-- Logs begin at Mon 2021-08-16 23:09:05 UTC, end at Tue 2021-08-17 01:31:01 UTC. -- Aug 16 23:38:59.388391 n-d-800088-20 systemd[1]: Started Devstack devstack@q-svc.service. Aug 16 23:39:02.089409 n-d-800088-20 neutron-server[101261]: INFO neutron.common.config [-] Logging enabled! Aug 16 23:39:02.090237 n-d-800088-20 neutron-server[101261]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 16 23:39:02.090237 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101261) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 23:39:02.093412 n-d-800088-20 neutron-server[101261]: INFO neutron.common.config [-] Logging enabled! Aug 16 23:39:02.093934 n-d-800088-20 neutron-server[101261]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 16 23:39:02.094258 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101261) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 23:39:02.095382 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 23:39:02.095676 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 23:39:02.096051 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 23:39:02.096343 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 23:39:02.096572 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 23:39:02.097503 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.097798 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.098283 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.098521 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.098824 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.099117 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.099406 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.099695 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.099995 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.100283 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.100564 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.100850 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.101112 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.101397 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.101685 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.101974 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.102203 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] debug = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.102483 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.102909 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.103324 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.103604 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.103894 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.104176 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.104448 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.104726 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.105012 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.105363 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] host = n-d-800088-20 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.105641 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.105928 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.106217 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.106505 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.106781 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.107057 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.107342 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.107614 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.107888 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] log_file = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.108168 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.108459 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.108747 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.109055 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.109283 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.109509 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.109798 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.110085 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.110362 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.110637 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.110909 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.111184 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.111457 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.111726 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.112010 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.112295 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.112629 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.112902 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.113208 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.113493 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.113753 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.114038 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.114317 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.114591 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.114866 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.115153 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.115425 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.115698 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.115995 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.116286 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.116571 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.116857 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.117159 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.117445 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.117718 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.117990 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.118266 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] use_json = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.118540 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.118810 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.119095 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.119384 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.119638 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.119907 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.120175 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.120460 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:02.120757 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.121062 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.121372 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.121657 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.121948 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.122228 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.122518 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.122795 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.123084 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.123372 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.123658 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.123936 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.124225 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.124505 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.124800 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.125135 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.125431 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.125723 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.125997 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.126272 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.126545 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.126823 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.127106 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.127398 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.127685 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.127959 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.128884 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.128884 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.129103 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.129378 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.129657 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.129947 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.130224 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.130497 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.130780 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.131058 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.131330 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.131605 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.131881 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.132171 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.132448 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.132722 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.132995 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.133299 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.133571 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.133854 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.134130 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.134402 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.134674 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.134953 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.135226 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.135499 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.135777 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.136049 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.136325 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.136599 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.136871 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.137168 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.137444 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.137717 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.137989 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.138266 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.138543 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.138815 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.139089 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.139359 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.139630 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.139903 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.140189 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.140486 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.140763 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.141055 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.141341 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.141621 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.141899 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.142178 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.142457 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.142736 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.143010 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.143300 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.143584 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.147772 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.148092 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.149275 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.149275 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.149275 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.149534 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.149618 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.149879 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.150529 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.150529 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.152475 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.152795 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.153148 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.153469 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.153784 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.154084 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.154411 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.154708 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:02.154939 n-d-800088-20 neutron-server[101261]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 23:39:02.155193 n-d-800088-20 neutron-server[101261]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101261) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 16 23:39:02.511070 n-d-800088-20 neutron-server[101261]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 23:39:02.511327 n-d-800088-20 neutron-server[101261]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 23:39:02.511627 n-d-800088-20 neutron-server[101261]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 23:39:02.511963 n-d-800088-20 neutron-server[101261]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 16 23:39:02.908121 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:02.908411 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:02.908683 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:02.910042 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:02.910315 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:02.910583 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:02.945291 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:02.945570 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:02.945836 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:02.962710 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:02.962993 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:02.963268 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:02.991876 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:02.992161 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:02.992434 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.028406 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.028693 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.028966 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.264828 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.265459 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.265459 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.265657 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.266296 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.388617 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.388941 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.389255 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.389528 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.389797 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.390109 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.390371 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.390632 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.390889 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.391175 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.391439 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.391708 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.391987 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.392251 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.392511 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.392778 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.393035 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.393325 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.393649 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.394431 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.394706 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.394961 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.395248 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.395630 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.395894 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.396144 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.396537 n-d-800088-20 neutron-server[101261]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101261) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 23:39:03.396781 n-d-800088-20 neutron-server[101261]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101261) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 23:39:03.397020 n-d-800088-20 neutron-server[101261]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101261) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 23:39:03.397282 n-d-800088-20 neutron-server[101261]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101261) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 23:39:03.397521 n-d-800088-20 neutron-server[101261]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101261) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 23:39:03.397759 n-d-800088-20 neutron-server[101261]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101261) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 23:39:03.398122 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 16 23:39:03.401391 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 16 23:39:03.405324 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 16 23:39:03.408958 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Aug 16 23:39:03.410666 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 16 23:39:03.411114 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 16 23:39:03.411451 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 16 23:39:03.411832 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 16 23:39:03.414642 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 16 23:39:03.414897 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 16 23:39:03.415243 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 23:39:03.420675 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 16 23:39:03.443029 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 16 23:39:03.443499 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.443803 n-d-800088-20 neutron-server[101261]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101261) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 16 23:39:03.444169 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.445568 n-d-800088-20 neutron-server[101261]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101261) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 16 23:39:03.445863 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 23:39:03.446114 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 16 23:39:03.449367 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.449658 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:03.513388 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 16 23:39:03.513632 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 16 23:39:03.513869 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 16 23:39:03.514234 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 16 23:39:03.536413 n-d-800088-20 neutron-server[101261]: DEBUG oslo_db.sqlalchemy.engines [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101261) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 16 23:39:04.073235 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.managers [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Initializing driver for type 'gre' Aug 16 23:39:04.073771 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] gre ID ranges: [(1, 1000)] Aug 16 23:39:04.126844 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.managers [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Initializing driver for type 'local' Aug 16 23:39:04.127264 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.managers [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Initializing driver for type 'vlan' Aug 16 23:39:04.140945 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] VlanTypeDriver initialization complete Aug 16 23:39:04.141316 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.managers [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Initializing driver for type 'vxlan' Aug 16 23:39:04.141799 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] vxlan ID ranges: [(1, 1000)] Aug 16 23:39:04.197413 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.managers [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Initializing extension driver 'port_security' Aug 16 23:39:04.197743 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.extensions.port_security [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] PortSecurityExtensionDriver initialization complete Aug 16 23:39:04.198068 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.managers [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Initializing mechanism driver 'openvswitch' Aug 16 23:39:04.198387 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.managers [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Initializing mechanism driver 'hyperv' Aug 16 23:39:04.204851 n-d-800088-20 neutron-server[101261]: DEBUG neutron.plugins.ml2.plugin [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:39:04.205722 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > port after_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.206101 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > port after_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.206447 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > port after_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.206973 n-d-800088-20 neutron-server[101261]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101261) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 23:39:04.207406 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > subnet after_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.207761 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > subnet after_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.208105 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.208493 n-d-800088-20 neutron-server[101261]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101261) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 23:39:04.208899 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > network after_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.209275 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > network after_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.209618 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > network after_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.210008 n-d-800088-20 neutron-server[101261]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101261) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 23:39:04.210410 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > security_group after_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.210758 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > security_group after_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.211094 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.211481 n-d-800088-20 neutron-server[101261]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101261) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 23:39:04.211881 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.212226 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.212563 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.212946 n-d-800088-20 neutron-server[101261]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101261) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 23:39:04.213371 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > address_group after_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.213713 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > address_group after_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.214048 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.214432 n-d-800088-20 neutron-server[101261]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101261) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 23:39:04.214809 n-d-800088-20 neutron-server[101261]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] ML2 OVO RPC backend initialized. {{(pid=101261) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 16 23:39:04.215509 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.215860 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.216271 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > network before_response 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.216619 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > networks before_response 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.216964 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > port before_response 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.217329 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > ports before_response 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.217676 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > subnet before_response 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.218017 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > subnets before_response 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.218362 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > network after_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.218700 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > network after_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.219035 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > network after_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.219367 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > port after_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.219701 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > port after_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.220031 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > port after_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.220362 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > subnet after_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.220694 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > subnet after_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.221021 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.221609 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.plugin [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Modular L2 Plugin initialization complete Aug 16 23:39:04.222645 n-d-800088-20 neutron-server[101261]: DEBUG neutron.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading services supported by the core plugin {{(pid=101261) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 16 23:39:04.222967 n-d-800088-20 neutron-server[101261]: INFO neutron.plugins.ml2.managers [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Got port-security extension from driver 'port_security' Aug 16 23:39:04.223429 n-d-800088-20 neutron-server[101261]: INFO neutron.extensions.vlantransparent [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Disabled vlantransparent extension. Aug 16 23:39:04.223905 n-d-800088-20 neutron-server[101261]: DEBUG neutron.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101261) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 16 23:39:04.224217 n-d-800088-20 neutron-server[101261]: INFO neutron.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading Plugin: router Aug 16 23:39:04.260171 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.260563 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > router after_create 55549900 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.260930 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > router before_create 55549900 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.261329 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.261700 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.262051 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > router after_delete 55549900 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.262411 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.264310 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > router after_create 55549900 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.264683 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > router after_update 55549900 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.265062 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > router after_update 55549900 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.265594 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.265796 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > router after_update 55549900 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.266217 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > router precommit_update 55549900 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.266594 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: port after_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.266937 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: port after_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.267274 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: subnet after_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.267615 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.267961 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.268306 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > router precommit_create 55549900 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.269306 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: port before_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.269660 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > router precommit_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.270012 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > router after_update 55549900 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.270352 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.270704 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > router precommit_create 55549900 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.271189 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.271542 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > router precommit_update 55549900 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.271909 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > agent after_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.272262 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > agent after_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.272606 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > network after_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.273510 n-d-800088-20 neutron-server[101261]: DEBUG neutron.quota.resource_registry [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Tracking information for resource: router configured {{(pid=101261) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 23:39:04.273841 n-d-800088-20 neutron-server[101261]: DEBUG neutron.quota.resource_registry [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Tracking information for resource: floatingip configured {{(pid=101261) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 23:39:04.278808 n-d-800088-20 neutron-server[101261]: INFO neutron.db.l3_agentschedulers_db [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 16 23:39:04.279380 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: port after_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.279739 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: port after_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.280106 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: port after_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.280448 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: port after_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.281251 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > router before_create 55550100 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.281614 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.281972 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > router precommit_create 55550100 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.282325 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > router precommit_update 55550100 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.287690 n-d-800088-20 neutron-server[101261]: DEBUG neutron.services.provider_configuration [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Service providers = [] {{(pid=101261) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 16 23:39:04.288050 n-d-800088-20 neutron-server[101261]: DEBUG neutron.db.servicetype_db [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101261) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 16 23:39:04.290972 n-d-800088-20 neutron-server[101261]: DEBUG neutron.services.service_base [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101261) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 23:39:04.291325 n-d-800088-20 neutron-server[101261]: DEBUG neutron.services.service_base [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101261) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 23:39:04.291664 n-d-800088-20 neutron-server[101261]: DEBUG neutron.services.service_base [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101261) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 23:39:04.292534 n-d-800088-20 neutron-server[101261]: DEBUG neutron.services.service_base [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101261) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 23:39:04.292903 n-d-800088-20 neutron-server[101261]: INFO neutron.services.service_base [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 16 23:39:04.293302 n-d-800088-20 neutron-server[101261]: DEBUG neutron.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101261) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 23:39:04.293626 n-d-800088-20 neutron-server[101261]: INFO neutron.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 16 23:39:04.304549 n-d-800088-20 neutron-server[101261]: DEBUG neutron.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101261) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 23:39:04.304879 n-d-800088-20 neutron-server[101261]: INFO neutron.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading Plugin: auto_allocate Aug 16 23:39:04.310573 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: network precommit_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.310935 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: network precommit_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.311447 n-d-800088-20 neutron-server[101261]: DEBUG neutron.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101261) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 23:39:04.311763 n-d-800088-20 neutron-server[101261]: INFO neutron.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading Plugin: tag Aug 16 23:39:04.318753 n-d-800088-20 neutron-server[101261]: DEBUG neutron.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101261) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 23:39:04.319083 n-d-800088-20 neutron-server[101261]: INFO neutron.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading Plugin: timestamp Aug 16 23:39:04.322835 n-d-800088-20 neutron-server[101261]: DEBUG neutron.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101261) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 23:39:04.323161 n-d-800088-20 neutron-server[101261]: INFO neutron.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading Plugin: network_ip_availability Aug 16 23:39:04.328547 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.328868 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.329248 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.329948 n-d-800088-20 neutron-server[101261]: DEBUG neutron.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101261) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 23:39:04.330265 n-d-800088-20 neutron-server[101261]: INFO neutron.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading Plugin: flavors Aug 16 23:39:04.335805 n-d-800088-20 neutron-server[101261]: DEBUG neutron.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101261) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 23:39:04.336133 n-d-800088-20 neutron-server[101261]: INFO neutron.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading Plugin: revisions Aug 16 23:39:04.340480 n-d-800088-20 neutron-server[101261]: DEBUG neutron.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101261) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 23:39:04.340863 n-d-800088-20 neutron-server[101261]: DEBUG oslo_concurrency.lockutils [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.829s {{(pid=101261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 23:39:04.341629 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101261) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 16 23:39:04.341967 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Initializing extension manager. Aug 16 23:39:04.342477 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: __init__.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.342817 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: __pycache__ {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.343148 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.343481 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: address_group.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.344232 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.344797 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: address-group Aug 16 23:39:04.345145 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: address_scope.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.345857 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.346366 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: address-scope Aug 16 23:39:04.346787 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.348337 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.348848 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: router-admin-state-down-before-update Aug 16 23:39:04.349329 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: agent.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.350028 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.350524 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: agent Aug 16 23:39:04.350844 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: agent_resources_synced.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.351750 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.352252 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: agent-resources-synced Aug 16 23:39:04.352571 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: allowedaddresspairs.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.354387 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.354902 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: allowed-address-pairs Aug 16 23:39:04.355225 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: auto_allocated_topology.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.356293 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.356802 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: auto-allocated-topology Aug 16 23:39:04.357155 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: availability_zone.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.357845 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.358341 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: availability_zone Aug 16 23:39:04.358658 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: availability_zone_filter.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.359556 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.360051 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: availability_zone_filter Aug 16 23:39:04.360369 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: data_plane_status.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.361297 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.361793 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension data-plane-status not supported by any of loaded plugins Aug 16 23:39:04.362111 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: default_subnetpools.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.363161 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.363655 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: default-subnetpools Aug 16 23:39:04.363975 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.364776 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.365426 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: dhcp_agent_scheduler Aug 16 23:39:04.365749 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: dns.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.366661 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.367158 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension dns-integration not supported by any of loaded plugins Aug 16 23:39:04.367480 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: dns_domain_ports.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.368389 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.368886 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 16 23:39:04.369242 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.370159 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.370658 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 16 23:39:04.370982 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: dvr.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.371651 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.372147 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: dvr Aug 16 23:39:04.372466 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: ecmp_routes.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.373390 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.373886 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 16 23:39:04.374204 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: empty_string_filtering.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.375102 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.375601 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: empty-string-filtering Aug 16 23:39:04.375920 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.376830 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.377356 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 16 23:39:04.377673 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.378914 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.379401 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 16 23:39:04.379717 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: external_net.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.380621 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.381255 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: external-net Aug 16 23:39:04.381579 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.382480 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.382974 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: extra_dhcp_opt Aug 16 23:39:04.383290 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: extraroute.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.384182 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.384673 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: extraroute Aug 16 23:39:04.384990 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: extraroute_atomic.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.386033 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.386536 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: extraroute-atomic Aug 16 23:39:04.386855 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: filter_validation.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.387678 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.388172 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: filter-validation Aug 16 23:39:04.388491 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: fip_pf_description.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.389427 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.389917 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 16 23:39:04.390232 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: fip_port_details.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.391147 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.391645 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: fip-port-details Aug 16 23:39:04.391966 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: flavors.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.393210 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.394255 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: flavors Aug 16 23:39:04.394564 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.396323 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.396842 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 16 23:39:04.397202 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: floatingip_pools.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.397904 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.398401 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: floatingip-pools Aug 16 23:39:04.398723 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: ip_allocation.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.399639 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.400135 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension ip_allocation not supported by any of loaded plugins Aug 16 23:39:04.400455 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.401398 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.401902 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: ip-substring-filtering Aug 16 23:39:04.402222 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: l2_adjacency.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.403143 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.403642 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 16 23:39:04.403963 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: l3.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.404916 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.405449 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: router Aug 16 23:39:04.405769 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.407984 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.408510 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 16 23:39:04.408842 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.410469 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.410978 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: ext-gw-mode Aug 16 23:39:04.411301 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.412234 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.412739 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: l3-ha Aug 16 23:39:04.413145 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: l3_flavors.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.414107 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.414606 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: l3-flavors Aug 16 23:39:04.414926 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.415828 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.416327 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 16 23:39:04.416650 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: l3agentscheduler.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.417708 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.419171 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: l3_agent_scheduler Aug 16 23:39:04.419495 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: logging.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.420965 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.421512 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension logging not supported by any of loaded plugins Aug 16 23:39:04.421846 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: metering.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.422583 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.423150 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: metering Aug 16 23:39:04.423479 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.424674 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.425251 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: metering_source_and_destination_fields Aug 16 23:39:04.425583 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: multiprovidernet.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.426498 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.427003 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: multi-provider Aug 16 23:39:04.427335 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: netmtu.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.428243 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.428745 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: net-mtu Aug 16 23:39:04.429117 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: netmtu_writable.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.430124 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.430629 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: net-mtu-writable Aug 16 23:39:04.430950 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: network_availability_zone.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.431620 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.432121 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: network_availability_zone Aug 16 23:39:04.432443 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: network_ip_availability.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.433550 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.434050 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: network-ip-availability Aug 16 23:39:04.434372 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: network_segment_range.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.435132 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.435625 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension network-segment-range not supported by any of loaded plugins Aug 16 23:39:04.435945 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: pagination.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.436930 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.437334 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: pagination Aug 16 23:39:04.437601 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: port_device_profile.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.438507 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.439017 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: port-device-profile Aug 16 23:39:04.439339 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.440261 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.440840 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: port-mac-address-regenerate Aug 16 23:39:04.441320 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.442237 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.442740 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: port-numa-affinity-policy Aug 16 23:39:04.443058 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: port_resource_request.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.443990 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.444489 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension port-resource-request not supported by any of loaded plugins Aug 16 23:39:04.444807 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: portbindings.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.445749 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.446246 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: binding Aug 16 23:39:04.446564 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: portbindings_extended.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.447826 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.448335 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: binding-extended Aug 16 23:39:04.448656 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: portsecurity.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.449600 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.450118 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: port-security Aug 16 23:39:04.450426 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: project_id.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.451382 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.451708 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: project-id Aug 16 23:39:04.452028 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: providernet.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.452944 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.453469 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: provider Aug 16 23:39:04.453788 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: qos.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.457963 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.458478 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension qos not supported by any of loaded plugins Aug 16 23:39:04.458811 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.460049 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.460558 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 16 23:39:04.460885 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.461823 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.462327 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 16 23:39:04.462648 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: qos_default.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.463553 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.464057 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension qos-default not supported by any of loaded plugins Aug 16 23:39:04.464378 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: qos_fip.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.465026 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.465538 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension qos-fip not supported by any of loaded plugins Aug 16 23:39:04.465856 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: qos_gateway_ip.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.466778 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.467283 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 16 23:39:04.467608 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: qos_port_network_policy.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.468502 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.468995 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 16 23:39:04.469342 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: qos_pps_rule.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.470514 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.471013 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension qos-pps not supported by any of loaded plugins Aug 16 23:39:04.471329 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: qos_rule_type_details.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.473202 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.473707 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 16 23:39:04.474026 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: qos_rules_alias.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.475160 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.475666 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 16 23:39:04.475989 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: quotasv2.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.478987 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.479358 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: quotas Aug 16 23:39:04.479691 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: quotasv2_detail.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.483644 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.483983 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: quota_details Aug 16 23:39:04.484314 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: rbac.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.485508 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.486038 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: rbac-policies Aug 16 23:39:04.486369 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: rbac_address_group.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.487429 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.487942 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: rbac-address-group Aug 16 23:39:04.488485 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: rbac_address_scope.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.489995 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.490909 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: rbac-address-scope Aug 16 23:39:04.491422 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: rbac_security_groups.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.492377 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.492848 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: rbac-security-groups Aug 16 23:39:04.493328 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: rbac_subnetpool.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.494240 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.494740 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: rbac-subnetpool Aug 16 23:39:04.495061 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: revisionifmatch.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.495974 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.496475 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: revision-if-match Aug 16 23:39:04.496794 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: revisions.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.497927 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.498429 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: standard-attr-revisions Aug 16 23:39:04.498749 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: router_availability_zone.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.499428 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.499926 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: router_availability_zone Aug 16 23:39:04.500244 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: routerservicetype.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.501185 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.501756 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension router-service-type not supported by any of loaded plugins Aug 16 23:39:04.502078 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.503067 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.503828 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: security-groups-normalized-cidr Aug 16 23:39:04.504134 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.505060 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.505566 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: port-security-groups-filtering Aug 16 23:39:04.505883 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.506795 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.507296 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: security-groups-remote-address-group Aug 16 23:39:04.507615 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: securitygroup.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.520105 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.520620 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: security-group Aug 16 23:39:04.520952 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: segment.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.521764 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.522366 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension segment not supported by any of loaded plugins Aug 16 23:39:04.522797 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.524080 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.524834 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 16 23:39:04.525315 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: servicetype.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.526911 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.527668 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: service-type Aug 16 23:39:04.527997 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: sorting.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.528985 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.529340 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: sorting Aug 16 23:39:04.529664 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: standard_attr_segment.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.530576 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.531086 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 16 23:39:04.531428 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: standardattrdescription.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.532219 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.532930 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: standard-attr-description Aug 16 23:39:04.533433 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: stateful_security_group.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.535288 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.536004 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: stateful-security-group Aug 16 23:39:04.536458 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: stdattrs_common.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.537306 n-d-800088-20 neutron-server[101261]: WARNING neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 16 23:39:04.537782 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.538721 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.539232 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 16 23:39:04.539553 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: subnet_onboard.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.540608 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.541146 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: subnet_onboard Aug 16 23:39:04.541472 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.542588 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.543315 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 16 23:39:04.543780 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: subnet_service_types.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.545110 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.545883 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: subnet-service-types Aug 16 23:39:04.546632 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: subnetallocation.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.547988 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.548509 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: subnet_allocation Aug 16 23:39:04.548837 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.549533 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.550574 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: subnetpool-prefix-ops Aug 16 23:39:04.550892 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.551820 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.552329 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 16 23:39:04.552649 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: tagging.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.553717 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.554239 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: standard-attr-tag Aug 16 23:39:04.554563 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: timestamp.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.555759 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.556273 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loaded extension: standard-attr-timestamp Aug 16 23:39:04.556598 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: trunk.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.557647 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.558159 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension trunk not supported by any of loaded plugins Aug 16 23:39:04.558487 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: trunk_details.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.559396 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.559899 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension trunk-details not supported by any of loaded plugins Aug 16 23:39:04.560222 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: uplink_status_propagation.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.561160 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.561797 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 16 23:39:04.562115 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Loading extension file: vlantransparent.py {{(pid=101261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 23:39:04.562786 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 23:39:04.563280 n-d-800088-20 neutron-server[101261]: INFO neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 16 23:39:04.566522 n-d-800088-20 neutron-server[101261]: INFO neutron.quota.resource_registry [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Creating instance of TrackedResource for resource:network Aug 16 23:39:04.567047 n-d-800088-20 neutron-server[101261]: INFO neutron.quota.resource_registry [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Creating instance of TrackedResource for resource:subnet Aug 16 23:39:04.567442 n-d-800088-20 neutron-server[101261]: INFO neutron.quota.resource_registry [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 23:39:04.567864 n-d-800088-20 neutron-server[101261]: INFO neutron.quota.resource_registry [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Creating instance of TrackedResource for resource:port Aug 16 23:39:04.569291 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.v2.resource_helper [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 23:39:04.569721 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.v2.resource_helper [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Service FLAVORS assigned prefix: {{(pid=101261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 23:39:04.570366 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.v2.resource_helper [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 23:39:04.570783 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.v2.resource_helper [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 23:39:04.571094 n-d-800088-20 neutron-server[101261]: INFO neutron.quota.resource_registry [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Creating instance of TrackedResource for resource:router Aug 16 23:39:04.571516 n-d-800088-20 neutron-server[101261]: INFO neutron.quota.resource_registry [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 23:39:04.572072 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.v2.resource_helper [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Service METERING assigned prefix: /metering {{(pid=101261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 23:39:04.573563 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.573940 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.574294 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:39:04.575488 n-d-800088-20 neutron-server[101261]: INFO neutron.quota.resource_registry [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 23:39:04.575939 n-d-800088-20 neutron-server[101261]: INFO neutron.quota.resource_registry [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Creating instance of TrackedResource for resource:security_group Aug 16 23:39:04.576370 n-d-800088-20 neutron-server[101261]: INFO neutron.quota.resource_registry [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 23:39:04.577005 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.v2.resource_helper [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Service CORE assigned prefix: {{(pid=101261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 23:39:04.577356 n-d-800088-20 neutron-server[101261]: INFO neutron.quota.resource_registry [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 23:39:04.577683 n-d-800088-20 neutron-server[101261]: WARNING neutron.quota.resource_registry [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] subnetpool is already registered Aug 16 23:39:04.578124 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.v2.resource_helper [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Service CORE assigned prefix: {{(pid=101261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 23:39:04.578453 n-d-800088-20 neutron-server[101261]: INFO neutron.quota.resource_registry [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 23:39:04.578830 n-d-800088-20 neutron-server[101261]: WARNING neutron.quota.resource_registry [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] subnetpool is already registered Aug 16 23:39:04.581243 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.v2.resource_helper [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 23:39:04.583136 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.v2.resource_helper [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Service FLAVORS assigned prefix: {{(pid=101261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 23:39:04.583832 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.v2.resource_helper [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 23:39:04.584311 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.v2.resource_helper [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 23:39:04.584653 n-d-800088-20 neutron-server[101261]: INFO neutron.quota.resource_registry [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Creating instance of TrackedResource for resource:router Aug 16 23:39:04.584993 n-d-800088-20 neutron-server[101261]: WARNING neutron.quota.resource_registry [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] router is already registered Aug 16 23:39:04.585429 n-d-800088-20 neutron-server[101261]: INFO neutron.quota.resource_registry [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 23:39:04.585763 n-d-800088-20 neutron-server[101261]: WARNING neutron.quota.resource_registry [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] floatingip is already registered Aug 16 23:39:04.586286 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.v2.resource_helper [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Service METERING assigned prefix: /metering {{(pid=101261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 23:39:04.587077 n-d-800088-20 neutron-server[101261]: INFO neutron.quota.resource_registry [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 23:39:04.587416 n-d-800088-20 neutron-server[101261]: WARNING neutron.quota.resource_registry [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] rbac_policy is already registered Aug 16 23:39:04.587830 n-d-800088-20 neutron-server[101261]: INFO neutron.quota.resource_registry [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Creating instance of TrackedResource for resource:security_group Aug 16 23:39:04.588180 n-d-800088-20 neutron-server[101261]: WARNING neutron.quota.resource_registry [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] security_group is already registered Aug 16 23:39:04.588568 n-d-800088-20 neutron-server[101261]: INFO neutron.quota.resource_registry [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 23:39:04.588916 n-d-800088-20 neutron-server[101261]: WARNING neutron.quota.resource_registry [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] security_group_rule is already registered Aug 16 23:39:04.589407 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.v2.resource_helper [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Service CORE assigned prefix: {{(pid=101261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 23:39:04.589731 n-d-800088-20 neutron-server[101261]: INFO neutron.quota.resource_registry [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 23:39:04.590063 n-d-800088-20 neutron-server[101261]: WARNING neutron.quota.resource_registry [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] subnetpool is already registered Aug 16 23:39:04.590480 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.v2.resource_helper [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Service CORE assigned prefix: {{(pid=101261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 23:39:04.590801 n-d-800088-20 neutron-server[101261]: INFO neutron.quota.resource_registry [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 23:39:04.591129 n-d-800088-20 neutron-server[101261]: WARNING neutron.quota.resource_registry [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] subnetpool is already registered Aug 16 23:39:04.591578 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: extensions {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.593151 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: address-groups {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.594636 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: address-scopes {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.595843 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: agents {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.597722 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: auto-allocated-topology {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.599028 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: availability_zones {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.600252 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: dhcp-networks {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.601688 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: dhcp-agents {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.603223 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: routers {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.604919 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: flavors {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.606118 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: service_profiles {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.607420 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: next_providers {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.608854 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: service_profiles {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.610337 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: floatingip-pools {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.611553 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: routers {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.614300 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: floatingips {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.615493 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: l3-routers {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.616868 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: l3-agents {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.618466 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: metering-labels {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.619710 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: metering-label-rules {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.620953 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: network-ip-availabilities {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.622360 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: bindings {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.623899 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: quotas {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.625354 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: quotas {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.626881 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: rbac-policies {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.628126 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: security-groups {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.629785 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: security-group-rules {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.631010 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: service-providers {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.632445 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: subnetpools {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.633954 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: subnetpools {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.635398 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: tags {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.637203 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: tags {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.638905 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: tags {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.640781 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: tags {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.642478 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: tags {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.644453 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: tags {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.647165 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: tags {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.648952 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: tags {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.650736 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: tags {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.652565 n-d-800088-20 neutron-server[101261]: DEBUG neutron.api.extensions [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Extended resource: tags {{(pid=101261) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 23:39:04.658695 n-d-800088-20 neutron-server[101261]: WARNING keystonemiddleware.auth_token [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 16 23:39:04.663842 n-d-800088-20 neutron-server[101261]: WARNING keystonemiddleware.auth_token [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 16 23:39:04.672407 n-d-800088-20 neutron-server[101261]: DEBUG oslo_concurrency.lockutils [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Acquired lock "singleton_lock" {{(pid=101261) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 16 23:39:04.672886 n-d-800088-20 neutron-server[101261]: DEBUG oslo_concurrency.lockutils [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Releasing lock "singleton_lock" {{(pid=101261) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 16 23:39:04.673542 n-d-800088-20 neutron-server[101261]: INFO oslo_service.service [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Starting 2 workers Aug 16 23:39:04.679149 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Started child 101402 {{(pid=101261) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 23:39:04.683680 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Started child 101403 {{(pid=101261) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 23:39:04.684755 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:04.685497 n-d-800088-20 neutron-server[101261]: INFO neutron.service [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 16 23:39:04.685977 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Notify callbacks [] for process, before_spawn {{(pid=101261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:04.686407 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [-] (101402) wsgi starting up on http://0.0.0.0:9696 Aug 16 23:39:04.688344 n-d-800088-20 neutron-server[101261]: INFO oslo_service.service [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Starting 1 workers Aug 16 23:39:04.688525 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:04.689861 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [-] (101403) wsgi starting up on http://0.0.0.0:9696 Aug 16 23:39:04.693788 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Started child 101404 {{(pid=101261) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 23:39:04.694334 n-d-800088-20 neutron-server[101261]: INFO oslo_service.service [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Starting 1 workers Aug 16 23:39:04.697910 n-d-800088-20 neutron-server[101404]: DEBUG neutron.service [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] calling RpcWorker wait() {{(pid=101404) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 16 23:39:04.698468 n-d-800088-20 neutron-server[101404]: DEBUG neutron.service [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] returning from RpcWorker wait() {{(pid=101404) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 16 23:39:04.698813 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Started child 101405 {{(pid=101261) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 23:39:04.699638 n-d-800088-20 neutron-server[101261]: DEBUG neutron_lib.callbacks.manager [None req-25de9468-0695-440f-9ffc-468bad291dd0 None None] Notify callbacks [] for process, after_spawn {{(pid=101261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:04.699873 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:04.700413 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:39:04.701569 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101261) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 23:39:04.701784 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 23:39:04.701963 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 23:39:04.702177 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 23:39:04.702509 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 23:39:04.702670 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 23:39:04.703163 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.703429 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.703688 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.703948 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.704223 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.704834 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:04.705349 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.705349 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.705349 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.705625 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.705883 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.706230 n-d-800088-20 neutron-server[101405]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:39:04.706406 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.706769 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.707070 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.707302 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.707606 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.707898 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.708130 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.708827 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.709010 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.709294 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.709576 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.709826 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.710094 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] debug = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.710322 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.710799 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.711054 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.711291 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.711529 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.711802 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.712048 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.712332 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.712563 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.712799 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.713068 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.713307 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.713555 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.713785 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.714001 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.714245 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.714473 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.714938 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] host = n-d-800088-20 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.715151 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.715362 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.715603 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.715848 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.716089 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.716303 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.716566 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.716818 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.717087 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.717313 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.717554 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.717795 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.718016 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.718245 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] log_file = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.718406 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] log_options = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.718646 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.718900 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.719170 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.719355 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.719521 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.719694 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.719946 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.720112 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.720369 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.720577 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.720788 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.721015 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.721268 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.721476 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.722264 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.722502 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.722708 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.722907 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.723149 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.723547 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.723933 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.725663 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.725663 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.725663 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.725663 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.725663 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.725663 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.725663 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.725663 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.727807 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.727807 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.727807 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.727807 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.727807 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.727807 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.727807 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.727807 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.728827 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.728827 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.728827 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.728827 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.728827 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.728827 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.729558 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.729558 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.729558 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] use_json = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.729919 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.729919 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.730167 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.730316 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.730525 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.730754 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.730978 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.731184 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.731613 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.731901 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.732225 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.732471 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.732704 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.732938 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.733187 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.733423 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.733737 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.733888 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.734179 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.734414 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.734697 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.734933 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.735223 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.735644 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.735918 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.736181 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.736412 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.736648 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.736864 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.737205 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.738039 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.738478 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.738871 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.739145 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.739384 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.739634 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.739871 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.741084 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.741084 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.741084 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.741084 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.741400 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.741400 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.741620 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.741842 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.742072 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.742310 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.742644 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.742876 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.743109 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.743325 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.743660 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.743814 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.744009 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.744191 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.744441 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.744653 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.744901 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.745146 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.745364 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.745570 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.745782 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.746162 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.746979 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.746979 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.746979 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.749968 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.749968 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.749968 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.749968 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.749968 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.749968 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.749968 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.749968 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.749968 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.752061 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.752061 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.752061 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.752061 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.752061 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.752061 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.752061 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.752061 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.752061 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.756205 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.756205 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.756205 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.756205 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.756205 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.756205 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.756205 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.756205 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.756205 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.758194 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.758194 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.758194 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.758194 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.758194 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.758194 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.758194 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.758194 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.759400 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.759400 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.759400 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.759400 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.759400 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.759400 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.759400 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.759400 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.759971 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.759971 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.759971 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.759971 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.759971 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.759971 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.759971 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.759971 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.760566 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.760566 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.760566 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.760566 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.760566 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.760566 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.760566 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.761107 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.761107 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.761850 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.761850 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.761850 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.762166 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.762319 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.764041 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.764041 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.764041 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.764041 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.764041 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.764041 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.764041 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.767331 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.767331 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.767331 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.767331 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.767331 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.767331 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.767331 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.767331 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.768298 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.768298 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.768298 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.768298 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.768298 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.768298 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.768298 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.768298 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.770619 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.770619 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.770619 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.770619 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.770619 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.770619 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.770619 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.770619 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.771424 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.771424 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.771424 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.771424 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.771424 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.771424 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.771424 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.771424 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.771970 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.771970 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.771970 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.771970 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.772251 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.772339 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.772502 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.772778 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.773021 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.773267 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.773701 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.774126 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.774556 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.774757 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.775047 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.775223 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.775432 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.775897 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.775897 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.777714 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.777714 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.777714 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.777714 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.777714 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.777714 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.777714 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.778529 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.778529 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.778529 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.778529 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.779484 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.779484 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.779484 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.779484 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.779484 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.780805 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.780805 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.780805 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.780805 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.780805 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.780805 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.782605 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.782605 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.782605 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.782605 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.782605 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.782605 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.782605 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.785592 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.785592 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.785592 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.785592 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.785592 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.785592 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.785592 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.785592 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.786357 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.786357 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.786357 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.786357 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.786357 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.786357 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.786357 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.792332 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.792332 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.792332 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.792332 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.792332 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.792332 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.792332 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.792332 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.792886 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.792886 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.792886 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.792886 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.792886 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.792886 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.792886 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.792886 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.793482 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.793482 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.793482 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.793482 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.793482 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.793482 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.793482 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.793482 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.794061 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.794061 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.794061 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.794061 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.794061 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.794061 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.794061 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.794061 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.794605 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.794605 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.794605 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.794605 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.794902 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.794983 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.795160 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.795445 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.795768 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.796029 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.796298 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.796539 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.797061 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.797061 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.797507 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.797927 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.798312 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.798712 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.799119 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.799552 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.800817 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.801079 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.802863 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.802863 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.802863 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.802863 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.802863 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.802863 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.802863 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 23:39:04.803690 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101261) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 23:39:04.803690 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 23:39:04.803690 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 23:39:04.803690 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 23:39:04.803690 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 23:39:04.804048 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 23:39:04.804048 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.804192 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.804312 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.804471 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.805062 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.805062 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.805062 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.805416 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.805711 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.806007 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.806311 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.806470 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.806629 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.806792 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.806951 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.807110 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.807275 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.807414 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.807573 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.807726 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.807879 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.808032 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.808183 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] debug = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.808336 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.808509 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.808674 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.808832 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.808988 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.809166 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.809321 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.809478 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.809635 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.809804 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.809936 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.810091 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.810235 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.810392 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.810543 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.810694 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.810853 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.811008 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] host = n-d-800088-20 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.811163 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.811320 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.811476 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.811631 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.811788 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.811944 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.812100 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.812255 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.812412 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.812567 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.812722 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.812877 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.813032 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.813212 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] log_file = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.813369 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] log_options = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.813525 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.813680 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.813835 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.814017 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.814179 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.814336 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.814493 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.814649 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.814804 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.814958 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.815114 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.815269 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.815508 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.815653 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.815814 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.815967 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.816142 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.816295 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.816441 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.816596 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.816752 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.816910 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.817083 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.817241 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.817397 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.817554 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.817709 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.817866 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.818084 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.818292 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.818501 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.818710 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.818915 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.819121 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.819350 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.819575 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.819801 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.820036 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.820271 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.820501 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.820756 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.820915 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.821093 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.821251 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.821407 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.821563 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] use_json = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.821721 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.823227 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.823227 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.823227 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.823227 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.823227 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.823227 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.823227 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 23:39:04.823227 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.824510 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.824510 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.824510 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.824510 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.824510 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.824510 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.824510 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.824510 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.825465 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.825465 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.825465 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.825465 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.825465 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.825465 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.825465 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.825465 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.826180 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.826180 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.826180 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.826180 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.826180 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.827115 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.827115 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.827115 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.827115 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.827115 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.827115 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.828264 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.828264 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.828264 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.828264 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.828264 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.828264 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.828264 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.828264 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.829518 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.829518 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.829518 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.829518 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.829518 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.829518 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.829518 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.829518 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.829518 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.830143 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.830143 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.830143 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.830143 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.830988 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.830988 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.830988 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.830988 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.830988 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.831559 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.831559 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.831559 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.831559 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.831797 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.831797 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.831914 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.832081 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.832240 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.832399 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.832558 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.832718 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.832877 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.833054 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.833223 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.833382 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.833540 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.833698 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.833856 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.834016 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.834175 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.834335 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.834493 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.834652 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.834811 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.834969 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.835128 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.835330 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.835418 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.835579 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.835745 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.835917 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.836076 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.836234 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.836456 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.836582 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.836701 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.836821 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.836978 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.837213 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.837374 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.837532 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.837978 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.837978 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.837978 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.838341 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.838341 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.838505 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.838587 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.838721 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.838915 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.839322 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.839322 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.839322 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.839677 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.839677 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.839837 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.839917 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.840070 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.840230 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.840387 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.840932 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.840932 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.840932 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.841351 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.841351 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.841351 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.841628 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.841628 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.841823 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.841901 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.842039 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.842198 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.842364 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.842534 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.842692 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.842850 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.843009 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.843190 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.843350 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.843508 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.843666 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.843824 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.843983 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.844142 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.844299 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.844427 n-d-800088-20 neutron-server[101404]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:39:04.844557 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.844691 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.844816 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.844939 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.845106 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.845234 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.845357 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.845502 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.845661 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.845820 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.845979 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.846137 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.846295 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.846453 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.846611 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.847301 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.847460 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.847618 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.847776 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.847935 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.848092 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.848249 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.848407 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.848566 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.848723 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.848881 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.849055 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.849213 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.849371 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.849531 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.849689 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.849854 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.850012 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.850172 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.850330 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.850490 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.850650 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.850808 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.850967 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.851126 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.851284 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.851444 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.851603 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.851811 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.852088 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.852248 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.852439 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.852705 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.852872 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.853094 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.853254 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.853412 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.853572 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.853730 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.853887 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.854044 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.854203 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.854360 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.854522 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.854684 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.854842 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.855001 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.855160 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.855318 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.855476 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.855635 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.855807 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.856039 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.856205 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.856364 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.856522 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.856680 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.856889 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.858309 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.858309 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.858309 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.858309 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.858309 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.858309 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.858309 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.858309 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.859276 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.859276 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.859276 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.859276 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.859276 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.859276 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.859276 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.859276 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.860218 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.860218 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.860218 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.860218 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.860218 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.860218 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.860218 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.860693 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.860693 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.860693 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.860899 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.861006 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.861305 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.861609 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.861901 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.862194 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.863138 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.863478 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.863678 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.863914 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.864147 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.864310 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.864472 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.864633 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.864812 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.864971 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.865159 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.865275 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.865444 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.865611 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.865771 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.865937 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.866104 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.866271 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.866429 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.866604 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.866753 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.866913 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.867074 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.867233 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.867388 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.867558 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.867694 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.867852 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.868010 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.868168 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.868325 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.868484 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.868642 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.868875 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.869116 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.869267 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.869393 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.869551 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.869715 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.869996 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 23:39:04.870274 n-d-800088-20 neutron-server[101261]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101261) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 23:39:05.067164 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38620) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:39:05.075592 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062120 Aug 16 23:39:16.505085 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eb1b37-5bb7-4e2c-92dd-b813fbcce0a3 None None] get_active_networks_info from n-d-800088-20 {{(pid=101404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 23:39:16.568003 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0eb1b37-5bb7-4e2c-92dd-b813fbcce0a3 None None] No non-hosted networks {{(pid=101404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 16 23:39:16.574506 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.agentschedulers_db [None req-d0eb1b37-5bb7-4e2c-92dd-b813fbcce0a3 None None] DHCP Agent not found on host n-d-800088-20 {{(pid=101404) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 16 23:39:16.688735 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bff9fb17-b512-4faf-b016-119f7a4b2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-432748'] for agent, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:19.063141 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ee1d9eca-9c18-46fd-88ae-364056a22156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-432748'] for agent, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:19.118815 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-71187646-2932-46f9-ad12-af064fb8cd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:19.160776 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-432748'] for agent, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:19.162014 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:19.162677 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:19.163229 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:19.163846 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:19.164403 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:19.165085 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:19.165694 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:19.166390 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:19.167026 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:19.167590 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:19.168166 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:19.168743 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:19.169419 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-800088-20', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:39:19.177642 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-800088-20', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:39:20.051653 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-432748'] for agent, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:21.905096 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-432748'] for agent, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:22.941658 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38712) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:39:23.428170 n-d-800088-20 neutron-server[101404]: INFO neutron.db.l3_hamode_db [None req-b77088f1-eb4f-40e2-8c5b-8105a0ecfc76 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 16 23:39:23.462928 n-d-800088-20 neutron-server[101403]: WARNING oslo_policy.policy [None req-eb234b71-89f4-48e7-b3cf-7773b3eb3a68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 23:39:23.463539 n-d-800088-20 neutron-server[101403]: WARNING oslo_policy.policy [None req-eb234b71-89f4-48e7-b3cf-7773b3eb3a68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 23:39:23.506742 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77088f1-eb4f-40e2-8c5b-8105a0ecfc76 None None] Routers set() bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:39:23.507119 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77088f1-eb4f-40e2-8c5b-8105a0ecfc76 None None] Router IDs set() for agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 23:39:23.682120 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-eb234b71-89f4-48e7-b3cf-7773b3eb3a68 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:39:23.683211 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-eb234b71-89f4-48e7-b3cf-7773b3eb3a68 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7406421 Aug 16 23:39:26.031412 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38726) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:39:26.340464 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-bc53b18c-74d4-49fc-ba68-dca1a0c32912 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:39:26.436074 n-d-800088-20 neutron-server[101403]: DEBUG neutron.policy [None req-bc53b18c-74d4-49fc-ba68-dca1a0c32912 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101403) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 23:39:26.481542 n-d-800088-20 neutron-server[101403]: WARNING oslo_policy.policy [None req-bc53b18c-74d4-49fc-ba68-dca1a0c32912 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 23:39:26.481911 n-d-800088-20 neutron-server[101403]: WARNING oslo_policy.policy [None req-bc53b18c-74d4-49fc-ba68-dca1a0c32912 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 23:39:26.491048 n-d-800088-20 neutron-server[101403]: INFO neutron.quota [None req-bc53b18c-74d4-49fc-ba68-dca1a0c32912 admin admin] Loaded quota_driver: . Aug 16 23:39:26.583915 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bc53b18c-74d4-49fc-ba68-dca1a0c32912 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730303086888', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730303087365', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730303098697', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730303043866', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730303727987', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730303055957', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-751582', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1331187', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-478581', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-419739'] for rbac-policy, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:26.649825 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bc53b18c-74d4-49fc-ba68-dca1a0c32912 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:26.651068 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bc53b18c-74d4-49fc-ba68-dca1a0c32912 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6186919 Aug 16 23:39:29.427107 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38738) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:39:29.730165 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '5c565e8aa5fc469ab8eef72f15d7939f', 'tenant_id': '5c565e8aa5fc469ab8eef72f15d7939f'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:39:29.759537 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] Made reservation on behalf of 5c565e8aa5fc469ab8eef72f15d7939f for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:39:29.762486 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:29.778685 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:29.898794 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:29.902629 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:29.922706 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:39:29.953450 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730304400074', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:29.954058 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] Unsubscribe: segment precommit_create {{(pid=101403) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 23:39:29.954580 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] Added segment b5ce33ad-093c-4ea8-8b1a-b356a08925b5 of type vlan for network 1de8c6c0-64b7-4679-b551-4ce7174abc3d Aug 16 23:39:29.971956 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cbc4de-7dce-4511-883b-64d9b53f325f,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:39:30.021755 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:30.022094 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:30.022430 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:30.022761 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:30.023091 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:30.023418 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:30.023743 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:30.024103 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:30.024386 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:30.024711 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:30.025030 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:30.025389 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] Tracked resource versions report: Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: pushed versions: Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: { 'AddressGroup': {'1.2'}, Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: 'ConntrackHelper': {'1.0'}, Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: 'Log': {'1.0'}, Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: 'Network': {'1.1'}, Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: 'Port': {'1.7'}, Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: 'PortForwarding': {'1.2'}, Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: 'QosPolicy': {'1.9'}, Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: 'SecurityGroup': {'1.4'}, Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: 'SecurityGroupRule': {'1.2'}, Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: 'SubPort': {'1.0'}, Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: 'Subnet': {'1.1'}, Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: 'Trunk': {'1.1'}} Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: consumer versions: Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: { DHCP agent@n-d-800088-20: {}, Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: L3 agent@n-d-800088-20: {}, Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: Metadata agent@n-d-800088-20: {}, Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: Metering agent@n-d-800088-20: {}, Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: Open vSwitch agent@n-d-800088-20: { 'AddressGroup': '1.2', Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: 'ConntrackHelper': '1.0', Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: 'Log': '1.0', Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: 'Network': '1.1', Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: 'Port': '1.7', Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: 'PortForwarding': '1.2', Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: 'QosPolicy': '1.9', Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: 'SecurityGroup': '1.4', Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: 'SecurityGroupRule': '1.2', Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: 'SubPort': '1.0', Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: 'Subnet': '1.1', Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: 'Trunk': '1.1'}} Aug 16 23:39:30.026487 n-d-800088-20 neutron-server[101403]: {{(pid=101403) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 23:39:30.075103 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:30.120309 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:30.121454 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:30.122103 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:30.201334 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7730618 Aug 16 23:39:30.220612 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef542bb4-b9e6-47ec-b0f0-b03047b240c0 admin admin] Pushing event updated for resources: {'Network': ['ID=1de8c6c0-64b7-4679-b551-4ce7174abc3d,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:39:30.232652 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 1de8c6c0-64b7-4679-b551-4ce7174abc3d details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:39:32.821797 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38752) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:39:33.205614 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f84463-7df3-4767-b3b0-50d5154acdad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:33.206952 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-91f84463-7df3-4767-b3b0-50d5154acdad admin admin] 10.222.0.60 "GET /v2.0/networks/1de8c6c0-64b7-4679-b551-4ce7174abc3d HTTP/1.1" status: 200 len: 825 time: 0.3842137 Aug 16 23:39:33.231575 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f7928906-f923-471d-b550-7bbfa37e6e7e admin admin] 10.222.0.60 "GET /v2.0/subnetpools/e3dc92cd-f8ae-49e5-a8f6-73a91e38bda3 HTTP/1.1" status: 200 len: 734 time: 0.0186646 Aug 16 23:39:33.241544 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-f6ae28bd-5d01-49c4-b3a1-3f17accedebf admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '1de8c6c0-64b7-4679-b551-4ce7174abc3d', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '5c565e8aa5fc469ab8eef72f15d7939f', 'subnetpool_id': 'e3dc92cd-f8ae-49e5-a8f6-73a91e38bda3'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:39:33.262606 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ae28bd-5d01-49c4-b3a1-3f17accedebf admin admin] Made reservation on behalf of 5c565e8aa5fc469ab8eef72f15d7939f for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:39:33.264768 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f6ae28bd-5d01-49c4-b3a1-3f17accedebf admin admin] Notify callbacks [] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:33.558162 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f6ae28bd-5d01-49c4-b3a1-3f17accedebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:33.627192 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ae28bd-5d01-49c4-b3a1-3f17accedebf admin admin] Checking segment: {'id': 'b5ce33ad-093c-4ea8-8b1a-b356a08925b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1de8c6c0-64b7-4679-b551-4ce7174abc3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:39:33.627562 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ae28bd-5d01-49c4-b3a1-3f17accedebf admin admin] Network hostable DHCP agents. Network: 1de8c6c0-64b7-4679-b551-4ce7174abc3d, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:39:33.632154 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae28bd-5d01-49c4-b3a1-3f17accedebf admin admin] Pushing event updated for resources: {'Subnet': ['ID=417c38d1-a0bf-4576-92c0-cd0f344ee55d,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:39:33.651269 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ae28bd-5d01-49c4-b3a1-3f17accedebf admin admin] Network 1de8c6c0-64b7-4679-b551-4ce7174abc3d is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:39:33.662393 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-f6ae28bd-5d01-49c4-b3a1-3f17accedebf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 1de8c6c0-64b7-4679-b551-4ce7174abc3d) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:39:33.666857 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ae28bd-5d01-49c4-b3a1-3f17accedebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:33.667454 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f6ae28bd-5d01-49c4-b3a1-3f17accedebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:33.672257 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03596286-0592-4307-8513-4706d6f81b54 None None] Network 1de8c6c0-64b7-4679-b551-4ce7174abc3d requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:39:33.681086 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f6ae28bd-5d01-49c4-b3a1-3f17accedebf admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4427850 Aug 16 23:39:33.998458 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-1de8c6c0-64b7-4679-b551-4ce7174abc3d', 'network_id': '1de8c6c0-64b7-4679-b551-4ce7174abc3d', 'tenant_id': '5c565e8aa5fc469ab8eef72f15d7939f', 'fixed_ips': [{'subnet_id': '417c38d1-a0bf-4576-92c0-cd0f344ee55d'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:39:33.999753 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:34.280605 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Allocated IP 172.20.0.2 (1de8c6c0-64b7-4679-b551-4ce7174abc3d/417c38d1-a0bf-4576-92c0-cd0f344ee55d/09cd1bc9-199f-4e58-a1ed-b342a6831d3f) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:39:34.486834 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:34.531069 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Transition to ACTIVE for port object 09cd1bc9-199f-4e58-a1ed-b342a6831d3f will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:39:34.553746 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Transition to ACTIVE for port object 09cd1bc9-199f-4e58-a1ed-b342a6831d3f will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:39:34.568665 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:34.647897 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Network 1de8c6c0-64b7-4679-b551-4ce7174abc3d is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:39:34.652604 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:39:34.664549 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:39:34.666643 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Pushing event updated for resources: {'Port': ['ID=09cd1bc9-199f-4e58-a1ed-b342a6831d3f,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:39:34.677885 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:34.678542 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:34.678542 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:34.678872 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:34.679198 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:34.679526 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:34.679866 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:34.680173 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:34.680492 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:34.680813 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:34.681159 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:34.681479 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Tracked resource versions report: Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: pushed versions: Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: { 'AddressGroup': {'1.2'}, Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: 'ConntrackHelper': {'1.0'}, Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: 'Log': {'1.0'}, Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: 'Network': {'1.1'}, Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: 'Port': {'1.7'}, Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: 'PortForwarding': {'1.2'}, Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: 'QosPolicy': {'1.9'}, Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: 'SecurityGroup': {'1.4'}, Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: 'SecurityGroupRule': {'1.2'}, Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: 'SubPort': {'1.0'}, Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: 'Subnet': {'1.1'}, Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: 'Trunk': {'1.1'}} Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: consumer versions: Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: { DHCP agent@n-d-800088-20: {}, Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: L3 agent@n-d-800088-20: {}, Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: Metadata agent@n-d-800088-20: {}, Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: Metering agent@n-d-800088-20: {}, Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: Open vSwitch agent@n-d-800088-20: { 'AddressGroup': '1.2', Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: 'ConntrackHelper': '1.0', Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: 'Log': '1.0', Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: 'Network': '1.1', Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: 'Port': '1.7', Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: 'PortForwarding': '1.2', Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: 'QosPolicy': '1.9', Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: 'SecurityGroup': '1.4', Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: 'SecurityGroupRule': '1.2', Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: 'SubPort': '1.0', Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: 'Subnet': '1.1', Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: 'Trunk': '1.1'}} Aug 16 23:39:34.682846 n-d-800088-20 neutron-server[101404]: {{(pid=101404) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 23:39:34.753756 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Attempting to bind port 09cd1bc9-199f-4e58-a1ed-b342a6831d3f on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:39:34.754156 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Attempting to bind port 09cd1bc9-199f-4e58-a1ed-b342a6831d3f by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'b5ce33ad-093c-4ea8-8b1a-b356a08925b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1de8c6c0-64b7-4679-b551-4ce7174abc3d'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:39:34.754795 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Attempting to bind port 09cd1bc9-199f-4e58-a1ed-b342a6831d3f on network 1de8c6c0-64b7-4679-b551-4ce7174abc3d {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:39:34.759477 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:39:34.759878 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Checking segment: {'id': 'b5ce33ad-093c-4ea8-8b1a-b356a08925b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1de8c6c0-64b7-4679-b551-4ce7174abc3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:39:34.760351 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:34.760743 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Bound using segment: {'id': 'b5ce33ad-093c-4ea8-8b1a-b356a08925b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1de8c6c0-64b7-4679-b551-4ce7174abc3d'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:39:34.761256 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Bound port: 09cd1bc9-199f-4e58-a1ed-b342a6831d3f, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ce33ad-093c-4ea8-8b1a-b356a08925b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1de8c6c0-64b7-4679-b551-4ce7174abc3d'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:39:34.761662 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:34.824739 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] For port 09cd1bc9-199f-4e58-a1ed-b342a6831d3f, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:39:34.828819 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] For port 09cd1bc9-199f-4e58-a1ed-b342a6831d3f, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=09cd1bc9-199f-4e58-a1ed-b342a6831d3f,segment=NetworkSegment(b5ce33ad-093c-4ea8-8b1a-b356a08925b5),segment_id=b5ce33ad-093c-4ea8-8b1a-b356a08925b5)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:39:34.834374 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:34.902495 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f83ed3-8a9e-40c1-bc73-5075eda9a253 None None] Pushing event updated for resources: {'Port': ['ID=09cd1bc9-199f-4e58-a1ed-b342a6831d3f,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:39:36.112321 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38760) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:39:36.435543 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-f89a9a42-aa67-4086-b170-7627457c1032 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:39:36.436541 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f89a9a42-aa67-4086-b170-7627457c1032 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3231711 Aug 16 23:39:38.852255 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38768) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:39:39.168519 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-dc9db9aa-a8b1-42b3-b6d7-ec00201ac348 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:39:39.169664 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-dc9db9aa-a8b1-42b3-b6d7-ec00201ac348 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3164124 Aug 16 23:39:41.797330 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38778) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:39:42.093525 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-5abf887a-4757-48a8-af90-36aa50824bee admin admin] Request body: {'router': {'tenant_id': '5c565e8aa5fc469ab8eef72f15d7939f', 'admin_state_up': True, 'name': 'router1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:39:42.118125 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5abf887a-4757-48a8-af90-36aa50824bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:42.119580 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5abf887a-4757-48a8-af90-36aa50824bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:42.269553 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5abf887a-4757-48a8-af90-36aa50824bee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:42.274313 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5abf887a-4757-48a8-af90-36aa50824bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:42.287632 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5abf887a-4757-48a8-af90-36aa50824bee admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:42.289105 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5abf887a-4757-48a8-af90-36aa50824bee admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4904914 Aug 16 23:39:43.084235 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 09cd1bc9-199f-4e58-a1ed-b342a6831d3f up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:39:43.180408 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 09cd1bc9-199f-4e58-a1ed-b342a6831d3f completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:39:43.380838 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3461ae-c8ef-489f-b300-a59d26027066 None None] Network 1de8c6c0-64b7-4679-b551-4ce7174abc3d requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:39:43.436271 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0f712e29-b596-44b3-9bc8-b15201f9cc7e None None] Provisioning for port 09cd1bc9-199f-4e58-a1ed-b342a6831d3f completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:39:43.442858 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0f712e29-b596-44b3-9bc8-b15201f9cc7e None None] Provisioning complete for port 09cd1bc9-199f-4e58-a1ed-b342a6831d3f triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:39:43.442858 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0f712e29-b596-44b3-9bc8-b15201f9cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:43.632918 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0f712e29-b596-44b3-9bc8-b15201f9cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:43.693030 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-0f712e29-b596-44b3-9bc8-b15201f9cc7e None None] For port 09cd1bc9-199f-4e58-a1ed-b342a6831d3f, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=09cd1bc9-199f-4e58-a1ed-b342a6831d3f,segment=NetworkSegment(b5ce33ad-093c-4ea8-8b1a-b356a08925b5),segment_id=b5ce33ad-093c-4ea8-8b1a-b356a08925b5)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:39:43.699649 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0f712e29-b596-44b3-9bc8-b15201f9cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:43.747458 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f712e29-b596-44b3-9bc8-b15201f9cc7e None None] Pushing event updated for resources: {'Port': ['ID=09cd1bc9-199f-4e58-a1ed-b342a6831d3f,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:39:43.918247 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a90ee5b4-e952-4d92-8cc8-2634a42c5b0c None None] Provisioning complete for port 09cd1bc9-199f-4e58-a1ed-b342a6831d3f triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:39:43.918543 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a90ee5b4-e952-4d92-8cc8-2634a42c5b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:44.658944 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38790) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:39:44.971492 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-f1d23e2d-f558-452f-8413-1355d9ce0b1b admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:39:44.972495 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f1d23e2d-f558-452f-8413-1355d9ce0b1b admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3126240 Aug 16 23:39:45.048376 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 09cd1bc9-199f-4e58-a1ed-b342a6831d3f up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:39:45.099252 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 09cd1bc9-199f-4e58-a1ed-b342a6831d3f triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:39:45.099647 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:46.411872 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d372599b-8cf8-49be-a1c3-52fce92d2d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:47.365316 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38798) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:39:47.684126 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-55b2c659-7f93-4471-898a-132f40fedbab admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:39:47.706414 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b2c659-7f93-4471-898a-132f40fedbab admin admin] Made reservation on behalf of 14c7b77e45a843fdab918a0bc55885e0 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:39:47.708621 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-55b2c659-7f93-4471-898a-132f40fedbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:47.716267 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-55b2c659-7f93-4471-898a-132f40fedbab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:47.804610 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-55b2c659-7f93-4471-898a-132f40fedbab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:47.810485 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-55b2c659-7f93-4471-898a-132f40fedbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:47.825683 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-55b2c659-7f93-4471-898a-132f40fedbab admin admin] Reserving flat network on physical network physnet1 {{(pid=101403) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 16 23:39:47.847864 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-55b2c659-7f93-4471-898a-132f40fedbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:47.848200 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-55b2c659-7f93-4471-898a-132f40fedbab admin admin] Added segment 95f38fb0-67ff-41b6-b0c5-26ec15f941bf of type flat for network f9960621-448c-44b3-8317-7433dc6ce660 Aug 16 23:39:47.849451 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2c659-7f93-4471-898a-132f40fedbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f66e14d-2d63-47ee-a282-47cfe0bc4706,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:39:47.894708 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-55b2c659-7f93-4471-898a-132f40fedbab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:47.925345 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-55b2c659-7f93-4471-898a-132f40fedbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:47.926193 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b2c659-7f93-4471-898a-132f40fedbab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:47.926771 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-55b2c659-7f93-4471-898a-132f40fedbab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:47.976229 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-55b2c659-7f93-4471-898a-132f40fedbab admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6098480 Aug 16 23:39:47.986866 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2c659-7f93-4471-898a-132f40fedbab admin admin] Pushing event updated for resources: {'Network': ['ID=f9960621-448c-44b3-8317-7433dc6ce660,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:39:48.004678 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network f9960621-448c-44b3-8317-7433dc6ce660 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:39:49.045583 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4abb5780-1cd1-45ab-8a4f-0e33da181dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:49.158848 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:49.983826 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:50.323619 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38808) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:39:50.617060 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f41f1d6-651a-4c8d-99c3-3cfcddb8fd12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:50.618377 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3f41f1d6-651a-4c8d-99c3-3cfcddb8fd12 admin admin] 10.222.0.60 "GET /v2.0/subnets/417c38d1-a0bf-4576-92c0-cd0f344ee55d HTTP/1.1" status: 200 len: 849 time: 0.2938247 Aug 16 23:39:50.733739 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-aebeef08-1a24-473a-8cf8-271ce205efca admin admin] 10.222.0.60 "GET /v2.0/routers/8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd HTTP/1.1" status: 200 len: 704 time: 0.1095052 Aug 16 23:39:50.999515 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d81cd927-6da2-462d-9f7a-202f3a6ac4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:51.283638 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-d81cd927-6da2-462d-9f7a-202f3a6ac4a5 admin admin] Allocated IP 172.20.0.1 (1de8c6c0-64b7-4679-b551-4ce7174abc3d/417c38d1-a0bf-4576-92c0-cd0f344ee55d/14704ffc-0371-4f5d-9e9d-e7aeafb3e459) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:39:51.476619 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d81cd927-6da2-462d-9f7a-202f3a6ac4a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:51.500615 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-d81cd927-6da2-462d-9f7a-202f3a6ac4a5 admin admin] Transition to ACTIVE for port object 14704ffc-0371-4f5d-9e9d-e7aeafb3e459 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:39:51.587715 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d81cd927-6da2-462d-9f7a-202f3a6ac4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:51.650692 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81cd927-6da2-462d-9f7a-202f3a6ac4a5 admin admin] Network 1de8c6c0-64b7-4679-b551-4ce7174abc3d is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:39:51.657900 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-d81cd927-6da2-462d-9f7a-202f3a6ac4a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:39:51.667516 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81cd927-6da2-462d-9f7a-202f3a6ac4a5 admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:39:51.668045 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d81cd927-6da2-462d-9f7a-202f3a6ac4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:51.691253 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cd927-6da2-462d-9f7a-202f3a6ac4a5 admin admin] Pushing event updated for resources: {'Port': ['ID=14704ffc-0371-4f5d-9e9d-e7aeafb3e459,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:39:51.848003 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:51.861399 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-08474a41-1b70-4eff-b8c8-98beb6f535de None None] Provisioning for port 14704ffc-0371-4f5d-9e9d-e7aeafb3e459 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:39:51.864805 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-08474a41-1b70-4eff-b8c8-98beb6f535de None None] Provisioning complete for port 14704ffc-0371-4f5d-9e9d-e7aeafb3e459 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:39:51.865197 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-08474a41-1b70-4eff-b8c8-98beb6f535de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:51.872216 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d81cd927-6da2-462d-9f7a-202f3a6ac4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:51.903171 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-08474a41-1b70-4eff-b8c8-98beb6f535de None None] Port 14704ffc-0371-4f5d-9e9d-e7aeafb3e459 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:39:52.083199 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d81cd927-6da2-462d-9f7a-202f3a6ac4a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:52.087344 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d81cd927-6da2-462d-9f7a-202f3a6ac4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:52.088103 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d81cd927-6da2-462d-9f7a-202f3a6ac4a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:52.164247 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cd927-6da2-462d-9f7a-202f3a6ac4a5 admin admin] Pushing event updated for resources: {'Port': ['ID=14704ffc-0371-4f5d-9e9d-e7aeafb3e459,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:39:52.212662 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81cd927-6da2-462d-9f7a-202f3a6ac4a5 admin admin] Network 1de8c6c0-64b7-4679-b551-4ce7174abc3d is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:39:52.213971 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-d81cd927-6da2-462d-9f7a-202f3a6ac4a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:39:52.374849 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81cd927-6da2-462d-9f7a-202f3a6ac4a5 admin admin] Router 8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:39:52.423490 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-007ecdf4-9ef6-4f90-9092-fe1b9d79f178 None None] Provisioning complete for port 14704ffc-0371-4f5d-9e9d-e7aeafb3e459 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:39:52.423763 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-007ecdf4-9ef6-4f90-9092-fe1b9d79f178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:52.459253 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-007ecdf4-9ef6-4f90-9092-fe1b9d79f178 None None] Port 14704ffc-0371-4f5d-9e9d-e7aeafb3e459 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:39:52.464294 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81cd927-6da2-462d-9f7a-202f3a6ac4a5 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:39:52.469156 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d81cd927-6da2-462d-9f7a-202f3a6ac4a5 admin admin] 10.222.0.60 "PUT /v2.0/routers/8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7284749 Aug 16 23:39:52.475395 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a56652-f638-4142-9bb8-158c09cd90d9 None None] Sync routers for ids ['8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:39:52.487057 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a56652-f638-4142-9bb8-158c09cd90d9 None None] Routers {'8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:39:52.487790 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-c2a56652-f638-4142-9bb8-158c09cd90d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:39:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:39:52.681004 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-c2a56652-f638-4142-9bb8-158c09cd90d9 None None] Set router 8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:39:53.105349 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-c2a56652-f638-4142-9bb8-158c09cd90d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd', 'name': 'router1', 'tenant_id': '5c565e8aa5fc469ab8eef72f15d7939f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:39:42Z', 'updated_at': '2021-08-16T23:39:51Z', 'revision_number': 2, 'project_id': '5c565e8aa5fc469ab8eef72f15d7939f', 'gw_port_host': None, '_interfaces': [{'id': '14704ffc-0371-4f5d-9e9d-e7aeafb3e459', 'name': '', 'network_id': '1de8c6c0-64b7-4679-b551-4ce7174abc3d', 'tenant_id': '5c565e8aa5fc469ab8eef72f15d7939f', 'mac_address': 'fa:16:3e:b5:c0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '417c38d1-a0bf-4576-92c0-cd0f344ee55d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:39:51Z', 'updated_at': '2021-08-16T23:39:51Z', 'revision_number': 2, 'project_id': '5c565e8aa5fc469ab8eef72f15d7939f', 'subnets': [{'id': '417c38d1-a0bf-4576-92c0-cd0f344ee55d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3dc92cd-f8ae-49e5-a8f6-73a91e38bda3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:39:53.156800 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a56652-f638-4142-9bb8-158c09cd90d9 None None] Checking router: 8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:39:53.157721 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a56652-f638-4142-9bb8-158c09cd90d9 None None] Updating router 8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd port 14704ffc-0371-4f5d-9e9d-e7aeafb3e459 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:39:53.205560 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-c2a56652-f638-4142-9bb8-158c09cd90d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:53.719081 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-c2a56652-f638-4142-9bb8-158c09cd90d9 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:53.737815 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-c2a56652-f638-4142-9bb8-158c09cd90d9 None None] Transition to ACTIVE for port object 14704ffc-0371-4f5d-9e9d-e7aeafb3e459 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:39:53.743544 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-c2a56652-f638-4142-9bb8-158c09cd90d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:53.850399 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22134f-e275-489a-8507-49491cfd8691 None None] Pushing event updated for resources: {'Port': ['ID=14704ffc-0371-4f5d-9e9d-e7aeafb3e459,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:39:53.860506 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22134f-e275-489a-8507-49491cfd8691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:53.860857 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22134f-e275-489a-8507-49491cfd8691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:53.861269 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22134f-e275-489a-8507-49491cfd8691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:53.861607 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22134f-e275-489a-8507-49491cfd8691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:53.861945 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22134f-e275-489a-8507-49491cfd8691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:53.862275 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22134f-e275-489a-8507-49491cfd8691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:53.862605 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22134f-e275-489a-8507-49491cfd8691 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:53.862924 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22134f-e275-489a-8507-49491cfd8691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:53.863244 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22134f-e275-489a-8507-49491cfd8691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:53.863566 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22134f-e275-489a-8507-49491cfd8691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:53.863885 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22134f-e275-489a-8507-49491cfd8691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:53.864203 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22134f-e275-489a-8507-49491cfd8691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22134f-e275-489a-8507-49491cfd8691 None None] Tracked resource versions report: Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: pushed versions: Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: { 'AddressGroup': {'1.2'}, Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: 'ConntrackHelper': {'1.0'}, Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: 'Log': {'1.0'}, Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: 'Network': {'1.1'}, Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: 'Port': {'1.7'}, Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: 'PortForwarding': {'1.2'}, Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: 'QosPolicy': {'1.9'}, Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: 'SecurityGroup': {'1.4'}, Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: 'SecurityGroupRule': {'1.2'}, Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: 'SubPort': {'1.0'}, Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: 'Subnet': {'1.1'}, Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: 'Trunk': {'1.1'}} Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: consumer versions: Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: { DHCP agent@n-d-800088-20: {}, Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: L3 agent@n-d-800088-20: {}, Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: Metadata agent@n-d-800088-20: {}, Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: Metering agent@n-d-800088-20: {}, Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: Open vSwitch agent@n-d-800088-20: { 'AddressGroup': '1.2', Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: 'ConntrackHelper': '1.0', Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: 'Log': '1.0', Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: 'Network': '1.1', Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: 'Port': '1.7', Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: 'PortForwarding': '1.2', Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: 'QosPolicy': '1.9', Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: 'SecurityGroup': '1.4', Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: 'SecurityGroupRule': '1.2', Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: 'SubPort': '1.0', Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: 'Subnet': '1.1', Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: 'Trunk': '1.1'}} Aug 16 23:39:53.865339 n-d-800088-20 neutron-server[101405]: {{(pid=101405) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 23:39:53.947268 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-c2a56652-f638-4142-9bb8-158c09cd90d9 None None] Attempting to bind port 14704ffc-0371-4f5d-9e9d-e7aeafb3e459 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:39:53.947677 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-c2a56652-f638-4142-9bb8-158c09cd90d9 None None] Attempting to bind port 14704ffc-0371-4f5d-9e9d-e7aeafb3e459 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'b5ce33ad-093c-4ea8-8b1a-b356a08925b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1de8c6c0-64b7-4679-b551-4ce7174abc3d'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:39:53.948154 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a56652-f638-4142-9bb8-158c09cd90d9 None None] Attempting to bind port 14704ffc-0371-4f5d-9e9d-e7aeafb3e459 on network 1de8c6c0-64b7-4679-b551-4ce7174abc3d {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:39:53.953239 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a56652-f638-4142-9bb8-158c09cd90d9 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:39:53.953652 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a56652-f638-4142-9bb8-158c09cd90d9 None None] Checking segment: {'id': 'b5ce33ad-093c-4ea8-8b1a-b356a08925b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1de8c6c0-64b7-4679-b551-4ce7174abc3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:39:53.954299 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-c2a56652-f638-4142-9bb8-158c09cd90d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:53.954493 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a56652-f638-4142-9bb8-158c09cd90d9 None None] Bound using segment: {'id': 'b5ce33ad-093c-4ea8-8b1a-b356a08925b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1de8c6c0-64b7-4679-b551-4ce7174abc3d'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:39:53.954967 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-c2a56652-f638-4142-9bb8-158c09cd90d9 None None] Bound port: 14704ffc-0371-4f5d-9e9d-e7aeafb3e459, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ce33ad-093c-4ea8-8b1a-b356a08925b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1de8c6c0-64b7-4679-b551-4ce7174abc3d'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:39:53.955337 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-c2a56652-f638-4142-9bb8-158c09cd90d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:54.030001 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-c2a56652-f638-4142-9bb8-158c09cd90d9 None None] For port 14704ffc-0371-4f5d-9e9d-e7aeafb3e459, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:39:54.052462 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-c2a56652-f638-4142-9bb8-158c09cd90d9 None None] For port 14704ffc-0371-4f5d-9e9d-e7aeafb3e459, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=14704ffc-0371-4f5d-9e9d-e7aeafb3e459,segment=NetworkSegment(b5ce33ad-093c-4ea8-8b1a-b356a08925b5),segment_id=b5ce33ad-093c-4ea8-8b1a-b356a08925b5)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:39:54.056013 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-c2a56652-f638-4142-9bb8-158c09cd90d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:54.113300 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22134f-e275-489a-8507-49491cfd8691 None None] Pushing event updated for resources: {'Port': ['ID=14704ffc-0371-4f5d-9e9d-e7aeafb3e459,revision_number=4']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:39:54.120289 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a56652-f638-4142-9bb8-158c09cd90d9 None None] Routers {'8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:39:54.120902 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-c2a56652-f638-4142-9bb8-158c09cd90d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:39:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:39:54.213273 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-c2a56652-f638-4142-9bb8-158c09cd90d9 None None] Set router 8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:39:54.440108 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-c2a56652-f638-4142-9bb8-158c09cd90d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd', 'name': 'router1', 'tenant_id': '5c565e8aa5fc469ab8eef72f15d7939f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:39:42Z', 'updated_at': '2021-08-16T23:39:51Z', 'revision_number': 2, 'project_id': '5c565e8aa5fc469ab8eef72f15d7939f', 'gw_port_host': None, '_interfaces': [{'id': '14704ffc-0371-4f5d-9e9d-e7aeafb3e459', 'name': '', 'network_id': '1de8c6c0-64b7-4679-b551-4ce7174abc3d', 'tenant_id': '5c565e8aa5fc469ab8eef72f15d7939f', 'mac_address': 'fa:16:3e:b5:c0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '417c38d1-a0bf-4576-92c0-cd0f344ee55d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:39:51Z', 'updated_at': '2021-08-16T23:39:54Z', 'revision_number': 4, 'project_id': '5c565e8aa5fc469ab8eef72f15d7939f', 'subnets': [{'id': '417c38d1-a0bf-4576-92c0-cd0f344ee55d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3dc92cd-f8ae-49e5-a8f6-73a91e38bda3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:39:54.466343 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a56652-f638-4142-9bb8-158c09cd90d9 None None] The sync data for ids ['8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd'] in n-d-800088-20 is: [{'id': '8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd', 'name': 'router1', 'tenant_id': '5c565e8aa5fc469ab8eef72f15d7939f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:39:42Z', 'updated_at': '2021-08-16T23:39:51Z', 'revision_number': 2, 'project_id': '5c565e8aa5fc469ab8eef72f15d7939f', 'gw_port_host': None, '_interfaces': [{'id': '14704ffc-0371-4f5d-9e9d-e7aeafb3e459', 'name': '', 'network_id': '1de8c6c0-64b7-4679-b551-4ce7174abc3d', 'tenant_id': '5c565e8aa5fc469ab8eef72f15d7939f', 'mac_address': 'fa:16:3e:b5:c0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '417c38d1-a0bf-4576-92c0-cd0f344ee55d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:39:51Z', 'updated_at': '2021-08-16T23:39:54Z', 'revision_number': 4, 'project_id': '5c565e8aa5fc469ab8eef72f15d7939f', 'subnets': [{'id': '417c38d1-a0bf-4576-92c0-cd0f344ee55d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3dc92cd-f8ae-49e5-a8f6-73a91e38bda3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:39:54.764627 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38828) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:39:54.877899 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669d9711-5f49-4e0a-add2-41356bd1971e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:54.879267 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-669d9711-5f49-4e0a-add2-41356bd1971e admin admin] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 842 time: 0.1137536 Aug 16 23:39:54.888958 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-2a270869-3d89-40a5-8d57-04d6684a3119 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'name': 'public-subnet'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:39:54.911598 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a270869-3d89-40a5-8d57-04d6684a3119 admin admin] Made reservation on behalf of 14c7b77e45a843fdab918a0bc55885e0 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:39:54.914190 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2a270869-3d89-40a5-8d57-04d6684a3119 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:55.264770 n-d-800088-20 neutron-server[101403]: DEBUG neutron.objects.ports [None req-2a270869-3d89-40a5-8d57-04d6684a3119 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101403) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 23:39:55.265150 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2a270869-3d89-40a5-8d57-04d6684a3119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:55.319543 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a270869-3d89-40a5-8d57-04d6684a3119 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89cf5db6-ab6a-4bdc-a689-bca2bef22be4,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:39:55.327653 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a270869-3d89-40a5-8d57-04d6684a3119 admin admin] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:39:55.328011 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a270869-3d89-40a5-8d57-04d6684a3119 admin admin] Network hostable DHCP agents. Network: f9960621-448c-44b3-8317-7433dc6ce660, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:39:55.345400 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a270869-3d89-40a5-8d57-04d6684a3119 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:39:55.353378 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-2a270869-3d89-40a5-8d57-04d6684a3119 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, f9960621-448c-44b3-8317-7433dc6ce660) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:39:55.357445 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a270869-3d89-40a5-8d57-04d6684a3119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:55.357906 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2a270869-3d89-40a5-8d57-04d6684a3119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:55.362510 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9cd2e1-4be0-4a72-a4e6-e67f89bd4425 None None] Network f9960621-448c-44b3-8317-7433dc6ce660 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:39:55.381683 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2a270869-3d89-40a5-8d57-04d6684a3119 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4960222 Aug 16 23:39:55.495728 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d063c4a3-3ded-407b-86c9-7be2d4b9c2c1 None None] Network f9960621-448c-44b3-8317-7433dc6ce660 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:39:57.659189 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38844) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:39:57.788236 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-61947483-fbf4-426a-946d-81b6e08c452d admin admin] 10.222.0.60 "GET /v2.0/routers/8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd HTTP/1.1" status: 200 len: 710 time: 0.1278439 Aug 16 23:39:57.878718 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeed0da4-aca3-4703-ae54-5beb3ed854bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:57.880085 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-eeed0da4-aca3-4703-ae54-5beb3ed854bc admin admin] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 886 time: 0.0863507 Aug 16 23:39:57.889322 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-489d4c9f-6b6e-4f9f-a0a3-262379067a2c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:39:58.151515 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-489d4c9f-6b6e-4f9f-a0a3-262379067a2c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:58.385211 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-489d4c9f-6b6e-4f9f-a0a3-262379067a2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:58.459484 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-489d4c9f-6b6e-4f9f-a0a3-262379067a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:58.562584 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-489d4c9f-6b6e-4f9f-a0a3-262379067a2c admin admin] Allocated IP 172.25.3.102 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/5b75b254-9b64-4409-82d1-6c3f55a6510a) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:39:58.667667 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-489d4c9f-6b6e-4f9f-a0a3-262379067a2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:58.708414 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-489d4c9f-6b6e-4f9f-a0a3-262379067a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:58.741811 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489d4c9f-6b6e-4f9f-a0a3-262379067a2c admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:39:58.746338 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-489d4c9f-6b6e-4f9f-a0a3-262379067a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:39:58.755282 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489d4c9f-6b6e-4f9f-a0a3-262379067a2c admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:39:58.757129 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d4c9f-6b6e-4f9f-a0a3-262379067a2c admin admin] Pushing event updated for resources: {'Port': ['ID=5b75b254-9b64-4409-82d1-6c3f55a6510a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:39:59.089169 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-489d4c9f-6b6e-4f9f-a0a3-262379067a2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:59.283593 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-489d4c9f-6b6e-4f9f-a0a3-262379067a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126458'] for router, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:59.286893 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-489d4c9f-6b6e-4f9f-a0a3-262379067a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635776'] for router, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:59.390903 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489d4c9f-6b6e-4f9f-a0a3-262379067a2c admin admin] Router 8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:39:59.496071 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489d4c9f-6b6e-4f9f-a0a3-262379067a2c admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:39:59.500773 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-489d4c9f-6b6e-4f9f-a0a3-262379067a2c admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:59.502063 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-489d4c9f-6b6e-4f9f-a0a3-262379067a2c admin admin] 10.222.0.60 "PUT /v2.0/routers/8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd HTTP/1.1" status: 200 len: 890 time: 1.6159325 Aug 16 23:40:01.092097 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b2125b-6501-4c08-80a9-f5bafe6270b5 None None] Sync routers for ids ['8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:40:01.099413 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 14704ffc-0371-4f5d-9e9d-e7aeafb3e459 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:40:01.125710 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b2125b-6501-4c08-80a9-f5bafe6270b5 None None] Routers {'8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:40:01.126380 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-95b2125b-6501-4c08-80a9-f5bafe6270b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:39:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:40:01.335699 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 14704ffc-0371-4f5d-9e9d-e7aeafb3e459 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:40:01.358106 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 14704ffc-0371-4f5d-9e9d-e7aeafb3e459 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:40:01.358480 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:01.416681 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-95b2125b-6501-4c08-80a9-f5bafe6270b5 None None] Set router 8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:40:01.668969 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:01.741935 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 14704ffc-0371-4f5d-9e9d-e7aeafb3e459, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=14704ffc-0371-4f5d-9e9d-e7aeafb3e459,segment=NetworkSegment(b5ce33ad-093c-4ea8-8b1a-b356a08925b5),segment_id=b5ce33ad-093c-4ea8-8b1a-b356a08925b5)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:40:01.748738 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:01.860185 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=14704ffc-0371-4f5d-9e9d-e7aeafb3e459,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:40:01.925191 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-95b2125b-6501-4c08-80a9-f5bafe6270b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd', 'name': 'router1', 'tenant_id': '5c565e8aa5fc469ab8eef72f15d7939f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '5b75b254-9b64-4409-82d1-6c3f55a6510a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:39:42Z', 'updated_at': '2021-08-16T23:39:58Z', 'revision_number': 4, 'project_id': '5c565e8aa5fc469ab8eef72f15d7939f', 'gw_port': {'id': '5b75b254-9b64-4409-82d1-6c3f55a6510a', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:39:58Z', 'updated_at': '2021-08-16T23:39:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '14704ffc-0371-4f5d-9e9d-e7aeafb3e459', 'name': '', 'network_id': '1de8c6c0-64b7-4679-b551-4ce7174abc3d', 'tenant_id': '5c565e8aa5fc469ab8eef72f15d7939f', 'mac_address': 'fa:16:3e:b5:c0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '417c38d1-a0bf-4576-92c0-cd0f344ee55d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:39:51Z', 'updated_at': '2021-08-16T23:39:54Z', 'revision_number': 4, 'project_id': '5c565e8aa5fc469ab8eef72f15d7939f', 'subnets': [{'id': '417c38d1-a0bf-4576-92c0-cd0f344ee55d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3dc92cd-f8ae-49e5-a8f6-73a91e38bda3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:40:01.952117 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38856) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:40:01.976284 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b2125b-6501-4c08-80a9-f5bafe6270b5 None None] Checking router: 8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:40:01.976643 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b2125b-6501-4c08-80a9-f5bafe6270b5 None None] Updating router 8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd port 5b75b254-9b64-4409-82d1-6c3f55a6510a binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:40:02.033594 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-95b2125b-6501-4c08-80a9-f5bafe6270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:02.066994 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5a3e1032-ce0c-4632-b7c4-e6ad42512569 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1137433 Aug 16 23:40:02.376755 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-95b2125b-6501-4c08-80a9-f5bafe6270b5 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:02.386900 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-95b2125b-6501-4c08-80a9-f5bafe6270b5 None None] Transition to ACTIVE for port object 5b75b254-9b64-4409-82d1-6c3f55a6510a will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:40:02.393141 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-95b2125b-6501-4c08-80a9-f5bafe6270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:02.446285 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa174f-d409-499c-9c07-b1058c399fab None None] Pushing event updated for resources: {'Port': ['ID=5b75b254-9b64-4409-82d1-6c3f55a6510a,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:40:02.448681 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-95b2125b-6501-4c08-80a9-f5bafe6270b5 None None] Attempting to bind port 5b75b254-9b64-4409-82d1-6c3f55a6510a on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:40:02.449123 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-95b2125b-6501-4c08-80a9-f5bafe6270b5 None None] Attempting to bind port 5b75b254-9b64-4409-82d1-6c3f55a6510a by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:40:02.449576 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b2125b-6501-4c08-80a9-f5bafe6270b5 None None] Attempting to bind port 5b75b254-9b64-4409-82d1-6c3f55a6510a on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:40:02.455888 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b2125b-6501-4c08-80a9-f5bafe6270b5 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:40:02.456276 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b2125b-6501-4c08-80a9-f5bafe6270b5 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:40:02.456679 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-95b2125b-6501-4c08-80a9-f5bafe6270b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:02.457114 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b2125b-6501-4c08-80a9-f5bafe6270b5 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:40:02.457571 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-95b2125b-6501-4c08-80a9-f5bafe6270b5 None None] Bound port: 5b75b254-9b64-4409-82d1-6c3f55a6510a, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:40:02.457973 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-95b2125b-6501-4c08-80a9-f5bafe6270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:02.508787 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-95b2125b-6501-4c08-80a9-f5bafe6270b5 None None] For port 5b75b254-9b64-4409-82d1-6c3f55a6510a, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:40:02.511939 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-95b2125b-6501-4c08-80a9-f5bafe6270b5 None None] For port 5b75b254-9b64-4409-82d1-6c3f55a6510a, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5b75b254-9b64-4409-82d1-6c3f55a6510a,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:40:02.515718 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-95b2125b-6501-4c08-80a9-f5bafe6270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:02.572892 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b2125b-6501-4c08-80a9-f5bafe6270b5 None None] Routers {'8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:40:02.573104 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-95b2125b-6501-4c08-80a9-f5bafe6270b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:39:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:40:02.578444 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa174f-d409-499c-9c07-b1058c399fab None None] Pushing event updated for resources: {'Port': ['ID=5b75b254-9b64-4409-82d1-6c3f55a6510a,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:40:02.768686 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-95b2125b-6501-4c08-80a9-f5bafe6270b5 None None] Set router 8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:40:03.044828 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-95b2125b-6501-4c08-80a9-f5bafe6270b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd', 'name': 'router1', 'tenant_id': '5c565e8aa5fc469ab8eef72f15d7939f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '5b75b254-9b64-4409-82d1-6c3f55a6510a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:39:42Z', 'updated_at': '2021-08-16T23:39:58Z', 'revision_number': 4, 'project_id': '5c565e8aa5fc469ab8eef72f15d7939f', 'gw_port': {'id': '5b75b254-9b64-4409-82d1-6c3f55a6510a', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:39:58Z', 'updated_at': '2021-08-16T23:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '14704ffc-0371-4f5d-9e9d-e7aeafb3e459', 'name': '', 'network_id': '1de8c6c0-64b7-4679-b551-4ce7174abc3d', 'tenant_id': '5c565e8aa5fc469ab8eef72f15d7939f', 'mac_address': 'fa:16:3e:b5:c0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '417c38d1-a0bf-4576-92c0-cd0f344ee55d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:39:51Z', 'updated_at': '2021-08-16T23:40:01Z', 'revision_number': 5, 'project_id': '5c565e8aa5fc469ab8eef72f15d7939f', 'subnets': [{'id': '417c38d1-a0bf-4576-92c0-cd0f344ee55d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3dc92cd-f8ae-49e5-a8f6-73a91e38bda3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:40:03.074330 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b2125b-6501-4c08-80a9-f5bafe6270b5 None None] The sync data for ids ['8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd'] in n-d-800088-20 is: [{'id': '8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd', 'name': 'router1', 'tenant_id': '5c565e8aa5fc469ab8eef72f15d7939f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '5b75b254-9b64-4409-82d1-6c3f55a6510a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:39:42Z', 'updated_at': '2021-08-16T23:39:58Z', 'revision_number': 4, 'project_id': '5c565e8aa5fc469ab8eef72f15d7939f', 'gw_port': {'id': '5b75b254-9b64-4409-82d1-6c3f55a6510a', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:39:58Z', 'updated_at': '2021-08-16T23:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '14704ffc-0371-4f5d-9e9d-e7aeafb3e459', 'name': '', 'network_id': '1de8c6c0-64b7-4679-b551-4ce7174abc3d', 'tenant_id': '5c565e8aa5fc469ab8eef72f15d7939f', 'mac_address': 'fa:16:3e:b5:c0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb66e10-a9dd-4ebd-a3ab-31ce029a4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '417c38d1-a0bf-4576-92c0-cd0f344ee55d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:39:51Z', 'updated_at': '2021-08-16T23:40:01Z', 'revision_number': 5, 'project_id': '5c565e8aa5fc469ab8eef72f15d7939f', 'subnets': [{'id': '417c38d1-a0bf-4576-92c0-cd0f344ee55d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3dc92cd-f8ae-49e5-a8f6-73a91e38bda3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:40:03.077264 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 14704ffc-0371-4f5d-9e9d-e7aeafb3e459 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:40:03.126959 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 14704ffc-0371-4f5d-9e9d-e7aeafb3e459 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:40:03.127598 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:05.103124 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5b75b254-9b64-4409-82d1-6c3f55a6510a up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:40:05.163519 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 5b75b254-9b64-4409-82d1-6c3f55a6510a completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:40:05.167673 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 5b75b254-9b64-4409-82d1-6c3f55a6510a triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:40:05.168039 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:05.272531 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:05.293572 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 5b75b254-9b64-4409-82d1-6c3f55a6510a, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5b75b254-9b64-4409-82d1-6c3f55a6510a,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:40:05.299177 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:05.349445 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=5b75b254-9b64-4409-82d1-6c3f55a6510a,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:40:07.131924 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5b75b254-9b64-4409-82d1-6c3f55a6510a up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:40:07.225636 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 5b75b254-9b64-4409-82d1-6c3f55a6510a triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:40:07.225978 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:12.769307 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 5 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:40:16.438910 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c92ed13e-5a81-44eb-bf63-a006f2f5c79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:19.046445 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-69a295a5-5d36-40be-9283-8dca60e0e60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:19.164983 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:20.000821 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:21.866005 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:46.411797 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8a377755-fe63-4378-9041-144796a52058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:49.054173 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b4d652ab-2b99-4e00-b4c2-81c705688496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:49.164064 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:49.768650 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 5 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:40:49.987863 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:51.866544 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:16.413525 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-af2b114a-e7fa-4fbb-b907-0a5e127e6495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:19.047042 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-09b1c848-17ac-4db6-87af-3d6f70198911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:19.156548 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:19.989957 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:21.865458 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:26.768015 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 5 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:41:42.945901 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39456) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:43.007110 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb82f98-8b65-454f-a3a3-8ec10b6a2926 admin admin] GET failed (client error): The resource could not be found. Aug 16 23:41:43.008425 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8bb82f98-8b65-454f-a3a3-8ec10b6a2926 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615811 Aug 16 23:41:43.172596 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2e7807-91f6-4267-97f3-069a92eff951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:43.174029 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ae2e7807-91f6-4267-97f3-069a92eff951 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1605585 Aug 16 23:41:45.337227 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39466) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:45.467229 n-d-800088-20 neutron-server[101402]: WARNING oslo_policy.policy [None req-1d4689e0-6d1a-425c-b0db-1902b90c458d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 23:41:45.467837 n-d-800088-20 neutron-server[101402]: WARNING oslo_policy.policy [None req-1d4689e0-6d1a-425c-b0db-1902b90c458d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 23:41:45.883484 n-d-800088-20 neutron-server[101402]: DEBUG neutron.policy [None req-1d4689e0-6d1a-425c-b0db-1902b90c458d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101402) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 23:41:45.929123 n-d-800088-20 neutron-server[101402]: WARNING oslo_policy.policy [None req-1d4689e0-6d1a-425c-b0db-1902b90c458d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 23:41:45.929498 n-d-800088-20 neutron-server[101402]: WARNING oslo_policy.policy [None req-1d4689e0-6d1a-425c-b0db-1902b90c458d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 23:41:45.938825 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4689e0-6d1a-425c-b0db-1902b90c458d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:45.940763 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1d4689e0-6d1a-425c-b0db-1902b90c458d admin admin] 10.222.0.60 "GET /v2.0/subnets/417c38d1-a0bf-4576-92c0-cd0f344ee55d HTTP/1.1" status: 200 len: 849 time: 0.6014345 Aug 16 23:41:45.951568 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-7d500785-3c74-400e-add4-258ec752a5a1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:41:46.038803 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d500785-3c74-400e-add4-258ec752a5a1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:46.194769 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d500785-3c74-400e-add4-258ec752a5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730304384103'] for subnet, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:46.263161 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d500785-3c74-400e-add4-258ec752a5a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:46.263519 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d500785-3c74-400e-add4-258ec752a5a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:46.267110 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7d500785-3c74-400e-add4-258ec752a5a1 admin admin] 10.222.0.60 "PUT /v2.0/subnets/417c38d1-a0bf-4576-92c0-cd0f344ee55d HTTP/1.1" status: 200 len: 868 time: 0.3181696 Aug 16 23:41:46.269893 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb6eb4e-259f-4e11-b1ef-37e8bc978e96 None None] Network 1de8c6c0-64b7-4679-b551-4ce7174abc3d requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:41:46.282815 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d500785-3c74-400e-add4-258ec752a5a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=417c38d1-a0bf-4576-92c0-cd0f344ee55d,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:46.292371 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d500785-3c74-400e-add4-258ec752a5a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:46.292718 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d500785-3c74-400e-add4-258ec752a5a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:46.293077 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d500785-3c74-400e-add4-258ec752a5a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:46.293418 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d500785-3c74-400e-add4-258ec752a5a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:46.294334 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d500785-3c74-400e-add4-258ec752a5a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:46.294735 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d500785-3c74-400e-add4-258ec752a5a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:46.295100 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d500785-3c74-400e-add4-258ec752a5a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:46.295487 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d500785-3c74-400e-add4-258ec752a5a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:46.295812 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d500785-3c74-400e-add4-258ec752a5a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:46.296132 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d500785-3c74-400e-add4-258ec752a5a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:46.296451 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d500785-3c74-400e-add4-258ec752a5a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:46.296767 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d500785-3c74-400e-add4-258ec752a5a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d500785-3c74-400e-add4-258ec752a5a1 admin admin] Tracked resource versions report: Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: pushed versions: Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: { 'AddressGroup': {'1.2'}, Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: 'ConntrackHelper': {'1.0'}, Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: 'Log': {'1.0'}, Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: 'Network': {'1.1'}, Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: 'Port': {'1.7'}, Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: 'PortForwarding': {'1.2'}, Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: 'QosPolicy': {'1.9'}, Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: 'SecurityGroup': {'1.4'}, Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: 'SecurityGroupRule': {'1.2'}, Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: 'SubPort': {'1.0'}, Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: 'Subnet': {'1.1'}, Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: 'Trunk': {'1.1'}} Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: consumer versions: Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: { DHCP agent@n-d-800088-20: {}, Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: L3 agent@n-d-800088-20: {}, Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: Metadata agent@n-d-800088-20: {}, Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: Metering agent@n-d-800088-20: {}, Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: Open vSwitch agent@n-d-800088-20: { 'AddressGroup': '1.2', Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: 'ConntrackHelper': '1.0', Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: 'Log': '1.0', Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: 'Network': '1.1', Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: 'Port': '1.7', Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: 'PortForwarding': '1.2', Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: 'QosPolicy': '1.9', Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: 'SecurityGroup': '1.4', Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: 'SecurityGroupRule': '1.2', Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: 'SubPort': '1.0', Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: 'Subnet': '1.1', Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: 'Trunk': '1.1'}} Aug 16 23:41:46.298014 n-d-800088-20 neutron-server[101402]: {{(pid=101402) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 23:41:46.424632 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7c237c80-b121-443e-a3d1-01aedbd959fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:46.620913 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-33091b37-b4ac-498a-96dc-257474d2d613 None None] Provisioning complete for port 14704ffc-0371-4f5d-9e9d-e7aeafb3e459 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:41:46.621331 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-33091b37-b4ac-498a-96dc-257474d2d613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:46.704629 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-33091b37-b4ac-498a-96dc-257474d2d613 None None] Provisioning complete for port 09cd1bc9-199f-4e58-a1ed-b342a6831d3f triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:41:46.705000 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-33091b37-b4ac-498a-96dc-257474d2d613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:48.410985 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39486) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:48.638310 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44539895-1178-42be-a746-b5edbff49ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:48.638792 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44539895-1178-42be-a746-b5edbff49ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:48.640337 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-44539895-1178-42be-a746-b5edbff49ad3 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2284105 Aug 16 23:41:49.048463 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-922bbb62-2d1a-43bb-a2a9-1f255c69577c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:49.163811 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:49.992173 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:50.801664 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39494) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:50.932050 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5c5880-a1f8-47d8-b776-42605e501bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:50.932533 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5c5880-a1f8-47d8-b776-42605e501bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:50.934091 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6d5c5880-a1f8-47d8-b776-42605e501bdf admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1314552 Aug 16 23:41:51.871338 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:53.109351 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39502) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:53.245717 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd72cb15-e970-4564-bd96-3f69defaeb3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:53.247063 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-dd72cb15-e970-4564-bd96-3f69defaeb3b admin admin] 10.222.0.60 "GET /v2.0/networks/1de8c6c0-64b7-4679-b551-4ce7174abc3d HTTP/1.1" status: 200 len: 869 time: 0.1367645 Aug 16 23:41:55.410613 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39510) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:55.535231 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53095b89-06bf-4be4-bd2a-c25e3edfc589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:55.536547 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-53095b89-06bf-4be4-bd2a-c25e3edfc589 admin admin] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 886 time: 0.1249716 Aug 16 23:41:57.718184 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39518) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:57.840961 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e6f027-cb86-4f16-a7dc-cb007b77b570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:57.842206 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e6f027-cb86-4f16-a7dc-cb007b77b570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:57.843836 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a4e6f027-cb86-4f16-a7dc-cb007b77b570 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1247118 Aug 16 23:42:00.000915 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39526) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:42:00.095095 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a2893f-4548-488d-ac48-89d512fd4ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:00.095826 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a2893f-4548-488d-ac48-89d512fd4ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:00.097352 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-69a2893f-4548-488d-ac48-89d512fd4ba4 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0953295 Aug 16 23:42:02.256896 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39534) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:42:02.351182 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39603b6-9ac9-478a-9d4f-161debd4cfe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:02.352504 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d39603b6-9ac9-478a-9d4f-161debd4cfe8 admin admin] 10.222.0.60 "GET /v2.0/subnets/417c38d1-a0bf-4576-92c0-cd0f344ee55d HTTP/1.1" status: 200 len: 868 time: 0.0946500 Aug 16 23:42:03.768435 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 5 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:42:04.511574 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39542) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:42:04.596706 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7369ca48-a2ab-444c-aa6e-32a26d31145f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:04.598116 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7369ca48-a2ab-444c-aa6e-32a26d31145f admin admin] 10.222.0.60 "GET /v2.0/subnets/89cf5db6-ab6a-4bdc-a689-bca2bef22be4 HTTP/1.1" status: 200 len: 816 time: 0.0856032 Aug 16 23:42:16.416081 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-371b7650-b3cc-409c-abe5-bcfa3cb978d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:19.050118 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d2ed6dcb-e0d5-4d4f-91e2-ad0c9f5e8d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:19.156009 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:19.995594 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:21.868278 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:28.419624 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39596) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:42:28.468252 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-2950b741-e3dd-4de7-95ce-a88e1cbb3256 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:42:28.469373 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2950b741-e3dd-4de7-95ce-a88e1cbb3256 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487406 Aug 16 23:42:30.724636 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39604) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:42:30.794156 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1613b5d-1c16-4451-bb12-30042a89554c admin admin] GET failed (client error): The resource could not be found. Aug 16 23:42:30.795622 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f1613b5d-1c16-4451-bb12-30042a89554c admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0699975 Aug 16 23:42:30.952080 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e2481c-bed0-4e08-9ecb-656e4fc84d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:30.953520 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f8e2481c-bed0-4e08-9ecb-656e4fc84d7c admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1535492 Aug 16 23:42:33.176357 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39612) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:42:33.223100 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-e1c18593-9f0f-4b69-a283-e8b7dccd3bae admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:42:33.224188 n-d-800088-20 neutron-server[101402]: INFO neutron.quota [None req-e1c18593-9f0f-4b69-a283-e8b7dccd3bae admin admin] Loaded quota_driver: . Aug 16 23:42:33.265676 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c18593-9f0f-4b69-a283-e8b7dccd3bae admin admin] Made reservation on behalf of 14c7b77e45a843fdab918a0bc55885e0 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:42:33.268419 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e1c18593-9f0f-4b69-a283-e8b7dccd3bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:33.317321 n-d-800088-20 neutron-server[101402]: WARNING neutron.services.revisions.revision_plugin [None req-e1c18593-9f0f-4b69-a283-e8b7dccd3bae admin admin] Could not find related network for resource to bump revision. Aug 16 23:42:33.337331 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c18593-9f0f-4b69-a283-e8b7dccd3bae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:42:33.351646 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e1c18593-9f0f-4b69-a283-e8b7dccd3bae admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730304400074', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:33.352229 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e1c18593-9f0f-4b69-a283-e8b7dccd3bae admin admin] Unsubscribe: segment precommit_create {{(pid=101402) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 23:42:33.352736 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-e1c18593-9f0f-4b69-a283-e8b7dccd3bae admin admin] Added segment 4e3ad541-a927-449f-ad5e-82349e327db6 of type vlan for network b23323b2-9331-4fe7-8416-b51ac1e935ab Aug 16 23:42:33.407355 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e1c18593-9f0f-4b69-a283-e8b7dccd3bae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:33.448071 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e1c18593-9f0f-4b69-a283-e8b7dccd3bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:33.449302 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c18593-9f0f-4b69-a283-e8b7dccd3bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:33.450461 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e1c18593-9f0f-4b69-a283-e8b7dccd3bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:33.532826 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e1c18593-9f0f-4b69-a283-e8b7dccd3bae admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3553793 Aug 16 23:42:33.552333 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c18593-9f0f-4b69-a283-e8b7dccd3bae admin admin] Pushing event updated for resources: {'Network': ['ID=b23323b2-9331-4fe7-8416-b51ac1e935ab,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:42:33.564705 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network b23323b2-9331-4fe7-8416-b51ac1e935ab details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:42:35.760082 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39620) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:42:35.821965 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-412b668b-8e7c-493a-8188-83e42de6efc1 admin admin] GET failed (client error): The resource could not be found. Aug 16 23:42:35.823246 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-412b668b-8e7c-493a-8188-83e42de6efc1 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0622125 Aug 16 23:42:35.895567 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bba04d-206f-4823-8f7d-cc25f27ea236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:35.897013 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c5bba04d-206f-4823-8f7d-cc25f27ea236 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0689569 Aug 16 23:42:35.907658 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-4d51c8d8-73ef-4f34-a680-2447bc74442c admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:42:35.931463 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d51c8d8-73ef-4f34-a680-2447bc74442c admin admin] Made reservation on behalf of 14c7b77e45a843fdab918a0bc55885e0 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:42:35.933928 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d51c8d8-73ef-4f34-a680-2447bc74442c admin admin] Notify callbacks [] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:36.150548 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d51c8d8-73ef-4f34-a680-2447bc74442c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:36.207364 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51c8d8-73ef-4f34-a680-2447bc74442c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6792702-f3c3-43f8-b0ec-c781b07a7ce2,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:42:36.217329 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d51c8d8-73ef-4f34-a680-2447bc74442c admin admin] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:42:36.217711 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d51c8d8-73ef-4f34-a680-2447bc74442c admin admin] Network hostable DHCP agents. Network: b23323b2-9331-4fe7-8416-b51ac1e935ab, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:42:36.238949 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d51c8d8-73ef-4f34-a680-2447bc74442c admin admin] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:42:36.249680 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-4d51c8d8-73ef-4f34-a680-2447bc74442c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, b23323b2-9331-4fe7-8416-b51ac1e935ab) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:42:36.253990 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d51c8d8-73ef-4f34-a680-2447bc74442c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:36.254582 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d51c8d8-73ef-4f34-a680-2447bc74442c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:36.259161 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3ab5b8-db0c-46b1-985b-431ea063ed58 None None] Network b23323b2-9331-4fe7-8416-b51ac1e935ab requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:42:36.269593 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4d51c8d8-73ef-4f34-a680-2447bc74442c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3653293 Aug 16 23:42:36.507782 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-b23323b2-9331-4fe7-8416-b51ac1e935ab', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'tenant_id': '14c7b77e45a843fdab918a0bc55885e0', 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:42:36.508678 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:36.647330 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Allocated IP 192.168.233.2 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/e86750ad-385f-4c4c-84e7-8476fa1babb0) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:42:36.803427 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:36.813368 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Transition to ACTIVE for port object e86750ad-385f-4c4c-84e7-8476fa1babb0 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:42:36.828580 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Transition to ACTIVE for port object e86750ad-385f-4c4c-84e7-8476fa1babb0 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:42:36.834206 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:36.882022 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:42:36.883307 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Pushing event updated for resources: {'Port': ['ID=e86750ad-385f-4c4c-84e7-8476fa1babb0,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:42:36.886432 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:42:36.892074 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:42:36.894516 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:42:36.894867 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:42:36.895209 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:42:36.895544 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:42:36.895875 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:42:36.896203 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:42:36.896524 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:42:36.896849 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:42:36.897330 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:42:36.897679 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:42:36.898005 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:42:36.898327 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:42:36.952802 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Attempting to bind port e86750ad-385f-4c4c-84e7-8476fa1babb0 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:42:36.953268 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Attempting to bind port e86750ad-385f-4c4c-84e7-8476fa1babb0 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:42:36.953627 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Attempting to bind port e86750ad-385f-4c4c-84e7-8476fa1babb0 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:42:36.958675 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:42:36.959041 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:42:36.959438 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:36.959823 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:42:36.960279 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Bound port: e86750ad-385f-4c4c-84e7-8476fa1babb0, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:42:36.960687 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:37.027377 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] For port e86750ad-385f-4c4c-84e7-8476fa1babb0, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:42:37.032396 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] For port e86750ad-385f-4c4c-84e7-8476fa1babb0, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e86750ad-385f-4c4c-84e7-8476fa1babb0,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:42:37.040551 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:37.104258 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb712a5e-c034-4e98-9919-faede97d4eb5 None None] Pushing event updated for resources: {'Port': ['ID=e86750ad-385f-4c4c-84e7-8476fa1babb0,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:42:37.908270 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c80db25-9a9d-4126-a2cd-9c61a12e5913 None None] Network b23323b2-9331-4fe7-8416-b51ac1e935ab requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:42:37.991715 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-598d1c38-7a80-4e68-9295-c6ede1ff0a3c None None] Provisioning for port e86750ad-385f-4c4c-84e7-8476fa1babb0 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:42:39.198336 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e86750ad-385f-4c4c-84e7-8476fa1babb0 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:42:39.250078 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port e86750ad-385f-4c4c-84e7-8476fa1babb0 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:42:39.254705 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e86750ad-385f-4c4c-84e7-8476fa1babb0 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:42:39.255082 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:39.333082 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:39.364776 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port e86750ad-385f-4c4c-84e7-8476fa1babb0, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e86750ad-385f-4c4c-84e7-8476fa1babb0,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:42:39.368368 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:39.415441 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=e86750ad-385f-4c4c-84e7-8476fa1babb0,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:42:40.767289 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 5 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:42:41.187853 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e86750ad-385f-4c4c-84e7-8476fa1babb0 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:42:41.236383 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e86750ad-385f-4c4c-84e7-8476fa1babb0 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:42:41.236751 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:46.417512 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f3e15133-459c-4890-9b23-53bbde39b2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:49.050653 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-34d2f33c-d8d7-4c17-b76f-29e497c03691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:49.156776 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:49.997911 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:51.871494 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:16.419434 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8a4c3f74-733d-45bc-a14d-27110bcf3892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:17.766150 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 5 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:43:19.050568 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1480abe6-c6a7-4c4b-bddd-e4f51f8d97e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:19.159013 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:20.001801 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:21.877133 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:46.423171 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f66facef-8083-4b61-a8a4-ed8ad0a12688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:49.053213 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c8d06955-4245-4ac5-a9e5-b0f5bf17596e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:49.162440 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:50.004331 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:51.879180 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:54.767325 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 5 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:44:07.338394 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39672) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:44:07.344845 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-6c95ab33-7e02-4fbb-9150-ae663edd36d5 tempest-verify_tempest_config-1197121023 tempest-verify_tempest_config-1197121023-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:44:07.345849 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6c95ab33-7e02-4fbb-9150-ae663edd36d5 tempest-verify_tempest_config-1197121023 tempest-verify_tempest_config-1197121023-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065143 Aug 16 23:44:07.650762 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39690) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:44:07.754501 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ebe65afb-f109-45fa-82bc-0bd71a4d00f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:07.876314 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ebe65afb-f109-45fa-82bc-0bd71a4d00f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:07.880733 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ebe65afb-f109-45fa-82bc-0bd71a4d00f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:07.925051 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ebe65afb-f109-45fa-82bc-0bd71a4d00f5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dcccab7045ad42f3bf18a905e37cac7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2732689 Aug 16 23:44:07.925870 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe65afb-f109-45fa-82bc-0bd71a4d00f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a46c49e-4f93-4147-b3c2-0abdd11431c6,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:44:07.927855 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39694) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:44:07.932428 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe65afb-f109-45fa-82bc-0bd71a4d00f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:07.932770 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe65afb-f109-45fa-82bc-0bd71a4d00f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:07.933124 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe65afb-f109-45fa-82bc-0bd71a4d00f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:07.933459 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe65afb-f109-45fa-82bc-0bd71a4d00f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:07.933787 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe65afb-f109-45fa-82bc-0bd71a4d00f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:07.934115 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe65afb-f109-45fa-82bc-0bd71a4d00f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:07.934438 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe65afb-f109-45fa-82bc-0bd71a4d00f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:07.934755 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe65afb-f109-45fa-82bc-0bd71a4d00f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:07.935774 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe65afb-f109-45fa-82bc-0bd71a4d00f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:07.936145 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe65afb-f109-45fa-82bc-0bd71a4d00f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:07.936468 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe65afb-f109-45fa-82bc-0bd71a4d00f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:07.936786 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe65afb-f109-45fa-82bc-0bd71a4d00f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:07.983396 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bad6c508-aae8-4a35-9b7e-f22dccb070f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:08.004514 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bad6c508-aae8-4a35-9b7e-f22dccb070f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:08.093631 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bad6c508-aae8-4a35-9b7e-f22dccb070f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:08.096216 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bad6c508-aae8-4a35-9b7e-f22dccb070f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:08.098867 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bad6c508-aae8-4a35-9b7e-f22dccb070f2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9a46c49e-4f93-4147-b3c2-0abdd11431c6 HTTP/1.1" status: 204 len: 168 time: 0.1698005 Aug 16 23:44:08.106601 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6c508-aae8-4a35-9b7e-f22dccb070f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a46c49e-4f93-4147-b3c2-0abdd11431c6,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:44:08.113937 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6c508-aae8-4a35-9b7e-f22dccb070f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:08.114290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6c508-aae8-4a35-9b7e-f22dccb070f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:08.114639 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6c508-aae8-4a35-9b7e-f22dccb070f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:08.114982 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6c508-aae8-4a35-9b7e-f22dccb070f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:08.115317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6c508-aae8-4a35-9b7e-f22dccb070f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:08.115710 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6c508-aae8-4a35-9b7e-f22dccb070f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:08.115994 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6c508-aae8-4a35-9b7e-f22dccb070f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:08.116447 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6c508-aae8-4a35-9b7e-f22dccb070f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:08.116783 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6c508-aae8-4a35-9b7e-f22dccb070f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:08.117137 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6c508-aae8-4a35-9b7e-f22dccb070f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:08.117467 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6c508-aae8-4a35-9b7e-f22dccb070f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:08.117801 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6c508-aae8-4a35-9b7e-f22dccb070f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:16.424616 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ea5fd2c5-aba8-4036-80c4-9640c572dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:19.053305 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f8bd3952-24d7-401a-aeb6-db608e98bfc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:19.163494 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:20.007976 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:21.883500 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:31.766970 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 5 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:44:46.425263 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ddfeedae-05e9-4eaf-a63e-fe6bd5b7fba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:49.054688 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-40ad7e85-bb11-4e0d-9809-30dcccc91b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:49.163512 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:50.010898 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:51.885920 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:08.765417 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 5 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:45:16.426680 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fcdaa0ba-e6d0-4b47-ab3b-0e8976892ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:19.054477 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-18995519-44d7-4aa0-bad5-41daa925654a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:19.163767 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:20.017098 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:21.888495 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:45.763346 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 5 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:45:46.427829 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ffb4d8d8-a1e3-45f0-a87d-edaa43a41dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:49.055215 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fc5a9d39-e9d5-4fb5-b750-ba2a0fbab6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:49.163693 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:50.016332 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:51.890976 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:16.428161 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3204b619-8af1-40ae-b8d1-8ebbadc1ad68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:19.055505 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4c998a3e-6dcd-4d95-b281-93b97c47fa75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:19.163196 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:20.018391 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:21.892978 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:22.761509 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 5 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:46:46.429501 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-73a7f2cc-348c-4828-9468-4bef816c6c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:49.154282 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-be9e45d7-a3b0-4eec-8cf9-ab9187f828d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:49.164708 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:50.022619 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:51.895956 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:59.760246 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 5 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:47:09.713687 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-432748'] for agent, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:11.247770 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-432748'] for agent, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:16.434415 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8e324cbf-2be5-40b7-a0a4-4aff2e5c0e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:19.054610 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6bc33fc5-d3b1-4a85-9748-ef55cf61ecc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:19.165505 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:20.023362 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:21.898225 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:36.759148 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:47:39.687630 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:41.225903 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:46.437112 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bd1b64ef-e1d8-4274-8fd8-59afb976d358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:49.054108 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1a0d9dd4-b3fc-40b3-ab23-416ba967d1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:49.166286 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:50.026824 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:51.901097 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:57.550324 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39760) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:47:57.655689 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d56846d0-cdd8-49c0-8934-27ad5b171f91 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1034980 Aug 16 23:47:59.829172 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39770) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:47:59.884533 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4a7abcc4-ca36-483f-8125-e635ed4cbbcb admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0542984 Aug 16 23:48:09.715332 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:11.259301 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:13.758745 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:48:16.438294 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f17e4362-f030-45c5-8501-4e0c8f62d042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:19.054151 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-df2b8f1f-52f2-4204-8dfd-204342df31f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:19.167793 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:20.028446 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:21.903149 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:39.737988 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:41.275498 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:46.441574 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-20fdabd1-90bc-44dd-bf61-d5651e8b5eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:49.056328 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4533886d-7d1c-411e-8faa-77ad0aa5a356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:49.169869 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:50.034680 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:50.759858 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:48:51.908267 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:09.740807 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:11.280620 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:16.444642 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-096add65-fc4e-4e6d-b361-a10a13fd9892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:19.096208 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8fabe028-2983-4b36-bdaa-b091b75e40bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:19.203034 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:20.066304 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:21.915878 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:22.621019 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39992) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:22.983594 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-5b366fbc-4b37-4511-896a-a5d4a3ab9b8a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-929718497-network', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:49:23.011326 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b366fbc-4b37-4511-896a-a5d4a3ab9b8a admin admin] Made reservation on behalf of 93628eca11dd4df499895f1c0f0c82e3 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:49:23.014315 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b366fbc-4b37-4511-896a-a5d4a3ab9b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:23.026835 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b366fbc-4b37-4511-896a-a5d4a3ab9b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:23.100307 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40018) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:23.131872 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b366fbc-4b37-4511-896a-a5d4a3ab9b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:23.137261 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b366fbc-4b37-4511-896a-a5d4a3ab9b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:23.167539 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b366fbc-4b37-4511-896a-a5d4a3ab9b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77de650e-6897-4c0c-9de5-6a1ab8b3ca3f,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:23.177361 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b366fbc-4b37-4511-896a-a5d4a3ab9b8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:49:23.179853 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b366fbc-4b37-4511-896a-a5d4a3ab9b8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:23.180195 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b366fbc-4b37-4511-896a-a5d4a3ab9b8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:23.180525 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b366fbc-4b37-4511-896a-a5d4a3ab9b8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:23.181060 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b366fbc-4b37-4511-896a-a5d4a3ab9b8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:23.181541 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b366fbc-4b37-4511-896a-a5d4a3ab9b8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:23.182048 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b366fbc-4b37-4511-896a-a5d4a3ab9b8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:23.182374 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b366fbc-4b37-4511-896a-a5d4a3ab9b8a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:23.182699 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b366fbc-4b37-4511-896a-a5d4a3ab9b8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:23.183024 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b366fbc-4b37-4511-896a-a5d4a3ab9b8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:23.183345 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b366fbc-4b37-4511-896a-a5d4a3ab9b8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:23.183667 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b366fbc-4b37-4511-896a-a5d4a3ab9b8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:23.183993 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b366fbc-4b37-4511-896a-a5d4a3ab9b8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b366fbc-4b37-4511-896a-a5d4a3ab9b8a admin admin] Tracked resource versions report: Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: pushed versions: Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: { 'AddressGroup': {'1.2'}, Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: 'ConntrackHelper': {'1.0'}, Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: 'Log': {'1.0'}, Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: 'Network': {'1.1'}, Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: 'Port': {'1.7'}, Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: 'PortForwarding': {'1.2'}, Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: 'QosPolicy': {'1.9'}, Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: 'SecurityGroup': {'1.4'}, Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: 'SecurityGroupRule': {'1.2'}, Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: 'SubPort': {'1.0'}, Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: 'Subnet': {'1.1'}, Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: 'Trunk': {'1.1'}} Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: consumer versions: Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: { DHCP agent@n-d-800088-20: {}, Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: HyperV agent@n-h1-800088-20: {}, Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: HyperV agent@n-h2-800088-20: {}, Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: L3 agent@n-d-800088-20: {}, Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: Metadata agent@n-d-800088-20: {}, Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: Metering agent@n-d-800088-20: {}, Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: Open vSwitch agent@n-d-800088-20: { 'AddressGroup': '1.2', Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: 'ConntrackHelper': '1.0', Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: 'Log': '1.0', Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: 'Network': '1.1', Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: 'Port': '1.7', Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: 'PortForwarding': '1.2', Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: 'QosPolicy': '1.9', Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: 'SecurityGroup': '1.4', Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: 'SecurityGroupRule': '1.2', Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: 'SubPort': '1.0', Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: 'Subnet': '1.1', Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: 'Trunk': '1.1'}} Aug 16 23:49:23.185210 n-d-800088-20 neutron-server[101402]: {{(pid=101402) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 23:49:23.199673 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b366fbc-4b37-4511-896a-a5d4a3ab9b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:23.200056 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-5b366fbc-4b37-4511-896a-a5d4a3ab9b8a admin admin] Added segment 2e5b857d-bed9-47c8-b3b0-8b6db12a9249 of type vlan for network 94cccefc-4269-48cf-98bd-8abcbe14edad Aug 16 23:49:23.242033 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b366fbc-4b37-4511-896a-a5d4a3ab9b8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:23.267104 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b366fbc-4b37-4511-896a-a5d4a3ab9b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:23.268061 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b366fbc-4b37-4511-896a-a5d4a3ab9b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:23.268707 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b366fbc-4b37-4511-896a-a5d4a3ab9b8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:23.337477 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5b366fbc-4b37-4511-896a-a5d4a3ab9b8a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7170715 Aug 16 23:49:23.340016 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40030) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:23.345500 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b366fbc-4b37-4511-896a-a5d4a3ab9b8a admin admin] Pushing event updated for resources: {'Network': ['ID=94cccefc-4269-48cf-98bd-8abcbe14edad,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:23.345670 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-78fd2561-1eae-458b-9a1b-5f99f63d289f admin admin] Request body: {'subnet': {'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-929718497-subnet', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:49:23.356702 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 94cccefc-4269-48cf-98bd-8abcbe14edad details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:49:23.379360 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fd2561-1eae-458b-9a1b-5f99f63d289f admin admin] Made reservation on behalf of 93628eca11dd4df499895f1c0f0c82e3 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:49:23.382448 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78fd2561-1eae-458b-9a1b-5f99f63d289f admin admin] Notify callbacks [] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:23.684324 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fdc9844f-439d-4e79-a68f-5260eff27db1 tempest-AutoAllocateNetworkTest-1741314879 tempest-AutoAllocateNetworkTest-1741314879-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f9a6d400d74345348c5ba207675c2953&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5805585 Aug 16 23:49:23.685335 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40040) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:23.731455 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78fd2561-1eae-458b-9a1b-5f99f63d289f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:23.796211 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd2561-1eae-458b-9a1b-5f99f63d289f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e84fba67-0d47-488c-bc23-642dedf3f16b,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:23.806350 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd2561-1eae-458b-9a1b-5f99f63d289f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:23.807009 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd2561-1eae-458b-9a1b-5f99f63d289f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:23.807520 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd2561-1eae-458b-9a1b-5f99f63d289f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:23.808100 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd2561-1eae-458b-9a1b-5f99f63d289f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:23.808595 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd2561-1eae-458b-9a1b-5f99f63d289f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:23.809218 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd2561-1eae-458b-9a1b-5f99f63d289f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:23.810029 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd2561-1eae-458b-9a1b-5f99f63d289f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:23.810669 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd2561-1eae-458b-9a1b-5f99f63d289f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:23.811227 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd2561-1eae-458b-9a1b-5f99f63d289f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:23.811711 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd2561-1eae-458b-9a1b-5f99f63d289f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:23.812191 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd2561-1eae-458b-9a1b-5f99f63d289f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:23.812655 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd2561-1eae-458b-9a1b-5f99f63d289f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd2561-1eae-458b-9a1b-5f99f63d289f admin admin] Tracked resource versions report: Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: pushed versions: Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: { 'AddressGroup': {'1.2'}, Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: 'ConntrackHelper': {'1.0'}, Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: 'Log': {'1.0'}, Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: 'Network': {'1.1'}, Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: 'Port': {'1.7'}, Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: 'PortForwarding': {'1.2'}, Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: 'QosPolicy': {'1.9'}, Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: 'SecurityGroup': {'1.4'}, Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: 'SecurityGroupRule': {'1.2'}, Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: 'SubPort': {'1.0'}, Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: 'Subnet': {'1.1'}, Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: 'Trunk': {'1.1'}} Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: consumer versions: Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: { DHCP agent@n-d-800088-20: {}, Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: HyperV agent@n-h1-800088-20: {}, Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: HyperV agent@n-h2-800088-20: {}, Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: L3 agent@n-d-800088-20: {}, Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: Metadata agent@n-d-800088-20: {}, Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: Metering agent@n-d-800088-20: {}, Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: Open vSwitch agent@n-d-800088-20: { 'AddressGroup': '1.2', Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: 'ConntrackHelper': '1.0', Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: 'Log': '1.0', Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: 'Network': '1.1', Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: 'Port': '1.7', Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: 'PortForwarding': '1.2', Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: 'QosPolicy': '1.9', Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: 'SecurityGroup': '1.4', Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: 'SecurityGroupRule': '1.2', Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: 'SubPort': '1.0', Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: 'Subnet': '1.1', Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: 'Trunk': '1.1'}} Aug 16 23:49:23.814030 n-d-800088-20 neutron-server[101403]: {{(pid=101403) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 23:49:23.848915 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fd2561-1eae-458b-9a1b-5f99f63d289f admin admin] Checking segment: {'id': '2e5b857d-bed9-47c8-b3b0-8b6db12a9249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:49:23.849349 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fd2561-1eae-458b-9a1b-5f99f63d289f admin admin] Network hostable DHCP agents. Network: 94cccefc-4269-48cf-98bd-8abcbe14edad, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:49:23.873920 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fd2561-1eae-458b-9a1b-5f99f63d289f admin admin] Network 94cccefc-4269-48cf-98bd-8abcbe14edad is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:49:23.895440 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-78fd2561-1eae-458b-9a1b-5f99f63d289f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 94cccefc-4269-48cf-98bd-8abcbe14edad) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:49:23.902455 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fd2561-1eae-458b-9a1b-5f99f63d289f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:23.903256 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78fd2561-1eae-458b-9a1b-5f99f63d289f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:23.903637 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6d72c5-b90b-429f-b452-167808bed0e2 None None] Network 94cccefc-4269-48cf-98bd-8abcbe14edad requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:49:23.943269 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-78fd2561-1eae-458b-9a1b-5f99f63d289f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6021500 Aug 16 23:49:23.945961 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40050) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:23.950650 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-06c3c35a-960c-4688-b6db-ddabec29b208 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-929718497-router', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:49:24.005305 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-06c3c35a-960c-4688-b6db-ddabec29b208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:24.006851 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-06c3c35a-960c-4688-b6db-ddabec29b208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:24.085007 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dfdec6-1c25-4bb9-8229-fafc03f44722 tempest-AutoAllocateNetworkTest-1741314879 tempest-AutoAllocateNetworkTest-1741314879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:24.090986 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-08dfdec6-1c25-4bb9-8229-fafc03f44722 tempest-AutoAllocateNetworkTest-1741314879 tempest-AutoAllocateNetworkTest-1741314879-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4042795 Aug 16 23:49:24.094338 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40060) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:24.111398 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-06c3c35a-960c-4688-b6db-ddabec29b208 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:24.185717 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-94cccefc-4269-48cf-98bd-8abcbe14edad', 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'fixed_ips': [{'subnet_id': 'e84fba67-0d47-488c-bc23-642dedf3f16b'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:49:24.186594 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:24.336036 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-06c3c35a-960c-4688-b6db-ddabec29b208 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:24.363432 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c3801123-4eec-47e4-b356-1d05f1763946 tempest-AutoAllocateNetworkTest-1741314879 tempest-AutoAllocateNetworkTest-1741314879-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2587132 Aug 16 23:49:24.363694 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40074) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:24.426402 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9418664e-6aa8-40de-93be-1f1cd273c434 tempest-AutoAllocateNetworkTest-1741314879 tempest-AutoAllocateNetworkTest-1741314879-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f9a6d400d74345348c5ba207675c2953 HTTP/1.1" status: 200 len: 208 time: 0.0593159 Aug 16 23:49:24.504410 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Allocated IP 172.20.0.2 (94cccefc-4269-48cf-98bd-8abcbe14edad/e84fba67-0d47-488c-bc23-642dedf3f16b/c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:49:24.639866 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-06c3c35a-960c-4688-b6db-ddabec29b208 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:24.664763 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-06c3c35a-960c-4688-b6db-ddabec29b208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:24.711000 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:24.723917 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Transition to ACTIVE for port object c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:49:24.742364 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Transition to ACTIVE for port object c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:49:24.748853 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:24.795731 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Network 94cccefc-4269-48cf-98bd-8abcbe14edad is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:49:24.798964 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-06c3c35a-960c-4688-b6db-ddabec29b208 admin admin] Allocated IP 172.25.3.93 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/972ec198-6d70-4427-bbc6-fcc3b847223f) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:49:24.804040 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:49:24.809425 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:49:24.828291 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Pushing event updated for resources: {'Port': ['ID=c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:24.856242 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:24.856923 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:24.857515 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:24.858109 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:24.858616 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:24.859116 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:24.859626 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:24.860122 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:24.860637 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:24.861163 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:24.861684 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:24.862078 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Tracked resource versions report: Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: pushed versions: Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: { 'AddressGroup': {'1.2'}, Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: 'ConntrackHelper': {'1.0'}, Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: 'Log': {'1.0'}, Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: 'Network': {'1.1'}, Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: 'Port': {'1.7'}, Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: 'PortForwarding': {'1.2'}, Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: 'QosPolicy': {'1.9'}, Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: 'SecurityGroup': {'1.4'}, Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: 'SecurityGroupRule': {'1.2'}, Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: 'SubPort': {'1.0'}, Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: 'Subnet': {'1.1'}, Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: 'Trunk': {'1.1'}} Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: consumer versions: Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: { DHCP agent@n-d-800088-20: {}, Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: HyperV agent@n-h1-800088-20: {}, Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: HyperV agent@n-h2-800088-20: {}, Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: L3 agent@n-d-800088-20: {}, Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: Metadata agent@n-d-800088-20: {}, Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: Metering agent@n-d-800088-20: {}, Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: Open vSwitch agent@n-d-800088-20: { 'AddressGroup': '1.2', Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: 'ConntrackHelper': '1.0', Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: 'Log': '1.0', Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: 'Network': '1.1', Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: 'Port': '1.7', Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: 'PortForwarding': '1.2', Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: 'QosPolicy': '1.9', Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: 'SecurityGroup': '1.4', Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: 'SecurityGroupRule': '1.2', Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: 'SubPort': '1.0', Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: 'Subnet': '1.1', Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: 'Trunk': '1.1'}} Aug 16 23:49:24.863884 n-d-800088-20 neutron-server[101404]: {{(pid=101404) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 23:49:24.903597 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Attempting to bind port c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:49:24.904087 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Attempting to bind port c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '2e5b857d-bed9-47c8-b3b0-8b6db12a9249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:49:24.904449 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Attempting to bind port c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e on network 94cccefc-4269-48cf-98bd-8abcbe14edad {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:49:24.909614 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:49:24.910629 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Checking segment: {'id': '2e5b857d-bed9-47c8-b3b0-8b6db12a9249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:49:24.911013 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:24.911649 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Bound using segment: {'id': '2e5b857d-bed9-47c8-b3b0-8b6db12a9249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:49:24.912269 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Bound port: c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5b857d-bed9-47c8-b3b0-8b6db12a9249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:49:24.912863 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:24.931762 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-06c3c35a-960c-4688-b6db-ddabec29b208 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:24.989681 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] For port c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:49:24.990306 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-06c3c35a-960c-4688-b6db-ddabec29b208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:24.993716 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] For port c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e,segment=NetworkSegment(2e5b857d-bed9-47c8-b3b0-8b6db12a9249),segment_id=2e5b857d-bed9-47c8-b3b0-8b6db12a9249)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:49:25.004983 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:25.038906 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c3c35a-960c-4688-b6db-ddabec29b208 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:49:25.042870 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-06c3c35a-960c-4688-b6db-ddabec29b208 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:49:25.047087 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c3c35a-960c-4688-b6db-ddabec29b208 admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:49:25.071768 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb95f-648f-4cdc-bebe-dbc023f9a6e7 None None] Pushing event updated for resources: {'Port': ['ID=c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:25.096762 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3c35a-960c-4688-b6db-ddabec29b208 admin admin] Pushing event updated for resources: {'Port': ['ID=972ec198-6d70-4427-bbc6-fcc3b847223f,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:25.195295 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40118) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:25.335980 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-06c3c35a-960c-4688-b6db-ddabec29b208 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:25.526417 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:49:25.579235 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:49:25.629170 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-06c3c35a-960c-4688-b6db-ddabec29b208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:25.868254 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-78389a97-7ac3-4fa8-a700-800dea275515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:25.927996 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c3c35a-960c-4688-b6db-ddabec29b208 admin admin] Router 03548ba5-494d-4910-98a3-332a7396d317 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:49:26.009460 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-78389a97-7ac3-4fa8-a700-800dea275515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:26.015060 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-78389a97-7ac3-4fa8-a700-800dea275515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:26.089135 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c3c35a-960c-4688-b6db-ddabec29b208 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:49:26.100086 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83b6c2c-03ce-4535-935f-5eb143f01f21 None None] Sync routers for ids ['03548ba5-494d-4910-98a3-332a7396d317'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:49:26.110659 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40148) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:26.117333 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83b6c2c-03ce-4535-935f-5eb143f01f21 None None] Routers {'03548ba5-494d-4910-98a3-332a7396d317'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:49:26.118071 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-78389a97-7ac3-4fa8-a700-800dea275515 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f9a6d400d74345348c5ba207675c2953&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9215798 Aug 16 23:49:26.118528 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a83b6c2c-03ce-4535-935f-5eb143f01f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:49:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['03548ba5-494d-4910-98a3-332a7396d317'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:49:26.120412 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78389a97-7ac3-4fa8-a700-800dea275515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96d0ba6-3ae0-4eff-8419-69f1f1fac36b,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:26.126035 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-06c3c35a-960c-4688-b6db-ddabec29b208 admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:26.128737 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-06c3c35a-960c-4688-b6db-ddabec29b208 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.1812785 Aug 16 23:49:26.131811 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40150) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:26.247799 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4a64e637-c52b-4f70-a9df-c9099da7be42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:26.267740 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47de0a1-59a7-45fd-b79a-a125f440e837 None None] Network 94cccefc-4269-48cf-98bd-8abcbe14edad requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:49:26.342472 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4a64e637-c52b-4f70-a9df-c9099da7be42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:26.476489 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-37757438-2123-4e70-b89d-5b5f69d3d65e None None] Provisioning for port c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:49:26.483762 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-37757438-2123-4e70-b89d-5b5f69d3d65e None None] Provisioning complete for port c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:49:26.484252 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-37757438-2123-4e70-b89d-5b5f69d3d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:26.488283 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4a64e637-c52b-4f70-a9df-c9099da7be42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:26.491131 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4a64e637-c52b-4f70-a9df-c9099da7be42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:26.497001 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4a64e637-c52b-4f70-a9df-c9099da7be42 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f96d0ba6-3ae0-4eff-8419-69f1f1fac36b HTTP/1.1" status: 204 len: 168 time: 0.3848479 Aug 16 23:49:26.511416 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64e637-c52b-4f70-a9df-c9099da7be42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96d0ba6-3ae0-4eff-8419-69f1f1fac36b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:26.547607 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-a83b6c2c-03ce-4535-935f-5eb143f01f21 None None] Set router 03548ba5-494d-4910-98a3-332a7396d317 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:49:26.678492 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-37757438-2123-4e70-b89d-5b5f69d3d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:26.743591 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-37757438-2123-4e70-b89d-5b5f69d3d65e None None] For port c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e,segment=NetworkSegment(2e5b857d-bed9-47c8-b3b0-8b6db12a9249),segment_id=2e5b857d-bed9-47c8-b3b0-8b6db12a9249)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:49:26.756200 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-37757438-2123-4e70-b89d-5b5f69d3d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:26.871794 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37757438-2123-4e70-b89d-5b5f69d3d65e None None] Pushing event updated for resources: {'Port': ['ID=c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:26.917694 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a83b6c2c-03ce-4535-935f-5eb143f01f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03548ba5-494d-4910-98a3-332a7396d317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-929718497-router', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:25Z', 'revision_number': 3, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'gw_port': {'id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:49:26.953590 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83b6c2c-03ce-4535-935f-5eb143f01f21 None None] Checking router: 03548ba5-494d-4910-98a3-332a7396d317 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:49:26.953949 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83b6c2c-03ce-4535-935f-5eb143f01f21 None None] Updating router 03548ba5-494d-4910-98a3-332a7396d317 port 972ec198-6d70-4427-bbc6-fcc3b847223f binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:49:26.991119 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-a83b6c2c-03ce-4535-935f-5eb143f01f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:27.088937 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ec7612ae-a8da-4c62-bc8b-26773aaa19b2 None None] Provisioning complete for port c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:49:27.089427 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ec7612ae-a8da-4c62-bc8b-26773aaa19b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:27.261669 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-958c3acc-026d-47b9-9269-7b0833b50ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:27.351811 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-a83b6c2c-03ce-4535-935f-5eb143f01f21 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:27.373442 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-a83b6c2c-03ce-4535-935f-5eb143f01f21 None None] Transition to ACTIVE for port object 972ec198-6d70-4427-bbc6-fcc3b847223f will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:49:27.384026 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-a83b6c2c-03ce-4535-935f-5eb143f01f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:27.450938 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa6d41-a1d2-4e33-8627-f3042c4118c6 None None] Pushing event updated for resources: {'Port': ['ID=972ec198-6d70-4427-bbc6-fcc3b847223f,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:27.463790 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa6d41-a1d2-4e33-8627-f3042c4118c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:27.464650 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa6d41-a1d2-4e33-8627-f3042c4118c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:27.464996 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa6d41-a1d2-4e33-8627-f3042c4118c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:27.465793 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa6d41-a1d2-4e33-8627-f3042c4118c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:27.466143 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa6d41-a1d2-4e33-8627-f3042c4118c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:27.466818 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa6d41-a1d2-4e33-8627-f3042c4118c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:27.467160 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa6d41-a1d2-4e33-8627-f3042c4118c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:27.467490 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa6d41-a1d2-4e33-8627-f3042c4118c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:27.467820 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa6d41-a1d2-4e33-8627-f3042c4118c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:27.468148 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa6d41-a1d2-4e33-8627-f3042c4118c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:27.468458 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa6d41-a1d2-4e33-8627-f3042c4118c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:27.468783 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa6d41-a1d2-4e33-8627-f3042c4118c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa6d41-a1d2-4e33-8627-f3042c4118c6 None None] Tracked resource versions report: Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: pushed versions: Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: { 'AddressGroup': {'1.2'}, Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: 'ConntrackHelper': {'1.0'}, Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: 'Log': {'1.0'}, Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: 'Network': {'1.1'}, Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: 'Port': {'1.7'}, Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: 'PortForwarding': {'1.2'}, Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: 'QosPolicy': {'1.9'}, Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: 'SecurityGroup': {'1.4'}, Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: 'SecurityGroupRule': {'1.2'}, Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: 'SubPort': {'1.0'}, Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: 'Subnet': {'1.1'}, Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: 'Trunk': {'1.1'}} Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: consumer versions: Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: { DHCP agent@n-d-800088-20: {}, Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: HyperV agent@n-h1-800088-20: {}, Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: HyperV agent@n-h2-800088-20: {}, Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: L3 agent@n-d-800088-20: {}, Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: Metadata agent@n-d-800088-20: {}, Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: Metering agent@n-d-800088-20: {}, Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: Open vSwitch agent@n-d-800088-20: { 'AddressGroup': '1.2', Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: 'ConntrackHelper': '1.0', Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: 'Log': '1.0', Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: 'Network': '1.1', Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: 'Port': '1.7', Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: 'PortForwarding': '1.2', Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: 'QosPolicy': '1.9', Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: 'SecurityGroup': '1.4', Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: 'SecurityGroupRule': '1.2', Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: 'SubPort': '1.0', Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: 'Subnet': '1.1', Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: 'Trunk': '1.1'}} Aug 16 23:49:27.469963 n-d-800088-20 neutron-server[101405]: {{(pid=101405) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 23:49:27.485133 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:49:27.514121 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-a83b6c2c-03ce-4535-935f-5eb143f01f21 None None] Attempting to bind port 972ec198-6d70-4427-bbc6-fcc3b847223f on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:49:27.514121 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-a83b6c2c-03ce-4535-935f-5eb143f01f21 None None] Attempting to bind port 972ec198-6d70-4427-bbc6-fcc3b847223f by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:49:27.514331 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b6c2c-03ce-4535-935f-5eb143f01f21 None None] Attempting to bind port 972ec198-6d70-4427-bbc6-fcc3b847223f on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:49:27.522592 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b6c2c-03ce-4535-935f-5eb143f01f21 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:49:27.522984 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b6c2c-03ce-4535-935f-5eb143f01f21 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:49:27.523396 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-a83b6c2c-03ce-4535-935f-5eb143f01f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:27.523794 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b6c2c-03ce-4535-935f-5eb143f01f21 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:49:27.524268 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-a83b6c2c-03ce-4535-935f-5eb143f01f21 None None] Bound port: 972ec198-6d70-4427-bbc6-fcc3b847223f, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:49:27.524673 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-a83b6c2c-03ce-4535-935f-5eb143f01f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:27.585928 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:49:27.586051 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:27.596449 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-a83b6c2c-03ce-4535-935f-5eb143f01f21 None None] For port 972ec198-6d70-4427-bbc6-fcc3b847223f, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:49:27.600652 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-a83b6c2c-03ce-4535-935f-5eb143f01f21 None None] For port 972ec198-6d70-4427-bbc6-fcc3b847223f, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=972ec198-6d70-4427-bbc6-fcc3b847223f,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:49:27.608694 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-a83b6c2c-03ce-4535-935f-5eb143f01f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:27.671044 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa6d41-a1d2-4e33-8627-f3042c4118c6 None None] Pushing event updated for resources: {'Port': ['ID=972ec198-6d70-4427-bbc6-fcc3b847223f,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:27.690130 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83b6c2c-03ce-4535-935f-5eb143f01f21 None None] Routers {'03548ba5-494d-4910-98a3-332a7396d317'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:49:27.691467 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a83b6c2c-03ce-4535-935f-5eb143f01f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:49:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['03548ba5-494d-4910-98a3-332a7396d317'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:49:27.701812 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-958c3acc-026d-47b9-9269-7b0833b50ad9 admin admin] Allocated IP 172.20.0.1 (94cccefc-4269-48cf-98bd-8abcbe14edad/e84fba67-0d47-488c-bc23-642dedf3f16b/01e1c983-b2cb-4eb2-b1ab-dff3afef6e01) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:49:27.803774 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:49:27.830533 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-a83b6c2c-03ce-4535-935f-5eb143f01f21 None None] Set router 03548ba5-494d-4910-98a3-332a7396d317 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:49:27.916835 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-958c3acc-026d-47b9-9269-7b0833b50ad9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:27.948523 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-958c3acc-026d-47b9-9269-7b0833b50ad9 admin admin] Transition to ACTIVE for port object 01e1c983-b2cb-4eb2-b1ab-dff3afef6e01 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:49:28.055049 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-958c3acc-026d-47b9-9269-7b0833b50ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:28.079913 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958c3acc-026d-47b9-9269-7b0833b50ad9 admin admin] Network 94cccefc-4269-48cf-98bd-8abcbe14edad is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:49:28.107416 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-958c3acc-026d-47b9-9269-7b0833b50ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:49:28.124226 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40236) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:28.139277 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958c3acc-026d-47b9-9269-7b0833b50ad9 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:49:28.140429 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-958c3acc-026d-47b9-9269-7b0833b50ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:28.151066 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a83b6c2c-03ce-4535-935f-5eb143f01f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03548ba5-494d-4910-98a3-332a7396d317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-929718497-router', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:25Z', 'revision_number': 3, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'gw_port': {'id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:49:28.218849 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83b6c2c-03ce-4535-935f-5eb143f01f21 None None] The sync data for ids ['03548ba5-494d-4910-98a3-332a7396d317'] in n-d-800088-20 is: [{'id': '03548ba5-494d-4910-98a3-332a7396d317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-929718497-router', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:25Z', 'revision_number': 3, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'gw_port': {'id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:49:28.487417 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b8c29eac-aca1-41ab-a8b9-5eb7a809581e None None] Provisioning for port 01e1c983-b2cb-4eb2-b1ab-dff3afef6e01 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:49:28.488581 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c3acc-026d-47b9-9269-7b0833b50ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=01e1c983-b2cb-4eb2-b1ab-dff3afef6e01,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:28.493959 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b8c29eac-aca1-41ab-a8b9-5eb7a809581e None None] Provisioning complete for port 01e1c983-b2cb-4eb2-b1ab-dff3afef6e01 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:49:28.494500 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b8c29eac-aca1-41ab-a8b9-5eb7a809581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:28.570346 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-b8c29eac-aca1-41ab-a8b9-5eb7a809581e None None] Port 01e1c983-b2cb-4eb2-b1ab-dff3afef6e01 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:49:28.673529 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9ab3bcb1-92fb-45ea-a670-eb10076dab16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:28.792314 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-958c3acc-026d-47b9-9269-7b0833b50ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:28.859272 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9ab3bcb1-92fb-45ea-a670-eb10076dab16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:28.860682 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40286) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:28.863885 n-d-800088-20 neutron-server[101403]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 23:49:28.902660 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-02be780b-3c85-43e0-b0a7-c24d32a4f2f6 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=dc124757bb0941df89092d7bba0b49d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406260 Aug 16 23:49:29.065220 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9ab3bcb1-92fb-45ea-a670-eb10076dab16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:29.119537 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-958c3acc-026d-47b9-9269-7b0833b50ad9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:29.127720 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-958c3acc-026d-47b9-9269-7b0833b50ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:29.129243 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-958c3acc-026d-47b9-9269-7b0833b50ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:29.194869 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-cf0be0e3-7265-4225-b4ce-47430946c2e1 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:29.202580 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-cf0be0e3-7265-4225-b4ce-47430946c2e1 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2986915 Aug 16 23:49:29.216035 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c3acc-026d-47b9-9269-7b0833b50ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=01e1c983-b2cb-4eb2-b1ab-dff3afef6e01,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:29.261478 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-cdda9e3f-e8a6-4381-a2c0-33e07ca76cb5 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/quotas/dc124757bb0941df89092d7bba0b49d5 HTTP/1.1" status: 200 len: 375 time: 0.0575316 Aug 16 23:49:29.290399 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9ab3bcb1-92fb-45ea-a670-eb10076dab16 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dcb6b72142674167aa554314bfba424d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1650875 Aug 16 23:49:29.295746 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40318) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:29.356964 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-674474e6-a654-4639-aca9-524f2206d043 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dc124757bb0941df89092d7bba0b49d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0944831 Aug 16 23:49:29.358693 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab3bcb1-92fb-45ea-a670-eb10076dab16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac03f16-bc5f-45f4-8b85-bc70731d2867,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:29.478518 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958c3acc-026d-47b9-9269-7b0833b50ad9 admin admin] Network 94cccefc-4269-48cf-98bd-8abcbe14edad is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:49:29.493184 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-958c3acc-026d-47b9-9269-7b0833b50ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:49:29.524877 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe82ff86-a13c-4205-b2ef-da6ff7fa8003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:29.606255 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 972ec198-6d70-4427-bbc6-fcc3b847223f up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:49:29.666386 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe82ff86-a13c-4205-b2ef-da6ff7fa8003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:29.700924 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 972ec198-6d70-4427-bbc6-fcc3b847223f completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:49:29.713085 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 972ec198-6d70-4427-bbc6-fcc3b847223f triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:49:29.713085 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:29.807991 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958c3acc-026d-47b9-9269-7b0833b50ad9 admin admin] Router 03548ba5-494d-4910-98a3-332a7396d317 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:49:29.851001 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:29.874445 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 972ec198-6d70-4427-bbc6-fcc3b847223f, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=972ec198-6d70-4427-bbc6-fcc3b847223f,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:49:29.881539 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:29.881838 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe82ff86-a13c-4205-b2ef-da6ff7fa8003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:29.885224 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe82ff86-a13c-4205-b2ef-da6ff7fa8003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:29.890451 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fe82ff86-a13c-4205-b2ef-da6ff7fa8003 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3ac03f16-bc5f-45f4-8b85-bc70731d2867 HTTP/1.1" status: 204 len: 168 time: 0.5919445 Aug 16 23:49:29.906667 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82ff86-a13c-4205-b2ef-da6ff7fa8003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac03f16-bc5f-45f4-8b85-bc70731d2867,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:29.961410 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6ab4a424-7d2d-444b-a67d-3e6edd9dea4a None None] Provisioning complete for port 01e1c983-b2cb-4eb2-b1ab-dff3afef6e01 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:49:29.961898 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6ab4a424-7d2d-444b-a67d-3e6edd9dea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:29.966553 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=972ec198-6d70-4427-bbc6-fcc3b847223f,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:29.981394 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958c3acc-026d-47b9-9269-7b0833b50ad9 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:49:30.004774 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-958c3acc-026d-47b9-9269-7b0833b50ad9 admin admin] 10.222.0.60 "PUT /v2.0/routers/03548ba5-494d-4910-98a3-332a7396d317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8603551 Aug 16 23:49:30.022946 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-6ab4a424-7d2d-444b-a67d-3e6edd9dea4a None None] Port 01e1c983-b2cb-4eb2-b1ab-dff3afef6e01 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:49:30.124818 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9cbe1ffd-18bd-451c-925a-f4b457d38fa8 req-803f2290-3801-4a6c-b59e-7f9cc5fa6919 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ace346d-777d-42db-8a7a-c3ebe15c8ce7 HTTP/1.1" status: 200 len: 210 time: 0.0840733 Aug 16 23:49:30.617438 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf350ca-11f9-4112-9499-439398409a77 None None] Sync routers for ids ['03548ba5-494d-4910-98a3-332a7396d317'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:49:30.633997 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf350ca-11f9-4112-9499-439398409a77 None None] Routers {'03548ba5-494d-4910-98a3-332a7396d317'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:49:30.634791 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-edf350ca-11f9-4112-9499-439398409a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:49:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['03548ba5-494d-4910-98a3-332a7396d317'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:49:30.661514 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40438) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:30.692389 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6a1f9758-101d-4341-83c7-fd4534cdf5fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:30.816326 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-edf350ca-11f9-4112-9499-439398409a77 None None] Set router 03548ba5-494d-4910-98a3-332a7396d317 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:49:30.852448 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6a1f9758-101d-4341-83c7-fd4534cdf5fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:30.858210 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6a1f9758-101d-4341-83c7-fd4534cdf5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:30.908888 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6a1f9758-101d-4341-83c7-fd4534cdf5fc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=14c973a980ba41a5bd03c90a94b7cbc1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2461765 Aug 16 23:49:30.911736 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f9758-101d-4341-83c7-fd4534cdf5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9ad0e1-1cc4-4a01-b598-46546675adf6,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:30.912924 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40460) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:30.993172 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2c6d8296-2484-4019-9128-ed74811dd932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:31.020533 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2c6d8296-2484-4019-9128-ed74811dd932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:31.083197 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2c6d8296-2484-4019-9128-ed74811dd932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:31.093120 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2c6d8296-2484-4019-9128-ed74811dd932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:31.094529 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2c6d8296-2484-4019-9128-ed74811dd932 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1e9ad0e1-1cc4-4a01-b598-46546675adf6 HTTP/1.1" status: 204 len: 168 time: 0.1806340 Aug 16 23:49:31.106362 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d8296-2484-4019-9128-ed74811dd932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9ad0e1-1cc4-4a01-b598-46546675adf6,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:31.159827 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-edf350ca-11f9-4112-9499-439398409a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03548ba5-494d-4910-98a3-332a7396d317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-929718497-router', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:28Z', 'revision_number': 4, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'gw_port': {'id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '01e1c983-b2cb-4eb2-b1ab-dff3afef6e01', 'name': '', 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'mac_address': 'fa:16:3e:20:ea:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:27Z', 'updated_at': '2021-08-16T23:49:28Z', 'revision_number': 2, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'subnets': [{'id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:49:31.306929 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf350ca-11f9-4112-9499-439398409a77 None None] Checking router: 03548ba5-494d-4910-98a3-332a7396d317 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:49:31.307286 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf350ca-11f9-4112-9499-439398409a77 None None] Updating router 03548ba5-494d-4910-98a3-332a7396d317 port 01e1c983-b2cb-4eb2-b1ab-dff3afef6e01 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:49:31.335575 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-edf350ca-11f9-4112-9499-439398409a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:31.516230 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40496) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:31.557148 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 972ec198-6d70-4427-bbc6-fcc3b847223f up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:49:31.567764 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-fff1979d-f6cf-4d2b-8fac-c5f43e7ae4e8 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=4b79a94dc0fb4d968aefb55a8d8ccfa3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317540 Aug 16 23:49:31.696242 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 972ec198-6d70-4427-bbc6-fcc3b847223f triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:49:31.696789 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:31.700921 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-399a0669-365f-4848-a9b3-c313eafdef32 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:31.709294 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-399a0669-365f-4848-a9b3-c313eafdef32 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1404893 Aug 16 23:49:31.727989 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-03f58e21-3267-4b47-83e3-a21162f2bfab tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/quotas/4b79a94dc0fb4d968aefb55a8d8ccfa3 HTTP/1.1" status: 200 len: 375 time: 0.0173893 Aug 16 23:49:31.752536 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40508) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:31.772608 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-ca20bfbd-5470-4c40-b681-19e761b1db73 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b79a94dc0fb4d968aefb55a8d8ccfa3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434411 Aug 16 23:49:31.890309 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-edf350ca-11f9-4112-9499-439398409a77 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:31.902039 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-edf350ca-11f9-4112-9499-439398409a77 None None] Transition to ACTIVE for port object 01e1c983-b2cb-4eb2-b1ab-dff3afef6e01 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:49:31.914341 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-edf350ca-11f9-4112-9499-439398409a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:31.958639 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cb3afd79-a349-464c-831b-ca671a5e2c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:31.992034 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2b67e-c015-4528-9d17-ef78ac7ae40b None None] Pushing event updated for resources: {'Port': ['ID=01e1c983-b2cb-4eb2-b1ab-dff3afef6e01,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:32.058547 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40528) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:32.084195 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2aab410b-f6c5-4942-8c04-ec9c30b25a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:32.134781 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40536) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:32.157096 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1dae3dea-fca1-4f9a-83c3-c9cce71210e5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1932068827-network', 'tenant_id': '655c5b7087124bbd9a658d529420413c'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:49:32.187866 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-edf350ca-11f9-4112-9499-439398409a77 None None] Attempting to bind port 01e1c983-b2cb-4eb2-b1ab-dff3afef6e01 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:49:32.188242 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-edf350ca-11f9-4112-9499-439398409a77 None None] Attempting to bind port 01e1c983-b2cb-4eb2-b1ab-dff3afef6e01 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '2e5b857d-bed9-47c8-b3b0-8b6db12a9249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:49:32.188606 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf350ca-11f9-4112-9499-439398409a77 None None] Attempting to bind port 01e1c983-b2cb-4eb2-b1ab-dff3afef6e01 on network 94cccefc-4269-48cf-98bd-8abcbe14edad {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:49:32.195344 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf350ca-11f9-4112-9499-439398409a77 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:49:32.195764 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf350ca-11f9-4112-9499-439398409a77 None None] Checking segment: {'id': '2e5b857d-bed9-47c8-b3b0-8b6db12a9249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:49:32.196581 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-edf350ca-11f9-4112-9499-439398409a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:32.196988 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf350ca-11f9-4112-9499-439398409a77 None None] Bound using segment: {'id': '2e5b857d-bed9-47c8-b3b0-8b6db12a9249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:49:32.197554 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-edf350ca-11f9-4112-9499-439398409a77 None None] Bound port: 01e1c983-b2cb-4eb2-b1ab-dff3afef6e01, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5b857d-bed9-47c8-b3b0-8b6db12a9249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:49:32.197954 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-edf350ca-11f9-4112-9499-439398409a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:32.206038 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f435128-349c-4b51-855e-b11eef682621 req-3aaa0adb-c017-4414-86bf-94b91a32085c tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/ports?device_id=286e9da5-691b-4bf5-b654-3f6d285be9fb HTTP/1.1" status: 200 len: 210 time: 0.0758238 Aug 16 23:49:32.316683 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cb3afd79-a349-464c-831b-ca671a5e2c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:32.337499 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cb3afd79-a349-464c-831b-ca671a5e2c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:32.368592 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dae3dea-fca1-4f9a-83c3-c9cce71210e5 admin admin] Made reservation on behalf of 655c5b7087124bbd9a658d529420413c for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:49:32.373859 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1dae3dea-fca1-4f9a-83c3-c9cce71210e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:32.410651 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-edf350ca-11f9-4112-9499-439398409a77 None None] For port 01e1c983-b2cb-4eb2-b1ab-dff3afef6e01, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:49:32.419377 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-edf350ca-11f9-4112-9499-439398409a77 None None] For port 01e1c983-b2cb-4eb2-b1ab-dff3afef6e01, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=01e1c983-b2cb-4eb2-b1ab-dff3afef6e01,segment=NetworkSegment(2e5b857d-bed9-47c8-b3b0-8b6db12a9249),segment_id=2e5b857d-bed9-47c8-b3b0-8b6db12a9249)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:49:32.421849 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1dae3dea-fca1-4f9a-83c3-c9cce71210e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:32.428917 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-edf350ca-11f9-4112-9499-439398409a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:32.462457 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cb3afd79-a349-464c-831b-ca671a5e2c2e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7ff5ee21d9ab4dbba6c8513622d153f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9367406 Aug 16 23:49:32.467762 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40550) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:32.483663 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3afd79-a349-464c-831b-ca671a5e2c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb51849-1cad-4e96-abc3-f41c15c3ec3c,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:32.608184 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2b67e-c015-4528-9d17-ef78ac7ae40b None None] Pushing event updated for resources: {'Port': ['ID=01e1c983-b2cb-4eb2-b1ab-dff3afef6e01,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:32.611282 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf350ca-11f9-4112-9499-439398409a77 None None] Routers {'03548ba5-494d-4910-98a3-332a7396d317'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:49:32.611896 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-edf350ca-11f9-4112-9499-439398409a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:49:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['03548ba5-494d-4910-98a3-332a7396d317'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:49:32.681941 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-935f8221-ad74-45ff-aff8-c240cf6642f4 req-5a08e4f4-fe78-4455-80ad-9f4f808431ee tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ace346d-777d-42db-8a7a-c3ebe15c8ce7 HTTP/1.1" status: 200 len: 210 time: 0.6126528 Aug 16 23:49:32.715322 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2aab410b-f6c5-4942-8c04-ec9c30b25a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:32.730714 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4cd9a96f-06ff-4813-b1f6-205ebdf749a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:32.735448 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2aab410b-f6c5-4942-8c04-ec9c30b25a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:32.795271 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4cd9a96f-06ff-4813-b1f6-205ebdf749a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:32.860947 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-edf350ca-11f9-4112-9499-439398409a77 None None] Set router 03548ba5-494d-4910-98a3-332a7396d317 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:49:32.918394 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4cd9a96f-06ff-4813-b1f6-205ebdf749a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:32.921641 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4cd9a96f-06ff-4813-b1f6-205ebdf749a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:32.923573 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4cd9a96f-06ff-4813-b1f6-205ebdf749a3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0cb51849-1cad-4e96-abc3-f41c15c3ec3c HTTP/1.1" status: 204 len: 168 time: 0.4541025 Aug 16 23:49:32.927577 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.64', 51973) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:32.964947 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab410b-f6c5-4942-8c04-ec9c30b25a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa997e6-46d9-4b60-81ec-8bcc0dedefb1,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:32.972058 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9a96f-06ff-4813-b1f6-205ebdf749a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb51849-1cad-4e96-abc3-f41c15c3ec3c,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:33.006478 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-c9d7388d-8b6f-4e2d-8ade-912090370112 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=dc124757bb0941df89092d7bba0b49d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0767145 Aug 16 23:49:33.094926 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1dae3dea-fca1-4f9a-83c3-c9cce71210e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:33.099798 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2aab410b-f6c5-4942-8c04-ec9c30b25a77 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db7fefef6feb441f81595a1ba6224353&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3452780 Aug 16 23:49:33.102488 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40598) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:33.143403 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1dae3dea-fca1-4f9a-83c3-c9cce71210e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:33.163709 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dae3dea-fca1-4f9a-83c3-c9cce71210e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:49:33.167489 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1dae3dea-fca1-4f9a-83c3-c9cce71210e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:33.168069 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-1dae3dea-fca1-4f9a-83c3-c9cce71210e5 admin admin] Added segment 92e22e42-7323-4e1a-80fa-e9b0c6166fd4 of type vlan for network 4c938d13-dfab-49b3-96d9-1e7c8520f167 Aug 16 23:49:33.213223 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1dae3dea-fca1-4f9a-83c3-c9cce71210e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:33.275074 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae3dea-fca1-4f9a-83c3-c9cce71210e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2491c73a-ef33-43b9-882f-48ffc60f1c6e,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:33.295225 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1dae3dea-fca1-4f9a-83c3-c9cce71210e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:33.296316 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dae3dea-fca1-4f9a-83c3-c9cce71210e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:33.296910 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1dae3dea-fca1-4f9a-83c3-c9cce71210e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:33.300641 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d4a26798-9a77-41a3-9876-b2fc39ea8f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:33.334495 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d4a26798-9a77-41a3-9876-b2fc39ea8f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:33.426350 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-770702b4-527c-4332-b680-cec2b67daff0 req-86fe6508-c554-48a9-b104-bf84a4549da7 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/ports?device_id=286e9da5-691b-4bf5-b654-3f6d285be9fb HTTP/1.1" status: 200 len: 210 time: 0.0954566 Aug 16 23:49:33.471426 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-38aa7dfc-faf3-4421-a28a-99f495063422 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:33.474072 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-38aa7dfc-faf3-4421-a28a-99f495063422 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4622822 Aug 16 23:49:33.480975 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d4a26798-9a77-41a3-9876-b2fc39ea8f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:33.483552 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d4a26798-9a77-41a3-9876-b2fc39ea8f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:33.484736 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d4a26798-9a77-41a3-9876-b2fc39ea8f6d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/caa997e6-46d9-4b60-81ec-8bcc0dedefb1 HTTP/1.1" status: 204 len: 168 time: 0.3810351 Aug 16 23:49:33.537681 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-1b12eabb-0f2c-4eb8-9544-640e2e5c6c9d tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Request body: {'port': {'device_id': '6ace346d-777d-42db-8a7a-c3ebe15c8ce7', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': 'dc124757bb0941df89092d7bba0b49d5'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:49:33.593772 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a26798-9a77-41a3-9876-b2fc39ea8f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa997e6-46d9-4b60-81ec-8bcc0dedefb1,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:33.596514 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1dae3dea-fca1-4f9a-83c3-c9cce71210e5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4518042 Aug 16 23:49:33.600622 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40638) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:33.606086 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-66556004-c1be-4249-82a2-5b43a4d2c77c admin admin] Request body: {'subnet': {'network_id': '4c938d13-dfab-49b3-96d9-1e7c8520f167', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1932068827-subnet', 'tenant_id': '655c5b7087124bbd9a658d529420413c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:49:33.632175 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae3dea-fca1-4f9a-83c3-c9cce71210e5 admin admin] Pushing event updated for resources: {'Network': ['ID=4c938d13-dfab-49b3-96d9-1e7c8520f167,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:33.656108 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66556004-c1be-4249-82a2-5b43a4d2c77c admin admin] Made reservation on behalf of 655c5b7087124bbd9a658d529420413c for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:49:33.659341 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66556004-c1be-4249-82a2-5b43a4d2c77c admin admin] Notify callbacks [] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:33.674293 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 4c938d13-dfab-49b3-96d9-1e7c8520f167 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:49:33.848364 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-edf350ca-11f9-4112-9499-439398409a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03548ba5-494d-4910-98a3-332a7396d317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-929718497-router', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:28Z', 'revision_number': 4, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'gw_port': {'id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '01e1c983-b2cb-4eb2-b1ab-dff3afef6e01', 'name': '', 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'mac_address': 'fa:16:3e:20:ea:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:27Z', 'updated_at': '2021-08-16T23:49:32Z', 'revision_number': 4, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'subnets': [{'id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:49:33.908401 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf350ca-11f9-4112-9499-439398409a77 None None] The sync data for ids ['03548ba5-494d-4910-98a3-332a7396d317'] in n-d-800088-20 is: [{'id': '03548ba5-494d-4910-98a3-332a7396d317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-929718497-router', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:28Z', 'revision_number': 4, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'gw_port': {'id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '01e1c983-b2cb-4eb2-b1ab-dff3afef6e01', 'name': '', 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'mac_address': 'fa:16:3e:20:ea:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:27Z', 'updated_at': '2021-08-16T23:49:32Z', 'revision_number': 4, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'subnets': [{'id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:49:33.962467 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-1b12eabb-0f2c-4eb8-9544-640e2e5c6c9d tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Made reservation on behalf of dc124757bb0941df89092d7bba0b49d5 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:49:33.990781 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-1b12eabb-0f2c-4eb8-9544-640e2e5c6c9d tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:34.011464 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-1b12eabb-0f2c-4eb8-9544-640e2e5c6c9d tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:34.014955 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66556004-c1be-4249-82a2-5b43a4d2c77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:34.036716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40652) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:34.072042 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e366cffc-b05d-4100-addd-92862cdb64eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:34.137530 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66556004-c1be-4249-82a2-5b43a4d2c77c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c851c16-b922-46c8-8f8d-a748d0bcaae1,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:34.148253 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66556004-c1be-4249-82a2-5b43a4d2c77c admin admin] Checking segment: {'id': '92e22e42-7323-4e1a-80fa-e9b0c6166fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4c938d13-dfab-49b3-96d9-1e7c8520f167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:49:34.148457 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66556004-c1be-4249-82a2-5b43a4d2c77c admin admin] Network hostable DHCP agents. Network: 4c938d13-dfab-49b3-96d9-1e7c8520f167, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:49:34.160833 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-742f58ca-791d-41db-a137-5d9c8017bb64 req-b5b97189-6046-49d0-92c4-9fd36ed1d6ab tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ace346d-777d-42db-8a7a-c3ebe15c8ce7 HTTP/1.1" status: 200 len: 210 time: 0.0589099 Aug 16 23:49:34.195517 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66556004-c1be-4249-82a2-5b43a4d2c77c admin admin] Network 4c938d13-dfab-49b3-96d9-1e7c8520f167 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:49:34.216964 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-66556004-c1be-4249-82a2-5b43a4d2c77c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 4c938d13-dfab-49b3-96d9-1e7c8520f167) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:49:34.226052 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66556004-c1be-4249-82a2-5b43a4d2c77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:34.226182 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43938dd8-595f-4050-a23c-aba705295446 None None] Network 4c938d13-dfab-49b3-96d9-1e7c8520f167 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:49:34.227962 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66556004-c1be-4249-82a2-5b43a4d2c77c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:34.305864 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-1b12eabb-0f2c-4eb8-9544-640e2e5c6c9d tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:34.321915 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-1b12eabb-0f2c-4eb8-9544-640e2e5c6c9d tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:34.339175 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-66556004-c1be-4249-82a2-5b43a4d2c77c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7374735 Aug 16 23:49:34.343063 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40674) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:34.350260 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-7e7dc72a-e66d-49bc-998e-e42fdaa3e06c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1932068827-router', 'tenant_id': '655c5b7087124bbd9a658d529420413c', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:49:34.437103 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.64', 51977) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:34.545768 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-4d10d23a-3df0-4e39-97bf-0b8ce511c21a tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4b79a94dc0fb4d968aefb55a8d8ccfa3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0928757 Aug 16 23:49:34.552906 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8aaaa83-85be-4aaf-ba4f-005f6780346b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-4c938d13-dfab-49b3-96d9-1e7c8520f167', 'network_id': '4c938d13-dfab-49b3-96d9-1e7c8520f167', 'tenant_id': '655c5b7087124bbd9a658d529420413c', 'fixed_ips': [{'subnet_id': '7c851c16-b922-46c8-8f8d-a748d0bcaae1'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:49:34.554232 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a8aaaa83-85be-4aaf-ba4f-005f6780346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:34.742072 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12eabb-0f2c-4eb8-9544-640e2e5c6c9d tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19f8caff-4a70-4d6e-8a64-b2997578bdd1,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:34.773914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40688) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:34.932405 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e366cffc-b05d-4100-addd-92862cdb64eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:34.963317 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-a8aaaa83-85be-4aaf-ba4f-005f6780346b None None] Allocated IP 172.20.0.2 (4c938d13-dfab-49b3-96d9-1e7c8520f167/7c851c16-b922-46c8-8f8d-a748d0bcaae1/eda2bdb3-9796-4c1d-97de-5264551f5366) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:49:34.981397 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ee1d1baf-142e-4ee0-84a8-73988c13be4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:35.005482 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-e9a3ad2d-deaa-4955-b93d-94c81f3f9a09 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:35.007223 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-e9a3ad2d-deaa-4955-b93d-94c81f3f9a09 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4555585 Aug 16 23:49:35.023953 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-3f46a241-ce97-462a-9ca0-60b6ebfe596b tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Request body: {'port': {'device_id': '286e9da5-691b-4bf5-b654-3f6d285be9fb', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': '4b79a94dc0fb4d968aefb55a8d8ccfa3'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:49:35.028005 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc72a-e66d-49bc-998e-e42fdaa3e06c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:35.029341 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc72a-e66d-49bc-998e-e42fdaa3e06c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:35.062185 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40698) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:35.126115 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e366cffc-b05d-4100-addd-92862cdb64eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:35.338786 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a8aaaa83-85be-4aaf-ba4f-005f6780346b None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:35.341722 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-1b12eabb-0f2c-4eb8-9544-640e2e5c6c9d tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Allocated IP 192.168.233.70 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/8504e8ea-50a8-45b1-8044-540d300fceb9) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:49:35.398269 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a8aaaa83-85be-4aaf-ba4f-005f6780346b None None] Transition to ACTIVE for port object eda2bdb3-9796-4c1d-97de-5264551f5366 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:49:35.515599 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a8aaaa83-85be-4aaf-ba4f-005f6780346b None None] Transition to ACTIVE for port object eda2bdb3-9796-4c1d-97de-5264551f5366 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:49:35.552436 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a8aaaa83-85be-4aaf-ba4f-005f6780346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:35.648358 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aaaa83-85be-4aaf-ba4f-005f6780346b None None] Network 4c938d13-dfab-49b3-96d9-1e7c8520f167 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:49:35.663353 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-a8aaaa83-85be-4aaf-ba4f-005f6780346b None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:49:35.671098 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aaaa83-85be-4aaf-ba4f-005f6780346b None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:49:35.674275 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc72a-e66d-49bc-998e-e42fdaa3e06c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:35.678178 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-1b12eabb-0f2c-4eb8-9544-640e2e5c6c9d tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:35.693287 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-1b12eabb-0f2c-4eb8-9544-640e2e5c6c9d tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Transition to ACTIVE for port object 8504e8ea-50a8-45b1-8044-540d300fceb9 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:49:35.770685 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 01e1c983-b2cb-4eb2-b1ab-dff3afef6e01 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:49:35.789171 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c22cac5d-c99d-40d2-b479-f2c004c19787 req-131d7644-be1b-44db-ad5a-28bff28970ca tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/ports?device_id=286e9da5-691b-4bf5-b654-3f6d285be9fb HTTP/1.1" status: 200 len: 210 time: 1.0137839 Aug 16 23:49:35.839895 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ee1d1baf-142e-4ee0-84a8-73988c13be4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:35.842066 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-1b12eabb-0f2c-4eb8-9544-640e2e5c6c9d tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:35.863437 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ee1d1baf-142e-4ee0-84a8-73988c13be4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:35.879914 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-54b43e0b-d495-4ed1-ac37-d82c8f82a168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:35.905360 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ee1d1baf-142e-4ee0-84a8-73988c13be4b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=195cbc7cfe54468b9056d6b1830cfdc8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9705331 Aug 16 23:49:35.926492 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40718) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:36.050297 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12eabb-0f2c-4eb8-9544-640e2e5c6c9d tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Pushing event updated for resources: {'Port': ['ID=8504e8ea-50a8-45b1-8044-540d300fceb9,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:36.087031 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f453f3-3c1e-422a-ba42-d3684fc04310 req-37e79108-6541-4def-801f-9fdefcebb273 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:36.088705 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7f453f3-3c1e-422a-ba42-d3684fc04310 req-37e79108-6541-4def-801f-9fdefcebb273 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ace346d-777d-42db-8a7a-c3ebe15c8ce7 HTTP/1.1" status: 200 len: 935 time: 0.2769358 Aug 16 23:49:36.134242 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc72a-e66d-49bc-998e-e42fdaa3e06c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:36.155515 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-3f46a241-ce97-462a-9ca0-60b6ebfe596b tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Made reservation on behalf of 4b79a94dc0fb4d968aefb55a8d8ccfa3 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:49:36.171064 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e366cffc-b05d-4100-addd-92862cdb64eb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ded523036b70411b88a5ae6ecdb28656&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1282709 Aug 16 23:49:36.172004 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-3f46a241-ce97-462a-9ca0-60b6ebfe596b tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:36.186242 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40722) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:36.215886 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-1b12eabb-0f2c-4eb8-9544-640e2e5c6c9d tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:49:36.220616 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aaaa83-85be-4aaf-ba4f-005f6780346b None None] Pushing event updated for resources: {'Port': ['ID=eda2bdb3-9796-4c1d-97de-5264551f5366,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:36.234978 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-a8aaaa83-85be-4aaf-ba4f-005f6780346b None None] Attempting to bind port eda2bdb3-9796-4c1d-97de-5264551f5366 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:49:36.235409 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-a8aaaa83-85be-4aaf-ba4f-005f6780346b None None] Attempting to bind port eda2bdb3-9796-4c1d-97de-5264551f5366 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '92e22e42-7323-4e1a-80fa-e9b0c6166fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4c938d13-dfab-49b3-96d9-1e7c8520f167'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:49:36.236003 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aaaa83-85be-4aaf-ba4f-005f6780346b None None] Attempting to bind port eda2bdb3-9796-4c1d-97de-5264551f5366 on network 4c938d13-dfab-49b3-96d9-1e7c8520f167 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:49:36.240918 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 01e1c983-b2cb-4eb2-b1ab-dff3afef6e01 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:49:36.248214 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-1b12eabb-0f2c-4eb8-9544-640e2e5c6c9d tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:49:36.248370 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 01e1c983-b2cb-4eb2-b1ab-dff3afef6e01 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:49:36.248370 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:36.248539 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-3f46a241-ce97-462a-9ca0-60b6ebfe596b tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:36.251025 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-1b12eabb-0f2c-4eb8-9544-640e2e5c6c9d tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:49:36.266293 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-1b12eabb-0f2c-4eb8-9544-640e2e5c6c9d tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:36.267048 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-1b12eabb-0f2c-4eb8-9544-640e2e5c6c9d tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:36.291255 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aaaa83-85be-4aaf-ba4f-005f6780346b None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:49:36.291676 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aaaa83-85be-4aaf-ba4f-005f6780346b None None] Checking segment: {'id': '92e22e42-7323-4e1a-80fa-e9b0c6166fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4c938d13-dfab-49b3-96d9-1e7c8520f167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:49:36.292147 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a8aaaa83-85be-4aaf-ba4f-005f6780346b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:36.292540 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aaaa83-85be-4aaf-ba4f-005f6780346b None None] Bound using segment: {'id': '92e22e42-7323-4e1a-80fa-e9b0c6166fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4c938d13-dfab-49b3-96d9-1e7c8520f167'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:49:36.293107 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-a8aaaa83-85be-4aaf-ba4f-005f6780346b None None] Bound port: eda2bdb3-9796-4c1d-97de-5264551f5366, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e22e42-7323-4e1a-80fa-e9b0c6166fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4c938d13-dfab-49b3-96d9-1e7c8520f167'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:49:36.293542 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a8aaaa83-85be-4aaf-ba4f-005f6780346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:36.301530 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366cffc-b05d-4100-addd-92862cdb64eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3444e597-d88d-4fd9-b82c-aa883a5ac1f3,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:36.335266 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7f453f3-3c1e-422a-ba42-d3684fc04310 req-8d2a9755-18d6-4067-85dc-e8b6178f1f24 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360165 Aug 16 23:49:36.419949 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:36.422141 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d1baf-142e-4ee0-84a8-73988c13be4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d88f0f2-d06e-41db-905b-d9cbd747d4fc,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:36.506478 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 01e1c983-b2cb-4eb2-b1ab-dff3afef6e01, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=01e1c983-b2cb-4eb2-b1ab-dff3afef6e01,segment=NetworkSegment(2e5b857d-bed9-47c8-b3b0-8b6db12a9249),segment_id=2e5b857d-bed9-47c8-b3b0-8b6db12a9249)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:49:36.517347 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:36.539663 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-a8aaaa83-85be-4aaf-ba4f-005f6780346b None None] For port eda2bdb3-9796-4c1d-97de-5264551f5366, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:49:36.580788 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-a8aaaa83-85be-4aaf-ba4f-005f6780346b None None] For port eda2bdb3-9796-4c1d-97de-5264551f5366, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=eda2bdb3-9796-4c1d-97de-5264551f5366,segment=NetworkSegment(92e22e42-7323-4e1a-80fa-e9b0c6166fd4),segment_id=92e22e42-7323-4e1a-80fa-e9b0c6166fd4)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:49:36.598610 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a8aaaa83-85be-4aaf-ba4f-005f6780346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:36.656227 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=01e1c983-b2cb-4eb2-b1ab-dff3afef6e01,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:36.672503 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-41fbeae7-ae51-433e-8204-558bf38e1c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:36.850136 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-41fbeae7-ae51-433e-8204-558bf38e1c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:36.855202 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1e0774af-2acc-49ff-8e45-ca6f8badca5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:36.951985 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e965081a-2617-4b49-b328-e7ff105352ea None None] Provisioning for port 8504e8ea-50a8-45b1-8044-540d300fceb9 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:49:36.961264 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aaaa83-85be-4aaf-ba4f-005f6780346b None None] Pushing event updated for resources: {'Port': ['ID=eda2bdb3-9796-4c1d-97de-5264551f5366,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:36.967658 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e965081a-2617-4b49-b328-e7ff105352ea None None] Provisioning complete for port 8504e8ea-50a8-45b1-8044-540d300fceb9 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:49:36.968049 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e965081a-2617-4b49-b328-e7ff105352ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:37.035685 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-29913860-d08f-4a80-aac9-32c8b0e2968a req-56c26e30-3641-4c57-8f26-9a69d967dfe4 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/ports?device_id=286e9da5-691b-4bf5-b654-3f6d285be9fb HTTP/1.1" status: 200 len: 210 time: 0.0901265 Aug 16 23:49:37.062993 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-e965081a-2617-4b49-b328-e7ff105352ea None None] Port 8504e8ea-50a8-45b1-8044-540d300fceb9 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:49:37.076203 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-54b43e0b-d495-4ed1-ac37-d82c8f82a168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:37.095893 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-1b12eabb-0f2c-4eb8-9544-640e2e5c6c9d tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5641916 Aug 16 23:49:37.100659 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1e0774af-2acc-49ff-8e45-ca6f8badca5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:37.204256 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-54b43e0b-d495-4ed1-ac37-d82c8f82a168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:37.270512 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-54b43e0b-d495-4ed1-ac37-d82c8f82a168 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1debda1fa76f4a77bd652ec6d453a060&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2034767 Aug 16 23:49:37.271697 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40742) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:37.332931 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b43e0b-d495-4ed1-ac37-d82c8f82a168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c208477-dc71-4410-bfc0-4d36ca2a8b96,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:37.334346 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0a02e9a0-f726-4bf8-83fa-f92846593774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:37.348201 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-3f46a241-ce97-462a-9ca0-60b6ebfe596b tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:37.354383 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-41fbeae7-ae51-433e-8204-558bf38e1c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:37.358091 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-41fbeae7-ae51-433e-8204-558bf38e1c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:37.360728 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-41fbeae7-ae51-433e-8204-558bf38e1c11 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0d88f0f2-d06e-41db-905b-d9cbd747d4fc HTTP/1.1" status: 204 len: 168 time: 1.4328640 Aug 16 23:49:37.400094 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0a02e9a0-f726-4bf8-83fa-f92846593774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:37.479855 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0a02e9a0-f726-4bf8-83fa-f92846593774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:37.486185 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0a02e9a0-f726-4bf8-83fa-f92846593774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:37.494857 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0a02e9a0-f726-4bf8-83fa-f92846593774 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c208477-dc71-4410-bfc0-4d36ca2a8b96 HTTP/1.1" status: 204 len: 168 time: 0.2212105 Aug 16 23:49:37.512692 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02e9a0-f726-4bf8-83fa-f92846593774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c208477-dc71-4410-bfc0-4d36ca2a8b96,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:37.657152 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fbeae7-ae51-433e-8204-558bf38e1c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d88f0f2-d06e-41db-905b-d9cbd747d4fc,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:37.659903 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc72a-e66d-49bc-998e-e42fdaa3e06c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:37.700846 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-3f46a241-ce97-462a-9ca0-60b6ebfe596b tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:37.701125 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7018ac-ea1c-4e06-b8b2-f3bf73d12a1e req-7de43c07-108d-46b3-8976-180fc51351a4 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:37.719988 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4e7018ac-ea1c-4e06-b8b2-f3bf73d12a1e req-7de43c07-108d-46b3-8976-180fc51351a4 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ace346d-777d-42db-8a7a-c3ebe15c8ce7 HTTP/1.1" status: 200 len: 935 time: 0.1775203 Aug 16 23:49:37.771325 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc72a-e66d-49bc-998e-e42fdaa3e06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:37.778495 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 01e1c983-b2cb-4eb2-b1ab-dff3afef6e01 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:49:37.782505 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46a241-ce97-462a-9ca0-60b6ebfe596b tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8df3ecd-5d64-4454-9561-c1d89fb28407,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:37.790550 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-29cae9ac-6a44-4a91-b04e-22b2b42d9072 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:49:37.791887 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-29cae9ac-6a44-4a91-b04e-22b2b42d9072 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140803 Aug 16 23:49:37.821357 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4e7018ac-ea1c-4e06-b8b2-f3bf73d12a1e req-da50919b-0fb1-4995-8d28-7c31042524ab tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985584 Aug 16 23:49:37.933196 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 01e1c983-b2cb-4eb2-b1ab-dff3afef6e01 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:49:37.933591 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:38.106317 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1e0774af-2acc-49ff-8e45-ca6f8badca5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:38.111832 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1e0774af-2acc-49ff-8e45-ca6f8badca5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:38.115724 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1e0774af-2acc-49ff-8e45-ca6f8badca5e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3444e597-d88d-4fd9-b82c-aa883a5ac1f3 HTTP/1.1" status: 204 len: 168 time: 1.9223280 Aug 16 23:49:38.132223 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device eda2bdb3-9796-4c1d-97de-5264551f5366 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:49:38.219474 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ebf1d128-444b-493f-8c1d-bc63734a1ee2 req-859d8d1a-b833-4619-9858-1b4c959361d9 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/ports?device_id=286e9da5-691b-4bf5-b654-3f6d285be9fb HTTP/1.1" status: 200 len: 210 time: 0.0638912 Aug 16 23:49:38.233325 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port eda2bdb3-9796-4c1d-97de-5264551f5366 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:49:38.286593 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab989e05-d7bb-413b-b889-9a17aeeba4b8 None None] Network 4c938d13-dfab-49b3-96d9-1e7c8520f167 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:49:38.323886 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0774af-2acc-49ff-8e45-ca6f8badca5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3444e597-d88d-4fd9-b82c-aa883a5ac1f3,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:38.414864 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-3f46a241-ce97-462a-9ca0-60b6ebfe596b tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Allocated IP 192.168.233.200 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/0b27fec2-2ad1-4a5b-b40f-5910da935ee3) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:49:38.423719 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-7e7dc72a-e66d-49bc-998e-e42fdaa3e06c admin admin] Allocated IP 172.25.3.191 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/0febc0ed-ec07-44d1-98f4-0a65ef44aa2a) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:49:38.530684 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-a2fcbea5-72f4-4d3d-b561-3e56fd825688 service neutron] Request body: {'port': {'device_id': '6ace346d-777d-42db-8a7a-c3ebe15c8ce7', 'device_owner': 'compute:tempest-test_az-236785673', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:49:38.643927 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-935cd1b7-02b2-4163-a43a-246be754b37b None None] Provisioning for port eda2bdb3-9796-4c1d-97de-5264551f5366 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:49:38.669300 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc72a-e66d-49bc-998e-e42fdaa3e06c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:38.686705 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-a2fcbea5-72f4-4d3d-b561-3e56fd825688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:38.691713 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40772) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:38.717568 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-935cd1b7-02b2-4163-a43a-246be754b37b None None] Provisioning complete for port eda2bdb3-9796-4c1d-97de-5264551f5366 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:49:38.725136 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-935cd1b7-02b2-4163-a43a-246be754b37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:38.746176 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fca5f4f7-6b08-43f8-9dde-d43cc3d189db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:39.106541 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-3f46a241-ce97-462a-9ca0-60b6ebfe596b tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:39.115189 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-935cd1b7-02b2-4163-a43a-246be754b37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:39.223832 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-3f46a241-ce97-462a-9ca0-60b6ebfe596b tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Transition to ACTIVE for port object 0b27fec2-2ad1-4a5b-b40f-5910da935ee3 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:49:39.247755 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-935cd1b7-02b2-4163-a43a-246be754b37b None None] For port eda2bdb3-9796-4c1d-97de-5264551f5366, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=eda2bdb3-9796-4c1d-97de-5264551f5366,segment=NetworkSegment(92e22e42-7323-4e1a-80fa-e9b0c6166fd4),segment_id=92e22e42-7323-4e1a-80fa-e9b0c6166fd4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:49:39.257495 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-935cd1b7-02b2-4163-a43a-246be754b37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:39.272836 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc72a-e66d-49bc-998e-e42fdaa3e06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:39.389253 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935cd1b7-02b2-4163-a43a-246be754b37b None None] Pushing event updated for resources: {'Port': ['ID=eda2bdb3-9796-4c1d-97de-5264551f5366,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:39.501783 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2669d4a4-a867-48a8-99ea-6b322a91ee26 None None] Provisioning complete for port eda2bdb3-9796-4c1d-97de-5264551f5366 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:49:39.508175 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2669d4a4-a867-48a8-99ea-6b322a91ee26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:39.509707 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7dc72a-e66d-49bc-998e-e42fdaa3e06c admin admin] Pushing event updated for resources: {'Port': ['ID=0febc0ed-ec07-44d1-98f4-0a65ef44aa2a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:39.579737 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7dc72a-e66d-49bc-998e-e42fdaa3e06c admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:49:39.589815 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-7e7dc72a-e66d-49bc-998e-e42fdaa3e06c admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:49:39.593259 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fca5f4f7-6b08-43f8-9dde-d43cc3d189db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:39.594914 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7dc72a-e66d-49bc-998e-e42fdaa3e06c admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:49:39.638323 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fca5f4f7-6b08-43f8-9dde-d43cc3d189db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:39.728445 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f373a3-04cd-4156-ac08-beb3e4a335de req-40b66f2a-5d5d-4fbc-9cc1-2211ff910336 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:39.738855 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b1f373a3-04cd-4156-ac08-beb3e4a335de req-40b66f2a-5d5d-4fbc-9cc1-2211ff910336 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ace346d-777d-42db-8a7a-c3ebe15c8ce7 HTTP/1.1" status: 200 len: 935 time: 0.7217200 Aug 16 23:49:39.742069 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-3f46a241-ce97-462a-9ca0-60b6ebfe596b tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:39.858991 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:39.879773 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-3f46a241-ce97-462a-9ca0-60b6ebfe596b tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:49:39.890492 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-3f46a241-ce97-462a-9ca0-60b6ebfe596b tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:49:39.910716 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-3f46a241-ce97-462a-9ca0-60b6ebfe596b tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:49:39.916352 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-3f46a241-ce97-462a-9ca0-60b6ebfe596b tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:39.917109 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-3f46a241-ce97-462a-9ca0-60b6ebfe596b tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:39.950776 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fca5f4f7-6b08-43f8-9dde-d43cc3d189db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f73fddd018d546a3948a9cd45394acbc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2549708 Aug 16 23:49:39.962536 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-3f46a241-ce97-462a-9ca0-60b6ebfe596b tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9426596 Aug 16 23:49:39.974184 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40806) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:40.029755 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46a241-ce97-462a-9ca0-60b6ebfe596b tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Pushing event updated for resources: {'Port': ['ID=0b27fec2-2ad1-4a5b-b40f-5910da935ee3,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:40.266267 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc72a-e66d-49bc-998e-e42fdaa3e06c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:40.422963 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-de4cf467-02b3-4931-93f4-f25c53a922dd None None] Provisioning for port 0b27fec2-2ad1-4a5b-b40f-5910da935ee3 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:49:40.428050 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-de4cf467-02b3-4931-93f4-f25c53a922dd None None] Provisioning complete for port 0b27fec2-2ad1-4a5b-b40f-5910da935ee3 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:49:40.428390 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-de4cf467-02b3-4931-93f4-f25c53a922dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:40.497940 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b1f373a3-04cd-4156-ac08-beb3e4a335de req-d1eee980-667e-46bf-81b5-21781055e5bd tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6813176 Aug 16 23:49:40.508531 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-de4cf467-02b3-4931-93f4-f25c53a922dd None None] Port 0b27fec2-2ad1-4a5b-b40f-5910da935ee3 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:49:40.535312 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5f4f7-6b08-43f8-9dde-d43cc3d189db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d542951-5e6a-44a0-91f5-de4489b97d48,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:40.570400 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-f60e7548-0882-4d48-834e-61216e808229 service neutron] Request body: {'port': {'device_id': '286e9da5-691b-4bf5-b654-3f6d285be9fb', 'device_owner': 'compute:tempest-test_az-236785673', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:49:40.636512 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-a2fcbea5-72f4-4d3d-b561-3e56fd825688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8504e8ea-50a8-45b1-8044-540d300fceb9 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:49:40.686473 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-a2fcbea5-72f4-4d3d-b561-3e56fd825688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:40.745384 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-95b9ac8a-ccd0-449a-9dc8-03c5e3fdd1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:40.747458 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-f60e7548-0882-4d48-834e-61216e808229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:40.765245 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc72a-e66d-49bc-998e-e42fdaa3e06c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:40.800034 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-95b9ac8a-ccd0-449a-9dc8-03c5e3fdd1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:40.861788 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e21f9-095b-4d4f-8710-2c434b8c2416 req-094a02a3-4445-4c40-ae83-408165a50ecf tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:40.870544 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-767e21f9-095b-4d4f-8710-2c434b8c2416 req-094a02a3-4445-4c40-ae83-408165a50ecf tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/ports?device_id=286e9da5-691b-4bf5-b654-3f6d285be9fb HTTP/1.1" status: 200 len: 936 time: 1.0563915 Aug 16 23:49:40.907148 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-a2fcbea5-72f4-4d3d-b561-3e56fd825688 service neutron] Transition to ACTIVE for port object 8504e8ea-50a8-45b1-8044-540d300fceb9 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:49:40.908734 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-95b9ac8a-ccd0-449a-9dc8-03c5e3fdd1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:40.912163 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-95b9ac8a-ccd0-449a-9dc8-03c5e3fdd1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:40.926812 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-95b9ac8a-ccd0-449a-9dc8-03c5e3fdd1f2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4d542951-5e6a-44a0-91f5-de4489b97d48 HTTP/1.1" status: 204 len: 168 time: 0.5504313 Aug 16 23:49:40.936883 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-a2fcbea5-72f4-4d3d-b561-3e56fd825688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:41.054180 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcbea5-72f4-4d3d-b561-3e56fd825688 service neutron] Pushing event updated for resources: {'Port': ['ID=8504e8ea-50a8-45b1-8044-540d300fceb9,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:41.064804 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9ac8a-ccd0-449a-9dc8-03c5e3fdd1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d542951-5e6a-44a0-91f5-de4489b97d48,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:41.091504 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-767e21f9-095b-4d4f-8710-2c434b8c2416 req-af5b828f-ef48-4d68-87c1-eba1f93337a4 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8df3ecd-5d64-4454-9561-c1d89fb28407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172611 Aug 16 23:49:41.217190 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-a2fcbea5-72f4-4d3d-b561-3e56fd825688 service neutron] Attempting to bind port 8504e8ea-50a8-45b1-8044-540d300fceb9 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:49:41.217810 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-a2fcbea5-72f4-4d3d-b561-3e56fd825688 service neutron] Attempting to bind port 8504e8ea-50a8-45b1-8044-540d300fceb9 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:49:41.218438 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-a2fcbea5-72f4-4d3d-b561-3e56fd825688 service neutron] Attempting to bind port 8504e8ea-50a8-45b1-8044-540d300fceb9 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:49:41.225327 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-a2fcbea5-72f4-4d3d-b561-3e56fd825688 service neutron] Port 8504e8ea-50a8-45b1-8044-540d300fceb9 on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:49:41.226018 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-a2fcbea5-72f4-4d3d-b561-3e56fd825688 service neutron] Attempting to bind port 8504e8ea-50a8-45b1-8044-540d300fceb9 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:49:41.240404 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-a2fcbea5-72f4-4d3d-b561-3e56fd825688 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:49:41.241236 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-a2fcbea5-72f4-4d3d-b561-3e56fd825688 service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:49:41.242046 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-a2fcbea5-72f4-4d3d-b561-3e56fd825688 service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:49:41.242983 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-a2fcbea5-72f4-4d3d-b561-3e56fd825688 service neutron] Bound port: 8504e8ea-50a8-45b1-8044-540d300fceb9, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:49:41.243662 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-a2fcbea5-72f4-4d3d-b561-3e56fd825688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:41.312248 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:41.396580 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7dc72a-e66d-49bc-998e-e42fdaa3e06c admin admin] Router ef116894-2f57-4e39-b72b-586719591a5b is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:49:41.442826 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-a2fcbea5-72f4-4d3d-b561-3e56fd825688 service neutron] For port 8504e8ea-50a8-45b1-8044-540d300fceb9, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:49:41.460691 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-a2fcbea5-72f4-4d3d-b561-3e56fd825688 service neutron] For port 8504e8ea-50a8-45b1-8044-540d300fceb9, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=8504e8ea-50a8-45b1-8044-540d300fceb9,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:49:41.480990 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-a2fcbea5-72f4-4d3d-b561-3e56fd825688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:41.552081 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device eda2bdb3-9796-4c1d-97de-5264551f5366 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:49:41.644477 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-a2fcbea5-72f4-4d3d-b561-3e56fd825688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:41.646731 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-a2fcbea5-72f4-4d3d-b561-3e56fd825688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:41.650061 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-a2fcbea5-72f4-4d3d-b561-3e56fd825688 service neutron] 10.222.0.64 "PUT /v2.0/ports/8504e8ea-50a8-45b1-8044-540d300fceb9 HTTP/1.1" status: 200 len: 1117 time: 3.5848720 Aug 16 23:49:41.653645 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ace346d-777d-42db-8a7a-c3ebe15c8ce7', 'tag': '8504e8ea-50a8-45b1-8044-540d300fceb9'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:49:41.673597 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-f60e7548-0882-4d48-834e-61216e808229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b27fec2-2ad1-4a5b-b40f-5910da935ee3 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:49:41.685731 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-f60e7548-0882-4d48-834e-61216e808229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:41.839784 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port eda2bdb3-9796-4c1d-97de-5264551f5366 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:49:41.842039 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:41.904524 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7dc72a-e66d-49bc-998e-e42fdaa3e06c admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:49:41.917447 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c231e6-d24b-4270-abfe-2183c0dd5d08 None None] Sync routers for ids ['ef116894-2f57-4e39-b72b-586719591a5b'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:49:41.930551 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c231e6-d24b-4270-abfe-2183c0dd5d08 None None] Routers {'ef116894-2f57-4e39-b72b-586719591a5b'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:49:41.932879 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-d3c231e6-d24b-4270-abfe-2183c0dd5d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:49:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ef116894-2f57-4e39-b72b-586719591a5b'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:49:41.980923 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc72a-e66d-49bc-998e-e42fdaa3e06c admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:41.992728 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7e7dc72a-e66d-49bc-998e-e42fdaa3e06c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.6459312 Aug 16 23:49:41.993411 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40874) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:42.032664 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-f60e7548-0882-4d48-834e-61216e808229 service neutron] Transition to ACTIVE for port object 0b27fec2-2ad1-4a5b-b40f-5910da935ee3 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:49:42.188085 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-f60e7548-0882-4d48-834e-61216e808229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:42.323357 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-d3c231e6-d24b-4270-abfe-2183c0dd5d08 None None] Set router ef116894-2f57-4e39-b72b-586719591a5b gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:49:42.498771 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e7548-0882-4d48-834e-61216e808229 service neutron] Pushing event updated for resources: {'Port': ['ID=0b27fec2-2ad1-4a5b-b40f-5910da935ee3,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:42.668157 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcbea5-72f4-4d3d-b561-3e56fd825688 service neutron] Pushing event updated for resources: {'Port': ['ID=8504e8ea-50a8-45b1-8044-540d300fceb9,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:42.739808 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b59d7-3b9b-445b-b6a2-d087b9cf879e req-1c7934ef-55e8-4308-87aa-e5246de73c9e tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:42.755271 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9d3b59d7-3b9b-445b-b6a2-d087b9cf879e req-1c7934ef-55e8-4308-87aa-e5246de73c9e tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/ports?device_id=286e9da5-691b-4bf5-b654-3f6d285be9fb HTTP/1.1" status: 200 len: 969 time: 0.2187264 Aug 16 23:49:42.782647 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-d9be3d67-0852-4705-acb9-06b02fc2ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:42.788582 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-d9be3d67-0852-4705-acb9-06b02fc2ad79 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc124757bb0941df89092d7bba0b49d5&device_id=6ace346d-777d-42db-8a7a-c3ebe15c8ce7 HTTP/1.1" status: 200 len: 1120 time: 0.3731847 Aug 16 23:49:42.847482 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-d3c231e6-d24b-4270-abfe-2183c0dd5d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef116894-2f57-4e39-b72b-586719591a5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1932068827-router', 'tenant_id': '655c5b7087124bbd9a658d529420413c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '0febc0ed-ec07-44d1-98f4-0a65ef44aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:35Z', 'updated_at': '2021-08-16T23:49:39Z', 'revision_number': 3, 'project_id': '655c5b7087124bbd9a658d529420413c', 'gw_port': {'id': '0febc0ed-ec07-44d1-98f4-0a65ef44aa2a', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef116894-2f57-4e39-b72b-586719591a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:37Z', 'updated_at': '2021-08-16T23:49:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:49:42.896904 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c231e6-d24b-4270-abfe-2183c0dd5d08 None None] Checking router: ef116894-2f57-4e39-b72b-586719591a5b for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:49:42.897417 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c231e6-d24b-4270-abfe-2183c0dd5d08 None None] Updating router ef116894-2f57-4e39-b72b-586719591a5b port 0febc0ed-ec07-44d1-98f4-0a65ef44aa2a binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:49:42.948973 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d3c231e6-d24b-4270-abfe-2183c0dd5d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:42.998660 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4cc78-eefe-4d87-a8f0-29085c2bf4f7 req-59738b4f-77b8-45e0-937b-385270c9ca40 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:43.007273 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfd4cc78-eefe-4d87-a8f0-29085c2bf4f7 req-59738b4f-77b8-45e0-937b-385270c9ca40 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ace346d-777d-42db-8a7a-c3ebe15c8ce7 HTTP/1.1" status: 200 len: 968 time: 0.4907327 Aug 16 23:49:43.010296 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-80bade53-7354-4797-9c64-97e9b9631d15 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=8504e8ea-50a8-45b1-8044-540d300fceb9 HTTP/1.1" status: 200 len: 217 time: 0.1833160 Aug 16 23:49:43.061996 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9d3b59d7-3b9b-445b-b6a2-d087b9cf879e req-a3ce18b2-072c-4a14-a9a8-25c175abe94e tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8df3ecd-5d64-4454-9561-c1d89fb28407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046298 Aug 16 23:49:43.073846 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-f60e7548-0882-4d48-834e-61216e808229 service neutron] Attempting to bind port 0b27fec2-2ad1-4a5b-b40f-5910da935ee3 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:49:43.074455 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-f60e7548-0882-4d48-834e-61216e808229 service neutron] Attempting to bind port 0b27fec2-2ad1-4a5b-b40f-5910da935ee3 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:49:43.074455 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-f60e7548-0882-4d48-834e-61216e808229 service neutron] Attempting to bind port 0b27fec2-2ad1-4a5b-b40f-5910da935ee3 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:49:43.080562 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-f60e7548-0882-4d48-834e-61216e808229 service neutron] Port 0b27fec2-2ad1-4a5b-b40f-5910da935ee3 on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:49:43.085972 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-f60e7548-0882-4d48-834e-61216e808229 service neutron] Attempting to bind port 0b27fec2-2ad1-4a5b-b40f-5910da935ee3 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:49:43.105981 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfd4cc78-eefe-4d87-a8f0-29085c2bf4f7 req-98fbe652-8d1a-458e-80d3-b7cf823c8baa tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931118 Aug 16 23:49:43.178501 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-f60e7548-0882-4d48-834e-61216e808229 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:49:43.178703 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-f60e7548-0882-4d48-834e-61216e808229 service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:49:43.179213 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-f60e7548-0882-4d48-834e-61216e808229 service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:49:43.192573 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-f60e7548-0882-4d48-834e-61216e808229 service neutron] Bound port: 0b27fec2-2ad1-4a5b-b40f-5910da935ee3, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:49:43.193859 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-f60e7548-0882-4d48-834e-61216e808229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:43.220280 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59bc5a9-68bc-4657-b217-086fa8249e88" -d '{"events": [{"name": "network-changed", "server_uuid": "6ace346d-777d-42db-8a7a-c3ebe15c8ce7", "tag": "8504e8ea-50a8-45b1-8044-540d300fceb9"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:49:43.286432 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-88700d4b-ee79-43d8-94f8-a6396ec1848b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:43.289836 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-88700d4b-ee79-43d8-94f8-a6396ec1848b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.2098873 Aug 16 23:49:43.645998 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d3c231e6-d24b-4270-abfe-2183c0dd5d08 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:43.668564 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-f60e7548-0882-4d48-834e-61216e808229 service neutron] For port 0b27fec2-2ad1-4a5b-b40f-5910da935ee3, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:49:43.677583 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-1f7900a1-4387-4853-b1a0-de3dbd8aaa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:43.678184 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-d3c231e6-d24b-4270-abfe-2183c0dd5d08 None None] Transition to ACTIVE for port object 0febc0ed-ec07-44d1-98f4-0a65ef44aa2a will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:49:43.679120 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-1f7900a1-4387-4853-b1a0-de3dbd8aaa2a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1968322 Aug 16 23:49:43.712121 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d3c231e6-d24b-4270-abfe-2183c0dd5d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:43.749312 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-f60e7548-0882-4d48-834e-61216e808229 service neutron] For port 0b27fec2-2ad1-4a5b-b40f-5910da935ee3, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0b27fec2-2ad1-4a5b-b40f-5910da935ee3,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:49:43.769351 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-f60e7548-0882-4d48-834e-61216e808229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:43.805876 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40928) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:43.832121 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-f60e7548-0882-4d48-834e-61216e808229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:43.832897 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-f60e7548-0882-4d48-834e-61216e808229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:43.835194 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-f60e7548-0882-4d48-834e-61216e808229 service neutron] 10.222.0.64 "PUT /v2.0/ports/0b27fec2-2ad1-4a5b-b40f-5910da935ee3 HTTP/1.1" status: 200 len: 1118 time: 3.2730129 Aug 16 23:49:43.835895 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286e9da5-691b-4bf5-b654-3f6d285be9fb', 'tag': '0b27fec2-2ad1-4a5b-b40f-5910da935ee3'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:49:43.916010 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-d3c231e6-d24b-4270-abfe-2183c0dd5d08 None None] Attempting to bind port 0febc0ed-ec07-44d1-98f4-0a65ef44aa2a on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:49:43.916549 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-d3c231e6-d24b-4270-abfe-2183c0dd5d08 None None] Attempting to bind port 0febc0ed-ec07-44d1-98f4-0a65ef44aa2a by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:49:43.917466 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c231e6-d24b-4270-abfe-2183c0dd5d08 None None] Attempting to bind port 0febc0ed-ec07-44d1-98f4-0a65ef44aa2a on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:49:43.932330 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3dd559-ae85-4918-bb91-55adb7c04207 None None] Pushing event updated for resources: {'Port': ['ID=0febc0ed-ec07-44d1-98f4-0a65ef44aa2a,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:43.935569 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c231e6-d24b-4270-abfe-2183c0dd5d08 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:49:43.936266 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c231e6-d24b-4270-abfe-2183c0dd5d08 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:49:43.936886 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d3c231e6-d24b-4270-abfe-2183c0dd5d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:43.937588 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c231e6-d24b-4270-abfe-2183c0dd5d08 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:49:43.938229 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-d3c231e6-d24b-4270-abfe-2183c0dd5d08 None None] Bound port: 0febc0ed-ec07-44d1-98f4-0a65ef44aa2a, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:49:43.938804 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d3c231e6-d24b-4270-abfe-2183c0dd5d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:43.974010 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-d6199c92-ed13-4041-8f11-3ea0b8270bc5 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650244 Aug 16 23:49:44.091287 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-d3c231e6-d24b-4270-abfe-2183c0dd5d08 None None] For port 0febc0ed-ec07-44d1-98f4-0a65ef44aa2a, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:49:44.098007 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-d3c231e6-d24b-4270-abfe-2183c0dd5d08 None None] For port 0febc0ed-ec07-44d1-98f4-0a65ef44aa2a, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=0febc0ed-ec07-44d1-98f4-0a65ef44aa2a,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:49:44.108750 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d3c231e6-d24b-4270-abfe-2183c0dd5d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:44.186533 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2457ab95-bfcb-405a-ae77-f01b2e41c261 req-0fb6543b-ff33-462e-a3f6-a1a27740e052 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953542 Aug 16 23:49:44.214873 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37aa4e21-3124-4936-a095-6724f3b04fb2 x-openstack-request-id: req-37aa4e21-3124-4936-a095-6724f3b04fb2 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:49:44.215545 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ace346d-777d-42db-8a7a-c3ebe15c8ce7", "tag": "8504e8ea-50a8-45b1-8044-540d300fceb9", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:49:44.215987 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-37aa4e21-3124-4936-a095-6724f3b04fb2 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:49:44.217000 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ace346d-777d-42db-8a7a-c3ebe15c8ce7', 'tag': '8504e8ea-50a8-45b1-8044-540d300fceb9', 'status': 'completed', 'code': 200} Aug 16 23:49:44.268260 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c231e6-d24b-4270-abfe-2183c0dd5d08 None None] Routers {'ef116894-2f57-4e39-b72b-586719591a5b'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:49:44.270052 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-d3c231e6-d24b-4270-abfe-2183c0dd5d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:49:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ef116894-2f57-4e39-b72b-586719591a5b'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:49:44.275145 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e7548-0882-4d48-834e-61216e808229 service neutron] Pushing event updated for resources: {'Port': ['ID=0b27fec2-2ad1-4a5b-b40f-5910da935ee3,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:44.345393 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3dd559-ae85-4918-bb91-55adb7c04207 None None] Pushing event updated for resources: {'Port': ['ID=0febc0ed-ec07-44d1-98f4-0a65ef44aa2a,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:44.423491 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bc5a9-68bc-4657-b217-086fa8249e88 req-5687a8d8-f987-4aae-87b9-8a77c1ba0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:44.426194 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f59bc5a9-68bc-4657-b217-086fa8249e88 req-5687a8d8-f987-4aae-87b9-8a77c1ba0929 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc124757bb0941df89092d7bba0b49d5&device_id=6ace346d-777d-42db-8a7a-c3ebe15c8ce7 HTTP/1.1" status: 200 len: 1120 time: 0.1442215 Aug 16 23:49:44.450447 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-908539c1-b0fd-4989-8be4-ff91d2ce482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:44.451993 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-908539c1-b0fd-4989-8be4-ff91d2ce482a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b79a94dc0fb4d968aefb55a8d8ccfa3&device_id=286e9da5-691b-4bf5-b654-3f6d285be9fb HTTP/1.1" status: 200 len: 1121 time: 0.4263318 Aug 16 23:49:44.531792 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-d3c231e6-d24b-4270-abfe-2183c0dd5d08 None None] Set router ef116894-2f57-4e39-b72b-586719591a5b gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:49:44.585695 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be0cd9-6139-4716-8470-289ae42bf2e8 req-307325fa-392f-497b-8c77-71d8a807e914 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:44.593408 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-50be0cd9-6139-4716-8470-289ae42bf2e8 req-307325fa-392f-497b-8c77-71d8a807e914 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/ports?device_id=286e9da5-691b-4bf5-b654-3f6d285be9fb HTTP/1.1" status: 200 len: 969 time: 0.2392805 Aug 16 23:49:44.599598 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-629d9871-dd35-47e1-8abb-3a50571734f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=0b27fec2-2ad1-4a5b-b40f-5910da935ee3 HTTP/1.1" status: 200 len: 217 time: 0.1186910 Aug 16 23:49:44.849912 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-341479da-001e-4d2f-b5f2-ad1643fc3e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:44.868826 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-84ef932a-334f-497d-99ab-42fdc25ea924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:44.886254 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-84ef932a-334f-497d-99ab-42fdc25ea924 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.2361262 Aug 16 23:49:44.930776 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-d3c231e6-d24b-4270-abfe-2183c0dd5d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef116894-2f57-4e39-b72b-586719591a5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1932068827-router', 'tenant_id': '655c5b7087124bbd9a658d529420413c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '0febc0ed-ec07-44d1-98f4-0a65ef44aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:35Z', 'updated_at': '2021-08-16T23:49:39Z', 'revision_number': 3, 'project_id': '655c5b7087124bbd9a658d529420413c', 'gw_port': {'id': '0febc0ed-ec07-44d1-98f4-0a65ef44aa2a', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef116894-2f57-4e39-b72b-586719591a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:37Z', 'updated_at': '2021-08-16T23:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:49:44.975401 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c231e6-d24b-4270-abfe-2183c0dd5d08 None None] The sync data for ids ['ef116894-2f57-4e39-b72b-586719591a5b'] in n-d-800088-20 is: [{'id': 'ef116894-2f57-4e39-b72b-586719591a5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1932068827-router', 'tenant_id': '655c5b7087124bbd9a658d529420413c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '0febc0ed-ec07-44d1-98f4-0a65ef44aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:35Z', 'updated_at': '2021-08-16T23:49:39Z', 'revision_number': 3, 'project_id': '655c5b7087124bbd9a658d529420413c', 'gw_port': {'id': '0febc0ed-ec07-44d1-98f4-0a65ef44aa2a', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef116894-2f57-4e39-b72b-586719591a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:37Z', 'updated_at': '2021-08-16T23:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:49:45.064185 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bc5a9-68bc-4657-b217-086fa8249e88 req-7951a88d-cfb0-4c2b-96ca-dfeb75562ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:45.074970 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40950) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:45.077613 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f59bc5a9-68bc-4657-b217-086fa8249e88 req-7951a88d-cfb0-4c2b-96ca-dfeb75562ef6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.6287677 Aug 16 23:49:45.078888 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3edbc254-e350-49c8-a670-eecf6ebd6aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:45.165797 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-50be0cd9-6139-4716-8470-289ae42bf2e8 req-f3ed60eb-77e5-4f01-a19a-5e7feddc5eda tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8df3ecd-5d64-4454-9561-c1d89fb28407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5714824 Aug 16 23:49:45.229006 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f59bc5a9-68bc-4657-b217-086fa8249e88 req-53c71506-bcd9-4dd1-991b-f361ed7cdc9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=8504e8ea-50a8-45b1-8044-540d300fceb9 HTTP/1.1" status: 200 len: 217 time: 0.0565698 Aug 16 23:49:45.296173 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51544ba0-5b26-444c-a784-41a04a28d34b" -d '{"events": [{"name": "network-changed", "server_uuid": "286e9da5-691b-4bf5-b654-3f6d285be9fb", "tag": "0b27fec2-2ad1-4a5b-b40f-5910da935ee3"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:49:45.372234 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-fa243b97-1245-4387-9d67-dfb88e542cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:45.375581 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-fa243b97-1245-4387-9d67-dfb88e542cb1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2518849 Aug 16 23:49:45.416027 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bc5a9-68bc-4657-b217-086fa8249e88 req-dd16c099-16df-4973-99c3-91cfa47832d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:45.417660 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f59bc5a9-68bc-4657-b217-086fa8249e88 req-dd16c099-16df-4973-99c3-91cfa47832d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1775169 Aug 16 23:49:45.695545 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-341479da-001e-4d2f-b5f2-ad1643fc3e34 admin admin] Allocated IP 172.20.0.1 (4c938d13-dfab-49b3-96d9-1e7c8520f167/7c851c16-b922-46c8-8f8d-a748d0bcaae1/d87df9f6-5413-408d-9124-2921ce8bcc10) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:49:45.701677 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e3d35c88-a1f1-4fa3-81a5-4c09059ddbd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:45.714202 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bc5a9-68bc-4657-b217-086fa8249e88 req-aab3dd34-fec0-499c-92b3-b6dbba778fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:45.715687 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f59bc5a9-68bc-4657-b217-086fa8249e88 req-aab3dd34-fec0-499c-92b3-b6dbba778fd9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2479649 Aug 16 23:49:45.751009 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9465b38-8dca-45bd-9cfd-b85a5aa76042 req-de5c6770-fdf5-4d38-8305-58f8b0503fc0 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:45.769895 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9465b38-8dca-45bd-9cfd-b85a5aa76042 req-de5c6770-fdf5-4d38-8305-58f8b0503fc0 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ace346d-777d-42db-8a7a-c3ebe15c8ce7 HTTP/1.1" status: 200 len: 968 time: 0.3888059 Aug 16 23:49:45.915487 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9465b38-8dca-45bd-9cfd-b85a5aa76042 req-c3fd2ace-3178-4401-aa79-747fdc68ab0d tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381693 Aug 16 23:49:45.937594 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-04841ed5-16c4-4e0a-a1cd-14e327c5976a service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5511160 Aug 16 23:49:45.972840 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3edbc254-e350-49c8-a670-eecf6ebd6aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:45.994902 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3edbc254-e350-49c8-a670-eecf6ebd6aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:46.087710 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaaf77d-8d97-41e8-99a9-511bc8ed6d5a x-openstack-request-id: req-bbaaf77d-8d97-41e8-99a9-511bc8ed6d5a {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:49:46.087988 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286e9da5-691b-4bf5-b654-3f6d285be9fb", "tag": "0b27fec2-2ad1-4a5b-b40f-5910da935ee3", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:49:46.088239 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bbaaf77d-8d97-41e8-99a9-511bc8ed6d5a {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:49:46.088749 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '286e9da5-691b-4bf5-b654-3f6d285be9fb', 'tag': '0b27fec2-2ad1-4a5b-b40f-5910da935ee3', 'status': 'completed', 'code': 200} Aug 16 23:49:46.123971 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-341479da-001e-4d2f-b5f2-ad1643fc3e34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:46.148825 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edbc254-e350-49c8-a670-eecf6ebd6aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3af82aa-32a7-4b0d-9fc6-08956a6a4621,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:46.180864 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-341479da-001e-4d2f-b5f2-ad1643fc3e34 admin admin] Transition to ACTIVE for port object d87df9f6-5413-408d-9124-2921ce8bcc10 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:49:46.236884 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3edbc254-e350-49c8-a670-eecf6ebd6aa9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cebfa879c5b641298d3fb3a112125ec8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4268360 Aug 16 23:49:46.239017 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40992) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:46.321557 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e3d35c88-a1f1-4fa3-81a5-4c09059ddbd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:46.323237 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-341479da-001e-4d2f-b5f2-ad1643fc3e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:46.338122 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e3d35c88-a1f1-4fa3-81a5-4c09059ddbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:46.401140 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ef75f963-70b0-4c2f-9d8e-147e86909f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:46.403683 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e3d35c88-a1f1-4fa3-81a5-4c09059ddbd7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=732cba38c4ff4dd393c3052436e825bf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3274441 Aug 16 23:49:46.411218 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341479da-001e-4d2f-b5f2-ad1643fc3e34 admin admin] Network 4c938d13-dfab-49b3-96d9-1e7c8520f167 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:49:46.419646 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40998) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:46.433230 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ef75f963-70b0-4c2f-9d8e-147e86909f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:46.458894 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5e1f8e37-ac2e-4308-bd3f-d314ad12d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:46.504201 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-341479da-001e-4d2f-b5f2-ad1643fc3e34 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:49:46.507079 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341479da-001e-4d2f-b5f2-ad1643fc3e34 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:49:46.507754 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-341479da-001e-4d2f-b5f2-ad1643fc3e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:46.556614 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ef75f963-70b0-4c2f-9d8e-147e86909f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:46.561628 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ef75f963-70b0-4c2f-9d8e-147e86909f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:46.564282 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ef75f963-70b0-4c2f-9d8e-147e86909f89 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d3af82aa-32a7-4b0d-9fc6-08956a6a4621 HTTP/1.1" status: 204 len: 168 time: 0.3230333 Aug 16 23:49:46.716308 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75f963-70b0-4c2f-9d8e-147e86909f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3af82aa-32a7-4b0d-9fc6-08956a6a4621,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:46.796600 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eda8d4-8aa8-40da-9a8c-137acbd686c4 req-bc000a21-5fa2-4c3e-b3c8-44c4d808f51d tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:46.799805 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-02eda8d4-8aa8-40da-9a8c-137acbd686c4 req-bc000a21-5fa2-4c3e-b3c8-44c4d808f51d tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/ports?device_id=286e9da5-691b-4bf5-b654-3f6d285be9fb HTTP/1.1" status: 200 len: 969 time: 0.4407194 Aug 16 23:49:46.808317 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-341479da-001e-4d2f-b5f2-ad1643fc3e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:46.925662 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-02eda8d4-8aa8-40da-9a8c-137acbd686c4 req-a5878201-77da-44f1-a085-9ff72df5feba tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8df3ecd-5d64-4454-9561-c1d89fb28407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099653 Aug 16 23:49:46.928273 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f59bc5a9-68bc-4657-b217-086fa8249e88 req-05ab32cc-d805-4972-b8d9-030d12251b67 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227726 Aug 16 23:49:46.948762 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-51a031e1-1466-496c-8694-08023b82969b None None] Provisioning for port d87df9f6-5413-408d-9124-2921ce8bcc10 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:49:46.990073 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-51a031e1-1466-496c-8694-08023b82969b None None] Provisioning complete for port d87df9f6-5413-408d-9124-2921ce8bcc10 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:49:46.990452 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-51a031e1-1466-496c-8694-08023b82969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:47.056542 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d35c88-a1f1-4fa3-81a5-4c09059ddbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6afd115-d06c-4369-a34e-884cf2d52155,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:47.081720 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341479da-001e-4d2f-b5f2-ad1643fc3e34 admin admin] Pushing event updated for resources: {'Port': ['ID=d87df9f6-5413-408d-9124-2921ce8bcc10,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:47.164940 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-51a031e1-1466-496c-8694-08023b82969b None None] Port d87df9f6-5413-408d-9124-2921ce8bcc10 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:49:47.266045 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ddebb-18d0-4447-bf94-68d0b48cbe29 req-1afc16f8-b4b6-40b2-a403-b7e698914a94 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:47.267756 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e13ddebb-18d0-4447-bf94-68d0b48cbe29 req-1afc16f8-b4b6-40b2-a403-b7e698914a94 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ace346d-777d-42db-8a7a-c3ebe15c8ce7 HTTP/1.1" status: 200 len: 968 time: 0.1351573 Aug 16 23:49:47.273360 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f59bc5a9-68bc-4657-b217-086fa8249e88 req-d43a38f8-f0ec-4d1e-bd59-c194a6334537 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154960 Aug 16 23:49:47.361092 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e13ddebb-18d0-4447-bf94-68d0b48cbe29 req-993b4225-295e-4271-ad6e-d1a7e59a59bb tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850914 Aug 16 23:49:47.538425 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 41022) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:47.562964 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 0febc0ed-ec07-44d1-98f4-0a65ef44aa2a up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:49:47.710915 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 0febc0ed-ec07-44d1-98f4-0a65ef44aa2a completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:49:47.712278 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-510d3064-0867-45b2-8959-9c78b5dbadb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:47.720319 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 0febc0ed-ec07-44d1-98f4-0a65ef44aa2a triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:49:47.722000 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:47.753396 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 41028) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:47.801258 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-97368812-8588-49fe-8da9-fbba30dbdc0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:47.871285 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-510d3064-0867-45b2-8959-9c78b5dbadb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:47.931087 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b47da1fa-b86e-4f0b-9254-401c852d4bea req-9c99c61b-0b60-4852-8ad9-95ede95ac308 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2675824 Aug 16 23:49:47.941978 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:47.988612 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 0febc0ed-ec07-44d1-98f4-0a65ef44aa2a, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=0febc0ed-ec07-44d1-98f4-0a65ef44aa2a,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:49:48.002215 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:48.006318 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-97368812-8588-49fe-8da9-fbba30dbdc0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:48.011105 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-97368812-8588-49fe-8da9-fbba30dbdc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:48.054835 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-341479da-001e-4d2f-b5f2-ad1643fc3e34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:48.058679 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-97368812-8588-49fe-8da9-fbba30dbdc0a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7ec15fd42cb148b684cbb088c52f6bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012197 Aug 16 23:49:48.058679 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97368812-8588-49fe-8da9-fbba30dbdc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2671ed98-8e12-492f-92c1-f19c3cd5e533,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:48.060155 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 41032) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:48.083308 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-341479da-001e-4d2f-b5f2-ad1643fc3e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:48.088050 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-341479da-001e-4d2f-b5f2-ad1643fc3e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:48.095930 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=0febc0ed-ec07-44d1-98f4-0a65ef44aa2a,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:48.153979 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a8ac29ef-3a90-4359-b351-d796bf5a370d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:48.164787 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-510d3064-0867-45b2-8959-9c78b5dbadb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:48.167242 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-510d3064-0867-45b2-8959-9c78b5dbadb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:48.170724 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-510d3064-0867-45b2-8959-9c78b5dbadb5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a6afd115-d06c-4369-a34e-884cf2d52155 HTTP/1.1" status: 204 len: 168 time: 1.7474158 Aug 16 23:49:48.185325 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942469a5-3fb9-469b-b1e9-73c273d50325 req-2b59a4a0-be7e-456a-a480-4d674ea40807 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:48.186903 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-942469a5-3fb9-469b-b1e9-73c273d50325 req-2b59a4a0-be7e-456a-a480-4d674ea40807 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/ports?device_id=286e9da5-691b-4bf5-b654-3f6d285be9fb HTTP/1.1" status: 200 len: 969 time: 0.0998788 Aug 16 23:49:48.190235 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9ff53461-6b38-40e2-ba4e-9a6af2c94f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:48.215974 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d3064-0867-45b2-8959-9c78b5dbadb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6afd115-d06c-4369-a34e-884cf2d52155,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:48.227208 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341479da-001e-4d2f-b5f2-ad1643fc3e34 admin admin] Pushing event updated for resources: {'Port': ['ID=d87df9f6-5413-408d-9124-2921ce8bcc10,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:48.249769 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9ff53461-6b38-40e2-ba4e-9a6af2c94f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:48.295263 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341479da-001e-4d2f-b5f2-ad1643fc3e34 admin admin] Network 4c938d13-dfab-49b3-96d9-1e7c8520f167 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:49:48.297231 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-341479da-001e-4d2f-b5f2-ad1643fc3e34 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:49:48.521707 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341479da-001e-4d2f-b5f2-ad1643fc3e34 admin admin] Router ef116894-2f57-4e39-b72b-586719591a5b has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:49:48.635638 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-942469a5-3fb9-469b-b1e9-73c273d50325 req-ca326d4c-3f89-4b0e-a350-b61c714c0447 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8df3ecd-5d64-4454-9561-c1d89fb28407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385128 Aug 16 23:49:48.636360 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9ff53461-6b38-40e2-ba4e-9a6af2c94f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:48.638921 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9ff53461-6b38-40e2-ba4e-9a6af2c94f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:48.647169 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9ff53461-6b38-40e2-ba4e-9a6af2c94f00 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2671ed98-8e12-492f-92c1-f19c3cd5e533 HTTP/1.1" status: 204 len: 168 time: 0.5849252 Aug 16 23:49:48.681296 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 41056) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:48.694469 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff53461-6b38-40e2-ba4e-9a6af2c94f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2671ed98-8e12-492f-92c1-f19c3cd5e533,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:48.727577 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f2c0655e-e287-4f4d-a093-2dc41460534e None None] Provisioning complete for port d87df9f6-5413-408d-9124-2921ce8bcc10 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:49:48.728853 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f2c0655e-e287-4f4d-a093-2dc41460534e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:48.732969 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19723f7e-7120-45b6-bfed-5d671c717df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:48.740725 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51544ba0-5b26-444c-a784-41a04a28d34b req-1013cb66-2a2e-48cc-abec-29f585146135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:48.742390 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51544ba0-5b26-444c-a784-41a04a28d34b req-1013cb66-2a2e-48cc-abec-29f585146135 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b79a94dc0fb4d968aefb55a8d8ccfa3&device_id=286e9da5-691b-4bf5-b654-3f6d285be9fb HTTP/1.1" status: 200 len: 1121 time: 0.1825049 Aug 16 23:49:48.751918 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341479da-001e-4d2f-b5f2-ad1643fc3e34 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:49:48.763042 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-341479da-001e-4d2f-b5f2-ad1643fc3e34 admin admin] 10.222.0.60 "PUT /v2.0/routers/ef116894-2f57-4e39-b72b-586719591a5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7544119 Aug 16 23:49:48.770038 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39934ed8-e1b7-42b7-a3a9-3bd4d8cf018d req-6432e7c4-8ed3-4a4f-bf54-ef325d405330 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:48.778755 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-39934ed8-e1b7-42b7-a3a9-3bd4d8cf018d req-6432e7c4-8ed3-4a4f-bf54-ef325d405330 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ace346d-777d-42db-8a7a-c3ebe15c8ce7 HTTP/1.1" status: 200 len: 968 time: 0.2198241 Aug 16 23:49:48.789001 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f2c0655e-e287-4f4d-a093-2dc41460534e None None] Port d87df9f6-5413-408d-9124-2921ce8bcc10 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:49:48.793799 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33be2590-8ff1-4d90-88a2-f8628ce4a165 None None] Sync routers for ids ['ef116894-2f57-4e39-b72b-586719591a5b'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:49:48.807558 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33be2590-8ff1-4d90-88a2-f8628ce4a165 None None] Routers {'ef116894-2f57-4e39-b72b-586719591a5b'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:49:48.808189 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-33be2590-8ff1-4d90-88a2-f8628ce4a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:49:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ef116894-2f57-4e39-b72b-586719591a5b'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:49:48.886234 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a8ac29ef-3a90-4359-b351-d796bf5a370d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:48.916901 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-39934ed8-e1b7-42b7-a3a9-3bd4d8cf018d req-1c722c31-5758-4e4b-a5cb-052740b66055 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369562 Aug 16 23:49:48.921855 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a8ac29ef-3a90-4359-b351-d796bf5a370d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:48.957378 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-33be2590-8ff1-4d90-88a2-f8628ce4a165 None None] Set router ef116894-2f57-4e39-b72b-586719591a5b gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:49:49.002644 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51544ba0-5b26-444c-a784-41a04a28d34b req-08b83052-d2a2-4927-bc8f-181d157f1231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:49.004151 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51544ba0-5b26-444c-a784-41a04a28d34b req-08b83052-d2a2-4927-bc8f-181d157f1231 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.2208362 Aug 16 23:49:49.010578 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac29ef-3a90-4359-b351-d796bf5a370d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d408438-7274-4e09-a41d-e0391499c9f4,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:49.014086 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41068) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:49.027260 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a8ac29ef-3a90-4359-b351-d796bf5a370d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b4e4e9b88d9d4edf91e48958b86a3600&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4867637 Aug 16 23:49:49.114805 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cf8269a8-1035-4ebe-9a60-9dfc0b1c7200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:49.125395 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51544ba0-5b26-444c-a784-41a04a28d34b req-0efc0ec6-5a18-4fde-a1e0-3203410b2889 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=0b27fec2-2ad1-4a5b-b40f-5910da935ee3 HTTP/1.1" status: 200 len: 217 time: 0.0940773 Aug 16 23:49:49.154957 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cf8269a8-1035-4ebe-9a60-9dfc0b1c7200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:49.175418 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2053b5b2-742a-4b1f-bb05-8b9e731c2578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:49.199318 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:49.218696 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cf8269a8-1035-4ebe-9a60-9dfc0b1c7200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:49.222142 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cf8269a8-1035-4ebe-9a60-9dfc0b1c7200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:49.227540 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cf8269a8-1035-4ebe-9a60-9dfc0b1c7200 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1d408438-7274-4e09-a41d-e0391499c9f4 HTTP/1.1" status: 204 len: 168 time: 0.2123249 Aug 16 23:49:49.236382 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8269a8-1035-4ebe-9a60-9dfc0b1c7200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d408438-7274-4e09-a41d-e0391499c9f4,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:49.254705 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51544ba0-5b26-444c-a784-41a04a28d34b req-fd6845d7-7fb6-4db5-bdf4-fb11db8a2cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:49.256513 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51544ba0-5b26-444c-a784-41a04a28d34b req-fd6845d7-7fb6-4db5-bdf4-fb11db8a2cdc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1226809 Aug 16 23:49:49.304381 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19723f7e-7120-45b6-bfed-5d671c717df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:49.314369 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19723f7e-7120-45b6-bfed-5d671c717df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:49.354592 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-33be2590-8ff1-4d90-88a2-f8628ce4a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef116894-2f57-4e39-b72b-586719591a5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1932068827-router', 'tenant_id': '655c5b7087124bbd9a658d529420413c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '0febc0ed-ec07-44d1-98f4-0a65ef44aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:35Z', 'updated_at': '2021-08-16T23:49:46Z', 'revision_number': 4, 'project_id': '655c5b7087124bbd9a658d529420413c', 'gw_port': {'id': '0febc0ed-ec07-44d1-98f4-0a65ef44aa2a', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef116894-2f57-4e39-b72b-586719591a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:37Z', 'updated_at': '2021-08-16T23:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'd87df9f6-5413-408d-9124-2921ce8bcc10', 'name': '', 'network_id': '4c938d13-dfab-49b3-96d9-1e7c8520f167', 'tenant_id': '655c5b7087124bbd9a658d529420413c', 'mac_address': 'fa:16:3e:32:0d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef116894-2f57-4e39-b72b-586719591a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7c851c16-b922-46c8-8f8d-a748d0bcaae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:44Z', 'updated_at': '2021-08-16T23:49:46Z', 'revision_number': 2, 'project_id': '655c5b7087124bbd9a658d529420413c', 'subnets': [{'id': '7c851c16-b922-46c8-8f8d-a748d0bcaae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:49:49.355375 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51544ba0-5b26-444c-a784-41a04a28d34b req-2452cfb3-d0bb-4ea8-9655-0cd6345eedf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:49.357310 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51544ba0-5b26-444c-a784-41a04a28d34b req-2452cfb3-d0bb-4ea8-9655-0cd6345eedf8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0895202 Aug 16 23:49:49.365806 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-19723f7e-7120-45b6-bfed-5d671c717df9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=31124d1bca98429094a44af4774605e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6835194 Aug 16 23:49:49.368789 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41078) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:49.382067 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19723f7e-7120-45b6-bfed-5d671c717df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4724b753-059e-468b-95ec-4c3e8a88573e,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:49.463623 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33be2590-8ff1-4d90-88a2-f8628ce4a165 None None] Checking router: ef116894-2f57-4e39-b72b-586719591a5b for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:49:49.464381 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33be2590-8ff1-4d90-88a2-f8628ce4a165 None None] Updating router ef116894-2f57-4e39-b72b-586719591a5b port d87df9f6-5413-408d-9124-2921ce8bcc10 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:49:49.492252 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d2d2a66-2b61-4826-9acc-525531f4849c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:49.495381 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-33be2590-8ff1-4d90-88a2-f8628ce4a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:49.524206 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d2d2a66-2b61-4826-9acc-525531f4849c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:49.547051 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51544ba0-5b26-444c-a784-41a04a28d34b req-f6b66ab9-7e6a-4c35-9c4f-94cb960105fe service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765337 Aug 16 23:49:49.606080 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d2d2a66-2b61-4826-9acc-525531f4849c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:49.609225 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d2d2a66-2b61-4826-9acc-525531f4849c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:49.610377 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4d2d2a66-2b61-4826-9acc-525531f4849c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4724b753-059e-468b-95ec-4c3e8a88573e HTTP/1.1" status: 204 len: 168 time: 0.2404325 Aug 16 23:49:49.625416 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d2a66-2b61-4826-9acc-525531f4849c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4724b753-059e-468b-95ec-4c3e8a88573e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:49.643844 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 0febc0ed-ec07-44d1-98f4-0a65ef44aa2a up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:49:49.682028 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51544ba0-5b26-444c-a784-41a04a28d34b req-4adbef1a-a533-4866-8f14-d152c3861a34 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274266 Aug 16 23:49:49.759181 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41100) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:49.777548 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 0febc0ed-ec07-44d1-98f4-0a65ef44aa2a triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:49:49.778105 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:49.785532 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cb9b62d-ab03-4bd1-820a-46433895f0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:49.906458 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88bcb0-c53d-4381-8754-9b83343ccbce req-7ed12dba-b6bc-44b0-ab78-7adec9be6490 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:49.911718 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cb9b62d-ab03-4bd1-820a-46433895f0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:49.921111 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cb9b62d-ab03-4bd1-820a-46433895f0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:49.922146 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fc88bcb0-c53d-4381-8754-9b83343ccbce req-7ed12dba-b6bc-44b0-ab78-7adec9be6490 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/ports?device_id=286e9da5-691b-4bf5-b654-3f6d285be9fb HTTP/1.1" status: 200 len: 969 time: 0.1014159 Aug 16 23:49:49.942993 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-33be2590-8ff1-4d90-88a2-f8628ce4a165 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:49.962658 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5cb9b62d-ab03-4bd1-820a-46433895f0be admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=55208de5544e49ca9802e62a00bf77e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2023780 Aug 16 23:49:49.969943 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41106) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:49.972859 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-33be2590-8ff1-4d90-88a2-f8628ce4a165 None None] Transition to ACTIVE for port object d87df9f6-5413-408d-9124-2921ce8bcc10 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:49:49.974438 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fc88bcb0-c53d-4381-8754-9b83343ccbce req-6b1267dd-42c3-4922-9460-c99f274389cd tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8df3ecd-5d64-4454-9561-c1d89fb28407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510745 Aug 16 23:49:49.984053 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-33be2590-8ff1-4d90-88a2-f8628ce4a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:50.007743 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9b62d-ab03-4bd1-820a-46433895f0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abf761d-9c70-476c-aa23-174e270a65e0,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:50.044909 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66f9eb9f-5d44-4160-b65f-666472c91276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:50.069752 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66f9eb9f-5d44-4160-b65f-666472c91276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:50.136315 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66f9eb9f-5d44-4160-b65f-666472c91276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:50.140143 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66f9eb9f-5d44-4160-b65f-666472c91276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:50.142354 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-66f9eb9f-5d44-4160-b65f-666472c91276 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3abf761d-9c70-476c-aa23-174e270a65e0 HTTP/1.1" status: 204 len: 168 time: 0.1713915 Aug 16 23:49:50.154099 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9eb9f-5d44-4160-b65f-666472c91276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abf761d-9c70-476c-aa23-174e270a65e0,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:50.180258 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d792c88-1cfe-4fe7-850c-1488971bb007 req-a13741b2-0350-41f3-b719-f2fcef5cedb8 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:50.183433 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d792c88-1cfe-4fe7-850c-1488971bb007 req-a13741b2-0350-41f3-b719-f2fcef5cedb8 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ace346d-777d-42db-8a7a-c3ebe15c8ce7 HTTP/1.1" status: 200 len: 968 time: 0.0785964 Aug 16 23:49:50.210405 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:50.220421 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c292e72-49ee-499c-8201-2827c1134790 None None] Pushing event updated for resources: {'Port': ['ID=d87df9f6-5413-408d-9124-2921ce8bcc10,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:50.264824 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d792c88-1cfe-4fe7-850c-1488971bb007 req-4a3804be-206d-41f3-b151-98a9a2c08a5c tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691557 Aug 16 23:49:50.285522 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-33be2590-8ff1-4d90-88a2-f8628ce4a165 None None] Attempting to bind port d87df9f6-5413-408d-9124-2921ce8bcc10 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:49:50.285893 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-33be2590-8ff1-4d90-88a2-f8628ce4a165 None None] Attempting to bind port d87df9f6-5413-408d-9124-2921ce8bcc10 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '92e22e42-7323-4e1a-80fa-e9b0c6166fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4c938d13-dfab-49b3-96d9-1e7c8520f167'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:49:50.286253 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33be2590-8ff1-4d90-88a2-f8628ce4a165 None None] Attempting to bind port d87df9f6-5413-408d-9124-2921ce8bcc10 on network 4c938d13-dfab-49b3-96d9-1e7c8520f167 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:49:50.291880 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33be2590-8ff1-4d90-88a2-f8628ce4a165 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:49:50.292248 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33be2590-8ff1-4d90-88a2-f8628ce4a165 None None] Checking segment: {'id': '92e22e42-7323-4e1a-80fa-e9b0c6166fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4c938d13-dfab-49b3-96d9-1e7c8520f167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:49:50.292649 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-33be2590-8ff1-4d90-88a2-f8628ce4a165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:50.293029 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33be2590-8ff1-4d90-88a2-f8628ce4a165 None None] Bound using segment: {'id': '92e22e42-7323-4e1a-80fa-e9b0c6166fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4c938d13-dfab-49b3-96d9-1e7c8520f167'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:49:50.293611 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-33be2590-8ff1-4d90-88a2-f8628ce4a165 None None] Bound port: d87df9f6-5413-408d-9124-2921ce8bcc10, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e22e42-7323-4e1a-80fa-e9b0c6166fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4c938d13-dfab-49b3-96d9-1e7c8520f167'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:49:50.294711 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-33be2590-8ff1-4d90-88a2-f8628ce4a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:50.396840 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-33be2590-8ff1-4d90-88a2-f8628ce4a165 None None] For port d87df9f6-5413-408d-9124-2921ce8bcc10, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:49:50.402225 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-33be2590-8ff1-4d90-88a2-f8628ce4a165 None None] For port d87df9f6-5413-408d-9124-2921ce8bcc10, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d87df9f6-5413-408d-9124-2921ce8bcc10,segment=NetworkSegment(92e22e42-7323-4e1a-80fa-e9b0c6166fd4),segment_id=92e22e42-7323-4e1a-80fa-e9b0c6166fd4)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:49:50.413601 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-33be2590-8ff1-4d90-88a2-f8628ce4a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:50.480412 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33be2590-8ff1-4d90-88a2-f8628ce4a165 None None] Routers {'ef116894-2f57-4e39-b72b-586719591a5b'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:49:50.481088 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-33be2590-8ff1-4d90-88a2-f8628ce4a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:49:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ef116894-2f57-4e39-b72b-586719591a5b'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:49:50.542704 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c292e72-49ee-499c-8201-2827c1134790 None None] Pushing event updated for resources: {'Port': ['ID=d87df9f6-5413-408d-9124-2921ce8bcc10,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:50.654853 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-33be2590-8ff1-4d90-88a2-f8628ce4a165 None None] Set router ef116894-2f57-4e39-b72b-586719591a5b gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:49:50.922497 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-33be2590-8ff1-4d90-88a2-f8628ce4a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef116894-2f57-4e39-b72b-586719591a5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1932068827-router', 'tenant_id': '655c5b7087124bbd9a658d529420413c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '0febc0ed-ec07-44d1-98f4-0a65ef44aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:35Z', 'updated_at': '2021-08-16T23:49:46Z', 'revision_number': 4, 'project_id': '655c5b7087124bbd9a658d529420413c', 'gw_port': {'id': '0febc0ed-ec07-44d1-98f4-0a65ef44aa2a', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef116894-2f57-4e39-b72b-586719591a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:37Z', 'updated_at': '2021-08-16T23:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'd87df9f6-5413-408d-9124-2921ce8bcc10', 'name': '', 'network_id': '4c938d13-dfab-49b3-96d9-1e7c8520f167', 'tenant_id': '655c5b7087124bbd9a658d529420413c', 'mac_address': 'fa:16:3e:32:0d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef116894-2f57-4e39-b72b-586719591a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7c851c16-b922-46c8-8f8d-a748d0bcaae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:44Z', 'updated_at': '2021-08-16T23:49:50Z', 'revision_number': 4, 'project_id': '655c5b7087124bbd9a658d529420413c', 'subnets': [{'id': '7c851c16-b922-46c8-8f8d-a748d0bcaae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:49:50.961077 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33be2590-8ff1-4d90-88a2-f8628ce4a165 None None] The sync data for ids ['ef116894-2f57-4e39-b72b-586719591a5b'] in n-d-800088-20 is: [{'id': 'ef116894-2f57-4e39-b72b-586719591a5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1932068827-router', 'tenant_id': '655c5b7087124bbd9a658d529420413c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '0febc0ed-ec07-44d1-98f4-0a65ef44aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:35Z', 'updated_at': '2021-08-16T23:49:46Z', 'revision_number': 4, 'project_id': '655c5b7087124bbd9a658d529420413c', 'gw_port': {'id': '0febc0ed-ec07-44d1-98f4-0a65ef44aa2a', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef116894-2f57-4e39-b72b-586719591a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:37Z', 'updated_at': '2021-08-16T23:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'd87df9f6-5413-408d-9124-2921ce8bcc10', 'name': '', 'network_id': '4c938d13-dfab-49b3-96d9-1e7c8520f167', 'tenant_id': '655c5b7087124bbd9a658d529420413c', 'mac_address': 'fa:16:3e:32:0d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef116894-2f57-4e39-b72b-586719591a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7c851c16-b922-46c8-8f8d-a748d0bcaae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:44Z', 'updated_at': '2021-08-16T23:49:50Z', 'revision_number': 4, 'project_id': '655c5b7087124bbd9a658d529420413c', 'subnets': [{'id': '7c851c16-b922-46c8-8f8d-a748d0bcaae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:49:51.021056 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41138) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:51.029421 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-88d464b1-81bc-4201-82a9-bd8db060b90f tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Request body: {'security_group': {'name': 'tempest-securitygroup--215823906', 'description': 'tempest-description--742244786'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:49:51.078086 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-88d464b1-81bc-4201-82a9-bd8db060b90f tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:51.098865 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41140) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:51.116426 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f3d18039-9366-4603-81fd-56c1173eacdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:51.179172 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e7c37-c498-4480-9207-029db07a119b req-d72c3582-543b-4c09-a72f-6663282ccd76 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:51.191661 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-618e7c37-c498-4480-9207-029db07a119b req-d72c3582-543b-4c09-a72f-6663282ccd76 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/ports?device_id=286e9da5-691b-4bf5-b654-3f6d285be9fb HTTP/1.1" status: 200 len: 969 time: 0.1112781 Aug 16 23:49:51.237947 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-618e7c37-c498-4480-9207-029db07a119b req-c47e80ad-33b6-408f-ba88-2ca27553ebe3 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8df3ecd-5d64-4454-9561-c1d89fb28407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435748 Aug 16 23:49:51.256147 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-88d464b1-81bc-4201-82a9-bd8db060b90f tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:51.266381 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-88d464b1-81bc-4201-82a9-bd8db060b90f tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:51.317148 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d464b1-81bc-4201-82a9-bd8db060b90f tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=924a7a98-9eb5-4373-9821-9ef20d002319,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:51.422146 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f3d18039-9366-4603-81fd-56c1173eacdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:51.428838 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f3d18039-9366-4603-81fd-56c1173eacdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:51.460928 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-88d464b1-81bc-4201-82a9-bd8db060b90f tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:51.465258 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-88d464b1-81bc-4201-82a9-bd8db060b90f tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4419630 Aug 16 23:49:51.473520 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41148) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:51.481713 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-d9c73833-5f22-4ca1-90e8-4bc8a090c871 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Request body: {'security_group_rule': {'security_group_id': '924a7a98-9eb5-4373-9821-9ef20d002319', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:49:51.503241 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f3d18039-9366-4603-81fd-56c1173eacdf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5293378276034a2b90c04de4e5b728d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4001186 Aug 16 23:49:51.509884 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41152) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:51.512922 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d87df9f6-5413-408d-9124-2921ce8bcc10 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:49:51.515687 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113f27e-e5ca-4d56-84ab-7809420a73e2 req-67e86306-5482-4d14-99a5-5417f28256a7 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:51.526854 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5113f27e-e5ca-4d56-84ab-7809420a73e2 req-67e86306-5482-4d14-99a5-5417f28256a7 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ace346d-777d-42db-8a7a-c3ebe15c8ce7 HTTP/1.1" status: 200 len: 968 time: 0.1333253 Aug 16 23:49:51.564860 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d18039-9366-4603-81fd-56c1173eacdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59dbb182-430e-4362-86fd-606fc2b3ff1c,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:51.598791 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5113f27e-e5ca-4d56-84ab-7809420a73e2 req-611e25b6-33e2-4685-a972-3aaf759d9ef9 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709255 Aug 16 23:49:51.631772 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d9c73833-5f22-4ca1-90e8-4bc8a090c871 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:51.660172 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port d87df9f6-5413-408d-9124-2921ce8bcc10 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:49:51.665020 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port d87df9f6-5413-408d-9124-2921ce8bcc10 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:49:51.665440 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:51.714826 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cc13849-e2f3-4270-a1db-1e172f66562b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:51.770381 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cc13849-e2f3-4270-a1db-1e172f66562b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:51.792492 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d9c73833-5f22-4ca1-90e8-4bc8a090c871 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:51.806585 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d9c73833-5f22-4ca1-90e8-4bc8a090c871 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:51.816169 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:51.844540 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c73833-5f22-4ca1-90e8-4bc8a090c871 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e6ebcae-4c6e-454c-8dc0-9d9d7aee14e5,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:51.871683 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d9c73833-5f22-4ca1-90e8-4bc8a090c871 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:51.873081 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d9c73833-5f22-4ca1-90e8-4bc8a090c871 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3985155 Aug 16 23:49:51.878457 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 41160) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:51.885873 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-9d19452d-e757-43a2-aa9d-bcc6447a7d57 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Request body: {'security_group_rule': {'security_group_id': '924a7a98-9eb5-4373-9821-9ef20d002319', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:49:51.889196 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cc13849-e2f3-4270-a1db-1e172f66562b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:51.892280 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cc13849-e2f3-4270-a1db-1e172f66562b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:51.898541 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5cc13849-e2f3-4270-a1db-1e172f66562b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/59dbb182-430e-4362-86fd-606fc2b3ff1c HTTP/1.1" status: 204 len: 168 time: 0.3693128 Aug 16 23:49:51.899423 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port d87df9f6-5413-408d-9124-2921ce8bcc10, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d87df9f6-5413-408d-9124-2921ce8bcc10,segment=NetworkSegment(92e22e42-7323-4e1a-80fa-e9b0c6166fd4),segment_id=92e22e42-7323-4e1a-80fa-e9b0c6166fd4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:49:51.909824 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc13849-e2f3-4270-a1db-1e172f66562b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dbb182-430e-4362-86fd-606fc2b3ff1c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:51.941165 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:51.964794 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d19452d-e757-43a2-aa9d-bcc6447a7d57 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:52.029892 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=d87df9f6-5413-408d-9124-2921ce8bcc10,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:52.041352 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:52.142040 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d19452d-e757-43a2-aa9d-bcc6447a7d57 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:52.150050 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d19452d-e757-43a2-aa9d-bcc6447a7d57 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:52.198695 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19452d-e757-43a2-aa9d-bcc6447a7d57 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98178864-4bfa-4579-a5cc-529a45d92b35,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:52.202986 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d19452d-e757-43a2-aa9d-bcc6447a7d57 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:52.206300 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9d19452d-e757-43a2-aa9d-bcc6447a7d57 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3259280 Aug 16 23:49:52.210100 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41170) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:52.224349 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-bec6b5a0-b40b-42cc-8e94-f3b9dfe4b6fa tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:49:52.271021 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bec6b5a0-b40b-42cc-8e94-f3b9dfe4b6fa tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:52.332891 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 41176) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:52.363616 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 8504e8ea-50a8-45b1-8044-540d300fceb9 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:49:52.433307 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9540d-e966-466e-a92f-a187f66d5bc8 req-e215cb15-4b0c-43f7-8693-bd8d44e00f97 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:52.444460 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1fa9540d-e966-466e-a92f-a187f66d5bc8 req-e215cb15-4b0c-43f7-8693-bd8d44e00f97 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/ports?device_id=286e9da5-691b-4bf5-b654-3f6d285be9fb HTTP/1.1" status: 200 len: 969 time: 0.1043355 Aug 16 23:49:52.509267 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bec6b5a0-b40b-42cc-8e94-f3b9dfe4b6fa tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:52.522211 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1fa9540d-e966-466e-a92f-a187f66d5bc8 req-6a3c9c08-877c-4c3d-9a72-43d01c33562a tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8df3ecd-5d64-4454-9561-c1d89fb28407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767481 Aug 16 23:49:52.573613 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 8504e8ea-50a8-45b1-8044-540d300fceb9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=8504e8ea-50a8-45b1-8044-540d300fceb9,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:49:52.604077 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '8504e8ea-50a8-45b1-8044-540d300fceb9', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': '8504e8ea-50a8-45b1-8044-540d300fceb9', 'mac_address': 'fa:16:3e:d2:f8:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:tempest-test_az-236785673', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:49:52.665542 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b01ad27a-ce03-4d38-9af2-eeba3b53624e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:52.695833 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:52.732471 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8504e8ea-50a8-45b1-8044-540d300fceb9 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:49:52.790364 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 8504e8ea-50a8-45b1-8044-540d300fceb9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=8504e8ea-50a8-45b1-8044-540d300fceb9,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:49:52.801887 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-bec6b5a0-b40b-42cc-8e94-f3b9dfe4b6fa tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Allocated IP 172.25.3.230 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/58cf71d7-7afb-4a63-a0d8-485568cd1702) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:49:52.807990 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:52.808755 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0b27fec2-2ad1-4a5b-b40f-5910da935ee3 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:49:52.873889 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d473291-ed7d-4cea-abc3-5e6575829a2a req-19489a22-0844-42c9-9bd2-ef7d9d1c17c1 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:52.883106 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9d473291-ed7d-4cea-abc3-5e6575829a2a req-19489a22-0844-42c9-9bd2-ef7d9d1c17c1 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ace346d-777d-42db-8a7a-c3ebe15c8ce7 HTTP/1.1" status: 200 len: 968 time: 0.1575782 Aug 16 23:49:52.927299 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41198) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:52.997443 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bec6b5a0-b40b-42cc-8e94-f3b9dfe4b6fa tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.006507 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0b27fec2-2ad1-4a5b-b40f-5910da935ee3, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0b27fec2-2ad1-4a5b-b40f-5910da935ee3,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:49:53.037169 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=8504e8ea-50a8-45b1-8044-540d300fceb9,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:53.072552 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9d473291-ed7d-4cea-abc3-5e6575829a2a req-06050f8c-0bf5-4204-94c8-02cc8d14f8eb tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885393 Aug 16 23:49:53.079504 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bec6b5a0-b40b-42cc-8e94-f3b9dfe4b6fa tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.087490 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '0b27fec2-2ad1-4a5b-b40f-5910da935ee3', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': '0b27fec2-2ad1-4a5b-b40f-5910da935ee3', 'mac_address': 'fa:16:3e:ef:af:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:tempest-test_az-236785673', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:49:53.137345 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.141428 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec6b5a0-b40b-42cc-8e94-f3b9dfe4b6fa tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:49:53.146017 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-bec6b5a0-b40b-42cc-8e94-f3b9dfe4b6fa tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:49:53.153957 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec6b5a0-b40b-42cc-8e94-f3b9dfe4b6fa tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:49:53.155275 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b27fec2-2ad1-4a5b-b40f-5910da935ee3 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:49:53.161578 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b01ad27a-ce03-4d38-9af2-eeba3b53624e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.173326 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b01ad27a-ce03-4d38-9af2-eeba3b53624e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.190518 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6b5a0-b40b-42cc-8e94-f3b9dfe4b6fa tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Pushing event updated for resources: {'Port': ['ID=58cf71d7-7afb-4a63-a0d8-485568cd1702,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:53.199747 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0b27fec2-2ad1-4a5b-b40f-5910da935ee3, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0b27fec2-2ad1-4a5b-b40f-5910da935ee3,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:49:53.209541 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.267259 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b01ad27a-ce03-4d38-9af2-eeba3b53624e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1bbaefb9523441d8a186a07614da8ab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9326563 Aug 16 23:49:53.270066 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ad27a-ce03-4d38-9af2-eeba3b53624e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c4f36d-891e-48c7-972e-1efc1196214c,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:53.273438 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=0b27fec2-2ad1-4a5b-b40f-5910da935ee3,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:53.274410 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 41206) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:53.298047 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bec6b5a0-b40b-42cc-8e94-f3b9dfe4b6fa tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.339816 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-da946665-6f68-4e9e-ab5c-81360c9e4b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.365474 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-da946665-6f68-4e9e-ab5c-81360c9e4b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.371542 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-9bb5367e-7a6b-4a7d-aded-34ac2b935361 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-4204949-network', 'tenant_id': 'b30c0e442778419181d2ad6b2586afae'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:49:53.415320 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bec6b5a0-b40b-42cc-8e94-f3b9dfe4b6fa tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.452069 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-da946665-6f68-4e9e-ab5c-81360c9e4b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.457931 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-da946665-6f68-4e9e-ab5c-81360c9e4b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.468305 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-da946665-6f68-4e9e-ab5c-81360c9e4b7d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/60c4f36d-891e-48c7-972e-1efc1196214c HTTP/1.1" status: 204 len: 168 time: 0.1925676 Aug 16 23:49:53.476914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da946665-6f68-4e9e-ab5c-81360c9e4b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c4f36d-891e-48c7-972e-1efc1196214c,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:53.481198 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d87df9f6-5413-408d-9124-2921ce8bcc10 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:49:53.541882 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['8504e8ea-50a8-45b1-8044-540d300fceb9'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:49:53.563025 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb5367e-7a6b-4a7d-aded-34ac2b935361 admin admin] Made reservation on behalf of b30c0e442778419181d2ad6b2586afae for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:49:53.565968 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9bb5367e-7a6b-4a7d-aded-34ac2b935361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.613295 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9bb5367e-7a6b-4a7d-aded-34ac2b935361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.636001 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['0b27fec2-2ad1-4a5b-b40f-5910da935ee3'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:49:53.757926 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555b42d-9ff3-4c71-bf45-0991bb470c94 req-c521bd0c-3d54-4cf1-b4e7-8066ffd23fca tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:53.758928 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port d87df9f6-5413-408d-9124-2921ce8bcc10 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:49:53.759395 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.760678 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bec6b5a0-b40b-42cc-8e94-f3b9dfe4b6fa tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.769022 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d555b42d-9ff3-4c71-bf45-0991bb470c94 req-c521bd0c-3d54-4cf1-b4e7-8066ffd23fca tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/ports?device_id=286e9da5-691b-4bf5-b654-3f6d285be9fb HTTP/1.1" status: 200 len: 970 time: 0.1141915 Aug 16 23:49:53.771016 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bec6b5a0-b40b-42cc-8e94-f3b9dfe4b6fa tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.852512 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d555b42d-9ff3-4c71-bf45-0991bb470c94 req-40c9fee2-957a-435e-85e1-cb92d2caa7e9 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8df3ecd-5d64-4454-9561-c1d89fb28407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796375 Aug 16 23:49:53.857114 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bec6b5a0-b40b-42cc-8e94-f3b9dfe4b6fa tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.863698 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6b5a0-b40b-42cc-8e94-f3b9dfe4b6fa tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Pushing event updated for resources: {'Port': ['ID=58cf71d7-7afb-4a63-a0d8-485568cd1702,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:53.882607 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9bb5367e-7a6b-4a7d-aded-34ac2b935361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.889123 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9bb5367e-7a6b-4a7d-aded-34ac2b935361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.917456 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb5367e-7a6b-4a7d-aded-34ac2b935361 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:49:53.937636 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bec6b5a0-b40b-42cc-8e94-f3b9dfe4b6fa tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.939331 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bec6b5a0-b40b-42cc-8e94-f3b9dfe4b6fa tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7271333 Aug 16 23:49:53.955195 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9bb5367e-7a6b-4a7d-aded-34ac2b935361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.956152 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-9bb5367e-7a6b-4a7d-aded-34ac2b935361 admin admin] Added segment f15d0fcb-453a-4c98-b8bc-de3984678c08 of type vlan for network 5dc1690b-6624-46fa-a54a-7524bbadf6de Aug 16 23:49:53.966348 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5367e-7a6b-4a7d-aded-34ac2b935361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfe127b-824a-446d-bdd1-15e47f2a0f66,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:54.002846 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9bb5367e-7a6b-4a7d-aded-34ac2b935361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:54.044732 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9bb5367e-7a6b-4a7d-aded-34ac2b935361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:54.045934 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb5367e-7a6b-4a7d-aded-34ac2b935361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:54.046588 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9bb5367e-7a6b-4a7d-aded-34ac2b935361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:54.054756 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 41228) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:54.074183 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6ce84740-2289-43d3-a014-f43a741ee2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:54.103023 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9bb5367e-7a6b-4a7d-aded-34ac2b935361 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1746402 Aug 16 23:49:54.106976 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 41232) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:54.114096 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-ffceaef0-6cef-4202-abbf-6c888b64bcd2 admin admin] Request body: {'subnet': {'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-4204949-subnet', 'tenant_id': 'b30c0e442778419181d2ad6b2586afae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:49:54.122897 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5367e-7a6b-4a7d-aded-34ac2b935361 admin admin] Pushing event updated for resources: {'Network': ['ID=5dc1690b-6624-46fa-a54a-7524bbadf6de,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:54.141179 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 5dc1690b-6624-46fa-a54a-7524bbadf6de details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:49:54.238380 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6ce84740-2289-43d3-a014-f43a741ee2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:54.253437 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6ce84740-2289-43d3-a014-f43a741ee2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:54.318812 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f999ce-a1f8-4717-83ec-b37cae392ec5 req-8f5a8e36-b0bf-46ae-a6e3-8ca2a67d008f tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:54.318812 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-99f999ce-a1f8-4717-83ec-b37cae392ec5 req-8f5a8e36-b0bf-46ae-a6e3-8ca2a67d008f tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ace346d-777d-42db-8a7a-c3ebe15c8ce7 HTTP/1.1" status: 200 len: 969 time: 0.1109865 Aug 16 23:49:54.318812 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffceaef0-6cef-4202-abbf-6c888b64bcd2 admin admin] Made reservation on behalf of b30c0e442778419181d2ad6b2586afae for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:49:54.318812 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ffceaef0-6cef-4202-abbf-6c888b64bcd2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:54.324508 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce84740-2289-43d3-a014-f43a741ee2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1096557c-331b-4a87-beb8-fe1f29656603,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:54.332413 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41246) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:54.338948 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6ce84740-2289-43d3-a014-f43a741ee2ac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0edb8d821b9f4567aae0b9ba9aa54bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828763 Aug 16 23:49:54.410693 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e9b2f65b-e066-4aa4-82ee-39610bcaa0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:54.438131 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e9b2f65b-e066-4aa4-82ee-39610bcaa0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:54.475483 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-99f999ce-a1f8-4717-83ec-b37cae392ec5 req-405cbec8-fec5-408d-8d6c-04218b891e3e tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541407 Aug 16 23:49:54.508006 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-ab0960c2-0e6d-4643-9163-ab96cf6898fb tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--215823906&fields=id&tenant_id=93628eca11dd4df499895f1c0f0c82e3 HTTP/1.1" status: 200 len: 267 time: 0.1055453 Aug 16 23:49:54.540834 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e9b2f65b-e066-4aa4-82ee-39610bcaa0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:54.543748 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e9b2f65b-e066-4aa4-82ee-39610bcaa0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:54.544969 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e9b2f65b-e066-4aa4-82ee-39610bcaa0af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1096557c-331b-4a87-beb8-fe1f29656603 HTTP/1.1" status: 204 len: 168 time: 0.2115245 Aug 16 23:49:54.554846 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2f65b-e066-4aa4-82ee-39610bcaa0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1096557c-331b-4a87-beb8-fe1f29656603,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:54.574199 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41258) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:54.789674 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-6a1884a5-87b2-49db-bc53-1991088f9b36 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:54.791212 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-6a1884a5-87b2-49db-bc53-1991088f9b36 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/networks?id=94cccefc-4269-48cf-98bd-8abcbe14edad HTTP/1.1" status: 200 len: 823 time: 0.2732675 Aug 16 23:49:54.815900 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-4f728252-f1f9-4847-95e5-707a81796511 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/quotas/93628eca11dd4df499895f1c0f0c82e3 HTTP/1.1" status: 200 len: 375 time: 0.0181439 Aug 16 23:49:54.817513 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ffceaef0-6cef-4202-abbf-6c888b64bcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:54.865010 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dc285e98-7b7a-4a32-81e3-3e3d5c8cfe83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:54.956170 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffceaef0-6cef-4202-abbf-6c888b64bcd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:54.982735 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dc285e98-7b7a-4a32-81e3-3e3d5c8cfe83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:54.991654 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dc285e98-7b7a-4a32-81e3-3e3d5c8cfe83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:55.032912 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc285e98-7b7a-4a32-81e3-3e3d5c8cfe83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2003e674-54c3-4984-9017-4951e003fc54,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:55.038126 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-f2752268-ab0c-4f36-8b45-cf7c91b6422a tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=93628eca11dd4df499895f1c0f0c82e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2132225 Aug 16 23:49:55.043816 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffceaef0-6cef-4202-abbf-6c888b64bcd2 admin admin] Checking segment: {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:49:55.044355 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffceaef0-6cef-4202-abbf-6c888b64bcd2 admin admin] Network hostable DHCP agents. Network: 5dc1690b-6624-46fa-a54a-7524bbadf6de, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:49:55.063611 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-dc285e98-7b7a-4a32-81e3-3e3d5c8cfe83 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f3a4003043674186b479ac46be31c7d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4853342 Aug 16 23:49:55.064714 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41278) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:55.068640 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f4550-23f1-42a9-b039-c905cb92b47f req-437424f1-9e04-41ad-a2c5-a26b8cd499ca tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:55.070177 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d5f4550-23f1-42a9-b039-c905cb92b47f req-437424f1-9e04-41ad-a2c5-a26b8cd499ca tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/ports?device_id=286e9da5-691b-4bf5-b654-3f6d285be9fb HTTP/1.1" status: 200 len: 970 time: 0.1026509 Aug 16 23:49:55.120140 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a9f0086a-463e-44bc-b3a6-137306e96e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:55.131592 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d5f4550-23f1-42a9-b039-c905cb92b47f req-ac57d773-b99e-4e7c-b24f-85293c78f0af tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8df3ecd-5d64-4454-9561-c1d89fb28407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528572 Aug 16 23:49:55.132256 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffceaef0-6cef-4202-abbf-6c888b64bcd2 admin admin] Network 5dc1690b-6624-46fa-a54a-7524bbadf6de is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:49:55.153662 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-ffceaef0-6cef-4202-abbf-6c888b64bcd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 5dc1690b-6624-46fa-a54a-7524bbadf6de) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:49:55.158129 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a9f0086a-463e-44bc-b3a6-137306e96e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:55.160509 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffceaef0-6cef-4202-abbf-6c888b64bcd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:55.162213 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ffceaef0-6cef-4202-abbf-6c888b64bcd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:55.165664 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e092a43b-a758-4f15-ad64-d8938b5ec805 None None] Network 5dc1690b-6624-46fa-a54a-7524bbadf6de requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:49:55.180845 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ffceaef0-6cef-4202-abbf-6c888b64bcd2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0725753 Aug 16 23:49:55.223606 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a9f0086a-463e-44bc-b3a6-137306e96e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:55.227320 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a9f0086a-463e-44bc-b3a6-137306e96e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:55.229594 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a9f0086a-463e-44bc-b3a6-137306e96e82 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2003e674-54c3-4984-9017-4951e003fc54 HTTP/1.1" status: 204 len: 168 time: 0.1630588 Aug 16 23:49:55.241482 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0086a-463e-44bc-b3a6-137306e96e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2003e674-54c3-4984-9017-4951e003fc54,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:55.444016 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63258557-ee83-4797-a0ff-a73364774107 None None] Network 5dc1690b-6624-46fa-a54a-7524bbadf6de requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:49:55.609475 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-695e94a5-608e-4e26-bc69-0a263853e5fe service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:49:55.611239 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-695e94a5-608e-4e26-bc69-0a263853e5fe service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3463786 Aug 16 23:49:55.709737 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-16742a7b-e32f-4b93-b463-ed27b7e21c6b service neutron] 10.222.0.60 "GET /v2.0/networks/94cccefc-4269-48cf-98bd-8abcbe14edad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918086 Aug 16 23:49:55.801368 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-2ce23b5a-2784-4bb0-9db9-ba7c7b22f129 service neutron] 10.222.0.60 "GET /v2.0/networks/94cccefc-4269-48cf-98bd-8abcbe14edad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856278 Aug 16 23:49:55.935926 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41314) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:55.959622 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fb5a68fc-8efb-4c70-99ed-2e1ed46ab1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:56.064366 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d92f2241-ed4e-4f2c-82af-6e5814f52052 req-c1ef3db7-0db6-46bf-9621-3b6e10b8787f tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 210 time: 0.0435779 Aug 16 23:49:56.154774 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb0200-9c3e-45d8-835a-6ca392e65124 req-1db52d0f-792c-4f0e-8a66-98524cab1c49 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:56.162568 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fb5a68fc-8efb-4c70-99ed-2e1ed46ab1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:56.162857 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d2bb0200-9c3e-45d8-835a-6ca392e65124 req-1db52d0f-792c-4f0e-8a66-98524cab1c49 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ace346d-777d-42db-8a7a-c3ebe15c8ce7 HTTP/1.1" status: 200 len: 969 time: 0.1322737 Aug 16 23:49:56.176398 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fb5a68fc-8efb-4c70-99ed-2e1ed46ab1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:56.214661 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a68fc-8efb-4c70-99ed-2e1ed46ab1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1044848a-77a0-4a5f-8d11-69b38be124ad,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:56.243988 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d2bb0200-9c3e-45d8-835a-6ca392e65124 req-e982b47a-318a-471a-ad09-7546ca451b06 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801697 Aug 16 23:49:56.275172 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 41342) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:56.278648 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fb5a68fc-8efb-4c70-99ed-2e1ed46ab1a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dad89abd47bc477c86d5fd1faf849f57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3376439 Aug 16 23:49:56.333177 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 8504e8ea-50a8-45b1-8044-540d300fceb9 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:49:56.348035 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-56aefc8f-bdef-4405-b5cf-e722814b6baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:56.435856 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 8504e8ea-50a8-45b1-8044-540d300fceb9 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:49:56.448269 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 8504e8ea-50a8-45b1-8044-540d300fceb9 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:49:56.448652 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:56.450403 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-56aefc8f-bdef-4405-b5cf-e722814b6baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:56.492463 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41354) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:56.497820 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-07d12abd-0104-4b7b-bb6d-7c6af1255a0c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-788591877-network', 'tenant_id': '2247494982db46e8a55eca4350da590b'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:49:56.523856 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8769932-af9f-4aa5-9299-95799b28b13f req-08399bcf-896e-4850-b142-a267bd9404be tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:56.525616 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c8769932-af9f-4aa5-9299-95799b28b13f req-08399bcf-896e-4850-b142-a267bd9404be tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/ports?device_id=286e9da5-691b-4bf5-b654-3f6d285be9fb HTTP/1.1" status: 200 len: 970 time: 0.1810694 Aug 16 23:49:56.527599 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d12abd-0104-4b7b-bb6d-7c6af1255a0c admin admin] Made reservation on behalf of 2247494982db46e8a55eca4350da590b for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:49:56.530361 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-07d12abd-0104-4b7b-bb6d-7c6af1255a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:56.543793 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-07d12abd-0104-4b7b-bb6d-7c6af1255a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:56.579531 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c8769932-af9f-4aa5-9299-95799b28b13f req-dc1f0e91-e343-4cc2-86a8-14bf7be3beff tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8df3ecd-5d64-4454-9561-c1d89fb28407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467784 Aug 16 23:49:56.600984 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-56aefc8f-bdef-4405-b5cf-e722814b6baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:56.603967 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-56aefc8f-bdef-4405-b5cf-e722814b6baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:56.605346 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-56aefc8f-bdef-4405-b5cf-e722814b6baa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1044848a-77a0-4a5f-8d11-69b38be124ad HTTP/1.1" status: 204 len: 168 time: 0.3284404 Aug 16 23:49:56.617159 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:56.618492 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aefc8f-bdef-4405-b5cf-e722814b6baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1044848a-77a0-4a5f-8d11-69b38be124ad,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:56.692263 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ace346d-777d-42db-8a7a-c3ebe15c8ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8504e8ea-50a8-45b1-8044-540d300fceb9'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:49:56.702331 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-07d12abd-0104-4b7b-bb6d-7c6af1255a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:56.708494 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-07d12abd-0104-4b7b-bb6d-7c6af1255a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:56.720477 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d12abd-0104-4b7b-bb6d-7c6af1255a0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:49:56.731316 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-07d12abd-0104-4b7b-bb6d-7c6af1255a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:56.731775 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-07d12abd-0104-4b7b-bb6d-7c6af1255a0c admin admin] Added segment 7b766734-1207-41b5-8a6d-dc33d15d568f of type vlan for network bacc5357-e2e9-43fd-9730-978cc44aa2d0 Aug 16 23:49:56.776717 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 8504e8ea-50a8-45b1-8044-540d300fceb9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=8504e8ea-50a8-45b1-8044-540d300fceb9,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:49:56.779608 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-07d12abd-0104-4b7b-bb6d-7c6af1255a0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:56.786611 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:56.787592 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0b27fec2-2ad1-4a5b-b40f-5910da935ee3 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:49:56.856801 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-07d12abd-0104-4b7b-bb6d-7c6af1255a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:56.858420 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d12abd-0104-4b7b-bb6d-7c6af1255a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:56.859391 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-07d12abd-0104-4b7b-bb6d-7c6af1255a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:56.886716 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d12abd-0104-4b7b-bb6d-7c6af1255a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a81247-a395-4a33-a418-63d919211f14,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:56.937977 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-07d12abd-0104-4b7b-bb6d-7c6af1255a0c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4440012 Aug 16 23:49:56.941698 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 41368) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:56.946983 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-523f4ab5-eaa2-4d14-9cc8-da4fb7a03455 admin admin] Request body: {'subnet': {'network_id': 'bacc5357-e2e9-43fd-9730-978cc44aa2d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-788591877-subnet', 'tenant_id': '2247494982db46e8a55eca4350da590b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:49:56.965757 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d12abd-0104-4b7b-bb6d-7c6af1255a0c admin admin] Pushing event updated for resources: {'Network': ['ID=bacc5357-e2e9-43fd-9730-978cc44aa2d0,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:56.972818 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=8504e8ea-50a8-45b1-8044-540d300fceb9,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:56.987885 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network bacc5357-e2e9-43fd-9730-978cc44aa2d0 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:49:56.994492 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 0b27fec2-2ad1-4a5b-b40f-5910da935ee3 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:49:56.995312 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523f4ab5-eaa2-4d14-9cc8-da4fb7a03455 admin admin] Made reservation on behalf of 2247494982db46e8a55eca4350da590b for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:49:56.998212 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-523f4ab5-eaa2-4d14-9cc8-da4fb7a03455 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:57.008598 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 0b27fec2-2ad1-4a5b-b40f-5910da935ee3 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:49:57.009036 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:57.138172 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15011558-8e40-4980-86b0-808c00f651ec" -d '{"events": [{"server_uuid": "6ace346d-777d-42db-8a7a-c3ebe15c8ce7", "name": "network-vif-plugged", "status": "completed", "tag": "8504e8ea-50a8-45b1-8044-540d300fceb9"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:49:57.169150 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:57.219308 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bec0dcaa-4d76-4a40-a890-bd9f1bade8fb req-c391217e-8549-4ac8-9343-2a93fa01de69 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 210 time: 0.0458832 Aug 16 23:49:57.227686 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0b27fec2-2ad1-4a5b-b40f-5910da935ee3, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0b27fec2-2ad1-4a5b-b40f-5910da935ee3,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:49:57.232908 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:57.312666 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.69', 54725) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:57.342486 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-523f4ab5-eaa2-4d14-9cc8-da4fb7a03455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:57.360734 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=0b27fec2-2ad1-4a5b-b40f-5910da935ee3,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:57.450224 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f4ab5-eaa2-4d14-9cc8-da4fb7a03455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bd0046d-4a81-4b38-a026-a502ba73f460,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:57.480431 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942df493-640b-4691-b54c-3cb5093657d2 req-4438e732-14c5-472a-b44e-7a16f8e637e5 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:57.482075 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-942df493-640b-4691-b54c-3cb5093657d2 req-4438e732-14c5-472a-b44e-7a16f8e637e5 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ace346d-777d-42db-8a7a-c3ebe15c8ce7 HTTP/1.1" status: 200 len: 970 time: 0.0903947 Aug 16 23:49:57.493504 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523f4ab5-eaa2-4d14-9cc8-da4fb7a03455 admin admin] Checking segment: {'id': '7b766734-1207-41b5-8a6d-dc33d15d568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bacc5357-e2e9-43fd-9730-978cc44aa2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:49:57.493962 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523f4ab5-eaa2-4d14-9cc8-da4fb7a03455 admin admin] Network hostable DHCP agents. Network: bacc5357-e2e9-43fd-9730-978cc44aa2d0, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:49:57.554496 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-942df493-640b-4691-b54c-3cb5093657d2 req-c68623b7-0edd-4188-bea0-c34ba75cd229 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630751 Aug 16 23:49:57.558690 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523f4ab5-eaa2-4d14-9cc8-da4fb7a03455 admin admin] Network bacc5357-e2e9-43fd-9730-978cc44aa2d0 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:49:57.574720 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-523f4ab5-eaa2-4d14-9cc8-da4fb7a03455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, bacc5357-e2e9-43fd-9730-978cc44aa2d0) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:49:57.588596 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523f4ab5-eaa2-4d14-9cc8-da4fb7a03455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:57.589351 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-523f4ab5-eaa2-4d14-9cc8-da4fb7a03455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:57.590278 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2e1794-e660-4c89-9cdb-56291847e72b None None] Network bacc5357-e2e9-43fd-9730-978cc44aa2d0 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:49:57.604201 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5459cfea-1102-4e9d-8911-132fec057e7a x-openstack-request-id: req-5459cfea-1102-4e9d-8911-132fec057e7a {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:49:57.604503 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ace346d-777d-42db-8a7a-c3ebe15c8ce7", "name": "network-vif-plugged", "status": "completed", "tag": "8504e8ea-50a8-45b1-8044-540d300fceb9", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:49:57.605698 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5459cfea-1102-4e9d-8911-132fec057e7a {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:49:57.606857 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ace346d-777d-42db-8a7a-c3ebe15c8ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8504e8ea-50a8-45b1-8044-540d300fceb9', 'code': 200} Aug 16 23:49:57.639429 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-523f4ab5-eaa2-4d14-9cc8-da4fb7a03455 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6877270 Aug 16 23:49:57.876075 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-8da0c37f-723c-471e-ad0a-b437a14aec81 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:57.878487 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-8da0c37f-723c-471e-ad0a-b437a14aec81 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.69 "GET /v2.0/networks?id=94cccefc-4269-48cf-98bd-8abcbe14edad HTTP/1.1" status: 200 len: 823 time: 0.5647562 Aug 16 23:49:57.898653 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518749c6-9d85-4a5d-be03-ba7f3dc1d400 req-6da5aca1-0686-45a3-baa8-722d4f4abb50 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:57.900203 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-518749c6-9d85-4a5d-be03-ba7f3dc1d400 req-6da5aca1-0686-45a3-baa8-722d4f4abb50 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/ports?device_id=286e9da5-691b-4bf5-b654-3f6d285be9fb HTTP/1.1" status: 200 len: 971 time: 0.2181840 Aug 16 23:49:57.912236 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8963866-2c0a-4a2d-abf2-c34c3f517b37 None None] Network bacc5357-e2e9-43fd-9730-978cc44aa2d0 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:49:57.957505 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1657ac-12e9-4516-aca0-faa56e44837c req-6d0f559e-9c31-42dd-a1e0-922aa7d09171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:57.960492 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd1657ac-12e9-4516-aca0-faa56e44837c req-6d0f559e-9c31-42dd-a1e0-922aa7d09171 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6ace346d-777d-42db-8a7a-c3ebe15c8ce7 HTTP/1.1" status: 200 len: 1122 time: 0.2092698 Aug 16 23:49:57.973849 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-518749c6-9d85-4a5d-be03-ba7f3dc1d400 req-94edbcdd-2208-4a00-920b-452d4ac3783d tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8df3ecd-5d64-4454-9561-c1d89fb28407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589163 Aug 16 23:49:58.005572 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cd1657ac-12e9-4516-aca0-faa56e44837c req-dee82429-a4d3-4614-a957-284dddd76c72 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:58.146674 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cd1657ac-12e9-4516-aca0-faa56e44837c req-dee82429-a4d3-4614-a957-284dddd76c72 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:58.151209 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cd1657ac-12e9-4516-aca0-faa56e44837c req-dee82429-a4d3-4614-a957-284dddd76c72 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:58.187582 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd1657ac-12e9-4516-aca0-faa56e44837c req-dee82429-a4d3-4614-a957-284dddd76c72 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110095 Aug 16 23:49:58.201304 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee82429-a4d3-4614-a957-284dddd76c72 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aa320760-3e58-4d22-9af1-1796bdebd040,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:58.650643 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70f143-3adf-4883-b209-947d251ef13e req-b0de02a2-490e-4a30-b421-d957d117e511 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:58.652227 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f70f143-3adf-4883-b209-947d251ef13e req-b0de02a2-490e-4a30-b421-d957d117e511 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/networks?id=5dc1690b-6624-46fa-a54a-7524bbadf6de HTTP/1.1" status: 200 len: 818 time: 0.3127337 Aug 16 23:49:58.680611 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f70f143-3adf-4883-b209-947d251ef13e req-4d12ec81-3582-4177-a71a-1b8d6458aec2 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/quotas/b30c0e442778419181d2ad6b2586afae HTTP/1.1" status: 200 len: 375 time: 0.0200505 Aug 16 23:49:58.701283 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9058b463-222a-411b-9adc-75c38f215877 req-df13f7ae-0658-4ff7-ab3f-735782f853ef tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 210 time: 0.0324287 Aug 16 23:49:58.731098 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f70f143-3adf-4883-b209-947d251ef13e req-c5f07d08-9182-4d50-ab4e-d52bc65dfd69 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b30c0e442778419181d2ad6b2586afae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324759 Aug 16 23:49:58.870037 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb31171-7aa9-4f01-87ab-5181f189292a req-e9c4121c-b130-4be9-87f1-14c7380ab07e tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:58.871897 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdb31171-7aa9-4f01-87ab-5181f189292a req-e9c4121c-b130-4be9-87f1-14c7380ab07e tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ace346d-777d-42db-8a7a-c3ebe15c8ce7 HTTP/1.1" status: 200 len: 970 time: 0.0895791 Aug 16 23:49:58.876736 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f70f143-3adf-4883-b209-947d251ef13e req-4b4257f4-fc3f-4c69-8971-7cc3c9fa235c service neutron] 10.222.0.60 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374512 Aug 16 23:49:58.961921 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdb31171-7aa9-4f01-87ab-5181f189292a req-f0f9934a-add7-4b8a-b870-99f19c565cab tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802243 Aug 16 23:49:59.009835 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f70f143-3adf-4883-b209-947d251ef13e req-022b84c6-a07f-444b-8028-a29d69b70acb service neutron] 10.222.0.60 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216993 Aug 16 23:49:59.250639 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c82073-a326-44f6-abc3-39d7aed9ef20 req-53a25188-ad72-4ef9-be5a-bb51783816f0 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:59.254101 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85c82073-a326-44f6-abc3-39d7aed9ef20 req-53a25188-ad72-4ef9-be5a-bb51783816f0 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/ports?device_id=286e9da5-691b-4bf5-b654-3f6d285be9fb HTTP/1.1" status: 200 len: 971 time: 0.0705597 Aug 16 23:49:59.334394 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23412317-c167-4465-9bfe-25a8dd662f54 req-9f73e9fd-f731-405d-9215-c9b3163e1341 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 210 time: 0.0393989 Aug 16 23:49:59.337862 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85c82073-a326-44f6-abc3-39d7aed9ef20 req-2e81dde4-09de-43fc-a8c1-67451a68a8ea tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8df3ecd-5d64-4454-9561-c1d89fb28407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767379 Aug 16 23:49:59.565310 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8577042e-b63a-4d5f-acf9-e790303499aa req-bc591cc2-21a5-4f85-b212-1080f7f5694b tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=a303d13d12e2418ea19f78aab909b1e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422435 Aug 16 23:49:59.609449 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286e9da5-691b-4bf5-b654-3f6d285be9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b27fec2-2ad1-4a5b-b40f-5910da935ee3'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:49:59.613308 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30443dc-dcd0-4433-b06c-1d143efc2992" -d '{"events": [{"server_uuid": "286e9da5-691b-4bf5-b654-3f6d285be9fb", "name": "network-vif-plugged", "status": "completed", "tag": "0b27fec2-2ad1-4a5b-b40f-5910da935ee3"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:49:59.676319 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba78e8b-bbaa-4f1f-8a7b-e4c1e96b7f2d x-openstack-request-id: req-aba78e8b-bbaa-4f1f-8a7b-e4c1e96b7f2d {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:49:59.677620 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286e9da5-691b-4bf5-b654-3f6d285be9fb", "name": "network-vif-plugged", "status": "completed", "tag": "0b27fec2-2ad1-4a5b-b40f-5910da935ee3", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:49:59.678206 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aba78e8b-bbaa-4f1f-8a7b-e4c1e96b7f2d {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:49:59.678877 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286e9da5-691b-4bf5-b654-3f6d285be9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b27fec2-2ad1-4a5b-b40f-5910da935ee3', 'code': 200} Aug 16 23:49:59.728573 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577042e-b63a-4d5f-acf9-e790303499aa req-4d400aa7-05b1-47f5-95f5-407bafbebd8f tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:59.750050 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8577042e-b63a-4d5f-acf9-e790303499aa req-4d400aa7-05b1-47f5-95f5-407bafbebd8f tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1765487 Aug 16 23:49:59.772602 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8577042e-b63a-4d5f-acf9-e790303499aa req-6fa1bb56-7471-4d83-a6d9-53a54adec9b0 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/quotas/a303d13d12e2418ea19f78aab909b1e6 HTTP/1.1" status: 200 len: 375 time: 0.0215645 Aug 16 23:49:59.812373 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8577042e-b63a-4d5f-acf9-e790303499aa req-5f90f23f-e7b7-4438-ba55-d45740204af2 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a303d13d12e2418ea19f78aab909b1e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386369 Aug 16 23:49:59.882412 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dfa5739f-caa8-456a-a09d-42d8c236159e req-d64b448a-bb01-4a87-a954-15d36bda8398 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 210 time: 0.0314968 Aug 16 23:49:59.897316 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac3c2c-7c1f-478a-b680-28587b446ee2 req-f9629599-e5b8-4e39-9475-73845e7ea89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:59.901287 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-37ac3c2c-7c1f-478a-b680-28587b446ee2 req-f9629599-e5b8-4e39-9475-73845e7ea89f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=286e9da5-691b-4bf5-b654-3f6d285be9fb HTTP/1.1" status: 200 len: 1123 time: 0.0968592 Aug 16 23:49:59.957294 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-37ac3c2c-7c1f-478a-b680-28587b446ee2 req-24059a54-4bf7-4818-9000-da918d3951fd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a8df3ecd-5d64-4454-9561-c1d89fb28407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460896 Aug 16 23:50:00.021088 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff04ff51-35f8-4d3a-b2b9-178d1250451d req-feac68bd-8ee5-4137-a08b-23ff596bd8a4 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5302c95-195b-41a5-9820-7f44d802dd67 HTTP/1.1" status: 200 len: 210 time: 0.0381219 Aug 16 23:50:00.125215 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19d3f0-d725-4e70-9144-28156dccd9a0 req-c92038af-c35a-42a1-9fa6-1b3273b536ff tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:00.128057 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec19d3f0-d725-4e70-9144-28156dccd9a0 req-c92038af-c35a-42a1-9fa6-1b3273b536ff tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ace346d-777d-42db-8a7a-c3ebe15c8ce7 HTTP/1.1" status: 200 len: 970 time: 0.0572269 Aug 16 23:50:00.174800 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec19d3f0-d725-4e70-9144-28156dccd9a0 req-2bcae58f-9dc3-4ea5-8a74-48b571e10204 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372882 Aug 16 23:50:00.494782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c30a2-e829-44ba-a0fe-b97b15a98170 req-73a7b22f-3e91-4862-a993-b1a883ef63a1 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:00.496741 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-874c30a2-e829-44ba-a0fe-b97b15a98170 req-73a7b22f-3e91-4862-a993-b1a883ef63a1 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/ports?device_id=286e9da5-691b-4bf5-b654-3f6d285be9fb HTTP/1.1" status: 200 len: 971 time: 0.0729654 Aug 16 23:50:00.541767 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-874c30a2-e829-44ba-a0fe-b97b15a98170 req-4aad8646-42d2-4830-a11c-af5eb3c2b332 tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8df3ecd-5d64-4454-9561-c1d89fb28407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371029 Aug 16 23:50:00.569403 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41544) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:00.662105 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-adba2f3b-1a96-46af-8f06-feb9c0f3783c req-1a5ef75c-9653-4726-abc7-8610d429884a tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 210 time: 0.0514464 Aug 16 23:50:00.767037 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a337a5a-9ff7-4ae2-b389-c59140010766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:00.859290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3edac-74a7-49c2-8ae4-c4a443b95260 req-b4895f54-0dbf-4e9f-b8f2-36b4ba4410a1 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:00.862693 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3bd3edac-74a7-49c2-8ae4-c4a443b95260 req-b4895f54-0dbf-4e9f-b8f2-36b4ba4410a1 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ace346d-777d-42db-8a7a-c3ebe15c8ce7 HTTP/1.1" status: 200 len: 970 time: 0.0657499 Aug 16 23:50:00.894218 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a337a5a-9ff7-4ae2-b389-c59140010766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:00.899373 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a337a5a-9ff7-4ae2-b389-c59140010766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:00.911022 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3bd3edac-74a7-49c2-8ae4-c4a443b95260 req-bd24091f-4383-4cf2-a6b0-f02d5efb886c tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405495 Aug 16 23:50:00.944422 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 41552) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:00.944654 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4a337a5a-9ff7-4ae2-b389-c59140010766 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=89b9f0bd4e804d148d2a4ee3f0a6ac42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3742552 Aug 16 23:50:00.947193 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a337a5a-9ff7-4ae2-b389-c59140010766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbc2a37-aff3-4f96-97ae-9054311bbb39,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:01.010484 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db666047-5f40-41ce-973d-2817d1473b22 req-458e2633-5cbd-4651-a0f3-183c07ab4123 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 210 time: 0.0318825 Aug 16 23:50:01.019965 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a1d8c3a2-1b42-4b6e-b13c-92a0f3c71b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:01.041709 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a1d8c3a2-1b42-4b6e-b13c-92a0f3c71b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:01.091346 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a1d8c3a2-1b42-4b6e-b13c-92a0f3c71b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:01.094053 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a1d8c3a2-1b42-4b6e-b13c-92a0f3c71b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:01.095197 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a1d8c3a2-1b42-4b6e-b13c-92a0f3c71b8d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ecbc2a37-aff3-4f96-97ae-9054311bbb39 HTTP/1.1" status: 204 len: 168 time: 0.1497343 Aug 16 23:50:01.104946 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8c3a2-1b42-4b6e-b13c-92a0f3c71b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbc2a37-aff3-4f96-97ae-9054311bbb39,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:01.141066 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51520ad2-a2de-44fc-a3f1-3d40ec137275 req-9563b1e7-5a31-40bd-bae9-4a464faedb2e tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5302c95-195b-41a5-9820-7f44d802dd67 HTTP/1.1" status: 200 len: 210 time: 0.0378907 Aug 16 23:50:01.385011 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41560) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:01.399623 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f54c070c-312e-493e-a84e-61c4ea54abdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:01.490505 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f54c070c-312e-493e-a84e-61c4ea54abdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:01.494193 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f54c070c-312e-493e-a84e-61c4ea54abdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:01.535297 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f54c070c-312e-493e-a84e-61c4ea54abdf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=48c6c6fcb0cb403d9196bd338d994aae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1491592 Aug 16 23:50:01.536130 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c070c-312e-493e-a84e-61c4ea54abdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e738ae8b-aa8d-46d1-b0cd-7e9ace871e4f,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:01.538046 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 41562) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:01.587994 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-082e1cd2-4622-40da-b847-17f69ef28982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:01.614425 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-082e1cd2-4622-40da-b847-17f69ef28982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:01.685971 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bda344-9211-4766-9563-ff5b379a1880 req-313e8d45-8d2b-4978-ace2-af297edbaf3d tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:01.687434 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4bda344-9211-4766-9563-ff5b379a1880 req-313e8d45-8d2b-4978-ace2-af297edbaf3d tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/ports?device_id=286e9da5-691b-4bf5-b654-3f6d285be9fb HTTP/1.1" status: 200 len: 971 time: 0.0669274 Aug 16 23:50:01.711755 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-082e1cd2-4622-40da-b847-17f69ef28982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:01.714247 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-082e1cd2-4622-40da-b847-17f69ef28982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:01.715494 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-082e1cd2-4622-40da-b847-17f69ef28982 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e738ae8b-aa8d-46d1-b0cd-7e9ace871e4f HTTP/1.1" status: 204 len: 168 time: 0.1763151 Aug 16 23:50:01.726791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e1cd2-4622-40da-b847-17f69ef28982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e738ae8b-aa8d-46d1-b0cd-7e9ace871e4f,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:01.764547 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4bda344-9211-4766-9563-ff5b379a1880 req-4518c9a3-64a3-4f99-b7a0-49c6b2d59f3d tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8df3ecd-5d64-4454-9561-c1d89fb28407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698369 Aug 16 23:50:01.789433 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d389cc57-624f-468b-a6a1-298492d89bcc req-fbdb8278-14af-469f-bce8-4521ccd8d8f6 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 210 time: 0.0410812 Aug 16 23:50:01.897416 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bcdf7-519c-4dda-a239-dd411992a0ca req-a49743ac-0633-49f6-a2c3-563e09dc5c92 tempest-AggregatesAdminTestJSON-1153475581 tempest-AggregatesAdminTestJSON-1153475581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:01.898925 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f4bcdf7-519c-4dda-a239-dd411992a0ca req-a49743ac-0633-49f6-a2c3-563e09dc5c92 tempest-AggregatesAdminTestJSON-1153475581 tempest-AggregatesAdminTestJSON-1153475581-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=286e9da5-691b-4bf5-b654-3f6d285be9fb HTTP/1.1" status: 200 len: 1123 time: 0.0473049 Aug 16 23:50:01.918020 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4f4bcdf7-519c-4dda-a239-dd411992a0ca req-e645b2dd-7427-4a87-bfb8-49f7f7e1c3dc tempest-AggregatesAdminTestJSON-1153475581 tempest-AggregatesAdminTestJSON-1153475581-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:02.039506 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4f4bcdf7-519c-4dda-a239-dd411992a0ca req-e645b2dd-7427-4a87-bfb8-49f7f7e1c3dc tempest-AggregatesAdminTestJSON-1153475581 tempest-AggregatesAdminTestJSON-1153475581-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:02.047587 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4f4bcdf7-519c-4dda-a239-dd411992a0ca req-e645b2dd-7427-4a87-bfb8-49f7f7e1c3dc tempest-AggregatesAdminTestJSON-1153475581 tempest-AggregatesAdminTestJSON-1153475581-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:02.081740 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d0447-4fec-4560-8049-e7d7b4f201c6 req-b4973403-16bc-40eb-88dc-d8f3b89a08a4 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:02.083539 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c32d0447-4fec-4560-8049-e7d7b4f201c6 req-b4973403-16bc-40eb-88dc-d8f3b89a08a4 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ace346d-777d-42db-8a7a-c3ebe15c8ce7 HTTP/1.1" status: 200 len: 970 time: 0.0831707 Aug 16 23:50:02.093726 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f4bcdf7-519c-4dda-a239-dd411992a0ca req-e645b2dd-7427-4a87-bfb8-49f7f7e1c3dc tempest-AggregatesAdminTestJSON-1153475581 tempest-AggregatesAdminTestJSON-1153475581-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=a8df3ecd-5d64-4454-9561-c1d89fb28407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886728 Aug 16 23:50:02.125956 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645b2dd-7427-4a87-bfb8-49f7f7e1c3dc tempest-AggregatesAdminTestJSON-1153475581 tempest-AggregatesAdminTestJSON-1153475581-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24dd5db6-470b-49cd-aed7-03aaad7fae7b,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:02.153638 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c32d0447-4fec-4560-8049-e7d7b4f201c6 req-a8b58c5f-6f39-436e-9fcb-b25c3207cbf4 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619216 Aug 16 23:50:02.201658 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3583a41-9c8a-4147-904e-250d598e304c req-1d6ada36-2d22-454c-bb0d-58ef94da30e7 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 210 time: 0.0354729 Aug 16 23:50:02.293273 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db00c0eb-9ccc-4a05-ab9a-7d5043683d9a req-7b8254a9-5fcd-4a05-bc1d-073401c66459 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5302c95-195b-41a5-9820-7f44d802dd67 HTTP/1.1" status: 200 len: 210 time: 0.0416689 Aug 16 23:50:02.321698 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca405e-4641-42b2-becb-9c1968d3ba26 req-dbb82632-d219-4d7e-9536-e0fc4acb22cf tempest-DeleteServersAdminTestJSON-218440310 tempest-DeleteServersAdminTestJSON-218440310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:02.323312 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92ca405e-4641-42b2-becb-9c1968d3ba26 req-dbb82632-d219-4d7e-9536-e0fc4acb22cf tempest-DeleteServersAdminTestJSON-218440310 tempest-DeleteServersAdminTestJSON-218440310-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6ace346d-777d-42db-8a7a-c3ebe15c8ce7 HTTP/1.1" status: 200 len: 1122 time: 0.0575590 Aug 16 23:50:02.450914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-92ca405e-4641-42b2-becb-9c1968d3ba26 req-ad4f284b-dfa1-4e84-ab1f-96f0f0a81b54 tempest-DeleteServersAdminTestJSON-218440310 tempest-DeleteServersAdminTestJSON-218440310-project-admin] Deleting port 8504e8ea-50a8-45b1-8044-540d300fceb9 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:50:02.451387 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-92ca405e-4641-42b2-becb-9c1968d3ba26 req-ad4f284b-dfa1-4e84-ab1f-96f0f0a81b54 tempest-DeleteServersAdminTestJSON-218440310 tempest-DeleteServersAdminTestJSON-218440310-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:02.553166 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-92ca405e-4641-42b2-becb-9c1968d3ba26 req-ad4f284b-dfa1-4e84-ab1f-96f0f0a81b54 tempest-DeleteServersAdminTestJSON-218440310 tempest-DeleteServersAdminTestJSON-218440310-project-admin] For port 8504e8ea-50a8-45b1-8044-540d300fceb9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=8504e8ea-50a8-45b1-8044-540d300fceb9,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:02.553636 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-92ca405e-4641-42b2-becb-9c1968d3ba26 req-ad4f284b-dfa1-4e84-ab1f-96f0f0a81b54 tempest-DeleteServersAdminTestJSON-218440310 tempest-DeleteServersAdminTestJSON-218440310-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:02.567997 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-92ca405e-4641-42b2-becb-9c1968d3ba26 req-ad4f284b-dfa1-4e84-ab1f-96f0f0a81b54 tempest-DeleteServersAdminTestJSON-218440310 tempest-DeleteServersAdminTestJSON-218440310-project-admin] Calling delete_port for 8504e8ea-50a8-45b1-8044-540d300fceb9 owned by compute:tempest-test_az-236785673 {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:50:02.765818 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-92ca405e-4641-42b2-becb-9c1968d3ba26 req-ad4f284b-dfa1-4e84-ab1f-96f0f0a81b54 tempest-DeleteServersAdminTestJSON-218440310 tempest-DeleteServersAdminTestJSON-218440310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:02.776732 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['8504e8ea-50a8-45b1-8044-540d300fceb9'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:50:02.804874 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f284b-dfa1-4e84-ab1f-96f0f0a81b54 tempest-DeleteServersAdminTestJSON-218440310 tempest-DeleteServersAdminTestJSON-218440310-project-admin] Pushing event deleted for resources: {'Port': ['ID=8504e8ea-50a8-45b1-8044-540d300fceb9,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:02.870261 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ca405e-4641-42b2-becb-9c1968d3ba26 req-ad4f284b-dfa1-4e84-ab1f-96f0f0a81b54 tempest-DeleteServersAdminTestJSON-218440310 tempest-DeleteServersAdminTestJSON-218440310-project-admin] No DVR routers for this DVR port 8504e8ea-50a8-45b1-8044-540d300fceb9 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:50:02.874276 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-92ca405e-4641-42b2-becb-9c1968d3ba26 req-ad4f284b-dfa1-4e84-ab1f-96f0f0a81b54 tempest-DeleteServersAdminTestJSON-218440310 tempest-DeleteServersAdminTestJSON-218440310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:02.878288 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92ca405e-4641-42b2-becb-9c1968d3ba26 req-ad4f284b-dfa1-4e84-ab1f-96f0f0a81b54 tempest-DeleteServersAdminTestJSON-218440310 tempest-DeleteServersAdminTestJSON-218440310-project-admin] 10.222.0.64 "DELETE /v2.0/ports/8504e8ea-50a8-45b1-8044-540d300fceb9 HTTP/1.1" status: 204 len: 173 time: 0.5482061 Aug 16 23:50:02.878788 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ace346d-777d-42db-8a7a-c3ebe15c8ce7', 'name': 'network-vif-deleted', 'tag': '8504e8ea-50a8-45b1-8044-540d300fceb9'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:50:02.905525 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86bb554-fc0e-49d5-a93d-fd069c29ad9f" -d '{"events": [{"server_uuid": "6ace346d-777d-42db-8a7a-c3ebe15c8ce7", "name": "network-vif-deleted", "tag": "8504e8ea-50a8-45b1-8044-540d300fceb9"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:50:02.944951 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ea8f24f6-a347-4d84-bcf7-26ba5b98d141 req-855b9e05-3ee0-4251-b26b-d8dfa2745395 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 210 time: 0.0342262 Aug 16 23:50:03.015912 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d47565c-770e-48e1-ae08-00b43e95effb x-openstack-request-id: req-2d47565c-770e-48e1-ae08-00b43e95effb {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:50:03.016271 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ace346d-777d-42db-8a7a-c3ebe15c8ce7", "name": "network-vif-deleted", "tag": "8504e8ea-50a8-45b1-8044-540d300fceb9", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:50:03.017262 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d47565c-770e-48e1-ae08-00b43e95effb {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:50:03.018199 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ace346d-777d-42db-8a7a-c3ebe15c8ce7', 'name': 'network-vif-deleted', 'tag': '8504e8ea-50a8-45b1-8044-540d300fceb9', 'status': 'completed', 'code': 200} Aug 16 23:50:03.299073 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b1deae1-524b-4d8b-a214-451987a73c9f req-b3132c9e-0d31-48b3-85f1-9355bdc9dfc5 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ace346d-777d-42db-8a7a-c3ebe15c8ce7 HTTP/1.1" status: 200 len: 210 time: 0.0343027 Aug 16 23:50:03.419642 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-47d6ae0d-14df-41c1-a7af-f355b4879390 req-a92e3441-8fb2-4e24-be28-dab96b22a251 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5302c95-195b-41a5-9820-7f44d802dd67 HTTP/1.1" status: 200 len: 210 time: 0.0443428 Aug 16 23:50:03.451473 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ac5ac0f-e0d4-4645-8be1-08aab8957f7b req-7b965b3a-a457-4226-9571-4ce7eb13c367 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 210 time: 0.0378249 Aug 16 23:50:03.722485 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-8a80dc34-0037-4b08-8723-d10de9201619 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=acebb709ed4d446eb7d3c128b0012b0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219414 Aug 16 23:50:03.840383 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-47919ab5-c6c7-4cc9-a279-42c755bb6b6d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:03.841681 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-47919ab5-c6c7-4cc9-a279-42c755bb6b6d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1138270 Aug 16 23:50:03.858356 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-e4647c22-3381-44e3-b29b-0f7d48f9483d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/quotas/acebb709ed4d446eb7d3c128b0012b0b HTTP/1.1" status: 200 len: 375 time: 0.0097830 Aug 16 23:50:03.900689 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-a1b2dc3f-f194-432b-819b-86b02bf003fc tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=acebb709ed4d446eb7d3c128b0012b0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358489 Aug 16 23:50:04.231331 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-bf79861e-1688-4ef7-aeb5-0ce1ed6756d4 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=acebb709ed4d446eb7d3c128b0012b0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264344 Aug 16 23:50:04.268542 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4bbf9cc9-fb2f-405d-9e66-bda844f55784 req-598abb01-f27e-4413-93ea-9563d26fad01 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 210 time: 0.0404761 Aug 16 23:50:04.386035 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-717443d3-f74a-4dff-9822-ff4deaf3ac68 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:04.387549 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-717443d3-f74a-4dff-9822-ff4deaf3ac68 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1472661 Aug 16 23:50:04.402595 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-0b789dbb-dcbf-4bef-9fb2-aa3f36cb67f4 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/quotas/acebb709ed4d446eb7d3c128b0012b0b HTTP/1.1" status: 200 len: 375 time: 0.0095453 Aug 16 23:50:04.464071 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-aba05aab-a277-4d9b-b291-717408e1f87c tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=acebb709ed4d446eb7d3c128b0012b0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515573 Aug 16 23:50:04.614112 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-b4d062df-bacd-4b95-bd0d-a27d5f97fb09 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93628eca11dd4df499895f1c0f0c82e3 HTTP/1.1" status: 200 len: 379 time: 0.0844686 Aug 16 23:50:04.630145 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-f7da1d8e-9617-4af5-8add-beb301397696 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Request body: {'port': {'device_id': '2cd26234-e165-4fe4-b21d-335d5d9a7fd7', 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad', 'admin_state_up': True, 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'security_groups': ['924a7a98-9eb5-4373-9821-9ef20d002319']}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:04.810196 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:50:04.882719 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dc725945-c354-4681-8baf-8f7f74c39a9a req-2507dbdd-dcc5-4506-9d7c-cb879169cffa tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5302c95-195b-41a5-9820-7f44d802dd67 HTTP/1.1" status: 200 len: 210 time: 0.0648754 Aug 16 23:50:04.954023 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-f7da1d8e-9617-4af5-8add-beb301397696 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Made reservation on behalf of 93628eca11dd4df499895f1c0f0c82e3 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:50:04.959866 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-f7da1d8e-9617-4af5-8add-beb301397696 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:04.980212 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-609d2100-6aa6-42f9-97f9-84074714498f req-92c82145-0fa2-4ef6-85fc-0ea92bf320ab tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 210 time: 0.0782409 Aug 16 23:50:05.022912 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e6979f85-65bd-4589-9a2a-e968f6a775d8 req-2469579b-2cef-450c-9338-5e8ae188eee6 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=08bb7984-27d5-44a8-bf29-7f9c735267d8 HTTP/1.1" status: 200 len: 210 time: 0.0613344 Aug 16 23:50:05.194584 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-e84ae268-6ff7-47c3-884e-6f71cc4ecbe3 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=dc124757bb0941df89092d7bba0b49d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566785 Aug 16 23:50:05.268761 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-f7da1d8e-9617-4af5-8add-beb301397696 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Allocated IP 172.20.0.14 (94cccefc-4269-48cf-98bd-8abcbe14edad/e84fba67-0d47-488c-bc23-642dedf3f16b/445e3097-e62b-415b-8136-451ef3dbd608) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:50:05.315665 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41818) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:05.386562 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.69', 54731) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:05.499093 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-fc72bcf6-e0da-4022-b310-33fccf263576 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=acebb709ed4d446eb7d3c128b0012b0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2338290 Aug 16 23:50:05.612093 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-053d87ba-57c7-4a19-a1d2-d213c5504cfb req-47088bb0-2276-4b1b-87e7-25b8ff1e518c tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 210 time: 0.1403644 Aug 16 23:50:05.625786 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66f61312-c75f-40c7-8c39-558ae271d95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:05.788674 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-c7f1475c-3c80-4540-b593-f7ec6a4479a0 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:05.795761 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70f143-3adf-4883-b209-947d251ef13e req-27e94b63-afe3-4f70-a29c-e3c39c2a4c3e tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:05.796501 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-c7f1475c-3c80-4540-b593-f7ec6a4479a0 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6006243 Aug 16 23:50:05.805651 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4f70f143-3adf-4883-b209-947d251ef13e req-27e94b63-afe3-4f70-a29c-e3c39c2a4c3e tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.69 "GET /v2.0/networks?id=5dc1690b-6624-46fa-a54a-7524bbadf6de HTTP/1.1" status: 200 len: 818 time: 0.4067452 Aug 16 23:50:05.828543 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-4f70f143-3adf-4883-b209-947d251ef13e req-cb03f2f9-db82-482b-942d-05c7c4a964cc tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Request body: {'port': {'device_id': '3172430f-31a9-46dd-ac81-4e9d0e31a8ab', 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de', 'admin_state_up': True, 'tenant_id': 'b30c0e442778419181d2ad6b2586afae'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:05.841994 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-0076eee4-4565-452b-84fb-b2acaf0bb63c tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/quotas/dc124757bb0941df89092d7bba0b49d5 HTTP/1.1" status: 200 len: 375 time: 0.0445287 Aug 16 23:50:05.901532 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-dbc3822c-2240-404d-8b09-6e086e09c2f2 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dc124757bb0941df89092d7bba0b49d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491064 Aug 16 23:50:05.921872 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-551102cd-ec8c-472b-a15c-f6156f1685a7 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:05.923532 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-551102cd-ec8c-472b-a15c-f6156f1685a7 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3853390 Aug 16 23:50:05.936717 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-3903de36-368c-4217-acd7-57f5be0a5d1d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Request body: {'port': {'device_id': 'ca17566c-3a85-47bf-95ba-bc71d6ea6d94', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': 'acebb709ed4d446eb7d3c128b0012b0b'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:05.966358 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-f7da1d8e-9617-4af5-8add-beb301397696 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:06.036408 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.69', 54733) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:06.070645 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-f7da1d8e-9617-4af5-8add-beb301397696 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Transition to ACTIVE for port object 445e3097-e62b-415b-8136-451ef3dbd608 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:50:06.103889 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8577042e-b63a-4d5f-acf9-e790303499aa req-383129c1-b9bc-4887-8da7-e9c5072b3ba1 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=a303d13d12e2418ea19f78aab909b1e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662878 Aug 16 23:50:06.133660 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-616dae79-3604-4271-a75e-c4e63e94346f req-e509c954-f0b0-4f5f-b59b-f1a65f104a17 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5302c95-195b-41a5-9820-7f44d802dd67 HTTP/1.1" status: 200 len: 210 time: 0.0393023 Aug 16 23:50:06.300108 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-323c42ab-0d04-44bb-b257-dbada6563c7c req-0996449a-cbe2-4e6c-b247-f74703bd16cb tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 210 time: 0.0552778 Aug 16 23:50:06.322310 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66f61312-c75f-40c7-8c39-558ae271d95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:06.360772 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66f61312-c75f-40c7-8c39-558ae271d95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:06.366920 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ed1c392b-eeea-4419-825e-ae7b3d3f0e37 req-fcca45f5-46a2-4ddf-99e1-45906da25062 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=08bb7984-27d5-44a8-bf29-7f9c735267d8 HTTP/1.1" status: 200 len: 210 time: 0.0534503 Aug 16 23:50:06.370557 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-f7da1d8e-9617-4af5-8add-beb301397696 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:06.389422 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 8504e8ea-50a8-45b1-8044-540d300fceb9 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:50:06.428028 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 8504e8ea-50a8-45b1-8044-540d300fceb9 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:50:06.428378 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 8504e8ea-50a8-45b1-8044-540d300fceb9 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:50:06.464590 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-26bb1dd7-f674-43e8-9c41-58aa83727bcc req-36857958-9bcf-4a02-892a-2cd0ef7f6e47 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c99f063-fe33-4ea7-b3f4-6651239f7aaa HTTP/1.1" status: 200 len: 210 time: 0.0789399 Aug 16 23:50:06.488457 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-3903de36-368c-4217-acd7-57f5be0a5d1d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Made reservation on behalf of acebb709ed4d446eb7d3c128b0012b0b for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:50:06.506762 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-3903de36-368c-4217-acd7-57f5be0a5d1d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:06.509115 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.69', 54734) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:06.528854 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da1d8e-9617-4af5-8add-beb301397696 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Pushing event updated for resources: {'Port': ['ID=445e3097-e62b-415b-8136-451ef3dbd608,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:06.547962 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-f76b8224-48e7-4f10-a949-c9e224c3486a tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=acebb709ed4d446eb7d3c128b0012b0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370958 Aug 16 23:50:06.558684 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577042e-b63a-4d5f-acf9-e790303499aa req-d9252a14-23ba-4e50-b453-f6333bc4c610 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:06.560222 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8577042e-b63a-4d5f-acf9-e790303499aa req-d9252a14-23ba-4e50-b453-f6333bc4c610 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4474087 Aug 16 23:50:06.562951 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-66f61312-c75f-40c7-8c39-558ae271d95a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f5e6e641c9a641c9a574c28d246dc8e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2433462 Aug 16 23:50:06.563675 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f61312-c75f-40c7-8c39-558ae271d95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5edcc99-9c49-46fb-a9e8-e765a1141f60,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:06.569168 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-f7da1d8e-9617-4af5-8add-beb301397696 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Network 94cccefc-4269-48cf-98bd-8abcbe14edad is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:50:06.571114 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41864) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:06.582240 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-8577042e-b63a-4d5f-acf9-e790303499aa req-272eb144-06aa-4ac5-8055-ca07a7561ab0 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Request body: {'port': {'device_id': 'c5302c95-195b-41a5-9820-7f44d802dd67', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': 'a303d13d12e2418ea19f78aab909b1e6'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:06.637472 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-f7da1d8e-9617-4af5-8add-beb301397696 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:50:06.678583 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-f7da1d8e-9617-4af5-8add-beb301397696 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:50:06.692819 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-f7da1d8e-9617-4af5-8add-beb301397696 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:06.693593 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-f7da1d8e-9617-4af5-8add-beb301397696 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:06.700933 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-3903de36-368c-4217-acd7-57f5be0a5d1d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:06.709594 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f70f143-3adf-4883-b209-947d251ef13e req-cb03f2f9-db82-482b-942d-05c7c4a964cc tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Made reservation on behalf of b30c0e442778419181d2ad6b2586afae for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:50:06.724462 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4f70f143-3adf-4883-b209-947d251ef13e req-cb03f2f9-db82-482b-942d-05c7c4a964cc tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:06.741304 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 41876) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:06.870853 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-53484c7d-a9cc-4603-846b-0abd2cd218f0 req-9893847a-8b8c-4094-a70e-627a7869f02e tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 210 time: 0.0929909 Aug 16 23:50:06.964121 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-8ead28af-0770-4a24-a455-721f0a90136c tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:06.965614 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-8ead28af-0770-4a24-a455-721f0a90136c tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4050412 Aug 16 23:50:06.981217 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-de906d37-71b1-466c-a065-6c4766fe242c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:06.990932 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-0b4c0c4b-a509-4d06-9bbc-19d716cffabb tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Request body: {'port': {'device_id': '08bb7984-27d5-44a8-bf29-7f9c735267d8', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': 'acebb709ed4d446eb7d3c128b0012b0b'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:07.067291 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c08a9922-f3ec-4ce5-a724-4aa3ed6d2910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:07.099800 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c08a9922-f3ec-4ce5-a724-4aa3ed6d2910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:07.102670 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-4f70f143-3adf-4883-b209-947d251ef13e req-cb03f2f9-db82-482b-942d-05c7c4a964cc tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Allocated IP 172.20.0.10 (5dc1690b-6624-46fa-a54a-7524bbadf6de/dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5/a7dbf29f-c990-453c-8b9a-4537c6e199d9) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:50:07.104927 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-cde88a6e-99a8-4977-95da-9ceee755fc38 None None] Provisioning for port 445e3097-e62b-415b-8136-451ef3dbd608 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:50:07.109665 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-cde88a6e-99a8-4977-95da-9ceee755fc38 None None] Provisioning complete for port 445e3097-e62b-415b-8136-451ef3dbd608 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:50:07.110380 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cde88a6e-99a8-4977-95da-9ceee755fc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:07.205803 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c08a9922-f3ec-4ce5-a724-4aa3ed6d2910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:07.208795 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c08a9922-f3ec-4ce5-a724-4aa3ed6d2910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:07.210300 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c08a9922-f3ec-4ce5-a724-4aa3ed6d2910 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e5edcc99-9c49-46fb-a9e8-e765a1141f60 HTTP/1.1" status: 204 len: 168 time: 0.6381888 Aug 16 23:50:07.211968 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-cde88a6e-99a8-4977-95da-9ceee755fc38 None None] Port 445e3097-e62b-415b-8136-451ef3dbd608 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:50:07.291689 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a9922-f3ec-4ce5-a724-4aa3ed6d2910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5edcc99-9c49-46fb-a9e8-e765a1141f60,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:07.370099 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e2cb3d2-3cd4-42eb-bf79-c08c5ce68faf req-1be1bb9c-7339-4d59-809e-308d596af969 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5302c95-195b-41a5-9820-7f44d802dd67 HTTP/1.1" status: 200 len: 210 time: 0.0755990 Aug 16 23:50:07.396251 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4f70f143-3adf-4883-b209-947d251ef13e req-cb03f2f9-db82-482b-942d-05c7c4a964cc tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:07.405399 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-3903de36-368c-4217-acd7-57f5be0a5d1d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:07.422017 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-f7da1d8e-9617-4af5-8add-beb301397696 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7973590 Aug 16 23:50:07.424697 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-3903de36-368c-4217-acd7-57f5be0a5d1d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:07.455894 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-840d25a0-6d1a-4e4b-a14f-6c84ab515611 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:50:07.457376 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-840d25a0-6d1a-4e4b-a14f-6c84ab515611 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0268040 Aug 16 23:50:07.464727 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21688c03-e2e1-4a3d-bf4c-845f62778524 req-6e70b2e1-60a2-4ab1-9be8-96363bd1c2ec tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:07.466267 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-21688c03-e2e1-4a3d-bf4c-845f62778524 req-6e70b2e1-60a2-4ab1-9be8-96363bd1c2ec tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/ports?device_id=286e9da5-691b-4bf5-b654-3f6d285be9fb HTTP/1.1" status: 200 len: 971 time: 0.1691191 Aug 16 23:50:07.483152 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8577042e-b63a-4d5f-acf9-e790303499aa req-272eb144-06aa-4ac5-8055-ca07a7561ab0 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Made reservation on behalf of a303d13d12e2418ea19f78aab909b1e6 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:50:07.488086 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8577042e-b63a-4d5f-acf9-e790303499aa req-272eb144-06aa-4ac5-8055-ca07a7561ab0 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:07.498293 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4f70f143-3adf-4883-b209-947d251ef13e req-cb03f2f9-db82-482b-942d-05c7c4a964cc tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:07.500233 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8577042e-b63a-4d5f-acf9-e790303499aa req-272eb144-06aa-4ac5-8055-ca07a7561ab0 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:07.503020 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.db.api [None req-de906d37-71b1-466c-a065-6c4766fe242c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 23:50:07.503020 n-d-800088-20 neutron-server[101403]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 23:50:07.503020 n-d-800088-20 neutron-server[101403]: [parameters: {'project_id_1': '9f06181ca63246aba3bea6b7a4e0db09', 'expiration_1': datetime.datetime(2021, 8, 16, 23, 50, 7, 300976)}] Aug 16 23:50:07.503020 n-d-800088-20 neutron-server[101403]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:50:07.503555 n-d-800088-20 neutron-server[101403]: DEBUG oslo_db.api [None req-de906d37-71b1-466c-a065-6c4766fe242c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:50:07.570997 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903de36-368c-4217-acd7-57f5be0a5d1d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9566773-a4f2-4030-8924-b4ba4dccce5e,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:07.624886 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f70f143-3adf-4883-b209-947d251ef13e req-cb03f2f9-db82-482b-942d-05c7c4a964cc tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Network 5dc1690b-6624-46fa-a54a-7524bbadf6de is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:50:07.634585 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-4f70f143-3adf-4883-b209-947d251ef13e req-cb03f2f9-db82-482b-942d-05c7c4a964cc tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:50:07.646761 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-21688c03-e2e1-4a3d-bf4c-845f62778524 req-d6f8c843-8324-4e25-9276-77b9cdebc57a tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8df3ecd-5d64-4454-9561-c1d89fb28407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450393 Aug 16 23:50:07.656095 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f70f143-3adf-4883-b209-947d251ef13e req-cb03f2f9-db82-482b-942d-05c7c4a964cc tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:50:07.661948 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c7cb3-dc21-427b-a7e7-c7d2efb1a1be req-53067d5d-75ce-4912-9642-b41692586637 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:07.663509 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70f143-3adf-4883-b209-947d251ef13e req-cb03f2f9-db82-482b-942d-05c7c4a964cc tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:07.664224 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4f70f143-3adf-4883-b209-947d251ef13e req-cb03f2f9-db82-482b-942d-05c7c4a964cc tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:07.677868 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1c0c7cb3-dc21-427b-a7e7-c7d2efb1a1be req-53067d5d-75ce-4912-9642-b41692586637 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 932 time: 0.2058654 Aug 16 23:50:07.683450 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 41902) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:07.726829 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-cec3ae6f-48c3-4b9f-aca5-ec77f08b4a77 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=dc124757bb0941df89092d7bba0b49d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829487 Aug 16 23:50:07.727440 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03f2f9-db82-482b-942d-05c7c4a964cc tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Pushing event updated for resources: {'Port': ['ID=a7dbf29f-c990-453c-8b9a-4537c6e199d9,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:07.730654 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cd9415ca-1a11-45dc-b29e-acbcf95f541c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:07.800693 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2661e576-bbb6-46b5-bf03-8e763f2f5db0 req-026c452e-d412-44ae-9ba2-1c792057f11d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=08bb7984-27d5-44a8-bf29-7f9c735267d8 HTTP/1.1" status: 200 len: 210 time: 0.0629504 Aug 16 23:50:07.841396 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8577042e-b63a-4d5f-acf9-e790303499aa req-272eb144-06aa-4ac5-8055-ca07a7561ab0 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:07.847469 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-3903de36-368c-4217-acd7-57f5be0a5d1d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Allocated IP 192.168.233.15 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/a80abd68-a5cd-4879-b583-fc207ffd7657) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:50:07.864380 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1c0c7cb3-dc21-427b-a7e7-c7d2efb1a1be req-14241f53-29ef-4ff5-a650-6a70dca8744e tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/security-groups?id=924a7a98-9eb5-4373-9821-9ef20d002319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894627 Aug 16 23:50:07.866786 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8577042e-b63a-4d5f-acf9-e790303499aa req-272eb144-06aa-4ac5-8055-ca07a7561ab0 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:07.897720 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4f70f143-3adf-4883-b209-947d251ef13e req-cb03f2f9-db82-482b-942d-05c7c4a964cc tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0812521 Aug 16 23:50:07.911941 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-0b4c0c4b-a509-4d06-9bbc-19d716cffabb tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Made reservation on behalf of acebb709ed4d446eb7d3c128b0012b0b for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:50:07.915643 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-0b4c0c4b-a509-4d06-9bbc-19d716cffabb tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:07.952629 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ee5f9a80-e6b7-413e-9055-67f71d40c7f4 req-5ef91b40-6da7-426a-b7ff-d1cd44a5c6af tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c99f063-fe33-4ea7-b3f4-6651239f7aaa HTTP/1.1" status: 200 len: 210 time: 0.0619819 Aug 16 23:50:07.960282 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-e757f606-1b8e-44ae-bf7b-e13be5e8b29d service neutron] Request body: {'port': {'device_id': '2cd26234-e165-4fe4-b21d-335d5d9a7fd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:08.008392 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-de906d37-71b1-466c-a065-6c4766fe242c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:08.011869 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-98fb2d0f-c342-4aa6-a6f9-af1222852a3c tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:08.013374 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-98fb2d0f-c342-4aa6-a6f9-af1222852a3c tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2764142 Aug 16 23:50:08.023833 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272eb144-06aa-4ac5-8055-ca07a7561ab0 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b49f97d-71fa-47f4-b285-f017b932b82a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:08.037754 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-52d7974c-dbda-4e25-ac1e-361bc13ee72c tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Request body: {'port': {'device_id': '3c99f063-fe33-4ea7-b3f4-6651239f7aaa', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': 'dc124757bb0941df89092d7bba0b49d5'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:08.046755 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-4f70f143-3adf-4883-b209-947d251ef13e req-1c92c127-dacc-4a9d-a835-e995d6e4b82e service neutron] Request body: {'port': {'device_id': '3172430f-31a9-46dd-ac81-4e9d0e31a8ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:08.150345 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-e757f606-1b8e-44ae-bf7b-e13be5e8b29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:08.179651 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b820074-72be-4242-8a86-1a442c250398 req-763f1ee2-4129-4956-970a-b4ce4886ab83 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:08.181175 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2b820074-72be-4242-8a86-1a442c250398 req-763f1ee2-4129-4956-970a-b4ce4886ab83 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 932 time: 0.2254219 Aug 16 23:50:08.202453 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4f70f143-3adf-4883-b209-947d251ef13e req-1c92c127-dacc-4a9d-a835-e995d6e4b82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:08.262108 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cd9415ca-1a11-45dc-b29e-acbcf95f541c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:08.275637 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cd9415ca-1a11-45dc-b29e-acbcf95f541c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:08.280223 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2b820074-72be-4242-8a86-1a442c250398 req-c5467da4-daad-4543-9ce8-7fbe1c248b8f tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844281 Aug 16 23:50:08.324360 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-3903de36-368c-4217-acd7-57f5be0a5d1d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:08.368674 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cd9415ca-1a11-45dc-b29e-acbcf95f541c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1624a4bbf38a4588b856438e29ace93e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6764631 Aug 16 23:50:08.372519 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-3903de36-368c-4217-acd7-57f5be0a5d1d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Transition to ACTIVE for port object a80abd68-a5cd-4879-b583-fc207ffd7657 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:50:08.372957 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41910) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:08.378974 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9415ca-1a11-45dc-b29e-acbcf95f541c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63ced2c-8de0-42ad-97e2-3d46ebb8db30,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:08.492525 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-284dbb06-3056-47c7-b5da-45dfee06a043 req-73ca9ef8-739d-4c9a-a0ef-caaa0eaae702 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5302c95-195b-41a5-9820-7f44d802dd67 HTTP/1.1" status: 200 len: 210 time: 0.0381930 Aug 16 23:50:08.511336 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.64', 51990) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:08.514103 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-de906d37-71b1-466c-a065-6c4766fe242c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:08.517197 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-3903de36-368c-4217-acd7-57f5be0a5d1d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:08.520093 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-de906d37-71b1-466c-a065-6c4766fe242c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:08.630864 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-3903de36-368c-4217-acd7-57f5be0a5d1d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:50:08.632018 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de906d37-71b1-466c-a065-6c4766fe242c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c182cf6-8c44-409f-af71-7639a6bb15a8,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:08.643060 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-de906d37-71b1-466c-a065-6c4766fe242c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f06181ca63246aba3bea6b7a4e0db09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8996441 Aug 16 23:50:08.645329 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 41914) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:08.650395 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-3903de36-368c-4217-acd7-57f5be0a5d1d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:50:08.660022 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-3903de36-368c-4217-acd7-57f5be0a5d1d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:50:08.665435 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-3903de36-368c-4217-acd7-57f5be0a5d1d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:08.666065 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-3903de36-368c-4217-acd7-57f5be0a5d1d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:08.668395 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903de36-368c-4217-acd7-57f5be0a5d1d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Pushing event updated for resources: {'Port': ['ID=a80abd68-a5cd-4879-b583-fc207ffd7657,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:08.721115 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979d227-c3ac-40d1-9976-1a6fb851c4d6 req-de09b0ea-2c49-4847-b1c2-c7bf43ecab0c tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:08.727508 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9979d227-c3ac-40d1-9976-1a6fb851c4d6 req-de09b0ea-2c49-4847-b1c2-c7bf43ecab0c tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.64 "GET /v2.0/ports?device_id=286e9da5-691b-4bf5-b654-3f6d285be9fb HTTP/1.1" status: 200 len: 971 time: 0.1625233 Aug 16 23:50:08.816714 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-28b7f26f-15cc-43e2-811c-8d702d1b6b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:08.830315 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-52d7974c-dbda-4e25-ac1e-361bc13ee72c tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Made reservation on behalf of dc124757bb0941df89092d7bba0b49d5 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:50:08.834018 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-52d7974c-dbda-4e25-ac1e-361bc13ee72c tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:08.848103 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-3903de36-368c-4217-acd7-57f5be0a5d1d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9149990 Aug 16 23:50:08.851534 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-8577042e-b63a-4d5f-acf9-e790303499aa req-272eb144-06aa-4ac5-8055-ca07a7561ab0 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Allocated IP 192.168.233.169 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:50:08.871121 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b9896ba3-1331-4d44-b973-852b6345eda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:08.888342 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-11b64157-d4f4-4df6-a98b-4a72e5c76806 service neutron] Request body: {'port': {'device_id': 'ca17566c-3a85-47bf-95ba-bc71d6ea6d94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:08.894716 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-28b7f26f-15cc-43e2-811c-8d702d1b6b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:08.947698 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4cbe6ee4-5f81-47f2-9ba2-2fd1e2922941 None None] Provisioning for port a80abd68-a5cd-4879-b583-fc207ffd7657 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:50:08.952183 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4cbe6ee4-5f81-47f2-9ba2-2fd1e2922941 None None] Provisioning complete for port a80abd68-a5cd-4879-b583-fc207ffd7657 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:50:08.952985 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4cbe6ee4-5f81-47f2-9ba2-2fd1e2922941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:08.970890 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b9896ba3-1331-4d44-b973-852b6345eda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:08.989665 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-4cbe6ee4-5f81-47f2-9ba2-2fd1e2922941 None None] Port a80abd68-a5cd-4879-b583-fc207ffd7657 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:50:08.996991 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5484314d-54e8-4029-a632-db6e7111f82b req-28e23e08-4ef5-421e-877f-1eb61adda21a tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=08bb7984-27d5-44a8-bf29-7f9c735267d8 HTTP/1.1" status: 200 len: 210 time: 0.1052389 Aug 16 23:50:09.012402 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529b213-8829-4709-b0f5-5ada60df75af req-f95030df-955e-40ba-b836-0de0d228b81e tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:09.014659 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c529b213-8829-4709-b0f5-5ada60df75af req-f95030df-955e-40ba-b836-0de0d228b81e tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/ports?device_id=286e9da5-691b-4bf5-b654-3f6d285be9fb HTTP/1.1" status: 200 len: 971 time: 0.2634878 Aug 16 23:50:09.140298 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-11b64157-d4f4-4df6-a98b-4a72e5c76806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:09.176455 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c529b213-8829-4709-b0f5-5ada60df75af req-bb00f7e1-312f-43cc-a3c9-4fc5eafec2ab tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8df3ecd-5d64-4454-9561-c1d89fb28407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443880 Aug 16 23:50:09.178367 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-e757f606-1b8e-44ae-bf7b-e13be5e8b29d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 445e3097-e62b-415b-8136-451ef3dbd608 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:50:09.188963 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-28b7f26f-15cc-43e2-811c-8d702d1b6b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:09.200297 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-28b7f26f-15cc-43e2-811c-8d702d1b6b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:09.200297 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-28b7f26f-15cc-43e2-811c-8d702d1b6b0b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c182cf6-8c44-409f-af71-7639a6bb15a8 HTTP/1.1" status: 204 len: 168 time: 0.5444827 Aug 16 23:50:09.212549 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-e757f606-1b8e-44ae-bf7b-e13be5e8b29d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:09.232165 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-9979d227-c3ac-40d1-9976-1a6fb851c4d6 req-4d30b5f9-9e87-400b-98e1-0d89883e068a tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Deleting port 0b27fec2-2ad1-4a5b-b40f-5910da935ee3 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:50:09.232566 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9979d227-c3ac-40d1-9976-1a6fb851c4d6 req-4d30b5f9-9e87-400b-98e1-0d89883e068a tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:09.249254 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-4f70f143-3adf-4883-b209-947d251ef13e req-1c92c127-dacc-4a9d-a835-e995d6e4b82e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7dbf29f-c990-453c-8b9a-4537c6e199d9 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:50:09.255391 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-e757f606-1b8e-44ae-bf7b-e13be5e8b29d service neutron] Transition to ACTIVE for port object 445e3097-e62b-415b-8136-451ef3dbd608 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:50:09.262875 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b9896ba3-1331-4d44-b973-852b6345eda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:09.265481 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b9896ba3-1331-4d44-b973-852b6345eda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:09.269207 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b9896ba3-1331-4d44-b973-852b6345eda1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d63ced2c-8de0-42ad-97e2-3d46ebb8db30 HTTP/1.1" status: 204 len: 168 time: 0.8907828 Aug 16 23:50:09.288513 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4f70f143-3adf-4883-b209-947d251ef13e req-1c92c127-dacc-4a9d-a835-e995d6e4b82e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:09.293558 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7f26f-15cc-43e2-811c-8d702d1b6b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c182cf6-8c44-409f-af71-7639a6bb15a8,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:09.311794 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9896ba3-1331-4d44-b973-852b6345eda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63ced2c-8de0-42ad-97e2-3d46ebb8db30,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:09.319882 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-e757f606-1b8e-44ae-bf7b-e13be5e8b29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:09.369146 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e00468-d5bc-4aec-bf74-24ef4c11874b req-129ccbca-3c8c-40dc-91d1-20d97fe762df tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:09.378588 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23e00468-d5bc-4aec-bf74-24ef4c11874b req-129ccbca-3c8c-40dc-91d1-20d97fe762df tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 932 time: 0.3090289 Aug 16 23:50:09.388328 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-4f70f143-3adf-4883-b209-947d251ef13e req-1c92c127-dacc-4a9d-a835-e995d6e4b82e service neutron] Transition to ACTIVE for port object a7dbf29f-c990-453c-8b9a-4537c6e199d9 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:50:09.389276 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757f606-1b8e-44ae-bf7b-e13be5e8b29d service neutron] Pushing event updated for resources: {'Port': ['ID=445e3097-e62b-415b-8136-451ef3dbd608,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:09.403978 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4f70f143-3adf-4883-b209-947d251ef13e req-1c92c127-dacc-4a9d-a835-e995d6e4b82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:09.411672 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8577042e-b63a-4d5f-acf9-e790303499aa req-272eb144-06aa-4ac5-8055-ca07a7561ab0 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:09.439941 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d0497d53-44a4-4e9a-984a-5e477f59cfe2 req-12a2e9c8-8556-40c0-a5b6-d47e3e98079b tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c99f063-fe33-4ea7-b3f4-6651239f7aaa HTTP/1.1" status: 200 len: 210 time: 0.1555588 Aug 16 23:50:09.457326 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-8577042e-b63a-4d5f-acf9-e790303499aa req-272eb144-06aa-4ac5-8055-ca07a7561ab0 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Transition to ACTIVE for port object 9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:50:09.534395 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92c127-dacc-4a9d-a835-e995d6e4b82e service neutron] Pushing event updated for resources: {'Port': ['ID=a7dbf29f-c990-453c-8b9a-4537c6e199d9,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:09.544281 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-e757f606-1b8e-44ae-bf7b-e13be5e8b29d service neutron] Attempting to bind port 445e3097-e62b-415b-8136-451ef3dbd608 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:50:09.544621 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-e757f606-1b8e-44ae-bf7b-e13be5e8b29d service neutron] Attempting to bind port 445e3097-e62b-415b-8136-451ef3dbd608 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '2e5b857d-bed9-47c8-b3b0-8b6db12a9249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:50:09.544950 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-e757f606-1b8e-44ae-bf7b-e13be5e8b29d service neutron] Attempting to bind port 445e3097-e62b-415b-8136-451ef3dbd608 on network 94cccefc-4269-48cf-98bd-8abcbe14edad {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:09.578991 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23e00468-d5bc-4aec-bf74-24ef4c11874b req-916c44a6-ef95-4317-a6bc-20eb39d9f626 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/security-groups?id=924a7a98-9eb5-4373-9821-9ef20d002319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945744 Aug 16 23:50:09.588072 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-e757f606-1b8e-44ae-bf7b-e13be5e8b29d service neutron] Port 445e3097-e62b-415b-8136-451ef3dbd608 on network 94cccefc-4269-48cf-98bd-8abcbe14edad not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:50:09.588405 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-e757f606-1b8e-44ae-bf7b-e13be5e8b29d service neutron] Attempting to bind port 445e3097-e62b-415b-8136-451ef3dbd608 on network 94cccefc-4269-48cf-98bd-8abcbe14edad {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:09.614278 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-e757f606-1b8e-44ae-bf7b-e13be5e8b29d service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:50:09.614570 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-e757f606-1b8e-44ae-bf7b-e13be5e8b29d service neutron] Checking segment: {'id': '2e5b857d-bed9-47c8-b3b0-8b6db12a9249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:50:09.615059 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-e757f606-1b8e-44ae-bf7b-e13be5e8b29d service neutron] Bound using segment: {'id': '2e5b857d-bed9-47c8-b3b0-8b6db12a9249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:50:09.615491 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-e757f606-1b8e-44ae-bf7b-e13be5e8b29d service neutron] Bound port: 445e3097-e62b-415b-8136-451ef3dbd608, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5b857d-bed9-47c8-b3b0-8b6db12a9249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:50:09.615732 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-e757f606-1b8e-44ae-bf7b-e13be5e8b29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:09.626689 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-4f70f143-3adf-4883-b209-947d251ef13e req-1c92c127-dacc-4a9d-a835-e995d6e4b82e service neutron] Attempting to bind port a7dbf29f-c990-453c-8b9a-4537c6e199d9 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:50:09.627043 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-4f70f143-3adf-4883-b209-947d251ef13e req-1c92c127-dacc-4a9d-a835-e995d6e4b82e service neutron] Attempting to bind port a7dbf29f-c990-453c-8b9a-4537c6e199d9 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:50:09.627375 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f70f143-3adf-4883-b209-947d251ef13e req-1c92c127-dacc-4a9d-a835-e995d6e4b82e service neutron] Attempting to bind port a7dbf29f-c990-453c-8b9a-4537c6e199d9 on network 5dc1690b-6624-46fa-a54a-7524bbadf6de {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:09.645182 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f70f143-3adf-4883-b209-947d251ef13e req-1c92c127-dacc-4a9d-a835-e995d6e4b82e service neutron] Port a7dbf29f-c990-453c-8b9a-4537c6e199d9 on network 5dc1690b-6624-46fa-a54a-7524bbadf6de not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:50:09.645516 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f70f143-3adf-4883-b209-947d251ef13e req-1c92c127-dacc-4a9d-a835-e995d6e4b82e service neutron] Attempting to bind port a7dbf29f-c990-453c-8b9a-4537c6e199d9 on network 5dc1690b-6624-46fa-a54a-7524bbadf6de {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:09.680038 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f70f143-3adf-4883-b209-947d251ef13e req-1c92c127-dacc-4a9d-a835-e995d6e4b82e service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:50:09.680359 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f70f143-3adf-4883-b209-947d251ef13e req-1c92c127-dacc-4a9d-a835-e995d6e4b82e service neutron] Checking segment: {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:50:09.680694 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f70f143-3adf-4883-b209-947d251ef13e req-1c92c127-dacc-4a9d-a835-e995d6e4b82e service neutron] Bound using segment: {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:50:09.681403 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-4f70f143-3adf-4883-b209-947d251ef13e req-1c92c127-dacc-4a9d-a835-e995d6e4b82e service neutron] Bound port: a7dbf29f-c990-453c-8b9a-4537c6e199d9, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:50:09.681780 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4f70f143-3adf-4883-b209-947d251ef13e req-1c92c127-dacc-4a9d-a835-e995d6e4b82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:09.688232 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8577042e-b63a-4d5f-acf9-e790303499aa req-272eb144-06aa-4ac5-8055-ca07a7561ab0 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:09.776307 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:09.818812 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8577042e-b63a-4d5f-acf9-e790303499aa req-272eb144-06aa-4ac5-8055-ca07a7561ab0 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:50:09.835160 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-8577042e-b63a-4d5f-acf9-e790303499aa req-272eb144-06aa-4ac5-8055-ca07a7561ab0 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:50:09.846241 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8577042e-b63a-4d5f-acf9-e790303499aa req-272eb144-06aa-4ac5-8055-ca07a7561ab0 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:50:09.851842 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577042e-b63a-4d5f-acf9-e790303499aa req-272eb144-06aa-4ac5-8055-ca07a7561ab0 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:09.852487 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8577042e-b63a-4d5f-acf9-e790303499aa req-272eb144-06aa-4ac5-8055-ca07a7561ab0 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:09.870175 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-e757f606-1b8e-44ae-bf7b-e13be5e8b29d service neutron] For port 445e3097-e62b-415b-8136-451ef3dbd608, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:50:09.884756 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-e757f606-1b8e-44ae-bf7b-e13be5e8b29d service neutron] For port 445e3097-e62b-415b-8136-451ef3dbd608, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=445e3097-e62b-415b-8136-451ef3dbd608,segment=NetworkSegment(2e5b857d-bed9-47c8-b3b0-8b6db12a9249),segment_id=2e5b857d-bed9-47c8-b3b0-8b6db12a9249)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:50:09.889689 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272eb144-06aa-4ac5-8055-ca07a7561ab0 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Pushing event updated for resources: {'Port': ['ID=9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:09.899918 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-e757f606-1b8e-44ae-bf7b-e13be5e8b29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:09.907859 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8577042e-b63a-4d5f-acf9-e790303499aa req-272eb144-06aa-4ac5-8055-ca07a7561ab0 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3344486 Aug 16 23:50:09.936814 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-4f70f143-3adf-4883-b209-947d251ef13e req-1c92c127-dacc-4a9d-a835-e995d6e4b82e service neutron] For port a7dbf29f-c990-453c-8b9a-4537c6e199d9, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:50:09.950694 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-8577042e-b63a-4d5f-acf9-e790303499aa req-2b893f60-13b8-4ec3-95c9-3dad72fd73c4 service neutron] Request body: {'port': {'device_id': 'c5302c95-195b-41a5-9820-7f44d802dd67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:09.966820 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-4f70f143-3adf-4883-b209-947d251ef13e req-1c92c127-dacc-4a9d-a835-e995d6e4b82e service neutron] For port a7dbf29f-c990-453c-8b9a-4537c6e199d9, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a7dbf29f-c990-453c-8b9a-4537c6e199d9,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:50:09.972608 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-9979d227-c3ac-40d1-9976-1a6fb851c4d6 req-4d30b5f9-9e87-400b-98e1-0d89883e068a tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] For port 0b27fec2-2ad1-4a5b-b40f-5910da935ee3, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0b27fec2-2ad1-4a5b-b40f-5910da935ee3,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:09.973219 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9979d227-c3ac-40d1-9976-1a6fb851c4d6 req-4d30b5f9-9e87-400b-98e1-0d89883e068a tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:10.000907 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-e757f606-1b8e-44ae-bf7b-e13be5e8b29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:10.005105 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-e757f606-1b8e-44ae-bf7b-e13be5e8b29d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:10.007217 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-e757f606-1b8e-44ae-bf7b-e13be5e8b29d service neutron] 10.222.0.69 "PUT /v2.0/ports/445e3097-e62b-415b-8136-451ef3dbd608 HTTP/1.1" status: 200 len: 1093 time: 2.2894945 Aug 16 23:50:10.007978 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd26234-e165-4fe4-b21d-335d5d9a7fd7', 'tag': '445e3097-e62b-415b-8136-451ef3dbd608'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:50:10.010770 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edccb76b-a37d-4fcb-a380-626e12724c51" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd26234-e165-4fe4-b21d-335d5d9a7fd7", "tag": "445e3097-e62b-415b-8136-451ef3dbd608"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:50:10.015192 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4f70f143-3adf-4883-b209-947d251ef13e req-1c92c127-dacc-4a9d-a835-e995d6e4b82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:10.029722 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41942) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:10.078520 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-0b4c0c4b-a509-4d06-9bbc-19d716cffabb tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Allocated IP 192.168.233.188 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:50:10.100421 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70f143-3adf-4883-b209-947d251ef13e req-1c92c127-dacc-4a9d-a835-e995d6e4b82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:10.105811 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4f70f143-3adf-4883-b209-947d251ef13e req-1c92c127-dacc-4a9d-a835-e995d6e4b82e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:10.107354 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4f70f143-3adf-4883-b209-947d251ef13e req-1c92c127-dacc-4a9d-a835-e995d6e4b82e service neutron] 10.222.0.69 "PUT /v2.0/ports/a7dbf29f-c990-453c-8b9a-4537c6e199d9 HTTP/1.1" status: 200 len: 1093 time: 2.1635854 Aug 16 23:50:10.109439 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757f606-1b8e-44ae-bf7b-e13be5e8b29d service neutron] Pushing event updated for resources: {'Port': ['ID=445e3097-e62b-415b-8136-451ef3dbd608,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:10.184003 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee66f-0dcd-4734-935f-3e79c23da3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:10.245581 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59821f5c-4307-4204-a304-0fe40ca34116 req-00774598-f634-4ec0-a061-1d418e02c1b4 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:10.256085 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-59821f5c-4307-4204-a304-0fe40ca34116 req-00774598-f634-4ec0-a061-1d418e02c1b4 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 944 time: 0.6925793 Aug 16 23:50:10.260831 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8577042e-b63a-4d5f-acf9-e790303499aa req-2b893f60-13b8-4ec3-95c9-3dad72fd73c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:10.269781 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-94eec4b8-fbdd-4af7-94a5-d7f4a7b051ac None None] Provisioning for port 9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:50:10.274244 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-94eec4b8-fbdd-4af7-94a5-d7f4a7b051ac None None] Provisioning complete for port 9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:50:10.274628 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-94eec4b8-fbdd-4af7-94a5-d7f4a7b051ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:10.295888 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-9979d227-c3ac-40d1-9976-1a6fb851c4d6 req-4d30b5f9-9e87-400b-98e1-0d89883e068a tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Calling delete_port for 0b27fec2-2ad1-4a5b-b40f-5910da935ee3 owned by compute:tempest-test_az-236785673 {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:50:10.328715 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-94eec4b8-fbdd-4af7-94a5-d7f4a7b051ac None None] Port 9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:50:10.364524 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-1c4ee962-aaad-4c81-bd45-83281e79b2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:10.366388 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-1c4ee962-aaad-4c81-bd45-83281e79b2b6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=93628eca11dd4df499895f1c0f0c82e3&device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 1096 time: 0.2975156 Aug 16 23:50:10.385623 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92c127-dacc-4a9d-a835-e995d6e4b82e service neutron] Pushing event updated for resources: {'Port': ['ID=a7dbf29f-c990-453c-8b9a-4537c6e199d9,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:10.394438 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eef49d-8e2c-423d-a59d-78df27edcaa8 req-178417d9-de3a-4c66-aaa9-37dd37da0613 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:10.395953 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f1eef49d-8e2c-423d-a59d-78df27edcaa8 req-178417d9-de3a-4c66-aaa9-37dd37da0613 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5302c95-195b-41a5-9820-7f44d802dd67 HTTP/1.1" status: 200 len: 936 time: 0.5018065 Aug 16 23:50:10.409780 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-59821f5c-4307-4204-a304-0fe40ca34116 req-fd54dd59-c2f8-41f2-b5fe-1cc1a2c799e9 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524117 Aug 16 23:50:10.446024 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70f143-3adf-4883-b209-947d251ef13e req-35630c6a-0113-4740-bec6-a8d558103ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:10.447549 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4f70f143-3adf-4883-b209-947d251ef13e req-35630c6a-0113-4740-bec6-a8d558103ae6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b30c0e442778419181d2ad6b2586afae&device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 1096 time: 0.2609308 Aug 16 23:50:10.459988 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-7718d340-53c4-428a-8b85-1b3a9e85e93b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=445e3097-e62b-415b-8136-451ef3dbd608 HTTP/1.1" status: 200 len: 217 time: 0.0774319 Aug 16 23:50:10.505611 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f1eef49d-8e2c-423d-a59d-78df27edcaa8 req-6d6a6b5b-7818-43c5-b92c-2516836aae1d tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b49f97d-71fa-47f4-b285-f017b932b82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893757 Aug 16 23:50:10.539746 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-0b4c0c4b-a509-4d06-9bbc-19d716cffabb tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:10.569073 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4f70f143-3adf-4883-b209-947d251ef13e req-f5b49f15-52be-4a33-82df-9eecaf11ef8c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7dbf29f-c990-453c-8b9a-4537c6e199d9 HTTP/1.1" status: 200 len: 217 time: 0.1071610 Aug 16 23:50:10.572576 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595e4891-1955-42a8-9d68-4bc406c3555c x-openstack-request-id: req-595e4891-1955-42a8-9d68-4bc406c3555c {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:50:10.572867 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd26234-e165-4fe4-b21d-335d5d9a7fd7", "tag": "445e3097-e62b-415b-8136-451ef3dbd608", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:50:10.573148 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-595e4891-1955-42a8-9d68-4bc406c3555c {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:50:10.573545 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd26234-e165-4fe4-b21d-335d5d9a7fd7', 'tag': '445e3097-e62b-415b-8136-451ef3dbd608', 'status': 'completed', 'code': 200} Aug 16 23:50:10.605537 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72176147-9ce9-46a8-bd6a-2719a3e57862 req-9dc3ead7-a696-4f37-85b9-d063411ae6c3 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=08bb7984-27d5-44a8-bf29-7f9c735267d8 HTTP/1.1" status: 200 len: 210 time: 0.0412164 Aug 16 23:50:10.606183 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-0b4c0c4b-a509-4d06-9bbc-19d716cffabb tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Transition to ACTIVE for port object 2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:50:10.679576 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-0b1ed56e-70d5-403a-bf9b-02d01507c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:10.681204 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-0b1ed56e-70d5-403a-bf9b-02d01507c66b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e84fba67-0d47-488c-bc23-642dedf3f16b HTTP/1.1" status: 200 len: 862 time: 0.2061467 Aug 16 23:50:10.710346 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70f143-3adf-4883-b209-947d251ef13e req-3f99a8a3-09be-4820-b2b1-d470f835948a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:10.711770 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4f70f143-3adf-4883-b209-947d251ef13e req-3f99a8a3-09be-4820-b2b1-d470f835948a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5 HTTP/1.1" status: 200 len: 858 time: 0.1133938 Aug 16 23:50:10.745359 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-0b4c0c4b-a509-4d06-9bbc-19d716cffabb tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:10.765166 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9979d227-c3ac-40d1-9976-1a6fb851c4d6 req-4d30b5f9-9e87-400b-98e1-0d89883e068a tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:10.776354 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-06344aa5-bfca-46c7-9b5e-931c10184a46 req-b665982a-f9cc-41bb-b9ed-70b6deedb963 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c99f063-fe33-4ea7-b3f4-6651239f7aaa HTTP/1.1" status: 200 len: 210 time: 0.0592489 Aug 16 23:50:10.807180 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4f70f143-3adf-4883-b209-947d251ef13e req-8364d678-af57-413d-ac6f-70767caabbdc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5dc1690b-6624-46fa-a54a-7524bbadf6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758979 Aug 16 23:50:10.812591 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee66f-0dcd-4734-935f-3e79c23da3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:10.833984 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee66f-0dcd-4734-935f-3e79c23da3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:10.863107 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-0b4c0c4b-a509-4d06-9bbc-19d716cffabb tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:50:10.864736 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-0b4c0c4b-a509-4d06-9bbc-19d716cffabb tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:50:10.896161 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-0b4c0c4b-a509-4d06-9bbc-19d716cffabb tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:50:10.902633 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-0b4c0c4b-a509-4d06-9bbc-19d716cffabb tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:10.903654 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-0b4c0c4b-a509-4d06-9bbc-19d716cffabb tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:10.929226 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-f1eb9110-f6d7-43b9-9cb5-9ca08c75af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:10.930928 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-f1eb9110-f6d7-43b9-9cb5-9ca08c75af63 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=94cccefc-4269-48cf-98bd-8abcbe14edad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2394297 Aug 16 23:50:10.952222 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-9979d227-c3ac-40d1-9976-1a6fb851c4d6 req-4d30b5f9-9e87-400b-98e1-0d89883e068a tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] No DVR routers for this DVR port 0b27fec2-2ad1-4a5b-b40f-5910da935ee3 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:50:10.956503 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-52d7974c-dbda-4e25-ac1e-361bc13ee72c tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Allocated IP 192.168.233.23 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/2108fc65-6e5a-471c-a4c9-394e8556c3d9) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:50:10.962970 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef873e-8296-49bc-ad5d-d43ac80dc3b6 req-0eab4a2a-382d-4e7d-8e02-5b2fd963bf1f tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:10.964575 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-19ef873e-8296-49bc-ad5d-d43ac80dc3b6 req-0eab4a2a-382d-4e7d-8e02-5b2fd963bf1f tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/ports?device_id=286e9da5-691b-4bf5-b654-3f6d285be9fb HTTP/1.1" status: 200 len: 888 time: 0.2859433 Aug 16 23:50:10.966337 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9979d227-c3ac-40d1-9976-1a6fb851c4d6 req-4d30b5f9-9e87-400b-98e1-0d89883e068a tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:10.968283 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9979d227-c3ac-40d1-9976-1a6fb851c4d6 req-4d30b5f9-9e87-400b-98e1-0d89883e068a tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.64 "DELETE /v2.0/ports/0b27fec2-2ad1-4a5b-b40f-5910da935ee3 HTTP/1.1" status: 204 len: 173 time: 2.2329917 Aug 16 23:50:10.979645 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286e9da5-691b-4bf5-b654-3f6d285be9fb', 'name': 'network-vif-deleted', 'tag': '0b27fec2-2ad1-4a5b-b40f-5910da935ee3'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:50:10.982524 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868be6e2-1c66-47a3-8f44-4575fde0f355" -d '{"events": [{"server_uuid": "286e9da5-691b-4bf5-b654-3f6d285be9fb", "name": "network-vif-deleted", "tag": "0b27fec2-2ad1-4a5b-b40f-5910da935ee3"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:50:10.986754 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-0b4c0c4b-a509-4d06-9bbc-19d716cffabb tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0033817 Aug 16 23:50:10.998137 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fe1ee66f-0dcd-4734-935f-3e79c23da3eb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=58eb6d13601c422d8da66a445614343e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9625986 Aug 16 23:50:10.998876 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c0c4b-a509-4d06-9bbc-19d716cffabb tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Pushing event updated for resources: {'Port': ['ID=2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:11.011071 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 41972) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:11.020156 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-16f27edd-a01c-498a-ae8e-794eed98923d service neutron] Request body: {'port': {'device_id': '08bb7984-27d5-44a8-bf29-7f9c735267d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:11.047564 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ee66f-0dcd-4734-935f-3e79c23da3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094fed67-1a81-4946-9d61-3574d9310f43,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:11.119366 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4f70f143-3adf-4883-b209-947d251ef13e req-fff8d320-2f3b-497d-8831-092b114ecbc1 service neutron] 10.222.0.69 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998981 Aug 16 23:50:11.204064 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30b5f9-9e87-400b-98e1-0d89883e068a tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] Pushing event deleted for resources: {'Port': ['ID=0b27fec2-2ad1-4a5b-b40f-5910da935ee3,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:11.238155 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7751c9c0-c53c-4287-93cc-de1fde8f32c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:11.268752 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76370ded-c480-449a-b16a-36d0be85aa48 req-a383ee67-47b5-4ced-aead-545c99651724 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:11.270474 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-76370ded-c480-449a-b16a-36d0be85aa48 req-a383ee67-47b5-4ced-aead-545c99651724 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 944 time: 0.3242996 Aug 16 23:50:11.300027 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-19ef873e-8296-49bc-ad5d-d43ac80dc3b6 req-f999d784-40df-42eb-885c-4e21d39b3aca tempest-AggregatesAdminTestJSON-1786735894 tempest-AggregatesAdminTestJSON-1786735894-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8df3ecd-5d64-4454-9561-c1d89fb28407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015745 Aug 16 23:50:11.309578 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-d4b567cb-2f15-47ff-b377-a066d747e0cb service neutron] 10.222.0.69 "GET /v2.0/networks/94cccefc-4269-48cf-98bd-8abcbe14edad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606484 Aug 16 23:50:11.316413 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:11.343611 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-16f27edd-a01c-498a-ae8e-794eed98923d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:11.347607 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7751c9c0-c53c-4287-93cc-de1fde8f32c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:11.387949 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d3b6a5-41eb-4049-813d-d8bedea25daf x-openstack-request-id: req-d9d3b6a5-41eb-4049-813d-d8bedea25daf {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:50:11.389348 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286e9da5-691b-4bf5-b654-3f6d285be9fb", "name": "network-vif-deleted", "tag": "0b27fec2-2ad1-4a5b-b40f-5910da935ee3", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:50:11.389600 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d9d3b6a5-41eb-4049-813d-d8bedea25daf {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:50:11.390053 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286e9da5-691b-4bf5-b654-3f6d285be9fb', 'name': 'network-vif-deleted', 'tag': '0b27fec2-2ad1-4a5b-b40f-5910da935ee3', 'status': 'completed', 'code': 200} Aug 16 23:50:11.414593 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-76370ded-c480-449a-b16a-36d0be85aa48 req-52d13505-8e7e-43a4-aeaa-97604a168e04 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/security-groups?id=924a7a98-9eb5-4373-9821-9ef20d002319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296201 Aug 16 23:50:11.502958 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-93890d25-373b-4484-9ff1-128af41d7218 None None] Provisioning for port 2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:50:11.507700 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-93890d25-373b-4484-9ff1-128af41d7218 None None] Provisioning complete for port 2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:50:11.508442 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-93890d25-373b-4484-9ff1-128af41d7218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:11.555998 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-93890d25-373b-4484-9ff1-128af41d7218 None None] Port 2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:50:11.613525 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7751c9c0-c53c-4287-93cc-de1fde8f32c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:11.616016 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7751c9c0-c53c-4287-93cc-de1fde8f32c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:11.619680 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7751c9c0-c53c-4287-93cc-de1fde8f32c2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/094fed67-1a81-4946-9d61-3574d9310f43 HTTP/1.1" status: 204 len: 168 time: 0.6036127 Aug 16 23:50:11.672727 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751c9c0-c53c-4287-93cc-de1fde8f32c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094fed67-1a81-4946-9d61-3574d9310f43,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:11.695142 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85f9b2-ee36-4ef2-9d2a-cb9990cf0937 req-db1886cf-ded3-4320-bdc8-0e8397f1410b tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:11.697484 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff85f9b2-ee36-4ef2-9d2a-cb9990cf0937 req-db1886cf-ded3-4320-bdc8-0e8397f1410b tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 944 time: 0.1336155 Aug 16 23:50:11.712372 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8bb99-b8df-4380-82d1-7c7fb0bdd3d5 req-ab4c9846-3744-48a2-b9f1-3ca85a9f5edd tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:11.719651 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6de8bb99-b8df-4380-82d1-7c7fb0bdd3d5 req-ab4c9846-3744-48a2-b9f1-3ca85a9f5edd tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5302c95-195b-41a5-9820-7f44d802dd67 HTTP/1.1" status: 200 len: 936 time: 0.1129916 Aug 16 23:50:11.772012 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-609f7a68-a71f-4763-8d60-5ec6b70ce35d req-56466931-cda7-4157-a122-2e4a8798e75c service neutron] 10.222.0.69 "GET /v2.0/networks/94cccefc-4269-48cf-98bd-8abcbe14edad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512553 Aug 16 23:50:11.803790 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6de8bb99-b8df-4380-82d1-7c7fb0bdd3d5 req-87e33820-ed0e-4a78-8113-abaf806c31fd tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b49f97d-71fa-47f4-b285-f017b932b82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754814 Aug 16 23:50:11.811435 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4f70f143-3adf-4883-b209-947d251ef13e req-5b18d7ca-dcaf-4b4b-b9cc-be1a939ce7dd service neutron] 10.222.0.69 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6791332 Aug 16 23:50:11.830956 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-52d7974c-dbda-4e25-ac1e-361bc13ee72c tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:11.840503 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff85f9b2-ee36-4ef2-9d2a-cb9990cf0937 req-3d34c304-9644-414b-84f9-fb51ef7305b2 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369412 Aug 16 23:50:11.902226 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-52d7974c-dbda-4e25-ac1e-361bc13ee72c tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Transition to ACTIVE for port object 2108fc65-6e5a-471c-a4c9-394e8556c3d9 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:50:11.925365 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edccb76b-a37d-4fcb-a380-626e12724c51 req-ef5417cb-5cc5-48de-af04-7aea6cedade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:11.926933 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-edccb76b-a37d-4fcb-a380-626e12724c51 req-ef5417cb-5cc5-48de-af04-7aea6cedade6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=93628eca11dd4df499895f1c0f0c82e3&device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 1096 time: 0.0927229 Aug 16 23:50:11.963150 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f62ec7-a16b-41d8-a251-c68216385b02 req-0615b7b0-49e3-43ca-bbf5-ada3f1a257a7 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:11.965751 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e6f62ec7-a16b-41d8-a251-c68216385b02 req-0615b7b0-49e3-43ca-bbf5-ada3f1a257a7 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=08bb7984-27d5-44a8-bf29-7f9c735267d8 HTTP/1.1" status: 200 len: 936 time: 0.0606732 Aug 16 23:50:12.018269 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e6f62ec7-a16b-41d8-a251-c68216385b02 req-0e480f8b-e492-4c9c-a19d-bc4243fc2607 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434110 Aug 16 23:50:12.050928 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-52d7974c-dbda-4e25-ac1e-361bc13ee72c tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:12.135370 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-52d7974c-dbda-4e25-ac1e-361bc13ee72c tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:50:12.150360 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-52d7974c-dbda-4e25-ac1e-361bc13ee72c tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:50:12.157868 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-52d7974c-dbda-4e25-ac1e-361bc13ee72c tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:50:12.163290 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-52d7974c-dbda-4e25-ac1e-361bc13ee72c tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:12.163996 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-52d7974c-dbda-4e25-ac1e-361bc13ee72c tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:12.175361 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7974c-dbda-4e25-ac1e-361bc13ee72c tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Pushing event updated for resources: {'Port': ['ID=2108fc65-6e5a-471c-a4c9-394e8556c3d9,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:12.184916 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edccb76b-a37d-4fcb-a380-626e12724c51 req-9c9ac423-309e-4507-ba89-9aa7985f27ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:12.186716 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-edccb76b-a37d-4fcb-a380-626e12724c51 req-9c9ac423-309e-4507-ba89-9aa7985f27ab service neutron] 10.222.0.69 "GET /v2.0/networks?id=94cccefc-4269-48cf-98bd-8abcbe14edad HTTP/1.1" status: 200 len: 924 time: 0.2480690 Aug 16 23:50:12.222867 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677376a-d8ec-423c-85f5-3b3fecffcc0d req-5285ff1e-b47e-463e-8867-c0c82206c7e8 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:12.230111 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7677376a-d8ec-423c-85f5-3b3fecffcc0d req-5285ff1e-b47e-463e-8867-c0c82206c7e8 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c99f063-fe33-4ea7-b3f4-6651239f7aaa HTTP/1.1" status: 200 len: 935 time: 0.1100383 Aug 16 23:50:12.266817 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-52d7974c-dbda-4e25-ac1e-361bc13ee72c tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2378271 Aug 16 23:50:12.268801 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-edccb76b-a37d-4fcb-a380-626e12724c51 req-98db97da-8322-4cd6-b049-1ea9b59a2c0c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=445e3097-e62b-415b-8136-451ef3dbd608 HTTP/1.1" status: 200 len: 217 time: 0.0730915 Aug 16 23:50:12.293308 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-7a6d15e3-0698-4ed5-9537-1e2ed0aaf316 service neutron] Request body: {'port': {'device_id': '3c99f063-fe33-4ea7-b3f4-6651239f7aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:12.341646 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7677376a-d8ec-423c-85f5-3b3fecffcc0d req-2236f46e-ac2d-41f1-9b73-83641d0b699a tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057811 Aug 16 23:50:12.414218 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-7a6d15e3-0698-4ed5-9537-1e2ed0aaf316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:12.420451 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edccb76b-a37d-4fcb-a380-626e12724c51 req-03b3d718-cc3d-4c90-8c0a-68d75c848271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:12.421981 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-edccb76b-a37d-4fcb-a380-626e12724c51 req-03b3d718-cc3d-4c90-8c0a-68d75c848271 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e84fba67-0d47-488c-bc23-642dedf3f16b HTTP/1.1" status: 200 len: 862 time: 0.1440637 Aug 16 23:50:12.422448 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0b27fec2-2ad1-4a5b-b40f-5910da935ee3 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:50:12.435717 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-11b64157-d4f4-4df6-a98b-4a72e5c76806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a80abd68-a5cd-4879-b583-fc207ffd7657 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:50:12.459193 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-11b64157-d4f4-4df6-a98b-4a72e5c76806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:12.487281 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 0b27fec2-2ad1-4a5b-b40f-5910da935ee3 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:50:12.487620 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0b27fec2-2ad1-4a5b-b40f-5910da935ee3 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:50:12.491041 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-11b64157-d4f4-4df6-a98b-4a72e5c76806 service neutron] Transition to ACTIVE for port object a80abd68-a5cd-4879-b583-fc207ffd7657 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:50:12.507984 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-11b64157-d4f4-4df6-a98b-4a72e5c76806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:12.616271 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4072f481-3634-485f-8f2f-d035daff1034 None None] Provisioning for port 2108fc65-6e5a-471c-a4c9-394e8556c3d9 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:50:12.623075 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4072f481-3634-485f-8f2f-d035daff1034 None None] Provisioning complete for port 2108fc65-6e5a-471c-a4c9-394e8556c3d9 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:50:12.623666 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4072f481-3634-485f-8f2f-d035daff1034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:12.624605 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b64157-d4f4-4df6-a98b-4a72e5c76806 service neutron] Pushing event updated for resources: {'Port': ['ID=a80abd68-a5cd-4879-b583-fc207ffd7657,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:12.684023 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-4072f481-3634-485f-8f2f-d035daff1034 None None] Port 2108fc65-6e5a-471c-a4c9-394e8556c3d9 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:50:12.692167 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60473e0-b239-479d-a66f-73fcd497b8c2 req-bd13b609-dbb3-48f6-a80f-1c867de8a7bd tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:12.701238 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d60473e0-b239-479d-a66f-73fcd497b8c2 req-bd13b609-dbb3-48f6-a80f-1c867de8a7bd tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 944 time: 0.1445403 Aug 16 23:50:12.709447 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-11b64157-d4f4-4df6-a98b-4a72e5c76806 service neutron] Attempting to bind port a80abd68-a5cd-4879-b583-fc207ffd7657 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:50:12.709904 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-11b64157-d4f4-4df6-a98b-4a72e5c76806 service neutron] Attempting to bind port a80abd68-a5cd-4879-b583-fc207ffd7657 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:50:12.710117 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-11b64157-d4f4-4df6-a98b-4a72e5c76806 service neutron] Attempting to bind port a80abd68-a5cd-4879-b583-fc207ffd7657 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:12.723805 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-11b64157-d4f4-4df6-a98b-4a72e5c76806 service neutron] Port a80abd68-a5cd-4879-b583-fc207ffd7657 on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:50:12.724078 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-11b64157-d4f4-4df6-a98b-4a72e5c76806 service neutron] Attempting to bind port a80abd68-a5cd-4879-b583-fc207ffd7657 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:12.729686 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-11b64157-d4f4-4df6-a98b-4a72e5c76806 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:50:12.729914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-11b64157-d4f4-4df6-a98b-4a72e5c76806 service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:50:12.730296 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-11b64157-d4f4-4df6-a98b-4a72e5c76806 service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:50:12.730730 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-11b64157-d4f4-4df6-a98b-4a72e5c76806 service neutron] Bound port: a80abd68-a5cd-4879-b583-fc207ffd7657, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:50:12.731091 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-11b64157-d4f4-4df6-a98b-4a72e5c76806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:12.744706 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3172430f-31a9-46dd-ac81-4e9d0e31a8ab', 'tag': 'a7dbf29f-c990-453c-8b9a-4537c6e199d9'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:50:12.747011 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c0044c-cde9-44cd-aeee-177636a1dc18" -d '{"events": [{"name": "network-changed", "server_uuid": "3172430f-31a9-46dd-ac81-4e9d0e31a8ab", "tag": "a7dbf29f-c990-453c-8b9a-4537c6e199d9"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:50:12.770416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d60473e0-b239-479d-a66f-73fcd497b8c2 req-ab3165e4-4d3e-4688-ae9f-14724f940133 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/security-groups?id=924a7a98-9eb5-4373-9821-9ef20d002319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629425 Aug 16 23:50:12.812317 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edccb76b-a37d-4fcb-a380-626e12724c51 req-b8da7250-c76d-444f-affc-fcb0055c63f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:12.813647 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-edccb76b-a37d-4fcb-a380-626e12724c51 req-b8da7250-c76d-444f-affc-fcb0055c63f3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=94cccefc-4269-48cf-98bd-8abcbe14edad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3737063 Aug 16 23:50:12.866039 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d701c6b7-67a9-4ca1-9fa8-f3fdf2fdcf01 x-openstack-request-id: req-d701c6b7-67a9-4ca1-9fa8-f3fdf2fdcf01 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:50:12.866338 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3172430f-31a9-46dd-ac81-4e9d0e31a8ab", "tag": "a7dbf29f-c990-453c-8b9a-4537c6e199d9", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:50:12.866581 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d701c6b7-67a9-4ca1-9fa8-f3fdf2fdcf01 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:50:12.874659 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3172430f-31a9-46dd-ac81-4e9d0e31a8ab', 'tag': 'a7dbf29f-c990-453c-8b9a-4537c6e199d9', 'status': 'completed', 'code': 200} Aug 16 23:50:12.887581 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42040) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:12.948765 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-11b64157-d4f4-4df6-a98b-4a72e5c76806 service neutron] For port a80abd68-a5cd-4879-b583-fc207ffd7657, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:50:12.958538 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-11b64157-d4f4-4df6-a98b-4a72e5c76806 service neutron] For port a80abd68-a5cd-4879-b583-fc207ffd7657, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a80abd68-a5cd-4879-b583-fc207ffd7657,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:50:12.963892 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42044) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:12.989630 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-11b64157-d4f4-4df6-a98b-4a72e5c76806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:13.065952 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0044c-cde9-44cd-aeee-177636a1dc18 req-342d2a09-99e3-4ecc-8110-11824b2dc193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:13.068007 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d1c0044c-cde9-44cd-aeee-177636a1dc18 req-342d2a09-99e3-4ecc-8110-11824b2dc193 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b30c0e442778419181d2ad6b2586afae&device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 1096 time: 0.1538281 Aug 16 23:50:13.087753 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-11b64157-d4f4-4df6-a98b-4a72e5c76806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:13.089023 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-11b64157-d4f4-4df6-a98b-4a72e5c76806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:13.090707 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-11b64157-d4f4-4df6-a98b-4a72e5c76806 service neutron] 10.222.0.64 "PUT /v2.0/ports/a80abd68-a5cd-4879-b583-fc207ffd7657 HTTP/1.1" status: 200 len: 1096 time: 4.2261841 Aug 16 23:50:13.185251 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-8577042e-b63a-4d5f-acf9-e790303499aa req-2b893f60-13b8-4ec3-95c9-3dad72fd73c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:50:13.197247 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8577042e-b63a-4d5f-acf9-e790303499aa req-2b893f60-13b8-4ec3-95c9-3dad72fd73c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:13.246427 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-8577042e-b63a-4d5f-acf9-e790303499aa req-2b893f60-13b8-4ec3-95c9-3dad72fd73c4 service neutron] Transition to ACTIVE for port object 9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:50:13.261143 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29258363-8004-47d1-86f5-ec9e2da6d03a req-dc775362-787f-4972-9791-ba718be3f2f0 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:13.269597 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-edccb76b-a37d-4fcb-a380-626e12724c51 req-8829b5a5-d493-4c38-a059-8cfc4012bddf service neutron] 10.222.0.69 "GET /v2.0/networks/94cccefc-4269-48cf-98bd-8abcbe14edad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426672 Aug 16 23:50:13.270168 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-29258363-8004-47d1-86f5-ec9e2da6d03a req-dc775362-787f-4972-9791-ba718be3f2f0 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5302c95-195b-41a5-9820-7f44d802dd67 HTTP/1.1" status: 200 len: 936 time: 0.3077073 Aug 16 23:50:13.271940 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8577042e-b63a-4d5f-acf9-e790303499aa req-2b893f60-13b8-4ec3-95c9-3dad72fd73c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:13.298061 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0044c-cde9-44cd-aeee-177636a1dc18 req-04b12320-70a1-4e5b-b775-4ae785f9bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:13.300130 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d1c0044c-cde9-44cd-aeee-177636a1dc18 req-04b12320-70a1-4e5b-b775-4ae785f9bccb service neutron] 10.222.0.69 "GET /v2.0/networks?id=5dc1690b-6624-46fa-a54a-7524bbadf6de HTTP/1.1" status: 200 len: 919 time: 0.2161052 Aug 16 23:50:13.401913 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b893f60-13b8-4ec3-95c9-3dad72fd73c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:13.410148 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7703b-458a-45e2-b357-a1a18276196a req-d4f8f7f2-4460-478d-add4-aff6d0e16d84 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:13.411687 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-22e7703b-458a-45e2-b357-a1a18276196a req-d4f8f7f2-4460-478d-add4-aff6d0e16d84 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 944 time: 0.4126883 Aug 16 23:50:13.412177 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca17566c-3a85-47bf-95ba-bc71d6ea6d94', 'tag': 'a80abd68-a5cd-4879-b583-fc207ffd7657'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:50:13.417883 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5779c183-9d2d-48dd-bd8a-5f6f1eb5988c" -d '{"events": [{"name": "network-changed", "server_uuid": "ca17566c-3a85-47bf-95ba-bc71d6ea6d94", "tag": "a80abd68-a5cd-4879-b583-fc207ffd7657"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:50:13.420678 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b64157-d4f4-4df6-a98b-4a72e5c76806 service neutron] Pushing event updated for resources: {'Port': ['ID=a80abd68-a5cd-4879-b583-fc207ffd7657,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:13.460662 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-29258363-8004-47d1-86f5-ec9e2da6d03a req-55ca2e00-3672-411a-a26b-d6564abacba5 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b49f97d-71fa-47f4-b285-f017b932b82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894860 Aug 16 23:50:13.477694 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d1c0044c-cde9-44cd-aeee-177636a1dc18 req-7edc0c29-ed69-4ea5-9883-61f3dc5f336b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7dbf29f-c990-453c-8b9a-4537c6e199d9 HTTP/1.1" status: 200 len: 217 time: 0.1518736 Aug 16 23:50:13.482544 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-6d66c54f-e147-40bc-a2b3-5a894cc9a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:13.484123 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-6d66c54f-e147-40bc-a2b3-5a894cc9a9e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=acebb709ed4d446eb7d3c128b0012b0b&device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 1099 time: 0.3087912 Aug 16 23:50:13.496764 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6b9e58d8-9200-4629-a3a4-5709660085a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:13.514179 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e4179819-289b-4918-b8b1-de4449e76628 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4b79a94dc0fb4d968aefb55a8d8ccfa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6244850 Aug 16 23:50:13.515101 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42060) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:13.551345 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-8577042e-b63a-4d5f-acf9-e790303499aa req-2b893f60-13b8-4ec3-95c9-3dad72fd73c4 service neutron] Attempting to bind port 9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:50:13.551610 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-8577042e-b63a-4d5f-acf9-e790303499aa req-2b893f60-13b8-4ec3-95c9-3dad72fd73c4 service neutron] Attempting to bind port 9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:50:13.551897 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8577042e-b63a-4d5f-acf9-e790303499aa req-2b893f60-13b8-4ec3-95c9-3dad72fd73c4 service neutron] Attempting to bind port 9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:13.576042 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-62741a4e-406e-4d83-9f47-0abf7d6ca87c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=a80abd68-a5cd-4879-b583-fc207ffd7657 HTTP/1.1" status: 200 len: 217 time: 0.0526867 Aug 16 23:50:13.601511 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8577042e-b63a-4d5f-acf9-e790303499aa req-2b893f60-13b8-4ec3-95c9-3dad72fd73c4 service neutron] Port 9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26 on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:50:13.601840 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8577042e-b63a-4d5f-acf9-e790303499aa req-2b893f60-13b8-4ec3-95c9-3dad72fd73c4 service neutron] Attempting to bind port 9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:13.625103 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8577042e-b63a-4d5f-acf9-e790303499aa req-2b893f60-13b8-4ec3-95c9-3dad72fd73c4 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:50:13.625592 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8577042e-b63a-4d5f-acf9-e790303499aa req-2b893f60-13b8-4ec3-95c9-3dad72fd73c4 service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:50:13.625865 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8577042e-b63a-4d5f-acf9-e790303499aa req-2b893f60-13b8-4ec3-95c9-3dad72fd73c4 service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:50:13.627307 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-8577042e-b63a-4d5f-acf9-e790303499aa req-2b893f60-13b8-4ec3-95c9-3dad72fd73c4 service neutron] Bound port: 9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:50:13.627823 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8577042e-b63a-4d5f-acf9-e790303499aa req-2b893f60-13b8-4ec3-95c9-3dad72fd73c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:13.675230 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0044c-cde9-44cd-aeee-177636a1dc18 req-98ff0989-46e6-4562-9b70-2030ac46080a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:13.676728 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d1c0044c-cde9-44cd-aeee-177636a1dc18 req-98ff0989-46e6-4562-9b70-2030ac46080a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5 HTTP/1.1" status: 200 len: 858 time: 0.1624620 Aug 16 23:50:13.682764 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-edccb76b-a37d-4fcb-a380-626e12724c51 req-72b85291-2f62-4b8d-a4b9-39abb7588743 service neutron] 10.222.0.69 "GET /v2.0/networks/94cccefc-4269-48cf-98bd-8abcbe14edad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964536 Aug 16 23:50:13.742146 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d1c0044c-cde9-44cd-aeee-177636a1dc18 req-fbb0344d-29ab-4a0b-b35f-0e49e0c53dfd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5dc1690b-6624-46fa-a54a-7524bbadf6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391409 Aug 16 23:50:13.755791 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e0936a6-3577-404c-8a69-d19e82c293bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:13.838645 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-8577042e-b63a-4d5f-acf9-e790303499aa req-2b893f60-13b8-4ec3-95c9-3dad72fd73c4 service neutron] For port 9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:50:13.851496 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e0936a6-3577-404c-8a69-d19e82c293bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:13.871211 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-8577042e-b63a-4d5f-acf9-e790303499aa req-2b893f60-13b8-4ec3-95c9-3dad72fd73c4 service neutron] For port 9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:50:13.883894 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8577042e-b63a-4d5f-acf9-e790303499aa req-2b893f60-13b8-4ec3-95c9-3dad72fd73c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:13.957235 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577042e-b63a-4d5f-acf9-e790303499aa req-2b893f60-13b8-4ec3-95c9-3dad72fd73c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:13.957785 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8577042e-b63a-4d5f-acf9-e790303499aa req-2b893f60-13b8-4ec3-95c9-3dad72fd73c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:13.959274 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8577042e-b63a-4d5f-acf9-e790303499aa req-2b893f60-13b8-4ec3-95c9-3dad72fd73c4 service neutron] 10.222.0.69 "PUT /v2.0/ports/9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26 HTTP/1.1" status: 200 len: 1097 time: 4.0143378 Aug 16 23:50:13.986842 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d1c0044c-cde9-44cd-aeee-177636a1dc18 req-1d1078d0-a90a-492d-9663-412a3bc3008f service neutron] 10.222.0.69 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321813 Aug 16 23:50:13.991953 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-22e7703b-458a-45e2-b357-a1a18276196a req-52a43e36-2819-4620-a8b5-6b0847179e4a tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5396762 Aug 16 23:50:14.020230 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3143a45-cbda-45c8-a168-f14b3f39df52 req-32435701-d919-48c3-8402-35628f7bee6a tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:14.028554 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3143a45-cbda-45c8-a168-f14b3f39df52 req-32435701-d919-48c3-8402-35628f7bee6a tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=08bb7984-27d5-44a8-bf29-7f9c735267d8 HTTP/1.1" status: 200 len: 936 time: 0.4515088 Aug 16 23:50:14.074264 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b893f60-13b8-4ec3-95c9-3dad72fd73c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:14.099576 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e0936a6-3577-404c-8a69-d19e82c293bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:14.102072 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e0936a6-3577-404c-8a69-d19e82c293bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:14.105709 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7e0936a6-3577-404c-8a69-d19e82c293bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a8df3ecd-5d64-4454-9561-c1d89fb28407 HTTP/1.1" status: 204 len: 168 time: 0.5831273 Aug 16 23:50:14.124892 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-8638f3bc-6e11-4989-9c46-69b745dc8dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:14.128359 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-8638f3bc-6e11-4989-9c46-69b745dc8dbc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.4941006 Aug 16 23:50:14.132705 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0936a6-3577-404c-8a69-d19e82c293bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8df3ecd-5d64-4454-9561-c1d89fb28407,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:14.153814 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3143a45-cbda-45c8-a168-f14b3f39df52 req-e7e65858-d153-4939-9f75-eb4cf18dda14 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242261 Aug 16 23:50:14.322605 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfc2da-adbd-4719-942d-95e1f7b7ce6c req-e76ad099-6c6b-4b23-b794-8d7f3121c971 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:14.330724 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6cdfc2da-adbd-4719-942d-95e1f7b7ce6c req-e76ad099-6c6b-4b23-b794-8d7f3121c971 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c99f063-fe33-4ea7-b3f4-6651239f7aaa HTTP/1.1" status: 200 len: 935 time: 0.2465281 Aug 16 23:50:14.334159 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-16f27edd-a01c-498a-ae8e-794eed98923d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:50:14.358249 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-16f27edd-a01c-498a-ae8e-794eed98923d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:14.366077 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-dfcf1d6e-4a28-4278-a173-cf053ed18173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:14.368590 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-dfcf1d6e-4a28-4278-a173-cf053ed18173 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2134426 Aug 16 23:50:14.375169 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b208f4c3-fbaf-4ca9-a1c2-51140eb91c4e x-openstack-request-id: req-b208f4c3-fbaf-4ca9-a1c2-51140eb91c4e {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:50:14.375339 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca17566c-3a85-47bf-95ba-bc71d6ea6d94", "tag": "a80abd68-a5cd-4879-b583-fc207ffd7657", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:50:14.375549 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577042e-b63a-4d5f-acf9-e790303499aa req-9e96aa94-3fea-42c6-8032-8c738b510e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:14.375660 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b208f4c3-fbaf-4ca9-a1c2-51140eb91c4e {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:50:14.377500 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca17566c-3a85-47bf-95ba-bc71d6ea6d94', 'tag': 'a80abd68-a5cd-4879-b583-fc207ffd7657', 'status': 'completed', 'code': 200} Aug 16 23:50:14.378384 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8577042e-b63a-4d5f-acf9-e790303499aa req-9e96aa94-3fea-42c6-8032-8c738b510e83 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a303d13d12e2418ea19f78aab909b1e6&device_id=c5302c95-195b-41a5-9820-7f44d802dd67 HTTP/1.1" status: 200 len: 1100 time: 0.3200984 Aug 16 23:50:14.387620 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6b9e58d8-9200-4629-a3a4-5709660085a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:14.423950 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-16f27edd-a01c-498a-ae8e-794eed98923d service neutron] Transition to ACTIVE for port object 2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:50:14.455886 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d1c0044c-cde9-44cd-aeee-177636a1dc18 req-66949fd6-8db8-458b-8056-ff29276a7660 service neutron] 10.222.0.69 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602661 Aug 16 23:50:14.471226 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6b9e58d8-9200-4629-a3a4-5709660085a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:14.481197 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8577042e-b63a-4d5f-acf9-e790303499aa req-6d470627-145d-4e35-95dd-f9d11b114d37 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26 HTTP/1.1" status: 200 len: 217 time: 0.0908923 Aug 16 23:50:14.494476 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-16f27edd-a01c-498a-ae8e-794eed98923d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:14.567647 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577042e-b63a-4d5f-acf9-e790303499aa req-67c62cba-3038-4d47-a267-4e26489bbff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:14.569202 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8577042e-b63a-4d5f-acf9-e790303499aa req-67c62cba-3038-4d47-a267-4e26489bbff5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0616565 Aug 16 23:50:14.571648 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6cdfc2da-adbd-4719-942d-95e1f7b7ce6c req-525c68f8-9e22-4717-8433-a7bb84a760a6 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400904 Aug 16 23:50:14.597263 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6b9e58d8-9200-4629-a3a4-5709660085a3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dbc9020e935b451c8d79cf34389a0bcf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6305709 Aug 16 23:50:14.608293 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42082) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:14.609934 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e58d8-9200-4629-a3a4-5709660085a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd765ecc-762a-4ddc-8ebe-db1ede744677,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:14.657261 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f27edd-a01c-498a-ae8e-794eed98923d service neutron] Pushing event updated for resources: {'Port': ['ID=2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:14.684570 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42086) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:14.733194 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-8dba8033-3753-4376-a5b8-fd9df2feb274 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442233 Aug 16 23:50:14.749276 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5a447-ab2c-458e-ae46-0d567a76f21a req-ef62215c-2157-4330-946d-a93d92a8acb9 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:14.750851 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b4b5a447-ab2c-458e-ae46-0d567a76f21a req-ef62215c-2157-4330-946d-a93d92a8acb9 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 944 time: 0.2701638 Aug 16 23:50:14.774750 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-16f27edd-a01c-498a-ae8e-794eed98923d service neutron] Attempting to bind port 2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:50:14.774980 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-16f27edd-a01c-498a-ae8e-794eed98923d service neutron] Attempting to bind port 2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:50:14.775304 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-16f27edd-a01c-498a-ae8e-794eed98923d service neutron] Attempting to bind port 2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:14.777288 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-7a6d15e3-0698-4ed5-9537-1e2ed0aaf316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2108fc65-6e5a-471c-a4c9-394e8556c3d9 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:50:14.787460 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-7a6d15e3-0698-4ed5-9537-1e2ed0aaf316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:14.802685 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-7a6d15e3-0698-4ed5-9537-1e2ed0aaf316 service neutron] Transition to ACTIVE for port object 2108fc65-6e5a-471c-a4c9-394e8556c3d9 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:50:14.827182 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-7a6d15e3-0698-4ed5-9537-1e2ed0aaf316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:14.838424 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-16f27edd-a01c-498a-ae8e-794eed98923d service neutron] Port 2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7 on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:50:14.838669 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-16f27edd-a01c-498a-ae8e-794eed98923d service neutron] Attempting to bind port 2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:14.853093 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-078b351c-ec6d-4ba5-915d-b4ac1d2fb5fe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9d3802d2e5c3423aa3400ef3cf94038d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1647105 Aug 16 23:50:14.860218 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42088) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:14.863093 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-16f27edd-a01c-498a-ae8e-794eed98923d service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:50:14.863441 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-16f27edd-a01c-498a-ae8e-794eed98923d service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:50:14.863834 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-16f27edd-a01c-498a-ae8e-794eed98923d service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:50:14.864289 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-16f27edd-a01c-498a-ae8e-794eed98923d service neutron] Bound port: 2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:50:14.864696 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-16f27edd-a01c-498a-ae8e-794eed98923d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:14.883666 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5302c95-195b-41a5-9820-7f44d802dd67', 'tag': '9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:50:14.886032 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de65cfa-c246-49fb-9465-27e934c31d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5302c95-195b-41a5-9820-7f44d802dd67", "tag": "9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:50:14.911388 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b4b5a447-ab2c-458e-ae46-0d567a76f21a req-c4ccbf9d-e0e3-4569-b28b-8b27dadd6e09 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/security-groups?id=924a7a98-9eb5-4373-9821-9ef20d002319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454289 Aug 16 23:50:14.951289 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577042e-b63a-4d5f-acf9-e790303499aa req-3c69a912-a957-4e63-a435-f4a4044d9b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:14.952924 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8577042e-b63a-4d5f-acf9-e790303499aa req-3c69a912-a957-4e63-a435-f4a4044d9b02 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3745534 Aug 16 23:50:14.983491 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d302143f-3de0-4c41-b7f0-a30dca597310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:14.999286 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d15e3-0698-4ed5-9537-1e2ed0aaf316 service neutron] Pushing event updated for resources: {'Port': ['ID=2108fc65-6e5a-471c-a4c9-394e8556c3d9,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:15.008047 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a685d5-cb96-4a10-aeaf-d289654eba28 x-openstack-request-id: req-06a685d5-cb96-4a10-aeaf-d289654eba28 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:50:15.008709 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5302c95-195b-41a5-9820-7f44d802dd67", "tag": "9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:50:15.009210 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-06a685d5-cb96-4a10-aeaf-d289654eba28 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:50:15.010485 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5302c95-195b-41a5-9820-7f44d802dd67', 'tag': '9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26', 'status': 'completed', 'code': 200} Aug 16 23:50:15.032156 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6dadb97f-c238-4948-98c4-4d56b1765971 req-0c9c3fcc-e8b1-41b3-8bce-c69bd279d570 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778788 Aug 16 23:50:15.111866 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-def074d7-f62a-4077-ae29-df50bbd5c971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:15.131789 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-7a6d15e3-0698-4ed5-9537-1e2ed0aaf316 service neutron] Attempting to bind port 2108fc65-6e5a-471c-a4c9-394e8556c3d9 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:50:15.132376 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-7a6d15e3-0698-4ed5-9537-1e2ed0aaf316 service neutron] Attempting to bind port 2108fc65-6e5a-471c-a4c9-394e8556c3d9 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:50:15.132613 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-7a6d15e3-0698-4ed5-9537-1e2ed0aaf316 service neutron] Attempting to bind port 2108fc65-6e5a-471c-a4c9-394e8556c3d9 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:15.132813 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-16f27edd-a01c-498a-ae8e-794eed98923d service neutron] For port 2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:50:15.142029 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d302143f-3de0-4c41-b7f0-a30dca597310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:15.159045 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3785ca-9930-4ab2-922a-d07682fc62d3 req-29a7a388-65db-4896-95c9-b3151925ddc0 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:15.166519 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-df3785ca-9930-4ab2-922a-d07682fc62d3 req-29a7a388-65db-4896-95c9-b3151925ddc0 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5302c95-195b-41a5-9820-7f44d802dd67 HTTP/1.1" status: 200 len: 948 time: 0.1917117 Aug 16 23:50:15.168433 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-7a6d15e3-0698-4ed5-9537-1e2ed0aaf316 service neutron] Port 2108fc65-6e5a-471c-a4c9-394e8556c3d9 on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:50:15.168806 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-7a6d15e3-0698-4ed5-9537-1e2ed0aaf316 service neutron] Attempting to bind port 2108fc65-6e5a-471c-a4c9-394e8556c3d9 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:15.182357 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-16f27edd-a01c-498a-ae8e-794eed98923d service neutron] For port 2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:50:15.206523 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-7a6d15e3-0698-4ed5-9537-1e2ed0aaf316 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:50:15.206884 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-7a6d15e3-0698-4ed5-9537-1e2ed0aaf316 service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:50:15.207244 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-7a6d15e3-0698-4ed5-9537-1e2ed0aaf316 service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:50:15.208005 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-7a6d15e3-0698-4ed5-9537-1e2ed0aaf316 service neutron] Bound port: 2108fc65-6e5a-471c-a4c9-394e8556c3d9, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:50:15.208005 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-7a6d15e3-0698-4ed5-9537-1e2ed0aaf316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:15.232981 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8577042e-b63a-4d5f-acf9-e790303499aa req-1e455302-5333-4b4e-985b-c562f0adf2ed service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662852 Aug 16 23:50:15.234598 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-16f27edd-a01c-498a-ae8e-794eed98923d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:15.240785 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-def074d7-f62a-4077-ae29-df50bbd5c971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:15.305532 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779c183-9d2d-48dd-bd8a-5f6f1eb5988c req-7e18d351-82ff-4e38-81fe-c677e6752099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:15.307092 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5779c183-9d2d-48dd-bd8a-5f6f1eb5988c req-7e18d351-82ff-4e38-81fe-c677e6752099 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=acebb709ed4d446eb7d3c128b0012b0b&device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 1099 time: 0.2169433 Aug 16 23:50:15.317513 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-16f27edd-a01c-498a-ae8e-794eed98923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:15.317693 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-16f27edd-a01c-498a-ae8e-794eed98923d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:15.319063 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-16f27edd-a01c-498a-ae8e-794eed98923d service neutron] 10.222.0.69 "PUT /v2.0/ports/2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7 HTTP/1.1" status: 200 len: 1097 time: 4.3095045 Aug 16 23:50:15.322797 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d302143f-3de0-4c41-b7f0-a30dca597310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:15.325269 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d302143f-3de0-4c41-b7f0-a30dca597310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:15.326402 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d302143f-3de0-4c41-b7f0-a30dca597310 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bd765ecc-762a-4ddc-8ebe-db1ede744677 HTTP/1.1" status: 204 len: 168 time: 0.7060266 Aug 16 23:50:15.357716 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302143f-3de0-4c41-b7f0-a30dca597310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd765ecc-762a-4ddc-8ebe-db1ede744677,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:15.359194 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42102) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:15.368245 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-df3785ca-9930-4ab2-922a-d07682fc62d3 req-61662e4f-679d-4e85-b50b-21a820f6576e tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b49f97d-71fa-47f4-b285-f017b932b82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009978 Aug 16 23:50:15.399499 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-7a6d15e3-0698-4ed5-9537-1e2ed0aaf316 service neutron] For port 2108fc65-6e5a-471c-a4c9-394e8556c3d9, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:50:15.432543 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-7a6d15e3-0698-4ed5-9537-1e2ed0aaf316 service neutron] For port 2108fc65-6e5a-471c-a4c9-394e8556c3d9, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=2108fc65-6e5a-471c-a4c9-394e8556c3d9,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:50:15.436881 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8577042e-b63a-4d5f-acf9-e790303499aa req-eb947295-d53c-48fe-8bc8-69d2f2a0faad service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824729 Aug 16 23:50:15.454582 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-7a6d15e3-0698-4ed5-9537-1e2ed0aaf316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:15.524517 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-7a6d15e3-0698-4ed5-9537-1e2ed0aaf316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:15.525183 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-7a6d15e3-0698-4ed5-9537-1e2ed0aaf316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:15.526595 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-7a6d15e3-0698-4ed5-9537-1e2ed0aaf316 service neutron] 10.222.0.64 "PUT /v2.0/ports/2108fc65-6e5a-471c-a4c9-394e8556c3d9 HTTP/1.1" status: 200 len: 1096 time: 3.2388716 Aug 16 23:50:15.578821 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b58eb-35fa-44eb-bb75-1509f14098f0 req-dd01d9ec-007a-4e9e-a36d-955337a1b64b tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:15.587144 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-319b58eb-35fa-44eb-bb75-1509f14098f0 req-dd01d9ec-007a-4e9e-a36d-955337a1b64b tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 944 time: 0.4109085 Aug 16 23:50:15.589101 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f27edd-a01c-498a-ae8e-794eed98923d service neutron] Pushing event updated for resources: {'Port': ['ID=2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:15.593327 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d15e3-0698-4ed5-9537-1e2ed0aaf316 service neutron] Pushing event updated for resources: {'Port': ['ID=2108fc65-6e5a-471c-a4c9-394e8556c3d9,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:15.654003 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de65cfa-c246-49fb-9465-27e934c31d9b req-e5bc339a-b6bb-4a96-afa1-323089965489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:15.656177 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8de65cfa-c246-49fb-9465-27e934c31d9b req-e5bc339a-b6bb-4a96-afa1-323089965489 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a303d13d12e2418ea19f78aab909b1e6&device_id=c5302c95-195b-41a5-9820-7f44d802dd67 HTTP/1.1" status: 200 len: 1100 time: 0.1516917 Aug 16 23:50:15.685315 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-def074d7-f62a-4077-ae29-df50bbd5c971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:15.688031 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-def074d7-f62a-4077-ae29-df50bbd5c971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:15.690492 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-def074d7-f62a-4077-ae29-df50bbd5c971 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/24dd5db6-470b-49cd-aed7-03aaad7fae7b HTTP/1.1" status: 204 len: 168 time: 0.8230867 Aug 16 23:50:15.722657 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-319b58eb-35fa-44eb-bb75-1509f14098f0 req-9be011bf-a65b-415a-b5d5-cde24fa09b3b tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344919 Aug 16 23:50:15.725984 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-a9c85b0d-5472-4362-a3cf-09aaeb46dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:15.727778 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-a9c85b0d-5472-4362-a3cf-09aaeb46dc37 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc124757bb0941df89092d7bba0b49d5&device_id=3c99f063-fe33-4ea7-b3f4-6651239f7aaa HTTP/1.1" status: 200 len: 1099 time: 0.1304982 Aug 16 23:50:15.747667 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-223ce385-2169-4137-b767-1fa15a3926e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:15.752985 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-223ce385-2169-4137-b767-1fa15a3926e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=acebb709ed4d446eb7d3c128b0012b0b&device_id=08bb7984-27d5-44a8-bf29-7f9c735267d8 HTTP/1.1" status: 200 len: 1100 time: 0.2437201 Aug 16 23:50:15.762427 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be76b71-852f-4ea7-896d-1f71971d6ec3 req-38faf8b6-a654-4736-92c8-fa615db694ec tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:15.781123 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2be76b71-852f-4ea7-896d-1f71971d6ec3 req-38faf8b6-a654-4736-92c8-fa615db694ec tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=08bb7984-27d5-44a8-bf29-7f9c735267d8 HTTP/1.1" status: 200 len: 948 time: 0.2684906 Aug 16 23:50:15.813326 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def074d7-f62a-4077-ae29-df50bbd5c971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dd5db6-470b-49cd-aed7-03aaad7fae7b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:15.817999 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779c183-9d2d-48dd-bd8a-5f6f1eb5988c req-5b68195c-c690-4e3a-a14f-19b61a5d589e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:15.819637 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5779c183-9d2d-48dd-bd8a-5f6f1eb5988c req-5b68195c-c690-4e3a-a14f-19b61a5d589e service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.4821904 Aug 16 23:50:15.881743 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-7c57d221-f8bf-4809-a98e-d3305c7d1a10 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=2108fc65-6e5a-471c-a4c9-394e8556c3d9 HTTP/1.1" status: 200 len: 217 time: 0.1410272 Aug 16 23:50:15.884848 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-dc2ff76f-19fc-4760-a6df-a9f29d7617cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7 HTTP/1.1" status: 200 len: 217 time: 0.1009290 Aug 16 23:50:15.925469 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-172443fa-ed4b-4093-8a35-72712b92bcae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:15.941493 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42112) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:15.963152 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5779c183-9d2d-48dd-bd8a-5f6f1eb5988c req-8098826d-7908-4a32-ab6c-75c2aa4cecc4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=a80abd68-a5cd-4879-b583-fc207ffd7657 HTTP/1.1" status: 200 len: 217 time: 0.0934577 Aug 16 23:50:16.003085 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-14f5de42-25e4-4baf-92ed-9862f20d0cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:16.003085 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de65cfa-c246-49fb-9465-27e934c31d9b req-be6aa6f5-f0d7-4e2f-97d8-2c479c312ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:16.003085 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8de65cfa-c246-49fb-9465-27e934c31d9b req-be6aa6f5-f0d7-4e2f-97d8-2c479c312ea2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.3349907 Aug 16 23:50:16.031868 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2be76b71-852f-4ea7-896d-1f71971d6ec3 req-942029cf-66db-4668-81d6-e9a9c1fce087 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496951 Aug 16 23:50:16.047631 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device a7dbf29f-c990-453c-8b9a-4537c6e199d9 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:50:16.074160 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-37bf45b7-2b2b-4d98-9c09-bf474e45480f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:16.076549 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-37bf45b7-2b2b-4d98-9c09-bf474e45480f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1796250 Aug 16 23:50:16.089230 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ca2d9-482b-4e49-a008-fcde7c1f0c07 req-bcad6d85-9577-4c9c-a3ac-de95b7c654ac tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:16.091000 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a09ca2d9-482b-4e49-a008-fcde7c1f0c07 req-bcad6d85-9577-4c9c-a3ac-de95b7c654ac tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c99f063-fe33-4ea7-b3f4-6651239f7aaa HTTP/1.1" status: 200 len: 947 time: 0.2201793 Aug 16 23:50:16.093969 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779c183-9d2d-48dd-bd8a-5f6f1eb5988c req-ce024950-59c9-4940-8221-9be67fd311fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:16.095609 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5779c183-9d2d-48dd-bd8a-5f6f1eb5988c req-ce024950-59c9-4940-8221-9be67fd311fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1101279 Aug 16 23:50:16.121977 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-963dc8b2-adc6-459e-b608-48db8536ea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:16.123467 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-963dc8b2-adc6-459e-b608-48db8536ea75 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.2239878 Aug 16 23:50:16.129607 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8de65cfa-c246-49fb-9465-27e934c31d9b req-a05e95f2-2456-436d-8460-551fa9492e36 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26 HTTP/1.1" status: 200 len: 217 time: 0.1094637 Aug 16 23:50:16.224202 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port a7dbf29f-c990-453c-8b9a-4537c6e199d9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a7dbf29f-c990-453c-8b9a-4537c6e199d9,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:16.233349 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a09ca2d9-482b-4e49-a008-fcde7c1f0c07 req-b3c81a16-9af7-42c2-a666-305152d4d5a1 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289456 Aug 16 23:50:16.239022 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-d9cb700e-8972-4e6c-8658-e79e2cf82fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:16.240746 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-d9cb700e-8972-4e6c-8658-e79e2cf82fb2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1486609 Aug 16 23:50:16.244531 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779c183-9d2d-48dd-bd8a-5f6f1eb5988c req-dab44c23-4d89-461d-9975-8320f25b61ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:16.246549 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5779c183-9d2d-48dd-bd8a-5f6f1eb5988c req-dab44c23-4d89-461d-9975-8320f25b61ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1433144 Aug 16 23:50:16.256838 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': 'a7dbf29f-c990-453c-8b9a-4537c6e199d9', 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de', 'port_id': 'a7dbf29f-c990-453c-8b9a-4537c6e199d9', 'mac_address': 'fa:16:3e:78:65:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:50:16.257155 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de65cfa-c246-49fb-9465-27e934c31d9b req-95070f10-d66c-47b1-b2f5-3d6f7d02a6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:16.257697 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8de65cfa-c246-49fb-9465-27e934c31d9b req-95070f10-d66c-47b1-b2f5-3d6f7d02a6ca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1126261 Aug 16 23:50:16.259326 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-d22c2828-7397-4981-a7db-e04beb5e0ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:16.260705 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-d22c2828-7397-4981-a7db-e04beb5e0ea3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1283841 Aug 16 23:50:16.270258 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bab94-3009-41c9-ba53-8271d08d0edc req-346357de-b351-4166-ab96-f70f8a288726 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:16.277558 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f96bab94-3009-41c9-ba53-8271d08d0edc req-346357de-b351-4166-ab96-f70f8a288726 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 944 time: 0.1293323 Aug 16 23:50:16.292508 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:16.307444 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7dbf29f-c990-453c-8b9a-4537c6e199d9 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:50:16.330820 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port a7dbf29f-c990-453c-8b9a-4537c6e199d9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a7dbf29f-c990-453c-8b9a-4537c6e199d9,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:16.337151 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:16.337738 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 445e3097-e62b-415b-8136-451ef3dbd608 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:50:16.365854 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-172443fa-ed4b-4093-8a35-72712b92bcae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:16.389400 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-172443fa-ed4b-4093-8a35-72712b92bcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:16.450661 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de65cfa-c246-49fb-9465-27e934c31d9b req-022ffd8e-5d68-4506-903a-17dc03e2208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:16.451882 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bb7984-27d5-44a8-bf29-7f9c735267d8', 'tag': '2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:50:16.452127 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8de65cfa-c246-49fb-9465-27e934c31d9b req-022ffd8e-5d68-4506-903a-17dc03e2208f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1819153 Aug 16 23:50:16.457674 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62b7ead-cf54-4924-9eed-6acfe3a62c80" -d '{"events": [{"name": "network-changed", "server_uuid": "08bb7984-27d5-44a8-bf29-7f9c735267d8", "tag": "2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:50:16.464892 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-a937438d-f29b-4b9f-89a1-94193642dd86 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038169 Aug 16 23:50:16.486670 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 445e3097-e62b-415b-8136-451ef3dbd608, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=445e3097-e62b-415b-8136-451ef3dbd608,segment=NetworkSegment(2e5b857d-bed9-47c8-b3b0-8b6db12a9249),segment_id=2e5b857d-bed9-47c8-b3b0-8b6db12a9249)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:16.505688 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172443fa-ed4b-4093-8a35-72712b92bcae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d27709a-a795-44bd-abbc-656ee9ae6368,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:16.511698 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '445e3097-e62b-415b-8136-451ef3dbd608', 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad', 'port_id': '445e3097-e62b-415b-8136-451ef3dbd608', 'mac_address': 'fa:16:3e:2f:ad:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:50:16.550545 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-172443fa-ed4b-4093-8a35-72712b92bcae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fcbc21511b2f4ca7b9c34640e35fa465&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1897192 Aug 16 23:50:16.561853 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42132) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:16.587733 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-3db92731-8eee-4977-92b0-0fe3b8c79715 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162413 Aug 16 23:50:16.625165 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-025ca71d-b1bb-451e-b78f-99c95a3f6800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:16.660351 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:16.681074 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445e3097-e62b-415b-8136-451ef3dbd608 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:50:16.692455 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=a7dbf29f-c990-453c-8b9a-4537c6e199d9,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:16.716358 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 445e3097-e62b-415b-8136-451ef3dbd608, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=445e3097-e62b-415b-8136-451ef3dbd608,segment=NetworkSegment(2e5b857d-bed9-47c8-b3b0-8b6db12a9249),segment_id=2e5b857d-bed9-47c8-b3b0-8b6db12a9249)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:16.722714 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:16.774391 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8de65cfa-c246-49fb-9465-27e934c31d9b req-61d95f5b-bf10-403c-b40e-4f2bbe26a5e2 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071554 Aug 16 23:50:16.781992 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-14f5de42-25e4-4baf-92ed-9862f20d0cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:16.806346 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-027a38cc-ad9e-457c-bb69-3e1b22a9ed0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:16.807857 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-14f5de42-25e4-4baf-92ed-9862f20d0cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:16.818340 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=445e3097-e62b-415b-8136-451ef3dbd608,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:16.836994 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f96bab94-3009-41c9-ba53-8271d08d0edc req-eca4a1bc-db3b-408f-81bf-1c94296a5749 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/security-groups?id=924a7a98-9eb5-4373-9821-9ef20d002319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5583708 Aug 16 23:50:16.889860 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c400b72f-2296-4db2-8ba7-0ca7a3d4a349 req-ec3f9394-8418-4f58-9243-8ac8ba0fac5c service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853429 Aug 16 23:50:16.929788 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-027a38cc-ad9e-457c-bb69-3e1b22a9ed0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:16.933216 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-14f5de42-25e4-4baf-92ed-9862f20d0cb2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e7f07976cde14c61b612a9e5d77debc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9711511 Aug 16 23:50:16.940128 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b98006-5b82-48f4-a053-daaf8e804c47 x-openstack-request-id: req-a4b98006-5b82-48f4-a053-daaf8e804c47 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:50:16.940381 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5de42-25e4-4baf-92ed-9862f20d0cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bff936-f27c-4576-9f9b-faf4b42bdd0a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:16.940658 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08bb7984-27d5-44a8-bf29-7f9c735267d8", "tag": "2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:50:16.941438 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a4b98006-5b82-48f4-a053-daaf8e804c47 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:50:16.942059 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08bb7984-27d5-44a8-bf29-7f9c735267d8', 'tag': '2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7', 'status': 'completed', 'code': 200} Aug 16 23:50:16.944223 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42144) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:16.947290 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-87902ac3-99dd-4299-8049-72d251bfdbdd req-6d49944a-436e-4bc7-9c9b-9d3174759d6f service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726467 Aug 16 23:50:16.969458 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276c98d-db45-4b8d-b1d7-7893f072fe90 req-3af1c523-ce3e-4f62-9ca5-802d585f641c tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:16.978798 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1276c98d-db45-4b8d-b1d7-7893f072fe90 req-3af1c523-ce3e-4f62-9ca5-802d585f641c tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5302c95-195b-41a5-9820-7f44d802dd67 HTTP/1.1" status: 200 len: 948 time: 0.2451172 Aug 16 23:50:17.004831 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5779c183-9d2d-48dd-bd8a-5f6f1eb5988c req-f2886b4a-4dcb-4749-926d-15b4d61ef97c service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7451291 Aug 16 23:50:17.153854 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1276c98d-db45-4b8d-b1d7-7893f072fe90 req-89e20eb1-ee91-410c-84e8-29a273a54975 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b49f97d-71fa-47f4-b285-f017b932b82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741693 Aug 16 23:50:17.160558 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c99f063-fe33-4ea7-b3f4-6651239f7aaa', 'tag': '2108fc65-6e5a-471c-a4c9-394e8556c3d9'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:50:17.162859 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540bfdb3-dd28-4c3c-8b45-ff0ffcf350cb" -d '{"events": [{"name": "network-changed", "server_uuid": "3c99f063-fe33-4ea7-b3f4-6651239f7aaa", "tag": "2108fc65-6e5a-471c-a4c9-394e8556c3d9"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:50:17.172838 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b7ead-cf54-4924-9eed-6acfe3a62c80 req-5329d3eb-e095-481e-9bbc-0416299018dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:17.174992 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e62b7ead-cf54-4924-9eed-6acfe3a62c80 req-5329d3eb-e095-481e-9bbc-0416299018dc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=acebb709ed4d446eb7d3c128b0012b0b&device_id=08bb7984-27d5-44a8-bf29-7f9c735267d8 HTTP/1.1" status: 200 len: 1100 time: 0.1610746 Aug 16 23:50:17.188669 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['a7dbf29f-c990-453c-8b9a-4537c6e199d9'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:50:17.195336 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c33ae1-fd46-460b-9de5-c5111d72d869 req-ef9b5d55-0518-435a-8696-2be5c5eb7fc0 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:17.196902 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-74c33ae1-fd46-460b-9de5-c5111d72d869 req-ef9b5d55-0518-435a-8696-2be5c5eb7fc0 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 945 time: 0.2156696 Aug 16 23:50:17.228844 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8de65cfa-c246-49fb-9465-27e934c31d9b req-fc7590d5-1db2-4d55-9966-b08768651790 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391725 Aug 16 23:50:17.251795 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-027a38cc-ad9e-457c-bb69-3e1b22a9ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:17.254633 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-027a38cc-ad9e-457c-bb69-3e1b22a9ed0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:17.255835 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-027a38cc-ad9e-457c-bb69-3e1b22a9ed0c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6d27709a-a795-44bd-abbc-656ee9ae6368 HTTP/1.1" status: 204 len: 168 time: 0.6930156 Aug 16 23:50:17.256559 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-56baac14-a110-4e17-897f-07de2cd6b947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:17.300682 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a38cc-ad9e-457c-bb69-3e1b22a9ed0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d27709a-a795-44bd-abbc-656ee9ae6368,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:17.301299 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['445e3097-e62b-415b-8136-451ef3dbd608'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:50:17.318118 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5779c183-9d2d-48dd-bd8a-5f6f1eb5988c req-d60ff182-c0fc-4d42-baf4-2760d11e86f4 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673430 Aug 16 23:50:17.333432 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-56baac14-a110-4e17-897f-07de2cd6b947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:17.385817 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-74c33ae1-fd46-460b-9de5-c5111d72d869 req-a378a20f-3aad-4629-9689-fe145c343cb3 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477799 Aug 16 23:50:17.421150 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-56baac14-a110-4e17-897f-07de2cd6b947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:17.425826 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-56baac14-a110-4e17-897f-07de2cd6b947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:17.427309 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-56baac14-a110-4e17-897f-07de2cd6b947 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/33bff936-f27c-4576-9f9b-faf4b42bdd0a HTTP/1.1" status: 204 len: 168 time: 0.4805956 Aug 16 23:50:17.430063 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b7ead-cf54-4924-9eed-6acfe3a62c80 req-6d098e84-b124-47dd-916c-92309e962d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:17.449537 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e62b7ead-cf54-4924-9eed-6acfe3a62c80 req-6d098e84-b124-47dd-916c-92309e962d91 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.2504530 Aug 16 23:50:17.450052 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56baac14-a110-4e17-897f-07de2cd6b947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bff936-f27c-4576-9f9b-faf4b42bdd0a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:17.473349 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7149de6-207a-4d3c-acba-841d33fc8560 x-openstack-request-id: req-d7149de6-207a-4d3c-acba-841d33fc8560 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:50:17.473641 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c99f063-fe33-4ea7-b3f4-6651239f7aaa", "tag": "2108fc65-6e5a-471c-a4c9-394e8556c3d9", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:50:17.473937 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d7149de6-207a-4d3c-acba-841d33fc8560 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:50:17.474440 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c99f063-fe33-4ea7-b3f4-6651239f7aaa', 'tag': '2108fc65-6e5a-471c-a4c9-394e8556c3d9', 'status': 'completed', 'code': 200} Aug 16 23:50:17.582824 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e62b7ead-cf54-4924-9eed-6acfe3a62c80 req-0a633f91-1909-4ac4-a994-cf867894a497 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7 HTTP/1.1" status: 200 len: 217 time: 0.1320422 Aug 16 23:50:17.617194 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca074370-dd16-45f7-8d54-fcdf66587290 req-e542ea48-2907-4fe8-8fcb-7ead2a8f26cc tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:17.620234 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca074370-dd16-45f7-8d54-fcdf66587290 req-e542ea48-2907-4fe8-8fcb-7ead2a8f26cc tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=08bb7984-27d5-44a8-bf29-7f9c735267d8 HTTP/1.1" status: 200 len: 948 time: 0.2961733 Aug 16 23:50:17.727765 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42170) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:17.738957 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b7ead-cf54-4924-9eed-6acfe3a62c80 req-e771958d-3a83-4566-b2a5-0536c15b813e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:17.740424 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e62b7ead-cf54-4924-9eed-6acfe3a62c80 req-e771958d-3a83-4566-b2a5-0536c15b813e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1339357 Aug 16 23:50:17.741516 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bdaa8095-afcd-48f0-ac39-b046b1eeb16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:17.744914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540bfdb3-dd28-4c3c-8b45-ff0ffcf350cb req-625f9d80-fd7e-4aba-89c4-d5a2135a7362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:17.746385 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-540bfdb3-dd28-4c3c-8b45-ff0ffcf350cb req-625f9d80-fd7e-4aba-89c4-d5a2135a7362 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc124757bb0941df89092d7bba0b49d5&device_id=3c99f063-fe33-4ea7-b3f4-6651239f7aaa HTTP/1.1" status: 200 len: 1099 time: 0.1911409 Aug 16 23:50:17.755509 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf45f8-3f84-4a8b-bdd1-9db99237c7ba req-bc42a7f0-d665-4815-8453-3a67ad1f262e tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:17.757407 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-14bf45f8-3f84-4a8b-bdd1-9db99237c7ba req-bc42a7f0-d665-4815-8453-3a67ad1f262e tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c99f063-fe33-4ea7-b3f4-6651239f7aaa HTTP/1.1" status: 200 len: 947 time: 0.1870377 Aug 16 23:50:17.771782 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca074370-dd16-45f7-8d54-fcdf66587290 req-d8afc96d-3d43-427d-9a64-36cf2398dd65 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015787 Aug 16 23:50:17.895271 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-14bf45f8-3f84-4a8b-bdd1-9db99237c7ba req-dd50ebb1-8ec9-4f87-915e-8e3dec75cac4 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147251 Aug 16 23:50:17.903432 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b7ead-cf54-4924-9eed-6acfe3a62c80 req-8f8eaed7-5218-46a3-abdb-b8010f0ed745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:17.904347 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bdaa8095-afcd-48f0-ac39-b046b1eeb16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:17.904532 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e62b7ead-cf54-4924-9eed-6acfe3a62c80 req-8f8eaed7-5218-46a3-abdb-b8010f0ed745 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1446702 Aug 16 23:50:17.910601 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bdaa8095-afcd-48f0-ac39-b046b1eeb16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:17.960799 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bdaa8095-afcd-48f0-ac39-b046b1eeb16f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=79d5faca11a74234bafe33dc19bc50e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318988 Aug 16 23:50:17.962185 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa8095-afcd-48f0-ac39-b046b1eeb16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49dc506-4bbd-4adb-a38e-61444367efde,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:17.965451 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42178) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:17.976273 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540bfdb3-dd28-4c3c-8b45-ff0ffcf350cb req-5c73982f-7af7-4d77-8f2b-a112273b21e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:17.986595 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-540bfdb3-dd28-4c3c-8b45-ff0ffcf350cb req-5c73982f-7af7-4d77-8f2b-a112273b21e8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.2189755 Aug 16 23:50:18.014375 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:50:18.043081 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8e16e0e6-bcb3-4c82-a204-fd31c7544849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:18.057767 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-540bfdb3-dd28-4c3c-8b45-ff0ffcf350cb req-c9cc96f6-70b0-4162-b148-bbe1be9fa0a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=2108fc65-6e5a-471c-a4c9-394e8556c3d9 HTTP/1.1" status: 200 len: 217 time: 0.0681052 Aug 16 23:50:18.083948 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8e16e0e6-bcb3-4c82-a204-fd31c7544849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:18.113949 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce83ac1-079e-4f26-8e52-012999f2fc77 req-86e21b0a-e3c7-4ccb-a8dd-7968ddffc527 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:18.121241 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ce83ac1-079e-4f26-8e52-012999f2fc77 req-86e21b0a-e3c7-4ccb-a8dd-7968ddffc527 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 945 time: 0.1467738 Aug 16 23:50:18.138021 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:18.155792 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': '9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26', 'mac_address': 'fa:16:3e:49:8d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:50:18.168783 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e62b7ead-cf54-4924-9eed-6acfe3a62c80 req-85c44254-1346-4241-8d2e-067a2bbda37a service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535076 Aug 16 23:50:18.178145 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ce83ac1-079e-4f26-8e52-012999f2fc77 req-36256240-ab55-4397-9e3d-63979ac00995 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/security-groups?id=924a7a98-9eb5-4373-9821-9ef20d002319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560524 Aug 16 23:50:18.186924 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8e16e0e6-bcb3-4c82-a204-fd31c7544849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:18.193795 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8e16e0e6-bcb3-4c82-a204-fd31c7544849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:18.196327 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8e16e0e6-bcb3-4c82-a204-fd31c7544849 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b49dc506-4bbd-4adb-a38e-61444367efde HTTP/1.1" status: 204 len: 168 time: 0.2272413 Aug 16 23:50:18.209897 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540bfdb3-dd28-4c3c-8b45-ff0ffcf350cb req-7878be65-ef06-437f-bc73-2abb7c509512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:18.211672 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-540bfdb3-dd28-4c3c-8b45-ff0ffcf350cb req-7878be65-ef06-437f-bc73-2abb7c509512 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1438534 Aug 16 23:50:18.219404 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:18.225533 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16e0e6-bcb3-4c82-a204-fd31c7544849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49dc506-4bbd-4adb-a38e-61444367efde,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:18.260617 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:50:18.303507 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:18.308271 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:18.343504 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540bfdb3-dd28-4c3c-8b45-ff0ffcf350cb req-9319318b-7c9a-497d-a1be-92ad253636a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:18.345577 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-540bfdb3-dd28-4c3c-8b45-ff0ffcf350cb req-9319318b-7c9a-497d-a1be-92ad253636a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1033347 Aug 16 23:50:18.371877 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:18.387976 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d67438-9d08-4ce2-91d6-e069ee8d6ed4 req-5e2d4fd1-393c-4846-bad3-625289c97f6a tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:18.389472 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b5d67438-9d08-4ce2-91d6-e069ee8d6ed4 req-5e2d4fd1-393c-4846-bad3-625289c97f6a tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5302c95-195b-41a5-9820-7f44d802dd67 HTTP/1.1" status: 200 len: 948 time: 0.1117735 Aug 16 23:50:18.391297 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e62b7ead-cf54-4924-9eed-6acfe3a62c80 req-c688bb89-f74b-49b7-848d-a4d384e77d18 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106545 Aug 16 23:50:18.472072 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a80abd68-a5cd-4879-b583-fc207ffd7657 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:50:18.489590 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b5d67438-9d08-4ce2-91d6-e069ee8d6ed4 req-3f2347cb-5516-4a42-aa2c-ff2c19203ba4 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b49f97d-71fa-47f4-b285-f017b932b82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669417 Aug 16 23:50:18.550111 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-540bfdb3-dd28-4c3c-8b45-ff0ffcf350cb req-8b4c0a39-a662-47cd-a663-9b8522c332c2 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931741 Aug 16 23:50:18.556929 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:50:18.711109 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7eacaa-d1ff-48a4-a3f7-3cc057ce7bce req-9ed47948-a836-44d7-a821-5339364803cf tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:18.719485 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2b7eacaa-d1ff-48a4-a3f7-3cc057ce7bce req-9ed47948-a836-44d7-a821-5339364803cf tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 945 time: 0.0997829 Aug 16 23:50:18.725518 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-540bfdb3-dd28-4c3c-8b45-ff0ffcf350cb req-0c4451e2-d3f0-4665-9adb-a14524447ac0 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661606 Aug 16 23:50:18.784935 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2b7eacaa-d1ff-48a4-a3f7-3cc057ce7bce req-37350500-bdea-4050-af82-c342a068a3b1 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597489 Aug 16 23:50:18.788825 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a80abd68-a5cd-4879-b583-fc207ffd7657, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a80abd68-a5cd-4879-b583-fc207ffd7657,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:18.831621 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'a80abd68-a5cd-4879-b583-fc207ffd7657', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': 'a80abd68-a5cd-4879-b583-fc207ffd7657', 'mac_address': 'fa:16:3e:e0:bc:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:50:18.900734 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:18.918287 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2580ab-6faa-4b37-aac6-6ffd8385587f req-b391569c-c826-4c9a-a9d9-d65f6c9834c5 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:18.920083 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac2580ab-6faa-4b37-aac6-6ffd8385587f req-b391569c-c826-4c9a-a9d9-d65f6c9834c5 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=08bb7984-27d5-44a8-bf29-7f9c735267d8 HTTP/1.1" status: 200 len: 948 time: 0.0637038 Aug 16 23:50:18.924129 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80abd68-a5cd-4879-b583-fc207ffd7657 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:50:18.962235 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a80abd68-a5cd-4879-b583-fc207ffd7657, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a80abd68-a5cd-4879-b583-fc207ffd7657,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:18.976664 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac2580ab-6faa-4b37-aac6-6ffd8385587f req-4fb7a5f3-0256-48e6-af69-0a6b1b72538b tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491085 Aug 16 23:50:18.987704 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:19.056782 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=a80abd68-a5cd-4879-b583-fc207ffd7657,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:19.069495 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5e425ffd-9c95-4e3e-9e02-02e894cdfe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:19.128035 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb45df-5677-432a-89d5-61ab5522cefe req-faf1686f-2201-433e-b01c-f7c4d71aa218 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:19.129591 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92eb45df-5677-432a-89d5-61ab5522cefe req-faf1686f-2201-433e-b01c-f7c4d71aa218 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c99f063-fe33-4ea7-b3f4-6651239f7aaa HTTP/1.1" status: 200 len: 947 time: 0.0789230 Aug 16 23:50:19.176900 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:19.178443 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92eb45df-5677-432a-89d5-61ab5522cefe req-e870a4fb-d39d-4609-a8ba-fc9bce411b19 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427144 Aug 16 23:50:19.184583 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['a80abd68-a5cd-4879-b583-fc207ffd7657'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:50:19.333030 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae58efd-a698-4df1-9bf0-2fd3f07cec8c req-c893e54c-ef7e-4356-9451-94b274bd30d6 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:19.335062 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cae58efd-a698-4df1-9bf0-2fd3f07cec8c req-c893e54c-ef7e-4356-9451-94b274bd30d6 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 945 time: 0.0644925 Aug 16 23:50:19.381028 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cae58efd-a698-4df1-9bf0-2fd3f07cec8c req-f81032f3-19a1-49ea-819a-880269386b7f tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/security-groups?id=924a7a98-9eb5-4373-9821-9ef20d002319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390985 Aug 16 23:50:19.470723 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42248) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:19.602100 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086566d-7ba4-4cb5-bbd8-aaf2a79ec0da req-9c814f23-0b52-4169-b8e7-2cddb7bced69 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:19.605514 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e086566d-7ba4-4cb5-bbd8-aaf2a79ec0da req-9c814f23-0b52-4169-b8e7-2cddb7bced69 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5302c95-195b-41a5-9820-7f44d802dd67 HTTP/1.1" status: 200 len: 949 time: 0.0543180 Aug 16 23:50:19.652378 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e086566d-7ba4-4cb5-bbd8-aaf2a79ec0da req-2e11766d-a194-4d77-8948-ae6683d544ea tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b49f97d-71fa-47f4-b285-f017b932b82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404541 Aug 16 23:50:19.662425 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-383ef1da-055d-4952-83a2-5877ebeafc45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:19.760333 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-383ef1da-055d-4952-83a2-5877ebeafc45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:19.765885 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-383ef1da-055d-4952-83a2-5877ebeafc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:19.806770 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-383ef1da-055d-4952-83a2-5877ebeafc45 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=36a40203416340d68de9ed01e0c7d547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349512 Aug 16 23:50:19.807753 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ef1da-055d-4952-83a2-5877ebeafc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d777d20e-67c4-4c6d-b8df-1cf3c591e570,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:19.809441 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42266) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:19.872515 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-702fa719-bedb-4a14-bc63-d0a90d57e8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:19.918493 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-702fa719-bedb-4a14-bc63-d0a90d57e8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:19.967094 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcc73f-1951-477b-b7c4-56de33bb79f6 req-8f3d52ce-561f-44f0-b744-dd7cc7a504d1 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:19.968377 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aebcc73f-1951-477b-b7c4-56de33bb79f6 req-8f3d52ce-561f-44f0-b744-dd7cc7a504d1 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 945 time: 0.0826676 Aug 16 23:50:20.010493 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-702fa719-bedb-4a14-bc63-d0a90d57e8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:20.013003 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-702fa719-bedb-4a14-bc63-d0a90d57e8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:20.014181 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-702fa719-bedb-4a14-bc63-d0a90d57e8c8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d777d20e-67c4-4c6d-b8df-1cf3c591e570 HTTP/1.1" status: 204 len: 168 time: 0.2027009 Aug 16 23:50:20.022889 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aebcc73f-1951-477b-b7c4-56de33bb79f6 req-c51762aa-1046-445b-9b87-2a595e6213fc tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475216 Aug 16 23:50:20.038379 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fa719-bedb-4a14-bc63-d0a90d57e8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d777d20e-67c4-4c6d-b8df-1cf3c591e570,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:20.054460 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:20.065320 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:50:20.068092 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device a7dbf29f-c990-453c-8b9a-4537c6e199d9 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:50:20.163151 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc4c4f-ffad-4754-8efc-c89840486fe6 req-fba0ff48-3793-41df-8fb0-1656205b0421 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:20.165019 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03dc4c4f-ffad-4754-8efc-c89840486fe6 req-fba0ff48-3793-41df-8fb0-1656205b0421 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=08bb7984-27d5-44a8-bf29-7f9c735267d8 HTTP/1.1" status: 200 len: 948 time: 0.0598171 Aug 16 23:50:20.207681 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port a7dbf29f-c990-453c-8b9a-4537c6e199d9 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:50:20.210151 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-96d9e9e3-70a2-4c84-856c-d8ea807096da req-c7fa3727-6b66-4a8b-bf10-4d0314b68c84 tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1179587146', 'description': 'tempest-description-1734726075'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:20.213279 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port a7dbf29f-c990-453c-8b9a-4537c6e199d9 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:50:20.213877 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:20.233026 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03dc4c4f-ffad-4754-8efc-c89840486fe6 req-9d13b94c-8661-4f13-82e5-90ee150e8a8c tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618963 Aug 16 23:50:20.274347 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-96d9e9e3-70a2-4c84-856c-d8ea807096da req-c7fa3727-6b66-4a8b-bf10-4d0314b68c84 tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:20.274623 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:20.291674 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-96d9e9e3-70a2-4c84-856c-d8ea807096da req-c7fa3727-6b66-4a8b-bf10-4d0314b68c84 tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:20.293344 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': '2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7', 'mac_address': 'fa:16:3e:59:c6:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:50:20.364325 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:20.375051 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:20.397619 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:50:20.408745 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3172430f-31a9-46dd-ac81-4e9d0e31a8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7dbf29f-c990-453c-8b9a-4537c6e199d9'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:50:20.411281 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b7461c-6b0e-4d9b-90c3-4c465c7675f9" -d '{"events": [{"server_uuid": "3172430f-31a9-46dd-ac81-4e9d0e31a8ab", "name": "network-vif-plugged", "status": "completed", "tag": "a7dbf29f-c990-453c-8b9a-4537c6e199d9"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:50:20.421336 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998dd82-4e71-478d-ae53-832be856286f req-6bdad687-9b99-4d6e-958c-461fa1c64562 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:20.425527 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b998dd82-4e71-478d-ae53-832be856286f req-6bdad687-9b99-4d6e-958c-461fa1c64562 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c99f063-fe33-4ea7-b3f4-6651239f7aaa HTTP/1.1" status: 200 len: 947 time: 0.0740373 Aug 16 23:50:20.436254 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port a7dbf29f-c990-453c-8b9a-4537c6e199d9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a7dbf29f-c990-453c-8b9a-4537c6e199d9,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:20.438360 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:20.442263 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:20.443126 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 445e3097-e62b-415b-8136-451ef3dbd608 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:50:20.494928 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:20.497726 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 2108fc65-6e5a-471c-a4c9-394e8556c3d9 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:50:20.503419 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-96d9e9e3-70a2-4c84-856c-d8ea807096da req-c7fa3727-6b66-4a8b-bf10-4d0314b68c84 tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:20.504040 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a80abd68-a5cd-4879-b583-fc207ffd7657 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:50:20.504926 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42296) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:20.515007 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-96d9e9e3-70a2-4c84-856c-d8ea807096da req-c7fa3727-6b66-4a8b-bf10-4d0314b68c84 tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:20.522616 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-36dbc745-4441-4e42-9837-fc5f2368b379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:20.559639 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b998dd82-4e71-478d-ae53-832be856286f req-45b9bfaf-34a5-476b-80d6-f17204218f68 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239917 Aug 16 23:50:20.579903 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa3727-6b66-4a8b-bf10-4d0314b68c84 tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aaf13b6-5711-442b-821a-6263ddf66115,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:20.631918 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-96d9e9e3-70a2-4c84-856c-d8ea807096da req-c7fa3727-6b66-4a8b-bf10-4d0314b68c84 tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:20.640789 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-96d9e9e3-70a2-4c84-856c-d8ea807096da req-c7fa3727-6b66-4a8b-bf10-4d0314b68c84 tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:20.649937 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=a7dbf29f-c990-453c-8b9a-4537c6e199d9,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:20.713909 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa3727-6b66-4a8b-bf10-4d0314b68c84 tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59495f43-ec84-49f1-9c6e-1c461b4bc849,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:20.739568 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 445e3097-e62b-415b-8136-451ef3dbd608 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:50:20.761966 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f794c-54b9-43b8-85a5-03311ade7ddf req-24efa213-30f8-49c2-b8c1-accd614b2cda tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:20.763957 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d5f794c-54b9-43b8-85a5-03311ade7ddf req-24efa213-30f8-49c2-b8c1-accd614b2cda tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 945 time: 0.0854280 Aug 16 23:50:20.764116 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port a80abd68-a5cd-4879-b583-fc207ffd7657 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:50:20.765928 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 445e3097-e62b-415b-8136-451ef3dbd608 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:50:20.766299 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:20.770477 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-36dbc745-4441-4e42-9837-fc5f2368b379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:20.775186 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 2108fc65-6e5a-471c-a4c9-394e8556c3d9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=2108fc65-6e5a-471c-a4c9-394e8556c3d9,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:20.778910 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-36dbc745-4441-4e42-9837-fc5f2368b379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:20.803755 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-96d9e9e3-70a2-4c84-856c-d8ea807096da req-c7fa3727-6b66-4a8b-bf10-4d0314b68c84 tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:20.804663 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-96d9e9e3-70a2-4c84-856c-d8ea807096da req-c7fa3727-6b66-4a8b-bf10-4d0314b68c84 tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6063290 Aug 16 23:50:20.805691 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port a80abd68-a5cd-4879-b583-fc207ffd7657 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:50:20.806531 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:20.807609 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:20.827290 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d5f794c-54b9-43b8-85a5-03311ade7ddf req-d03ee9fb-93c5-4fd6-b461-03b4eddf5f9d tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/security-groups?id=924a7a98-9eb5-4373-9821-9ef20d002319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554464 Aug 16 23:50:20.832494 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-36dbc745-4441-4e42-9837-fc5f2368b379 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a3fc20fa4f034d5fb3386b379f955d33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3220518 Aug 16 23:50:20.834348 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dbc745-4441-4e42-9837-fc5f2368b379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7048217c-0639-4c9c-817d-041c2a7feae2,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:20.838023 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42306) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:20.850812 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:50:20.891989 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ee977b-e158-4ee3-8dca-a11c07a9013e x-openstack-request-id: req-51ee977b-e158-4ee3-8dca-a11c07a9013e {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:50:20.892400 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3172430f-31a9-46dd-ac81-4e9d0e31a8ab", "name": "network-vif-plugged", "status": "completed", "tag": "a7dbf29f-c990-453c-8b9a-4537c6e199d9", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:50:20.892748 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-51ee977b-e158-4ee3-8dca-a11c07a9013e {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:50:20.893426 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3172430f-31a9-46dd-ac81-4e9d0e31a8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7dbf29f-c990-453c-8b9a-4537c6e199d9', 'code': 200} Aug 16 23:50:20.914110 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-e37b6244-9e2f-4386-bbe4-88603e7b148c req-140aba97-90f2-4ab4-b5c2-c4f7f1a47ebe tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1559778458', 'description': 'tempest-description-1547125248'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:20.915501 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '2108fc65-6e5a-471c-a4c9-394e8556c3d9', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': '2108fc65-6e5a-471c-a4c9-394e8556c3d9', 'mac_address': 'fa:16:3e:da:53:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:50:20.997870 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4dd190e1-2797-48f5-a585-598f91606b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:21.013884 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:21.088548 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2108fc65-6e5a-471c-a4c9-394e8556c3d9 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:50:21.132319 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:21.149338 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 2108fc65-6e5a-471c-a4c9-394e8556c3d9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=2108fc65-6e5a-471c-a4c9-394e8556c3d9,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:21.156244 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:21.169767 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:21.190936 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e37b6244-9e2f-4386-bbe4-88603e7b148c req-140aba97-90f2-4ab4-b5c2-c4f7f1a47ebe tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:21.237515 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4dd190e1-2797-48f5-a585-598f91606b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:21.267842 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e0548-b2e0-445e-9c76-d0624a08641d req-95aeed8c-cd54-4fa1-bea2-e91bd404961a tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:21.269405 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c09e0548-b2e0-445e-9c76-d0624a08641d req-95aeed8c-cd54-4fa1-bea2-e91bd404961a tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5302c95-195b-41a5-9820-7f44d802dd67 HTTP/1.1" status: 200 len: 949 time: 0.3265994 Aug 16 23:50:21.271559 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a80abd68-a5cd-4879-b583-fc207ffd7657, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a80abd68-a5cd-4879-b583-fc207ffd7657,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:21.277790 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 445e3097-e62b-415b-8136-451ef3dbd608, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=445e3097-e62b-415b-8136-451ef3dbd608,segment=NetworkSegment(2e5b857d-bed9-47c8-b3b0-8b6db12a9249),segment_id=2e5b857d-bed9-47c8-b3b0-8b6db12a9249)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:21.280366 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cff71-22ab-456e-8a14-98fa0844808e req-bd383ef0-4d60-4ff7-98ce-ce3855c12e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:21.281853 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-936cff71-22ab-456e-8a14-98fa0844808e req-bd383ef0-4d60-4ff7-98ce-ce3855c12e2b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 1098 time: 0.3271704 Aug 16 23:50:21.290545 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:21.297372 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:21.298753 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:50:21.310306 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=2108fc65-6e5a-471c-a4c9-394e8556c3d9,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:21.373128 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-936cff71-22ab-456e-8a14-98fa0844808e req-491babb9-41d6-4275-a183-eeb4ddca308d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678065 Aug 16 23:50:21.375806 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c09e0548-b2e0-445e-9c76-d0624a08641d req-ea72c794-5dc8-47f7-869d-0d479cde5ecb tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b49f97d-71fa-47f4-b285-f017b932b82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989902 Aug 16 23:50:21.379259 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4dd190e1-2797-48f5-a585-598f91606b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:21.382345 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4dd190e1-2797-48f5-a585-598f91606b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:21.385964 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4dd190e1-2797-48f5-a585-598f91606b43 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7048217c-0639-4c9c-817d-041c2a7feae2 HTTP/1.1" status: 204 len: 168 time: 0.5443115 Aug 16 23:50:21.386127 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['2108fc65-6e5a-471c-a4c9-394e8556c3d9'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:50:21.397430 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd190e1-2797-48f5-a585-598f91606b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7048217c-0639-4c9c-817d-041c2a7feae2,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:21.441695 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e37b6244-9e2f-4386-bbe4-88603e7b148c req-140aba97-90f2-4ab4-b5c2-c4f7f1a47ebe tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:21.449527 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e37b6244-9e2f-4386-bbe4-88603e7b148c req-140aba97-90f2-4ab4-b5c2-c4f7f1a47ebe tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:21.482796 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140aba97-90f2-4ab4-b5c2-c4f7f1a47ebe tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16ffba74-124e-4e46-88b6-1f42c9080f5a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:21.487493 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e37b6244-9e2f-4386-bbe4-88603e7b148c req-140aba97-90f2-4ab4-b5c2-c4f7f1a47ebe tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:21.489016 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e37b6244-9e2f-4386-bbe4-88603e7b148c req-140aba97-90f2-4ab4-b5c2-c4f7f1a47ebe tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5870531 Aug 16 23:50:21.493508 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=a80abd68-a5cd-4879-b583-fc207ffd7657,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:21.499427 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:50:21.513907 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:50:21.514277 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:21.620812 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610a666-a667-48a9-bc24-0bf63d102dbb req-b2564b05-f541-47b3-96a4-49770873d952 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:21.622701 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3610a666-a667-48a9-bc24-0bf63d102dbb req-b2564b05-f541-47b3-96a4-49770873d952 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 946 time: 0.0617564 Aug 16 23:50:21.644150 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=445e3097-e62b-415b-8136-451ef3dbd608,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:21.670770 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3610a666-a667-48a9-bc24-0bf63d102dbb req-ba7959a3-c8c9-40dd-862d-d667d25da071 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407467 Aug 16 23:50:21.713366 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:21.767906 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:21.774294 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:21.826470 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f7698-d89c-4a41-b511-b7850668414c req-f34afe76-c0f0-40e8-bd71-ec35476c23d4 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:21.828105 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-100f7698-d89c-4a41-b511-b7850668414c req-f34afe76-c0f0-40e8-bd71-ec35476c23d4 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=08bb7984-27d5-44a8-bf29-7f9c735267d8 HTTP/1.1" status: 200 len: 949 time: 0.0831583 Aug 16 23:50:21.846926 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:21.874074 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-100f7698-d89c-4a41-b511-b7850668414c req-22f5da9d-43b6-4c98-a253-1e277f2fa61c tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390830 Aug 16 23:50:21.918601 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:21.980399 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-559ff211-d1f9-4d4b-83be-1a25c45e5102 req-a60b5149-a600-46df-bca8-f930cff3e5fc tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-950323367', 'description': 'tempest-description-2130465391'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:22.014585 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bbb11-bb1f-473c-85ee-db9fe59b0b3c req-139b3327-7a53-4166-b082-7699d07ea3b5 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:22.016079 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d12bbb11-bb1f-473c-85ee-db9fe59b0b3c req-139b3327-7a53-4166-b082-7699d07ea3b5 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c99f063-fe33-4ea7-b3f4-6651239f7aaa HTTP/1.1" status: 200 len: 948 time: 0.0705316 Aug 16 23:50:22.018314 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-559ff211-d1f9-4d4b-83be-1a25c45e5102 req-a60b5149-a600-46df-bca8-f930cff3e5fc tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:22.028259 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-559ff211-d1f9-4d4b-83be-1a25c45e5102 req-a60b5149-a600-46df-bca8-f930cff3e5fc tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:22.068077 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:50:22.081190 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d12bbb11-bb1f-473c-85ee-db9fe59b0b3c req-560db97f-beda-40b1-90dc-f609cb85d468 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545330 Aug 16 23:50:22.131531 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:50:22.136683 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:50:22.137394 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:22.186721 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-559ff211-d1f9-4d4b-83be-1a25c45e5102 req-a60b5149-a600-46df-bca8-f930cff3e5fc tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:22.193083 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-559ff211-d1f9-4d4b-83be-1a25c45e5102 req-a60b5149-a600-46df-bca8-f930cff3e5fc tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:22.223847 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:22.263836 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b5149-a600-46df-bca8-f930cff3e5fc tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1607ea-cdcf-41fc-b889-129a2a8cc1dc,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:22.273304 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:22.281562 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:22.297189 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-559ff211-d1f9-4d4b-83be-1a25c45e5102 req-a60b5149-a600-46df-bca8-f930cff3e5fc tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:22.305972 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-559ff211-d1f9-4d4b-83be-1a25c45e5102 req-a60b5149-a600-46df-bca8-f930cff3e5fc tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:22.336916 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-559ff211-d1f9-4d4b-83be-1a25c45e5102 req-a60b5149-a600-46df-bca8-f930cff3e5fc tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:22.349578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-559ff211-d1f9-4d4b-83be-1a25c45e5102 req-a60b5149-a600-46df-bca8-f930cff3e5fc tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3756294 Aug 16 23:50:22.350721 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b5149-a600-46df-bca8-f930cff3e5fc tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c722755-9bce-4bbd-b48d-1c3806d4ce1f,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:22.364260 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:22.456153 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c87481-6e6e-4aba-b8db-b826956d8011 req-fbcca621-416f-4f88-918d-7f6c7dacde42 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:22.457684 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-83c87481-6e6e-4aba-b8db-b826956d8011 req-fbcca621-416f-4f88-918d-7f6c7dacde42 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 946 time: 0.0669012 Aug 16 23:50:22.462283 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-f6a3cf3e-7026-4693-8ddc-5a74134aa7c2 req-3a7c5cf5-4895-4cd8-8a8a-e1c97f9fcc65 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1511743002', 'description': 'tempest-description-1077642680'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:22.489161 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 2108fc65-6e5a-471c-a4c9-394e8556c3d9 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:50:22.504909 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f6a3cf3e-7026-4693-8ddc-5a74134aa7c2 req-3a7c5cf5-4895-4cd8-8a8a-e1c97f9fcc65 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:22.518451 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-83c87481-6e6e-4aba-b8db-b826956d8011 req-18a183ea-691a-4bc4-809f-36b3dddee5bc tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/security-groups?id=924a7a98-9eb5-4373-9821-9ef20d002319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530992 Aug 16 23:50:22.550278 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 2108fc65-6e5a-471c-a4c9-394e8556c3d9 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:50:22.557709 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 2108fc65-6e5a-471c-a4c9-394e8556c3d9 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:50:22.558154 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:22.617132 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f6a3cf3e-7026-4693-8ddc-5a74134aa7c2 req-3a7c5cf5-4895-4cd8-8a8a-e1c97f9fcc65 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:22.637893 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f6a3cf3e-7026-4693-8ddc-5a74134aa7c2 req-3a7c5cf5-4895-4cd8-8a8a-e1c97f9fcc65 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:22.672611 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:22.674461 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f6a3cf3e-7026-4693-8ddc-5a74134aa7c2 req-3a7c5cf5-4895-4cd8-8a8a-e1c97f9fcc65 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:22.679713 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f6a3cf3e-7026-4693-8ddc-5a74134aa7c2 req-3a7c5cf5-4895-4cd8-8a8a-e1c97f9fcc65 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2210479 Aug 16 23:50:22.689808 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c5cf5-4895-4cd8-8a8a-e1c97f9fcc65 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6165025-1605-4d44-b9ea-04b4799d61e0,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:22.702492 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320134a7-5bf1-45c4-b235-d544c8a88ed0 req-fbac08db-dd5e-41d5-b382-80a285832ee8 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:22.704600 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-320134a7-5bf1-45c4-b235-d544c8a88ed0 req-fbac08db-dd5e-41d5-b382-80a285832ee8 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5302c95-195b-41a5-9820-7f44d802dd67 HTTP/1.1" status: 200 len: 950 time: 0.1065350 Aug 16 23:50:22.729429 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 2108fc65-6e5a-471c-a4c9-394e8556c3d9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=2108fc65-6e5a-471c-a4c9-394e8556c3d9,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:22.737013 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:22.756615 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-320134a7-5bf1-45c4-b235-d544c8a88ed0 req-1261e1ee-9516-4d85-9917-337d7b8336f7 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b49f97d-71fa-47f4-b285-f017b932b82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447359 Aug 16 23:50:22.803719 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=2108fc65-6e5a-471c-a4c9-394e8556c3d9,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:22.895203 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd26234-e165-4fe4-b21d-335d5d9a7fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445e3097-e62b-415b-8136-451ef3dbd608'}, {'server_uuid': 'ca17566c-3a85-47bf-95ba-bc71d6ea6d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80abd68-a5cd-4879-b583-fc207ffd7657'}, {'server_uuid': 'c5302c95-195b-41a5-9820-7f44d802dd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26'}, {'server_uuid': '08bb7984-27d5-44a8-bf29-7f9c735267d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7'}, {'server_uuid': '3c99f063-fe33-4ea7-b3f4-6651239f7aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2108fc65-6e5a-471c-a4c9-394e8556c3d9'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:50:22.898407 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4858d44d-7ae0-4100-9f34-5400046ba9d0" -d '{"events": [{"server_uuid": "2cd26234-e165-4fe4-b21d-335d5d9a7fd7", "name": "network-vif-plugged", "status": "completed", "tag": "445e3097-e62b-415b-8136-451ef3dbd608"}, {"server_uuid": "ca17566c-3a85-47bf-95ba-bc71d6ea6d94", "name": "network-vif-plugged", "status": "completed", "tag": "a80abd68-a5cd-4879-b583-fc207ffd7657"}, {"server_uuid": "c5302c95-195b-41a5-9820-7f44d802dd67", "name": "network-vif-plugged", "status": "completed", "tag": "9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26"}, {"server_uuid": "08bb7984-27d5-44a8-bf29-7f9c735267d8", "name": "network-vif-plugged", "status": "completed", "tag": "2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7"}, {"server_uuid": "3c99f063-fe33-4ea7-b3f4-6651239f7aaa", "name": "network-vif-plugged", "status": "completed", "tag": "2108fc65-6e5a-471c-a4c9-394e8556c3d9"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:50:23.021006 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d64c6425-780f-4536-a656-89065e7bf18b req-4e0882ce-569f-4fd4-bf85-46502e8abb5e tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42316 time: 0.2344654 Aug 16 23:50:23.103425 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d64c6425-780f-4536-a656-89065e7bf18b req-7894f54b-ddf3-4af5-8959-dcc6bb25d164 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "GET /v2.0/security-groups/19f8caff-4a70-4d6e-8a64-b2997578bdd1 HTTP/1.1" status: 200 len: 2977 time: 0.0753274 Aug 16 23:50:23.118135 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435397f-98b3-4900-8afc-ba5825a9dec5 req-80f7ac50-e2de-44f6-b8a9-55a6aac962b7 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:23.119603 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7435397f-98b3-4900-8afc-ba5825a9dec5 req-80f7ac50-e2de-44f6-b8a9-55a6aac962b7 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 946 time: 0.0839834 Aug 16 23:50:23.182110 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d64c6425-780f-4536-a656-89065e7bf18b req-e3b552a5-beed-4b5a-8f25-e12735306fe6 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "GET /v2.0/security-groups/19f8caff-4a70-4d6e-8a64-b2997578bdd1 HTTP/1.1" status: 200 len: 2977 time: 0.0615516 Aug 16 23:50:23.185084 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7435397f-98b3-4900-8afc-ba5825a9dec5 req-9aebbd13-8bab-4db3-9048-3f8975b3fc1a tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565333 Aug 16 23:50:23.230371 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d64c6425-780f-4536-a656-89065e7bf18b req-a0438727-36d9-4e85-91a4-c16543efee5f tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "GET /v2.0/security-groups/2491c73a-ef33-43b9-882f-48ffc60f1c6e HTTP/1.1" status: 200 len: 2977 time: 0.0423360 Aug 16 23:50:23.301409 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d64c6425-780f-4536-a656-89065e7bf18b req-85f72412-fe97-40b6-bde0-ad6b81b0a7c5 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "GET /v2.0/security-groups/2491c73a-ef33-43b9-882f-48ffc60f1c6e HTTP/1.1" status: 200 len: 2977 time: 0.0639939 Aug 16 23:50:23.321223 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b5cea-fc62-4e4c-b9d3-9d7c56b1fd46 req-4d4c5f45-c79c-4842-ab5a-f092f123528f tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:23.322652 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-453b5cea-fc62-4e4c-b9d3-9d7c56b1fd46 req-4d4c5f45-c79c-4842-ab5a-f092f123528f tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=08bb7984-27d5-44a8-bf29-7f9c735267d8 HTTP/1.1" status: 200 len: 950 time: 0.0742877 Aug 16 23:50:23.372982 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d64c6425-780f-4536-a656-89065e7bf18b req-242a740f-b2a3-4d45-8bdc-ca4197c600bd tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "GET /v2.0/security-groups/2aaf13b6-5711-442b-821a-6263ddf66115 HTTP/1.1" status: 200 len: 2981 time: 0.0652666 Aug 16 23:50:23.380710 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-453b5cea-fc62-4e4c-b9d3-9d7c56b1fd46 req-0d17e1a8-25b2-4035-96a8-732275d54073 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518429 Aug 16 23:50:23.416996 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d64c6425-780f-4536-a656-89065e7bf18b req-85de213d-5293-4077-a27a-11088691b899 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "GET /v2.0/security-groups/2aaf13b6-5711-442b-821a-6263ddf66115 HTTP/1.1" status: 200 len: 2981 time: 0.0353296 Aug 16 23:50:23.451684 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 16 Aug 2021 23:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6dedc3-6dbb-4474-85ce-e3b07446d55d x-openstack-request-id: req-9a6dedc3-6dbb-4474-85ce-e3b07446d55d {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:50:23.452207 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd26234-e165-4fe4-b21d-335d5d9a7fd7", "name": "network-vif-plugged", "status": "completed", "tag": "445e3097-e62b-415b-8136-451ef3dbd608", "code": 200}, {"server_uuid": "ca17566c-3a85-47bf-95ba-bc71d6ea6d94", "name": "network-vif-plugged", "status": "completed", "tag": "a80abd68-a5cd-4879-b583-fc207ffd7657", "code": 200}, {"server_uuid": "c5302c95-195b-41a5-9820-7f44d802dd67", "name": "network-vif-plugged", "status": "completed", "tag": "9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26", "code": 200}, {"server_uuid": "08bb7984-27d5-44a8-bf29-7f9c735267d8", "name": "network-vif-plugged", "status": "completed", "tag": "2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7", "code": 200}, {"server_uuid": "3c99f063-fe33-4ea7-b3f4-6651239f7aaa", "name": "network-vif-plugged", "status": "completed", "tag": "2108fc65-6e5a-471c-a4c9-394e8556c3d9", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:50:23.452323 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9a6dedc3-6dbb-4474-85ce-e3b07446d55d {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:50:23.452826 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd26234-e165-4fe4-b21d-335d5d9a7fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445e3097-e62b-415b-8136-451ef3dbd608', 'code': 200} Aug 16 23:50:23.453161 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca17566c-3a85-47bf-95ba-bc71d6ea6d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80abd68-a5cd-4879-b583-fc207ffd7657', 'code': 200} Aug 16 23:50:23.453631 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5302c95-195b-41a5-9820-7f44d802dd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26', 'code': 200} Aug 16 23:50:23.454447 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bb7984-27d5-44a8-bf29-7f9c735267d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7', 'code': 200} Aug 16 23:50:23.454806 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c99f063-fe33-4ea7-b3f4-6651239f7aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2108fc65-6e5a-471c-a4c9-394e8556c3d9', 'code': 200} Aug 16 23:50:23.463117 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d64c6425-780f-4536-a656-89065e7bf18b req-6c26eeb6-b2d3-4876-a121-e31ba670f03e tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "GET /v2.0/security-groups/37a81247-a395-4a33-a418-63d919211f14 HTTP/1.1" status: 200 len: 2981 time: 0.0392091 Aug 16 23:50:23.554523 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d64c6425-780f-4536-a656-89065e7bf18b req-289b878d-c662-4392-bf50-f2ea0d4fae51 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "GET /v2.0/security-groups/37a81247-a395-4a33-a418-63d919211f14 HTTP/1.1" status: 200 len: 2981 time: 0.0672283 Aug 16 23:50:23.666405 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d64c6425-780f-4536-a656-89065e7bf18b req-0334d4de-8cdb-4daf-8b62-2d68c3915b2e tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "GET /v2.0/security-groups/3bfe127b-824a-446d-bdd1-15e47f2a0f66 HTTP/1.1" status: 200 len: 2981 time: 0.1029339 Aug 16 23:50:23.669418 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b57c21-99ee-4420-a925-7a13671ed55e req-69cf1c98-f74c-4638-9845-c8f4aaa2662c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:23.670850 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a8b57c21-99ee-4420-a925-7a13671ed55e req-69cf1c98-f74c-4638-9845-c8f4aaa2662c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 1101 time: 0.1152232 Aug 16 23:50:23.681578 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1b0f0-f688-4ae2-8c70-22270d42fd43 req-b413f20b-2427-410e-a1eb-c00bc8f14da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:23.681578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2d1b0f0-f688-4ae2-8c70-22270d42fd43 req-b413f20b-2427-410e-a1eb-c00bc8f14da8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=08bb7984-27d5-44a8-bf29-7f9c735267d8 HTTP/1.1" status: 200 len: 1102 time: 0.1037714 Aug 16 23:50:23.718539 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccbb508-bd37-4ce8-b561-078fe3f40d30 req-138ca19f-f853-4aed-bef8-a115b6efbbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:23.720335 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2ccbb508-bd37-4ce8-b561-078fe3f40d30 req-138ca19f-f853-4aed-bef8-a115b6efbbf0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 1098 time: 0.1085849 Aug 16 23:50:23.721957 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f81e5-b7bb-472b-86bd-5106c55ee49e req-60fe0d23-04c4-4fc7-8426-a3c66d274a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:23.723287 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-879f81e5-b7bb-472b-86bd-5106c55ee49e req-60fe0d23-04c4-4fc7-8426-a3c66d274a0f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c5302c95-195b-41a5-9820-7f44d802dd67 HTTP/1.1" status: 200 len: 1102 time: 0.1134138 Aug 16 23:50:23.725293 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79c560-6e44-49e1-99d1-77329c572dbc req-c90f0a77-3875-41b0-a37f-07a8abe61ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:23.726659 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9d79c560-6e44-49e1-99d1-77329c572dbc req-c90f0a77-3875-41b0-a37f-07a8abe61ecb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3c99f063-fe33-4ea7-b3f4-6651239f7aaa HTTP/1.1" status: 200 len: 1101 time: 0.1485763 Aug 16 23:50:23.775756 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a8b57c21-99ee-4420-a925-7a13671ed55e req-bde64710-343f-43dd-b78d-ea5b6d2ee166 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947433 Aug 16 23:50:23.777566 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2d1b0f0-f688-4ae2-8c70-22270d42fd43 req-4b7e5885-95e7-418b-83ea-9dd1811b371e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855951 Aug 16 23:50:23.778930 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d64c6425-780f-4536-a656-89065e7bf18b req-abb95601-e445-4daf-a40a-e631b3f470a8 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "GET /v2.0/security-groups/3bfe127b-824a-446d-bdd1-15e47f2a0f66 HTTP/1.1" status: 200 len: 2981 time: 0.1033897 Aug 16 23:50:23.818968 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9d79c560-6e44-49e1-99d1-77329c572dbc req-ec14071d-c464-443b-9fdc-99044d43c313 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851068 Aug 16 23:50:23.821103 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-879f81e5-b7bb-472b-86bd-5106c55ee49e req-bc3ad2ec-465a-4806-9770-4f7b6fc5db29 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7b49f97d-71fa-47f4-b285-f017b932b82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817530 Aug 16 23:50:23.825335 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2ccbb508-bd37-4ce8-b561-078fe3f40d30 req-2e0ebe72-b410-412a-aa50-bbc8dd51fa35 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=924a7a98-9eb5-4373-9821-9ef20d002319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850034 Aug 16 23:50:23.825982 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d64c6425-780f-4536-a656-89065e7bf18b req-4ac335e3-3862-4cba-9245-227ee0c963ed tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "GET /v2.0/security-groups/77de650e-6897-4c0c-9de5-6a1ab8b3ca3f HTTP/1.1" status: 200 len: 2977 time: 0.0389779 Aug 16 23:50:23.873654 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d64c6425-780f-4536-a656-89065e7bf18b req-1f893a17-f93f-460b-8c3a-6bb363133682 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "GET /v2.0/security-groups/77de650e-6897-4c0c-9de5-6a1ab8b3ca3f HTTP/1.1" status: 200 len: 2977 time: 0.0376785 Aug 16 23:50:23.949455 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d64c6425-780f-4536-a656-89065e7bf18b req-d8a95b70-8123-4ee9-a01c-7722ef471c4c tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "GET /v2.0/security-groups/7b49f97d-71fa-47f4-b285-f017b932b82a HTTP/1.1" status: 200 len: 2981 time: 0.0621846 Aug 16 23:50:23.958254 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a1d24-43fd-45ae-8284-cdecd45ed28f req-ecab3beb-f5f1-4838-8513-a8efc84c17fc tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:23.959626 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-193a1d24-43fd-45ae-8284-cdecd45ed28f req-ecab3beb-f5f1-4838-8513-a8efc84c17fc tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c99f063-fe33-4ea7-b3f4-6651239f7aaa HTTP/1.1" status: 200 len: 949 time: 0.0809700 Aug 16 23:50:24.018669 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d64c6425-780f-4536-a656-89065e7bf18b req-11ed01d1-7029-4be7-a47e-1bce3f63b0c2 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "GET /v2.0/security-groups/7b49f97d-71fa-47f4-b285-f017b932b82a HTTP/1.1" status: 200 len: 2981 time: 0.0581052 Aug 16 23:50:24.023571 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-193a1d24-43fd-45ae-8284-cdecd45ed28f req-c81a2c41-1577-4f1b-8c40-c1ad32adee2f tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575700 Aug 16 23:50:24.061759 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d64c6425-780f-4536-a656-89065e7bf18b req-84c80d5c-2730-42e3-bfcb-22cc35f5add6 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "GET /v2.0/security-groups/7f66e14d-2d63-47ee-a282-47cfe0bc4706 HTTP/1.1" status: 200 len: 2977 time: 0.0366898 Aug 16 23:50:24.128585 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d64c6425-780f-4536-a656-89065e7bf18b req-772e915a-f31e-4edc-96f1-424a13b27b44 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "GET /v2.0/security-groups/7f66e14d-2d63-47ee-a282-47cfe0bc4706 HTTP/1.1" status: 200 len: 2977 time: 0.0601060 Aug 16 23:50:24.149189 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231c03f-6b46-4218-9fdf-e54e602ab2dd req-2cfc90ac-4326-4401-96fc-2286aab7d71c tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:24.150599 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9231c03f-6b46-4218-9fdf-e54e602ab2dd req-2cfc90ac-4326-4401-96fc-2286aab7d71c tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 946 time: 0.0698404 Aug 16 23:50:24.203462 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d64c6425-780f-4536-a656-89065e7bf18b req-0c9d4137-2fca-4a3e-b58a-c5f639f2d5f3 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "GET /v2.0/security-groups/a7cbc4de-7dce-4511-883b-64d9b53f325f HTTP/1.1" status: 200 len: 2973 time: 0.0671749 Aug 16 23:50:24.211026 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9231c03f-6b46-4218-9fdf-e54e602ab2dd req-18ef2179-9f61-48de-904b-0f7bee899170 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/security-groups?id=924a7a98-9eb5-4373-9821-9ef20d002319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542378 Aug 16 23:50:24.249122 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d64c6425-780f-4536-a656-89065e7bf18b req-c288ffab-dab9-402d-af4d-ec475d646189 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "GET /v2.0/security-groups/a7cbc4de-7dce-4511-883b-64d9b53f325f HTTP/1.1" status: 200 len: 2973 time: 0.0371816 Aug 16 23:50:24.319797 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d64c6425-780f-4536-a656-89065e7bf18b req-92f82f02-f00c-4917-b018-bbdacbfd2ad0 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "GET /v2.0/security-groups/aa320760-3e58-4d22-9af1-1796bdebd040 HTTP/1.1" status: 200 len: 2981 time: 0.0635796 Aug 16 23:50:24.348483 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be8dd5-06ee-470f-af58-53729b1c187e req-284b3145-43c7-44af-9da5-c1b496471561 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:24.349968 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61be8dd5-06ee-470f-af58-53729b1c187e req-284b3145-43c7-44af-9da5-c1b496471561 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5302c95-195b-41a5-9820-7f44d802dd67 HTTP/1.1" status: 200 len: 950 time: 0.0720217 Aug 16 23:50:24.392304 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d64c6425-780f-4536-a656-89065e7bf18b req-84047621-ee82-4e25-84a4-b1a053cab2b2 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "GET /v2.0/security-groups/aa320760-3e58-4d22-9af1-1796bdebd040 HTTP/1.1" status: 200 len: 2981 time: 0.0664434 Aug 16 23:50:24.409690 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61be8dd5-06ee-470f-af58-53729b1c187e req-af97738f-2ae5-44dd-9f4f-7664a8297b74 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b49f97d-71fa-47f4-b285-f017b932b82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508859 Aug 16 23:50:24.445921 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d64c6425-780f-4536-a656-89065e7bf18b req-249b7da4-fa95-43f3-9baa-5027ec525062 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "GET /v2.0/security-groups/c9566773-a4f2-4030-8924-b4ba4dccce5e HTTP/1.1" status: 200 len: 2981 time: 0.0458088 Aug 16 23:50:24.495338 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d64c6425-780f-4536-a656-89065e7bf18b req-56ff971e-a365-4544-bceb-c319e0bf04e7 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "GET /v2.0/security-groups/c9566773-a4f2-4030-8924-b4ba4dccce5e HTTP/1.1" status: 200 len: 2981 time: 0.0439658 Aug 16 23:50:24.566982 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d64c6425-780f-4536-a656-89065e7bf18b req-19649d6b-42ba-415f-9664-cbf743fd1759 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "GET /v2.0/security-groups/ee1607ea-cdcf-41fc-b889-129a2a8cc1dc HTTP/1.1" status: 200 len: 2981 time: 0.0649273 Aug 16 23:50:24.587318 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935e6d3-0ba7-41cf-aa59-15e60a91822c req-112bf21f-feea-4202-b0be-56123f9655ec tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:24.588765 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b935e6d3-0ba7-41cf-aa59-15e60a91822c req-112bf21f-feea-4202-b0be-56123f9655ec tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 946 time: 0.0751367 Aug 16 23:50:24.636141 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d64c6425-780f-4536-a656-89065e7bf18b req-7686a911-9df7-4fba-bc57-cd17f58b8c75 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "GET /v2.0/security-groups/ee1607ea-cdcf-41fc-b889-129a2a8cc1dc HTTP/1.1" status: 200 len: 2981 time: 0.0620828 Aug 16 23:50:24.661521 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b935e6d3-0ba7-41cf-aa59-15e60a91822c req-ca1ee8bf-1dc6-4ff9-8b5b-48b9c87c7317 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657320 Aug 16 23:50:24.820061 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f4501-ebee-45d0-844b-7f29875083d0 req-d080405a-7314-43a1-ad9f-c34f2fe68c5c tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:24.821499 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca1f4501-ebee-45d0-844b-7f29875083d0 req-d080405a-7314-43a1-ad9f-c34f2fe68c5c tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=08bb7984-27d5-44a8-bf29-7f9c735267d8 HTTP/1.1" status: 200 len: 950 time: 0.1022453 Aug 16 23:50:24.848111 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61b674b8-3fbf-4f19-8360-8119f610a7f0 req-9bbe11a3-444a-4cff-a75e-0bd179a0f898 tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6fea9f0f9d00481daaf686144e80c34b HTTP/1.1" status: 200 len: 6104 time: 0.1266537 Aug 16 23:50:24.902140 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca1f4501-ebee-45d0-844b-7f29875083d0 req-655bac74-46ae-4714-b450-7b5251f7504b tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695412 Aug 16 23:50:24.915389 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61b674b8-3fbf-4f19-8360-8119f610a7f0 req-438b1e0b-2e59-45c5-9e41-50281eabb043 tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] 10.222.0.60 "GET /v2.0/security-groups/2aaf13b6-5711-442b-821a-6263ddf66115 HTTP/1.1" status: 200 len: 2981 time: 0.0597916 Aug 16 23:50:24.963392 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61b674b8-3fbf-4f19-8360-8119f610a7f0 req-b8019663-4088-4528-ba64-4a16e9070132 tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] 10.222.0.60 "GET /v2.0/security-groups/2aaf13b6-5711-442b-821a-6263ddf66115 HTTP/1.1" status: 200 len: 2981 time: 0.0417325 Aug 16 23:50:25.099770 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1821833d-6e9e-4df9-94da-031a9a48d6cd req-a516c353-6dde-4da5-9553-49e5dab152ca tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "GET /v2.0/security-groups/c6165025-1605-4d44-b9ea-04b4799d61e0 HTTP/1.1" status: 200 len: 1778 time: 0.0363584 Aug 16 23:50:25.156603 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1821833d-6e9e-4df9-94da-031a9a48d6cd req-2623083b-4bc8-4005-81e0-c340a76cd082 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:25.186197 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1821833d-6e9e-4df9-94da-031a9a48d6cd req-2623083b-4bc8-4005-81e0-c340a76cd082 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:25.238272 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d2ef3-1088-48c1-949f-bb2f0fc7c924 req-00eac9e1-a8ff-4ed0-97e0-4df6e5b6f7e2 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:25.238562 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a88d2ef3-1088-48c1-949f-bb2f0fc7c924 req-00eac9e1-a8ff-4ed0-97e0-4df6e5b6f7e2 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 1098 time: 0.0680614 Aug 16 23:50:25.252764 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1821833d-6e9e-4df9-94da-031a9a48d6cd req-2623083b-4bc8-4005-81e0-c340a76cd082 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:25.255277 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1821833d-6e9e-4df9-94da-031a9a48d6cd req-2623083b-4bc8-4005-81e0-c340a76cd082 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:25.257069 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1821833d-6e9e-4df9-94da-031a9a48d6cd req-2623083b-4bc8-4005-81e0-c340a76cd082 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/c6165025-1605-4d44-b9ea-04b4799d61e0 HTTP/1.1" status: 204 len: 173 time: 0.1507733 Aug 16 23:50:25.275580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623083b-4bc8-4005-81e0-c340a76cd082 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6165025-1605-4d44-b9ea-04b4799d61e0,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:25.292592 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623083b-4bc8-4005-81e0-c340a76cd082 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:25.292957 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623083b-4bc8-4005-81e0-c340a76cd082 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:25.293335 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623083b-4bc8-4005-81e0-c340a76cd082 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:25.293686 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623083b-4bc8-4005-81e0-c340a76cd082 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:25.294024 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623083b-4bc8-4005-81e0-c340a76cd082 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:25.294364 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623083b-4bc8-4005-81e0-c340a76cd082 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:25.294703 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623083b-4bc8-4005-81e0-c340a76cd082 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:25.295037 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623083b-4bc8-4005-81e0-c340a76cd082 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:25.295516 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623083b-4bc8-4005-81e0-c340a76cd082 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:25.295689 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623083b-4bc8-4005-81e0-c340a76cd082 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:25.296012 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623083b-4bc8-4005-81e0-c340a76cd082 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:25.296358 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623083b-4bc8-4005-81e0-c340a76cd082 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:25.303220 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a88d2ef3-1088-48c1-949f-bb2f0fc7c924 req-4bd500b7-39fd-4b8f-8aa3-237854d23a56 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582347 Aug 16 23:50:25.375446 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bff50-be63-4c04-b611-84ce8dd9c68c req-7dfb206a-f0c5-4368-9b8f-5f1fe871aba3 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:25.380536 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e30bff50-be63-4c04-b611-84ce8dd9c68c req-7dfb206a-f0c5-4368-9b8f-5f1fe871aba3 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c99f063-fe33-4ea7-b3f4-6651239f7aaa HTTP/1.1" status: 200 len: 949 time: 0.0533874 Aug 16 23:50:25.422267 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e30bff50-be63-4c04-b611-84ce8dd9c68c req-46403d2b-91c9-4011-8891-82d33428d8cb tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382447 Aug 16 23:50:25.519522 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f29177-119a-452a-98d6-d8b5f791f34e req-6354b8f6-e539-41f6-bbad-d367777fced6 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:25.520999 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25f29177-119a-452a-98d6-d8b5f791f34e req-6354b8f6-e539-41f6-bbad-d367777fced6 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 946 time: 0.0739081 Aug 16 23:50:25.522795 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-072f024f-e862-4a7d-9699-a67e26749b30 req-f3a4c4c4-e3bf-4112-b6a2-1f8160385aa1 tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "GET /v2.0/security-groups/7c722755-9bce-4bbd-b48d-1c3806d4ce1f HTTP/1.1" status: 200 len: 1777 time: 0.0657606 Aug 16 23:50:25.586113 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25f29177-119a-452a-98d6-d8b5f791f34e req-3eedfc0f-1aac-4eff-94c7-6319b38cf5ac tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/security-groups?id=924a7a98-9eb5-4373-9821-9ef20d002319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591524 Aug 16 23:50:25.602620 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-072f024f-e862-4a7d-9699-a67e26749b30 req-9cd7f82a-49b8-4552-bd16-f6568c80c3ac tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:25.624685 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-072f024f-e862-4a7d-9699-a67e26749b30 req-9cd7f82a-49b8-4552-bd16-f6568c80c3ac tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:25.685584 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-072f024f-e862-4a7d-9699-a67e26749b30 req-9cd7f82a-49b8-4552-bd16-f6568c80c3ac tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:25.688080 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-072f024f-e862-4a7d-9699-a67e26749b30 req-9cd7f82a-49b8-4552-bd16-f6568c80c3ac tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:25.690078 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-072f024f-e862-4a7d-9699-a67e26749b30 req-9cd7f82a-49b8-4552-bd16-f6568c80c3ac tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c722755-9bce-4bbd-b48d-1c3806d4ce1f HTTP/1.1" status: 204 len: 173 time: 0.1615033 Aug 16 23:50:25.700091 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7f82a-49b8-4552-bd16-f6568c80c3ac tempest-SecurityGroupsTestAdminJSON-733622883 tempest-SecurityGroupsTestAdminJSON-733622883-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c722755-9bce-4bbd-b48d-1c3806d4ce1f,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:25.719245 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb009c2-9527-4038-a733-62edc4205d1b req-3d4e4645-75e0-49ff-9f00-d181fb411bbd tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:25.720803 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4bb009c2-9527-4038-a733-62edc4205d1b req-3d4e4645-75e0-49ff-9f00-d181fb411bbd tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 1098 time: 0.0654514 Aug 16 23:50:25.763530 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4bb009c2-9527-4038-a733-62edc4205d1b req-c2ec99a3-dad1-4832-afc3-15addc1e79fa tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327199 Aug 16 23:50:25.982578 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0e26b-d802-45ca-8d8c-729f29edea9c req-034d5298-b377-4fb8-b9ca-e448cd556845 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:25.983957 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-31f0e26b-d802-45ca-8d8c-729f29edea9c req-034d5298-b377-4fb8-b9ca-e448cd556845 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5302c95-195b-41a5-9820-7f44d802dd67 HTTP/1.1" status: 200 len: 950 time: 0.0782754 Aug 16 23:50:25.995464 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ad03c-e993-41af-82f4-48e57376d7f5 req-f3118236-d8d5-4189-b447-1336aa292404 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:25.996857 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e30ad03c-e993-41af-82f4-48e57376d7f5 req-f3118236-d8d5-4189-b447-1336aa292404 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 946 time: 0.0639107 Aug 16 23:50:26.006260 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42462) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:26.012067 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-7f76b0db-7c50-4ac2-afd0-53f1b0e85538 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Request body: {'floatingip': {'port_id': '445e3097-e62b-415b-8136-451ef3dbd608'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:26.032679 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-31f0e26b-d802-45ca-8d8c-729f29edea9c req-63ad8989-cf2b-4a75-b5d6-db827ff7ecf6 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b49f97d-71fa-47f4-b285-f017b932b82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342226 Aug 16 23:50:26.086841 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f76b0db-7c50-4ac2-afd0-53f1b0e85538 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks [] for floatingip, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:26.109771 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48307876-39ca-45d5-87de-2e67734acdc5 req-c428ebbb-114e-439d-a2f2-6f7624beed79 tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] 10.222.0.60 "GET /v2.0/security-groups/16ffba74-124e-4e46-88b6-1f42c9080f5a HTTP/1.1" status: 200 len: 1778 time: 0.0514874 Aug 16 23:50:26.168374 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-48307876-39ca-45d5-87de-2e67734acdc5 req-35ae6455-324b-4a40-878f-b24b4da9562c tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:26.214701 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-48307876-39ca-45d5-87de-2e67734acdc5 req-35ae6455-324b-4a40-878f-b24b4da9562c tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:26.265364 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce6019-0307-4c41-aa06-ef358df4636f req-36772e1f-0ed7-4742-bb1a-78a74737b4a9 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:26.267283 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62ce6019-0307-4c41-aa06-ef358df4636f req-36772e1f-0ed7-4742-bb1a-78a74737b4a9 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c99f063-fe33-4ea7-b3f4-6651239f7aaa HTTP/1.1" status: 200 len: 949 time: 0.0874481 Aug 16 23:50:26.282846 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-48307876-39ca-45d5-87de-2e67734acdc5 req-35ae6455-324b-4a40-878f-b24b4da9562c tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:26.285702 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-48307876-39ca-45d5-87de-2e67734acdc5 req-35ae6455-324b-4a40-878f-b24b4da9562c tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:26.287040 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48307876-39ca-45d5-87de-2e67734acdc5 req-35ae6455-324b-4a40-878f-b24b4da9562c tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] 10.222.0.60 "DELETE /v2.0/security-groups/16ffba74-124e-4e46-88b6-1f42c9080f5a HTTP/1.1" status: 204 len: 173 time: 0.1753025 Aug 16 23:50:26.305873 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae6455-324b-4a40-878f-b24b4da9562c tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ffba74-124e-4e46-88b6-1f42c9080f5a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:26.330237 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62ce6019-0307-4c41-aa06-ef358df4636f req-15780b84-51bc-4496-9fe7-d8ba8f29b90c tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558646 Aug 16 23:50:26.412970 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2824d-92a9-4c36-9172-f7de067a8e6b req-4389aeda-4c14-4a52-aea7-bf7148a5e3b4 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:26.414499 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c4a2824d-92a9-4c36-9172-f7de067a8e6b req-4389aeda-4c14-4a52-aea7-bf7148a5e3b4 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=08bb7984-27d5-44a8-bf29-7f9c735267d8 HTTP/1.1" status: 200 len: 950 time: 0.0532727 Aug 16 23:50:26.466322 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c4a2824d-92a9-4c36-9172-f7de067a8e6b req-5e3a5eea-fe4b-4a46-99fb-1af8adbd4b9c tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451009 Aug 16 23:50:26.554136 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6477028d-2c69-4069-bfbd-215a3a14727e req-2ce01067-8c47-4876-8845-98a52e892603 tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] 10.222.0.60 "GET /v2.0/security-groups/59495f43-ec84-49f1-9c6e-1c461b4bc849 HTTP/1.1" status: 200 len: 1778 time: 0.0495319 Aug 16 23:50:26.662656 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6477028d-2c69-4069-bfbd-215a3a14727e req-5ee9a2e6-4efe-4e3b-b8aa-8c0c66a2c29c tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:26.689835 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6477028d-2c69-4069-bfbd-215a3a14727e req-5ee9a2e6-4efe-4e3b-b8aa-8c0c66a2c29c tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:26.748965 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6477028d-2c69-4069-bfbd-215a3a14727e req-5ee9a2e6-4efe-4e3b-b8aa-8c0c66a2c29c tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:26.752993 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6477028d-2c69-4069-bfbd-215a3a14727e req-5ee9a2e6-4efe-4e3b-b8aa-8c0c66a2c29c tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:26.771323 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6477028d-2c69-4069-bfbd-215a3a14727e req-5ee9a2e6-4efe-4e3b-b8aa-8c0c66a2c29c tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] 10.222.0.60 "DELETE /v2.0/security-groups/59495f43-ec84-49f1-9c6e-1c461b4bc849 HTTP/1.1" status: 204 len: 173 time: 0.2097321 Aug 16 23:50:26.781170 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9a2e6-4efe-4e3b-b8aa-8c0c66a2c29c tempest-SecurityGroupsTestAdminJSON-1759869909 tempest-SecurityGroupsTestAdminJSON-1759869909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59495f43-ec84-49f1-9c6e-1c461b4bc849,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:26.808946 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f76b0db-7c50-4ac2-afd0-53f1b0e85538 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:26.816573 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f76b0db-7c50-4ac2-afd0-53f1b0e85538 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:26.821016 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42494) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:26.863126 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-24252883-096c-4fd8-916f-6bf9fe76a407 req-e365f908-7097-4587-8cbb-9222892de655 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:50:26.871610 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-24252883-096c-4fd8-916f-6bf9fe76a407 req-e365f908-7097-4587-8cbb-9222892de655 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1633904 Aug 16 23:50:26.935013 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d286f7ef-3511-46d0-8508-404c27c5ddf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:26.970634 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-7f76b0db-7c50-4ac2-afd0-53f1b0e85538 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Floating IP b716a6ef-26cf-40db-930b-5ec95d67e1f1 associated. External IP: 172.25.3.230, port: 445e3097-e62b-415b-8136-451ef3dbd608. Aug 16 23:50:27.121355 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d286f7ef-3511-46d0-8508-404c27c5ddf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:27.133088 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d286f7ef-3511-46d0-8508-404c27c5ddf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:27.224100 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d286f7ef-3511-46d0-8508-404c27c5ddf7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dc0494b920274823803c83d3a5dab00c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4019361 Aug 16 23:50:27.225291 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286f7ef-3511-46d0-8508-404c27c5ddf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d404f512-8325-413c-b2c7-bbc3edaf909a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:27.227647 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42506) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:27.261069 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42508) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:27.354522 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c94fc841-cc80-422c-a588-5723dce89a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:27.447176 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c94fc841-cc80-422c-a588-5723dce89a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:27.457830 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42518) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:27.471934 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f76b0db-7c50-4ac2-afd0-53f1b0e85538 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Router 03548ba5-494d-4910-98a3-332a7396d317 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:50:27.492238 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48bcf8-4817-4f70-8867-2c4a9f737883 req-73ece862-4294-4cca-b9fc-640c1698162e tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:27.499253 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db48bcf8-4817-4f70-8867-2c4a9f737883 req-73ece862-4294-4cca-b9fc-640c1698162e tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 949 time: 0.1350670 Aug 16 23:50:27.576568 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bb63a7c6-7d12-42d0-9a7d-e16c9e7c7350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:27.601631 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db48bcf8-4817-4f70-8867-2c4a9f737883 req-acf13c2b-4231-42d3-875b-a44a88b35d8f tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014411 Aug 16 23:50:27.603114 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c94fc841-cc80-422c-a588-5723dce89a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:27.606079 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c94fc841-cc80-422c-a588-5723dce89a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:27.609808 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c94fc841-cc80-422c-a588-5723dce89a57 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d404f512-8325-413c-b2c7-bbc3edaf909a HTTP/1.1" status: 204 len: 168 time: 0.3789589 Aug 16 23:50:27.631092 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42526) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:27.631875 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ad48b69c-fd52-496e-80fc-5318a0823491 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6fea9f0f9d00481daaf686144e80c34b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3695827 Aug 16 23:50:27.637012 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94fc841-cc80-422c-a588-5723dce89a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d404f512-8325-413c-b2c7-bbc3edaf909a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:27.711572 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f76b0db-7c50-4ac2-afd0-53f1b0e85538 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:50:27.716548 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f76b0db-7c50-4ac2-afd0-53f1b0e85538 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:27.731016 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f11574e-69c9-4d3a-b75d-76633b92deb0 None None] Sync routers for ids ['03548ba5-494d-4910-98a3-332a7396d317'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:50:27.744547 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f11574e-69c9-4d3a-b75d-76633b92deb0 None None] Routers {'03548ba5-494d-4910-98a3-332a7396d317'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:50:27.747781 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-5f11574e-69c9-4d3a-b75d-76633b92deb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:50:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['03548ba5-494d-4910-98a3-332a7396d317'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:50:27.802323 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7f76b0db-7c50-4ac2-afd0-53f1b0e85538 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "PUT /v2.0/floatingips/b716a6ef-26cf-40db-930b-5ec95d67e1f1 HTTP/1.1" status: 200 len: 992 time: 1.7943792 Aug 16 23:50:27.804655 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd26234-e165-4fe4-b21d-335d5d9a7fd7', 'tag': '445e3097-e62b-415b-8136-451ef3dbd608'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:50:27.809942 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c28243f-f65e-4ab1-a945-81d0d36538a3" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd26234-e165-4fe4-b21d-335d5d9a7fd7", "tag": "445e3097-e62b-415b-8136-451ef3dbd608"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:50:27.834999 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-464908f5-3b29-47d5-af5e-040b2a74e47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:27.842088 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f54943-32a0-4393-8462-cf5d7ce9d387 req-2a52f9da-7fcf-4959-b789-e58424a6a865 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:27.849964 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3f54943-32a0-4393-8462-cf5d7ce9d387 req-2a52f9da-7fcf-4959-b789-e58424a6a865 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c99f063-fe33-4ea7-b3f4-6651239f7aaa HTTP/1.1" status: 200 len: 949 time: 0.0900822 Aug 16 23:50:27.884107 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-464908f5-3b29-47d5-af5e-040b2a74e47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:27.891079 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bb63a7c6-7d12-42d0-9a7d-e16c9e7c7350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:27.893551 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-5f11574e-69c9-4d3a-b75d-76633b92deb0 None None] Set router 03548ba5-494d-4910-98a3-332a7396d317 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:50:27.917317 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bb63a7c6-7d12-42d0-9a7d-e16c9e7c7350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:27.947749 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3f54943-32a0-4393-8462-cf5d7ce9d387 req-b1861b01-01bf-4a65-b0d2-2e82351fda9d tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966606 Aug 16 23:50:27.994746 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bb63a7c6-7d12-42d0-9a7d-e16c9e7c7350 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=66b58fa3ba90458caa86c2fda6c614bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5331304 Aug 16 23:50:27.994746 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63a7c6-7d12-42d0-9a7d-e16c9e7c7350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5bb9ba-923b-4066-84b1-bfa470aeffef,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:27.995060 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42546) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:28.021834 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-464908f5-3b29-47d5-af5e-040b2a74e47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:28.025118 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-464908f5-3b29-47d5-af5e-040b2a74e47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:28.029018 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-464908f5-3b29-47d5-af5e-040b2a74e47f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2aaf13b6-5711-442b-821a-6263ddf66115 HTTP/1.1" status: 204 len: 168 time: 0.3954816 Aug 16 23:50:28.050488 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464908f5-3b29-47d5-af5e-040b2a74e47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aaf13b6-5711-442b-821a-6263ddf66115,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:28.065556 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464908f5-3b29-47d5-af5e-040b2a74e47f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:28.065931 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464908f5-3b29-47d5-af5e-040b2a74e47f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:28.066242 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464908f5-3b29-47d5-af5e-040b2a74e47f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:28.066581 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464908f5-3b29-47d5-af5e-040b2a74e47f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:28.066920 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464908f5-3b29-47d5-af5e-040b2a74e47f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:28.067296 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464908f5-3b29-47d5-af5e-040b2a74e47f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:28.067576 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464908f5-3b29-47d5-af5e-040b2a74e47f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:28.067906 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464908f5-3b29-47d5-af5e-040b2a74e47f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:28.068237 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464908f5-3b29-47d5-af5e-040b2a74e47f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:28.068564 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464908f5-3b29-47d5-af5e-040b2a74e47f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:28.068892 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464908f5-3b29-47d5-af5e-040b2a74e47f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:28.069342 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464908f5-3b29-47d5-af5e-040b2a74e47f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:28.100037 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5c77735f-46fc-461c-8f04-fd4c562607d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:28.105824 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968ba69-adf0-48ce-9dca-c3e984b6c6b9 req-30b85604-0654-43ee-b1b3-899647492f2b tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:28.114557 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9968ba69-adf0-48ce-9dca-c3e984b6c6b9 req-30b85604-0654-43ee-b1b3-899647492f2b tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5302c95-195b-41a5-9820-7f44d802dd67 HTTP/1.1" status: 200 len: 950 time: 0.0697489 Aug 16 23:50:28.141014 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5c77735f-46fc-461c-8f04-fd4c562607d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:28.163208 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9968ba69-adf0-48ce-9dca-c3e984b6c6b9 req-f6352c17-b87b-4be6-ae4e-ba61f2bd2065 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b49f97d-71fa-47f4-b285-f017b932b82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452449 Aug 16 23:50:28.165140 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42554) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:28.180665 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c31c4202-450b-4c62-9cb1-cb31e061488a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:28.267557 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5c77735f-46fc-461c-8f04-fd4c562607d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:28.270369 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5c77735f-46fc-461c-8f04-fd4c562607d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:28.272157 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5c77735f-46fc-461c-8f04-fd4c562607d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1a5bb9ba-923b-4066-84b1-bfa470aeffef HTTP/1.1" status: 204 len: 168 time: 0.2759490 Aug 16 23:50:28.301274 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77735f-46fc-461c-8f04-fd4c562607d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5bb9ba-923b-4066-84b1-bfa470aeffef,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:28.403413 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c31c4202-450b-4c62-9cb1-cb31e061488a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:28.416724 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c31c4202-450b-4c62-9cb1-cb31e061488a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:28.476455 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-5f11574e-69c9-4d3a-b75d-76633b92deb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03548ba5-494d-4910-98a3-332a7396d317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-929718497-router', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:28Z', 'revision_number': 4, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'gw_port': {'id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'b716a6ef-26cf-40db-930b-5ec95d67e1f1', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'floating_ip_address': '172.25.3.230', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '03548ba5-494d-4910-98a3-332a7396d317', 'port_id': '445e3097-e62b-415b-8136-451ef3dbd608', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad', 'mac_address': 'fa:16:3e:2f:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd26234-e165-4fe4-b21d-335d5d9a7fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:49:53Z', 'updated_at': '2021-08-16T23:50:26Z', 'revision_number': 1, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e1c983-b2cb-4eb2-b1ab-dff3afef6e01', 'name': '', 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'mac_address': 'fa:16:3e:20:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:27Z', 'updated_at': '2021-08-16T23:49:36Z', 'revision_number': 5, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'subnets': [{'id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:50:28.509159 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c4202-450b-4c62-9cb1-cb31e061488a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2522a1-f2f1-4b5a-9147-3898abe32401,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:28.512147 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8bc9c5-fc77-4d99-b09c-595e752e81b8 req-42d1ff30-f4bc-4437-9bef-7d941655e910 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:28.512712 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f11574e-69c9-4d3a-b75d-76633b92deb0 None None] Checking router: 03548ba5-494d-4910-98a3-332a7396d317 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:50:28.515000 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2f8bc9c5-fc77-4d99-b09c-595e752e81b8 req-42d1ff30-f4bc-4437-9bef-7d941655e910 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c99f063-fe33-4ea7-b3f4-6651239f7aaa HTTP/1.1" status: 200 len: 949 time: 0.1858490 Aug 16 23:50:28.519997 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-2feb1ba3-c5c1-42bc-a48a-dab3d8f8ddf8 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=acebb709ed4d446eb7d3c128b0012b0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516126 Aug 16 23:50:28.527781 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f11574e-69c9-4d3a-b75d-76633b92deb0 None None] Routers {'03548ba5-494d-4910-98a3-332a7396d317'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:50:28.528740 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-5f11574e-69c9-4d3a-b75d-76633b92deb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:50:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['03548ba5-494d-4910-98a3-332a7396d317'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:50:28.600444 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c31c4202-450b-4c62-9cb1-cb31e061488a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=588c8b32d6a44509b3e2b2657b6c757a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4342413 Aug 16 23:50:28.603613 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42574) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:28.711805 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fc232035-9f12-4a12-96a0-19de0c975436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:28.742466 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fc232035-9f12-4a12-96a0-19de0c975436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:28.762349 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-2f8bc9c5-fc77-4d99-b09c-595e752e81b8 req-5c15e252-2ea3-4799-8fe6-f44a57510348 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Deleting port 2108fc65-6e5a-471c-a4c9-394e8556c3d9 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:50:28.762846 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-2f8bc9c5-fc77-4d99-b09c-595e752e81b8 req-5c15e252-2ea3-4799-8fe6-f44a57510348 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:28.763319 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-5f11574e-69c9-4d3a-b75d-76633b92deb0 None None] Set router 03548ba5-494d-4910-98a3-332a7396d317 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:50:28.821008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-6e14df5b-651e-4a3c-9afc-878b5de56645 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:28.828505 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-6e14df5b-651e-4a3c-9afc-878b5de56645 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3023102 Aug 16 23:50:28.830150 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fc232035-9f12-4a12-96a0-19de0c975436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:28.833462 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fc232035-9f12-4a12-96a0-19de0c975436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:28.837803 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fc232035-9f12-4a12-96a0-19de0c975436 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/da2522a1-f2f1-4b5a-9147-3898abe32401 HTTP/1.1" status: 204 len: 168 time: 0.2332671 Aug 16 23:50:28.879939 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc232035-9f12-4a12-96a0-19de0c975436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2522a1-f2f1-4b5a-9147-3898abe32401,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:28.890574 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-49b5cc5e-84ae-4ad8-91ae-0931becd9a36 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/quotas/acebb709ed4d446eb7d3c128b0012b0b HTTP/1.1" status: 200 len: 375 time: 0.0506220 Aug 16 23:50:28.940235 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91250a2-8864-4e8b-a489-765067b819f7 req-605a4b7e-8c1f-424e-926a-20ce443b0a87 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:28.941888 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f91250a2-8864-4e8b-a489-765067b819f7 req-605a4b7e-8c1f-424e-926a-20ce443b0a87 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5302c95-195b-41a5-9820-7f44d802dd67 HTTP/1.1" status: 200 len: 950 time: 0.1031842 Aug 16 23:50:28.989436 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42588) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:29.004898 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-2f8bc9c5-fc77-4d99-b09c-595e752e81b8 req-5c15e252-2ea3-4799-8fe6-f44a57510348 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] For port 2108fc65-6e5a-471c-a4c9-394e8556c3d9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=2108fc65-6e5a-471c-a4c9-394e8556c3d9,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:29.005335 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-2f8bc9c5-fc77-4d99-b09c-595e752e81b8 req-5c15e252-2ea3-4799-8fe6-f44a57510348 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:29.007742 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42590) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:29.030437 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-412c4783-2d39-4333-bed0-5014e8a3e17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:29.050231 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3016621c-bd5f-4072-8dff-d32a5e2a2a44 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5241eada76e8402d8915241bd76c6a55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548184 Aug 16 23:50:29.057829 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42592) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:29.057829 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-2f8bc9c5-fc77-4d99-b09c-595e752e81b8 req-5c15e252-2ea3-4799-8fe6-f44a57510348 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Calling delete_port for 2108fc65-6e5a-471c-a4c9-394e8556c3d9 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:50:29.084338 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-0489f268-44fc-4c10-aa71-8722bc0c1ebe tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=acebb709ed4d446eb7d3c128b0012b0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1933770 Aug 16 23:50:29.197492 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-5f11574e-69c9-4d3a-b75d-76633b92deb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03548ba5-494d-4910-98a3-332a7396d317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-929718497-router', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:28Z', 'revision_number': 4, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'gw_port': {'id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'b716a6ef-26cf-40db-930b-5ec95d67e1f1', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'floating_ip_address': '172.25.3.230', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '03548ba5-494d-4910-98a3-332a7396d317', 'port_id': '445e3097-e62b-415b-8136-451ef3dbd608', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad', 'mac_address': 'fa:16:3e:2f:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd26234-e165-4fe4-b21d-335d5d9a7fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:49:53Z', 'updated_at': '2021-08-16T23:50:26Z', 'revision_number': 1, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e1c983-b2cb-4eb2-b1ab-dff3afef6e01', 'name': '', 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'mac_address': 'fa:16:3e:20:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:27Z', 'updated_at': '2021-08-16T23:49:36Z', 'revision_number': 5, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'subnets': [{'id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:50:29.201735 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-412c4783-2d39-4333-bed0-5014e8a3e17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:29.274140 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f11574e-69c9-4d3a-b75d-76633b92deb0 None None] The sync data for ids ['03548ba5-494d-4910-98a3-332a7396d317'] in n-d-800088-20 is: [{'id': '03548ba5-494d-4910-98a3-332a7396d317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-929718497-router', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:28Z', 'revision_number': 4, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'gw_port': {'id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'b716a6ef-26cf-40db-930b-5ec95d67e1f1', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'floating_ip_address': '172.25.3.230', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '03548ba5-494d-4910-98a3-332a7396d317', 'port_id': '445e3097-e62b-415b-8136-451ef3dbd608', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad', 'mac_address': 'fa:16:3e:2f:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd26234-e165-4fe4-b21d-335d5d9a7fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:49:53Z', 'updated_at': '2021-08-16T23:50:26Z', 'revision_number': 1, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e1c983-b2cb-4eb2-b1ab-dff3afef6e01', 'name': '', 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'mac_address': 'fa:16:3e:20:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:27Z', 'updated_at': '2021-08-16T23:49:36Z', 'revision_number': 5, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'subnets': [{'id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:50:29.325351 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-412c4783-2d39-4333-bed0-5014e8a3e17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:29.355990 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7263f0b3-d671-4bc4-8a91-ee2e3f5cb5a1 x-openstack-request-id: req-7263f0b3-d671-4bc4-8a91-ee2e3f5cb5a1 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:50:29.356293 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd26234-e165-4fe4-b21d-335d5d9a7fd7", "tag": "445e3097-e62b-415b-8136-451ef3dbd608", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:50:29.356547 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7263f0b3-d671-4bc4-8a91-ee2e3f5cb5a1 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:50:29.356966 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd26234-e165-4fe4-b21d-335d5d9a7fd7', 'tag': '445e3097-e62b-415b-8136-451ef3dbd608', 'status': 'completed', 'code': 200} Aug 16 23:50:29.374646 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42608) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:29.509446 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643239ea-2440-4816-97b7-5e813f792d0a req-dba72e8d-6b0b-4a02-8b78-f539b67abf99 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:29.511034 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-643239ea-2440-4816-97b7-5e813f792d0a req-dba72e8d-6b0b-4a02-8b78-f539b67abf99 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c99f063-fe33-4ea7-b3f4-6651239f7aaa HTTP/1.1" status: 200 len: 949 time: 0.0898252 Aug 16 23:50:29.590510 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c4783-2d39-4333-bed0-5014e8a3e17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25f141c-c219-487e-ba55-06d225db5060,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:29.612332 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dd6855c4-39a0-4356-9987-dc635a333ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:29.613829 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-643239ea-2440-4816-97b7-5e813f792d0a req-7f96432f-bf62-4b83-a648-3331a1567fda tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/security-groups?id=19f8caff-4a70-4d6e-8a64-b2997578bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937350 Aug 16 23:50:29.665069 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dd6855c4-39a0-4356-9987-dc635a333ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:29.757362 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15f4add-aa71-4158-a14b-68b62b7ee628 None None] New status for floating IP b716a6ef-26cf-40db-930b-5ec95d67e1f1: ACTIVE {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:50:29.776593 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-412c4783-2d39-4333-bed0-5014e8a3e17c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=20628c8b6de84819bc7714dedf938e19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7652035 Aug 16 23:50:29.787763 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42628) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:29.797224 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-bc96bb3a-57af-4a5f-9622-5aa5d97f94b2 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:50:29.798802 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-bc96bb3a-57af-4a5f-9622-5aa5d97f94b2 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4230678 Aug 16 23:50:29.824528 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dd6855c4-39a0-4356-9987-dc635a333ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:29.827194 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dd6855c4-39a0-4356-9987-dc635a333ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:29.831241 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-dd6855c4-39a0-4356-9987-dc635a333ee3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee1607ea-cdcf-41fc-b889-129a2a8cc1dc HTTP/1.1" status: 204 len: 168 time: 0.7664962 Aug 16 23:50:29.875371 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f658f-1c4c-46e1-84d2-a2c3177ffb2e req-e668005f-a7bd-4b13-8397-4f406942f4ff tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:29.877677 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f72f658f-1c4c-46e1-84d2-a2c3177ffb2e req-e668005f-a7bd-4b13-8397-4f406942f4ff tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5302c95-195b-41a5-9820-7f44d802dd67 HTTP/1.1" status: 200 len: 950 time: 0.1442914 Aug 16 23:50:29.878855 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-994fa39f-b204-4c4f-9cf5-23c76d1f59a4 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:29.880562 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-994fa39f-b204-4c4f-9cf5-23c76d1f59a4 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/ports/a7dbf29f-c990-453c-8b9a-4537c6e199d9 HTTP/1.1" status: 200 len: 1095 time: 0.0747621 Aug 16 23:50:29.931312 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6855c4-39a0-4356-9987-dc635a333ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1607ea-cdcf-41fc-b889-129a2a8cc1dc,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:29.936446 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28243f-f65e-4ab1-a945-81d0d36538a3 req-36dcbf64-82bb-4ae2-a1ec-8a04934a6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:29.938857 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2c28243f-f65e-4ab1-a945-81d0d36538a3 req-36dcbf64-82bb-4ae2-a1ec-8a04934a6937 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=93628eca11dd4df499895f1c0f0c82e3&device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 1098 time: 0.5643463 Aug 16 23:50:29.962700 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-f91250a2-8864-4e8b-a489-765067b819f7 req-2c40583c-2a02-4852-9b3b-ddf8d947d17c tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Deleting port 9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:50:29.963637 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-f91250a2-8864-4e8b-a489-765067b819f7 req-2c40583c-2a02-4852-9b3b-ddf8d947d17c tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:29.965939 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f72f658f-1c4c-46e1-84d2-a2c3177ffb2e req-f109f66c-720d-43a3-8aa4-ef7f3a3270c6 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b49f97d-71fa-47f4-b285-f017b932b82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766702 Aug 16 23:50:30.125580 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a8b77ab5-59d1-4b7e-b9ec-ae7004c1e8c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:30.151523 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f8ec3be-a5f4-4c83-9097-33cf9c025f4d req-446c289b-cd21-44b7-90c7-04bf9542013f tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d HTTP/1.1" status: 200 len: 210 time: 0.0471926 Aug 16 23:50:30.253910 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a8b77ab5-59d1-4b7e-b9ec-ae7004c1e8c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:30.291672 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-f91250a2-8864-4e8b-a489-765067b819f7 req-2c40583c-2a02-4852-9b3b-ddf8d947d17c tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] For port 9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:30.293246 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-f91250a2-8864-4e8b-a489-765067b819f7 req-2c40583c-2a02-4852-9b3b-ddf8d947d17c tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:30.295991 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-2f8bc9c5-fc77-4d99-b09c-595e752e81b8 req-5c15e252-2ea3-4799-8fe6-f44a57510348 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:30.326438 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['2108fc65-6e5a-471c-a4c9-394e8556c3d9'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:50:30.340960 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-f91250a2-8864-4e8b-a489-765067b819f7 req-2c40583c-2a02-4852-9b3b-ddf8d947d17c tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Calling delete_port for 9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:50:30.383892 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28243f-f65e-4ab1-a945-81d0d36538a3 req-a7b9ae05-b13c-4809-9cc8-bed8a89d5c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:30.385771 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2c28243f-f65e-4ab1-a945-81d0d36538a3 req-a7b9ae05-b13c-4809-9cc8-bed8a89d5c50 service neutron] 10.222.0.69 "GET /v2.0/networks?id=94cccefc-4269-48cf-98bd-8abcbe14edad HTTP/1.1" status: 200 len: 924 time: 0.4381416 Aug 16 23:50:30.386671 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15e252-2ea3-4799-8fe6-f44a57510348 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Pushing event deleted for resources: {'Port': ['ID=2108fc65-6e5a-471c-a4c9-394e8556c3d9,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:30.432317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-fb78da9a-e64e-4543-b24e-c6888d4c33d9 service neutron] Request body: {'binding': {'host': 'n-h2-800088-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:30.432839 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-fb78da9a-e64e-4543-b24e-c6888d4c33d9 service neutron] Unknown quota resources ['binding']. {{(pid=101403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 23:50:30.673523 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-fb78da9a-e64e-4543-b24e-c6888d4c33d9 service neutron] Attempting to bind port a7dbf29f-c990-453c-8b9a-4537c6e199d9 on host n-h2-800088-20 for vnic_type normal with profile None {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:50:30.674131 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-fb78da9a-e64e-4543-b24e-c6888d4c33d9 service neutron] Attempting to bind port a7dbf29f-c990-453c-8b9a-4537c6e199d9 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:50:30.674224 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-fb78da9a-e64e-4543-b24e-c6888d4c33d9 service neutron] Attempting to bind port a7dbf29f-c990-453c-8b9a-4537c6e199d9 on network 5dc1690b-6624-46fa-a54a-7524bbadf6de {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:30.678994 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-fb78da9a-e64e-4543-b24e-c6888d4c33d9 service neutron] Port a7dbf29f-c990-453c-8b9a-4537c6e199d9 on network 5dc1690b-6624-46fa-a54a-7524bbadf6de not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:50:30.679320 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-fb78da9a-e64e-4543-b24e-c6888d4c33d9 service neutron] Attempting to bind port a7dbf29f-c990-453c-8b9a-4537c6e199d9 on network 5dc1690b-6624-46fa-a54a-7524bbadf6de {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:30.697326 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-fb78da9a-e64e-4543-b24e-c6888d4c33d9 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:50:30.697656 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-fb78da9a-e64e-4543-b24e-c6888d4c33d9 service neutron] Checking segment: {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:50:30.698248 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-fb78da9a-e64e-4543-b24e-c6888d4c33d9 service neutron] Bound using segment: {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:50:30.699105 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-fb78da9a-e64e-4543-b24e-c6888d4c33d9 service neutron] Bound port: a7dbf29f-c990-453c-8b9a-4537c6e199d9, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:50:30.750104 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-f91250a2-8864-4e8b-a489-765067b819f7 req-2c40583c-2a02-4852-9b3b-ddf8d947d17c tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:30.793003 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a8b77ab5-59d1-4b7e-b9ec-ae7004c1e8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:30.796647 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a8b77ab5-59d1-4b7e-b9ec-ae7004c1e8c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:30.799282 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a8b77ab5-59d1-4b7e-b9ec-ae7004c1e8c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f25f141c-c219-487e-ba55-06d225db5060 HTTP/1.1" status: 204 len: 168 time: 1.0103402 Aug 16 23:50:30.800650 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8bc9c5-fc77-4d99-b09c-595e752e81b8 req-5c15e252-2ea3-4799-8fe6-f44a57510348 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] No DVR routers for this DVR port 2108fc65-6e5a-471c-a4c9-394e8556c3d9 on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:50:30.878897 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-37f3a558-a45a-47c4-a026-4b847e77a420 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=acebb709ed4d446eb7d3c128b0012b0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0909290 Aug 16 23:50:30.880622 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70a0f14e-1169-45a2-9eff-dbe12699febd req-e0f55229-84da-47dd-abb6-1db7460b5d70 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c99f063-fe33-4ea7-b3f4-6651239f7aaa HTTP/1.1" status: 200 len: 210 time: 0.0938644 Aug 16 23:50:30.912536 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40583c-2a02-4852-9b3b-ddf8d947d17c tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Pushing event deleted for resources: {'Port': ['ID=9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:30.925819 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-2f8bc9c5-fc77-4d99-b09c-595e752e81b8 req-5c15e252-2ea3-4799-8fe6-f44a57510348 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:30.928141 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2f8bc9c5-fc77-4d99-b09c-595e752e81b8 req-5c15e252-2ea3-4799-8fe6-f44a57510348 tempest-DeleteServersAdminTestJSON-1242193828 tempest-DeleteServersAdminTestJSON-1242193828-project] 10.222.0.64 "DELETE /v2.0/ports/2108fc65-6e5a-471c-a4c9-394e8556c3d9 HTTP/1.1" status: 204 len: 173 time: 2.3932965 Aug 16 23:50:30.958526 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2c28243f-f65e-4ab1-a945-81d0d36538a3 req-1dd7146a-d7b4-4180-95b8-bbe4ba4eeec0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=445e3097-e62b-415b-8136-451ef3dbd608 HTTP/1.1" status: 200 len: 1002 time: 0.5557296 Aug 16 23:50:31.007094 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b77ab5-59d1-4b7e-b9ec-ae7004c1e8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25f141c-c219-487e-ba55-06d225db5060,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:31.039289 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91250a2-8864-4e8b-a489-765067b819f7 req-2c40583c-2a02-4852-9b3b-ddf8d947d17c tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] No DVR routers for this DVR port 9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26 on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:50:31.042439 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-b2d4c76b-e4a0-43cf-aca4-4a1a3f949a60 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:31.044025 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-b2d4c76b-e4a0-43cf-aca4-4a1a3f949a60 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1555810 Aug 16 23:50:31.074550 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-f91250a2-8864-4e8b-a489-765067b819f7 req-2c40583c-2a02-4852-9b3b-ddf8d947d17c tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:31.076650 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f91250a2-8864-4e8b-a489-765067b819f7 req-2c40583c-2a02-4852-9b3b-ddf8d947d17c tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.69 "DELETE /v2.0/ports/9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26 HTTP/1.1" status: 204 len: 173 time: 2.1237013 Aug 16 23:50:31.089068 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-6b9a5ad5-4ccf-49e2-86ef-cc293e32b1f9 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Request body: {'port': {'device_id': '0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': 'acebb709ed4d446eb7d3c128b0012b0b'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:31.105439 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-fb78da9a-e64e-4543-b24e-c6888d4c33d9 service neutron] For port a7dbf29f-c990-453c-8b9a-4537c6e199d9, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a7dbf29f-c990-453c-8b9a-4537c6e199d9,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:50:31.116752 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28243f-f65e-4ab1-a945-81d0d36538a3 req-dbee70db-7539-47ce-8edf-5a2d284b04c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:31.118363 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2c28243f-f65e-4ab1-a945-81d0d36538a3 req-dbee70db-7539-47ce-8edf-5a2d284b04c0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e84fba67-0d47-488c-bc23-642dedf3f16b HTTP/1.1" status: 200 len: 862 time: 0.1434631 Aug 16 23:50:31.185750 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-fb78da9a-e64e-4543-b24e-c6888d4c33d9 service neutron] Notify callbacks [] for binding, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:31.196081 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-fb78da9a-e64e-4543-b24e-c6888d4c33d9 service neutron] 10.222.0.60 "POST /v2.0/ports/a7dbf29f-c990-453c-8b9a-4537c6e199d9/bindings HTTP/1.1" status: 201 len: 390 time: 1.0974815 Aug 16 23:50:31.203091 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16ab9039-85e7-4cb6-8cb4-fa9b66beeebd req-30060ca6-1a55-4c7e-919f-c34e6a3b2d69 tempest-ServerDiagnosticsNegativeTest-1916787769 tempest-ServerDiagnosticsNegativeTest-1916787769-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5302c95-195b-41a5-9820-7f44d802dd67 HTTP/1.1" status: 200 len: 210 time: 0.0657444 Aug 16 23:50:31.209263 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28243f-f65e-4ab1-a945-81d0d36538a3 req-875e01f9-744f-4b25-8224-abc89fcbb1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:31.213248 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2c28243f-f65e-4ab1-a945-81d0d36538a3 req-875e01f9-744f-4b25-8224-abc89fcbb1fc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=94cccefc-4269-48cf-98bd-8abcbe14edad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0855927 Aug 16 23:50:31.367777 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c99f063-fe33-4ea7-b3f4-6651239f7aaa', 'name': 'network-vif-deleted', 'tag': '2108fc65-6e5a-471c-a4c9-394e8556c3d9'}, {'server_uuid': 'c5302c95-195b-41a5-9820-7f44d802dd67', 'name': 'network-vif-deleted', 'tag': '9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:50:31.370096 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75b7be5-a538-4c94-b9a7-f6d732bf8c37" -d '{"events": [{"server_uuid": "3c99f063-fe33-4ea7-b3f4-6651239f7aaa", "name": "network-vif-deleted", "tag": "2108fc65-6e5a-471c-a4c9-394e8556c3d9"}, {"server_uuid": "c5302c95-195b-41a5-9820-7f44d802dd67", "name": "network-vif-deleted", "tag": "9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:50:31.385827 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-6b9a5ad5-4ccf-49e2-86ef-cc293e32b1f9 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Made reservation on behalf of acebb709ed4d446eb7d3c128b0012b0b for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:50:31.389315 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-6b9a5ad5-4ccf-49e2-86ef-cc293e32b1f9 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:31.425623 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ed3c96ca-743a-4278-abe5-5ad6f568c24d req-54e0c8c3-64a1-4446-a2b8-2b8803d0862c tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d HTTP/1.1" status: 200 len: 210 time: 0.0594628 Aug 16 23:50:31.467353 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2c28243f-f65e-4ab1-a945-81d0d36538a3 req-b0fbf2a5-88ef-4bb4-a79a-07b49376b832 service neutron] 10.222.0.69 "GET /v2.0/networks/94cccefc-4269-48cf-98bd-8abcbe14edad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395542 Aug 16 23:50:31.658617 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 23:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709f6f7a-3f78-42e6-839c-fa266fe40e5f x-openstack-request-id: req-709f6f7a-3f78-42e6-839c-fa266fe40e5f {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:50:31.659023 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c99f063-fe33-4ea7-b3f4-6651239f7aaa", "name": "network-vif-deleted", "tag": "2108fc65-6e5a-471c-a4c9-394e8556c3d9", "status": "completed", "code": 200}, {"server_uuid": "c5302c95-195b-41a5-9820-7f44d802dd67", "name": "network-vif-deleted", "tag": "9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:50:31.659170 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-709f6f7a-3f78-42e6-839c-fa266fe40e5f {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:50:31.659737 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c99f063-fe33-4ea7-b3f4-6651239f7aaa', 'name': 'network-vif-deleted', 'tag': '2108fc65-6e5a-471c-a4c9-394e8556c3d9', 'status': 'completed', 'code': 200} Aug 16 23:50:31.660165 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5302c95-195b-41a5-9820-7f44d802dd67', 'name': 'network-vif-deleted', 'tag': '9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26', 'status': 'completed', 'code': 200} Aug 16 23:50:31.696821 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-a5a4e665-3a77-4c6a-926c-f7c9e1b310f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:31.699218 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-a5a4e665-3a77-4c6a-926c-f7c9e1b310f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b30c0e442778419181d2ad6b2586afae&device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 1098 time: 0.0960298 Aug 16 23:50:31.777805 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2c28243f-f65e-4ab1-a945-81d0d36538a3 req-4c0bd42c-0e70-4bc0-b9bb-c0f74e86d83f service neutron] 10.222.0.69 "GET /v2.0/networks/94cccefc-4269-48cf-98bd-8abcbe14edad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006601 Aug 16 23:50:31.842349 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9fc37-4013-49c8-8bf1-93611ed03445 req-d972de02-91f0-4e59-8260-5a73adbfb3a1 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:31.850720 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73f9fc37-4013-49c8-8bf1-93611ed03445 req-d972de02-91f0-4e59-8260-5a73adbfb3a1 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 946 time: 0.1088660 Aug 16 23:50:31.875212 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-4e3f2087-7374-4d15-8787-452b93541d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:31.878483 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-4e3f2087-7374-4d15-8787-452b93541d01 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5dc1690b-6624-46fa-a54a-7524bbadf6de HTTP/1.1" status: 200 len: 919 time: 0.1693871 Aug 16 23:50:31.903338 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-6b9a5ad5-4ccf-49e2-86ef-cc293e32b1f9 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Allocated IP 192.168.233.166 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/57818e75-7867-4254-8af5-1c05fd6ba240) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:50:31.920904 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73f9fc37-4013-49c8-8bf1-93611ed03445 req-8c53aaaf-f410-4eff-ae21-a4cb53a14412 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692770 Aug 16 23:50:31.951822 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-5b67e367-15f7-4ac2-84b8-4b0c7e4ba273 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7dbf29f-c990-453c-8b9a-4537c6e199d9 HTTP/1.1" status: 200 len: 217 time: 0.0656819 Aug 16 23:50:32.060367 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-02eb283d-7b30-4677-a14e-dedc7cdb4412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:32.064917 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-02eb283d-7b30-4677-a14e-dedc7cdb4412 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5 HTTP/1.1" status: 200 len: 858 time: 0.1060631 Aug 16 23:50:32.139635 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-16018691-24b5-4cee-ab69-3ad37b0d769b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5dc1690b-6624-46fa-a54a-7524bbadf6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670099 Aug 16 23:50:32.152891 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:50:32.238010 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-6b9a5ad5-4ccf-49e2-86ef-cc293e32b1f9 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:32.244319 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:50:32.244883 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 9f4f2ef9-9312-4b5e-b951-ec1f69ba4f26 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:50:32.275854 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-6b9a5ad5-4ccf-49e2-86ef-cc293e32b1f9 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Transition to ACTIVE for port object 57818e75-7867-4254-8af5-1c05fd6ba240 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:50:32.332439 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-49b0418b-a6b0-4f8c-8748-04859a455f3a service neutron] 10.222.0.64 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824033 Aug 16 23:50:32.349476 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-6b9a5ad5-4ccf-49e2-86ef-cc293e32b1f9 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:32.367090 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['a80abd68-a5cd-4879-b583-fc207ffd7657'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:50:32.370455 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:50:32.423885 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-6b9a5ad5-4ccf-49e2-86ef-cc293e32b1f9 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:50:32.427876 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-6b9a5ad5-4ccf-49e2-86ef-cc293e32b1f9 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:50:32.433095 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a5ad5-4ccf-49e2-86ef-cc293e32b1f9 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Pushing event updated for resources: {'Port': ['ID=57818e75-7867-4254-8af5-1c05fd6ba240,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:32.433095 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-6b9a5ad5-4ccf-49e2-86ef-cc293e32b1f9 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:50:32.438803 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-6b9a5ad5-4ccf-49e2-86ef-cc293e32b1f9 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:32.439672 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-6b9a5ad5-4ccf-49e2-86ef-cc293e32b1f9 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:32.459836 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-6b9a5ad5-4ccf-49e2-86ef-cc293e32b1f9 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3889973 Aug 16 23:50:32.473766 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-f6a4caec-770d-467b-a1be-f5a091e3ef35 service neutron] Request body: {'port': {'device_id': '0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:32.566894 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 2108fc65-6e5a-471c-a4c9-394e8556c3d9 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:50:32.567542 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-e1314cf3-d324-4ab4-99ac-569c47464762 service neutron] 10.222.0.64 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283792 Aug 16 23:50:32.639800 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 2108fc65-6e5a-471c-a4c9-394e8556c3d9 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:50:32.640596 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 2108fc65-6e5a-471c-a4c9-394e8556c3d9 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:50:32.658172 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-f6a4caec-770d-467b-a1be-f5a091e3ef35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:32.761359 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c098cd-4fd4-4f19-8e09-2b35be136c78 req-9c6b8778-e28b-428e-a09b-08aafdc24172 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:32.778928 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-99c098cd-4fd4-4f19-8e09-2b35be136c78 req-9c6b8778-e28b-428e-a09b-08aafdc24172 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d HTTP/1.1" status: 200 len: 936 time: 0.1769643 Aug 16 23:50:32.839005 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-595a8e1d-cdf1-4943-a5ba-360c752b8283 None None] Provisioning for port 57818e75-7867-4254-8af5-1c05fd6ba240 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:50:32.845858 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-595a8e1d-cdf1-4943-a5ba-360c752b8283 None None] Provisioning complete for port 57818e75-7867-4254-8af5-1c05fd6ba240 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:50:32.846617 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-595a8e1d-cdf1-4943-a5ba-360c752b8283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:32.889077 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-595a8e1d-cdf1-4943-a5ba-360c752b8283 None None] Port 57818e75-7867-4254-8af5-1c05fd6ba240 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:50:32.893400 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-c0ec0cb2-304e-4b21-9603-e97c095cf188 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:32.895255 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-c0ec0cb2-304e-4b21-9603-e97c095cf188 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab&tenant_id=b30c0e442778419181d2ad6b2586afae&binding%3Ahost_id=n-h1-800088-20 HTTP/1.1" status: 200 len: 1098 time: 0.2093432 Aug 16 23:50:32.895922 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-99c098cd-4fd4-4f19-8e09-2b35be136c78 req-595b397c-8c99-4ae4-a4b4-6896e9ba0bd7 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977116 Aug 16 23:50:32.915770 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-547dd62d-70f8-436a-9d0b-7eef406e9b86 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800088-20'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:33.086653 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42756) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:33.109631 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42764) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:33.152267 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87635d42-1515-421c-a131-dddc6ad2e92d req-fd5fef21-95bb-4abe-9785-b8f9958ee703 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:33.153905 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-87635d42-1515-421c-a131-dddc6ad2e92d req-fd5fef21-95bb-4abe-9785-b8f9958ee703 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 946 time: 0.1000416 Aug 16 23:50:33.239542 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-87635d42-1515-421c-a131-dddc6ad2e92d req-a7081e2b-2818-496f-8ea5-1259a32e9513 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770204 Aug 16 23:50:33.241657 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-f6a4caec-770d-467b-a1be-f5a091e3ef35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57818e75-7867-4254-8af5-1c05fd6ba240 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:50:33.252539 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-f6a4caec-770d-467b-a1be-f5a091e3ef35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:33.259020 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-547dd62d-70f8-436a-9d0b-7eef406e9b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:33.271825 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-f6a4caec-770d-467b-a1be-f5a091e3ef35 service neutron] Transition to ACTIVE for port object 57818e75-7867-4254-8af5-1c05fd6ba240 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:50:33.280471 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-f6a4caec-770d-467b-a1be-f5a091e3ef35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:33.370775 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4caec-770d-467b-a1be-f5a091e3ef35 service neutron] Pushing event updated for resources: {'Port': ['ID=57818e75-7867-4254-8af5-1c05fd6ba240,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:33.461097 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-49b79645-fa62-4aa3-ac7d-fb2c9fb220bb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a303d13d12e2418ea19f78aab909b1e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3713946 Aug 16 23:50:33.463815 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42780) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:33.474183 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-f6a4caec-770d-467b-a1be-f5a091e3ef35 service neutron] Attempting to bind port 57818e75-7867-4254-8af5-1c05fd6ba240 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:50:33.474627 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-f6a4caec-770d-467b-a1be-f5a091e3ef35 service neutron] Attempting to bind port 57818e75-7867-4254-8af5-1c05fd6ba240 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:50:33.475018 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-f6a4caec-770d-467b-a1be-f5a091e3ef35 service neutron] Attempting to bind port 57818e75-7867-4254-8af5-1c05fd6ba240 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:33.486002 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-f6a4caec-770d-467b-a1be-f5a091e3ef35 service neutron] Port 57818e75-7867-4254-8af5-1c05fd6ba240 on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:50:33.486424 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-f6a4caec-770d-467b-a1be-f5a091e3ef35 service neutron] Attempting to bind port 57818e75-7867-4254-8af5-1c05fd6ba240 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:33.511784 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7f9da458-c3de-492f-8493-4a3496d67d6a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dc124757bb0941df89092d7bba0b49d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3958731 Aug 16 23:50:33.512836 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-f6a4caec-770d-467b-a1be-f5a091e3ef35 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:50:33.513580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-f6a4caec-770d-467b-a1be-f5a091e3ef35 service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:50:33.513702 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-f6a4caec-770d-467b-a1be-f5a091e3ef35 service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:50:33.514247 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-f6a4caec-770d-467b-a1be-f5a091e3ef35 service neutron] Bound port: 57818e75-7867-4254-8af5-1c05fd6ba240, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:50:33.514634 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-f6a4caec-770d-467b-a1be-f5a091e3ef35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:33.515223 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42784) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:33.562634 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-547dd62d-70f8-436a-9d0b-7eef406e9b86 service neutron] For port a7dbf29f-c990-453c-8b9a-4537c6e199d9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a7dbf29f-c990-453c-8b9a-4537c6e199d9,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:33.627737 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-986ecd28-34fa-4084-856e-8e5a95e465e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:33.639394 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-628ca799-5cde-4932-8a97-6ca746a009ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:33.682475 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-547dd62d-70f8-436a-9d0b-7eef406e9b86 service neutron] For port a7dbf29f-c990-453c-8b9a-4537c6e199d9, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:50:33.689033 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-986ecd28-34fa-4084-856e-8e5a95e465e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:33.717679 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-628ca799-5cde-4932-8a97-6ca746a009ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:33.724780 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-f6a4caec-770d-467b-a1be-f5a091e3ef35 service neutron] For port 57818e75-7867-4254-8af5-1c05fd6ba240, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:50:33.730728 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-f6a4caec-770d-467b-a1be-f5a091e3ef35 service neutron] For port 57818e75-7867-4254-8af5-1c05fd6ba240, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=57818e75-7867-4254-8af5-1c05fd6ba240,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:50:33.754139 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-f6a4caec-770d-467b-a1be-f5a091e3ef35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:33.764082 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3172430f-31a9-46dd-ac81-4e9d0e31a8ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7dbf29f-c990-453c-8b9a-4537c6e199d9'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:50:33.772005 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2ac652-5b9a-4f33-9e17-97bb1df2cac6" -d '{"events": [{"server_uuid": "3172430f-31a9-46dd-ac81-4e9d0e31a8ab", "name": "network-vif-unplugged", "status": "completed", "tag": "a7dbf29f-c990-453c-8b9a-4537c6e199d9"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:50:33.787826 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-547dd62d-70f8-436a-9d0b-7eef406e9b86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:33.816821 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-f6a4caec-770d-467b-a1be-f5a091e3ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:33.817490 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-f6a4caec-770d-467b-a1be-f5a091e3ef35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:33.824017 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-f6a4caec-770d-467b-a1be-f5a091e3ef35 service neutron] 10.222.0.64 "PUT /v2.0/ports/57818e75-7867-4254-8af5-1c05fd6ba240 HTTP/1.1" status: 200 len: 1097 time: 1.3553565 Aug 16 23:50:33.824446 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d', 'tag': '57818e75-7867-4254-8af5-1c05fd6ba240'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:50:33.826880 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8103a07-85c1-4994-82f5-fb1d878cb785" -d '{"events": [{"name": "network-changed", "server_uuid": "0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d", "tag": "57818e75-7867-4254-8af5-1c05fd6ba240"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:50:33.845304 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-547dd62d-70f8-436a-9d0b-7eef406e9b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:33.877096 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4caec-770d-467b-a1be-f5a091e3ef35 service neutron] Pushing event updated for resources: {'Port': ['ID=57818e75-7867-4254-8af5-1c05fd6ba240,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:33.887144 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-986ecd28-34fa-4084-856e-8e5a95e465e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:33.892582 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-986ecd28-34fa-4084-856e-8e5a95e465e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:33.895000 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-986ecd28-34fa-4084-856e-8e5a95e465e2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7b49f97d-71fa-47f4-b285-f017b932b82a HTTP/1.1" status: 204 len: 168 time: 0.4301329 Aug 16 23:50:33.912930 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-628ca799-5cde-4932-8a97-6ca746a009ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:33.915746 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-628ca799-5cde-4932-8a97-6ca746a009ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:33.919715 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-628ca799-5cde-4932-8a97-6ca746a009ea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/19f8caff-4a70-4d6e-8a64-b2997578bdd1 HTTP/1.1" status: 204 len: 168 time: 0.3987830 Aug 16 23:50:33.936269 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08c5b90-af3e-4a8f-bdb4-ddcb78258db5 x-openstack-request-id: req-c08c5b90-af3e-4a8f-bdb4-ddcb78258db5 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:50:33.936567 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3172430f-31a9-46dd-ac81-4e9d0e31a8ab", "name": "network-vif-unplugged", "status": "completed", "tag": "a7dbf29f-c990-453c-8b9a-4537c6e199d9", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:50:33.936905 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c08c5b90-af3e-4a8f-bdb4-ddcb78258db5 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:50:33.937666 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3172430f-31a9-46dd-ac81-4e9d0e31a8ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7dbf29f-c990-453c-8b9a-4537c6e199d9', 'code': 200} Aug 16 23:50:33.977528 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ca799-5cde-4932-8a97-6ca746a009ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f8caff-4a70-4d6e-8a64-b2997578bdd1,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:34.017174 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28818f76-4e59-4dd8-8a52-195b7c4315fd x-openstack-request-id: req-28818f76-4e59-4dd8-8a52-195b7c4315fd {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:50:34.017850 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d", "tag": "57818e75-7867-4254-8af5-1c05fd6ba240", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:50:34.017969 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-547dd62d-70f8-436a-9d0b-7eef406e9b86 service neutron] Attempting to bind port a7dbf29f-c990-453c-8b9a-4537c6e199d9 on host n-h1-800088-20 for vnic_type normal with profile {"migrating_to": "n-h2-800088-20"} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:50:34.018128 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-28818f76-4e59-4dd8-8a52-195b7c4315fd {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:50:34.018211 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-547dd62d-70f8-436a-9d0b-7eef406e9b86 service neutron] Attempting to bind port a7dbf29f-c990-453c-8b9a-4537c6e199d9 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:50:34.018292 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d', 'tag': '57818e75-7867-4254-8af5-1c05fd6ba240', 'status': 'completed', 'code': 200} Aug 16 23:50:34.018375 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-547dd62d-70f8-436a-9d0b-7eef406e9b86 service neutron] Attempting to bind port a7dbf29f-c990-453c-8b9a-4537c6e199d9 on network 5dc1690b-6624-46fa-a54a-7524bbadf6de {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:34.025105 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-547dd62d-70f8-436a-9d0b-7eef406e9b86 service neutron] Port a7dbf29f-c990-453c-8b9a-4537c6e199d9 on network 5dc1690b-6624-46fa-a54a-7524bbadf6de not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:50:34.025953 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-547dd62d-70f8-436a-9d0b-7eef406e9b86 service neutron] Attempting to bind port a7dbf29f-c990-453c-8b9a-4537c6e199d9 on network 5dc1690b-6624-46fa-a54a-7524bbadf6de {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:34.026310 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ecd28-34fa-4084-856e-8e5a95e465e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b49f97d-71fa-47f4-b285-f017b932b82a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:34.031150 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547dd62d-70f8-436a-9d0b-7eef406e9b86 service neutron] Pushing event updated for resources: {'Port': ['ID=a7dbf29f-c990-453c-8b9a-4537c6e199d9,revision_number=7']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:34.040220 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-547dd62d-70f8-436a-9d0b-7eef406e9b86 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:50:34.040461 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-547dd62d-70f8-436a-9d0b-7eef406e9b86 service neutron] Checking segment: {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:50:34.040643 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-547dd62d-70f8-436a-9d0b-7eef406e9b86 service neutron] Bound using segment: {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:50:34.041101 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-547dd62d-70f8-436a-9d0b-7eef406e9b86 service neutron] Bound port: a7dbf29f-c990-453c-8b9a-4537c6e199d9, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:50:34.041614 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-547dd62d-70f8-436a-9d0b-7eef406e9b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:34.062639 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-40b9d63b-6561-4420-8281-68c94299baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:34.068930 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-40b9d63b-6561-4420-8281-68c94299baa7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=acebb709ed4d446eb7d3c128b0012b0b&device_id=0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d HTTP/1.1" status: 200 len: 1100 time: 0.1587577 Aug 16 23:50:34.148688 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-72f7fe90-e9bf-49d2-be57-e62e1a239da1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=57818e75-7867-4254-8af5-1c05fd6ba240 HTTP/1.1" status: 200 len: 217 time: 0.0695951 Aug 16 23:50:34.176075 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-547dd62d-70f8-436a-9d0b-7eef406e9b86 service neutron] For port a7dbf29f-c990-453c-8b9a-4537c6e199d9, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:50:34.183396 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-547dd62d-70f8-436a-9d0b-7eef406e9b86 service neutron] For port a7dbf29f-c990-453c-8b9a-4537c6e199d9, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a7dbf29f-c990-453c-8b9a-4537c6e199d9,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:50:34.207257 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-547dd62d-70f8-436a-9d0b-7eef406e9b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:34.259895 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cc46d-9abf-4eb7-b686-c3080f94d1a1 req-fc7ff4e0-1e77-45c2-a5cd-1cebe8d5c114 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:34.267638 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e81cc46d-9abf-4eb7-b686-c3080f94d1a1 req-fc7ff4e0-1e77-45c2-a5cd-1cebe8d5c114 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d HTTP/1.1" status: 200 len: 948 time: 0.1218953 Aug 16 23:50:34.271813 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-3ff9df3f-f71c-482f-86af-190de7fcbb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:34.273374 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-3ff9df3f-f71c-482f-86af-190de7fcbb4f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1152711 Aug 16 23:50:34.306785 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547dd62d-70f8-436a-9d0b-7eef406e9b86 service neutron] Pushing event updated for resources: {'Port': ['ID=a7dbf29f-c990-453c-8b9a-4537c6e199d9,revision_number=8']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:34.340765 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-547dd62d-70f8-436a-9d0b-7eef406e9b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:34.341662 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-547dd62d-70f8-436a-9d0b-7eef406e9b86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:34.343433 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-547dd62d-70f8-436a-9d0b-7eef406e9b86 service neutron] 10.222.0.64 "PUT /v2.0/ports/a7dbf29f-c990-453c-8b9a-4537c6e199d9 HTTP/1.1" status: 200 len: 1124 time: 1.4333515 Aug 16 23:50:34.390849 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e81cc46d-9abf-4eb7-b686-c3080f94d1a1 req-7dd721af-1011-4a4b-8788-c3bdfeddfaea tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222250 Aug 16 23:50:34.402411 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-10d10496-fde2-4b16-bdf4-84ec73662fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:34.405939 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-10d10496-fde2-4b16-bdf4-84ec73662fc4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1224644 Aug 16 23:50:34.426484 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['a7dbf29f-c990-453c-8b9a-4537c6e199d9'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:50:34.611039 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63187259-84dc-4e49-8183-02e58376e113 req-63fdfc2b-bf9f-4c7b-9178-2bfc7ebb3df4 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:34.612584 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63187259-84dc-4e49-8183-02e58376e113 req-63fdfc2b-bf9f-4c7b-9178-2bfc7ebb3df4 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 944 time: 0.1850181 Aug 16 23:50:34.633931 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-6fb0465d-8b9f-4800-a997-d6fb982269b7 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207592 Aug 16 23:50:34.678550 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42852) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:34.694528 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fc72b055-8aca-4541-b93f-c909cc4cc610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:34.715544 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63187259-84dc-4e49-8183-02e58376e113 req-75c768fa-561f-4286-bbb3-6858831a3c50 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936749 Aug 16 23:50:34.768688 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43a30c8e-80fd-4fb9-9361-626d8ac4307d req-7a836448-5b93-468e-a86d-dbcf464c5753 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250088 Aug 16 23:50:34.825303 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fc72b055-8aca-4541-b93f-c909cc4cc610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:34.842230 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fc72b055-8aca-4541-b93f-c909cc4cc610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:34.876760 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8103a07-85c1-4994-82f5-fb1d878cb785 req-d5f4e743-66e7-4c8a-b31a-2fd0eaec15d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:34.878207 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a8103a07-85c1-4994-82f5-fb1d878cb785 req-d5f4e743-66e7-4c8a-b31a-2fd0eaec15d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=acebb709ed4d446eb7d3c128b0012b0b&device_id=0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d HTTP/1.1" status: 200 len: 1100 time: 0.0626240 Aug 16 23:50:34.882882 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fc72b055-8aca-4541-b93f-c909cc4cc610 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a4de5aaa942444578b2a049812ceefa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2029963 Aug 16 23:50:34.886078 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42858) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:34.910615 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72b055-8aca-4541-b93f-c909cc4cc610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b037fd-274e-4597-89b4-250459d113b5,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:34.910936 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42860) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:34.975196 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cbfb6f87-77bd-42dd-a4d5-55befa24d11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:34.979459 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3a2905a1-b1e2-40d3-b181-14c93b2f4b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:35.006747 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cbfb6f87-77bd-42dd-a4d5-55befa24d11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:35.040645 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42862) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:35.059874 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8103a07-85c1-4994-82f5-fb1d878cb785 req-8fca5eae-973b-40fb-80b2-53608fa64ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:35.061455 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a8103a07-85c1-4994-82f5-fb1d878cb785 req-8fca5eae-973b-40fb-80b2-53608fa64ced service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.1745160 Aug 16 23:50:35.071642 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cbfb6f87-77bd-42dd-a4d5-55befa24d11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:35.074624 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cbfb6f87-77bd-42dd-a4d5-55befa24d11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:35.075811 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cbfb6f87-77bd-42dd-a4d5-55befa24d11e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/49b037fd-274e-4597-89b4-250459d113b5 HTTP/1.1" status: 204 len: 168 time: 0.1888692 Aug 16 23:50:35.084830 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb6f87-77bd-42dd-a4d5-55befa24d11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b037fd-274e-4597-89b4-250459d113b5,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:35.118588 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a8103a07-85c1-4994-82f5-fb1d878cb785 req-31fa53f6-b54f-46a9-b066-3f89b27de2a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=57818e75-7867-4254-8af5-1c05fd6ba240 HTTP/1.1" status: 200 len: 217 time: 0.0488210 Aug 16 23:50:35.191354 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8103a07-85c1-4994-82f5-fb1d878cb785 req-6deeea93-63e1-4bcd-9182-cd6a5d2894e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:35.192813 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a8103a07-85c1-4994-82f5-fb1d878cb785 req-6deeea93-63e1-4bcd-9182-cd6a5d2894e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0645685 Aug 16 23:50:35.223650 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3a2905a1-b1e2-40d3-b181-14c93b2f4b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:35.243923 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3a2905a1-b1e2-40d3-b181-14c93b2f4b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:35.304383 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b751e03-9172-4d39-98ea-088114d61561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:35.310186 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3a2905a1-b1e2-40d3-b181-14c93b2f4b7c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ac216d4c3d684427a64d7fbfa2cd5f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3983350 Aug 16 23:50:35.313772 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42874) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:35.318874 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2905a1-b1e2-40d3-b181-14c93b2f4b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901dfde7-ae21-4edb-9528-f4ddf39fa126,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:35.325728 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8103a07-85c1-4994-82f5-fb1d878cb785 req-22481ed9-14e6-4962-8e76-5a47f525b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:35.327465 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a8103a07-85c1-4994-82f5-fb1d878cb785 req-22481ed9-14e6-4962-8e76-5a47f525b8cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1211896 Aug 16 23:50:35.384663 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8502e02a-4318-4e27-ae04-ad6ea1d7b314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:35.414558 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8502e02a-4318-4e27-ae04-ad6ea1d7b314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:35.452755 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42880) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:35.503433 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a8103a07-85c1-4994-82f5-fb1d878cb785 req-1c87c838-7460-49cf-964b-5e6fad703429 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633019 Aug 16 23:50:35.508232 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8502e02a-4318-4e27-ae04-ad6ea1d7b314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:35.511261 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8502e02a-4318-4e27-ae04-ad6ea1d7b314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:35.513796 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8502e02a-4318-4e27-ae04-ad6ea1d7b314 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/901dfde7-ae21-4edb-9528-f4ddf39fa126 HTTP/1.1" status: 204 len: 168 time: 0.1987383 Aug 16 23:50:35.526603 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502e02a-4318-4e27-ae04-ad6ea1d7b314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901dfde7-ae21-4edb-9528-f4ddf39fa126,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:35.658582 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4d53b342-227a-4437-883c-f52767e51379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:35.665598 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b751e03-9172-4d39-98ea-088114d61561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:35.681719 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9de35-274f-4388-9a83-630e6c499ede req-ba3d586b-37d5-48aa-8243-2170d41cecfb tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:35.683353 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5bc9de35-274f-4388-9a83-630e6c499ede req-ba3d586b-37d5-48aa-8243-2170d41cecfb tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d HTTP/1.1" status: 200 len: 948 time: 0.1782434 Aug 16 23:50:35.688286 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b751e03-9172-4d39-98ea-088114d61561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:35.772512 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a8103a07-85c1-4994-82f5-fb1d878cb785 req-4d1f46ba-4b68-4376-acaa-77cb7fc9ce15 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552872 Aug 16 23:50:35.785610 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1b751e03-9172-4d39-98ea-088114d61561 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dc8f038600aa49a78ef0b1953fec3ff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7414191 Aug 16 23:50:35.785784 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42898) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:35.800581 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b751e03-9172-4d39-98ea-088114d61561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a68830-322d-4466-a513-29dbe5b2636a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:35.835862 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5bc9de35-274f-4388-9a83-630e6c499ede req-33e1601d-f406-403d-8577-00d49e03ecc4 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283331 Aug 16 23:50:35.894668 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-549f27ad-8cb1-401d-b81b-f655d8bc037c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:35.932178 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-549f27ad-8cb1-401d-b81b-f655d8bc037c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:35.939053 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3172430f-31a9-46dd-ac81-4e9d0e31a8ab', 'tag': 'a7dbf29f-c990-453c-8b9a-4537c6e199d9'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:50:35.943147 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5287d26b-aa95-40db-9c9a-57599153de08" -d '{"events": [{"name": "network-changed", "server_uuid": "3172430f-31a9-46dd-ac81-4e9d0e31a8ab", "tag": "a7dbf29f-c990-453c-8b9a-4537c6e199d9"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:50:35.982320 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4d53b342-227a-4437-883c-f52767e51379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:35.999594 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4d53b342-227a-4437-883c-f52767e51379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:36.066173 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c557b83-c716-4eaf-8980-cc70f07c1bbe req-07a82bf7-1a01-446e-88ed-3686f7da8ec8 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:36.073274 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c557b83-c716-4eaf-8980-cc70f07c1bbe req-07a82bf7-1a01-446e-88ed-3686f7da8ec8 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 944 time: 0.1483114 Aug 16 23:50:36.098582 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4d53b342-227a-4437-883c-f52767e51379 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8ea1fbf772bf44f5aefd44c7bbaff8cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6440749 Aug 16 23:50:36.101479 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42916) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:36.101959 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53b342-227a-4437-883c-f52767e51379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8038ba7-3c12-448b-9f02-b13c9721351c,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:36.142106 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c557b83-c716-4eaf-8980-cc70f07c1bbe req-a7dc6494-1f62-4951-b5f2-eab5a15ce1a9 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657172 Aug 16 23:50:36.143134 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a4fa1e-f4d5-4d01-b058-f17ed93266b8 x-openstack-request-id: req-b0a4fa1e-f4d5-4d01-b058-f17ed93266b8 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:50:36.143530 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3172430f-31a9-46dd-ac81-4e9d0e31a8ab", "tag": "a7dbf29f-c990-453c-8b9a-4537c6e199d9", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:50:36.145554 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b0a4fa1e-f4d5-4d01-b058-f17ed93266b8 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:50:36.146127 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3172430f-31a9-46dd-ac81-4e9d0e31a8ab', 'tag': 'a7dbf29f-c990-453c-8b9a-4537c6e199d9', 'status': 'completed', 'code': 200} Aug 16 23:50:36.152972 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-549f27ad-8cb1-401d-b81b-f655d8bc037c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:36.155617 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-549f27ad-8cb1-401d-b81b-f655d8bc037c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:36.157907 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-549f27ad-8cb1-401d-b81b-f655d8bc037c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/53a68830-322d-4466-a513-29dbe5b2636a HTTP/1.1" status: 204 len: 168 time: 0.3713615 Aug 16 23:50:36.168571 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f27ad-8cb1-401d-b81b-f655d8bc037c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a68830-322d-4466-a513-29dbe5b2636a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:36.250992 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287d26b-aa95-40db-9c9a-57599153de08 req-db47a2e8-7fc6-41b5-8d3b-3dfd5f43ecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:36.252511 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5287d26b-aa95-40db-9c9a-57599153de08 req-db47a2e8-7fc6-41b5-8d3b-3dfd5f43ecc3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b30c0e442778419181d2ad6b2586afae&device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 1127 time: 0.0985367 Aug 16 23:50:36.257563 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66e78b74-3fcb-4356-8823-ad5ce8a1fd3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:36.330382 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66e78b74-3fcb-4356-8823-ad5ce8a1fd3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:36.399536 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287d26b-aa95-40db-9c9a-57599153de08 req-d5c56192-546b-4e74-b842-4daa77d8fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:36.401430 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5287d26b-aa95-40db-9c9a-57599153de08 req-d5c56192-546b-4e74-b842-4daa77d8fcf5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5dc1690b-6624-46fa-a54a-7524bbadf6de HTTP/1.1" status: 200 len: 919 time: 0.1410031 Aug 16 23:50:36.422933 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66e78b74-3fcb-4356-8823-ad5ce8a1fd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:36.431187 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66e78b74-3fcb-4356-8823-ad5ce8a1fd3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:36.436449 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-66e78b74-3fcb-4356-8823-ad5ce8a1fd3a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c8038ba7-3c12-448b-9f02-b13c9721351c HTTP/1.1" status: 204 len: 168 time: 0.3336821 Aug 16 23:50:36.510974 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5287d26b-aa95-40db-9c9a-57599153de08 req-a96752c6-6a7e-4c40-931d-60968b8fb3c5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7dbf29f-c990-453c-8b9a-4537c6e199d9 HTTP/1.1" status: 200 len: 217 time: 0.0981879 Aug 16 23:50:36.519352 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e78b74-3fcb-4356-8823-ad5ce8a1fd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8038ba7-3c12-448b-9f02-b13c9721351c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:36.565024 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a7dbf29f-c990-453c-8b9a-4537c6e199d9 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:50:36.598407 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287d26b-aa95-40db-9c9a-57599153de08 req-15bc6cb0-805f-46cd-bbf0-214e36edd9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:36.600186 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5287d26b-aa95-40db-9c9a-57599153de08 req-15bc6cb0-805f-46cd-bbf0-214e36edd9dd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5 HTTP/1.1" status: 200 len: 858 time: 0.0775225 Aug 16 23:50:36.643816 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5287d26b-aa95-40db-9c9a-57599153de08 req-07b02bd4-3575-455e-9faa-99700d408b4f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5dc1690b-6624-46fa-a54a-7524bbadf6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352938 Aug 16 23:50:36.701939 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a7dbf29f-c990-453c-8b9a-4537c6e199d9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a7dbf29f-c990-453c-8b9a-4537c6e199d9,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:36.714755 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a7dbf29f-c990-453c-8b9a-4537c6e199d9 has no active binding in host n-h2-800088-20 {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 23:50:36.762036 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5287d26b-aa95-40db-9c9a-57599153de08 req-4789bddc-0965-4a55-8d1d-d77a99726889 service neutron] 10.222.0.69 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098309 Aug 16 23:50:36.870576 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5287d26b-aa95-40db-9c9a-57599153de08 req-de5479a9-33a4-4fbe-8be8-8b56c45cbc29 service neutron] 10.222.0.69 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916047 Aug 16 23:50:36.961444 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3583fe-92b0-46a5-843b-61fc9d1838ca req-a6607347-e087-44b1-b39a-dbe8983ec461 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:36.968818 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9c3583fe-92b0-46a5-843b-61fc9d1838ca req-a6607347-e087-44b1-b39a-dbe8983ec461 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d HTTP/1.1" status: 200 len: 948 time: 0.0577462 Aug 16 23:50:37.005503 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9c3583fe-92b0-46a5-843b-61fc9d1838ca req-037c3653-6fea-4a26-b0c8-2e7420820231 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349665 Aug 16 23:50:37.060995 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42966) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:37.077528 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-103f54c2-9d4e-495e-9bdb-8728aa7c51af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:37.199287 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42974) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:37.204477 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-103f54c2-9d4e-495e-9bdb-8728aa7c51af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:37.210163 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-103f54c2-9d4e-495e-9bdb-8728aa7c51af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:37.257237 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-103f54c2-9d4e-495e-9bdb-8728aa7c51af admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cfea3b2b8eb24cdf91e074e542f3aa2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1931095 Aug 16 23:50:37.259550 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f54c2-9d4e-495e-9bdb-8728aa7c51af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58de4ccd-33c6-48d9-aaf9-ccfb7aefe876,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:37.263140 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42980) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:37.299254 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91244f-15de-4f8d-8106-10fa7162043b req-b49184f7-9590-4923-b144-065f4b11fdf0 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:37.306428 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8b91244f-15de-4f8d-8106-10fa7162043b req-b49184f7-9590-4923-b144-065f4b11fdf0 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 944 time: 0.0785987 Aug 16 23:50:37.324046 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c1c5d21c-77b2-4852-b480-88ae6d267ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:37.354280 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c1c5d21c-77b2-4852-b480-88ae6d267ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:37.359426 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8b91244f-15de-4f8d-8106-10fa7162043b req-e6d603c5-ce49-4b2a-b1c1-55edff5dde47 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440586 Aug 16 23:50:37.408860 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c1c5d21c-77b2-4852-b480-88ae6d267ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:37.411802 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c1c5d21c-77b2-4852-b480-88ae6d267ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:37.412957 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c1c5d21c-77b2-4852-b480-88ae6d267ae1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/58de4ccd-33c6-48d9-aaf9-ccfb7aefe876 HTTP/1.1" status: 204 len: 168 time: 0.1485577 Aug 16 23:50:37.420782 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5d21c-77b2-4852-b480-88ae6d267ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58de4ccd-33c6-48d9-aaf9-ccfb7aefe876,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:37.546927 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eb34d0c5-64e6-4683-b073-cd81d27f0b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:37.652324 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eb34d0c5-64e6-4683-b073-cd81d27f0b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:37.659360 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eb34d0c5-64e6-4683-b073-cd81d27f0b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:37.698964 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-eb34d0c5-64e6-4683-b073-cd81d27f0b29 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=05e92203616849fc8211cedc3b49d1e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4969866 Aug 16 23:50:37.700335 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34d0c5-64e6-4683-b073-cd81d27f0b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8c8274-f654-41a7-9797-2f6f03204566,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:37.701690 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42998) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:37.759711 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-133924d2-1dc7-4098-b9d9-56eb2d35fcfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:37.784975 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-133924d2-1dc7-4098-b9d9-56eb2d35fcfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:37.840133 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-133924d2-1dc7-4098-b9d9-56eb2d35fcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:37.842894 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-133924d2-1dc7-4098-b9d9-56eb2d35fcfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:37.847984 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-133924d2-1dc7-4098-b9d9-56eb2d35fcfe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eb8c8274-f654-41a7-9797-2f6f03204566 HTTP/1.1" status: 204 len: 168 time: 0.1448510 Aug 16 23:50:37.855673 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133924d2-1dc7-4098-b9d9-56eb2d35fcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8c8274-f654-41a7-9797-2f6f03204566,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:38.144479 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cd9d2-c871-470e-bf15-65b99d1ee0c8 req-297ab3ca-fa5b-4ce9-8ecc-532543e532ac tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:38.146053 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-434cd9d2-c871-470e-bf15-65b99d1ee0c8 req-297ab3ca-fa5b-4ce9-8ecc-532543e532ac tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d HTTP/1.1" status: 200 len: 948 time: 0.0534208 Aug 16 23:50:38.197946 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-434cd9d2-c871-470e-bf15-65b99d1ee0c8 req-ed28b317-08ae-4934-b6fd-ec280e0eb86a tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437551 Aug 16 23:50:38.285084 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43028) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:38.300302 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b637121-41fd-4a74-87c6-b078f281dcef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:38.414310 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b637121-41fd-4a74-87c6-b078f281dcef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:38.421210 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b637121-41fd-4a74-87c6-b078f281dcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:38.471697 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4b637121-41fd-4a74-87c6-b078f281dcef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c6204c91f7f641d1882e2a2aa25ee265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1848564 Aug 16 23:50:38.474829 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43038) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:38.483021 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b637121-41fd-4a74-87c6-b078f281dcef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a490c1a1-ff3b-4da6-a39f-8f76eaa7705f,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:38.512197 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844e871-3f01-4abd-ba92-39dc6a4de8e1 req-62edc2bd-bbf4-4f5d-bdae-76af47815df2 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:38.514302 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a844e871-3f01-4abd-ba92-39dc6a4de8e1 req-62edc2bd-bbf4-4f5d-bdae-76af47815df2 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 944 time: 0.0752380 Aug 16 23:50:38.544729 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-51febc75-24b7-45c0-9054-f08f4864e1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:38.566356 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a844e871-3f01-4abd-ba92-39dc6a4de8e1 req-14e92c7a-6dcd-4f2a-a932-bfb4eaff6017 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459590 Aug 16 23:50:38.571770 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-51febc75-24b7-45c0-9054-f08f4864e1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:38.582823 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 57818e75-7867-4254-8af5-1c05fd6ba240 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:50:38.658039 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-51febc75-24b7-45c0-9054-f08f4864e1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:38.661585 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-51febc75-24b7-45c0-9054-f08f4864e1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:38.662764 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-51febc75-24b7-45c0-9054-f08f4864e1c8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a490c1a1-ff3b-4da6-a39f-8f76eaa7705f HTTP/1.1" status: 204 len: 168 time: 0.1868312 Aug 16 23:50:38.671199 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51febc75-24b7-45c0-9054-f08f4864e1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a490c1a1-ff3b-4da6-a39f-8f76eaa7705f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:38.723498 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 57818e75-7867-4254-8af5-1c05fd6ba240, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=57818e75-7867-4254-8af5-1c05fd6ba240,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:38.743921 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '57818e75-7867-4254-8af5-1c05fd6ba240', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': '57818e75-7867-4254-8af5-1c05fd6ba240', 'mac_address': 'fa:16:3e:dc:1c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:50:38.790753 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:38.806937 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57818e75-7867-4254-8af5-1c05fd6ba240 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:50:38.830778 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 57818e75-7867-4254-8af5-1c05fd6ba240, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=57818e75-7867-4254-8af5-1c05fd6ba240,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:38.835995 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:38.909720 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=57818e75-7867-4254-8af5-1c05fd6ba240,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:38.927013 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:38.927931 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:38.928305 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:38.928650 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:38.928989 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:38.929346 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:38.929736 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:38.930243 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:38.930789 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:38.931128 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:38.931526 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:38.932162 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:39.078196 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['57818e75-7867-4254-8af5-1c05fd6ba240'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:50:39.430855 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771933d-6dd5-42ad-a2eb-b956f6816c5e req-ef05172c-fcf0-4d28-b45d-7526d04f3f27 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:39.433527 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f771933d-6dd5-42ad-a2eb-b956f6816c5e req-ef05172c-fcf0-4d28-b45d-7526d04f3f27 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d HTTP/1.1" status: 200 len: 949 time: 0.0674081 Aug 16 23:50:39.496702 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f771933d-6dd5-42ad-a2eb-b956f6816c5e req-d08b26f6-f6ca-450b-8172-584625e7c7ca tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540273 Aug 16 23:50:39.708947 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17896ce9-486f-4370-921b-f77c318b7255 req-a8535bfe-9b90-4286-ad21-b679f3653071 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:39.716951 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-17896ce9-486f-4370-921b-f77c318b7255 req-a8535bfe-9b90-4286-ad21-b679f3653071 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 944 time: 0.0577836 Aug 16 23:50:39.747997 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43128) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:39.773599 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-17896ce9-486f-4370-921b-f77c318b7255 req-f4f5388f-e1c9-4bcb-89b7-03b2bdd7b9a1 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561075 Aug 16 23:50:39.777861 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:39.786075 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43132) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:39.816020 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-9242d782-c383-4c4d-8adc-c8fecb447b2a service neutron] 10.222.0.69 "GET /v2.0/ports/a7dbf29f-c990-453c-8b9a-4537c6e199d9/bindings/n-h2-800088-20 HTTP/1.1" status: 200 len: 385 time: 0.0956690 Aug 16 23:50:40.020988 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-6b333e47-f7e0-4d99-9b31-037f464daf38 service neutron] For port a7dbf29f-c990-453c-8b9a-4537c6e199d9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a7dbf29f-c990-453c-8b9a-4537c6e199d9,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:40.027089 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c7f4e448-33ab-4479-8b23-06aa253a3584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:40.047835 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-6b333e47-f7e0-4d99-9b31-037f464daf38 service neutron] For port a7dbf29f-c990-453c-8b9a-4537c6e199d9, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:50:40.056150 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e0a240bd-ae9b-4be4-8961-87d6a6aefadc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:40.094785 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-6b333e47-f7e0-4d99-9b31-037f464daf38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7dbf29f-c990-453c-8b9a-4537c6e199d9 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:50:40.110043 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-6b333e47-f7e0-4d99-9b31-037f464daf38 service neutron] For port a7dbf29f-c990-453c-8b9a-4537c6e199d9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a7dbf29f-c990-453c-8b9a-4537c6e199d9,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:40.128163 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-6b333e47-f7e0-4d99-9b31-037f464daf38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:40.182438 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c7f4e448-33ab-4479-8b23-06aa253a3584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:40.192038 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c7f4e448-33ab-4479-8b23-06aa253a3584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:40.221958 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-6b333e47-f7e0-4d99-9b31-037f464daf38 service neutron] Transition to ACTIVE for port object a7dbf29f-c990-453c-8b9a-4537c6e199d9 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:50:40.227999 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-6b333e47-f7e0-4d99-9b31-037f464daf38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:40.264711 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c7f4e448-33ab-4479-8b23-06aa253a3584 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=986d11250ded4451bd6f38a4f1cf4e28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4734719 Aug 16 23:50:40.264711 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4e448-33ab-4479-8b23-06aa253a3584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c0dec8-f39e-499b-bf38-8f95b5ced663,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:40.267181 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43150) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:40.311289 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-6b333e47-f7e0-4d99-9b31-037f464daf38 service neutron] No DVR routers for this DVR port a7dbf29f-c990-453c-8b9a-4537c6e199d9 on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:50:40.362798 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aeec5e0a-d8ca-43d1-ac07-5d432b0f15ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:40.400156 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e0a240bd-ae9b-4be4-8961-87d6a6aefadc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:40.405374 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aeec5e0a-d8ca-43d1-ac07-5d432b0f15ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:40.424502 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e0a240bd-ae9b-4be4-8961-87d6a6aefadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:40.436613 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-6b333e47-f7e0-4d99-9b31-037f464daf38 service neutron] 10.222.0.69 "PUT /v2.0/ports/a7dbf29f-c990-453c-8b9a-4537c6e199d9/bindings/n-h2-800088-20/activate HTTP/1.1" status: 200 len: 370 time: 0.6121349 Aug 16 23:50:40.437576 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b333e47-f7e0-4d99-9b31-037f464daf38 service neutron] Pushing event updated for resources: {'Port': ['ID=a7dbf29f-c990-453c-8b9a-4537c6e199d9,revision_number=10']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:40.517193 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a240bd-ae9b-4be4-8961-87d6a6aefadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a882663-f977-465a-8dd6-cdc228c08390,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:40.537614 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e0a240bd-ae9b-4be4-8961-87d6a6aefadc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7620aaf9b6c142e1a6fd69524859a9ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7883637 Aug 16 23:50:40.540457 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43176) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:40.592315 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 57818e75-7867-4254-8af5-1c05fd6ba240 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:50:40.654273 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e25b4b63-1032-47f9-b4c1-cb23b6271112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:40.707509 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e25b4b63-1032-47f9-b4c1-cb23b6271112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:40.721734 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 57818e75-7867-4254-8af5-1c05fd6ba240 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:50:40.726661 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 57818e75-7867-4254-8af5-1c05fd6ba240 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:50:40.727245 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:40.790344 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e25b4b63-1032-47f9-b4c1-cb23b6271112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:40.793646 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e25b4b63-1032-47f9-b4c1-cb23b6271112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:40.796327 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e25b4b63-1032-47f9-b4c1-cb23b6271112 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2a882663-f977-465a-8dd6-cdc228c08390 HTTP/1.1" status: 204 len: 168 time: 0.2538528 Aug 16 23:50:40.820514 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b4b63-1032-47f9-b4c1-cb23b6271112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a882663-f977-465a-8dd6-cdc228c08390,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:40.915495 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:40.957011 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aeec5e0a-d8ca-43d1-ac07-5d432b0f15ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:40.959631 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aeec5e0a-d8ca-43d1-ac07-5d432b0f15ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:40.960100 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 57818e75-7867-4254-8af5-1c05fd6ba240, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=57818e75-7867-4254-8af5-1c05fd6ba240,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:40.963367 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-aeec5e0a-d8ca-43d1-ac07-5d432b0f15ff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d7c0dec8-f39e-499b-bf38-8f95b5ced663 HTTP/1.1" status: 204 len: 168 time: 0.6820061 Aug 16 23:50:40.963519 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57818e75-7867-4254-8af5-1c05fd6ba240'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:50:40.964064 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87446ea2-b5d3-4944-b9a5-fc6deaa2100b" -d '{"events": [{"server_uuid": "0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d", "name": "network-vif-plugged", "status": "completed", "tag": "57818e75-7867-4254-8af5-1c05fd6ba240"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:50:40.969903 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:40.976088 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-937b62eb-6f82-4be1-ac55-6f5ec4aaf15c tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:40.976855 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-937b62eb-6f82-4be1-ac55-6f5ec4aaf15c tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab&tenant_id=b30c0e442778419181d2ad6b2586afae&binding%3Ahost_id=n-h1-800088-20 HTTP/1.1" status: 200 len: 1097 time: 0.4373348 Aug 16 23:50:40.989477 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec5e0a-d8ca-43d1-ac07-5d432b0f15ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c0dec8-f39e-499b-bf38-8f95b5ced663,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:41.046406 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=57818e75-7867-4254-8af5-1c05fd6ba240,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:41.079690 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45045f8e-cd96-4fbd-879c-789196dac331 req-3d6745a9-cbc3-4256-b87d-7f26dd3fe546 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:41.081230 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-45045f8e-cd96-4fbd-879c-789196dac331 req-3d6745a9-cbc3-4256-b87d-7f26dd3fe546 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d HTTP/1.1" status: 200 len: 949 time: 0.2557216 Aug 16 23:50:41.090810 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dac88d-bd49-4f02-9b81-d81b8ca048c8 req-6c40bbe3-b367-42b2-940d-9178abef9281 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:41.098581 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-64dac88d-bd49-4f02-9b81-d81b8ca048c8 req-6c40bbe3-b367-42b2-940d-9178abef9281 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 945 time: 0.1837676 Aug 16 23:50:41.153616 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-5a52742c-cfb7-472b-9ec7-c126f401d467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:41.155137 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-5a52742c-cfb7-472b-9ec7-c126f401d467 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab&tenant_id=b30c0e442778419181d2ad6b2586afae HTTP/1.1" status: 200 len: 1097 time: 0.1689389 Aug 16 23:50:41.204234 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-64dac88d-bd49-4f02-9b81-d81b8ca048c8 req-09e42b40-5496-4652-982a-279eabd21b11 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041501 Aug 16 23:50:41.222558 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-45045f8e-cd96-4fbd-879c-789196dac331 req-1fcd2a95-c4d0-41a4-ac5b-b02417640b7f tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168208 Aug 16 23:50:41.255780 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-c8d96559-3274-462d-a3c1-709fa438efb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:41.257388 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-c8d96559-3274-462d-a3c1-709fa438efb0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b30c0e442778419181d2ad6b2586afae&device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 1097 time: 0.0709932 Aug 16 23:50:41.288268 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404652e5-33f2-4246-8b8a-0322538c4a73 x-openstack-request-id: req-404652e5-33f2-4246-8b8a-0322538c4a73 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:50:41.288585 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d", "name": "network-vif-plugged", "status": "completed", "tag": "57818e75-7867-4254-8af5-1c05fd6ba240", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:50:41.288841 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-404652e5-33f2-4246-8b8a-0322538c4a73 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:50:41.289260 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57818e75-7867-4254-8af5-1c05fd6ba240', 'code': 200} Aug 16 23:50:41.296243 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:41.340585 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43220) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:41.384027 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-6bbd34c9-299a-48e7-9ca5-cef6a3a18068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:41.386040 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-6bbd34c9-299a-48e7-9ca5-cef6a3a18068 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5dc1690b-6624-46fa-a54a-7524bbadf6de HTTP/1.1" status: 200 len: 919 time: 0.1210163 Aug 16 23:50:41.398444 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65bbdf-3666-40e9-a7f2-0be3730fcb48 req-728a0f96-a94b-40c6-9428-6fc14d4db573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:41.400515 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3e65bbdf-3666-40e9-a7f2-0be3730fcb48 req-728a0f96-a94b-40c6-9428-6fc14d4db573 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d HTTP/1.1" status: 200 len: 1102 time: 0.0492318 Aug 16 23:50:41.448558 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-28d56fc3-e92a-4204-8612-2de8e3d5c957 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7dbf29f-c990-453c-8b9a-4537c6e199d9 HTTP/1.1" status: 200 len: 217 time: 0.0539265 Aug 16 23:50:41.449002 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3e65bbdf-3666-40e9-a7f2-0be3730fcb48 req-84697358-8c6b-40a7-90b0-f0172f37a773 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385139 Aug 16 23:50:41.555543 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-63d95090-478b-4bc4-bfb0-431019277c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:41.557309 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-63d95090-478b-4bc4-bfb0-431019277c69 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5 HTTP/1.1" status: 200 len: 858 time: 0.0529573 Aug 16 23:50:41.591013 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-aaf230b7-fd8d-451a-ac91-5efe1adde3c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5dc1690b-6624-46fa-a54a-7524bbadf6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247476 Aug 16 23:50:41.664072 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c20dce2a-35f5-41bc-96a4-8445a7e94607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:41.700320 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-5a36656e-d7fd-49d7-a4bb-3e80ffea6b8a service neutron] 10.222.0.64 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012707 Aug 16 23:50:41.775647 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43238) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:41.803285 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:50:41.803871 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c20dce2a-35f5-41bc-96a4-8445a7e94607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:41.804741 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-473aa80f-7ce2-47f2-8732-f0ed08a07116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:41.817822 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c20dce2a-35f5-41bc-96a4-8445a7e94607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:41.826353 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-93c1ab72-4318-4d91-9d23-b399c2139db5 service neutron] 10.222.0.64 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174345 Aug 16 23:50:41.878809 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c20dce2a-35f5-41bc-96a4-8445a7e94607 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6dd6e6f502ac47dcafc43ed45a4e2fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5360534 Aug 16 23:50:41.881002 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43244) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:41.892930 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20dce2a-35f5-41bc-96a4-8445a7e94607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a4d066-9c23-478e-acda-dc627f7bb8cd,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:41.990803 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-87456a84-aac4-4d4a-bcd6-811130252cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:42.030181 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-87456a84-aac4-4d4a-bcd6-811130252cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:42.065034 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-473aa80f-7ce2-47f2-8732-f0ed08a07116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:42.074415 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-473aa80f-7ce2-47f2-8732-f0ed08a07116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:42.153688 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-f3b50334-fa68-496a-adee-09a735059bbe tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:42.155256 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-f3b50334-fa68-496a-adee-09a735059bbe tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab&tenant_id=b30c0e442778419181d2ad6b2586afae&binding%3Ahost_id=n-h2-800088-20 HTTP/1.1" status: 200 len: 1097 time: 0.0703516 Aug 16 23:50:42.156895 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43256) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:42.157507 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-473aa80f-7ce2-47f2-8732-f0ed08a07116 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3853700fc1774d3397a6cfca03ae93c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804190 Aug 16 23:50:42.158411 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473aa80f-7ce2-47f2-8732-f0ed08a07116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1e8de9-273a-4fde-a073-2b50fcc01bb7,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:42.207500 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-87456a84-aac4-4d4a-bcd6-811130252cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:42.207500 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-87456a84-aac4-4d4a-bcd6-811130252cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:42.207985 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-87456a84-aac4-4d4a-bcd6-811130252cbc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c9a4d066-9c23-478e-acda-dc627f7bb8cd HTTP/1.1" status: 204 len: 168 time: 0.3239415 Aug 16 23:50:42.224470 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87456a84-aac4-4d4a-bcd6-811130252cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a4d066-9c23-478e-acda-dc627f7bb8cd,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:42.441195 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-799b43c5-904e-4b72-b486-3c25d4204957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:42.471845 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-35afa14f-4b59-4c82-a789-6cf4b997ea0c service neutron] For port a7dbf29f-c990-453c-8b9a-4537c6e199d9, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:50:42.480634 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-799b43c5-904e-4b72-b486-3c25d4204957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:42.495984 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72ee21-9b18-40e7-91de-e92ee632f9a1 req-daca098a-c015-4d7c-b085-973acb294e5a tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:42.497572 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2a72ee21-9b18-40e7-91de-e92ee632f9a1 req-daca098a-c015-4d7c-b085-973acb294e5a tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 945 time: 0.1463990 Aug 16 23:50:42.500905 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-35afa14f-4b59-4c82-a789-6cf4b997ea0c service neutron] Notify callbacks [] for binding, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:42.501917 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b362eb2c-9872-4f79-b08e-49f2e2324ab2 req-35afa14f-4b59-4c82-a789-6cf4b997ea0c service neutron] 10.222.0.64 "DELETE /v2.0/ports/a7dbf29f-c990-453c-8b9a-4537c6e199d9/bindings/n-h1-800088-20 HTTP/1.1" status: 204 len: 173 time: 0.3199859 Aug 16 23:50:42.522632 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4bc66-1c6c-4d6b-ae09-f9d808060003 req-01dea756-3c8c-410f-8d6d-402c8d108d2e tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:42.524592 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c6c4bc66-1c6c-4d6b-ae09-f9d808060003 req-01dea756-3c8c-410f-8d6d-402c8d108d2e tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d HTTP/1.1" status: 200 len: 950 time: 0.1301455 Aug 16 23:50:42.597240 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2a72ee21-9b18-40e7-91de-e92ee632f9a1 req-814bebba-2db2-4053-89ce-cc589678ffa1 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875893 Aug 16 23:50:42.629984 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c6c4bc66-1c6c-4d6b-ae09-f9d808060003 req-e5fbe9a9-e106-4b0d-ba87-d720249b9d70 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897911 Aug 16 23:50:42.647635 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-799b43c5-904e-4b72-b486-3c25d4204957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:42.650212 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-799b43c5-904e-4b72-b486-3c25d4204957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:42.651368 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-799b43c5-904e-4b72-b486-3c25d4204957 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e1e8de9-273a-4fde-a073-2b50fcc01bb7 HTTP/1.1" status: 204 len: 168 time: 0.4932232 Aug 16 23:50:42.662910 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b43c5-904e-4b72-b486-3c25d4204957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1e8de9-273a-4fde-a073-2b50fcc01bb7,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:42.830046 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43298) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:42.847891 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-caa5855f-1da4-40b4-b8f2-67cf94fb0bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:42.886510 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974782af-a5d7-4a5b-9db9-b1c80c99fb48 req-264421b4-a6ea-4c38-aca8-d42f92c36ffa tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:42.899032 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-974782af-a5d7-4a5b-9db9-b1c80c99fb48 req-264421b4-a6ea-4c38-aca8-d42f92c36ffa tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 1097 time: 0.0761495 Aug 16 23:50:42.961119 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-974782af-a5d7-4a5b-9db9-b1c80c99fb48 req-432f66ac-adc2-4064-9da5-6f90c045a37b tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604916 Aug 16 23:50:43.030657 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-caa5855f-1da4-40b4-b8f2-67cf94fb0bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:43.038600 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-caa5855f-1da4-40b4-b8f2-67cf94fb0bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:43.073540 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-caa5855f-1da4-40b4-b8f2-67cf94fb0bd0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=83c8db18fc4c440da76569dda7b1bfb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422440 Aug 16 23:50:43.076217 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43306) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:43.100320 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5855f-1da4-40b4-b8f2-67cf94fb0bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21dfaf2c-69d1-4a80-8574-fe46fce282e1,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:43.158098 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-76736f9c-5777-463c-aa65-1553d609b345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:43.187119 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-76736f9c-5777-463c-aa65-1553d609b345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:43.253600 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-76736f9c-5777-463c-aa65-1553d609b345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:43.257114 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-76736f9c-5777-463c-aa65-1553d609b345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:43.269656 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-76736f9c-5777-463c-aa65-1553d609b345 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/21dfaf2c-69d1-4a80-8574-fe46fce282e1 HTTP/1.1" status: 204 len: 168 time: 0.1924350 Aug 16 23:50:43.297500 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76736f9c-5777-463c-aa65-1553d609b345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21dfaf2c-69d1-4a80-8574-fe46fce282e1,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:43.416747 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-4ec1240f-3056-4bd0-b660-267776eb4f7d tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:43.418270 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-4ec1240f-3056-4bd0-b660-267776eb4f7d tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/networks?id=5dc1690b-6624-46fa-a54a-7524bbadf6de HTTP/1.1" status: 200 len: 818 time: 0.1409600 Aug 16 23:50:43.443087 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-deb8d78d-b686-48e4-b31c-e666c2af4b00 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/quotas/b30c0e442778419181d2ad6b2586afae HTTP/1.1" status: 200 len: 375 time: 0.0145719 Aug 16 23:50:43.505332 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-4fa16cb6-8ba6-4ef4-a053-39545afb12fc tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b30c0e442778419181d2ad6b2586afae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0549726 Aug 16 23:50:43.523069 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-e3012e00-71e2-4c50-8b66-6d3316ef63c1 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:50:43.524535 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-e3012e00-71e2-4c50-8b66-6d3316ef63c1 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123444 Aug 16 23:50:43.641811 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-439d1f46-af78-4871-b437-5b5c94c3c66a service neutron] 10.222.0.60 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108501 Aug 16 23:50:43.737260 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-f83a4778-4c60-496f-add2-72391893d916 service neutron] 10.222.0.60 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909550 Aug 16 23:50:43.760602 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43346) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:43.982098 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e7d29-9e5e-4abe-a087-5574c5e56184 req-b639a170-9c39-42ee-99f9-3acc588bc0d7 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:43.994772 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-625e7d29-9e5e-4abe-a087-5574c5e56184 req-b639a170-9c39-42ee-99f9-3acc588bc0d7 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d HTTP/1.1" status: 200 len: 950 time: 0.0764399 Aug 16 23:50:44.046870 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-625e7d29-9e5e-4abe-a087-5574c5e56184 req-d815ca52-cb99-4e8e-9b91-d443d9d5d9b5 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509343 Aug 16 23:50:44.128241 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1738f66a-76ca-4951-939f-48c9463e703d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:44.223476 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device a7dbf29f-c990-453c-8b9a-4537c6e199d9 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:50:44.261271 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-97b1afc9-340a-4c90-990b-3f350dc2fcee req-e61c531b-432d-4563-9fcc-0143dad711a7 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 210 time: 0.0672922 Aug 16 23:50:44.289992 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1738f66a-76ca-4951-939f-48c9463e703d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:44.296514 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1738f66a-76ca-4951-939f-48c9463e703d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:44.315450 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43374) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:44.358615 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device a7dbf29f-c990-453c-8b9a-4537c6e199d9 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:50:44.368894 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1738f66a-76ca-4951-939f-48c9463e703d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb749209884a4bc498cc51a61bad9009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6065278 Aug 16 23:50:44.370111 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738f66a-76ca-4951-939f-48c9463e703d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59541fbc-933a-4bd7-a719-66720e3765e7,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:44.371517 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43382) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:44.449417 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3e54a253-f83e-4599-96c8-3b448e4b7dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:44.496554 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3e54a253-f83e-4599-96c8-3b448e4b7dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:44.554314 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-31da5513-104e-4385-a0d4-18255e69287b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:44.585949 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3e54a253-f83e-4599-96c8-3b448e4b7dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:44.589110 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3e54a253-f83e-4599-96c8-3b448e4b7dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:44.590696 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3e54a253-f83e-4599-96c8-3b448e4b7dad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/59541fbc-933a-4bd7-a719-66720e3765e7 HTTP/1.1" status: 204 len: 168 time: 0.2178369 Aug 16 23:50:44.603511 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54a253-f83e-4599-96c8-3b448e4b7dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59541fbc-933a-4bd7-a719-66720e3765e7,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:44.719443 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-31da5513-104e-4385-a0d4-18255e69287b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:44.725509 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-31da5513-104e-4385-a0d4-18255e69287b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:44.751782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da5513-104e-4385-a0d4-18255e69287b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888ae3bc-8d4e-45d3-b077-811ab4ac6797,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:44.785441 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-31da5513-104e-4385-a0d4-18255e69287b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f993f4829f864205bcc5e61cbd2c0225&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4686840 Aug 16 23:50:44.788049 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43396) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:44.864580 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5f838ce2-6e06-4594-9cd6-f40fd9032796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:44.900361 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5f838ce2-6e06-4594-9cd6-f40fd9032796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:44.972775 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5f838ce2-6e06-4594-9cd6-f40fd9032796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:44.977798 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5f838ce2-6e06-4594-9cd6-f40fd9032796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:44.979551 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5f838ce2-6e06-4594-9cd6-f40fd9032796 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/888ae3bc-8d4e-45d3-b077-811ab4ac6797 HTTP/1.1" status: 204 len: 168 time: 0.1903126 Aug 16 23:50:44.995843 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f838ce2-6e06-4594-9cd6-f40fd9032796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888ae3bc-8d4e-45d3-b077-811ab4ac6797,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:45.452771 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-5355cd28-e86a-4c50-89ca-6748d33c8abb tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:45.454397 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-5355cd28-e86a-4c50-89ca-6748d33c8abb tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.69 "GET /v2.0/networks?id=5dc1690b-6624-46fa-a54a-7524bbadf6de HTTP/1.1" status: 200 len: 818 time: 0.1778078 Aug 16 23:50:45.471979 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9f419-fecd-4258-bd6a-3a6fe02d9b20 req-1756f4f3-324e-4439-bbf5-bc809d7020ed tempest-ServersAdminTestJSON-958036003 tempest-ServersAdminTestJSON-958036003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:45.472453 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9f419-fecd-4258-bd6a-3a6fe02d9b20 req-1756f4f3-324e-4439-bbf5-bc809d7020ed tempest-ServersAdminTestJSON-958036003 tempest-ServersAdminTestJSON-958036003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:45.472927 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9f419-fecd-4258-bd6a-3a6fe02d9b20 req-1756f4f3-324e-4439-bbf5-bc809d7020ed tempest-ServersAdminTestJSON-958036003 tempest-ServersAdminTestJSON-958036003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:45.473118 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-02b7ca7d-6628-4d3d-a99e-e3f207e8edb1 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Request body: {'port': {'device_id': '7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2', 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de', 'admin_state_up': True, 'tenant_id': 'b30c0e442778419181d2ad6b2586afae'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:45.476830 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9f419-fecd-4258-bd6a-3a6fe02d9b20 req-1756f4f3-324e-4439-bbf5-bc809d7020ed tempest-ServersAdminTestJSON-958036003 tempest-ServersAdminTestJSON-958036003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:45.479401 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9f419-fecd-4258-bd6a-3a6fe02d9b20 req-1756f4f3-324e-4439-bbf5-bc809d7020ed tempest-ServersAdminTestJSON-958036003 tempest-ServersAdminTestJSON-958036003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:45.494486 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-29c9f419-fecd-4258-bd6a-3a6fe02d9b20 req-1756f4f3-324e-4439-bbf5-bc809d7020ed tempest-ServersAdminTestJSON-958036003 tempest-ServersAdminTestJSON-958036003-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2&device_id=0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d&device_id=08bb7984-27d5-44a8-bf29-7f9c735267d8&device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94&device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab&device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 4661 time: 0.1402600 Aug 16 23:50:45.524486 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-29c9f419-fecd-4258-bd6a-3a6fe02d9b20 req-646b37ed-43d7-4709-92b3-3dbd151b9590 tempest-ServersAdminTestJSON-958036003 tempest-ServersAdminTestJSON-958036003-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:45.534336 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43428) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:45.558227 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b02057b2-12b5-4457-a4b8-3c5ef1ce8c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:45.640655 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43430) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:45.688110 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f447a2a4-009a-45a4-84e9-5f6f43189352 req-6e44c984-073c-4394-89ac-bad048fe331c tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 210 time: 0.0415804 Aug 16 23:50:45.714380 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-29c9f419-fecd-4258-bd6a-3a6fe02d9b20 req-646b37ed-43d7-4709-92b3-3dbd151b9590 tempest-ServersAdminTestJSON-958036003 tempest-ServersAdminTestJSON-958036003-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:45.723446 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-29c9f419-fecd-4258-bd6a-3a6fe02d9b20 req-646b37ed-43d7-4709-92b3-3dbd151b9590 tempest-ServersAdminTestJSON-958036003 tempest-ServersAdminTestJSON-958036003-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:45.756086 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-29c9f419-fecd-4258-bd6a-3a6fe02d9b20 req-646b37ed-43d7-4709-92b3-3dbd151b9590 tempest-ServersAdminTestJSON-958036003 tempest-ServersAdminTestJSON-958036003-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=924a7a98-9eb5-4373-9821-9ef20d002319&id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 446 time: 0.2604640 Aug 16 23:50:45.786661 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b37ed-43d7-4709-92b3-3dbd151b9590 tempest-ServersAdminTestJSON-958036003 tempest-ServersAdminTestJSON-958036003-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9b4001-6cf1-41b4-818e-3cd370f49376,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:45.817647 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-7e125d26-8c51-48d3-955b-31180c241b38 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-474922757-network', 'tenant_id': '5480ba8c2276409b8e718e0f9c7a4f4e'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:45.819327 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43438) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:45.834974 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2aafb8cc-33d2-4730-952c-b66cde1e6f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:45.878260 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b02057b2-12b5-4457-a4b8-3c5ef1ce8c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:45.885883 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b02057b2-12b5-4457-a4b8-3c5ef1ce8c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:45.960921 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-02b7ca7d-6628-4d3d-a99e-e3f207e8edb1 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Made reservation on behalf of b30c0e442778419181d2ad6b2586afae for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:50:45.965565 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-02b7ca7d-6628-4d3d-a99e-e3f207e8edb1 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:45.978864 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02057b2-12b5-4457-a4b8-3c5ef1ce8c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc56fb4e-adb1-4ebc-86eb-8e9415e976ad,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:45.991120 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.db.api [None req-7e125d26-8c51-48d3-955b-31180c241b38 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 23:50:45.991120 n-d-800088-20 neutron-server[101402]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 23:50:45.991120 n-d-800088-20 neutron-server[101402]: [parameters: {'project_id': '5480ba8c2276409b8e718e0f9c7a4f4e', 'id': '68380671-ccc2-4f46-b0b8-589381844d5b', 'expiration': datetime.datetime(2021, 8, 16, 23, 52, 45, 983915)}] Aug 16 23:50:45.991120 n-d-800088-20 neutron-server[101402]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:50:45.991509 n-d-800088-20 neutron-server[101402]: DEBUG oslo_db.api [None req-7e125d26-8c51-48d3-955b-31180c241b38 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:50:45.998277 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b02057b2-12b5-4457-a4b8-3c5ef1ce8c3e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c9d31c147e654efe820f46d5e486b608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4586368 Aug 16 23:50:46.039608 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43444) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:46.145534 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f723e-4046-4fa5-9b68-4354bca181e1 req-d626def2-7a38-4472-8a52-03e8cf4965f3 tempest-ServersAdminTestJSON-958036003 tempest-ServersAdminTestJSON-958036003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:46.146072 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f723e-4046-4fa5-9b68-4354bca181e1 req-d626def2-7a38-4472-8a52-03e8cf4965f3 tempest-ServersAdminTestJSON-958036003 tempest-ServersAdminTestJSON-958036003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:46.146623 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f723e-4046-4fa5-9b68-4354bca181e1 req-d626def2-7a38-4472-8a52-03e8cf4965f3 tempest-ServersAdminTestJSON-958036003 tempest-ServersAdminTestJSON-958036003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:46.148343 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af8f723e-4046-4fa5-9b68-4354bca181e1 req-d626def2-7a38-4472-8a52-03e8cf4965f3 tempest-ServersAdminTestJSON-958036003 tempest-ServersAdminTestJSON-958036003-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d&device_id=08bb7984-27d5-44a8-bf29-7f9c735267d8&device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 2886 time: 0.1062076 Aug 16 23:50:46.161840 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-02b7ca7d-6628-4d3d-a99e-e3f207e8edb1 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Allocated IP 172.20.0.4 (5dc1690b-6624-46fa-a54a-7524bbadf6de/dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5/8d9f1503-75ee-4d86-bef9-6f43c87be0f9) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:50:46.210772 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01b7d56a-2fee-48d8-bde9-51caef9ec661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:46.227268 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af8f723e-4046-4fa5-9b68-4354bca181e1 req-add1f279-fd3d-46ef-ac89-98edfcfd97cc tempest-ServersAdminTestJSON-958036003 tempest-ServersAdminTestJSON-958036003-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687535 Aug 16 23:50:46.260552 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01b7d56a-2fee-48d8-bde9-51caef9ec661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:46.278262 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2aafb8cc-33d2-4730-952c-b66cde1e6f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:46.290250 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2aafb8cc-33d2-4730-952c-b66cde1e6f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:46.349093 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2aafb8cc-33d2-4730-952c-b66cde1e6f7b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7fd98344dc7543dcb2405a0bf069a84e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5265431 Aug 16 23:50:46.350373 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43454) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:46.381445 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aafb8cc-33d2-4730-952c-b66cde1e6f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50fcb6c-0290-45c7-8a75-a4dae884c357,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:46.412704 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01b7d56a-2fee-48d8-bde9-51caef9ec661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:46.415127 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01b7d56a-2fee-48d8-bde9-51caef9ec661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:46.416251 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-01b7d56a-2fee-48d8-bde9-51caef9ec661 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dc56fb4e-adb1-4ebc-86eb-8e9415e976ad HTTP/1.1" status: 204 len: 168 time: 0.3373365 Aug 16 23:50:46.443988 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7d56a-2fee-48d8-bde9-51caef9ec661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc56fb4e-adb1-4ebc-86eb-8e9415e976ad,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:46.470813 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-02b7ca7d-6628-4d3d-a99e-e3f207e8edb1 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:46.501397 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0b4bda2c-5eeb-4efb-8d88-26094de9154d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:46.505531 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7d7c078d-4d84-4538-9d47-afd8c71cc58f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:46.558578 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7d7c078d-4d84-4538-9d47-afd8c71cc58f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:46.567401 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-02b7ca7d-6628-4d3d-a99e-e3f207e8edb1 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:46.620012 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e125d26-8c51-48d3-955b-31180c241b38 admin admin] Made reservation on behalf of 5480ba8c2276409b8e718e0f9c7a4f4e for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:50:46.622288 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e125d26-8c51-48d3-955b-31180c241b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:46.632277 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-02b7ca7d-6628-4d3d-a99e-e3f207e8edb1 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Network 5dc1690b-6624-46fa-a54a-7524bbadf6de is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:50:46.644331 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-02b7ca7d-6628-4d3d-a99e-e3f207e8edb1 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:50:46.659990 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e125d26-8c51-48d3-955b-31180c241b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:46.660172 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7d7c078d-4d84-4538-9d47-afd8c71cc58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:46.666506 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7d7c078d-4d84-4538-9d47-afd8c71cc58f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:46.673525 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7d7c078d-4d84-4538-9d47-afd8c71cc58f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a50fcb6c-0290-45c7-8a75-a4dae884c357 HTTP/1.1" status: 204 len: 168 time: 0.3174462 Aug 16 23:50:46.682873 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-02b7ca7d-6628-4d3d-a99e-e3f207e8edb1 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:50:46.692410 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-02b7ca7d-6628-4d3d-a99e-e3f207e8edb1 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:46.693115 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-02b7ca7d-6628-4d3d-a99e-e3f207e8edb1 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:46.694376 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c078d-4d84-4538-9d47-afd8c71cc58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50fcb6c-0290-45c7-8a75-a4dae884c357,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:46.704910 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7ca7d-6628-4d3d-a99e-e3f207e8edb1 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Pushing event updated for resources: {'Port': ['ID=8d9f1503-75ee-4d86-bef9-6f43c87be0f9,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:46.846513 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e125d26-8c51-48d3-955b-31180c241b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:46.867732 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e125d26-8c51-48d3-955b-31180c241b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:46.887443 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e125d26-8c51-48d3-955b-31180c241b38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:50:46.907739 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e125d26-8c51-48d3-955b-31180c241b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:46.908088 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-7e125d26-8c51-48d3-955b-31180c241b38 admin admin] Added segment a9f4295d-ab53-4d35-85a0-b202cf9b3540 of type vlan for network 282c39eb-b856-4b5a-9aab-fbbb038dd1fb Aug 16 23:50:46.920970 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b3c56-16a1-4912-a436-7b319a620bb3 req-9a54bbe2-aeb7-4b9e-8e10-7aa87bc22585 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:46.923590 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a90b3c56-16a1-4912-a436-7b319a620bb3 req-9a54bbe2-aeb7-4b9e-8e10-7aa87bc22585 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 931 time: 0.1127777 Aug 16 23:50:46.968231 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e125d26-8c51-48d3-955b-31180c241b38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:47.016941 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e125d26-8c51-48d3-955b-31180c241b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d0222c-36ff-43d0-8299-da39470cc906,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:47.019141 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a90b3c56-16a1-4912-a436-7b319a620bb3 req-66007bc7-7e4e-4e9f-a8b7-230eab88e589 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866671 Aug 16 23:50:47.042223 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-02b7ca7d-6628-4d3d-a99e-e3f207e8edb1 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5658891 Aug 16 23:50:47.042223 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e125d26-8c51-48d3-955b-31180c241b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:47.042223 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e125d26-8c51-48d3-955b-31180c241b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:47.042223 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e125d26-8c51-48d3-955b-31180c241b38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:47.054497 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-1f2c4cab-d885-4ada-a435-4d9418b9fcf4 service neutron] Request body: {'port': {'device_id': '7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:47.143350 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7e125d26-8c51-48d3-955b-31180c241b38 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5004933 Aug 16 23:50:47.146457 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43500) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:47.151504 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-e11ac272-cad6-4086-8582-3788561862ec admin admin] Request body: {'subnet': {'network_id': '282c39eb-b856-4b5a-9aab-fbbb038dd1fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-474922757-subnet', 'tenant_id': '5480ba8c2276409b8e718e0f9c7a4f4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:47.193286 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11ac272-cad6-4086-8582-3788561862ec admin admin] Made reservation on behalf of 5480ba8c2276409b8e718e0f9c7a4f4e for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:50:47.199137 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e11ac272-cad6-4086-8582-3788561862ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:47.205000 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-1f2c4cab-d885-4ada-a435-4d9418b9fcf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:47.224382 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e125d26-8c51-48d3-955b-31180c241b38 admin admin] Pushing event updated for resources: {'Network': ['ID=282c39eb-b856-4b5a-9aab-fbbb038dd1fb,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:47.257319 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 282c39eb-b856-4b5a-9aab-fbbb038dd1fb details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:50:47.529739 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e11ac272-cad6-4086-8582-3788561862ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:47.603615 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ac272-cad6-4086-8582-3788561862ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd6217a8-adba-488d-89f7-8f03ee877d72,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:47.649592 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11ac272-cad6-4086-8582-3788561862ec admin admin] Checking segment: {'id': 'a9f4295d-ab53-4d35-85a0-b202cf9b3540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '282c39eb-b856-4b5a-9aab-fbbb038dd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:50:47.649986 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11ac272-cad6-4086-8582-3788561862ec admin admin] Network hostable DHCP agents. Network: 282c39eb-b856-4b5a-9aab-fbbb038dd1fb, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:50:47.676677 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11ac272-cad6-4086-8582-3788561862ec admin admin] Network 282c39eb-b856-4b5a-9aab-fbbb038dd1fb is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:50:47.693002 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-1f2c4cab-d885-4ada-a435-4d9418b9fcf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:50:47.699033 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-e11ac272-cad6-4086-8582-3788561862ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 282c39eb-b856-4b5a-9aab-fbbb038dd1fb) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:50:47.705970 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11ac272-cad6-4086-8582-3788561862ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:47.707449 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e11ac272-cad6-4086-8582-3788561862ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:47.709407 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4534239b-de50-48e2-a8d8-1a3393375143 None None] Network 282c39eb-b856-4b5a-9aab-fbbb038dd1fb requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:50:47.723413 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-1f2c4cab-d885-4ada-a435-4d9418b9fcf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:47.754451 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-1f2c4cab-d885-4ada-a435-4d9418b9fcf4 service neutron] Transition to ACTIVE for port object 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:50:47.763449 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-1f2c4cab-d885-4ada-a435-4d9418b9fcf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:47.811862 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e11ac272-cad6-4086-8582-3788561862ec admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6641946 Aug 16 23:50:47.813792 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43530) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:47.822607 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-ab0a06f3-b483-469c-9572-8c0c8c77b954 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-474922757-router', 'tenant_id': '5480ba8c2276409b8e718e0f9c7a4f4e', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:47.863460 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ab0a06f3-b483-469c-9572-8c0c8c77b954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:47.869007 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ab0a06f3-b483-469c-9572-8c0c8c77b954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:47.881063 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cd0eb-3a06-4a4b-8043-61b5ad5c8436 req-dda50059-722d-4dbd-846b-514f3b2a3bfb tempest-ServersAdminTestJSON-958036003 tempest-ServersAdminTestJSON-958036003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:47.891986 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-869cd0eb-3a06-4a4b-8043-61b5ad5c8436 req-dda50059-722d-4dbd-846b-514f3b2a3bfb tempest-ServersAdminTestJSON-958036003 tempest-ServersAdminTestJSON-958036003-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 1101 time: 0.1715760 Aug 16 23:50:47.926533 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c4cab-d885-4ada-a435-4d9418b9fcf4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d9f1503-75ee-4d86-bef9-6f43c87be0f9,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:47.946245 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-1f2c4cab-d885-4ada-a435-4d9418b9fcf4 service neutron] Attempting to bind port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:50:47.946595 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-1f2c4cab-d885-4ada-a435-4d9418b9fcf4 service neutron] Attempting to bind port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:50:47.946932 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-1f2c4cab-d885-4ada-a435-4d9418b9fcf4 service neutron] Attempting to bind port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 on network 5dc1690b-6624-46fa-a54a-7524bbadf6de {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:47.959013 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-1f2c4cab-d885-4ada-a435-4d9418b9fcf4 service neutron] Port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 on network 5dc1690b-6624-46fa-a54a-7524bbadf6de not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:50:47.959253 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-1f2c4cab-d885-4ada-a435-4d9418b9fcf4 service neutron] Attempting to bind port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 on network 5dc1690b-6624-46fa-a54a-7524bbadf6de {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:47.965026 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-1f2c4cab-d885-4ada-a435-4d9418b9fcf4 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:50:47.965399 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-1f2c4cab-d885-4ada-a435-4d9418b9fcf4 service neutron] Checking segment: {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:50:47.965783 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-1f2c4cab-d885-4ada-a435-4d9418b9fcf4 service neutron] Bound using segment: {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:50:47.966217 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-1f2c4cab-d885-4ada-a435-4d9418b9fcf4 service neutron] Bound port: 8d9f1503-75ee-4d86-bef9-6f43c87be0f9, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:50:47.966576 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-1f2c4cab-d885-4ada-a435-4d9418b9fcf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:47.977851 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7561fc22-cfdd-4ec2-b9cf-55acce33b006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-282c39eb-b856-4b5a-9aab-fbbb038dd1fb', 'network_id': '282c39eb-b856-4b5a-9aab-fbbb038dd1fb', 'tenant_id': '5480ba8c2276409b8e718e0f9c7a4f4e', 'fixed_ips': [{'subnet_id': 'bd6217a8-adba-488d-89f7-8f03ee877d72'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:50:47.978725 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7561fc22-cfdd-4ec2-b9cf-55acce33b006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:48.005115 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-869cd0eb-3a06-4a4b-8043-61b5ad5c8436 req-09eddea2-4d16-4a2b-b548-59006221c3a9 tempest-ServersAdminTestJSON-958036003 tempest-ServersAdminTestJSON-958036003-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992956 Aug 16 23:50:48.010607 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ab0a06f3-b483-469c-9572-8c0c8c77b954 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:48.111911 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-1f2c4cab-d885-4ada-a435-4d9418b9fcf4 service neutron] For port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:50:48.127994 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-1f2c4cab-d885-4ada-a435-4d9418b9fcf4 service neutron] For port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=8d9f1503-75ee-4d86-bef9-6f43c87be0f9,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:50:48.141017 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-1f2c4cab-d885-4ada-a435-4d9418b9fcf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:48.208167 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ab0a06f3-b483-469c-9572-8c0c8c77b954 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:48.216528 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-1f2c4cab-d885-4ada-a435-4d9418b9fcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:48.218510 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-1f2c4cab-d885-4ada-a435-4d9418b9fcf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:48.221470 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-1f2c4cab-d885-4ada-a435-4d9418b9fcf4 service neutron] 10.222.0.69 "PUT /v2.0/ports/8d9f1503-75ee-4d86-bef9-6f43c87be0f9 HTTP/1.1" status: 200 len: 1092 time: 1.1778734 Aug 16 23:50:48.224511 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2', 'tag': '8d9f1503-75ee-4d86-bef9-6f43c87be0f9'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:50:48.237389 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b74f1d-c4cd-47ca-9b99-920628d9f51f" -d '{"events": [{"name": "network-changed", "server_uuid": "7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2", "tag": "8d9f1503-75ee-4d86-bef9-6f43c87be0f9"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:50:48.290845 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-7561fc22-cfdd-4ec2-b9cf-55acce33b006 None None] Allocated IP 172.20.0.2 (282c39eb-b856-4b5a-9aab-fbbb038dd1fb/bd6217a8-adba-488d-89f7-8f03ee877d72/dfa5c00c-de68-453f-a0fe-b2fcc600a73b) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:50:48.376354 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c4cab-d885-4ada-a435-4d9418b9fcf4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d9f1503-75ee-4d86-bef9-6f43c87be0f9,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:48.414952 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-3af647f9-5861-4cc3-b94b-588a59e1b0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:48.416462 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-3af647f9-5861-4cc3-b94b-588a59e1b0cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b30c0e442778419181d2ad6b2586afae&device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 1095 time: 0.1331966 Aug 16 23:50:48.489018 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7561fc22-cfdd-4ec2-b9cf-55acce33b006 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:48.494595 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-52778d74-27ca-4b6c-8aae-8970e42a4567 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d9f1503-75ee-4d86-bef9-6f43c87be0f9 HTTP/1.1" status: 200 len: 217 time: 0.0692484 Aug 16 23:50:48.511189 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7561fc22-cfdd-4ec2-b9cf-55acce33b006 None None] Transition to ACTIVE for port object dfa5c00c-de68-453f-a0fe-b2fcc600a73b will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:50:48.537026 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7561fc22-cfdd-4ec2-b9cf-55acce33b006 None None] Transition to ACTIVE for port object dfa5c00c-de68-453f-a0fe-b2fcc600a73b will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:50:48.549966 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7561fc22-cfdd-4ec2-b9cf-55acce33b006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:48.567380 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-22e9dec0-2e61-4c8f-8002-587f48d999c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:48.569159 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-22e9dec0-2e61-4c8f-8002-587f48d999c3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5 HTTP/1.1" status: 200 len: 858 time: 0.0664108 Aug 16 23:50:48.612495 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7561fc22-cfdd-4ec2-b9cf-55acce33b006 None None] Network 282c39eb-b856-4b5a-9aab-fbbb038dd1fb is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:50:48.615404 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-b93d064d-2049-4595-a2a8-154e3435dcd7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5dc1690b-6624-46fa-a54a-7524bbadf6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368955 Aug 16 23:50:48.616042 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-7561fc22-cfdd-4ec2-b9cf-55acce33b006 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:50:48.623594 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7561fc22-cfdd-4ec2-b9cf-55acce33b006 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:50:48.624703 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561fc22-cfdd-4ec2-b9cf-55acce33b006 None None] Pushing event updated for resources: {'Port': ['ID=dfa5c00c-de68-453f-a0fe-b2fcc600a73b,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:48.723986 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7561fc22-cfdd-4ec2-b9cf-55acce33b006 None None] Attempting to bind port dfa5c00c-de68-453f-a0fe-b2fcc600a73b on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:50:48.724646 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7561fc22-cfdd-4ec2-b9cf-55acce33b006 None None] Attempting to bind port dfa5c00c-de68-453f-a0fe-b2fcc600a73b by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'a9f4295d-ab53-4d35-85a0-b202cf9b3540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '282c39eb-b856-4b5a-9aab-fbbb038dd1fb'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:50:48.724753 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7561fc22-cfdd-4ec2-b9cf-55acce33b006 None None] Attempting to bind port dfa5c00c-de68-453f-a0fe-b2fcc600a73b on network 282c39eb-b856-4b5a-9aab-fbbb038dd1fb {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:48.731311 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7561fc22-cfdd-4ec2-b9cf-55acce33b006 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:50:48.732119 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7561fc22-cfdd-4ec2-b9cf-55acce33b006 None None] Checking segment: {'id': 'a9f4295d-ab53-4d35-85a0-b202cf9b3540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '282c39eb-b856-4b5a-9aab-fbbb038dd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:50:48.732745 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7561fc22-cfdd-4ec2-b9cf-55acce33b006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:48.733539 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7561fc22-cfdd-4ec2-b9cf-55acce33b006 None None] Bound using segment: {'id': 'a9f4295d-ab53-4d35-85a0-b202cf9b3540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '282c39eb-b856-4b5a-9aab-fbbb038dd1fb'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:50:48.734828 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7561fc22-cfdd-4ec2-b9cf-55acce33b006 None None] Bound port: dfa5c00c-de68-453f-a0fe-b2fcc600a73b, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f4295d-ab53-4d35-85a0-b202cf9b3540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '282c39eb-b856-4b5a-9aab-fbbb038dd1fb'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:50:48.735928 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7561fc22-cfdd-4ec2-b9cf-55acce33b006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:48.775747 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940fa90-f6e1-445e-b1dd-6dd26cacfaa3 req-03aaa2ae-2ae3-4e82-8e1b-8183ab08fb30 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:48.784646 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9940fa90-f6e1-445e-b1dd-6dd26cacfaa3 req-03aaa2ae-2ae3-4e82-8e1b-8183ab08fb30 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 943 time: 0.1402156 Aug 16 23:50:48.788983 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-e7dcb16a-8ca7-43bf-ae45-15f36e9f8af4 service neutron] 10.222.0.69 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631377 Aug 16 23:50:48.789534 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc165b5-a9e0-4e32-9731-4f6c4c8ffba9 req-ef755e2f-96db-4ac0-b915-ad391feda273 tempest-ServersAdminTestJSON-958036003 tempest-ServersAdminTestJSON-958036003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:48.797187 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2dc165b5-a9e0-4e32-9731-4f6c4c8ffba9 req-ef755e2f-96db-4ac0-b915-ad391feda273 tempest-ServersAdminTestJSON-958036003 tempest-ServersAdminTestJSON-958036003-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 1101 time: 0.1510155 Aug 16 23:50:48.839508 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-7561fc22-cfdd-4ec2-b9cf-55acce33b006 None None] For port dfa5c00c-de68-453f-a0fe-b2fcc600a73b, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:50:48.845795 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-7561fc22-cfdd-4ec2-b9cf-55acce33b006 None None] For port dfa5c00c-de68-453f-a0fe-b2fcc600a73b, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=dfa5c00c-de68-453f-a0fe-b2fcc600a73b,segment=NetworkSegment(a9f4295d-ab53-4d35-85a0-b202cf9b3540),segment_id=a9f4295d-ab53-4d35-85a0-b202cf9b3540)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:50:48.852342 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7561fc22-cfdd-4ec2-b9cf-55acce33b006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:48.902797 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-eca16093-d437-4351-9f49-2baf7dcf58fd req-c752a5d8-4920-4969-a309-a6a46360c95e service neutron] 10.222.0.69 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046329 Aug 16 23:50:48.905892 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9940fa90-f6e1-445e-b1dd-6dd26cacfaa3 req-4b698efa-0e40-4e22-a3f2-d171b0c2b572 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140742 Aug 16 23:50:48.948784 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2dc165b5-a9e0-4e32-9731-4f6c4c8ffba9 req-32c33608-650d-4e8a-addf-ec0293c14c3d tempest-ServersAdminTestJSON-958036003 tempest-ServersAdminTestJSON-958036003-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506815 Aug 16 23:50:48.981729 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02ffdca-7b9a-4840-afe2-ddb94f37a375 x-openstack-request-id: req-f02ffdca-7b9a-4840-afe2-ddb94f37a375 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:50:48.982038 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2", "tag": "8d9f1503-75ee-4d86-bef9-6f43c87be0f9", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:50:48.982311 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f02ffdca-7b9a-4840-afe2-ddb94f37a375 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:50:48.982780 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2', 'tag': '8d9f1503-75ee-4d86-bef9-6f43c87be0f9', 'status': 'completed', 'code': 200} Aug 16 23:50:49.014838 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561fc22-cfdd-4ec2-b9cf-55acce33b006 None None] Pushing event updated for resources: {'Port': ['ID=dfa5c00c-de68-453f-a0fe-b2fcc600a73b,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:49.086305 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b74f1d-c4cd-47ca-9b99-920628d9f51f req-8e4d2a89-1433-4cba-a67e-e3b06d5d40f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:49.088017 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-79b74f1d-c4cd-47ca-9b99-920628d9f51f req-8e4d2a89-1433-4cba-a67e-e3b06d5d40f4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b30c0e442778419181d2ad6b2586afae&device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 1095 time: 0.0733268 Aug 16 23:50:49.091096 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fbcc2a37-70c2-4517-9fbe-3e81be28432d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:49.196582 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:49.254005 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ab0a06f3-b483-469c-9572-8c0c8c77b954 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:49.311017 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ab0a06f3-b483-469c-9572-8c0c8c77b954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:49.349626 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b74f1d-c4cd-47ca-9b99-920628d9f51f req-31c8bf2b-3ddd-470b-a0e2-e2805b75555e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:49.351129 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-79b74f1d-c4cd-47ca-9b99-920628d9f51f req-31c8bf2b-3ddd-470b-a0e2-e2805b75555e service neutron] 10.222.0.69 "GET /v2.0/networks?id=5dc1690b-6624-46fa-a54a-7524bbadf6de HTTP/1.1" status: 200 len: 919 time: 0.2471073 Aug 16 23:50:49.421733 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-79b74f1d-c4cd-47ca-9b99-920628d9f51f req-cdefa1ec-adbb-46d9-b1fd-7153ff84c7b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d9f1503-75ee-4d86-bef9-6f43c87be0f9 HTTP/1.1" status: 200 len: 217 time: 0.0610979 Aug 16 23:50:49.600556 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b74f1d-c4cd-47ca-9b99-920628d9f51f req-ca6f1b44-8113-41b7-bd7f-73bc6be9e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:49.602446 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-79b74f1d-c4cd-47ca-9b99-920628d9f51f req-ca6f1b44-8113-41b7-bd7f-73bc6be9e6b0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5 HTTP/1.1" status: 200 len: 858 time: 0.1723037 Aug 16 23:50:49.640038 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-79b74f1d-c4cd-47ca-9b99-920628d9f51f req-c9c76fc4-69cf-472a-bb25-cee7e8246e34 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5dc1690b-6624-46fa-a54a-7524bbadf6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291641 Aug 16 23:50:49.643336 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-ab0a06f3-b483-469c-9572-8c0c8c77b954 admin admin] Allocated IP 172.25.3.206 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/6f63fc05-8e97-4996-9dcf-a6b742419449) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:50:49.692224 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device dfa5c00c-de68-453f-a0fe-b2fcc600a73b up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:50:49.791560 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-79b74f1d-c4cd-47ca-9b99-920628d9f51f req-b5296ecc-df29-4246-b46d-4d124535cc51 service neutron] 10.222.0.69 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414273 Aug 16 23:50:49.796612 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port dfa5c00c-de68-453f-a0fe-b2fcc600a73b completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:50:49.845351 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ab0a06f3-b483-469c-9572-8c0c8c77b954 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:49.877580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43606) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:49.931357 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ab0a06f3-b483-469c-9572-8c0c8c77b954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:49.985322 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0a06f3-b483-469c-9572-8c0c8c77b954 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:50:49.988715 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-ab0a06f3-b483-469c-9572-8c0c8c77b954 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:50:49.993663 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0a06f3-b483-469c-9572-8c0c8c77b954 admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:50:49.994717 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-79b74f1d-c4cd-47ca-9b99-920628d9f51f req-e256c3d3-8a88-4e5a-a6b4-88e5d8b6fdc0 service neutron] 10.222.0.69 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939592 Aug 16 23:50:49.997537 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a06f3-b483-469c-9572-8c0c8c77b954 admin admin] Pushing event updated for resources: {'Port': ['ID=6f63fc05-8e97-4996-9dcf-a6b742419449,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:50.056485 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:50.112304 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-9b6bef16-0bc1-4641-bcac-fb2881a7e1db tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=8459912b905d4c5ea0cd572e2a3a7e36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762880 Aug 16 23:50:50.124441 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3b3a1e6a-f55a-4e52-ad35-ebfc895d73c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:50.332491 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b33c21-e354-46ad-9196-929d2de16769 None None] Network 282c39eb-b856-4b5a-9aab-fbbb038dd1fb requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:50:50.393759 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-74e30b24-fafd-44d9-82f8-276e50cc08ab None None] Provisioning for port dfa5c00c-de68-453f-a0fe-b2fcc600a73b completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:50:50.401181 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-74e30b24-fafd-44d9-82f8-276e50cc08ab None None] Provisioning complete for port dfa5c00c-de68-453f-a0fe-b2fcc600a73b triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:50:50.401556 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-74e30b24-fafd-44d9-82f8-276e50cc08ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:50.418360 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-1dac00fb-7278-431f-98a2-a66b9ffc6440 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:50.419821 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-1dac00fb-7278-431f-98a2-a66b9ffc6440 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2994719 Aug 16 23:50:50.480124 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-f7c2d7d0-d2da-45fa-9446-a685e87b866a tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/quotas/8459912b905d4c5ea0cd572e2a3a7e36 HTTP/1.1" status: 200 len: 375 time: 0.0509484 Aug 16 23:50:50.492337 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0b527-a437-4991-8500-7bf83027e5ce req-bff19ec2-b231-4c2e-8b05-29ec0f123203 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:50.493856 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-baa0b527-a437-4991-8500-7bf83027e5ce req-bff19ec2-b231-4c2e-8b05-29ec0f123203 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 943 time: 0.1832376 Aug 16 23:50:50.498015 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ab0a06f3-b483-469c-9572-8c0c8c77b954 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:50.546832 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-74e30b24-fafd-44d9-82f8-276e50cc08ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:50.583178 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-f0fcefec-d272-47f9-b272-94e7fd83fc93 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8459912b905d4c5ea0cd572e2a3a7e36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0883546 Aug 16 23:50:50.585175 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-74e30b24-fafd-44d9-82f8-276e50cc08ab None None] For port dfa5c00c-de68-453f-a0fe-b2fcc600a73b, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=dfa5c00c-de68-453f-a0fe-b2fcc600a73b,segment=NetworkSegment(a9f4295d-ab53-4d35-85a0-b202cf9b3540),segment_id=a9f4295d-ab53-4d35-85a0-b202cf9b3540)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:50.595098 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-74e30b24-fafd-44d9-82f8-276e50cc08ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:50.649534 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-baa0b527-a437-4991-8500-7bf83027e5ce req-0b72453a-c4b2-4e6f-8565-afd92bae4150 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467750 Aug 16 23:50:50.651479 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3b3a1e6a-f55a-4e52-ad35-ebfc895d73c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:50.659333 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e30b24-fafd-44d9-82f8-276e50cc08ab None None] Pushing event updated for resources: {'Port': ['ID=dfa5c00c-de68-453f-a0fe-b2fcc600a73b,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:50.667034 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3b3a1e6a-f55a-4e52-ad35-ebfc895d73c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:50.725539 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3b3a1e6a-f55a-4e52-ad35-ebfc895d73c6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dae25b8195a0407aae87ae06683c8cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8467431 Aug 16 23:50:50.728424 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43636) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:50.736824 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a1e6a-f55a-4e52-ad35-ebfc895d73c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad858ed-61ef-43c7-8687-42720b321b4b,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:50.932398 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-04a44df3-dfb4-41d9-aa7b-d8f53b7b0b64 None None] Provisioning complete for port dfa5c00c-de68-453f-a0fe-b2fcc600a73b triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:50:50.932954 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-04a44df3-dfb4-41d9-aa7b-d8f53b7b0b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:50.948323 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5d733b49-f03b-42b9-be25-f4e652729a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:51.016404 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e86037a3-88a8-4b25-b539-00e37fa1a7de req-80323d82-b44d-4f3d-8e7f-129a30879738 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=161f1cc3-9f74-4b89-8269-6ddbffee1ea0 HTTP/1.1" status: 200 len: 210 time: 0.0576205 Aug 16 23:50:51.020013 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ab0a06f3-b483-469c-9572-8c0c8c77b954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:51.026725 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5d733b49-f03b-42b9-be25-f4e652729a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:51.250432 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5d733b49-f03b-42b9-be25-f4e652729a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:51.255020 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5d733b49-f03b-42b9-be25-f4e652729a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:51.262253 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5d733b49-f03b-42b9-be25-f4e652729a81 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6ad858ed-61ef-43c7-8687-42720b321b4b HTTP/1.1" status: 204 len: 168 time: 0.5303996 Aug 16 23:50:51.286755 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d733b49-f03b-42b9-be25-f4e652729a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad858ed-61ef-43c7-8687-42720b321b4b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:51.335287 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ed9d04e-2ee3-4d65-a6d6-730b64b20366 req-1eb6afa8-15e0-4b9e-a255-1bc962a6ce09 tempest-QuotasAdminNegativeTest-2036688276 tempest-QuotasAdminNegativeTest-2036688276-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=32d54ddc858948f08575369192211c26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463948 Aug 16 23:50:51.375985 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0a06f3-b483-469c-9572-8c0c8c77b954 admin admin] Router 9ee6a758-3c11-4628-b5ad-863de72557ef is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:50:51.470921 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43688) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:51.623811 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device dfa5c00c-de68-453f-a0fe-b2fcc600a73b up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:50:51.722820 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d85ae-2ddb-4652-a90b-913483562104 req-694be8da-df86-4b1f-b734-252029129938 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:51.724374 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-157d85ae-2ddb-4652-a90b-913483562104 req-694be8da-df86-4b1f-b734-252029129938 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 949 time: 0.2990618 Aug 16 23:50:51.726465 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port dfa5c00c-de68-453f-a0fe-b2fcc600a73b triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:50:51.727049 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:51.751706 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9d04e-2ee3-4d65-a6d6-730b64b20366 req-c92d0e10-2fa6-4c65-9298-5ea151604eb3 tempest-QuotasAdminNegativeTest-2036688276 tempest-QuotasAdminNegativeTest-2036688276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:51.763460 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ed9d04e-2ee3-4d65-a6d6-730b64b20366 req-c92d0e10-2fa6-4c65-9298-5ea151604eb3 tempest-QuotasAdminNegativeTest-2036688276 tempest-QuotasAdminNegativeTest-2036688276-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4104233 Aug 16 23:50:51.836790 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0a06f3-b483-469c-9572-8c0c8c77b954 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:50:51.847130 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ed9d04e-2ee3-4d65-a6d6-730b64b20366 req-b1e988e3-aba8-4fb2-9bd1-9e26c593fb1e tempest-QuotasAdminNegativeTest-2036688276 tempest-QuotasAdminNegativeTest-2036688276-project] 10.222.0.60 "GET /v2.0/quotas/32d54ddc858948f08575369192211c26 HTTP/1.1" status: 200 len: 375 time: 0.0650759 Aug 16 23:50:51.854257 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58acc748-3fbc-4fa1-aefe-baa6f68fcbdd None None] Sync routers for ids ['9ee6a758-3c11-4628-b5ad-863de72557ef'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:50:51.886352 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aa9cdc42-9104-4b66-a4cd-2aae45597d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:51.889875 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58acc748-3fbc-4fa1-aefe-baa6f68fcbdd None None] Routers {'9ee6a758-3c11-4628-b5ad-863de72557ef'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:50:51.891139 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-58acc748-3fbc-4fa1-aefe-baa6f68fcbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:50:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['9ee6a758-3c11-4628-b5ad-863de72557ef'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:50:51.929199 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:51.930007 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43702) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:51.955773 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-157d85ae-2ddb-4652-a90b-913483562104 req-5eb69aec-d74d-4cda-acca-275be4c47269 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084513 Aug 16 23:50:51.956930 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a3134c0d-d3e4-4353-a13d-2ee4e4aeae7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:52.000736 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ed9d04e-2ee3-4d65-a6d6-730b64b20366 req-b816f29e-17f6-437c-8b89-df2e406f478c tempest-QuotasAdminNegativeTest-2036688276 tempest-QuotasAdminNegativeTest-2036688276-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=32d54ddc858948f08575369192211c26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1165226 Aug 16 23:50:52.056111 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-58acc748-3fbc-4fa1-aefe-baa6f68fcbdd None None] Set router 9ee6a758-3c11-4628-b5ad-863de72557ef gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:50:52.060787 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aa9cdc42-9104-4b66-a4cd-2aae45597d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:52.069074 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aa9cdc42-9104-4b66-a4cd-2aae45597d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:52.106216 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ab0a06f3-b483-469c-9572-8c0c8c77b954 admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:52.110467 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ab0a06f3-b483-469c-9572-8c0c8c77b954 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2917800 Aug 16 23:50:52.114350 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43708) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:52.137655 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9cdc42-9104-4b66-a4cd-2aae45597d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9bb481-c4ac-45ab-8af5-5e21d0651c2f,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:52.154249 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-aa9cdc42-9104-4b66-a4cd-2aae45597d5f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7e304e02507b443d9fc0e29f2e3b06b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6766548 Aug 16 23:50:52.154249 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43710) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:52.246828 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd7b2a-69ea-49a0-b5e0-fdccc6a139bb req-dc24c68b-c804-4def-ba4b-82bffc87337c tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:52.251638 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-22bd7b2a-69ea-49a0-b5e0-fdccc6a139bb req-dc24c68b-c804-4def-ba4b-82bffc87337c tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 943 time: 0.1948698 Aug 16 23:50:52.276105 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:50:52.389435 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-58acc748-3fbc-4fa1-aefe-baa6f68fcbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee6a758-3c11-4628-b5ad-863de72557ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-474922757-router', 'tenant_id': '5480ba8c2276409b8e718e0f9c7a4f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '6f63fc05-8e97-4996-9dcf-a6b742419449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:47Z', 'updated_at': '2021-08-16T23:50:50Z', 'revision_number': 3, 'project_id': '5480ba8c2276409b8e718e0f9c7a4f4e', 'gw_port': {'id': '6f63fc05-8e97-4996-9dcf-a6b742419449', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:47:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee6a758-3c11-4628-b5ad-863de72557ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:49Z', 'updated_at': '2021-08-16T23:50:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:50:52.471998 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58acc748-3fbc-4fa1-aefe-baa6f68fcbdd None None] Checking router: 9ee6a758-3c11-4628-b5ad-863de72557ef for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:50:52.472764 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58acc748-3fbc-4fa1-aefe-baa6f68fcbdd None None] Updating router 9ee6a758-3c11-4628-b5ad-863de72557ef port 6f63fc05-8e97-4996-9dcf-a6b742419449 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:50:52.510858 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-58acc748-3fbc-4fa1-aefe-baa6f68fcbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:52.556101 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-781334dd-7142-475a-a3f6-0612c75b4e3c tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=8459912b905d4c5ea0cd572e2a3a7e36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3326793 Aug 16 23:50:52.608820 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=8d9f1503-75ee-4d86-bef9-6f43c87be0f9,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:52.629690 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '8d9f1503-75ee-4d86-bef9-6f43c87be0f9', 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de', 'port_id': '8d9f1503-75ee-4d86-bef9-6f43c87be0f9', 'mac_address': 'fa:16:3e:d2:e9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:50:52.692960 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:52.714105 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:50:52.724714 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-93372908-ce7a-4fbc-819e-575b23b69537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:52.732694 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-22bd7b2a-69ea-49a0-b5e0-fdccc6a139bb req-cae1eefc-32f1-44e4-9840-290b9962237c tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699152 Aug 16 23:50:52.758087 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=8d9f1503-75ee-4d86-bef9-6f43c87be0f9,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:52.771753 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-47056623-aac8-4c8c-bc67-c980a8688056 req-b8c37ea3-b886-457a-aab6-acc6b02f2616 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=161f1cc3-9f74-4b89-8269-6ddbffee1ea0 HTTP/1.1" status: 200 len: 210 time: 0.0722754 Aug 16 23:50:52.782874 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:52.791693 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a3134c0d-d3e4-4353-a13d-2ee4e4aeae7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:52.826490 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-93372908-ce7a-4fbc-819e-575b23b69537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:52.856458 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a3134c0d-d3e4-4353-a13d-2ee4e4aeae7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:52.887441 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a3134c0d-d3e4-4353-a13d-2ee4e4aeae7b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b94e822ce4cc437da34e94b01e980de9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9540021 Aug 16 23:50:52.898584 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43716) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:52.911950 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=8d9f1503-75ee-4d86-bef9-6f43c87be0f9,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:52.942259 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-916ac3b4-2cb7-4f06-9fd3-b0b67d3e56dc tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:52.943950 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-916ac3b4-2cb7-4f06-9fd3-b0b67d3e56dc tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3763864 Aug 16 23:50:52.962104 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-58acc748-3fbc-4fa1-aefe-baa6f68fcbdd None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:52.978742 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-58acc748-3fbc-4fa1-aefe-baa6f68fcbdd None None] Transition to ACTIVE for port object 6f63fc05-8e97-4996-9dcf-a6b742419449 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:50:52.979251 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-7c88947b-d41b-4362-a7c3-24a0fadf6ae0 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Request body: {'port': {'device_id': '161f1cc3-9f74-4b89-8269-6ddbffee1ea0', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': '8459912b905d4c5ea0cd572e2a3a7e36'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:53.002758 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-58acc748-3fbc-4fa1-aefe-baa6f68fcbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:53.038327 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['8d9f1503-75ee-4d86-bef9-6f43c87be0f9'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:50:53.079750 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9577f955-2257-4b23-8dd8-c50110b54dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:53.081370 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3134c0d-d3e4-4353-a13d-2ee4e4aeae7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c212e59-8991-4782-984f-023b0cda325e,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:53.124252 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21588106-4011-442b-975d-491f76b3d0be None None] Pushing event updated for resources: {'Port': ['ID=6f63fc05-8e97-4996-9dcf-a6b742419449,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:53.132804 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9577f955-2257-4b23-8dd8-c50110b54dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:53.147812 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-58acc748-3fbc-4fa1-aefe-baa6f68fcbdd None None] Attempting to bind port 6f63fc05-8e97-4996-9dcf-a6b742419449 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:50:53.148181 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-58acc748-3fbc-4fa1-aefe-baa6f68fcbdd None None] Attempting to bind port 6f63fc05-8e97-4996-9dcf-a6b742419449 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:50:53.148552 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58acc748-3fbc-4fa1-aefe-baa6f68fcbdd None None] Attempting to bind port 6f63fc05-8e97-4996-9dcf-a6b742419449 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:53.149959 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-93372908-ce7a-4fbc-819e-575b23b69537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:53.155516 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-93372908-ce7a-4fbc-819e-575b23b69537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:53.162922 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58acc748-3fbc-4fa1-aefe-baa6f68fcbdd None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:50:53.163312 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58acc748-3fbc-4fa1-aefe-baa6f68fcbdd None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:50:53.163719 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-58acc748-3fbc-4fa1-aefe-baa6f68fcbdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:53.164115 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58acc748-3fbc-4fa1-aefe-baa6f68fcbdd None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:50:53.164591 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-58acc748-3fbc-4fa1-aefe-baa6f68fcbdd None None] Bound port: 6f63fc05-8e97-4996-9dcf-a6b742419449, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:50:53.164992 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-58acc748-3fbc-4fa1-aefe-baa6f68fcbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:53.173993 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21588106-4011-442b-975d-491f76b3d0be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:53.174349 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21588106-4011-442b-975d-491f76b3d0be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:53.174700 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21588106-4011-442b-975d-491f76b3d0be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:53.174817 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-93372908-ce7a-4fbc-819e-575b23b69537 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1c9bb481-c4ac-45ab-8af5-5e21d0651c2f HTTP/1.1" status: 204 len: 168 time: 1.0100672 Aug 16 23:50:53.175039 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21588106-4011-442b-975d-491f76b3d0be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:53.175476 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21588106-4011-442b-975d-491f76b3d0be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:53.175703 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21588106-4011-442b-975d-491f76b3d0be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:53.176042 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21588106-4011-442b-975d-491f76b3d0be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:53.176372 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21588106-4011-442b-975d-491f76b3d0be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:53.176851 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21588106-4011-442b-975d-491f76b3d0be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:53.177085 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21588106-4011-442b-975d-491f76b3d0be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:53.183514 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21588106-4011-442b-975d-491f76b3d0be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:53.183872 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21588106-4011-442b-975d-491f76b3d0be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:53.228475 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a70cf6-6d14-4d07-aaab-9ab37a270519 req-36c6e9b0-5f85-405a-a807-5139d27b8aed tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:53.236854 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0a70cf6-6d14-4d07-aaab-9ab37a270519 req-36c6e9b0-5f85-405a-a807-5139d27b8aed tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 949 time: 0.1685810 Aug 16 23:50:53.290015 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-58acc748-3fbc-4fa1-aefe-baa6f68fcbdd None None] For port 6f63fc05-8e97-4996-9dcf-a6b742419449, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:50:53.294576 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-58acc748-3fbc-4fa1-aefe-baa6f68fcbdd None None] For port 6f63fc05-8e97-4996-9dcf-a6b742419449, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6f63fc05-8e97-4996-9dcf-a6b742419449,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:50:53.301523 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-58acc748-3fbc-4fa1-aefe-baa6f68fcbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:53.326981 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93372908-ce7a-4fbc-819e-575b23b69537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9bb481-c4ac-45ab-8af5-5e21d0651c2f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:53.363906 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0a70cf6-6d14-4d07-aaab-9ab37a270519 req-456d4ed1-317b-4892-8b48-2f49d399f411 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261997 Aug 16 23:50:53.398301 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21588106-4011-442b-975d-491f76b3d0be None None] Pushing event updated for resources: {'Port': ['ID=6f63fc05-8e97-4996-9dcf-a6b742419449,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:53.407465 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-7c88947b-d41b-4362-a7c3-24a0fadf6ae0 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Made reservation on behalf of 8459912b905d4c5ea0cd572e2a3a7e36 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:50:53.411436 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-7c88947b-d41b-4362-a7c3-24a0fadf6ae0 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:53.435891 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-7c88947b-d41b-4362-a7c3-24a0fadf6ae0 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:53.444723 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9577f955-2257-4b23-8dd8-c50110b54dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:53.448983 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58acc748-3fbc-4fa1-aefe-baa6f68fcbdd None None] Routers {'9ee6a758-3c11-4628-b5ad-863de72557ef'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:50:53.449793 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-58acc748-3fbc-4fa1-aefe-baa6f68fcbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:50:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['9ee6a758-3c11-4628-b5ad-863de72557ef'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:50:53.452273 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9577f955-2257-4b23-8dd8-c50110b54dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:53.454995 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9577f955-2257-4b23-8dd8-c50110b54dd1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c212e59-8991-4782-984f-023b0cda325e HTTP/1.1" status: 204 len: 168 time: 0.5554566 Aug 16 23:50:53.487772 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577f955-2257-4b23-8dd8-c50110b54dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c212e59-8991-4782-984f-023b0cda325e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:53.522649 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4c789323-713a-4dd4-84c0-ed97604e2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:53.639527 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-7c88947b-d41b-4362-a7c3-24a0fadf6ae0 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:53.649668 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-7c88947b-d41b-4362-a7c3-24a0fadf6ae0 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:53.736937 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88947b-d41b-4362-a7c3-24a0fadf6ae0 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0246869-cc37-4a63-8505-d99ab8f34bff,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:53.757997 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-4c789323-713a-4dd4-84c0-ed97604e2a6c admin admin] Allocated IP 172.20.0.1 (282c39eb-b856-4b5a-9aab-fbbb038dd1fb/bd6217a8-adba-488d-89f7-8f03ee877d72/cb51a887-ba65-4cc6-95b5-c89b24af7122) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:50:53.817912 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-58acc748-3fbc-4fa1-aefe-baa6f68fcbdd None None] Set router 9ee6a758-3c11-4628-b5ad-863de72557ef gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:50:53.917980 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4c789323-713a-4dd4-84c0-ed97604e2a6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:53.960877 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-4c789323-713a-4dd4-84c0-ed97604e2a6c admin admin] Transition to ACTIVE for port object cb51a887-ba65-4cc6-95b5-c89b24af7122 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:50:53.987592 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-7c88947b-d41b-4362-a7c3-24a0fadf6ae0 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Allocated IP 192.168.233.74 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/cc501ed2-c82f-4999-824f-52e4117deb90) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:50:54.033355 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-58acc748-3fbc-4fa1-aefe-baa6f68fcbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee6a758-3c11-4628-b5ad-863de72557ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-474922757-router', 'tenant_id': '5480ba8c2276409b8e718e0f9c7a4f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '6f63fc05-8e97-4996-9dcf-a6b742419449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:47Z', 'updated_at': '2021-08-16T23:50:50Z', 'revision_number': 3, 'project_id': '5480ba8c2276409b8e718e0f9c7a4f4e', 'gw_port': {'id': '6f63fc05-8e97-4996-9dcf-a6b742419449', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:47:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee6a758-3c11-4628-b5ad-863de72557ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:49Z', 'updated_at': '2021-08-16T23:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:50:54.040129 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409466d6-342e-4f71-accd-9820849d7ddc req-799953ac-fc3d-469f-bf2f-e47e95df61c6 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:54.050160 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-409466d6-342e-4f71-accd-9820849d7ddc req-799953ac-fc3d-469f-bf2f-e47e95df61c6 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 944 time: 0.1787500 Aug 16 23:50:54.070888 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58acc748-3fbc-4fa1-aefe-baa6f68fcbdd None None] The sync data for ids ['9ee6a758-3c11-4628-b5ad-863de72557ef'] in n-d-800088-20 is: [{'id': '9ee6a758-3c11-4628-b5ad-863de72557ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-474922757-router', 'tenant_id': '5480ba8c2276409b8e718e0f9c7a4f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '6f63fc05-8e97-4996-9dcf-a6b742419449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:47Z', 'updated_at': '2021-08-16T23:50:50Z', 'revision_number': 3, 'project_id': '5480ba8c2276409b8e718e0f9c7a4f4e', 'gw_port': {'id': '6f63fc05-8e97-4996-9dcf-a6b742419449', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:47:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee6a758-3c11-4628-b5ad-863de72557ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:49Z', 'updated_at': '2021-08-16T23:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:50:54.082818 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4c789323-713a-4dd4-84c0-ed97604e2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:54.160594 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-409466d6-342e-4f71-accd-9820849d7ddc req-14b4fc0c-8f4a-43ba-8461-53bc11c33692 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058135 Aug 16 23:50:54.163030 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c789323-713a-4dd4-84c0-ed97604e2a6c admin admin] Network 282c39eb-b856-4b5a-9aab-fbbb038dd1fb is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:50:54.186258 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-4c789323-713a-4dd4-84c0-ed97604e2a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:50:54.204448 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c789323-713a-4dd4-84c0-ed97604e2a6c admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:50:54.205276 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4c789323-713a-4dd4-84c0-ed97604e2a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:54.210269 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c789323-713a-4dd4-84c0-ed97604e2a6c admin admin] Pushing event updated for resources: {'Port': ['ID=cb51a887-ba65-4cc6-95b5-c89b24af7122,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:54.239767 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-7c88947b-d41b-4362-a7c3-24a0fadf6ae0 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:54.280556 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-7c88947b-d41b-4362-a7c3-24a0fadf6ae0 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Transition to ACTIVE for port object cc501ed2-c82f-4999-824f-52e4117deb90 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:50:54.286446 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:50:54.351661 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-7c88947b-d41b-4362-a7c3-24a0fadf6ae0 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:54.425308 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:50:54.461212 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:50:54.461957 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:54.518971 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb091b2-8b62-401f-b625-2fcda385a5c5 req-4b5ce1b9-2107-4dee-92b6-58e9a7c52bec tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:54.526225 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cbb091b2-8b62-401f-b625-2fcda385a5c5 req-4b5ce1b9-2107-4dee-92b6-58e9a7c52bec tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=161f1cc3-9f74-4b89-8269-6ddbffee1ea0 HTTP/1.1" status: 200 len: 935 time: 0.1944492 Aug 16 23:50:54.538547 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-7c88947b-d41b-4362-a7c3-24a0fadf6ae0 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:50:54.544264 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-7c88947b-d41b-4362-a7c3-24a0fadf6ae0 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:50:54.550745 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-7c88947b-d41b-4362-a7c3-24a0fadf6ae0 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:50:54.570858 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-7c88947b-d41b-4362-a7c3-24a0fadf6ae0 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:54.571547 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-7c88947b-d41b-4362-a7c3-24a0fadf6ae0 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:54.584151 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88947b-d41b-4362-a7c3-24a0fadf6ae0 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Pushing event updated for resources: {'Port': ['ID=cc501ed2-c82f-4999-824f-52e4117deb90,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:54.600034 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-7c88947b-d41b-4362-a7c3-24a0fadf6ae0 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6251829 Aug 16 23:50:54.620713 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-ae5dcb69-2a4f-44a9-8221-690fc8d19a35 service neutron] Request body: {'port': {'device_id': '161f1cc3-9f74-4b89-8269-6ddbffee1ea0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:54.702357 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cbb091b2-8b62-401f-b625-2fcda385a5c5 req-1775fa86-98af-4afc-a9fd-b7c57a078b08 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0246869-cc37-4a63-8505-d99ab8f34bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752639 Aug 16 23:50:54.753243 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d821b33-acbe-4916-aa30-ba69368b88d8 req-df57057c-4869-47d3-9070-a92f25394bf5 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:54.761921 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-ae5dcb69-2a4f-44a9-8221-690fc8d19a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:54.766374 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3d821b33-acbe-4916-aa30-ba69368b88d8 req-df57057c-4869-47d3-9070-a92f25394bf5 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 949 time: 0.2223952 Aug 16 23:50:54.779581 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:54.838241 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c6768433-329a-4fbb-8f13-6a42ba929c93 None None] Provisioning for port cb51a887-ba65-4cc6-95b5-c89b24af7122 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:50:54.846858 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4c789323-713a-4dd4-84c0-ed97604e2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:54.866972 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9f1503-75ee-4d86-bef9-6f43c87be0f9'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:50:54.871285 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712f130d-61cb-405f-9f88-159e55baa7d8" -d '{"events": [{"server_uuid": "7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2", "name": "network-vif-plugged", "status": "completed", "tag": "8d9f1503-75ee-4d86-bef9-6f43c87be0f9"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:50:54.911768 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c6768433-329a-4fbb-8f13-6a42ba929c93 None None] Provisioning complete for port cb51a887-ba65-4cc6-95b5-c89b24af7122 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:50:54.915130 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c6768433-329a-4fbb-8f13-6a42ba929c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:54.930916 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=8d9f1503-75ee-4d86-bef9-6f43c87be0f9,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:54.959174 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3d821b33-acbe-4916-aa30-ba69368b88d8 req-f8219607-46d4-45f8-bdb9-18f8cdfd59ce tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791334 Aug 16 23:50:55.050513 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:55.161311 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb762ca9-89ea-42a0-a788-7f2ea17dbf53 x-openstack-request-id: req-fb762ca9-89ea-42a0-a788-7f2ea17dbf53 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:50:55.161628 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2", "name": "network-vif-plugged", "status": "completed", "tag": "8d9f1503-75ee-4d86-bef9-6f43c87be0f9", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:50:55.161917 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fb762ca9-89ea-42a0-a788-7f2ea17dbf53 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:50:55.162279 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9f1503-75ee-4d86-bef9-6f43c87be0f9', 'code': 200} Aug 16 23:50:55.173148 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-c6768433-329a-4fbb-8f13-6a42ba929c93 None None] Port cb51a887-ba65-4cc6-95b5-c89b24af7122 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:50:55.175683 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78a4b467-e373-4297-a944-c9633e066802 req-1503c733-4862-4392-9c67-2545b29f58ae tempest-QuotasAdminNegativeTest-2036688276 tempest-QuotasAdminNegativeTest-2036688276-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=32d54ddc858948f08575369192211c26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1032984 Aug 16 23:50:55.178433 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=8d9f1503-75ee-4d86-bef9-6f43c87be0f9,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:55.185975 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43790) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:55.272985 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cfed4-2fd8-45c4-bd87-3c070c93538a req-cbf8e710-81d6-41b7-ba12-9bf0bbd97940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:55.274534 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-320cfed4-2fd8-45c4-bd87-3c070c93538a req-cbf8e710-81d6-41b7-ba12-9bf0bbd97940 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 1097 time: 0.1141951 Aug 16 23:50:55.302855 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6b774d39-f4bc-44b2-83f1-22c56a8de999 None None] Provisioning for port cc501ed2-c82f-4999-824f-52e4117deb90 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:50:55.308851 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6b774d39-f4bc-44b2-83f1-22c56a8de999 None None] Provisioning complete for port cc501ed2-c82f-4999-824f-52e4117deb90 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:50:55.309594 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6b774d39-f4bc-44b2-83f1-22c56a8de999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:55.369558 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-6b774d39-f4bc-44b2-83f1-22c56a8de999 None None] Port cc501ed2-c82f-4999-824f-52e4117deb90 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:50:55.382112 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-320cfed4-2fd8-45c4-bd87-3c070c93538a req-5b04343c-a7ca-41b1-87fa-b89a2f0762d7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956585 Aug 16 23:50:55.399003 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-ae5dcb69-2a4f-44a9-8221-690fc8d19a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc501ed2-c82f-4999-824f-52e4117deb90 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:50:55.411921 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-ae5dcb69-2a4f-44a9-8221-690fc8d19a35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:55.415773 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4b467-e373-4297-a944-c9633e066802 req-5156a893-075f-4393-b4f0-43f5cc110cec tempest-QuotasAdminNegativeTest-2036688276 tempest-QuotasAdminNegativeTest-2036688276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:55.423328 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78a4b467-e373-4297-a944-c9633e066802 req-5156a893-075f-4393-b4f0-43f5cc110cec tempest-QuotasAdminNegativeTest-2036688276 tempest-QuotasAdminNegativeTest-2036688276-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2408986 Aug 16 23:50:55.455358 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-ae5dcb69-2a4f-44a9-8221-690fc8d19a35 service neutron] Transition to ACTIVE for port object cc501ed2-c82f-4999-824f-52e4117deb90 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:50:55.457124 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-ae5dcb69-2a4f-44a9-8221-690fc8d19a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:55.487272 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78a4b467-e373-4297-a944-c9633e066802 req-666a82f6-2b44-46c3-85bc-a64bc0d326fb tempest-QuotasAdminNegativeTest-2036688276 tempest-QuotasAdminNegativeTest-2036688276-project] 10.222.0.60 "GET /v2.0/quotas/32d54ddc858948f08575369192211c26 HTTP/1.1" status: 200 len: 375 time: 0.0313642 Aug 16 23:50:55.556076 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff28c7-f1dc-426c-bd0a-d191d7a2a0e2 req-b17fd4ad-bb09-4125-a6aa-2da39a0424f2 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:55.560688 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3ff28c7-f1dc-426c-bd0a-d191d7a2a0e2 req-b17fd4ad-bb09-4125-a6aa-2da39a0424f2 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 945 time: 0.1360035 Aug 16 23:50:55.563650 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78a4b467-e373-4297-a944-c9633e066802 req-ff526730-feb2-4c84-8b0d-3f1768fa2b22 tempest-QuotasAdminNegativeTest-2036688276 tempest-QuotasAdminNegativeTest-2036688276-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=32d54ddc858948f08575369192211c26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674663 Aug 16 23:50:55.653345 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6f63fc05-8e97-4996-9dcf-a6b742419449 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:50:55.657322 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3ff28c7-f1dc-426c-bd0a-d191d7a2a0e2 req-c6cc0873-85bb-4279-9931-e29bdb19c1a3 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823288 Aug 16 23:50:55.693744 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-5454f1f2-41e8-4f4e-98ff-e35761a6fe08 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1454886577-network', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:55.709381 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4c789323-713a-4dd4-84c0-ed97604e2a6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:55.716342 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4c789323-713a-4dd4-84c0-ed97604e2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:55.717000 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4c789323-713a-4dd4-84c0-ed97604e2a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:55.755869 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5dcb69-2a4f-44a9-8221-690fc8d19a35 service neutron] Pushing event updated for resources: {'Port': ['ID=cc501ed2-c82f-4999-824f-52e4117deb90,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:55.768172 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-ae5dcb69-2a4f-44a9-8221-690fc8d19a35 service neutron] Attempting to bind port cc501ed2-c82f-4999-824f-52e4117deb90 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:50:55.768751 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-ae5dcb69-2a4f-44a9-8221-690fc8d19a35 service neutron] Attempting to bind port cc501ed2-c82f-4999-824f-52e4117deb90 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:50:55.770251 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-ae5dcb69-2a4f-44a9-8221-690fc8d19a35 service neutron] Attempting to bind port cc501ed2-c82f-4999-824f-52e4117deb90 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:55.777293 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 6f63fc05-8e97-4996-9dcf-a6b742419449 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:50:55.783216 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 6f63fc05-8e97-4996-9dcf-a6b742419449 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:50:55.783680 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:55.784622 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c789323-713a-4dd4-84c0-ed97604e2a6c admin admin] Pushing event updated for resources: {'Port': ['ID=cb51a887-ba65-4cc6-95b5-c89b24af7122,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:55.785814 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-ae5dcb69-2a4f-44a9-8221-690fc8d19a35 service neutron] Port cc501ed2-c82f-4999-824f-52e4117deb90 on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:50:55.787223 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-ae5dcb69-2a4f-44a9-8221-690fc8d19a35 service neutron] Attempting to bind port cc501ed2-c82f-4999-824f-52e4117deb90 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:55.801729 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-ae5dcb69-2a4f-44a9-8221-690fc8d19a35 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:50:55.802721 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-ae5dcb69-2a4f-44a9-8221-690fc8d19a35 service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:50:55.803210 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-ae5dcb69-2a4f-44a9-8221-690fc8d19a35 service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:50:55.803726 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-ae5dcb69-2a4f-44a9-8221-690fc8d19a35 service neutron] Bound port: cc501ed2-c82f-4999-824f-52e4117deb90, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:50:55.805298 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-ae5dcb69-2a4f-44a9-8221-690fc8d19a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:55.845831 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5454f1f2-41e8-4f4e-98ff-e35761a6fe08 admin admin] Made reservation on behalf of ea1f363e7da44969b3a4164afa733f09 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:50:55.848271 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5454f1f2-41e8-4f4e-98ff-e35761a6fe08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:55.873003 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5454f1f2-41e8-4f4e-98ff-e35761a6fe08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:55.923273 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-ae5dcb69-2a4f-44a9-8221-690fc8d19a35 service neutron] For port cc501ed2-c82f-4999-824f-52e4117deb90, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:50:55.927503 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-ae5dcb69-2a4f-44a9-8221-690fc8d19a35 service neutron] For port cc501ed2-c82f-4999-824f-52e4117deb90, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=cc501ed2-c82f-4999-824f-52e4117deb90,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:50:55.935438 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-ae5dcb69-2a4f-44a9-8221-690fc8d19a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:55.961404 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:55.988037 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-ae5dcb69-2a4f-44a9-8221-690fc8d19a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:55.989075 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-ae5dcb69-2a4f-44a9-8221-690fc8d19a35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:55.990847 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-ae5dcb69-2a4f-44a9-8221-690fc8d19a35 service neutron] 10.222.0.69 "PUT /v2.0/ports/cc501ed2-c82f-4999-824f-52e4117deb90 HTTP/1.1" status: 200 len: 1096 time: 1.3806736 Aug 16 23:50:55.992167 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161f1cc3-9f74-4b89-8269-6ddbffee1ea0', 'tag': 'cc501ed2-c82f-4999-824f-52e4117deb90'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:50:55.995266 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c789323-713a-4dd4-84c0-ed97604e2a6c admin admin] Network 282c39eb-b856-4b5a-9aab-fbbb038dd1fb is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:50:55.995928 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39faf8e2-c539-42e0-9c70-0050e1df6d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "161f1cc3-9f74-4b89-8269-6ddbffee1ea0", "tag": "cc501ed2-c82f-4999-824f-52e4117deb90"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:50:56.004258 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-4c789323-713a-4dd4-84c0-ed97604e2a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:50:56.030818 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5dcb69-2a4f-44a9-8221-690fc8d19a35 service neutron] Pushing event updated for resources: {'Port': ['ID=cc501ed2-c82f-4999-824f-52e4117deb90,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:56.032438 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 6f63fc05-8e97-4996-9dcf-a6b742419449, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6f63fc05-8e97-4996-9dcf-a6b742419449,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:56.046983 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:56.132105 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3a5e8-6feb-4ce0-bc2d-a76fa781a426 req-e17577b6-991a-4dd5-b66f-372b9b6ff46f tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:56.135645 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=6f63fc05-8e97-4996-9dcf-a6b742419449,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:56.145213 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66e3a5e8-6feb-4ce0-bc2d-a76fa781a426 req-e17577b6-991a-4dd5-b66f-372b9b6ff46f tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=161f1cc3-9f74-4b89-8269-6ddbffee1ea0 HTTP/1.1" status: 200 len: 947 time: 0.2389753 Aug 16 23:50:56.174426 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-aee5d630-03d0-4128-bea5-451055e5f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:56.175877 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-aee5d630-03d0-4128-bea5-451055e5f8ea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8459912b905d4c5ea0cd572e2a3a7e36&device_id=161f1cc3-9f74-4b89-8269-6ddbffee1ea0 HTTP/1.1" status: 200 len: 1099 time: 0.1155617 Aug 16 23:50:56.321086 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-b6a6c69c-9b06-493e-8832-68bb480e0bc8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=cc501ed2-c82f-4999-824f-52e4117deb90 HTTP/1.1" status: 200 len: 217 time: 0.1311736 Aug 16 23:50:56.373807 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66e3a5e8-6feb-4ce0-bc2d-a76fa781a426 req-ec7aaeb3-175b-4a55-9330-6ed11e6d3508 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0246869-cc37-4a63-8505-d99ab8f34bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271371 Aug 16 23:50:56.448075 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-27ba4161-74e0-4d03-948e-3bf3b8035069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:56.449585 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-27ba4161-74e0-4d03-948e-3bf3b8035069 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1186528 Aug 16 23:50:56.484833 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c789323-713a-4dd4-84c0-ed97604e2a6c admin admin] Router 9ee6a758-3c11-4628-b5ad-863de72557ef has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:50:56.491599 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-92024379-6527-4581-8b30-8edaf00bbca4 None None] Provisioning complete for port cb51a887-ba65-4cc6-95b5-c89b24af7122 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:50:56.494046 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5454f1f2-41e8-4f4e-98ff-e35761a6fe08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:56.494205 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-92024379-6527-4581-8b30-8edaf00bbca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:56.545139 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5454f1f2-41e8-4f4e-98ff-e35761a6fe08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:56.578143 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc6923e-3b40-485a-b061-363890d2938e x-openstack-request-id: req-0dc6923e-3b40-485a-b061-363890d2938e {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:50:56.579462 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "161f1cc3-9f74-4b89-8269-6ddbffee1ea0", "tag": "cc501ed2-c82f-4999-824f-52e4117deb90", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:50:56.580000 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0dc6923e-3b40-485a-b061-363890d2938e {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:50:56.581753 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '161f1cc3-9f74-4b89-8269-6ddbffee1ea0', 'tag': 'cc501ed2-c82f-4999-824f-52e4117deb90', 'status': 'completed', 'code': 200} Aug 16 23:50:56.594913 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-92024379-6527-4581-8b30-8edaf00bbca4 None None] Port cb51a887-ba65-4cc6-95b5-c89b24af7122 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:50:56.596558 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-bba50991-1733-479c-b34d-2f42a09fe4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:56.598116 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-bba50991-1733-479c-b34d-2f42a09fe4d0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1287074 Aug 16 23:50:56.726421 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5454f1f2-41e8-4f4e-98ff-e35761a6fe08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:50:56.739851 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454f1f2-41e8-4f4e-98ff-e35761a6fe08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce030050-8dc8-4612-9a0d-010b807c5655,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:56.746548 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-e27f03d5-bbb8-4d7b-8942-21ddd1ecbd54 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401498 Aug 16 23:50:56.762220 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485019d-c80d-4f02-a950-fdc4194dc4b4 req-3cc7fcad-0d22-4767-a4e1-b2c8977aeda5 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:56.763745 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1485019d-c80d-4f02-a950-fdc4194dc4b4 req-3cc7fcad-0d22-4767-a4e1-b2c8977aeda5 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 949 time: 0.2610185 Aug 16 23:50:56.765942 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5454f1f2-41e8-4f4e-98ff-e35761a6fe08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:56.766329 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-5454f1f2-41e8-4f4e-98ff-e35761a6fe08 admin admin] Added segment 893ff3b8-a701-42c5-9642-d416fd535f53 of type vlan for network dfceb4c9-aedb-4a4a-ad89-be69b8624208 Aug 16 23:50:56.768367 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c789323-713a-4dd4-84c0-ed97604e2a6c admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:50:56.782783 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4c789323-713a-4dd4-84c0-ed97604e2a6c admin admin] 10.222.0.60 "PUT /v2.0/routers/9ee6a758-3c11-4628-b5ad-863de72557ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6631191 Aug 16 23:50:56.837990 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1e2031-d852-4a72-974b-211d71f145af None None] Sync routers for ids ['9ee6a758-3c11-4628-b5ad-863de72557ef'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:50:56.855143 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1e2031-d852-4a72-974b-211d71f145af None None] Routers {'9ee6a758-3c11-4628-b5ad-863de72557ef'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:50:56.857315 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3d1e2031-d852-4a72-974b-211d71f145af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:50:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['9ee6a758-3c11-4628-b5ad-863de72557ef'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:50:56.862103 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5454f1f2-41e8-4f4e-98ff-e35761a6fe08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:56.886818 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-454a3567-0d36-4271-8eef-b0851e59f7e3 req-3ff0db41-3551-4874-99d9-749c125b8432 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268094 Aug 16 23:50:56.904648 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1485019d-c80d-4f02-a950-fdc4194dc4b4 req-570fbc41-5b55-422a-b538-228a46f53ce7 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186931 Aug 16 23:50:56.940705 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5454f1f2-41e8-4f4e-98ff-e35761a6fe08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:56.942011 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5454f1f2-41e8-4f4e-98ff-e35761a6fe08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:56.942761 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5454f1f2-41e8-4f4e-98ff-e35761a6fe08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:57.042373 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5454f1f2-41e8-4f4e-98ff-e35761a6fe08 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8553159 Aug 16 23:50:57.045844 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43854) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:57.052824 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-989b9d45-07ea-49dd-b490-ea0ab14950ef admin admin] Request body: {'subnet': {'network_id': 'dfceb4c9-aedb-4a4a-ad89-be69b8624208', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1454886577-subnet', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:57.057383 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39faf8e2-c539-42e0-9c70-0050e1df6d7b req-71537a25-a979-4b25-985a-f3011aef57fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:57.058903 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-39faf8e2-c539-42e0-9c70-0050e1df6d7b req-71537a25-a979-4b25-985a-f3011aef57fd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8459912b905d4c5ea0cd572e2a3a7e36&device_id=161f1cc3-9f74-4b89-8269-6ddbffee1ea0 HTTP/1.1" status: 200 len: 1099 time: 0.0942032 Aug 16 23:50:57.085087 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-3d1e2031-d852-4a72-974b-211d71f145af None None] Set router 9ee6a758-3c11-4628-b5ad-863de72557ef gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:50:57.085659 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454f1f2-41e8-4f4e-98ff-e35761a6fe08 admin admin] Pushing event updated for resources: {'Network': ['ID=dfceb4c9-aedb-4a4a-ad89-be69b8624208,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:57.105018 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec1429-76d2-4159-9e3e-2eb380ad1cde req-d464ae44-0c7d-49fa-a6a4-870acbc458ad tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:57.106970 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61ec1429-76d2-4159-9e3e-2eb380ad1cde req-d464ae44-0c7d-49fa-a6a4-870acbc458ad tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 945 time: 0.1545670 Aug 16 23:50:57.124129 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989b9d45-07ea-49dd-b490-ea0ab14950ef admin admin] Made reservation on behalf of ea1f363e7da44969b3a4164afa733f09 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:50:57.127337 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-989b9d45-07ea-49dd-b490-ea0ab14950ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:57.170195 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network dfceb4c9-aedb-4a4a-ad89-be69b8624208 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:50:57.196303 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39faf8e2-c539-42e0-9c70-0050e1df6d7b req-bb21f63a-77d3-4061-bada-f923a34375fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:57.199702 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-39faf8e2-c539-42e0-9c70-0050e1df6d7b req-bb21f63a-77d3-4061-bada-f923a34375fc service neutron] 10.222.0.69 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.1307459 Aug 16 23:50:57.254018 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61ec1429-76d2-4159-9e3e-2eb380ad1cde req-f66b0e53-2c3d-41c2-af79-c50fb19fe451 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313720 Aug 16 23:50:57.308840 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-39faf8e2-c539-42e0-9c70-0050e1df6d7b req-e7b0d39d-d62a-4847-92ca-69075336239d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=cc501ed2-c82f-4999-824f-52e4117deb90 HTTP/1.1" status: 200 len: 217 time: 0.0947652 Aug 16 23:50:57.400543 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39faf8e2-c539-42e0-9c70-0050e1df6d7b req-bd2adfa0-71da-427b-9cb0-504aecbe9693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:57.402028 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-39faf8e2-c539-42e0-9c70-0050e1df6d7b req-bd2adfa0-71da-427b-9cb0-504aecbe9693 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0824854 Aug 16 23:50:57.419133 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-989b9d45-07ea-49dd-b490-ea0ab14950ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:57.470670 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39faf8e2-c539-42e0-9c70-0050e1df6d7b req-23141821-4957-47c7-b1c1-1b87d38f0bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:57.473335 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-39faf8e2-c539-42e0-9c70-0050e1df6d7b req-23141821-4957-47c7-b1c1-1b87d38f0bca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0622885 Aug 16 23:50:57.521121 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b9d45-07ea-49dd-b490-ea0ab14950ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=acde4885-8004-4ab5-9f91-25ef081204d9,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:57.535053 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989b9d45-07ea-49dd-b490-ea0ab14950ef admin admin] Checking segment: {'id': '893ff3b8-a701-42c5-9642-d416fd535f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'dfceb4c9-aedb-4a4a-ad89-be69b8624208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:50:57.535417 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989b9d45-07ea-49dd-b490-ea0ab14950ef admin admin] Network hostable DHCP agents. Network: dfceb4c9-aedb-4a4a-ad89-be69b8624208, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:50:57.566752 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989b9d45-07ea-49dd-b490-ea0ab14950ef admin admin] Network dfceb4c9-aedb-4a4a-ad89-be69b8624208 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:50:57.596482 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-989b9d45-07ea-49dd-b490-ea0ab14950ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, dfceb4c9-aedb-4a4a-ad89-be69b8624208) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:50:57.604476 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3d1e2031-d852-4a72-974b-211d71f145af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee6a758-3c11-4628-b5ad-863de72557ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-474922757-router', 'tenant_id': '5480ba8c2276409b8e718e0f9c7a4f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '6f63fc05-8e97-4996-9dcf-a6b742419449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:47Z', 'updated_at': '2021-08-16T23:50:54Z', 'revision_number': 4, 'project_id': '5480ba8c2276409b8e718e0f9c7a4f4e', 'gw_port': {'id': '6f63fc05-8e97-4996-9dcf-a6b742419449', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee6a758-3c11-4628-b5ad-863de72557ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:49Z', 'updated_at': '2021-08-16T23:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'cb51a887-ba65-4cc6-95b5-c89b24af7122', 'name': '', 'network_id': '282c39eb-b856-4b5a-9aab-fbbb038dd1fb', 'tenant_id': '5480ba8c2276409b8e718e0f9c7a4f4e', 'mac_address': 'fa:16:3e:cd:09:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee6a758-3c11-4628-b5ad-863de72557ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'bd6217a8-adba-488d-89f7-8f03ee877d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:53Z', 'updated_at': '2021-08-16T23:50:55Z', 'revision_number': 2, 'project_id': '5480ba8c2276409b8e718e0f9c7a4f4e', 'subnets': [{'id': 'bd6217a8-adba-488d-89f7-8f03ee877d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:50:57.614155 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989b9d45-07ea-49dd-b490-ea0ab14950ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:57.614794 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-989b9d45-07ea-49dd-b490-ea0ab14950ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:57.619872 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c1a1ea-9f22-4e91-865b-ec14d3b60afa None None] Network dfceb4c9-aedb-4a4a-ad89-be69b8624208 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:50:57.648180 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-989b9d45-07ea-49dd-b490-ea0ab14950ef admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5982206 Aug 16 23:50:57.649721 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43876) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:57.655146 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-969a3e38-bd77-4d9e-a54d-9c14876b064e admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1454886577-router', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:57.696846 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1e2031-d852-4a72-974b-211d71f145af None None] Checking router: 9ee6a758-3c11-4628-b5ad-863de72557ef for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:50:57.697696 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1e2031-d852-4a72-974b-211d71f145af None None] Updating router 9ee6a758-3c11-4628-b5ad-863de72557ef port cb51a887-ba65-4cc6-95b5-c89b24af7122 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:50:57.715531 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6f63fc05-8e97-4996-9dcf-a6b742419449 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:50:57.725548 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e9157-0fa0-4b51-a01b-7319ef4e5025 req-e23d7b11-525f-4f5b-9431-6ddc3eb2b51e tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:57.735635 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b60e9157-0fa0-4b51-a01b-7319ef4e5025 req-e23d7b11-525f-4f5b-9431-6ddc3eb2b51e tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 1097 time: 0.0720792 Aug 16 23:50:57.743524 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-969a3e38-bd77-4d9e-a54d-9c14876b064e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:57.744678 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-969a3e38-bd77-4d9e-a54d-9c14876b064e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:57.764497 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-39faf8e2-c539-42e0-9c70-0050e1df6d7b req-bcee88ea-0cc2-47e9-9662-814071fa1bb2 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822113 Aug 16 23:50:57.803525 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b60e9157-0fa0-4b51-a01b-7319ef4e5025 req-122c9ea9-592f-432d-b818-e643062448e5 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667238 Aug 16 23:50:57.853371 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3d1e2031-d852-4a72-974b-211d71f145af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:57.878496 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-969a3e38-bd77-4d9e-a54d-9c14876b064e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:57.951857 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 6f63fc05-8e97-4996-9dcf-a6b742419449 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:50:57.953938 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:57.963575 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-39faf8e2-c539-42e0-9c70-0050e1df6d7b req-971cec4b-7e2d-4f94-9f6e-dcad09b1474b service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913667 Aug 16 23:50:58.008115 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43892) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:58.013826 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-52d05bb5-505c-4425-80ef-e1fde09f1ba7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1955739569-network', 'tenant_id': '89490058e6db48db822ca6b2e2d0df6b'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:58.042513 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d05bb5-505c-4425-80ef-e1fde09f1ba7 admin admin] Made reservation on behalf of 89490058e6db48db822ca6b2e2d0df6b for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:50:58.045106 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-52d05bb5-505c-4425-80ef-e1fde09f1ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:58.059886 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-52d05bb5-505c-4425-80ef-e1fde09f1ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:58.183353 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-52d05bb5-505c-4425-80ef-e1fde09f1ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:58.188624 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-52d05bb5-505c-4425-80ef-e1fde09f1ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:58.215236 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d05bb5-505c-4425-80ef-e1fde09f1ba7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:50:58.232230 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d05bb5-505c-4425-80ef-e1fde09f1ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7d3859-7019-4d44-b502-f155d3ab62cc,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:58.239573 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-52d05bb5-505c-4425-80ef-e1fde09f1ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:58.240469 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-52d05bb5-505c-4425-80ef-e1fde09f1ba7 admin admin] Added segment e9a2b254-9bc1-444f-b9d4-3534f0d204f8 of type vlan for network 4006c732-c45c-46e1-b0a9-a0d16cbf6424 Aug 16 23:50:58.275981 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4feaa94-28db-4c2c-9e93-10713ed001cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-dfceb4c9-aedb-4a4a-ad89-be69b8624208', 'network_id': 'dfceb4c9-aedb-4a4a-ad89-be69b8624208', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'fixed_ips': [{'subnet_id': 'acde4885-8004-4ab5-9f91-25ef081204d9'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:50:58.276929 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f4feaa94-28db-4c2c-9e93-10713ed001cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:58.299583 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-df71a6e5-b178-47e6-a3f3-452f6a633240 req-3a604a03-ea4e-458a-a0ca-ba617a2e2356 tempest-QuotasAdminNegativeTest-2036688276 tempest-QuotasAdminNegativeTest-2036688276-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=32d54ddc858948f08575369192211c26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0912240 Aug 16 23:50:58.301250 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-52d05bb5-505c-4425-80ef-e1fde09f1ba7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:58.331035 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-52d05bb5-505c-4425-80ef-e1fde09f1ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:58.332690 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d05bb5-505c-4425-80ef-e1fde09f1ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:58.333550 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-52d05bb5-505c-4425-80ef-e1fde09f1ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:58.386891 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-52d05bb5-505c-4425-80ef-e1fde09f1ba7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3772621 Aug 16 23:50:58.393315 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43902) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:58.399043 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-fead1a34-a186-4b34-b7a9-20863fd9e096 admin admin] Request body: {'subnet': {'network_id': '4006c732-c45c-46e1-b0a9-a0d16cbf6424', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1955739569-subnet', 'tenant_id': '89490058e6db48db822ca6b2e2d0df6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:58.410624 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d05bb5-505c-4425-80ef-e1fde09f1ba7 admin admin] Pushing event updated for resources: {'Network': ['ID=4006c732-c45c-46e1-b0a9-a0d16cbf6424,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:58.430145 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fead1a34-a186-4b34-b7a9-20863fd9e096 admin admin] Made reservation on behalf of 89490058e6db48db822ca6b2e2d0df6b for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:50:58.435396 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fead1a34-a186-4b34-b7a9-20863fd9e096 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:58.446835 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 4006c732-c45c-46e1-b0a9-a0d16cbf6424 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:50:58.451801 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4aad7-72e8-448d-bee0-2e4ad1c6d3b6 req-645bdd9c-eaa0-4ec8-a018-08f8a9d2aa28 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:58.453908 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-caa4aad7-72e8-448d-bee0-2e4ad1c6d3b6 req-645bdd9c-eaa0-4ec8-a018-08f8a9d2aa28 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=161f1cc3-9f74-4b89-8269-6ddbffee1ea0 HTTP/1.1" status: 200 len: 947 time: 0.2466540 Aug 16 23:50:58.455932 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-969a3e38-bd77-4d9e-a54d-9c14876b064e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:58.551255 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-f4feaa94-28db-4c2c-9e93-10713ed001cc None None] Allocated IP 172.20.0.2 (dfceb4c9-aedb-4a4a-ad89-be69b8624208/acde4885-8004-4ab5-9f91-25ef081204d9/32cc8e4b-d91e-4600-b20d-3ec03260e1d8) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:50:58.573976 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71a6e5-b178-47e6-a3f3-452f6a633240 req-9e1149ea-1f3e-4c53-a1d4-048a209451ec tempest-QuotasAdminNegativeTest-2036688276 tempest-QuotasAdminNegativeTest-2036688276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:58.574499 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3d1e2031-d852-4a72-974b-211d71f145af None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:58.581621 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-df71a6e5-b178-47e6-a3f3-452f6a633240 req-9e1149ea-1f3e-4c53-a1d4-048a209451ec tempest-QuotasAdminNegativeTest-2036688276 tempest-QuotasAdminNegativeTest-2036688276-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2811482 Aug 16 23:50:58.598628 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-caa4aad7-72e8-448d-bee0-2e4ad1c6d3b6 req-0d3bc25e-a87c-477c-848d-ee128712a8be tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0246869-cc37-4a63-8505-d99ab8f34bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356726 Aug 16 23:50:58.598844 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3d1e2031-d852-4a72-974b-211d71f145af None None] Transition to ACTIVE for port object cb51a887-ba65-4cc6-95b5-c89b24af7122 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:50:58.603778 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-df71a6e5-b178-47e6-a3f3-452f6a633240 req-06f8d966-8441-486c-97b2-0eb68ea32cee tempest-QuotasAdminNegativeTest-2036688276 tempest-QuotasAdminNegativeTest-2036688276-project] 10.222.0.60 "GET /v2.0/quotas/32d54ddc858948f08575369192211c26 HTTP/1.1" status: 200 len: 375 time: 0.0211427 Aug 16 23:50:58.644168 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3d1e2031-d852-4a72-974b-211d71f145af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:58.652699 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-df71a6e5-b178-47e6-a3f3-452f6a633240 req-c2c4f363-0eb9-40fe-a7f9-3b4f085f6f14 tempest-QuotasAdminNegativeTest-2036688276 tempest-QuotasAdminNegativeTest-2036688276-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=32d54ddc858948f08575369192211c26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346217 Aug 16 23:50:58.681472 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fead1a34-a186-4b34-b7a9-20863fd9e096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:58.737916 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5bf51-22be-41e6-ada9-92b1dc5aeade None None] Pushing event updated for resources: {'Port': ['ID=cb51a887-ba65-4cc6-95b5-c89b24af7122,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:58.801184 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fead1a34-a186-4b34-b7a9-20863fd9e096 admin admin] Checking segment: {'id': 'e9a2b254-9bc1-444f-b9d4-3534f0d204f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4006c732-c45c-46e1-b0a9-a0d16cbf6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:50:58.801657 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fead1a34-a186-4b34-b7a9-20863fd9e096 admin admin] Network hostable DHCP agents. Network: 4006c732-c45c-46e1-b0a9-a0d16cbf6424, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:50:58.822448 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead1a34-a186-4b34-b7a9-20863fd9e096 admin admin] Pushing event updated for resources: {'Subnet': ['ID=478805bf-4a58-40eb-8f7d-8b19c8d44e18,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:58.830469 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fead1a34-a186-4b34-b7a9-20863fd9e096 admin admin] Network 4006c732-c45c-46e1-b0a9-a0d16cbf6424 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:50:58.844740 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-fead1a34-a186-4b34-b7a9-20863fd9e096 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 4006c732-c45c-46e1-b0a9-a0d16cbf6424) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:50:58.849922 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fead1a34-a186-4b34-b7a9-20863fd9e096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:58.850715 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fead1a34-a186-4b34-b7a9-20863fd9e096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:58.872537 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fead1a34-a186-4b34-b7a9-20863fd9e096 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4781046 Aug 16 23:50:58.873264 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43906) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:58.879989 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-cc6e48e0-6b61-4791-be6a-cb3f81560ce3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1955739569-router', 'tenant_id': '89490058e6db48db822ca6b2e2d0df6b', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:58.882413 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca283c07-228a-4533-afd3-e758811f49f8 req-74d25bdb-7768-4620-a170-3aefd71edf62 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:58.884552 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca283c07-228a-4533-afd3-e758811f49f8 req-74d25bdb-7768-4620-a170-3aefd71edf62 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 1097 time: 0.2067606 Aug 16 23:50:58.914070 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cc6e48e0-6b61-4791-be6a-cb3f81560ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:58.915339 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cc6e48e0-6b61-4791-be6a-cb3f81560ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:58.958726 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52154cbb-ec1c-49c4-b516-c31c6abde800 None None] Network 4006c732-c45c-46e1-b0a9-a0d16cbf6424 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:50:58.989634 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca283c07-228a-4533-afd3-e758811f49f8 req-edc05c4a-f771-4ac0-8c9d-2d0279c212d7 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933931 Aug 16 23:50:59.005418 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cc6e48e0-6b61-4791-be6a-cb3f81560ce3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:59.025986 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b908134-c465-461e-8115-7694c762b583 req-158c94c3-8f96-4723-955f-34f60cfa962c tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:59.025986 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b908134-c465-461e-8115-7694c762b583 req-158c94c3-8f96-4723-955f-34f60cfa962c tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 949 time: 0.2017858 Aug 16 23:50:59.027069 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-969a3e38-bd77-4d9e-a54d-9c14876b064e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:59.061215 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-969a3e38-bd77-4d9e-a54d-9c14876b064e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:59.065561 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f4feaa94-28db-4c2c-9e93-10713ed001cc None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:59.069360 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3d1e2031-d852-4a72-974b-211d71f145af None None] Attempting to bind port cb51a887-ba65-4cc6-95b5-c89b24af7122 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:50:59.069799 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3d1e2031-d852-4a72-974b-211d71f145af None None] Attempting to bind port cb51a887-ba65-4cc6-95b5-c89b24af7122 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'a9f4295d-ab53-4d35-85a0-b202cf9b3540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '282c39eb-b856-4b5a-9aab-fbbb038dd1fb'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:50:59.070228 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1e2031-d852-4a72-974b-211d71f145af None None] Attempting to bind port cb51a887-ba65-4cc6-95b5-c89b24af7122 on network 282c39eb-b856-4b5a-9aab-fbbb038dd1fb {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:59.087746 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f4feaa94-28db-4c2c-9e93-10713ed001cc None None] Transition to ACTIVE for port object 32cc8e4b-d91e-4600-b20d-3ec03260e1d8 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:50:59.095336 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1e2031-d852-4a72-974b-211d71f145af None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:50:59.095850 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1e2031-d852-4a72-974b-211d71f145af None None] Checking segment: {'id': 'a9f4295d-ab53-4d35-85a0-b202cf9b3540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '282c39eb-b856-4b5a-9aab-fbbb038dd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:50:59.096312 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3d1e2031-d852-4a72-974b-211d71f145af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:59.096762 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1e2031-d852-4a72-974b-211d71f145af None None] Bound using segment: {'id': 'a9f4295d-ab53-4d35-85a0-b202cf9b3540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '282c39eb-b856-4b5a-9aab-fbbb038dd1fb'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:50:59.097334 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3d1e2031-d852-4a72-974b-211d71f145af None None] Bound port: cb51a887-ba65-4cc6-95b5-c89b24af7122, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f4295d-ab53-4d35-85a0-b202cf9b3540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '282c39eb-b856-4b5a-9aab-fbbb038dd1fb'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:50:59.097774 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3d1e2031-d852-4a72-974b-211d71f145af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:59.152834 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f4feaa94-28db-4c2c-9e93-10713ed001cc None None] Transition to ACTIVE for port object 32cc8e4b-d91e-4600-b20d-3ec03260e1d8 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:50:59.175846 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f4feaa94-28db-4c2c-9e93-10713ed001cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:59.182285 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-969a3e38-bd77-4d9e-a54d-9c14876b064e admin admin] Allocated IP 172.25.3.139 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/51ff2cda-5de5-4c83-bd41-051dc67efaa9) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:50:59.226184 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cc6e48e0-6b61-4791-be6a-cb3f81560ce3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:59.259517 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4feaa94-28db-4c2c-9e93-10713ed001cc None None] Network dfceb4c9-aedb-4a4a-ad89-be69b8624208 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:50:59.270098 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-f4feaa94-28db-4c2c-9e93-10713ed001cc None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:50:59.282865 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4feaa94-28db-4c2c-9e93-10713ed001cc None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:50:59.296383 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-969a3e38-bd77-4d9e-a54d-9c14876b064e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:59.302872 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4feaa94-28db-4c2c-9e93-10713ed001cc None None] Pushing event updated for resources: {'Port': ['ID=32cc8e4b-d91e-4600-b20d-3ec03260e1d8,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:59.325606 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-3d1e2031-d852-4a72-974b-211d71f145af None None] For port cb51a887-ba65-4cc6-95b5-c89b24af7122, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:50:59.353574 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-969a3e38-bd77-4d9e-a54d-9c14876b064e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:59.355606 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8a6d73-8622-412e-854f-5b34ec291dee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-4006c732-c45c-46e1-b0a9-a0d16cbf6424', 'network_id': '4006c732-c45c-46e1-b0a9-a0d16cbf6424', 'tenant_id': '89490058e6db48db822ca6b2e2d0df6b', 'fixed_ips': [{'subnet_id': '478805bf-4a58-40eb-8f7d-8b19c8d44e18'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:50:59.356519 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6e8a6d73-8622-412e-854f-5b34ec291dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:59.369345 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-3d1e2031-d852-4a72-974b-211d71f145af None None] For port cb51a887-ba65-4cc6-95b5-c89b24af7122, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=cb51a887-ba65-4cc6-95b5-c89b24af7122,segment=NetworkSegment(a9f4295d-ab53-4d35-85a0-b202cf9b3540),segment_id=a9f4295d-ab53-4d35-85a0-b202cf9b3540)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:50:59.390984 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3d1e2031-d852-4a72-974b-211d71f145af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:59.446528 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-f4feaa94-28db-4c2c-9e93-10713ed001cc None None] Attempting to bind port 32cc8e4b-d91e-4600-b20d-3ec03260e1d8 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:50:59.446975 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-f4feaa94-28db-4c2c-9e93-10713ed001cc None None] Attempting to bind port 32cc8e4b-d91e-4600-b20d-3ec03260e1d8 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '893ff3b8-a701-42c5-9642-d416fd535f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'dfceb4c9-aedb-4a4a-ad89-be69b8624208'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:50:59.447416 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4feaa94-28db-4c2c-9e93-10713ed001cc None None] Attempting to bind port 32cc8e4b-d91e-4600-b20d-3ec03260e1d8 on network dfceb4c9-aedb-4a4a-ad89-be69b8624208 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:59.448168 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b908134-c465-461e-8115-7694c762b583 req-838c52a9-1902-4c42-b0a5-9506da2f35e3 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907132 Aug 16 23:50:59.485184 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969a3e38-bd77-4d9e-a54d-9c14876b064e admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:50:59.491682 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-969a3e38-bd77-4d9e-a54d-9c14876b064e admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:50:59.501554 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969a3e38-bd77-4d9e-a54d-9c14876b064e admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:50:59.504532 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a3e38-bd77-4d9e-a54d-9c14876b064e admin admin] Pushing event updated for resources: {'Port': ['ID=51ff2cda-5de5-4c83-bd41-051dc67efaa9,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:59.556454 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5bf51-22be-41e6-ada9-92b1dc5aeade None None] Pushing event updated for resources: {'Port': ['ID=cb51a887-ba65-4cc6-95b5-c89b24af7122,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:59.633444 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cc6e48e0-6b61-4791-be6a-cb3f81560ce3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:59.676739 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-6e8a6d73-8622-412e-854f-5b34ec291dee None None] Allocated IP 172.20.0.2 (4006c732-c45c-46e1-b0a9-a0d16cbf6424/478805bf-4a58-40eb-8f7d-8b19c8d44e18/40d0257a-af65-41b7-8efe-cab30688edac) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:50:59.684481 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cc6e48e0-6b61-4791-be6a-cb3f81560ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:59.753186 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1e2031-d852-4a72-974b-211d71f145af None None] Routers {'9ee6a758-3c11-4628-b5ad-863de72557ef'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:50:59.754686 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3d1e2031-d852-4a72-974b-211d71f145af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:50:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['9ee6a758-3c11-4628-b5ad-863de72557ef'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:50:59.883125 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-3d1e2031-d852-4a72-974b-211d71f145af None None] Set router 9ee6a758-3c11-4628-b5ad-863de72557ef gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:50:59.897584 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-cc6e48e0-6b61-4791-be6a-cb3f81560ce3 admin admin] Allocated IP 172.25.3.69 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/d13bcee1-6820-450a-8e0e-a3209b73274b) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:50:59.924381 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4feaa94-28db-4c2c-9e93-10713ed001cc None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:50:59.924762 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4feaa94-28db-4c2c-9e93-10713ed001cc None None] Checking segment: {'id': '893ff3b8-a701-42c5-9642-d416fd535f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'dfceb4c9-aedb-4a4a-ad89-be69b8624208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:50:59.925197 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f4feaa94-28db-4c2c-9e93-10713ed001cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:59.925597 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4feaa94-28db-4c2c-9e93-10713ed001cc None None] Bound using segment: {'id': '893ff3b8-a701-42c5-9642-d416fd535f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'dfceb4c9-aedb-4a4a-ad89-be69b8624208'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:50:59.926107 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-f4feaa94-28db-4c2c-9e93-10713ed001cc None None] Bound port: 32cc8e4b-d91e-4600-b20d-3ec03260e1d8, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893ff3b8-a701-42c5-9642-d416fd535f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'dfceb4c9-aedb-4a4a-ad89-be69b8624208'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:50:59.926641 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f4feaa94-28db-4c2c-9e93-10713ed001cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:00.085479 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543abc2-745b-4b68-a822-7ca574f31c4e req-ef741599-852b-486f-81ab-d3969f0ee179 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:00.087053 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7543abc2-745b-4b68-a822-7ca574f31c4e req-ef741599-852b-486f-81ab-d3969f0ee179 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=161f1cc3-9f74-4b89-8269-6ddbffee1ea0 HTTP/1.1" status: 200 len: 947 time: 0.1746006 Aug 16 23:51:00.088512 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-969a3e38-bd77-4d9e-a54d-9c14876b064e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:00.099959 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cc6e48e0-6b61-4791-be6a-cb3f81560ce3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:00.133340 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e19ea5-5f66-4dcd-8c66-b70548a46f58 req-80542cd9-7dad-4cc0-b1e6-20792a1c4b1e tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:00.141560 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-02e19ea5-5f66-4dcd-8c66-b70548a46f58 req-80542cd9-7dad-4cc0-b1e6-20792a1c4b1e tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 1097 time: 0.1266339 Aug 16 23:51:00.160598 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cc6e48e0-6b61-4791-be6a-cb3f81560ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:00.216600 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6e48e0-6b61-4791-be6a-cb3f81560ce3 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:51:00.219170 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-f4feaa94-28db-4c2c-9e93-10713ed001cc None None] For port 32cc8e4b-d91e-4600-b20d-3ec03260e1d8, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:51:00.226663 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-cc6e48e0-6b61-4791-be6a-cb3f81560ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:00.230212 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6e48e0-6b61-4791-be6a-cb3f81560ce3 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:51:00.234664 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e48e0-6b61-4791-be6a-cb3f81560ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=d13bcee1-6820-450a-8e0e-a3209b73274b,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:00.251021 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7543abc2-745b-4b68-a822-7ca574f31c4e req-548d351d-ce21-4776-a721-ac9dd783fbf1 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0246869-cc37-4a63-8505-d99ab8f34bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520798 Aug 16 23:51:00.260783 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6e8a6d73-8622-412e-854f-5b34ec291dee None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:00.263799 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-f4feaa94-28db-4c2c-9e93-10713ed001cc None None] For port 32cc8e4b-d91e-4600-b20d-3ec03260e1d8, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=32cc8e4b-d91e-4600-b20d-3ec03260e1d8,segment=NetworkSegment(893ff3b8-a701-42c5-9642-d416fd535f53),segment_id=893ff3b8-a701-42c5-9642-d416fd535f53)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:51:00.274273 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6e8a6d73-8622-412e-854f-5b34ec291dee None None] Transition to ACTIVE for port object 40d0257a-af65-41b7-8efe-cab30688edac will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:00.274961 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-02e19ea5-5f66-4dcd-8c66-b70548a46f58 req-04a4e5f9-8802-411c-aa76-2c22ec6c0db1 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207926 Aug 16 23:51:00.282126 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f4feaa94-28db-4c2c-9e93-10713ed001cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:00.338849 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device cc501ed2-c82f-4999-824f-52e4117deb90 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:51:00.341437 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6e8a6d73-8622-412e-854f-5b34ec291dee None None] Transition to ACTIVE for port object 40d0257a-af65-41b7-8efe-cab30688edac will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:00.386471 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6e8a6d73-8622-412e-854f-5b34ec291dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:00.437175 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4feaa94-28db-4c2c-9e93-10713ed001cc None None] Pushing event updated for resources: {'Port': ['ID=32cc8e4b-d91e-4600-b20d-3ec03260e1d8,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:00.523746 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-969a3e38-bd77-4d9e-a54d-9c14876b064e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:00.539968 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8a6d73-8622-412e-854f-5b34ec291dee None None] Network 4006c732-c45c-46e1-b0a9-a0d16cbf6424 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:51:00.542344 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3d1e2031-d852-4a72-974b-211d71f145af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee6a758-3c11-4628-b5ad-863de72557ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-474922757-router', 'tenant_id': '5480ba8c2276409b8e718e0f9c7a4f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '6f63fc05-8e97-4996-9dcf-a6b742419449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:47Z', 'updated_at': '2021-08-16T23:50:54Z', 'revision_number': 4, 'project_id': '5480ba8c2276409b8e718e0f9c7a4f4e', 'gw_port': {'id': '6f63fc05-8e97-4996-9dcf-a6b742419449', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee6a758-3c11-4628-b5ad-863de72557ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:49Z', 'updated_at': '2021-08-16T23:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'cb51a887-ba65-4cc6-95b5-c89b24af7122', 'name': '', 'network_id': '282c39eb-b856-4b5a-9aab-fbbb038dd1fb', 'tenant_id': '5480ba8c2276409b8e718e0f9c7a4f4e', 'mac_address': 'fa:16:3e:cd:09:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee6a758-3c11-4628-b5ad-863de72557ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'bd6217a8-adba-488d-89f7-8f03ee877d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:53Z', 'updated_at': '2021-08-16T23:50:59Z', 'revision_number': 4, 'project_id': '5480ba8c2276409b8e718e0f9c7a4f4e', 'subnets': [{'id': 'bd6217a8-adba-488d-89f7-8f03ee877d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:00.558011 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-6e8a6d73-8622-412e-854f-5b34ec291dee None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:00.609474 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8a6d73-8622-412e-854f-5b34ec291dee None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:51:00.616101 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1e2031-d852-4a72-974b-211d71f145af None None] The sync data for ids ['9ee6a758-3c11-4628-b5ad-863de72557ef'] in n-d-800088-20 is: [{'id': '9ee6a758-3c11-4628-b5ad-863de72557ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-474922757-router', 'tenant_id': '5480ba8c2276409b8e718e0f9c7a4f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '6f63fc05-8e97-4996-9dcf-a6b742419449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:47Z', 'updated_at': '2021-08-16T23:50:54Z', 'revision_number': 4, 'project_id': '5480ba8c2276409b8e718e0f9c7a4f4e', 'gw_port': {'id': '6f63fc05-8e97-4996-9dcf-a6b742419449', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee6a758-3c11-4628-b5ad-863de72557ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:49Z', 'updated_at': '2021-08-16T23:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'cb51a887-ba65-4cc6-95b5-c89b24af7122', 'name': '', 'network_id': '282c39eb-b856-4b5a-9aab-fbbb038dd1fb', 'tenant_id': '5480ba8c2276409b8e718e0f9c7a4f4e', 'mac_address': 'fa:16:3e:cd:09:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee6a758-3c11-4628-b5ad-863de72557ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'bd6217a8-adba-488d-89f7-8f03ee877d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:53Z', 'updated_at': '2021-08-16T23:50:59Z', 'revision_number': 4, 'project_id': '5480ba8c2276409b8e718e0f9c7a4f4e', 'subnets': [{'id': 'bd6217a8-adba-488d-89f7-8f03ee877d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:51:00.644259 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a6d73-8622-412e-854f-5b34ec291dee None None] Pushing event updated for resources: {'Port': ['ID=40d0257a-af65-41b7-8efe-cab30688edac,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:00.845475 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port cc501ed2-c82f-4999-824f-52e4117deb90, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=cc501ed2-c82f-4999-824f-52e4117deb90,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:00.880012 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-6e8a6d73-8622-412e-854f-5b34ec291dee None None] Attempting to bind port 40d0257a-af65-41b7-8efe-cab30688edac on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:51:00.880378 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-6e8a6d73-8622-412e-854f-5b34ec291dee None None] Attempting to bind port 40d0257a-af65-41b7-8efe-cab30688edac by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e9a2b254-9bc1-444f-b9d4-3534f0d204f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4006c732-c45c-46e1-b0a9-a0d16cbf6424'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:51:00.880737 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8a6d73-8622-412e-854f-5b34ec291dee None None] Attempting to bind port 40d0257a-af65-41b7-8efe-cab30688edac on network 4006c732-c45c-46e1-b0a9-a0d16cbf6424 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:00.884310 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': 'cc501ed2-c82f-4999-824f-52e4117deb90', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': 'cc501ed2-c82f-4999-824f-52e4117deb90', 'mac_address': 'fa:16:3e:75:da:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:51:00.893773 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8a6d73-8622-412e-854f-5b34ec291dee None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:51:00.899060 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8a6d73-8622-412e-854f-5b34ec291dee None None] Checking segment: {'id': 'e9a2b254-9bc1-444f-b9d4-3534f0d204f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4006c732-c45c-46e1-b0a9-a0d16cbf6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:51:00.899060 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6e8a6d73-8622-412e-854f-5b34ec291dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:00.899060 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8a6d73-8622-412e-854f-5b34ec291dee None None] Bound using segment: {'id': 'e9a2b254-9bc1-444f-b9d4-3534f0d204f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4006c732-c45c-46e1-b0a9-a0d16cbf6424'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:51:00.899060 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-6e8a6d73-8622-412e-854f-5b34ec291dee None None] Bound port: 40d0257a-af65-41b7-8efe-cab30688edac, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9a2b254-9bc1-444f-b9d4-3534f0d204f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4006c732-c45c-46e1-b0a9-a0d16cbf6424'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:51:00.899060 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6e8a6d73-8622-412e-854f-5b34ec291dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:01.048334 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:01.085336 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc501ed2-c82f-4999-824f-52e4117deb90 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:51:01.106024 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-6e8a6d73-8622-412e-854f-5b34ec291dee None None] For port 40d0257a-af65-41b7-8efe-cab30688edac, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:51:01.111041 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cc6e48e0-6b61-4791-be6a-cb3f81560ce3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:01.114907 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-6e8a6d73-8622-412e-854f-5b34ec291dee None None] For port 40d0257a-af65-41b7-8efe-cab30688edac, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=40d0257a-af65-41b7-8efe-cab30688edac,segment=NetworkSegment(e9a2b254-9bc1-444f-b9d4-3534f0d204f8),segment_id=e9a2b254-9bc1-444f-b9d4-3534f0d204f8)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:51:01.128838 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port cc501ed2-c82f-4999-824f-52e4117deb90, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=cc501ed2-c82f-4999-824f-52e4117deb90,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:01.131346 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6e8a6d73-8622-412e-854f-5b34ec291dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:01.194232 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:01.194816 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43960) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:01.238172 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766837f6-fd80-4978-a257-9acd1a510a61 req-56e64761-c57a-46a1-9e29-0fba4fdf547a tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:01.249709 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-766837f6-fd80-4978-a257-9acd1a510a61 req-56e64761-c57a-46a1-9e29-0fba4fdf547a tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 949 time: 0.1802070 Aug 16 23:51:01.271735 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a6d73-8622-412e-854f-5b34ec291dee None None] Pushing event updated for resources: {'Port': ['ID=40d0257a-af65-41b7-8efe-cab30688edac,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:01.341573 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-766837f6-fd80-4978-a257-9acd1a510a61 req-c3b015fe-d782-4520-9ec6-42b1f5705994 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864985 Aug 16 23:51:01.402988 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969a3e38-bd77-4d9e-a54d-9c14876b064e admin admin] Router be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:51:01.425255 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=cc501ed2-c82f-4999-824f-52e4117deb90,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:01.465020 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c44b149f-08d3-4439-8f5d-3b1645681ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:01.479568 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['cc501ed2-c82f-4999-824f-52e4117deb90'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:51:01.591864 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cc6e48e0-6b61-4791-be6a-cb3f81560ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:01.854473 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d915375-ba65-418a-a206-4b8e57cd88db req-76784337-737a-48e1-b413-b2c4cf1a516f tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:01.870436 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2d915375-ba65-418a-a206-4b8e57cd88db req-76784337-737a-48e1-b413-b2c4cf1a516f tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 1097 time: 0.3784063 Aug 16 23:51:01.884367 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6e48e0-6b61-4791-be6a-cb3f81560ce3 admin admin] Router 4ba19f12-d4f8-4383-b92f-c3b161c604b4 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:51:01.898019 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c3251-b140-4781-a4e9-9abc1cb2926c req-01d3f73e-6888-48d1-9f22-bd531e21806e tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:01.910742 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-272c3251-b140-4781-a4e9-9abc1cb2926c req-01d3f73e-6888-48d1-9f22-bd531e21806e tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=161f1cc3-9f74-4b89-8269-6ddbffee1ea0 HTTP/1.1" status: 200 len: 948 time: 0.4697475 Aug 16 23:51:01.926642 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device cb51a887-ba65-4cc6-95b5-c89b24af7122 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:01.970993 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969a3e38-bd77-4d9e-a54d-9c14876b064e admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:51:01.999067 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcdf58e-379c-4c61-944c-021bbff480a4 None None] Sync routers for ids ['be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:51:02.011977 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcdf58e-379c-4c61-944c-021bbff480a4 None None] Routers {'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:51:02.013250 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1bcdf58e-379c-4c61-944c-021bbff480a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:50:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:02.033682 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port cb51a887-ba65-4cc6-95b5-c89b24af7122 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:02.035924 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2d915375-ba65-418a-a206-4b8e57cd88db req-201e8e52-029b-48f5-83d0-5ddc14764040 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645856 Aug 16 23:51:02.038594 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port cb51a887-ba65-4cc6-95b5-c89b24af7122 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:02.039141 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:02.094798 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-272c3251-b140-4781-a4e9-9abc1cb2926c req-a99d6bff-9e36-4460-ab0e-abc2cce23fd8 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0246869-cc37-4a63-8505-d99ab8f34bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776400 Aug 16 23:51:02.145481 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6e48e0-6b61-4791-be6a-cb3f81560ce3 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:51:02.191763 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c44b149f-08d3-4439-8f5d-3b1645681ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:02.212356 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c44b149f-08d3-4439-8f5d-3b1645681ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:02.216986 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-1bcdf58e-379c-4c61-944c-021bbff480a4 None None] Set router be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:51:02.224514 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cc6e48e0-6b61-4791-be6a-cb3f81560ce3 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:02.226544 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cc6e48e0-6b61-4791-be6a-cb3f81560ce3 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3521385 Aug 16 23:51:02.230942 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43978) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:02.239974 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-969a3e38-bd77-4d9e-a54d-9c14876b064e admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:02.240417 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28db043-4821-420b-854d-d3593fb218c4 None None] Sync routers for ids ['4ba19f12-d4f8-4383-b92f-c3b161c604b4'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:51:02.255288 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:02.258344 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3f96d3-4041-43ba-aca2-717e0ff76db0 None None] Network dfceb4c9-aedb-4a4a-ad89-be69b8624208 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:51:02.259038 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-969a3e38-bd77-4d9e-a54d-9c14876b064e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6082463 Aug 16 23:51:02.267542 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43980) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:02.504527 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c44b149f-08d3-4439-8f5d-3b1645681ca3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=32d54ddc858948f08575369192211c26&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2917643 Aug 16 23:51:02.505572 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b149f-08d3-4439-8f5d-3b1645681ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e156434-4a70-4f80-93a0-dd12f1f91773,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:02.511852 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43984) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:02.542044 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0a158b1e-6c4a-4c22-b624-639bdbc859ab None None] Provisioning for port 32cc8e4b-d91e-4600-b20d-3ec03260e1d8 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:02.570137 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-4ec941d7-2db8-4b86-a4a7-c77364ecc61d req-31732ffd-c426-4127-9e90-646cfb9043d4 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:51:02.570137 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ec941d7-2db8-4b86-a4a7-c77364ecc61d req-31732ffd-c426-4127-9e90-646cfb9043d4 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0253546 Aug 16 23:51:02.618892 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28db043-4821-420b-854d-d3593fb218c4 None None] Routers {'4ba19f12-d4f8-4383-b92f-c3b161c604b4'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:51:02.626933 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d28db043-4821-420b-854d-d3593fb218c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:50:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['4ba19f12-d4f8-4383-b92f-c3b161c604b4'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:02.669602 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1bcdf58e-379c-4c61-944c-021bbff480a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'name': 'tempest-ServersTestFqdnHostnames-1454886577-router', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:57Z', 'updated_at': '2021-08-16T23:50:59Z', 'revision_number': 3, 'project_id': 'ea1f363e7da44969b3a4164afa733f09', 'gw_port': {'id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:59Z', 'updated_at': '2021-08-16T23:50:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:02.735453 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcdf58e-379c-4c61-944c-021bbff480a4 None None] Checking router: be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:51:02.736254 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcdf58e-379c-4c61-944c-021bbff480a4 None None] Updating router be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261 port 51ff2cda-5de5-4c83-bd41-051dc67efaa9 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:51:02.745470 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port cb51a887-ba65-4cc6-95b5-c89b24af7122, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=cb51a887-ba65-4cc6-95b5-c89b24af7122,segment=NetworkSegment(a9f4295d-ab53-4d35-85a0-b202cf9b3540),segment_id=a9f4295d-ab53-4d35-85a0-b202cf9b3540)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:02.775460 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:02.776257 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 32cc8e4b-d91e-4600-b20d-3ec03260e1d8 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:02.827410 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-1bcdf58e-379c-4c61-944c-021bbff480a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:02.888949 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-814333b1-2274-409e-b42c-58dc7b7c2633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:02.947544 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1e1a4-e027-4dab-9475-66b4b7b8a261 req-f537e6b1-68a9-42c3-a93e-a09b041f6c7f tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:02.949212 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61a1e1a4-e027-4dab-9475-66b4b7b8a261 req-f537e6b1-68a9-42c3-a93e-a09b041f6c7f tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 949 time: 0.2587752 Aug 16 23:51:02.997195 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-814333b1-2274-409e-b42c-58dc7b7c2633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:03.016354 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=cb51a887-ba65-4cc6-95b5-c89b24af7122,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:03.042044 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7864c08-cbd6-45f3-8aa0-7e2a2d43ff85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:03.044740 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-d28db043-4821-420b-854d-d3593fb218c4 None None] Set router 4ba19f12-d4f8-4383-b92f-c3b161c604b4 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:51:03.138674 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61a1e1a4-e027-4dab-9475-66b4b7b8a261 req-74add830-3e46-46c0-acbb-ff69e90dfa63 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393900 Aug 16 23:51:03.187651 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-814333b1-2274-409e-b42c-58dc7b7c2633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:03.188213 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcf2df2-1ad7-4569-9900-eb78ebf1cf62 None None] Network 4006c732-c45c-46e1-b0a9-a0d16cbf6424 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:51:03.191016 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-814333b1-2274-409e-b42c-58dc7b7c2633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:03.209206 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-814333b1-2274-409e-b42c-58dc7b7c2633 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1e156434-4a70-4f80-93a0-dd12f1f91773 HTTP/1.1" status: 204 len: 168 time: 0.6947639 Aug 16 23:51:03.253058 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814333b1-2274-409e-b42c-58dc7b7c2633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e156434-4a70-4f80-93a0-dd12f1f91773,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:03.286275 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-e7864c08-cbd6-45f3-8aa0-7e2a2d43ff85 admin admin] Allocated IP 172.20.0.1 (4006c732-c45c-46e1-b0a9-a0d16cbf6424/478805bf-4a58-40eb-8f7d-8b19c8d44e18/17a7174b-1cb8-4dc4-a731-150c82701935) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:51:03.420080 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 32cc8e4b-d91e-4600-b20d-3ec03260e1d8 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:03.423869 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-1bcdf58e-379c-4c61-944c-021bbff480a4 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:03.439779 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 32cc8e4b-d91e-4600-b20d-3ec03260e1d8 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:03.439779 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:03.448310 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-1bcdf58e-379c-4c61-944c-021bbff480a4 None None] Transition to ACTIVE for port object 51ff2cda-5de5-4c83-bd41-051dc67efaa9 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:03.464923 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-1bcdf58e-379c-4c61-944c-021bbff480a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:03.506575 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7864c08-cbd6-45f3-8aa0-7e2a2d43ff85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:03.530975 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-e7864c08-cbd6-45f3-8aa0-7e2a2d43ff85 admin admin] Transition to ACTIVE for port object 17a7174b-1cb8-4dc4-a731-150c82701935 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:03.532127 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0d2ef8b9-ff35-4e6b-9e3c-76edde4dda79 None None] Provisioning for port 40d0257a-af65-41b7-8efe-cab30688edac completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:03.585471 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2bbf9c-7c87-4a0a-87e7-835419340db3 None None] Pushing event updated for resources: {'Port': ['ID=51ff2cda-5de5-4c83-bd41-051dc67efaa9,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:03.594917 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7864c08-cbd6-45f3-8aa0-7e2a2d43ff85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:03.654086 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-1bcdf58e-379c-4c61-944c-021bbff480a4 None None] Attempting to bind port 51ff2cda-5de5-4c83-bd41-051dc67efaa9 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:51:03.654487 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-1bcdf58e-379c-4c61-944c-021bbff480a4 None None] Attempting to bind port 51ff2cda-5de5-4c83-bd41-051dc67efaa9 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:51:03.654848 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcdf58e-379c-4c61-944c-021bbff480a4 None None] Attempting to bind port 51ff2cda-5de5-4c83-bd41-051dc67efaa9 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:03.668197 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcdf58e-379c-4c61-944c-021bbff480a4 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:51:03.668569 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcdf58e-379c-4c61-944c-021bbff480a4 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:51:03.668966 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-1bcdf58e-379c-4c61-944c-021bbff480a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:03.669373 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcdf58e-379c-4c61-944c-021bbff480a4 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:51:03.669835 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-1bcdf58e-379c-4c61-944c-021bbff480a4 None None] Bound port: 51ff2cda-5de5-4c83-bd41-051dc67efaa9, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:51:03.670217 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-1bcdf58e-379c-4c61-944c-021bbff480a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:03.711647 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7864c08-cbd6-45f3-8aa0-7e2a2d43ff85 admin admin] Network 4006c732-c45c-46e1-b0a9-a0d16cbf6424 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:51:03.723075 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-e7864c08-cbd6-45f3-8aa0-7e2a2d43ff85 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:03.735207 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7864c08-cbd6-45f3-8aa0-7e2a2d43ff85 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:51:03.735841 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7864c08-cbd6-45f3-8aa0-7e2a2d43ff85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:03.738077 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-1bcdf58e-379c-4c61-944c-021bbff480a4 None None] For port 51ff2cda-5de5-4c83-bd41-051dc67efaa9, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:51:03.741881 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-1bcdf58e-379c-4c61-944c-021bbff480a4 None None] For port 51ff2cda-5de5-4c83-bd41-051dc67efaa9, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=51ff2cda-5de5-4c83-bd41-051dc67efaa9,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:51:03.752957 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-1bcdf58e-379c-4c61-944c-021bbff480a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:03.804319 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40563ecc-45a2-482d-86a9-a934c613111a req-aae576a4-2115-4300-ab9c-81ddb65c520f tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:03.809009 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40563ecc-45a2-482d-86a9-a934c613111a req-aae576a4-2115-4300-ab9c-81ddb65c520f tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=161f1cc3-9f74-4b89-8269-6ddbffee1ea0 HTTP/1.1" status: 200 len: 948 time: 0.1837845 Aug 16 23:51:03.863661 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7864c08-cbd6-45f3-8aa0-7e2a2d43ff85 admin admin] Pushing event updated for resources: {'Port': ['ID=17a7174b-1cb8-4dc4-a731-150c82701935,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:03.870888 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2bbf9c-7c87-4a0a-87e7-835419340db3 None None] Pushing event updated for resources: {'Port': ['ID=51ff2cda-5de5-4c83-bd41-051dc67efaa9,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:03.944044 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcdf58e-379c-4c61-944c-021bbff480a4 None None] Routers {'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:51:03.945256 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1bcdf58e-379c-4c61-944c-021bbff480a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:50:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:03.992189 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-07e4cfe0-518e-4ad2-acfd-eff8281c85b9 None None] Provisioning complete for port 32cc8e4b-d91e-4600-b20d-3ec03260e1d8 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:03.993154 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-07e4cfe0-518e-4ad2-acfd-eff8281c85b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:04.008923 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40563ecc-45a2-482d-86a9-a934c613111a req-072fbc03-75d0-4331-b055-deb57988d8fd tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0246869-cc37-4a63-8505-d99ab8f34bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555185 Aug 16 23:51:04.042458 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7864c08-cbd6-45f3-8aa0-7e2a2d43ff85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:04.116941 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:04.135057 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0a0bbdd-7f81-4433-ae9c-9023e73a25a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:04.147353 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44034) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:04.179121 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-1bcdf58e-379c-4c61-944c-021bbff480a4 None None] Set router be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:51:04.230248 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 32cc8e4b-d91e-4600-b20d-3ec03260e1d8, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=32cc8e4b-d91e-4600-b20d-3ec03260e1d8,segment=NetworkSegment(893ff3b8-a701-42c5-9642-d416fd535f53),segment_id=893ff3b8-a701-42c5-9642-d416fd535f53)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:04.290394 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:04.381011 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-07e4cfe0-518e-4ad2-acfd-eff8281c85b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:04.383506 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-c0a0bbdd-7f81-4433-ae9c-9023e73a25a3 admin admin] Allocated IP 172.20.0.1 (dfceb4c9-aedb-4a4a-ad89-be69b8624208/acde4885-8004-4ab5-9f91-25ef081204d9/7eeacd98-ee15-4fcb-aa8e-75a81bab9e32) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:51:04.415539 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a461cfe4-0df8-4011-8e8e-239188cf5702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:04.453265 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device cc501ed2-c82f-4999-824f-52e4117deb90 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:04.468515 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7864c08-cbd6-45f3-8aa0-7e2a2d43ff85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:04.488608 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7864c08-cbd6-45f3-8aa0-7e2a2d43ff85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:04.489525 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7864c08-cbd6-45f3-8aa0-7e2a2d43ff85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:04.632546 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0a0bbdd-7f81-4433-ae9c-9023e73a25a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:04.641914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44048) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:04.647490 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=32cc8e4b-d91e-4600-b20d-3ec03260e1d8,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:04.674340 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device cb51a887-ba65-4cc6-95b5-c89b24af7122 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:04.695427 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1bcdf58e-379c-4c61-944c-021bbff480a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'name': 'tempest-ServersTestFqdnHostnames-1454886577-router', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:57Z', 'updated_at': '2021-08-16T23:50:59Z', 'revision_number': 3, 'project_id': 'ea1f363e7da44969b3a4164afa733f09', 'gw_port': {'id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:59Z', 'updated_at': '2021-08-16T23:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:04.710657 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7864c08-cbd6-45f3-8aa0-7e2a2d43ff85 admin admin] Pushing event updated for resources: {'Port': ['ID=17a7174b-1cb8-4dc4-a731-150c82701935,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:04.735856 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d28db043-4821-420b-854d-d3593fb218c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba19f12-d4f8-4383-b92f-c3b161c604b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1955739569-router', 'tenant_id': '89490058e6db48db822ca6b2e2d0df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd13bcee1-6820-450a-8e0e-a3209b73274b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:58Z', 'updated_at': '2021-08-16T23:51:00Z', 'revision_number': 3, 'project_id': '89490058e6db48db822ca6b2e2d0df6b', 'gw_port': {'id': 'd13bcee1-6820-450a-8e0e-a3209b73274b', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:06:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba19f12-d4f8-4383-b92f-c3b161c604b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:59Z', 'updated_at': '2021-08-16T23:50:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:04.740077 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a461cfe4-0df8-4011-8e8e-239188cf5702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:04.741897 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-c0a0bbdd-7f81-4433-ae9c-9023e73a25a3 admin admin] Transition to ACTIVE for port object 7eeacd98-ee15-4fcb-aa8e-75a81bab9e32 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:04.762072 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a461cfe4-0df8-4011-8e8e-239188cf5702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:04.787088 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7864c08-cbd6-45f3-8aa0-7e2a2d43ff85 admin admin] Network 4006c732-c45c-46e1-b0a9-a0d16cbf6424 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:51:04.789211 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-e7864c08-cbd6-45f3-8aa0-7e2a2d43ff85 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:04.795069 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcdf58e-379c-4c61-944c-021bbff480a4 None None] The sync data for ids ['be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'] in n-d-800088-20 is: [{'id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'name': 'tempest-ServersTestFqdnHostnames-1454886577-router', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:57Z', 'updated_at': '2021-08-16T23:50:59Z', 'revision_number': 3, 'project_id': 'ea1f363e7da44969b3a4164afa733f09', 'gw_port': {'id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:59Z', 'updated_at': '2021-08-16T23:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:51:04.842550 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a461cfe4-0df8-4011-8e8e-239188cf5702 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf1dadee071f4046bfe217253c3f6fe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6932862 Aug 16 23:51:04.850580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44052) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:04.877434 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461cfe4-0df8-4011-8e8e-239188cf5702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874a4112-60f6-4924-8d2f-3976ce36fc53,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:04.898699 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28db043-4821-420b-854d-d3593fb218c4 None None] Checking router: 4ba19f12-d4f8-4383-b92f-c3b161c604b4 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:51:04.901846 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28db043-4821-420b-854d-d3593fb218c4 None None] Updating router 4ba19f12-d4f8-4383-b92f-c3b161c604b4 port d13bcee1-6820-450a-8e0e-a3209b73274b binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:51:04.986010 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0a0bbdd-7f81-4433-ae9c-9023e73a25a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:04.994297 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.db.api [None req-07e4cfe0-518e-4ad2-acfd-eff8281c85b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:51:04.994715 n-d-800088-20 neutron-server[101404]: DEBUG oslo_db.api [None req-07e4cfe0-518e-4ad2-acfd-eff8281c85b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:51:04.996505 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d28db043-4821-420b-854d-d3593fb218c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:05.025230 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port cc501ed2-c82f-4999-824f-52e4117deb90 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:05.033433 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7864c08-cbd6-45f3-8aa0-7e2a2d43ff85 admin admin] Router 4ba19f12-d4f8-4383-b92f-c3b161c604b4 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:51:05.038337 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port cc501ed2-c82f-4999-824f-52e4117deb90 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:05.038709 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:05.049243 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a0bbdd-7f81-4433-ae9c-9023e73a25a3 admin admin] Network dfceb4c9-aedb-4a4a-ad89-be69b8624208 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:51:05.053371 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-8cf401a8-2138-49d0-8695-27bd47a2a85c tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:51:05.054393 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-8cf401a8-2138-49d0-8695-27bd47a2a85c tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4072740 Aug 16 23:51:05.096563 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-c0a0bbdd-7f81-4433-ae9c-9023e73a25a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:05.099585 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-07ea8023-1a11-4ecc-98c5-04ea58ac36e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:05.127898 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a0bbdd-7f81-4433-ae9c-9023e73a25a3 admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:51:05.128560 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0a0bbdd-7f81-4433-ae9c-9023e73a25a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:05.152019 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port cb51a887-ba65-4cc6-95b5-c89b24af7122 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:05.157245 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:05.180876 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0bbdd-7f81-4433-ae9c-9023e73a25a3 admin admin] Pushing event updated for resources: {'Port': ['ID=7eeacd98-ee15-4fcb-aa8e-75a81bab9e32,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:05.231642 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7864c08-cbd6-45f3-8aa0-7e2a2d43ff85 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:51:05.238472 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e7864c08-cbd6-45f3-8aa0-7e2a2d43ff85 admin admin] 10.222.0.60 "PUT /v2.0/routers/4ba19f12-d4f8-4383-b92f-c3b161c604b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0045063 Aug 16 23:51:05.268377 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-b02f5e5e-314f-44a6-bdbf-0153cc34229e tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:05.269849 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-b02f5e5e-314f-44a6-bdbf-0153cc34229e tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/ports/8d9f1503-75ee-4d86-bef9-6f43c87be0f9 HTTP/1.1" status: 200 len: 1094 time: 0.1383066 Aug 16 23:51:05.319307 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6eaa6-c7a9-445f-9027-af6d1a6628c2 req-0242cad2-81f8-48cc-8c84-80c335d29543 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:05.327116 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bfe6eaa6-c7a9-445f-9027-af6d1a6628c2 req-0242cad2-81f8-48cc-8c84-80c335d29543 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 949 time: 0.3248494 Aug 16 23:51:05.347056 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-07ea8023-1a11-4ecc-98c5-04ea58ac36e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:05.582285 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-77a7410f-bf29-4af4-ba4c-21acd819e0ad service neutron] Request body: {'binding': {'host': 'n-h2-800088-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:05.582863 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-77a7410f-bf29-4af4-ba4c-21acd819e0ad service neutron] Unknown quota resources ['binding']. {{(pid=101403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 23:51:05.643649 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bfe6eaa6-c7a9-445f-9027-af6d1a6628c2 req-409e5ec3-acce-4e94-ba98-ae771b295409 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154995 Aug 16 23:51:05.649936 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-07ea8023-1a11-4ecc-98c5-04ea58ac36e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:05.652760 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-07ea8023-1a11-4ecc-98c5-04ea58ac36e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:05.654138 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-07ea8023-1a11-4ecc-98c5-04ea58ac36e2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/874a4112-60f6-4924-8d2f-3976ce36fc53 HTTP/1.1" status: 204 len: 168 time: 0.7987633 Aug 16 23:51:05.774913 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea8023-1a11-4ecc-98c5-04ea58ac36e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874a4112-60f6-4924-8d2f-3976ce36fc53,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:05.951257 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0a0bbdd-7f81-4433-ae9c-9023e73a25a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:06.101277 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d28db043-4821-420b-854d-d3593fb218c4 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:06.182001 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d28db043-4821-420b-854d-d3593fb218c4 None None] Transition to ACTIVE for port object d13bcee1-6820-450a-8e0e-a3209b73274b will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:06.261234 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:06.294703 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d28db043-4821-420b-854d-d3593fb218c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:06.363868 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-77a7410f-bf29-4af4-ba4c-21acd819e0ad service neutron] Attempting to bind port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 on host n-h2-800088-20 for vnic_type normal with profile None {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:51:06.364205 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-77a7410f-bf29-4af4-ba4c-21acd819e0ad service neutron] Attempting to bind port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:51:06.364527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-77a7410f-bf29-4af4-ba4c-21acd819e0ad service neutron] Attempting to bind port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 on network 5dc1690b-6624-46fa-a54a-7524bbadf6de {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:06.414572 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 40d0257a-af65-41b7-8efe-cab30688edac up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:06.468801 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-77a7410f-bf29-4af4-ba4c-21acd819e0ad service neutron] Port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 on network 5dc1690b-6624-46fa-a54a-7524bbadf6de not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:51:06.469078 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-77a7410f-bf29-4af4-ba4c-21acd819e0ad service neutron] Attempting to bind port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 on network 5dc1690b-6624-46fa-a54a-7524bbadf6de {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:06.495984 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2893b01-f362-460e-8e6f-713e5ffadf39 req-9d6a1ce1-f19c-46ee-98c8-b5c08504b80e tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:06.504374 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b2893b01-f362-460e-8e6f-713e5ffadf39 req-9d6a1ce1-f19c-46ee-98c8-b5c08504b80e tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=161f1cc3-9f74-4b89-8269-6ddbffee1ea0 HTTP/1.1" status: 200 len: 948 time: 0.4617987 Aug 16 23:51:06.521957 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161f1cc3-9f74-4b89-8269-6ddbffee1ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc501ed2-c82f-4999-824f-52e4117deb90'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:51:06.524151 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d3dddf-5d52-4c37-b673-e1d56d0e8f23" -d '{"events": [{"server_uuid": "161f1cc3-9f74-4b89-8269-6ddbffee1ea0", "name": "network-vif-plugged", "status": "completed", "tag": "cc501ed2-c82f-4999-824f-52e4117deb90"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:51:06.620638 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b2893b01-f362-460e-8e6f-713e5ffadf39 req-0b72d073-b255-4a66-9367-ccd8487952bd tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0246869-cc37-4a63-8505-d99ab8f34bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136072 Aug 16 23:51:06.627014 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port cc501ed2-c82f-4999-824f-52e4117deb90, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=cc501ed2-c82f-4999-824f-52e4117deb90,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:06.628603 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-77a7410f-bf29-4af4-ba4c-21acd819e0ad service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:51:06.629012 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-77a7410f-bf29-4af4-ba4c-21acd819e0ad service neutron] Checking segment: {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:51:06.629813 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-77a7410f-bf29-4af4-ba4c-21acd819e0ad service neutron] Bound using segment: {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:51:06.638540 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-77a7410f-bf29-4af4-ba4c-21acd819e0ad service neutron] Bound port: 8d9f1503-75ee-4d86-bef9-6f43c87be0f9, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:51:06.640420 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-d28db043-4821-420b-854d-d3593fb218c4 None None] Attempting to bind port d13bcee1-6820-450a-8e0e-a3209b73274b on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:51:06.642711 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-d28db043-4821-420b-854d-d3593fb218c4 None None] Attempting to bind port d13bcee1-6820-450a-8e0e-a3209b73274b by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:51:06.643229 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28db043-4821-420b-854d-d3593fb218c4 None None] Attempting to bind port d13bcee1-6820-450a-8e0e-a3209b73274b on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:06.648458 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efbc8f2-d5ed-401f-b846-ee49e600aef6 None None] Pushing event updated for resources: {'Port': ['ID=d13bcee1-6820-450a-8e0e-a3209b73274b,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:06.652975 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:06.669826 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28db043-4821-420b-854d-d3593fb218c4 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:51:06.670201 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28db043-4821-420b-854d-d3593fb218c4 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:51:06.670605 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d28db043-4821-420b-854d-d3593fb218c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:06.671045 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28db043-4821-420b-854d-d3593fb218c4 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:51:06.671533 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-d28db043-4821-420b-854d-d3593fb218c4 None None] Bound port: d13bcee1-6820-450a-8e0e-a3209b73274b, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:51:06.671910 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d28db043-4821-420b-854d-d3593fb218c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:06.757520 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a80abd68-a5cd-4879-b583-fc207ffd7657 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:51:06.759694 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a80abd68-a5cd-4879-b583-fc207ffd7657 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:51:06.852706 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-77a7410f-bf29-4af4-ba4c-21acd819e0ad service neutron] For port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=8d9f1503-75ee-4d86-bef9-6f43c87be0f9,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:51:07.009402 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0a0bbdd-7f81-4433-ae9c-9023e73a25a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:07.021813 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:07.030237 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-77a7410f-bf29-4af4-ba4c-21acd819e0ad service neutron] Notify callbacks [] for binding, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:07.047078 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-77a7410f-bf29-4af4-ba4c-21acd819e0ad service neutron] 10.222.0.60 "POST /v2.0/ports/8d9f1503-75ee-4d86-bef9-6f43c87be0f9/bindings HTTP/1.1" status: 201 len: 390 time: 1.6357863 Aug 16 23:51:07.052835 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0a0bbdd-7f81-4433-ae9c-9023e73a25a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:07.053952 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0a0bbdd-7f81-4433-ae9c-9023e73a25a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:07.123151 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a80abd68-a5cd-4879-b583-fc207ffd7657, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a80abd68-a5cd-4879-b583-fc207ffd7657,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:07.135478 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 40d0257a-af65-41b7-8efe-cab30688edac completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:07.143665 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=cc501ed2-c82f-4999-824f-52e4117deb90,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:07.192702 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:07.203218 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.db.resource_extend [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 23:51:07.418500 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=a80abd68-a5cd-4879-b583-fc207ffd7657,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:07.477270 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8247b89a-0558-4f26-9798-992da75c01b0 x-openstack-request-id: req-8247b89a-0558-4f26-9798-992da75c01b0 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:51:07.478960 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161f1cc3-9f74-4b89-8269-6ddbffee1ea0", "name": "network-vif-plugged", "status": "completed", "tag": "cc501ed2-c82f-4999-824f-52e4117deb90", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:51:07.478960 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8247b89a-0558-4f26-9798-992da75c01b0 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:51:07.478960 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161f1cc3-9f74-4b89-8269-6ddbffee1ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc501ed2-c82f-4999-824f-52e4117deb90', 'code': 200} Aug 16 23:51:07.478960 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 40d0257a-af65-41b7-8efe-cab30688edac triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:07.479341 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:07.521179 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-d28db043-4821-420b-854d-d3593fb218c4 None None] For port d13bcee1-6820-450a-8e0e-a3209b73274b, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:51:07.579331 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-20f846f4-6329-4524-a274-d83df0833c1e None None] Provisioning for port 7eeacd98-ee15-4fcb-aa8e-75a81bab9e32 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:07.583092 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e2e36-9ce5-4a82-8554-02d21073adb6 req-98cd22d1-06fb-4c54-a046-2acf5f24453e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:07.584996 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2a4e2e36-9ce5-4a82-8554-02d21073adb6 req-98cd22d1-06fb-4c54-a046-2acf5f24453e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=161f1cc3-9f74-4b89-8269-6ddbffee1ea0 HTTP/1.1" status: 200 len: 1101 time: 0.1194022 Aug 16 23:51:07.585749 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-d28db043-4821-420b-854d-d3593fb218c4 None None] For port d13bcee1-6820-450a-8e0e-a3209b73274b, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d13bcee1-6820-450a-8e0e-a3209b73274b,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:51:07.595412 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-20f846f4-6329-4524-a274-d83df0833c1e None None] Provisioning complete for port 7eeacd98-ee15-4fcb-aa8e-75a81bab9e32 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:07.597449 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-20f846f4-6329-4524-a274-d83df0833c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:07.614537 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d28db043-4821-420b-854d-d3593fb218c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:07.713374 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efbc8f2-d5ed-401f-b846-ee49e600aef6 None None] Pushing event updated for resources: {'Port': ['ID=d13bcee1-6820-450a-8e0e-a3209b73274b,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:07.779956 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2a4e2e36-9ce5-4a82-8554-02d21073adb6 req-2de3c2a3-f057-41ca-b9df-4cd19ea4a6fd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a0246869-cc37-4a63-8505-d99ab8f34bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495347 Aug 16 23:51:07.794636 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-20f846f4-6329-4524-a274-d83df0833c1e None None] Port 7eeacd98-ee15-4fcb-aa8e-75a81bab9e32 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:51:07.805788 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a80abd68-a5cd-4879-b583-fc207ffd7657, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a80abd68-a5cd-4879-b583-fc207ffd7657,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:07.809820 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28db043-4821-420b-854d-d3593fb218c4 None None] Routers {'4ba19f12-d4f8-4383-b92f-c3b161c604b4'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:51:07.810452 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d28db043-4821-420b-854d-d3593fb218c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:50:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['4ba19f12-d4f8-4383-b92f-c3b161c604b4'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:07.895704 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'a80abd68-a5cd-4879-b583-fc207ffd7657', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': 'a80abd68-a5cd-4879-b583-fc207ffd7657', 'mac_address': 'fa:16:3e:e0:bc:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:51:07.917199 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-20f846f4-6329-4524-a274-d83df0833c1e None None] Provisioning for port 17a7174b-1cb8-4dc4-a731-150c82701935 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:07.925840 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-20f846f4-6329-4524-a274-d83df0833c1e None None] Provisioning complete for port 17a7174b-1cb8-4dc4-a731-150c82701935 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:07.926210 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-20f846f4-6329-4524-a274-d83df0833c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:07.973072 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:07.994717 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0bbdd-7f81-4433-ae9c-9023e73a25a3 admin admin] Pushing event updated for resources: {'Port': ['ID=7eeacd98-ee15-4fcb-aa8e-75a81bab9e32,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:08.009159 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44126) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:08.048579 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d695da-b430-41a4-92b1-79aaac79614e req-0265869f-e32c-4e28-b2cd-521b2324dc24 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:08.061557 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b1d695da-b430-41a4-92b1-79aaac79614e req-0265869f-e32c-4e28-b2cd-521b2324dc24 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 947 time: 0.1752853 Aug 16 23:51:08.072368 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-20f846f4-6329-4524-a274-d83df0833c1e None None] Port 17a7174b-1cb8-4dc4-a731-150c82701935 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:51:08.081628 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 40d0257a-af65-41b7-8efe-cab30688edac, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=40d0257a-af65-41b7-8efe-cab30688edac,segment=NetworkSegment(e9a2b254-9bc1-444f-b9d4-3534f0d204f8),segment_id=e9a2b254-9bc1-444f-b9d4-3534f0d204f8)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:08.099656 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:08.117844 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:08.122001 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-d28db043-4821-420b-854d-d3593fb218c4 None None] Set router 4ba19f12-d4f8-4383-b92f-c3b161c604b4 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:51:08.160494 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-bf2fdd83-1774-45ae-bc97-69f1ff070094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:08.163010 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-bf2fdd83-1774-45ae-bc97-69f1ff070094 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b30c0e442778419181d2ad6b2586afae&device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 1097 time: 0.2500226 Aug 16 23:51:08.226989 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf5f11-dda0-49e6-8089-a6b8257d82fd req-97ed12b7-0720-44c6-882b-a65832aea33e tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:08.232203 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7edf5f11-dda0-49e6-8089-a6b8257d82fd req-97ed12b7-0720-44c6-882b-a65832aea33e tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 945 time: 0.3551795 Aug 16 23:51:08.264019 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-50c3a3f8-a84d-4399-92bd-955a2ab5d5d0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1935996338-network', 'tenant_id': '2017dd48a4c047b29cd72396e46d4bcc'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:08.299027 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80abd68-a5cd-4879-b583-fc207ffd7657 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:51:08.306584 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c3a3f8-a84d-4399-92bd-955a2ab5d5d0 admin admin] Made reservation on behalf of 2017dd48a4c047b29cd72396e46d4bcc for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:51:08.308934 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-50c3a3f8-a84d-4399-92bd-955a2ab5d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:08.352740 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a80abd68-a5cd-4879-b583-fc207ffd7657, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a80abd68-a5cd-4879-b583-fc207ffd7657,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:08.359508 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b1d695da-b430-41a4-92b1-79aaac79614e req-2756840b-836e-4e7a-9139-6b2434a1c5cd tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933309 Aug 16 23:51:08.360424 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-50c3a3f8-a84d-4399-92bd-955a2ab5d5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:08.402994 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 51ff2cda-5de5-4c83-bd41-051dc67efaa9 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:08.410421 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=40d0257a-af65-41b7-8efe-cab30688edac,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:08.460869 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:08.481334 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-d9b9c260-f98b-4159-b6c3-3c68826c3a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:08.483060 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-d9b9c260-f98b-4159-b6c3-3c68826c3a79 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5dc1690b-6624-46fa-a54a-7524bbadf6de HTTP/1.1" status: 200 len: 919 time: 0.2772262 Aug 16 23:51:08.503562 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a0bbdd-7f81-4433-ae9c-9023e73a25a3 admin admin] Network dfceb4c9-aedb-4a4a-ad89-be69b8624208 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:51:08.508537 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-c0a0bbdd-7f81-4433-ae9c-9023e73a25a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:08.589949 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-6de1f64a-75b9-407a-96d0-441b8e40d7bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d9f1503-75ee-4d86-bef9-6f43c87be0f9 HTTP/1.1" status: 200 len: 217 time: 0.0970857 Aug 16 23:51:08.611304 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7edf5f11-dda0-49e6-8089-a6b8257d82fd req-d1ca9ddf-9ebf-48a5-9ee5-39bb5b12d918 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554590 Aug 16 23:51:08.709105 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-50c3a3f8-a84d-4399-92bd-955a2ab5d5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:08.739938 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-50c3a3f8-a84d-4399-92bd-955a2ab5d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:08.781768 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['a80abd68-a5cd-4879-b583-fc207ffd7657'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:51:08.797835 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-8ce7005d-f100-4c72-ba42-9c3f736a8e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:08.822623 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-8ce7005d-f100-4c72-ba42-9c3f736a8e28 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5 HTTP/1.1" status: 200 len: 858 time: 0.2028193 Aug 16 23:51:08.868062 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c3a3f8-a84d-4399-92bd-955a2ab5d5d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:51:08.899883 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3a3f8-a84d-4399-92bd-955a2ab5d5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af26f418-2a7f-41d9-8472-1abd4b794e66,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:08.928359 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=a80abd68-a5cd-4879-b583-fc207ffd7657,revision_number=7']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:08.973264 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-50c3a3f8-a84d-4399-92bd-955a2ab5d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:08.973924 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-50c3a3f8-a84d-4399-92bd-955a2ab5d5d0 admin admin] Added segment 79ee0e95-cc66-4db7-9780-8029fcf9b047 of type vlan for network d54d510f-d412-4503-9f5e-2216d6024f28 Aug 16 23:51:08.977897 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 51ff2cda-5de5-4c83-bd41-051dc67efaa9 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:08.993120 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-0467e588-ad82-4197-b97b-9eddb0d52151 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5dc1690b-6624-46fa-a54a-7524bbadf6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1494892 Aug 16 23:51:08.998243 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 51ff2cda-5de5-4c83-bd41-051dc67efaa9 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:08.998619 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:09.104476 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-24ae19e9-824a-45c2-a010-90534d13b63a None None] Provisioning complete for port 7eeacd98-ee15-4fcb-aa8e-75a81bab9e32 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:09.104849 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-24ae19e9-824a-45c2-a010-90534d13b63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:09.106869 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-50c3a3f8-a84d-4399-92bd-955a2ab5d5d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:09.198992 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-50c3a3f8-a84d-4399-92bd-955a2ab5d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:09.200221 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c3a3f8-a84d-4399-92bd-955a2ab5d5d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:09.200967 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-50c3a3f8-a84d-4399-92bd-955a2ab5d5d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:09.235600 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-24ae19e9-824a-45c2-a010-90534d13b63a None None] Port 7eeacd98-ee15-4fcb-aa8e-75a81bab9e32 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:51:09.256468 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a0bbdd-7f81-4433-ae9c-9023e73a25a3 admin admin] Router be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:51:09.296244 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-50c3a3f8-a84d-4399-92bd-955a2ab5d5d0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2846479 Aug 16 23:51:09.297025 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44134) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:09.304572 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d28db043-4821-420b-854d-d3593fb218c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba19f12-d4f8-4383-b92f-c3b161c604b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1955739569-router', 'tenant_id': '89490058e6db48db822ca6b2e2d0df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd13bcee1-6820-450a-8e0e-a3209b73274b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:58Z', 'updated_at': '2021-08-16T23:51:03Z', 'revision_number': 4, 'project_id': '89490058e6db48db822ca6b2e2d0df6b', 'gw_port': {'id': 'd13bcee1-6820-450a-8e0e-a3209b73274b', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:06:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba19f12-d4f8-4383-b92f-c3b161c604b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:59Z', 'updated_at': '2021-08-16T23:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '17a7174b-1cb8-4dc4-a731-150c82701935', 'name': '', 'network_id': '4006c732-c45c-46e1-b0a9-a0d16cbf6424', 'tenant_id': '89490058e6db48db822ca6b2e2d0df6b', 'mac_address': 'fa:16:3e:2b:39:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba19f12-d4f8-4383-b92f-c3b161c604b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '478805bf-4a58-40eb-8f7d-8b19c8d44e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:03Z', 'updated_at': '2021-08-16T23:51:04Z', 'revision_number': 2, 'project_id': '89490058e6db48db822ca6b2e2d0df6b', 'subnets': [{'id': '478805bf-4a58-40eb-8f7d-8b19c8d44e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:09.309319 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:09.344741 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-9dd1fe4b-c672-45c8-a2e9-a14a1f2615de admin admin] Request body: {'subnet': {'network_id': 'd54d510f-d412-4503-9f5e-2216d6024f28', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1935996338-subnet', 'tenant_id': '2017dd48a4c047b29cd72396e46d4bcc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:09.350750 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28db043-4821-420b-854d-d3593fb218c4 None None] The sync data for ids ['4ba19f12-d4f8-4383-b92f-c3b161c604b4'] in n-d-800088-20 is: [{'id': '4ba19f12-d4f8-4383-b92f-c3b161c604b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1955739569-router', 'tenant_id': '89490058e6db48db822ca6b2e2d0df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd13bcee1-6820-450a-8e0e-a3209b73274b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:58Z', 'updated_at': '2021-08-16T23:51:03Z', 'revision_number': 4, 'project_id': '89490058e6db48db822ca6b2e2d0df6b', 'gw_port': {'id': 'd13bcee1-6820-450a-8e0e-a3209b73274b', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:06:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba19f12-d4f8-4383-b92f-c3b161c604b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:59Z', 'updated_at': '2021-08-16T23:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '17a7174b-1cb8-4dc4-a731-150c82701935', 'name': '', 'network_id': '4006c732-c45c-46e1-b0a9-a0d16cbf6424', 'tenant_id': '89490058e6db48db822ca6b2e2d0df6b', 'mac_address': 'fa:16:3e:2b:39:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba19f12-d4f8-4383-b92f-c3b161c604b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '478805bf-4a58-40eb-8f7d-8b19c8d44e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:03Z', 'updated_at': '2021-08-16T23:51:04Z', 'revision_number': 2, 'project_id': '89490058e6db48db822ca6b2e2d0df6b', 'subnets': [{'id': '478805bf-4a58-40eb-8f7d-8b19c8d44e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:51:09.393118 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 51ff2cda-5de5-4c83-bd41-051dc67efaa9, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=51ff2cda-5de5-4c83-bd41-051dc67efaa9,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:09.404730 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:09.415030 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 32cc8e4b-d91e-4600-b20d-3ec03260e1d8 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:09.444462 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3a3f8-a84d-4399-92bd-955a2ab5d5d0 admin admin] Pushing event updated for resources: {'Network': ['ID=d54d510f-d412-4503-9f5e-2216d6024f28,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:09.467397 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd1fe4b-c672-45c8-a2e9-a14a1f2615de admin admin] Made reservation on behalf of 2017dd48a4c047b29cd72396e46d4bcc for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:51:09.476229 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9dd1fe4b-c672-45c8-a2e9-a14a1f2615de admin admin] Notify callbacks [] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:09.478869 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network d54d510f-d412-4503-9f5e-2216d6024f28 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:51:09.501373 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca17566c-3a85-47bf-95ba-bc71d6ea6d94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a80abd68-a5cd-4879-b583-fc207ffd7657'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:51:09.504373 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cebc75-10ac-4310-8fa5-b32d595f8351" -d '{"events": [{"server_uuid": "ca17566c-3a85-47bf-95ba-bc71d6ea6d94", "name": "network-vif-unplugged", "status": "completed", "tag": "a80abd68-a5cd-4879-b583-fc207ffd7657"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:51:09.911760 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5d934-58c0-444b-9686-25c40dea168a req-4ef34309-0acb-4686-9eb6-d0eb690830c2 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:09.924728 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:09.940039 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9dd1fe4b-c672-45c8-a2e9-a14a1f2615de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:09.942771 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58f5d934-58c0-444b-9686-25c40dea168a req-4ef34309-0acb-4686-9eb6-d0eb690830c2 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=161f1cc3-9f74-4b89-8269-6ddbffee1ea0 HTTP/1.1" status: 200 len: 949 time: 0.6381867 Aug 16 23:51:09.988410 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=51ff2cda-5de5-4c83-bd41-051dc67efaa9,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:10.010704 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1fe4b-c672-45c8-a2e9-a14a1f2615de admin admin] Pushing event updated for resources: {'Subnet': ['ID=ded30229-c796-4db2-8f5b-e9bfb3b1378d,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:10.029022 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a0bbdd-7f81-4433-ae9c-9023e73a25a3 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:51:10.031865 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 32cc8e4b-d91e-4600-b20d-3ec03260e1d8 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:10.032287 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:10.041515 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6822aa-6e3a-4a97-b11a-24133f837cf3 None None] Sync routers for ids ['be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:51:10.055033 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6822aa-6e3a-4a97-b11a-24133f837cf3 None None] Routers {'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:51:10.055938 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1b6822aa-6e3a-4a97-b11a-24133f837cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:50:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:10.063442 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd1fe4b-c672-45c8-a2e9-a14a1f2615de admin admin] Checking segment: {'id': '79ee0e95-cc66-4db7-9780-8029fcf9b047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd54d510f-d412-4503-9f5e-2216d6024f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:51:10.064348 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c0a0bbdd-7f81-4433-ae9c-9023e73a25a3 admin admin] 10.222.0.60 "PUT /v2.0/routers/be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7857108 Aug 16 23:51:10.064879 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd1fe4b-c672-45c8-a2e9-a14a1f2615de admin admin] Network hostable DHCP agents. Network: d54d510f-d412-4503-9f5e-2216d6024f28, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:51:10.071810 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-07525cc4-c452-4f5e-973c-8a6b3efc9608 service neutron] 10.222.0.64 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0748115 Aug 16 23:51:10.120527 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd1fe4b-c672-45c8-a2e9-a14a1f2615de admin admin] Network d54d510f-d412-4503-9f5e-2216d6024f28 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:51:10.122623 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58f5d934-58c0-444b-9686-25c40dea168a req-a61f0d50-8c2b-4d46-831a-4fc779e276e5 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0246869-cc37-4a63-8505-d99ab8f34bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795123 Aug 16 23:51:10.145554 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-9dd1fe4b-c672-45c8-a2e9-a14a1f2615de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, d54d510f-d412-4503-9f5e-2216d6024f28) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:10.157230 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309693de-1562-438a-993f-f9736c4b48d7 None None] Network d54d510f-d412-4503-9f5e-2216d6024f28 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:51:10.158803 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd1fe4b-c672-45c8-a2e9-a14a1f2615de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:10.171935 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9dd1fe4b-c672-45c8-a2e9-a14a1f2615de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:10.231739 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9dd1fe4b-c672-45c8-a2e9-a14a1f2615de admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9257634 Aug 16 23:51:10.234897 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44148) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:10.241260 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f2695104-90dd-4b0b-b45a-60754ac70645 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1935996338-router', 'tenant_id': '2017dd48a4c047b29cd72396e46d4bcc', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:10.247581 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c2e1e-b833-4af1-b84e-4bd33c8e3591 req-1f23bda7-ef35-4f06-8d1d-6e604736082c tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:10.260757 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db5c2e1e-b833-4af1-b84e-4bd33c8e3591 req-1f23bda7-ef35-4f06-8d1d-6e604736082c tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 948 time: 0.2596140 Aug 16 23:51:10.314268 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f2695104-90dd-4b0b-b45a-60754ac70645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:10.315522 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f2695104-90dd-4b0b-b45a-60754ac70645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:10.435112 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c99a5a6-81be-4e4a-ab1a-58a502a6fdfa x-openstack-request-id: req-6c99a5a6-81be-4e4a-ab1a-58a502a6fdfa {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:51:10.435112 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca17566c-3a85-47bf-95ba-bc71d6ea6d94", "name": "network-vif-unplugged", "status": "completed", "tag": "a80abd68-a5cd-4879-b583-fc207ffd7657", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:51:10.435112 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c99a5a6-81be-4e4a-ab1a-58a502a6fdfa {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:51:10.435112 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca17566c-3a85-47bf-95ba-bc71d6ea6d94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a80abd68-a5cd-4879-b583-fc207ffd7657', 'code': 200} Aug 16 23:51:10.460500 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db5c2e1e-b833-4af1-b84e-4bd33c8e3591 req-3d112a8c-6cde-470d-a898-9667f781cc4e tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863394 Aug 16 23:51:10.487684 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f2695104-90dd-4b0b-b45a-60754ac70645 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:10.542770 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-8ae410b3-6577-4100-91f9-e3d1e189bfcd service neutron] 10.222.0.64 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605746 Aug 16 23:51:10.614597 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-1b6822aa-6e3a-4a97-b11a-24133f837cf3 None None] Set router be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:51:10.862494 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f2695104-90dd-4b0b-b45a-60754ac70645 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:10.881181 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 51ff2cda-5de5-4c83-bd41-051dc67efaa9 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:10.952865 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-4f92e1ad-90c7-4a59-b6e4-5aad54e06418 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:10.960107 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-4f92e1ad-90c7-4a59-b6e4-5aad54e06418 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2&tenant_id=b30c0e442778419181d2ad6b2586afae&binding%3Ahost_id=n-h1-800088-20 HTTP/1.1" status: 200 len: 1097 time: 0.3330426 Aug 16 23:51:10.993356 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1b6822aa-6e3a-4a97-b11a-24133f837cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'name': 'tempest-ServersTestFqdnHostnames-1454886577-router', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:57Z', 'updated_at': '2021-08-16T23:51:05Z', 'revision_number': 4, 'project_id': 'ea1f363e7da44969b3a4164afa733f09', 'gw_port': {'id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:59Z', 'updated_at': '2021-08-16T23:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '7eeacd98-ee15-4fcb-aa8e-75a81bab9e32', 'name': '', 'network_id': 'dfceb4c9-aedb-4a4a-ad89-be69b8624208', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'mac_address': 'fa:16:3e:40:aa:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'acde4885-8004-4ab5-9f91-25ef081204d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:04Z', 'updated_at': '2021-08-16T23:51:06Z', 'revision_number': 2, 'project_id': 'ea1f363e7da44969b3a4164afa733f09', 'subnets': [{'id': 'acde4885-8004-4ab5-9f91-25ef081204d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:11.005290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-72c1cf21-65fd-4a04-83ce-60845527a463 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800088-20'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:11.006200 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a80abd68-a5cd-4879-b583-fc207ffd7657 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:11.037958 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6822aa-6e3a-4a97-b11a-24133f837cf3 None None] Checking router: be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:51:11.038308 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6822aa-6e3a-4a97-b11a-24133f837cf3 None None] Updating router be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261 port 7eeacd98-ee15-4fcb-aa8e-75a81bab9e32 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:51:11.050338 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5049f2-4ac0-4be0-b2ca-678d88e12fb0 req-aebbf38f-275e-4fe6-bc46-b0299adeb74a tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:11.068439 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-1b6822aa-6e3a-4a97-b11a-24133f837cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:11.076169 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f5049f2-4ac0-4be0-b2ca-678d88e12fb0 req-aebbf38f-275e-4fe6-bc46-b0299adeb74a tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 945 time: 0.3557308 Aug 16 23:51:11.168721 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da20ccb2-4ade-43ff-8e44-4c521e86ebef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-d54d510f-d412-4503-9f5e-2216d6024f28', 'network_id': 'd54d510f-d412-4503-9f5e-2216d6024f28', 'tenant_id': '2017dd48a4c047b29cd72396e46d4bcc', 'fixed_ips': [{'subnet_id': 'ded30229-c796-4db2-8f5b-e9bfb3b1378d'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:51:11.175165 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-da20ccb2-4ade-43ff-8e44-4c521e86ebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:11.239351 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f2695104-90dd-4b0b-b45a-60754ac70645 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:11.275606 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f2695104-90dd-4b0b-b45a-60754ac70645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:11.313961 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-72c1cf21-65fd-4a04-83ce-60845527a463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:11.323019 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port a80abd68-a5cd-4879-b583-fc207ffd7657 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:11.323655 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:11.393673 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f5049f2-4ac0-4be0-b2ca-678d88e12fb0 req-7c49f729-7c46-4d9a-a48f-35152c1e838e tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123596 Aug 16 23:51:11.422513 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:11.470743 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 51ff2cda-5de5-4c83-bd41-051dc67efaa9 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:11.471399 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:11.513626 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-f2695104-90dd-4b0b-b45a-60754ac70645 admin admin] Allocated IP 172.25.3.222 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/9c3316f5-52e5-4313-8123-c838150e970c) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:51:11.557428 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-1b6822aa-6e3a-4a97-b11a-24133f837cf3 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:11.581890 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-1b6822aa-6e3a-4a97-b11a-24133f837cf3 None None] Transition to ACTIVE for port object 7eeacd98-ee15-4fcb-aa8e-75a81bab9e32 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:11.610087 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-1b6822aa-6e3a-4a97-b11a-24133f837cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:11.709638 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-72c1cf21-65fd-4a04-83ce-60845527a463 service neutron] For port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=8d9f1503-75ee-4d86-bef9-6f43c87be0f9,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:11.766990 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eab6ae-023e-4bd1-9e89-8c931b5c03fc None None] Pushing event updated for resources: {'Port': ['ID=7eeacd98-ee15-4fcb-aa8e-75a81bab9e32,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:11.828030 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 40d0257a-af65-41b7-8efe-cab30688edac up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:11.876141 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-72c1cf21-65fd-4a04-83ce-60845527a463 service neutron] For port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:51:12.000972 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f2695104-90dd-4b0b-b45a-60754ac70645 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:12.024582 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-1b6822aa-6e3a-4a97-b11a-24133f837cf3 None None] Attempting to bind port 7eeacd98-ee15-4fcb-aa8e-75a81bab9e32 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:51:12.024960 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-1b6822aa-6e3a-4a97-b11a-24133f837cf3 None None] Attempting to bind port 7eeacd98-ee15-4fcb-aa8e-75a81bab9e32 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '893ff3b8-a701-42c5-9642-d416fd535f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'dfceb4c9-aedb-4a4a-ad89-be69b8624208'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:51:12.025371 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6822aa-6e3a-4a97-b11a-24133f837cf3 None None] Attempting to bind port 7eeacd98-ee15-4fcb-aa8e-75a81bab9e32 on network dfceb4c9-aedb-4a4a-ad89-be69b8624208 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:12.052571 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6822aa-6e3a-4a97-b11a-24133f837cf3 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:51:12.052952 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6822aa-6e3a-4a97-b11a-24133f837cf3 None None] Checking segment: {'id': '893ff3b8-a701-42c5-9642-d416fd535f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'dfceb4c9-aedb-4a4a-ad89-be69b8624208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:51:12.053430 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-1b6822aa-6e3a-4a97-b11a-24133f837cf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:12.058622 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6822aa-6e3a-4a97-b11a-24133f837cf3 None None] Bound using segment: {'id': '893ff3b8-a701-42c5-9642-d416fd535f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'dfceb4c9-aedb-4a4a-ad89-be69b8624208'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:51:12.059994 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-1b6822aa-6e3a-4a97-b11a-24133f837cf3 None None] Bound port: 7eeacd98-ee15-4fcb-aa8e-75a81bab9e32, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893ff3b8-a701-42c5-9642-d416fd535f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'dfceb4c9-aedb-4a4a-ad89-be69b8624208'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:51:12.061370 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-1b6822aa-6e3a-4a97-b11a-24133f837cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:12.080266 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-72c1cf21-65fd-4a04-83ce-60845527a463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:12.094068 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d9f1503-75ee-4d86-bef9-6f43c87be0f9'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:51:12.098320 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44170) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:12.104993 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085343c1-7d7b-441a-bf72-feb100d1f5c4" -d '{"events": [{"server_uuid": "7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2", "name": "network-vif-unplugged", "status": "completed", "tag": "8d9f1503-75ee-4d86-bef9-6f43c87be0f9"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:51:12.125158 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-72c1cf21-65fd-4a04-83ce-60845527a463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:12.208807 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-1b6822aa-6e3a-4a97-b11a-24133f837cf3 None None] For port 7eeacd98-ee15-4fcb-aa8e-75a81bab9e32, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:51:12.213268 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-1b6822aa-6e3a-4a97-b11a-24133f837cf3 None None] For port 7eeacd98-ee15-4fcb-aa8e-75a81bab9e32, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=7eeacd98-ee15-4fcb-aa8e-75a81bab9e32,segment=NetworkSegment(893ff3b8-a701-42c5-9642-d416fd535f53),segment_id=893ff3b8-a701-42c5-9642-d416fd535f53)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:51:12.221302 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-1b6822aa-6e3a-4a97-b11a-24133f837cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:12.252557 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f2695104-90dd-4b0b-b45a-60754ac70645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:12.269736 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-da20ccb2-4ade-43ff-8e44-4c521e86ebef None None] Allocated IP 172.20.0.2 (d54d510f-d412-4503-9f5e-2216d6024f28/ded30229-c796-4db2-8f5b-e9bfb3b1378d/8275c583-78c1-4dda-9be4-a5d6fbf56fda) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:51:12.278162 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:12.375793 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eab6ae-023e-4bd1-9e89-8c931b5c03fc None None] Pushing event updated for resources: {'Port': ['ID=7eeacd98-ee15-4fcb-aa8e-75a81bab9e32,revision_number=4']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:12.401722 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2695104-90dd-4b0b-b45a-60754ac70645 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:51:12.406074 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6822aa-6e3a-4a97-b11a-24133f837cf3 None None] Routers {'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:51:12.406720 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1b6822aa-6e3a-4a97-b11a-24133f837cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:50:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:12.417018 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-f2695104-90dd-4b0b-b45a-60754ac70645 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:12.426935 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2695104-90dd-4b0b-b45a-60754ac70645 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:51:12.463433 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca17566c-3a85-47bf-95ba-bc71d6ea6d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80abd68-a5cd-4879-b583-fc207ffd7657'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:51:12.472799 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eba0f70-b7aa-4c3e-ae38-840f1729ee30" -d '{"events": [{"server_uuid": "ca17566c-3a85-47bf-95ba-bc71d6ea6d94", "name": "network-vif-plugged", "status": "completed", "tag": "a80abd68-a5cd-4879-b583-fc207ffd7657"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:51:12.534688 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1cf21-65fd-4a04-83ce-60845527a463 service neutron] Pushing event updated for resources: {'Port': ['ID=8d9f1503-75ee-4d86-bef9-6f43c87be0f9,revision_number=7']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:12.563992 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a80abd68-a5cd-4879-b583-fc207ffd7657, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a80abd68-a5cd-4879-b583-fc207ffd7657,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:12.647705 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb852a-1bdb-44a1-b698-c5d4b4a8a335 req-91e415c1-a9c6-4b33-bac2-d15a0958a5ed tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:12.649307 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-60fb852a-1bdb-44a1-b698-c5d4b4a8a335 req-91e415c1-a9c6-4b33-bac2-d15a0958a5ed tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 948 time: 0.4170909 Aug 16 23:51:12.650050 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-72c1cf21-65fd-4a04-83ce-60845527a463 service neutron] Attempting to bind port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 on host n-h1-800088-20 for vnic_type normal with profile {"migrating_to": "n-h2-800088-20"} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:51:12.650385 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-72c1cf21-65fd-4a04-83ce-60845527a463 service neutron] Attempting to bind port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:51:12.650719 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-72c1cf21-65fd-4a04-83ce-60845527a463 service neutron] Attempting to bind port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 on network 5dc1690b-6624-46fa-a54a-7524bbadf6de {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:12.699416 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:12.701757 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-72c1cf21-65fd-4a04-83ce-60845527a463 service neutron] Port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 on network 5dc1690b-6624-46fa-a54a-7524bbadf6de not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:51:12.702095 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-72c1cf21-65fd-4a04-83ce-60845527a463 service neutron] Attempting to bind port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 on network 5dc1690b-6624-46fa-a54a-7524bbadf6de {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:12.751722 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-72c1cf21-65fd-4a04-83ce-60845527a463 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:51:12.753690 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-72c1cf21-65fd-4a04-83ce-60845527a463 service neutron] Checking segment: {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:51:12.759926 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-72c1cf21-65fd-4a04-83ce-60845527a463 service neutron] Bound using segment: {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:51:12.760461 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-72c1cf21-65fd-4a04-83ce-60845527a463 service neutron] Bound port: 8d9f1503-75ee-4d86-bef9-6f43c87be0f9, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:51:12.762643 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-72c1cf21-65fd-4a04-83ce-60845527a463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:12.836732 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-1b6822aa-6e3a-4a97-b11a-24133f837cf3 None None] Set router be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:51:12.888291 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-60fb852a-1bdb-44a1-b698-c5d4b4a8a335 req-9949cb54-a740-4af5-9829-35bd06ca0013 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244465 Aug 16 23:51:13.031462 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44180) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:13.057208 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-e1e2046a-269f-4ea6-afff-d334dcec032c tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1159476812', 'description': 'tempest-description--1188073941'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:13.070534 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-da20ccb2-4ade-43ff-8e44-4c521e86ebef None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:13.121684 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1baaa7d7-8473-4b1c-90eb-e97f50b0a8cf x-openstack-request-id: req-1baaa7d7-8473-4b1c-90eb-e97f50b0a8cf {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:51:13.129578 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2", "name": "network-vif-unplugged", "status": "completed", "tag": "8d9f1503-75ee-4d86-bef9-6f43c87be0f9", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:51:13.130088 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1baaa7d7-8473-4b1c-90eb-e97f50b0a8cf {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:51:13.130665 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d9f1503-75ee-4d86-bef9-6f43c87be0f9', 'code': 200} Aug 16 23:51:13.141645 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 40d0257a-af65-41b7-8efe-cab30688edac triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:13.142742 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:13.211137 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-da20ccb2-4ade-43ff-8e44-4c521e86ebef None None] Transition to ACTIVE for port object 8275c583-78c1-4dda-9be4-a5d6fbf56fda will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:13.270429 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-72c1cf21-65fd-4a04-83ce-60845527a463 service neutron] For port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:51:13.306952 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-da20ccb2-4ade-43ff-8e44-4c521e86ebef None None] Transition to ACTIVE for port object 8275c583-78c1-4dda-9be4-a5d6fbf56fda will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:13.318977 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-72c1cf21-65fd-4a04-83ce-60845527a463 service neutron] For port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=8d9f1503-75ee-4d86-bef9-6f43c87be0f9,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:51:13.322733 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e1e2046a-269f-4ea6-afff-d334dcec032c tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:13.347519 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2dd59cb3-83f0-43c0-bd1e-f857da3b0f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:13.351443 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-72c1cf21-65fd-4a04-83ce-60845527a463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:13.351695 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2695104-90dd-4b0b-b45a-60754ac70645 admin admin] Pushing event updated for resources: {'Port': ['ID=9c3316f5-52e5-4313-8123-c838150e970c,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:13.380099 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=a80abd68-a5cd-4879-b583-fc207ffd7657,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:13.382538 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a2f8-26e1-4f97-b286-d60cd592b1ff req-ff7f970b-baa0-4a49-81e3-6f9ba55bde58 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:13.384222 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f71a2f8-26e1-4f97-b286-d60cd592b1ff req-ff7f970b-baa0-4a49-81e3-6f9ba55bde58 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=161f1cc3-9f74-4b89-8269-6ddbffee1ea0 HTTP/1.1" status: 200 len: 949 time: 0.3077486 Aug 16 23:51:13.400965 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-da20ccb2-4ade-43ff-8e44-4c521e86ebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:13.402491 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1b6822aa-6e3a-4a97-b11a-24133f837cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'name': 'tempest-ServersTestFqdnHostnames-1454886577-router', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:57Z', 'updated_at': '2021-08-16T23:51:05Z', 'revision_number': 4, 'project_id': 'ea1f363e7da44969b3a4164afa733f09', 'gw_port': {'id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:59Z', 'updated_at': '2021-08-16T23:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '7eeacd98-ee15-4fcb-aa8e-75a81bab9e32', 'name': '', 'network_id': 'dfceb4c9-aedb-4a4a-ad89-be69b8624208', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'mac_address': 'fa:16:3e:40:aa:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'acde4885-8004-4ab5-9f91-25ef081204d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:04Z', 'updated_at': '2021-08-16T23:51:12Z', 'revision_number': 4, 'project_id': 'ea1f363e7da44969b3a4164afa733f09', 'subnets': [{'id': 'acde4885-8004-4ab5-9f91-25ef081204d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:13.456128 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1cf21-65fd-4a04-83ce-60845527a463 service neutron] Pushing event updated for resources: {'Port': ['ID=8d9f1503-75ee-4d86-bef9-6f43c87be0f9,revision_number=8']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:13.466375 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6822aa-6e3a-4a97-b11a-24133f837cf3 None None] The sync data for ids ['be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'] in n-d-800088-20 is: [{'id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'name': 'tempest-ServersTestFqdnHostnames-1454886577-router', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:57Z', 'updated_at': '2021-08-16T23:51:05Z', 'revision_number': 4, 'project_id': 'ea1f363e7da44969b3a4164afa733f09', 'gw_port': {'id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:59Z', 'updated_at': '2021-08-16T23:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '7eeacd98-ee15-4fcb-aa8e-75a81bab9e32', 'name': '', 'network_id': 'dfceb4c9-aedb-4a4a-ad89-be69b8624208', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'mac_address': 'fa:16:3e:40:aa:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'acde4885-8004-4ab5-9f91-25ef081204d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:04Z', 'updated_at': '2021-08-16T23:51:12Z', 'revision_number': 4, 'project_id': 'ea1f363e7da44969b3a4164afa733f09', 'subnets': [{'id': 'acde4885-8004-4ab5-9f91-25ef081204d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:51:13.482862 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275fefc-5373-4bc7-baf6-d72d02ab1933 req-e3904134-b90d-4c64-8042-f9d4eee3c12a tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:13.503997 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3275fefc-5373-4bc7-baf6-d72d02ab1933 req-e3904134-b90d-4c64-8042-f9d4eee3c12a tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 943 time: 0.3382530 Aug 16 23:51:13.565134 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da20ccb2-4ade-43ff-8e44-4c521e86ebef None None] Network d54d510f-d412-4503-9f5e-2216d6024f28 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:51:13.600283 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-da20ccb2-4ade-43ff-8e44-4c521e86ebef None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:13.614890 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20ccb2-4ade-43ff-8e44-4c521e86ebef None None] Pushing event updated for resources: {'Port': ['ID=8275c583-78c1-4dda-9be4-a5d6fbf56fda,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:13.654080 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da20ccb2-4ade-43ff-8e44-4c521e86ebef None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:51:13.664998 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3275fefc-5373-4bc7-baf6-d72d02ab1933 req-864758c8-ec14-4872-815f-b1be0a26a638 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598506 Aug 16 23:51:13.813736 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f71a2f8-26e1-4f97-b286-d60cd592b1ff req-4ba5aa60-cb05-455c-8d20-64a28c193ee9 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0246869-cc37-4a63-8505-d99ab8f34bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036234 Aug 16 23:51:13.815310 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-72c1cf21-65fd-4a04-83ce-60845527a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:13.816234 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-72c1cf21-65fd-4a04-83ce-60845527a463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:13.818832 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-72c1cf21-65fd-4a04-83ce-60845527a463 service neutron] 10.222.0.64 "PUT /v2.0/ports/8d9f1503-75ee-4d86-bef9-6f43c87be0f9 HTTP/1.1" status: 200 len: 1123 time: 2.8286202 Aug 16 23:51:13.820683 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2dd59cb3-83f0-43c0-bd1e-f857da3b0f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:13.833164 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f2695104-90dd-4b0b-b45a-60754ac70645 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:13.834714 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-da20ccb2-4ade-43ff-8e44-4c521e86ebef None None] Attempting to bind port 8275c583-78c1-4dda-9be4-a5d6fbf56fda on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:51:13.835142 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-da20ccb2-4ade-43ff-8e44-4c521e86ebef None None] Attempting to bind port 8275c583-78c1-4dda-9be4-a5d6fbf56fda by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '79ee0e95-cc66-4db7-9780-8029fcf9b047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd54d510f-d412-4503-9f5e-2216d6024f28'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:51:13.835513 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da20ccb2-4ade-43ff-8e44-4c521e86ebef None None] Attempting to bind port 8275c583-78c1-4dda-9be4-a5d6fbf56fda on network d54d510f-d412-4503-9f5e-2216d6024f28 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:13.862785 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da20ccb2-4ade-43ff-8e44-4c521e86ebef None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:51:13.863247 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da20ccb2-4ade-43ff-8e44-4c521e86ebef None None] Checking segment: {'id': '79ee0e95-cc66-4db7-9780-8029fcf9b047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd54d510f-d412-4503-9f5e-2216d6024f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:51:13.863562 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-da20ccb2-4ade-43ff-8e44-4c521e86ebef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:13.873389 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da20ccb2-4ade-43ff-8e44-4c521e86ebef None None] Bound using segment: {'id': '79ee0e95-cc66-4db7-9780-8029fcf9b047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd54d510f-d412-4503-9f5e-2216d6024f28'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:51:13.886379 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-da20ccb2-4ade-43ff-8e44-4c521e86ebef None None] Bound port: 8275c583-78c1-4dda-9be4-a5d6fbf56fda, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ee0e95-cc66-4db7-9780-8029fcf9b047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd54d510f-d412-4503-9f5e-2216d6024f28'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:51:13.899558 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-da20ccb2-4ade-43ff-8e44-4c521e86ebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:14.031764 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecce128-b689-4a95-bbe6-da94a63bfdd7 x-openstack-request-id: req-4ecce128-b689-4a95-bbe6-da94a63bfdd7 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:51:14.042866 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca17566c-3a85-47bf-95ba-bc71d6ea6d94", "name": "network-vif-plugged", "status": "completed", "tag": "a80abd68-a5cd-4879-b583-fc207ffd7657", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:51:14.043035 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4ecce128-b689-4a95-bbe6-da94a63bfdd7 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:51:14.043413 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca17566c-3a85-47bf-95ba-bc71d6ea6d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80abd68-a5cd-4879-b583-fc207ffd7657', 'code': 200} Aug 16 23:51:14.068020 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['8d9f1503-75ee-4d86-bef9-6f43c87be0f9'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:51:14.097567 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2dd59cb3-83f0-43c0-bd1e-f857da3b0f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:14.232094 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7eeacd98-ee15-4fcb-aa8e-75a81bab9e32 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:14.244402 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e1e2046a-269f-4ea6-afff-d334dcec032c tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:14.323486 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf63f32-4c87-4ea4-a7df-4f6d35beeb73 req-7efc3feb-19ef-4352-9b3c-172ae33a8ae2 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:14.325114 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0cf63f32-4c87-4ea4-a7df-4f6d35beeb73 req-7efc3feb-19ef-4352-9b3c-172ae33a8ae2 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 949 time: 0.1422815 Aug 16 23:51:14.336096 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e1e2046a-269f-4ea6-afff-d334dcec032c tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:14.429538 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2dd59cb3-83f0-43c0-bd1e-f857da3b0f8d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8ec4c12e9311444684c08b8a313d92ea&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3279681 Aug 16 23:51:14.442456 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44194) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:14.454990 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd59cb3-83f0-43c0-bd1e-f857da3b0f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdb68d9-3947-4d24-9f45-8ad120ea23e6,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:14.460502 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2046a-269f-4ea6-afff-d334dcec032c tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0876bf16-2a72-4de0-bd73-ae6065860eb0,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:14.585795 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e1e2046a-269f-4ea6-afff-d334dcec032c tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:14.594792 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e1e2046a-269f-4ea6-afff-d334dcec032c tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5548730 Aug 16 23:51:14.605337 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44200) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:14.608646 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 7eeacd98-ee15-4fcb-aa8e-75a81bab9e32 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:14.618447 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0a87d6-d773-486e-a42c-da7a14f1a078 None None] Sync routers for ids ['4ba19f12-d4f8-4383-b92f-c3b161c604b4'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:51:14.628614 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-1a6b848b-3bd3-4b93-9f3e-7d0b0a51e2ee tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Request body: {'security_group_rule': {'security_group_id': '0876bf16-2a72-4de0-bd73-ae6065860eb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:14.636476 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 7eeacd98-ee15-4fcb-aa8e-75a81bab9e32 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:14.637156 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:14.673866 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-7b36170c-e51b-43c5-a041-7aca9ec7d750 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=8459912b905d4c5ea0cd572e2a3a7e36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1943204 Aug 16 23:51:14.696326 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0cf63f32-4c87-4ea4-a7df-4f6d35beeb73 req-51d65835-4f0a-481a-9c73-d574f3e9ace9 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419518 Aug 16 23:51:14.728185 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-74cdbe6b-6b48-4e43-b253-53588bffb525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:14.737121 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-da20ccb2-4ade-43ff-8e44-4c521e86ebef None None] For port 8275c583-78c1-4dda-9be4-a5d6fbf56fda, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:51:14.762065 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-da20ccb2-4ade-43ff-8e44-4c521e86ebef None None] For port 8275c583-78c1-4dda-9be4-a5d6fbf56fda, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=8275c583-78c1-4dda-9be4-a5d6fbf56fda,segment=NetworkSegment(79ee0e95-cc66-4db7-9780-8029fcf9b047),segment_id=79ee0e95-cc66-4db7-9780-8029fcf9b047)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:51:14.782784 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-74cdbe6b-6b48-4e43-b253-53588bffb525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:14.898861 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0a87d6-d773-486e-a42c-da7a14f1a078 None None] Routers {'4ba19f12-d4f8-4383-b92f-c3b161c604b4'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:51:14.901855 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ab0a87d6-d773-486e-a42c-da7a14f1a078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:50:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['4ba19f12-d4f8-4383-b92f-c3b161c604b4'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:14.916479 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-da20ccb2-4ade-43ff-8e44-4c521e86ebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:14.953327 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-74cdbe6b-6b48-4e43-b253-53588bffb525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:14.955993 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-74cdbe6b-6b48-4e43-b253-53588bffb525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:14.959554 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-74cdbe6b-6b48-4e43-b253-53588bffb525 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4fdb68d9-3947-4d24-9f45-8ad120ea23e6 HTTP/1.1" status: 204 len: 168 time: 0.5137093 Aug 16 23:51:14.967213 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cdbe6b-6b48-4e43-b253-53588bffb525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdb68d9-3947-4d24-9f45-8ad120ea23e6,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:14.971588 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f2695104-90dd-4b0b-b45a-60754ac70645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:15.138812 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2', 'tag': '8d9f1503-75ee-4d86-bef9-6f43c87be0f9'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:51:15.145402 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20910f7e-3281-487a-b154-75a062e4ee33" -d '{"events": [{"name": "network-changed", "server_uuid": "7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2", "tag": "8d9f1503-75ee-4d86-bef9-6f43c87be0f9"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:51:15.158399 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-32a8377f-ebb6-4e69-aebe-295b126b2a33 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:15.161672 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:15.166482 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-32a8377f-ebb6-4e69-aebe-295b126b2a33 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4087443 Aug 16 23:51:15.188636 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-748d6568-c4c7-46b7-ba88-5543fbb44a24 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/quotas/8459912b905d4c5ea0cd572e2a3a7e36 HTTP/1.1" status: 200 len: 375 time: 0.0207078 Aug 16 23:51:15.322339 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a6b848b-3bd3-4b93-9f3e-7d0b0a51e2ee tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:15.334029 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42056f91-f97a-4b60-abf3-0575417dd773 req-02ee0777-3b8e-41e1-a38c-c0437a5cf561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:15.335530 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42056f91-f97a-4b60-abf3-0575417dd773 req-02ee0777-3b8e-41e1-a38c-c0437a5cf561 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 1101 time: 0.8770278 Aug 16 23:51:15.410844 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2695104-90dd-4b0b-b45a-60754ac70645 admin admin] Router f3f93c13-67ce-4a0e-be85-32042ed9afe2 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:51:15.411156 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-e3e06135-65f3-472f-b796-ebca9fe7597d tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8459912b905d4c5ea0cd572e2a3a7e36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2207787 Aug 16 23:51:15.466567 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e87feb-df8a-433d-868d-66dd9ee8b0f8 req-8d38f3ca-475d-4ef6-b653-91d0a9e6bf5f tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:15.487155 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-52e87feb-df8a-433d-868d-66dd9ee8b0f8 req-8d38f3ca-475d-4ef6-b653-91d0a9e6bf5f tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 943 time: 0.4093904 Aug 16 23:51:15.596875 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 7eeacd98-ee15-4fcb-aa8e-75a81bab9e32, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=7eeacd98-ee15-4fcb-aa8e-75a81bab9e32,segment=NetworkSegment(893ff3b8-a701-42c5-9642-d416fd535f53),segment_id=893ff3b8-a701-42c5-9642-d416fd535f53)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:15.609074 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0fb4c92d-3007-4232-bce8-fc980222947d req-48bb460c-e1c1-427c-a3fa-3c0eb761d457 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3139739 Aug 16 23:51:15.644489 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20ccb2-4ade-43ff-8e44-4c521e86ebef None None] Pushing event updated for resources: {'Port': ['ID=8275c583-78c1-4dda-9be4-a5d6fbf56fda,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:15.652941 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:15.659425 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d13bcee1-6820-450a-8e0e-a3209b73274b up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:15.758958 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a6b848b-3bd3-4b93-9f3e-7d0b0a51e2ee tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:15.762951 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-ab0a87d6-d773-486e-a42c-da7a14f1a078 None None] Set router 4ba19f12-d4f8-4383-b92f-c3b161c604b4 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:51:15.832657 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44214) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:15.832828 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a6b848b-3bd3-4b93-9f3e-7d0b0a51e2ee tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:15.953383 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b848b-3bd3-4b93-9f3e-7d0b0a51e2ee tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=266c4153-dcc4-4526-a0d6-1dab0512c338,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:15.979803 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a6b848b-3bd3-4b93-9f3e-7d0b0a51e2ee tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:15.984853 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1a6b848b-3bd3-4b93-9f3e-7d0b0a51e2ee tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3663571 Aug 16 23:51:15.987969 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44220) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:16.004141 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42056f91-f97a-4b60-abf3-0575417dd773 req-9b0c3e60-490d-4d17-a485-9be5f117b0b8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6426570 Aug 16 23:51:16.035625 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-a06b3c48-282f-4666-a8e9-8cb9ef5e6d6b tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Request body: {'security_group_rule': {'security_group_id': '0876bf16-2a72-4de0-bd73-ae6065860eb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:16.125639 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-52e87feb-df8a-433d-868d-66dd9ee8b0f8 req-4997449e-1a78-42a0-9561-475264ad219c tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6348765 Aug 16 23:51:16.130951 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb51850-e2f7-4c84-9195-c2c69fb55f71 x-openstack-request-id: req-8cb51850-e2f7-4c84-9195-c2c69fb55f71 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:51:16.131247 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2", "tag": "8d9f1503-75ee-4d86-bef9-6f43c87be0f9", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:51:16.135189 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8cb51850-e2f7-4c84-9195-c2c69fb55f71 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:51:16.137754 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2', 'tag': '8d9f1503-75ee-4d86-bef9-6f43c87be0f9', 'status': 'completed', 'code': 200} Aug 16 23:51:16.161666 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a06b3c48-282f-4666-a8e9-8cb9ef5e6d6b tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:16.212717 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cdc2fe1e-628a-4d6e-adae-04d792693791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:16.305148 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port d13bcee1-6820-450a-8e0e-a3209b73274b completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:16.320711 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port d13bcee1-6820-450a-8e0e-a3209b73274b triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:16.321535 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:16.322368 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4c92d-3007-4232-bce8-fc980222947d req-e61f507b-a4c9-4182-995e-6c6ad4961480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:16.324563 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0fb4c92d-3007-4232-bce8-fc980222947d req-e61f507b-a4c9-4182-995e-6c6ad4961480 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b30c0e442778419181d2ad6b2586afae&device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 1097 time: 0.5353050 Aug 16 23:51:16.326281 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2695104-90dd-4b0b-b45a-60754ac70645 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:51:16.327044 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=7eeacd98-ee15-4fcb-aa8e-75a81bab9e32,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:16.340606 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cebf96-3448-42c2-9d95-b74810a7e48e None None] Sync routers for ids ['f3f93c13-67ce-4a0e-be85-32042ed9afe2'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:51:16.355280 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cebf96-3448-42c2-9d95-b74810a7e48e None None] Routers {'f3f93c13-67ce-4a0e-be85-32042ed9afe2'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:51:16.356264 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-93cebf96-3448-42c2-9d95-b74810a7e48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:50:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['f3f93c13-67ce-4a0e-be85-32042ed9afe2'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:16.365533 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-05c055d7-41ec-4237-b652-84d4f77469f6 req-299b5233-8831-48cb-9178-c3937cf8a7b4 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4d7ad0d-685e-412a-9200-29998abb8808 HTTP/1.1" status: 200 len: 210 time: 0.1175156 Aug 16 23:51:16.442718 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a06b3c48-282f-4666-a8e9-8cb9ef5e6d6b tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:16.463999 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2d3d8b70-c058-4f31-8798-df24e6117606 req-71b209e1-b159-469e-9767-f2d7357aa71b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5084362 Aug 16 23:51:16.464364 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74db28-f249-4530-a440-30dce5942c28 req-b2e951de-1889-45fb-996d-09fd0a48070b tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:16.506809 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2f74db28-f249-4530-a440-30dce5942c28 req-b2e951de-1889-45fb-996d-09fd0a48070b tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 949 time: 0.3356068 Aug 16 23:51:16.584137 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20910f7e-3281-487a-b154-75a062e4ee33 req-cbeff373-35b9-4d98-9c56-83df03677608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:16.598325 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-20910f7e-3281-487a-b154-75a062e4ee33 req-cbeff373-35b9-4d98-9c56-83df03677608 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b30c0e442778419181d2ad6b2586afae&device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 1126 time: 0.4309998 Aug 16 23:51:16.608893 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a06b3c48-282f-4666-a8e9-8cb9ef5e6d6b tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:16.649137 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b3c48-282f-4666-a8e9-8cb9ef5e6d6b tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dbcb591-9527-412a-b695-d80985947097,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:16.717539 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2f74db28-f249-4530-a440-30dce5942c28 req-e9927467-6f49-4a5f-886d-db68fd276102 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067792 Aug 16 23:51:16.724112 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-93cebf96-3448-42c2-9d95-b74810a7e48e None None] Set router f3f93c13-67ce-4a0e-be85-32042ed9afe2 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:51:17.028044 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-93cebf96-3448-42c2-9d95-b74810a7e48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f93c13-67ce-4a0e-be85-32042ed9afe2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1935996338-router', 'tenant_id': '2017dd48a4c047b29cd72396e46d4bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '9c3316f5-52e5-4313-8123-c838150e970c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:10Z', 'updated_at': '2021-08-16T23:51:13Z', 'revision_number': 3, 'project_id': '2017dd48a4c047b29cd72396e46d4bcc', 'gw_port': {'id': '9c3316f5-52e5-4313-8123-c838150e970c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:aa:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f93c13-67ce-4a0e-be85-32042ed9afe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:11Z', 'updated_at': '2021-08-16T23:51:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:17.051060 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:51:17.085296 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cebf96-3448-42c2-9d95-b74810a7e48e None None] Checking router: f3f93c13-67ce-4a0e-be85-32042ed9afe2 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:51:17.085897 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cebf96-3448-42c2-9d95-b74810a7e48e None None] Updating router f3f93c13-67ce-4a0e-be85-32042ed9afe2 port 9c3316f5-52e5-4313-8123-c838150e970c binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:51:17.118100 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20910f7e-3281-487a-b154-75a062e4ee33 req-32ea9022-254d-45ae-ae6f-bfb3cfd91d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:17.120669 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-20910f7e-3281-487a-b154-75a062e4ee33 req-32ea9022-254d-45ae-ae6f-bfb3cfd91d24 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5dc1690b-6624-46fa-a54a-7524bbadf6de HTTP/1.1" status: 200 len: 919 time: 0.4735069 Aug 16 23:51:17.169968 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-93cebf96-3448-42c2-9d95-b74810a7e48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:17.286604 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=8d9f1503-75ee-4d86-bef9-6f43c87be0f9,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:17.324399 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 has no active binding in host n-h2-800088-20 {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 23:51:17.327883 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9262be-e417-4352-9168-0182a0041da1 None None] Network d54d510f-d412-4503-9f5e-2216d6024f28 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:51:17.375000 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d8b70-c058-4f31-8798-df24e6117606 req-e0807b3c-5607-4469-b0df-a9b217fe4ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:17.383299 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2d3d8b70-c058-4f31-8798-df24e6117606 req-e0807b3c-5607-4469-b0df-a9b217fe4ac7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=93628eca11dd4df499895f1c0f0c82e3&device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 1098 time: 0.7796824 Aug 16 23:51:17.421870 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-20910f7e-3281-487a-b154-75a062e4ee33 req-fe453d9e-4220-4ed0-b319-2db56214833c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d9f1503-75ee-4d86-bef9-6f43c87be0f9 HTTP/1.1" status: 200 len: 217 time: 0.2594030 Aug 16 23:51:17.455230 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363568d-07dc-494e-9a5a-9db12bba3035 req-843b9e89-a718-4b8a-819f-977cb7716829 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:17.466202 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9363568d-07dc-494e-9a5a-9db12bba3035 req-843b9e89-a718-4b8a-819f-977cb7716829 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 943 time: 0.1969655 Aug 16 23:51:17.529453 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-93cebf96-3448-42c2-9d95-b74810a7e48e None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:17.541832 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-93cebf96-3448-42c2-9d95-b74810a7e48e None None] Transition to ACTIVE for port object 9c3316f5-52e5-4313-8123-c838150e970c will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:17.569172 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-93cebf96-3448-42c2-9d95-b74810a7e48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:17.569869 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c2fd87e9-5b32-4b7f-a0ab-fa8f7f9c601c None None] Provisioning for port 8275c583-78c1-4dda-9be4-a5d6fbf56fda completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:17.607210 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d512e93-238e-4555-b565-c0108899c4ca req-2d8bef7d-9e9c-47e2-890a-d83e92b1a278 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4d7ad0d-685e-412a-9200-29998abb8808 HTTP/1.1" status: 200 len: 210 time: 0.0821118 Aug 16 23:51:17.661474 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-93cebf96-3448-42c2-9d95-b74810a7e48e None None] Attempting to bind port 9c3316f5-52e5-4313-8123-c838150e970c on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:51:17.663099 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4031b0e0-cf6a-4b9e-8f8b-7eeb45eb7117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:17.667581 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-93cebf96-3448-42c2-9d95-b74810a7e48e None None] Attempting to bind port 9c3316f5-52e5-4313-8123-c838150e970c by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:51:17.668005 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cebf96-3448-42c2-9d95-b74810a7e48e None None] Attempting to bind port 9c3316f5-52e5-4313-8123-c838150e970c on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:17.671332 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:17.675956 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9363568d-07dc-494e-9a5a-9db12bba3035 req-bb2e285d-8b01-4685-950e-1b5c25d4f183 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088044 Aug 16 23:51:17.699017 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port d13bcee1-6820-450a-8e0e-a3209b73274b, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d13bcee1-6820-450a-8e0e-a3209b73274b,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:17.710621 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4c92d-3007-4232-bce8-fc980222947d req-9c1de882-e661-4b39-818e-d903aa0fa538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:17.714602 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0fb4c92d-3007-4232-bce8-fc980222947d req-9c1de882-e661-4b39-818e-d903aa0fa538 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5dc1690b-6624-46fa-a54a-7524bbadf6de HTTP/1.1" status: 200 len: 919 time: 1.3095245 Aug 16 23:51:17.721395 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ab0a87d6-d773-486e-a42c-da7a14f1a078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba19f12-d4f8-4383-b92f-c3b161c604b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1955739569-router', 'tenant_id': '89490058e6db48db822ca6b2e2d0df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd13bcee1-6820-450a-8e0e-a3209b73274b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:58Z', 'updated_at': '2021-08-16T23:51:03Z', 'revision_number': 4, 'project_id': '89490058e6db48db822ca6b2e2d0df6b', 'gw_port': {'id': 'd13bcee1-6820-450a-8e0e-a3209b73274b', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:06:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba19f12-d4f8-4383-b92f-c3b161c604b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:59Z', 'updated_at': '2021-08-16T23:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '17a7174b-1cb8-4dc4-a731-150c82701935', 'name': '', 'network_id': '4006c732-c45c-46e1-b0a9-a0d16cbf6424', 'tenant_id': '89490058e6db48db822ca6b2e2d0df6b', 'mac_address': 'fa:16:3e:2b:39:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba19f12-d4f8-4383-b92f-c3b161c604b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '478805bf-4a58-40eb-8f7d-8b19c8d44e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:03Z', 'updated_at': '2021-08-16T23:51:04Z', 'revision_number': 2, 'project_id': '89490058e6db48db822ca6b2e2d0df6b', 'subnets': [{'id': '478805bf-4a58-40eb-8f7d-8b19c8d44e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:17.739549 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cebf96-3448-42c2-9d95-b74810a7e48e None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:51:17.741083 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cebf96-3448-42c2-9d95-b74810a7e48e None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:51:17.742328 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-93cebf96-3448-42c2-9d95-b74810a7e48e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:17.742728 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cebf96-3448-42c2-9d95-b74810a7e48e None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:51:17.743213 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-93cebf96-3448-42c2-9d95-b74810a7e48e None None] Bound port: 9c3316f5-52e5-4313-8123-c838150e970c, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:51:17.743611 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-93cebf96-3448-42c2-9d95-b74810a7e48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:17.775424 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0a87d6-d773-486e-a42c-da7a14f1a078 None None] Checking router: 4ba19f12-d4f8-4383-b92f-c3b161c604b4 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:51:17.777465 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0a87d6-d773-486e-a42c-da7a14f1a078 None None] Updating router 4ba19f12-d4f8-4383-b92f-c3b161c604b4 port 17a7174b-1cb8-4dc4-a731-150c82701935 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:51:17.782005 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:17.819515 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-93cebf96-3448-42c2-9d95-b74810a7e48e None None] For port 9c3316f5-52e5-4313-8123-c838150e970c, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:51:17.823474 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-93cebf96-3448-42c2-9d95-b74810a7e48e None None] For port 9c3316f5-52e5-4313-8123-c838150e970c, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9c3316f5-52e5-4313-8123-c838150e970c,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:51:17.834757 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-93cebf96-3448-42c2-9d95-b74810a7e48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:17.868241 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cebf96-3448-42c2-9d95-b74810a7e48e None None] Routers {'f3f93c13-67ce-4a0e-be85-32042ed9afe2'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:51:17.869288 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-93cebf96-3448-42c2-9d95-b74810a7e48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:50:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['f3f93c13-67ce-4a0e-be85-32042ed9afe2'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:18.019565 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ab0a87d6-d773-486e-a42c-da7a14f1a078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:18.019565 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=d13bcee1-6820-450a-8e0e-a3209b73274b,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:18.043711 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-c7b4265c-98b5-4253-b56e-7020a81777ae tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=8459912b905d4c5ea0cd572e2a3a7e36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726891 Aug 16 23:51:18.283210 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb381b-22b1-42e5-b1aa-2a3594820e1d None None] Pushing event updated for resources: {'Port': ['ID=9c3316f5-52e5-4313-8123-c838150e970c,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:18.392007 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb381b-22b1-42e5-b1aa-2a3594820e1d None None] Pushing event updated for resources: {'Port': ['ID=9c3316f5-52e5-4313-8123-c838150e970c,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:18.394494 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cdc2fe1e-628a-4d6e-adae-04d792693791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:18.397390 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20910f7e-3281-487a-b154-75a062e4ee33 req-17ca6ab4-11c8-48f7-97e1-33327daaad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:18.399409 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-20910f7e-3281-487a-b154-75a062e4ee33 req-17ca6ab4-11c8-48f7-97e1-33327daaad53 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5 HTTP/1.1" status: 200 len: 858 time: 0.8456705 Aug 16 23:51:18.538665 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d8b70-c058-4f31-8798-df24e6117606 req-4baffe13-242c-49cd-a87b-bb56a0ff9502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:18.542139 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2d3d8b70-c058-4f31-8798-df24e6117606 req-4baffe13-242c-49cd-a87b-bb56a0ff9502 service neutron] 10.222.0.69 "GET /v2.0/networks?id=94cccefc-4269-48cf-98bd-8abcbe14edad HTTP/1.1" status: 200 len: 924 time: 1.1194327 Aug 16 23:51:18.553451 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0fb4c92d-3007-4232-bce8-fc980222947d req-b3cdff9e-0525-4a63-8c72-aa7da6334a8c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7dbf29f-c990-453c-8b9a-4537c6e199d9 HTTP/1.1" status: 200 len: 217 time: 0.5436122 Aug 16 23:51:18.554073 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cdc2fe1e-628a-4d6e-adae-04d792693791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:18.579429 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-93cebf96-3448-42c2-9d95-b74810a7e48e None None] Set router f3f93c13-67ce-4a0e-be85-32042ed9afe2 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:51:18.605301 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f2695104-90dd-4b0b-b45a-60754ac70645 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:18.606693 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f2695104-90dd-4b0b-b45a-60754ac70645 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.3707812 Aug 16 23:51:18.613578 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ab0a87d6-d773-486e-a42c-da7a14f1a078 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:18.625353 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ab0a87d6-d773-486e-a42c-da7a14f1a078 None None] Transition to ACTIVE for port object 17a7174b-1cb8-4dc4-a731-150c82701935 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:18.635848 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7eeacd98-ee15-4fcb-aa8e-75a81bab9e32 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:18.648144 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ab0a87d6-d773-486e-a42c-da7a14f1a078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:18.721251 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2fe1e-628a-4d6e-adae-04d792693791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79be7637-7340-46e0-b369-5acaf39cefd3,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:18.740779 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2d3d8b70-c058-4f31-8798-df24e6117606 req-b58e7eac-4f1b-470d-b794-47e426f61708 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=445e3097-e62b-415b-8136-451ef3dbd608 HTTP/1.1" status: 200 len: 1002 time: 0.1810682 Aug 16 23:51:18.742406 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5a7e1-d083-4673-9dfa-4478b1bd62a6 None None] Pushing event updated for resources: {'Port': ['ID=17a7174b-1cb8-4dc4-a731-150c82701935,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:18.776336 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44238) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:18.779504 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-20910f7e-3281-487a-b154-75a062e4ee33 req-894b77dc-1871-44bf-9f82-040c4096bd1a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5dc1690b-6624-46fa-a54a-7524bbadf6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2796330 Aug 16 23:51:18.855298 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:51:18.864756 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 7eeacd98-ee15-4fcb-aa8e-75a81bab9e32 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:18.865310 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:18.868844 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ab0a87d6-d773-486e-a42c-da7a14f1a078 None None] Attempting to bind port 17a7174b-1cb8-4dc4-a731-150c82701935 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:51:18.868844 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ab0a87d6-d773-486e-a42c-da7a14f1a078 None None] Attempting to bind port 17a7174b-1cb8-4dc4-a731-150c82701935 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e9a2b254-9bc1-444f-b9d4-3534f0d204f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4006c732-c45c-46e1-b0a9-a0d16cbf6424'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:51:18.869216 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0a87d6-d773-486e-a42c-da7a14f1a078 None None] Attempting to bind port 17a7174b-1cb8-4dc4-a731-150c82701935 on network 4006c732-c45c-46e1-b0a9-a0d16cbf6424 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:18.874528 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a06b3c48-282f-4666-a8e9-8cb9ef5e6d6b tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:18.877819 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a06b3c48-282f-4666-a8e9-8cb9ef5e6d6b tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8844814 Aug 16 23:51:18.884005 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-573aef5a-bc70-422b-a388-bb924a4e847d service neutron] 10.222.0.69 "GET /v2.0/ports/8d9f1503-75ee-4d86-bef9-6f43c87be0f9/bindings/n-h2-800088-20 HTTP/1.1" status: 200 len: 385 time: 1.1671710 Aug 16 23:51:18.885971 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-29a9ea82-3558-4b01-91e1-1741aafe7c35 req-714fbbec-1c78-4096-a9e2-56a5f7407179 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4d7ad0d-685e-412a-9200-29998abb8808 HTTP/1.1" status: 200 len: 210 time: 0.0786166 Aug 16 23:51:18.887183 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44250) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:18.895595 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0a87d6-d773-486e-a42c-da7a14f1a078 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:51:18.896041 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0a87d6-d773-486e-a42c-da7a14f1a078 None None] Checking segment: {'id': 'e9a2b254-9bc1-444f-b9d4-3534f0d204f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4006c732-c45c-46e1-b0a9-a0d16cbf6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:51:18.896541 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ab0a87d6-d773-486e-a42c-da7a14f1a078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:18.897030 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0a87d6-d773-486e-a42c-da7a14f1a078 None None] Bound using segment: {'id': 'e9a2b254-9bc1-444f-b9d4-3534f0d204f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4006c732-c45c-46e1-b0a9-a0d16cbf6424'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:51:18.897643 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ab0a87d6-d773-486e-a42c-da7a14f1a078 None None] Bound port: 17a7174b-1cb8-4dc4-a731-150c82701935, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9a2b254-9bc1-444f-b9d4-3534f0d204f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4006c732-c45c-46e1-b0a9-a0d16cbf6424'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:51:18.898121 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ab0a87d6-d773-486e-a42c-da7a14f1a078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:18.916674 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:18.938059 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfebdc5-ee12-4872-8075-43ffd42c678f req-e96dd8de-4343-4d3e-ac5f-8859ccf964d6 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:18.939886 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4cfebdc5-ee12-4872-8075-43ffd42c678f req-e96dd8de-4343-4d3e-ac5f-8859ccf964d6 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 949 time: 1.0244834 Aug 16 23:51:19.029104 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ab0a87d6-d773-486e-a42c-da7a14f1a078 None None] For port 17a7174b-1cb8-4dc4-a731-150c82701935, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:51:19.034603 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ab0a87d6-d773-486e-a42c-da7a14f1a078 None None] For port 17a7174b-1cb8-4dc4-a731-150c82701935, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=17a7174b-1cb8-4dc4-a731-150c82701935,segment=NetworkSegment(e9a2b254-9bc1-444f-b9d4-3534f0d204f8),segment_id=e9a2b254-9bc1-444f-b9d4-3534f0d204f8)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:51:19.057493 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-93cebf96-3448-42c2-9d95-b74810a7e48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f93c13-67ce-4a0e-be85-32042ed9afe2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1935996338-router', 'tenant_id': '2017dd48a4c047b29cd72396e46d4bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '9c3316f5-52e5-4313-8123-c838150e970c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:10Z', 'updated_at': '2021-08-16T23:51:13Z', 'revision_number': 3, 'project_id': '2017dd48a4c047b29cd72396e46d4bcc', 'gw_port': {'id': '9c3316f5-52e5-4313-8123-c838150e970c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:aa:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f93c13-67ce-4a0e-be85-32042ed9afe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:11Z', 'updated_at': '2021-08-16T23:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:19.088045 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ab0a87d6-d773-486e-a42c-da7a14f1a078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:19.101202 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4cfebdc5-ee12-4872-8075-43ffd42c678f req-c72255c0-1032-4744-a9ec-ea7f7e8ef78d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462605 Aug 16 23:51:19.109961 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cebf96-3448-42c2-9d95-b74810a7e48e None None] The sync data for ids ['f3f93c13-67ce-4a0e-be85-32042ed9afe2'] in n-d-800088-20 is: [{'id': 'f3f93c13-67ce-4a0e-be85-32042ed9afe2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1935996338-router', 'tenant_id': '2017dd48a4c047b29cd72396e46d4bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '9c3316f5-52e5-4313-8123-c838150e970c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:10Z', 'updated_at': '2021-08-16T23:51:13Z', 'revision_number': 3, 'project_id': '2017dd48a4c047b29cd72396e46d4bcc', 'gw_port': {'id': '9c3316f5-52e5-4313-8123-c838150e970c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:aa:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f93c13-67ce-4a0e-be85-32042ed9afe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:11Z', 'updated_at': '2021-08-16T23:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:51:19.180802 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-6dbd5eeb-5c81-4e3b-a963-74366c3a105e tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:19.182532 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-6dbd5eeb-5c81-4e3b-a963-74366c3a105e tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0603156 Aug 16 23:51:19.196799 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks [] for floatingip, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:19.204990 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-d0ce6c1b-2b00-4d93-b558-3c79840f5d45 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Request body: {'port': {'device_id': 'f4d7ad0d-685e-412a-9200-29998abb8808', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': '8459912b905d4c5ea0cd572e2a3a7e36'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:19.219166 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-23407431-be39-49ba-8209-ba3a28d429a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:19.220384 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d8b70-c058-4f31-8798-df24e6117606 req-49f7f5d1-5275-4d18-9d7c-cf0be4f5c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:19.225141 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2d3d8b70-c058-4f31-8798-df24e6117606 req-49f7f5d1-5275-4d18-9d7c-cf0be4f5c8b9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e84fba67-0d47-488c-bc23-642dedf3f16b HTTP/1.1" status: 200 len: 862 time: 0.4407818 Aug 16 23:51:19.268219 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5a7e1-d083-4673-9dfa-4478b1bd62a6 None None] Pushing event updated for resources: {'Port': ['ID=17a7174b-1cb8-4dc4-a731-150c82701935,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:19.301017 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0a87d6-d773-486e-a42c-da7a14f1a078 None None] Routers {'4ba19f12-d4f8-4383-b92f-c3b161c604b4'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:51:19.302045 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ab0a87d6-d773-486e-a42c-da7a14f1a078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:51:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['4ba19f12-d4f8-4383-b92f-c3b161c604b4'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:19.303963 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-20910f7e-3281-487a-b154-75a062e4ee33 req-09f80a84-8be7-488d-8659-898f98fee242 service neutron] 10.222.0.69 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039651 Aug 16 23:51:19.369859 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cdc2fe1e-628a-4d6e-adae-04d792693791 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=74cf8b2194c440b8a3e3eca426b95deb&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5333741 Aug 16 23:51:19.370906 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:19.384713 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44266) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:19.399648 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba995a-2cf3-4162-beef-25efec6557c4 req-3155b548-f3ea-467f-84cb-5de99d1574a8 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:19.401705 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72ba995a-2cf3-4162-beef-25efec6557c4 req-3155b548-f3ea-467f-84cb-5de99d1574a8 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 943 time: 0.3141315 Aug 16 23:51:19.557897 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 8275c583-78c1-4dda-9be4-a5d6fbf56fda up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:19.602033 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72ba995a-2cf3-4162-beef-25efec6557c4 req-8d4dcb1c-83c8-40e1-928e-ffd2b60002bc tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389058 Aug 16 23:51:19.614236 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-ab0a87d6-d773-486e-a42c-da7a14f1a078 None None] Set router 4ba19f12-d4f8-4383-b92f-c3b161c604b4 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:51:19.681579 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31306d-0831-490a-8e68-9e11a9a92ff9 req-52b1c707-36e2-4e6d-86b0-bcbcb59e17ae tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:19.683367 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-df31306d-0831-490a-8e68-9e11a9a92ff9 req-52b1c707-36e2-4e6d-86b0-bcbcb59e17ae tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 949 time: 0.3783653 Aug 16 23:51:19.846516 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 8275c583-78c1-4dda-9be4-a5d6fbf56fda completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:19.859423 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 8275c583-78c1-4dda-9be4-a5d6fbf56fda triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:19.859794 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:19.962622 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-df31306d-0831-490a-8e68-9e11a9a92ff9 req-216d26af-7b21-4705-baed-a7c265d0c2b0 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819427 Aug 16 23:51:19.999673 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:20.005775 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4c92d-3007-4232-bce8-fc980222947d req-5496cca0-3775-4872-9160-b30fb8202bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:20.007211 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0fb4c92d-3007-4232-bce8-fc980222947d req-5496cca0-3775-4872-9160-b30fb8202bd7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5 HTTP/1.1" status: 200 len: 858 time: 1.3995290 Aug 16 23:51:20.089797 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d1396f01-faf9-4429-b3e6-b9a1964ab8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:20.093092 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0fb4c92d-3007-4232-bce8-fc980222947d req-7f4e8f5a-fea1-42d6-a643-cad4043d7bf9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5dc1690b-6624-46fa-a54a-7524bbadf6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534222 Aug 16 23:51:20.098853 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-db24fd1e-410b-4cfb-bbbe-167fb4d99335 service neutron] For port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=8d9f1503-75ee-4d86-bef9-6f43c87be0f9,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:20.102445 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d8b70-c058-4f31-8798-df24e6117606 req-49de4e62-bda1-4042-b501-ff8efc91b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:20.116522 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2d3d8b70-c058-4f31-8798-df24e6117606 req-49de4e62-bda1-4042-b501-ff8efc91b16e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=94cccefc-4269-48cf-98bd-8abcbe14edad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7992802 Aug 16 23:51:20.124813 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e36e475-44e5-45bf-aba9-26c98e65507a req-59d6ff7d-2d52-4e1a-885f-d614271a54a5 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4d7ad0d-685e-412a-9200-29998abb8808 HTTP/1.1" status: 200 len: 210 time: 0.0798676 Aug 16 23:51:20.134264 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-d0ce6c1b-2b00-4d93-b558-3c79840f5d45 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Made reservation on behalf of 8459912b905d4c5ea0cd572e2a3a7e36 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:51:20.136829 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 8275c583-78c1-4dda-9be4-a5d6fbf56fda, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=8275c583-78c1-4dda-9be4-a5d6fbf56fda,segment=NetworkSegment(79ee0e95-cc66-4db7-9780-8029fcf9b047),segment_id=79ee0e95-cc66-4db7-9780-8029fcf9b047)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:20.143259 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:20.149991 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:20.151544 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-d0ce6c1b-2b00-4d93-b558-3c79840f5d45 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:20.316368 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=8275c583-78c1-4dda-9be4-a5d6fbf56fda,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:20.317397 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-db24fd1e-410b-4cfb-bbbe-167fb4d99335 service neutron] For port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:51:20.320433 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:20.344899 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ab0a87d6-d773-486e-a42c-da7a14f1a078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba19f12-d4f8-4383-b92f-c3b161c604b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1955739569-router', 'tenant_id': '89490058e6db48db822ca6b2e2d0df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd13bcee1-6820-450a-8e0e-a3209b73274b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:58Z', 'updated_at': '2021-08-16T23:51:03Z', 'revision_number': 4, 'project_id': '89490058e6db48db822ca6b2e2d0df6b', 'gw_port': {'id': 'd13bcee1-6820-450a-8e0e-a3209b73274b', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:06:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba19f12-d4f8-4383-b92f-c3b161c604b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:59Z', 'updated_at': '2021-08-16T23:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '17a7174b-1cb8-4dc4-a731-150c82701935', 'name': '', 'network_id': '4006c732-c45c-46e1-b0a9-a0d16cbf6424', 'tenant_id': '89490058e6db48db822ca6b2e2d0df6b', 'mac_address': 'fa:16:3e:2b:39:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba19f12-d4f8-4383-b92f-c3b161c604b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '478805bf-4a58-40eb-8f7d-8b19c8d44e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:03Z', 'updated_at': '2021-08-16T23:51:19Z', 'revision_number': 4, 'project_id': '89490058e6db48db822ca6b2e2d0df6b', 'subnets': [{'id': '478805bf-4a58-40eb-8f7d-8b19c8d44e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:20.424042 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d1396f01-faf9-4429-b3e6-b9a1964ab8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:20.449377 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0a87d6-d773-486e-a42c-da7a14f1a078 None None] The sync data for ids ['4ba19f12-d4f8-4383-b92f-c3b161c604b4'] in n-d-800088-20 is: [{'id': '4ba19f12-d4f8-4383-b92f-c3b161c604b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1955739569-router', 'tenant_id': '89490058e6db48db822ca6b2e2d0df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd13bcee1-6820-450a-8e0e-a3209b73274b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:58Z', 'updated_at': '2021-08-16T23:51:03Z', 'revision_number': 4, 'project_id': '89490058e6db48db822ca6b2e2d0df6b', 'gw_port': {'id': 'd13bcee1-6820-450a-8e0e-a3209b73274b', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:06:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba19f12-d4f8-4383-b92f-c3b161c604b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:59Z', 'updated_at': '2021-08-16T23:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '17a7174b-1cb8-4dc4-a731-150c82701935', 'name': '', 'network_id': '4006c732-c45c-46e1-b0a9-a0d16cbf6424', 'tenant_id': '89490058e6db48db822ca6b2e2d0df6b', 'mac_address': 'fa:16:3e:2b:39:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba19f12-d4f8-4383-b92f-c3b161c604b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '478805bf-4a58-40eb-8f7d-8b19c8d44e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:03Z', 'updated_at': '2021-08-16T23:51:19Z', 'revision_number': 4, 'project_id': '89490058e6db48db822ca6b2e2d0df6b', 'subnets': [{'id': '478805bf-4a58-40eb-8f7d-8b19c8d44e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:51:20.527494 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-db24fd1e-410b-4cfb-bbbe-167fb4d99335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:51:20.563379 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d13bcee1-6820-450a-8e0e-a3209b73274b up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:20.588866 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-db24fd1e-410b-4cfb-bbbe-167fb4d99335 service neutron] For port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=8d9f1503-75ee-4d86-bef9-6f43c87be0f9,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:20.597594 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-20910f7e-3281-487a-b154-75a062e4ee33 req-86e14de9-2793-4ac0-9b0e-ce3908a9a69f service neutron] 10.222.0.69 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2532003 Aug 16 23:51:20.734075 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0fb4c92d-3007-4232-bce8-fc980222947d req-8c2ca6b1-0c33-4862-a66b-0baf51e5d3af service neutron] 10.222.0.64 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5845590 Aug 16 23:51:20.752024 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d1396f01-faf9-4429-b3e6-b9a1964ab8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:20.757842 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port d13bcee1-6820-450a-8e0e-a3209b73274b triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:20.758394 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:20.763657 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d1396f01-faf9-4429-b3e6-b9a1964ab8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:20.768499 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d1396f01-faf9-4429-b3e6-b9a1964ab8f9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/79be7637-7340-46e0-b369-5acaf39cefd3 HTTP/1.1" status: 204 len: 168 time: 1.3808782 Aug 16 23:51:20.966929 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Allocated IP 172.25.3.166 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/36c458a6-4627-4c9c-ba94-2c0860934fd5) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:51:21.078795 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1396f01-faf9-4429-b3e6-b9a1964ab8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79be7637-7340-46e0-b369-5acaf39cefd3,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:21.096491 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9c3316f5-52e5-4313-8123-c838150e970c up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:21.115255 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2d3d8b70-c058-4f31-8798-df24e6117606 req-988b678d-fb61-45d0-9349-6eef7c80fefc service neutron] 10.222.0.69 "GET /v2.0/networks/94cccefc-4269-48cf-98bd-8abcbe14edad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9977994 Aug 16 23:51:21.259028 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 9c3316f5-52e5-4313-8123-c838150e970c completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:21.270644 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 9c3316f5-52e5-4313-8123-c838150e970c triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:21.271598 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:21.315654 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-db24fd1e-410b-4cfb-bbbe-167fb4d99335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:21.398849 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-d0ce6c1b-2b00-4d93-b558-3c79840f5d45 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Allocated IP 192.168.233.55 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:51:21.488074 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0fb4c92d-3007-4232-bce8-fc980222947d req-9c8c58c5-5f5f-4e2c-befe-9c5a84f2ee1b service neutron] 10.222.0.64 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7163756 Aug 16 23:51:21.495131 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:21.523770 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 9c3316f5-52e5-4313-8123-c838150e970c, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9c3316f5-52e5-4313-8123-c838150e970c,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:21.542190 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:21.543020 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 17a7174b-1cb8-4dc4-a731-150c82701935 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:21.575161 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2d3d8b70-c058-4f31-8798-df24e6117606 req-54e48575-87d5-4ef4-9b14-fc87fffa6bcf service neutron] 10.222.0.69 "GET /v2.0/networks/94cccefc-4269-48cf-98bd-8abcbe14edad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471021 Aug 16 23:51:21.578527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e955d-9e2c-4e03-91f1-f29fe74e624f req-95565eed-bab9-42f4-bc64-19746bba1474 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:21.580237 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b32e955d-9e2c-4e03-91f1-f29fe74e624f req-95565eed-bab9-42f4-bc64-19746bba1474 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 943 time: 0.3962295 Aug 16 23:51:21.595841 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb67358-d5b6-4cdd-b8b3-6f1ee0949442 req-deead2f9-e539-440c-a508-ad5e2b4baf7b tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:21.608424 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6cb67358-d5b6-4cdd-b8b3-6f1ee0949442 req-deead2f9-e539-440c-a508-ad5e2b4baf7b tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 949 time: 0.4594514 Aug 16 23:51:21.723397 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=9c3316f5-52e5-4313-8123-c838150e970c,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:21.756916 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:21.757481 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 17a7174b-1cb8-4dc4-a731-150c82701935 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:21.767015 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 17a7174b-1cb8-4dc4-a731-150c82701935 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:21.769488 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:21.858635 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8afc38bb-547a-4cd2-9b3f-ae7dc3fdbd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:21.958053 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b32e955d-9e2c-4e03-91f1-f29fe74e624f req-a409c920-c6ea-4a31-a572-79ec52bfce25 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273046 Aug 16 23:51:22.009117 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:22.013009 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:22.015177 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6cb67358-d5b6-4cdd-b8b3-6f1ee0949442 req-1a62cbaf-7a8d-4ccf-8e3b-d390d093372a tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053919 Aug 16 23:51:22.126894 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 17a7174b-1cb8-4dc4-a731-150c82701935, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=17a7174b-1cb8-4dc4-a731-150c82701935,segment=NetworkSegment(e9a2b254-9bc1-444f-b9d4-3534f0d204f8),segment_id=e9a2b254-9bc1-444f-b9d4-3534f0d204f8)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:22.134674 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-db24fd1e-410b-4cfb-bbbe-167fb4d99335 service neutron] Transition to ACTIVE for port object 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:22.148413 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:22.206688 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-db24fd1e-410b-4cfb-bbbe-167fb4d99335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:22.241469 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-8afc38bb-547a-4cd2-9b3f-ae7dc3fdbd62 admin admin] Allocated IP 172.20.0.1 (d54d510f-d412-4503-9f5e-2216d6024f28/ded30229-c796-4db2-8f5b-e9bfb3b1378d/6705712f-f414-476b-b172-72fa96383942) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:51:22.284610 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=17a7174b-1cb8-4dc4-a731-150c82701935,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:22.353657 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 8275c583-78c1-4dda-9be4-a5d6fbf56fda up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:22.427421 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8afc38bb-547a-4cd2-9b3f-ae7dc3fdbd62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:22.451086 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb82eb7e-a366-4640-9492-8c26424d569a req-4e69eb01-cdd2-4dfb-9d94-215ccc31aa55 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4d7ad0d-685e-412a-9200-29998abb8808 HTTP/1.1" status: 200 len: 210 time: 0.2079799 Aug 16 23:51:22.453340 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-8afc38bb-547a-4cd2-9b3f-ae7dc3fdbd62 admin admin] Transition to ACTIVE for port object 6705712f-f414-476b-b172-72fa96383942 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:22.459704 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:51:22.460849 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24fd1e-410b-4cfb-bbbe-167fb4d99335 service neutron] Pushing event updated for resources: {'Port': ['ID=8d9f1503-75ee-4d86-bef9-6f43c87be0f9,revision_number=10']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:22.529318 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8afc38bb-547a-4cd2-9b3f-ae7dc3fdbd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:22.565070 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-db24fd1e-410b-4cfb-bbbe-167fb4d99335 service neutron] No DVR routers for this DVR port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 on host n-h1-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:51:22.572365 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:51:22.583377 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 8275c583-78c1-4dda-9be4-a5d6fbf56fda triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:22.583844 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-d0ce6c1b-2b00-4d93-b558-3c79840f5d45 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:22.584222 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:22.586678 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:22.614498 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afc38bb-547a-4cd2-9b3f-ae7dc3fdbd62 admin admin] Network d54d510f-d412-4503-9f5e-2216d6024f28 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:51:22.615677 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc38bb-547a-4cd2-9b3f-ae7dc3fdbd62 admin admin] Pushing event updated for resources: {'Port': ['ID=6705712f-f414-476b-b172-72fa96383942,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:22.618549 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-8afc38bb-547a-4cd2-9b3f-ae7dc3fdbd62 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:22.621348 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afc38bb-547a-4cd2-9b3f-ae7dc3fdbd62 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:51:22.621838 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8afc38bb-547a-4cd2-9b3f-ae7dc3fdbd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:22.684025 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:51:22.720890 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-db24fd1e-410b-4cfb-bbbe-167fb4d99335 service neutron] 10.222.0.69 "PUT /v2.0/ports/8d9f1503-75ee-4d86-bef9-6f43c87be0f9/bindings/n-h2-800088-20/activate HTTP/1.1" status: 200 len: 370 time: 3.7987356 Aug 16 23:51:22.723533 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:22.730078 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-d0ce6c1b-2b00-4d93-b558-3c79840f5d45 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Transition to ACTIVE for port object a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:22.796604 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9c3316f5-52e5-4313-8123-c838150e970c up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:22.808462 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Pushing event updated for resources: {'Port': ['ID=36c458a6-4627-4c9c-ba94-2c0860934fd5,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:22.818860 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:51:22.826996 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-d0ce6c1b-2b00-4d93-b558-3c79840f5d45 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:22.886144 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8afc38bb-547a-4cd2-9b3f-ae7dc3fdbd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:22.895673 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['cc501ed2-c82f-4999-824f-52e4117deb90'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:51:22.898301 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:51:22.939625 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-b1d98049-1d1f-43a1-81a7-198b296fa9cd tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:22.942440 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-b1d98049-1d1f-43a1-81a7-198b296fa9cd tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2&tenant_id=b30c0e442778419181d2ad6b2586afae&binding%3Ahost_id=n-h1-800088-20 HTTP/1.1" status: 200 len: 1096 time: 0.1400201 Aug 16 23:51:23.035531 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-d0ce6c1b-2b00-4d93-b558-3c79840f5d45 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:51:23.074847 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-d0ce6c1b-2b00-4d93-b558-3c79840f5d45 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:23.100476 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-d0ce6c1b-2b00-4d93-b558-3c79840f5d45 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:51:23.110522 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-d0ce6c1b-2b00-4d93-b558-3c79840f5d45 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:23.113667 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-d0ce6c1b-2b00-4d93-b558-3c79840f5d45 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:23.234354 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:23.266177 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7260417e-61dd-4368-ba67-e5c1417ae6b2 None None] Provisioning for port 6705712f-f414-476b-b172-72fa96383942 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:23.291963 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8afc38bb-547a-4cd2-9b3f-ae7dc3fdbd62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:23.294233 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7260417e-61dd-4368-ba67-e5c1417ae6b2 None None] Provisioning complete for port 6705712f-f414-476b-b172-72fa96383942 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:23.294586 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7260417e-61dd-4368-ba67-e5c1417ae6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:23.302530 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce6c1b-2b00-4d93-b558-3c79840f5d45 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Pushing event updated for resources: {'Port': ['ID=a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:23.357408 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8afc38bb-547a-4cd2-9b3f-ae7dc3fdbd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:23.358518 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8afc38bb-547a-4cd2-9b3f-ae7dc3fdbd62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:23.370106 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 9c3316f5-52e5-4313-8123-c838150e970c triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:23.370407 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:23.446884 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-d0ce6c1b-2b00-4d93-b558-3c79840f5d45 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2471993 Aug 16 23:51:23.479719 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-4141fb1e-be0b-498e-8f85-c3f7446f55d3 service neutron] Request body: {'port': {'device_id': 'f4d7ad0d-685e-412a-9200-29998abb8808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:23.532433 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a3d3a-fbf1-4899-acde-3e9c3979a9bb req-103dfc4f-1fcc-4d2c-8085-26208ea58424 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:23.534043 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d70a3d3a-fbf1-4899-acde-3e9c3979a9bb req-103dfc4f-1fcc-4d2c-8085-26208ea58424 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 944 time: 0.4050441 Aug 16 23:51:23.544388 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc38bb-547a-4cd2-9b3f-ae7dc3fdbd62 admin admin] Pushing event updated for resources: {'Port': ['ID=6705712f-f414-476b-b172-72fa96383942,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:23.567061 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-1ad9834d-dd88-46ff-adbd-0872e16ea2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:23.567272 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:23.569525 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-1ad9834d-dd88-46ff-adbd-0872e16ea2db service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2&tenant_id=b30c0e442778419181d2ad6b2586afae HTTP/1.1" status: 200 len: 1096 time: 0.2749767 Aug 16 23:51:23.589568 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5c65a-eebc-4e7f-b06b-e9ea172ef85d req-fe3a02c2-05d0-47ff-84a2-2a483aaca39a tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:23.593575 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70d5c65a-eebc-4e7f-b06b-e9ea172ef85d req-fe3a02c2-05d0-47ff-84a2-2a483aaca39a tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 949 time: 0.3388622 Aug 16 23:51:23.632441 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-7260417e-61dd-4368-ba67-e5c1417ae6b2 None None] Port 6705712f-f414-476b-b172-72fa96383942 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:51:23.651790 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afc38bb-547a-4cd2-9b3f-ae7dc3fdbd62 admin admin] Network d54d510f-d412-4503-9f5e-2216d6024f28 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:51:23.660086 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-8afc38bb-547a-4cd2-9b3f-ae7dc3fdbd62 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:23.678228 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-55c01b63-c853-4fca-afc1-51a35de4805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:23.679817 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-55c01b63-c853-4fca-afc1-51a35de4805a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b30c0e442778419181d2ad6b2586afae&device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 1096 time: 0.0788300 Aug 16 23:51:23.906763 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afc38bb-547a-4cd2-9b3f-ae7dc3fdbd62 admin admin] Router f3f93c13-67ce-4a0e-be85-32042ed9afe2 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:51:23.908750 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-be715d37-6590-44e5-8b0c-db6c41592234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:23.910452 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-be715d37-6590-44e5-8b0c-db6c41592234 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5dc1690b-6624-46fa-a54a-7524bbadf6de HTTP/1.1" status: 200 len: 919 time: 0.1959236 Aug 16 23:51:23.913692 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a3c6af37-1c4c-4783-bb69-836e84105acd None None] Provisioning for port a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:23.931448 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a3c6af37-1c4c-4783-bb69-836e84105acd None None] Provisioning complete for port a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:23.936391 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a3c6af37-1c4c-4783-bb69-836e84105acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:23.974287 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-fb9ed60e-e598-417c-a476-a9115623f972 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d9f1503-75ee-4d86-bef9-6f43c87be0f9 HTTP/1.1" status: 200 len: 217 time: 0.0540850 Aug 16 23:51:24.093362 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-a3c6af37-1c4c-4783-bb69-836e84105acd None None] Port a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:51:24.138542 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-c02dd77a-4b2e-4516-9f62-a8de1170c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:24.143730 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-c02dd77a-4b2e-4516-9f62-a8de1170c079 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5 HTTP/1.1" status: 200 len: 858 time: 0.1219251 Aug 16 23:51:24.169470 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d70a3d3a-fbf1-4899-acde-3e9c3979a9bb req-29ebffff-803e-4a28-9228-92d5906fcc50 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5693965 Aug 16 23:51:24.183146 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-67adbcfe-f5fb-42d1-b97e-28a2b8bfb6b0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5dc1690b-6624-46fa-a54a-7524bbadf6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315626 Aug 16 23:51:24.200780 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afc38bb-547a-4cd2-9b3f-ae7dc3fdbd62 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:51:24.200780 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8afc38bb-547a-4cd2-9b3f-ae7dc3fdbd62 admin admin] 10.222.0.60 "PUT /v2.0/routers/f3f93c13-67ce-4a0e-be85-32042ed9afe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4117320 Aug 16 23:51:24.217636 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505afbb-591f-4a55-8e73-a6635cfc2e31 None None] Sync routers for ids ['f3f93c13-67ce-4a0e-be85-32042ed9afe2'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:51:24.246838 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5505afbb-591f-4a55-8e73-a6635cfc2e31 None None] Routers {'f3f93c13-67ce-4a0e-be85-32042ed9afe2'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:51:24.248655 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-5505afbb-591f-4a55-8e73-a6635cfc2e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:51:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['f3f93c13-67ce-4a0e-be85-32042ed9afe2'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:24.303571 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-4141fb1e-be0b-498e-8f85-c3f7446f55d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:24.413223 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 17a7174b-1cb8-4dc4-a731-150c82701935 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:24.491789 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-5b8a888f-cc79-4a58-9afc-57334aab835b service neutron] 10.222.0.64 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975171 Aug 16 23:51:24.495167 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-9fd98f56-e82a-444a-b10e-7fe7ed05b241 None None] Provisioning complete for port 6705712f-f414-476b-b172-72fa96383942 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:24.495550 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9fd98f56-e82a-444a-b10e-7fe7ed05b241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:24.522857 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44356) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:24.656095 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-9fd98f56-e82a-444a-b10e-7fe7ed05b241 None None] Port 6705712f-f414-476b-b172-72fa96383942 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:51:24.668086 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-5505afbb-591f-4a55-8e73-a6635cfc2e31 None None] Set router f3f93c13-67ce-4a0e-be85-32042ed9afe2 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:51:24.671113 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 17a7174b-1cb8-4dc4-a731-150c82701935 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:24.671481 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:24.678414 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-693eb577-3ded-4b91-a679-bd2b75977ae1 service neutron] 10.222.0.64 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661770 Aug 16 23:51:24.681892 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70d5c65a-eebc-4e7f-b06b-e9ea172ef85d req-5ac7d54c-5fae-4321-8999-e6160b904d6c tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5492353 Aug 16 23:51:24.818100 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee25df0-4dcb-4c32-a649-b7e5ae306d37 req-3b38ec41-59ba-4025-b0bf-59880b9684e6 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:24.818896 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e081b82c-8fc5-43b6-836d-5aaf4755c294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:24.819660 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fee25df0-4dcb-4c32-a649-b7e5ae306d37 req-3b38ec41-59ba-4025-b0bf-59880b9684e6 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4d7ad0d-685e-412a-9200-29998abb8808 HTTP/1.1" status: 200 len: 935 time: 0.3459616 Aug 16 23:51:25.029034 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-87565456-51ca-43e5-910d-29765d930ce2 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:25.030873 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-87565456-51ca-43e5-910d-29765d930ce2 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2&tenant_id=b30c0e442778419181d2ad6b2586afae&binding%3Ahost_id=n-h2-800088-20 HTTP/1.1" status: 200 len: 1096 time: 0.0847137 Aug 16 23:51:25.070813 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-5505afbb-591f-4a55-8e73-a6635cfc2e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f93c13-67ce-4a0e-be85-32042ed9afe2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1935996338-router', 'tenant_id': '2017dd48a4c047b29cd72396e46d4bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '9c3316f5-52e5-4313-8123-c838150e970c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:10Z', 'updated_at': '2021-08-16T23:51:22Z', 'revision_number': 4, 'project_id': '2017dd48a4c047b29cd72396e46d4bcc', 'gw_port': {'id': '9c3316f5-52e5-4313-8123-c838150e970c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:aa:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f93c13-67ce-4a0e-be85-32042ed9afe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:11Z', 'updated_at': '2021-08-16T23:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '6705712f-f414-476b-b172-72fa96383942', 'name': '', 'network_id': 'd54d510f-d412-4503-9f5e-2216d6024f28', 'tenant_id': '2017dd48a4c047b29cd72396e46d4bcc', 'mac_address': 'fa:16:3e:e7:3e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f93c13-67ce-4a0e-be85-32042ed9afe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ded30229-c796-4db2-8f5b-e9bfb3b1378d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:21Z', 'updated_at': '2021-08-16T23:51:23Z', 'revision_number': 2, 'project_id': '2017dd48a4c047b29cd72396e46d4bcc', 'subnets': [{'id': 'ded30229-c796-4db2-8f5b-e9bfb3b1378d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:25.110310 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-83d025f5-4237-43ad-898f-28e204a331c9 req-2bc7a933-de37-45f4-a199-f6757f184277 tempest-FloatingIPsNegativeTestJSON-2006869889 tempest-FloatingIPsNegativeTestJSON-2006869889-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=2017dd48a4c047b29cd72396e46d4bcc HTTP/1.1" status: 200 len: 217 time: 0.1133091 Aug 16 23:51:25.144609 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e081b82c-8fc5-43b6-836d-5aaf4755c294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:25.149197 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505afbb-591f-4a55-8e73-a6635cfc2e31 None None] Checking router: f3f93c13-67ce-4a0e-be85-32042ed9afe2 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:51:25.149556 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505afbb-591f-4a55-8e73-a6635cfc2e31 None None] Updating router f3f93c13-67ce-4a0e-be85-32042ed9afe2 port 6705712f-f414-476b-b172-72fa96383942 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:51:25.154891 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e081b82c-8fc5-43b6-836d-5aaf4755c294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:25.164229 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-4141fb1e-be0b-498e-8f85-c3f7446f55d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:51:25.185017 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e081b82c-8fc5-43b6-836d-5aaf4755c294 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d8a2cd59645486d84b4b952469e76ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6607330 Aug 16 23:51:25.194025 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44364) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:25.194584 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5505afbb-591f-4a55-8e73-a6635cfc2e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:25.214203 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:25.218044 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-4141fb1e-be0b-498e-8f85-c3f7446f55d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:25.236628 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54f737ee-b0ee-4586-a7cc-a5ff9bd6b992 req-57f054d7-0f6d-428f-aa99-cf298b6865d8 tempest-FloatingIPsNegativeTestJSON-2006869889 tempest-FloatingIPsNegativeTestJSON-2006869889-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0944383 Aug 16 23:51:25.251902 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fee25df0-4dcb-4c32-a649-b7e5ae306d37 req-fdf91c5d-5a3f-4a86-b8a0-c2a87f10f79b tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0246869-cc37-4a63-8505-d99ab8f34bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902779 Aug 16 23:51:25.256438 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:25.302564 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:25.385935 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-4141fb1e-be0b-498e-8f85-c3f7446f55d3 service neutron] Transition to ACTIVE for port object a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:25.472194 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-4dd64de9-8ab1-4153-9cf8-4e14c1629be8 req-12398b4c-d20f-4ea9-b087-838a9795839b tempest-FloatingIPsNegativeTestJSON-2006869889 tempest-FloatingIPsNegativeTestJSON-2006869889-project] show failed (client error): The resource could not be found. Aug 16 23:51:25.473388 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4dd64de9-8ab1-4153-9cf8-4e14c1629be8 req-12398b4c-d20f-4ea9-b087-838a9795839b tempest-FloatingIPsNegativeTestJSON-2006869889 tempest-FloatingIPsNegativeTestJSON-2006869889-project] 10.222.0.60 "GET /v2.0/floatingips/7025a133-f2bb-4733-9538-1bacbf2749e9 HTTP/1.1" status: 404 len: 350 time: 0.1798730 Aug 16 23:51:25.492282 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-4141fb1e-be0b-498e-8f85-c3f7446f55d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:25.494528 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44372) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:25.521849 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:25.532532 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6302578 Aug 16 23:51:25.532532 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Pushing event updated for resources: {'Port': ['ID=36c458a6-4627-4c9c-ba94-2c0860934fd5,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:25.597072 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:25.597608 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:25.598170 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:25.598609 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:25.599041 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:25.599472 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:25.599902 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:25.600329 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:25.600775 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:25.601239 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:25.601664 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:25.602089 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e8b66-ee2d-4a79-b8c2-edfe32351a8f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:25.628697 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4e8e7-adc8-40d9-aa5e-e200812a6337 req-a2c18408-6a1b-4ff1-a30a-d18a3c34b76f tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:25.640294 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8eb4e8e7-adc8-40d9-aa5e-e200812a6337 req-a2c18408-6a1b-4ff1-a30a-d18a3c34b76f tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 944 time: 0.2950573 Aug 16 23:51:25.724562 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081b82c-8fc5-43b6-836d-5aaf4755c294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9136ccd0-8b34-4e5d-a292-e820bc702569,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:25.755561 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-6178f3e1-898d-489c-8332-ad435899cbe2 service neutron] For port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:51:25.759347 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-6178f3e1-898d-489c-8332-ad435899cbe2 service neutron] Notify callbacks [] for binding, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:25.760475 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9693fefe-a0a0-4076-9c7e-e70f8f2ef6e5 req-6178f3e1-898d-489c-8332-ad435899cbe2 service neutron] 10.222.0.64 "DELETE /v2.0/ports/8d9f1503-75ee-4d86-bef9-6f43c87be0f9/bindings/n-h1-800088-20 HTTP/1.1" status: 204 len: 173 time: 0.7191093 Aug 16 23:51:25.781229 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0ea7eda4-a41a-4a13-9d1f-39fdeb2b9c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:25.812105 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0ea7eda4-a41a-4a13-9d1f-39fdeb2b9c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:25.838954 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5505afbb-591f-4a55-8e73-a6635cfc2e31 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:25.866528 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8eb4e8e7-adc8-40d9-aa5e-e200812a6337 req-726a5291-a49c-419a-a4be-f87d48e8338c tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245173 Aug 16 23:51:25.876825 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5505afbb-591f-4a55-8e73-a6635cfc2e31 None None] Transition to ACTIVE for port object 6705712f-f414-476b-b172-72fa96383942 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:25.877534 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0ea7eda4-a41a-4a13-9d1f-39fdeb2b9c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:25.880754 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0ea7eda4-a41a-4a13-9d1f-39fdeb2b9c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:25.883350 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0ea7eda4-a41a-4a13-9d1f-39fdeb2b9c19 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9136ccd0-8b34-4e5d-a292-e820bc702569 HTTP/1.1" status: 204 len: 168 time: 0.6880703 Aug 16 23:51:25.894821 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7eda4-a41a-4a13-9d1f-39fdeb2b9c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9136ccd0-8b34-4e5d-a292-e820bc702569,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:25.935667 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5505afbb-591f-4a55-8e73-a6635cfc2e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:26.077701 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141fb1e-be0b-498e-8f85-c3f7446f55d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:26.080342 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3dfd46-3a58-446c-9b0a-5a94d03c7f37 None None] Pushing event updated for resources: {'Port': ['ID=6705712f-f414-476b-b172-72fa96383942,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:26.100912 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-4141fb1e-be0b-498e-8f85-c3f7446f55d3 service neutron] Attempting to bind port a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:51:26.102007 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-4141fb1e-be0b-498e-8f85-c3f7446f55d3 service neutron] Attempting to bind port a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:51:26.102486 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-4141fb1e-be0b-498e-8f85-c3f7446f55d3 service neutron] Attempting to bind port a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:26.143236 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-5505afbb-591f-4a55-8e73-a6635cfc2e31 None None] Attempting to bind port 6705712f-f414-476b-b172-72fa96383942 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:51:26.143985 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-5505afbb-591f-4a55-8e73-a6635cfc2e31 None None] Attempting to bind port 6705712f-f414-476b-b172-72fa96383942 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '79ee0e95-cc66-4db7-9780-8029fcf9b047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd54d510f-d412-4503-9f5e-2216d6024f28'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:51:26.144674 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5505afbb-591f-4a55-8e73-a6635cfc2e31 None None] Attempting to bind port 6705712f-f414-476b-b172-72fa96383942 on network d54d510f-d412-4503-9f5e-2216d6024f28 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:26.151753 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5505afbb-591f-4a55-8e73-a6635cfc2e31 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:51:26.152339 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5505afbb-591f-4a55-8e73-a6635cfc2e31 None None] Checking segment: {'id': '79ee0e95-cc66-4db7-9780-8029fcf9b047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd54d510f-d412-4503-9f5e-2216d6024f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:51:26.153266 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5505afbb-591f-4a55-8e73-a6635cfc2e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:26.153826 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5505afbb-591f-4a55-8e73-a6635cfc2e31 None None] Bound using segment: {'id': '79ee0e95-cc66-4db7-9780-8029fcf9b047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd54d510f-d412-4503-9f5e-2216d6024f28'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:51:26.154556 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-5505afbb-591f-4a55-8e73-a6635cfc2e31 None None] Bound port: 6705712f-f414-476b-b172-72fa96383942, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ee0e95-cc66-4db7-9780-8029fcf9b047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd54d510f-d412-4503-9f5e-2216d6024f28'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:51:26.155371 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5505afbb-591f-4a55-8e73-a6635cfc2e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:26.253559 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906cad04-a92e-495a-8ecb-45e799aca9fe req-b41d6e93-2ef0-4231-858a-f623ed047720 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:26.256027 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-906cad04-a92e-495a-8ecb-45e799aca9fe req-b41d6e93-2ef0-4231-858a-f623ed047720 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 949 time: 0.2974849 Aug 16 23:51:26.257252 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-4141fb1e-be0b-498e-8f85-c3f7446f55d3 service neutron] Port a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:51:26.257809 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-4141fb1e-be0b-498e-8f85-c3f7446f55d3 service neutron] Attempting to bind port a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:26.292684 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-5505afbb-591f-4a55-8e73-a6635cfc2e31 None None] For port 6705712f-f414-476b-b172-72fa96383942, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:51:26.296374 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-4141fb1e-be0b-498e-8f85-c3f7446f55d3 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:51:26.296713 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-4141fb1e-be0b-498e-8f85-c3f7446f55d3 service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:51:26.297131 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-4141fb1e-be0b-498e-8f85-c3f7446f55d3 service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:51:26.297578 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-4141fb1e-be0b-498e-8f85-c3f7446f55d3 service neutron] Bound port: a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:51:26.297938 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-4141fb1e-be0b-498e-8f85-c3f7446f55d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:26.302969 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-5505afbb-591f-4a55-8e73-a6635cfc2e31 None None] For port 6705712f-f414-476b-b172-72fa96383942, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6705712f-f414-476b-b172-72fa96383942,segment=NetworkSegment(79ee0e95-cc66-4db7-9780-8029fcf9b047),segment_id=79ee0e95-cc66-4db7-9780-8029fcf9b047)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:51:26.312918 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5505afbb-591f-4a55-8e73-a6635cfc2e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:26.325578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-2ca352a0-ea86-4ab6-abfb-bcc6f6348753 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1159476812&fields=id&tenant_id=ea1f363e7da44969b3a4164afa733f09 HTTP/1.1" status: 200 len: 267 time: 0.2297976 Aug 16 23:51:26.490471 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3dfd46-3a58-446c-9b0a-5a94d03c7f37 None None] Pushing event updated for resources: {'Port': ['ID=6705712f-f414-476b-b172-72fa96383942,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:26.504197 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44398) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:26.506301 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5505afbb-591f-4a55-8e73-a6635cfc2e31 None None] Routers {'f3f93c13-67ce-4a0e-be85-32042ed9afe2'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:51:26.507115 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-5505afbb-591f-4a55-8e73-a6635cfc2e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:51:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['f3f93c13-67ce-4a0e-be85-32042ed9afe2'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:26.518945 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-af47b9a9-e273-478c-b7bf-ea198b6df4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:26.573721 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-906cad04-a92e-495a-8ecb-45e799aca9fe req-be242ec6-682d-4d76-86d0-b7d36e49138d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981353 Aug 16 23:51:26.693819 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-4141fb1e-be0b-498e-8f85-c3f7446f55d3 service neutron] For port a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:51:26.695943 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-af47b9a9-e273-478c-b7bf-ea198b6df4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:26.714046 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-af47b9a9-e273-478c-b7bf-ea198b6df4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:26.759031 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-4141fb1e-be0b-498e-8f85-c3f7446f55d3 service neutron] For port a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:51:26.770669 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-af47b9a9-e273-478c-b7bf-ea198b6df4b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a8382d297674015a7c9799ba75e8190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2650855 Aug 16 23:51:26.771562 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47b9a9-e273-478c-b7bf-ea198b6df4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8b496d-667e-47dc-83d9-55a89a3d31d3,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:26.775713 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44402) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:26.808733 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-5505afbb-591f-4a55-8e73-a6635cfc2e31 None None] Set router f3f93c13-67ce-4a0e-be85-32042ed9afe2 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:51:26.811686 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-4141fb1e-be0b-498e-8f85-c3f7446f55d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:26.820093 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-6fb4609b-8bb9-4dfa-9e37-17a5c32a914d tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:26.821725 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-6fb4609b-8bb9-4dfa-9e37-17a5c32a914d tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "GET /v2.0/networks?id=dfceb4c9-aedb-4a4a-ad89-be69b8624208 HTTP/1.1" status: 200 len: 815 time: 0.4950407 Aug 16 23:51:26.870486 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-4141fb1e-be0b-498e-8f85-c3f7446f55d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:26.871275 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-4141fb1e-be0b-498e-8f85-c3f7446f55d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:26.873240 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-4141fb1e-be0b-498e-8f85-c3f7446f55d3 service neutron] 10.222.0.64 "PUT /v2.0/ports/a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a HTTP/1.1" status: 200 len: 1096 time: 3.4065022 Aug 16 23:51:26.886249 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d7ad0d-685e-412a-9200-29998abb8808', 'tag': 'a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:51:26.888523 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297182a7-0ef0-49fb-87c1-64e7d10df2de" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d7ad0d-685e-412a-9200-29998abb8808", "tag": "a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:51:26.894509 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e1faae95-bd26-40e9-bb46-d4dc650a74b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:26.949506 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e1faae95-bd26-40e9-bb46-d4dc650a74b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:26.956238 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-268df576-88b0-4b36-862d-aa180fb42e13 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "GET /v2.0/quotas/ea1f363e7da44969b3a4164afa733f09 HTTP/1.1" status: 200 len: 375 time: 0.0940025 Aug 16 23:51:26.980965 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e303647-84c4-4830-8b4e-66fe7b784421 req-bd2cf106-eef9-416d-93bf-71315c83c930 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:26.983157 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e303647-84c4-4830-8b4e-66fe7b784421 req-bd2cf106-eef9-416d-93bf-71315c83c930 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 1096 time: 0.2571840 Aug 16 23:51:27.024649 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141fb1e-be0b-498e-8f85-c3f7446f55d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:27.059253 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e1faae95-bd26-40e9-bb46-d4dc650a74b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:27.063324 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e1faae95-bd26-40e9-bb46-d4dc650a74b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:27.066996 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e1faae95-bd26-40e9-bb46-d4dc650a74b4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ea8b496d-667e-47dc-83d9-55a89a3d31d3 HTTP/1.1" status: 204 len: 168 time: 0.2878847 Aug 16 23:51:27.084933 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1faae95-bd26-40e9-bb46-d4dc650a74b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8b496d-667e-47dc-83d9-55a89a3d31d3,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:27.210062 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-5505afbb-591f-4a55-8e73-a6635cfc2e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f93c13-67ce-4a0e-be85-32042ed9afe2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1935996338-router', 'tenant_id': '2017dd48a4c047b29cd72396e46d4bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '9c3316f5-52e5-4313-8123-c838150e970c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:10Z', 'updated_at': '2021-08-16T23:51:22Z', 'revision_number': 4, 'project_id': '2017dd48a4c047b29cd72396e46d4bcc', 'gw_port': {'id': '9c3316f5-52e5-4313-8123-c838150e970c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:aa:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f93c13-67ce-4a0e-be85-32042ed9afe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:11Z', 'updated_at': '2021-08-16T23:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '6705712f-f414-476b-b172-72fa96383942', 'name': '', 'network_id': 'd54d510f-d412-4503-9f5e-2216d6024f28', 'tenant_id': '2017dd48a4c047b29cd72396e46d4bcc', 'mac_address': 'fa:16:3e:e7:3e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f93c13-67ce-4a0e-be85-32042ed9afe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ded30229-c796-4db2-8f5b-e9bfb3b1378d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:21Z', 'updated_at': '2021-08-16T23:51:26Z', 'revision_number': 4, 'project_id': '2017dd48a4c047b29cd72396e46d4bcc', 'subnets': [{'id': 'ded30229-c796-4db2-8f5b-e9bfb3b1378d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:27.243224 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505afbb-591f-4a55-8e73-a6635cfc2e31 None None] The sync data for ids ['f3f93c13-67ce-4a0e-be85-32042ed9afe2'] in n-d-800088-20 is: [{'id': 'f3f93c13-67ce-4a0e-be85-32042ed9afe2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1935996338-router', 'tenant_id': '2017dd48a4c047b29cd72396e46d4bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '9c3316f5-52e5-4313-8123-c838150e970c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:10Z', 'updated_at': '2021-08-16T23:51:22Z', 'revision_number': 4, 'project_id': '2017dd48a4c047b29cd72396e46d4bcc', 'gw_port': {'id': '9c3316f5-52e5-4313-8123-c838150e970c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:aa:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f93c13-67ce-4a0e-be85-32042ed9afe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:11Z', 'updated_at': '2021-08-16T23:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '6705712f-f414-476b-b172-72fa96383942', 'name': '', 'network_id': 'd54d510f-d412-4503-9f5e-2216d6024f28', 'tenant_id': '2017dd48a4c047b29cd72396e46d4bcc', 'mac_address': 'fa:16:3e:e7:3e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f93c13-67ce-4a0e-be85-32042ed9afe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ded30229-c796-4db2-8f5b-e9bfb3b1378d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:21Z', 'updated_at': '2021-08-16T23:51:26Z', 'revision_number': 4, 'project_id': '2017dd48a4c047b29cd72396e46d4bcc', 'subnets': [{'id': 'ded30229-c796-4db2-8f5b-e9bfb3b1378d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:51:27.456224 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-b1ef9faa-2773-4cd3-8f6a-b1ba738e0239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:27.457832 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-b1ef9faa-2773-4cd3-8f6a-b1ba738e0239 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8459912b905d4c5ea0cd572e2a3a7e36&device_id=f4d7ad0d-685e-412a-9200-29998abb8808 HTTP/1.1" status: 200 len: 1099 time: 0.5099735 Aug 16 23:51:27.479015 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e303647-84c4-4830-8b4e-66fe7b784421 req-27e57d19-5ee2-4d0b-b702-524824b4b406 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646437 Aug 16 23:51:27.530513 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-e74aced8-b115-45e3-8db8-165d870de587 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ea1f363e7da44969b3a4164afa733f09&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5502326 Aug 16 23:51:27.674168 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-f746865a-8c0b-47fb-883f-4505ef076611 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a HTTP/1.1" status: 200 len: 217 time: 0.1843245 Aug 16 23:51:27.881953 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-73892dae-8fdd-4d36-88f7-d412036672d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:27.883409 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-73892dae-8fdd-4d36-88f7-d412036672d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1418488 Aug 16 23:51:27.903412 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c23d8-281f-430f-b2a2-0cde252e9917 req-8c2f3fee-46d6-411f-a049-90f7c94f97a7 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:27.909460 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-412c23d8-281f-430f-b2a2-0cde252e9917 req-8c2f3fee-46d6-411f-a049-90f7c94f97a7 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4d7ad0d-685e-412a-9200-29998abb8808 HTTP/1.1" status: 200 len: 947 time: 0.2487869 Aug 16 23:51:28.046091 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-f3164aa7-e216-4ab5-bbe4-c44fa9f13dd0 service neutron] 10.222.0.60 "GET /v2.0/networks/dfceb4c9-aedb-4a4a-ad89-be69b8624208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855831 Aug 16 23:51:28.155048 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-412c23d8-281f-430f-b2a2-0cde252e9917 req-d84e5173-f458-48e1-bdb3-d3bb57ff66dc tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0246869-cc37-4a63-8505-d99ab8f34bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196991 Aug 16 23:51:28.175361 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c30bbe8-f921-408b-963f-294bd7e7aca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:28.178297 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-cb756206-b8fb-42e7-9ce3-230365aa97d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:28.179809 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-cb756206-b8fb-42e7-9ce3-230365aa97d1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2650061 Aug 16 23:51:28.365929 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6705712f-f414-476b-b172-72fa96383942 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:28.416831 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643f344d-1f38-4799-8253-ea09372c56c9 x-openstack-request-id: req-643f344d-1f38-4799-8253-ea09372c56c9 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:51:28.421385 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d7ad0d-685e-412a-9200-29998abb8808", "tag": "a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:51:28.421658 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-643f344d-1f38-4799-8253-ea09372c56c9 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:51:28.422083 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d7ad0d-685e-412a-9200-29998abb8808', 'tag': 'a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a', 'status': 'completed', 'code': 200} Aug 16 23:51:28.439662 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 6705712f-f414-476b-b172-72fa96383942 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:28.454143 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 6705712f-f414-476b-b172-72fa96383942 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:28.454931 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:28.464341 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-5db9a0f2-5cfa-4d13-8917-700e40c06fb9 service neutron] 10.222.0.60 "GET /v2.0/networks/dfceb4c9-aedb-4a4a-ad89-be69b8624208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198654 Aug 16 23:51:28.736628 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:28.776174 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-6d8a7112-ca5a-44fa-9f80-3f74c443a477 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515642 Aug 16 23:51:28.807501 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 6705712f-f414-476b-b172-72fa96383942, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6705712f-f414-476b-b172-72fa96383942,segment=NetworkSegment(79ee0e95-cc66-4db7-9780-8029fcf9b047),segment_id=79ee0e95-cc66-4db7-9780-8029fcf9b047)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:28.816510 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:28.908000 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb2100-b6f2-40f7-be58-0ec2a0efc768 req-f4c88ecc-85a5-44b5-b7e2-b97a004dca51 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:28.912420 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=6705712f-f414-476b-b172-72fa96383942,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:28.921725 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25bb2100-b6f2-40f7-be58-0ec2a0efc768 req-f4c88ecc-85a5-44b5-b7e2-b97a004dca51 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 949 time: 0.3964899 Aug 16 23:51:29.215911 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25bb2100-b6f2-40f7-be58-0ec2a0efc768 req-581eefc3-bda4-4df2-bde6-4721c578c33e tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873194 Aug 16 23:51:29.376739 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f90615d-c65f-46fc-844e-cb948b5e8963 req-07636437-d085-46fe-8d59-ca591de0317a service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5777371 Aug 16 23:51:29.378569 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fc61ea31-3d9a-4384-996d-e458476eb6ac req-05dcff25-dfb8-4c9b-bb85-fb8c4b726bd8 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c540bc2-0122-42f1-b034-b228e6b73757 HTTP/1.1" status: 200 len: 210 time: 0.0638649 Aug 16 23:51:29.390596 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-61a3a652-1ca6-4c0f-a135-2806f7616f71 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:29.398671 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-61a3a652-1ca6-4c0f-a135-2806f7616f71 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/networks?id=5dc1690b-6624-46fa-a54a-7524bbadf6de HTTP/1.1" status: 200 len: 818 time: 0.6181221 Aug 16 23:51:29.561917 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-681d6592-84b4-4ca7-9f62-b79daaed8258 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/quotas/b30c0e442778419181d2ad6b2586afae HTTP/1.1" status: 200 len: 375 time: 0.1621265 Aug 16 23:51:29.665759 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297182a7-0ef0-49fb-87c1-64e7d10df2de req-431126a4-1202-4bd7-8643-d6469c67f6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:29.667630 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-297182a7-0ef0-49fb-87c1-64e7d10df2de req-431126a4-1202-4bd7-8643-d6469c67f6f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8459912b905d4c5ea0cd572e2a3a7e36&device_id=f4d7ad0d-685e-412a-9200-29998abb8808 HTTP/1.1" status: 200 len: 1099 time: 0.2093661 Aug 16 23:51:29.689929 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-cd0ebe51-d087-4195-b96f-42d5126ba6d6 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b30c0e442778419181d2ad6b2586afae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1260161 Aug 16 23:51:29.712093 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451a8f2-7152-4bc8-8ee0-9a77b837eeb1 req-291d803b-7dd8-41f0-8c43-93b295e1fdd0 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:29.721321 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a451a8f2-7152-4bc8-8ee0-9a77b837eeb1 req-291d803b-7dd8-41f0-8c43-93b295e1fdd0 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4d7ad0d-685e-412a-9200-29998abb8808 HTTP/1.1" status: 200 len: 947 time: 0.1522341 Aug 16 23:51:29.788631 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-8c30bbe8-f921-408b-963f-294bd7e7aca2 admin admin] Deleting port 6705712f-f414-476b-b172-72fa96383942 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:51:29.789106 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c30bbe8-f921-408b-963f-294bd7e7aca2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:30.212142 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a451a8f2-7152-4bc8-8ee0-9a77b837eeb1 req-935f796e-e8e9-469e-be24-9c0df93abd3f tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0246869-cc37-4a63-8505-d99ab8f34bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733706 Aug 16 23:51:30.352770 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6705712f-f414-476b-b172-72fa96383942 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:30.403698 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-76d3b54b-0277-4a5e-a823-43e743ac12c6 service neutron] 10.222.0.60 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7121775 Aug 16 23:51:30.415674 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-8c30bbe8-f921-408b-963f-294bd7e7aca2 admin admin] For port 6705712f-f414-476b-b172-72fa96383942, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6705712f-f414-476b-b172-72fa96383942,segment=NetworkSegment(79ee0e95-cc66-4db7-9780-8029fcf9b047),segment_id=79ee0e95-cc66-4db7-9780-8029fcf9b047)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:30.416092 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c30bbe8-f921-408b-963f-294bd7e7aca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:30.421502 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297182a7-0ef0-49fb-87c1-64e7d10df2de req-8943861d-6478-425f-b41e-d73e973dc18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:30.423326 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-297182a7-0ef0-49fb-87c1-64e7d10df2de req-8943861d-6478-425f-b41e-d73e973dc18f service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.7219477 Aug 16 23:51:30.452137 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 6705712f-f414-476b-b172-72fa96383942 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:30.452820 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:30.554664 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-297182a7-0ef0-49fb-87c1-64e7d10df2de req-98c12ef2-5243-47cd-a54c-a3651eae589f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a HTTP/1.1" status: 200 len: 217 time: 0.0523880 Aug 16 23:51:30.572781 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-8c30bbe8-f921-408b-963f-294bd7e7aca2 admin admin] Calling delete_port for 6705712f-f414-476b-b172-72fa96383942 owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:51:30.659662 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297182a7-0ef0-49fb-87c1-64e7d10df2de req-e9bbb30c-75b7-4d7a-82bc-9a9c7463b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:30.661146 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-297182a7-0ef0-49fb-87c1-64e7d10df2de req-e9bbb30c-75b7-4d7a-82bc-9a9c7463b61f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0862670 Aug 16 23:51:30.677034 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-aa03a438-7071-436f-a442-dd4c3f78de20 service neutron] 10.222.0.60 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575634 Aug 16 23:51:30.769663 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-c8655129-6e1c-4d3e-92a6-a1c118cb6810 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:30.771060 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-c8655129-6e1c-4d3e-92a6-a1c118cb6810 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.69 "GET /v2.0/networks?id=dfceb4c9-aedb-4a4a-ad89-be69b8624208 HTTP/1.1" status: 200 len: 815 time: 0.5953977 Aug 16 23:51:30.806340 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297182a7-0ef0-49fb-87c1-64e7d10df2de req-c889b667-70b3-4d86-a0c5-6f9e826b4b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:30.807771 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-297182a7-0ef0-49fb-87c1-64e7d10df2de req-c889b667-70b3-4d86-a0c5-6f9e826b4b38 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1345916 Aug 16 23:51:30.999733 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59875b48-43bf-499e-816a-16600d7cff81 req-acb33bf0-8f93-4934-ba72-ce3a3bbdb956 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:31.001606 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-59875b48-43bf-499e-816a-16600d7cff81 req-acb33bf0-8f93-4934-ba72-ce3a3bbdb956 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 949 time: 0.3395853 Aug 16 23:51:31.023346 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-297182a7-0ef0-49fb-87c1-64e7d10df2de req-a7e6d221-4be0-4a0d-be46-772024030e68 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044449 Aug 16 23:51:31.073309 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7b23af40-3b2d-4793-b2f9-eba317125b20 req-775b6348-2a39-4fee-bbb3-b87abe9d5b36 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c540bc2-0122-42f1-b034-b228e6b73757 HTTP/1.1" status: 200 len: 210 time: 0.0964508 Aug 16 23:51:31.244481 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-59875b48-43bf-499e-816a-16600d7cff81 req-d3bc4083-c6c4-4824-873b-5b680e143c1d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198334 Aug 16 23:51:31.326671 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-cfd77504-8120-46e4-9bcc-31ac2cfb7f3f tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea1f363e7da44969b3a4164afa733f09 HTTP/1.1" status: 200 len: 380 time: 0.5399704 Aug 16 23:51:31.344266 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6de69c12-99bc-4924-80ba-7378819fb8c2 req-06741977-05dd-4c2f-9602-41fe5cfe3b0e tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 210 time: 0.1111779 Aug 16 23:51:31.365153 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-d57a3902-7715-4adf-9d3a-e575a1189299 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Request body: {'port': {'device_id': '8c540bc2-0122-42f1-b034-b228e6b73757', 'network_id': 'dfceb4c9-aedb-4a4a-ad89-be69b8624208', 'admin_state_up': True, 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'security_groups': ['0876bf16-2a72-4de0-bd73-ae6065860eb0']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:31.631797 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-297182a7-0ef0-49fb-87c1-64e7d10df2de req-af9af079-eb14-4704-868c-bfacff3d4ac9 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5522466 Aug 16 23:51:31.684755 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16234f2f-2458-4f6c-899f-3d46e7ec2778 req-f74bda4f-c833-46d6-b723-315465fd5e4c tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:31.694103 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16234f2f-2458-4f6c-899f-3d46e7ec2778 req-f74bda4f-c833-46d6-b723-315465fd5e4c tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4d7ad0d-685e-412a-9200-29998abb8808 HTTP/1.1" status: 200 len: 947 time: 0.2578793 Aug 16 23:51:31.704869 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c30bbe8-f921-408b-963f-294bd7e7aca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:31.756167 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30bbe8-f921-408b-963f-294bd7e7aca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6705712f-f414-476b-b172-72fa96383942,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:31.817140 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16234f2f-2458-4f6c-899f-3d46e7ec2778 req-540be20f-109d-4b69-982b-68f954764546 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0246869-cc37-4a63-8505-d99ab8f34bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204054 Aug 16 23:51:31.867185 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-d57a3902-7715-4adf-9d3a-e575a1189299 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Made reservation on behalf of ea1f363e7da44969b3a4164afa733f09 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:51:31.871497 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-d57a3902-7715-4adf-9d3a-e575a1189299 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:32.048660 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c30bbe8-f921-408b-963f-294bd7e7aca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:32.152832 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-d57a3902-7715-4adf-9d3a-e575a1189299 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Allocated IP 172.20.0.8 (dfceb4c9-aedb-4a4a-ad89-be69b8624208/acde4885-8004-4ab5-9f91-25ef081204d9/2db4129d-c04d-46bd-9436-70495ab50f2b) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:51:32.387158 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fa59e976-541c-4521-9caa-458c8004193d req-15f3a1f5-cb64-4eb0-b447-7d38217f7793 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c540bc2-0122-42f1-b034-b228e6b73757 HTTP/1.1" status: 200 len: 210 time: 0.1041310 Aug 16 23:51:32.474473 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44536) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:32.570351 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-af2ff430-7f8f-4bcf-84af-60d3c37e9a9c tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:32.572735 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-af2ff430-7f8f-4bcf-84af-60d3c37e9a9c tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.69 "GET /v2.0/networks?id=5dc1690b-6624-46fa-a54a-7524bbadf6de HTTP/1.1" status: 200 len: 818 time: 0.2055912 Aug 16 23:51:32.593431 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-261b73ac-9743-4021-b335-d2e2b7201d63 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Request body: {'port': {'device_id': 'f35f732a-884b-434c-ba04-59b9cbc06dcc', 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de', 'admin_state_up': True, 'tenant_id': 'b30c0e442778419181d2ad6b2586afae'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:32.606733 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7ecd3023-4347-4699-8206-09344784c9b6 req-cd360f1d-a510-47d7-be98-330539f4c71f tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 210 time: 0.0636220 Aug 16 23:51:32.640967 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee48db-4b1d-4fff-9084-de3a9ee8ddcc req-3314865e-133b-463d-8777-5c6b3d5d23d5 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:32.648618 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b7ee48db-4b1d-4fff-9084-de3a9ee8ddcc req-3314865e-133b-463d-8777-5c6b3d5d23d5 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 949 time: 0.2604561 Aug 16 23:51:32.672244 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-d57a3902-7715-4adf-9d3a-e575a1189299 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:32.675361 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c30bbe8-f921-408b-963f-294bd7e7aca2 admin admin] Router f3f93c13-67ce-4a0e-be85-32042ed9afe2 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:51:32.704791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-d57a3902-7715-4adf-9d3a-e575a1189299 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Transition to ACTIVE for port object 2db4129d-c04d-46bd-9436-70495ab50f2b will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:32.757924 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b7ee48db-4b1d-4fff-9084-de3a9ee8ddcc req-77eaa488-bca8-4336-9c2d-9ea9a64a2c44 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084502 Aug 16 23:51:32.782856 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-da857d0d-d440-4ba7-8a01-bfb16b1ff6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:32.794600 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-261b73ac-9743-4021-b335-d2e2b7201d63 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Made reservation on behalf of b30c0e442778419181d2ad6b2586afae for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:51:32.798964 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-261b73ac-9743-4021-b335-d2e2b7201d63 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:32.899899 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:51:33.016687 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-261b73ac-9743-4021-b335-d2e2b7201d63 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Allocated IP 172.20.0.7 (5dc1690b-6624-46fa-a54a-7524bbadf6de/dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5/9b0542dc-52ef-42a5-804f-639293288721) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:51:33.082272 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:33.099570 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': 'a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a', 'mac_address': 'fa:16:3e:07:27:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:51:33.148453 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:33.150921 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-d57a3902-7715-4adf-9d3a-e575a1189299 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:33.168866 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:51:33.193743 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:33.199556 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:33.231723 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-d57a3902-7715-4adf-9d3a-e575a1189299 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Network dfceb4c9-aedb-4a4a-ad89-be69b8624208 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:51:33.240310 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c30bbe8-f921-408b-963f-294bd7e7aca2 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:51:33.249119 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-d57a3902-7715-4adf-9d3a-e575a1189299 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:33.255370 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8c30bbe8-f921-408b-963f-294bd7e7aca2 admin admin] 10.222.0.60 "PUT /v2.0/routers/f3f93c13-67ce-4a0e-be85-32042ed9afe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7563803 Aug 16 23:51:33.255588 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc21a6c7-09a6-49e7-b39a-9614cac2da95 None None] Sync routers for ids ['f3f93c13-67ce-4a0e-be85-32042ed9afe2'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:51:33.258406 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-d57a3902-7715-4adf-9d3a-e575a1189299 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:51:33.263226 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44550) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:33.263778 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-d57a3902-7715-4adf-9d3a-e575a1189299 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:33.264418 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-d57a3902-7715-4adf-9d3a-e575a1189299 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:33.267383 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a3902-7715-4adf-9d3a-e575a1189299 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Pushing event updated for resources: {'Port': ['ID=2db4129d-c04d-46bd-9436-70495ab50f2b,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:33.273384 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc21a6c7-09a6-49e7-b39a-9614cac2da95 None None] Routers {'f3f93c13-67ce-4a0e-be85-32042ed9afe2'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:51:33.274006 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-dc21a6c7-09a6-49e7-b39a-9614cac2da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:51:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['f3f93c13-67ce-4a0e-be85-32042ed9afe2'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:33.276577 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33013635-0bc5-4475-a0a0-12dcc0c9b556 req-80d684c6-688e-4fdc-80a7-cfa2a587dade tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:33.278086 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-33013635-0bc5-4475-a0a0-12dcc0c9b556 req-80d684c6-688e-4fdc-80a7-cfa2a587dade tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4d7ad0d-685e-412a-9200-29998abb8808 HTTP/1.1" status: 200 len: 947 time: 0.1753705 Aug 16 23:51:33.324258 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:33.381696 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-33013635-0bc5-4475-a0a0-12dcc0c9b556 req-483d3994-7708-48a1-95bb-36efc6bea3d8 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0246869-cc37-4a63-8505-d99ab8f34bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915363 Aug 16 23:51:33.416786 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-da857d0d-d440-4ba7-8a01-bfb16b1ff6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:33.439084 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-da857d0d-d440-4ba7-8a01-bfb16b1ff6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:33.450392 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:51:33.463127 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-d57a3902-7715-4adf-9d3a-e575a1189299 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1173730 Aug 16 23:51:33.500850 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-6a412b37-1cae-46c0-bbf4-a63d247bb101 service neutron] Request body: {'port': {'device_id': '8c540bc2-0122-42f1-b034-b228e6b73757', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:33.534958 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-dc21a6c7-09a6-49e7-b39a-9614cac2da95 None None] Set router f3f93c13-67ce-4a0e-be85-32042ed9afe2 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:51:33.552283 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-da857d0d-d440-4ba7-8a01-bfb16b1ff6e6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=57a5f40f88894f51b8ccf6fad4ef117c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0766542 Aug 16 23:51:33.555566 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44554) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:33.557460 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-261b73ac-9743-4021-b335-d2e2b7201d63 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:33.565108 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da857d0d-d440-4ba7-8a01-bfb16b1ff6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9487e500-23b8-485d-a514-918865d38607,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:33.578594 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ded2cdac-4d5e-4745-8c1e-4550a4593691 admin admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:33.658546 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-6a412b37-1cae-46c0-bbf4-a63d247bb101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:33.738448 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7cc60309-40dc-4ed7-a5b0-28782bfe4127 None None] Provisioning for port 2db4129d-c04d-46bd-9436-70495ab50f2b completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:33.747280 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ded2cdac-4d5e-4745-8c1e-4550a4593691 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:33.753479 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-261b73ac-9743-4021-b335-d2e2b7201d63 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:33.771875 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7cc60309-40dc-4ed7-a5b0-28782bfe4127 None None] Provisioning complete for port 2db4129d-c04d-46bd-9436-70495ab50f2b triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:33.774703 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7cc60309-40dc-4ed7-a5b0-28782bfe4127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:33.815222 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b73ac-9743-4021-b335-d2e2b7201d63 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Pushing event updated for resources: {'Port': ['ID=9b0542dc-52ef-42a5-804f-639293288721,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:33.830577 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261b73ac-9743-4021-b335-d2e2b7201d63 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:33.830933 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261b73ac-9743-4021-b335-d2e2b7201d63 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:33.831283 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261b73ac-9743-4021-b335-d2e2b7201d63 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:33.831787 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261b73ac-9743-4021-b335-d2e2b7201d63 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:33.832137 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261b73ac-9743-4021-b335-d2e2b7201d63 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:33.832686 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261b73ac-9743-4021-b335-d2e2b7201d63 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:33.833032 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261b73ac-9743-4021-b335-d2e2b7201d63 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:33.836005 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261b73ac-9743-4021-b335-d2e2b7201d63 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:33.836005 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261b73ac-9743-4021-b335-d2e2b7201d63 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:33.836005 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261b73ac-9743-4021-b335-d2e2b7201d63 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:33.836005 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261b73ac-9743-4021-b335-d2e2b7201d63 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:33.836005 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261b73ac-9743-4021-b335-d2e2b7201d63 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:33.846331 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-261b73ac-9743-4021-b335-d2e2b7201d63 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Network 5dc1690b-6624-46fa-a54a-7524bbadf6de is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:51:33.870179 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-261b73ac-9743-4021-b335-d2e2b7201d63 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:33.881826 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-261b73ac-9743-4021-b335-d2e2b7201d63 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:51:33.897939 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-261b73ac-9743-4021-b335-d2e2b7201d63 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:33.898903 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-261b73ac-9743-4021-b335-d2e2b7201d63 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:33.923980 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-7cc60309-40dc-4ed7-a5b0-28782bfe4127 None None] Port 2db4129d-c04d-46bd-9436-70495ab50f2b cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:51:33.951360 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-261b73ac-9743-4021-b335-d2e2b7201d63 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3642838 Aug 16 23:51:33.965088 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-34b70194-9c7a-4cb0-bba9-58190918476d service neutron] Request body: {'port': {'device_id': 'f35f732a-884b-434c-ba04-59b9cbc06dcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:33.990627 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ded2cdac-4d5e-4745-8c1e-4550a4593691 admin admin] Deleting port 9c3316f5-52e5-4313-8123-c838150e970c {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:51:33.990982 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ded2cdac-4d5e-4745-8c1e-4550a4593691 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:34.023205 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-6a412b37-1cae-46c0-bbf4-a63d247bb101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2db4129d-c04d-46bd-9436-70495ab50f2b {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:51:34.024869 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-dc21a6c7-09a6-49e7-b39a-9614cac2da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f93c13-67ce-4a0e-be85-32042ed9afe2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1935996338-router', 'tenant_id': '2017dd48a4c047b29cd72396e46d4bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '9c3316f5-52e5-4313-8123-c838150e970c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:10Z', 'updated_at': '2021-08-16T23:51:31Z', 'revision_number': 5, 'project_id': '2017dd48a4c047b29cd72396e46d4bcc', 'gw_port': {'id': '9c3316f5-52e5-4313-8123-c838150e970c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:aa:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f93c13-67ce-4a0e-be85-32042ed9afe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:11Z', 'updated_at': '2021-08-16T23:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:34.031370 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-6a412b37-1cae-46c0-bbf4-a63d247bb101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:34.043887 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-6a412b37-1cae-46c0-bbf4-a63d247bb101 service neutron] Transition to ACTIVE for port object 2db4129d-c04d-46bd-9436-70495ab50f2b will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:34.062107 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-061c2146-72c8-4cc1-961f-67970b7f0ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:34.065791 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc21a6c7-09a6-49e7-b39a-9614cac2da95 None None] Checking router: f3f93c13-67ce-4a0e-be85-32042ed9afe2 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:51:34.066542 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-6a412b37-1cae-46c0-bbf4-a63d247bb101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:34.075564 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-34b70194-9c7a-4cb0-bba9-58190918476d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:34.085179 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc21a6c7-09a6-49e7-b39a-9614cac2da95 None None] Routers {'f3f93c13-67ce-4a0e-be85-32042ed9afe2'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:51:34.086120 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-dc21a6c7-09a6-49e7-b39a-9614cac2da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:51:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['f3f93c13-67ce-4a0e-be85-32042ed9afe2'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:34.167360 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e3bda-4359-478b-9cff-c52c00f1e26b req-7157037d-85bf-4c83-8bee-4a87c35a1731 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:34.175836 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-832e3bda-4359-478b-9cff-c52c00f1e26b req-7157037d-85bf-4c83-8bee-4a87c35a1731 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c540bc2-0122-42f1-b034-b228e6b73757 HTTP/1.1" status: 200 len: 931 time: 0.5317018 Aug 16 23:51:34.216999 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-061c2146-72c8-4cc1-961f-67970b7f0ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:34.235519 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0a6a0-546c-4863-ac91-71e1d2f14b10 req-781d47b7-187c-4ccd-914d-a040b9e86bfb tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:34.243524 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-64d0a6a0-546c-4863-ac91-71e1d2f14b10 req-781d47b7-187c-4ccd-914d-a040b9e86bfb tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 931 time: 0.1950598 Aug 16 23:51:34.252333 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-dc21a6c7-09a6-49e7-b39a-9614cac2da95 None None] Set router f3f93c13-67ce-4a0e-be85-32042ed9afe2 gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:51:34.296970 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a412b37-1cae-46c0-bbf4-a63d247bb101 service neutron] Pushing event updated for resources: {'Port': ['ID=2db4129d-c04d-46bd-9436-70495ab50f2b,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:34.368074 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-dc21a6c7-09a6-49e7-b39a-9614cac2da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f93c13-67ce-4a0e-be85-32042ed9afe2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1935996338-router', 'tenant_id': '2017dd48a4c047b29cd72396e46d4bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:10Z', 'updated_at': '2021-08-16T23:51:33Z', 'revision_number': 6, 'project_id': '2017dd48a4c047b29cd72396e46d4bcc', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:34.402335 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-832e3bda-4359-478b-9cff-c52c00f1e26b req-aa108099-e425-4ad2-8ce4-ce81f70fe10d tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "GET /v2.0/security-groups?id=0876bf16-2a72-4de0-bd73-ae6065860eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257655 Aug 16 23:51:34.439305 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-64d0a6a0-546c-4863-ac91-71e1d2f14b10 req-4108bdae-7147-4f47-a85e-fd9527d8c5c2 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948326 Aug 16 23:51:34.443879 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-6a412b37-1cae-46c0-bbf4-a63d247bb101 service neutron] Attempting to bind port 2db4129d-c04d-46bd-9436-70495ab50f2b on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:51:34.444463 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-6a412b37-1cae-46c0-bbf4-a63d247bb101 service neutron] Attempting to bind port 2db4129d-c04d-46bd-9436-70495ab50f2b by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '893ff3b8-a701-42c5-9642-d416fd535f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'dfceb4c9-aedb-4a4a-ad89-be69b8624208'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:51:34.447274 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc21a6c7-09a6-49e7-b39a-9614cac2da95 None None] The sync data for ids ['f3f93c13-67ce-4a0e-be85-32042ed9afe2'] in n-d-800088-20 is: [{'id': 'f3f93c13-67ce-4a0e-be85-32042ed9afe2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1935996338-router', 'tenant_id': '2017dd48a4c047b29cd72396e46d4bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:10Z', 'updated_at': '2021-08-16T23:51:33Z', 'revision_number': 6, 'project_id': '2017dd48a4c047b29cd72396e46d4bcc', 'gw_port_host': None}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:51:34.454146 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-ded2cdac-4d5e-4745-8c1e-4550a4593691 admin admin] For port 9c3316f5-52e5-4313-8123-c838150e970c, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9c3316f5-52e5-4313-8123-c838150e970c,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:34.454560 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ded2cdac-4d5e-4745-8c1e-4550a4593691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:34.455098 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-6a412b37-1cae-46c0-bbf4-a63d247bb101 service neutron] Attempting to bind port 2db4129d-c04d-46bd-9436-70495ab50f2b on network dfceb4c9-aedb-4a4a-ad89-be69b8624208 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:34.472559 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-6a412b37-1cae-46c0-bbf4-a63d247bb101 service neutron] Port 2db4129d-c04d-46bd-9436-70495ab50f2b on network dfceb4c9-aedb-4a4a-ad89-be69b8624208 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:51:34.472894 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-6a412b37-1cae-46c0-bbf4-a63d247bb101 service neutron] Attempting to bind port 2db4129d-c04d-46bd-9436-70495ab50f2b on network dfceb4c9-aedb-4a4a-ad89-be69b8624208 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:34.476928 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ded2cdac-4d5e-4745-8c1e-4550a4593691 admin admin] Calling delete_port for 9c3316f5-52e5-4313-8123-c838150e970c owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:51:34.497463 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-6a412b37-1cae-46c0-bbf4-a63d247bb101 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:51:34.497950 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-6a412b37-1cae-46c0-bbf4-a63d247bb101 service neutron] Checking segment: {'id': '893ff3b8-a701-42c5-9642-d416fd535f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'dfceb4c9-aedb-4a4a-ad89-be69b8624208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:51:34.498522 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-6a412b37-1cae-46c0-bbf4-a63d247bb101 service neutron] Bound using segment: {'id': '893ff3b8-a701-42c5-9642-d416fd535f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'dfceb4c9-aedb-4a4a-ad89-be69b8624208'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:51:34.498976 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-6a412b37-1cae-46c0-bbf4-a63d247bb101 service neutron] Bound port: 2db4129d-c04d-46bd-9436-70495ab50f2b, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '893ff3b8-a701-42c5-9642-d416fd535f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'dfceb4c9-aedb-4a4a-ad89-be69b8624208'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:51:34.499334 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-6a412b37-1cae-46c0-bbf4-a63d247bb101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:34.544625 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-061c2146-72c8-4cc1-961f-67970b7f0ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:34.548553 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-061c2146-72c8-4cc1-961f-67970b7f0ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:34.549565 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-061c2146-72c8-4cc1-961f-67970b7f0ba9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9487e500-23b8-485d-a514-918865d38607 HTTP/1.1" status: 204 len: 168 time: 0.9927394 Aug 16 23:51:34.590579 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c2146-72c8-4cc1-961f-67970b7f0ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9487e500-23b8-485d-a514-918865d38607,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:34.731378 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-6a412b37-1cae-46c0-bbf4-a63d247bb101 service neutron] For port 2db4129d-c04d-46bd-9436-70495ab50f2b, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:51:34.756631 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-6a412b37-1cae-46c0-bbf4-a63d247bb101 service neutron] For port 2db4129d-c04d-46bd-9436-70495ab50f2b, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=2db4129d-c04d-46bd-9436-70495ab50f2b,segment=NetworkSegment(893ff3b8-a701-42c5-9642-d416fd535f53),segment_id=893ff3b8-a701-42c5-9642-d416fd535f53)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:51:34.773008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ea0a5-d7b3-40e0-9e5a-6185e49bc383 req-e478cf44-6e6c-47d4-9d26-7f3968eb9b9b tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:34.775266 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e8ea0a5-d7b3-40e0-9e5a-6185e49bc383 req-e478cf44-6e6c-47d4-9d26-7f3968eb9b9b tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 949 time: 0.1510119 Aug 16 23:51:34.820860 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f8507-adbf-479b-b6aa-13f4f06fa79e req-bb990ed2-d72b-4c71-a01a-34097348f107 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:34.826391 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a73f8507-adbf-479b-b6aa-13f4f06fa79e req-bb990ed2-d72b-4c71-a01a-34097348f107 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4d7ad0d-685e-412a-9200-29998abb8808 HTTP/1.1" status: 200 len: 948 time: 0.1346350 Aug 16 23:51:34.827988 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-6a412b37-1cae-46c0-bbf4-a63d247bb101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:34.887707 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:34.938766 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-34b70194-9c7a-4cb0-bba9-58190918476d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b0542dc-52ef-42a5-804f-639293288721 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:51:34.959763 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a412b37-1cae-46c0-bbf4-a63d247bb101 service neutron] Pushing event updated for resources: {'Port': ['ID=2db4129d-c04d-46bd-9436-70495ab50f2b,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:34.993502 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-34b70194-9c7a-4cb0-bba9-58190918476d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:35.001503 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-6a412b37-1cae-46c0-bbf4-a63d247bb101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:35.002480 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-6a412b37-1cae-46c0-bbf4-a63d247bb101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:35.004240 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-6a412b37-1cae-46c0-bbf4-a63d247bb101 service neutron] 10.222.0.69 "PUT /v2.0/ports/2db4129d-c04d-46bd-9436-70495ab50f2b HTTP/1.1" status: 200 len: 1092 time: 1.5261371 Aug 16 23:51:35.005814 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c540bc2-0122-42f1-b034-b228e6b73757', 'tag': '2db4129d-c04d-46bd-9436-70495ab50f2b'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:51:35.011578 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2489e0bd-79a7-4bf1-9c51-b55548aee66c" -d '{"events": [{"name": "network-changed", "server_uuid": "8c540bc2-0122-42f1-b034-b228e6b73757", "tag": "2db4129d-c04d-46bd-9436-70495ab50f2b"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:51:35.017975 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:35.025764 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:35.026172 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:35.053623 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ded2cdac-4d5e-4745-8c1e-4550a4593691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:35.066145 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a73f8507-adbf-479b-b6aa-13f4f06fa79e req-8b432ef9-869e-4d0c-b9c4-4034d1b51ac2 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0246869-cc37-4a63-8505-d99ab8f34bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314870 Aug 16 23:51:35.150820 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e8ea0a5-d7b3-40e0-9e5a-6185e49bc383 req-db192460-a315-4a44-947e-56f5e005a65b tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964928 Aug 16 23:51:35.153055 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44570) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:35.163645 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-34b70194-9c7a-4cb0-bba9-58190918476d service neutron] Transition to ACTIVE for port object 9b0542dc-52ef-42a5-804f-639293288721 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:35.197225 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e345a8fd-5bba-4244-b732-8c3de5842b8c x-openstack-request-id: req-e345a8fd-5bba-4244-b732-8c3de5842b8c {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:51:35.198093 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c540bc2-0122-42f1-b034-b228e6b73757", "tag": "2db4129d-c04d-46bd-9436-70495ab50f2b", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:51:35.198093 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e345a8fd-5bba-4244-b732-8c3de5842b8c {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:51:35.198405 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c540bc2-0122-42f1-b034-b228e6b73757', 'tag': '2db4129d-c04d-46bd-9436-70495ab50f2b', 'status': 'completed', 'code': 200} Aug 16 23:51:35.201427 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3f2a8184-95ff-4f8e-b9ad-53568e5fc6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:35.217607 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2cdac-4d5e-4745-8c1e-4550a4593691 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c3316f5-52e5-4313-8123-c838150e970c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:35.226751 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:35.239764 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-d7dc8f5b-deef-4adc-99d7-5340398c73d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:35.241351 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-d7dc8f5b-deef-4adc-99d7-5340398c73d9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ea1f363e7da44969b3a4164afa733f09&device_id=8c540bc2-0122-42f1-b034-b228e6b73757 HTTP/1.1" status: 200 len: 1095 time: 0.1669657 Aug 16 23:51:35.281477 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:35.283264 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d7ad0d-685e-412a-9200-29998abb8808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:51:35.287463 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3695358-870f-429d-8425-2706fe211a78" -d '{"events": [{"server_uuid": "f4d7ad0d-685e-412a-9200-29998abb8808", "name": "network-vif-plugged", "status": "completed", "tag": "a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:51:35.288810 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ded2cdac-4d5e-4745-8c1e-4550a4593691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:35.296062 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:35.316261 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-678fb143-5db6-494c-9a36-afa2291503b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2db4129d-c04d-46bd-9436-70495ab50f2b HTTP/1.1" status: 200 len: 217 time: 0.0617421 Aug 16 23:51:35.324437 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-34b70194-9c7a-4cb0-bba9-58190918476d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:35.396444 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e02c08c-7041-4508-bd74-7fe612d6d7cd x-openstack-request-id: req-6e02c08c-7041-4508-bd74-7fe612d6d7cd {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:51:35.397254 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d7ad0d-685e-412a-9200-29998abb8808", "name": "network-vif-plugged", "status": "completed", "tag": "a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:51:35.397889 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6e02c08c-7041-4508-bd74-7fe612d6d7cd {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:51:35.398492 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d7ad0d-685e-412a-9200-29998abb8808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a', 'code': 200} Aug 16 23:51:35.399537 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:35.476375 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-0a8d2a84-7e3d-45c6-bc92-c535ecc8a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:35.477861 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-0a8d2a84-7e3d-45c6-bc92-c535ecc8a80a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=acde4885-8004-4ab5-9f91-25ef081204d9 HTTP/1.1" status: 200 len: 854 time: 0.1445339 Aug 16 23:51:35.490639 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ded2cdac-4d5e-4745-8c1e-4550a4593691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:35.493078 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ded2cdac-4d5e-4745-8c1e-4550a4593691 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:35.552705 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7a9db-aff1-40d5-968e-841813fdb487 req-1b0f8fe1-a532-4815-ba1e-c18019ce5fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:35.554365 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8cb7a9db-aff1-40d5-968e-841813fdb487 req-1b0f8fe1-a532-4815-ba1e-c18019ce5fce service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f4d7ad0d-685e-412a-9200-29998abb8808 HTTP/1.1" status: 200 len: 1101 time: 0.1439290 Aug 16 23:51:35.590630 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea229a-6f87-468b-adee-294881731201 req-22ebd31f-459d-4d3d-932d-0c8d116c93a0 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:35.599591 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9cea229a-6f87-468b-adee-294881731201 req-22ebd31f-459d-4d3d-932d-0c8d116c93a0 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c540bc2-0122-42f1-b034-b228e6b73757 HTTP/1.1" status: 200 len: 943 time: 0.1173043 Aug 16 23:51:35.626752 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-819cbfcd-c6e0-4754-8d31-b2f1831044a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:35.628241 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-819cbfcd-c6e0-4754-8d31-b2f1831044a6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dfceb4c9-aedb-4a4a-ad89-be69b8624208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1347070 Aug 16 23:51:35.681300 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3f2a8184-95ff-4f8e-b9ad-53568e5fc6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:35.741013 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8cb7a9db-aff1-40d5-968e-841813fdb487 req-a22b79a3-886b-44f9-bff1-26df53a11b56 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a0246869-cc37-4a63-8505-d99ab8f34bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771014 Aug 16 23:51:35.747143 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ded2cdac-4d5e-4745-8c1e-4550a4593691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:35.748483 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded2cdac-4d5e-4745-8c1e-4550a4593691 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3f93c13-67ce-4a0e-be85-32042ed9afe2 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:51:35.749789 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3f2a8184-95ff-4f8e-b9ad-53568e5fc6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:35.753760 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9cea229a-6f87-468b-adee-294881731201 req-bd70d164-d17f-4260-a22f-593e1826e0d9 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "GET /v2.0/security-groups?id=0876bf16-2a72-4de0-bd73-ae6065860eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532013 Aug 16 23:51:35.761791 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ded2cdac-4d5e-4745-8c1e-4550a4593691 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:35.763256 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ded2cdac-4d5e-4745-8c1e-4550a4593691 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f3f93c13-67ce-4a0e-be85-32042ed9afe2 HTTP/1.1" status: 204 len: 168 time: 2.4986792 Aug 16 23:51:35.767246 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b70194-9c7a-4cb0-bba9-58190918476d service neutron] Pushing event updated for resources: {'Port': ['ID=9b0542dc-52ef-42a5-804f-639293288721,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:35.775188 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44580) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:35.801164 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-7b7c7a6e-7c25-481f-ac57-975785bd6a05 service neutron] 10.222.0.69 "GET /v2.0/networks/dfceb4c9-aedb-4a4a-ad89-be69b8624208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607118 Aug 16 23:51:35.819661 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa9546-3117-4562-8c49-fc2baaf580ab req-3a0af3f0-0d56-47bd-86d0-3802e636559b tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:35.821439 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fcfa9546-3117-4562-8c49-fc2baaf580ab req-3a0af3f0-0d56-47bd-86d0-3802e636559b tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 943 time: 0.2061396 Aug 16 23:51:35.885889 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a8184-95ff-4f8e-b9ad-53568e5fc6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d77883-9f1d-4465-8a72-c1c89a0f9e91,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:35.898871 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3f2a8184-95ff-4f8e-b9ad-53568e5fc6be admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6511b0233a4e4580a830b49074d8dc74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7377763 Aug 16 23:51:35.899602 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44582) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:35.960422 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fcfa9546-3117-4562-8c49-fc2baaf580ab req-4f14be96-acb7-4f50-bc02-681d0dbc6d19 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571432 Aug 16 23:51:35.995422 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61c66c46-11ca-4c35-b5ab-5d910b91f1e7 req-b323762e-8a21-44a7-84b0-c2bc41aa4b8f service neutron] 10.222.0.69 "GET /v2.0/networks/dfceb4c9-aedb-4a4a-ad89-be69b8624208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729136 Aug 16 23:51:36.002412 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-26de6786-b7d3-4680-9b55-91719d14a315 admin admin] Deleting subnet ded30229-c796-4db2-8f5b-e9bfb3b1378d {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:51:36.015927 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-26de6786-b7d3-4680-9b55-91719d14a315 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:36.047602 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-34b70194-9c7a-4cb0-bba9-58190918476d service neutron] Attempting to bind port 9b0542dc-52ef-42a5-804f-639293288721 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:51:36.048216 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-34b70194-9c7a-4cb0-bba9-58190918476d service neutron] Attempting to bind port 9b0542dc-52ef-42a5-804f-639293288721 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:51:36.048547 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-34b70194-9c7a-4cb0-bba9-58190918476d service neutron] Attempting to bind port 9b0542dc-52ef-42a5-804f-639293288721 on network 5dc1690b-6624-46fa-a54a-7524bbadf6de {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:36.071053 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-34b70194-9c7a-4cb0-bba9-58190918476d service neutron] Port 9b0542dc-52ef-42a5-804f-639293288721 on network 5dc1690b-6624-46fa-a54a-7524bbadf6de not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:51:36.071053 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-34b70194-9c7a-4cb0-bba9-58190918476d service neutron] Attempting to bind port 9b0542dc-52ef-42a5-804f-639293288721 on network 5dc1690b-6624-46fa-a54a-7524bbadf6de {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:36.081861 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-34b70194-9c7a-4cb0-bba9-58190918476d service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:51:36.082198 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-34b70194-9c7a-4cb0-bba9-58190918476d service neutron] Checking segment: {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:51:36.082772 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-34b70194-9c7a-4cb0-bba9-58190918476d service neutron] Bound using segment: {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:51:36.083201 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-34b70194-9c7a-4cb0-bba9-58190918476d service neutron] Bound port: 9b0542dc-52ef-42a5-804f-639293288721, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:51:36.083729 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-34b70194-9c7a-4cb0-bba9-58190918476d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:36.100347 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-26de6786-b7d3-4680-9b55-91719d14a315 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:36.123186 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489e0bd-79a7-4bf1-9c51-b55548aee66c req-3a4aa652-3b49-4681-86d5-d7bd57f9492c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:36.126928 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2489e0bd-79a7-4bf1-9c51-b55548aee66c req-3a4aa652-3b49-4681-86d5-d7bd57f9492c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ea1f363e7da44969b3a4164afa733f09&device_id=8c540bc2-0122-42f1-b034-b228e6b73757 HTTP/1.1" status: 200 len: 1095 time: 0.0723302 Aug 16 23:51:36.190613 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-865e7e91-950b-4969-9e7c-684b4fa07464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:36.268856 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-865e7e91-950b-4969-9e7c-684b4fa07464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:36.281292 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-26de6786-b7d3-4680-9b55-91719d14a315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:36.311268 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0ac50-e23d-4b85-8036-c1c112317201 req-202d0e47-693c-4b83-ad3a-26cd19b72a3a tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:36.312206 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-34b70194-9c7a-4cb0-bba9-58190918476d service neutron] For port 9b0542dc-52ef-42a5-804f-639293288721, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:51:36.313408 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c8c0ac50-e23d-4b85-8036-c1c112317201 req-202d0e47-693c-4b83-ad3a-26cd19b72a3a tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4d7ad0d-685e-412a-9200-29998abb8808 HTTP/1.1" status: 200 len: 949 time: 0.1561863 Aug 16 23:51:36.320691 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6705712f-f414-476b-b172-72fa96383942 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:51:36.349419 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-34b70194-9c7a-4cb0-bba9-58190918476d service neutron] For port 9b0542dc-52ef-42a5-804f-639293288721, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9b0542dc-52ef-42a5-804f-639293288721,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:51:36.356548 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 6705712f-f414-476b-b172-72fa96383942 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:51:36.358017 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6705712f-f414-476b-b172-72fa96383942 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:51:36.358751 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9c3316f5-52e5-4313-8123-c838150e970c no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:51:36.368247 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-34b70194-9c7a-4cb0-bba9-58190918476d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:36.372068 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489e0bd-79a7-4bf1-9c51-b55548aee66c req-d3a97cfe-210d-42b1-8974-417098c453f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:36.375365 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2489e0bd-79a7-4bf1-9c51-b55548aee66c req-d3a97cfe-210d-42b1-8974-417098c453f9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dfceb4c9-aedb-4a4a-ad89-be69b8624208 HTTP/1.1" status: 200 len: 916 time: 0.2400861 Aug 16 23:51:36.393248 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 9c3316f5-52e5-4313-8123-c838150e970c {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:51:36.393749 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9c3316f5-52e5-4313-8123-c838150e970c not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:51:36.434409 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-34b70194-9c7a-4cb0-bba9-58190918476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:36.435304 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-34b70194-9c7a-4cb0-bba9-58190918476d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:36.436879 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-34b70194-9c7a-4cb0-bba9-58190918476d service neutron] 10.222.0.69 "PUT /v2.0/ports/9b0542dc-52ef-42a5-804f-639293288721 HTTP/1.1" status: 200 len: 1092 time: 2.4769948 Aug 16 23:51:36.437849 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35f732a-884b-434c-ba04-59b9cbc06dcc', 'tag': '9b0542dc-52ef-42a5-804f-639293288721'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:51:36.440829 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da3d1f7-69f3-4700-b6c2-b3e4601b31c2" -d '{"events": [{"name": "network-changed", "server_uuid": "f35f732a-884b-434c-ba04-59b9cbc06dcc", "tag": "9b0542dc-52ef-42a5-804f-639293288721"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:51:36.447921 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-26de6786-b7d3-4680-9b55-91719d14a315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:36.456008 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-865e7e91-950b-4969-9e7c-684b4fa07464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:36.458700 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-865e7e91-950b-4969-9e7c-684b4fa07464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:36.459670 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2489e0bd-79a7-4bf1-9c51-b55548aee66c req-b11cdc9e-4932-4fc2-bb93-cd534dbe9c27 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2db4129d-c04d-46bd-9436-70495ab50f2b HTTP/1.1" status: 200 len: 217 time: 0.0684655 Aug 16 23:51:36.460898 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-865e7e91-950b-4969-9e7c-684b4fa07464 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/12d77883-9f1d-4465-8a72-c1c89a0f9e91 HTTP/1.1" status: 204 len: 168 time: 0.5279560 Aug 16 23:51:36.470235 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c8c0ac50-e23d-4b85-8036-c1c112317201 req-ca311505-07ac-4cae-a2fd-78fa5f74655d tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0246869-cc37-4a63-8505-d99ab8f34bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446455 Aug 16 23:51:36.554439 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c0b50-3bad-4d01-b018-ff740a63de89 req-8ef619d2-5b62-4cf5-8637-b3702768321d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:36.557599 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-725c0b50-3bad-4d01-b018-ff740a63de89 req-8ef619d2-5b62-4cf5-8637-b3702768321d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 949 time: 0.2349989 Aug 16 23:51:36.596703 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489e0bd-79a7-4bf1-9c51-b55548aee66c req-1228c368-fd01-4387-9f6c-b24a83b6e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:36.598700 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2489e0bd-79a7-4bf1-9c51-b55548aee66c req-1228c368-fd01-4387-9f6c-b24a83b6e506 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=acde4885-8004-4ab5-9f91-25ef081204d9 HTTP/1.1" status: 200 len: 854 time: 0.1275258 Aug 16 23:51:36.656608 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-725c0b50-3bad-4d01-b018-ff740a63de89 req-1d62410c-c0f6-4a52-8a71-d094a001d03f tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890338 Aug 16 23:51:36.695362 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489e0bd-79a7-4bf1-9c51-b55548aee66c req-7d63f93f-e943-417f-a00e-0baf03a610a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:36.697207 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2489e0bd-79a7-4bf1-9c51-b55548aee66c req-7d63f93f-e943-417f-a00e-0baf03a610a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dfceb4c9-aedb-4a4a-ad89-be69b8624208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0855422 Aug 16 23:51:36.747083 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a29f05b-9832-4cad-ac10-c4d21802c65f x-openstack-request-id: req-8a29f05b-9832-4cad-ac10-c4d21802c65f {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:51:36.747370 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f35f732a-884b-434c-ba04-59b9cbc06dcc", "tag": "9b0542dc-52ef-42a5-804f-639293288721", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:51:36.747657 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8a29f05b-9832-4cad-ac10-c4d21802c65f {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:51:36.748054 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35f732a-884b-434c-ba04-59b9cbc06dcc', 'tag': '9b0542dc-52ef-42a5-804f-639293288721', 'status': 'completed', 'code': 200} Aug 16 23:51:36.762353 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de6786-b7d3-4680-9b55-91719d14a315 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ded30229-c796-4db2-8f5b-e9bfb3b1378d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:36.767247 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b70194-9c7a-4cb0-bba9-58190918476d service neutron] Pushing event updated for resources: {'Port': ['ID=9b0542dc-52ef-42a5-804f-639293288721,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:36.770196 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-26de6786-b7d3-4680-9b55-91719d14a315 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:36.773952 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-26de6786-b7d3-4680-9b55-91719d14a315 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ded30229-c796-4db2-8f5b-e9bfb3b1378d HTTP/1.1" status: 204 len: 168 time: 0.9875827 Aug 16 23:51:36.778387 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b9955a-e520-4217-b8d3-39305d269dd6 None None] Network d54d510f-d412-4503-9f5e-2216d6024f28 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:51:36.790340 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44592) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:36.793496 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e7e91-950b-4969-9e7c-684b4fa07464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d77883-9f1d-4465-8a72-c1c89a0f9e91,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:36.814708 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-bbb8f4fc-c965-4f02-96e7-f60d3278be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:36.816272 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-bbb8f4fc-c965-4f02-96e7-f60d3278be00 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b30c0e442778419181d2ad6b2586afae&device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 1095 time: 0.0672472 Aug 16 23:51:36.916200 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-579a8d47-c57f-4e39-b252-20610572b7e4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b0542dc-52ef-42a5-804f-639293288721 HTTP/1.1" status: 200 len: 217 time: 0.0871725 Aug 16 23:51:37.010736 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-048e6cf5-cd80-4523-b671-bc99a9546f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:37.013204 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-048e6cf5-cd80-4523-b671-bc99a9546f32 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5 HTTP/1.1" status: 200 len: 858 time: 0.0873969 Aug 16 23:51:37.023616 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2489e0bd-79a7-4bf1-9c51-b55548aee66c req-a5c0be1f-9a45-4e3a-934c-7e70f987ddd6 service neutron] 10.222.0.69 "GET /v2.0/networks/dfceb4c9-aedb-4a4a-ad89-be69b8624208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135550 Aug 16 23:51:37.026981 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:37.071679 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323510aa-c2ca-4a32-af97-958dffb40e60 None None] DHCP port deletion for d54d510f-d412-4503-9f5e-2216d6024f28 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:51:37.105754 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830b1f1-cf9e-41a8-8209-8c92b25df866 req-f063f0be-e41b-411d-8ab7-44240ad469f8 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:37.107689 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5830b1f1-cf9e-41a8-8209-8c92b25df866 req-f063f0be-e41b-411d-8ab7-44240ad469f8 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c540bc2-0122-42f1-b034-b228e6b73757 HTTP/1.1" status: 200 len: 943 time: 0.1873586 Aug 16 23:51:37.140673 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-4941bdac-8783-4454-b26f-41b06ae2a5ab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5dc1690b-6624-46fa-a54a-7524bbadf6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185665 Aug 16 23:51:37.195134 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-323510aa-c2ca-4a32-af97-958dffb40e60 None None] Deleting port 8275c583-78c1-4dda-9be4-a5d6fbf56fda {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:51:37.197510 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-323510aa-c2ca-4a32-af97-958dffb40e60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:37.249840 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5830b1f1-cf9e-41a8-8209-8c92b25df866 req-5feac89b-6d29-474e-99c5-46b8d6d6033c tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "GET /v2.0/security-groups?id=0876bf16-2a72-4de0-bd73-ae6065860eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317241 Aug 16 23:51:37.259549 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2489e0bd-79a7-4bf1-9c51-b55548aee66c req-93086c1b-9a30-4d42-9b37-1a94d504fd21 service neutron] 10.222.0.69 "GET /v2.0/networks/dfceb4c9-aedb-4a4a-ad89-be69b8624208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236085 Aug 16 23:51:37.288593 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56060d-9fcf-4188-a6a0-9d98ef49ed65 req-04dbbc99-f25e-4b42-ad92-ed4ed1c8af88 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:37.290074 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4c56060d-9fcf-4188-a6a0-9d98ef49ed65 req-04dbbc99-f25e-4b42-ad92-ed4ed1c8af88 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 943 time: 0.1584613 Aug 16 23:51:37.303703 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-11e5528a-bcb1-47c7-8ba0-23940f6db006 service neutron] 10.222.0.69 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514695 Aug 16 23:51:37.306366 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] Deleting port 8275c583-78c1-4dda-9be4-a5d6fbf56fda {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:51:37.306756 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:37.312290 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-323510aa-c2ca-4a32-af97-958dffb40e60 None None] For port 8275c583-78c1-4dda-9be4-a5d6fbf56fda, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=8275c583-78c1-4dda-9be4-a5d6fbf56fda,segment=NetworkSegment(79ee0e95-cc66-4db7-9780-8029fcf9b047),segment_id=79ee0e95-cc66-4db7-9780-8029fcf9b047)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:37.312949 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-323510aa-c2ca-4a32-af97-958dffb40e60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:37.331313 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-323510aa-c2ca-4a32-af97-958dffb40e60 None None] Calling delete_port for 8275c583-78c1-4dda-9be4-a5d6fbf56fda owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:51:37.394428 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4c56060d-9fcf-4188-a6a0-9d98ef49ed65 req-eeaf2a27-2c88-45d5-a1d2-f28ab2795f04 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952957 Aug 16 23:51:37.402120 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] For port 8275c583-78c1-4dda-9be4-a5d6fbf56fda, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=8275c583-78c1-4dda-9be4-a5d6fbf56fda,segment=NetworkSegment(79ee0e95-cc66-4db7-9780-8029fcf9b047),segment_id=79ee0e95-cc66-4db7-9780-8029fcf9b047)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:37.402515 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:37.415213 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] Calling delete_port for 8275c583-78c1-4dda-9be4-a5d6fbf56fda owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:51:37.506949 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-84a74c89-8530-4834-8d2b-e60b1e10b6c2 req-68a17e91-d150-48b9-bee4-afbc657a936d service neutron] 10.222.0.69 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941693 Aug 16 23:51:37.570879 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-323510aa-c2ca-4a32-af97-958dffb40e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:37.606571 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323510aa-c2ca-4a32-af97-958dffb40e60 None None] Pushing event deleted for resources: {'Port': ['ID=8275c583-78c1-4dda-9be4-a5d6fbf56fda,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:37.618665 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:37.625245 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323510aa-c2ca-4a32-af97-958dffb40e60 None None] No DVR routers for this DVR port 8275c583-78c1-4dda-9be4-a5d6fbf56fda on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:51:37.667391 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] Pushing event deleted for resources: {'Port': ['ID=8275c583-78c1-4dda-9be4-a5d6fbf56fda,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:37.668510 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3d1f7-69f3-4700-b6c2-b3e4601b31c2 req-db03d288-77ca-4ddf-a607-b053874e1bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:37.687554 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] No DVR routers for this DVR port 8275c583-78c1-4dda-9be4-a5d6fbf56fda on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:51:37.696379 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9da3d1f7-69f3-4700-b6c2-b3e4601b31c2 req-db03d288-77ca-4ddf-a607-b053874e1bd7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b30c0e442778419181d2ad6b2586afae&device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 1095 time: 0.1222427 Aug 16 23:51:37.838476 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4c116-4cdc-4961-82f6-41c25672d0ad req-988afb7a-fb1f-4aeb-ade4-2a869472606c tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:37.848363 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3d4c116-4cdc-4961-82f6-41c25672d0ad req-988afb7a-fb1f-4aeb-ade4-2a869472606c tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4d7ad0d-685e-412a-9200-29998abb8808 HTTP/1.1" status: 200 len: 949 time: 0.1871548 Aug 16 23:51:37.858342 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3d1f7-69f3-4700-b6c2-b3e4601b31c2 req-194a47ed-45c9-4f57-bd2c-1e2e7d7093bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:37.860087 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9da3d1f7-69f3-4700-b6c2-b3e4601b31c2 req-194a47ed-45c9-4f57-bd2c-1e2e7d7093bd service neutron] 10.222.0.69 "GET /v2.0/networks?id=5dc1690b-6624-46fa-a54a-7524bbadf6de HTTP/1.1" status: 200 len: 919 time: 0.1552055 Aug 16 23:51:37.870936 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:37.896730 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:51:37.897348 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:51:37.898307 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:51:37.898792 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] Subscribe: > port after_create 55550000 {{(pid=101403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:51:37.899348 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:51:37.899827 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] Subscribe: > port after_update 55550000 {{(pid=101403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:51:37.900371 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:51:37.900959 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:51:37.901493 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:51:37.902190 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:51:37.917942 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9da3d1f7-69f3-4700-b6c2-b3e4601b31c2 req-fadd81f8-b54f-43cf-b023-22a18be208bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b0542dc-52ef-42a5-804f-639293288721 HTTP/1.1" status: 200 len: 217 time: 0.0492795 Aug 16 23:51:37.956488 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44622) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:38.003751 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3d1f7-69f3-4700-b6c2-b3e4601b31c2 req-e1e692f2-08d8-4202-bf3a-b78f38324551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:38.005753 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9da3d1f7-69f3-4700-b6c2-b3e4601b31c2 req-e1e692f2-08d8-4202-bf3a-b78f38324551 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5 HTTP/1.1" status: 200 len: 858 time: 0.0796831 Aug 16 23:51:38.047371 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9da3d1f7-69f3-4700-b6c2-b3e4601b31c2 req-13da9e03-9a16-462f-a768-8d1772ec199b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5dc1690b-6624-46fa-a54a-7524bbadf6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311840 Aug 16 23:51:38.066531 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:51:38.066876 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:51:38.067252 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:51:38.067559 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:51:38.067937 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d54d510f-d412-4503-9f5e-2216d6024f28']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:38.101570 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ee0e95-cc66-4db7-9780-8029fcf9b047') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:38.101863 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ee0e95-cc66-4db7-9780-8029fcf9b047') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:38.115152 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-31b03ef3-68bf-4c6e-9268-3f067e126359 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-72414952-network', 'tenant_id': 'd385ff3e7f154aa0bd607889006d577a'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:38.130357 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5259b60-8617-4db8-8fae-0b9e419ed460 req-1765e292-b985-4038-b408-d499a7c982f3 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:38.132091 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b5259b60-8617-4db8-8fae-0b9e419ed460 req-1765e292-b985-4038-b408-d499a7c982f3 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 949 time: 0.3431027 Aug 16 23:51:38.144739 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3d4c116-4cdc-4961-82f6-41c25672d0ad req-bd61e1c6-79d5-423e-a05d-5f19ec97027b tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0246869-cc37-4a63-8505-d99ab8f34bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951114 Aug 16 23:51:38.148708 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.155403 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b03ef3-68bf-4c6e-9268-3f067e126359 admin admin] Made reservation on behalf of d385ff3e7f154aa0bd607889006d577a for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:51:38.157962 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-31b03ef3-68bf-4c6e-9268-3f067e126359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.175565 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-31b03ef3-68bf-4c6e-9268-3f067e126359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.215227 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9da3d1f7-69f3-4700-b6c2-b3e4601b31c2 req-e82b7da1-4f54-437c-96e3-ee57ace9b65b service neutron] 10.222.0.69 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599874 Aug 16 23:51:38.257428 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.274126 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b5259b60-8617-4db8-8fae-0b9e419ed460 req-4474d7bf-a5e5-422c-9d90-c253fdb0ef17 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281409 Aug 16 23:51:38.280524 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 8275c583-78c1-4dda-9be4-a5d6fbf56fda no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:51:38.310562 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:51:38.311430 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.330920 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 8275c583-78c1-4dda-9be4-a5d6fbf56fda {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:51:38.331577 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 8275c583-78c1-4dda-9be4-a5d6fbf56fda not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:51:38.397590 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9da3d1f7-69f3-4700-b6c2-b3e4601b31c2 req-e3cab822-0a8a-4925-bee1-9b0d2ce1d02a service neutron] 10.222.0.69 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699777 Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: from cryptography.utils import int_from_bytes Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: from cryptography.utils import int_from_bytes Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: self.session.flush() Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: self.session.flush() Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: self.session.flush() Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: self.session.flush() Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: timer() Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: self._notify() Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:51:38.428643 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:51:38.464289 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-31b03ef3-68bf-4c6e-9268-3f067e126359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.470140 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-31b03ef3-68bf-4c6e-9268-3f067e126359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.473486 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 2db4129d-c04d-46bd-9436-70495ab50f2b details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:51:38.522539 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b03ef3-68bf-4c6e-9268-3f067e126359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557fc256-2ed3-4250-8a7f-ceaef5251350,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:38.529500 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.547558 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.551925 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d54d510f-d412-4503-9f5e-2216d6024f28 HTTP/1.1" status: 204 len: 168 time: 1.7519364 Aug 16 23:51:38.563429 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b03ef3-68bf-4c6e-9268-3f067e126359 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:51:38.575308 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-31b03ef3-68bf-4c6e-9268-3f067e126359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.576930 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-31b03ef3-68bf-4c6e-9268-3f067e126359 admin admin] Added segment 3a052d36-737e-478b-9f90-a0e9ec16d580 of type vlan for network e068d657-2baa-44a2-b634-2f8e15880734 Aug 16 23:51:38.625368 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d434c4d-a1f1-45ed-895a-f2fb0cfa0080 admin admin] Pushing event deleted for resources: {'Network': ['ID=d54d510f-d412-4503-9f5e-2216d6024f28,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:38.631406 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 2db4129d-c04d-46bd-9436-70495ab50f2b, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=2db4129d-c04d-46bd-9436-70495ab50f2b,segment=NetworkSegment(893ff3b8-a701-42c5-9642-d416fd535f53),segment_id=893ff3b8-a701-42c5-9642-d416fd535f53)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:38.659875 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0a6b4-8b78-4944-ade0-ca56a8a2e7d2 req-2d73c709-1526-49fc-af1e-6d37c8fe4e86 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:38.661713 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '2db4129d-c04d-46bd-9436-70495ab50f2b', 'network_id': 'dfceb4c9-aedb-4a4a-ad89-be69b8624208', 'port_id': '2db4129d-c04d-46bd-9436-70495ab50f2b', 'mac_address': 'fa:16:3e:8c:f7:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acde4885-8004-4ab5-9f91-25ef081204d9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:51:38.664017 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-31b03ef3-68bf-4c6e-9268-3f067e126359 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.668389 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-08a0a6b4-8b78-4944-ade0-ca56a8a2e7d2 req-2d73c709-1526-49fc-af1e-6d37c8fe4e86 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c540bc2-0122-42f1-b034-b228e6b73757 HTTP/1.1" status: 200 len: 943 time: 0.2196801 Aug 16 23:51:38.722289 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.727305 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d741de-1d55-4360-9d4d-2ab3d8c78918 req-f042e29a-f7c1-4be6-bd39-218b4d54240a tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:38.731275 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-97d741de-1d55-4360-9d4d-2ab3d8c78918 req-f042e29a-f7c1-4be6-bd39-218b4d54240a tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 943 time: 0.1609881 Aug 16 23:51:38.739663 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-31b03ef3-68bf-4c6e-9268-3f067e126359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.740206 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b03ef3-68bf-4c6e-9268-3f067e126359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:38.740953 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-31b03ef3-68bf-4c6e-9268-3f067e126359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.755769 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db4129d-c04d-46bd-9436-70495ab50f2b {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:51:38.770442 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-08a0a6b4-8b78-4944-ade0-ca56a8a2e7d2 req-2192618d-ab13-4165-9724-e45edeb529fe tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "GET /v2.0/security-groups?id=0876bf16-2a72-4de0-bd73-ae6065860eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970585 Aug 16 23:51:38.777160 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44638) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:38.789575 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 2db4129d-c04d-46bd-9436-70495ab50f2b, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=2db4129d-c04d-46bd-9436-70495ab50f2b,segment=NetworkSegment(893ff3b8-a701-42c5-9642-d416fd535f53),segment_id=893ff3b8-a701-42c5-9642-d416fd535f53)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:38.808122 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.887503 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-31b03ef3-68bf-4c6e-9268-3f067e126359 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9268456 Aug 16 23:51:38.890050 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44640) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:38.892391 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=2db4129d-c04d-46bd-9436-70495ab50f2b,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:38.898686 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-8f9df71b-c356-4bba-8bc5-9041525bf024 admin admin] Request body: {'subnet': {'network_id': 'e068d657-2baa-44a2-b634-2f8e15880734', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-72414952-subnet', 'tenant_id': 'd385ff3e7f154aa0bd607889006d577a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:38.913776 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b03ef3-68bf-4c6e-9268-3f067e126359 admin admin] Pushing event updated for resources: {'Network': ['ID=e068d657-2baa-44a2-b634-2f8e15880734,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:38.926514 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network e068d657-2baa-44a2-b634-2f8e15880734 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:51:38.947120 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9df71b-c356-4bba-8bc5-9041525bf024 admin admin] Made reservation on behalf of d385ff3e7f154aa0bd607889006d577a for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:51:38.950254 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f9df71b-c356-4bba-8bc5-9041525bf024 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.968761 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-97d741de-1d55-4360-9d4d-2ab3d8c78918 req-424b260f-f2a8-4a79-ac30-14eb7503e3c6 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911404 Aug 16 23:51:38.992108 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0d9d6480-2876-429c-bf59-9cc20ed79e3c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2017dd48a4c047b29cd72396e46d4bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2138574 Aug 16 23:51:38.993839 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44642) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:39.065882 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d543d-b319-4d1d-82a8-cd9074ee4813 req-af955f9b-13dd-4cb3-a3bc-5fbf05610012 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:39.067536 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2a3d543d-b319-4d1d-82a8-cd9074ee4813 req-af955f9b-13dd-4cb3-a3bc-5fbf05610012 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4d7ad0d-685e-412a-9200-29998abb8808 HTTP/1.1" status: 200 len: 949 time: 0.1621866 Aug 16 23:51:39.101140 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-486c1b76-9dea-4b5b-aae4-d2ee2557087d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:39.114129 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['2db4129d-c04d-46bd-9436-70495ab50f2b'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:51:39.145069 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-486c1b76-9dea-4b5b-aae4-d2ee2557087d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:39.156756 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2a3d543d-b319-4d1d-82a8-cd9074ee4813 req-eae3a89b-8f9c-42ed-b85e-37500b7da183 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0246869-cc37-4a63-8505-d99ab8f34bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814559 Aug 16 23:51:39.219172 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-486c1b76-9dea-4b5b-aae4-d2ee2557087d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:39.223661 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-486c1b76-9dea-4b5b-aae4-d2ee2557087d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:39.225494 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-486c1b76-9dea-4b5b-aae4-d2ee2557087d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/af26f418-2a7f-41d9-8472-1abd4b794e66 HTTP/1.1" status: 204 len: 168 time: 0.2297950 Aug 16 23:51:39.228033 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f9df71b-c356-4bba-8bc5-9041525bf024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:39.245762 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c1b76-9dea-4b5b-aae4-d2ee2557087d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af26f418-2a7f-41d9-8472-1abd4b794e66,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:39.283202 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9df71b-c356-4bba-8bc5-9041525bf024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f264ab9-790f-4aad-8292-216782ecf788,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:39.315748 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9df71b-c356-4bba-8bc5-9041525bf024 admin admin] Checking segment: {'id': '3a052d36-737e-478b-9f90-a0e9ec16d580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e068d657-2baa-44a2-b634-2f8e15880734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:51:39.316175 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9df71b-c356-4bba-8bc5-9041525bf024 admin admin] Network hostable DHCP agents. Network: e068d657-2baa-44a2-b634-2f8e15880734, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:51:39.347894 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9df71b-c356-4bba-8bc5-9041525bf024 admin admin] Network e068d657-2baa-44a2-b634-2f8e15880734 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:51:39.363170 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-8f9df71b-c356-4bba-8bc5-9041525bf024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, e068d657-2baa-44a2-b634-2f8e15880734) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:39.370877 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9df71b-c356-4bba-8bc5-9041525bf024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:39.371811 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f9df71b-c356-4bba-8bc5-9041525bf024 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:39.387345 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba332fd-5288-4263-9b84-ab462882bee5 None None] Network e068d657-2baa-44a2-b634-2f8e15880734 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:51:39.399017 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8f9df71b-c356-4bba-8bc5-9041525bf024 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5076072 Aug 16 23:51:39.401904 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44650) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:39.409053 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-3c5ac4e7-549b-41a6-8a97-2921f3427fe9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-72414952-router', 'tenant_id': 'd385ff3e7f154aa0bd607889006d577a', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:39.485946 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3c5ac4e7-549b-41a6-8a97-2921f3427fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:39.487239 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3c5ac4e7-549b-41a6-8a97-2921f3427fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:39.534202 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480170a-15ee-4ae3-b4be-380f27fd3110 req-e2775f46-8c84-4d21-91d9-8c5ce83e8c42 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:39.536212 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9480170a-15ee-4ae3-b4be-380f27fd3110 req-e2775f46-8c84-4d21-91d9-8c5ce83e8c42 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 949 time: 0.0861642 Aug 16 23:51:39.573180 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3c5ac4e7-549b-41a6-8a97-2921f3427fe9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:39.631225 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-e068d657-2baa-44a2-b634-2f8e15880734', 'network_id': 'e068d657-2baa-44a2-b634-2f8e15880734', 'tenant_id': 'd385ff3e7f154aa0bd607889006d577a', 'fixed_ips': [{'subnet_id': '4f264ab9-790f-4aad-8292-216782ecf788'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:51:39.632708 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:39.846427 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:39.864995 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Allocated IP 172.20.0.2 (e068d657-2baa-44a2-b634-2f8e15880734/4f264ab9-790f-4aad-8292-216782ecf788/b572a865-2760-459e-9e6d-84e7639d8d98) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:51:40.064824 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3c5ac4e7-549b-41a6-8a97-2921f3427fe9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:40.205621 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9480170a-15ee-4ae3-b4be-380f27fd3110 req-dcae4f06-0cb4-44c4-9aab-65bd787ca111 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6426141 Aug 16 23:51:40.213899 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e475cbd-08ad-4f86-9f11-e02d7ca44276 req-09453e12-695e-44d2-8b16-dc95d6832468 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:40.215442 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e475cbd-08ad-4f86-9f11-e02d7ca44276 req-09453e12-695e-44d2-8b16-dc95d6832468 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c540bc2-0122-42f1-b034-b228e6b73757 HTTP/1.1" status: 200 len: 944 time: 0.1446362 Aug 16 23:51:40.345398 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e475cbd-08ad-4f86-9f11-e02d7ca44276 req-e9fcabf2-8cb0-4df3-b4ae-731a3892e314 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "GET /v2.0/security-groups?id=0876bf16-2a72-4de0-bd73-ae6065860eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088779 Aug 16 23:51:40.392883 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:40.447614 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Transition to ACTIVE for port object b572a865-2760-459e-9e6d-84e7639d8d98 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:40.480789 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Transition to ACTIVE for port object b572a865-2760-459e-9e6d-84e7639d8d98 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:40.488618 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 9b0542dc-52ef-42a5-804f-639293288721 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:51:40.497365 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 2db4129d-c04d-46bd-9436-70495ab50f2b up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:40.553229 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1552c-6830-46f3-8713-9f049190b6c9 req-3df79e70-76c0-4504-b467-0a1ea8e32d31 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:40.555060 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-12b1552c-6830-46f3-8713-9f049190b6c9 req-3df79e70-76c0-4504-b467-0a1ea8e32d31 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 943 time: 0.2258375 Aug 16 23:51:40.580950 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:40.632438 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a4f72-518b-4528-b810-f889986c0781 req-1aefe1f8-5287-4052-b3fe-71e287fe81b8 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:40.634503 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d88a4f72-518b-4528-b810-f889986c0781 req-1aefe1f8-5287-4052-b3fe-71e287fe81b8 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4d7ad0d-685e-412a-9200-29998abb8808 HTTP/1.1" status: 200 len: 949 time: 0.1549690 Aug 16 23:51:40.668692 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Network e068d657-2baa-44a2-b634-2f8e15880734 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:51:40.673489 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Pushing event updated for resources: {'Port': ['ID=b572a865-2760-459e-9e6d-84e7639d8d98,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:40.676469 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:40.681921 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:51:40.688103 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3c5ac4e7-549b-41a6-8a97-2921f3427fe9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:40.691997 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-12b1552c-6830-46f3-8713-9f049190b6c9 req-47a9f052-4bdc-42c8-a1f3-713d7231c216 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268444 Aug 16 23:51:40.718934 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d88a4f72-518b-4528-b810-f889986c0781 req-a9580c66-534c-41e3-9cc4-007e007407fa tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0246869-cc37-4a63-8505-d99ab8f34bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708978 Aug 16 23:51:40.720435 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3c5ac4e7-549b-41a6-8a97-2921f3427fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:40.852632 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:40.854540 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:40.854895 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:40.855225 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:40.855548 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:40.855878 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:40.856668 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:40.858155 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:40.858506 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:40.859322 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:40.859655 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:40.859979 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:40.871970 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.db.resource_extend [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 23:51:40.887235 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-3c5ac4e7-549b-41a6-8a97-2921f3427fe9 admin admin] Allocated IP 172.25.3.246 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/21a9af60-bbf3-4555-8d31-4c04c7027c26) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:51:40.940393 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 2db4129d-c04d-46bd-9436-70495ab50f2b completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:40.948364 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 2db4129d-c04d-46bd-9436-70495ab50f2b triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:40.948828 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:40.950336 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Attempting to bind port b572a865-2760-459e-9e6d-84e7639d8d98 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:51:40.951382 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Attempting to bind port b572a865-2760-459e-9e6d-84e7639d8d98 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '3a052d36-737e-478b-9f90-a0e9ec16d580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e068d657-2baa-44a2-b634-2f8e15880734'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:51:40.951772 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Attempting to bind port b572a865-2760-459e-9e6d-84e7639d8d98 on network e068d657-2baa-44a2-b634-2f8e15880734 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:40.983209 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:51:40.983585 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Checking segment: {'id': '3a052d36-737e-478b-9f90-a0e9ec16d580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e068d657-2baa-44a2-b634-2f8e15880734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:51:40.983987 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:40.984374 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Bound using segment: {'id': '3a052d36-737e-478b-9f90-a0e9ec16d580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e068d657-2baa-44a2-b634-2f8e15880734'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:51:40.984858 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Bound port: b572a865-2760-459e-9e6d-84e7639d8d98, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a052d36-737e-478b-9f90-a0e9ec16d580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e068d657-2baa-44a2-b634-2f8e15880734'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:51:40.985259 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:41.022374 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 9b0542dc-52ef-42a5-804f-639293288721, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9b0542dc-52ef-42a5-804f-639293288721,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:41.057191 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '9b0542dc-52ef-42a5-804f-639293288721', 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de', 'port_id': '9b0542dc-52ef-42a5-804f-639293288721', 'mac_address': 'fa:16:3e:8d:d7:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:51:41.080731 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3c5ac4e7-549b-41a6-8a97-2921f3427fe9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:41.121415 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] For port b572a865-2760-459e-9e6d-84e7639d8d98, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:51:41.159606 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbaf7e0-eb28-428c-99a2-fb4b328bdbfe req-284c577a-4da1-4eb8-9410-21f01b0bd7b2 tempest-LiveMigrationNegativeTest-1668827455 tempest-LiveMigrationNegativeTest-1668827455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:41.165548 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] For port b572a865-2760-459e-9e6d-84e7639d8d98, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=b572a865-2760-459e-9e6d-84e7639d8d98,segment=NetworkSegment(3a052d36-737e-478b-9f90-a0e9ec16d580),segment_id=3a052d36-737e-478b-9f90-a0e9ec16d580)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:51:41.167288 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0bbaf7e0-eb28-428c-99a2-fb4b328bdbfe req-284c577a-4da1-4eb8-9410-21f01b0bd7b2 tempest-LiveMigrationNegativeTest-1668827455 tempest-LiveMigrationNegativeTest-1668827455-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f4d7ad0d-685e-412a-9200-29998abb8808 HTTP/1.1" status: 200 len: 1101 time: 0.2901173 Aug 16 23:51:41.181790 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:41.186185 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:41.186868 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-97649b3a-ac54-45a6-b9b8-5e1b298ed157 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c7e598e821164f3b9c1dd4591171b697&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654228 Aug 16 23:51:41.189659 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0bbaf7e0-eb28-428c-99a2-fb4b328bdbfe req-06d5a2d5-ad9e-4eb3-b8b8-63770595391b tempest-LiveMigrationNegativeTest-1668827455 tempest-LiveMigrationNegativeTest-1668827455-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:41.207576 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:41.266450 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b0542dc-52ef-42a5-804f-639293288721 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:51:41.312502 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3c5ac4e7-549b-41a6-8a97-2921f3427fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:41.314477 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c540bc2-0122-42f1-b034-b228e6b73757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db4129d-c04d-46bd-9436-70495ab50f2b'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:51:41.316769 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a98d307-165c-49b9-8bd4-cf112dcddf12" -d '{"events": [{"server_uuid": "8c540bc2-0122-42f1-b034-b228e6b73757", "name": "network-vif-plugged", "status": "completed", "tag": "2db4129d-c04d-46bd-9436-70495ab50f2b"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:51:41.350824 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 2db4129d-c04d-46bd-9436-70495ab50f2b, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=2db4129d-c04d-46bd-9436-70495ab50f2b,segment=NetworkSegment(893ff3b8-a701-42c5-9642-d416fd535f53),segment_id=893ff3b8-a701-42c5-9642-d416fd535f53)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:41.357606 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 9b0542dc-52ef-42a5-804f-639293288721, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9b0542dc-52ef-42a5-804f-639293288721,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:41.360977 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-7fc3ac46-59c3-45de-ada1-414610e77292 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:41.362293 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-7fc3ac46-59c3-45de-ada1-414610e77292 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1577864 Aug 16 23:51:41.369111 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de51d6c-c34e-4171-b192-e076a6818c6d None None] Pushing event updated for resources: {'Port': ['ID=b572a865-2760-459e-9e6d-84e7639d8d98,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:41.375068 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:41.379956 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5ac4e7-549b-41a6-8a97-2921f3427fe9 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:51:41.402616 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-a47914c8-20d2-4614-a7da-637d1b7ed629 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] 10.222.0.60 "GET /v2.0/quotas/c7e598e821164f3b9c1dd4591171b697 HTTP/1.1" status: 200 len: 375 time: 0.0299716 Aug 16 23:51:41.403436 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-3c5ac4e7-549b-41a6-8a97-2921f3427fe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:41.412377 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5ac4e7-549b-41a6-8a97-2921f3427fe9 admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:51:41.419988 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:41.421296 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:41.421487 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ac4e7-549b-41a6-8a97-2921f3427fe9 admin admin] Pushing event updated for resources: {'Port': ['ID=21a9af60-bbf3-4555-8d31-4c04c7027c26,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:41.445467 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=2db4129d-c04d-46bd-9436-70495ab50f2b,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:41.479377 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-c886de50-0609-4e7c-b1a9-d87c6acbeba1 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c7e598e821164f3b9c1dd4591171b697&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638278 Aug 16 23:51:41.516798 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=9b0542dc-52ef-42a5-804f-639293288721,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:41.667088 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0bbaf7e0-eb28-428c-99a2-fb4b328bdbfe req-06d5a2d5-ad9e-4eb3-b8b8-63770595391b tempest-LiveMigrationNegativeTest-1668827455 tempest-LiveMigrationNegativeTest-1668827455-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:41.672101 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0bbaf7e0-eb28-428c-99a2-fb4b328bdbfe req-06d5a2d5-ad9e-4eb3-b8b8-63770595391b tempest-LiveMigrationNegativeTest-1668827455 tempest-LiveMigrationNegativeTest-1668827455-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:41.688920 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['9b0542dc-52ef-42a5-804f-639293288721'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:51:41.701819 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0bbaf7e0-eb28-428c-99a2-fb4b328bdbfe req-06d5a2d5-ad9e-4eb3-b8b8-63770595391b tempest-LiveMigrationNegativeTest-1668827455 tempest-LiveMigrationNegativeTest-1668827455-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=a0246869-cc37-4a63-8505-d99ab8f34bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5304804 Aug 16 23:51:41.788145 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35eb33b-e020-4d44-9a62-f73de649af40 x-openstack-request-id: req-e35eb33b-e020-4d44-9a62-f73de649af40 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:51:41.788541 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c540bc2-0122-42f1-b034-b228e6b73757", "name": "network-vif-plugged", "status": "completed", "tag": "2db4129d-c04d-46bd-9436-70495ab50f2b", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:51:41.789352 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e35eb33b-e020-4d44-9a62-f73de649af40 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:51:41.789988 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c540bc2-0122-42f1-b034-b228e6b73757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db4129d-c04d-46bd-9436-70495ab50f2b', 'code': 200} Aug 16 23:51:41.834368 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5a2d5-ad9e-4eb3-b8b8-63770595391b tempest-LiveMigrationNegativeTest-1668827455 tempest-LiveMigrationNegativeTest-1668827455-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cbf52c-084a-45f9-b8cd-d0b95788095e,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:41.889606 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260ac49-7e99-430f-9b2c-375021d79879 req-1fdf8425-097e-4831-a522-432026ee6dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:41.892793 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4260ac49-7e99-430f-9b2c-375021d79879 req-1fdf8425-097e-4831-a522-432026ee6dfb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8c540bc2-0122-42f1-b034-b228e6b73757 HTTP/1.1" status: 200 len: 1097 time: 0.0528238 Aug 16 23:51:41.937707 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4260ac49-7e99-430f-9b2c-375021d79879 req-cb24e6da-ead4-4986-b5ef-ccd9e34d53b2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0876bf16-2a72-4de0-bd73-ae6065860eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370922 Aug 16 23:51:41.939671 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e2ac9-dfa6-4974-bbab-2473b0ab72b5 req-2398db1f-9ae6-4c06-9a8d-c586ca1b3c22 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:41.941257 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-307e2ac9-dfa6-4974-bbab-2473b0ab72b5 req-2398db1f-9ae6-4c06-9a8d-c586ca1b3c22 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 949 time: 0.1675057 Aug 16 23:51:41.961582 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3c5ac4e7-549b-41a6-8a97-2921f3427fe9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:42.013569 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcaf01-cc4f-4143-a713-651fbce63315 req-e5932bad-7786-4417-b2f4-41a5286f087b tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:42.015200 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79dcaf01-cc4f-4143-a713-651fbce63315 req-e5932bad-7786-4417-b2f4-41a5286f087b tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c540bc2-0122-42f1-b034-b228e6b73757 HTTP/1.1" status: 200 len: 945 time: 0.1717212 Aug 16 23:51:42.089896 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-307e2ac9-dfa6-4974-bbab-2473b0ab72b5 req-8aeaace3-21df-4a44-8f98-94d2cefcc5b4 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417136 Aug 16 23:51:42.111718 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79dcaf01-cc4f-4143-a713-651fbce63315 req-5b51ec50-a953-4e72-b445-de9da90ef18b tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "GET /v2.0/security-groups?id=0876bf16-2a72-4de0-bd73-ae6065860eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873878 Aug 16 23:51:42.276283 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6151d400-6483-407a-b824-815678a9d402 req-bfe3a025-5c37-421c-a180-52760970ff08 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] 10.222.0.60 "GET /v2.0/ports?device_id=876f21e9-4e7e-48c6-996c-14554c62b983 HTTP/1.1" status: 200 len: 210 time: 0.0760288 Aug 16 23:51:42.336914 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3c5ac4e7-549b-41a6-8a97-2921f3427fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:42.359808 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b572a865-2760-459e-9e6d-84e7639d8d98 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:42.429311 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port b572a865-2760-459e-9e6d-84e7639d8d98 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:42.496966 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 9b0542dc-52ef-42a5-804f-639293288721 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:42.553713 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 9b0542dc-52ef-42a5-804f-639293288721 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:42.559566 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b00ee9c-fcec-4af9-a89c-824d02c2255e None None] Network e068d657-2baa-44a2-b634-2f8e15880734 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:51:42.572277 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 9b0542dc-52ef-42a5-804f-639293288721 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:42.572656 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:42.594207 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1a8ca-1c85-4af3-8437-13c8fa84e4d4 req-0d7f5d82-f590-4c5b-b6fb-9963e75bd9a3 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:42.595682 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-56a1a8ca-1c85-4af3-8437-13c8fa84e4d4 req-0d7f5d82-f590-4c5b-b6fb-9963e75bd9a3 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 944 time: 0.1421833 Aug 16 23:51:42.611837 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-b565dfe6-d3d6-424f-ac9f-56267ec27da7 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:42.613288 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-b565dfe6-d3d6-424f-ac9f-56267ec27da7 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] 10.222.0.60 "GET /v2.0/networks?id=282c39eb-b856-4b5a-9aab-fbbb038dd1fb HTTP/1.1" status: 200 len: 814 time: 0.2917755 Aug 16 23:51:42.652794 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7d841d99-413b-4495-a485-14d76eca1713 None None] Provisioning for port b572a865-2760-459e-9e6d-84e7639d8d98 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:42.655670 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-15409b09-c228-4119-a17e-98fdb80dc91d tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] 10.222.0.60 "GET /v2.0/quotas/5480ba8c2276409b8e718e0f9c7a4f4e HTTP/1.1" status: 200 len: 375 time: 0.0323448 Aug 16 23:51:42.660121 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7d841d99-413b-4495-a485-14d76eca1713 None None] Provisioning complete for port b572a865-2760-459e-9e6d-84e7639d8d98 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:42.660497 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7d841d99-413b-4495-a485-14d76eca1713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:42.666469 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-56a1a8ca-1c85-4af3-8437-13c8fa84e4d4 req-322fe02e-24bf-449a-9395-3c86da0fcdde tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624647 Aug 16 23:51:42.752616 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-acecbeb5-a7f3-4df3-83f3-4c7307add53f tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5480ba8c2276409b8e718e0f9c7a4f4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892775 Aug 16 23:51:42.754689 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5ac4e7-549b-41a6-8a97-2921f3427fe9 admin admin] Router 6910e287-6fee-4c3e-8591-f4b45311f69f is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:51:42.802589 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:42.886471 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7d841d99-413b-4495-a485-14d76eca1713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:42.906036 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 9b0542dc-52ef-42a5-804f-639293288721, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9b0542dc-52ef-42a5-804f-639293288721,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:42.927402 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:42.941382 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-7d841d99-413b-4495-a485-14d76eca1713 None None] For port b572a865-2760-459e-9e6d-84e7639d8d98, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=b572a865-2760-459e-9e6d-84e7639d8d98,segment=NetworkSegment(3a052d36-737e-478b-9f90-a0e9ec16d580),segment_id=3a052d36-737e-478b-9f90-a0e9ec16d580)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:42.963765 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7d841d99-413b-4495-a485-14d76eca1713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:42.969538 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5ac4e7-549b-41a6-8a97-2921f3427fe9 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:51:42.975023 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-a0880635-a509-41db-b2db-802b67711d45 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=c7e598e821164f3b9c1dd4591171b697&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333583 Aug 16 23:51:42.983484 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff1070d-725b-4d77-b8a5-c056931edd49 None None] Sync routers for ids ['6910e287-6fee-4c3e-8591-f4b45311f69f'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:51:43.017141 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff1070d-725b-4d77-b8a5-c056931edd49 None None] Routers {'6910e287-6fee-4c3e-8591-f4b45311f69f'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:51:43.017870 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-fff1070d-725b-4d77-b8a5-c056931edd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:51:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6910e287-6fee-4c3e-8591-f4b45311f69f'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:43.019799 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=9b0542dc-52ef-42a5-804f-639293288721,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:43.102462 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3c5ac4e7-549b-41a6-8a97-2921f3427fe9 admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:43.103634 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3c5ac4e7-549b-41a6-8a97-2921f3427fe9 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7005906 Aug 16 23:51:43.108146 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44748) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:43.215103 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d841d99-413b-4495-a485-14d76eca1713 None None] Pushing event updated for resources: {'Port': ['ID=b572a865-2760-459e-9e6d-84e7639d8d98,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:43.241492 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-fff1070d-725b-4d77-b8a5-c056931edd49 None None] Set router 6910e287-6fee-4c3e-8591-f4b45311f69f gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:51:43.360408 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8771ab96-0e7e-46e4-8f0c-d90b1db798e6 None None] Provisioning complete for port b572a865-2760-459e-9e6d-84e7639d8d98 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:43.364543 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8771ab96-0e7e-46e4-8f0c-d90b1db798e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:43.472258 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-dcdedd32-1921-44b4-bf64-627d969a4041 service neutron] 10.222.0.60 "GET /v2.0/networks/282c39eb-b856-4b5a-9aab-fbbb038dd1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7067685 Aug 16 23:51:43.480978 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-2af43193-5dee-45f3-bc04-72a0b91f694a tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:43.483109 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-2af43193-5dee-45f3-bc04-72a0b91f694a tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4739528 Aug 16 23:51:43.503757 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-b306afb5-a9a0-43c1-a8a9-a191095ca879 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Request body: {'port': {'device_id': '876f21e9-4e7e-48c6-996c-14554c62b983', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': 'c7e598e821164f3b9c1dd4591171b697'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:43.523862 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ade8b-96a1-4d60-a3fe-1caabc40f86c req-a8953b25-e7aa-4ba7-8c20-134eb567503f tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:43.529758 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7a5ade8b-96a1-4d60-a3fe-1caabc40f86c req-a8953b25-e7aa-4ba7-8c20-134eb567503f tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4d7ad0d-685e-412a-9200-29998abb8808 HTTP/1.1" status: 200 len: 949 time: 0.1181207 Aug 16 23:51:43.530642 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-fff1070d-725b-4d77-b8a5-c056931edd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6910e287-6fee-4c3e-8591-f4b45311f69f', 'name': 'tempest-FloatingIPDetailsTestJSON-72414952-router', 'tenant_id': 'd385ff3e7f154aa0bd607889006d577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '21a9af60-bbf3-4555-8d31-4c04c7027c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:39Z', 'updated_at': '2021-08-16T23:51:41Z', 'revision_number': 3, 'project_id': 'd385ff3e7f154aa0bd607889006d577a', 'gw_port': {'id': '21a9af60-bbf3-4555-8d31-4c04c7027c26', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6910e287-6fee-4c3e-8591-f4b45311f69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:40Z', 'updated_at': '2021-08-16T23:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:43.557758 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff1070d-725b-4d77-b8a5-c056931edd49 None None] Checking router: 6910e287-6fee-4c3e-8591-f4b45311f69f for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:51:43.558017 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff1070d-725b-4d77-b8a5-c056931edd49 None None] Updating router 6910e287-6fee-4c3e-8591-f4b45311f69f port 21a9af60-bbf3-4555-8d31-4c04c7027c26 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:51:43.586069 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fff1070d-725b-4d77-b8a5-c056931edd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:43.655023 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33d325c5-890b-42a4-baa7-6636fa7f1f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:43.662815 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7a5ade8b-96a1-4d60-a3fe-1caabc40f86c req-eb20cfee-a379-4c0c-9d27-18fe821a5c42 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0246869-cc37-4a63-8505-d99ab8f34bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072202 Aug 16 23:51:43.715676 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-d8c3d26e-0d29-4adc-a216-57337fe49506 service neutron] 10.222.0.60 "GET /v2.0/networks/282c39eb-b856-4b5a-9aab-fbbb038dd1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296305 Aug 16 23:51:43.742624 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-b306afb5-a9a0-43c1-a8a9-a191095ca879 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Made reservation on behalf of c7e598e821164f3b9c1dd4591171b697 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:51:43.749323 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-b306afb5-a9a0-43c1-a8a9-a191095ca879 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:43.759657 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-b306afb5-a9a0-43c1-a8a9-a191095ca879 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:43.856311 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57d95c-d322-47fe-973a-4f40f3b03a10 req-9230d6e2-6885-45ba-b729-e1d773c52e82 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:43.858555 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cb57d95c-d322-47fe-973a-4f40f3b03a10 req-9230d6e2-6885-45ba-b729-e1d773c52e82 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 949 time: 0.0882671 Aug 16 23:51:43.873013 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35f732a-884b-434c-ba04-59b9cbc06dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0542dc-52ef-42a5-804f-639293288721'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:51:43.876157 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3235021b-5ea3-47e2-a0be-756fe1b81dc0" -d '{"events": [{"server_uuid": "f35f732a-884b-434c-ba04-59b9cbc06dcc", "name": "network-vif-plugged", "status": "completed", "tag": "9b0542dc-52ef-42a5-804f-639293288721"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:51:43.902048 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-33d325c5-890b-42a4-baa7-6636fa7f1f65 admin admin] Allocated IP 172.20.0.1 (e068d657-2baa-44a2-b634-2f8e15880734/4f264ab9-790f-4aad-8292-216782ecf788/4fcf6356-139e-4609-930a-f40b1c627e51) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:51:43.938408 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cb57d95c-d322-47fe-973a-4f40f3b03a10 req-d4037402-a6b9-4c51-8c7c-1b8a90314e3d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718589 Aug 16 23:51:44.019627 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-b306afb5-a9a0-43c1-a8a9-a191095ca879 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:44.031423 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-b306afb5-a9a0-43c1-a8a9-a191095ca879 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:44.075567 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33d325c5-890b-42a4-baa7-6636fa7f1f65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:44.090423 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-33d325c5-890b-42a4-baa7-6636fa7f1f65 admin admin] Transition to ACTIVE for port object 4fcf6356-139e-4609-930a-f40b1c627e51 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:44.125206 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fff1070d-725b-4d77-b8a5-c056931edd49 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:44.128768 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33d325c5-890b-42a4-baa7-6636fa7f1f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:44.138858 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fff1070d-725b-4d77-b8a5-c056931edd49 None None] Transition to ACTIVE for port object 21a9af60-bbf3-4555-8d31-4c04c7027c26 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:44.144226 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7d8b7-1af9-45a3-b895-1b3b3293aca3 req-fe14ba28-b7a4-4306-aee2-ae8ba288444e tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:44.145841 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4bb7d8b7-1af9-45a3-b895-1b3b3293aca3 req-fe14ba28-b7a4-4306-aee2-ae8ba288444e tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c540bc2-0122-42f1-b034-b228e6b73757 HTTP/1.1" status: 200 len: 945 time: 0.1763973 Aug 16 23:51:44.147191 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fff1070d-725b-4d77-b8a5-c056931edd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:44.147703 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a0a76655-2960-4152-b9ab-85e9b25eb282 req-539794b8-fea5-4247-886a-3b228196e105 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] 10.222.0.60 "GET /v2.0/ports?device_id=876f21e9-4e7e-48c6-996c-14554c62b983 HTTP/1.1" status: 200 len: 210 time: 0.0900753 Aug 16 23:51:44.152276 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306afb5-a9a0-43c1-a8a9-a191095ca879 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a57d39e-db19-45ec-aa78-48a0dac3529a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:44.214924 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf1a3e-7dd8-4ae9-a71a-140b9de8da6b None None] Pushing event updated for resources: {'Port': ['ID=21a9af60-bbf3-4555-8d31-4c04c7027c26,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:44.228689 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d325c5-890b-42a4-baa7-6636fa7f1f65 admin admin] Pushing event updated for resources: {'Port': ['ID=4fcf6356-139e-4609-930a-f40b1c627e51,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:44.246751 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-fff1070d-725b-4d77-b8a5-c056931edd49 None None] Attempting to bind port 21a9af60-bbf3-4555-8d31-4c04c7027c26 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:51:44.246751 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-fff1070d-725b-4d77-b8a5-c056931edd49 None None] Attempting to bind port 21a9af60-bbf3-4555-8d31-4c04c7027c26 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:51:44.246751 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff1070d-725b-4d77-b8a5-c056931edd49 None None] Attempting to bind port 21a9af60-bbf3-4555-8d31-4c04c7027c26 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:44.248813 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d325c5-890b-42a4-baa7-6636fa7f1f65 admin admin] Network e068d657-2baa-44a2-b634-2f8e15880734 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:51:44.253481 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-33d325c5-890b-42a4-baa7-6636fa7f1f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:44.254912 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4bb7d8b7-1af9-45a3-b895-1b3b3293aca3 req-61335e49-34f6-46bf-87e7-f5c3bd785a46 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "GET /v2.0/security-groups?id=0876bf16-2a72-4de0-bd73-ae6065860eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940518 Aug 16 23:51:44.256691 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d325c5-890b-42a4-baa7-6636fa7f1f65 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:51:44.257363 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff1070d-725b-4d77-b8a5-c056931edd49 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:51:44.257614 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff1070d-725b-4d77-b8a5-c056931edd49 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:51:44.257751 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33d325c5-890b-42a4-baa7-6636fa7f1f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:44.258084 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fff1070d-725b-4d77-b8a5-c056931edd49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:44.258729 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff1070d-725b-4d77-b8a5-c056931edd49 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:51:44.259206 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-fff1070d-725b-4d77-b8a5-c056931edd49 None None] Bound port: 21a9af60-bbf3-4555-8d31-4c04c7027c26, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:51:44.259581 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fff1070d-725b-4d77-b8a5-c056931edd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:44.361551 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b572a865-2760-459e-9e6d-84e7639d8d98 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:44.386701 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-fff1070d-725b-4d77-b8a5-c056931edd49 None None] For port 21a9af60-bbf3-4555-8d31-4c04c7027c26, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:51:44.403657 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-b306afb5-a9a0-43c1-a8a9-a191095ca879 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Allocated IP 192.168.233.218 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/4a35689e-2876-4d71-93bc-1442d355839e) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:51:44.449279 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51830ca5-a95c-4ef0-ab09-4ec9c9c57e8a req-5aeb981b-c7e8-46fe-8b9f-04563f1ee64e tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:44.454332 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-fff1070d-725b-4d77-b8a5-c056931edd49 None None] For port 21a9af60-bbf3-4555-8d31-4c04c7027c26, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=21a9af60-bbf3-4555-8d31-4c04c7027c26,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:51:44.458263 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51830ca5-a95c-4ef0-ab09-4ec9c9c57e8a req-5aeb981b-c7e8-46fe-8b9f-04563f1ee64e tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 945 time: 0.1939349 Aug 16 23:51:44.471211 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fff1070d-725b-4d77-b8a5-c056931edd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:44.533642 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33d325c5-890b-42a4-baa7-6636fa7f1f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:44.547406 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff1070d-725b-4d77-b8a5-c056931edd49 None None] Routers {'6910e287-6fee-4c3e-8591-f4b45311f69f'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:51:44.548285 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-fff1070d-725b-4d77-b8a5-c056931edd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:51:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6910e287-6fee-4c3e-8591-f4b45311f69f'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:44.634645 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-b306afb5-a9a0-43c1-a8a9-a191095ca879 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:44.661666 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-b306afb5-a9a0-43c1-a8a9-a191095ca879 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Transition to ACTIVE for port object 4a35689e-2876-4d71-93bc-1442d355839e will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:44.693479 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92b051c6-5370-4a9c-ade9-a0e23a3529ec req-67d44a2c-1d2f-42db-98e7-176c73f3220f tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] 10.222.0.60 "GET /v2.0/ports?device_id=110b898f-3bf0-4ca9-ad4a-0d94077fdfd2 HTTP/1.1" status: 200 len: 210 time: 0.2325394 Aug 16 23:51:44.728328 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51830ca5-a95c-4ef0-ab09-4ec9c9c57e8a req-c22df580-1e8a-4e7b-8cfb-12666c12dbe9 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689140 Aug 16 23:51:44.737962 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-fff1070d-725b-4d77-b8a5-c056931edd49 None None] Set router 6910e287-6fee-4c3e-8591-f4b45311f69f gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:51:44.745869 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port b572a865-2760-459e-9e6d-84e7639d8d98 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:44.746242 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:44.755714 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-b306afb5-a9a0-43c1-a8a9-a191095ca879 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:44.788986 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33d325c5-890b-42a4-baa7-6636fa7f1f65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:44.816548 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33d325c5-890b-42a4-baa7-6636fa7f1f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:44.817832 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33d325c5-890b-42a4-baa7-6636fa7f1f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:44.821860 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d63556e-e0da-478b-a8dc-7de87b883697 x-openstack-request-id: req-2d63556e-e0da-478b-a8dc-7de87b883697 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:51:44.822188 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35f732a-884b-434c-ba04-59b9cbc06dcc", "name": "network-vif-plugged", "status": "completed", "tag": "9b0542dc-52ef-42a5-804f-639293288721", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:51:44.822415 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d63556e-e0da-478b-a8dc-7de87b883697 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:51:44.822807 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35f732a-884b-434c-ba04-59b9cbc06dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0542dc-52ef-42a5-804f-639293288721', 'code': 200} Aug 16 23:51:44.831565 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190572d-9fb3-498a-bbef-3fd7321cd2a0 req-2288228b-c2f2-4676-b886-2f4a16a48361 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:44.833809 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f190572d-9fb3-498a-bbef-3fd7321cd2a0 req-2288228b-c2f2-4676-b886-2f4a16a48361 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4d7ad0d-685e-412a-9200-29998abb8808 HTTP/1.1" status: 200 len: 949 time: 0.2956884 Aug 16 23:51:44.834204 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf1a3e-7dd8-4ae9-a71a-140b9de8da6b None None] Pushing event updated for resources: {'Port': ['ID=21a9af60-bbf3-4555-8d31-4c04c7027c26,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:44.847944 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-b306afb5-a9a0-43c1-a8a9-a191095ca879 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:51:44.857967 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-b306afb5-a9a0-43c1-a8a9-a191095ca879 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:44.864099 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-b306afb5-a9a0-43c1-a8a9-a191095ca879 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:51:44.927975 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306afb5-a9a0-43c1-a8a9-a191095ca879 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Pushing event updated for resources: {'Port': ['ID=4a35689e-2876-4d71-93bc-1442d355839e,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:44.980127 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-30fad851-d5ba-4fba-9acd-8d3eb1fe82a7 None None] Provisioning for port 4fcf6356-139e-4609-930a-f40b1c627e51 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:45.017862 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-30fad851-d5ba-4fba-9acd-8d3eb1fe82a7 None None] Provisioning complete for port 4fcf6356-139e-4609-930a-f40b1c627e51 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:45.018255 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-30fad851-d5ba-4fba-9acd-8d3eb1fe82a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:45.039416 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d325c5-890b-42a4-baa7-6636fa7f1f65 admin admin] Pushing event updated for resources: {'Port': ['ID=4fcf6356-139e-4609-930a-f40b1c627e51,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:45.044042 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c0e82-d48a-4a3c-aab3-3fc1240516ec req-cf674028-6afe-4a01-b01d-b0bd70d315eb tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:45.046584 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f03c0e82-d48a-4a3c-aab3-3fc1240516ec req-cf674028-6afe-4a01-b01d-b0bd70d315eb tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c540bc2-0122-42f1-b034-b228e6b73757 HTTP/1.1" status: 200 len: 945 time: 0.1700351 Aug 16 23:51:45.053518 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-b306afb5-a9a0-43c1-a8a9-a191095ca879 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:45.054214 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-b306afb5-a9a0-43c1-a8a9-a191095ca879 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:45.067130 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44778) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:45.076278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-0f8fe7dd-0b0e-45a4-a002-13e444fa60f2 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Request body: {'floatingip': {'port_id': '2db4129d-c04d-46bd-9436-70495ab50f2b'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:45.088655 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8f8ba-4cb9-4e1c-a0d5-5df9fd6380f8 req-85e76d2b-8875-41e1-87da-f5621d7da0fd tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:45.097079 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-38b8f8ba-4cb9-4e1c-a0d5-5df9fd6380f8 req-85e76d2b-8875-41e1-87da-f5621d7da0fd tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4d7ad0d-685e-412a-9200-29998abb8808 HTTP/1.1" status: 200 len: 949 time: 0.1606588 Aug 16 23:51:45.137010 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-b306afb5-a9a0-43c1-a8a9-a191095ca879 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6427824 Aug 16 23:51:45.154456 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64fbcc-0fd7-4b79-b557-e649e5d01583 req-f1a6b744-e34c-41cd-b276-1b5b30dc844b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:45.156182 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6b64fbcc-0fd7-4b79-b557-e649e5d01583 req-f1a6b744-e34c-41cd-b276-1b5b30dc844b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 1097 time: 0.2271986 Aug 16 23:51:45.156819 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-30fad851-d5ba-4fba-9acd-8d3eb1fe82a7 None None] Port 4fcf6356-139e-4609-930a-f40b1c627e51 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:51:45.159965 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-9f6c756f-c030-4f33-a5dd-fda39d29e4df service neutron] Request body: {'port': {'device_id': '876f21e9-4e7e-48c6-996c-14554c62b983', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:45.212316 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0f8fe7dd-0b0e-45a4-a002-13e444fa60f2 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks [] for floatingip, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:45.213089 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d325c5-890b-42a4-baa7-6636fa7f1f65 admin admin] Network e068d657-2baa-44a2-b634-2f8e15880734 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:51:45.221267 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-33d325c5-890b-42a4-baa7-6636fa7f1f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:45.233717 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6b64fbcc-0fd7-4b79-b557-e649e5d01583 req-bb635d77-7996-4a1a-a5d5-b6eef8642987 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627410 Aug 16 23:51:45.235942 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-f190572d-9fb3-498a-bbef-3fd7321cd2a0 req-112a5551-1930-4335-8130-aa46714f0a22 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Deleting port a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:51:45.236389 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-f190572d-9fb3-498a-bbef-3fd7321cd2a0 req-112a5551-1930-4335-8130-aa46714f0a22 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:45.289552 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fe33e305-484b-4928-acfc-87700d976d71 None None] Provisioning for port 4a35689e-2876-4d71-93bc-1442d355839e completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:45.295351 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-fff1070d-725b-4d77-b8a5-c056931edd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6910e287-6fee-4c3e-8591-f4b45311f69f', 'name': 'tempest-FloatingIPDetailsTestJSON-72414952-router', 'tenant_id': 'd385ff3e7f154aa0bd607889006d577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '21a9af60-bbf3-4555-8d31-4c04c7027c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:39Z', 'updated_at': '2021-08-16T23:51:44Z', 'revision_number': 4, 'project_id': 'd385ff3e7f154aa0bd607889006d577a', 'gw_port': {'id': '21a9af60-bbf3-4555-8d31-4c04c7027c26', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6910e287-6fee-4c3e-8591-f4b45311f69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:40Z', 'updated_at': '2021-08-16T23:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '4fcf6356-139e-4609-930a-f40b1c627e51', 'name': '', 'network_id': 'e068d657-2baa-44a2-b634-2f8e15880734', 'tenant_id': 'd385ff3e7f154aa0bd607889006d577a', 'mac_address': 'fa:16:3e:ef:9b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6910e287-6fee-4c3e-8591-f4b45311f69f', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4f264ab9-790f-4aad-8292-216782ecf788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:43Z', 'updated_at': '2021-08-16T23:51:43Z', 'revision_number': 1, 'project_id': 'd385ff3e7f154aa0bd607889006d577a', 'subnets': [{'id': '4f264ab9-790f-4aad-8292-216782ecf788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:45.299190 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fe33e305-484b-4928-acfc-87700d976d71 None None] Provisioning complete for port 4a35689e-2876-4d71-93bc-1442d355839e triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:45.299570 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fe33e305-484b-4928-acfc-87700d976d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:45.327817 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff1070d-725b-4d77-b8a5-c056931edd49 None None] The sync data for ids ['6910e287-6fee-4c3e-8591-f4b45311f69f'] in n-d-800088-20 is: [{'id': '6910e287-6fee-4c3e-8591-f4b45311f69f', 'name': 'tempest-FloatingIPDetailsTestJSON-72414952-router', 'tenant_id': 'd385ff3e7f154aa0bd607889006d577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '21a9af60-bbf3-4555-8d31-4c04c7027c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:39Z', 'updated_at': '2021-08-16T23:51:44Z', 'revision_number': 4, 'project_id': 'd385ff3e7f154aa0bd607889006d577a', 'gw_port': {'id': '21a9af60-bbf3-4555-8d31-4c04c7027c26', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6910e287-6fee-4c3e-8591-f4b45311f69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:40Z', 'updated_at': '2021-08-16T23:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '4fcf6356-139e-4609-930a-f40b1c627e51', 'name': '', 'network_id': 'e068d657-2baa-44a2-b634-2f8e15880734', 'tenant_id': 'd385ff3e7f154aa0bd607889006d577a', 'mac_address': 'fa:16:3e:ef:9b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6910e287-6fee-4c3e-8591-f4b45311f69f', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4f264ab9-790f-4aad-8292-216782ecf788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:43Z', 'updated_at': '2021-08-16T23:51:43Z', 'revision_number': 1, 'project_id': 'd385ff3e7f154aa0bd607889006d577a', 'subnets': [{'id': '4f264ab9-790f-4aad-8292-216782ecf788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:51:45.338866 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-38b8f8ba-4cb9-4e1c-a0d5-5df9fd6380f8 req-eb3a38b8-88a0-4374-b903-38ee7e0242e6 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0246869-cc37-4a63-8505-d99ab8f34bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359092 Aug 16 23:51:45.383999 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-fe33e305-484b-4928-acfc-87700d976d71 None None] Port 4a35689e-2876-4d71-93bc-1442d355839e cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:51:45.394310 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-f190572d-9fb3-498a-bbef-3fd7321cd2a0 req-112a5551-1930-4335-8130-aa46714f0a22 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] For port a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:45.396502 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-f190572d-9fb3-498a-bbef-3fd7321cd2a0 req-112a5551-1930-4335-8130-aa46714f0a22 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:45.412223 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-f190572d-9fb3-498a-bbef-3fd7321cd2a0 req-112a5551-1930-4335-8130-aa46714f0a22 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Calling delete_port for a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:51:45.447354 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-9f6c756f-c030-4f33-a5dd-fda39d29e4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:45.498495 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37709654-5ce6-4cd6-a3cf-9bd762ae090a req-5d0508a5-4ec5-4dd6-a6b2-114a6435cae4 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:45.500566 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-37709654-5ce6-4cd6-a3cf-9bd762ae090a req-5d0508a5-4ec5-4dd6-a6b2-114a6435cae4 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 949 time: 0.3514109 Aug 16 23:51:45.524974 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-449d02d4-3a09-4fe6-8aad-967f8babd410 None None] Provisioning complete for port 4fcf6356-139e-4609-930a-f40b1c627e51 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:45.525383 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-449d02d4-3a09-4fe6-8aad-967f8babd410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:45.582277 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-449d02d4-3a09-4fe6-8aad-967f8babd410 None None] Port 4fcf6356-139e-4609-930a-f40b1c627e51 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:51:45.794661 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d325c5-890b-42a4-baa7-6636fa7f1f65 admin admin] Router 6910e287-6fee-4c3e-8591-f4b45311f69f has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:51:45.816117 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d47fd4-219e-40c1-98e8-d48c358b01bc req-7711562f-05cc-4351-a289-407f400786bf tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:45.818152 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8d47fd4-219e-40c1-98e8-d48c358b01bc req-7711562f-05cc-4351-a289-407f400786bf tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] 10.222.0.60 "GET /v2.0/ports?device_id=876f21e9-4e7e-48c6-996c-14554c62b983 HTTP/1.1" status: 200 len: 936 time: 0.3502877 Aug 16 23:51:45.828991 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-37709654-5ce6-4cd6-a3cf-9bd762ae090a req-82dec741-4e2b-4f15-b826-4e28dcf677ba tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830925 Aug 16 23:51:45.831234 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-02b98384-a730-4ada-8c09-c3b44cce05e3 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:45.832760 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-02b98384-a730-4ada-8c09-c3b44cce05e3 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] 10.222.0.69 "GET /v2.0/networks?id=282c39eb-b856-4b5a-9aab-fbbb038dd1fb HTTP/1.1" status: 200 len: 814 time: 0.2408285 Aug 16 23:51:45.872563 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-f2e0df40-4193-4b3b-9245-d6653198625d tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Request body: {'port': {'device_id': '110b898f-3bf0-4ca9-ad4a-0d94077fdfd2', 'network_id': '282c39eb-b856-4b5a-9aab-fbbb038dd1fb', 'admin_state_up': True, 'tenant_id': '5480ba8c2276409b8e718e0f9c7a4f4e'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:46.162013 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ee1ea8a-8c84-433e-a5db-a7b6f81ca19d req-4971342b-caf8-47ee-bec1-bf2d65bc4847 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] 10.222.0.60 "GET /v2.0/ports?device_id=110b898f-3bf0-4ca9-ad4a-0d94077fdfd2 HTTP/1.1" status: 200 len: 210 time: 0.1281099 Aug 16 23:51:46.386571 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8d47fd4-219e-40c1-98e8-d48c358b01bc req-c32c29e1-4357-4b4f-a0d4-e681db087baf tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a57d39e-db19-45ec-aa78-48a0dac3529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5565126 Aug 16 23:51:46.447355 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-f190572d-9fb3-498a-bbef-3fd7321cd2a0 req-112a5551-1930-4335-8130-aa46714f0a22 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:46.470051 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:51:46.542645 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['cc501ed2-c82f-4999-824f-52e4117deb90'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:51:46.642154 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a5551-1930-4335-8130-aa46714f0a22 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Pushing event deleted for resources: {'Port': ['ID=a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:46.651390 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-68764c83-4916-4868-bc89-46c617123c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:46.729021 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-f2e0df40-4193-4b3b-9245-d6653198625d tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Made reservation on behalf of 5480ba8c2276409b8e718e0f9c7a4f4e for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:51:46.745435 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-f2e0df40-4193-4b3b-9245-d6653198625d tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:46.826337 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d325c5-890b-42a4-baa7-6636fa7f1f65 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:51:46.848435 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-33d325c5-890b-42a4-baa7-6636fa7f1f65 admin admin] 10.222.0.60 "PUT /v2.0/routers/6910e287-6fee-4c3e-8591-f4b45311f69f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7389784 Aug 16 23:51:46.893485 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f190572d-9fb3-498a-bbef-3fd7321cd2a0 req-112a5551-1930-4335-8130-aa46714f0a22 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] No DVR routers for this DVR port a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:51:46.896832 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-f190572d-9fb3-498a-bbef-3fd7321cd2a0 req-112a5551-1930-4335-8130-aa46714f0a22 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:46.908147 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f190572d-9fb3-498a-bbef-3fd7321cd2a0 req-112a5551-1930-4335-8130-aa46714f0a22 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.64 "DELETE /v2.0/ports/a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a HTTP/1.1" status: 204 len: 173 time: 2.0234606 Aug 16 23:51:46.918867 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d7ad0d-685e-412a-9200-29998abb8808', 'name': 'network-vif-deleted', 'tag': 'a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:51:46.926156 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9ac6de-d2e0-4d51-b5bf-75c563f1edd4" -d '{"events": [{"server_uuid": "f4d7ad0d-685e-412a-9200-29998abb8808", "name": "network-vif-deleted", "tag": "a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:51:47.259045 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-f2e0df40-4193-4b3b-9245-d6653198625d tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Allocated IP 172.20.0.7 (282c39eb-b856-4b5a-9aab-fbbb038dd1fb/bd6217a8-adba-488d-89f7-8f03ee877d72/cb0d0042-6e64-416a-b323-23f95617dd32) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:51:47.409610 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-426a2f31-2900-4837-a145-4b043a91217a req-c54c5b97-5a67-4c1a-b338-ab8246feceb9 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4d7ad0d-685e-412a-9200-29998abb8808 HTTP/1.1" status: 200 len: 210 time: 0.1542325 Aug 16 23:51:47.666245 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-f2e0df40-4193-4b3b-9245-d6653198625d tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:47.689989 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.db.resource_extend [None req-0f8fe7dd-0b0e-45a4-a002-13e444fa60f2 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 23:51:47.708334 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-f2e0df40-4193-4b3b-9245-d6653198625d tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Transition to ACTIVE for port object cb0d0042-6e64-416a-b323-23f95617dd32 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:47.774478 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-f2e0df40-4193-4b3b-9245-d6653198625d tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:47.838313 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0df40-4193-4b3b-9245-d6653198625d tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Pushing event updated for resources: {'Port': ['ID=cb0d0042-6e64-416a-b323-23f95617dd32,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:47.842497 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-f2e0df40-4193-4b3b-9245-d6653198625d tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Network 282c39eb-b856-4b5a-9aab-fbbb038dd1fb is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:51:47.844176 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-f2e0df40-4193-4b3b-9245-d6653198625d tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:47.852128 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-f2e0df40-4193-4b3b-9245-d6653198625d tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:51:47.860009 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-f2e0df40-4193-4b3b-9245-d6653198625d tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:47.860756 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-f2e0df40-4193-4b3b-9245-d6653198625d tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:47.876325 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0f8fe7dd-0b0e-45a4-a002-13e444fa60f2 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:47.878476 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-f2e0df40-4193-4b3b-9245-d6653198625d tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0119998 Aug 16 23:51:47.900259 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7033674-4484-4ba4-aad5-1a9e6b0442b9 req-b42cee6a-d320-47a7-8a3d-62925fde0bb4 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:47.901874 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c7033674-4484-4ba4-aad5-1a9e6b0442b9 req-b42cee6a-d320-47a7-8a3d-62925fde0bb4 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 945 time: 1.5189784 Aug 16 23:51:47.918727 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0f8fe7dd-0b0e-45a4-a002-13e444fa60f2 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:47.926333 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-9f6c756f-c030-4f33-a5dd-fda39d29e4df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a35689e-2876-4d71-93bc-1442d355839e {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:51:47.987695 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-9f6c756f-c030-4f33-a5dd-fda39d29e4df service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:48.011029 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8199749-e4b5-4884-85c6-b4ddaf89ec9c req-bbfaaeec-86ee-4f9c-9eeb-2cf991fcdc6b tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:48.016199 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8199749-e4b5-4884-85c6-b4ddaf89ec9c req-bbfaaeec-86ee-4f9c-9eeb-2cf991fcdc6b tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 949 time: 0.1986082 Aug 16 23:51:48.030185 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-9f6c756f-c030-4f33-a5dd-fda39d29e4df service neutron] Transition to ACTIVE for port object 4a35689e-2876-4d71-93bc-1442d355839e will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:48.076527 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-9f6c756f-c030-4f33-a5dd-fda39d29e4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:48.094862 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c7033674-4484-4ba4-aad5-1a9e6b0442b9 req-8b5ab055-986c-4e09-9418-2967c19ac2cb tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770725 Aug 16 23:51:48.134232 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-78ca9bbb-d8ab-4ce7-ae2f-b27bbc96d018 None None] Provisioning for port cb0d0042-6e64-416a-b323-23f95617dd32 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:48.139908 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-78ca9bbb-d8ab-4ce7-ae2f-b27bbc96d018 None None] Provisioning complete for port cb0d0042-6e64-416a-b323-23f95617dd32 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:48.140507 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-78ca9bbb-d8ab-4ce7-ae2f-b27bbc96d018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:48.152743 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-0f8fe7dd-0b0e-45a4-a002-13e444fa60f2 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Floating IP 57db3843-e480-4019-a91a-a0f779e85b5f associated. External IP: 172.25.3.166, port: 2db4129d-c04d-46bd-9436-70495ab50f2b. Aug 16 23:51:48.163805 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfc340f-f724-4db7-83ba-ef4e21987e32 x-openstack-request-id: req-bdfc340f-f724-4db7-83ba-ef4e21987e32 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:51:48.164375 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d7ad0d-685e-412a-9200-29998abb8808", "name": "network-vif-deleted", "tag": "a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:51:48.164905 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bdfc340f-f724-4db7-83ba-ef4e21987e32 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:51:48.165631 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d7ad0d-685e-412a-9200-29998abb8808', 'name': 'network-vif-deleted', 'tag': 'a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a', 'status': 'completed', 'code': 200} Aug 16 23:51:48.227404 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-78ca9bbb-d8ab-4ce7-ae2f-b27bbc96d018 None None] Port cb0d0042-6e64-416a-b323-23f95617dd32 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:51:48.309375 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c756f-c030-4f33-a5dd-fda39d29e4df service neutron] Pushing event updated for resources: {'Port': ['ID=4a35689e-2876-4d71-93bc-1442d355839e,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:48.315002 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8199749-e4b5-4884-85c6-b4ddaf89ec9c req-e01a7552-f8c0-4ac1-8e92-d5627597b7d3 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785695 Aug 16 23:51:48.411812 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 21a9af60-bbf3-4555-8d31-4c04c7027c26 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:48.451711 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-9f6c756f-c030-4f33-a5dd-fda39d29e4df service neutron] Attempting to bind port 4a35689e-2876-4d71-93bc-1442d355839e on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:51:48.452234 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-9f6c756f-c030-4f33-a5dd-fda39d29e4df service neutron] Attempting to bind port 4a35689e-2876-4d71-93bc-1442d355839e by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:51:48.452384 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-9f6c756f-c030-4f33-a5dd-fda39d29e4df service neutron] Attempting to bind port 4a35689e-2876-4d71-93bc-1442d355839e on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:48.498935 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 21a9af60-bbf3-4555-8d31-4c04c7027c26 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:48.504132 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 21a9af60-bbf3-4555-8d31-4c04c7027c26 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:48.504707 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:48.606200 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-9f6c756f-c030-4f33-a5dd-fda39d29e4df service neutron] Port 4a35689e-2876-4d71-93bc-1442d355839e on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:51:48.606919 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-9f6c756f-c030-4f33-a5dd-fda39d29e4df service neutron] Attempting to bind port 4a35689e-2876-4d71-93bc-1442d355839e on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:48.629433 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:48.639557 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-9f6c756f-c030-4f33-a5dd-fda39d29e4df service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:51:48.640244 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-9f6c756f-c030-4f33-a5dd-fda39d29e4df service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:51:48.640836 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-9f6c756f-c030-4f33-a5dd-fda39d29e4df service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:51:48.641535 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-9f6c756f-c030-4f33-a5dd-fda39d29e4df service neutron] Bound port: 4a35689e-2876-4d71-93bc-1442d355839e, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:51:48.642122 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-9f6c756f-c030-4f33-a5dd-fda39d29e4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:48.658861 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8fe7dd-0b0e-45a4-a002-13e444fa60f2 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Router be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:51:48.659071 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 21a9af60-bbf3-4555-8d31-4c04c7027c26, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=21a9af60-bbf3-4555-8d31-4c04c7027c26,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:48.674222 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:48.711545 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2caf1ae-0b1f-4de8-b23b-83337ccb19f0 req-aeb66a31-3a68-4a5b-ab3f-576cee55962d tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:48.722646 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b2caf1ae-0b1f-4de8-b23b-83337ccb19f0 req-aeb66a31-3a68-4a5b-ab3f-576cee55962d tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] 10.222.0.60 "GET /v2.0/ports?device_id=110b898f-3bf0-4ca9-ad4a-0d94077fdfd2 HTTP/1.1" status: 200 len: 931 time: 0.2724867 Aug 16 23:51:48.748174 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=21a9af60-bbf3-4555-8d31-4c04c7027c26,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:48.868799 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db82a935-1ee7-45d5-8b2b-696945238aa3 None None] Sync routers for ids ['6910e287-6fee-4c3e-8591-f4b45311f69f'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:51:48.882348 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db82a935-1ee7-45d5-8b2b-696945238aa3 None None] Routers {'6910e287-6fee-4c3e-8591-f4b45311f69f'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:51:48.883537 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-db82a935-1ee7-45d5-8b2b-696945238aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:51:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6910e287-6fee-4c3e-8591-f4b45311f69f'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:48.902817 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b2caf1ae-0b1f-4de8-b23b-83337ccb19f0 req-b55a50bb-bf9e-4cdc-8c1c-72b34c6e84ac tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] 10.222.0.60 "GET /v2.0/security-groups?id=76d0222c-36ff-43d0-8299-da39470cc906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367552 Aug 16 23:51:48.912975 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-9f6c756f-c030-4f33-a5dd-fda39d29e4df service neutron] For port 4a35689e-2876-4d71-93bc-1442d355839e, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:51:48.917593 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-9f6c756f-c030-4f33-a5dd-fda39d29e4df service neutron] For port 4a35689e-2876-4d71-93bc-1442d355839e, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4a35689e-2876-4d71-93bc-1442d355839e,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:51:48.932378 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-9f6c756f-c030-4f33-a5dd-fda39d29e4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:48.965443 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:51:49.002291 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:51:49.002867 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a52ca100-b7c5-4ed5-a857-c8ddf7e3a45a not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:51:49.005205 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8fe7dd-0b0e-45a4-a002-13e444fa60f2 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:51:49.008471 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-9f6c756f-c030-4f33-a5dd-fda39d29e4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:49.009124 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-9f6c756f-c030-4f33-a5dd-fda39d29e4df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:49.010521 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-9f6c756f-c030-4f33-a5dd-fda39d29e4df service neutron] 10.222.0.64 "PUT /v2.0/ports/4a35689e-2876-4d71-93bc-1442d355839e HTTP/1.1" status: 200 len: 1097 time: 3.8591740 Aug 16 23:51:49.013704 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876f21e9-4e7e-48c6-996c-14554c62b983', 'tag': '4a35689e-2876-4d71-93bc-1442d355839e'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:51:49.022953 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10493e27-1571-4137-8f79-b6ebacab634d None None] Sync routers for ids ['be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:51:49.029754 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80788bdb-1830-4b29-ae64-19c140d767ca" -d '{"events": [{"name": "network-changed", "server_uuid": "876f21e9-4e7e-48c6-996c-14554c62b983", "tag": "4a35689e-2876-4d71-93bc-1442d355839e"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:51:49.046109 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0f8fe7dd-0b0e-45a4-a002-13e444fa60f2 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:49.048173 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10493e27-1571-4137-8f79-b6ebacab634d None None] Routers {'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:51:49.049648 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-10493e27-1571-4137-8f79-b6ebacab634d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:51:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:49.081700 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-db82a935-1ee7-45d5-8b2b-696945238aa3 None None] Set router 6910e287-6fee-4c3e-8591-f4b45311f69f gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:51:49.089975 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0f8fe7dd-0b0e-45a4-a002-13e444fa60f2 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "PUT /v2.0/floatingips/57db3843-e480-4019-a91a-a0f779e85b5f HTTP/1.1" status: 200 len: 991 time: 4.0191829 Aug 16 23:51:49.198921 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-10493e27-1571-4137-8f79-b6ebacab634d None None] Set router be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:51:49.283215 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c756f-c030-4f33-a5dd-fda39d29e4df service neutron] Pushing event updated for resources: {'Port': ['ID=4a35689e-2876-4d71-93bc-1442d355839e,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:49.456525 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4eca80a9-8493-437f-9b87-967a643de0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:49.460725 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:49.461488 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-db82a935-1ee7-45d5-8b2b-696945238aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6910e287-6fee-4c3e-8591-f4b45311f69f', 'name': 'tempest-FloatingIPDetailsTestJSON-72414952-router', 'tenant_id': 'd385ff3e7f154aa0bd607889006d577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '21a9af60-bbf3-4555-8d31-4c04c7027c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:39Z', 'updated_at': '2021-08-16T23:51:44Z', 'revision_number': 4, 'project_id': 'd385ff3e7f154aa0bd607889006d577a', 'gw_port': {'id': '21a9af60-bbf3-4555-8d31-4c04c7027c26', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6910e287-6fee-4c3e-8591-f4b45311f69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:40Z', 'updated_at': '2021-08-16T23:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '4fcf6356-139e-4609-930a-f40b1c627e51', 'name': '', 'network_id': 'e068d657-2baa-44a2-b634-2f8e15880734', 'tenant_id': 'd385ff3e7f154aa0bd607889006d577a', 'mac_address': 'fa:16:3e:ef:9b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6910e287-6fee-4c3e-8591-f4b45311f69f', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4f264ab9-790f-4aad-8292-216782ecf788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:43Z', 'updated_at': '2021-08-16T23:51:44Z', 'revision_number': 2, 'project_id': 'd385ff3e7f154aa0bd607889006d577a', 'subnets': [{'id': '4f264ab9-790f-4aad-8292-216782ecf788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:49.475787 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-1af1674d-320c-4b0b-a736-e873340d0fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:49.478544 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-1af1674d-320c-4b0b-a736-e873340d0fe2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7e598e821164f3b9c1dd4591171b697&device_id=876f21e9-4e7e-48c6-996c-14554c62b983 HTTP/1.1" status: 200 len: 1100 time: 0.3829994 Aug 16 23:51:49.502453 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66fcfec6-d15b-4dfc-843d-7d6878e444aa req-91926ecd-5192-4a87-b636-9a081270ef04 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4113770 Aug 16 23:51:49.530973 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db82a935-1ee7-45d5-8b2b-696945238aa3 None None] Checking router: 6910e287-6fee-4c3e-8591-f4b45311f69f for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:51:49.531487 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db82a935-1ee7-45d5-8b2b-696945238aa3 None None] Updating router 6910e287-6fee-4c3e-8591-f4b45311f69f port 4fcf6356-139e-4609-930a-f40b1c627e51 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:51:49.541125 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-a70f2d2b-25ee-4848-9010-80a503a866d3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=4a35689e-2876-4d71-93bc-1442d355839e HTTP/1.1" status: 200 len: 217 time: 0.0511320 Aug 16 23:51:49.544423 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-66fcfec6-d15b-4dfc-843d-7d6878e444aa req-4bffaca3-79d7-46f6-b396-1d744a1165c6 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:49.579403 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-db82a935-1ee7-45d5-8b2b-696945238aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:49.610330 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-66fcfec6-d15b-4dfc-843d-7d6878e444aa req-4bffaca3-79d7-46f6-b396-1d744a1165c6 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks [] for floatingip, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:49.617910 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-df5cda68-4bf8-417d-b6f6-ff615f0b2e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:49.620685 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-df5cda68-4bf8-417d-b6f6-ff615f0b2e4c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0685790 Aug 16 23:51:49.626457 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-10493e27-1571-4137-8f79-b6ebacab634d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'name': 'tempest-ServersTestFqdnHostnames-1454886577-router', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:57Z', 'updated_at': '2021-08-16T23:51:05Z', 'revision_number': 4, 'project_id': 'ea1f363e7da44969b3a4164afa733f09', 'gw_port': {'id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:59Z', 'updated_at': '2021-08-16T23:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '57db3843-e480-4019-a91a-a0f779e85b5f', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'floating_ip_address': '172.25.3.166', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'port_id': '2db4129d-c04d-46bd-9436-70495ab50f2b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfceb4c9-aedb-4a4a-ad89-be69b8624208', 'mac_address': 'fa:16:3e:8c:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c540bc2-0122-42f1-b034-b228e6b73757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:51:22Z', 'updated_at': '2021-08-16T23:51:47Z', 'revision_number': 1, 'project_id': 'ea1f363e7da44969b3a4164afa733f09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eeacd98-ee15-4fcb-aa8e-75a81bab9e32', 'name': '', 'network_id': 'dfceb4c9-aedb-4a4a-ad89-be69b8624208', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'mac_address': 'fa:16:3e:40:aa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'acde4885-8004-4ab5-9f91-25ef081204d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:04Z', 'updated_at': '2021-08-16T23:51:15Z', 'revision_number': 5, 'project_id': 'ea1f363e7da44969b3a4164afa733f09', 'subnets': [{'id': 'acde4885-8004-4ab5-9f91-25ef081204d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:49.660889 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10493e27-1571-4137-8f79-b6ebacab634d None None] Checking router: be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:51:49.671281 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10493e27-1571-4137-8f79-b6ebacab634d None None] Routers {'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:51:49.672280 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-10493e27-1571-4137-8f79-b6ebacab634d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:51:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:49.742141 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-d8f6f17e-55d0-4870-b3b2-b44666cad667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:49.743671 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-d8f6f17e-55d0-4870-b3b2-b44666cad667 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1130061 Aug 16 23:51:49.863888 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-91f514c4-e7f1-4a10-b711-2f0c3e70cbc6 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113684 Aug 16 23:51:49.960688 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-66fcfec6-d15b-4dfc-843d-7d6878e444aa req-4bffaca3-79d7-46f6-b396-1d744a1165c6 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:50.005929 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-10493e27-1571-4137-8f79-b6ebacab634d None None] Set router be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:51:50.089770 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:50.196228 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-db82a935-1ee7-45d5-8b2b-696945238aa3 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:50.220820 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-db82a935-1ee7-45d5-8b2b-696945238aa3 None None] Transition to ACTIVE for port object 4fcf6356-139e-4609-930a-f40b1c627e51 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:50.243639 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-db82a935-1ee7-45d5-8b2b-696945238aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:50.352440 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd089bda-a5f6-44e6-894c-8c15cc9a356c req-8b560888-6852-4428-970e-6a3e0e447de4 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768691 Aug 16 23:51:50.352644 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9184f1a-68de-4ac7-bb2e-698b57f604e9 None None] Pushing event updated for resources: {'Port': ['ID=4fcf6356-139e-4609-930a-f40b1c627e51,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:50.384627 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 21a9af60-bbf3-4555-8d31-4c04c7027c26 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:50.442138 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-66fcfec6-d15b-4dfc-843d-7d6878e444aa req-4bffaca3-79d7-46f6-b396-1d744a1165c6 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Allocated IP 172.25.3.20 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/9ab12eea-d5c2-4d31-97fd-ddc56904da83) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:51:50.446025 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-db82a935-1ee7-45d5-8b2b-696945238aa3 None None] Attempting to bind port 4fcf6356-139e-4609-930a-f40b1c627e51 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:51:50.446398 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-db82a935-1ee7-45d5-8b2b-696945238aa3 None None] Attempting to bind port 4fcf6356-139e-4609-930a-f40b1c627e51 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '3a052d36-737e-478b-9f90-a0e9ec16d580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e068d657-2baa-44a2-b634-2f8e15880734'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:51:50.446753 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db82a935-1ee7-45d5-8b2b-696945238aa3 None None] Attempting to bind port 4fcf6356-139e-4609-930a-f40b1c627e51 on network e068d657-2baa-44a2-b634-2f8e15880734 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:50.455583 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db82a935-1ee7-45d5-8b2b-696945238aa3 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:51:50.456019 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db82a935-1ee7-45d5-8b2b-696945238aa3 None None] Checking segment: {'id': '3a052d36-737e-478b-9f90-a0e9ec16d580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e068d657-2baa-44a2-b634-2f8e15880734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:51:50.461204 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-db82a935-1ee7-45d5-8b2b-696945238aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:50.461681 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db82a935-1ee7-45d5-8b2b-696945238aa3 None None] Bound using segment: {'id': '3a052d36-737e-478b-9f90-a0e9ec16d580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e068d657-2baa-44a2-b634-2f8e15880734'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:51:50.462172 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-db82a935-1ee7-45d5-8b2b-696945238aa3 None None] Bound port: 4fcf6356-139e-4609-930a-f40b1c627e51, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a052d36-737e-478b-9f90-a0e9ec16d580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e068d657-2baa-44a2-b634-2f8e15880734'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:51:50.462575 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-db82a935-1ee7-45d5-8b2b-696945238aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:50.491972 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-10493e27-1571-4137-8f79-b6ebacab634d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'name': 'tempest-ServersTestFqdnHostnames-1454886577-router', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:57Z', 'updated_at': '2021-08-16T23:51:05Z', 'revision_number': 4, 'project_id': 'ea1f363e7da44969b3a4164afa733f09', 'gw_port': {'id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:59Z', 'updated_at': '2021-08-16T23:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '57db3843-e480-4019-a91a-a0f779e85b5f', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'floating_ip_address': '172.25.3.166', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'port_id': '2db4129d-c04d-46bd-9436-70495ab50f2b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfceb4c9-aedb-4a4a-ad89-be69b8624208', 'mac_address': 'fa:16:3e:8c:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c540bc2-0122-42f1-b034-b228e6b73757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:51:22Z', 'updated_at': '2021-08-16T23:51:47Z', 'revision_number': 1, 'project_id': 'ea1f363e7da44969b3a4164afa733f09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eeacd98-ee15-4fcb-aa8e-75a81bab9e32', 'name': '', 'network_id': 'dfceb4c9-aedb-4a4a-ad89-be69b8624208', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'mac_address': 'fa:16:3e:40:aa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'acde4885-8004-4ab5-9f91-25ef081204d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:04Z', 'updated_at': '2021-08-16T23:51:15Z', 'revision_number': 5, 'project_id': 'ea1f363e7da44969b3a4164afa733f09', 'subnets': [{'id': 'acde4885-8004-4ab5-9f91-25ef081204d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:50.493999 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 21a9af60-bbf3-4555-8d31-4c04c7027c26 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:50.494369 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:50.567737 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-db82a935-1ee7-45d5-8b2b-696945238aa3 None None] For port 4fcf6356-139e-4609-930a-f40b1c627e51, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:51:50.579386 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-db82a935-1ee7-45d5-8b2b-696945238aa3 None None] For port 4fcf6356-139e-4609-930a-f40b1c627e51, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4fcf6356-139e-4609-930a-f40b1c627e51,segment=NetworkSegment(3a052d36-737e-478b-9f90-a0e9ec16d580),segment_id=3a052d36-737e-478b-9f90-a0e9ec16d580)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:51:50.597024 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-db82a935-1ee7-45d5-8b2b-696945238aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:50.627455 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10493e27-1571-4137-8f79-b6ebacab634d None None] The sync data for ids ['be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'] in n-d-800088-20 is: [{'id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'name': 'tempest-ServersTestFqdnHostnames-1454886577-router', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:57Z', 'updated_at': '2021-08-16T23:51:05Z', 'revision_number': 4, 'project_id': 'ea1f363e7da44969b3a4164afa733f09', 'gw_port': {'id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:59Z', 'updated_at': '2021-08-16T23:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '57db3843-e480-4019-a91a-a0f779e85b5f', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'floating_ip_address': '172.25.3.166', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'port_id': '2db4129d-c04d-46bd-9436-70495ab50f2b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfceb4c9-aedb-4a4a-ad89-be69b8624208', 'mac_address': 'fa:16:3e:8c:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c540bc2-0122-42f1-b034-b228e6b73757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:51:22Z', 'updated_at': '2021-08-16T23:51:47Z', 'revision_number': 1, 'project_id': 'ea1f363e7da44969b3a4164afa733f09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eeacd98-ee15-4fcb-aa8e-75a81bab9e32', 'name': '', 'network_id': 'dfceb4c9-aedb-4a4a-ad89-be69b8624208', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'mac_address': 'fa:16:3e:40:aa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'acde4885-8004-4ab5-9f91-25ef081204d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:04Z', 'updated_at': '2021-08-16T23:51:15Z', 'revision_number': 5, 'project_id': 'ea1f363e7da44969b3a4164afa733f09', 'subnets': [{'id': 'acde4885-8004-4ab5-9f91-25ef081204d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:51:50.724195 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db82a935-1ee7-45d5-8b2b-696945238aa3 None None] Routers {'6910e287-6fee-4c3e-8591-f4b45311f69f'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:51:50.724835 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-db82a935-1ee7-45d5-8b2b-696945238aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:51:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6910e287-6fee-4c3e-8591-f4b45311f69f'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:50.727069 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-66fcfec6-d15b-4dfc-843d-7d6878e444aa req-4bffaca3-79d7-46f6-b396-1d744a1165c6 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:50.834404 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-66fcfec6-d15b-4dfc-843d-7d6878e444aa req-4bffaca3-79d7-46f6-b396-1d744a1165c6 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:50.898446 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffaca3-79d7-46f6-b396-1d744a1165c6 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Pushing event updated for resources: {'Port': ['ID=9ab12eea-d5c2-4d31-97fd-ddc56904da83,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:50.898699 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-db82a935-1ee7-45d5-8b2b-696945238aa3 None None] Set router 6910e287-6fee-4c3e-8591-f4b45311f69f gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:51:50.929751 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66fcfec6-d15b-4dfc-843d-7d6878e444aa req-4bffaca3-79d7-46f6-b396-1d744a1165c6 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:51:50.931889 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-66fcfec6-d15b-4dfc-843d-7d6878e444aa req-4bffaca3-79d7-46f6-b396-1d744a1165c6 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:50.955600 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fcfec6-d15b-4dfc-843d-7d6878e444aa req-4bffaca3-79d7-46f6-b396-1d744a1165c6 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:51:51.034290 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ce8a31-14f5-4191-ac3c-01346b2dd6d5 None None] New status for floating IP 57db3843-e480-4019-a91a-a0f779e85b5f: ACTIVE {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:51:51.088881 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-66fcfec6-d15b-4dfc-843d-7d6878e444aa req-4bffaca3-79d7-46f6-b396-1d744a1165c6 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:51.132338 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-66fcfec6-d15b-4dfc-843d-7d6878e444aa req-4bffaca3-79d7-46f6-b396-1d744a1165c6 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:51.306995 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-66fcfec6-d15b-4dfc-843d-7d6878e444aa req-4bffaca3-79d7-46f6-b396-1d744a1165c6 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:51.309511 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9184f1a-68de-4ac7-bb2e-698b57f604e9 None None] Pushing event updated for resources: {'Port': ['ID=4fcf6356-139e-4609-930a-f40b1c627e51,revision_number=4']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:51.316754 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-66fcfec6-d15b-4dfc-843d-7d6878e444aa req-4bffaca3-79d7-46f6-b396-1d744a1165c6 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:51.406330 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffaca3-79d7-46f6-b396-1d744a1165c6 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Pushing event updated for resources: {'Port': ['ID=9ab12eea-d5c2-4d31-97fd-ddc56904da83,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:51.416710 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-66fcfec6-d15b-4dfc-843d-7d6878e444aa req-4bffaca3-79d7-46f6-b396-1d744a1165c6 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:51.422780 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-db82a935-1ee7-45d5-8b2b-696945238aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6910e287-6fee-4c3e-8591-f4b45311f69f', 'name': 'tempest-FloatingIPDetailsTestJSON-72414952-router', 'tenant_id': 'd385ff3e7f154aa0bd607889006d577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '21a9af60-bbf3-4555-8d31-4c04c7027c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:39Z', 'updated_at': '2021-08-16T23:51:44Z', 'revision_number': 4, 'project_id': 'd385ff3e7f154aa0bd607889006d577a', 'gw_port': {'id': '21a9af60-bbf3-4555-8d31-4c04c7027c26', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6910e287-6fee-4c3e-8591-f4b45311f69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:40Z', 'updated_at': '2021-08-16T23:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '4fcf6356-139e-4609-930a-f40b1c627e51', 'name': '', 'network_id': 'e068d657-2baa-44a2-b634-2f8e15880734', 'tenant_id': 'd385ff3e7f154aa0bd607889006d577a', 'mac_address': 'fa:16:3e:ef:9b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6910e287-6fee-4c3e-8591-f4b45311f69f', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4f264ab9-790f-4aad-8292-216782ecf788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:43Z', 'updated_at': '2021-08-16T23:51:50Z', 'revision_number': 4, 'project_id': 'd385ff3e7f154aa0bd607889006d577a', 'subnets': [{'id': '4f264ab9-790f-4aad-8292-216782ecf788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:51.442101 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-66fcfec6-d15b-4dfc-843d-7d6878e444aa req-4bffaca3-79d7-46f6-b396-1d744a1165c6 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:51.443487 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66fcfec6-d15b-4dfc-843d-7d6878e444aa req-4bffaca3-79d7-46f6-b396-1d744a1165c6 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9049494 Aug 16 23:51:51.459495 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db82a935-1ee7-45d5-8b2b-696945238aa3 None None] The sync data for ids ['6910e287-6fee-4c3e-8591-f4b45311f69f'] in n-d-800088-20 is: [{'id': '6910e287-6fee-4c3e-8591-f4b45311f69f', 'name': 'tempest-FloatingIPDetailsTestJSON-72414952-router', 'tenant_id': 'd385ff3e7f154aa0bd607889006d577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '21a9af60-bbf3-4555-8d31-4c04c7027c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:39Z', 'updated_at': '2021-08-16T23:51:44Z', 'revision_number': 4, 'project_id': 'd385ff3e7f154aa0bd607889006d577a', 'gw_port': {'id': '21a9af60-bbf3-4555-8d31-4c04c7027c26', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6910e287-6fee-4c3e-8591-f4b45311f69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:40Z', 'updated_at': '2021-08-16T23:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '4fcf6356-139e-4609-930a-f40b1c627e51', 'name': '', 'network_id': 'e068d657-2baa-44a2-b634-2f8e15880734', 'tenant_id': 'd385ff3e7f154aa0bd607889006d577a', 'mac_address': 'fa:16:3e:ef:9b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6910e287-6fee-4c3e-8591-f4b45311f69f', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4f264ab9-790f-4aad-8292-216782ecf788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:43Z', 'updated_at': '2021-08-16T23:51:50Z', 'revision_number': 4, 'project_id': 'd385ff3e7f154aa0bd607889006d577a', 'subnets': [{'id': '4f264ab9-790f-4aad-8292-216782ecf788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:51:51.533871 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66fcfec6-d15b-4dfc-843d-7d6878e444aa req-d5722cb8-2e7d-4f2d-ba8e-3010d997dcb4 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.20 HTTP/1.1" status: 200 len: 695 time: 0.0826454 Aug 16 23:51:51.659832 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fcfec6-d15b-4dfc-843d-7d6878e444aa req-2763d158-911c-47dc-b87c-28e122dfbde0 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:51.661318 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66fcfec6-d15b-4dfc-843d-7d6878e444aa req-2763d158-911c-47dc-b87c-28e122dfbde0 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 784 time: 0.1215787 Aug 16 23:51:51.676766 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-66fcfec6-d15b-4dfc-843d-7d6878e444aa req-a6844926-dbac-4be2-8d7c-e77e26f12351 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:51:51.678044 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66fcfec6-d15b-4dfc-843d-7d6878e444aa req-a6844926-dbac-4be2-8d7c-e77e26f12351 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111139 Aug 16 23:51:51.824701 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ca2cb-6d4a-41c5-aafa-25729622dfae req-a6268ce9-7cd2-42a8-bbc2-cc9d55594f7b tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:51.827545 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-366ca2cb-6d4a-41c5-aafa-25729622dfae req-a6268ce9-7cd2-42a8-bbc2-cc9d55594f7b tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] 10.222.0.60 "GET /v2.0/ports?device_id=876f21e9-4e7e-48c6-996c-14554c62b983 HTTP/1.1" status: 200 len: 948 time: 0.0817866 Aug 16 23:51:51.875600 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-366ca2cb-6d4a-41c5-aafa-25729622dfae req-11b1e560-3c25-4273-b294-ef4397dec5c5 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a57d39e-db19-45ec-aa78-48a0dac3529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417054 Aug 16 23:51:51.933964 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:51.988820 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f20355-3b2e-4b65-85ca-83afd406e748 x-openstack-request-id: req-f8f20355-3b2e-4b65-85ca-83afd406e748 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:51:51.989266 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "876f21e9-4e7e-48c6-996c-14554c62b983", "tag": "4a35689e-2876-4d71-93bc-1442d355839e", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:51:51.989725 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f8f20355-3b2e-4b65-85ca-83afd406e748 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:51:51.990244 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876f21e9-4e7e-48c6-996c-14554c62b983', 'tag': '4a35689e-2876-4d71-93bc-1442d355839e', 'status': 'completed', 'code': 200} Aug 16 23:51:52.087050 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80788bdb-1830-4b29-ae64-19c140d767ca req-ddea92bb-2262-4c73-b276-2eea079ace65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:52.088779 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-80788bdb-1830-4b29-ae64-19c140d767ca req-ddea92bb-2262-4c73-b276-2eea079ace65 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7e598e821164f3b9c1dd4591171b697&device_id=876f21e9-4e7e-48c6-996c-14554c62b983 HTTP/1.1" status: 200 len: 1100 time: 0.0674052 Aug 16 23:51:52.196392 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80788bdb-1830-4b29-ae64-19c140d767ca req-be474951-0fbd-47b6-ac3d-066d0198447a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:52.198255 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-80788bdb-1830-4b29-ae64-19c140d767ca req-be474951-0fbd-47b6-ac3d-066d0198447a service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.0995336 Aug 16 23:51:52.259749 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-80788bdb-1830-4b29-ae64-19c140d767ca req-e56f17cc-39fe-4e81-ac5c-1ed01c90eed9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=4a35689e-2876-4d71-93bc-1442d355839e HTTP/1.1" status: 200 len: 217 time: 0.0517468 Aug 16 23:51:52.340182 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80788bdb-1830-4b29-ae64-19c140d767ca req-cf70e4d9-6a57-48c0-833d-c006f4a84a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:52.346953 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-80788bdb-1830-4b29-ae64-19c140d767ca req-cf70e4d9-6a57-48c0-833d-c006f4a84a61 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0731931 Aug 16 23:51:52.347053 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4fcf6356-139e-4609-930a-f40b1c627e51 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:52.408598 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80788bdb-1830-4b29-ae64-19c140d767ca req-8bc6cf14-5ba7-432c-98b2-9cdab9164279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:52.410245 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-80788bdb-1830-4b29-ae64-19c140d767ca req-8bc6cf14-5ba7-432c-98b2-9cdab9164279 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0500758 Aug 16 23:51:52.410932 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 4fcf6356-139e-4609-930a-f40b1c627e51 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:52.414741 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 4fcf6356-139e-4609-930a-f40b1c627e51 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:52.415112 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:52.517476 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:52.543758 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-80788bdb-1830-4b29-ae64-19c140d767ca req-25c3f184-4a84-4078-a86a-9f49729e007d service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233904 Aug 16 23:51:52.603273 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 4fcf6356-139e-4609-930a-f40b1c627e51, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4fcf6356-139e-4609-930a-f40b1c627e51,segment=NetworkSegment(3a052d36-737e-478b-9f90-a0e9ec16d580),segment_id=3a052d36-737e-478b-9f90-a0e9ec16d580)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:52.613819 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:52.682271 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=4fcf6356-139e-4609-930a-f40b1c627e51,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:52.736397 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-80788bdb-1830-4b29-ae64-19c140d767ca req-460c4a88-d8af-4178-bea3-36f5ec74efdc service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845760 Aug 16 23:51:52.996645 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4a35689e-2876-4d71-93bc-1442d355839e details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:51:53.095176 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4a35689e-2876-4d71-93bc-1442d355839e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4a35689e-2876-4d71-93bc-1442d355839e,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:53.111358 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '4a35689e-2876-4d71-93bc-1442d355839e', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': '4a35689e-2876-4d71-93bc-1442d355839e', 'mac_address': 'fa:16:3e:7d:31:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:51:53.152659 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:53.170376 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a35689e-2876-4d71-93bc-1442d355839e {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:51:53.195979 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4a35689e-2876-4d71-93bc-1442d355839e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4a35689e-2876-4d71-93bc-1442d355839e,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:53.201338 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:53.251026 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=4a35689e-2876-4d71-93bc-1442d355839e,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:53.477067 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['4a35689e-2876-4d71-93bc-1442d355839e'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:51:53.992078 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c540bc2-0122-42f1-b034-b228e6b73757', 'tag': '2db4129d-c04d-46bd-9436-70495ab50f2b'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:51:53.996811 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60c7e0b-22ad-4d16-885a-bbe623e3f95e" -d '{"events": [{"name": "network-changed", "server_uuid": "8c540bc2-0122-42f1-b034-b228e6b73757", "tag": "2db4129d-c04d-46bd-9436-70495ab50f2b"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:51:54.277119 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4fcf6356-139e-4609-930a-f40b1c627e51 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:54.326320 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 4fcf6356-139e-4609-930a-f40b1c627e51 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:54.326869 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:55.015007 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4a35689e-2876-4d71-93bc-1442d355839e up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:55.066424 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 4a35689e-2876-4d71-93bc-1442d355839e completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:55.070437 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 4a35689e-2876-4d71-93bc-1442d355839e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:55.070928 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:55.154242 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:55.179794 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876f21e9-4e7e-48c6-996c-14554c62b983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a35689e-2876-4d71-93bc-1442d355839e'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:51:55.182126 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7130c0e-85d8-407f-91f7-8bb0d97e3b5b" -d '{"events": [{"server_uuid": "876f21e9-4e7e-48c6-996c-14554c62b983", "name": "network-vif-plugged", "status": "completed", "tag": "4a35689e-2876-4d71-93bc-1442d355839e"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:51:55.195090 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4a35689e-2876-4d71-93bc-1442d355839e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4a35689e-2876-4d71-93bc-1442d355839e,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:55.198545 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:55.199375 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a80abd68-a5cd-4879-b583-fc207ffd7657 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:51:55.278970 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=4a35689e-2876-4d71-93bc-1442d355839e,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:55.319955 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:55.355165 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a80abd68-a5cd-4879-b583-fc207ffd7657, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a80abd68-a5cd-4879-b583-fc207ffd7657,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:55.360654 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:55.413498 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=a80abd68-a5cd-4879-b583-fc207ffd7657,revision_number=9']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:55.844069 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:51:57.027193 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a80abd68-a5cd-4879-b583-fc207ffd7657 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:51:57.127530 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a80abd68-a5cd-4879-b583-fc207ffd7657, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a80abd68-a5cd-4879-b583-fc207ffd7657,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:57.138230 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'a80abd68-a5cd-4879-b583-fc207ffd7657', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': 'a80abd68-a5cd-4879-b583-fc207ffd7657', 'mac_address': 'fa:16:3e:e0:bc:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:51:57.176446 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:57.189575 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80abd68-a5cd-4879-b583-fc207ffd7657 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:51:57.215673 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a80abd68-a5cd-4879-b583-fc207ffd7657, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a80abd68-a5cd-4879-b583-fc207ffd7657,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:57.220627 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:57.269173 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=a80abd68-a5cd-4879-b583-fc207ffd7657,revision_number=10']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:57.455186 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['a80abd68-a5cd-4879-b583-fc207ffd7657'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:51:57.747278 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-464381b9-a806-4237-98ea-7774eea3fda0 service neutron] Request body: {'port': {'device_id': '110b898f-3bf0-4ca9-ad4a-0d94077fdfd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:57.803935 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-464381b9-a806-4237-98ea-7774eea3fda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:57.871193 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bfecd-62a3-4c3d-9487-a47a807351db req-13883f30-59af-4e96-81e9-8794ad00df71 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:57.872696 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-123bfecd-62a3-4c3d-9487-a47a807351db req-13883f30-59af-4e96-81e9-8794ad00df71 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 945 time: 0.0828404 Aug 16 23:51:57.881828 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6dffb-bde4-4c99-9f05-7d3e762db728 req-13e21b61-d44c-4031-a9ed-f100b01c06c7 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:57.883234 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0c6dffb-bde4-4c99-9f05-7d3e762db728 req-13e21b61-d44c-4031-a9ed-f100b01c06c7 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 949 time: 0.0839574 Aug 16 23:51:57.940173 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-123bfecd-62a3-4c3d-9487-a47a807351db req-c2840184-7722-4d55-81ca-4c3f65893978 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554097 Aug 16 23:51:57.944714 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0c6dffb-bde4-4c99-9f05-7d3e762db728 req-a2d96b74-2ae8-465d-a91b-590776488ba1 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538824 Aug 16 23:51:58.072319 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-464381b9-a806-4237-98ea-7774eea3fda0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb0d0042-6e64-416a-b323-23f95617dd32 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:51:58.079981 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-464381b9-a806-4237-98ea-7774eea3fda0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:58.091963 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-464381b9-a806-4237-98ea-7774eea3fda0 service neutron] Transition to ACTIVE for port object cb0d0042-6e64-416a-b323-23f95617dd32 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:58.096635 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-464381b9-a806-4237-98ea-7774eea3fda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:58.106668 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628a210-236e-46af-a5c9-2832661d9e8a req-0ec0670c-b30d-4527-8415-adeecb5a8f56 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:58.108764 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4628a210-236e-46af-a5c9-2832661d9e8a req-0ec0670c-b30d-4527-8415-adeecb5a8f56 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] 10.222.0.60 "GET /v2.0/ports?device_id=110b898f-3bf0-4ca9-ad4a-0d94077fdfd2 HTTP/1.1" status: 200 len: 931 time: 0.1048295 Aug 16 23:51:58.148993 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61bba7b4-7dd9-48ad-9100-dbd15f3d4933 req-34e0a189-0d96-4047-ab9a-00a0d727bd60 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1681054 Aug 16 23:51:58.150084 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464381b9-a806-4237-98ea-7774eea3fda0 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0d0042-6e64-416a-b323-23f95617dd32,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:58.163429 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-61bba7b4-7dd9-48ad-9100-dbd15f3d4933 req-0d41f61e-a08d-4f15-8185-84031f7e53a3 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:58.184713 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4628a210-236e-46af-a5c9-2832661d9e8a req-dcdb19d0-77a8-4a8a-b32b-3cb492e9a81e tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] 10.222.0.60 "GET /v2.0/security-groups?id=76d0222c-36ff-43d0-8299-da39470cc906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665393 Aug 16 23:51:58.187688 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-464381b9-a806-4237-98ea-7774eea3fda0 service neutron] Attempting to bind port cb0d0042-6e64-416a-b323-23f95617dd32 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:51:58.188100 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-464381b9-a806-4237-98ea-7774eea3fda0 service neutron] Attempting to bind port cb0d0042-6e64-416a-b323-23f95617dd32 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': 'a9f4295d-ab53-4d35-85a0-b202cf9b3540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '282c39eb-b856-4b5a-9aab-fbbb038dd1fb'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:51:58.188498 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-464381b9-a806-4237-98ea-7774eea3fda0 service neutron] Attempting to bind port cb0d0042-6e64-416a-b323-23f95617dd32 on network 282c39eb-b856-4b5a-9aab-fbbb038dd1fb {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:58.193373 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-464381b9-a806-4237-98ea-7774eea3fda0 service neutron] Port cb0d0042-6e64-416a-b323-23f95617dd32 on network 282c39eb-b856-4b5a-9aab-fbbb038dd1fb not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:51:58.194312 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-464381b9-a806-4237-98ea-7774eea3fda0 service neutron] Attempting to bind port cb0d0042-6e64-416a-b323-23f95617dd32 on network 282c39eb-b856-4b5a-9aab-fbbb038dd1fb {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:58.199182 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-61bba7b4-7dd9-48ad-9100-dbd15f3d4933 req-0d41f61e-a08d-4f15-8185-84031f7e53a3 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks [] for floatingip, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:58.200845 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-464381b9-a806-4237-98ea-7774eea3fda0 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:51:58.201251 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-464381b9-a806-4237-98ea-7774eea3fda0 service neutron] Checking segment: {'id': 'a9f4295d-ab53-4d35-85a0-b202cf9b3540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '282c39eb-b856-4b5a-9aab-fbbb038dd1fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:51:58.201758 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-464381b9-a806-4237-98ea-7774eea3fda0 service neutron] Bound using segment: {'id': 'a9f4295d-ab53-4d35-85a0-b202cf9b3540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '282c39eb-b856-4b5a-9aab-fbbb038dd1fb'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:51:58.202310 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-464381b9-a806-4237-98ea-7774eea3fda0 service neutron] Bound port: cb0d0042-6e64-416a-b323-23f95617dd32, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9f4295d-ab53-4d35-85a0-b202cf9b3540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '282c39eb-b856-4b5a-9aab-fbbb038dd1fb'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:51:58.202744 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-464381b9-a806-4237-98ea-7774eea3fda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:58.286859 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-464381b9-a806-4237-98ea-7774eea3fda0 service neutron] For port cb0d0042-6e64-416a-b323-23f95617dd32, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:51:58.290358 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-464381b9-a806-4237-98ea-7774eea3fda0 service neutron] For port cb0d0042-6e64-416a-b323-23f95617dd32, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=cb0d0042-6e64-416a-b323-23f95617dd32,segment=NetworkSegment(a9f4295d-ab53-4d35-85a0-b202cf9b3540),segment_id=a9f4295d-ab53-4d35-85a0-b202cf9b3540)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:51:58.299212 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-464381b9-a806-4237-98ea-7774eea3fda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:58.327245 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-61bba7b4-7dd9-48ad-9100-dbd15f3d4933 req-0d41f61e-a08d-4f15-8185-84031f7e53a3 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:58.341152 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-464381b9-a806-4237-98ea-7774eea3fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:58.341844 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-464381b9-a806-4237-98ea-7774eea3fda0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:58.343453 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-464381b9-a806-4237-98ea-7774eea3fda0 service neutron] 10.222.0.69 "PUT /v2.0/ports/cb0d0042-6e64-416a-b323-23f95617dd32 HTTP/1.1" status: 200 len: 1092 time: 0.6009684 Aug 16 23:51:58.343898 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110b898f-3bf0-4ca9-ad4a-0d94077fdfd2', 'tag': 'cb0d0042-6e64-416a-b323-23f95617dd32'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:51:58.346192 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b472c6-5f82-4875-8b1b-f72c97a16e63" -d '{"events": [{"name": "network-changed", "server_uuid": "110b898f-3bf0-4ca9-ad4a-0d94077fdfd2", "tag": "cb0d0042-6e64-416a-b323-23f95617dd32"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:51:58.384047 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464381b9-a806-4237-98ea-7774eea3fda0 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0d0042-6e64-416a-b323-23f95617dd32,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:58.470582 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-807ae7be-68a1-4846-958b-c9eac48e948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:58.472140 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-807ae7be-68a1-4846-958b-c9eac48e948c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5480ba8c2276409b8e718e0f9c7a4f4e&device_id=110b898f-3bf0-4ca9-ad4a-0d94077fdfd2 HTTP/1.1" status: 200 len: 1095 time: 0.0618756 Aug 16 23:51:58.510653 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-61bba7b4-7dd9-48ad-9100-dbd15f3d4933 req-0d41f61e-a08d-4f15-8185-84031f7e53a3 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Allocated IP 172.25.3.239 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/d700fe68-bfb2-4c4a-bbfe-cb63245cbed4) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:51:58.524761 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-9bb6c6e4-3263-4d86-af31-029abf17b785 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb0d0042-6e64-416a-b323-23f95617dd32 HTTP/1.1" status: 200 len: 217 time: 0.0425715 Aug 16 23:51:58.553618 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bf2ed-1610-4395-aecc-d85cff53f069 req-44845758-12c6-4a22-a105-192a8c443ecc tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:58.555094 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-957bf2ed-1610-4395-aecc-d85cff53f069 req-44845758-12c6-4a22-a105-192a8c443ecc tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] 10.222.0.60 "GET /v2.0/ports?device_id=876f21e9-4e7e-48c6-996c-14554c62b983 HTTP/1.1" status: 200 len: 950 time: 0.0904739 Aug 16 23:51:58.576130 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-6d6071c2-e746-4f28-a2e8-7b1956724d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:58.578383 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-6d6071c2-e746-4f28-a2e8-7b1956724d95 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd6217a8-adba-488d-89f7-8f03ee877d72 HTTP/1.1" status: 200 len: 853 time: 0.0454204 Aug 16 23:51:58.626722 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-5c955afd-7d80-4c62-b074-80b3dadd9eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:58.628231 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-5c955afd-7d80-4c62-b074-80b3dadd9eb6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=282c39eb-b856-4b5a-9aab-fbbb038dd1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417027 Aug 16 23:51:58.635142 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-957bf2ed-1610-4395-aecc-d85cff53f069 req-65e8f280-cce5-49a0-9a4b-bc863b03f6a9 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a57d39e-db19-45ec-aa78-48a0dac3529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546708 Aug 16 23:51:58.671925 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-61bba7b4-7dd9-48ad-9100-dbd15f3d4933 req-0d41f61e-a08d-4f15-8185-84031f7e53a3 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:58.689798 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a0f775-f8e7-4afd-aa01-65b597b82179 x-openstack-request-id: req-63a0f775-f8e7-4afd-aa01-65b597b82179 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:51:58.689991 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c540bc2-0122-42f1-b034-b228e6b73757", "tag": "2db4129d-c04d-46bd-9436-70495ab50f2b", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:51:58.690234 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-63a0f775-f8e7-4afd-aa01-65b597b82179 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:51:58.690710 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c540bc2-0122-42f1-b034-b228e6b73757', 'tag': '2db4129d-c04d-46bd-9436-70495ab50f2b', 'status': 'completed', 'code': 200} Aug 16 23:51:58.722245 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19323c8a-ddf1-43f0-9e6e-c365f32ae276 x-openstack-request-id: req-19323c8a-ddf1-43f0-9e6e-c365f32ae276 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:51:58.722824 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876f21e9-4e7e-48c6-996c-14554c62b983", "name": "network-vif-plugged", "status": "completed", "tag": "4a35689e-2876-4d71-93bc-1442d355839e", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:51:58.722947 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-61bba7b4-7dd9-48ad-9100-dbd15f3d4933 req-0d41f61e-a08d-4f15-8185-84031f7e53a3 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:58.723067 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-19323c8a-ddf1-43f0-9e6e-c365f32ae276 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:51:58.723246 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876f21e9-4e7e-48c6-996c-14554c62b983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a35689e-2876-4d71-93bc-1442d355839e', 'code': 200} Aug 16 23:51:58.757187 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-db7a284d-43c1-4b4b-a366-0f511806493b service neutron] 10.222.0.69 "GET /v2.0/networks/282c39eb-b856-4b5a-9aab-fbbb038dd1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193361 Aug 16 23:51:58.832777 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61bba7b4-7dd9-48ad-9100-dbd15f3d4933 req-0d41f61e-a08d-4f15-8185-84031f7e53a3 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:51:58.858223 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ad71ba61-ea33-4d8b-856e-137c797dd68d req-6d80975f-314c-4cf7-8de1-e049db768c2d service neutron] 10.222.0.69 "GET /v2.0/networks/282c39eb-b856-4b5a-9aab-fbbb038dd1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862477 Aug 16 23:51:58.861426 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-61bba7b4-7dd9-48ad-9100-dbd15f3d4933 req-0d41f61e-a08d-4f15-8185-84031f7e53a3 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:58.869019 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-61bba7b4-7dd9-48ad-9100-dbd15f3d4933 req-0d41f61e-a08d-4f15-8185-84031f7e53a3 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:51:58.877196 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41f61e-a08d-4f15-8185-84031f7e53a3 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Pushing event updated for resources: {'Port': ['ID=d700fe68-bfb2-4c4a-bbfe-cb63245cbed4,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:58.925548 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c7e0b-22ad-4d16-885a-bbe623e3f95e req-9157ea94-e25c-4912-b797-62b85a349b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:58.927022 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e60c7e0b-22ad-4d16-885a-bbe623e3f95e req-9157ea94-e25c-4912-b797-62b85a349b3d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ea1f363e7da44969b3a4164afa733f09&device_id=8c540bc2-0122-42f1-b034-b228e6b73757 HTTP/1.1" status: 200 len: 1097 time: 0.1974025 Aug 16 23:51:58.930787 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cd729-3bf2-490c-9b17-abe494e8f3cf req-d7a86374-7a9f-45ea-891b-d02a2bd4640b tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:58.932142 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ce9cd729-3bf2-490c-9b17-abe494e8f3cf req-d7a86374-7a9f-45ea-891b-d02a2bd4640b tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 1097 time: 0.1561007 Aug 16 23:51:58.935691 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1b95a-a936-42c0-9bb4-8592548ed50a req-7af472a1-718b-4a44-bb5a-df6809dc04bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:58.937692 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3ca1b95a-a936-42c0-9bb4-8592548ed50a req-7af472a1-718b-4a44-bb5a-df6809dc04bb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=876f21e9-4e7e-48c6-996c-14554c62b983 HTTP/1.1" status: 200 len: 1102 time: 0.1463151 Aug 16 23:51:59.042749 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a80abd68-a5cd-4879-b583-fc207ffd7657 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:59.076141 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ce9cd729-3bf2-490c-9b17-abe494e8f3cf req-742d7730-0ec1-4d4f-bc30-ab64199e5d7f tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300104 Aug 16 23:51:59.083211 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3ca1b95a-a936-42c0-9bb4-8592548ed50a req-0c91db0f-67b3-4414-92cc-fffe6cbdb1f9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0a57d39e-db19-45ec-aa78-48a0dac3529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325693 Aug 16 23:51:59.087263 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-61bba7b4-7dd9-48ad-9100-dbd15f3d4933 req-0d41f61e-a08d-4f15-8185-84031f7e53a3 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:59.095887 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port a80abd68-a5cd-4879-b583-fc207ffd7657 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:59.096574 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:59.137969 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f50836-7139-4b31-95c1-423154973ac2 x-openstack-request-id: req-31f50836-7139-4b31-95c1-423154973ac2 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:51:59.138314 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110b898f-3bf0-4ca9-ad4a-0d94077fdfd2", "tag": "cb0d0042-6e64-416a-b323-23f95617dd32", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:51:59.138514 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-31f50836-7139-4b31-95c1-423154973ac2 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:51:59.138990 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110b898f-3bf0-4ca9-ad4a-0d94077fdfd2', 'tag': 'cb0d0042-6e64-416a-b323-23f95617dd32', 'status': 'completed', 'code': 200} Aug 16 23:51:59.149813 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c7e0b-22ad-4d16-885a-bbe623e3f95e req-c38aba33-6a57-4351-b458-cfd834911208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:59.151418 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e60c7e0b-22ad-4d16-885a-bbe623e3f95e req-c38aba33-6a57-4351-b458-cfd834911208 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dfceb4c9-aedb-4a4a-ad89-be69b8624208 HTTP/1.1" status: 200 len: 916 time: 0.2126231 Aug 16 23:51:59.159415 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-61bba7b4-7dd9-48ad-9100-dbd15f3d4933 req-0d41f61e-a08d-4f15-8185-84031f7e53a3 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:59.196844 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:59.236515 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a80abd68-a5cd-4879-b583-fc207ffd7657, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a80abd68-a5cd-4879-b583-fc207ffd7657,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:59.238729 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b472c6-5f82-4875-8b1b-f72c97a16e63 req-b4a8a6f5-c726-4744-bf14-8c0cbbae81ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:59.240424 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-94b472c6-5f82-4875-8b1b-f72c97a16e63 req-b4a8a6f5-c726-4744-bf14-8c0cbbae81ed service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5480ba8c2276409b8e718e0f9c7a4f4e&device_id=110b898f-3bf0-4ca9-ad4a-0d94077fdfd2 HTTP/1.1" status: 200 len: 1095 time: 0.0688267 Aug 16 23:51:59.241071 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:59.298785 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=a80abd68-a5cd-4879-b583-fc207ffd7657,revision_number=11']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:59.328449 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e60c7e0b-22ad-4d16-885a-bbe623e3f95e req-a9d58f9a-9020-4440-abc6-94202a244565 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2db4129d-c04d-46bd-9436-70495ab50f2b HTTP/1.1" status: 200 len: 1001 time: 0.1668770 Aug 16 23:51:59.359559 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b472c6-5f82-4875-8b1b-f72c97a16e63 req-eb0d4b64-2068-4aff-a636-c9c355d40a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:59.361075 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-94b472c6-5f82-4875-8b1b-f72c97a16e63 req-eb0d4b64-2068-4aff-a636-c9c355d40a7e service neutron] 10.222.0.69 "GET /v2.0/networks?id=282c39eb-b856-4b5a-9aab-fbbb038dd1fb HTTP/1.1" status: 200 len: 915 time: 0.1086860 Aug 16 23:51:59.362663 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c4d1c-e725-410d-b2cd-f443d098b927 req-a8676a21-2bec-48a7-9a04-a658552f080a tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:59.364091 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-958c4d1c-e725-410d-b2cd-f443d098b927 req-a8676a21-2bec-48a7-9a04-a658552f080a tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=161f1cc3-9f74-4b89-8269-6ddbffee1ea0 HTTP/1.1" status: 200 len: 949 time: 0.1373279 Aug 16 23:51:59.410977 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-94b472c6-5f82-4875-8b1b-f72c97a16e63 req-3dbfe1b5-10e9-4afc-84dc-21ba696bc9a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb0d0042-6e64-416a-b323-23f95617dd32 HTTP/1.1" status: 200 len: 217 time: 0.0344610 Aug 16 23:51:59.464171 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c7e0b-22ad-4d16-885a-bbe623e3f95e req-017bae89-0b5e-4685-96c1-0d2ee99714b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:59.465664 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e60c7e0b-22ad-4d16-885a-bbe623e3f95e req-017bae89-0b5e-4685-96c1-0d2ee99714b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=acde4885-8004-4ab5-9f91-25ef081204d9 HTTP/1.1" status: 200 len: 854 time: 0.1267688 Aug 16 23:51:59.471553 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b472c6-5f82-4875-8b1b-f72c97a16e63 req-58f40b1a-3081-44e3-b836-fd2dd54d4c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:59.473017 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-94b472c6-5f82-4875-8b1b-f72c97a16e63 req-58f40b1a-3081-44e3-b836-fd2dd54d4c1d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd6217a8-adba-488d-89f7-8f03ee877d72 HTTP/1.1" status: 200 len: 853 time: 0.0498602 Aug 16 23:51:59.490480 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-958c4d1c-e725-410d-b2cd-f443d098b927 req-e0950c85-db30-4577-9f5b-a734761a706e tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0246869-cc37-4a63-8505-d99ab8f34bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014392 Aug 16 23:51:59.525398 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b472c6-5f82-4875-8b1b-f72c97a16e63 req-f5fccc3f-e1b6-46af-adcc-0667543b01df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:59.526915 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-94b472c6-5f82-4875-8b1b-f72c97a16e63 req-f5fccc3f-e1b6-46af-adcc-0667543b01df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=282c39eb-b856-4b5a-9aab-fbbb038dd1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440965 Aug 16 23:51:59.552700 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c7e0b-22ad-4d16-885a-bbe623e3f95e req-1b7d7a81-6f96-4740-8bba-2529a0499740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:59.554296 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e60c7e0b-22ad-4d16-885a-bbe623e3f95e req-1b7d7a81-6f96-4740-8bba-2529a0499740 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dfceb4c9-aedb-4a4a-ad89-be69b8624208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759284 Aug 16 23:51:59.556214 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-61bba7b4-7dd9-48ad-9100-dbd15f3d4933 req-0d41f61e-a08d-4f15-8185-84031f7e53a3 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:59.570717 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-61bba7b4-7dd9-48ad-9100-dbd15f3d4933 req-0d41f61e-a08d-4f15-8185-84031f7e53a3 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:59.643204 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-94b472c6-5f82-4875-8b1b-f72c97a16e63 req-8cfcfabb-079e-4a19-8f33-ec657d2d6f01 service neutron] 10.222.0.69 "GET /v2.0/networks/282c39eb-b856-4b5a-9aab-fbbb038dd1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021318 Aug 16 23:51:59.695154 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41f61e-a08d-4f15-8185-84031f7e53a3 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Pushing event updated for resources: {'Port': ['ID=d700fe68-bfb2-4c4a-bbfe-cb63245cbed4,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:59.747265 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-94b472c6-5f82-4875-8b1b-f72c97a16e63 req-26ca0501-bef3-4eb3-8984-4b20d2f31168 service neutron] 10.222.0.69 "GET /v2.0/networks/282c39eb-b856-4b5a-9aab-fbbb038dd1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926173 Aug 16 23:51:59.754685 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-61bba7b4-7dd9-48ad-9100-dbd15f3d4933 req-0d41f61e-a08d-4f15-8185-84031f7e53a3 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:59.770654 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e60c7e0b-22ad-4d16-885a-bbe623e3f95e req-fd86398f-848c-4aad-9c3c-f206afea998f service neutron] 10.222.0.69 "GET /v2.0/networks/dfceb4c9-aedb-4a4a-ad89-be69b8624208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079792 Aug 16 23:51:59.785151 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f3201-4556-45eb-8d4a-fb034f89f0be req-796ccc85-5758-43ed-b787-be4a218be74a tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:59.786602 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-182f3201-4556-45eb-8d4a-fb034f89f0be req-796ccc85-5758-43ed-b787-be4a218be74a tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 950 time: 0.1062977 Aug 16 23:51:59.788617 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-61bba7b4-7dd9-48ad-9100-dbd15f3d4933 req-0d41f61e-a08d-4f15-8185-84031f7e53a3 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:59.789711 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61bba7b4-7dd9-48ad-9100-dbd15f3d4933 req-0d41f61e-a08d-4f15-8185-84031f7e53a3 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6319439 Aug 16 23:51:59.910449 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61bba7b4-7dd9-48ad-9100-dbd15f3d4933 req-dfe5116e-f00e-489d-adf4-149f41fe2fd9 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 696 time: 0.1121569 Aug 16 23:51:59.921032 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-182f3201-4556-45eb-8d4a-fb034f89f0be req-33922083-d472-4b0d-b1ec-414046b23b2d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238136 Aug 16 23:52:00.007471 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e60c7e0b-22ad-4d16-885a-bbe623e3f95e req-fdcf124b-2ac8-4a3f-b5c8-410d25f8dbee service neutron] 10.222.0.69 "GET /v2.0/networks/dfceb4c9-aedb-4a4a-ad89-be69b8624208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199047 Aug 16 23:52:00.071041 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3b57f-0ac3-4d7d-a87e-6f96d39e42e4 req-6979529c-2303-4404-b4cc-01096e47bbef tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:00.072632 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43a3b57f-0ac3-4d7d-a87e-6f96d39e42e4 req-6979529c-2303-4404-b4cc-01096e47bbef tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.69 "GET /v2.0/ports?device_id=161f1cc3-9f74-4b89-8269-6ddbffee1ea0 HTTP/1.1" status: 200 len: 949 time: 0.0525980 Aug 16 23:52:00.180831 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-43a3b57f-0ac3-4d7d-a87e-6f96d39e42e4 req-7f07d8ab-904d-47dc-934a-e03cd79b4488 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Deleting port cc501ed2-c82f-4999-824f-52e4117deb90 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:52:00.181123 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-43a3b57f-0ac3-4d7d-a87e-6f96d39e42e4 req-7f07d8ab-904d-47dc-934a-e03cd79b4488 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:00.289667 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-43a3b57f-0ac3-4d7d-a87e-6f96d39e42e4 req-7f07d8ab-904d-47dc-934a-e03cd79b4488 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] For port cc501ed2-c82f-4999-824f-52e4117deb90, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=cc501ed2-c82f-4999-824f-52e4117deb90,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:00.290441 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-43a3b57f-0ac3-4d7d-a87e-6f96d39e42e4 req-7f07d8ab-904d-47dc-934a-e03cd79b4488 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:00.309819 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-43a3b57f-0ac3-4d7d-a87e-6f96d39e42e4 req-7f07d8ab-904d-47dc-934a-e03cd79b4488 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Calling delete_port for cc501ed2-c82f-4999-824f-52e4117deb90 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:52:00.335938 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bba7b4-7dd9-48ad-9100-dbd15f3d4933 req-81cab859-5bab-4c91-82ae-86c9f967c4dd tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:00.337305 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61bba7b4-7dd9-48ad-9100-dbd15f3d4933 req-81cab859-5bab-4c91-82ae-86c9f967c4dd tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 784 time: 0.4197247 Aug 16 23:52:00.350897 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-61bba7b4-7dd9-48ad-9100-dbd15f3d4933 req-97d58500-0b1d-4a35-82dd-d55335813350 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:52:00.351975 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61bba7b4-7dd9-48ad-9100-dbd15f3d4933 req-97d58500-0b1d-4a35-82dd-d55335813350 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071952 Aug 16 23:52:00.362169 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62801f7f-6edf-4c26-b5fb-bf6b1cc174ef req-1c8ebfb6-936e-417a-ab62-be43c6d2633d tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:00.362396 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62801f7f-6edf-4c26-b5fb-bf6b1cc174ef req-1c8ebfb6-936e-417a-ab62-be43c6d2633d tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] 10.222.0.60 "GET /v2.0/ports?device_id=110b898f-3bf0-4ca9-ad4a-0d94077fdfd2 HTTP/1.1" status: 200 len: 943 time: 0.3492253 Aug 16 23:52:00.408913 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62801f7f-6edf-4c26-b5fb-bf6b1cc174ef req-412fe626-4c6f-4f0a-9f4d-e4fddcff7247 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] 10.222.0.60 "GET /v2.0/security-groups?id=76d0222c-36ff-43d0-8299-da39470cc906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360086 Aug 16 23:52:00.476969 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-43a3b57f-0ac3-4d7d-a87e-6f96d39e42e4 req-7f07d8ab-904d-47dc-934a-e03cd79b4488 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:00.492020 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['cc501ed2-c82f-4999-824f-52e4117deb90'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:52:00.516468 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d8ab-904d-47dc-934a-e03cd79b4488 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Pushing event deleted for resources: {'Port': ['ID=cc501ed2-c82f-4999-824f-52e4117deb90,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:00.539045 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29269f0-281e-4669-a860-820fe007fecc req-22ebf3c1-44e6-4f85-a8f0-834430ac9e83 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:00.540694 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f29269f0-281e-4669-a860-820fe007fecc req-22ebf3c1-44e6-4f85-a8f0-834430ac9e83 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] 10.222.0.60 "GET /v2.0/ports?device_id=876f21e9-4e7e-48c6-996c-14554c62b983 HTTP/1.1" status: 200 len: 950 time: 0.1158831 Aug 16 23:52:00.584120 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a3b57f-0ac3-4d7d-a87e-6f96d39e42e4 req-7f07d8ab-904d-47dc-934a-e03cd79b4488 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] No DVR routers for this DVR port cc501ed2-c82f-4999-824f-52e4117deb90 on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:52:00.587212 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-43a3b57f-0ac3-4d7d-a87e-6f96d39e42e4 req-7f07d8ab-904d-47dc-934a-e03cd79b4488 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:00.590134 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43a3b57f-0ac3-4d7d-a87e-6f96d39e42e4 req-7f07d8ab-904d-47dc-934a-e03cd79b4488 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.69 "DELETE /v2.0/ports/cc501ed2-c82f-4999-824f-52e4117deb90 HTTP/1.1" status: 204 len: 173 time: 0.5108399 Aug 16 23:52:00.610096 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9eccd108-6b38-4610-97bc-68f4e3f879fe req-45f699e5-5aba-42d4-a427-4db2a57a1686 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1535349 Aug 16 23:52:00.613228 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f29269f0-281e-4669-a860-820fe007fecc req-57e74cc6-4503-4bd3-91e5-a8075c016026 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a57d39e-db19-45ec-aa78-48a0dac3529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658324 Aug 16 23:52:00.630533 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-9eccd108-6b38-4610-97bc-68f4e3f879fe req-938d7db3-d253-4027-9dfd-ed4c7e0c47c9 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:52:00.675458 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9eccd108-6b38-4610-97bc-68f4e3f879fe req-938d7db3-d253-4027-9dfd-ed4c7e0c47c9 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks [] for floatingip, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:00.724050 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca17566c-3a85-47bf-95ba-bc71d6ea6d94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a80abd68-a5cd-4879-b583-fc207ffd7657'}, {'server_uuid': 'ca17566c-3a85-47bf-95ba-bc71d6ea6d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80abd68-a5cd-4879-b583-fc207ffd7657'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:52:00.727259 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a417b84-c092-49ff-a6bd-9f97263dcb1e" -d '{"events": [{"server_uuid": "ca17566c-3a85-47bf-95ba-bc71d6ea6d94", "name": "network-vif-unplugged", "status": "completed", "tag": "a80abd68-a5cd-4879-b583-fc207ffd7657"}, {"server_uuid": "ca17566c-3a85-47bf-95ba-bc71d6ea6d94", "name": "network-vif-plugged", "status": "completed", "tag": "a80abd68-a5cd-4879-b583-fc207ffd7657"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:52:00.834519 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-06bbb7ff-4f84-4966-96db-d75aca3b6847 req-533e688c-b386-467b-a37b-11151c777114 tempest-LiveMigrationNegativeTest-1702514257 tempest-LiveMigrationNegativeTest-1702514257-project] 10.222.0.60 "GET /v2.0/ports?device_id=161f1cc3-9f74-4b89-8269-6ddbffee1ea0 HTTP/1.1" status: 200 len: 210 time: 0.0492415 Aug 16 23:52:00.867943 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9eccd108-6b38-4610-97bc-68f4e3f879fe req-938d7db3-d253-4027-9dfd-ed4c7e0c47c9 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:01.002484 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-9eccd108-6b38-4610-97bc-68f4e3f879fe req-938d7db3-d253-4027-9dfd-ed4c7e0c47c9 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Allocated IP 172.25.3.11 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/5ff92dd5-5b02-499a-820e-4dac139f9b69) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:52:01.140494 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161f1cc3-9f74-4b89-8269-6ddbffee1ea0', 'name': 'network-vif-deleted', 'tag': 'cc501ed2-c82f-4999-824f-52e4117deb90'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:52:01.144615 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3852f2ac-c7ae-4a26-b9dc-20b3140060bd" -d '{"events": [{"server_uuid": "161f1cc3-9f74-4b89-8269-6ddbffee1ea0", "name": "network-vif-deleted", "tag": "cc501ed2-c82f-4999-824f-52e4117deb90"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:52:01.149881 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9eccd108-6b38-4610-97bc-68f4e3f879fe req-938d7db3-d253-4027-9dfd-ed4c7e0c47c9 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:01.195448 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9eccd108-6b38-4610-97bc-68f4e3f879fe req-938d7db3-d253-4027-9dfd-ed4c7e0c47c9 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:01.259217 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d7db3-d253-4027-9dfd-ed4c7e0c47c9 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Pushing event updated for resources: {'Port': ['ID=5ff92dd5-5b02-499a-820e-4dac139f9b69,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:01.263174 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eccd108-6b38-4610-97bc-68f4e3f879fe req-938d7db3-d253-4027-9dfd-ed4c7e0c47c9 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:52:01.266110 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-9eccd108-6b38-4610-97bc-68f4e3f879fe req-938d7db3-d253-4027-9dfd-ed4c7e0c47c9 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:52:01.268878 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eccd108-6b38-4610-97bc-68f4e3f879fe req-938d7db3-d253-4027-9dfd-ed4c7e0c47c9 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:52:01.398904 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9eccd108-6b38-4610-97bc-68f4e3f879fe req-938d7db3-d253-4027-9dfd-ed4c7e0c47c9 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:01.446069 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9eccd108-6b38-4610-97bc-68f4e3f879fe req-938d7db3-d253-4027-9dfd-ed4c7e0c47c9 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:01.480907 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 16 Aug 2021 23:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6b19e7-2e13-4ba7-bedb-cb5b24fb90b2 x-openstack-request-id: req-3f6b19e7-2e13-4ba7-bedb-cb5b24fb90b2 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:52:01.481281 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca17566c-3a85-47bf-95ba-bc71d6ea6d94", "name": "network-vif-unplugged", "status": "completed", "tag": "a80abd68-a5cd-4879-b583-fc207ffd7657", "code": 200}, {"server_uuid": "ca17566c-3a85-47bf-95ba-bc71d6ea6d94", "name": "network-vif-plugged", "status": "completed", "tag": "a80abd68-a5cd-4879-b583-fc207ffd7657", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:52:01.481541 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f6b19e7-2e13-4ba7-bedb-cb5b24fb90b2 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:52:01.481942 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca17566c-3a85-47bf-95ba-bc71d6ea6d94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a80abd68-a5cd-4879-b583-fc207ffd7657', 'code': 200} Aug 16 23:52:01.482201 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca17566c-3a85-47bf-95ba-bc71d6ea6d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80abd68-a5cd-4879-b583-fc207ffd7657', 'code': 200} Aug 16 23:52:01.660206 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25615ca2-98ea-4215-bc8d-a0c58741f238 req-e9a6da88-d7bd-45ce-b8a9-3f7d0e8db1fa tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:01.661991 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25615ca2-98ea-4215-bc8d-a0c58741f238 req-e9a6da88-d7bd-45ce-b8a9-3f7d0e8db1fa tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 950 time: 0.0888729 Aug 16 23:52:01.759552 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9eccd108-6b38-4610-97bc-68f4e3f879fe req-938d7db3-d253-4027-9dfd-ed4c7e0c47c9 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:01.807608 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25615ca2-98ea-4215-bc8d-a0c58741f238 req-34a4a98e-8421-4f4b-89a6-c8c766968923 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231999 Aug 16 23:52:01.818403 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87642fd-0047-47c5-a262-1fe23d9df1b5 req-d4d090a2-08ce-44d1-bbe9-d68c277ba969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:01.823122 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a87642fd-0047-47c5-a262-1fe23d9df1b5 req-d4d090a2-08ce-44d1-bbe9-d68c277ba969 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 1102 time: 0.0818193 Aug 16 23:52:01.861656 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9eccd108-6b38-4610-97bc-68f4e3f879fe req-938d7db3-d253-4027-9dfd-ed4c7e0c47c9 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:01.863646 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e36e6c6-bc9c-4837-9c3f-59b3580e22a3 x-openstack-request-id: req-7e36e6c6-bc9c-4837-9c3f-59b3580e22a3 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:52:01.864033 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161f1cc3-9f74-4b89-8269-6ddbffee1ea0", "name": "network-vif-deleted", "tag": "cc501ed2-c82f-4999-824f-52e4117deb90", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:52:01.864395 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e36e6c6-bc9c-4837-9c3f-59b3580e22a3 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:52:01.864866 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161f1cc3-9f74-4b89-8269-6ddbffee1ea0', 'name': 'network-vif-deleted', 'tag': 'cc501ed2-c82f-4999-824f-52e4117deb90', 'status': 'completed', 'code': 200} Aug 16 23:52:01.945268 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a87642fd-0047-47c5-a262-1fe23d9df1b5 req-9cb09d42-bc23-4900-b3c6-d6db140d00c8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148469 Aug 16 23:52:01.949317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d7db3-d253-4027-9dfd-ed4c7e0c47c9 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Pushing event updated for resources: {'Port': ['ID=5ff92dd5-5b02-499a-820e-4dac139f9b69,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:01.962548 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9eccd108-6b38-4610-97bc-68f4e3f879fe req-938d7db3-d253-4027-9dfd-ed4c7e0c47c9 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:02.002580 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9eccd108-6b38-4610-97bc-68f4e3f879fe req-938d7db3-d253-4027-9dfd-ed4c7e0c47c9 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:02.003792 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9eccd108-6b38-4610-97bc-68f4e3f879fe req-938d7db3-d253-4027-9dfd-ed4c7e0c47c9 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3852093 Aug 16 23:52:02.028842 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6bb11-3dfb-49cb-b497-a84ce085ed56 req-eea1901e-865e-4367-829f-a1799be54cab tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:02.031138 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62d6bb11-3dfb-49cb-b497-a84ce085ed56 req-eea1901e-865e-4367-829f-a1799be54cab tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] 10.222.0.60 "GET /v2.0/ports?device_id=110b898f-3bf0-4ca9-ad4a-0d94077fdfd2 HTTP/1.1" status: 200 len: 943 time: 0.0655982 Aug 16 23:52:02.082830 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9eccd108-6b38-4610-97bc-68f4e3f879fe req-8162bc21-c953-4a37-8af4-031bfc353a45 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.11 HTTP/1.1" status: 200 len: 695 time: 0.0724988 Aug 16 23:52:02.147631 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62d6bb11-3dfb-49cb-b497-a84ce085ed56 req-c6e918d0-526a-415f-9e71-0c6216159abb tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] 10.222.0.60 "GET /v2.0/security-groups?id=76d0222c-36ff-43d0-8299-da39470cc906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847456 Aug 16 23:52:02.226337 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccd108-6b38-4610-97bc-68f4e3f879fe req-d9c63cd2-be31-4dc9-94e4-f1858dc39b13 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:02.227816 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9eccd108-6b38-4610-97bc-68f4e3f879fe req-d9c63cd2-be31-4dc9-94e4-f1858dc39b13 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 784 time: 0.1360345 Aug 16 23:52:02.389901 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc4c068d-a908-4ec4-9651-ace463db4e9d req-2eb16b2e-c336-4ebe-a905-fd6ba2823af9 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1279135 Aug 16 23:52:02.395289 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-bc4c068d-a908-4ec4-9651-ace463db4e9d req-93424def-c61f-4b0d-b88d-76e604a9f643 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:52:02.429442 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc4c068d-a908-4ec4-9651-ace463db4e9d req-93424def-c61f-4b0d-b88d-76e604a9f643 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks [] for floatingip, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:02.531230 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44938) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:52:02.542445 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc4c068d-a908-4ec4-9651-ace463db4e9d req-93424def-c61f-4b0d-b88d-76e604a9f643 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:02.613588 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device cb0d0042-6e64-416a-b323-23f95617dd32 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:52:02.720686 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-bc4c068d-a908-4ec4-9651-ace463db4e9d req-93424def-c61f-4b0d-b88d-76e604a9f643 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Allocated IP 172.25.3.48 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/ceebc537-1fb9-437c-bd7a-fd8d9d362629) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:52:02.747805 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3179c4a0-cee9-4997-ae79-55f343ec0237 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8459912b905d4c5ea0cd572e2a3a7e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2144604 Aug 16 23:52:02.751539 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44942) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:52:02.795874 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port cb0d0042-6e64-416a-b323-23f95617dd32, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=cb0d0042-6e64-416a-b323-23f95617dd32,segment=NetworkSegment(a9f4295d-ab53-4d35-85a0-b202cf9b3540),segment_id=a9f4295d-ab53-4d35-85a0-b202cf9b3540)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:02.808211 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': 'cb0d0042-6e64-416a-b323-23f95617dd32', 'network_id': '282c39eb-b856-4b5a-9aab-fbbb038dd1fb', 'port_id': 'cb0d0042-6e64-416a-b323-23f95617dd32', 'mac_address': 'fa:16:3e:b6:51:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6217a8-adba-488d-89f7-8f03ee877d72', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:52:02.870964 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc4c068d-a908-4ec4-9651-ace463db4e9d req-93424def-c61f-4b0d-b88d-76e604a9f643 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:02.880277 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a742c2c3-4d02-4320-9a4b-79788ae4217b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:02.887566 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:02.941386 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc4c068d-a908-4ec4-9651-ace463db4e9d req-93424def-c61f-4b0d-b88d-76e604a9f643 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:02.942400 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0d0042-6e64-416a-b323-23f95617dd32 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:52:02.962330 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a742c2c3-4d02-4320-9a4b-79788ae4217b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:02.972483 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4c068d-a908-4ec4-9651-ace463db4e9d req-93424def-c61f-4b0d-b88d-76e604a9f643 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:52:02.987305 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port cb0d0042-6e64-416a-b323-23f95617dd32, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=cb0d0042-6e64-416a-b323-23f95617dd32,segment=NetworkSegment(a9f4295d-ab53-4d35-85a0-b202cf9b3540),segment_id=a9f4295d-ab53-4d35-85a0-b202cf9b3540)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:02.993765 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:03.013202 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-bc4c068d-a908-4ec4-9651-ace463db4e9d req-93424def-c61f-4b0d-b88d-76e604a9f643 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:52:03.046520 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4c068d-a908-4ec4-9651-ace463db4e9d req-93424def-c61f-4b0d-b88d-76e604a9f643 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:52:03.083836 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=cb0d0042-6e64-416a-b323-23f95617dd32,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:03.089830 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a742c2c3-4d02-4320-9a4b-79788ae4217b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:03.094450 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a742c2c3-4d02-4320-9a4b-79788ae4217b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:03.104582 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a742c2c3-4d02-4320-9a4b-79788ae4217b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a0246869-cc37-4a63-8505-d99ab8f34bff HTTP/1.1" status: 204 len: 168 time: 0.3453863 Aug 16 23:52:03.131538 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742c2c3-4d02-4320-9a4b-79788ae4217b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0246869-cc37-4a63-8505-d99ab8f34bff,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:03.198101 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57f662-6649-480b-b82f-153a05ff2614 req-8aede5fc-1f66-43d8-a400-165bf993a7c8 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:03.199672 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4b57f662-6649-480b-b82f-153a05ff2614 req-8aede5fc-1f66-43d8-a400-165bf993a7c8 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 950 time: 0.1878161 Aug 16 23:52:03.200331 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93424def-c61f-4b0d-b88d-76e604a9f643 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Pushing event updated for resources: {'Port': ['ID=ceebc537-1fb9-437c-bd7a-fd8d9d362629,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:03.296821 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['cb0d0042-6e64-416a-b323-23f95617dd32'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:52:03.303521 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4b57f662-6649-480b-b82f-153a05ff2614 req-657c4564-31aa-4131-9ad4-c58cc68fcd09 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751016 Aug 16 23:52:03.304665 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc4c068d-a908-4ec4-9651-ace463db4e9d req-93424def-c61f-4b0d-b88d-76e604a9f643 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:03.355633 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc4c068d-a908-4ec4-9651-ace463db4e9d req-93424def-c61f-4b0d-b88d-76e604a9f643 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:03.535931 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44968) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:52:03.542851 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061c33e-b770-40e0-8788-9fb77968e512 req-2fc18cff-c51a-4af0-9c09-f71637fc9fe4 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:03.544433 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d061c33e-b770-40e0-8788-9fb77968e512 req-2fc18cff-c51a-4af0-9c09-f71637fc9fe4 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] 10.222.0.60 "GET /v2.0/ports?device_id=110b898f-3bf0-4ca9-ad4a-0d94077fdfd2 HTTP/1.1" status: 200 len: 944 time: 0.0764513 Aug 16 23:52:03.582616 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6e3dea50-7cf5-4856-b5cd-492ede0868da admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=84bde8cf1b9b49b7a00227647ca2e347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454016 Aug 16 23:52:03.583570 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44970) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:52:03.611700 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d061c33e-b770-40e0-8788-9fb77968e512 req-96adde6f-ca33-49fb-8b05-aa726f9049cd tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] 10.222.0.60 "GET /v2.0/security-groups?id=76d0222c-36ff-43d0-8299-da39470cc906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589910 Aug 16 23:52:03.615419 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc4c068d-a908-4ec4-9651-ace463db4e9d req-93424def-c61f-4b0d-b88d-76e604a9f643 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:03.621280 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc4c068d-a908-4ec4-9651-ace463db4e9d req-93424def-c61f-4b0d-b88d-76e604a9f643 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:03.643951 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0e026fe5-b83b-4adb-b248-f90a03c5df83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:03.670708 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0e026fe5-b83b-4adb-b248-f90a03c5df83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:03.694945 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93424def-c61f-4b0d-b88d-76e604a9f643 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Pushing event updated for resources: {'Port': ['ID=ceebc537-1fb9-437c-bd7a-fd8d9d362629,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:03.708608 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc4c068d-a908-4ec4-9651-ace463db4e9d req-93424def-c61f-4b0d-b88d-76e604a9f643 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:03.722514 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc4c068d-a908-4ec4-9651-ace463db4e9d req-93424def-c61f-4b0d-b88d-76e604a9f643 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:03.723693 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc4c068d-a908-4ec4-9651-ace463db4e9d req-93424def-c61f-4b0d-b88d-76e604a9f643 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3327394 Aug 16 23:52:03.742935 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0e026fe5-b83b-4adb-b248-f90a03c5df83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:03.745747 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0e026fe5-b83b-4adb-b248-f90a03c5df83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:03.750384 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0e026fe5-b83b-4adb-b248-f90a03c5df83 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e3cbf52c-084a-45f9-b8cd-d0b95788095e HTTP/1.1" status: 204 len: 168 time: 0.1621680 Aug 16 23:52:03.761611 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e026fe5-b83b-4adb-b248-f90a03c5df83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cbf52c-084a-45f9-b8cd-d0b95788095e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:03.781575 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc4c068d-a908-4ec4-9651-ace463db4e9d req-634c2c6c-f6f2-479e-a3bc-19e31dd1d994 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 695 time: 0.0517292 Aug 16 23:52:03.894162 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c068d-a908-4ec4-9651-ace463db4e9d req-fd8e8f66-5aaf-480d-807b-f44958ce07a5 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:03.895519 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc4c068d-a908-4ec4-9651-ace463db4e9d req-fd8e8f66-5aaf-480d-807b-f44958ce07a5 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 784 time: 0.1080830 Aug 16 23:52:03.964727 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d6fe15b-61ce-4c5a-acba-f307d03afeb7 req-91fd3106-286a-47ce-9c05-eea3a021ebf8 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/floatingips/e4e99268-fe3b-468f-885b-880b37864e6f HTTP/1.1" status: 200 len: 692 time: 0.0443866 Aug 16 23:52:04.093485 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fe15b-61ce-4c5a-acba-f307d03afeb7 req-9ad1695c-9725-4522-8513-f4e700950faa tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:04.100262 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d6fe15b-61ce-4c5a-acba-f307d03afeb7 req-9ad1695c-9725-4522-8513-f4e700950faa tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 784 time: 0.1293488 Aug 16 23:52:04.106054 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-6d6fe15b-61ce-4c5a-acba-f307d03afeb7 req-c8db137b-9f75-4b48-ab8f-b64a38ff7f43 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:52:04.116311 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d6fe15b-61ce-4c5a-acba-f307d03afeb7 req-c8db137b-9f75-4b48-ab8f-b64a38ff7f43 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085199 Aug 16 23:52:04.191704 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f65fd6d2-a1e5-4584-ac13-5c9a1500da89 req-f7d6b285-3d7a-4ae3-b0d9-f5a11d02cb2a tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/floatingips/e4e99268-fe3b-468f-885b-880b37864e6f HTTP/1.1" status: 200 len: 692 time: 0.0591779 Aug 16 23:52:04.323100 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fd6d2-a1e5-4584-ac13-5c9a1500da89 req-855eb388-c8dc-4e7f-9b35-6759add18b75 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:04.324707 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f65fd6d2-a1e5-4584-ac13-5c9a1500da89 req-855eb388-c8dc-4e7f-9b35-6759add18b75 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 784 time: 0.1318464 Aug 16 23:52:04.336032 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-f65fd6d2-a1e5-4584-ac13-5c9a1500da89 req-11951e2b-e9f9-4b82-a76e-354fa19ddfb5 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:52:04.337853 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f65fd6d2-a1e5-4584-ac13-5c9a1500da89 req-11951e2b-e9f9-4b82-a76e-354fa19ddfb5 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068114 Aug 16 23:52:04.402427 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f65fd6d2-a1e5-4584-ac13-5c9a1500da89 req-e0ae3e75-2b12-4f67-bc17-c3a9cfc6a6fe tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 695 time: 0.0561421 Aug 16 23:52:04.477509 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f65fd6d2-a1e5-4584-ac13-5c9a1500da89 req-5791ec2b-2280-423e-93d9-1469fdb388dd tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 695 time: 0.0665174 Aug 16 23:52:04.625175 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device cb0d0042-6e64-416a-b323-23f95617dd32 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:52:04.680238 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port cb0d0042-6e64-416a-b323-23f95617dd32 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:52:04.685159 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port cb0d0042-6e64-416a-b323-23f95617dd32 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:52:04.686854 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:04.714030 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f9b29-f399-440a-9a59-39081d321d24 req-50081f7d-9597-4f6b-b7d0-18cae166befb tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:04.716089 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-370f9b29-f399-440a-9a59-39081d321d24 req-50081f7d-9597-4f6b-b7d0-18cae166befb tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 950 time: 0.0957043 Aug 16 23:52:04.722091 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-f65fd6d2-a1e5-4584-ac13-5c9a1500da89 req-8e03342d-0393-4901-b7e8-d96db6bd9e64 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Deleting port ceebc537-1fb9-437c-bd7a-fd8d9d362629 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:52:04.722568 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f65fd6d2-a1e5-4584-ac13-5c9a1500da89 req-8e03342d-0393-4901-b7e8-d96db6bd9e64 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:04.803814 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:04.826863 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-370f9b29-f399-440a-9a59-39081d321d24 req-dc6dcce5-9946-415d-8c36-64f684b48040 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012838 Aug 16 23:52:04.849863 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110b898f-3bf0-4ca9-ad4a-0d94077fdfd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0d0042-6e64-416a-b323-23f95617dd32'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:52:04.862908 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ee37ed-42b8-4a03-b196-779468f2de7f" -d '{"events": [{"server_uuid": "110b898f-3bf0-4ca9-ad4a-0d94077fdfd2", "name": "network-vif-plugged", "status": "completed", "tag": "cb0d0042-6e64-416a-b323-23f95617dd32"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:52:04.887410 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port cb0d0042-6e64-416a-b323-23f95617dd32, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=cb0d0042-6e64-416a-b323-23f95617dd32,segment=NetworkSegment(a9f4295d-ab53-4d35-85a0-b202cf9b3540),segment_id=a9f4295d-ab53-4d35-85a0-b202cf9b3540)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:04.899049 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:04.900770 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device cc501ed2-c82f-4999-824f-52e4117deb90 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:52:04.912156 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f65fd6d2-a1e5-4584-ac13-5c9a1500da89 req-8e03342d-0393-4901-b7e8-d96db6bd9e64 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:04.912509 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f65fd6d2-a1e5-4584-ac13-5c9a1500da89 req-8e03342d-0393-4901-b7e8-d96db6bd9e64 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:04.945979 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-f65fd6d2-a1e5-4584-ac13-5c9a1500da89 req-8e03342d-0393-4901-b7e8-d96db6bd9e64 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Calling delete_port for ceebc537-1fb9-437c-bd7a-fd8d9d362629 owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:52:04.999206 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=cb0d0042-6e64-416a-b323-23f95617dd32,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:05.010155 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: cc501ed2-c82f-4999-824f-52e4117deb90 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:52:05.010870 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device cc501ed2-c82f-4999-824f-52e4117deb90 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:52:05.075461 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4a35689e-2876-4d71-93bc-1442d355839e details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:52:05.181756 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b09f0-4f88-4603-b69b-ca82e53ec441 req-8059890d-b1f7-4cc8-b316-64a47e9f8913 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:05.193804 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-925b09f0-4f88-4603-b69b-ca82e53ec441 req-8059890d-b1f7-4cc8-b316-64a47e9f8913 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] 10.222.0.60 "GET /v2.0/ports?device_id=110b898f-3bf0-4ca9-ad4a-0d94077fdfd2 HTTP/1.1" status: 200 len: 945 time: 0.1244860 Aug 16 23:52:05.260757 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-925b09f0-4f88-4603-b69b-ca82e53ec441 req-62ff68a0-3398-49af-903c-e1cd14f04841 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] 10.222.0.60 "GET /v2.0/security-groups?id=76d0222c-36ff-43d0-8299-da39470cc906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657997 Aug 16 23:52:05.293387 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4a35689e-2876-4d71-93bc-1442d355839e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4a35689e-2876-4d71-93bc-1442d355839e,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:05.320184 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '4a35689e-2876-4d71-93bc-1442d355839e', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': '4a35689e-2876-4d71-93bc-1442d355839e', 'mac_address': 'fa:16:3e:7d:31:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:52:05.376917 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f65fd6d2-a1e5-4584-ac13-5c9a1500da89 req-8e03342d-0393-4901-b7e8-d96db6bd9e64 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:05.424509 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:05.457172 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a35689e-2876-4d71-93bc-1442d355839e {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:52:05.511868 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4a35689e-2876-4d71-93bc-1442d355839e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4a35689e-2876-4d71-93bc-1442d355839e,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:05.521691 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03342d-0393-4901-b7e8-d96db6bd9e64 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Pushing event deleted for resources: {'Port': ['ID=ceebc537-1fb9-437c-bd7a-fd8d9d362629,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:05.525324 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:05.634670 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f65fd6d2-a1e5-4584-ac13-5c9a1500da89 req-8e03342d-0393-4901-b7e8-d96db6bd9e64 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:05.642638 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f65fd6d2-a1e5-4584-ac13-5c9a1500da89 req-8e03342d-0393-4901-b7e8-d96db6bd9e64 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:05.643744 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f65fd6d2-a1e5-4584-ac13-5c9a1500da89 req-8e03342d-0393-4901-b7e8-d96db6bd9e64 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "DELETE /v2.0/floatingips/e4e99268-fe3b-468f-885b-880b37864e6f HTTP/1.1" status: 204 len: 173 time: 1.1537812 Aug 16 23:52:05.644761 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=4a35689e-2876-4d71-93bc-1442d355839e,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:05.657485 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['4a35689e-2876-4d71-93bc-1442d355839e'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:52:05.823120 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b26bce5-909b-44ac-b367-f1b8dcb8b3ba x-openstack-request-id: req-1b26bce5-909b-44ac-b367-f1b8dcb8b3ba {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:52:05.824435 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110b898f-3bf0-4ca9-ad4a-0d94077fdfd2", "name": "network-vif-plugged", "status": "completed", "tag": "cb0d0042-6e64-416a-b323-23f95617dd32", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:52:05.827039 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1b26bce5-909b-44ac-b367-f1b8dcb8b3ba {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:52:05.828861 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110b898f-3bf0-4ca9-ad4a-0d94077fdfd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0d0042-6e64-416a-b323-23f95617dd32', 'code': 200} Aug 16 23:52:05.915988 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287219b8-0065-4f76-9902-864623f5f8b8 req-e322ca52-72b5-45d2-b7f3-3aa7d1b0747f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:05.918168 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-287219b8-0065-4f76-9902-864623f5f8b8 req-e322ca52-72b5-45d2-b7f3-3aa7d1b0747f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=110b898f-3bf0-4ca9-ad4a-0d94077fdfd2 HTTP/1.1" status: 200 len: 1097 time: 0.0947692 Aug 16 23:52:05.992353 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-287219b8-0065-4f76-9902-864623f5f8b8 req-54043fc8-b1c6-477a-b1ef-b950c7378f09 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=76d0222c-36ff-43d0-8299-da39470cc906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642822 Aug 16 23:52:06.036220 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a843ce-69a7-41bd-a5c3-99aaa6f37087 req-37a435de-2ca9-4515-ada9-001b0c699c26 tempest-ServersAdminTestJSON-958036003 tempest-ServersAdminTestJSON-958036003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:06.043908 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-75a843ce-69a7-41bd-a5c3-99aaa6f37087 req-37a435de-2ca9-4515-ada9-001b0c699c26 tempest-ServersAdminTestJSON-958036003 tempest-ServersAdminTestJSON-958036003-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 1102 time: 0.2020485 Aug 16 23:52:06.071060 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e2533-13de-4e27-8306-dd575fde0456 req-1a654c74-9ae8-47ca-9880-0622f61addb7 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:06.079585 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a42e2533-13de-4e27-8306-dd575fde0456 req-1a654c74-9ae8-47ca-9880-0622f61addb7 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3350310 Aug 16 23:52:06.112758 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-75a843ce-69a7-41bd-a5c3-99aaa6f37087 req-f918ca78-27a2-4c0e-876a-b6e64cd395e1 tempest-ServersAdminTestJSON-958036003 tempest-ServersAdminTestJSON-958036003-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679016 Aug 16 23:52:06.259838 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-80fc870c-7ab5-44f5-8277-dec622f403c2 req-1d6a1306-8940-45da-88c1-99eb74461c41 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=d385ff3e7f154aa0bd607889006d577a HTTP/1.1" status: 200 len: 1655 time: 0.0915518 Aug 16 23:52:06.657167 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-e1e1daaa-ee04-4900-954f-01cf0027b955 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272570 Aug 16 23:52:06.816398 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-cfbd86e0-0d3d-4aa4-bd22-46fa32e565cc tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:06.816651 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-cfbd86e0-0d3d-4aa4-bd22-46fa32e565cc tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1543243 Aug 16 23:52:06.824236 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc870c-7ab5-44f5-8277-dec622f403c2 req-ef865546-3367-4a1b-a9cb-31ea2943941d tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:06.832116 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-80fc870c-7ab5-44f5-8277-dec622f403c2 req-ef865546-3367-4a1b-a9cb-31ea2943941d tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/networks?id=f9960621-448c-44b3-8317-7433dc6ce660&id=f9960621-448c-44b3-8317-7433dc6ce660&id=f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 787 time: 0.5597506 Aug 16 23:52:06.841302 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-80fc870c-7ab5-44f5-8277-dec622f403c2 req-2ccfb2c9-1c12-4c99-9642-ac8cb92676da tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:52:06.854550 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-80fc870c-7ab5-44f5-8277-dec622f403c2 req-2ccfb2c9-1c12-4c99-9642-ac8cb92676da tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0203495 Aug 16 23:52:06.874208 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-4dbe7c6e-6030-4193-94af-5b1f7f3370aa tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/quotas/2ce58e6b0a0e4b229d1ebbf4f077faa8 HTTP/1.1" status: 200 len: 375 time: 0.0393918 Aug 16 23:52:06.929833 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-0fcdff3d-9b48-40d2-9afd-df94ada91bf0 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425870 Aug 16 23:52:07.080836 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4a35689e-2876-4d71-93bc-1442d355839e up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:52:07.152975 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 4a35689e-2876-4d71-93bc-1442d355839e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:52:07.153802 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:07.255478 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9d752-f965-4ce4-bb04-485f3680b9ce req-3f13a48e-ba84-4302-836c-04c6a27a64b6 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:07.271066 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7f9d752-f965-4ce4-bb04-485f3680b9ce req-3f13a48e-ba84-4302-836c-04c6a27a64b6 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] 10.222.0.60 "GET /v2.0/ports?device_id=110b898f-3bf0-4ca9-ad4a-0d94077fdfd2 HTTP/1.1" status: 200 len: 945 time: 0.1019897 Aug 16 23:52:07.345096 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:07.388034 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7f9d752-f965-4ce4-bb04-485f3680b9ce req-86910877-4840-4a87-8664-3dcdbc0de326 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] 10.222.0.60 "GET /v2.0/security-groups?id=76d0222c-36ff-43d0-8299-da39470cc906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160026 Aug 16 23:52:07.394146 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4a35689e-2876-4d71-93bc-1442d355839e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4a35689e-2876-4d71-93bc-1442d355839e,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:07.415872 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:07.562780 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0835d6e3-3a46-425b-937c-b32bd7f0be9c req-7861d1b4-573c-4348-95c6-51cd44a4ba8c tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/floatingips/38d9b35c-7eb0-422f-a043-e5d8ee8e3396 HTTP/1.1" status: 200 len: 692 time: 0.1735830 Aug 16 23:52:07.566076 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=4a35689e-2876-4d71-93bc-1442d355839e,revision_number=7']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:07.597463 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a6589fbb-cc7a-43a5-b95a-8c444211952f req-72f8a0da-03ac-426d-98ce-86e03ee007fc tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a HTTP/1.1" status: 200 len: 210 time: 0.0711968 Aug 16 23:52:07.832033 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876f21e9-4e7e-48c6-996c-14554c62b983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a35689e-2876-4d71-93bc-1442d355839e'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:52:07.836167 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e8f5ec-1a0f-4ed9-beec-c071349a4428" -d '{"events": [{"server_uuid": "876f21e9-4e7e-48c6-996c-14554c62b983", "name": "network-vif-plugged", "status": "completed", "tag": "4a35689e-2876-4d71-93bc-1442d355839e"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:52:07.845856 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe89f15-5905-4474-8553-c715fd665aa0 req-02277d86-6760-4509-bc10-a6f2ae88ac62 tempest-ServersAdminTestJSON-958036003 tempest-ServersAdminTestJSON-958036003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:07.853582 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2fe89f15-5905-4474-8553-c715fd665aa0 req-02277d86-6760-4509-bc10-a6f2ae88ac62 tempest-ServersAdminTestJSON-958036003 tempest-ServersAdminTestJSON-958036003-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 1102 time: 0.1269748 Aug 16 23:52:07.893792 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835d6e3-3a46-425b-937c-b32bd7f0be9c req-c6043f77-9baf-4dc7-bfbf-96344ca958fd tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:07.903950 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0835d6e3-3a46-425b-937c-b32bd7f0be9c req-c6043f77-9baf-4dc7-bfbf-96344ca958fd tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 784 time: 0.3149953 Aug 16 23:52:07.980808 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2fe89f15-5905-4474-8553-c715fd665aa0 req-cea822ba-e38b-4415-aaf6-6ecc800978f5 tempest-ServersAdminTestJSON-958036003 tempest-ServersAdminTestJSON-958036003-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262891 Aug 16 23:52:07.994144 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0835d6e3-3a46-425b-937c-b32bd7f0be9c req-ba7a0f2b-bbd9-4da6-9388-324955df3cdb tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.11 HTTP/1.1" status: 200 len: 695 time: 0.0861409 Aug 16 23:52:08.115359 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0835d6e3-3a46-425b-937c-b32bd7f0be9c req-84f25d38-e178-4f7c-8636-71892c19a7d2 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.11 HTTP/1.1" status: 200 len: 695 time: 0.1224704 Aug 16 23:52:08.118914 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb57cb4f-0456-472a-aeab-3b280b9cbf52 x-openstack-request-id: req-eb57cb4f-0456-472a-aeab-3b280b9cbf52 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:52:08.119439 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876f21e9-4e7e-48c6-996c-14554c62b983", "name": "network-vif-plugged", "status": "completed", "tag": "4a35689e-2876-4d71-93bc-1442d355839e", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:52:08.119675 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb57cb4f-0456-472a-aeab-3b280b9cbf52 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:52:08.120180 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876f21e9-4e7e-48c6-996c-14554c62b983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a35689e-2876-4d71-93bc-1442d355839e', 'code': 200} Aug 16 23:52:08.341016 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-0835d6e3-3a46-425b-937c-b32bd7f0be9c req-b7773bd4-6f3e-4821-9879-b35ee4e108e2 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Deleting port 5ff92dd5-5b02-499a-820e-4dac139f9b69 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:52:08.341633 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0835d6e3-3a46-425b-937c-b32bd7f0be9c req-b7773bd4-6f3e-4821-9879-b35ee4e108e2 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:08.525701 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0835d6e3-3a46-425b-937c-b32bd7f0be9c req-b7773bd4-6f3e-4821-9879-b35ee4e108e2 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:08.530958 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0835d6e3-3a46-425b-937c-b32bd7f0be9c req-b7773bd4-6f3e-4821-9879-b35ee4e108e2 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:08.574504 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-0835d6e3-3a46-425b-937c-b32bd7f0be9c req-b7773bd4-6f3e-4821-9879-b35ee4e108e2 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Calling delete_port for 5ff92dd5-5b02-499a-820e-4dac139f9b69 owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:52:08.849511 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-de687b48-3f69-469d-8c16-be1703a3f249 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742083 Aug 16 23:52:08.883591 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a5893-f1c5-4487-8a55-a191301bc50b req-bfa78803-2fe1-4221-95ae-8920a02d1f09 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:08.885226 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-906a5893-f1c5-4487-8a55-a191301bc50b req-bfa78803-2fe1-4221-95ae-8920a02d1f09 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d HTTP/1.1" status: 200 len: 950 time: 0.1799169 Aug 16 23:52:08.925438 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0835d6e3-3a46-425b-937c-b32bd7f0be9c req-b7773bd4-6f3e-4821-9879-b35ee4e108e2 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:08.979542 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7773bd4-6f3e-4821-9879-b35ee4e108e2 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Pushing event deleted for resources: {'Port': ['ID=5ff92dd5-5b02-499a-820e-4dac139f9b69,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:09.055447 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-906a5893-f1c5-4487-8a55-a191301bc50b req-c32164dc-968a-4e65-8cc0-1ede9a68e300 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575260 Aug 16 23:52:09.111531 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-f9462280-d0cb-40bc-a662-c61093cbc665 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:09.113197 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-f9462280-d0cb-40bc-a662-c61093cbc665 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2531774 Aug 16 23:52:09.116803 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0835d6e3-3a46-425b-937c-b32bd7f0be9c req-b7773bd4-6f3e-4821-9879-b35ee4e108e2 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:09.119387 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0835d6e3-3a46-425b-937c-b32bd7f0be9c req-b7773bd4-6f3e-4821-9879-b35ee4e108e2 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:09.125603 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0835d6e3-3a46-425b-937c-b32bd7f0be9c req-b7773bd4-6f3e-4821-9879-b35ee4e108e2 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "DELETE /v2.0/floatingips/38d9b35c-7eb0-422f-a043-e5d8ee8e3396 HTTP/1.1" status: 204 len: 173 time: 1.0093715 Aug 16 23:52:09.143210 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-51575692-cbd9-42c2-85fd-5d15294df671 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Request body: {'port': {'device_id': '9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': '2ce58e6b0a0e4b229d1ebbf4f077faa8'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:52:09.490454 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb45f485-41f1-433f-a195-4b8275e86ee8 req-2703396f-0812-45cd-8fef-4c1d9d7e3399 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a HTTP/1.1" status: 200 len: 210 time: 0.1924574 Aug 16 23:52:09.493941 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0296e7f7-3ddf-4eee-8313-b138ec9d5a47 req-2fab71d2-2bde-491c-b4f9-c546a767f61c tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/floatingips/9eef9f03-3878-4d4a-a73d-9920be6be0e9 HTTP/1.1" status: 200 len: 693 time: 0.1952791 Aug 16 23:52:09.495146 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-51575692-cbd9-42c2-85fd-5d15294df671 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Made reservation on behalf of 2ce58e6b0a0e4b229d1ebbf4f077faa8 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:52:09.516634 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-51575692-cbd9-42c2-85fd-5d15294df671 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:09.683390 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-51575692-cbd9-42c2-85fd-5d15294df671 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:09.708688 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296e7f7-3ddf-4eee-8313-b138ec9d5a47 req-1f66c62d-a3a2-4a5a-8c78-9bf460b7c6fc tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:09.711027 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0296e7f7-3ddf-4eee-8313-b138ec9d5a47 req-1f66c62d-a3a2-4a5a-8c78-9bf460b7c6fc tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 784 time: 0.1989262 Aug 16 23:52:09.793786 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:09.834045 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0296e7f7-3ddf-4eee-8313-b138ec9d5a47 req-44ffb73b-1e99-4bfc-a34c-9fd97e993b9e tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 696 time: 0.1152675 Aug 16 23:52:09.904943 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0296e7f7-3ddf-4eee-8313-b138ec9d5a47 req-73574e9d-c6bd-4a3e-9b02-8d3e89d680f4 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 696 time: 0.0636942 Aug 16 23:52:10.014573 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd2398-1952-4f2b-b689-723dd0de270f req-dc308ea7-3a3e-46ad-b912-d07d406b105f tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:10.016333 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-fdfd2398-1952-4f2b-b689-723dd0de270f req-dc308ea7-3a3e-46ad-b912-d07d406b105f tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d HTTP/1.1" status: 200 len: 950 time: 0.0711632 Aug 16 23:52:10.069779 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-51575692-cbd9-42c2-85fd-5d15294df671 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:10.090461 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-51575692-cbd9-42c2-85fd-5d15294df671 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:10.154786 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-fdfd2398-1952-4f2b-b689-723dd0de270f req-abb5137b-b80f-47d8-be74-6489f218c5e3 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Deleting port 57818e75-7867-4254-8af5-1c05fd6ba240 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:52:10.155505 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-fdfd2398-1952-4f2b-b689-723dd0de270f req-abb5137b-b80f-47d8-be74-6489f218c5e3 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:10.179424 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51575692-cbd9-42c2-85fd-5d15294df671 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7317eee7-5984-4618-87e9-c23a9d185b5f,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:10.227212 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-0296e7f7-3ddf-4eee-8313-b138ec9d5a47 req-d257605d-4bce-4b05-9dd3-0c6110a55ff8 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Deleting port d700fe68-bfb2-4c4a-bbfe-cb63245cbed4 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:52:10.228473 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0296e7f7-3ddf-4eee-8313-b138ec9d5a47 req-d257605d-4bce-4b05-9dd3-0c6110a55ff8 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:10.286763 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-fdfd2398-1952-4f2b-b689-723dd0de270f req-abb5137b-b80f-47d8-be74-6489f218c5e3 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] For port 57818e75-7867-4254-8af5-1c05fd6ba240, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=57818e75-7867-4254-8af5-1c05fd6ba240,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:10.287603 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-fdfd2398-1952-4f2b-b689-723dd0de270f req-abb5137b-b80f-47d8-be74-6489f218c5e3 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:10.313962 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-fdfd2398-1952-4f2b-b689-723dd0de270f req-abb5137b-b80f-47d8-be74-6489f218c5e3 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Calling delete_port for 57818e75-7867-4254-8af5-1c05fd6ba240 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:52:10.337571 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-51575692-cbd9-42c2-85fd-5d15294df671 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Allocated IP 192.168.233.140 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/ea7f3b99-4d08-45e9-b39c-95e23121614f) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:52:10.395879 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca7feb-27e3-4664-a7a7-be0cc3f9b64e req-b6823c25-cbc2-4188-a7c8-13b781a47dce tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:10.403604 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-88ca7feb-27e3-4664-a7a7-be0cc3f9b64e req-b6823c25-cbc2-4188-a7c8-13b781a47dce tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d HTTP/1.1" status: 200 len: 950 time: 0.1711395 Aug 16 23:52:10.416940 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0296e7f7-3ddf-4eee-8313-b138ec9d5a47 req-d257605d-4bce-4b05-9dd3-0c6110a55ff8 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:10.418130 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0296e7f7-3ddf-4eee-8313-b138ec9d5a47 req-d257605d-4bce-4b05-9dd3-0c6110a55ff8 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:10.452397 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-0296e7f7-3ddf-4eee-8313-b138ec9d5a47 req-d257605d-4bce-4b05-9dd3-0c6110a55ff8 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Calling delete_port for d700fe68-bfb2-4c4a-bbfe-cb63245cbed4 owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:52:10.487244 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-fdfd2398-1952-4f2b-b689-723dd0de270f req-abb5137b-b80f-47d8-be74-6489f218c5e3 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:10.503853 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['57818e75-7867-4254-8af5-1c05fd6ba240', 'a80abd68-a5cd-4879-b583-fc207ffd7657'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:52:10.521021 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5137b-b80f-47d8-be74-6489f218c5e3 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Pushing event deleted for resources: {'Port': ['ID=57818e75-7867-4254-8af5-1c05fd6ba240,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:10.604927 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdfd2398-1952-4f2b-b689-723dd0de270f req-abb5137b-b80f-47d8-be74-6489f218c5e3 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] No DVR routers for this DVR port 57818e75-7867-4254-8af5-1c05fd6ba240 on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:52:10.612194 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-fdfd2398-1952-4f2b-b689-723dd0de270f req-abb5137b-b80f-47d8-be74-6489f218c5e3 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:10.616785 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-fdfd2398-1952-4f2b-b689-723dd0de270f req-abb5137b-b80f-47d8-be74-6489f218c5e3 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.64 "DELETE /v2.0/ports/57818e75-7867-4254-8af5-1c05fd6ba240 HTTP/1.1" status: 204 len: 173 time: 0.5922668 Aug 16 23:52:10.617286 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d', 'name': 'network-vif-deleted', 'tag': '57818e75-7867-4254-8af5-1c05fd6ba240'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:52:10.625355 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b13ea2d-a2a7-4b91-bc92-418493a9ab97" -d '{"events": [{"server_uuid": "0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d", "name": "network-vif-deleted", "tag": "57818e75-7867-4254-8af5-1c05fd6ba240"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:52:10.665793 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-88ca7feb-27e3-4664-a7a7-be0cc3f9b64e req-48a2e396-90a9-4e6c-9474-2136887c7720 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609487 Aug 16 23:52:10.668500 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:52:10.835428 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0296e7f7-3ddf-4eee-8313-b138ec9d5a47 req-d257605d-4bce-4b05-9dd3-0c6110a55ff8 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:10.929416 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257605d-4bce-4b05-9dd3-0c6110a55ff8 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Pushing event deleted for resources: {'Port': ['ID=d700fe68-bfb2-4c4a-bbfe-cb63245cbed4,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:11.054909 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7348778e-15c9-4ce0-8af5-b742d414fbf1 req-1fc5828c-4f31-4a7a-afbf-a967a31b4eb3 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a HTTP/1.1" status: 200 len: 210 time: 0.0866272 Aug 16 23:52:11.128229 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-51575692-cbd9-42c2-85fd-5d15294df671 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:11.154820 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0296e7f7-3ddf-4eee-8313-b138ec9d5a47 req-d257605d-4bce-4b05-9dd3-0c6110a55ff8 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:11.157745 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0296e7f7-3ddf-4eee-8313-b138ec9d5a47 req-d257605d-4bce-4b05-9dd3-0c6110a55ff8 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:11.158140 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79d9e34-7383-4737-864f-1bcfd079afce x-openstack-request-id: req-b79d9e34-7383-4737-864f-1bcfd079afce {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:52:11.159069 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d", "name": "network-vif-deleted", "tag": "57818e75-7867-4254-8af5-1c05fd6ba240", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:52:11.159537 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b79d9e34-7383-4737-864f-1bcfd079afce {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:52:11.160324 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0296e7f7-3ddf-4eee-8313-b138ec9d5a47 req-d257605d-4bce-4b05-9dd3-0c6110a55ff8 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "DELETE /v2.0/floatingips/9eef9f03-3878-4d4a-a73d-9920be6be0e9 HTTP/1.1" status: 204 len: 173 time: 1.2381735 Aug 16 23:52:11.161427 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-51575692-cbd9-42c2-85fd-5d15294df671 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Transition to ACTIVE for port object ea7f3b99-4d08-45e9-b39c-95e23121614f will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:52:11.165189 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d859cb0-2f3c-4c5d-8c3c-74a4a595e13d', 'name': 'network-vif-deleted', 'tag': '57818e75-7867-4254-8af5-1c05fd6ba240', 'status': 'completed', 'code': 200} Aug 16 23:52:11.268052 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-51575692-cbd9-42c2-85fd-5d15294df671 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:11.338092 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:11.354521 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-51575692-cbd9-42c2-85fd-5d15294df671 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:52:11.408600 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-51575692-cbd9-42c2-85fd-5d15294df671 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:52:11.421797 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-51575692-cbd9-42c2-85fd-5d15294df671 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:52:11.483972 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e20c1f82-9d73-4881-979d-5580f57a3111 req-d33157c4-6a8c-42cf-90c0-91aec257b228 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/floatingips/a018615d-b485-41c9-9700-9a7be9acf8f0 HTTP/1.1" status: 200 len: 692 time: 0.1315303 Aug 16 23:52:11.526952 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51575692-cbd9-42c2-85fd-5d15294df671 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Pushing event updated for resources: {'Port': ['ID=ea7f3b99-4d08-45e9-b39c-95e23121614f,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:11.644181 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-51575692-cbd9-42c2-85fd-5d15294df671 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:11.644944 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-51575692-cbd9-42c2-85fd-5d15294df671 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:11.724277 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-51575692-cbd9-42c2-85fd-5d15294df671 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5882835 Aug 16 23:52:11.752292 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-0b105ffb-d54b-40e0-bf8a-0030f3f78203 service neutron] Request body: {'port': {'device_id': '9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:52:11.776621 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c1f82-9d73-4881-979d-5580f57a3111 req-ced57540-4052-4c5b-91bb-737e6394ed34 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:11.785265 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e20c1f82-9d73-4881-979d-5580f57a3111 req-ced57540-4052-4c5b-91bb-737e6394ed34 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 784 time: 0.2867408 Aug 16 23:52:11.821479 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-e20c1f82-9d73-4881-979d-5580f57a3111 req-c81983a5-3e7e-4a40-9c8f-67b78fd69e78 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:52:11.830451 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e20c1f82-9d73-4881-979d-5580f57a3111 req-c81983a5-3e7e-4a40-9c8f-67b78fd69e78 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0439160 Aug 16 23:52:11.836272 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8218fc93-268e-45c1-a135-3f2a78153f96 None None] Provisioning for port ea7f3b99-4d08-45e9-b39c-95e23121614f completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:52:11.841157 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8218fc93-268e-45c1-a135-3f2a78153f96 None None] Provisioning complete for port ea7f3b99-4d08-45e9-b39c-95e23121614f triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:52:11.842369 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8218fc93-268e-45c1-a135-3f2a78153f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:11.913710 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-8218fc93-268e-45c1-a135-3f2a78153f96 None None] Port ea7f3b99-4d08-45e9-b39c-95e23121614f cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:52:12.054223 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e20c1f82-9d73-4881-979d-5580f57a3111 req-4e421d32-8612-4166-bf0c-41f2b2f17201 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.20 HTTP/1.1" status: 200 len: 695 time: 0.2228384 Aug 16 23:52:12.071716 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-0b105ffb-d54b-40e0-bf8a-0030f3f78203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:12.180513 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e20c1f82-9d73-4881-979d-5580f57a3111 req-3e809593-d219-42f6-b2dc-d283f8ce1b25 tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.20 HTTP/1.1" status: 200 len: 695 time: 0.1117232 Aug 16 23:52:12.712248 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba1b46-556a-452f-9b6a-a6c9dfac68fa req-3c5a270f-7e0f-4527-9b01-70ffeb67f37b tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:12.720380 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5ba1b46-556a-452f-9b6a-a6c9dfac68fa req-3c5a270f-7e0f-4527-9b01-70ffeb67f37b tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 946 time: 0.6813326 Aug 16 23:52:12.865021 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5ba1b46-556a-452f-9b6a-a6c9dfac68fa req-a4b104af-c7f7-41a0-ba86-7f1092ba0194 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/security-groups?id=924a7a98-9eb5-4373-9821-9ef20d002319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436193 Aug 16 23:52:13.015998 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-e20c1f82-9d73-4881-979d-5580f57a3111 req-28c1a587-668b-4b03-951d-46e9a305dcdf tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Deleting port 9ab12eea-d5c2-4d31-97fd-ddc56904da83 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:52:13.016534 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e20c1f82-9d73-4881-979d-5580f57a3111 req-28c1a587-668b-4b03-951d-46e9a305dcdf tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:13.093191 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 57818e75-7867-4254-8af5-1c05fd6ba240 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:52:13.174400 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 57818e75-7867-4254-8af5-1c05fd6ba240 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:52:13.175090 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 57818e75-7867-4254-8af5-1c05fd6ba240 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:52:13.216243 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e20c1f82-9d73-4881-979d-5580f57a3111 req-28c1a587-668b-4b03-951d-46e9a305dcdf tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:13.216708 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e20c1f82-9d73-4881-979d-5580f57a3111 req-28c1a587-668b-4b03-951d-46e9a305dcdf tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:13.235341 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-e20c1f82-9d73-4881-979d-5580f57a3111 req-28c1a587-668b-4b03-951d-46e9a305dcdf tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Calling delete_port for 9ab12eea-d5c2-4d31-97fd-ddc56904da83 owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:52:13.251412 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-0b105ffb-d54b-40e0-bf8a-0030f3f78203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea7f3b99-4d08-45e9-b39c-95e23121614f {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:52:13.265219 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-0b105ffb-d54b-40e0-bf8a-0030f3f78203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:13.340085 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdfb64-e0e4-4d83-916b-ca3681c0dda5 req-664f867f-efeb-479e-8929-6ba1205c4242 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:13.341871 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ecdfb64-e0e4-4d83-916b-ca3681c0dda5 req-664f867f-efeb-479e-8929-6ba1205c4242 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a HTTP/1.1" status: 200 len: 936 time: 0.1966729 Aug 16 23:52:13.348820 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-0b105ffb-d54b-40e0-bf8a-0030f3f78203 service neutron] Transition to ACTIVE for port object ea7f3b99-4d08-45e9-b39c-95e23121614f will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:52:13.364352 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-0b105ffb-d54b-40e0-bf8a-0030f3f78203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:13.475604 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ecdfb64-e0e4-4d83-916b-ca3681c0dda5 req-a75606ca-0471-4c2e-bf20-69665aa6f365 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222501 Aug 16 23:52:13.480637 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b105ffb-d54b-40e0-bf8a-0030f3f78203 service neutron] Pushing event updated for resources: {'Port': ['ID=ea7f3b99-4d08-45e9-b39c-95e23121614f,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:13.632188 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-0b105ffb-d54b-40e0-bf8a-0030f3f78203 service neutron] Attempting to bind port ea7f3b99-4d08-45e9-b39c-95e23121614f on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:52:13.632532 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-0b105ffb-d54b-40e0-bf8a-0030f3f78203 service neutron] Attempting to bind port ea7f3b99-4d08-45e9-b39c-95e23121614f by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:52:13.632863 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-0b105ffb-d54b-40e0-bf8a-0030f3f78203 service neutron] Attempting to bind port ea7f3b99-4d08-45e9-b39c-95e23121614f on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:52:13.648638 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-0b105ffb-d54b-40e0-bf8a-0030f3f78203 service neutron] Port ea7f3b99-4d08-45e9-b39c-95e23121614f on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:52:13.649110 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-0b105ffb-d54b-40e0-bf8a-0030f3f78203 service neutron] Attempting to bind port ea7f3b99-4d08-45e9-b39c-95e23121614f on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:52:13.660616 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-0b105ffb-d54b-40e0-bf8a-0030f3f78203 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:52:13.661005 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-0b105ffb-d54b-40e0-bf8a-0030f3f78203 service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:52:13.661410 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-0b105ffb-d54b-40e0-bf8a-0030f3f78203 service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:52:13.661847 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-0b105ffb-d54b-40e0-bf8a-0030f3f78203 service neutron] Bound port: ea7f3b99-4d08-45e9-b39c-95e23121614f, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:52:13.662210 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-0b105ffb-d54b-40e0-bf8a-0030f3f78203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:13.683678 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e20c1f82-9d73-4881-979d-5580f57a3111 req-28c1a587-668b-4b03-951d-46e9a305dcdf tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:13.859243 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1a587-668b-4b03-951d-46e9a305dcdf tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Pushing event deleted for resources: {'Port': ['ID=9ab12eea-d5c2-4d31-97fd-ddc56904da83,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:13.946199 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e20c1f82-9d73-4881-979d-5580f57a3111 req-28c1a587-668b-4b03-951d-46e9a305dcdf tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:13.949756 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e20c1f82-9d73-4881-979d-5580f57a3111 req-28c1a587-668b-4b03-951d-46e9a305dcdf tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:13.961191 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45254) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:52:13.970219 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e20c1f82-9d73-4881-979d-5580f57a3111 req-28c1a587-668b-4b03-951d-46e9a305dcdf tempest-FloatingIPDetailsTestJSON-2021471188 tempest-FloatingIPDetailsTestJSON-2021471188-project] 10.222.0.60 "DELETE /v2.0/floatingips/a018615d-b485-41c9-9700-9a7be9acf8f0 HTTP/1.1" status: 204 len: 173 time: 1.7886779 Aug 16 23:52:14.010634 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-0b105ffb-d54b-40e0-bf8a-0030f3f78203 service neutron] For port ea7f3b99-4d08-45e9-b39c-95e23121614f, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:52:14.025181 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-0b105ffb-d54b-40e0-bf8a-0030f3f78203 service neutron] For port ea7f3b99-4d08-45e9-b39c-95e23121614f, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ea7f3b99-4d08-45e9-b39c-95e23121614f,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:52:14.040384 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-0b105ffb-d54b-40e0-bf8a-0030f3f78203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:14.090736 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-0b105ffb-d54b-40e0-bf8a-0030f3f78203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:14.092093 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-0b105ffb-d54b-40e0-bf8a-0030f3f78203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:14.094095 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-0b105ffb-d54b-40e0-bf8a-0030f3f78203 service neutron] 10.222.0.64 "PUT /v2.0/ports/ea7f3b99-4d08-45e9-b39c-95e23121614f HTTP/1.1" status: 200 len: 1097 time: 2.3540378 Aug 16 23:52:14.096419 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a', 'tag': 'ea7f3b99-4d08-45e9-b39c-95e23121614f'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:52:14.098779 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9a663b-a334-44ea-8453-80b202b6c9f4" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a", "tag": "ea7f3b99-4d08-45e9-b39c-95e23121614f"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:52:14.256739 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b105ffb-d54b-40e0-bf8a-0030f3f78203 service neutron] Pushing event updated for resources: {'Port': ['ID=ea7f3b99-4d08-45e9-b39c-95e23121614f,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:14.292724 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-6082c96d-2748-4211-9aad-ef8370b47d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:14.294378 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-6082c96d-2748-4211-9aad-ef8370b47d4d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&device_id=9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a HTTP/1.1" status: 200 len: 1100 time: 0.1039655 Aug 16 23:52:14.444448 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c5ba05-3019-4e0c-94b3-69e4a57f3e80 x-openstack-request-id: req-a9c5ba05-3019-4e0c-94b3-69e4a57f3e80 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:52:14.444658 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a", "tag": "ea7f3b99-4d08-45e9-b39c-95e23121614f", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:52:14.445461 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a9c5ba05-3019-4e0c-94b3-69e4a57f3e80 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:52:14.447209 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a', 'tag': 'ea7f3b99-4d08-45e9-b39c-95e23121614f', 'status': 'completed', 'code': 200} Aug 16 23:52:14.453423 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-4a91a394-5ed4-4536-a9fb-1dcdeb05ceb9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ea7f3b99-4d08-45e9-b39c-95e23121614f HTTP/1.1" status: 200 len: 217 time: 0.1350417 Aug 16 23:52:14.534803 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-89f9b786-1f66-4c39-8501-e4835f1287f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:14.537335 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-89f9b786-1f66-4c39-8501-e4835f1287f6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0682538 Aug 16 23:52:14.768774 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3a509-8b8c-4a5e-9f70-fb141c5c783d req-c76cbe73-813b-46c4-9bd9-cdc162ba00f7 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:14.776758 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ffe3a509-8b8c-4a5e-9f70-fb141c5c783d req-c76cbe73-813b-46c4-9bd9-cdc162ba00f7 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=08bb7984-27d5-44a8-bf29-7f9c735267d8 HTTP/1.1" status: 200 len: 950 time: 0.2212486 Aug 16 23:52:14.858718 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ffe3a509-8b8c-4a5e-9f70-fb141c5c783d req-af451258-1827-4b07-89d5-288535edfe4a tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734732 Aug 16 23:52:14.870886 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c476f2d-b63e-4bf8-ace3-8554bbc0ceee req-fe993660-842d-4154-9d64-d97afd7c430f tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:14.882992 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4c476f2d-b63e-4bf8-ace3-8554bbc0ceee req-fe993660-842d-4154-9d64-d97afd7c430f tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a HTTP/1.1" status: 200 len: 948 time: 0.2153857 Aug 16 23:52:14.976692 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-521706eb-2f1e-46c0-8fd2-6922070e8b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:14.978243 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-521706eb-2f1e-46c0-8fd2-6922070e8b9c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4313817 Aug 16 23:52:15.001359 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f93f55d7-9cd0-46a9-a594-1ef248f15182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:15.019357 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4c476f2d-b63e-4bf8-ace3-8554bbc0ceee req-cc6c90c0-c36e-4047-be30-98fae798182e tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263440 Aug 16 23:52:15.188821 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-173648c1-b258-43b5-a018-46570d24da39 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684852 Aug 16 23:52:15.439444 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4c532b5-2ac1-42b3-8edf-75074dc0d40f req-3f0dbf59-7d70-4ec0-bac2-8948fe376d4d service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234573 Aug 16 23:52:15.464715 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-8d70dd69-3769-4c84-b83b-915105b5aca1 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--215823906&fields=id&tenant_id=93628eca11dd4df499895f1c0f0c82e3 HTTP/1.1" status: 200 len: 267 time: 0.3572001 Aug 16 23:52:15.691432 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-76353df4-0907-45b8-8a2a-9dcc1ed964be tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:15.694383 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-76353df4-0907-45b8-8a2a-9dcc1ed964be tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/networks?id=94cccefc-4269-48cf-98bd-8abcbe14edad HTTP/1.1" status: 200 len: 823 time: 0.2207949 Aug 16 23:52:15.758724 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-a986d01a-2310-4fca-b74c-315f4a1ddf98 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/quotas/93628eca11dd4df499895f1c0f0c82e3 HTTP/1.1" status: 200 len: 375 time: 0.0426321 Aug 16 23:52:15.834924 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a663b-a334-44ea-8453-80b202b6c9f4 req-d1d165b8-45c5-4d82-a532-7141c5235412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:15.836412 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3da07-d498-43dd-8d65-818833c28b37 req-6ccd61ee-9320-4d9c-9b05-fea83de93b4d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:15.836828 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fa9a663b-a334-44ea-8453-80b202b6c9f4 req-d1d165b8-45c5-4d82-a532-7141c5235412 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&device_id=9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a HTTP/1.1" status: 200 len: 1100 time: 0.1404831 Aug 16 23:52:15.838185 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-27f3da07-d498-43dd-8d65-818833c28b37 req-6ccd61ee-9320-4d9c-9b05-fea83de93b4d tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.69 "GET /v2.0/ports?device_id=08bb7984-27d5-44a8-bf29-7f9c735267d8 HTTP/1.1" status: 200 len: 950 time: 0.0704222 Aug 16 23:52:15.914181 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-d70fc540-ba17-4196-a587-dd2c7998913c tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=93628eca11dd4df499895f1c0f0c82e3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1356528 Aug 16 23:52:16.110799 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a663b-a334-44ea-8453-80b202b6c9f4 req-857eeb05-5349-40ea-8e74-91a03b709e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:16.112616 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fa9a663b-a334-44ea-8453-80b202b6c9f4 req-857eeb05-5349-40ea-8e74-91a03b709e1a service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.2556868 Aug 16 23:52:16.141583 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-27f3da07-d498-43dd-8d65-818833c28b37 req-33691d58-ca66-4b23-ad7c-cf4f07a99744 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Deleting port 2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:52:16.142813 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-27f3da07-d498-43dd-8d65-818833c28b37 req-33691d58-ca66-4b23-ad7c-cf4f07a99744 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:16.175908 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fa9a663b-a334-44ea-8453-80b202b6c9f4 req-da71c211-db26-47ac-8cf9-093e951ddb92 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ea7f3b99-4d08-45e9-b39c-95e23121614f HTTP/1.1" status: 200 len: 217 time: 0.0477805 Aug 16 23:52:16.192561 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789044d-fd7d-4e00-9e04-0ee9d959fb77 req-ed6d49bb-6d58-4ec2-9486-4958397bcfce tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:16.199757 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0789044d-fd7d-4e00-9e04-0ee9d959fb77 req-ed6d49bb-6d58-4ec2-9486-4958397bcfce tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=08bb7984-27d5-44a8-bf29-7f9c735267d8 HTTP/1.1" status: 200 len: 950 time: 0.1777630 Aug 16 23:52:16.267098 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-27f3da07-d498-43dd-8d65-818833c28b37 req-33691d58-ca66-4b23-ad7c-cf4f07a99744 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] For port 2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:16.267729 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-27f3da07-d498-43dd-8d65-818833c28b37 req-33691d58-ca66-4b23-ad7c-cf4f07a99744 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:16.283577 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-27f3da07-d498-43dd-8d65-818833c28b37 req-33691d58-ca66-4b23-ad7c-cf4f07a99744 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Calling delete_port for 2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:52:16.329817 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0789044d-fd7d-4e00-9e04-0ee9d959fb77 req-c8c6356e-98fd-459c-a65c-b4f9a26bd5c4 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290510 Aug 16 23:52:16.346546 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-79514b3f-5a8f-49fa-9cd5-265ea5b04417 service neutron] 10.222.0.60 "GET /v2.0/networks/94cccefc-4269-48cf-98bd-8abcbe14edad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316430 Aug 16 23:52:16.483940 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-f93f55d7-9cd0-46a9-a594-1ef248f15182 admin admin] Deleting port 4fcf6356-139e-4609-930a-f40b1c627e51 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:52:16.484303 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f93f55d7-9cd0-46a9-a594-1ef248f15182 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:16.489131 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-27f3da07-d498-43dd-8d65-818833c28b37 req-33691d58-ca66-4b23-ad7c-cf4f07a99744 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:16.503691 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['a80abd68-a5cd-4879-b583-fc207ffd7657'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:52:16.515282 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:52:16.524895 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-939521e0-c3d9-492a-b333-907980b57955 service neutron] 10.222.0.60 "GET /v2.0/networks/94cccefc-4269-48cf-98bd-8abcbe14edad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555109 Aug 16 23:52:16.528692 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a663b-a334-44ea-8453-80b202b6c9f4 req-de3aebda-95b9-43a2-839f-02cdd500af30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:16.533553 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fa9a663b-a334-44ea-8453-80b202b6c9f4 req-de3aebda-95b9-43a2-839f-02cdd500af30 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.3283978 Aug 16 23:52:16.601987 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915b71c-795f-4b88-8f01-168cf7b839a4 req-90c1a0c6-bc15-4de8-a6b8-8e0699324c9f tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:16.605265 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f915b71c-795f-4b88-8f01-168cf7b839a4 req-90c1a0c6-bc15-4de8-a6b8-8e0699324c9f tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cd26234-e165-4fe4-b21d-335d5d9a7fd7 HTTP/1.1" status: 200 len: 946 time: 0.3954258 Aug 16 23:52:16.651070 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-035008d1-aeff-4bb5-909e-7aa05b9bfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:16.665967 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33691d58-ca66-4b23-ad7c-cf4f07a99744 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Pushing event deleted for resources: {'Port': ['ID=2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:16.788149 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f3da07-d498-43dd-8d65-818833c28b37 req-33691d58-ca66-4b23-ad7c-cf4f07a99744 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] No DVR routers for this DVR port 2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7 on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:52:16.798383 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-27f3da07-d498-43dd-8d65-818833c28b37 req-33691d58-ca66-4b23-ad7c-cf4f07a99744 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:16.800473 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-27f3da07-d498-43dd-8d65-818833c28b37 req-33691d58-ca66-4b23-ad7c-cf4f07a99744 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.69 "DELETE /v2.0/ports/2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7 HTTP/1.1" status: 204 len: 173 time: 0.9485459 Aug 16 23:52:16.802979 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bb7984-27d5-44a8-bf29-7f9c735267d8', 'name': 'network-vif-deleted', 'tag': '2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:52:16.806000 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cf3c62-ae78-4513-a639-790f83aa550d" -d '{"events": [{"server_uuid": "08bb7984-27d5-44a8-bf29-7f9c735267d8", "name": "network-vif-deleted", "tag": "2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:52:16.954853 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-f93f55d7-9cd0-46a9-a594-1ef248f15182 admin admin] For port 4fcf6356-139e-4609-930a-f40b1c627e51, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4fcf6356-139e-4609-930a-f40b1c627e51,segment=NetworkSegment(3a052d36-737e-478b-9f90-a0e9ec16d580),segment_id=3a052d36-737e-478b-9f90-a0e9ec16d580)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:16.955255 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f93f55d7-9cd0-46a9-a594-1ef248f15182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:16.995507 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-f93f55d7-9cd0-46a9-a594-1ef248f15182 admin admin] Calling delete_port for 4fcf6356-139e-4609-930a-f40b1c627e51 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:52:16.995862 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a663b-a334-44ea-8453-80b202b6c9f4 req-274dadc9-2ce4-4864-949a-67d27cecf7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:16.997557 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fa9a663b-a334-44ea-8453-80b202b6c9f4 req-274dadc9-2ce4-4864-949a-67d27cecf7e9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4540536 Aug 16 23:52:17.126586 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8583f766-0f93-42a0-bd20-698e36b5cc5d x-openstack-request-id: req-8583f766-0f93-42a0-bd20-698e36b5cc5d {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:52:17.128268 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08bb7984-27d5-44a8-bf29-7f9c735267d8", "name": "network-vif-deleted", "tag": "2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:52:17.128539 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8583f766-0f93-42a0-bd20-698e36b5cc5d {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:52:17.129096 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bb7984-27d5-44a8-bf29-7f9c735267d8', 'name': 'network-vif-deleted', 'tag': '2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7', 'status': 'completed', 'code': 200} Aug 16 23:52:17.222983 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fa9a663b-a334-44ea-8453-80b202b6c9f4 req-ff78bb67-3f2a-4eca-9ee5-dc13d9fbd61e service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916480 Aug 16 23:52:17.260396 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48ec4850-f225-409a-b3b0-d98daa043c0c req-c49d0162-2500-42f8-a47b-4139ffaf7a2b tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c21dfb-f625-4c36-a37d-9eb4d98d279e HTTP/1.1" status: 200 len: 210 time: 0.0343196 Aug 16 23:52:17.418413 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f93f55d7-9cd0-46a9-a594-1ef248f15182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:17.440740 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfd076-a0b6-470d-a903-ef4a7de198c7 req-a0355477-a293-4096-a24f-2f5b7e782f9a tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:17.456535 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4acfd076-a0b6-470d-a903-ef4a7de198c7 req-a0355477-a293-4096-a24f-2f5b7e782f9a tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a HTTP/1.1" status: 200 len: 948 time: 0.7424088 Aug 16 23:52:17.533210 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f55d7-9cd0-46a9-a594-1ef248f15182 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fcf6356-139e-4609-930a-f40b1c627e51,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:17.629227 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4acfd076-a0b6-470d-a903-ef4a7de198c7 req-e3db241a-7097-4b29-89d9-8325465a4855 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711276 Aug 16 23:52:17.661332 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f5e1f1a-2434-47f1-9e39-4830066ee7d8 req-68718398-fe8c-4459-ab6c-ffa63e11740b tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=08bb7984-27d5-44a8-bf29-7f9c735267d8 HTTP/1.1" status: 200 len: 210 time: 0.1165657 Aug 16 23:52:17.686413 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0f2fc822-5cf8-4085-add8-624a027f8e7f req-330a4e7e-4555-4fe8-b97c-54f74784c4ac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1938245 Aug 16 23:52:17.784801 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-f915b71c-795f-4b88-8f01-168cf7b839a4 req-9528300e-9d65-4566-8f57-127d7e930ec5 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Deleting port 445e3097-e62b-415b-8136-451ef3dbd608 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:52:17.799663 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f915b71c-795f-4b88-8f01-168cf7b839a4 req-9528300e-9d65-4566-8f57-127d7e930ec5 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:17.946699 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fc822-5cf8-4085-add8-624a027f8e7f req-2024ae5d-e69f-4bbd-a9e6-8c0a96c8a1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:17.948223 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0f2fc822-5cf8-4085-add8-624a027f8e7f req-2024ae5d-e69f-4bbd-a9e6-8c0a96c8a1d0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=acebb709ed4d446eb7d3c128b0012b0b&device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 1102 time: 0.1540270 Aug 16 23:52:17.949448 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f93f55d7-9cd0-46a9-a594-1ef248f15182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:18.005081 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fa9a663b-a334-44ea-8453-80b202b6c9f4 req-032e5e31-67c0-4429-9549-061144cd7548 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6220279 Aug 16 23:52:18.137454 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-f915b71c-795f-4b88-8f01-168cf7b839a4 req-9528300e-9d65-4566-8f57-127d7e930ec5 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] For port 445e3097-e62b-415b-8136-451ef3dbd608, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=445e3097-e62b-415b-8136-451ef3dbd608,segment=NetworkSegment(2e5b857d-bed9-47c8-b3b0-8b6db12a9249),segment_id=2e5b857d-bed9-47c8-b3b0-8b6db12a9249)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:18.143106 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f915b71c-795f-4b88-8f01-168cf7b839a4 req-9528300e-9d65-4566-8f57-127d7e930ec5 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:18.455375 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fc822-5cf8-4085-add8-624a027f8e7f req-50ea73b2-0b6f-4473-897f-df4c7e793e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:18.456888 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0f2fc822-5cf8-4085-add8-624a027f8e7f req-50ea73b2-0b6f-4473-897f-df4c7e793e6b service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.4596589 Aug 16 23:52:18.482082 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93f55d7-9cd0-46a9-a594-1ef248f15182 admin admin] Router 6910e287-6fee-4c3e-8591-f4b45311f69f has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:52:18.517999 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ded8bfe6-3830-4378-b4b9-4f9719ec81f1 req-a8ce0b52-f2d9-4f28-97b0-9f7d3ce0fcaf tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c21dfb-f625-4c36-a37d-9eb4d98d279e HTTP/1.1" status: 200 len: 210 time: 0.1184609 Aug 16 23:52:18.534346 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0f2fc822-5cf8-4085-add8-624a027f8e7f req-c9de462c-d278-4a90-8fee-bca132ef5191 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=a80abd68-a5cd-4879-b583-fc207ffd7657 HTTP/1.1" status: 200 len: 217 time: 0.0595839 Aug 16 23:52:18.677850 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93f55d7-9cd0-46a9-a594-1ef248f15182 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:52:18.693640 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17617f2f-ae6b-441f-970d-57f699944d65 None None] Sync routers for ids ['6910e287-6fee-4c3e-8591-f4b45311f69f'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:52:18.709791 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17617f2f-ae6b-441f-970d-57f699944d65 None None] Routers {'6910e287-6fee-4c3e-8591-f4b45311f69f'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:52:18.710669 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-17617f2f-ae6b-441f-970d-57f699944d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:51:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6910e287-6fee-4c3e-8591-f4b45311f69f'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:52:18.728746 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f93f55d7-9cd0-46a9-a594-1ef248f15182 admin admin] 10.222.0.60 "PUT /v2.0/routers/6910e287-6fee-4c3e-8591-f4b45311f69f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7658677 Aug 16 23:52:18.735304 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45368) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:52:19.003783 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-17617f2f-ae6b-441f-970d-57f699944d65 None None] Set router 6910e287-6fee-4c3e-8591-f4b45311f69f gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:52:19.037257 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fc822-5cf8-4085-add8-624a027f8e7f req-6b73d9de-c5d2-491d-9764-5fdc4908cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:19.038759 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0f2fc822-5cf8-4085-add8-624a027f8e7f req-6b73d9de-c5d2-491d-9764-5fdc4908cadf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.3706644 Aug 16 23:52:19.129578 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device ea7f3b99-4d08-45e9-b39c-95e23121614f details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:52:19.250380 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port ea7f3b99-4d08-45e9-b39c-95e23121614f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ea7f3b99-4d08-45e9-b39c-95e23121614f,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:19.264504 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-92479224-6177-4f26-95fb-df99164e295f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:19.271161 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'ea7f3b99-4d08-45e9-b39c-95e23121614f', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': 'ea7f3b99-4d08-45e9-b39c-95e23121614f', 'mac_address': 'fa:16:3e:fb:c7:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:52:19.330389 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:19.349646 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7f3b99-4d08-45e9-b39c-95e23121614f {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:52:19.378089 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port ea7f3b99-4d08-45e9-b39c-95e23121614f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ea7f3b99-4d08-45e9-b39c-95e23121614f,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:19.379929 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b689e6da-545f-4eff-8ca6-9614e6214d01 admin admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:19.392662 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:19.502290 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=ea7f3b99-4d08-45e9-b39c-95e23121614f,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:19.508177 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:19.517850 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f915b71c-795f-4b88-8f01-168cf7b839a4 req-9528300e-9d65-4566-8f57-127d7e930ec5 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:19.518604 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f915b71c-795f-4b88-8f01-168cf7b839a4 req-9528300e-9d65-4566-8f57-127d7e930ec5 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:19.520021 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [req-f915b71c-795f-4b88-8f01-168cf7b839a4 req-9528300e-9d65-4566-8f57-127d7e930ec5 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Floating IP b716a6ef-26cf-40db-930b-5ec95d67e1f1 disassociated. External IP: 172.25.3.230, port: 445e3097-e62b-415b-8136-451ef3dbd608. Aug 16 23:52:19.521429 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-f915b71c-795f-4b88-8f01-168cf7b839a4 req-9528300e-9d65-4566-8f57-127d7e930ec5 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Calling delete_port for 445e3097-e62b-415b-8136-451ef3dbd608 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:52:19.586323 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fc822-5cf8-4085-add8-624a027f8e7f req-94b02733-583b-4f7c-a77f-adbac1d3d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:19.588017 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0f2fc822-5cf8-4085-add8-624a027f8e7f req-94b02733-583b-4f7c-a77f-adbac1d3d7a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0943744 Aug 16 23:52:19.595799 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-17617f2f-ae6b-441f-970d-57f699944d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6910e287-6fee-4c3e-8591-f4b45311f69f', 'name': 'tempest-FloatingIPDetailsTestJSON-72414952-router', 'tenant_id': 'd385ff3e7f154aa0bd607889006d577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '21a9af60-bbf3-4555-8d31-4c04c7027c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:39Z', 'updated_at': '2021-08-16T23:52:17Z', 'revision_number': 5, 'project_id': 'd385ff3e7f154aa0bd607889006d577a', 'gw_port': {'id': '21a9af60-bbf3-4555-8d31-4c04c7027c26', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6910e287-6fee-4c3e-8591-f4b45311f69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:40Z', 'updated_at': '2021-08-16T23:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:52:19.635458 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17617f2f-ae6b-441f-970d-57f699944d65 None None] Checking router: 6910e287-6fee-4c3e-8591-f4b45311f69f for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:52:19.649671 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17617f2f-ae6b-441f-970d-57f699944d65 None None] Routers {'6910e287-6fee-4c3e-8591-f4b45311f69f'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:52:19.650410 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-17617f2f-ae6b-441f-970d-57f699944d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:52:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6910e287-6fee-4c3e-8591-f4b45311f69f'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:52:19.707378 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b689e6da-545f-4eff-8ca6-9614e6214d01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:19.785011 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['ea7f3b99-4d08-45e9-b39c-95e23121614f'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:52:19.836989 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e508d-3768-4a0c-83e7-81fd43c91a79 req-bd9cac48-685c-4376-aaab-11bb906d3a29 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:19.840057 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4e8e508d-3768-4a0c-83e7-81fd43c91a79 req-bd9cac48-685c-4376-aaab-11bb906d3a29 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 950 time: 0.5046365 Aug 16 23:52:19.877865 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-17617f2f-ae6b-441f-970d-57f699944d65 None None] Set router 6910e287-6fee-4c3e-8591-f4b45311f69f gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:52:19.886697 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0f2fc822-5cf8-4085-add8-624a027f8e7f req-364f37ea-3f98-400e-a2cd-e117acab040c service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723477 Aug 16 23:52:19.902598 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-b689e6da-545f-4eff-8ca6-9614e6214d01 admin admin] Deleting port 21a9af60-bbf3-4555-8d31-4c04c7027c26 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:52:19.902932 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b689e6da-545f-4eff-8ca6-9614e6214d01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:19.925703 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-8700469e-b417-4f97-acb6-b49336a454fa tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:19.927197 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-8700469e-b417-4f97-acb6-b49336a454fa tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.64 "GET /v2.0/networks?id=94cccefc-4269-48cf-98bd-8abcbe14edad HTTP/1.1" status: 200 len: 823 time: 0.6010964 Aug 16 23:52:19.943050 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b38d5f-ef54-4c4b-a47c-1cdd19f93af2 req-03fafe15-df5b-4b17-8c1d-b297c7ab75b6 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:19.953611 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-96b38d5f-ef54-4c4b-a47c-1cdd19f93af2 req-03fafe15-df5b-4b17-8c1d-b297c7ab75b6 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a HTTP/1.1" status: 200 len: 949 time: 0.6285203 Aug 16 23:52:20.024766 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4e8e508d-3768-4a0c-83e7-81fd43c91a79 req-597030b0-5db4-486a-bfc9-57d4a48fe4be tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450403 Aug 16 23:52:20.097691 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-96b38d5f-ef54-4c4b-a47c-1cdd19f93af2 req-2c605312-c5fd-43af-9246-ab23bc704d0e tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431069 Aug 16 23:52:20.107576 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-9aacfa6b-75de-4967-ae15-85e2effda1d4 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93628eca11dd4df499895f1c0f0c82e3 HTTP/1.1" status: 200 len: 379 time: 0.1454759 Aug 16 23:52:20.154294 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-24ec3a81-418d-4bbc-9e90-38204269369d tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Request body: {'port': {'device_id': '24c21dfb-f625-4c36-a37d-9eb4d98d279e', 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad', 'admin_state_up': True, 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'security_groups': ['924a7a98-9eb5-4373-9821-9ef20d002319']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:52:20.157581 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:20.320937 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-71eb35a8-ded0-422f-8fa4-a87d2f742200 req-b5a666a6-fb03-414a-9b52-5bc9bd7e6956 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c21dfb-f625-4c36-a37d-9eb4d98d279e HTTP/1.1" status: 200 len: 210 time: 0.1423769 Aug 16 23:52:20.393539 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-17617f2f-ae6b-441f-970d-57f699944d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6910e287-6fee-4c3e-8591-f4b45311f69f', 'name': 'tempest-FloatingIPDetailsTestJSON-72414952-router', 'tenant_id': 'd385ff3e7f154aa0bd607889006d577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '21a9af60-bbf3-4555-8d31-4c04c7027c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:39Z', 'updated_at': '2021-08-16T23:52:17Z', 'revision_number': 5, 'project_id': 'd385ff3e7f154aa0bd607889006d577a', 'gw_port': {'id': '21a9af60-bbf3-4555-8d31-4c04c7027c26', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6910e287-6fee-4c3e-8591-f4b45311f69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:40Z', 'updated_at': '2021-08-16T23:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:52:20.458693 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17617f2f-ae6b-441f-970d-57f699944d65 None None] The sync data for ids ['6910e287-6fee-4c3e-8591-f4b45311f69f'] in n-d-800088-20 is: [{'id': '6910e287-6fee-4c3e-8591-f4b45311f69f', 'name': 'tempest-FloatingIPDetailsTestJSON-72414952-router', 'tenant_id': 'd385ff3e7f154aa0bd607889006d577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '21a9af60-bbf3-4555-8d31-4c04c7027c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:39Z', 'updated_at': '2021-08-16T23:52:17Z', 'revision_number': 5, 'project_id': 'd385ff3e7f154aa0bd607889006d577a', 'gw_port': {'id': '21a9af60-bbf3-4555-8d31-4c04c7027c26', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6910e287-6fee-4c3e-8591-f4b45311f69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:40Z', 'updated_at': '2021-08-16T23:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:52:20.552838 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c237722-17d2-4c59-9a3d-72b3966b709a req-db6d2f4a-1082-4e5e-a3e7-e6295169e922 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:20.554443 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0c237722-17d2-4c59-9a3d-72b3966b709a req-db6d2f4a-1082-4e5e-a3e7-e6295169e922 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 1097 time: 0.0652630 Aug 16 23:52:20.555211 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f915b71c-795f-4b88-8f01-168cf7b839a4 req-9528300e-9d65-4566-8f57-127d7e930ec5 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:20.626971 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528300e-9d65-4566-8f57-127d7e930ec5 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Pushing event deleted for resources: {'Port': ['ID=445e3097-e62b-415b-8136-451ef3dbd608,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:20.674969 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:52:20.676209 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-b689e6da-545f-4eff-8ca6-9614e6214d01 admin admin] For port 21a9af60-bbf3-4555-8d31-4c04c7027c26, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=21a9af60-bbf3-4555-8d31-4c04c7027c26,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:20.676733 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b689e6da-545f-4eff-8ca6-9614e6214d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:20.681023 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0f2fc822-5cf8-4085-add8-624a027f8e7f req-b15f75e6-ac81-4d2a-b611-ea000b4cf2f1 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7806091 Aug 16 23:52:20.702729 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-b689e6da-545f-4eff-8ca6-9614e6214d01 admin admin] Calling delete_port for 21a9af60-bbf3-4555-8d31-4c04c7027c26 owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:52:20.704287 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-24ec3a81-418d-4bbc-9e90-38204269369d tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Made reservation on behalf of 93628eca11dd4df499895f1c0f0c82e3 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:52:20.709258 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-24ec3a81-418d-4bbc-9e90-38204269369d tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:20.713434 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:52:20.713722 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 2f46f31e-a7c5-4d9f-8961-4a09a5d2fcd7 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:52:20.714241 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 445e3097-e62b-415b-8136-451ef3dbd608 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:52:20.744694 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 445e3097-e62b-415b-8136-451ef3dbd608 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:52:20.745322 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 445e3097-e62b-415b-8136-451ef3dbd608 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:52:20.749579 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0c237722-17d2-4c59-9a3d-72b3966b709a req-69e92fe0-b80d-4b55-8463-e8dce4d5378b tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742809 Aug 16 23:52:20.916703 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f915b71c-795f-4b88-8f01-168cf7b839a4 req-9528300e-9d65-4566-8f57-127d7e930ec5 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Router 03548ba5-494d-4910-98a3-332a7396d317 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:52:21.063423 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-24ec3a81-418d-4bbc-9e90-38204269369d tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Allocated IP 172.20.0.10 (94cccefc-4269-48cf-98bd-8abcbe14edad/e84fba67-0d47-488c-bc23-642dedf3f16b/4f91dbe0-5afc-4c32-a44e-becc70891564) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:52:21.123536 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device ea7f3b99-4d08-45e9-b39c-95e23121614f up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:52:21.161881 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b689e6da-545f-4eff-8ca6-9614e6214d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:21.237557 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port ea7f3b99-4d08-45e9-b39c-95e23121614f completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:52:21.248864 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port ea7f3b99-4d08-45e9-b39c-95e23121614f triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:52:21.250547 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:21.340278 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689e6da-545f-4eff-8ca6-9614e6214d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=21a9af60-bbf3-4555-8d31-4c04c7027c26,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:21.354501 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b689e6da-545f-4eff-8ca6-9614e6214d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:21.382179 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:21.387713 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8218d4-3448-4525-a82f-69d3c5e4be73 req-9adad3da-4efa-42ba-8427-44698812e8bd tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:21.389370 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f915b71c-795f-4b88-8f01-168cf7b839a4 req-9528300e-9d65-4566-8f57-127d7e930ec5 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:52:21.391879 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4a8218d4-3448-4525-a82f-69d3c5e4be73 req-9adad3da-4efa-42ba-8427-44698812e8bd tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 950 time: 0.4887700 Aug 16 23:52:21.399705 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b38d665-641c-46fb-88d0-2ef3e7b06cb3 None None] Sync routers for ids ['03548ba5-494d-4910-98a3-332a7396d317'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:52:21.417963 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b38d665-641c-46fb-88d0-2ef3e7b06cb3 None None] Routers {'03548ba5-494d-4910-98a3-332a7396d317'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:52:21.418613 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-0b38d665-641c-46fb-88d0-2ef3e7b06cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:52:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['03548ba5-494d-4910-98a3-332a7396d317'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:52:21.474044 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port ea7f3b99-4d08-45e9-b39c-95e23121614f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ea7f3b99-4d08-45e9-b39c-95e23121614f,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:21.479491 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7f3b99-4d08-45e9-b39c-95e23121614f'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:52:21.488443 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f915b71c-795f-4b88-8f01-168cf7b839a4 req-9528300e-9d65-4566-8f57-127d7e930ec5 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] No DVR routers for this DVR port 445e3097-e62b-415b-8136-451ef3dbd608 on host n-h1-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:52:21.488945 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee54296-be02-4b4c-a084-181124b156b2" -d '{"events": [{"server_uuid": "9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a", "name": "network-vif-plugged", "status": "completed", "tag": "ea7f3b99-4d08-45e9-b39c-95e23121614f"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:52:21.507854 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f915b71c-795f-4b88-8f01-168cf7b839a4 req-9528300e-9d65-4566-8f57-127d7e930ec5 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:21.511539 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:21.514065 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f915b71c-795f-4b88-8f01-168cf7b839a4 req-9528300e-9d65-4566-8f57-127d7e930ec5 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.69 "DELETE /v2.0/ports/445e3097-e62b-415b-8136-451ef3dbd608 HTTP/1.1" status: 204 len: 173 time: 4.8983047 Aug 16 23:52:21.524880 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a1647-3004-4892-b814-f3e4715f4e14 req-0b1dc07a-c8b5-469e-9ac3-5d974928c4b0 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:21.526718 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-850a1647-3004-4892-b814-f3e4715f4e14 req-0b1dc07a-c8b5-469e-9ac3-5d974928c4b0 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 950 time: 0.2970140 Aug 16 23:52:21.527423 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd26234-e165-4fe4-b21d-335d5d9a7fd7', 'name': 'network-vif-deleted', 'tag': '445e3097-e62b-415b-8136-451ef3dbd608'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:52:21.540735 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f46ee2-74cb-45bb-91c3-2666fc6955fc" -d '{"events": [{"server_uuid": "2cd26234-e165-4fe4-b21d-335d5d9a7fd7", "name": "network-vif-deleted", "tag": "445e3097-e62b-415b-8136-451ef3dbd608"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:52:21.676780 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-0b38d665-641c-46fb-88d0-2ef3e7b06cb3 None None] Set router 03548ba5-494d-4910-98a3-332a7396d317 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:52:21.693241 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-850a1647-3004-4892-b814-f3e4715f4e14 req-75fb0db5-346f-4cf1-8951-152bbaeee3eb tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9566773-a4f2-4030-8924-b4ba4dccce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354315 Aug 16 23:52:21.712304 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=ea7f3b99-4d08-45e9-b39c-95e23121614f,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:21.737075 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-24ec3a81-418d-4bbc-9e90-38204269369d tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:21.789714 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-24ec3a81-418d-4bbc-9e90-38204269369d tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Transition to ACTIVE for port object 4f91dbe0-5afc-4c32-a44e-becc70891564 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:52:21.869618 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b689e6da-545f-4eff-8ca6-9614e6214d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:21.874886 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b689e6da-545f-4eff-8ca6-9614e6214d01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:21.945595 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:21.975742 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b274fd-bba7-48e1-89a5-5c2d833d316a req-40c31bcf-c059-47c6-a118-260cbe017dd8 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:21.984920 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-4a8218d4-3448-4525-a82f-69d3c5e4be73 req-34f3e7ae-dbf4-423e-ab46-2238a4380059 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Deleting port a80abd68-a5cd-4879-b583-fc207ffd7657 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:52:21.986238 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4a8218d4-3448-4525-a82f-69d3c5e4be73 req-34f3e7ae-dbf4-423e-ab46-2238a4380059 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:21.991418 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b689e6da-545f-4eff-8ca6-9614e6214d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:21.991993 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b689e6da-545f-4eff-8ca6-9614e6214d01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6910e287-6fee-4c3e-8591-f4b45311f69f {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:52:22.000663 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-53b274fd-bba7-48e1-89a5-5c2d833d316a req-40c31bcf-c059-47c6-a118-260cbe017dd8 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a HTTP/1.1" status: 200 len: 950 time: 0.1692231 Aug 16 23:52:22.061457 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-24ec3a81-418d-4bbc-9e90-38204269369d tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:22.090233 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b689e6da-545f-4eff-8ca6-9614e6214d01 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:22.092264 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b689e6da-545f-4eff-8ca6-9614e6214d01 admin admin] 10.222.0.60 "DELETE /v2.0/routers/6910e287-6fee-4c3e-8591-f4b45311f69f HTTP/1.1" status: 204 len: 168 time: 3.3551283 Aug 16 23:52:22.095178 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45440) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:52:22.147742 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-0b38d665-641c-46fb-88d0-2ef3e7b06cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03548ba5-494d-4910-98a3-332a7396d317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-929718497-router', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:28Z', 'revision_number': 4, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'gw_port': {'id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '01e1c983-b2cb-4eb2-b1ab-dff3afef6e01', 'name': '', 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'mac_address': 'fa:16:3e:20:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:27Z', 'updated_at': '2021-08-16T23:49:36Z', 'revision_number': 5, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'subnets': [{'id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:52:22.234160 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-24ec3a81-418d-4bbc-9e90-38204269369d tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Network 94cccefc-4269-48cf-98bd-8abcbe14edad is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:52:22.251672 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-24ec3a81-418d-4bbc-9e90-38204269369d tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:52:22.270307 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-53b274fd-bba7-48e1-89a5-5c2d833d316a req-8a6f24f7-ced8-40bb-bebb-4f3c0ce707be tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682595 Aug 16 23:52:22.272458 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-24ec3a81-418d-4bbc-9e90-38204269369d tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:52:22.343007 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5770443-b823-4e65-af85-2dd6438d2a4d admin admin] Deleting subnet 4f264ab9-790f-4aad-8292-216782ecf788 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:52:22.373304 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-24ec3a81-418d-4bbc-9e90-38204269369d tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:22.373304 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-24ec3a81-418d-4bbc-9e90-38204269369d tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:22.391998 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f5770443-b823-4e65-af85-2dd6438d2a4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:22.413653 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-9d0d2463-0864-4164-929e-76a8e794995a tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:52:22.421308 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-9d0d2463-0864-4164-929e-76a8e794995a tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190194 Aug 16 23:52:22.425239 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-24ec3a81-418d-4bbc-9e90-38204269369d tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2901301 Aug 16 23:52:22.445007 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec3a81-418d-4bbc-9e90-38204269369d tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Pushing event updated for resources: {'Port': ['ID=4f91dbe0-5afc-4c32-a44e-becc70891564,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:22.454104 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Request body: {'port': {'device_id': '24c21dfb-f625-4c36-a37d-9eb4d98d279e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:52:22.459234 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-4a8218d4-3448-4525-a82f-69d3c5e4be73 req-34f3e7ae-dbf4-423e-ab46-2238a4380059 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] For port a80abd68-a5cd-4879-b583-fc207ffd7657, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a80abd68-a5cd-4879-b583-fc207ffd7657,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:22.461146 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4a8218d4-3448-4525-a82f-69d3c5e4be73 req-34f3e7ae-dbf4-423e-ab46-2238a4380059 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:22.503437 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4fcf6356-139e-4609-930a-f40b1c627e51 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:52:22.523628 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-4a8218d4-3448-4525-a82f-69d3c5e4be73 req-34f3e7ae-dbf4-423e-ab46-2238a4380059 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Calling delete_port for a80abd68-a5cd-4879-b583-fc207ffd7657 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:52:22.552742 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b38d665-641c-46fb-88d0-2ef3e7b06cb3 None None] Checking router: 03548ba5-494d-4910-98a3-332a7396d317 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:52:22.556491 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 4fcf6356-139e-4609-930a-f40b1c627e51 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:52:22.556805 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4fcf6356-139e-4609-930a-f40b1c627e51 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:52:22.593150 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b38d665-641c-46fb-88d0-2ef3e7b06cb3 None None] Routers {'03548ba5-494d-4910-98a3-332a7396d317'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:52:22.597716 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-0b38d665-641c-46fb-88d0-2ef3e7b06cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:52:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['03548ba5-494d-4910-98a3-332a7396d317'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:52:22.602070 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:22.616000 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-de58af66-6e59-446a-8dd5-7aeb8be27aa5 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:22.623235 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-de58af66-6e59-446a-8dd5-7aeb8be27aa5 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/ports/9b0542dc-52ef-42a5-804f-639293288721 HTTP/1.1" status: 200 len: 1094 time: 0.2004492 Aug 16 23:52:22.627917 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-22544c3b-6aae-49f0-9d3e-78b34b68a61c service neutron] Request body: {'binding': {'host': 'n-h2-800088-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:52:22.628367 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-22544c3b-6aae-49f0-9d3e-78b34b68a61c service neutron] Unknown quota resources ['binding']. {{(pid=101403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 23:52:22.709705 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f5770443-b823-4e65-af85-2dd6438d2a4d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:22.846798 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-0b38d665-641c-46fb-88d0-2ef3e7b06cb3 None None] Set router 03548ba5-494d-4910-98a3-332a7396d317 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:52:22.849030 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f5770443-b823-4e65-af85-2dd6438d2a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:22.860176 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5526f408-26be-4f3a-9f26-67be57eae129 None None] Provisioning for port 4f91dbe0-5afc-4c32-a44e-becc70891564 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:52:22.867719 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5526f408-26be-4f3a-9f26-67be57eae129 None None] Provisioning complete for port 4f91dbe0-5afc-4c32-a44e-becc70891564 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:52:22.869402 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5526f408-26be-4f3a-9f26-67be57eae129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:22.972666 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-5526f408-26be-4f3a-9f26-67be57eae129 None None] Port 4f91dbe0-5afc-4c32-a44e-becc70891564 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:52:23.036838 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4a8218d4-3448-4525-a82f-69d3c5e4be73 req-34f3e7ae-dbf4-423e-ab46-2238a4380059 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:23.053293 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['a80abd68-a5cd-4879-b583-fc207ffd7657'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:52:23.116677 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f5770443-b823-4e65-af85-2dd6438d2a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:23.128546 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fd743-195b-4ee2-883c-038a011cec79 req-7a4f35b7-259f-4168-a8f5-cdf9d103cea9 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:23.139719 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c89fd743-195b-4ee2-883c-038a011cec79 req-7a4f35b7-259f-4168-a8f5-cdf9d103cea9 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c21dfb-f625-4c36-a37d-9eb4d98d279e HTTP/1.1" status: 200 len: 932 time: 0.3403656 Aug 16 23:52:23.145434 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3e7ae-dbf4-423e-ab46-2238a4380059 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Pushing event deleted for resources: {'Port': ['ID=a80abd68-a5cd-4879-b583-fc207ffd7657,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:23.175808 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-0b38d665-641c-46fb-88d0-2ef3e7b06cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03548ba5-494d-4910-98a3-332a7396d317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-929718497-router', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:28Z', 'revision_number': 4, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'gw_port': {'id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '01e1c983-b2cb-4eb2-b1ab-dff3afef6e01', 'name': '', 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'mac_address': 'fa:16:3e:20:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:27Z', 'updated_at': '2021-08-16T23:49:36Z', 'revision_number': 5, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'subnets': [{'id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:52:23.207583 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b38d665-641c-46fb-88d0-2ef3e7b06cb3 None None] The sync data for ids ['03548ba5-494d-4910-98a3-332a7396d317'] in n-d-800088-20 is: [{'id': '03548ba5-494d-4910-98a3-332a7396d317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-929718497-router', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:28Z', 'revision_number': 4, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'gw_port': {'id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '01e1c983-b2cb-4eb2-b1ab-dff3afef6e01', 'name': '', 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'mac_address': 'fa:16:3e:20:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:27Z', 'updated_at': '2021-08-16T23:49:36Z', 'revision_number': 5, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'subnets': [{'id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:52:23.220401 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5770443-b823-4e65-af85-2dd6438d2a4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f264ab9-790f-4aad-8292-216782ecf788,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:23.227906 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f5770443-b823-4e65-af85-2dd6438d2a4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:23.233336 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f5770443-b823-4e65-af85-2dd6438d2a4d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4f264ab9-790f-4aad-8292-216782ecf788 HTTP/1.1" status: 204 len: 168 time: 1.1370072 Aug 16 23:52:23.237832 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819b1aac-ef93-4276-920f-cd6c2df9f671 None None] Network e068d657-2baa-44a2-b634-2f8e15880734 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:52:23.242377 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-22544c3b-6aae-49f0-9d3e-78b34b68a61c service neutron] Attempting to bind port 9b0542dc-52ef-42a5-804f-639293288721 on host n-h2-800088-20 for vnic_type normal with profile None {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:52:23.246531 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-22544c3b-6aae-49f0-9d3e-78b34b68a61c service neutron] Attempting to bind port 9b0542dc-52ef-42a5-804f-639293288721 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:52:23.249016 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-22544c3b-6aae-49f0-9d3e-78b34b68a61c service neutron] Attempting to bind port 9b0542dc-52ef-42a5-804f-639293288721 on network 5dc1690b-6624-46fa-a54a-7524bbadf6de {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:52:23.265537 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45454) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:52:23.268136 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-22544c3b-6aae-49f0-9d3e-78b34b68a61c service neutron] Port 9b0542dc-52ef-42a5-804f-639293288721 on network 5dc1690b-6624-46fa-a54a-7524bbadf6de not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:52:23.268547 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-22544c3b-6aae-49f0-9d3e-78b34b68a61c service neutron] Attempting to bind port 9b0542dc-52ef-42a5-804f-639293288721 on network 5dc1690b-6624-46fa-a54a-7524bbadf6de {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:52:23.286166 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8218d4-3448-4525-a82f-69d3c5e4be73 req-34f3e7ae-dbf4-423e-ab46-2238a4380059 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] No DVR routers for this DVR port a80abd68-a5cd-4879-b583-fc207ffd7657 on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:52:23.291342 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4a8218d4-3448-4525-a82f-69d3c5e4be73 req-34f3e7ae-dbf4-423e-ab46-2238a4380059 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:23.293440 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4a8218d4-3448-4525-a82f-69d3c5e4be73 req-34f3e7ae-dbf4-423e-ab46-2238a4380059 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.64 "DELETE /v2.0/ports/a80abd68-a5cd-4879-b583-fc207ffd7657 HTTP/1.1" status: 204 len: 173 time: 1.8084340 Aug 16 23:52:23.294037 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca17566c-3a85-47bf-95ba-bc71d6ea6d94', 'name': 'network-vif-deleted', 'tag': 'a80abd68-a5cd-4879-b583-fc207ffd7657'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:52:23.300196 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd17463c-5421-4164-818c-398c58717ae1" -d '{"events": [{"server_uuid": "ca17566c-3a85-47bf-95ba-bc71d6ea6d94", "name": "network-vif-deleted", "tag": "a80abd68-a5cd-4879-b583-fc207ffd7657"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:52:23.484353 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-22544c3b-6aae-49f0-9d3e-78b34b68a61c service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:52:23.484777 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-22544c3b-6aae-49f0-9d3e-78b34b68a61c service neutron] Checking segment: {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:52:23.485536 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-22544c3b-6aae-49f0-9d3e-78b34b68a61c service neutron] Bound using segment: {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:52:23.485959 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-22544c3b-6aae-49f0-9d3e-78b34b68a61c service neutron] Bound port: 9b0542dc-52ef-42a5-804f-639293288721, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:52:23.535308 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5e079c-6c43-4bf0-99d1-656c19707546 None None] DHCP port deletion for e068d657-2baa-44a2-b634-2f8e15880734 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:52:23.558425 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a5112e7-4c95-49d0-8235-fe22771d64d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:23.572582 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c89fd743-195b-4ee2-883c-038a011cec79 req-49cbbfa0-339a-434f-920a-82f2643e96a7 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/security-groups?id=924a7a98-9eb5-4373-9821-9ef20d002319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4319398 Aug 16 23:52:23.585430 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c5e079c-6c43-4bf0-99d1-656c19707546 None None] Deleting port b572a865-2760-459e-9e6d-84e7639d8d98 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:52:23.585902 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c5e079c-6c43-4bf0-99d1-656c19707546 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:23.630669 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-22544c3b-6aae-49f0-9d3e-78b34b68a61c service neutron] For port 9b0542dc-52ef-42a5-804f-639293288721, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=9b0542dc-52ef-42a5-804f-639293288721,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:52:23.652109 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-22544c3b-6aae-49f0-9d3e-78b34b68a61c service neutron] Notify callbacks [] for binding, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:23.653438 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-22544c3b-6aae-49f0-9d3e-78b34b68a61c service neutron] 10.222.0.60 "POST /v2.0/ports/9b0542dc-52ef-42a5-804f-639293288721/bindings HTTP/1.1" status: 201 len: 390 time: 1.0294363 Aug 16 23:52:23.689730 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c5e079c-6c43-4bf0-99d1-656c19707546 None None] For port b572a865-2760-459e-9e6d-84e7639d8d98, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=b572a865-2760-459e-9e6d-84e7639d8d98,segment=NetworkSegment(3a052d36-737e-478b-9f90-a0e9ec16d580),segment_id=3a052d36-737e-478b-9f90-a0e9ec16d580)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:23.690391 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c5e079c-6c43-4bf0-99d1-656c19707546 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:23.706272 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c5e079c-6c43-4bf0-99d1-656c19707546 None None] Calling delete_port for b572a865-2760-459e-9e6d-84e7639d8d98 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:52:23.765293 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf64c86-2186-46c4-9252-546b6fdcfe2f x-openstack-request-id: req-bcf64c86-2186-46c4-9252-546b6fdcfe2f {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:52:23.766555 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd26234-e165-4fe4-b21d-335d5d9a7fd7", "name": "network-vif-deleted", "tag": "445e3097-e62b-415b-8136-451ef3dbd608", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:52:23.768507 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bcf64c86-2186-46c4-9252-546b6fdcfe2f {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:52:23.769161 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd26234-e165-4fe4-b21d-335d5d9a7fd7', 'name': 'network-vif-deleted', 'tag': '445e3097-e62b-415b-8136-451ef3dbd608', 'status': 'completed', 'code': 200} Aug 16 23:52:23.805916 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230b22d4-9ac1-4710-b432-2af041ed76ac x-openstack-request-id: req-230b22d4-9ac1-4710-b432-2af041ed76ac {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:52:23.807952 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a", "name": "network-vif-plugged", "status": "completed", "tag": "ea7f3b99-4d08-45e9-b39c-95e23121614f", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:52:23.808413 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-230b22d4-9ac1-4710-b432-2af041ed76ac {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:52:23.809171 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7f3b99-4d08-45e9-b39c-95e23121614f', 'code': 200} Aug 16 23:52:23.810861 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9817cf5f-ec12-4677-8ce1-e84e9e9eeecf None None] New status for floating IP b716a6ef-26cf-40db-930b-5ec95d67e1f1: DOWN {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:52:23.863860 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507a702-6277-47e2-8f31-bdb600c3a5b3 req-7dd6077b-9555-4432-a70d-3c080905cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:23.865414 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6507a702-6277-47e2-8f31-bdb600c3a5b3 req-7dd6077b-9555-4432-a70d-3c080905cfed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a HTTP/1.1" status: 200 len: 1102 time: 0.1386578 Aug 16 23:52:23.989757 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6507a702-6277-47e2-8f31-bdb600c3a5b3 req-190934fb-b9c3-46d6-9074-3af90f1c8088 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127050 Aug 16 23:52:23.991208 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c5e079c-6c43-4bf0-99d1-656c19707546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:24.030597 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7328785d-ea9a-4124-92b4-e30044bd3f4e req-67a943a5-2162-4d0c-a2cc-b76826b7a908 tempest-ServersAdminTestJSON-2073567486 tempest-ServersAdminTestJSON-2073567486-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca17566c-3a85-47bf-95ba-bc71d6ea6d94 HTTP/1.1" status: 200 len: 210 time: 0.0830734 Aug 16 23:52:24.123143 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-620be4cb-2eb4-432f-a3df-118661e3c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:24.125205 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-620be4cb-2eb4-432f-a3df-118661e3c989 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b30c0e442778419181d2ad6b2586afae&device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 1097 time: 0.0734317 Aug 16 23:52:24.132451 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904f359b-d4bd-4773-8416-c18cb7f63457 x-openstack-request-id: req-904f359b-d4bd-4773-8416-c18cb7f63457 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:52:24.132860 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca17566c-3a85-47bf-95ba-bc71d6ea6d94", "name": "network-vif-deleted", "tag": "a80abd68-a5cd-4879-b583-fc207ffd7657", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:52:24.133143 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-904f359b-d4bd-4773-8416-c18cb7f63457 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:52:24.133554 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca17566c-3a85-47bf-95ba-bc71d6ea6d94', 'name': 'network-vif-deleted', 'tag': 'a80abd68-a5cd-4879-b583-fc207ffd7657', 'status': 'completed', 'code': 200} Aug 16 23:52:24.148745 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e079c-6c43-4bf0-99d1-656c19707546 None None] Pushing event deleted for resources: {'Port': ['ID=b572a865-2760-459e-9e6d-84e7639d8d98,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:24.166532 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f91dbe0-5afc-4c32-a44e-becc70891564 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:52:24.168876 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5e079c-6c43-4bf0-99d1-656c19707546 None None] No DVR routers for this DVR port b572a865-2760-459e-9e6d-84e7639d8d98 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:52:24.180784 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:24.194367 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-8a5112e7-4c95-49d0-8235-fe22771d64d1 admin admin] Deleting port b572a865-2760-459e-9e6d-84e7639d8d98 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:52:24.194784 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a5112e7-4c95-49d0-8235-fe22771d64d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:24.273257 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Transition to ACTIVE for port object 4f91dbe0-5afc-4c32-a44e-becc70891564 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:52:24.308502 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5318f-fa81-41a9-8a98-6690f5a5c8ba req-466817b6-f060-4055-b4d8-b96a73a9f59c tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:24.329288 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-41a5318f-fa81-41a9-8a98-6690f5a5c8ba req-466817b6-f060-4055-b4d8-b96a73a9f59c tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a HTTP/1.1" status: 200 len: 950 time: 0.2863123 Aug 16 23:52:24.348594 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:24.374149 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-219b196b-de93-4e29-afce-5374d1992add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:24.378162 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-219b196b-de93-4e29-afce-5374d1992add service neutron] 10.222.0.64 "GET /v2.0/networks?id=5dc1690b-6624-46fa-a54a-7524bbadf6de HTTP/1.1" status: 200 len: 919 time: 0.2397361 Aug 16 23:52:24.391023 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 21a9af60-bbf3-4555-8d31-4c04c7027c26 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:52:24.423997 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 21a9af60-bbf3-4555-8d31-4c04c7027c26 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:52:24.424348 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 21a9af60-bbf3-4555-8d31-4c04c7027c26 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:52:24.424770 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b572a865-2760-459e-9e6d-84e7639d8d98 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:52:24.446022 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-bc1b0aa9-b600-4803-9a98-721ba87f1c3e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b0542dc-52ef-42a5-804f-639293288721 HTTP/1.1" status: 200 len: 217 time: 0.0534678 Aug 16 23:52:24.447332 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-8a5112e7-4c95-49d0-8235-fe22771d64d1 admin admin] For port b572a865-2760-459e-9e6d-84e7639d8d98, host n-d-800088-20, got binding levels [] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:24.447815 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a5112e7-4c95-49d0-8235-fe22771d64d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:24.453909 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: b572a865-2760-459e-9e6d-84e7639d8d98 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:52:24.454258 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b572a865-2760-459e-9e6d-84e7639d8d98 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:52:24.501274 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-41a5318f-fa81-41a9-8a98-6690f5a5c8ba req-a4be91e0-29ac-4fae-84c7-4901b0530e51 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652725 Aug 16 23:52:24.517009 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-8a5112e7-4c95-49d0-8235-fe22771d64d1 admin admin] Calling delete_port for b572a865-2760-459e-9e6d-84e7639d8d98 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:52:24.520960 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.ipam_backend_mixin [None req-8a5112e7-4c95-49d0-8235-fe22771d64d1 admin admin] Port b572a865-2760-459e-9e6d-84e7639d8d98 was not found and therefore no delete operation was performed {{(pid=101403) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 23:52:24.524494 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f91dbe0-5afc-4c32-a44e-becc70891564,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:24.530285 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a5112e7-4c95-49d0-8235-fe22771d64d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:24.549709 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-f8c2d044-f768-4e54-840a-60e33f91e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:24.552068 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-f8c2d044-f768-4e54-840a-60e33f91e712 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5 HTTP/1.1" status: 200 len: 858 time: 0.0840344 Aug 16 23:52:24.627552 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-3d207c69-e50a-40d6-a8b0-f1f53fa5931c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5dc1690b-6624-46fa-a54a-7524bbadf6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539982 Aug 16 23:52:24.784668 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-f9a38380-98f5-40b0-8252-14359451ed2c service neutron] 10.222.0.64 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347871 Aug 16 23:52:24.917076 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-810ae502-455a-4f6f-8b79-fa84d1aade43 service neutron] 10.222.0.64 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173091 Aug 16 23:52:24.935672 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5112e7-4c95-49d0-8235-fe22771d64d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b572a865-2760-459e-9e6d-84e7639d8d98,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:24.950472 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5112e7-4c95-49d0-8235-fe22771d64d1 admin admin] No DVR routers for this DVR port b572a865-2760-459e-9e6d-84e7639d8d98 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:52:24.962619 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd28fcb-fb55-459a-9411-4306d7161a19 req-6aa19cfb-6b53-4c01-8b03-f2492c61e0ab tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:24.972677 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bd28fcb-fb55-459a-9411-4306d7161a19 req-6aa19cfb-6b53-4c01-8b03-f2492c61e0ab tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 945 time: 0.6282868 Aug 16 23:52:25.119910 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a5112e7-4c95-49d0-8235-fe22771d64d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:25.139227 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172b9ed-29ee-438a-9a83-c08f7cc7e766 req-7f6c39eb-843a-41de-8d50-8d54207e12ef tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:25.140775 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9172b9ed-29ee-438a-9a83-c08f7cc7e766 req-7f6c39eb-843a-41de-8d50-8d54207e12ef tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c21dfb-f625-4c36-a37d-9eb4d98d279e HTTP/1.1" status: 200 len: 944 time: 0.2520666 Aug 16 23:52:25.154130 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a80abd68-a5cd-4879-b583-fc207ffd7657 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:52:25.163687 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bd28fcb-fb55-459a-9411-4306d7161a19 req-4dae251b-9d9e-4c0d-b401-20756751b572 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845031 Aug 16 23:52:25.167364 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-8a5112e7-4c95-49d0-8235-fe22771d64d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e068d657-2baa-44a2-b634-2f8e15880734']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:52:25.196324 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: a80abd68-a5cd-4879-b583-fc207ffd7657 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:52:25.197111 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a80abd68-a5cd-4879-b583-fc207ffd7657 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:52:25.228272 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Attempting to bind port 4f91dbe0-5afc-4c32-a44e-becc70891564 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:52:25.228272 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Attempting to bind port 4f91dbe0-5afc-4c32-a44e-becc70891564 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '2e5b857d-bed9-47c8-b3b0-8b6db12a9249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:52:25.228272 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Attempting to bind port 4f91dbe0-5afc-4c32-a44e-becc70891564 on network 94cccefc-4269-48cf-98bd-8abcbe14edad {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:52:25.238462 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-8a5112e7-4c95-49d0-8235-fe22771d64d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a052d36-737e-478b-9f90-a0e9ec16d580') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:52:25.238769 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-8a5112e7-4c95-49d0-8235-fe22771d64d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a052d36-737e-478b-9f90-a0e9ec16d580') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:52:25.251800 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a5112e7-4c95-49d0-8235-fe22771d64d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:25.261213 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Port 4f91dbe0-5afc-4c32-a44e-becc70891564 on network 94cccefc-4269-48cf-98bd-8abcbe14edad not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:52:25.261615 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Attempting to bind port 4f91dbe0-5afc-4c32-a44e-becc70891564 on network 94cccefc-4269-48cf-98bd-8abcbe14edad {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:52:25.294058 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:52:25.295559 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Checking segment: {'id': '2e5b857d-bed9-47c8-b3b0-8b6db12a9249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:52:25.296752 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Bound using segment: {'id': '2e5b857d-bed9-47c8-b3b0-8b6db12a9249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:52:25.297823 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Bound port: 4f91dbe0-5afc-4c32-a44e-becc70891564, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5b857d-bed9-47c8-b3b0-8b6db12a9249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:52:25.299963 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:25.305578 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a5112e7-4c95-49d0-8235-fe22771d64d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:25.336513 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9172b9ed-29ee-438a-9a83-c08f7cc7e766 req-340eb39f-6b47-4d4e-86f2-70819a15a2e9 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/security-groups?id=924a7a98-9eb5-4373-9821-9ef20d002319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629179 Aug 16 23:52:25.340792 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a5112e7-4c95-49d0-8235-fe22771d64d1 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:52:25.341763 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a5112e7-4c95-49d0-8235-fe22771d64d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: timer() Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: self._notify() Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:52:25.347555 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:52:25.476006 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a5112e7-4c95-49d0-8235-fe22771d64d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:25.506204 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a5112e7-4c95-49d0-8235-fe22771d64d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:25.510849 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8a5112e7-4c95-49d0-8235-fe22771d64d1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e068d657-2baa-44a2-b634-2f8e15880734 HTTP/1.1" status: 204 len: 168 time: 2.2399616 Aug 16 23:52:25.514907 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5112e7-4c95-49d0-8235-fe22771d64d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e068d657-2baa-44a2-b634-2f8e15880734,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:25.519002 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] For port 4f91dbe0-5afc-4c32-a44e-becc70891564, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:52:25.535383 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] For port 4f91dbe0-5afc-4c32-a44e-becc70891564, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4f91dbe0-5afc-4c32-a44e-becc70891564,segment=NetworkSegment(2e5b857d-bed9-47c8-b3b0-8b6db12a9249),segment_id=2e5b857d-bed9-47c8-b3b0-8b6db12a9249)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:52:25.542266 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:25.604795 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:25.605665 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:25.608411 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] 10.222.0.64 "PUT /v2.0/ports/4f91dbe0-5afc-4c32-a44e-becc70891564 HTTP/1.1" status: 200 len: 1093 time: 3.1603191 Aug 16 23:52:25.634109 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f91dbe0-5afc-4c32-a44e-becc70891564,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:25.652236 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:25.652503 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:25.655132 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:25.656148 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:25.658475 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:25.658966 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:25.659485 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:25.659878 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:25.660294 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:25.660700 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:25.661147 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:25.661612 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2891d4-7631-490c-98e8-6ed9f5fde5b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:25.771375 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af995b86-fd8a-449a-9b10-5bc0495f535b req-1f81bea2-17ee-486a-a88c-09f6b6ba7e43 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:25.779599 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af995b86-fd8a-449a-9b10-5bc0495f535b req-1f81bea2-17ee-486a-a88c-09f6b6ba7e43 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a HTTP/1.1" status: 200 len: 950 time: 0.1131845 Aug 16 23:52:25.782993 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c21dfb-f625-4c36-a37d-9eb4d98d279e', 'tag': '4f91dbe0-5afc-4c32-a44e-becc70891564'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:52:25.786971 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45518) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:52:25.787728 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529dfbd4-5916-4689-8157-f34bdb50e7fc" -d '{"events": [{"name": "network-changed", "server_uuid": "24c21dfb-f625-4c36-a37d-9eb4d98d279e", "tag": "4f91dbe0-5afc-4c32-a44e-becc70891564"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:52:25.798350 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-c97901bd-0190-449b-ba53-7a1077ac664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:25.800289 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-c97901bd-0190-449b-ba53-7a1077ac664c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=93628eca11dd4df499895f1c0f0c82e3&device_id=24c21dfb-f625-4c36-a37d-9eb4d98d279e HTTP/1.1" status: 200 len: 1096 time: 0.1247044 Aug 16 23:52:25.838634 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af995b86-fd8a-449a-9b10-5bc0495f535b req-6890e537-36ff-49a8-bebd-ec7b6089e7ca tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579708 Aug 16 23:52:25.877214 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19150f6-f829-455a-9d9f-e5e2df173c7a x-openstack-request-id: req-b19150f6-f829-455a-9d9f-e5e2df173c7a {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:52:25.877603 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c21dfb-f625-4c36-a37d-9eb4d98d279e", "tag": "4f91dbe0-5afc-4c32-a44e-becc70891564", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:52:25.877952 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b19150f6-f829-455a-9d9f-e5e2df173c7a {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:52:25.879074 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c21dfb-f625-4c36-a37d-9eb4d98d279e', 'tag': '4f91dbe0-5afc-4c32-a44e-becc70891564', 'status': 'completed', 'code': 200} Aug 16 23:52:25.884752 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5cea7cdf-f636-4449-8d32-1af29b1075bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d385ff3e7f154aa0bd607889006d577a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0940647 Aug 16 23:52:25.884752 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45524) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:52:25.964168 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45528) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:52:25.974988 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-23f7c8fd-7d7a-49f2-bb59-3c00aeaa5d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:25.996107 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-59c1a1d3-f299-4018-bea6-925afabd34f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f91dbe0-5afc-4c32-a44e-becc70891564 HTTP/1.1" status: 200 len: 217 time: 0.0846853 Aug 16 23:52:26.007170 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-23f7c8fd-7d7a-49f2-bb59-3c00aeaa5d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:26.104205 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-d262fbbe-e794-47d7-9d39-0bb2cfa6e757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:26.105826 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-d262fbbe-e794-47d7-9d39-0bb2cfa6e757 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e84fba67-0d47-488c-bc23-642dedf3f16b HTTP/1.1" status: 200 len: 862 time: 0.0987709 Aug 16 23:52:26.139461 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-23f7c8fd-7d7a-49f2-bb59-3c00aeaa5d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:26.143277 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-23f7c8fd-7d7a-49f2-bb59-3c00aeaa5d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:26.144644 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-23f7c8fd-7d7a-49f2-bb59-3c00aeaa5d84 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/557fc256-2ed3-4250-8a7f-ceaef5251350 HTTP/1.1" status: 204 len: 168 time: 0.2588310 Aug 16 23:52:26.152873 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7c8fd-7d7a-49f2-bb59-3c00aeaa5d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557fc256-2ed3-4250-8a7f-ceaef5251350,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:26.210713 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-914cb486-802b-4955-b896-1d232445b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:26.212324 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-914cb486-802b-4955-b896-1d232445b832 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=94cccefc-4269-48cf-98bd-8abcbe14edad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0953827 Aug 16 23:52:26.359178 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-595286ec-d763-4b61-a5b2-8ab8376a8236 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=acebb709ed4d446eb7d3c128b0012b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3910918 Aug 16 23:52:26.363107 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45546) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:52:26.422946 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-62b092b7-298e-4e96-bf33-8ab664d2dc57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:26.465591 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-62b092b7-298e-4e96-bf33-8ab664d2dc57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:26.487980 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca35983-f85e-4169-bb16-4e82ca4b90a6 req-100d6050-90f3-4461-8c06-18722c740a7b tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:26.489610 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fca35983-f85e-4169-bb16-4e82ca4b90a6 req-100d6050-90f3-4461-8c06-18722c740a7b tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 945 time: 0.1194687 Aug 16 23:52:26.496801 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d49188-087d-4c5b-952c-93d3ab243b2a req-31da8c6d-a8cc-494f-bd67-5a70a9483258 tempest-ServersOnMultiNodesTest-1655074066 tempest-ServersOnMultiNodesTest-1655074066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:26.498377 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b9d49188-087d-4c5b-952c-93d3ab243b2a req-31da8c6d-a8cc-494f-bd67-5a70a9483258 tempest-ServersOnMultiNodesTest-1655074066 tempest-ServersOnMultiNodesTest-1655074066-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a HTTP/1.1" status: 200 len: 1102 time: 0.1171563 Aug 16 23:52:26.538152 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-62b092b7-298e-4e96-bf33-8ab664d2dc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:26.543376 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-62b092b7-298e-4e96-bf33-8ab664d2dc57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:26.545538 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-62b092b7-298e-4e96-bf33-8ab664d2dc57 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c9566773-a4f2-4030-8924-b4ba4dccce5e HTTP/1.1" status: 204 len: 168 time: 0.1814053 Aug 16 23:52:26.553030 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b9d49188-087d-4c5b-952c-93d3ab243b2a req-a0f66836-9c44-47f2-adcd-59a9a7019299 tempest-ServersOnMultiNodesTest-1655074066 tempest-ServersOnMultiNodesTest-1655074066-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:26.559241 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-d0166157-13fc-4d81-b961-921abcf275cd service neutron] 10.222.0.64 "GET /v2.0/networks/94cccefc-4269-48cf-98bd-8abcbe14edad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388340 Aug 16 23:52:26.569972 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b092b7-298e-4e96-bf33-8ab664d2dc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9566773-a4f2-4030-8924-b4ba4dccce5e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:26.662455 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fca35983-f85e-4169-bb16-4e82ca4b90a6 req-cc674e36-8e49-445f-8a88-2fa3c0f288ea tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569908 Aug 16 23:52:26.735303 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18129e21-1b08-4485-b7f6-680a2ce49f2b req-c3dae8ba-82f3-4c79-b81c-189f59063286 service neutron] 10.222.0.64 "GET /v2.0/networks/94cccefc-4269-48cf-98bd-8abcbe14edad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647317 Aug 16 23:52:26.848338 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b9d49188-087d-4c5b-952c-93d3ab243b2a req-a0f66836-9c44-47f2-adcd-59a9a7019299 tempest-ServersOnMultiNodesTest-1655074066 tempest-ServersOnMultiNodesTest-1655074066-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:26.861354 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b9d49188-087d-4c5b-952c-93d3ab243b2a req-a0f66836-9c44-47f2-adcd-59a9a7019299 tempest-ServersOnMultiNodesTest-1655074066 tempest-ServersOnMultiNodesTest-1655074066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:26.884517 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dfbd4-5916-4689-8157-f34bdb50e7fc req-eff4d278-1ce7-49dd-80fb-f01c16c54246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:26.886352 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-529dfbd4-5916-4689-8157-f34bdb50e7fc req-eff4d278-1ce7-49dd-80fb-f01c16c54246 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=93628eca11dd4df499895f1c0f0c82e3&device_id=24c21dfb-f625-4c36-a37d-9eb4d98d279e HTTP/1.1" status: 200 len: 1096 time: 0.0850112 Aug 16 23:52:26.911945 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b9d49188-087d-4c5b-952c-93d3ab243b2a req-a0f66836-9c44-47f2-adcd-59a9a7019299 tempest-ServersOnMultiNodesTest-1655074066 tempest-ServersOnMultiNodesTest-1655074066-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032071 Aug 16 23:52:26.970290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f66836-9c44-47f2-adcd-59a9a7019299 tempest-ServersOnMultiNodesTest-1655074066 tempest-ServersOnMultiNodesTest-1655074066-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36aced9f-3755-429f-b8db-bf070a7c4861,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:27.102010 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dfbd4-5916-4689-8157-f34bdb50e7fc req-cff30f7b-25ab-4576-8c20-bff7c498333c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:27.104095 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-529dfbd4-5916-4689-8157-f34bdb50e7fc req-cff30f7b-25ab-4576-8c20-bff7c498333c service neutron] 10.222.0.64 "GET /v2.0/networks?id=94cccefc-4269-48cf-98bd-8abcbe14edad HTTP/1.1" status: 200 len: 924 time: 0.2043881 Aug 16 23:52:27.163411 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45586) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:52:27.172044 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1f6c3-e8d8-49e3-9041-5ee13cc4b703 req-f20bede6-48fa-44f8-a4e2-ca7940ab86af tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:27.179339 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3d1f6c3-e8d8-49e3-9041-5ee13cc4b703 req-f20bede6-48fa-44f8-a4e2-ca7940ab86af tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c21dfb-f625-4c36-a37d-9eb4d98d279e HTTP/1.1" status: 200 len: 944 time: 0.1286309 Aug 16 23:52:27.182250 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-529dfbd4-5916-4689-8157-f34bdb50e7fc req-a71371f5-4fc7-4d12-b4c8-1e3e24ea0fea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f91dbe0-5afc-4c32-a44e-becc70891564 HTTP/1.1" status: 200 len: 217 time: 0.0692787 Aug 16 23:52:27.260589 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a88a0f12-6c34-48b5-9856-e37f75dd346e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dfc57e5a01674d0cbd05ebabdc4ec0f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0928471 Aug 16 23:52:27.261509 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45592) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:52:27.271195 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3d1f6c3-e8d8-49e3-9041-5ee13cc4b703 req-a8d7b13d-361e-49e1-9808-4db02ea0f654 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/security-groups?id=924a7a98-9eb5-4373-9821-9ef20d002319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907989 Aug 16 23:52:27.285200 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dfbd4-5916-4689-8157-f34bdb50e7fc req-3065a27b-bc41-4d5d-bc0f-715e21b5cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:27.286756 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-529dfbd4-5916-4689-8157-f34bdb50e7fc req-3065a27b-bc41-4d5d-bc0f-715e21b5cb1d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e84fba67-0d47-488c-bc23-642dedf3f16b HTTP/1.1" status: 200 len: 862 time: 0.0900724 Aug 16 23:52:27.359450 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dfbd4-5916-4689-8157-f34bdb50e7fc req-b1d48fb9-cc07-4bf6-91b5-4d472bdcd4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:27.361088 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-529dfbd4-5916-4689-8157-f34bdb50e7fc req-b1d48fb9-cc07-4bf6-91b5-4d472bdcd4ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=94cccefc-4269-48cf-98bd-8abcbe14edad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572689 Aug 16 23:52:27.390320 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aa4ca607-76be-4da9-ad03-b9772847b5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:27.466932 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aa4ca607-76be-4da9-ad03-b9772847b5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:27.564057 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aa4ca607-76be-4da9-ad03-b9772847b5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:27.568528 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aa4ca607-76be-4da9-ad03-b9772847b5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:27.572867 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-aa4ca607-76be-4da9-ad03-b9772847b5e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/db9b4001-6cf1-41b4-818e-3cd370f49376 HTTP/1.1" status: 204 len: 168 time: 0.3065681 Aug 16 23:52:27.590956 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ca607-76be-4da9-ad03-b9772847b5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9b4001-6cf1-41b4-818e-3cd370f49376,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:27.623999 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-529dfbd4-5916-4689-8157-f34bdb50e7fc req-8719f702-ca02-4734-9e4f-f2dfc31fd453 service neutron] 10.222.0.64 "GET /v2.0/networks/94cccefc-4269-48cf-98bd-8abcbe14edad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452703 Aug 16 23:52:27.782269 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-529dfbd4-5916-4689-8157-f34bdb50e7fc req-c4a89c03-0817-4f7d-80c4-4f6cc1393c92 service neutron] 10.222.0.64 "GET /v2.0/networks/94cccefc-4269-48cf-98bd-8abcbe14edad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496651 Aug 16 23:52:27.830324 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f8eb3-a036-434c-8487-8179d24ca5a8 req-d5b00b56-3794-4c08-9619-968e75478983 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:27.831951 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6a4f8eb3-a036-434c-8487-8179d24ca5a8 req-d5b00b56-3794-4c08-9619-968e75478983 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] 10.222.0.60 "GET /v2.0/ports?device_id=876f21e9-4e7e-48c6-996c-14554c62b983 HTTP/1.1" status: 200 len: 950 time: 0.1812983 Aug 16 23:52:27.893380 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b01caabe-8141-4832-963f-f1b945c41f05 req-a5534720-0c2f-4372-b2ee-44031912f45e tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447953 Aug 16 23:52:27.904202 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6a4f8eb3-a036-434c-8487-8179d24ca5a8 req-87bcda81-fe90-43f9-93f0-030c47a77f03 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a57d39e-db19-45ec-aa78-48a0dac3529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648134 Aug 16 23:52:28.058009 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f81a80-56a0-43be-aa52-194ccc7a92f2 req-d53c3442-054a-4d16-88ad-883a10940190 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:28.060120 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-31f81a80-56a0-43be-aa52-194ccc7a92f2 req-d53c3442-054a-4d16-88ad-883a10940190 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 945 time: 0.0941670 Aug 16 23:52:28.068050 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01caabe-8141-4832-963f-f1b945c41f05 req-26461261-ab24-445b-bde6-1c2a8af561eb tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:28.069380 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b01caabe-8141-4832-963f-f1b945c41f05 req-26461261-ab24-445b-bde6-1c2a8af561eb tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1642840 Aug 16 23:52:28.100286 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b01caabe-8141-4832-963f-f1b945c41f05 req-60533bc2-f000-43e0-acd5-9593372d7dd6 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/quotas/2ce58e6b0a0e4b229d1ebbf4f077faa8 HTTP/1.1" status: 200 len: 375 time: 0.0222173 Aug 16 23:52:28.115877 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-31f81a80-56a0-43be-aa52-194ccc7a92f2 req-bf450c42-a046-4fe8-843a-9cdda47e7ab0 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445337 Aug 16 23:52:28.192169 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b01caabe-8141-4832-963f-f1b945c41f05 req-6358b175-5776-4f77-a0ff-32bbf70cacbb tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0676641 Aug 16 23:52:28.491004 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfe46a-8e6e-4fac-8f4a-153b216cbf82 req-88add950-3a45-4c7e-9d4c-cde89156baf0 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:28.492975 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8dfe46a-8e6e-4fac-8f4a-153b216cbf82 req-88add950-3a45-4c7e-9d4c-cde89156baf0 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c21dfb-f625-4c36-a37d-9eb4d98d279e HTTP/1.1" status: 200 len: 944 time: 0.0756311 Aug 16 23:52:28.561075 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8dfe46a-8e6e-4fac-8f4a-153b216cbf82 req-89273f6f-f867-4eb1-b78e-25bbfd4a8e27 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/security-groups?id=924a7a98-9eb5-4373-9821-9ef20d002319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585580 Aug 16 23:52:29.157281 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4a35689e-2876-4d71-93bc-1442d355839e no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:52:29.173084 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-124a022d-4ce9-460a-86ef-3248390a79cf req-62cc8da9-4908-419b-b235-41365ff711eb tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=d67cffe2-b26c-4222-806a-bc4d48b55a79 HTTP/1.1" status: 200 len: 210 time: 0.0462048 Aug 16 23:52:29.300767 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310e084-0c3b-44fd-a73a-4921dc21e512 req-7ef898e5-fb2b-4f54-986e-ebeb7ef97a20 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:29.325420 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2310e084-0c3b-44fd-a73a-4921dc21e512 req-7ef898e5-fb2b-4f54-986e-ebeb7ef97a20 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 945 time: 0.1124465 Aug 16 23:52:29.423725 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2310e084-0c3b-44fd-a73a-4921dc21e512 req-e3b101d8-2b7f-429c-a629-2f0995f7de51 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974171 Aug 16 23:52:29.490511 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:29.559135 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45748) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:52:29.576221 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4a35689e-2876-4d71-93bc-1442d355839e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4a35689e-2876-4d71-93bc-1442d355839e,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:29.586562 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876f21e9-4e7e-48c6-996c-14554c62b983', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a35689e-2876-4d71-93bc-1442d355839e'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:52:29.623857 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68a5495-2874-4276-bdc6-3b4ab02946c1" -d '{"events": [{"server_uuid": "876f21e9-4e7e-48c6-996c-14554c62b983", "name": "network-vif-unplugged", "status": "completed", "tag": "4a35689e-2876-4d71-93bc-1442d355839e"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:52:29.643907 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:29.726199 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c8bd5-cc73-42ea-96f9-4233ec3d4e2e req-9229d714-e3ed-4ce2-8ce5-b186a0efabb0 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:29.746234 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4e2c8bd5-cc73-42ea-96f9-4233ec3d4e2e req-9229d714-e3ed-4ce2-8ce5-b186a0efabb0 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c21dfb-f625-4c36-a37d-9eb4d98d279e HTTP/1.1" status: 200 len: 944 time: 0.0921729 Aug 16 23:52:29.804295 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4e2c8bd5-cc73-42ea-96f9-4233ec3d4e2e req-116dc142-ca64-41f7-82df-8c0bf10b03b1 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/security-groups?id=924a7a98-9eb5-4373-9821-9ef20d002319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538449 Aug 16 23:52:29.878002 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=4a35689e-2876-4d71-93bc-1442d355839e,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:29.967430 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff09de9b-fb47-42a4-b0e0-6538e39f5acb x-openstack-request-id: req-ff09de9b-fb47-42a4-b0e0-6538e39f5acb {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:52:29.967903 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876f21e9-4e7e-48c6-996c-14554c62b983", "name": "network-vif-unplugged", "status": "completed", "tag": "4a35689e-2876-4d71-93bc-1442d355839e", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:52:29.968252 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ff09de9b-fb47-42a4-b0e0-6538e39f5acb {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:52:29.968837 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876f21e9-4e7e-48c6-996c-14554c62b983', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a35689e-2876-4d71-93bc-1442d355839e', 'code': 200} Aug 16 23:52:30.089905 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6ab94f6d-faba-469a-8a3c-f2c416d238d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:30.297146 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6ab94f6d-faba-469a-8a3c-f2c416d238d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:30.306665 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6ab94f6d-faba-469a-8a3c-f2c416d238d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:30.349687 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c8b229d8-2753-4fe2-a9b0-a5e785fec50d req-55e78169-0171-4f16-bc3c-cd7396b49f8e tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=d67cffe2-b26c-4222-806a-bc4d48b55a79 HTTP/1.1" status: 200 len: 210 time: 0.0544300 Aug 16 23:52:30.354193 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6ab94f6d-faba-469a-8a3c-f2c416d238d2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c9a90422f37a4fbe8565e467e4613dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7934384 Aug 16 23:52:30.357672 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45800) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:52:30.357851 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab94f6d-faba-469a-8a3c-f2c416d238d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd81011-b887-434f-83eb-252fdd7e7b71,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:30.430991 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-94d87c57-5203-401b-a327-10324f82f90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:30.459498 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-94d87c57-5203-401b-a327-10324f82f90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:30.538132 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-94d87c57-5203-401b-a327-10324f82f90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:30.543503 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-94d87c57-5203-401b-a327-10324f82f90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:30.546237 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-94d87c57-5203-401b-a327-10324f82f90d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1cd81011-b887-434f-83eb-252fdd7e7b71 HTTP/1.1" status: 204 len: 168 time: 0.1875248 Aug 16 23:52:30.555884 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d87c57-5203-401b-a327-10324f82f90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd81011-b887-434f-83eb-252fdd7e7b71,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:30.666022 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-771736e9-fd79-45bc-a094-cbca829f052c req-4b4a4753-fa78-4dc2-bbc2-5e50feaf47c5 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=401474758c7b47138ced87472ee229f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568664 Aug 16 23:52:30.900842 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b01caabe-8141-4832-963f-f1b945c41f05 req-d4f0a360-ecea-49ad-9bf5-d1094d0f4299 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602460 Aug 16 23:52:30.955563 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771736e9-fd79-45bc-a094-cbca829f052c req-473c9ad4-bbcc-4937-9c5d-7908af0c205a tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:30.972356 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-771736e9-fd79-45bc-a094-cbca829f052c req-473c9ad4-bbcc-4937-9c5d-7908af0c205a tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2990589 Aug 16 23:52:31.019659 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-771736e9-fd79-45bc-a094-cbca829f052c req-e227a33a-fd79-4982-8d15-0ed0fd0e249a tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/quotas/401474758c7b47138ced87472ee229f8 HTTP/1.1" status: 200 len: 375 time: 0.0462599 Aug 16 23:52:31.044261 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c1992-6c44-4fee-beb6-2ab6c338351d req-dab62ed5-b024-4eb5-8546-b09a1064fef0 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:31.053032 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f03c1992-6c44-4fee-beb6-2ab6c338351d req-dab62ed5-b024-4eb5-8546-b09a1064fef0 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 945 time: 0.2668056 Aug 16 23:52:31.134278 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-771736e9-fd79-45bc-a094-cbca829f052c req-e65d5f26-d5ee-450b-b2f5-94ba7b0a9b15 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=401474758c7b47138ced87472ee229f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1136379 Aug 16 23:52:31.159186 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4f91dbe0-5afc-4c32-a44e-becc70891564 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:52:31.186346 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f03c1992-6c44-4fee-beb6-2ab6c338351d req-2217ce1f-0a94-402e-9d07-778a632a9653 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309049 Aug 16 23:52:31.282298 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01caabe-8141-4832-963f-f1b945c41f05 req-f60ab529-721f-4c0b-9ee8-64da4f58ac20 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:31.284010 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b01caabe-8141-4832-963f-f1b945c41f05 req-f60ab529-721f-4c0b-9ee8-64da4f58ac20 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2965772 Aug 16 23:52:31.301138 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-b01caabe-8141-4832-963f-f1b945c41f05 req-ef25a16f-9310-483c-8a65-92282ba2b3af tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Request body: {'port': {'device_id': '87991d5b-19ef-4b04-96aa-8b28eec60d4e', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': '2ce58e6b0a0e4b229d1ebbf4f077faa8'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:52:31.360679 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b01caabe-8141-4832-963f-f1b945c41f05 req-bf1815e0-530a-4036-884b-c8a18cda1b09 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633986 Aug 16 23:52:31.420891 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4f91dbe0-5afc-4c32-a44e-becc70891564, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4f91dbe0-5afc-4c32-a44e-becc70891564,segment=NetworkSegment(2e5b857d-bed9-47c8-b3b0-8b6db12a9249),segment_id=2e5b857d-bed9-47c8-b3b0-8b6db12a9249)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:31.535776 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b01caabe-8141-4832-963f-f1b945c41f05 req-ef25a16f-9310-483c-8a65-92282ba2b3af tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Made reservation on behalf of 2ce58e6b0a0e4b229d1ebbf4f077faa8 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:52:31.539348 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b01caabe-8141-4832-963f-f1b945c41f05 req-ef25a16f-9310-483c-8a65-92282ba2b3af tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:31.681096 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01caabe-8141-4832-963f-f1b945c41f05 req-a9207863-7647-44bd-a312-f48af04bb0fb tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:31.682358 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b01caabe-8141-4832-963f-f1b945c41f05 req-a9207863-7647-44bd-a312-f48af04bb0fb tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3120334 Aug 16 23:52:31.715238 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-b01caabe-8141-4832-963f-f1b945c41f05 req-581f8b3e-9b91-4e39-9431-e33317a886fa tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Request body: {'port': {'device_id': 'd67cffe2-b26c-4222-806a-bc4d48b55a79', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': '2ce58e6b0a0e4b229d1ebbf4f077faa8'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:52:31.768158 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '4f91dbe0-5afc-4c32-a44e-becc70891564', 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad', 'port_id': '4f91dbe0-5afc-4c32-a44e-becc70891564', 'mac_address': 'fa:16:3e:41:33:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:52:31.776826 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161c0da-9f76-42f2-80cc-3c77ecc04d54 req-a7c79600-259b-4a4f-b479-656816ade667 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:31.784407 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5161c0da-9f76-42f2-80cc-3c77ecc04d54 req-a7c79600-259b-4a4f-b479-656816ade667 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c21dfb-f625-4c36-a37d-9eb4d98d279e HTTP/1.1" status: 200 len: 944 time: 0.2648225 Aug 16 23:52:31.813014 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c04c226-6804-4f87-a24e-4500b208ac9e req-3e7ed87d-fbd5-41b1-a8c8-0b4b8bafdd89 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=d67cffe2-b26c-4222-806a-bc4d48b55a79 HTTP/1.1" status: 200 len: 210 time: 0.1534474 Aug 16 23:52:31.896460 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:31.898541 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5161c0da-9f76-42f2-80cc-3c77ecc04d54 req-705ab165-0d0e-4e9d-94be-47a56cb25475 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/security-groups?id=924a7a98-9eb5-4373-9821-9ef20d002319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122875 Aug 16 23:52:31.927183 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f91dbe0-5afc-4c32-a44e-becc70891564 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:52:31.962268 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b01caabe-8141-4832-963f-f1b945c41f05 req-581f8b3e-9b91-4e39-9431-e33317a886fa tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Made reservation on behalf of 2ce58e6b0a0e4b229d1ebbf4f077faa8 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:52:31.974141 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2037b35-3847-4e1f-a832-dea8c0e1ce51 req-7358eee4-81e0-44a8-9f50-876a8b2583fa tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?device_id=f587b62a-48f4-4de6-9ff7-dc57d9e8128e HTTP/1.1" status: 200 len: 210 time: 0.0685015 Aug 16 23:52:31.976846 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b01caabe-8141-4832-963f-f1b945c41f05 req-581f8b3e-9b91-4e39-9431-e33317a886fa tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:32.004453 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-b01caabe-8141-4832-963f-f1b945c41f05 req-ef25a16f-9310-483c-8a65-92282ba2b3af tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Allocated IP 192.168.233.185 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/48a32f82-becc-4edb-ac43-c96acede2cf0) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:52:32.006746 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4f91dbe0-5afc-4c32-a44e-becc70891564, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4f91dbe0-5afc-4c32-a44e-becc70891564,segment=NetworkSegment(2e5b857d-bed9-47c8-b3b0-8b6db12a9249),segment_id=2e5b857d-bed9-47c8-b3b0-8b6db12a9249)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:32.030617 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:32.151864 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=4f91dbe0-5afc-4c32-a44e-becc70891564,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:32.289900 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b01caabe-8141-4832-963f-f1b945c41f05 req-ef25a16f-9310-483c-8a65-92282ba2b3af tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:32.326847 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-b01caabe-8141-4832-963f-f1b945c41f05 req-ef25a16f-9310-483c-8a65-92282ba2b3af tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Transition to ACTIVE for port object 48a32f82-becc-4edb-ac43-c96acede2cf0 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:52:32.353204 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f060f6-877b-4b19-a096-69841602ba33 req-50828965-6ad3-4844-8d35-b81df9dd42cf tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:32.354735 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9f060f6-877b-4b19-a096-69841602ba33 req-50828965-6ad3-4844-8d35-b81df9dd42cf tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 945 time: 0.0831563 Aug 16 23:52:32.364071 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['4f91dbe0-5afc-4c32-a44e-becc70891564'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:52:32.393895 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c42cd76-7896-4270-a387-5776060c8555 req-79df0fd6-a51c-4f66-81f4-cd6795305244 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=911086b45312454c8f737a5b8e355dba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514338 Aug 16 23:52:32.526130 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b01caabe-8141-4832-963f-f1b945c41f05 req-ef25a16f-9310-483c-8a65-92282ba2b3af tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:32.548300 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9f060f6-877b-4b19-a096-69841602ba33 req-4a517fa9-4c1d-45f3-b8e0-77fefb28e561 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809456 Aug 16 23:52:32.572633 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-b01caabe-8141-4832-963f-f1b945c41f05 req-581f8b3e-9b91-4e39-9431-e33317a886fa tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Allocated IP 192.168.233.232 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/1e56511b-81a6-4ff5-afd5-ed193d1f89e9) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:52:32.628840 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01caabe-8141-4832-963f-f1b945c41f05 req-ef25a16f-9310-483c-8a65-92282ba2b3af tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:52:32.634568 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-b01caabe-8141-4832-963f-f1b945c41f05 req-ef25a16f-9310-483c-8a65-92282ba2b3af tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:52:32.666305 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42cd76-7896-4270-a387-5776060c8555 req-75785e04-262b-4a96-8d79-9cc1e35077e0 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:32.677559 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c42cd76-7896-4270-a387-5776060c8555 req-75785e04-262b-4a96-8d79-9cc1e35077e0 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2729478 Aug 16 23:52:32.679084 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01caabe-8141-4832-963f-f1b945c41f05 req-ef25a16f-9310-483c-8a65-92282ba2b3af tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:52:32.681905 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25a16f-9310-483c-8a65-92282ba2b3af tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Pushing event updated for resources: {'Port': ['ID=48a32f82-becc-4edb-ac43-c96acede2cf0,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:32.744118 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c42cd76-7896-4270-a387-5776060c8555 req-d6b6c922-38dd-46af-bf81-d83eaa19e409 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/quotas/911086b45312454c8f737a5b8e355dba HTTP/1.1" status: 200 len: 375 time: 0.0672243 Aug 16 23:52:32.811961 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c42cd76-7896-4270-a387-5776060c8555 req-a81b7a40-09b0-4d8b-a76a-590988a011b5 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=911086b45312454c8f737a5b8e355dba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668535 Aug 16 23:52:32.812206 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b01caabe-8141-4832-963f-f1b945c41f05 req-581f8b3e-9b91-4e39-9431-e33317a886fa tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:32.826744 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01caabe-8141-4832-963f-f1b945c41f05 req-ef25a16f-9310-483c-8a65-92282ba2b3af tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:32.827440 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b01caabe-8141-4832-963f-f1b945c41f05 req-ef25a16f-9310-483c-8a65-92282ba2b3af tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:32.833961 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-b01caabe-8141-4832-963f-f1b945c41f05 req-581f8b3e-9b91-4e39-9431-e33317a886fa tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Transition to ACTIVE for port object 1e56511b-81a6-4ff5-afd5-ed193d1f89e9 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:52:32.845076 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:52:32.867534 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b01caabe-8141-4832-963f-f1b945c41f05 req-ef25a16f-9310-483c-8a65-92282ba2b3af tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5705178 Aug 16 23:52:32.888603 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-b01caabe-8141-4832-963f-f1b945c41f05 req-28fce2a1-aeb5-42ee-8cfc-2d717a723d91 service neutron] Request body: {'port': {'device_id': '87991d5b-19ef-4b04-96aa-8b28eec60d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:52:32.888766 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b01caabe-8141-4832-963f-f1b945c41f05 req-581f8b3e-9b91-4e39-9431-e33317a886fa tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:32.976356 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01caabe-8141-4832-963f-f1b945c41f05 req-581f8b3e-9b91-4e39-9431-e33317a886fa tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:52:32.987503 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-b01caabe-8141-4832-963f-f1b945c41f05 req-581f8b3e-9b91-4e39-9431-e33317a886fa tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:52:32.989006 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b01caabe-8141-4832-963f-f1b945c41f05 req-28fce2a1-aeb5-42ee-8cfc-2d717a723d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:32.990077 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01caabe-8141-4832-963f-f1b945c41f05 req-581f8b3e-9b91-4e39-9431-e33317a886fa tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:52:32.996538 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01caabe-8141-4832-963f-f1b945c41f05 req-581f8b3e-9b91-4e39-9431-e33317a886fa tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:32.997397 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b01caabe-8141-4832-963f-f1b945c41f05 req-581f8b3e-9b91-4e39-9431-e33317a886fa tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:33.035357 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f8b3e-9b91-4e39-9431-e33317a886fa tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Pushing event updated for resources: {'Port': ['ID=1e56511b-81a6-4ff5-afd5-ed193d1f89e9,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:33.056070 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b01caabe-8141-4832-963f-f1b945c41f05 req-581f8b3e-9b91-4e39-9431-e33317a886fa tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3524792 Aug 16 23:52:33.063876 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2c19c900-b346-479f-846c-69e42ff34090 None None] Provisioning for port 48a32f82-becc-4edb-ac43-c96acede2cf0 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:52:33.069458 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-771736e9-fd79-45bc-a094-cbca829f052c req-7f99dbbc-eed0-4e3b-87e3-53bdf8acb9f2 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=401474758c7b47138ced87472ee229f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271926 Aug 16 23:52:33.078797 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-b01caabe-8141-4832-963f-f1b945c41f05 req-1da4d9b8-ad28-46be-8120-66b20f30b180 service neutron] Request body: {'port': {'device_id': 'd67cffe2-b26c-4222-806a-bc4d48b55a79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:52:33.081624 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2c19c900-b346-479f-846c-69e42ff34090 None None] Provisioning complete for port 48a32f82-becc-4edb-ac43-c96acede2cf0 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:52:33.081928 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2c19c900-b346-479f-846c-69e42ff34090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:33.146977 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['ea7f3b99-4d08-45e9-b39c-95e23121614f'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:52:33.171296 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['ea7f3b99-4d08-45e9-b39c-95e23121614f'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:52:33.227759 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771736e9-fd79-45bc-a094-cbca829f052c req-f56f7eda-4356-457c-85f8-0697d5786361 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:33.229404 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-771736e9-fd79-45bc-a094-cbca829f052c req-f56f7eda-4356-457c-85f8-0697d5786361 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1460874 Aug 16 23:52:33.250600 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-771736e9-fd79-45bc-a094-cbca829f052c req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Request body: {'port': {'device_id': 'f587b62a-48f4-4de6-9ff7-dc57d9e8128e', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': '401474758c7b47138ced87472ee229f8'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:52:33.334932 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a03798-e15c-4eeb-9208-ef0c561719c8 req-9fbc4433-7a92-427e-970e-064b7c9b19b9 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:33.343869 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-59a03798-e15c-4eeb-9208-ef0c561719c8 req-9fbc4433-7a92-427e-970e-064b7c9b19b9 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=d67cffe2-b26c-4222-806a-bc4d48b55a79 HTTP/1.1" status: 200 len: 936 time: 0.3216863 Aug 16 23:52:33.347426 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-2c19c900-b346-479f-846c-69e42ff34090 None None] Port 48a32f82-becc-4edb-ac43-c96acede2cf0 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:52:33.388618 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ede8f7-70ea-4742-9a51-50c540147163 req-ff42884c-414a-4af2-bb80-deba24c032d4 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:33.393319 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b01caabe-8141-4832-963f-f1b945c41f05 req-1da4d9b8-ad28-46be-8120-66b20f30b180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:33.396437 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9ede8f7-70ea-4742-9a51-50c540147163 req-ff42884c-414a-4af2-bb80-deba24c032d4 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c21dfb-f625-4c36-a37d-9eb4d98d279e HTTP/1.1" status: 200 len: 945 time: 0.2708454 Aug 16 23:52:33.513349 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-59a03798-e15c-4eeb-9208-ef0c561719c8 req-f45b0771-8d9b-4dab-82a2-4178ecd7252a tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678970 Aug 16 23:52:33.516929 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-86be8271-db1e-4cc7-b407-f1e6d2318f2f None None] Provisioning for port 1e56511b-81a6-4ff5-afd5-ed193d1f89e9 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:52:33.534543 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-86be8271-db1e-4cc7-b407-f1e6d2318f2f None None] Provisioning complete for port 1e56511b-81a6-4ff5-afd5-ed193d1f89e9 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:52:33.535559 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-86be8271-db1e-4cc7-b407-f1e6d2318f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:33.588991 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9ede8f7-70ea-4742-9a51-50c540147163 req-4f93048f-025e-4731-97be-b6f3c4b373c8 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/security-groups?id=924a7a98-9eb5-4373-9821-9ef20d002319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908591 Aug 16 23:52:33.671266 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-86be8271-db1e-4cc7-b407-f1e6d2318f2f None None] Port 1e56511b-81a6-4ff5-afd5-ed193d1f89e9 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:52:33.679901 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5cf86fc4-f73b-4a4c-a4b1-ca8ff8427ec0 req-02c514f6-67f7-40f5-8ede-8d4b3a42f9ac tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?device_id=f587b62a-48f4-4de6-9ff7-dc57d9e8128e HTTP/1.1" status: 200 len: 210 time: 0.0464618 Aug 16 23:52:33.718650 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-771736e9-fd79-45bc-a094-cbca829f052c req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Made reservation on behalf of 401474758c7b47138ced87472ee229f8 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:52:33.720548 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-98f70c96-be93-4e5b-ab89-100b621d20e6 req-06612a8a-c464-43b0-8915-1e6e1187c682 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5e53908-bb3d-4c59-9215-7b15db03a4b7 HTTP/1.1" status: 200 len: 210 time: 0.0710359 Aug 16 23:52:33.723014 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-771736e9-fd79-45bc-a094-cbca829f052c req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:33.756609 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-771736e9-fd79-45bc-a094-cbca829f052c req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:33.801875 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-b01caabe-8141-4832-963f-f1b945c41f05 req-28fce2a1-aeb5-42ee-8cfc-2d717a723d91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a32f82-becc-4edb-ac43-c96acede2cf0 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:52:33.811522 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b01caabe-8141-4832-963f-f1b945c41f05 req-28fce2a1-aeb5-42ee-8cfc-2d717a723d91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:33.827657 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-b01caabe-8141-4832-963f-f1b945c41f05 req-28fce2a1-aeb5-42ee-8cfc-2d717a723d91 service neutron] Transition to ACTIVE for port object 48a32f82-becc-4edb-ac43-c96acede2cf0 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:52:33.836947 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b01caabe-8141-4832-963f-f1b945c41f05 req-28fce2a1-aeb5-42ee-8cfc-2d717a723d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:34.030562 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fce2a1-aeb5-42ee-8cfc-2d717a723d91 service neutron] Pushing event updated for resources: {'Port': ['ID=48a32f82-becc-4edb-ac43-c96acede2cf0,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:34.083647 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-771736e9-fd79-45bc-a094-cbca829f052c req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:34.085600 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eff626-9287-4771-9a05-7c8e5a1b0aa1 req-966b0eba-08a1-43ce-a4e9-63f33144219b tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:34.087472 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3eff626-9287-4771-9a05-7c8e5a1b0aa1 req-966b0eba-08a1-43ce-a4e9-63f33144219b tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 945 time: 0.2361932 Aug 16 23:52:34.104035 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-771736e9-fd79-45bc-a094-cbca829f052c req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:34.128745 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-b01caabe-8141-4832-963f-f1b945c41f05 req-28fce2a1-aeb5-42ee-8cfc-2d717a723d91 service neutron] Attempting to bind port 48a32f82-becc-4edb-ac43-c96acede2cf0 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:52:34.129111 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-b01caabe-8141-4832-963f-f1b945c41f05 req-28fce2a1-aeb5-42ee-8cfc-2d717a723d91 service neutron] Attempting to bind port 48a32f82-becc-4edb-ac43-c96acede2cf0 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:52:34.129447 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01caabe-8141-4832-963f-f1b945c41f05 req-28fce2a1-aeb5-42ee-8cfc-2d717a723d91 service neutron] Attempting to bind port 48a32f82-becc-4edb-ac43-c96acede2cf0 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:52:34.140683 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01caabe-8141-4832-963f-f1b945c41f05 req-28fce2a1-aeb5-42ee-8cfc-2d717a723d91 service neutron] Port 48a32f82-becc-4edb-ac43-c96acede2cf0 on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:52:34.141015 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01caabe-8141-4832-963f-f1b945c41f05 req-28fce2a1-aeb5-42ee-8cfc-2d717a723d91 service neutron] Attempting to bind port 48a32f82-becc-4edb-ac43-c96acede2cf0 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:52:34.159523 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01caabe-8141-4832-963f-f1b945c41f05 req-28fce2a1-aeb5-42ee-8cfc-2d717a723d91 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:52:34.159866 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01caabe-8141-4832-963f-f1b945c41f05 req-28fce2a1-aeb5-42ee-8cfc-2d717a723d91 service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:52:34.160254 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01caabe-8141-4832-963f-f1b945c41f05 req-28fce2a1-aeb5-42ee-8cfc-2d717a723d91 service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:52:34.160705 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-b01caabe-8141-4832-963f-f1b945c41f05 req-28fce2a1-aeb5-42ee-8cfc-2d717a723d91 service neutron] Bound port: 48a32f82-becc-4edb-ac43-c96acede2cf0, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:52:34.161143 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b01caabe-8141-4832-963f-f1b945c41f05 req-28fce2a1-aeb5-42ee-8cfc-2d717a723d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:34.182716 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3eff626-9287-4771-9a05-7c8e5a1b0aa1 req-b9fa54e3-a2fe-44b1-8aed-10e4bdb701b0 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781968 Aug 16 23:52:34.216584 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f85467-3fd8-44e8-a61c-1db4822aa06b,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:34.238431 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:34.238783 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:34.239123 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:34.239461 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:34.239795 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:34.240122 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:34.240453 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:34.240778 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:34.241140 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:34.241468 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:34.241791 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:34.242117 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:34.274775 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-b01caabe-8141-4832-963f-f1b945c41f05 req-28fce2a1-aeb5-42ee-8cfc-2d717a723d91 service neutron] For port 48a32f82-becc-4edb-ac43-c96acede2cf0, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:52:34.279517 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-b01caabe-8141-4832-963f-f1b945c41f05 req-1da4d9b8-ad28-46be-8120-66b20f30b180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e56511b-81a6-4ff5-afd5-ed193d1f89e9 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:52:34.280331 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-b01caabe-8141-4832-963f-f1b945c41f05 req-28fce2a1-aeb5-42ee-8cfc-2d717a723d91 service neutron] For port 48a32f82-becc-4edb-ac43-c96acede2cf0, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=48a32f82-becc-4edb-ac43-c96acede2cf0,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:52:34.287087 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b01caabe-8141-4832-963f-f1b945c41f05 req-28fce2a1-aeb5-42ee-8cfc-2d717a723d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:34.294763 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b01caabe-8141-4832-963f-f1b945c41f05 req-1da4d9b8-ad28-46be-8120-66b20f30b180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:34.317746 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-b01caabe-8141-4832-963f-f1b945c41f05 req-1da4d9b8-ad28-46be-8120-66b20f30b180 service neutron] Transition to ACTIVE for port object 1e56511b-81a6-4ff5-afd5-ed193d1f89e9 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:52:34.324748 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b01caabe-8141-4832-963f-f1b945c41f05 req-1da4d9b8-ad28-46be-8120-66b20f30b180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:34.329908 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01caabe-8141-4832-963f-f1b945c41f05 req-28fce2a1-aeb5-42ee-8cfc-2d717a723d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:34.330581 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b01caabe-8141-4832-963f-f1b945c41f05 req-28fce2a1-aeb5-42ee-8cfc-2d717a723d91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:34.332115 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b01caabe-8141-4832-963f-f1b945c41f05 req-28fce2a1-aeb5-42ee-8cfc-2d717a723d91 service neutron] 10.222.0.69 "PUT /v2.0/ports/48a32f82-becc-4edb-ac43-c96acede2cf0 HTTP/1.1" status: 200 len: 1097 time: 1.4487116 Aug 16 23:52:34.332559 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87991d5b-19ef-4b04-96aa-8b28eec60d4e', 'tag': '48a32f82-becc-4edb-ac43-c96acede2cf0'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:52:34.334968 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d72569d-1143-4cb1-92a9-e64446ad2811" -d '{"events": [{"name": "network-changed", "server_uuid": "87991d5b-19ef-4b04-96aa-8b28eec60d4e", "tag": "48a32f82-becc-4edb-ac43-c96acede2cf0"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:52:34.415404 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-771736e9-fd79-45bc-a094-cbca829f052c req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Allocated IP 192.168.233.137 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/54cefbce-427d-4588-a2d4-74de6fca697a) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:52:34.415897 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fce2a1-aeb5-42ee-8cfc-2d717a723d91 service neutron] Pushing event updated for resources: {'Port': ['ID=48a32f82-becc-4edb-ac43-c96acede2cf0,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:34.472034 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b3e258-0c64-46df-9174-1be70eedaebd x-openstack-request-id: req-50b3e258-0c64-46df-9174-1be70eedaebd {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:52:34.477101 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87991d5b-19ef-4b04-96aa-8b28eec60d4e", "tag": "48a32f82-becc-4edb-ac43-c96acede2cf0", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:52:34.477763 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-50b3e258-0c64-46df-9174-1be70eedaebd {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:52:34.478372 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87991d5b-19ef-4b04-96aa-8b28eec60d4e', 'tag': '48a32f82-becc-4edb-ac43-c96acede2cf0', 'status': 'completed', 'code': 200} Aug 16 23:52:34.505161 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01caabe-8141-4832-963f-f1b945c41f05 req-e2888f9a-fd1d-47d5-963f-7ae537e6e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:34.517466 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4d9b8-ad28-46be-8120-66b20f30b180 service neutron] Pushing event updated for resources: {'Port': ['ID=1e56511b-81a6-4ff5-afd5-ed193d1f89e9,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:34.518776 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b01caabe-8141-4832-963f-f1b945c41f05 req-e2888f9a-fd1d-47d5-963f-7ae537e6e5dd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&device_id=87991d5b-19ef-4b04-96aa-8b28eec60d4e HTTP/1.1" status: 200 len: 1100 time: 0.1311858 Aug 16 23:52:34.635029 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b01caabe-8141-4832-963f-f1b945c41f05 req-7396db7f-8305-4d0c-b016-2845a80224c0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=48a32f82-becc-4edb-ac43-c96acede2cf0 HTTP/1.1" status: 200 len: 217 time: 0.0873585 Aug 16 23:52:34.928474 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-771736e9-fd79-45bc-a094-cbca829f052c req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:34.945808 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-771736e9-fd79-45bc-a094-cbca829f052c req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Transition to ACTIVE for port object 54cefbce-427d-4588-a2d4-74de6fca697a will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:52:35.001932 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-b01caabe-8141-4832-963f-f1b945c41f05 req-1da4d9b8-ad28-46be-8120-66b20f30b180 service neutron] Attempting to bind port 1e56511b-81a6-4ff5-afd5-ed193d1f89e9 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:52:35.005884 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-b01caabe-8141-4832-963f-f1b945c41f05 req-1da4d9b8-ad28-46be-8120-66b20f30b180 service neutron] Attempting to bind port 1e56511b-81a6-4ff5-afd5-ed193d1f89e9 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:52:35.006733 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01caabe-8141-4832-963f-f1b945c41f05 req-1da4d9b8-ad28-46be-8120-66b20f30b180 service neutron] Attempting to bind port 1e56511b-81a6-4ff5-afd5-ed193d1f89e9 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:52:35.016695 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-771736e9-fd79-45bc-a094-cbca829f052c req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:35.043364 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01caabe-8141-4832-963f-f1b945c41f05 req-1da4d9b8-ad28-46be-8120-66b20f30b180 service neutron] Port 1e56511b-81a6-4ff5-afd5-ed193d1f89e9 on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:52:35.044564 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01caabe-8141-4832-963f-f1b945c41f05 req-1da4d9b8-ad28-46be-8120-66b20f30b180 service neutron] Attempting to bind port 1e56511b-81a6-4ff5-afd5-ed193d1f89e9 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:52:35.096703 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01caabe-8141-4832-963f-f1b945c41f05 req-1da4d9b8-ad28-46be-8120-66b20f30b180 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:52:35.097076 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01caabe-8141-4832-963f-f1b945c41f05 req-1da4d9b8-ad28-46be-8120-66b20f30b180 service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:52:35.097454 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01caabe-8141-4832-963f-f1b945c41f05 req-1da4d9b8-ad28-46be-8120-66b20f30b180 service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:52:35.098054 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-b01caabe-8141-4832-963f-f1b945c41f05 req-1da4d9b8-ad28-46be-8120-66b20f30b180 service neutron] Bound port: 1e56511b-81a6-4ff5-afd5-ed193d1f89e9, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:52:35.098427 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b01caabe-8141-4832-963f-f1b945c41f05 req-1da4d9b8-ad28-46be-8120-66b20f30b180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:35.124654 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-771736e9-fd79-45bc-a094-cbca829f052c req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:52:35.132361 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-771736e9-fd79-45bc-a094-cbca829f052c req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:52:35.138366 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-771736e9-fd79-45bc-a094-cbca829f052c req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:52:35.144532 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771736e9-fd79-45bc-a094-cbca829f052c req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:35.145233 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-771736e9-fd79-45bc-a094-cbca829f052c req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:35.178688 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Pushing event updated for resources: {'Port': ['ID=54cefbce-427d-4588-a2d4-74de6fca697a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:35.190139 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-771736e9-fd79-45bc-a094-cbca829f052c req-6305a21e-e9d0-4afa-a8c7-2b19795eeb49 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9448798 Aug 16 23:52:35.193842 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4a35689e-2876-4d71-93bc-1442d355839e details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:52:35.199460 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4f91dbe0-5afc-4c32-a44e-becc70891564 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:52:35.234829 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-771736e9-fd79-45bc-a094-cbca829f052c req-d4a44c00-f5f2-475f-95d1-3f0d401d850b service neutron] Request body: {'port': {'device_id': 'f587b62a-48f4-4de6-9ff7-dc57d9e8128e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:52:35.369645 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-771736e9-fd79-45bc-a094-cbca829f052c req-d4a44c00-f5f2-475f-95d1-3f0d401d850b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:35.393963 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c42cd76-7896-4270-a387-5776060c8555 req-59c62041-cb58-4d6c-971b-a57498970e65 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=911086b45312454c8f737a5b8e355dba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1006470 Aug 16 23:52:35.420714 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-b01caabe-8141-4832-963f-f1b945c41f05 req-1da4d9b8-ad28-46be-8120-66b20f30b180 service neutron] For port 1e56511b-81a6-4ff5-afd5-ed193d1f89e9, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:52:35.442536 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 4f91dbe0-5afc-4c32-a44e-becc70891564 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:52:35.459310 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 4f91dbe0-5afc-4c32-a44e-becc70891564 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:52:35.459988 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:35.515797 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-b01caabe-8141-4832-963f-f1b945c41f05 req-1da4d9b8-ad28-46be-8120-66b20f30b180 service neutron] For port 1e56511b-81a6-4ff5-afd5-ed193d1f89e9, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=1e56511b-81a6-4ff5-afd5-ed193d1f89e9,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:52:35.519395 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4a35689e-2876-4d71-93bc-1442d355839e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4a35689e-2876-4d71-93bc-1442d355839e,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:35.549519 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '4a35689e-2876-4d71-93bc-1442d355839e', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': '4a35689e-2876-4d71-93bc-1442d355839e', 'mac_address': 'fa:16:3e:7d:31:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:52:35.591300 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01caabe-8141-4832-963f-f1b945c41f05 req-22342382-1c1e-4818-ad8c-70ccbbba5c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:35.592851 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b01caabe-8141-4832-963f-f1b945c41f05 req-22342382-1c1e-4818-ad8c-70ccbbba5c23 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.9355531 Aug 16 23:52:35.599005 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-dde3055a-a639-4ecd-b20f-07c4f69db20c None None] Provisioning for port 54cefbce-427d-4588-a2d4-74de6fca697a completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:52:35.607394 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91353a-ac1d-4380-a27b-061d16e13e4d req-e4119f9d-28ff-490f-87de-39c45a5f8e23 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:35.615216 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cb91353a-ac1d-4380-a27b-061d16e13e4d req-e4119f9d-28ff-490f-87de-39c45a5f8e23 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=d67cffe2-b26c-4222-806a-bc4d48b55a79 HTTP/1.1" status: 200 len: 948 time: 0.9826305 Aug 16 23:52:35.635655 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b01caabe-8141-4832-963f-f1b945c41f05 req-1da4d9b8-ad28-46be-8120-66b20f30b180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:35.651458 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-dde3055a-a639-4ecd-b20f-07c4f69db20c None None] Provisioning complete for port 54cefbce-427d-4588-a2d4-74de6fca697a triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:52:35.652396 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-dde3055a-a639-4ecd-b20f-07c4f69db20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:35.697660 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:35.708895 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccb2d6-e2c5-4c9b-9e9f-57e139450b48 req-b2cdd87e-2a30-486b-a2fc-6c871718cbe5 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:35.709384 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:35.712836 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72ccb2d6-e2c5-4c9b-9e9f-57e139450b48 req-b2cdd87e-2a30-486b-a2fc-6c871718cbe5 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c21dfb-f625-4c36-a37d-9eb4d98d279e HTTP/1.1" status: 200 len: 945 time: 0.4428802 Aug 16 23:52:35.742760 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-dde3055a-a639-4ecd-b20f-07c4f69db20c None None] Port 54cefbce-427d-4588-a2d4-74de6fca697a cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:52:35.756323 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a35689e-2876-4d71-93bc-1442d355839e {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:52:35.757614 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01caabe-8141-4832-963f-f1b945c41f05 req-1da4d9b8-ad28-46be-8120-66b20f30b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:35.758245 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b01caabe-8141-4832-963f-f1b945c41f05 req-1da4d9b8-ad28-46be-8120-66b20f30b180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:35.759645 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b01caabe-8141-4832-963f-f1b945c41f05 req-1da4d9b8-ad28-46be-8120-66b20f30b180 service neutron] 10.222.0.69 "PUT /v2.0/ports/1e56511b-81a6-4ff5-afd5-ed193d1f89e9 HTTP/1.1" status: 200 len: 1097 time: 2.6926610 Aug 16 23:52:35.761844 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67cffe2-b26c-4222-806a-bc4d48b55a79', 'tag': '1e56511b-81a6-4ff5-afd5-ed193d1f89e9'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:52:35.765091 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35204ad8-aa34-43c2-92fb-862be0674401" -d '{"events": [{"name": "network-changed", "server_uuid": "d67cffe2-b26c-4222-806a-bc4d48b55a79", "tag": "1e56511b-81a6-4ff5-afd5-ed193d1f89e9"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:52:35.811253 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42cd76-7896-4270-a387-5776060c8555 req-40f4d64f-f7dd-4d5c-8641-c2fd74ee55d7 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:35.813215 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c42cd76-7896-4270-a387-5776060c8555 req-40f4d64f-f7dd-4d5c-8641-c2fd74ee55d7 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4164479 Aug 16 23:52:35.862926 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cb91353a-ac1d-4380-a27b-061d16e13e4d req-2cbe54c8-3c74-4684-94e3-7fbb1c32a3fa tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468193 Aug 16 23:52:35.866015 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72ccb2d6-e2c5-4c9b-9e9f-57e139450b48 req-7db744bd-3e1d-495e-b72f-9464088b4701 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/security-groups?id=924a7a98-9eb5-4373-9821-9ef20d002319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309807 Aug 16 23:52:35.869715 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-7c42cd76-7896-4270-a387-5776060c8555 req-9640a4b1-d076-4cac-acc1-1f22b58b6750 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Request body: {'port': {'device_id': 'f5e53908-bb3d-4c59-9215-7b15db03a4b7', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': '911086b45312454c8f737a5b8e355dba'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:52:35.876477 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4f91dbe0-5afc-4c32-a44e-becc70891564, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4f91dbe0-5afc-4c32-a44e-becc70891564,segment=NetworkSegment(2e5b857d-bed9-47c8-b3b0-8b6db12a9249),segment_id=2e5b857d-bed9-47c8-b3b0-8b6db12a9249)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:35.889872 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c21dfb-f625-4c36-a37d-9eb4d98d279e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f91dbe0-5afc-4c32-a44e-becc70891564'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:52:35.895173 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55faf114-f6db-41a9-be03-221f2f649122" -d '{"events": [{"server_uuid": "24c21dfb-f625-4c36-a37d-9eb4d98d279e", "name": "network-vif-plugged", "status": "completed", "tag": "4f91dbe0-5afc-4c32-a44e-becc70891564"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:52:35.955747 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:36.052317 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4a35689e-2876-4d71-93bc-1442d355839e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4a35689e-2876-4d71-93bc-1442d355839e,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:36.088595 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:36.093169 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01caabe-8141-4832-963f-f1b945c41f05 req-1ca789c4-333b-4427-bb35-e107e7341034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:36.094894 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b01caabe-8141-4832-963f-f1b945c41f05 req-1ca789c4-333b-4427-bb35-e107e7341034 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4685075 Aug 16 23:52:36.126855 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4d9b8-ad28-46be-8120-66b20f30b180 service neutron] Pushing event updated for resources: {'Port': ['ID=1e56511b-81a6-4ff5-afd5-ed193d1f89e9,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:36.161866 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=4f91dbe0-5afc-4c32-a44e-becc70891564,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:36.188554 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01caabe-8141-4832-963f-f1b945c41f05 req-83e7d486-53ce-4d97-945e-13d489251581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:36.190113 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b01caabe-8141-4832-963f-f1b945c41f05 req-83e7d486-53ce-4d97-945e-13d489251581 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&device_id=d67cffe2-b26c-4222-806a-bc4d48b55a79 HTTP/1.1" status: 200 len: 1100 time: 0.3168578 Aug 16 23:52:36.195895 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-771736e9-fd79-45bc-a094-cbca829f052c req-d4a44c00-f5f2-475f-95d1-3f0d401d850b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54cefbce-427d-4588-a2d4-74de6fca697a {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:52:36.201847 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ebb8521c-2ff5-4f92-9a6b-652f530fee45 req-2a32bfa1-352a-4587-9599-e4632c602e5c tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5e53908-bb3d-4c59-9215-7b15db03a4b7 HTTP/1.1" status: 200 len: 210 time: 0.1062486 Aug 16 23:52:36.216796 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-771736e9-fd79-45bc-a094-cbca829f052c req-d4a44c00-f5f2-475f-95d1-3f0d401d850b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:36.250070 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b01caabe-8141-4832-963f-f1b945c41f05 req-97bcb5f7-7a4a-45c4-9b9f-68aee8e9d7c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=1e56511b-81a6-4ff5-afd5-ed193d1f89e9 HTTP/1.1" status: 200 len: 217 time: 0.0456498 Aug 16 23:52:36.255203 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['4a35689e-2876-4d71-93bc-1442d355839e'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:52:36.261243 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-771736e9-fd79-45bc-a094-cbca829f052c req-d4a44c00-f5f2-475f-95d1-3f0d401d850b service neutron] Transition to ACTIVE for port object 54cefbce-427d-4588-a2d4-74de6fca697a will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:52:36.301062 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-771736e9-fd79-45bc-a094-cbca829f052c req-d4a44c00-f5f2-475f-95d1-3f0d401d850b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:36.380992 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01caabe-8141-4832-963f-f1b945c41f05 req-0b5624c7-0908-4d62-886c-1119e7625150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:36.382527 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b01caabe-8141-4832-963f-f1b945c41f05 req-0b5624c7-0908-4d62-886c-1119e7625150 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1199896 Aug 16 23:52:36.388744 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a44c00-f5f2-475f-95d1-3f0d401d850b service neutron] Pushing event updated for resources: {'Port': ['ID=54cefbce-427d-4588-a2d4-74de6fca697a,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:36.434971 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=4a35689e-2876-4d71-93bc-1442d355839e,revision_number=9']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:36.492735 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8afd00-d334-400c-9ff1-0fa4fe2ec0e6 req-ab03dc92-a591-44e0-a705-f90bec3ddd68 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:36.497349 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ab8afd00-d334-400c-9ff1-0fa4fe2ec0e6 req-ab03dc92-a591-44e0-a705-f90bec3ddd68 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?device_id=f587b62a-48f4-4de6-9ff7-dc57d9e8128e HTTP/1.1" status: 200 len: 936 time: 0.4482799 Aug 16 23:52:36.551764 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-771736e9-fd79-45bc-a094-cbca829f052c req-d4a44c00-f5f2-475f-95d1-3f0d401d850b service neutron] Attempting to bind port 54cefbce-427d-4588-a2d4-74de6fca697a on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:52:36.552247 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-771736e9-fd79-45bc-a094-cbca829f052c req-d4a44c00-f5f2-475f-95d1-3f0d401d850b service neutron] Attempting to bind port 54cefbce-427d-4588-a2d4-74de6fca697a by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:52:36.552777 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771736e9-fd79-45bc-a094-cbca829f052c req-d4a44c00-f5f2-475f-95d1-3f0d401d850b service neutron] Attempting to bind port 54cefbce-427d-4588-a2d4-74de6fca697a on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:52:36.591970 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771736e9-fd79-45bc-a094-cbca829f052c req-d4a44c00-f5f2-475f-95d1-3f0d401d850b service neutron] Port 54cefbce-427d-4588-a2d4-74de6fca697a on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:52:36.593303 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771736e9-fd79-45bc-a094-cbca829f052c req-d4a44c00-f5f2-475f-95d1-3f0d401d850b service neutron] Attempting to bind port 54cefbce-427d-4588-a2d4-74de6fca697a on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:52:36.630376 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771736e9-fd79-45bc-a094-cbca829f052c req-d4a44c00-f5f2-475f-95d1-3f0d401d850b service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:52:36.632770 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771736e9-fd79-45bc-a094-cbca829f052c req-d4a44c00-f5f2-475f-95d1-3f0d401d850b service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:52:36.633392 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771736e9-fd79-45bc-a094-cbca829f052c req-d4a44c00-f5f2-475f-95d1-3f0d401d850b service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:52:36.633852 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-771736e9-fd79-45bc-a094-cbca829f052c req-d4a44c00-f5f2-475f-95d1-3f0d401d850b service neutron] Bound port: 54cefbce-427d-4588-a2d4-74de6fca697a, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:52:36.634249 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-771736e9-fd79-45bc-a094-cbca829f052c req-d4a44c00-f5f2-475f-95d1-3f0d401d850b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:36.656110 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c42cd76-7896-4270-a387-5776060c8555 req-9640a4b1-d076-4cac-acc1-1f22b58b6750 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Made reservation on behalf of 911086b45312454c8f737a5b8e355dba for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:52:36.665934 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7c42cd76-7896-4270-a387-5776060c8555 req-9640a4b1-d076-4cac-acc1-1f22b58b6750 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:36.690180 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ab8afd00-d334-400c-9ff1-0fa4fe2ec0e6 req-f4fa5cad-6a00-411d-a8c4-fd81843688bb tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/security-groups?id=30f85467-3fd8-44e8-a61c-1db4822aa06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799290 Aug 16 23:52:36.711248 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b01caabe-8141-4832-963f-f1b945c41f05 req-dce85de3-50ee-420f-8b99-0b9ff89dd6d1 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621734 Aug 16 23:52:36.794835 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-771736e9-fd79-45bc-a094-cbca829f052c req-d4a44c00-f5f2-475f-95d1-3f0d401d850b service neutron] For port 54cefbce-427d-4588-a2d4-74de6fca697a, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:52:36.798763 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-771736e9-fd79-45bc-a094-cbca829f052c req-d4a44c00-f5f2-475f-95d1-3f0d401d850b service neutron] For port 54cefbce-427d-4588-a2d4-74de6fca697a, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=54cefbce-427d-4588-a2d4-74de6fca697a,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:52:36.800986 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23996810-5aea-4a96-8e2e-98d1cb67f4a2 x-openstack-request-id: req-23996810-5aea-4a96-8e2e-98d1cb67f4a2 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:52:36.801566 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67cffe2-b26c-4222-806a-bc4d48b55a79", "tag": "1e56511b-81a6-4ff5-afd5-ed193d1f89e9", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:52:36.801902 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-23996810-5aea-4a96-8e2e-98d1cb67f4a2 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:52:36.802433 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67cffe2-b26c-4222-806a-bc4d48b55a79', 'tag': '1e56511b-81a6-4ff5-afd5-ed193d1f89e9', 'status': 'completed', 'code': 200} Aug 16 23:52:36.811462 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01caabe-8141-4832-963f-f1b945c41f05 req-eb9fe62a-0b83-411f-a296-6ff372c20030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:36.813319 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b01caabe-8141-4832-963f-f1b945c41f05 req-eb9fe62a-0b83-411f-a296-6ff372c20030 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4199493 Aug 16 23:52:36.817265 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-771736e9-fd79-45bc-a094-cbca829f052c req-d4a44c00-f5f2-475f-95d1-3f0d401d850b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:36.860991 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7c42cd76-7896-4270-a387-5776060c8555 req-9640a4b1-d076-4cac-acc1-1f22b58b6750 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:36.862768 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3226c3-037b-4f2b-86c1-62fc19aa5fa1 x-openstack-request-id: req-7b3226c3-037b-4f2b-86c1-62fc19aa5fa1 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:52:36.863253 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c21dfb-f625-4c36-a37d-9eb4d98d279e", "name": "network-vif-plugged", "status": "completed", "tag": "4f91dbe0-5afc-4c32-a44e-becc70891564", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:52:36.863670 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7b3226c3-037b-4f2b-86c1-62fc19aa5fa1 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:52:36.865291 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c21dfb-f625-4c36-a37d-9eb4d98d279e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f91dbe0-5afc-4c32-a44e-becc70891564', 'code': 200} Aug 16 23:52:37.000652 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b01caabe-8141-4832-963f-f1b945c41f05 req-9219231e-d893-4161-b2c7-6963a1e9f45e service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733291 Aug 16 23:52:37.032366 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7c42cd76-7896-4270-a387-5776060c8555 req-9640a4b1-d076-4cac-acc1-1f22b58b6750 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:37.054043 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed04aa-57f7-4932-8521-745ae476c633 req-89cf7086-719d-4654-9bf8-07c8922b65b5 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:37.055651 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6fed04aa-57f7-4932-8521-745ae476c633 req-89cf7086-719d-4654-9bf8-07c8922b65b5 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 945 time: 0.1902006 Aug 16 23:52:37.060907 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7c42cd76-7896-4270-a387-5776060c8555 req-9640a4b1-d076-4cac-acc1-1f22b58b6750 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:37.147601 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b01caabe-8141-4832-963f-f1b945c41f05 req-51ce2d30-16ba-4833-8740-74e295a5d51c service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055164 Aug 16 23:52:37.200274 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6fed04aa-57f7-4932-8521-745ae476c633 req-05aa3b6d-67b6-491a-9b84-eb912e2a419e tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190877 Aug 16 23:52:37.208305 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4a35689e-2876-4d71-93bc-1442d355839e up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:52:37.222746 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771736e9-fd79-45bc-a094-cbca829f052c req-d4a44c00-f5f2-475f-95d1-3f0d401d850b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:37.224957 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-771736e9-fd79-45bc-a094-cbca829f052c req-d4a44c00-f5f2-475f-95d1-3f0d401d850b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:37.230768 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-771736e9-fd79-45bc-a094-cbca829f052c req-d4a44c00-f5f2-475f-95d1-3f0d401d850b service neutron] 10.222.0.69 "PUT /v2.0/ports/54cefbce-427d-4588-a2d4-74de6fca697a HTTP/1.1" status: 200 len: 1097 time: 2.0015113 Aug 16 23:52:37.236409 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640a4b1-d076-4cac-acc1-1f22b58b6750 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5419d5a9-cdc5-4e7c-a954-4f31ca171dc1,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:37.280817 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d9634-7a88-4fb4-b02f-94341780e512 req-aa1ecafd-b9ee-4244-bff2-54cc3dab1fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:37.282553 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4e4d9634-7a88-4fb4-b02f-94341780e512 req-aa1ecafd-b9ee-4244-bff2-54cc3dab1fbf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=24c21dfb-f625-4c36-a37d-9eb4d98d279e HTTP/1.1" status: 200 len: 1098 time: 0.2787571 Aug 16 23:52:37.363179 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 4a35689e-2876-4d71-93bc-1442d355839e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:52:37.364366 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:37.427075 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a44c00-f5f2-475f-95d1-3f0d401d850b service neutron] Pushing event updated for resources: {'Port': ['ID=54cefbce-427d-4588-a2d4-74de6fca697a,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:37.469751 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4e4d9634-7a88-4fb4-b02f-94341780e512 req-f54abe1e-20d4-44aa-8f9c-8ec4e50793b7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=924a7a98-9eb5-4373-9821-9ef20d002319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416297 Aug 16 23:52:37.511043 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:37.555150 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4a35689e-2876-4d71-93bc-1442d355839e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4a35689e-2876-4d71-93bc-1442d355839e,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:37.564759 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72569d-1143-4cb1-92a9-e64446ad2811 req-d05acb25-de21-4606-a1a8-361665c37063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:37.567073 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5d72569d-1143-4cb1-92a9-e64446ad2811 req-d05acb25-de21-4606-a1a8-361665c37063 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&device_id=87991d5b-19ef-4b04-96aa-8b28eec60d4e HTTP/1.1" status: 200 len: 1100 time: 0.3472989 Aug 16 23:52:37.568174 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:37.640530 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=4a35689e-2876-4d71-93bc-1442d355839e,revision_number=10']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:37.647277 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-7c42cd76-7896-4270-a387-5776060c8555 req-9640a4b1-d076-4cac-acc1-1f22b58b6750 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Allocated IP 192.168.233.25 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/ce66f875-88b2-46d0-bf4c-e0caa8804dda) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:52:37.657266 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ee1c2-ac7b-4792-aeba-79985476780c req-326ba76b-1267-4494-8a65-66531f5df931 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:37.658873 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-936ee1c2-ac7b-4792-aeba-79985476780c req-326ba76b-1267-4494-8a65-66531f5df931 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=d67cffe2-b26c-4222-806a-bc4d48b55a79 HTTP/1.1" status: 200 len: 948 time: 0.3422244 Aug 16 23:52:37.729472 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ff39c-64fe-4427-9876-5345745e9fc3 req-4765dbb3-570d-4785-a6d4-da9b7ac68dd0 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:37.737815 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fa9ff39c-64fe-4427-9876-5345745e9fc3 req-4765dbb3-570d-4785-a6d4-da9b7ac68dd0 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c21dfb-f625-4c36-a37d-9eb4d98d279e HTTP/1.1" status: 200 len: 946 time: 0.3298171 Aug 16 23:52:37.814669 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771736e9-fd79-45bc-a094-cbca829f052c req-140ac5a2-a1fe-4509-b413-5b079762592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:37.816270 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-771736e9-fd79-45bc-a094-cbca829f052c req-140ac5a2-a1fe-4509-b413-5b079762592e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=401474758c7b47138ced87472ee229f8&device_id=f587b62a-48f4-4de6-9ff7-dc57d9e8128e HTTP/1.1" status: 200 len: 1100 time: 0.4763737 Aug 16 23:52:37.833875 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b01caabe-8141-4832-963f-f1b945c41f05 req-5a75d326-edd5-4320-9400-6e64d622b732 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7246633 Aug 16 23:52:37.870337 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-936ee1c2-ac7b-4792-aeba-79985476780c req-219e74b5-d504-4204-82f4-a8acd688ac09 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752832 Aug 16 23:52:37.884660 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-771736e9-fd79-45bc-a094-cbca829f052c req-d5bc30e6-e5aa-424c-905c-583fd00ab675 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=54cefbce-427d-4588-a2d4-74de6fca697a HTTP/1.1" status: 200 len: 217 time: 0.0530956 Aug 16 23:52:37.907142 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fa9ff39c-64fe-4427-9876-5345745e9fc3 req-ae8ca44c-d442-48e0-9615-3eca13ec9c46 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/security-groups?id=924a7a98-9eb5-4373-9821-9ef20d002319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622839 Aug 16 23:52:37.943458 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72569d-1143-4cb1-92a9-e64446ad2811 req-fbaf6876-9d49-431e-bf26-0a1a67f50c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:37.945383 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5d72569d-1143-4cb1-92a9-e64446ad2811 req-fbaf6876-9d49-431e-bf26-0a1a67f50c84 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.3585379 Aug 16 23:52:38.000883 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771736e9-fd79-45bc-a094-cbca829f052c req-4269c715-103e-46a9-ba19-ed706348ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:38.002501 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-771736e9-fd79-45bc-a094-cbca829f052c req-4269c715-103e-46a9-ba19-ed706348ac9a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1040251 Aug 16 23:52:38.014556 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35204ad8-aa34-43c2-92fb-862be0674401 req-4cd10b60-edb9-4b7d-a7e7-7574243fc7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:38.016415 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-35204ad8-aa34-43c2-92fb-862be0674401 req-4cd10b60-edb9-4b7d-a7e7-7574243fc7db service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&device_id=d67cffe2-b26c-4222-806a-bc4d48b55a79 HTTP/1.1" status: 200 len: 1100 time: 0.1015375 Aug 16 23:52:38.097304 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5d72569d-1143-4cb1-92a9-e64446ad2811 req-59040785-fc05-4dd0-af9c-1e06aed00921 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=48a32f82-becc-4edb-ac43-c96acede2cf0 HTTP/1.1" status: 200 len: 217 time: 0.1402469 Aug 16 23:52:38.099279 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1e56cc64-0cdf-480b-b354-df3afe24d582 req-2693068d-5a31-4e18-abb3-cc255b8361a1 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5e53908-bb3d-4c59-9215-7b15db03a4b7 HTTP/1.1" status: 200 len: 210 time: 0.0788362 Aug 16 23:52:38.139812 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771736e9-fd79-45bc-a094-cbca829f052c req-2d42f998-8b86-476c-a227-53c696190df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:38.141521 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-771736e9-fd79-45bc-a094-cbca829f052c req-2d42f998-8b86-476c-a227-53c696190df2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1241610 Aug 16 23:52:38.185852 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35204ad8-aa34-43c2-92fb-862be0674401 req-d63c1b5d-fabe-451d-a096-09366b2b4e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:38.189075 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-35204ad8-aa34-43c2-92fb-862be0674401 req-d63c1b5d-fabe-451d-a096-09366b2b4e6b service neutron] 10.222.0.69 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.1621804 Aug 16 23:52:38.213300 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caff96-e7f6-4e06-8ef1-feccdd07fe3c req-8bf29026-8cd2-44b2-b380-73c249457b5f tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:38.220837 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-19caff96-e7f6-4e06-8ef1-feccdd07fe3c req-8bf29026-8cd2-44b2-b380-73c249457b5f tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] 10.222.0.60 "GET /v2.0/ports?device_id=110b898f-3bf0-4ca9-ad4a-0d94077fdfd2 HTTP/1.1" status: 200 len: 945 time: 0.2616048 Aug 16 23:52:38.226015 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72569d-1143-4cb1-92a9-e64446ad2811 req-137f7f1d-2cfc-4ffe-a47f-44f4ca167071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:38.227781 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5d72569d-1143-4cb1-92a9-e64446ad2811 req-137f7f1d-2cfc-4ffe-a47f-44f4ca167071 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1153703 Aug 16 23:52:38.284604 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-35204ad8-aa34-43c2-92fb-862be0674401 req-0095dbb8-44c9-43c3-ad11-d505c85ad63c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=1e56511b-81a6-4ff5-afd5-ed193d1f89e9 HTTP/1.1" status: 200 len: 217 time: 0.0661087 Aug 16 23:52:38.285312 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7c42cd76-7896-4270-a387-5776060c8555 req-9640a4b1-d076-4cac-acc1-1f22b58b6750 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:38.327404 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-7c42cd76-7896-4270-a387-5776060c8555 req-9640a4b1-d076-4cac-acc1-1f22b58b6750 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Transition to ACTIVE for port object ce66f875-88b2-46d0-bf4c-e0caa8804dda will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:52:38.343714 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-19caff96-e7f6-4e06-8ef1-feccdd07fe3c req-225693a8-e9ec-4d6b-a2a4-a118a3cc56e8 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] 10.222.0.60 "GET /v2.0/security-groups?id=76d0222c-36ff-43d0-8299-da39470cc906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219232 Aug 16 23:52:38.370106 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-771736e9-fd79-45bc-a094-cbca829f052c req-5f00c8bc-088e-425c-9126-d60838a5499c service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089403 Aug 16 23:52:38.373331 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72569d-1143-4cb1-92a9-e64446ad2811 req-62d0f9cf-e201-4da1-8b70-e8b0d1f165c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:38.374922 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5d72569d-1143-4cb1-92a9-e64446ad2811 req-62d0f9cf-e201-4da1-8b70-e8b0d1f165c3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1360536 Aug 16 23:52:38.426400 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7c42cd76-7896-4270-a387-5776060c8555 req-9640a4b1-d076-4cac-acc1-1f22b58b6750 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:38.451840 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35204ad8-aa34-43c2-92fb-862be0674401 req-1539750d-c1a9-4bd5-bf18-b3553b7fe138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:38.454971 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-35204ad8-aa34-43c2-92fb-862be0674401 req-1539750d-c1a9-4bd5-bf18-b3553b7fe138 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1593890 Aug 16 23:52:38.539490 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-771736e9-fd79-45bc-a094-cbca829f052c req-9418c1ea-2dba-4b4e-b6e9-d0dd532bffc3 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497891 Aug 16 23:52:38.551422 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35204ad8-aa34-43c2-92fb-862be0674401 req-36af3412-560d-4839-a81e-5af955d3311e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:38.556102 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-35204ad8-aa34-43c2-92fb-862be0674401 req-36af3412-560d-4839-a81e-5af955d3311e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0851643 Aug 16 23:52:38.614040 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c42cd76-7896-4270-a387-5776060c8555 req-9640a4b1-d076-4cac-acc1-1f22b58b6750 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:52:38.625225 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-7c42cd76-7896-4270-a387-5776060c8555 req-9640a4b1-d076-4cac-acc1-1f22b58b6750 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:52:38.631076 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640a4b1-d076-4cac-acc1-1f22b58b6750 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Pushing event updated for resources: {'Port': ['ID=ce66f875-88b2-46d0-bf4c-e0caa8804dda,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:38.646608 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c42cd76-7896-4270-a387-5776060c8555 req-9640a4b1-d076-4cac-acc1-1f22b58b6750 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:52:38.688234 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc6ebe-2048-44ed-918d-81d3f3ed0de8 req-0fdccb4b-3ea8-4d24-837d-e40751b0b4b7 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:38.692403 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9acc6ebe-2048-44ed-918d-81d3f3ed0de8 req-0fdccb4b-3ea8-4d24-837d-e40751b0b4b7 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?device_id=f587b62a-48f4-4de6-9ff7-dc57d9e8128e HTTP/1.1" status: 200 len: 948 time: 0.3087101 Aug 16 23:52:38.725599 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-35204ad8-aa34-43c2-92fb-862be0674401 req-025ba3ac-3038-4f0a-b3be-f8032a6308e4 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612110 Aug 16 23:52:38.803116 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6881e-f3e2-40a8-9aa5-349b83c4a747 req-f97c1c3f-39af-41c3-a756-553a17a0407c tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:38.803965 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f587b62a-48f4-4de6-9ff7-dc57d9e8128e', 'tag': '54cefbce-427d-4588-a2d4-74de6fca697a'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:52:38.804736 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eeb6881e-f3e2-40a8-9aa5-349b83c4a747 req-f97c1c3f-39af-41c3-a756-553a17a0407c tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 945 time: 0.3132629 Aug 16 23:52:38.806835 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1e7783-036c-423d-925d-567694dbc41e" -d '{"events": [{"name": "network-changed", "server_uuid": "f587b62a-48f4-4de6-9ff7-dc57d9e8128e", "tag": "54cefbce-427d-4588-a2d4-74de6fca697a"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:52:38.851125 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5d72569d-1143-4cb1-92a9-e64446ad2811 req-bf0912ea-722a-49b4-94d8-7e83002d3f27 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428902 Aug 16 23:52:38.866559 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876f21e9-4e7e-48c6-996c-14554c62b983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a35689e-2876-4d71-93bc-1442d355839e'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:52:38.869499 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b104c56-b463-4f28-b53c-0352e6b641cd" -d '{"events": [{"server_uuid": "876f21e9-4e7e-48c6-996c-14554c62b983", "name": "network-vif-plugged", "status": "completed", "tag": "4a35689e-2876-4d71-93bc-1442d355839e"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:52:38.875478 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42cd76-7896-4270-a387-5776060c8555 req-9640a4b1-d076-4cac-acc1-1f22b58b6750 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:38.876144 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7c42cd76-7896-4270-a387-5776060c8555 req-9640a4b1-d076-4cac-acc1-1f22b58b6750 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:38.906277 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-35204ad8-aa34-43c2-92fb-862be0674401 req-a86f1461-b376-4028-8fb9-56af585a95b0 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727498 Aug 16 23:52:38.922108 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9acc6ebe-2048-44ed-918d-81d3f3ed0de8 req-2b2068fa-803f-413f-9de3-e7caee1f13d4 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/security-groups?id=30f85467-3fd8-44e8-a61c-1db4822aa06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059219 Aug 16 23:52:38.947741 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66a8d1-644b-4da9-a579-4a4e15e9635d req-26a32ff2-a0bc-4901-95e5-15360d2f61a5 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:38.949265 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8d66a8d1-644b-4da9-a579-4a4e15e9635d req-26a32ff2-a0bc-4901-95e5-15360d2f61a5 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] 10.222.0.69 "GET /v2.0/ports?device_id=110b898f-3bf0-4ca9-ad4a-0d94077fdfd2 HTTP/1.1" status: 200 len: 945 time: 0.1116538 Aug 16 23:52:38.983620 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c42cd76-7896-4270-a387-5776060c8555 req-9640a4b1-d076-4cac-acc1-1f22b58b6750 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1240647 Aug 16 23:52:38.998581 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eeb6881e-f3e2-40a8-9aa5-349b83c4a747 req-14048f92-724a-4cd7-bd48-c7beb11aeabb tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814289 Aug 16 23:52:39.015665 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf46eb5f-cf63-43e4-aa37-837bc5186cd8 x-openstack-request-id: req-cf46eb5f-cf63-43e4-aa37-837bc5186cd8 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:52:39.015993 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f587b62a-48f4-4de6-9ff7-dc57d9e8128e", "tag": "54cefbce-427d-4588-a2d4-74de6fca697a", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:52:39.016259 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf46eb5f-cf63-43e4-aa37-837bc5186cd8 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:52:39.016771 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f587b62a-48f4-4de6-9ff7-dc57d9e8128e', 'tag': '54cefbce-427d-4588-a2d4-74de6fca697a', 'status': 'completed', 'code': 200} Aug 16 23:52:39.047763 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-7c42cd76-7896-4270-a387-5776060c8555 req-fd8ef9e6-c314-446f-90f0-e087b21764f3 service neutron] Request body: {'port': {'device_id': 'f5e53908-bb3d-4c59-9215-7b15db03a4b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:52:39.069579 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5061d467-13ac-4062-a746-0813306d6905 None None] Provisioning for port ce66f875-88b2-46d0-bf4c-e0caa8804dda completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:52:39.074554 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5061d467-13ac-4062-a746-0813306d6905 None None] Provisioning complete for port ce66f875-88b2-46d0-bf4c-e0caa8804dda triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:52:39.075805 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5061d467-13ac-4062-a746-0813306d6905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:39.137610 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f6c49b-6e37-48ba-87d9-c0cf8b1c7ab4 x-openstack-request-id: req-b1f6c49b-6e37-48ba-87d9-c0cf8b1c7ab4 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:52:39.138148 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876f21e9-4e7e-48c6-996c-14554c62b983", "name": "network-vif-plugged", "status": "completed", "tag": "4a35689e-2876-4d71-93bc-1442d355839e", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:52:39.138665 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b1f6c49b-6e37-48ba-87d9-c0cf8b1c7ab4 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:52:39.139220 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876f21e9-4e7e-48c6-996c-14554c62b983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a35689e-2876-4d71-93bc-1442d355839e', 'code': 200} Aug 16 23:52:39.165744 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-5061d467-13ac-4062-a746-0813306d6905 None None] Port ce66f875-88b2-46d0-bf4c-e0caa8804dda cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:52:39.179260 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e7783-036c-423d-925d-567694dbc41e req-274b1244-5c43-49ba-b5ae-9c2cd614814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:39.181081 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ba1e7783-036c-423d-925d-567694dbc41e req-274b1244-5c43-49ba-b5ae-9c2cd614814b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=401474758c7b47138ced87472ee229f8&device_id=f587b62a-48f4-4de6-9ff7-dc57d9e8128e HTTP/1.1" status: 200 len: 1100 time: 0.1219852 Aug 16 23:52:39.214626 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-8d66a8d1-644b-4da9-a579-4a4e15e9635d req-7604e0f7-e7bc-4cab-9f6e-01d8f28f5d90 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Deleting port cb0d0042-6e64-416a-b323-23f95617dd32 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:52:39.215310 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8d66a8d1-644b-4da9-a579-4a4e15e9635d req-7604e0f7-e7bc-4cab-9f6e-01d8f28f5d90 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:39.217300 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5d72569d-1143-4cb1-92a9-e64446ad2811 req-6af3c3f2-e9aa-4aec-a435-8bcc6e5f7b99 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514607 Aug 16 23:52:39.302724 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7c42cd76-7896-4270-a387-5776060c8555 req-fd8ef9e6-c314-446f-90f0-e087b21764f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:39.324650 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c62eb-68b4-4b93-a4db-3e005ea378b1 req-fb5073db-d426-4c91-95a1-7e1dc60fb0aa tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:39.326845 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f52c62eb-68b4-4b93-a4db-3e005ea378b1 req-fb5073db-d426-4c91-95a1-7e1dc60fb0aa tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=d67cffe2-b26c-4222-806a-bc4d48b55a79 HTTP/1.1" status: 200 len: 948 time: 0.1503725 Aug 16 23:52:39.377393 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e7783-036c-423d-925d-567694dbc41e req-560ac603-86ea-440d-b691-50b9c8339e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:39.378778 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ba1e7783-036c-423d-925d-567694dbc41e req-560ac603-86ea-440d-b691-50b9c8339e98 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.1829052 Aug 16 23:52:39.380504 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-8d66a8d1-644b-4da9-a579-4a4e15e9635d req-7604e0f7-e7bc-4cab-9f6e-01d8f28f5d90 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] For port cb0d0042-6e64-416a-b323-23f95617dd32, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=cb0d0042-6e64-416a-b323-23f95617dd32,segment=NetworkSegment(a9f4295d-ab53-4d35-85a0-b202cf9b3540),segment_id=a9f4295d-ab53-4d35-85a0-b202cf9b3540)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:39.380870 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8d66a8d1-644b-4da9-a579-4a4e15e9635d req-7604e0f7-e7bc-4cab-9f6e-01d8f28f5d90 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:39.381705 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0637ae8-5f33-452b-9a8b-b2f89e3096d7 req-d8fbca68-2f42-49af-94f2-9820aa72b23a tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:39.383217 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0637ae8-5f33-452b-9a8b-b2f89e3096d7 req-d8fbca68-2f42-49af-94f2-9820aa72b23a tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c21dfb-f625-4c36-a37d-9eb4d98d279e HTTP/1.1" status: 200 len: 946 time: 0.1620414 Aug 16 23:52:39.433104 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ba1e7783-036c-423d-925d-567694dbc41e req-3caf541f-0dc2-4171-aa27-8d809a36f246 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=54cefbce-427d-4588-a2d4-74de6fca697a HTTP/1.1" status: 200 len: 217 time: 0.0424912 Aug 16 23:52:39.436204 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-8d66a8d1-644b-4da9-a579-4a4e15e9635d req-7604e0f7-e7bc-4cab-9f6e-01d8f28f5d90 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Calling delete_port for cb0d0042-6e64-416a-b323-23f95617dd32 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:52:39.451255 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f52c62eb-68b4-4b93-a4db-3e005ea378b1 req-a4566ac4-fe6f-4788-8b8d-489869302087 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156714 Aug 16 23:52:39.530371 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e7783-036c-423d-925d-567694dbc41e req-efb09903-f370-445b-b8a5-fe3f7d923c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:39.531859 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ba1e7783-036c-423d-925d-567694dbc41e req-efb09903-f370-445b-b8a5-fe3f7d923c6d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0913112 Aug 16 23:52:39.583803 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0637ae8-5f33-452b-9a8b-b2f89e3096d7 req-23d0b2be-6e8b-4fda-a5ff-fc81ebbe70c3 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/security-groups?id=924a7a98-9eb5-4373-9821-9ef20d002319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871424 Aug 16 23:52:39.602196 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e7783-036c-423d-925d-567694dbc41e req-8cb5c674-d31a-4f43-bb02-97ee01387b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:39.603375 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ba1e7783-036c-423d-925d-567694dbc41e req-8cb5c674-d31a-4f43-bb02-97ee01387b69 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0615745 Aug 16 23:52:39.687205 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb2583-27c1-486a-ae01-dcec38e909d4 req-8a09fe2c-79f7-489b-a605-471bdc8e97d4 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:39.688921 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-acdb2583-27c1-486a-ae01-dcec38e909d4 req-8a09fe2c-79f7-489b-a605-471bdc8e97d4 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5e53908-bb3d-4c59-9215-7b15db03a4b7 HTTP/1.1" status: 200 len: 935 time: 0.1307106 Aug 16 23:52:39.778273 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8d66a8d1-644b-4da9-a579-4a4e15e9635d req-7604e0f7-e7bc-4cab-9f6e-01d8f28f5d90 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:39.796602 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-acdb2583-27c1-486a-ae01-dcec38e909d4 req-fff9a8f8-b688-44cc-a04b-e89860ec78df tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/security-groups?id=5419d5a9-cdc5-4e7c-a954-4f31ca171dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815141 Aug 16 23:52:39.801439 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['cb0d0042-6e64-416a-b323-23f95617dd32'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:52:39.841147 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604e0f7-e7bc-4cab-9f6e-01d8f28f5d90 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Pushing event deleted for resources: {'Port': ['ID=cb0d0042-6e64-416a-b323-23f95617dd32,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:39.870438 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:39.914269 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ba1e7783-036c-423d-925d-567694dbc41e req-d213eb4d-556f-475f-bdfb-723ba1c28aeb service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860506 Aug 16 23:52:39.941914 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d66a8d1-644b-4da9-a579-4a4e15e9635d req-7604e0f7-e7bc-4cab-9f6e-01d8f28f5d90 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] No DVR routers for this DVR port cb0d0042-6e64-416a-b323-23f95617dd32 on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:52:39.955006 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8d66a8d1-644b-4da9-a579-4a4e15e9635d req-7604e0f7-e7bc-4cab-9f6e-01d8f28f5d90 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:39.956986 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8d66a8d1-644b-4da9-a579-4a4e15e9635d req-7604e0f7-e7bc-4cab-9f6e-01d8f28f5d90 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] 10.222.0.69 "DELETE /v2.0/ports/cb0d0042-6e64-416a-b323-23f95617dd32 HTTP/1.1" status: 204 len: 173 time: 0.9999266 Aug 16 23:52:40.001688 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01981376-80cc-469b-b865-73a4b70fd883 req-1bb6a3c2-f054-423b-ad7c-8de5f1ae7fd3 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:40.003454 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-01981376-80cc-469b-b865-73a4b70fd883 req-1bb6a3c2-f054-423b-ad7c-8de5f1ae7fd3 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c21dfb-f625-4c36-a37d-9eb4d98d279e HTTP/1.1" status: 200 len: 946 time: 0.0980914 Aug 16 23:52:40.005336 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42f1c2d5-0bd9-4acb-98e9-dbf1ea0b3841 req-c4000409-4183-46b2-8040-4dcdea9f6329 tempest-AttachSCSIVolumeTestJSON-40638879 tempest-AttachSCSIVolumeTestJSON-40638879-project] 10.222.0.60 "GET /v2.0/ports?device_id=110b898f-3bf0-4ca9-ad4a-0d94077fdfd2 HTTP/1.1" status: 200 len: 210 time: 0.0606899 Aug 16 23:52:40.013769 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-7c42cd76-7896-4270-a387-5776060c8555 req-fd8ef9e6-c314-446f-90f0-e087b21764f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce66f875-88b2-46d0-bf4c-e0caa8804dda {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:52:40.018415 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46036) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:52:40.027015 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-f1dc316a-40e5-478a-a31e-75e9094f602f tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Request body: {'floatingip': {'port_id': '4f91dbe0-5afc-4c32-a44e-becc70891564'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:52:40.085681 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f1dc316a-40e5-478a-a31e-75e9094f602f tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks [] for floatingip, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:40.102072 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ba1e7783-036c-423d-925d-567694dbc41e req-73b6434a-5ec3-4656-b998-6c1181221237 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700637 Aug 16 23:52:40.196481 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7c42cd76-7896-4270-a387-5776060c8555 req-fd8ef9e6-c314-446f-90f0-e087b21764f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:40.305118 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-7c42cd76-7896-4270-a387-5776060c8555 req-fd8ef9e6-c314-446f-90f0-e087b21764f3 service neutron] Transition to ACTIVE for port object ce66f875-88b2-46d0-bf4c-e0caa8804dda will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:52:40.327952 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7c42cd76-7896-4270-a387-5776060c8555 req-fd8ef9e6-c314-446f-90f0-e087b21764f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:40.766038 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f685bbb-438d-4acb-b0b3-67cd154affc6 req-cb6cf735-a5a4-4807-8183-1bde429ecd4c tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:40.767761 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f685bbb-438d-4acb-b0b3-67cd154affc6 req-cb6cf735-a5a4-4807-8183-1bde429ecd4c tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?device_id=f587b62a-48f4-4de6-9ff7-dc57d9e8128e HTTP/1.1" status: 200 len: 948 time: 0.5690148 Aug 16 23:52:40.783597 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 54cefbce-427d-4588-a2d4-74de6fca697a details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:52:40.876555 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f5498-f375-4d02-8413-02f34ccb6f39 req-9bd1a514-bd73-4b3d-9e43-2349f6cce4d7 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:40.878164 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf8f5498-f375-4d02-8413-02f34ccb6f39 req-9bd1a514-bd73-4b3d-9e43-2349f6cce4d7 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 945 time: 0.6840601 Aug 16 23:52:40.896025 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ef9e6-c314-446f-90f0-e087b21764f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce66f875-88b2-46d0-bf4c-e0caa8804dda,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:40.930558 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 54cefbce-427d-4588-a2d4-74de6fca697a, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=54cefbce-427d-4588-a2d4-74de6fca697a,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:40.945238 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '54cefbce-427d-4588-a2d4-74de6fca697a', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': '54cefbce-427d-4588-a2d4-74de6fca697a', 'mac_address': 'fa:16:3e:f8:24:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:52:41.006305 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:41.017675 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110b898f-3bf0-4ca9-ad4a-0d94077fdfd2', 'name': 'network-vif-deleted', 'tag': 'cb0d0042-6e64-416a-b323-23f95617dd32'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:52:41.019957 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f339e8-467c-4db9-909e-ff9e0388ed90" -d '{"events": [{"server_uuid": "110b898f-3bf0-4ca9-ad4a-0d94077fdfd2", "name": "network-vif-deleted", "tag": "cb0d0042-6e64-416a-b323-23f95617dd32"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:52:41.023570 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54cefbce-427d-4588-a2d4-74de6fca697a {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:52:41.033619 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f685bbb-438d-4acb-b0b3-67cd154affc6 req-6e07f395-d44d-4ece-8032-7f56bb4a6b50 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/security-groups?id=30f85467-3fd8-44e8-a61c-1db4822aa06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453444 Aug 16 23:52:41.077867 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 54cefbce-427d-4588-a2d4-74de6fca697a, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=54cefbce-427d-4588-a2d4-74de6fca697a,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:41.085563 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:41.086304 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 1e56511b-81a6-4ff5-afd5-ed193d1f89e9 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:52:41.112228 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf8f5498-f375-4d02-8413-02f34ccb6f39 req-c69b0e52-245b-4de8-b991-1cc0cc62ea33 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113538 Aug 16 23:52:41.138929 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 1e56511b-81a6-4ff5-afd5-ed193d1f89e9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=1e56511b-81a6-4ff5-afd5-ed193d1f89e9,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:41.158131 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '1e56511b-81a6-4ff5-afd5-ed193d1f89e9', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': '1e56511b-81a6-4ff5-afd5-ed193d1f89e9', 'mac_address': 'fa:16:3e:98:3e:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:52:41.173559 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-7c42cd76-7896-4270-a387-5776060c8555 req-fd8ef9e6-c314-446f-90f0-e087b21764f3 service neutron] Attempting to bind port ce66f875-88b2-46d0-bf4c-e0caa8804dda on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:52:41.173559 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-7c42cd76-7896-4270-a387-5776060c8555 req-fd8ef9e6-c314-446f-90f0-e087b21764f3 service neutron] Attempting to bind port ce66f875-88b2-46d0-bf4c-e0caa8804dda by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:52:41.173559 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c42cd76-7896-4270-a387-5776060c8555 req-fd8ef9e6-c314-446f-90f0-e087b21764f3 service neutron] Attempting to bind port ce66f875-88b2-46d0-bf4c-e0caa8804dda on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:52:41.229328 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c42cd76-7896-4270-a387-5776060c8555 req-fd8ef9e6-c314-446f-90f0-e087b21764f3 service neutron] Port ce66f875-88b2-46d0-bf4c-e0caa8804dda on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:52:41.229658 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c42cd76-7896-4270-a387-5776060c8555 req-fd8ef9e6-c314-446f-90f0-e087b21764f3 service neutron] Attempting to bind port ce66f875-88b2-46d0-bf4c-e0caa8804dda on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:52:41.248451 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c42cd76-7896-4270-a387-5776060c8555 req-fd8ef9e6-c314-446f-90f0-e087b21764f3 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:52:41.249828 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c42cd76-7896-4270-a387-5776060c8555 req-fd8ef9e6-c314-446f-90f0-e087b21764f3 service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:52:41.249828 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c42cd76-7896-4270-a387-5776060c8555 req-fd8ef9e6-c314-446f-90f0-e087b21764f3 service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:52:41.253080 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=54cefbce-427d-4588-a2d4-74de6fca697a,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:41.253304 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-7c42cd76-7896-4270-a387-5776060c8555 req-fd8ef9e6-c314-446f-90f0-e087b21764f3 service neutron] Bound port: ce66f875-88b2-46d0-bf4c-e0caa8804dda, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:52:41.253688 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7c42cd76-7896-4270-a387-5776060c8555 req-fd8ef9e6-c314-446f-90f0-e087b21764f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:41.255731 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:41.277697 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e56511b-81a6-4ff5-afd5-ed193d1f89e9 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:52:41.289329 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:41.290056 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:41.290661 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:41.291224 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:41.291771 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:41.292316 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:41.292596 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4e304-bc4c-4012-8ce9-edb1d751970b req-25ac6039-dfcf-4517-beeb-32c2c1967fa8 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:41.293297 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:41.294380 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:41.295032 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:41.295167 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7fe4e304-bc4c-4012-8ce9-edb1d751970b req-25ac6039-dfcf-4517-beeb-32c2c1967fa8 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=d67cffe2-b26c-4222-806a-bc4d48b55a79 HTTP/1.1" status: 200 len: 948 time: 0.1474364 Aug 16 23:52:41.295705 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:41.296262 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:41.296961 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:52:41.328175 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 1e56511b-81a6-4ff5-afd5-ed193d1f89e9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=1e56511b-81a6-4ff5-afd5-ed193d1f89e9,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:41.345985 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:41.346826 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 48a32f82-becc-4edb-ac43-c96acede2cf0 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:52:41.348883 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:41.427297 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=1e56511b-81a6-4ff5-afd5-ed193d1f89e9,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:41.431484 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 48a32f82-becc-4edb-ac43-c96acede2cf0, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=48a32f82-becc-4edb-ac43-c96acede2cf0,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:41.452901 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '48a32f82-becc-4edb-ac43-c96acede2cf0', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': '48a32f82-becc-4edb-ac43-c96acede2cf0', 'mac_address': 'fa:16:3e:b2:58:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:52:41.486636 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-7c42cd76-7896-4270-a387-5776060c8555 req-fd8ef9e6-c314-446f-90f0-e087b21764f3 service neutron] For port ce66f875-88b2-46d0-bf4c-e0caa8804dda, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:52:41.491879 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7fe4e304-bc4c-4012-8ce9-edb1d751970b req-af746620-c34d-4d44-825c-56dd86d1e7f8 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736743 Aug 16 23:52:41.513425 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-7c42cd76-7896-4270-a387-5776060c8555 req-fd8ef9e6-c314-446f-90f0-e087b21764f3 service neutron] For port ce66f875-88b2-46d0-bf4c-e0caa8804dda, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ce66f875-88b2-46d0-bf4c-e0caa8804dda,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:52:41.514185 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f1dc316a-40e5-478a-a31e-75e9094f602f tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:41.518304 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:41.544041 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51556af-0e31-4c10-93e3-42ed69613c4b req-27d3ae18-5159-4bdf-900c-3d7ee5eef77f tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:41.546209 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5485f886-5f32-4672-9c87-cd1e73abff9c x-openstack-request-id: req-5485f886-5f32-4672-9c87-cd1e73abff9c {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:52:41.546500 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110b898f-3bf0-4ca9-ad4a-0d94077fdfd2", "name": "network-vif-deleted", "tag": "cb0d0042-6e64-416a-b323-23f95617dd32", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:52:41.546891 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5485f886-5f32-4672-9c87-cd1e73abff9c {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:52:41.547330 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110b898f-3bf0-4ca9-ad4a-0d94077fdfd2', 'name': 'network-vif-deleted', 'tag': 'cb0d0042-6e64-416a-b323-23f95617dd32', 'status': 'completed', 'code': 200} Aug 16 23:52:41.551229 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a32f82-becc-4edb-ac43-c96acede2cf0 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:52:41.552134 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a51556af-0e31-4c10-93e3-42ed69613c4b req-27d3ae18-5159-4bdf-900c-3d7ee5eef77f tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5e53908-bb3d-4c59-9215-7b15db03a4b7 HTTP/1.1" status: 200 len: 947 time: 0.1335962 Aug 16 23:52:41.579072 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f1dc316a-40e5-478a-a31e-75e9094f602f tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:41.581617 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7c42cd76-7896-4270-a387-5776060c8555 req-fd8ef9e6-c314-446f-90f0-e087b21764f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:41.586404 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 48a32f82-becc-4edb-ac43-c96acede2cf0, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=48a32f82-becc-4edb-ac43-c96acede2cf0,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:41.598944 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:41.710445 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=48a32f82-becc-4edb-ac43-c96acede2cf0,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:41.719309 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42cd76-7896-4270-a387-5776060c8555 req-fd8ef9e6-c314-446f-90f0-e087b21764f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:41.719961 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7c42cd76-7896-4270-a387-5776060c8555 req-fd8ef9e6-c314-446f-90f0-e087b21764f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:41.721439 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c42cd76-7896-4270-a387-5776060c8555 req-fd8ef9e6-c314-446f-90f0-e087b21764f3 service neutron] 10.222.0.64 "PUT /v2.0/ports/ce66f875-88b2-46d0-bf4c-e0caa8804dda HTTP/1.1" status: 200 len: 1096 time: 2.7097065 Aug 16 23:52:41.722103 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e53908-bb3d-4c59-9215-7b15db03a4b7', 'tag': 'ce66f875-88b2-46d0-bf4c-e0caa8804dda'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:52:41.724598 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d51e67a-c65f-4843-a7c7-b364e27e16d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e53908-bb3d-4c59-9215-7b15db03a4b7", "tag": "ce66f875-88b2-46d0-bf4c-e0caa8804dda"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:52:41.738628 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a51556af-0e31-4c10-93e3-42ed69613c4b req-1250c75e-3ff2-470a-b37b-75a756626fee tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/security-groups?id=5419d5a9-cdc5-4e7c-a954-4f31ca171dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836576 Aug 16 23:52:41.883885 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-f1dc316a-40e5-478a-a31e-75e9094f602f tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Floating IP b716a6ef-26cf-40db-930b-5ec95d67e1f1 associated. External IP: 172.25.3.230, port: 4f91dbe0-5afc-4c32-a44e-becc70891564. Aug 16 23:52:41.926280 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6d7d21-f693-4797-bc39-d226749921e6 x-openstack-request-id: req-ce6d7d21-f693-4797-bc39-d226749921e6 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:52:41.926599 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e53908-bb3d-4c59-9215-7b15db03a4b7", "tag": "ce66f875-88b2-46d0-bf4c-e0caa8804dda", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:52:41.926913 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ce6d7d21-f693-4797-bc39-d226749921e6 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:52:41.927302 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e53908-bb3d-4c59-9215-7b15db03a4b7', 'tag': 'ce66f875-88b2-46d0-bf4c-e0caa8804dda', 'status': 'completed', 'code': 200} Aug 16 23:52:41.953975 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['54cefbce-427d-4588-a2d4-74de6fca697a'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:52:41.967218 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['48a32f82-becc-4edb-ac43-c96acede2cf0'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:52:42.004394 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ef9e6-c314-446f-90f0-e087b21764f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce66f875-88b2-46d0-bf4c-e0caa8804dda,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:42.033585 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42cd76-7896-4270-a387-5776060c8555 req-4468fd1e-e402-4939-9d74-4b76582e0b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:42.035583 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c42cd76-7896-4270-a387-5776060c8555 req-4468fd1e-e402-4939-9d74-4b76582e0b77 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=911086b45312454c8f737a5b8e355dba&device_id=f5e53908-bb3d-4c59-9215-7b15db03a4b7 HTTP/1.1" status: 200 len: 1099 time: 0.1492145 Aug 16 23:52:42.154691 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c42cd76-7896-4270-a387-5776060c8555 req-3d901fc6-80e4-4518-bf30-14ba899001ad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ce66f875-88b2-46d0-bf4c-e0caa8804dda HTTP/1.1" status: 200 len: 217 time: 0.0650387 Aug 16 23:52:42.181505 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['1e56511b-81a6-4ff5-afd5-ed193d1f89e9'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:52:42.470465 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1dc316a-40e5-478a-a31e-75e9094f602f tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Router 03548ba5-494d-4910-98a3-332a7396d317 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:52:42.497338 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6c40d-3394-458a-aef7-8becd86e235e req-d72cca7f-a5ff-41d0-9903-e6e8ef09fc20 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:42.507963 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7ea6c40d-3394-458a-aef7-8becd86e235e req-d72cca7f-a5ff-41d0-9903-e6e8ef09fc20 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?device_id=f587b62a-48f4-4de6-9ff7-dc57d9e8128e HTTP/1.1" status: 200 len: 949 time: 0.3262582 Aug 16 23:52:42.561605 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42cd76-7896-4270-a387-5776060c8555 req-6a4d982d-6bcb-4e84-bea4-7ccc975668cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:42.563652 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c42cd76-7896-4270-a387-5776060c8555 req-6a4d982d-6bcb-4e84-bea4-7ccc975668cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.3956604 Aug 16 23:52:42.580729 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489106ef-67a4-4c3c-810e-33a63d361067 req-08d935c1-c1e4-46eb-8dd8-08763f46cd20 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:42.589158 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-489106ef-67a4-4c3c-810e-33a63d361067 req-08d935c1-c1e4-46eb-8dd8-08763f46cd20 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 945 time: 0.3300619 Aug 16 23:52:42.746110 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7ea6c40d-3394-458a-aef7-8becd86e235e req-825fb877-6472-4195-87c2-e58d4837bff2 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/security-groups?id=30f85467-3fd8-44e8-a61c-1db4822aa06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371058 Aug 16 23:52:42.750651 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42cd76-7896-4270-a387-5776060c8555 req-8a208c9c-ea87-488b-8ea4-0ce0e01002f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:42.752945 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c42cd76-7896-4270-a387-5776060c8555 req-8a208c9c-ea87-488b-8ea4-0ce0e01002f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1131518 Aug 16 23:52:42.787662 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device cb0d0042-6e64-416a-b323-23f95617dd32 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:52:42.853645 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: cb0d0042-6e64-416a-b323-23f95617dd32 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:52:42.854038 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device cb0d0042-6e64-416a-b323-23f95617dd32 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:52:42.943039 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-489106ef-67a4-4c3c-810e-33a63d361067 req-85a677ca-dfd4-453b-a557-7d9c0c740be7 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528934 Aug 16 23:52:42.990343 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1dc316a-40e5-478a-a31e-75e9094f602f tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:52:43.001874 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c23193-2c3d-4ea8-9afd-ecfc60712b55 None None] Sync routers for ids ['03548ba5-494d-4910-98a3-332a7396d317'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:52:43.003980 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f1dc316a-40e5-478a-a31e-75e9094f602f tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:43.014121 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c23193-2c3d-4ea8-9afd-ecfc60712b55 None None] Routers {'03548ba5-494d-4910-98a3-332a7396d317'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:52:43.015047 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a6c23193-2c3d-4ea8-9afd-ecfc60712b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:52:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['03548ba5-494d-4910-98a3-332a7396d317'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:52:43.068121 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c42cd76-7896-4270-a387-5776060c8555 req-38abf595-0e74-4039-9ac2-47f5c11c60d4 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018346 Aug 16 23:52:43.092532 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f1dc316a-40e5-478a-a31e-75e9094f602f tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "PUT /v2.0/floatingips/b716a6ef-26cf-40db-930b-5ec95d67e1f1 HTTP/1.1" status: 200 len: 992 time: 3.0724049 Aug 16 23:52:43.216154 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aab38b-75e3-4a1e-94d3-d5af854a8f70 req-e6463a93-e88f-4083-97eb-84b3262a10af tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:43.223871 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-91aab38b-75e3-4a1e-94d3-d5af854a8f70 req-e6463a93-e88f-4083-97eb-84b3262a10af tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=d67cffe2-b26c-4222-806a-bc4d48b55a79 HTTP/1.1" status: 200 len: 949 time: 0.1790023 Aug 16 23:52:43.226084 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-a6c23193-2c3d-4ea8-9afd-ecfc60712b55 None None] Set router 03548ba5-494d-4910-98a3-332a7396d317 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:52:43.228835 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c42cd76-7896-4270-a387-5776060c8555 req-b3dc3867-1c0b-4d92-baf5-ed6613548a6a service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400068 Aug 16 23:52:43.299492 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-91aab38b-75e3-4a1e-94d3-d5af854a8f70 req-426e7428-0a8b-40f2-b6f2-c6763c14c505 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746515 Aug 16 23:52:43.376732 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cdfe8-a645-40d5-9313-aca709eb81ae req-cc901321-be2c-4639-80c4-546a091d72eb tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:43.383974 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a7cdfe8-a645-40d5-9313-aca709eb81ae req-cc901321-be2c-4639-80c4-546a091d72eb tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5e53908-bb3d-4c59-9215-7b15db03a4b7 HTTP/1.1" status: 200 len: 947 time: 0.1328542 Aug 16 23:52:43.411329 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51e67a-c65f-4843-a7c7-b364e27e16d4 req-804f70db-b993-4dcf-9973-3606c17e5ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:43.412827 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d51e67a-c65f-4843-a7c7-b364e27e16d4 req-804f70db-b993-4dcf-9973-3606c17e5ef2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=911086b45312454c8f737a5b8e355dba&device_id=f5e53908-bb3d-4c59-9215-7b15db03a4b7 HTTP/1.1" status: 200 len: 1099 time: 0.1016526 Aug 16 23:52:43.452621 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a7cdfe8-a645-40d5-9313-aca709eb81ae req-4fc4747d-a1cc-4326-8f2d-f86e6ff9e757 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/security-groups?id=5419d5a9-cdc5-4e7c-a954-4f31ca171dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677073 Aug 16 23:52:43.567042 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51e67a-c65f-4843-a7c7-b364e27e16d4 req-8debf06b-09c4-45c7-8752-06a2c0724834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:43.568863 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d51e67a-c65f-4843-a7c7-b364e27e16d4 req-8debf06b-09c4-45c7-8752-06a2c0724834 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.1310892 Aug 16 23:52:43.581573 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a6c23193-2c3d-4ea8-9afd-ecfc60712b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03548ba5-494d-4910-98a3-332a7396d317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-929718497-router', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:28Z', 'revision_number': 4, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'gw_port': {'id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'b716a6ef-26cf-40db-930b-5ec95d67e1f1', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'floating_ip_address': '172.25.3.230', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '03548ba5-494d-4910-98a3-332a7396d317', 'port_id': '4f91dbe0-5afc-4c32-a44e-becc70891564', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad', 'mac_address': 'fa:16:3e:41:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c21dfb-f625-4c36-a37d-9eb4d98d279e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:49:53Z', 'updated_at': '2021-08-16T23:52:41Z', 'revision_number': 5, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e1c983-b2cb-4eb2-b1ab-dff3afef6e01', 'name': '', 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'mac_address': 'fa:16:3e:20:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:27Z', 'updated_at': '2021-08-16T23:49:36Z', 'revision_number': 5, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'subnets': [{'id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:52:43.612943 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c23193-2c3d-4ea8-9afd-ecfc60712b55 None None] Checking router: 03548ba5-494d-4910-98a3-332a7396d317 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:52:43.631643 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c23193-2c3d-4ea8-9afd-ecfc60712b55 None None] Routers {'03548ba5-494d-4910-98a3-332a7396d317'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:52:43.632579 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a6c23193-2c3d-4ea8-9afd-ecfc60712b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:52:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['03548ba5-494d-4910-98a3-332a7396d317'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:52:43.633507 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d51e67a-c65f-4843-a7c7-b364e27e16d4 req-42b39d82-dfee-41ce-93b6-c9f4100b5a29 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ce66f875-88b2-46d0-bf4c-e0caa8804dda HTTP/1.1" status: 200 len: 217 time: 0.0539391 Aug 16 23:52:43.713265 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51e67a-c65f-4843-a7c7-b364e27e16d4 req-126e8632-428b-46ef-96fb-cf8903a6a58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:43.716044 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d51e67a-c65f-4843-a7c7-b364e27e16d4 req-126e8632-428b-46ef-96fb-cf8903a6a58c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0681150 Aug 16 23:52:43.766018 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-a6c23193-2c3d-4ea8-9afd-ecfc60712b55 None None] Set router 03548ba5-494d-4910-98a3-332a7396d317 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:52:43.770415 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51e67a-c65f-4843-a7c7-b364e27e16d4 req-91ad8baf-8c95-42b9-b5f1-b177cbe95d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:43.771952 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d51e67a-c65f-4843-a7c7-b364e27e16d4 req-91ad8baf-8c95-42b9-b5f1-b177cbe95d55 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0430784 Aug 16 23:52:43.931369 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c21dfb-f625-4c36-a37d-9eb4d98d279e', 'tag': '4f91dbe0-5afc-4c32-a44e-becc70891564'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:52:43.934425 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4527d03-f387-414c-b9fe-8d969e016b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "24c21dfb-f625-4c36-a37d-9eb4d98d279e", "tag": "4f91dbe0-5afc-4c32-a44e-becc70891564"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:52:43.949628 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d51e67a-c65f-4843-a7c7-b364e27e16d4 req-1c05f27d-d067-4ec6-aa61-c8d8bbaa281f service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624794 Aug 16 23:52:43.969527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482872b-3d56-49a1-9344-805ce06bfe5b req-456cfc54-58bb-4d4d-a33e-d647db86cd88 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:43.977309 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a482872b-3d56-49a1-9344-805ce06bfe5b req-456cfc54-58bb-4d4d-a33e-d647db86cd88 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?device_id=f587b62a-48f4-4de6-9ff7-dc57d9e8128e HTTP/1.1" status: 200 len: 949 time: 0.0833530 Aug 16 23:52:44.063452 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c19197-5eda-4a91-8815-e42e6561772c x-openstack-request-id: req-d1c19197-5eda-4a91-8815-e42e6561772c {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:52:44.063743 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c21dfb-f625-4c36-a37d-9eb4d98d279e", "tag": "4f91dbe0-5afc-4c32-a44e-becc70891564", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:52:44.064003 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d1c19197-5eda-4a91-8815-e42e6561772c {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:52:44.064397 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c21dfb-f625-4c36-a37d-9eb4d98d279e', 'tag': '4f91dbe0-5afc-4c32-a44e-becc70891564', 'status': 'completed', 'code': 200} Aug 16 23:52:44.083397 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a482872b-3d56-49a1-9344-805ce06bfe5b req-de40ee12-60e1-4aef-acda-e1d3e47913a2 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/security-groups?id=30f85467-3fd8-44e8-a61c-1db4822aa06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000369 Aug 16 23:52:44.180853 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4527d03-f387-414c-b9fe-8d969e016b9a req-4676c7ff-696f-4cb0-907a-b6662b47d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:44.182472 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a4527d03-f387-414c-b9fe-8d969e016b9a req-4676c7ff-696f-4cb0-907a-b6662b47d766 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=93628eca11dd4df499895f1c0f0c82e3&device_id=24c21dfb-f625-4c36-a37d-9eb4d98d279e HTTP/1.1" status: 200 len: 1098 time: 0.0995319 Aug 16 23:52:44.198551 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d51e67a-c65f-4843-a7c7-b364e27e16d4 req-a6985c95-6de8-4c83-b1e1-8161adcf5f48 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382498 Aug 16 23:52:44.220358 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a6c23193-2c3d-4ea8-9afd-ecfc60712b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03548ba5-494d-4910-98a3-332a7396d317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-929718497-router', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:28Z', 'revision_number': 4, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'gw_port': {'id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'b716a6ef-26cf-40db-930b-5ec95d67e1f1', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'floating_ip_address': '172.25.3.230', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '03548ba5-494d-4910-98a3-332a7396d317', 'port_id': '4f91dbe0-5afc-4c32-a44e-becc70891564', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad', 'mac_address': 'fa:16:3e:41:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c21dfb-f625-4c36-a37d-9eb4d98d279e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:49:53Z', 'updated_at': '2021-08-16T23:52:41Z', 'revision_number': 5, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e1c983-b2cb-4eb2-b1ab-dff3afef6e01', 'name': '', 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'mac_address': 'fa:16:3e:20:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:27Z', 'updated_at': '2021-08-16T23:49:36Z', 'revision_number': 5, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'subnets': [{'id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:52:44.231280 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709f331-d6cd-45cf-8102-b321d8cbe252 req-0a193bfb-b1bf-4635-bcaa-69f8842cff91 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:44.233094 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3709f331-d6cd-45cf-8102-b321d8cbe252 req-0a193bfb-b1bf-4635-bcaa-69f8842cff91 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 945 time: 0.0731211 Aug 16 23:52:44.280025 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c23193-2c3d-4ea8-9afd-ecfc60712b55 None None] The sync data for ids ['03548ba5-494d-4910-98a3-332a7396d317'] in n-d-800088-20 is: [{'id': '03548ba5-494d-4910-98a3-332a7396d317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-929718497-router', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:28Z', 'revision_number': 4, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'gw_port': {'id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'b716a6ef-26cf-40db-930b-5ec95d67e1f1', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'floating_ip_address': '172.25.3.230', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '03548ba5-494d-4910-98a3-332a7396d317', 'port_id': '4f91dbe0-5afc-4c32-a44e-becc70891564', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad', 'mac_address': 'fa:16:3e:41:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c21dfb-f625-4c36-a37d-9eb4d98d279e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:49:53Z', 'updated_at': '2021-08-16T23:52:41Z', 'revision_number': 5, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e1c983-b2cb-4eb2-b1ab-dff3afef6e01', 'name': '', 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'mac_address': 'fa:16:3e:20:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:27Z', 'updated_at': '2021-08-16T23:49:36Z', 'revision_number': 5, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'subnets': [{'id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:52:44.299160 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3709f331-d6cd-45cf-8102-b321d8cbe252 req-0eb2337b-7e65-48b1-ba32-11e9324109c8 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507333 Aug 16 23:52:44.435069 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4527d03-f387-414c-b9fe-8d969e016b9a req-cdc356bb-5d65-451e-9409-4ac5f6cd10b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:44.438572 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a4527d03-f387-414c-b9fe-8d969e016b9a req-cdc356bb-5d65-451e-9409-4ac5f6cd10b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=94cccefc-4269-48cf-98bd-8abcbe14edad HTTP/1.1" status: 200 len: 924 time: 0.2463350 Aug 16 23:52:44.477829 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3328fb-d467-46d7-8369-70e3b3b903bb req-b351048b-36e1-4c2d-889a-0bf07d5eeb99 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:44.479733 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf3328fb-d467-46d7-8369-70e3b3b903bb req-b351048b-36e1-4c2d-889a-0bf07d5eeb99 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=d67cffe2-b26c-4222-806a-bc4d48b55a79 HTTP/1.1" status: 200 len: 949 time: 0.0891564 Aug 16 23:52:44.548135 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf3328fb-d467-46d7-8369-70e3b3b903bb req-bd6135af-565f-45dc-a512-24bc556b7a80 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585265 Aug 16 23:52:44.605529 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a4527d03-f387-414c-b9fe-8d969e016b9a req-dd18fecd-6cf3-4d7b-b9df-4f954a277ab5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f91dbe0-5afc-4c32-a44e-becc70891564 HTTP/1.1" status: 200 len: 1000 time: 0.1542678 Aug 16 23:52:44.661497 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32df1a24-22a6-4eae-8e93-75aa9f2dfedc None None] New status for floating IP b716a6ef-26cf-40db-930b-5ec95d67e1f1: ACTIVE {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:52:44.688987 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4527d03-f387-414c-b9fe-8d969e016b9a req-918e4e49-8375-4d77-9dbd-248da4c22585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:44.691812 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a4527d03-f387-414c-b9fe-8d969e016b9a req-918e4e49-8375-4d77-9dbd-248da4c22585 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e84fba67-0d47-488c-bc23-642dedf3f16b HTTP/1.1" status: 200 len: 862 time: 0.0749016 Aug 16 23:52:44.716190 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde8b19-e30b-4107-9703-405944edfcea req-9220e1f3-f384-4d53-a54b-89015acac530 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:44.718404 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-adde8b19-e30b-4107-9703-405944edfcea req-9220e1f3-f384-4d53-a54b-89015acac530 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5e53908-bb3d-4c59-9215-7b15db03a4b7 HTTP/1.1" status: 200 len: 947 time: 0.1015384 Aug 16 23:52:44.782867 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4527d03-f387-414c-b9fe-8d969e016b9a req-92fade60-af97-4182-99d8-1b7a8a4b5e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:44.784561 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a4527d03-f387-414c-b9fe-8d969e016b9a req-92fade60-af97-4182-99d8-1b7a8a4b5e8b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=94cccefc-4269-48cf-98bd-8abcbe14edad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792179 Aug 16 23:52:44.804292 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 1e56511b-81a6-4ff5-afd5-ed193d1f89e9 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:52:44.925769 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 1e56511b-81a6-4ff5-afd5-ed193d1f89e9 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:52:44.931726 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 1e56511b-81a6-4ff5-afd5-ed193d1f89e9 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:52:44.932291 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:44.995093 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a4527d03-f387-414c-b9fe-8d969e016b9a req-ad524ff4-a40f-4658-8b63-11aafc421f93 service neutron] 10.222.0.64 "GET /v2.0/networks/94cccefc-4269-48cf-98bd-8abcbe14edad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968298 Aug 16 23:52:45.188529 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a4527d03-f387-414c-b9fe-8d969e016b9a req-3df28984-e11b-4be9-b984-591dd89f712c service neutron] 10.222.0.64 "GET /v2.0/networks/94cccefc-4269-48cf-98bd-8abcbe14edad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795614 Aug 16 23:52:45.285796 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:45.339591 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 1e56511b-81a6-4ff5-afd5-ed193d1f89e9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=1e56511b-81a6-4ff5-afd5-ed193d1f89e9,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:45.342922 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67cffe2-b26c-4222-806a-bc4d48b55a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e56511b-81a6-4ff5-afd5-ed193d1f89e9'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:52:45.362661 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2ab96e-dbbe-4bc1-8761-4b9f09475140" -d '{"events": [{"server_uuid": "d67cffe2-b26c-4222-806a-bc4d48b55a79", "name": "network-vif-plugged", "status": "completed", "tag": "1e56511b-81a6-4ff5-afd5-ed193d1f89e9"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:52:45.363456 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-adde8b19-e30b-4107-9703-405944edfcea req-e959354c-11f2-4e10-bdbb-0894cd55bca7 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/security-groups?id=5419d5a9-cdc5-4e7c-a954-4f31ca171dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6237538 Aug 16 23:52:45.396817 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-4e6e1228-01b2-4b1a-bd0c-3d8c197f14ed tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:45.400865 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-4e6e1228-01b2-4b1a-bd0c-3d8c197f14ed tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc&tenant_id=b30c0e442778419181d2ad6b2586afae&binding%3Ahost_id=n-h1-800088-20 HTTP/1.1" status: 200 len: 1097 time: 0.1318326 Aug 16 23:52:45.404483 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:45.406712 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 54cefbce-427d-4588-a2d4-74de6fca697a up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:52:45.453608 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c706eff-e43a-441e-a955-1e7e8ff4a427 req-83b0bc55-b322-4774-af33-07dca98439af tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:45.466780 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c706eff-e43a-441e-a955-1e7e8ff4a427 req-83b0bc55-b322-4774-af33-07dca98439af tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?device_id=f587b62a-48f4-4de6-9ff7-dc57d9e8128e HTTP/1.1" status: 200 len: 949 time: 0.1952944 Aug 16 23:52:45.475100 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-ce58eab5-38fc-4968-b881-c4555452240e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800088-20'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:52:45.611598 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=1e56511b-81a6-4ff5-afd5-ed193d1f89e9,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:45.629443 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-ce58eab5-38fc-4968-b881-c4555452240e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:45.631609 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 54cefbce-427d-4588-a2d4-74de6fca697a completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:52:45.637197 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 54cefbce-427d-4588-a2d4-74de6fca697a triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:52:45.637197 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:45.649452 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c706eff-e43a-441e-a955-1e7e8ff4a427 req-e2bd722c-a1b0-44d4-8a72-5dc20f8d3c93 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/security-groups?id=30f85467-3fd8-44e8-a61c-1db4822aa06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796713 Aug 16 23:52:45.763640 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50c423c-68dc-4904-ace0-f0117c6c3e76 x-openstack-request-id: req-c50c423c-68dc-4904-ace0-f0117c6c3e76 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:52:45.764227 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67cffe2-b26c-4222-806a-bc4d48b55a79", "name": "network-vif-plugged", "status": "completed", "tag": "1e56511b-81a6-4ff5-afd5-ed193d1f89e9", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:52:45.769684 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d5f98-0b65-4020-b3d2-adc2a65b422f req-011db838-f9b3-4e13-87d0-3b99653c5476 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:45.771245 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a9d5f98-0b65-4020-b3d2-adc2a65b422f req-011db838-f9b3-4e13-87d0-3b99653c5476 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 945 time: 0.2034445 Aug 16 23:52:45.773155 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c50c423c-68dc-4904-ace0-f0117c6c3e76 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:52:45.773665 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67cffe2-b26c-4222-806a-bc4d48b55a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e56511b-81a6-4ff5-afd5-ed193d1f89e9', 'code': 200} Aug 16 23:52:45.911656 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:45.976122 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b51ff-c2d8-42ef-add8-1fdb3ac172d0 req-7935759d-fd4a-4771-84a6-3f26fd7b4329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:45.978590 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0a4b51ff-c2d8-42ef-add8-1fdb3ac172d0 req-7935759d-fd4a-4771-84a6-3f26fd7b4329 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d67cffe2-b26c-4222-806a-bc4d48b55a79 HTTP/1.1" status: 200 len: 1102 time: 0.1276863 Aug 16 23:52:46.019937 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 54cefbce-427d-4588-a2d4-74de6fca697a, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=54cefbce-427d-4588-a2d4-74de6fca697a,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:46.033573 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:46.034498 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 48a32f82-becc-4edb-ac43-c96acede2cf0 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:52:46.061771 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0a4b51ff-c2d8-42ef-add8-1fdb3ac172d0 req-34fe14b3-3144-4a32-8bfb-68dbed081dc8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700274 Aug 16 23:52:46.087329 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-ce58eab5-38fc-4968-b881-c4555452240e service neutron] For port 9b0542dc-52ef-42a5-804f-639293288721, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9b0542dc-52ef-42a5-804f-639293288721,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:46.096222 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=54cefbce-427d-4588-a2d4-74de6fca697a,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:46.155028 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a9d5f98-0b65-4020-b3d2-adc2a65b422f req-dfca9091-8e49-415e-8765-24615d9ee5b0 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596492 Aug 16 23:52:46.180390 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 48a32f82-becc-4edb-ac43-c96acede2cf0 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:52:46.193266 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 48a32f82-becc-4edb-ac43-c96acede2cf0 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:52:46.193266 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:46.202313 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418b0b9-f048-4103-9db9-24d9fad1a084 req-b38b60c4-b96a-43d8-8daa-d534fa005eaa tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:46.210797 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8418b0b9-f048-4103-9db9-24d9fad1a084 req-b38b60c4-b96a-43d8-8daa-d534fa005eaa tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=d67cffe2-b26c-4222-806a-bc4d48b55a79 HTTP/1.1" status: 200 len: 950 time: 0.2380898 Aug 16 23:52:46.264672 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-ce58eab5-38fc-4968-b881-c4555452240e service neutron] For port 9b0542dc-52ef-42a5-804f-639293288721, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:52:46.350418 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:46.355538 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8418b0b9-f048-4103-9db9-24d9fad1a084 req-6004ab21-689c-431b-be7c-49ebbb92781f tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418695 Aug 16 23:52:46.399088 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35f732a-884b-434c-ba04-59b9cbc06dcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b0542dc-52ef-42a5-804f-639293288721'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:52:46.399088 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5747c9e5-3c18-4b14-be20-8533c6a145e8" -d '{"events": [{"server_uuid": "f35f732a-884b-434c-ba04-59b9cbc06dcc", "name": "network-vif-unplugged", "status": "completed", "tag": "9b0542dc-52ef-42a5-804f-639293288721"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:52:46.417422 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-ce58eab5-38fc-4968-b881-c4555452240e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:46.434951 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 48a32f82-becc-4edb-ac43-c96acede2cf0, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=48a32f82-becc-4edb-ac43-c96acede2cf0,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:46.444331 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-ce58eab5-38fc-4968-b881-c4555452240e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:46.446139 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:46.460265 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50923777-57c5-4848-97f0-fe87dbb97423 x-openstack-request-id: req-50923777-57c5-4848-97f0-fe87dbb97423 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:52:46.460682 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35f732a-884b-434c-ba04-59b9cbc06dcc", "name": "network-vif-unplugged", "status": "completed", "tag": "9b0542dc-52ef-42a5-804f-639293288721", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:52:46.461729 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-50923777-57c5-4848-97f0-fe87dbb97423 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:52:46.462246 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35f732a-884b-434c-ba04-59b9cbc06dcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b0542dc-52ef-42a5-804f-639293288721', 'code': 200} Aug 16 23:52:46.515793 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c0a04b73-2211-4dfe-adfe-7977ec4a9ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:46.536269 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=48a32f82-becc-4edb-ac43-c96acede2cf0,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:46.645438 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d713f0c-8d1d-4578-b4f0-834b10afa04c req-b1c6aa60-1381-4781-b1b6-7d1af784478e tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:46.647124 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8d713f0c-8d1d-4578-b4f0-834b10afa04c req-b1c6aa60-1381-4781-b1b6-7d1af784478e tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5e53908-bb3d-4c59-9215-7b15db03a4b7 HTTP/1.1" status: 200 len: 947 time: 0.0830374 Aug 16 23:52:46.668819 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46208) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:52:46.736852 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8d713f0c-8d1d-4578-b4f0-834b10afa04c req-5b2d469d-18b1-4a7b-8ab9-80bff1dcd368 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/security-groups?id=5419d5a9-cdc5-4e7c-a954-4f31ca171dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521891 Aug 16 23:52:46.750436 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58eab5-38fc-4968-b881-c4555452240e service neutron] Pushing event updated for resources: {'Port': ['ID=9b0542dc-52ef-42a5-804f-639293288721,revision_number=7']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:46.763780 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-ce58eab5-38fc-4968-b881-c4555452240e service neutron] Attempting to bind port 9b0542dc-52ef-42a5-804f-639293288721 on host n-h1-800088-20 for vnic_type normal with profile {"migrating_to": "n-h2-800088-20"} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:52:46.764336 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-ce58eab5-38fc-4968-b881-c4555452240e service neutron] Attempting to bind port 9b0542dc-52ef-42a5-804f-639293288721 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:52:46.764849 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-ce58eab5-38fc-4968-b881-c4555452240e service neutron] Attempting to bind port 9b0542dc-52ef-42a5-804f-639293288721 on network 5dc1690b-6624-46fa-a54a-7524bbadf6de {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:52:46.770942 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-ce58eab5-38fc-4968-b881-c4555452240e service neutron] Port 9b0542dc-52ef-42a5-804f-639293288721 on network 5dc1690b-6624-46fa-a54a-7524bbadf6de not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:52:46.771518 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-ce58eab5-38fc-4968-b881-c4555452240e service neutron] Attempting to bind port 9b0542dc-52ef-42a5-804f-639293288721 on network 5dc1690b-6624-46fa-a54a-7524bbadf6de {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:52:46.778008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-ce58eab5-38fc-4968-b881-c4555452240e service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:52:46.778621 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-ce58eab5-38fc-4968-b881-c4555452240e service neutron] Checking segment: {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:52:46.779680 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-ce58eab5-38fc-4968-b881-c4555452240e service neutron] Bound using segment: {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:52:46.780381 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-ce58eab5-38fc-4968-b881-c4555452240e service neutron] Bound port: 9b0542dc-52ef-42a5-804f-639293288721, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:52:46.781448 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-ce58eab5-38fc-4968-b881-c4555452240e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:46.886619 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-ce58eab5-38fc-4968-b881-c4555452240e service neutron] For port 9b0542dc-52ef-42a5-804f-639293288721, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:52:46.892074 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-ce58eab5-38fc-4968-b881-c4555452240e service neutron] For port 9b0542dc-52ef-42a5-804f-639293288721, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9b0542dc-52ef-42a5-804f-639293288721,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:52:46.907405 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-ce58eab5-38fc-4968-b881-c4555452240e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:47.020326 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8da55-b8b8-4ab1-9105-83498c47f36d req-47d97b24-a2c5-47e3-aaca-e9a8d310a550 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:47.030507 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aea8da55-b8b8-4ab1-9105-83498c47f36d req-47d97b24-a2c5-47e3-aaca-e9a8d310a550 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?device_id=f587b62a-48f4-4de6-9ff7-dc57d9e8128e HTTP/1.1" status: 200 len: 950 time: 0.2324793 Aug 16 23:52:47.035242 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58eab5-38fc-4968-b881-c4555452240e service neutron] Pushing event updated for resources: {'Port': ['ID=9b0542dc-52ef-42a5-804f-639293288721,revision_number=8']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:47.094000 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aea8da55-b8b8-4ab1-9105-83498c47f36d req-f131f10b-012e-48a8-91dd-14dc53c4f7ee tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/security-groups?id=30f85467-3fd8-44e8-a61c-1db4822aa06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621855 Aug 16 23:52:47.122968 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-ce58eab5-38fc-4968-b881-c4555452240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:47.123343 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-ce58eab5-38fc-4968-b881-c4555452240e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:47.125115 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-ce58eab5-38fc-4968-b881-c4555452240e service neutron] 10.222.0.64 "PUT /v2.0/ports/9b0542dc-52ef-42a5-804f-639293288721 HTTP/1.1" status: 200 len: 1123 time: 1.6940680 Aug 16 23:52:47.219322 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['9b0542dc-52ef-42a5-804f-639293288721'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:52:47.264004 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['9b0542dc-52ef-42a5-804f-639293288721'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:52:47.266968 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 9b0542dc-52ef-42a5-804f-639293288721 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:52:47.335062 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fbf2b2d7-f5c4-4384-88d2-007326112597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:47.450135 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d8610-970d-45bd-88db-801b40402953 req-81e75428-3727-4b2c-9542-140b2f1036b5 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:47.458628 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-455d8610-970d-45bd-88db-801b40402953 req-81e75428-3727-4b2c-9542-140b2f1036b5 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 943 time: 0.1113601 Aug 16 23:52:47.540552 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-455d8610-970d-45bd-88db-801b40402953 req-71607752-1946-40dc-958a-0247c5a8d0b7 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741825 Aug 16 23:52:47.595940 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a5f94-1968-4237-abde-79521b27f73d req-00c1893c-2c38-4f69-87e2-7df9139bd72c tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:47.602196 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d86a5f94-1968-4237-abde-79521b27f73d req-00c1893c-2c38-4f69-87e2-7df9139bd72c tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=d67cffe2-b26c-4222-806a-bc4d48b55a79 HTTP/1.1" status: 200 len: 950 time: 0.0781691 Aug 16 23:52:47.676411 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d86a5f94-1968-4237-abde-79521b27f73d req-87f6e2df-7b7d-4797-87c9-57ffe0c38cd2 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668027 Aug 16 23:52:47.678964 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 9b0542dc-52ef-42a5-804f-639293288721, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9b0542dc-52ef-42a5-804f-639293288721,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:47.710226 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 9b0542dc-52ef-42a5-804f-639293288721 has no active binding in host n-h2-800088-20 {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 23:52:47.710603 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device ce66f875-88b2-46d0-bf4c-e0caa8804dda details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:52:47.783997 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f587b62a-48f4-4de6-9ff7-dc57d9e8128e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cefbce-427d-4588-a2d4-74de6fca697a'}, {'server_uuid': '87991d5b-19ef-4b04-96aa-8b28eec60d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a32f82-becc-4edb-ac43-c96acede2cf0'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:52:47.787323 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943a80a6-1fea-4f88-91ff-2ed9a41c75ab" -d '{"events": [{"server_uuid": "f587b62a-48f4-4de6-9ff7-dc57d9e8128e", "name": "network-vif-plugged", "status": "completed", "tag": "54cefbce-427d-4588-a2d4-74de6fca697a"}, {"server_uuid": "87991d5b-19ef-4b04-96aa-8b28eec60d4e", "name": "network-vif-plugged", "status": "completed", "tag": "48a32f82-becc-4edb-ac43-c96acede2cf0"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:52:47.801103 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-fbf2b2d7-f5c4-4384-88d2-007326112597 admin admin] Deleting port cb51a887-ba65-4cc6-95b5-c89b24af7122 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:52:47.801571 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fbf2b2d7-f5c4-4384-88d2-007326112597 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:47.945748 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-fbf2b2d7-f5c4-4384-88d2-007326112597 admin admin] For port cb51a887-ba65-4cc6-95b5-c89b24af7122, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=cb51a887-ba65-4cc6-95b5-c89b24af7122,segment=NetworkSegment(a9f4295d-ab53-4d35-85a0-b202cf9b3540),segment_id=a9f4295d-ab53-4d35-85a0-b202cf9b3540)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:47.947336 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fbf2b2d7-f5c4-4384-88d2-007326112597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:47.977431 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port ce66f875-88b2-46d0-bf4c-e0caa8804dda, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ce66f875-88b2-46d0-bf4c-e0caa8804dda,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:47.978629 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d99c2-354c-441a-8ec4-7a58fbf7d180 req-cfb2917e-c26e-4075-abae-35ceaf0f64ac tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:47.986825 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-fbf2b2d7-f5c4-4384-88d2-007326112597 admin admin] Calling delete_port for cb51a887-ba65-4cc6-95b5-c89b24af7122 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:52:47.987851 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-280d99c2-354c-441a-8ec4-7a58fbf7d180 req-cfb2917e-c26e-4075-abae-35ceaf0f64ac tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=87991d5b-19ef-4b04-96aa-8b28eec60d4e HTTP/1.1" status: 200 len: 950 time: 0.1061096 Aug 16 23:52:47.993351 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'ce66f875-88b2-46d0-bf4c-e0caa8804dda', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': 'ce66f875-88b2-46d0-bf4c-e0caa8804dda', 'mac_address': 'fa:16:3e:41:cb:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:52:48.046395 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b0aef-7816-4470-8385-364edfea651c req-a57ad835-a486-4e43-994f-cb2318a949b1 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:48.054661 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d2b0aef-7816-4470-8385-364edfea651c req-a57ad835-a486-4e43-994f-cb2318a949b1 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5e53908-bb3d-4c59-9215-7b15db03a4b7 HTTP/1.1" status: 200 len: 947 time: 0.1334987 Aug 16 23:52:48.056033 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:48.077097 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce66f875-88b2-46d0-bf4c-e0caa8804dda {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:52:48.093285 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-280d99c2-354c-441a-8ec4-7a58fbf7d180 req-0b746ac1-a0dc-4ed9-bf0a-9e7ddd57ba13 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042500 Aug 16 23:52:48.114726 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port ce66f875-88b2-46d0-bf4c-e0caa8804dda, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ce66f875-88b2-46d0-bf4c-e0caa8804dda,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:48.124503 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:48.149754 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d2b0aef-7816-4470-8385-364edfea651c req-19f6fec4-2ce2-4073-8e4a-6bc6067d8928 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/security-groups?id=5419d5a9-cdc5-4e7c-a954-4f31ca171dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937433 Aug 16 23:52:48.222039 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 23:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66b6ce9-a8f7-4b39-9b4c-c0cf7b0d6b43 x-openstack-request-id: req-f66b6ce9-a8f7-4b39-9b4c-c0cf7b0d6b43 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:52:48.222614 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f587b62a-48f4-4de6-9ff7-dc57d9e8128e", "name": "network-vif-plugged", "status": "completed", "tag": "54cefbce-427d-4588-a2d4-74de6fca697a", "code": 200}, {"server_uuid": "87991d5b-19ef-4b04-96aa-8b28eec60d4e", "name": "network-vif-plugged", "status": "completed", "tag": "48a32f82-becc-4edb-ac43-c96acede2cf0", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:52:48.222755 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f66b6ce9-a8f7-4b39-9b4c-c0cf7b0d6b43 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:52:48.223905 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f587b62a-48f4-4de6-9ff7-dc57d9e8128e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cefbce-427d-4588-a2d4-74de6fca697a', 'code': 200} Aug 16 23:52:48.224388 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87991d5b-19ef-4b04-96aa-8b28eec60d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a32f82-becc-4edb-ac43-c96acede2cf0', 'code': 200} Aug 16 23:52:48.232085 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=ce66f875-88b2-46d0-bf4c-e0caa8804dda,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:48.367662 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9495b4-f61b-4af7-99f0-2fdb21593bcf req-089ae3c6-f5e9-4dde-a08d-0c6ef0ffc1ac tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:48.369288 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bd9495b4-f61b-4af7-99f0-2fdb21593bcf req-089ae3c6-f5e9-4dde-a08d-0c6ef0ffc1ac tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?device_id=f587b62a-48f4-4de6-9ff7-dc57d9e8128e HTTP/1.1" status: 200 len: 950 time: 0.0737736 Aug 16 23:52:48.443505 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bd9495b4-f61b-4af7-99f0-2fdb21593bcf req-88b43b93-1dba-4c5a-b0d0-794e570cda3d tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/security-groups?id=30f85467-3fd8-44e8-a61c-1db4822aa06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514886 Aug 16 23:52:48.463350 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35f732a-884b-434c-ba04-59b9cbc06dcc', 'tag': '9b0542dc-52ef-42a5-804f-639293288721'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:52:48.467503 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db37968-fba1-4a43-a12a-d74fbed39fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "f35f732a-884b-434c-ba04-59b9cbc06dcc", "tag": "9b0542dc-52ef-42a5-804f-639293288721"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:52:48.514693 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfadac1-ace1-4ed5-83fb-0610bcb0c5f7 x-openstack-request-id: req-2cfadac1-ace1-4ed5-83fb-0610bcb0c5f7 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:52:48.515199 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f35f732a-884b-434c-ba04-59b9cbc06dcc", "tag": "9b0542dc-52ef-42a5-804f-639293288721", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:52:48.515615 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2cfadac1-ace1-4ed5-83fb-0610bcb0c5f7 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:52:48.516189 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35f732a-884b-434c-ba04-59b9cbc06dcc', 'tag': '9b0542dc-52ef-42a5-804f-639293288721', 'status': 'completed', 'code': 200} Aug 16 23:52:48.529927 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['ce66f875-88b2-46d0-bf4c-e0caa8804dda'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:52:48.614650 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37968-fba1-4a43-a12a-d74fbed39fd6 req-8c3643af-4c57-4e39-be40-863ec1d7593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:48.616267 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6db37968-fba1-4a43-a12a-d74fbed39fd6 req-8c3643af-4c57-4e39-be40-863ec1d7593c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b30c0e442778419181d2ad6b2586afae&device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 1126 time: 0.0738292 Aug 16 23:52:48.745574 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56951f0-1cc4-4b75-acfb-8b41d9cd695c req-edcba059-7615-4dda-9041-f5acbc0b3df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:48.745574 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e56951f0-1cc4-4b75-acfb-8b41d9cd695c req-edcba059-7615-4dda-9041-f5acbc0b3df9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=87991d5b-19ef-4b04-96aa-8b28eec60d4e HTTP/1.1" status: 200 len: 1102 time: 0.1126623 Aug 16 23:52:48.756041 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b5fc6-61b8-4ff6-a972-ae8299d14f78 req-de55e9fc-9692-4f0e-bab0-2bf690c101f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:48.757619 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4a5b5fc6-61b8-4ff6-a972-ae8299d14f78 req-de55e9fc-9692-4f0e-bab0-2bf690c101f9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f587b62a-48f4-4de6-9ff7-dc57d9e8128e HTTP/1.1" status: 200 len: 1102 time: 0.1379912 Aug 16 23:52:48.795230 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fbf2b2d7-f5c4-4384-88d2-007326112597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:48.838225 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613c041-7ced-4161-b6bd-92fb91f85ebc req-9c3d6a35-f9ba-46b0-86f5-7b6dc5ca6d42 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:48.839818 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d613c041-7ced-4161-b6bd-92fb91f85ebc req-9c3d6a35-f9ba-46b0-86f5-7b6dc5ca6d42 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 943 time: 0.0711761 Aug 16 23:52:48.878096 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2b2d7-f5c4-4384-88d2-007326112597 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb51a887-ba65-4cc6-95b5-c89b24af7122,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:48.885891 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4a5b5fc6-61b8-4ff6-a972-ae8299d14f78 req-f9bf5fa8-81aa-4280-b9c1-134318747d76 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=30f85467-3fd8-44e8-a61c-1db4822aa06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917048 Aug 16 23:52:48.893338 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e56951f0-1cc4-4b75-acfb-8b41d9cd695c req-71a96492-69fc-45e7-84a4-d793a42ade73 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343272 Aug 16 23:52:48.907030 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d613c041-7ced-4161-b6bd-92fb91f85ebc req-fd7e47ad-cbc9-46af-9549-8cc08e568431 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563974 Aug 16 23:52:48.908201 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37968-fba1-4a43-a12a-d74fbed39fd6 req-0e5deceb-0a59-47b2-a83b-76f4d347ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:48.909681 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6db37968-fba1-4a43-a12a-d74fbed39fd6 req-0e5deceb-0a59-47b2-a83b-76f4d347ae42 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5dc1690b-6624-46fa-a54a-7524bbadf6de HTTP/1.1" status: 200 len: 919 time: 0.2838197 Aug 16 23:52:49.036234 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6db37968-fba1-4a43-a12a-d74fbed39fd6 req-7fa0cb03-0872-47a3-b3d7-6d849ea0cad4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b0542dc-52ef-42a5-804f-639293288721 HTTP/1.1" status: 200 len: 217 time: 0.0541275 Aug 16 23:52:49.087518 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-73459d2e-f90a-4da6-91f1-f4d29b4bd42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:49.088939 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fbf2b2d7-f5c4-4384-88d2-007326112597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:49.153418 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37968-fba1-4a43-a12a-d74fbed39fd6 req-958cff1a-da52-452a-a7d8-bba60d92bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:49.157117 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6db37968-fba1-4a43-a12a-d74fbed39fd6 req-958cff1a-da52-452a-a7d8-bba60d92bd16 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5 HTTP/1.1" status: 200 len: 858 time: 0.0961370 Aug 16 23:52:49.182839 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:49.253177 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6db37968-fba1-4a43-a12a-d74fbed39fd6 req-04d7fb8c-2949-41a0-8eb3-ba3ef4ffd9c8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5dc1690b-6624-46fa-a54a-7524bbadf6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876129 Aug 16 23:52:49.375396 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12bdda-c8d6-405b-b4b5-404a23a0f2d6 req-7fb98a51-8171-4e02-af8f-cd2c4ff88421 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:49.376965 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2b12bdda-c8d6-405b-b4b5-404a23a0f2d6 req-7fb98a51-8171-4e02-af8f-cd2c4ff88421 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=87991d5b-19ef-4b04-96aa-8b28eec60d4e HTTP/1.1" status: 200 len: 950 time: 0.1706345 Aug 16 23:52:49.426123 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1d50c-8e90-4da7-b646-0ed61087bc8d req-6c90a331-a1a1-4c00-8af3-8afe62d63fd6 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:49.427778 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7e1d50c-8e90-4da7-b646-0ed61087bc8d req-6c90a331-a1a1-4c00-8af3-8afe62d63fd6 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5e53908-bb3d-4c59-9215-7b15db03a4b7 HTTP/1.1" status: 200 len: 948 time: 0.1672449 Aug 16 23:52:49.479827 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf2b2d7-f5c4-4384-88d2-007326112597 admin admin] Router 9ee6a758-3c11-4628-b5ad-863de72557ef has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:52:49.520749 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2b12bdda-c8d6-405b-b4b5-404a23a0f2d6 req-8553bd0e-7ce5-4607-975f-740cb3b908dd tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314387 Aug 16 23:52:49.557728 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7e1d50c-8e90-4da7-b646-0ed61087bc8d req-73c816c1-0ab4-46cd-93d6-79038aea66bd tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/security-groups?id=5419d5a9-cdc5-4e7c-a954-4f31ca171dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933423 Aug 16 23:52:49.565412 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6db37968-fba1-4a43-a12a-d74fbed39fd6 req-d4915c8b-3c8b-4128-9cce-6ef2517bf143 service neutron] 10.222.0.69 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021886 Aug 16 23:52:49.606549 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf2b2d7-f5c4-4384-88d2-007326112597 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:52:49.615753 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcfa806-0bed-4866-9239-a2dbedf2a810 None None] Sync routers for ids ['9ee6a758-3c11-4628-b5ad-863de72557ef'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:52:49.620460 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fbf2b2d7-f5c4-4384-88d2-007326112597 admin admin] 10.222.0.60 "PUT /v2.0/routers/9ee6a758-3c11-4628-b5ad-863de72557ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9473772 Aug 16 23:52:49.620908 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46266) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:52:49.634671 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcfa806-0bed-4866-9239-a2dbedf2a810 None None] Routers {'9ee6a758-3c11-4628-b5ad-863de72557ef'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:52:49.638306 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-dbcfa806-0bed-4866-9239-a2dbedf2a810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:52:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['9ee6a758-3c11-4628-b5ad-863de72557ef'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:52:49.767340 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6db37968-fba1-4a43-a12a-d74fbed39fd6 req-3ce69e20-3758-4ddf-bff7-0f55bc92f0b8 service neutron] 10.222.0.69 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851876 Aug 16 23:52:49.798811 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e6ea0-65ea-4bfd-a92c-86dafaecce4a req-0b9f80f1-2c2e-4f58-9c16-fc9e9fdb5b2a tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:49.812341 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-054e6ea0-65ea-4bfd-a92c-86dafaecce4a req-0b9f80f1-2c2e-4f58-9c16-fc9e9fdb5b2a tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?device_id=f587b62a-48f4-4de6-9ff7-dc57d9e8128e HTTP/1.1" status: 200 len: 950 time: 0.1206276 Aug 16 23:52:49.855635 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-495ccc7b-b106-45ec-b197-d2dd3d212092 admin admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:49.868625 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-dbcfa806-0bed-4866-9239-a2dbedf2a810 None None] Set router 9ee6a758-3c11-4628-b5ad-863de72557ef gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:52:49.909939 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-054e6ea0-65ea-4bfd-a92c-86dafaecce4a req-4b0894ba-2c65-4fdb-a7ed-b228ce81ca89 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/security-groups?id=30f85467-3fd8-44e8-a61c-1db4822aa06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962732 Aug 16 23:52:50.072475 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:50.089559 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-495ccc7b-b106-45ec-b197-d2dd3d212092 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:50.141712 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec0bbb-e955-40a5-b950-b0bdb6484adb req-153e20c0-8b35-46a0-90fd-57cdb248fa96 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:50.146449 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e3ec0bbb-e955-40a5-b950-b0bdb6484adb req-153e20c0-8b35-46a0-90fd-57cdb248fa96 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 943 time: 0.1210067 Aug 16 23:52:50.195726 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-495ccc7b-b106-45ec-b197-d2dd3d212092 admin admin] Deleting port 6f63fc05-8e97-4996-9dcf-a6b742419449 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:52:50.196426 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-495ccc7b-b106-45ec-b197-d2dd3d212092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:50.222407 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-dbcfa806-0bed-4866-9239-a2dbedf2a810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee6a758-3c11-4628-b5ad-863de72557ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-474922757-router', 'tenant_id': '5480ba8c2276409b8e718e0f9c7a4f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '6f63fc05-8e97-4996-9dcf-a6b742419449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:47Z', 'updated_at': '2021-08-16T23:52:48Z', 'revision_number': 5, 'project_id': '5480ba8c2276409b8e718e0f9c7a4f4e', 'gw_port': {'id': '6f63fc05-8e97-4996-9dcf-a6b742419449', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee6a758-3c11-4628-b5ad-863de72557ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:49Z', 'updated_at': '2021-08-16T23:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:52:50.224436 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e3ec0bbb-e955-40a5-b950-b0bdb6484adb req-27a27a14-60cf-4fb3-be49-2ed45fe5bcf2 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725849 Aug 16 23:52:50.338412 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-495ccc7b-b106-45ec-b197-d2dd3d212092 admin admin] For port 6f63fc05-8e97-4996-9dcf-a6b742419449, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6f63fc05-8e97-4996-9dcf-a6b742419449,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:50.338822 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-495ccc7b-b106-45ec-b197-d2dd3d212092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:50.353844 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcfa806-0bed-4866-9239-a2dbedf2a810 None None] Checking router: 9ee6a758-3c11-4628-b5ad-863de72557ef for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:52:50.354017 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-495ccc7b-b106-45ec-b197-d2dd3d212092 admin admin] Calling delete_port for 6f63fc05-8e97-4996-9dcf-a6b742419449 owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:52:50.363271 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcfa806-0bed-4866-9239-a2dbedf2a810 None None] Routers {'9ee6a758-3c11-4628-b5ad-863de72557ef'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:52:50.363888 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-dbcfa806-0bed-4866-9239-a2dbedf2a810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:52:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['9ee6a758-3c11-4628-b5ad-863de72557ef'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:52:50.459021 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-dbcfa806-0bed-4866-9239-a2dbedf2a810 None None] Set router 9ee6a758-3c11-4628-b5ad-863de72557ef gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:52:50.518356 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-dbcfa806-0bed-4866-9239-a2dbedf2a810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee6a758-3c11-4628-b5ad-863de72557ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-474922757-router', 'tenant_id': '5480ba8c2276409b8e718e0f9c7a4f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:47Z', 'updated_at': '2021-08-16T23:52:50Z', 'revision_number': 6, 'project_id': '5480ba8c2276409b8e718e0f9c7a4f4e', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:52:50.552297 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcfa806-0bed-4866-9239-a2dbedf2a810 None None] The sync data for ids ['9ee6a758-3c11-4628-b5ad-863de72557ef'] in n-d-800088-20 is: [{'id': '9ee6a758-3c11-4628-b5ad-863de72557ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-474922757-router', 'tenant_id': '5480ba8c2276409b8e718e0f9c7a4f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:47Z', 'updated_at': '2021-08-16T23:52:50Z', 'revision_number': 6, 'project_id': '5480ba8c2276409b8e718e0f9c7a4f4e', 'gw_port_host': None}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:52:50.592901 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-495ccc7b-b106-45ec-b197-d2dd3d212092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:50.648782 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ccc7b-b106-45ec-b197-d2dd3d212092 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f63fc05-8e97-4996-9dcf-a6b742419449,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:50.667814 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-495ccc7b-b106-45ec-b197-d2dd3d212092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:50.735733 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6c6b1-6652-4af9-8257-cd1e0f107c54 req-641a445b-d106-45fa-b28a-f4214f903a46 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:50.738779 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-deb6c6b1-6652-4af9-8257-cd1e0f107c54 req-641a445b-d106-45fa-b28a-f4214f903a46 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5e53908-bb3d-4c59-9215-7b15db03a4b7 HTTP/1.1" status: 200 len: 948 time: 0.1133342 Aug 16 23:52:50.774557 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b89c28-ad3f-4204-9832-f435d51017ed req-751fbe98-6817-4299-8dfd-9081b01562d1 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:50.776047 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-41b89c28-ad3f-4204-9832-f435d51017ed req-751fbe98-6817-4299-8dfd-9081b01562d1 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=87991d5b-19ef-4b04-96aa-8b28eec60d4e HTTP/1.1" status: 200 len: 950 time: 0.0865176 Aug 16 23:52:50.794980 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-495ccc7b-b106-45ec-b197-d2dd3d212092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:50.797738 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-495ccc7b-b106-45ec-b197-d2dd3d212092 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:50.820715 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-deb6c6b1-6652-4af9-8257-cd1e0f107c54 req-aa30356a-9932-49a7-9675-868d40da9b93 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/security-groups?id=5419d5a9-cdc5-4e7c-a954-4f31ca171dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711932 Aug 16 23:52:50.846962 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-495ccc7b-b106-45ec-b197-d2dd3d212092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:50.847550 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495ccc7b-b106-45ec-b197-d2dd3d212092 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ee6a758-3c11-4628-b5ad-863de72557ef {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:52:50.856990 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-495ccc7b-b106-45ec-b197-d2dd3d212092 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:50.860518 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-495ccc7b-b106-45ec-b197-d2dd3d212092 admin admin] 10.222.0.60 "DELETE /v2.0/routers/9ee6a758-3c11-4628-b5ad-863de72557ef HTTP/1.1" status: 204 len: 168 time: 1.2357197 Aug 16 23:52:50.860713 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46288) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:52:50.879724 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-41b89c28-ad3f-4204-9832-f435d51017ed req-5b79a317-c9f0-4c18-8dc9-d5cfcf093a06 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919511 Aug 16 23:52:50.939520 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-6822d51d-674a-4c9e-a5cc-f0391a1304a6 admin admin] Deleting subnet bd6217a8-adba-488d-89f7-8f03ee877d72 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:52:50.943324 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6822d51d-674a-4c9e-a5cc-f0391a1304a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:50.995856 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6822d51d-674a-4c9e-a5cc-f0391a1304a6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:51.113787 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6822d51d-674a-4c9e-a5cc-f0391a1304a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:51.220610 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6822d51d-674a-4c9e-a5cc-f0391a1304a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:51.221316 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c2b2e-602b-46ec-9aaa-84afe21bc974 req-b794e51e-b499-425c-8577-74b5c355e5c2 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:51.222970 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e49c2b2e-602b-46ec-9aaa-84afe21bc974 req-b794e51e-b499-425c-8577-74b5c355e5c2 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?device_id=f587b62a-48f4-4de6-9ff7-dc57d9e8128e HTTP/1.1" status: 200 len: 950 time: 0.0944118 Aug 16 23:52:51.257293 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822d51d-674a-4c9e-a5cc-f0391a1304a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd6217a8-adba-488d-89f7-8f03ee877d72,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:51.268869 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6822d51d-674a-4c9e-a5cc-f0391a1304a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:51.271688 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6822d51d-674a-4c9e-a5cc-f0391a1304a6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/bd6217a8-adba-488d-89f7-8f03ee877d72 HTTP/1.1" status: 204 len: 168 time: 0.4097013 Aug 16 23:52:51.279012 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46306) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:52:51.282821 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71522a48-5260-4ebc-b186-a6cbad547896 None None] Network 282c39eb-b856-4b5a-9aab-fbbb038dd1fb requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:52:51.302222 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device ce66f875-88b2-46d0-bf4c-e0caa8804dda up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:52:51.368479 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e49c2b2e-602b-46ec-9aaa-84afe21bc974 req-7646159e-275a-42fa-a86a-307a2fd85791 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/security-groups?id=30f85467-3fd8-44e8-a61c-1db4822aa06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359472 Aug 16 23:52:51.438630 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42e17f-823f-44d9-8a2f-dce648aeb97d req-45d52395-f9d9-463c-93bc-c7abf4b1698a tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:51.456146 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42e17f-823f-44d9-8a2f-dce648aeb97d req-45d52395-f9d9-463c-93bc-c7abf4b1698a tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:51.457334 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port ce66f875-88b2-46d0-bf4c-e0caa8804dda completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:52:51.463473 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port ce66f875-88b2-46d0-bf4c-e0caa8804dda triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:52:51.464042 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:51.466298 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f42e17f-823f-44d9-8a2f-dce648aeb97d req-45d52395-f9d9-463c-93bc-c7abf4b1698a tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=87991d5b-19ef-4b04-96aa-8b28eec60d4e&device_id=d67cffe2-b26c-4222-806a-bc4d48b55a79 HTTP/1.1" status: 200 len: 1691 time: 0.1178179 Aug 16 23:52:51.474829 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-08bff1b9-6134-4eb0-8370-5b6f1c0bb3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:51.570206 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f42e17f-823f-44d9-8a2f-dce648aeb97d req-06e22ddc-b42b-49a1-820a-827b015bbb54 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974109 Aug 16 23:52:51.610657 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:51.618433 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbfc26-6c3c-4904-a4d9-b48fbc149d5c req-d4d61328-9c26-4c51-ae8b-29cf597a1d56 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:51.620024 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6cfbfc26-6c3c-4904-a4d9-b48fbc149d5c req-d4d61328-9c26-4c51-ae8b-29cf597a1d56 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 943 time: 0.1199319 Aug 16 23:52:51.649691 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88020ea2-0abe-4542-8435-ffd3f042955e None None] DHCP port deletion for 282c39eb-b856-4b5a-9aab-fbbb038dd1fb request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:52:51.669609 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-08bff1b9-6134-4eb0-8370-5b6f1c0bb3db admin admin] Deleting port dfa5c00c-de68-453f-a0fe-b2fcc600a73b {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:52:51.669955 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-08bff1b9-6134-4eb0-8370-5b6f1c0bb3db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:51.674355 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e53908-bb3d-4c59-9215-7b15db03a4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce66f875-88b2-46d0-bf4c-e0caa8804dda'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:52:51.677511 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6cfbfc26-6c3c-4904-a4d9-b48fbc149d5c req-7dee5cca-92f5-41f2-b7c8-29513ae3ad16 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466797 Aug 16 23:52:51.682425 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5574efac-3fc8-468f-8d88-0dae0fb10ff2" -d '{"events": [{"server_uuid": "f5e53908-bb3d-4c59-9215-7b15db03a4b7", "name": "network-vif-plugged", "status": "completed", "tag": "ce66f875-88b2-46d0-bf4c-e0caa8804dda"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:52:51.718553 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port ce66f875-88b2-46d0-bf4c-e0caa8804dda, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ce66f875-88b2-46d0-bf4c-e0caa8804dda,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:51.758011 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:51.783596 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-08bff1b9-6134-4eb0-8370-5b6f1c0bb3db admin admin] For port dfa5c00c-de68-453f-a0fe-b2fcc600a73b, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=dfa5c00c-de68-453f-a0fe-b2fcc600a73b,segment=NetworkSegment(a9f4295d-ab53-4d35-85a0-b202cf9b3540),segment_id=a9f4295d-ab53-4d35-85a0-b202cf9b3540)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:51.784129 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-08bff1b9-6134-4eb0-8370-5b6f1c0bb3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:51.832454 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-08bff1b9-6134-4eb0-8370-5b6f1c0bb3db admin admin] Calling delete_port for dfa5c00c-de68-453f-a0fe-b2fcc600a73b owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:52:51.890639 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-88020ea2-0abe-4542-8435-ffd3f042955e None None] Deleting port dfa5c00c-de68-453f-a0fe-b2fcc600a73b {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:52:51.891319 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-88020ea2-0abe-4542-8435-ffd3f042955e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:52.025687 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=ce66f875-88b2-46d0-bf4c-e0caa8804dda,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:52.041807 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4364dc-2d99-47b7-84f6-d17f12249e88 x-openstack-request-id: req-fe4364dc-2d99-47b7-84f6-d17f12249e88 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:52:52.042225 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e53908-bb3d-4c59-9215-7b15db03a4b7", "name": "network-vif-plugged", "status": "completed", "tag": "ce66f875-88b2-46d0-bf4c-e0caa8804dda", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:52:52.042560 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe4364dc-2d99-47b7-84f6-d17f12249e88 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:52:52.043112 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e53908-bb3d-4c59-9215-7b15db03a4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce66f875-88b2-46d0-bf4c-e0caa8804dda', 'code': 200} Aug 16 23:52:52.047920 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-08bff1b9-6134-4eb0-8370-5b6f1c0bb3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:52.094135 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:52.129479 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-88020ea2-0abe-4542-8435-ffd3f042955e None None] For port dfa5c00c-de68-453f-a0fe-b2fcc600a73b, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=dfa5c00c-de68-453f-a0fe-b2fcc600a73b,segment=NetworkSegment(a9f4295d-ab53-4d35-85a0-b202cf9b3540),segment_id=a9f4295d-ab53-4d35-85a0-b202cf9b3540)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:52.130001 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-88020ea2-0abe-4542-8435-ffd3f042955e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:52.171484 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-88020ea2-0abe-4542-8435-ffd3f042955e None None] Calling delete_port for dfa5c00c-de68-453f-a0fe-b2fcc600a73b owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:52:52.187768 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bff1b9-6134-4eb0-8370-5b6f1c0bb3db admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa5c00c-de68-453f-a0fe-b2fcc600a73b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:52.238590 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bff1b9-6134-4eb0-8370-5b6f1c0bb3db admin admin] No DVR routers for this DVR port dfa5c00c-de68-453f-a0fe-b2fcc600a73b on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:52:52.284500 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-88020ea2-0abe-4542-8435-ffd3f042955e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:52.365637 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac129a-1325-4d06-b093-cdd1b11295ea req-90961a9b-25c2-4194-a9fd-bb3a8113690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:52.367600 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6cac129a-1325-4d06-b093-cdd1b11295ea req-90961a9b-25c2-4194-a9fd-bb3a8113690a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f5e53908-bb3d-4c59-9215-7b15db03a4b7 HTTP/1.1" status: 200 len: 1101 time: 0.3251860 Aug 16 23:52:52.403404 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392d956-281a-460b-b62b-03215de17fc4 req-117c857d-ff9d-4310-8ebb-e7adbad244ca tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:52.411277 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d392d956-281a-460b-b62b-03215de17fc4 req-117c857d-ff9d-4310-8ebb-e7adbad244ca tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5e53908-bb3d-4c59-9215-7b15db03a4b7 HTTP/1.1" status: 200 len: 949 time: 0.2621770 Aug 16 23:52:52.435690 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-08bff1b9-6134-4eb0-8370-5b6f1c0bb3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:52.442523 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa6149-68d1-4a28-825c-96393009cf30 req-345cc6ec-2f39-4848-aba2-329c2ab7775b tempest-ServersOnMultiNodesTest-1655074066 tempest-ServersOnMultiNodesTest-1655074066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:52.451167 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-08aa6149-68d1-4a28-825c-96393009cf30 req-345cc6ec-2f39-4848-aba2-329c2ab7775b tempest-ServersOnMultiNodesTest-1655074066 tempest-ServersOnMultiNodesTest-1655074066-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=87991d5b-19ef-4b04-96aa-8b28eec60d4e HTTP/1.1" status: 200 len: 1102 time: 0.2832041 Aug 16 23:52:52.476657 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device cb51a887-ba65-4cc6-95b5-c89b24af7122 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:52:52.480251 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88020ea2-0abe-4542-8435-ffd3f042955e None None] Pushing event deleted for resources: {'Port': ['ID=dfa5c00c-de68-453f-a0fe-b2fcc600a73b,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:52.500715 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-08bff1b9-6134-4eb0-8370-5b6f1c0bb3db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282c39eb-b856-4b5a-9aab-fbbb038dd1fb']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:52:52.503216 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88020ea2-0abe-4542-8435-ffd3f042955e None None] No DVR routers for this DVR port dfa5c00c-de68-453f-a0fe-b2fcc600a73b on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:52:52.505352 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: cb51a887-ba65-4cc6-95b5-c89b24af7122 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:52:52.506286 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device cb51a887-ba65-4cc6-95b5-c89b24af7122 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:52:52.506813 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device dfa5c00c-de68-453f-a0fe-b2fcc600a73b no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:52:52.535058 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: dfa5c00c-de68-453f-a0fe-b2fcc600a73b {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:52:52.535558 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device dfa5c00c-de68-453f-a0fe-b2fcc600a73b not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:52:52.536078 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6f63fc05-8e97-4996-9dcf-a6b742419449 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:52:52.553723 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d392d956-281a-460b-b62b-03215de17fc4 req-e9b6e362-4d8c-4a8b-9ca2-b30cec818c91 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/security-groups?id=5419d5a9-cdc5-4e7c-a954-4f31ca171dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413641 Aug 16 23:52:52.556883 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 6f63fc05-8e97-4996-9dcf-a6b742419449 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:52:52.557371 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6f63fc05-8e97-4996-9dcf-a6b742419449 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:52:52.559438 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-08bff1b9-6134-4eb0-8370-5b6f1c0bb3db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f4295d-ab53-4d35-85a0-b202cf9b3540') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:52:52.562321 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-08bff1b9-6134-4eb0-8370-5b6f1c0bb3db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f4295d-ab53-4d35-85a0-b202cf9b3540') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:52:52.594315 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-08aa6149-68d1-4a28-825c-96393009cf30 req-578426f2-2050-43a4-a6a3-e6266393a6eb tempest-ServersOnMultiNodesTest-1655074066 tempest-ServersOnMultiNodesTest-1655074066-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422889 Aug 16 23:52:52.600019 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6cac129a-1325-4d06-b093-cdd1b11295ea req-bc46864f-7e14-4bd9-9ce9-72c8aa66ea11 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5419d5a9-cdc5-4e7c-a954-4f31ca171dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115769 Aug 16 23:52:52.602385 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-08bff1b9-6134-4eb0-8370-5b6f1c0bb3db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:52.655766 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-08bff1b9-6134-4eb0-8370-5b6f1c0bb3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:52.665145 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08bff1b9-6134-4eb0-8370-5b6f1c0bb3db admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:52:52.665598 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-08bff1b9-6134-4eb0-8370-5b6f1c0bb3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: timer() Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: self._notify() Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:52:52.704420 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:52:52.777692 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-08bff1b9-6134-4eb0-8370-5b6f1c0bb3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:52.787118 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-08bff1b9-6134-4eb0-8370-5b6f1c0bb3db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:52.791931 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-08bff1b9-6134-4eb0-8370-5b6f1c0bb3db admin admin] 10.222.0.60 "DELETE /v2.0/networks/282c39eb-b856-4b5a-9aab-fbbb038dd1fb HTTP/1.1" status: 204 len: 168 time: 1.5089962 Aug 16 23:52:52.793527 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46352) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:52:52.803868 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bff1b9-6134-4eb0-8370-5b6f1c0bb3db admin admin] Pushing event deleted for resources: {'Network': ['ID=282c39eb-b856-4b5a-9aab-fbbb038dd1fb,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:52.946821 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-cefd3ca4-bb85-4a55-bd88-0c464dea1952 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=401474758c7b47138ced87472ee229f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466123 Aug 16 23:52:53.014603 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7b23e-20e6-49b6-a17c-7cee4ef4eb9d req-2f1d5319-5704-4013-982c-3fd3b251e5c2 tempest-ServersOnMultiNodesTest-1655074066 tempest-ServersOnMultiNodesTest-1655074066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:53.022349 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f0a7b23e-20e6-49b6-a17c-7cee4ef4eb9d req-2f1d5319-5704-4013-982c-3fd3b251e5c2 tempest-ServersOnMultiNodesTest-1655074066 tempest-ServersOnMultiNodesTest-1655074066-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d67cffe2-b26c-4222-806a-bc4d48b55a79 HTTP/1.1" status: 200 len: 1102 time: 0.1383381 Aug 16 23:52:53.073751 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f0a7b23e-20e6-49b6-a17c-7cee4ef4eb9d req-7a700673-d9ad-4a6a-a1d2-d8f7d92d17cd tempest-ServersOnMultiNodesTest-1655074066 tempest-ServersOnMultiNodesTest-1655074066-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505152 Aug 16 23:52:53.108945 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-53952d98-8f0e-4991-8470-46049fd14872 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:53.112943 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-53952d98-8f0e-4991-8470-46049fd14872 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1652706 Aug 16 23:52:53.131949 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-4597ca34-9367-4c3f-a768-e11987eff504 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/quotas/401474758c7b47138ced87472ee229f8 HTTP/1.1" status: 200 len: 375 time: 0.0178697 Aug 16 23:52:53.226142 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-522bf950-0698-44f8-a9a0-876dcfe483ce tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=401474758c7b47138ced87472ee229f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0934134 Aug 16 23:52:53.236319 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec5a2f-05ac-4a27-8e5f-d5b09dab7945 req-f3ab65f3-2952-48d7-898e-7b8f35d5cdd1 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:53.239095 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cc44e777-031d-41dd-9cea-ebd4c90942c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:53.243916 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-26ec5a2f-05ac-4a27-8e5f-d5b09dab7945 req-f3ab65f3-2952-48d7-898e-7b8f35d5cdd1 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 943 time: 0.0742197 Aug 16 23:52:53.329590 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-26ec5a2f-05ac-4a27-8e5f-d5b09dab7945 req-6436e20e-05ac-4dae-b137-29ac6bdbcdec tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843050 Aug 16 23:52:53.453655 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2651dd48-7420-47d7-8780-7ba3797122c7 req-1b46eece-f83c-4f20-8bac-83eeedf90ea1 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?device_id=82d7ef67-bc6a-47df-a9d8-880b224f2282 HTTP/1.1" status: 200 len: 210 time: 0.0414200 Aug 16 23:52:53.656979 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-cc44e777-031d-41dd-9cea-ebd4c90942c6 admin admin] Deleting port 17a7174b-1cb8-4dc4-a731-150c82701935 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:52:53.657381 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cc44e777-031d-41dd-9cea-ebd4c90942c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:53.704123 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3b220-f480-4fe4-90af-728e9c11309c req-0e1ba526-90df-4e29-aae3-3dfe06b8e4c8 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:53.712114 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-adf3b220-f480-4fe4-90af-728e9c11309c req-0e1ba526-90df-4e29-aae3-3dfe06b8e4c8 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5e53908-bb3d-4c59-9215-7b15db03a4b7 HTTP/1.1" status: 200 len: 949 time: 0.0847700 Aug 16 23:52:53.774673 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-adf3b220-f480-4fe4-90af-728e9c11309c req-8748e0f2-9e8d-445d-a8ef-b6cc8c299b70 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/security-groups?id=5419d5a9-cdc5-4e7c-a954-4f31ca171dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577612 Aug 16 23:52:53.807289 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-739af706-964d-405d-a5ee-4bfdb2161587 req-bf3d2d2d-e583-4253-896d-14108ef1d5b2 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600982 Aug 16 23:52:53.837732 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-cc44e777-031d-41dd-9cea-ebd4c90942c6 admin admin] For port 17a7174b-1cb8-4dc4-a731-150c82701935, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=17a7174b-1cb8-4dc4-a731-150c82701935,segment=NetworkSegment(e9a2b254-9bc1-444f-b9d4-3534f0d204f8),segment_id=e9a2b254-9bc1-444f-b9d4-3534f0d204f8)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:53.838316 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cc44e777-031d-41dd-9cea-ebd4c90942c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:53.863404 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-cc44e777-031d-41dd-9cea-ebd4c90942c6 admin admin] Calling delete_port for 17a7174b-1cb8-4dc4-a731-150c82701935 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:52:53.991470 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739af706-964d-405d-a5ee-4bfdb2161587 req-6d667a2a-fb61-4cd5-b5f6-745fc476e3bb tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:54.001224 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-739af706-964d-405d-a5ee-4bfdb2161587 req-6d667a2a-fb61-4cd5-b5f6-745fc476e3bb tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1878395 Aug 16 23:52:54.020591 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-739af706-964d-405d-a5ee-4bfdb2161587 req-040eea6f-e32b-4df6-9766-69bbe6168259 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/quotas/2ce58e6b0a0e4b229d1ebbf4f077faa8 HTTP/1.1" status: 200 len: 375 time: 0.0181730 Aug 16 23:52:54.108575 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-739af706-964d-405d-a5ee-4bfdb2161587 req-a69e6ad8-1fc1-4204-8a45-46216f28039c tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0870304 Aug 16 23:52:54.191753 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cc44e777-031d-41dd-9cea-ebd4c90942c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:54.260054 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44e777-031d-41dd-9cea-ebd4c90942c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=17a7174b-1cb8-4dc4-a731-150c82701935,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:54.401870 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cc44e777-031d-41dd-9cea-ebd4c90942c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:54.425273 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b365cca-0805-4cca-a1ad-82fbdeab9e40 req-f4a42946-540c-471d-afb2-d1ed3cdc6045 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:54.427293 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3b365cca-0805-4cca-a1ad-82fbdeab9e40 req-f4a42946-540c-471d-afb2-d1ed3cdc6045 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] 10.222.0.60 "GET /v2.0/ports?device_id=876f21e9-4e7e-48c6-996c-14554c62b983 HTTP/1.1" status: 200 len: 951 time: 0.0977325 Aug 16 23:52:54.497557 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3b365cca-0805-4cca-a1ad-82fbdeab9e40 req-41a015cb-7e8e-42f0-aae8-4360ecc9f866 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a57d39e-db19-45ec-aa78-48a0dac3529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484641 Aug 16 23:52:54.675013 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51f90163-a633-43f2-8bf4-5e388aecf93a req-5840b8f3-d4d2-4579-bdf3-0c8c9ca2b5f2 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?device_id=82d7ef67-bc6a-47df-a9d8-880b224f2282 HTTP/1.1" status: 200 len: 210 time: 0.0308499 Aug 16 23:52:54.761026 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6ca32-a857-4566-942d-138ec1982947 req-f732fb14-65ce-4853-a0e7-d534e3fb1fdc tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:54.763258 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72e6ca32-a857-4566-942d-138ec1982947 req-f732fb14-65ce-4853-a0e7-d534e3fb1fdc tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 943 time: 0.1536505 Aug 16 23:52:54.814940 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-16537aac-c848-4bfc-ac3f-88a21ae4e200 service neutron] 10.222.0.69 "GET /v2.0/ports/9b0542dc-52ef-42a5-804f-639293288721/bindings/n-h2-800088-20 HTTP/1.1" status: 200 len: 385 time: 0.1387372 Aug 16 23:52:54.898227 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-1f31c0bb-1feb-46b9-95dd-348a37512d8b tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=401474758c7b47138ced87472ee229f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341909 Aug 16 23:52:54.955248 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72e6ca32-a857-4566-942d-138ec1982947 req-bcf6a82d-99f8-40a3-a874-3bb619e8d1c4 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812820 Aug 16 23:52:55.113240 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-dc22747f-03b3-4785-990c-064aacdd079e tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:55.114709 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-dc22747f-03b3-4785-990c-064aacdd079e tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2104263 Aug 16 23:52:55.126838 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc44e777-031d-41dd-9cea-ebd4c90942c6 admin admin] Router 4ba19f12-d4f8-4383-b92f-c3b161c604b4 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:52:55.134172 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-34be220c-00c6-4b5e-be28-0f9bc83f8987 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Request body: {'port': {'device_id': '82d7ef67-bc6a-47df-a9d8-880b224f2282', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': '401474758c7b47138ced87472ee229f8'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:52:55.190498 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-9dae724d-e53b-4dc6-b647-5d531e813a84 service neutron] For port 9b0542dc-52ef-42a5-804f-639293288721, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9b0542dc-52ef-42a5-804f-639293288721,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:55.215480 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-9dae724d-e53b-4dc6-b647-5d531e813a84 service neutron] For port 9b0542dc-52ef-42a5-804f-639293288721, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:52:55.275921 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-9dae724d-e53b-4dc6-b647-5d531e813a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b0542dc-52ef-42a5-804f-639293288721 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:52:55.325613 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-9dae724d-e53b-4dc6-b647-5d531e813a84 service neutron] For port 9b0542dc-52ef-42a5-804f-639293288721, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=9b0542dc-52ef-42a5-804f-639293288721,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:55.359713 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d07c4-cde0-4491-8c21-8f59b737cfb0 req-316462d4-abb8-42ab-9798-32ddbd4c85a8 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:55.361653 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-110d07c4-cde0-4491-8c21-8f59b737cfb0 req-316462d4-abb8-42ab-9798-32ddbd4c85a8 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5e53908-bb3d-4c59-9215-7b15db03a4b7 HTTP/1.1" status: 200 len: 949 time: 0.0698090 Aug 16 23:52:55.362985 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-9dae724d-e53b-4dc6-b647-5d531e813a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:55.440950 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc44e777-031d-41dd-9cea-ebd4c90942c6 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:52:55.450508 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cc44e777-031d-41dd-9cea-ebd4c90942c6 admin admin] 10.222.0.60 "PUT /v2.0/routers/4ba19f12-d4f8-4383-b92f-c3b161c604b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6547778 Aug 16 23:52:55.453626 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b716888-5ae7-4ace-b85d-6550314d1c59 None None] Sync routers for ids ['4ba19f12-d4f8-4383-b92f-c3b161c604b4'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:52:55.461769 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-110d07c4-cde0-4491-8c21-8f59b737cfb0 req-e611a628-5867-4501-bfaf-edb813272857 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/security-groups?id=5419d5a9-cdc5-4e7c-a954-4f31ca171dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876057 Aug 16 23:52:55.470396 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46484) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:52:55.478230 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b716888-5ae7-4ace-b85d-6550314d1c59 None None] Routers {'4ba19f12-d4f8-4383-b92f-c3b161c604b4'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:52:55.479459 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-6b716888-5ae7-4ace-b85d-6550314d1c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:52:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['4ba19f12-d4f8-4383-b92f-c3b161c604b4'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:52:55.494635 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-34be220c-00c6-4b5e-be28-0f9bc83f8987 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Made reservation on behalf of 401474758c7b47138ced87472ee229f8 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:52:55.501380 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-34be220c-00c6-4b5e-be28-0f9bc83f8987 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:55.663999 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-607b3852-d9f4-4617-8eec-c6848e913aac req-fd48d261-d073-42dc-bbb9-66417ae4cb2b tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=105e10d7-1157-499e-919c-37250cf0be55 HTTP/1.1" status: 200 len: 210 time: 0.0988915 Aug 16 23:52:55.705352 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-9dae724d-e53b-4dc6-b647-5d531e813a84 service neutron] Transition to ACTIVE for port object 9b0542dc-52ef-42a5-804f-639293288721 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:52:55.708947 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0db33ef6-75c2-422d-b05a-f8383da735dd admin admin] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:55.714134 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-6b716888-5ae7-4ace-b85d-6550314d1c59 None None] Set router 4ba19f12-d4f8-4383-b92f-c3b161c604b4 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:52:55.794411 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-9dae724d-e53b-4dc6-b647-5d531e813a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:55.816568 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-34be220c-00c6-4b5e-be28-0f9bc83f8987 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Allocated IP 192.168.233.249 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/37b9c8fd-8238-44a5-9c93-e57dfe63b5e6) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:52:56.079388 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-34be220c-00c6-4b5e-be28-0f9bc83f8987 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:56.094101 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-34be220c-00c6-4b5e-be28-0f9bc83f8987 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Transition to ACTIVE for port object 37b9c8fd-8238-44a5-9c93-e57dfe63b5e6 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:52:56.100677 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-6b716888-5ae7-4ace-b85d-6550314d1c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba19f12-d4f8-4383-b92f-c3b161c604b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1955739569-router', 'tenant_id': '89490058e6db48db822ca6b2e2d0df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd13bcee1-6820-450a-8e0e-a3209b73274b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:58Z', 'updated_at': '2021-08-16T23:52:54Z', 'revision_number': 5, 'project_id': '89490058e6db48db822ca6b2e2d0df6b', 'gw_port': {'id': 'd13bcee1-6820-450a-8e0e-a3209b73274b', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:06:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba19f12-d4f8-4383-b92f-c3b161c604b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:59Z', 'updated_at': '2021-08-16T23:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:52:56.129480 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b716888-5ae7-4ace-b85d-6550314d1c59 None None] Checking router: 4ba19f12-d4f8-4383-b92f-c3b161c604b4 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:52:56.132531 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-34be220c-00c6-4b5e-be28-0f9bc83f8987 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:56.140855 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b716888-5ae7-4ace-b85d-6550314d1c59 None None] Routers {'4ba19f12-d4f8-4383-b92f-c3b161c604b4'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:52:56.143383 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-6b716888-5ae7-4ace-b85d-6550314d1c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:52:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['4ba19f12-d4f8-4383-b92f-c3b161c604b4'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:52:56.149355 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['54cefbce-427d-4588-a2d4-74de6fca697a'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:52:56.187757 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-34be220c-00c6-4b5e-be28-0f9bc83f8987 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:52:56.191209 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-34be220c-00c6-4b5e-be28-0f9bc83f8987 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:52:56.196432 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-34be220c-00c6-4b5e-be28-0f9bc83f8987 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:52:56.202864 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-34be220c-00c6-4b5e-be28-0f9bc83f8987 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:56.203525 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-34be220c-00c6-4b5e-be28-0f9bc83f8987 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:56.207618 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be220c-00c6-4b5e-be28-0f9bc83f8987 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Pushing event updated for resources: {'Port': ['ID=37b9c8fd-8238-44a5-9c93-e57dfe63b5e6,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:56.224062 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-34be220c-00c6-4b5e-be28-0f9bc83f8987 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0951011 Aug 16 23:52:56.239252 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-e7d4decd-f596-4ac1-8180-475aca7144c6 service neutron] Request body: {'port': {'device_id': '82d7ef67-bc6a-47df-a9d8-880b224f2282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:52:56.273523 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-9dae724d-e53b-4dc6-b647-5d531e813a84 service neutron] No DVR routers for this DVR port 9b0542dc-52ef-42a5-804f-639293288721 on host n-h1-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:52:56.306708 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-e7d4decd-f596-4ac1-8180-475aca7144c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:56.418268 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-6b716888-5ae7-4ace-b85d-6550314d1c59 None None] Set router 4ba19f12-d4f8-4383-b92f-c3b161c604b4 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:52:56.466453 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae724d-e53b-4dc6-b647-5d531e813a84 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0542dc-52ef-42a5-804f-639293288721,revision_number=10']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:56.483238 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-9dae724d-e53b-4dc6-b647-5d531e813a84 service neutron] 10.222.0.69 "PUT /v2.0/ports/9b0542dc-52ef-42a5-804f-639293288721/bindings/n-h2-800088-20/activate HTTP/1.1" status: 200 len: 370 time: 1.6595061 Aug 16 23:52:56.522737 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77538bcf-60f9-4f17-89c3-e71da313cbbe req-58233b13-3a95-406f-a484-b12e159dc0e3 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:56.530847 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-77538bcf-60f9-4f17-89c3-e71da313cbbe req-58233b13-3a95-406f-a484-b12e159dc0e3 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5e53908-bb3d-4c59-9215-7b15db03a4b7 HTTP/1.1" status: 200 len: 949 time: 0.3045533 Aug 16 23:52:56.564168 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0db33ef6-75c2-422d-b05a-f8383da735dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:56.586809 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae8a67-af47-4385-b35e-f91594be1377 req-353cbcd5-9e85-474e-8317-d9559b942cae tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:56.599622 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-edae8a67-af47-4385-b35e-f91594be1377 req-353cbcd5-9e85-474e-8317-d9559b942cae tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?device_id=82d7ef67-bc6a-47df-a9d8-880b224f2282 HTTP/1.1" status: 200 len: 936 time: 0.3358696 Aug 16 23:52:56.639362 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0cd900cf-2dfd-4d94-80bd-d2b32b4a938b None None] Provisioning for port 37b9c8fd-8238-44a5-9c93-e57dfe63b5e6 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:52:56.656096 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0cd900cf-2dfd-4d94-80bd-d2b32b4a938b None None] Provisioning complete for port 37b9c8fd-8238-44a5-9c93-e57dfe63b5e6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:52:56.656614 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0cd900cf-2dfd-4d94-80bd-d2b32b4a938b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:56.696132 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-0cd900cf-2dfd-4d94-80bd-d2b32b4a938b None None] Port 37b9c8fd-8238-44a5-9c93-e57dfe63b5e6 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:52:56.729839 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-77538bcf-60f9-4f17-89c3-e71da313cbbe req-e024b397-d452-4a0b-852f-be21d59f9b1d tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/security-groups?id=5419d5a9-cdc5-4e7c-a954-4f31ca171dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976631 Aug 16 23:52:56.737566 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-739af706-964d-405d-a5ee-4bfdb2161587 req-2c2803b2-fbba-48c6-91fb-d8da50c2116e tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317605 Aug 16 23:52:56.759329 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-e7d4decd-f596-4ac1-8180-475aca7144c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b9c8fd-8238-44a5-9c93-e57dfe63b5e6 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:52:56.782859 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-e7d4decd-f596-4ac1-8180-475aca7144c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:56.783269 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-6b716888-5ae7-4ace-b85d-6550314d1c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba19f12-d4f8-4383-b92f-c3b161c604b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1955739569-router', 'tenant_id': '89490058e6db48db822ca6b2e2d0df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd13bcee1-6820-450a-8e0e-a3209b73274b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:58Z', 'updated_at': '2021-08-16T23:52:54Z', 'revision_number': 5, 'project_id': '89490058e6db48db822ca6b2e2d0df6b', 'gw_port': {'id': 'd13bcee1-6820-450a-8e0e-a3209b73274b', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:06:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba19f12-d4f8-4383-b92f-c3b161c604b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:59Z', 'updated_at': '2021-08-16T23:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:52:56.794546 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-739af706-964d-405d-a5ee-4bfdb2161587 req-2551854f-f125-4f26-bdb8-dde3ac3536e5 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1262136 Aug 16 23:52:56.834133 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-edae8a67-af47-4385-b35e-f91594be1377 req-dd8fc4c2-6f91-4961-aa28-f87771e3d85d tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/security-groups?id=30f85467-3fd8-44e8-a61c-1db4822aa06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334445 Aug 16 23:52:56.847565 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b716888-5ae7-4ace-b85d-6550314d1c59 None None] The sync data for ids ['4ba19f12-d4f8-4383-b92f-c3b161c604b4'] in n-d-800088-20 is: [{'id': '4ba19f12-d4f8-4383-b92f-c3b161c604b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1955739569-router', 'tenant_id': '89490058e6db48db822ca6b2e2d0df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd13bcee1-6820-450a-8e0e-a3209b73274b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:58Z', 'updated_at': '2021-08-16T23:52:54Z', 'revision_number': 5, 'project_id': '89490058e6db48db822ca6b2e2d0df6b', 'gw_port': {'id': 'd13bcee1-6820-450a-8e0e-a3209b73274b', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:06:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba19f12-d4f8-4383-b92f-c3b161c604b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:59Z', 'updated_at': '2021-08-16T23:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:52:56.872475 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 9b0542dc-52ef-42a5-804f-639293288721 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:52:56.924735 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 9b0542dc-52ef-42a5-804f-639293288721 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:52:56.927184 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-e7d4decd-f596-4ac1-8180-475aca7144c6 service neutron] Transition to ACTIVE for port object 37b9c8fd-8238-44a5-9c93-e57dfe63b5e6 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:52:56.937895 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-e7d4decd-f596-4ac1-8180-475aca7144c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:56.966788 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-d39c3b4c-f79d-4b4f-b325-af75c8f42123 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:56.968438 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-d39c3b4c-f79d-4b4f-b325-af75c8f42123 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc&tenant_id=b30c0e442778419181d2ad6b2586afae&binding%3Ahost_id=n-h1-800088-20 HTTP/1.1" status: 200 len: 1096 time: 0.3443816 Aug 16 23:52:56.995394 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739af706-964d-405d-a5ee-4bfdb2161587 req-286e6817-6be5-486e-8452-ece457e9799a tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:56.997349 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-739af706-964d-405d-a5ee-4bfdb2161587 req-286e6817-6be5-486e-8452-ece457e9799a tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2567565 Aug 16 23:52:57.019847 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-739af706-964d-405d-a5ee-4bfdb2161587 req-4d5ab43a-6662-4c52-a527-278c11e96ec1 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Request body: {'port': {'device_id': 'd1c3bc18-e7c8-4f5f-a94c-607492880384', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': '2ce58e6b0a0e4b229d1ebbf4f077faa8'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:52:57.064894 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-0db33ef6-75c2-422d-b05a-f8383da735dd admin admin] Deleting port d13bcee1-6820-450a-8e0e-a3209b73274b {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:52:57.065297 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0db33ef6-75c2-422d-b05a-f8383da735dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:57.082415 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4decd-f596-4ac1-8180-475aca7144c6 service neutron] Pushing event updated for resources: {'Port': ['ID=37b9c8fd-8238-44a5-9c93-e57dfe63b5e6,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:57.099775 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd121655-f2a1-49d1-8798-9982e57382a6 req-24b66dcd-c7e8-4c88-95b2-3cc07cbc3f71 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:57.101328 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd121655-f2a1-49d1-8798-9982e57382a6 req-24b66dcd-c7e8-4c88-95b2-3cc07cbc3f71 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] 10.222.0.60 "GET /v2.0/ports?device_id=876f21e9-4e7e-48c6-996c-14554c62b983 HTTP/1.1" status: 200 len: 951 time: 0.2643447 Aug 16 23:52:57.108626 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-e7d4decd-f596-4ac1-8180-475aca7144c6 service neutron] Attempting to bind port 37b9c8fd-8238-44a5-9c93-e57dfe63b5e6 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:52:57.109117 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-e7d4decd-f596-4ac1-8180-475aca7144c6 service neutron] Attempting to bind port 37b9c8fd-8238-44a5-9c93-e57dfe63b5e6 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:52:57.109609 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-e7d4decd-f596-4ac1-8180-475aca7144c6 service neutron] Attempting to bind port 37b9c8fd-8238-44a5-9c93-e57dfe63b5e6 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:52:57.122540 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-e7d4decd-f596-4ac1-8180-475aca7144c6 service neutron] Port 37b9c8fd-8238-44a5-9c93-e57dfe63b5e6 on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:52:57.122863 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-e7d4decd-f596-4ac1-8180-475aca7144c6 service neutron] Attempting to bind port 37b9c8fd-8238-44a5-9c93-e57dfe63b5e6 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:52:57.134640 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-e7d4decd-f596-4ac1-8180-475aca7144c6 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:52:57.135397 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-e7d4decd-f596-4ac1-8180-475aca7144c6 service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:52:57.136019 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-e7d4decd-f596-4ac1-8180-475aca7144c6 service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:52:57.137087 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-e7d4decd-f596-4ac1-8180-475aca7144c6 service neutron] Bound port: 37b9c8fd-8238-44a5-9c93-e57dfe63b5e6, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:52:57.137475 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-e7d4decd-f596-4ac1-8180-475aca7144c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:57.182181 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739af706-964d-405d-a5ee-4bfdb2161587 req-87d20023-9703-485f-b081-c4f20c4e123c tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:57.183670 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-739af706-964d-405d-a5ee-4bfdb2161587 req-87d20023-9703-485f-b081-c4f20c4e123c tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3824852 Aug 16 23:52:57.191141 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997716f0-b045-4488-b25b-31d5f3083c22 req-390232bf-a50a-4538-bcac-95b487db635c tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:57.192608 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-997716f0-b045-4488-b25b-31d5f3083c22 req-390232bf-a50a-4538-bcac-95b487db635c tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 944 time: 0.2320647 Aug 16 23:52:57.203222 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-fe47ec86-dac3-44cb-a972-2a6c9e64e99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:57.204715 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-fe47ec86-dac3-44cb-a972-2a6c9e64e99d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc&tenant_id=b30c0e442778419181d2ad6b2586afae HTTP/1.1" status: 200 len: 1096 time: 0.2125292 Aug 16 23:52:57.210347 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-739af706-964d-405d-a5ee-4bfdb2161587 req-3b38e852-1795-4718-9a42-eb5193313aea tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Request body: {'port': {'device_id': '105e10d7-1157-499e-919c-37250cf0be55', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': '2ce58e6b0a0e4b229d1ebbf4f077faa8'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:52:57.240637 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-739af706-964d-405d-a5ee-4bfdb2161587 req-4d5ab43a-6662-4c52-a527-278c11e96ec1 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Made reservation on behalf of 2ce58e6b0a0e4b229d1ebbf4f077faa8 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:52:57.244856 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-739af706-964d-405d-a5ee-4bfdb2161587 req-4d5ab43a-6662-4c52-a527-278c11e96ec1 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:57.272498 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-e7d4decd-f596-4ac1-8180-475aca7144c6 service neutron] For port 37b9c8fd-8238-44a5-9c93-e57dfe63b5e6, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:52:57.281830 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-e7d4decd-f596-4ac1-8180-475aca7144c6 service neutron] For port 37b9c8fd-8238-44a5-9c93-e57dfe63b5e6, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=37b9c8fd-8238-44a5-9c93-e57dfe63b5e6,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:52:57.289080 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-e7d4decd-f596-4ac1-8180-475aca7144c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:57.315243 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4a35689e-2876-4d71-93bc-1442d355839e no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:52:57.329458 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd121655-f2a1-49d1-8798-9982e57382a6 req-89a9b859-b030-47ca-9b28-69178bf53ef9 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a57d39e-db19-45ec-aa78-48a0dac3529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948435 Aug 16 23:52:57.364918 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-e7d4decd-f596-4ac1-8180-475aca7144c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:57.365601 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-e7d4decd-f596-4ac1-8180-475aca7144c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:57.367030 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-e7d4decd-f596-4ac1-8180-475aca7144c6 service neutron] 10.222.0.69 "PUT /v2.0/ports/37b9c8fd-8238-44a5-9c93-e57dfe63b5e6 HTTP/1.1" status: 200 len: 1097 time: 1.1330328 Aug 16 23:52:57.367495 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d7ef67-bc6a-47df-a9d8-880b224f2282', 'tag': '37b9c8fd-8238-44a5-9c93-e57dfe63b5e6'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:52:57.370123 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae7812c-4578-4836-9823-c9606f72261d" -d '{"events": [{"name": "network-changed", "server_uuid": "82d7ef67-bc6a-47df-a9d8-880b224f2282", "tag": "37b9c8fd-8238-44a5-9c93-e57dfe63b5e6"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:52:57.419757 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-0db33ef6-75c2-422d-b05a-f8383da735dd admin admin] For port d13bcee1-6820-450a-8e0e-a3209b73274b, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d13bcee1-6820-450a-8e0e-a3209b73274b,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:57.420150 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0db33ef6-75c2-422d-b05a-f8383da735dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:57.477200 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-0db33ef6-75c2-422d-b05a-f8383da735dd admin admin] Calling delete_port for d13bcee1-6820-450a-8e0e-a3209b73274b owned by network:router_gateway {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:52:57.497363 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-997716f0-b045-4488-b25b-31d5f3083c22 req-d114a1c4-e0a1-429a-99a9-87e51febb1ea tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831547 Aug 16 23:52:57.528177 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:57.530637 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4decd-f596-4ac1-8180-475aca7144c6 service neutron] Pushing event updated for resources: {'Port': ['ID=37b9c8fd-8238-44a5-9c93-e57dfe63b5e6,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:57.534503 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-8421754c-5787-436f-ae23-d5ec0bde5ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:57.536132 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-8421754c-5787-436f-ae23-d5ec0bde5ca4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b30c0e442778419181d2ad6b2586afae&device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 1096 time: 0.2544870 Aug 16 23:52:57.547361 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-739af706-964d-405d-a5ee-4bfdb2161587 req-3b38e852-1795-4718-9a42-eb5193313aea tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Made reservation on behalf of 2ce58e6b0a0e4b229d1ebbf4f077faa8 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:52:57.551903 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-739af706-964d-405d-a5ee-4bfdb2161587 req-3b38e852-1795-4718-9a42-eb5193313aea tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:57.561396 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876f21e9-4e7e-48c6-996c-14554c62b983', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a35689e-2876-4d71-93bc-1442d355839e'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:52:57.567168 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd46185-59b9-4e9a-b81f-fb14a375f234" -d '{"events": [{"server_uuid": "876f21e9-4e7e-48c6-996c-14554c62b983", "name": "network-vif-unplugged", "status": "completed", "tag": "4a35689e-2876-4d71-93bc-1442d355839e"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:52:57.584964 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4a35689e-2876-4d71-93bc-1442d355839e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4a35689e-2876-4d71-93bc-1442d355839e,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:57.591797 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:57.656644 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-c3421138-99a2-470d-b9ed-ab6add5b4a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:57.664710 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-c3421138-99a2-470d-b9ed-ab6add5b4a71 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=401474758c7b47138ced87472ee229f8&device_id=82d7ef67-bc6a-47df-a9d8-880b224f2282 HTTP/1.1" status: 200 len: 1100 time: 0.2292702 Aug 16 23:52:57.666697 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=4a35689e-2876-4d71-93bc-1442d355839e,revision_number=11']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:57.681979 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-739af706-964d-405d-a5ee-4bfdb2161587 req-4d5ab43a-6662-4c52-a527-278c11e96ec1 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Allocated IP 192.168.233.77 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/f44487fe-9c34-48b3-b219-1401debf4eea) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:52:57.699623 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3470773d-abee-4352-887d-527f8eb2a2ae x-openstack-request-id: req-3470773d-abee-4352-887d-527f8eb2a2ae {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:52:57.699623 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d7ef67-bc6a-47df-a9d8-880b224f2282", "tag": "37b9c8fd-8238-44a5-9c93-e57dfe63b5e6", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:52:57.700516 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3470773d-abee-4352-887d-527f8eb2a2ae {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:52:57.700957 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d7ef67-bc6a-47df-a9d8-880b224f2282', 'tag': '37b9c8fd-8238-44a5-9c93-e57dfe63b5e6', 'status': 'completed', 'code': 200} Aug 16 23:52:57.728991 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f2920b-f24c-4231-86b0-7a8db11a8eda x-openstack-request-id: req-79f2920b-f24c-4231-86b0-7a8db11a8eda {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:52:57.729704 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876f21e9-4e7e-48c6-996c-14554c62b983", "name": "network-vif-unplugged", "status": "completed", "tag": "4a35689e-2876-4d71-93bc-1442d355839e", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:52:57.729963 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-79f2920b-f24c-4231-86b0-7a8db11a8eda {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:52:57.730393 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876f21e9-4e7e-48c6-996c-14554c62b983', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a35689e-2876-4d71-93bc-1442d355839e', 'code': 200} Aug 16 23:52:57.758460 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6546bae0-02e5-4131-ad6a-83f645854662 req-2814b1e5-8be2-4d0d-83d5-c0c16acd9e4d tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=105e10d7-1157-499e-919c-37250cf0be55 HTTP/1.1" status: 200 len: 210 time: 0.0852120 Aug 16 23:52:57.762880 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-ad46f8d3-8e90-4912-aa94-141393716f7b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=37b9c8fd-8238-44a5-9c93-e57dfe63b5e6 HTTP/1.1" status: 200 len: 217 time: 0.0821643 Aug 16 23:52:57.865519 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-fa3b3b25-7a08-4f6e-b046-755b64450ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:57.869858 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-fa3b3b25-7a08-4f6e-b046-755b64450ad8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0971098 Aug 16 23:52:57.981473 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-718856ef-4c86-466a-abf5-3d1fa3538f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:57.982980 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-718856ef-4c86-466a-abf5-3d1fa3538f0e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0955195 Aug 16 23:52:58.004155 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-93e710ed-3385-46d2-a5d5-f7b2c8c7e9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:58.005640 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-93e710ed-3385-46d2-a5d5-f7b2c8c7e9ef service neutron] 10.222.0.64 "GET /v2.0/networks?id=5dc1690b-6624-46fa-a54a-7524bbadf6de HTTP/1.1" status: 200 len: 919 time: 0.4358866 Aug 16 23:52:58.018696 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb257868-5d98-4c4c-9e7f-f0785707c1a5 req-d8e245e1-66e8-45d9-a5a6-45cb27065c73 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:58.020141 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb257868-5d98-4c4c-9e7f-f0785707c1a5 req-d8e245e1-66e8-45d9-a5a6-45cb27065c73 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5e53908-bb3d-4c59-9215-7b15db03a4b7 HTTP/1.1" status: 200 len: 949 time: 0.2499368 Aug 16 23:52:58.054248 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-739af706-964d-405d-a5ee-4bfdb2161587 req-4d5ab43a-6662-4c52-a527-278c11e96ec1 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:58.076159 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-739af706-964d-405d-a5ee-4bfdb2161587 req-4d5ab43a-6662-4c52-a527-278c11e96ec1 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Transition to ACTIVE for port object f44487fe-9c34-48b3-b219-1401debf4eea will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:52:58.085529 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b79e95-e712-44a8-91c6-bddfc05f3513 req-b81259a0-058e-46ec-84ec-40e2e8aabae5 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:58.087109 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-33b79e95-e712-44a8-91c6-bddfc05f3513 req-b81259a0-058e-46ec-84ec-40e2e8aabae5 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5e53908-bb3d-4c59-9215-7b15db03a4b7 HTTP/1.1" status: 200 len: 949 time: 0.2449398 Aug 16 23:52:58.107657 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-a26d2dbc-2a96-40e7-a52e-8fdb54b3b70a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b0542dc-52ef-42a5-804f-639293288721 HTTP/1.1" status: 200 len: 217 time: 0.0865741 Aug 16 23:52:58.117701 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-f036dea3-43e8-4687-898a-879b715955e8 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240776 Aug 16 23:52:58.161956 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b9f7e-8eb7-4054-bba2-5ab1f037a267 req-5b4be081-130b-4de0-8c37-2a318ad89445 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:58.163418 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f44b9f7e-8eb7-4054-bba2-5ab1f037a267 req-5b4be081-130b-4de0-8c37-2a318ad89445 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?device_id=82d7ef67-bc6a-47df-a9d8-880b224f2282 HTTP/1.1" status: 200 len: 948 time: 0.2491572 Aug 16 23:52:58.178419 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-739af706-964d-405d-a5ee-4bfdb2161587 req-4d5ab43a-6662-4c52-a527-278c11e96ec1 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:58.190397 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['1e56511b-81a6-4ff5-afd5-ed193d1f89e9', '48a32f82-becc-4edb-ac43-c96acede2cf0'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:52:58.194623 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['ea7f3b99-4d08-45e9-b39c-95e23121614f'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:52:58.265653 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-739af706-964d-405d-a5ee-4bfdb2161587 req-4d5ab43a-6662-4c52-a527-278c11e96ec1 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:52:58.267764 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-739af706-964d-405d-a5ee-4bfdb2161587 req-4d5ab43a-6662-4c52-a527-278c11e96ec1 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:52:58.295214 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 17a7174b-1cb8-4dc4-a731-150c82701935 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:52:58.303749 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-739af706-964d-405d-a5ee-4bfdb2161587 req-4d5ab43a-6662-4c52-a527-278c11e96ec1 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:52:58.310999 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739af706-964d-405d-a5ee-4bfdb2161587 req-4d5ab43a-6662-4c52-a527-278c11e96ec1 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:58.312028 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-739af706-964d-405d-a5ee-4bfdb2161587 req-4d5ab43a-6662-4c52-a527-278c11e96ec1 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:58.322631 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 17a7174b-1cb8-4dc4-a731-150c82701935 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:52:58.323044 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 17a7174b-1cb8-4dc4-a731-150c82701935 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:52:58.327169 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ab43a-6662-4c52-a527-278c11e96ec1 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Pushing event updated for resources: {'Port': ['ID=f44487fe-9c34-48b3-b219-1401debf4eea,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:58.334140 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5b2420a7-d77a-408f-ab08-c9304e3ae0d6 req-17e58eaa-5c74-46a0-a4e5-2d003b4a02cd service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064118 Aug 16 23:52:58.337908 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-739af706-964d-405d-a5ee-4bfdb2161587 req-4d5ab43a-6662-4c52-a527-278c11e96ec1 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3221223 Aug 16 23:52:58.342154 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-33b79e95-e712-44a8-91c6-bddfc05f3513 req-e39f0069-f353-4f9b-af14-477d15627d26 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/security-groups?id=5419d5a9-cdc5-4e7c-a954-4f31ca171dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253051 Aug 16 23:52:58.362069 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-65599c39-b4f1-4f32-96ef-e5933f665bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:58.364055 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-65599c39-b4f1-4f32-96ef-e5933f665bc7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5 HTTP/1.1" status: 200 len: 858 time: 0.2441580 Aug 16 23:52:58.367569 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-739af706-964d-405d-a5ee-4bfdb2161587 req-89395c0b-0e8a-4d56-bc96-da20593c61ac service neutron] Request body: {'port': {'device_id': 'd1c3bc18-e7c8-4f5f-a94c-607492880384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:52:58.435572 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0db33ef6-75c2-422d-b05a-f8383da735dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:58.485741 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f44b9f7e-8eb7-4054-bba2-5ab1f037a267 req-cadaa7a2-d053-414e-b83c-dd92c32809fe tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/security-groups?id=30f85467-3fd8-44e8-a61c-1db4822aa06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855587 Aug 16 23:52:58.503904 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.db.api [req-739af706-964d-405d-a5ee-4bfdb2161587 req-3b38e852-1795-4718-9a42-eb5193313aea tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 192.168.233.77-1410d3e1-24c6-4ebc-869a-a738a9bb8d8c {{(pid=101403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:52:58.507579 n-d-800088-20 neutron-server[101403]: DEBUG oslo_db.api [req-739af706-964d-405d-a5ee-4bfdb2161587 req-3b38e852-1795-4718-9a42-eb5193313aea tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:52:58.513416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-159243ba-3114-4a6f-b295-d2fc3a0ea61c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5dc1690b-6624-46fa-a54a-7524bbadf6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143994 Aug 16 23:52:58.515809 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7812c-4578-4836-9823-c9606f72261d req-92a76c39-e96f-483b-b1b0-dd91ddbc2dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:58.517369 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3ae7812c-4578-4836-9823-c9606f72261d req-92a76c39-e96f-483b-b1b0-dd91ddbc2dfe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=401474758c7b47138ced87472ee229f8&device_id=82d7ef67-bc6a-47df-a9d8-880b224f2282 HTTP/1.1" status: 200 len: 1100 time: 0.0972877 Aug 16 23:52:58.517937 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-739af706-964d-405d-a5ee-4bfdb2161587 req-89395c0b-0e8a-4d56-bc96-da20593c61ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:58.578674 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.64', 52058) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:52:58.603370 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db33ef6-75c2-422d-b05a-f8383da735dd admin admin] Pushing event deleted for resources: {'Port': ['ID=d13bcee1-6820-450a-8e0e-a3209b73274b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:58.633665 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-427f5272-652a-4664-b423-b4a76def6a5d None None] Provisioning for port f44487fe-9c34-48b3-b219-1401debf4eea completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:52:58.647427 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-427f5272-652a-4664-b423-b4a76def6a5d None None] Provisioning complete for port f44487fe-9c34-48b3-b219-1401debf4eea triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:52:58.648243 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-427f5272-652a-4664-b423-b4a76def6a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:58.710748 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-427f5272-652a-4664-b423-b4a76def6a5d None None] Port f44487fe-9c34-48b3-b219-1401debf4eea cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:52:58.749585 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-fb257868-5d98-4c4c-9e7f-f0785707c1a5 req-5bd0a0be-8ac1-43bc-872a-edca9c9256ae tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Deleting port ce66f875-88b2-46d0-bf4c-e0caa8804dda {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:52:58.749937 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fb257868-5d98-4c4c-9e7f-f0785707c1a5 req-5bd0a0be-8ac1-43bc-872a-edca9c9256ae tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:58.760385 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7812c-4578-4836-9823-c9606f72261d req-1ea7fbb8-ba75-444e-b7e7-de73a568bf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:58.761886 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3ae7812c-4578-4836-9823-c9606f72261d req-1ea7fbb8-ba75-444e-b7e7-de73a568bf44 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.2317398 Aug 16 23:52:58.795208 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d8985-4b0f-4214-b826-90dff4e6b853 req-be8e3680-3cfc-4696-8dca-aea4da3604ed tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:58.796712 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2d4d8985-4b0f-4214-b826-90dff4e6b853 req-be8e3680-3cfc-4696-8dca-aea4da3604ed tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] 10.222.0.60 "GET /v2.0/ports?device_id=876f21e9-4e7e-48c6-996c-14554c62b983 HTTP/1.1" status: 200 len: 949 time: 0.3521783 Aug 16 23:52:58.842243 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3ae7812c-4578-4836-9823-c9606f72261d req-b85a0f58-bc24-4568-b9ca-0dd1711f0bda service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=37b9c8fd-8238-44a5-9c93-e57dfe63b5e6 HTTP/1.1" status: 200 len: 217 time: 0.0638518 Aug 16 23:52:58.849357 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4eacc-39a6-4191-a051-0254b2fec4c3 req-4407863f-c866-4f0b-a160-23e9659ac901 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:58.850824 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b2e4eacc-39a6-4191-a051-0254b2fec4c3 req-4407863f-c866-4f0b-a160-23e9659ac901 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] 10.222.0.64 "GET /v2.0/ports?device_id=876f21e9-4e7e-48c6-996c-14554c62b983 HTTP/1.1" status: 200 len: 949 time: 0.2623250 Aug 16 23:52:58.883386 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0db33ef6-75c2-422d-b05a-f8383da735dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:58.916673 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7812c-4578-4836-9823-c9606f72261d req-e919bcc4-2685-43b8-b04a-8249fd63a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:58.918919 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3ae7812c-4578-4836-9823-c9606f72261d req-e919bcc4-2685-43b8-b04a-8249fd63a2b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0675514 Aug 16 23:52:59.008555 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-739af706-964d-405d-a5ee-4bfdb2161587 req-89395c0b-0e8a-4d56-bc96-da20593c61ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f44487fe-9c34-48b3-b219-1401debf4eea {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:52:59.017136 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7812c-4578-4836-9823-c9606f72261d req-a5e19aab-6434-4387-885d-c96edb7e8021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:59.018546 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3ae7812c-4578-4836-9823-c9606f72261d req-a5e19aab-6434-4387-885d-c96edb7e8021 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0833061 Aug 16 23:52:59.020404 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-739af706-964d-405d-a5ee-4bfdb2161587 req-89395c0b-0e8a-4d56-bc96-da20593c61ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:59.041387 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-739af706-964d-405d-a5ee-4bfdb2161587 req-89395c0b-0e8a-4d56-bc96-da20593c61ac service neutron] Transition to ACTIVE for port object f44487fe-9c34-48b3-b219-1401debf4eea will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:52:59.075925 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-739af706-964d-405d-a5ee-4bfdb2161587 req-89395c0b-0e8a-4d56-bc96-da20593c61ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:59.166234 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89395c0b-0e8a-4d56-bc96-da20593c61ac service neutron] Pushing event updated for resources: {'Port': ['ID=f44487fe-9c34-48b3-b219-1401debf4eea,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:59.189300 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3ae7812c-4578-4836-9823-c9606f72261d req-9aa46f9e-e732-4b84-a1d9-16367a32d30b service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594815 Aug 16 23:52:59.203971 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-739af706-964d-405d-a5ee-4bfdb2161587 req-89395c0b-0e8a-4d56-bc96-da20593c61ac service neutron] Attempting to bind port f44487fe-9c34-48b3-b219-1401debf4eea on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:52:59.204310 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-739af706-964d-405d-a5ee-4bfdb2161587 req-89395c0b-0e8a-4d56-bc96-da20593c61ac service neutron] Attempting to bind port f44487fe-9c34-48b3-b219-1401debf4eea by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:52:59.204638 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739af706-964d-405d-a5ee-4bfdb2161587 req-89395c0b-0e8a-4d56-bc96-da20593c61ac service neutron] Attempting to bind port f44487fe-9c34-48b3-b219-1401debf4eea on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:52:59.228170 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739af706-964d-405d-a5ee-4bfdb2161587 req-89395c0b-0e8a-4d56-bc96-da20593c61ac service neutron] Port f44487fe-9c34-48b3-b219-1401debf4eea on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:52:59.228495 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739af706-964d-405d-a5ee-4bfdb2161587 req-89395c0b-0e8a-4d56-bc96-da20593c61ac service neutron] Attempting to bind port f44487fe-9c34-48b3-b219-1401debf4eea on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:52:59.264317 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739af706-964d-405d-a5ee-4bfdb2161587 req-89395c0b-0e8a-4d56-bc96-da20593c61ac service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:52:59.264707 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739af706-964d-405d-a5ee-4bfdb2161587 req-89395c0b-0e8a-4d56-bc96-da20593c61ac service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:52:59.265018 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739af706-964d-405d-a5ee-4bfdb2161587 req-89395c0b-0e8a-4d56-bc96-da20593c61ac service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:52:59.265755 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-739af706-964d-405d-a5ee-4bfdb2161587 req-89395c0b-0e8a-4d56-bc96-da20593c61ac service neutron] Bound port: f44487fe-9c34-48b3-b219-1401debf4eea, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:52:59.266181 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-739af706-964d-405d-a5ee-4bfdb2161587 req-89395c0b-0e8a-4d56-bc96-da20593c61ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:59.319619 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-739af706-964d-405d-a5ee-4bfdb2161587 req-3b38e852-1795-4718-9a42-eb5193313aea tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:59.332250 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-c9c45b8d-e153-4296-8fcf-1d7b01b3b4a8 service neutron] 10.222.0.64 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7524915 Aug 16 23:52:59.346693 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3ae7812c-4578-4836-9823-c9606f72261d req-156fd8be-93c9-4fcb-ab82-0937c8ee3aac service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392548 Aug 16 23:52:59.362993 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0db33ef6-75c2-422d-b05a-f8383da735dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:59.366761 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-739af706-964d-405d-a5ee-4bfdb2161587 req-89395c0b-0e8a-4d56-bc96-da20593c61ac service neutron] For port f44487fe-9c34-48b3-b219-1401debf4eea, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:52:59.370391 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-739af706-964d-405d-a5ee-4bfdb2161587 req-89395c0b-0e8a-4d56-bc96-da20593c61ac service neutron] For port f44487fe-9c34-48b3-b219-1401debf4eea, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f44487fe-9c34-48b3-b219-1401debf4eea,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:52:59.376047 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-739af706-964d-405d-a5ee-4bfdb2161587 req-89395c0b-0e8a-4d56-bc96-da20593c61ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:59.389390 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9ebf9-086b-4204-88d9-7870f459c623 req-f7e8ab3f-22b1-4e81-b8bc-76b9ff556d37 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:59.390802 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a4a9ebf9-086b-4204-88d9-7870f459c623 req-f7e8ab3f-22b1-4e81-b8bc-76b9ff556d37 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 944 time: 0.6695757 Aug 16 23:52:59.392019 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0db33ef6-75c2-422d-b05a-f8383da735dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:59.414417 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739af706-964d-405d-a5ee-4bfdb2161587 req-89395c0b-0e8a-4d56-bc96-da20593c61ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:59.414873 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-739af706-964d-405d-a5ee-4bfdb2161587 req-89395c0b-0e8a-4d56-bc96-da20593c61ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:59.416341 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-739af706-964d-405d-a5ee-4bfdb2161587 req-89395c0b-0e8a-4d56-bc96-da20593c61ac service neutron] 10.222.0.64 "PUT /v2.0/ports/f44487fe-9c34-48b3-b219-1401debf4eea HTTP/1.1" status: 200 len: 1096 time: 1.0546684 Aug 16 23:52:59.418720 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2d4d8985-4b0f-4214-b826-90dff4e6b853 req-18edfe1a-8bea-445a-a0ae-dc6456f8acb3 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a57d39e-db19-45ec-aa78-48a0dac3529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5859966 Aug 16 23:52:59.437021 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89395c0b-0e8a-4d56-bc96-da20593c61ac service neutron] Pushing event updated for resources: {'Port': ['ID=f44487fe-9c34-48b3-b219-1401debf4eea,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:52:59.531174 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739af706-964d-405d-a5ee-4bfdb2161587 req-44a8ac1a-958c-49d9-96a8-698943a8ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:59.532974 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-739af706-964d-405d-a5ee-4bfdb2161587 req-44a8ac1a-958c-49d9-96a8-698943a8ae37 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&device_id=d1c3bc18-e7c8-4f5f-a94c-607492880384 HTTP/1.1" status: 200 len: 1099 time: 0.0498848 Aug 16 23:52:59.586182 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-739af706-964d-405d-a5ee-4bfdb2161587 req-d63c1028-9a1d-41d4-a251-10a8749ae717 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=f44487fe-9c34-48b3-b219-1401debf4eea HTTP/1.1" status: 200 len: 217 time: 0.0411766 Aug 16 23:52:59.610366 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-fb257868-5d98-4c4c-9e7f-f0785707c1a5 req-5bd0a0be-8ac1-43bc-872a-edca9c9256ae tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] For port ce66f875-88b2-46d0-bf4c-e0caa8804dda, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ce66f875-88b2-46d0-bf4c-e0caa8804dda,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:52:59.610739 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fb257868-5d98-4c4c-9e7f-f0785707c1a5 req-5bd0a0be-8ac1-43bc-872a-edca9c9256ae tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:59.642069 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739af706-964d-405d-a5ee-4bfdb2161587 req-bf89d384-acb1-4340-9fb3-cdfce8732b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:59.643181 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-739af706-964d-405d-a5ee-4bfdb2161587 req-bf89d384-acb1-4340-9fb3-cdfce8732b92 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0487356 Aug 16 23:52:59.670522 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0db33ef6-75c2-422d-b05a-f8383da735dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:59.670841 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db33ef6-75c2-422d-b05a-f8383da735dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ba19f12-d4f8-4383-b92f-c3b161c604b4 {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:52:59.680700 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-fb257868-5d98-4c4c-9e7f-f0785707c1a5 req-5bd0a0be-8ac1-43bc-872a-edca9c9256ae tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Calling delete_port for ce66f875-88b2-46d0-bf4c-e0caa8804dda owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:52:59.701337 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739af706-964d-405d-a5ee-4bfdb2161587 req-a244604d-25ab-4bf1-b30d-9e0695f6d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:59.703148 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-739af706-964d-405d-a5ee-4bfdb2161587 req-a244604d-25ab-4bf1-b30d-9e0695f6d96f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0479147 Aug 16 23:52:59.703657 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c3bc18-e7c8-4f5f-a94c-607492880384', 'tag': 'f44487fe-9c34-48b3-b219-1401debf4eea'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:52:59.705277 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0db33ef6-75c2-422d-b05a-f8383da735dd admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:59.706274 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5b1861-3a71-4b30-b169-bc66ef9c7dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c3bc18-e7c8-4f5f-a94c-607492880384", "tag": "f44487fe-9c34-48b3-b219-1401debf4eea"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:52:59.706431 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0db33ef6-75c2-422d-b05a-f8383da735dd admin admin] 10.222.0.60 "DELETE /v2.0/routers/4ba19f12-d4f8-4383-b92f-c3b161c604b4 HTTP/1.1" status: 204 len: 168 time: 4.2347691 Aug 16 23:52:59.709838 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46534) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:52:59.716941 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-06da4df2-b0d1-4511-9c5b-43698b1224b1 req-61023b55-bbea-4fd1-b8d4-958cf0fea58e tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=105e10d7-1157-499e-919c-37250cf0be55 HTTP/1.1" status: 200 len: 210 time: 0.0998933 Aug 16 23:52:59.751852 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a4a9ebf9-086b-4204-88d9-7870f459c623 req-f6809f29-f5d4-4eb3-9c54-6ca87151696e tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519790 Aug 16 23:52:59.834679 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dddfc4e-96e9-4c64-b4de-3cf1bb9bb922 admin admin] Deleting subnet 478805bf-4a58-40eb-8f7d-8b19c8d44e18 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:52:59.842769 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7dddfc4e-96e9-4c64-b4de-3cf1bb9bb922 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:59.908872 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-55a800b5-baa7-4b7c-92ec-7b1da84595c1 service neutron] 10.222.0.64 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5507567 Aug 16 23:52:59.943524 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-b2e4eacc-39a6-4191-a051-0254b2fec4c3 req-388df5b8-6de2-4aca-9df2-efe25d3d402d tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Deleting port 4a35689e-2876-4d71-93bc-1442d355839e {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:52:59.943911 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b2e4eacc-39a6-4191-a051-0254b2fec4c3 req-388df5b8-6de2-4aca-9df2-efe25d3d402d tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:59.950591 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-739af706-964d-405d-a5ee-4bfdb2161587 req-3b38e852-1795-4718-9a42-eb5193313aea tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Allocated IP 192.168.233.182 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/d6a97ea2-5728-4e9c-a53a-d9da238eea77) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:53:00.065161 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fd629-12fd-4456-9e51-531c5998631b req-d53883c9-d988-43a0-87ef-8930144ea0c1 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:00.066765 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-169fd629-12fd-4456-9e51-531c5998631b req-d53883c9-d988-43a0-87ef-8930144ea0c1 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?device_id=82d7ef67-bc6a-47df-a9d8-880b224f2282 HTTP/1.1" status: 200 len: 948 time: 0.2327273 Aug 16 23:53:00.095686 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95831bb6-fa68-42d2-b2c7-687835058761 req-0a31c526-789f-4664-8a29-5b6ab4e753c7 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:00.103819 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-95831bb6-fa68-42d2-b2c7-687835058761 req-0a31c526-789f-4664-8a29-5b6ab4e753c7 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5e53908-bb3d-4c59-9215-7b15db03a4b7 HTTP/1.1" status: 200 len: 949 time: 0.2785149 Aug 16 23:53:00.169077 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-739af706-964d-405d-a5ee-4bfdb2161587 req-887503d4-c557-4a19-8eb4-682e954b641f service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571075 Aug 16 23:53:00.171087 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7dddfc4e-96e9-4c64-b4de-3cf1bb9bb922 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:00.265757 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7dddfc4e-96e9-4c64-b4de-3cf1bb9bb922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:00.278226 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-b2e4eacc-39a6-4191-a051-0254b2fec4c3 req-388df5b8-6de2-4aca-9df2-efe25d3d402d tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] For port 4a35689e-2876-4d71-93bc-1442d355839e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4a35689e-2876-4d71-93bc-1442d355839e,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:00.278613 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b2e4eacc-39a6-4191-a051-0254b2fec4c3 req-388df5b8-6de2-4aca-9df2-efe25d3d402d tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:00.285913 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-169fd629-12fd-4456-9e51-531c5998631b req-014194a1-95ec-4a7e-9d64-ce18f2faea4d tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/security-groups?id=30f85467-3fd8-44e8-a61c-1db4822aa06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045333 Aug 16 23:53:00.302378 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-95831bb6-fa68-42d2-b2c7-687835058761 req-806fe368-0c37-4b67-a2ae-6b2c1ed34fc4 tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.60 "GET /v2.0/security-groups?id=5419d5a9-cdc5-4e7c-a954-4f31ca171dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968391 Aug 16 23:53:00.337939 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-b2e4eacc-39a6-4191-a051-0254b2fec4c3 req-388df5b8-6de2-4aca-9df2-efe25d3d402d tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Calling delete_port for 4a35689e-2876-4d71-93bc-1442d355839e owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:53:00.339959 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fb257868-5d98-4c4c-9e7f-f0785707c1a5 req-5bd0a0be-8ac1-43bc-872a-edca9c9256ae tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:00.342586 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-739af706-964d-405d-a5ee-4bfdb2161587 req-8152289e-331d-4e65-8cf8-ea5052b33a2a service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635506 Aug 16 23:53:00.345095 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b1463b-93e1-4620-9559-9a0451dde1cb x-openstack-request-id: req-41b1463b-93e1-4620-9559-9a0451dde1cb {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:00.345388 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c3bc18-e7c8-4f5f-a94c-607492880384", "tag": "f44487fe-9c34-48b3-b219-1401debf4eea", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:00.345648 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41b1463b-93e1-4620-9559-9a0451dde1cb {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:00.346287 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c3bc18-e7c8-4f5f-a94c-607492880384', 'tag': 'f44487fe-9c34-48b3-b219-1401debf4eea', 'status': 'completed', 'code': 200} Aug 16 23:53:00.383487 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7dddfc4e-96e9-4c64-b4de-3cf1bb9bb922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:00.418828 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cece19e-aded-4816-a3a4-cc7b930656d0 None None] Network 4006c732-c45c-46e1-b0a9-a0d16cbf6424 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:53:00.422069 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7dddfc4e-96e9-4c64-b4de-3cf1bb9bb922 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:00.424157 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7dddfc4e-96e9-4c64-b4de-3cf1bb9bb922 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/478805bf-4a58-40eb-8f7d-8b19c8d44e18 HTTP/1.1" status: 204 len: 168 time: 0.7134969 Aug 16 23:53:00.455246 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-4cdb3211-3799-4796-8bbc-e0b5cf3df680 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:00.455246 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-4cdb3211-3799-4796-8bbc-e0b5cf3df680 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc&tenant_id=b30c0e442778419181d2ad6b2586afae&binding%3Ahost_id=n-h2-800088-20 HTTP/1.1" status: 200 len: 1096 time: 0.2600808 Aug 16 23:53:00.459035 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46538) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:00.467702 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0a0be-8ac1-43bc-872a-edca9c9256ae tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Pushing event deleted for resources: {'Port': ['ID=ce66f875-88b2-46d0-bf4c-e0caa8804dda,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:00.478464 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddfc4e-96e9-4c64-b4de-3cf1bb9bb922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=478805bf-4a58-40eb-8f7d-8b19c8d44e18,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:00.514381 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b1861-3a71-4b30-b169-bc66ef9c7dc8 req-2574bb7b-1cce-45e0-9a21-d9aaa06b8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:00.515902 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ca5b1861-3a71-4b30-b169-bc66ef9c7dc8 req-2574bb7b-1cce-45e0-9a21-d9aaa06b8b91 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&device_id=d1c3bc18-e7c8-4f5f-a94c-607492880384 HTTP/1.1" status: 200 len: 1099 time: 0.1058354 Aug 16 23:53:00.533877 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d13bcee1-6820-450a-8e0e-a3209b73274b no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:53:00.579565 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: d13bcee1-6820-450a-8e0e-a3209b73274b {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:53:00.579903 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d13bcee1-6820-450a-8e0e-a3209b73274b not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:53:00.677295 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b1861-3a71-4b30-b169-bc66ef9c7dc8 req-fdaa6030-335a-4cc0-80d6-7d42cba0dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:00.678791 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ca5b1861-3a71-4b30-b169-bc66ef9c7dc8 req-fdaa6030-335a-4cc0-80d6-7d42cba0dd27 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.1507483 Aug 16 23:53:00.695641 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c7d775-9272-4a3d-9098-4b6d680cfd79 None None] DHCP port deletion for 4006c732-c45c-46e1-b0a9-a0d16cbf6424 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:53:00.734692 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ca5b1861-3a71-4b30-b169-bc66ef9c7dc8 req-3f077fc0-8461-4b7c-bf7e-de8b576b9eea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=f44487fe-9c34-48b3-b219-1401debf4eea HTTP/1.1" status: 200 len: 217 time: 0.0455379 Aug 16 23:53:00.741846 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb257868-5d98-4c4c-9e7f-f0785707c1a5 req-5bd0a0be-8ac1-43bc-872a-edca9c9256ae tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] No DVR routers for this DVR port ce66f875-88b2-46d0-bf4c-e0caa8804dda on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:53:00.755077 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-45c7d775-9272-4a3d-9098-4b6d680cfd79 None None] Deleting port 40d0257a-af65-41b7-8efe-cab30688edac {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:53:00.755677 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-45c7d775-9272-4a3d-9098-4b6d680cfd79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:00.773400 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fb257868-5d98-4c4c-9e7f-f0785707c1a5 req-5bd0a0be-8ac1-43bc-872a-edca9c9256ae tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:00.775609 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb257868-5d98-4c4c-9e7f-f0785707c1a5 req-5bd0a0be-8ac1-43bc-872a-edca9c9256ae tempest-ImagesNegativeTestJSON-97394799 tempest-ImagesNegativeTestJSON-97394799-project] 10.222.0.64 "DELETE /v2.0/ports/ce66f875-88b2-46d0-bf4c-e0caa8804dda HTTP/1.1" status: 204 len: 173 time: 2.7429445 Aug 16 23:53:00.776268 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e53908-bb3d-4c59-9215-7b15db03a4b7', 'name': 'network-vif-deleted', 'tag': 'ce66f875-88b2-46d0-bf4c-e0caa8804dda'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:53:00.778802 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6630147f-9120-481d-a22d-3b546553676b" -d '{"events": [{"server_uuid": "f5e53908-bb3d-4c59-9215-7b15db03a4b7", "name": "network-vif-deleted", "tag": "ce66f875-88b2-46d0-bf4c-e0caa8804dda"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:53:00.848263 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c0f0d5c-e536-4c6b-bf9a-7ab08d6d845d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:00.863049 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-739af706-964d-405d-a5ee-4bfdb2161587 req-3b38e852-1795-4718-9a42-eb5193313aea tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:00.863703 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b1861-3a71-4b30-b169-bc66ef9c7dc8 req-5ba2f9bb-5535-40f7-ab4c-0110354b1452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:00.865282 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ca5b1861-3a71-4b30-b169-bc66ef9c7dc8 req-5ba2f9bb-5535-40f7-ab4c-0110354b1452 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1191590 Aug 16 23:53:00.877984 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-45c7d775-9272-4a3d-9098-4b6d680cfd79 None None] For port 40d0257a-af65-41b7-8efe-cab30688edac, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=40d0257a-af65-41b7-8efe-cab30688edac,segment=NetworkSegment(e9a2b254-9bc1-444f-b9d4-3534f0d204f8),segment_id=e9a2b254-9bc1-444f-b9d4-3534f0d204f8)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:00.878670 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-45c7d775-9272-4a3d-9098-4b6d680cfd79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:00.883032 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 37b9c8fd-8238-44a5-9c93-e57dfe63b5e6 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:53:00.894326 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb397e-9c58-4238-8843-60e149c55fe4 req-2bcb1310-05a8-4a9d-8ae4-d578290ad94c tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:00.901730 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c7fb397e-9c58-4238-8843-60e149c55fe4 req-2bcb1310-05a8-4a9d-8ae4-d578290ad94c tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] 10.222.0.60 "GET /v2.0/ports?device_id=876f21e9-4e7e-48c6-996c-14554c62b983 HTTP/1.1" status: 200 len: 949 time: 0.3621168 Aug 16 23:53:00.902283 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-45c7d775-9272-4a3d-9098-4b6d680cfd79 None None] Calling delete_port for 40d0257a-af65-41b7-8efe-cab30688edac owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:53:00.933770 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b1861-3a71-4b30-b169-bc66ef9c7dc8 req-9a163834-98f5-48e5-b603-3aa9127eaefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:00.935297 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ca5b1861-3a71-4b30-b169-bc66ef9c7dc8 req-9a163834-98f5-48e5-b603-3aa9127eaefe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0608063 Aug 16 23:53:00.952728 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1105583b-eb32-4e51-8204-4c4456f44929 req-266bc3ad-2653-4e8c-8117-b794df19b864 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=105e10d7-1157-499e-919c-37250cf0be55 HTTP/1.1" status: 200 len: 210 time: 0.0759342 Aug 16 23:53:00.973382 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-739af706-964d-405d-a5ee-4bfdb2161587 req-3b38e852-1795-4718-9a42-eb5193313aea tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Transition to ACTIVE for port object d6a97ea2-5728-4e9c-a53a-d9da238eea77 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:01.051235 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c7fb397e-9c58-4238-8843-60e149c55fe4 req-3cb1745f-d6e4-42ec-9d1e-499da30f8ca6 tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a57d39e-db19-45ec-aa78-48a0dac3529a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293030 Aug 16 23:53:01.066532 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ca5b1861-3a71-4b30-b169-bc66ef9c7dc8 req-766da5fe-0517-4562-a1dc-e1d7608cc2c5 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222112 Aug 16 23:53:01.120598 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6a5dc5-05fc-49df-88ad-469a1d1b9c54 x-openstack-request-id: req-0b6a5dc5-05fc-49df-88ad-469a1d1b9c54 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:01.121509 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e53908-bb3d-4c59-9215-7b15db03a4b7", "name": "network-vif-deleted", "tag": "ce66f875-88b2-46d0-bf4c-e0caa8804dda", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:01.121818 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b6a5dc5-05fc-49df-88ad-469a1d1b9c54 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:01.122159 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e53908-bb3d-4c59-9215-7b15db03a4b7', 'name': 'network-vif-deleted', 'tag': 'ce66f875-88b2-46d0-bf4c-e0caa8804dda', 'status': 'completed', 'code': 200} Aug 16 23:53:01.187188 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ca5b1861-3a71-4b30-b169-bc66ef9c7dc8 req-e1f3dbe0-a980-4900-ac2a-376729e2028c service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083863 Aug 16 23:53:01.208051 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 37b9c8fd-8238-44a5-9c93-e57dfe63b5e6, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=37b9c8fd-8238-44a5-9c93-e57dfe63b5e6,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:01.219317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-ab88785a-842a-497b-a604-e8ec4c295106 service neutron] For port 9b0542dc-52ef-42a5-804f-639293288721, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:53:01.222771 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '37b9c8fd-8238-44a5-9c93-e57dfe63b5e6', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': '37b9c8fd-8238-44a5-9c93-e57dfe63b5e6', 'mac_address': 'fa:16:3e:2e:64:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:53:01.224064 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b2e4eacc-39a6-4191-a051-0254b2fec4c3 req-388df5b8-6de2-4aca-9df2-efe25d3d402d tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:01.230695 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-ab88785a-842a-497b-a604-e8ec4c295106 service neutron] Notify callbacks [] for binding, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:01.231815 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3882ef9f-331f-4457-8875-cfcf30be0be5 req-ab88785a-842a-497b-a604-e8ec4c295106 service neutron] 10.222.0.64 "DELETE /v2.0/ports/9b0542dc-52ef-42a5-804f-639293288721/bindings/n-h1-800088-20 HTTP/1.1" status: 204 len: 173 time: 0.6955478 Aug 16 23:53:01.246746 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89ff88-12f3-42a3-bbe9-7c5dcf8df478 req-32271ff8-caa2-4ada-8345-164037960d7a tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:01.248254 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e89ff88-12f3-42a3-bbe9-7c5dcf8df478 req-32271ff8-caa2-4ada-8345-164037960d7a tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 944 time: 0.1738954 Aug 16 23:53:01.253774 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-45c7d775-9272-4a3d-9098-4b6d680cfd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:01.280784 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-739af706-964d-405d-a5ee-4bfdb2161587 req-3b38e852-1795-4718-9a42-eb5193313aea tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:01.288645 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7d775-9272-4a3d-9098-4b6d680cfd79 None None] Pushing event deleted for resources: {'Port': ['ID=40d0257a-af65-41b7-8efe-cab30688edac,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:01.296794 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['1e56511b-81a6-4ff5-afd5-ed193d1f89e9', '48a32f82-becc-4edb-ac43-c96acede2cf0'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:53:01.298955 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['ea7f3b99-4d08-45e9-b39c-95e23121614f'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:53:01.307226 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-8c0f0d5c-e536-4c6b-bf9a-7ab08d6d845d admin admin] Deleting port 40d0257a-af65-41b7-8efe-cab30688edac {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:53:01.307226 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c0f0d5c-e536-4c6b-bf9a-7ab08d6d845d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:01.307655 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388df5b8-6de2-4aca-9df2-efe25d3d402d tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Pushing event deleted for resources: {'Port': ['ID=4a35689e-2876-4d71-93bc-1442d355839e,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:01.308584 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c7d775-9272-4a3d-9098-4b6d680cfd79 None None] No DVR routers for this DVR port 40d0257a-af65-41b7-8efe-cab30688edac on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:53:01.376645 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:01.388812 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device ce66f875-88b2-46d0-bf4c-e0caa8804dda no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:53:01.434781 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b9c8fd-8238-44a5-9c93-e57dfe63b5e6 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:53:01.437108 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: ce66f875-88b2-46d0-bf4c-e0caa8804dda {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:53:01.437521 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device ce66f875-88b2-46d0-bf4c-e0caa8804dda not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:53:01.457695 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e4eacc-39a6-4191-a051-0254b2fec4c3 req-388df5b8-6de2-4aca-9df2-efe25d3d402d tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] No DVR routers for this DVR port 4a35689e-2876-4d71-93bc-1442d355839e on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:53:01.476914 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 37b9c8fd-8238-44a5-9c93-e57dfe63b5e6, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=37b9c8fd-8238-44a5-9c93-e57dfe63b5e6,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:01.486035 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:01.489415 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b2e4eacc-39a6-4191-a051-0254b2fec4c3 req-388df5b8-6de2-4aca-9df2-efe25d3d402d tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:01.491408 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b2e4eacc-39a6-4191-a051-0254b2fec4c3 req-388df5b8-6de2-4aca-9df2-efe25d3d402d tempest-ImagesOneServerTestJSON-140157234 tempest-ImagesOneServerTestJSON-140157234-project] 10.222.0.64 "DELETE /v2.0/ports/4a35689e-2876-4d71-93bc-1442d355839e HTTP/1.1" status: 204 len: 173 time: 2.6215432 Aug 16 23:53:01.518805 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-739af706-964d-405d-a5ee-4bfdb2161587 req-3b38e852-1795-4718-9a42-eb5193313aea tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:53:01.528006 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38e852-1795-4718-9a42-eb5193313aea tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Pushing event updated for resources: {'Port': ['ID=d6a97ea2-5728-4e9c-a53a-d9da238eea77,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:01.533649 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-8c0f0d5c-e536-4c6b-bf9a-7ab08d6d845d admin admin] For port 40d0257a-af65-41b7-8efe-cab30688edac, host n-d-800088-20, got binding levels [] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:01.533975 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c0f0d5c-e536-4c6b-bf9a-7ab08d6d845d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:01.536605 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-739af706-964d-405d-a5ee-4bfdb2161587 req-3b38e852-1795-4718-9a42-eb5193313aea tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:53:01.549187 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e89ff88-12f3-42a3-bbe9-7c5dcf8df478 req-55f79729-9419-4b40-af2a-d94f8c8e8a73 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707779 Aug 16 23:53:01.555449 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-739af706-964d-405d-a5ee-4bfdb2161587 req-3b38e852-1795-4718-9a42-eb5193313aea tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:53:01.593001 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=37b9c8fd-8238-44a5-9c93-e57dfe63b5e6,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:01.623265 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-8c0f0d5c-e536-4c6b-bf9a-7ab08d6d845d admin admin] Calling delete_port for 40d0257a-af65-41b7-8efe-cab30688edac owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:53:01.626748 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.ipam_backend_mixin [None req-8c0f0d5c-e536-4c6b-bf9a-7ab08d6d845d admin admin] Port 40d0257a-af65-41b7-8efe-cab30688edac was not found and therefore no delete operation was performed {{(pid=101403) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 23:53:01.628404 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c0f0d5c-e536-4c6b-bf9a-7ab08d6d845d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:01.684639 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0f0d5c-e536-4c6b-bf9a-7ab08d6d845d admin admin] No DVR routers for this DVR port 40d0257a-af65-41b7-8efe-cab30688edac on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:53:01.696729 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739af706-964d-405d-a5ee-4bfdb2161587 req-3b38e852-1795-4718-9a42-eb5193313aea tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:01.698128 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-739af706-964d-405d-a5ee-4bfdb2161587 req-3b38e852-1795-4718-9a42-eb5193313aea tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:01.750676 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f0d5c-e536-4c6b-bf9a-7ab08d6d845d admin admin] Pushing event deleted for resources: {'Port': ['ID=40d0257a-af65-41b7-8efe-cab30688edac,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:01.776622 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['37b9c8fd-8238-44a5-9c93-e57dfe63b5e6'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:53:01.786233 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780bae2-ebaa-4233-b906-1b812cdcd020 req-2f8123e4-2878-4c64-ad86-95ebbabf8e3b tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:01.794683 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8780bae2-ebaa-4233-b906-1b812cdcd020 req-2f8123e4-2878-4c64-ad86-95ebbabf8e3b tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?device_id=82d7ef67-bc6a-47df-a9d8-880b224f2282 HTTP/1.1" status: 200 len: 948 time: 0.3803296 Aug 16 23:53:01.859379 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-739af706-964d-405d-a5ee-4bfdb2161587 req-3b38e852-1795-4718-9a42-eb5193313aea tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6606717 Aug 16 23:53:01.887206 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-739af706-964d-405d-a5ee-4bfdb2161587 req-6d67cc05-497b-42b2-8236-ec0e534f90e0 service neutron] Request body: {'port': {'device_id': '105e10d7-1157-499e-919c-37250cf0be55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:01.893952 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c0f0d5c-e536-4c6b-bf9a-7ab08d6d845d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:01.922149 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-8c0f0d5c-e536-4c6b-bf9a-7ab08d6d845d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4006c732-c45c-46e1-b0a9-a0d16cbf6424']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:01.932747 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8780bae2-ebaa-4233-b906-1b812cdcd020 req-a70daeef-13d6-43ae-beb9-766d5b3f4976 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/security-groups?id=30f85467-3fd8-44e8-a61c-1db4822aa06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371212 Aug 16 23:53:01.960477 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-8c0f0d5c-e536-4c6b-bf9a-7ab08d6d845d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9a2b254-9bc1-444f-b9d4-3534f0d204f8') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:01.960789 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-8c0f0d5c-e536-4c6b-bf9a-7ab08d6d845d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9a2b254-9bc1-444f-b9d4-3534f0d204f8') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:02.001317 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c0f0d5c-e536-4c6b-bf9a-7ab08d6d845d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:02.040168 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c0f0d5c-e536-4c6b-bf9a-7ab08d6d845d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:02.054995 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0f0d5c-e536-4c6b-bf9a-7ab08d6d845d admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:53:02.055410 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c0f0d5c-e536-4c6b-bf9a-7ab08d6d845d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: timer() Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: self._notify() Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:53:02.064742 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:53:02.067283 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-739af706-964d-405d-a5ee-4bfdb2161587 req-6d67cc05-497b-42b2-8236-ec0e534f90e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:02.134602 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336f697-d901-43ab-9915-9debd5ba849b req-ff70e5c0-25c4-4f0f-8f0a-beaab447efa3 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:02.136931 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7336f697-d901-43ab-9915-9debd5ba849b req-ff70e5c0-25c4-4f0f-8f0a-beaab447efa3 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 1096 time: 0.1820683 Aug 16 23:53:02.198504 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c0f0d5c-e536-4c6b-bf9a-7ab08d6d845d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:02.213552 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c0f0d5c-e536-4c6b-bf9a-7ab08d6d845d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:02.215439 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8c0f0d5c-e536-4c6b-bf9a-7ab08d6d845d admin admin] 10.222.0.60 "DELETE /v2.0/networks/4006c732-c45c-46e1-b0a9-a0d16cbf6424 HTTP/1.1" status: 204 len: 168 time: 1.7552848 Aug 16 23:53:02.240116 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7a8a4868-af17-43c9-8d53-60e278157998 None None] Provisioning for port d6a97ea2-5728-4e9c-a53a-d9da238eea77 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:02.246595 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7a8a4868-af17-43c9-8d53-60e278157998 None None] Provisioning complete for port d6a97ea2-5728-4e9c-a53a-d9da238eea77 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:02.246595 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7a8a4868-af17-43c9-8d53-60e278157998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:02.284571 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34792cb1-d8c1-482c-8eed-305716e2c405 req-d0c0d32b-5495-41be-a485-8245d3b4f952 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:02.297294 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-34792cb1-d8c1-482c-8eed-305716e2c405 req-d0c0d32b-5495-41be-a485-8245d3b4f952 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=105e10d7-1157-499e-919c-37250cf0be55 HTTP/1.1" status: 200 len: 936 time: 0.2492299 Aug 16 23:53:02.299567 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-7a8a4868-af17-43c9-8d53-60e278157998 None None] Port d6a97ea2-5728-4e9c-a53a-d9da238eea77 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:53:02.313990 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f0d5c-e536-4c6b-bf9a-7ab08d6d845d admin admin] Pushing event deleted for resources: {'Network': ['ID=4006c732-c45c-46e1-b0a9-a0d16cbf6424,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:02.348222 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 40d0257a-af65-41b7-8efe-cab30688edac no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:53:02.363897 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7336f697-d901-43ab-9915-9debd5ba849b req-30989fee-09c0-4749-b375-bbfca911f952 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099621 Aug 16 23:53:02.368763 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 40d0257a-af65-41b7-8efe-cab30688edac {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:53:02.369196 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 40d0257a-af65-41b7-8efe-cab30688edac not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:53:02.458706 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46582) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:02.471387 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-34792cb1-d8c1-482c-8eed-305716e2c405 req-4291eb3f-5e2a-452f-a713-08311343d36d tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729457 Aug 16 23:53:02.527654 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5d482f3f-d05f-4b66-b976-1172721dc07a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5480ba8c2276409b8e718e0f9c7a4f4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0671184 Aug 16 23:53:02.530388 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46588) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:02.597353 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-48161924-ed42-4bfe-9518-32fe327d0226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:02.625692 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-48161924-ed42-4bfe-9518-32fe327d0226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:02.650819 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab93c5d-b7b7-4440-a002-e451a2d917ff req-902fd980-398c-48e9-a00d-fd4f79811019 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:02.659045 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dab93c5d-b7b7-4440-a002-e451a2d917ff req-902fd980-398c-48e9-a00d-fd4f79811019 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 1096 time: 0.1160023 Aug 16 23:53:02.687417 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-739af706-964d-405d-a5ee-4bfdb2161587 req-6d67cc05-497b-42b2-8236-ec0e534f90e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6a97ea2-5728-4e9c-a53a-d9da238eea77 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:53:02.695252 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-48161924-ed42-4bfe-9518-32fe327d0226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:02.698129 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-48161924-ed42-4bfe-9518-32fe327d0226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:02.698512 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-739af706-964d-405d-a5ee-4bfdb2161587 req-6d67cc05-497b-42b2-8236-ec0e534f90e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:02.702061 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-48161924-ed42-4bfe-9518-32fe327d0226 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/76d0222c-36ff-43d0-8299-da39470cc906 HTTP/1.1" status: 204 len: 168 time: 0.1678488 Aug 16 23:53:02.716288 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48161924-ed42-4bfe-9518-32fe327d0226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d0222c-36ff-43d0-8299-da39470cc906,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:02.735058 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dab93c5d-b7b7-4440-a002-e451a2d917ff req-daa26596-2fa0-4cff-b34f-3d710c5ad400 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736215 Aug 16 23:53:02.741901 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-739af706-964d-405d-a5ee-4bfdb2161587 req-6d67cc05-497b-42b2-8236-ec0e534f90e0 service neutron] Transition to ACTIVE for port object d6a97ea2-5728-4e9c-a53a-d9da238eea77 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:02.748004 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-739af706-964d-405d-a5ee-4bfdb2161587 req-6d67cc05-497b-42b2-8236-ec0e534f90e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:02.811296 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67cc05-497b-42b2-8236-ec0e534f90e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a97ea2-5728-4e9c-a53a-d9da238eea77,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:02.897571 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 37b9c8fd-8238-44a5-9c93-e57dfe63b5e6 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:53:02.950617 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46604) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:03.006234 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 37b9c8fd-8238-44a5-9c93-e57dfe63b5e6 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:03.014751 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-739af706-964d-405d-a5ee-4bfdb2161587 req-6d67cc05-497b-42b2-8236-ec0e534f90e0 service neutron] Attempting to bind port d6a97ea2-5728-4e9c-a53a-d9da238eea77 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:53:03.015601 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-739af706-964d-405d-a5ee-4bfdb2161587 req-6d67cc05-497b-42b2-8236-ec0e534f90e0 service neutron] Attempting to bind port d6a97ea2-5728-4e9c-a53a-d9da238eea77 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:53:03.016154 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739af706-964d-405d-a5ee-4bfdb2161587 req-6d67cc05-497b-42b2-8236-ec0e534f90e0 service neutron] Attempting to bind port d6a97ea2-5728-4e9c-a53a-d9da238eea77 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:03.018438 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 37b9c8fd-8238-44a5-9c93-e57dfe63b5e6 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:03.018826 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:03.035515 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739af706-964d-405d-a5ee-4bfdb2161587 req-6d67cc05-497b-42b2-8236-ec0e534f90e0 service neutron] Port d6a97ea2-5728-4e9c-a53a-d9da238eea77 on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:53:03.036067 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739af706-964d-405d-a5ee-4bfdb2161587 req-6d67cc05-497b-42b2-8236-ec0e534f90e0 service neutron] Attempting to bind port d6a97ea2-5728-4e9c-a53a-d9da238eea77 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:03.050947 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739af706-964d-405d-a5ee-4bfdb2161587 req-6d67cc05-497b-42b2-8236-ec0e534f90e0 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:53:03.051287 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739af706-964d-405d-a5ee-4bfdb2161587 req-6d67cc05-497b-42b2-8236-ec0e534f90e0 service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:53:03.055444 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739af706-964d-405d-a5ee-4bfdb2161587 req-6d67cc05-497b-42b2-8236-ec0e534f90e0 service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:53:03.056150 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-739af706-964d-405d-a5ee-4bfdb2161587 req-6d67cc05-497b-42b2-8236-ec0e534f90e0 service neutron] Bound port: d6a97ea2-5728-4e9c-a53a-d9da238eea77, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:53:03.056708 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-739af706-964d-405d-a5ee-4bfdb2161587 req-6d67cc05-497b-42b2-8236-ec0e534f90e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:03.127050 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46614) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:03.162070 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876f21e9-4e7e-48c6-996c-14554c62b983', 'name': 'network-vif-deleted', 'tag': '4a35689e-2876-4d71-93bc-1442d355839e'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:53:03.164543 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a076c5-09e1-4fe5-bfd9-4b707253a412" -d '{"events": [{"server_uuid": "876f21e9-4e7e-48c6-996c-14554c62b983", "name": "network-vif-deleted", "tag": "4a35689e-2876-4d71-93bc-1442d355839e"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:53:03.202600 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:03.202917 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-739af706-964d-405d-a5ee-4bfdb2161587 req-6d67cc05-497b-42b2-8236-ec0e534f90e0 service neutron] For port d6a97ea2-5728-4e9c-a53a-d9da238eea77, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:53:03.224522 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-739af706-964d-405d-a5ee-4bfdb2161587 req-6d67cc05-497b-42b2-8236-ec0e534f90e0 service neutron] For port d6a97ea2-5728-4e9c-a53a-d9da238eea77, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=d6a97ea2-5728-4e9c-a53a-d9da238eea77,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:53:03.240237 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d7ef67-bc6a-47df-a9d8-880b224f2282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b9c8fd-8238-44a5-9c93-e57dfe63b5e6'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:53:03.243311 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d9aa15-e8c0-43f5-a69d-cc877a4037d8" -d '{"events": [{"server_uuid": "82d7ef67-bc6a-47df-a9d8-880b224f2282", "name": "network-vif-plugged", "status": "completed", "tag": "37b9c8fd-8238-44a5-9c93-e57dfe63b5e6"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:53:03.243478 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa6d4f-dc6e-43a8-ad0d-302fd1e22fba req-7f88cf36-95fe-44a4-8fb4-abe5d37c0fce tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:03.252480 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fdfa6d4f-dc6e-43a8-ad0d-302fd1e22fba req-7f88cf36-95fe-44a4-8fb4-abe5d37c0fce tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?device_id=82d7ef67-bc6a-47df-a9d8-880b224f2282 HTTP/1.1" status: 200 len: 949 time: 0.0798252 Aug 16 23:53:03.255730 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-739af706-964d-405d-a5ee-4bfdb2161587 req-6d67cc05-497b-42b2-8236-ec0e534f90e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:03.269903 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 37b9c8fd-8238-44a5-9c93-e57dfe63b5e6, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=37b9c8fd-8238-44a5-9c93-e57dfe63b5e6,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:03.275225 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:03.308039 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46622) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:03.313625 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739af706-964d-405d-a5ee-4bfdb2161587 req-6d67cc05-497b-42b2-8236-ec0e534f90e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:03.314501 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-739af706-964d-405d-a5ee-4bfdb2161587 req-6d67cc05-497b-42b2-8236-ec0e534f90e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:03.316025 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-739af706-964d-405d-a5ee-4bfdb2161587 req-6d67cc05-497b-42b2-8236-ec0e534f90e0 service neutron] 10.222.0.69 "PUT /v2.0/ports/d6a97ea2-5728-4e9c-a53a-d9da238eea77 HTTP/1.1" status: 200 len: 1097 time: 1.4356356 Aug 16 23:53:03.352605 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-30c60b0a-9fc2-4d93-9ebb-0e28d9b0e097 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c7e598e821164f3b9c1dd4591171b697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3997467 Aug 16 23:53:03.352867 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46624) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:03.369454 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=37b9c8fd-8238-44a5-9c93-e57dfe63b5e6,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:03.378803 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device f44487fe-9c34-48b3-b219-1401debf4eea details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:53:03.380859 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4a35689e-2876-4d71-93bc-1442d355839e no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:53:03.385330 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fdfa6d4f-dc6e-43a8-ad0d-302fd1e22fba req-c9a0230b-0751-4876-857a-e70e9ced1e83 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/security-groups?id=30f85467-3fd8-44e8-a61c-1db4822aa06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282687 Aug 16 23:53:03.415811 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 4a35689e-2876-4d71-93bc-1442d355839e {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:53:03.416162 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4a35689e-2876-4d71-93bc-1442d355839e not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:53:03.430652 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67cc05-497b-42b2-8236-ec0e534f90e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a97ea2-5728-4e9c-a53a-d9da238eea77,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:03.449232 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-dcf9dbbb-a1ce-48a5-a9c6-f70ed1130a62 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=89490058e6db48db822ca6b2e2d0df6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1391053 Aug 16 23:53:03.458227 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46628) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:03.467532 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47e1690-29b9-41d9-a19a-5dd06f9d7d3c x-openstack-request-id: req-c47e1690-29b9-41d9-a19a-5dd06f9d7d3c {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:03.467851 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876f21e9-4e7e-48c6-996c-14554c62b983", "name": "network-vif-deleted", "tag": "4a35689e-2876-4d71-93bc-1442d355839e", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:03.468140 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c47e1690-29b9-41d9-a19a-5dd06f9d7d3c {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:03.468464 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876f21e9-4e7e-48c6-996c-14554c62b983', 'name': 'network-vif-deleted', 'tag': '4a35689e-2876-4d71-93bc-1442d355839e', 'status': 'completed', 'code': 200} Aug 16 23:53:03.493675 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c6852ff5-f4e4-4b4e-94a4-8eb798a3f558 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=911086b45312454c8f737a5b8e355dba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3653586 Aug 16 23:53:03.500007 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46634) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:03.568822 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a2acc8-3209-44ff-b4d4-9ea60f9fbb04 x-openstack-request-id: req-74a2acc8-3209-44ff-b4d4-9ea60f9fbb04 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:03.569143 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d7ef67-bc6a-47df-a9d8-880b224f2282", "name": "network-vif-plugged", "status": "completed", "tag": "37b9c8fd-8238-44a5-9c93-e57dfe63b5e6", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:03.569386 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-74a2acc8-3209-44ff-b4d4-9ea60f9fbb04 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:03.569780 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d7ef67-bc6a-47df-a9d8-880b224f2282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b9c8fd-8238-44a5-9c93-e57dfe63b5e6', 'code': 200} Aug 16 23:53:03.587645 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739af706-964d-405d-a5ee-4bfdb2161587 req-62e03e4d-3b77-44cc-9aa4-f088a39325be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:03.590140 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-739af706-964d-405d-a5ee-4bfdb2161587 req-62e03e4d-3b77-44cc-9aa4-f088a39325be service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&device_id=105e10d7-1157-499e-919c-37250cf0be55 HTTP/1.1" status: 200 len: 1100 time: 0.1969471 Aug 16 23:53:03.617228 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ec6d2011-85da-42bf-ab94-2c65aa848b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:03.625256 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2f98-b0f4-4103-a735-15128b404c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:03.649688 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ec6d2011-85da-42bf-ab94-2c65aa848b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:03.667408 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port f44487fe-9c34-48b3-b219-1401debf4eea, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f44487fe-9c34-48b3-b219-1401debf4eea,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:03.679709 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'f44487fe-9c34-48b3-b219-1401debf4eea', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': 'f44487fe-9c34-48b3-b219-1401debf4eea', 'mac_address': 'fa:16:3e:9a:55:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:53:03.697262 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c26070ea-b4a1-4171-8fe1-481fda334d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:03.723547 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2f98-b0f4-4103-a735-15128b404c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:03.725894 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:03.746351 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c26070ea-b4a1-4171-8fe1-481fda334d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:03.749964 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f44487fe-9c34-48b3-b219-1401debf4eea {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:53:03.778672 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port f44487fe-9c34-48b3-b219-1401debf4eea, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f44487fe-9c34-48b3-b219-1401debf4eea,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:03.783598 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:03.790856 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82806ab0-8326-4056-a047-6f1932e0982b req-878b2dc0-7d3c-4301-b1d7-5e81c7b2b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:03.792752 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-82806ab0-8326-4056-a047-6f1932e0982b req-878b2dc0-7d3c-4301-b1d7-5e81c7b2b015 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=82d7ef67-bc6a-47df-a9d8-880b224f2282 HTTP/1.1" status: 200 len: 1102 time: 0.1493783 Aug 16 23:53:03.852678 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c26070ea-b4a1-4171-8fe1-481fda334d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:03.855012 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=f44487fe-9c34-48b3-b219-1401debf4eea,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:03.856039 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c26070ea-b4a1-4171-8fe1-481fda334d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:03.857282 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c26070ea-b4a1-4171-8fe1-481fda334d3e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5419d5a9-cdc5-4e7c-a954-4f31ca171dc1 HTTP/1.1" status: 204 len: 168 time: 0.3513138 Aug 16 23:53:03.871415 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26070ea-b4a1-4171-8fe1-481fda334d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5419d5a9-cdc5-4e7c-a954-4f31ca171dc1,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:03.879809 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-82806ab0-8326-4056-a047-6f1932e0982b req-14c3be97-a788-4fec-ae2f-fdca88e6dd68 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=30f85467-3fd8-44e8-a61c-1db4822aa06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712690 Aug 16 23:53:03.880589 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2f98-b0f4-4103-a735-15128b404c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:03.885556 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2f98-b0f4-4103-a735-15128b404c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:03.887272 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4fcd2f98-b0f4-4103-a735-15128b404c52 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5c7d3859-7019-4d44-b502-f155d3ab62cc HTTP/1.1" status: 204 len: 168 time: 0.4277329 Aug 16 23:53:03.896474 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd2f98-b0f4-4103-a735-15128b404c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7d3859-7019-4d44-b502-f155d3ab62cc,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:04.050952 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-739af706-964d-405d-a5ee-4bfdb2161587 req-01bd533c-a284-41c4-bf32-d7a0485c0dd2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=d6a97ea2-5728-4e9c-a53a-d9da238eea77 HTTP/1.1" status: 200 len: 217 time: 0.4420719 Aug 16 23:53:04.091917 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['f44487fe-9c34-48b3-b219-1401debf4eea'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:53:04.163670 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739af706-964d-405d-a5ee-4bfdb2161587 req-2f1bd54d-121f-4bd5-99c9-9c68d61f9afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:04.165194 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-739af706-964d-405d-a5ee-4bfdb2161587 req-2f1bd54d-121f-4bd5-99c9-9c68d61f9afe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0861318 Aug 16 23:53:04.175435 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e83cd-e888-4b21-9e49-37e7d30a9ee7 req-eb8cce74-6bdd-4f7a-a9d7-6ad26fadccde tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:04.183620 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-995e83cd-e888-4b21-9e49-37e7d30a9ee7 req-eb8cce74-6bdd-4f7a-a9d7-6ad26fadccde tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=105e10d7-1157-499e-919c-37250cf0be55 HTTP/1.1" status: 200 len: 948 time: 0.5208297 Aug 16 23:53:04.195329 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ec6d2011-85da-42bf-ab94-2c65aa848b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:04.198135 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ec6d2011-85da-42bf-ab94-2c65aa848b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:04.200140 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ec6d2011-85da-42bf-ab94-2c65aa848b2e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0a57d39e-db19-45ec-aa78-48a0dac3529a HTTP/1.1" status: 204 len: 168 time: 0.8465831 Aug 16 23:53:04.248941 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d2011-85da-42bf-ab94-2c65aa848b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a57d39e-db19-45ec-aa78-48a0dac3529a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:04.350805 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-995e83cd-e888-4b21-9e49-37e7d30a9ee7 req-38f49f66-27e3-435e-bde2-18ae19b4030b tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519668 Aug 16 23:53:04.359592 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739af706-964d-405d-a5ee-4bfdb2161587 req-771eb022-cc69-4509-a8c9-3f01c90cc883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:04.360705 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-739af706-964d-405d-a5ee-4bfdb2161587 req-771eb022-cc69-4509-a8c9-3f01c90cc883 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1748979 Aug 16 23:53:04.512287 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-739af706-964d-405d-a5ee-4bfdb2161587 req-71132ab0-2541-44ab-aba9-d8d92eda91fe service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392822 Aug 16 23:53:04.620644 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-739af706-964d-405d-a5ee-4bfdb2161587 req-ff59fa77-d715-43f3-94a8-64255827546c service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883398 Aug 16 23:53:04.646684 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1343e-0db5-4f53-8e8f-c5cb6663b240 req-3058b2dd-91de-440f-9458-d6aeece21a7f tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:04.655969 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2a1343e-0db5-4f53-8e8f-c5cb6663b240 req-3058b2dd-91de-440f-9458-d6aeece21a7f tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?device_id=82d7ef67-bc6a-47df-a9d8-880b224f2282 HTTP/1.1" status: 200 len: 950 time: 0.1604843 Aug 16 23:53:04.695261 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2a1343e-0db5-4f53-8e8f-c5cb6663b240 req-4235b2d6-44ee-4439-b5bf-55b90eda0c19 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/security-groups?id=30f85467-3fd8-44e8-a61c-1db4822aa06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384109 Aug 16 23:53:05.161593 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46700) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:05.366519 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-5c2d57b6-35ca-43e1-bd60-f46fd4369767 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1271807936-network', 'tenant_id': '6f0e719ea2ad4e27bf14dc4358a7d696'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:05.385200 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device f44487fe-9c34-48b3-b219-1401debf4eea up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:53:05.401148 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2d57b6-35ca-43e1-bd60-f46fd4369767 admin admin] Made reservation on behalf of 6f0e719ea2ad4e27bf14dc4358a7d696 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:53:05.404360 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5c2d57b6-35ca-43e1-bd60-f46fd4369767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:05.416438 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5c2d57b6-35ca-43e1-bd60-f46fd4369767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:05.491555 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port f44487fe-9c34-48b3-b219-1401debf4eea completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:05.500031 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port f44487fe-9c34-48b3-b219-1401debf4eea triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:05.500495 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:05.509789 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105e10d7-1157-499e-919c-37250cf0be55', 'tag': 'd6a97ea2-5728-4e9c-a53a-d9da238eea77'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:53:05.512431 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c78b5d-8c7b-4aa7-bc72-23ad2c31d058" -d '{"events": [{"name": "network-changed", "server_uuid": "105e10d7-1157-499e-919c-37250cf0be55", "tag": "d6a97ea2-5728-4e9c-a53a-d9da238eea77"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:53:05.520629 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46716) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:05.594707 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f7ec1f-a312-4af9-973e-d8dad17dc7e1 x-openstack-request-id: req-60f7ec1f-a312-4af9-973e-d8dad17dc7e1 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:05.595001 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105e10d7-1157-499e-919c-37250cf0be55", "tag": "d6a97ea2-5728-4e9c-a53a-d9da238eea77", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:05.595525 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-60f7ec1f-a312-4af9-973e-d8dad17dc7e1 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:05.595928 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105e10d7-1157-499e-919c-37250cf0be55', 'tag': 'd6a97ea2-5728-4e9c-a53a-d9da238eea77', 'status': 'completed', 'code': 200} Aug 16 23:53:05.611038 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc4266-bb89-478e-80dd-4f68128269dc req-ce1a430e-3d42-45c2-9b0d-ca1c0fb40023 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:05.612598 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7fc4266-bb89-478e-80dd-4f68128269dc req-ce1a430e-3d42-45c2-9b0d-ca1c0fb40023 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=105e10d7-1157-499e-919c-37250cf0be55 HTTP/1.1" status: 200 len: 948 time: 0.0969787 Aug 16 23:53:05.644076 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5c2d57b6-35ca-43e1-bd60-f46fd4369767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:05.679874 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5c2d57b6-35ca-43e1-bd60-f46fd4369767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:05.709924 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:05.749098 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-08aebab5-e5a1-4a48-be7b-27bbfb8b67d0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-network', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:05.753983 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c78b5d-8c7b-4aa7-bc72-23ad2c31d058 req-cac2c219-fe14-486d-9411-8bd782ec150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:05.755745 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9c78b5d-8c7b-4aa7-bc72-23ad2c31d058 req-cac2c219-fe14-486d-9411-8bd782ec150d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&device_id=105e10d7-1157-499e-919c-37250cf0be55 HTTP/1.1" status: 200 len: 1100 time: 0.1370935 Aug 16 23:53:05.759729 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c3bc18-e7c8-4f5f-a94c-607492880384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44487fe-9c34-48b3-b219-1401debf4eea'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:53:05.765216 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68576b16-b271-4eb1-98a5-12e0a78bc0aa" -d '{"events": [{"server_uuid": "d1c3bc18-e7c8-4f5f-a94c-607492880384", "name": "network-vif-plugged", "status": "completed", "tag": "f44487fe-9c34-48b3-b219-1401debf4eea"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:53:05.774277 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c2d57b6-35ca-43e1-bd60-f46fd4369767 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:53:05.792729 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port f44487fe-9c34-48b3-b219-1401debf4eea, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f44487fe-9c34-48b3-b219-1401debf4eea,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:05.798136 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08aebab5-e5a1-4a48-be7b-27bbfb8b67d0 admin admin] Made reservation on behalf of 21fd198ba9644f5c88173bc1efcb8f0a for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:53:05.800742 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-08aebab5-e5a1-4a48-be7b-27bbfb8b67d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:05.804182 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:05.811516 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-08aebab5-e5a1-4a48-be7b-27bbfb8b67d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:05.870999 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=f44487fe-9c34-48b3-b219-1401debf4eea,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:05.890913 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7fc4266-bb89-478e-80dd-4f68128269dc req-c3da9154-000c-4589-aaf2-f4f01d4de605 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710633 Aug 16 23:53:05.931425 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d57b6-35ca-43e1-bd60-f46fd4369767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99794da0-50d3-4b0f-8569-811865d4b78b,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:05.936144 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5c2d57b6-35ca-43e1-bd60-f46fd4369767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:05.936503 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-5c2d57b6-35ca-43e1-bd60-f46fd4369767 admin admin] Added segment 59c5117b-9abd-4a7f-9bc8-fcb87f1bc21d of type vlan for network c32c5eb4-cc14-4eaf-9d0c-6ff464952200 Aug 16 23:53:05.964062 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de773d1d-87ef-422d-9b12-d07823b8aea4 x-openstack-request-id: req-de773d1d-87ef-422d-9b12-d07823b8aea4 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:05.964446 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c3bc18-e7c8-4f5f-a94c-607492880384", "name": "network-vif-plugged", "status": "completed", "tag": "f44487fe-9c34-48b3-b219-1401debf4eea", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:05.965566 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de773d1d-87ef-422d-9b12-d07823b8aea4 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:05.966013 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c3bc18-e7c8-4f5f-a94c-607492880384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44487fe-9c34-48b3-b219-1401debf4eea', 'code': 200} Aug 16 23:53:05.986105 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-08aebab5-e5a1-4a48-be7b-27bbfb8b67d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:06.003296 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-08aebab5-e5a1-4a48-be7b-27bbfb8b67d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:06.024092 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada10c5d-adde-435d-804c-04439f89b210 req-cc8291ac-9e43-43fa-be19-c69ebd2b4d9e tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:06.025726 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ada10c5d-adde-435d-804c-04439f89b210 req-cc8291ac-9e43-43fa-be19-c69ebd2b4d9e tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?device_id=82d7ef67-bc6a-47df-a9d8-880b224f2282 HTTP/1.1" status: 200 len: 950 time: 0.1407330 Aug 16 23:53:06.030785 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c78b5d-8c7b-4aa7-bc72-23ad2c31d058 req-274fb313-97ea-4d18-bafe-a539259aaa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:06.032606 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9c78b5d-8c7b-4aa7-bc72-23ad2c31d058 req-274fb313-97ea-4d18-bafe-a539259aaa6c service neutron] 10.222.0.69 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.2404289 Aug 16 23:53:06.034011 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08aebab5-e5a1-4a48-be7b-27bbfb8b67d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:53:06.034330 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5c2d57b6-35ca-43e1-bd60-f46fd4369767 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:06.044509 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aebab5-e5a1-4a48-be7b-27bbfb8b67d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f51b67-a47e-4b1d-ba53-03517aad128d,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:06.050541 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-08aebab5-e5a1-4a48-be7b-27bbfb8b67d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:06.050893 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-08aebab5-e5a1-4a48-be7b-27bbfb8b67d0 admin admin] Added segment 33a33b0c-0d4a-424f-ba83-c386480cd0b2 of type vlan for network 34191e06-49f9-414f-b13a-5ba8e6dbd645 Aug 16 23:53:06.102355 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-08aebab5-e5a1-4a48-be7b-27bbfb8b67d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:06.124407 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9c78b5d-8c7b-4aa7-bc72-23ad2c31d058 req-87bb71b5-2347-48e3-b616-5ca4f3717674 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=d6a97ea2-5728-4e9c-a53a-d9da238eea77 HTTP/1.1" status: 200 len: 217 time: 0.0763042 Aug 16 23:53:06.135465 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-08aebab5-e5a1-4a48-be7b-27bbfb8b67d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:06.137373 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08aebab5-e5a1-4a48-be7b-27bbfb8b67d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:06.138197 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-08aebab5-e5a1-4a48-be7b-27bbfb8b67d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:06.188478 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5c2d57b6-35ca-43e1-bd60-f46fd4369767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:06.190378 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2d57b6-35ca-43e1-bd60-f46fd4369767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:06.191413 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5c2d57b6-35ca-43e1-bd60-f46fd4369767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:06.195697 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-08aebab5-e5a1-4a48-be7b-27bbfb8b67d0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6731653 Aug 16 23:53:06.199144 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46734) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:06.204591 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-0588b293-3a0f-4f9d-9484-28b1d004f62c admin admin] Request body: {'subnet': {'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-subnet', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:06.206824 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ada10c5d-adde-435d-804c-04439f89b210 req-bd94bada-7937-46de-baa0-0ad97091546b tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/security-groups?id=30f85467-3fd8-44e8-a61c-1db4822aa06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698885 Aug 16 23:53:06.225720 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aebab5-e5a1-4a48-be7b-27bbfb8b67d0 admin admin] Pushing event updated for resources: {'Network': ['ID=34191e06-49f9-414f-b13a-5ba8e6dbd645,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:06.240111 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 34191e06-49f9-414f-b13a-5ba8e6dbd645 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:53:06.295135 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0588b293-3a0f-4f9d-9484-28b1d004f62c admin admin] Made reservation on behalf of 21fd198ba9644f5c88173bc1efcb8f0a for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:53:06.298167 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0588b293-3a0f-4f9d-9484-28b1d004f62c admin admin] Notify callbacks [] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:06.322214 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5c2d57b6-35ca-43e1-bd60-f46fd4369767 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1595054 Aug 16 23:53:06.325668 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b4d00-cd24-45cf-bc2c-19cc33cdf278 req-975282d1-3c92-43ff-83fa-3fbd84f95934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:06.334965 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-501b4d00-cd24-45cf-bc2c-19cc33cdf278 req-975282d1-3c92-43ff-83fa-3fbd84f95934 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d1c3bc18-e7c8-4f5f-a94c-607492880384 HTTP/1.1" status: 200 len: 1101 time: 0.2969441 Aug 16 23:53:06.337472 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46740) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:06.346995 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c78b5d-8c7b-4aa7-bc72-23ad2c31d058 req-bffb7e86-da29-4143-9372-7b040a1e7aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:06.351040 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9c78b5d-8c7b-4aa7-bc72-23ad2c31d058 req-bffb7e86-da29-4143-9372-7b040a1e7aeb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.2106833 Aug 16 23:53:06.371752 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-332a4216-9fb6-40a6-9d27-7f467400daf8 admin admin] Request body: {'subnet': {'network_id': 'c32c5eb4-cc14-4eaf-9d0c-6ff464952200', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1271807936-subnet', 'tenant_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:06.411796 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d57b6-35ca-43e1-bd60-f46fd4369767 admin admin] Pushing event updated for resources: {'Network': ['ID=c32c5eb4-cc14-4eaf-9d0c-6ff464952200,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:06.431677 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network c32c5eb4-cc14-4eaf-9d0c-6ff464952200 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:53:06.494931 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-501b4d00-cd24-45cf-bc2c-19cc33cdf278 req-055e53e2-6fca-4f8d-83f0-64df6e2ff621 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408834 Aug 16 23:53:06.503346 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332a4216-9fb6-40a6-9d27-7f467400daf8 admin admin] Made reservation on behalf of 6f0e719ea2ad4e27bf14dc4358a7d696 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:53:06.505743 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-332a4216-9fb6-40a6-9d27-7f467400daf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:06.590121 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0588b293-3a0f-4f9d-9484-28b1d004f62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:06.596095 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c78b5d-8c7b-4aa7-bc72-23ad2c31d058 req-af564d4a-f2d0-44fa-8203-2478cd650b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:06.597703 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9c78b5d-8c7b-4aa7-bc72-23ad2c31d058 req-af564d4a-f2d0-44fa-8203-2478cd650b37 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1985612 Aug 16 23:53:06.647072 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf834c3d-5a6b-4dfc-8b94-7274a77bc7e7 req-d983a54f-dbfd-4157-afbf-d561e5568fae tempest-ServersAdminNegativeTestJSON-289848935 tempest-ServersAdminNegativeTestJSON-289848935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:06.648584 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bf834c3d-5a6b-4dfc-8b94-7274a77bc7e7 req-d983a54f-dbfd-4157-afbf-d561e5568fae tempest-ServersAdminNegativeTestJSON-289848935 tempest-ServersAdminNegativeTestJSON-289848935-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=82d7ef67-bc6a-47df-a9d8-880b224f2282 HTTP/1.1" status: 200 len: 1102 time: 0.1238663 Aug 16 23:53:06.664537 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588b293-3a0f-4f9d-9484-28b1d004f62c admin admin] Pushing event updated for resources: {'Subnet': ['ID=191fa66a-6028-47ea-a3b7-5ed8bb45305a,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:06.670634 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0588b293-3a0f-4f9d-9484-28b1d004f62c admin admin] Checking segment: {'id': '33a33b0c-0d4a-424f-ba83-c386480cd0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:53:06.671060 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0588b293-3a0f-4f9d-9484-28b1d004f62c admin admin] Network hostable DHCP agents. Network: 34191e06-49f9-414f-b13a-5ba8e6dbd645, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:53:06.688762 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0588b293-3a0f-4f9d-9484-28b1d004f62c admin admin] Network 34191e06-49f9-414f-b13a-5ba8e6dbd645 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:53:06.700430 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-0588b293-3a0f-4f9d-9484-28b1d004f62c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 34191e06-49f9-414f-b13a-5ba8e6dbd645) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:53:06.705712 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0588b293-3a0f-4f9d-9484-28b1d004f62c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:06.706320 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0588b293-3a0f-4f9d-9484-28b1d004f62c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:06.712083 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bf834c3d-5a6b-4dfc-8b94-7274a77bc7e7 req-74e74053-aaae-4f85-bbdc-a518a3809bbb tempest-ServersAdminNegativeTestJSON-289848935 tempest-ServersAdminNegativeTestJSON-289848935-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:06.720758 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d010172-7c5d-475d-80ca-59b34635f862 None None] Network 34191e06-49f9-414f-b13a-5ba8e6dbd645 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:53:06.730864 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0588b293-3a0f-4f9d-9484-28b1d004f62c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5303309 Aug 16 23:53:06.731904 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46744) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:06.737145 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f0233623-af59-44bb-b05b-7b951f08ea6e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-router', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:06.766208 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f0233623-af59-44bb-b05b-7b951f08ea6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:06.767777 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f0233623-af59-44bb-b05b-7b951f08ea6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:06.837783 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f0233623-af59-44bb-b05b-7b951f08ea6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:06.841921 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9c78b5d-8c7b-4aa7-bc72-23ad2c31d058 req-887d87ab-0eda-4f77-aa4f-b05ea685d24a service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247610 Aug 16 23:53:06.924828 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device d6a97ea2-5728-4e9c-a53a-d9da238eea77 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:53:06.932709 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b92a9f-7571-4ec2-8f6c-fdffcb13412c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-34191e06-49f9-414f-b13a-5ba8e6dbd645', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'fixed_ips': [{'subnet_id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:53:06.934883 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-86b92a9f-7571-4ec2-8f6c-fdffcb13412c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:06.996970 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-332a4216-9fb6-40a6-9d27-7f467400daf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:07.152449 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a4216-9fb6-40a6-9d27-7f467400daf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5ccd90c-fa44-49dd-9fe4-25207f7a82db,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:07.165660 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9c78b5d-8c7b-4aa7-bc72-23ad2c31d058 req-a0b0fec0-39dd-4f3a-a920-4f9b1ad9f1b8 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889662 Aug 16 23:53:07.176532 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bf834c3d-5a6b-4dfc-8b94-7274a77bc7e7 req-74e74053-aaae-4f85-bbdc-a518a3809bbb tempest-ServersAdminNegativeTestJSON-289848935 tempest-ServersAdminNegativeTestJSON-289848935-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:07.202547 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f0233623-af59-44bb-b05b-7b951f08ea6e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:07.203796 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c79cf9-c297-4a2b-8776-e77226d85221 req-70a48cb3-c370-4827-9c21-171dc67e87ee tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:07.205591 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25c79cf9-c297-4a2b-8776-e77226d85221 req-70a48cb3-c370-4827-9c21-171dc67e87ee tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=105e10d7-1157-499e-919c-37250cf0be55 HTTP/1.1" status: 200 len: 948 time: 0.1703255 Aug 16 23:53:07.206768 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bf834c3d-5a6b-4dfc-8b94-7274a77bc7e7 req-74e74053-aaae-4f85-bbdc-a518a3809bbb tempest-ServersAdminNegativeTestJSON-289848935 tempest-ServersAdminNegativeTestJSON-289848935-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:07.209415 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332a4216-9fb6-40a6-9d27-7f467400daf8 admin admin] Checking segment: {'id': '59c5117b-9abd-4a7f-9bc8-fcb87f1bc21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c32c5eb4-cc14-4eaf-9d0c-6ff464952200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:53:07.209958 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332a4216-9fb6-40a6-9d27-7f467400daf8 admin admin] Network hostable DHCP agents. Network: c32c5eb4-cc14-4eaf-9d0c-6ff464952200, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:53:07.220170 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port d6a97ea2-5728-4e9c-a53a-d9da238eea77, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=d6a97ea2-5728-4e9c-a53a-d9da238eea77,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:07.241961 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': 'd6a97ea2-5728-4e9c-a53a-d9da238eea77', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': 'd6a97ea2-5728-4e9c-a53a-d9da238eea77', 'mac_address': 'fa:16:3e:04:28:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:53:07.264949 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bf834c3d-5a6b-4dfc-8b94-7274a77bc7e7 req-74e74053-aaae-4f85-bbdc-a518a3809bbb tempest-ServersAdminNegativeTestJSON-289848935 tempest-ServersAdminNegativeTestJSON-289848935-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=30f85467-3fd8-44e8-a61c-1db4822aa06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5818710 Aug 16 23:53:07.287377 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-86b92a9f-7571-4ec2-8f6c-fdffcb13412c None None] Allocated IP 172.20.0.2 (34191e06-49f9-414f-b13a-5ba8e6dbd645/191fa66a-6028-47ea-a3b7-5ed8bb45305a/d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:53:07.335595 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e74053-aaae-4f85-bbdc-a518a3809bbb tempest-ServersAdminNegativeTestJSON-289848935 tempest-ServersAdminNegativeTestJSON-289848935-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94184c89-4009-4768-82ac-1738aeab5418,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:07.351167 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332a4216-9fb6-40a6-9d27-7f467400daf8 admin admin] Network c32c5eb4-cc14-4eaf-9d0c-6ff464952200 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:53:07.375352 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25c79cf9-c297-4a2b-8776-e77226d85221 req-dfa1c6a0-26ea-461a-a526-146f6ee2de77 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529000 Aug 16 23:53:07.415851 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:07.420231 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-332a4216-9fb6-40a6-9d27-7f467400daf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, c32c5eb4-cc14-4eaf-9d0c-6ff464952200) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:53:07.425879 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332a4216-9fb6-40a6-9d27-7f467400daf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:07.447687 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-332a4216-9fb6-40a6-9d27-7f467400daf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:07.455861 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26b18df-2551-469b-923d-c6810b21db25 None None] Network c32c5eb4-cc14-4eaf-9d0c-6ff464952200 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:53:07.499451 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-332a4216-9fb6-40a6-9d27-7f467400daf8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1559496 Aug 16 23:53:07.502848 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46766) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:07.508080 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-f98db6ba-ce05-4b6b-a444-ca174502df40 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1271807936-router', 'tenant_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:07.593073 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f98db6ba-ce05-4b6b-a444-ca174502df40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:07.594152 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f98db6ba-ce05-4b6b-a444-ca174502df40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:07.595812 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f0233623-af59-44bb-b05b-7b951f08ea6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:07.627178 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f0233623-af59-44bb-b05b-7b951f08ea6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:07.658853 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a97ea2-5728-4e9c-a53a-d9da238eea77 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:53:07.713984 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f98db6ba-ce05-4b6b-a444-ca174502df40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:07.767683 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port d6a97ea2-5728-4e9c-a53a-d9da238eea77, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=d6a97ea2-5728-4e9c-a53a-d9da238eea77,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:07.795119 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:07.821116 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-f0233623-af59-44bb-b05b-7b951f08ea6e admin admin] Allocated IP 172.25.3.249 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/145cca5e-9493-4130-b1be-baf8c6e13f65) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:53:08.012046 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f98db6ba-ce05-4b6b-a444-ca174502df40 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:08.046355 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f0233623-af59-44bb-b05b-7b951f08ea6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:08.059952 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=d6a97ea2-5728-4e9c-a53a-d9da238eea77,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:08.077175 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b298900-b174-455d-860d-6b0152442b84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-c32c5eb4-cc14-4eaf-9d0c-6ff464952200', 'network_id': 'c32c5eb4-cc14-4eaf-9d0c-6ff464952200', 'tenant_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'fixed_ips': [{'subnet_id': 'c5ccd90c-fa44-49dd-9fe4-25207f7a82db'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:53:08.078252 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8b298900-b174-455d-860d-6b0152442b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:08.088181 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f0233623-af59-44bb-b05b-7b951f08ea6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:08.103527 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-86b92a9f-7571-4ec2-8f6c-fdffcb13412c None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:08.121400 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-86b92a9f-7571-4ec2-8f6c-fdffcb13412c None None] Transition to ACTIVE for port object d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:08.132222 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0233623-af59-44bb-b05b-7b951f08ea6e admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:53:08.141011 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-f0233623-af59-44bb-b05b-7b951f08ea6e admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:53:08.145143 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0233623-af59-44bb-b05b-7b951f08ea6e admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:53:08.195358 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['d6a97ea2-5728-4e9c-a53a-d9da238eea77'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:53:08.234859 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-86b92a9f-7571-4ec2-8f6c-fdffcb13412c None None] Transition to ACTIVE for port object d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:08.243349 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0233623-af59-44bb-b05b-7b951f08ea6e admin admin] Pushing event updated for resources: {'Port': ['ID=145cca5e-9493-4130-b1be-baf8c6e13f65,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:08.291094 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f98db6ba-ce05-4b6b-a444-ca174502df40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:08.316179 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f98db6ba-ce05-4b6b-a444-ca174502df40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:08.342652 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-86b92a9f-7571-4ec2-8f6c-fdffcb13412c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:08.347356 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-8b298900-b174-455d-860d-6b0152442b84 None None] Allocated IP 172.20.0.2 (c32c5eb4-cc14-4eaf-9d0c-6ff464952200/c5ccd90c-fa44-49dd-9fe4-25207f7a82db/d4f353a9-283d-4332-8ed7-cb21b7de92c3) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:53:08.411848 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b92a9f-7571-4ec2-8f6c-fdffcb13412c None None] Pushing event updated for resources: {'Port': ['ID=d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:08.441990 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b92a9f-7571-4ec2-8f6c-fdffcb13412c None None] Network 34191e06-49f9-414f-b13a-5ba8e6dbd645 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:53:08.444876 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-86b92a9f-7571-4ec2-8f6c-fdffcb13412c None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:53:08.455336 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b92a9f-7571-4ec2-8f6c-fdffcb13412c None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:53:08.461010 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f0233623-af59-44bb-b05b-7b951f08ea6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:08.516037 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec33e9-347d-428c-bd94-c33ea0ff29a6 req-a5af9734-5056-4d1c-bed5-586db67aba06 tempest-ServersAdminNegativeTestJSON-289848935 tempest-ServersAdminNegativeTestJSON-289848935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:08.524737 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-83ec33e9-347d-428c-bd94-c33ea0ff29a6 req-a5af9734-5056-4d1c-bed5-586db67aba06 tempest-ServersAdminNegativeTestJSON-289848935 tempest-ServersAdminNegativeTestJSON-289848935-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=82d7ef67-bc6a-47df-a9d8-880b224f2282 HTTP/1.1" status: 200 len: 1102 time: 0.1522214 Aug 16 23:53:08.600420 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-83ec33e9-347d-428c-bd94-c33ea0ff29a6 req-8d815930-9b5d-4ea7-b08b-65f6f9043781 tempest-ServersAdminNegativeTestJSON-289848935 tempest-ServersAdminNegativeTestJSON-289848935-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=30f85467-3fd8-44e8-a61c-1db4822aa06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726852 Aug 16 23:53:08.649034 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-f98db6ba-ce05-4b6b-a444-ca174502df40 admin admin] Allocated IP 172.25.3.100 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:53:08.662389 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-86b92a9f-7571-4ec2-8f6c-fdffcb13412c None None] Attempting to bind port d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:53:08.662969 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-86b92a9f-7571-4ec2-8f6c-fdffcb13412c None None] Attempting to bind port d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '33a33b0c-0d4a-424f-ba83-c386480cd0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:53:08.663224 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b92a9f-7571-4ec2-8f6c-fdffcb13412c None None] Attempting to bind port d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc on network 34191e06-49f9-414f-b13a-5ba8e6dbd645 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:08.678109 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b92a9f-7571-4ec2-8f6c-fdffcb13412c None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:53:08.678485 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b92a9f-7571-4ec2-8f6c-fdffcb13412c None None] Checking segment: {'id': '33a33b0c-0d4a-424f-ba83-c386480cd0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:53:08.678932 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-86b92a9f-7571-4ec2-8f6c-fdffcb13412c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:08.679536 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b92a9f-7571-4ec2-8f6c-fdffcb13412c None None] Bound using segment: {'id': '33a33b0c-0d4a-424f-ba83-c386480cd0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:53:08.680062 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-86b92a9f-7571-4ec2-8f6c-fdffcb13412c None None] Bound port: d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a33b0c-0d4a-424f-ba83-c386480cd0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:53:08.680495 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-86b92a9f-7571-4ec2-8f6c-fdffcb13412c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:08.790317 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f98db6ba-ce05-4b6b-a444-ca174502df40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:08.792525 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f0233623-af59-44bb-b05b-7b951f08ea6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:08.862753 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5320b2-8072-4cb3-9628-4b8bd5881934 req-5a5bc055-7f39-4c42-95d5-8cf02e94899a tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:08.867457 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8d5320b2-8072-4cb3-9628-4b8bd5881934 req-5a5bc055-7f39-4c42-95d5-8cf02e94899a tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=105e10d7-1157-499e-919c-37250cf0be55 HTTP/1.1" status: 200 len: 949 time: 0.3046536 Aug 16 23:53:08.872942 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f98db6ba-ce05-4b6b-a444-ca174502df40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:08.928637 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8b298900-b174-455d-860d-6b0152442b84 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:08.955540 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-86b92a9f-7571-4ec2-8f6c-fdffcb13412c None None] For port d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:53:08.956101 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98db6ba-ce05-4b6b-a444-ca174502df40 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:53:08.959713 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-f98db6ba-ce05-4b6b-a444-ca174502df40 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:53:08.961159 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-86b92a9f-7571-4ec2-8f6c-fdffcb13412c None None] For port d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc,segment=NetworkSegment(33a33b0c-0d4a-424f-ba83-c386480cd0b2),segment_id=33a33b0c-0d4a-424f-ba83-c386480cd0b2)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:53:08.963794 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8b298900-b174-455d-860d-6b0152442b84 None None] Transition to ACTIVE for port object d4f353a9-283d-4332-8ed7-cb21b7de92c3 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:08.970316 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8d5320b2-8072-4cb3-9628-4b8bd5881934 req-dd27778f-80d2-435a-8d19-0fc14417ba19 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824871 Aug 16 23:53:08.971025 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98db6ba-ce05-4b6b-a444-ca174502df40 admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:53:08.983177 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-86b92a9f-7571-4ec2-8f6c-fdffcb13412c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:09.025353 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8b298900-b174-455d-860d-6b0152442b84 None None] Transition to ACTIVE for port object d4f353a9-283d-4332-8ed7-cb21b7de92c3 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:09.048738 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8b298900-b174-455d-860d-6b0152442b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:09.100725 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b298900-b174-455d-860d-6b0152442b84 None None] Network c32c5eb4-cc14-4eaf-9d0c-6ff464952200 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:53:09.113343 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-8b298900-b174-455d-860d-6b0152442b84 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:53:09.117784 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b298900-b174-455d-860d-6b0152442b84 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:53:09.130895 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0233623-af59-44bb-b05b-7b951f08ea6e admin admin] Router 1689b305-79b9-4905-9944-a604c369c997 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:53:09.133425 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b92a9f-7571-4ec2-8f6c-fdffcb13412c None None] Pushing event updated for resources: {'Port': ['ID=d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:09.215478 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98db6ba-ce05-4b6b-a444-ca174502df40 admin admin] Pushing event updated for resources: {'Port': ['ID=ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:09.287104 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8b298900-b174-455d-860d-6b0152442b84 None None] Attempting to bind port d4f353a9-283d-4332-8ed7-cb21b7de92c3 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:53:09.287614 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8b298900-b174-455d-860d-6b0152442b84 None None] Attempting to bind port d4f353a9-283d-4332-8ed7-cb21b7de92c3 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '59c5117b-9abd-4a7f-9bc8-fcb87f1bc21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c32c5eb4-cc14-4eaf-9d0c-6ff464952200'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:53:09.288432 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b298900-b174-455d-860d-6b0152442b84 None None] Attempting to bind port d4f353a9-283d-4332-8ed7-cb21b7de92c3 on network c32c5eb4-cc14-4eaf-9d0c-6ff464952200 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:09.307491 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b298900-b174-455d-860d-6b0152442b84 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:53:09.308932 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b298900-b174-455d-860d-6b0152442b84 None None] Checking segment: {'id': '59c5117b-9abd-4a7f-9bc8-fcb87f1bc21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c32c5eb4-cc14-4eaf-9d0c-6ff464952200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:53:09.309710 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8b298900-b174-455d-860d-6b0152442b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:09.310378 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b298900-b174-455d-860d-6b0152442b84 None None] Bound using segment: {'id': '59c5117b-9abd-4a7f-9bc8-fcb87f1bc21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c32c5eb4-cc14-4eaf-9d0c-6ff464952200'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:53:09.311315 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8b298900-b174-455d-860d-6b0152442b84 None None] Bound port: d4f353a9-283d-4332-8ed7-cb21b7de92c3, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c5117b-9abd-4a7f-9bc8-fcb87f1bc21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c32c5eb4-cc14-4eaf-9d0c-6ff464952200'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:53:09.312074 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8b298900-b174-455d-860d-6b0152442b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:09.321462 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b298900-b174-455d-860d-6b0152442b84 None None] Pushing event updated for resources: {'Port': ['ID=d4f353a9-283d-4332-8ed7-cb21b7de92c3,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:09.444041 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0233623-af59-44bb-b05b-7b951f08ea6e admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:53:09.458014 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c96f62f-5234-483a-8623-4c76c562df04 None None] Sync routers for ids ['1689b305-79b9-4905-9944-a604c369c997'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:53:09.478270 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c96f62f-5234-483a-8623-4c76c562df04 None None] Routers {'1689b305-79b9-4905-9944-a604c369c997'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:53:09.478573 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f0233623-af59-44bb-b05b-7b951f08ea6e admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:09.480382 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4c96f62f-5234-483a-8623-4c76c562df04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:52:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1689b305-79b9-4905-9944-a604c369c997'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:09.480720 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f0233623-af59-44bb-b05b-7b951f08ea6e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.7466755 Aug 16 23:53:09.484505 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46836) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:09.525194 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-8b298900-b174-455d-860d-6b0152442b84 None None] For port d4f353a9-283d-4332-8ed7-cb21b7de92c3, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:53:09.539270 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-8b298900-b174-455d-860d-6b0152442b84 None None] For port d4f353a9-283d-4332-8ed7-cb21b7de92c3, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d4f353a9-283d-4332-8ed7-cb21b7de92c3,segment=NetworkSegment(59c5117b-9abd-4a7f-9bc8-fcb87f1bc21d),segment_id=59c5117b-9abd-4a7f-9bc8-fcb87f1bc21d)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:53:09.554503 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8b298900-b174-455d-860d-6b0152442b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:09.613780 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-4c96f62f-5234-483a-8623-4c76c562df04 None None] Set router 1689b305-79b9-4905-9944-a604c369c997 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:53:09.642673 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b298900-b174-455d-860d-6b0152442b84 None None] Pushing event updated for resources: {'Port': ['ID=d4f353a9-283d-4332-8ed7-cb21b7de92c3,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:09.751930 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee2775-8da2-4ab0-a481-cabebf1861db req-8e053b43-9fb5-44b6-977d-385ae6c76f50 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:09.753481 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5bee2775-8da2-4ab0-a481-cabebf1861db req-8e053b43-9fb5-44b6-977d-385ae6c76f50 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?device_id=82d7ef67-bc6a-47df-a9d8-880b224f2282 HTTP/1.1" status: 200 len: 950 time: 0.1235366 Aug 16 23:53:09.767742 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f98db6ba-ce05-4b6b-a444-ca174502df40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:09.803256 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:09.851731 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:53:09.879500 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4c96f62f-5234-483a-8623-4c76c562df04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689b305-79b9-4905-9944-a604c369c997', 'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-router', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:06Z', 'updated_at': '2021-08-16T23:53:08Z', 'revision_number': 3, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'gw_port': {'id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:41:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:09.924278 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c96f62f-5234-483a-8623-4c76c562df04 None None] Checking router: 1689b305-79b9-4905-9944-a604c369c997 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:53:09.924739 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c96f62f-5234-483a-8623-4c76c562df04 None None] Updating router 1689b305-79b9-4905-9944-a604c369c997 port 145cca5e-9493-4130-b1be-baf8c6e13f65 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:53:09.961346 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4c96f62f-5234-483a-8623-4c76c562df04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:10.256644 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4c96f62f-5234-483a-8623-4c76c562df04 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:10.269149 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-4c96f62f-5234-483a-8623-4c76c562df04 None None] Transition to ACTIVE for port object 145cca5e-9493-4130-b1be-baf8c6e13f65 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:10.278106 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4c96f62f-5234-483a-8623-4c76c562df04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:10.304511 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5bee2775-8da2-4ab0-a481-cabebf1861db req-e57f0a37-7c42-4644-9b24-d090f1f8b8d7 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/security-groups?id=30f85467-3fd8-44e8-a61c-1db4822aa06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5409255 Aug 16 23:53:10.341334 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-4c96f62f-5234-483a-8623-4c76c562df04 None None] Attempting to bind port 145cca5e-9493-4130-b1be-baf8c6e13f65 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:53:10.341667 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-4c96f62f-5234-483a-8623-4c76c562df04 None None] Attempting to bind port 145cca5e-9493-4130-b1be-baf8c6e13f65 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:53:10.342021 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c96f62f-5234-483a-8623-4c76c562df04 None None] Attempting to bind port 145cca5e-9493-4130-b1be-baf8c6e13f65 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:10.349503 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b7340-4e58-4b1e-b89e-505335a5f4c6 None None] Pushing event updated for resources: {'Port': ['ID=145cca5e-9493-4130-b1be-baf8c6e13f65,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:10.352710 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c96f62f-5234-483a-8623-4c76c562df04 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:53:10.353113 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c96f62f-5234-483a-8623-4c76c562df04 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:53:10.353519 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4c96f62f-5234-483a-8623-4c76c562df04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:10.354028 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c96f62f-5234-483a-8623-4c76c562df04 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:53:10.354372 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-4c96f62f-5234-483a-8623-4c76c562df04 None None] Bound port: 145cca5e-9493-4130-b1be-baf8c6e13f65, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:53:10.355584 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4c96f62f-5234-483a-8623-4c76c562df04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:10.362360 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b7340-4e58-4b1e-b89e-505335a5f4c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:10.362708 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b7340-4e58-4b1e-b89e-505335a5f4c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:10.363050 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b7340-4e58-4b1e-b89e-505335a5f4c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:10.363478 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b7340-4e58-4b1e-b89e-505335a5f4c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:10.363822 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b7340-4e58-4b1e-b89e-505335a5f4c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:10.364154 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b7340-4e58-4b1e-b89e-505335a5f4c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:10.364482 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b7340-4e58-4b1e-b89e-505335a5f4c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:10.364808 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b7340-4e58-4b1e-b89e-505335a5f4c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:10.365173 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b7340-4e58-4b1e-b89e-505335a5f4c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:10.365749 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b7340-4e58-4b1e-b89e-505335a5f4c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:10.366083 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b7340-4e58-4b1e-b89e-505335a5f4c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:10.366591 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b7340-4e58-4b1e-b89e-505335a5f4c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:10.468992 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-4c96f62f-5234-483a-8623-4c76c562df04 None None] For port 145cca5e-9493-4130-b1be-baf8c6e13f65, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:53:10.472384 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-4c96f62f-5234-483a-8623-4c76c562df04 None None] For port 145cca5e-9493-4130-b1be-baf8c6e13f65, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=145cca5e-9493-4130-b1be-baf8c6e13f65,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:53:10.478558 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4c96f62f-5234-483a-8623-4c76c562df04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:10.554153 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b7340-4e58-4b1e-b89e-505335a5f4c6 None None] Pushing event updated for resources: {'Port': ['ID=145cca5e-9493-4130-b1be-baf8c6e13f65,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:10.586045 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2789d8-550f-407b-8d31-d14e33ac9fe9 req-d1938438-df00-4404-bb50-a26c50e8c543 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:10.587785 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d4f353a9-283d-4332-8ed7-cb21b7de92c3 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:53:10.587930 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc2789d8-550f-407b-8d31-d14e33ac9fe9 req-d1938438-df00-4404-bb50-a26c50e8c543 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=105e10d7-1157-499e-919c-37250cf0be55 HTTP/1.1" status: 200 len: 949 time: 0.3515794 Aug 16 23:53:10.607309 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c96f62f-5234-483a-8623-4c76c562df04 None None] Routers {'1689b305-79b9-4905-9944-a604c369c997'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:53:10.608069 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4c96f62f-5234-483a-8623-4c76c562df04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:52:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1689b305-79b9-4905-9944-a604c369c997'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:10.665015 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc067529-3677-4f01-a111-fb27c4bee1c1 None None] Network 34191e06-49f9-414f-b13a-5ba8e6dbd645 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:53:10.771831 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc2789d8-550f-407b-8d31-d14e33ac9fe9 req-971aa667-3751-4744-9926-1c0de43ec3cf tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616940 Aug 16 23:53:10.793983 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f98db6ba-ce05-4b6b-a444-ca174502df40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:10.806485 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-4c96f62f-5234-483a-8623-4c76c562df04 None None] Set router 1689b305-79b9-4905-9944-a604c369c997 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:53:11.072418 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4c96f62f-5234-483a-8623-4c76c562df04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689b305-79b9-4905-9944-a604c369c997', 'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-router', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:06Z', 'updated_at': '2021-08-16T23:53:08Z', 'revision_number': 3, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'gw_port': {'id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:41:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:11.113644 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c96f62f-5234-483a-8623-4c76c562df04 None None] The sync data for ids ['1689b305-79b9-4905-9944-a604c369c997'] in n-d-800088-20 is: [{'id': '1689b305-79b9-4905-9944-a604c369c997', 'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-router', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:06Z', 'updated_at': '2021-08-16T23:53:08Z', 'revision_number': 3, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'gw_port': {'id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:41:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:53:11.158628 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-98af870d-4e3d-46c7-87d1-25439e943bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:11.215125 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device d6a97ea2-5728-4e9c-a53a-d9da238eea77 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:53:11.217397 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5604d5-ad0c-427d-9785-aa8e6894b094 None None] Network c32c5eb4-cc14-4eaf-9d0c-6ff464952200 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:53:11.230735 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab9bad-ab84-4a44-b9c3-5518b3937eff req-9cc1099a-c5e8-42ae-95d1-bd45a75ebed4 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:11.232407 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69ab9bad-ab84-4a44-b9c3-5518b3937eff req-9cc1099a-c5e8-42ae-95d1-bd45a75ebed4 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.69 "GET /v2.0/ports?device_id=82d7ef67-bc6a-47df-a9d8-880b224f2282 HTTP/1.1" status: 200 len: 950 time: 0.1754723 Aug 16 23:53:11.350012 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-40beab6c-5d27-46af-af60-9f42a65315df None None] Provisioning for port d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:11.409316 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port d4f353a9-283d-4332-8ed7-cb21b7de92c3 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:11.480894 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:11.527752 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:53:11.606718 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b5f3c-8c29-4b48-af62-7facc4548198 req-6c6b7f7a-1be1-42f6-aa1e-344d154ebd7e tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:11.613900 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7a7b5f3c-8c29-4b48-af62-7facc4548198 req-6c6b7f7a-1be1-42f6-aa1e-344d154ebd7e tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?device_id=82d7ef67-bc6a-47df-a9d8-880b224f2282 HTTP/1.1" status: 200 len: 950 time: 0.1996827 Aug 16 23:53:11.635637 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port d6a97ea2-5728-4e9c-a53a-d9da238eea77 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:11.638103 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0e549a18-0671-4f29-bdb2-13be21574270 None None] Provisioning for port d4f353a9-283d-4332-8ed7-cb21b7de92c3 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:11.660193 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port d6a97ea2-5728-4e9c-a53a-d9da238eea77 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:11.660577 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:11.663287 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0e549a18-0671-4f29-bdb2-13be21574270 None None] Provisioning complete for port d4f353a9-283d-4332-8ed7-cb21b7de92c3 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:11.663535 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0e549a18-0671-4f29-bdb2-13be21574270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:11.715499 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98db6ba-ce05-4b6b-a444-ca174502df40 admin admin] Router b373755a-5d70-4d85-9c83-57482f37086d is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:53:11.746986 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-f30670a8-a1d9-4657-9ce8-f90e603e7511 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2c3a1755dccf4427821a7443be9cdd31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0783725 Aug 16 23:53:11.794998 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-98af870d-4e3d-46c7-87d1-25439e943bc7 admin admin] Allocated IP 172.20.0.1 (34191e06-49f9-414f-b13a-5ba8e6dbd645/191fa66a-6028-47ea-a3b7-5ed8bb45305a/6ed44074-5b5f-4930-b5c6-f1fc43150d28) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:53:11.801453 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7a7b5f3c-8c29-4b48-af62-7facc4548198 req-ac0bdb75-e423-4195-95f7-568680bd0635 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/security-groups?id=30f85467-3fd8-44e8-a61c-1db4822aa06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866698 Aug 16 23:53:11.832476 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:11.872090 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:11.872470 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:11.918468 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0e549a18-0671-4f29-bdb2-13be21574270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:11.982646 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-69ab9bad-ab84-4a44-b9c3-5518b3937eff req-ffaba710-aa60-4a92-9129-9141a371a166 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Deleting port 37b9c8fd-8238-44a5-9c93-e57dfe63b5e6 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:53:11.983329 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-69ab9bad-ab84-4a44-b9c3-5518b3937eff req-ffaba710-aa60-4a92-9129-9141a371a166 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:11.995213 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-a9a9145d-9d2f-430b-a88c-2d54f792da1f tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:12.008006 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-a9a9145d-9d2f-430b-a88c-2d54f792da1f tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2291956 Aug 16 23:53:12.012598 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-0e549a18-0671-4f29-bdb2-13be21574270 None None] For port d4f353a9-283d-4332-8ed7-cb21b7de92c3, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d4f353a9-283d-4332-8ed7-cb21b7de92c3,segment=NetworkSegment(59c5117b-9abd-4a7f-9bc8-fcb87f1bc21d),segment_id=59c5117b-9abd-4a7f-9bc8-fcb87f1bc21d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:12.031882 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0e549a18-0671-4f29-bdb2-13be21574270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:12.067732 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:12.195679 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:12.230781 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-0318c504-5743-4062-99f2-95a1913edc72 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/quotas/2c3a1755dccf4427821a7443be9cdd31 HTTP/1.1" status: 200 len: 375 time: 0.2215950 Aug 16 23:53:12.234230 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105e10d7-1157-499e-919c-37250cf0be55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a97ea2-5728-4e9c-a53a-d9da238eea77'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:53:12.236363 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc596a37-1e01-4566-8b2f-273c1a442d19" -d '{"events": [{"server_uuid": "105e10d7-1157-499e-919c-37250cf0be55", "name": "network-vif-plugged", "status": "completed", "tag": "d6a97ea2-5728-4e9c-a53a-d9da238eea77"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:53:12.253530 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b7074b56-33cc-4346-9b05-fae6383bbb13 None None] Provisioning complete for port d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:12.253827 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b7074b56-33cc-4346-9b05-fae6383bbb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:12.255414 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e549a18-0671-4f29-bdb2-13be21574270 None None] Pushing event updated for resources: {'Port': ['ID=d4f353a9-283d-4332-8ed7-cb21b7de92c3,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:12.270766 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port d6a97ea2-5728-4e9c-a53a-d9da238eea77, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=d6a97ea2-5728-4e9c-a53a-d9da238eea77,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:12.299013 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:12.358750 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc,segment=NetworkSegment(33a33b0c-0d4a-424f-ba83-c386480cd0b2),segment_id=33a33b0c-0d4a-424f-ba83-c386480cd0b2)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:12.366746 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-75d2a638-9744-420a-94dd-fede7769ddcb tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c3a1755dccf4427821a7443be9cdd31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1348274 Aug 16 23:53:12.375434 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-69ab9bad-ab84-4a44-b9c3-5518b3937eff req-ffaba710-aa60-4a92-9129-9141a371a166 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] For port 37b9c8fd-8238-44a5-9c93-e57dfe63b5e6, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=37b9c8fd-8238-44a5-9c93-e57dfe63b5e6,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:12.375434 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-69ab9bad-ab84-4a44-b9c3-5518b3937eff req-ffaba710-aa60-4a92-9129-9141a371a166 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:12.389149 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:12.409669 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=d6a97ea2-5728-4e9c-a53a-d9da238eea77,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:12.539530 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-69ab9bad-ab84-4a44-b9c3-5518b3937eff req-ffaba710-aa60-4a92-9129-9141a371a166 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Calling delete_port for 37b9c8fd-8238-44a5-9c93-e57dfe63b5e6 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:53:12.589800 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a375d-d444-4eb6-8122-5ce2b4068d14 req-df250010-b76f-4b45-8694-42707ec64281 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:12.598829 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ad4a375d-d444-4eb6-8122-5ce2b4068d14 req-df250010-b76f-4b45-8694-42707ec64281 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=105e10d7-1157-499e-919c-37250cf0be55 HTTP/1.1" status: 200 len: 949 time: 0.4520144 Aug 16 23:53:12.649974 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:12.716956 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d4f353a9-283d-4332-8ed7-cb21b7de92c3 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:53:12.731530 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98db6ba-ce05-4b6b-a444-ca174502df40 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:53:12.748444 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067801e8-4df5-456e-9426-4582923b70a9 None None] Sync routers for ids ['b373755a-5d70-4d85-9c83-57482f37086d'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:53:12.750842 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-98af870d-4e3d-46c7-87d1-25439e943bc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:12.768408 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067801e8-4df5-456e-9426-4582923b70a9 None None] Routers {'b373755a-5d70-4d85-9c83-57482f37086d'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:53:12.769301 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-067801e8-4df5-456e-9426-4582923b70a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:52:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['b373755a-5d70-4d85-9c83-57482f37086d'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:12.807169 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ad4a375d-d444-4eb6-8122-5ce2b4068d14 req-7d312e12-6fcc-4cec-a1d9-27975650b9f5 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070777 Aug 16 23:53:12.812803 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f98db6ba-ce05-4b6b-a444-ca174502df40 admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:12.816960 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47020) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:12.834156 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f98db6ba-ce05-4b6b-a444-ca174502df40 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3294339 Aug 16 23:53:12.839790 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-98af870d-4e3d-46c7-87d1-25439e943bc7 admin admin] Transition to ACTIVE for port object 6ed44074-5b5f-4930-b5c6-f1fc43150d28 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:12.842562 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132587d9-2ec9-4465-9029-774cad6ef7b1 x-openstack-request-id: req-132587d9-2ec9-4465-9029-774cad6ef7b1 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:12.851434 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105e10d7-1157-499e-919c-37250cf0be55", "name": "network-vif-plugged", "status": "completed", "tag": "d6a97ea2-5728-4e9c-a53a-d9da238eea77", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:12.851434 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-132587d9-2ec9-4465-9029-774cad6ef7b1 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:12.851434 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105e10d7-1157-499e-919c-37250cf0be55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a97ea2-5728-4e9c-a53a-d9da238eea77', 'code': 200} Aug 16 23:53:12.889805 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-da96df59-4d12-4ca2-8e5c-afebb3efd241 None None] Provisioning complete for port d4f353a9-283d-4332-8ed7-cb21b7de92c3 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:12.890181 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-da96df59-4d12-4ca2-8e5c-afebb3efd241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:13.027177 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-ca393bb2-3ab7-4550-8b69-b78cf3466e11 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2c3a1755dccf4427821a7443be9cdd31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616629 Aug 16 23:53:13.075110 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-98af870d-4e3d-46c7-87d1-25439e943bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:13.114635 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port d4f353a9-283d-4332-8ed7-cb21b7de92c3 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:13.115220 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:13.228012 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-69ab9bad-ab84-4a44-b9c3-5518b3937eff req-ffaba710-aa60-4a92-9129-9141a371a166 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:13.251289 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98af870d-4e3d-46c7-87d1-25439e943bc7 admin admin] Network 34191e06-49f9-414f-b13a-5ba8e6dbd645 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:53:13.266556 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['54cefbce-427d-4588-a2d4-74de6fca697a'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:53:13.278478 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-98af870d-4e3d-46c7-87d1-25439e943bc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:53:13.319781 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98af870d-4e3d-46c7-87d1-25439e943bc7 admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:53:13.336722 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a0b9c-973f-4fdc-871f-35a07b80908c req-3d123d44-a583-4a7b-857f-bca88a6e89a8 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:13.336722 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-536a0b9c-973f-4fdc-871f-35a07b80908c req-3d123d44-a583-4a7b-857f-bca88a6e89a8 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?device_id=82d7ef67-bc6a-47df-a9d8-880b224f2282 HTTP/1.1" status: 200 len: 867 time: 0.3519871 Aug 16 23:53:13.380206 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af870d-4e3d-46c7-87d1-25439e943bc7 admin admin] Pushing event updated for resources: {'Port': ['ID=6ed44074-5b5f-4930-b5c6-f1fc43150d28,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:13.405814 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc9990-323f-4ef8-8a3c-ad7ffcab3d34 req-8caa318c-dee3-4f92-83d6-0485655b1f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:13.408207 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-23fc9990-323f-4ef8-8a3c-ad7ffcab3d34 req-8caa318c-dee3-4f92-83d6-0485655b1f71 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=105e10d7-1157-499e-919c-37250cf0be55 HTTP/1.1" status: 200 len: 1102 time: 0.4096851 Aug 16 23:53:13.411866 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-067801e8-4df5-456e-9426-4582923b70a9 None None] Set router b373755a-5d70-4d85-9c83-57482f37086d gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:53:13.568597 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaba710-aa60-4a92-9129-9141a371a166 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Pushing event deleted for resources: {'Port': ['ID=37b9c8fd-8238-44a5-9c93-e57dfe63b5e6,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:13.585076 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-3b074796-c78c-4120-81af-0b8128cdb9a5 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:13.599189 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-3b074796-c78c-4120-81af-0b8128cdb9a5 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5710809 Aug 16 23:53:13.601414 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ab9bad-ab84-4a44-b9c3-5518b3937eff req-ffaba710-aa60-4a92-9129-9141a371a166 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] No DVR routers for this DVR port 37b9c8fd-8238-44a5-9c93-e57dfe63b5e6 on host n-h1-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:53:13.607329 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-69ab9bad-ab84-4a44-b9c3-5518b3937eff req-ffaba710-aa60-4a92-9129-9141a371a166 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:13.611935 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69ab9bad-ab84-4a44-b9c3-5518b3937eff req-ffaba710-aa60-4a92-9129-9141a371a166 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.69 "DELETE /v2.0/ports/37b9c8fd-8238-44a5-9c93-e57dfe63b5e6 HTTP/1.1" status: 204 len: 173 time: 2.3095875 Aug 16 23:53:13.626716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d7ef67-bc6a-47df-a9d8-880b224f2282', 'name': 'network-vif-deleted', 'tag': '37b9c8fd-8238-44a5-9c93-e57dfe63b5e6'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:53:13.629028 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea677d6-ef72-48bd-9ab5-cdc99c1e088e" -d '{"events": [{"server_uuid": "82d7ef67-bc6a-47df-a9d8-880b224f2282", "name": "network-vif-deleted", "tag": "37b9c8fd-8238-44a5-9c93-e57dfe63b5e6"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:53:13.645313 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-98af870d-4e3d-46c7-87d1-25439e943bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:13.696472 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-23fc9990-323f-4ef8-8a3c-ad7ffcab3d34 req-865a7962-1705-4e82-b1bf-c51edc48e511 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052488 Aug 16 23:53:13.817763 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-4aaf5ad0-1b65-4cbe-aad6-6a1420f411f5 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/quotas/2c3a1755dccf4427821a7443be9cdd31 HTTP/1.1" status: 200 len: 375 time: 0.2072575 Aug 16 23:53:13.908119 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-536a0b9c-973f-4fdc-871f-35a07b80908c req-6a99fb5a-6827-4c0a-aae3-8d01e23bb428 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/security-groups?id=30f85467-3fd8-44e8-a61c-1db4822aa06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315328 Aug 16 23:53:13.918046 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 145cca5e-9493-4130-b1be-baf8c6e13f65 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:53:13.929934 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-d7bfe0b9-21b2-462d-bb83-9e741f038c19 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c3a1755dccf4427821a7443be9cdd31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1019278 Aug 16 23:53:14.080320 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-baae47b7-105e-4fdf-8d78-409e181d6d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:14.084240 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-98af870d-4e3d-46c7-87d1-25439e943bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:14.159081 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 145cca5e-9493-4130-b1be-baf8c6e13f65 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:14.184057 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 145cca5e-9493-4130-b1be-baf8c6e13f65 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:14.184447 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:14.252969 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-067801e8-4df5-456e-9426-4582923b70a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b373755a-5d70-4d85-9c83-57482f37086d', 'name': 'tempest-ServersTestMultiNic-1271807936-router', 'tenant_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:09Z', 'revision_number': 3, 'project_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'gw_port': {'id': 'ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b373755a-5d70-4d85-9c83-57482f37086d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:08Z', 'updated_at': '2021-08-16T23:53:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:14.271786 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-700bb4c6-6574-4438-86e7-39b11713a344 None None] Provisioning for port 6ed44074-5b5f-4930-b5c6-f1fc43150d28 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:14.318880 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9caac4b1-250c-4df2-8303-df5669da802f x-openstack-request-id: req-9caac4b1-250c-4df2-8303-df5669da802f {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:14.322183 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d7ef67-bc6a-47df-a9d8-880b224f2282", "name": "network-vif-deleted", "tag": "37b9c8fd-8238-44a5-9c93-e57dfe63b5e6", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:14.325008 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9caac4b1-250c-4df2-8303-df5669da802f {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:14.326264 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d7ef67-bc6a-47df-a9d8-880b224f2282', 'name': 'network-vif-deleted', 'tag': '37b9c8fd-8238-44a5-9c93-e57dfe63b5e6', 'status': 'completed', 'code': 200} Aug 16 23:53:14.388243 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-700bb4c6-6574-4438-86e7-39b11713a344 None None] Provisioning complete for port 6ed44074-5b5f-4930-b5c6-f1fc43150d28 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:14.388625 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-700bb4c6-6574-4438-86e7-39b11713a344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:14.390498 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067801e8-4df5-456e-9426-4582923b70a9 None None] Checking router: b373755a-5d70-4d85-9c83-57482f37086d for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:53:14.390835 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067801e8-4df5-456e-9426-4582923b70a9 None None] Updating router b373755a-5d70-4d85-9c83-57482f37086d port ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:53:14.394189 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:14.462638 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-1b6bc971-a165-4993-ac31-8bfddd65af81 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2c3a1755dccf4427821a7443be9cdd31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425873 Aug 16 23:53:14.483881 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-baae47b7-105e-4fdf-8d78-409e181d6d2c admin admin] Allocated IP 172.20.0.1 (c32c5eb4-cc14-4eaf-9d0c-6ff464952200/c5ccd90c-fa44-49dd-9fe4-25207f7a82db/2495c422-48d6-4578-9121-745e89249c56) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:53:14.491567 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb4fb478-5ed2-4104-868b-ff1ddbab1494 req-304dde35-4d74-45b3-a14f-83240d2dffaa tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1d6bfce-e916-4759-a1df-a2a4ba7e038a HTTP/1.1" status: 200 len: 210 time: 0.1243718 Aug 16 23:53:14.575713 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db067ac-ced4-44e4-a3c1-faa6df3597ca req-1615bd4c-95da-4497-84c6-f623aabd0416 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:14.583836 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2db067ac-ced4-44e4-a3c1-faa6df3597ca req-1615bd4c-95da-4497-84c6-f623aabd0416 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=105e10d7-1157-499e-919c-37250cf0be55 HTTP/1.1" status: 200 len: 950 time: 0.1970448 Aug 16 23:53:14.668647 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2db067ac-ced4-44e4-a3c1-faa6df3597ca req-e48249d0-cc6d-41e5-b6bf-c3520faacc93 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781817 Aug 16 23:53:14.694868 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-98af870d-4e3d-46c7-87d1-25439e943bc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:14.711558 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-98af870d-4e3d-46c7-87d1-25439e943bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:14.757035 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 145cca5e-9493-4130-b1be-baf8c6e13f65, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=145cca5e-9493-4130-b1be-baf8c6e13f65,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:14.770298 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-067801e8-4df5-456e-9426-4582923b70a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:14.778052 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:14.845668 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af870d-4e3d-46c7-87d1-25439e943bc7 admin admin] Pushing event updated for resources: {'Port': ['ID=6ed44074-5b5f-4930-b5c6-f1fc43150d28,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:14.878383 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-98af870d-4e3d-46c7-87d1-25439e943bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:14.974767 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-fae56640-2663-4ade-85aa-1aa12e204c1d tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:14.980255 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-fae56640-2663-4ade-85aa-1aa12e204c1d tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4935570 Aug 16 23:53:15.024598 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-2acfa3b5-9103-446f-8b38-ddf41fa674eb tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Request body: {'port': {'device_id': 'edeb1835-eb4f-4873-9a9e-efaf8a8c2c01', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': '2c3a1755dccf4427821a7443be9cdd31'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:15.041217 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-700bb4c6-6574-4438-86e7-39b11713a344 None None] Port 6ed44074-5b5f-4930-b5c6-f1fc43150d28 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:53:15.083616 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 37b9c8fd-8238-44a5-9c93-e57dfe63b5e6 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:53:15.139639 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-baae47b7-105e-4fdf-8d78-409e181d6d2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:15.175444 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-baae47b7-105e-4fdf-8d78-409e181d6d2c admin admin] Transition to ACTIVE for port object 2495c422-48d6-4578-9121-745e89249c56 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:15.175815 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:53:15.197528 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 37b9c8fd-8238-44a5-9c93-e57dfe63b5e6 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:53:15.197874 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 37b9c8fd-8238-44a5-9c93-e57dfe63b5e6 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:53:15.234945 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d867a179-d1e1-40cb-88f1-4bb9c199a947 req-4698dc52-75f5-4bc1-a3d9-1ad0bc6dbb56 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?device_id=82d7ef67-bc6a-47df-a9d8-880b224f2282 HTTP/1.1" status: 200 len: 210 time: 0.1570773 Aug 16 23:53:15.255839 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98af870d-4e3d-46c7-87d1-25439e943bc7 admin admin] Network 34191e06-49f9-414f-b13a-5ba8e6dbd645 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:53:15.257701 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-98af870d-4e3d-46c7-87d1-25439e943bc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:53:15.277189 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-2acfa3b5-9103-446f-8b38-ddf41fa674eb tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Made reservation on behalf of 2c3a1755dccf4427821a7443be9cdd31 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:53:15.281664 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-2acfa3b5-9103-446f-8b38-ddf41fa674eb tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:15.315264 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-2acfa3b5-9103-446f-8b38-ddf41fa674eb tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:15.353204 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-baae47b7-105e-4fdf-8d78-409e181d6d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:15.407864 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baae47b7-105e-4fdf-8d78-409e181d6d2c admin admin] Network c32c5eb4-cc14-4eaf-9d0c-6ff464952200 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:53:15.414203 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-baae47b7-105e-4fdf-8d78-409e181d6d2c admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:53:15.420529 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baae47b7-105e-4fdf-8d78-409e181d6d2c admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:53:15.420860 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-baae47b7-105e-4fdf-8d78-409e181d6d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:15.462972 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=145cca5e-9493-4130-b1be-baf8c6e13f65,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:15.486819 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98af870d-4e3d-46c7-87d1-25439e943bc7 admin admin] Router 1689b305-79b9-4905-9944-a604c369c997 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:53:15.609130 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:15.609510 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:15.635538 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae47b7-105e-4fdf-8d78-409e181d6d2c admin admin] Pushing event updated for resources: {'Port': ['ID=2495c422-48d6-4578-9121-745e89249c56,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:15.705909 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d04d47af-a252-4bde-85cf-64be87638eda req-88492255-01fe-4fd2-966c-62fd1ff01967 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1d6bfce-e916-4759-a1df-a2a4ba7e038a HTTP/1.1" status: 200 len: 210 time: 0.0494170 Aug 16 23:53:15.758997 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98af870d-4e3d-46c7-87d1-25439e943bc7 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:53:15.765221 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-98af870d-4e3d-46c7-87d1-25439e943bc7 admin admin] 10.222.0.60 "PUT /v2.0/routers/1689b305-79b9-4905-9944-a604c369c997/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2794528 Aug 16 23:53:15.779167 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db6e87-087a-427b-8eb6-5fa6fd90de70 None None] Sync routers for ids ['1689b305-79b9-4905-9944-a604c369c997'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:53:15.803406 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db6e87-087a-427b-8eb6-5fa6fd90de70 None None] Routers {'1689b305-79b9-4905-9944-a604c369c997'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:53:15.804984 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-76db6e87-087a-427b-8eb6-5fa6fd90de70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:52:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1689b305-79b9-4905-9944-a604c369c997'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:15.831358 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0df02aea-86a6-45a6-8f2d-acd5bd2a2764 None None] Provisioning complete for port 6ed44074-5b5f-4930-b5c6-f1fc43150d28 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:15.831738 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0df02aea-86a6-45a6-8f2d-acd5bd2a2764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:15.859499 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a350516-dc3a-459c-92f7-fbba56718225 req-c257fb9d-47b9-447c-aabf-bc8832a7180d tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:15.861755 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a350516-dc3a-459c-92f7-fbba56718225 req-c257fb9d-47b9-447c-aabf-bc8832a7180d tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=105e10d7-1157-499e-919c-37250cf0be55 HTTP/1.1" status: 200 len: 950 time: 0.0890758 Aug 16 23:53:15.913214 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-baae47b7-105e-4fdf-8d78-409e181d6d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:15.974599 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-2acfa3b5-9103-446f-8b38-ddf41fa674eb tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:16.033827 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-0df02aea-86a6-45a6-8f2d-acd5bd2a2764 None None] Port 6ed44074-5b5f-4930-b5c6-f1fc43150d28 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:53:16.081668 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-2acfa3b5-9103-446f-8b38-ddf41fa674eb tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:16.195202 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-76db6e87-087a-427b-8eb6-5fa6fd90de70 None None] Set router 1689b305-79b9-4905-9944-a604c369c997 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:53:16.230136 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27bbac82-1958-49fc-bbcb-6ba33c4ebe8a None None] Provisioning for port 2495c422-48d6-4578-9121-745e89249c56 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:16.234475 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-067801e8-4df5-456e-9426-4582923b70a9 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:16.243043 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27bbac82-1958-49fc-bbcb-6ba33c4ebe8a None None] Provisioning complete for port 2495c422-48d6-4578-9121-745e89249c56 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:16.244629 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27bbac82-1958-49fc-bbcb-6ba33c4ebe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:16.258425 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-067801e8-4df5-456e-9426-4582923b70a9 None None] Transition to ACTIVE for port object ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:16.311496 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-067801e8-4df5-456e-9426-4582923b70a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:16.362175 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27bbac82-1958-49fc-bbcb-6ba33c4ebe8a None None] Port 2495c422-48d6-4578-9121-745e89249c56 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:53:16.391406 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-067801e8-4df5-456e-9426-4582923b70a9 None None] Attempting to bind port ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:53:16.392073 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-067801e8-4df5-456e-9426-4582923b70a9 None None] Attempting to bind port ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:53:16.392607 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067801e8-4df5-456e-9426-4582923b70a9 None None] Attempting to bind port ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:16.403442 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a501a3a-3f13-4d8d-a6ba-313a69c4dd4e None None] Pushing event updated for resources: {'Port': ['ID=ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:16.406545 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067801e8-4df5-456e-9426-4582923b70a9 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:53:16.407195 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067801e8-4df5-456e-9426-4582923b70a9 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:53:16.407786 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-067801e8-4df5-456e-9426-4582923b70a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:16.408386 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067801e8-4df5-456e-9426-4582923b70a9 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:53:16.409020 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-067801e8-4df5-456e-9426-4582923b70a9 None None] Bound port: ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:53:16.409638 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-067801e8-4df5-456e-9426-4582923b70a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:16.460169 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-a392941b-8b7a-47a0-894c-a70c48bed5a0 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2c3a1755dccf4427821a7443be9cdd31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372307 Aug 16 23:53:16.499912 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-99f8ea86-ba80-460b-b9f5-a55d96759452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:16.538279 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-067801e8-4df5-456e-9426-4582923b70a9 None None] For port ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:53:16.542226 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-067801e8-4df5-456e-9426-4582923b70a9 None None] For port ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:53:16.551304 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-067801e8-4df5-456e-9426-4582923b70a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:16.580792 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-2acfa3b5-9103-446f-8b38-ddf41fa674eb tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Allocated IP 192.168.233.9 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/a1d6dd85-c6eb-4f84-99d6-5124a84ad68d) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:53:16.593815 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-0fb958bc-8221-473d-a29b-c6434f7cb6a8 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:16.601067 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-0fb958bc-8221-473d-a29b-c6434f7cb6a8 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/networks?id=34191e06-49f9-414f-b13a-5ba8e6dbd645 HTTP/1.1" status: 200 len: 820 time: 0.1761587 Aug 16 23:53:16.615488 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a501a3a-3f13-4d8d-a6ba-313a69c4dd4e None None] Pushing event updated for resources: {'Port': ['ID=ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:16.644559 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067801e8-4df5-456e-9426-4582923b70a9 None None] Routers {'b373755a-5d70-4d85-9c83-57482f37086d'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:53:16.647372 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-067801e8-4df5-456e-9426-4582923b70a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:52:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['b373755a-5d70-4d85-9c83-57482f37086d'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:16.649691 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-76db6e87-087a-427b-8eb6-5fa6fd90de70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689b305-79b9-4905-9944-a604c369c997', 'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-router', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:06Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'gw_port': {'id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '6ed44074-5b5f-4930-b5c6-f1fc43150d28', 'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'mac_address': 'fa:16:3e:9c:f2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:11Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 2, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'subnets': [{'id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:16.681909 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db6e87-087a-427b-8eb6-5fa6fd90de70 None None] Checking router: 1689b305-79b9-4905-9944-a604c369c997 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:53:16.683413 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db6e87-087a-427b-8eb6-5fa6fd90de70 None None] Updating router 1689b305-79b9-4905-9944-a604c369c997 port 6ed44074-5b5f-4930-b5c6-f1fc43150d28 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:53:16.706954 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-414aab47-1166-4014-ad3b-52f68686bfc4 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/quotas/21fd198ba9644f5c88173bc1efcb8f0a HTTP/1.1" status: 200 len: 375 time: 0.1047049 Aug 16 23:53:16.715789 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-76db6e87-087a-427b-8eb6-5fa6fd90de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:16.727673 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a350516-dc3a-459c-92f7-fbba56718225 req-f09bd405-3f39-4f24-8f3b-9f02348623f6 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8594375 Aug 16 23:53:16.899274 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfa3b5-9103-446f-8b38-ddf41fa674eb tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1775507e-e450-4eea-9b5f-c87387c897a4,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:16.906585 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-ca754c6e-1fca-48cd-85e4-5bdd0b71c26d tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=21fd198ba9644f5c88173bc1efcb8f0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1970599 Aug 16 23:53:16.909254 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-067801e8-4df5-456e-9426-4582923b70a9 None None] Set router b373755a-5d70-4d85-9c83-57482f37086d gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:53:16.970791 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-2acfa3b5-9103-446f-8b38-ddf41fa674eb tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:16.987890 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 145cca5e-9493-4130-b1be-baf8c6e13f65 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:53:16.995673 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-2acfa3b5-9103-446f-8b38-ddf41fa674eb tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Transition to ACTIVE for port object a1d6dd85-c6eb-4f84-99d6-5124a84ad68d will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:17.068840 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-bae9afcc-b7f8-440c-abd4-85499c2d5134 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:17.070316 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-bae9afcc-b7f8-440c-abd4-85499c2d5134 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4671717 Aug 16 23:53:17.070472 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-2acfa3b5-9103-446f-8b38-ddf41fa674eb tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:17.099883 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-d8f129f5-b5f8-444f-826f-d0fa9ff159bf tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Request body: {'port': {'device_id': 'f1d6bfce-e916-4759-a1df-a2a4ba7e038a', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': '2c3a1755dccf4427821a7443be9cdd31'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:17.189689 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-2acfa3b5-9103-446f-8b38-ddf41fa674eb tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:53:17.200993 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-2acfa3b5-9103-446f-8b38-ddf41fa674eb tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:53:17.221900 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-2acfa3b5-9103-446f-8b38-ddf41fa674eb tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:53:17.235966 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-2acfa3b5-9103-446f-8b38-ddf41fa674eb tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:17.239766 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-2acfa3b5-9103-446f-8b38-ddf41fa674eb tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:17.247751 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfa3b5-9103-446f-8b38-ddf41fa674eb tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Pushing event updated for resources: {'Port': ['ID=a1d6dd85-c6eb-4f84-99d6-5124a84ad68d,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:17.270196 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-baae47b7-105e-4fdf-8d78-409e181d6d2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:17.277451 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-2acfa3b5-9103-446f-8b38-ddf41fa674eb tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2581766 Aug 16 23:53:17.279446 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-baae47b7-105e-4fdf-8d78-409e181d6d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:17.280569 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-baae47b7-105e-4fdf-8d78-409e181d6d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:17.309563 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-76db6e87-087a-427b-8eb6-5fa6fd90de70 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:17.319006 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 145cca5e-9493-4130-b1be-baf8c6e13f65 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:17.320930 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:17.357297 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-0b38a741-5d35-4554-843d-3e11e2557625 service neutron] Request body: {'port': {'device_id': 'edeb1835-eb4f-4873-9a9e-efaf8a8c2c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:17.359741 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-61ca7b05-b98f-4094-a0e9-8b0404287d98 service neutron] 10.222.0.60 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519887 Aug 16 23:53:17.362743 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-76db6e87-087a-427b-8eb6-5fa6fd90de70 None None] Transition to ACTIVE for port object 6ed44074-5b5f-4930-b5c6-f1fc43150d28 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:17.369816 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae47b7-105e-4fdf-8d78-409e181d6d2c admin admin] Pushing event updated for resources: {'Port': ['ID=2495c422-48d6-4578-9121-745e89249c56,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:17.384557 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-76db6e87-087a-427b-8eb6-5fa6fd90de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:17.627651 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-067801e8-4df5-456e-9426-4582923b70a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b373755a-5d70-4d85-9c83-57482f37086d', 'name': 'tempest-ServersTestMultiNic-1271807936-router', 'tenant_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:15Z', 'revision_number': 4, 'project_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'gw_port': {'id': 'ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b373755a-5d70-4d85-9c83-57482f37086d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:08Z', 'updated_at': '2021-08-16T23:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '2495c422-48d6-4578-9121-745e89249c56', 'name': '', 'network_id': 'c32c5eb4-cc14-4eaf-9d0c-6ff464952200', 'tenant_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'mac_address': 'fa:16:3e:4d:b1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b373755a-5d70-4d85-9c83-57482f37086d', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c5ccd90c-fa44-49dd-9fe4-25207f7a82db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:14Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 1, 'project_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'subnets': [{'id': 'c5ccd90c-fa44-49dd-9fe4-25207f7a82db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:17.635340 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c6177-9544-4ad8-bb9d-acba426b8ace req-b9df8e74-0b32-4fde-8e1a-27884f690f75 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:17.640241 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-037c6177-9544-4ad8-bb9d-acba426b8ace req-b9df8e74-0b32-4fde-8e1a-27884f690f75 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1c3bc18-e7c8-4f5f-a94c-607492880384 HTTP/1.1" status: 200 len: 949 time: 0.4938383 Aug 16 23:53:17.642203 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-0b38a741-5d35-4554-843d-3e11e2557625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:17.659620 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574dc2b-8de2-4c85-81ec-8d115bb1c7d4 None None] Pushing event updated for resources: {'Port': ['ID=6ed44074-5b5f-4930-b5c6-f1fc43150d28,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:17.688118 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067801e8-4df5-456e-9426-4582923b70a9 None None] The sync data for ids ['b373755a-5d70-4d85-9c83-57482f37086d'] in n-d-800088-20 is: [{'id': 'b373755a-5d70-4d85-9c83-57482f37086d', 'name': 'tempest-ServersTestMultiNic-1271807936-router', 'tenant_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:15Z', 'revision_number': 4, 'project_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'gw_port': {'id': 'ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b373755a-5d70-4d85-9c83-57482f37086d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:08Z', 'updated_at': '2021-08-16T23:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '2495c422-48d6-4578-9121-745e89249c56', 'name': '', 'network_id': 'c32c5eb4-cc14-4eaf-9d0c-6ff464952200', 'tenant_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'mac_address': 'fa:16:3e:4d:b1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b373755a-5d70-4d85-9c83-57482f37086d', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c5ccd90c-fa44-49dd-9fe4-25207f7a82db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:14Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 1, 'project_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'subnets': [{'id': 'c5ccd90c-fa44-49dd-9fe4-25207f7a82db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:53:17.695580 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-76db6e87-087a-427b-8eb6-5fa6fd90de70 None None] Attempting to bind port 6ed44074-5b5f-4930-b5c6-f1fc43150d28 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:53:17.696137 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-76db6e87-087a-427b-8eb6-5fa6fd90de70 None None] Attempting to bind port 6ed44074-5b5f-4930-b5c6-f1fc43150d28 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '33a33b0c-0d4a-424f-ba83-c386480cd0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:53:17.696572 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76db6e87-087a-427b-8eb6-5fa6fd90de70 None None] Attempting to bind port 6ed44074-5b5f-4930-b5c6-f1fc43150d28 on network 34191e06-49f9-414f-b13a-5ba8e6dbd645 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:17.706454 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76db6e87-087a-427b-8eb6-5fa6fd90de70 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:53:17.706986 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76db6e87-087a-427b-8eb6-5fa6fd90de70 None None] Checking segment: {'id': '33a33b0c-0d4a-424f-ba83-c386480cd0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:53:17.707462 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-76db6e87-087a-427b-8eb6-5fa6fd90de70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:17.708075 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76db6e87-087a-427b-8eb6-5fa6fd90de70 None None] Bound using segment: {'id': '33a33b0c-0d4a-424f-ba83-c386480cd0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:53:17.708944 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b85e66ce-4025-4544-ac35-7eb590813fd9 None None] Provisioning for port a1d6dd85-c6eb-4f84-99d6-5124a84ad68d completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:17.710125 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-76db6e87-087a-427b-8eb6-5fa6fd90de70 None None] Bound port: 6ed44074-5b5f-4930-b5c6-f1fc43150d28, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a33b0c-0d4a-424f-ba83-c386480cd0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:53:17.710616 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-76db6e87-087a-427b-8eb6-5fa6fd90de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:17.718372 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b85e66ce-4025-4544-ac35-7eb590813fd9 None None] Provisioning complete for port a1d6dd85-c6eb-4f84-99d6-5124a84ad68d triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:17.718753 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b85e66ce-4025-4544-ac35-7eb590813fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:17.778661 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baae47b7-105e-4fdf-8d78-409e181d6d2c admin admin] Network c32c5eb4-cc14-4eaf-9d0c-6ff464952200 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:53:17.787008 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-baae47b7-105e-4fdf-8d78-409e181d6d2c admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:53:17.816454 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-b85e66ce-4025-4544-ac35-7eb590813fd9 None None] Port a1d6dd85-c6eb-4f84-99d6-5124a84ad68d cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:53:17.869163 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-bf7dbf71-da61-4ee6-8b14-d1e444dbe075 service neutron] 10.222.0.60 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881487 Aug 16 23:53:17.877318 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-76db6e87-087a-427b-8eb6-5fa6fd90de70 None None] For port 6ed44074-5b5f-4930-b5c6-f1fc43150d28, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:53:17.882022 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-76db6e87-087a-427b-8eb6-5fa6fd90de70 None None] For port 6ed44074-5b5f-4930-b5c6-f1fc43150d28, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6ed44074-5b5f-4930-b5c6-f1fc43150d28,segment=NetworkSegment(33a33b0c-0d4a-424f-ba83-c386480cd0b2),segment_id=33a33b0c-0d4a-424f-ba83-c386480cd0b2)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:53:17.885420 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-037c6177-9544-4ad8-bb9d-acba426b8ace req-9f8a8695-9705-444e-812e-8759580bc14c tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366261 Aug 16 23:53:17.887630 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-d8f129f5-b5f8-444f-826f-d0fa9ff159bf tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Made reservation on behalf of 2c3a1755dccf4427821a7443be9cdd31 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:53:17.896791 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-d8f129f5-b5f8-444f-826f-d0fa9ff159bf tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:17.903268 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-76db6e87-087a-427b-8eb6-5fa6fd90de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:18.019330 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baae47b7-105e-4fdf-8d78-409e181d6d2c admin admin] Router b373755a-5d70-4d85-9c83-57482f37086d has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:53:18.107733 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db6e87-087a-427b-8eb6-5fa6fd90de70 None None] Routers {'1689b305-79b9-4905-9944-a604c369c997'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:53:18.109270 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-76db6e87-087a-427b-8eb6-5fa6fd90de70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:52:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1689b305-79b9-4905-9944-a604c369c997'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:18.171121 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-91e0025c-6245-475e-9cf5-9c407b83f771 req-eafd7606-8ae8-4b21-9c31-9d8722664604 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1d6bfce-e916-4759-a1df-a2a4ba7e038a HTTP/1.1" status: 200 len: 210 time: 0.1186059 Aug 16 23:53:18.326893 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574dc2b-8de2-4c85-81ec-8d115bb1c7d4 None None] Pushing event updated for resources: {'Port': ['ID=6ed44074-5b5f-4930-b5c6-f1fc43150d28,revision_number=4']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:18.406725 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-435f5ebf-497a-48b5-b823-a868af41b7ca None None] Provisioning complete for port 2495c422-48d6-4578-9121-745e89249c56 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:18.406725 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-435f5ebf-497a-48b5-b823-a868af41b7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:18.503886 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-435f5ebf-497a-48b5-b823-a868af41b7ca None None] Port 2495c422-48d6-4578-9121-745e89249c56 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:53:18.567990 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-76db6e87-087a-427b-8eb6-5fa6fd90de70 None None] Set router 1689b305-79b9-4905-9944-a604c369c997 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:53:18.658267 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baae47b7-105e-4fdf-8d78-409e181d6d2c admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:53:18.673390 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-baae47b7-105e-4fdf-8d78-409e181d6d2c admin admin] 10.222.0.60 "PUT /v2.0/routers/b373755a-5d70-4d85-9c83-57482f37086d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8468597 Aug 16 23:53:18.795076 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-0b38a741-5d35-4554-843d-3e11e2557625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1d6dd85-c6eb-4f84-99d6-5124a84ad68d {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:53:18.836210 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-0b38a741-5d35-4554-843d-3e11e2557625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:18.862422 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ce3c52d4-a509-491e-b9a8-b6fd57168b70 req-38cf0623-2161-46d8-a48a-af0af9f28081 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a20abc-952a-487b-b5bc-527b052c93aa HTTP/1.1" status: 200 len: 210 time: 0.1268630 Aug 16 23:53:18.872581 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-0b38a741-5d35-4554-843d-3e11e2557625 service neutron] Transition to ACTIVE for port object a1d6dd85-c6eb-4f84-99d6-5124a84ad68d will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:18.883979 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-0b38a741-5d35-4554-843d-3e11e2557625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:19.002620 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47124) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:19.095735 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0fc857ce-59ff-4b65-80d7-e282a68a8b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:19.112104 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38a741-5d35-4554-843d-3e11e2557625 service neutron] Pushing event updated for resources: {'Port': ['ID=a1d6dd85-c6eb-4f84-99d6-5124a84ad68d,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:19.128981 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7bb061f2-3d4e-4fad-b7cc-cae83f71eefc req-859df38e-4b98-4c59-bc66-21a1b8ca26cb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8c540bc2-0122-42f1-b034-b228e6b73757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1233380 Aug 16 23:53:19.170154 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536d5d2-83ae-453e-b942-ceea3ad9e364 req-9ceec108-6d25-4f9e-8160-135f90cb1a49 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:19.192999 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-0b38a741-5d35-4554-843d-3e11e2557625 service neutron] Attempting to bind port a1d6dd85-c6eb-4f84-99d6-5124a84ad68d on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:53:19.193431 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-0b38a741-5d35-4554-843d-3e11e2557625 service neutron] Attempting to bind port a1d6dd85-c6eb-4f84-99d6-5124a84ad68d by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:53:19.193555 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536d5d2-83ae-453e-b942-ceea3ad9e364 req-9ceec108-6d25-4f9e-8160-135f90cb1a49 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:19.194009 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-0b38a741-5d35-4554-843d-3e11e2557625 service neutron] Attempting to bind port a1d6dd85-c6eb-4f84-99d6-5124a84ad68d on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:19.205160 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a536d5d2-83ae-453e-b942-ceea3ad9e364 req-9ceec108-6d25-4f9e-8160-135f90cb1a49 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=105e10d7-1157-499e-919c-37250cf0be55&device_id=d1c3bc18-e7c8-4f5f-a94c-607492880384 HTTP/1.1" status: 200 len: 1690 time: 0.4293809 Aug 16 23:53:19.213027 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-0b38a741-5d35-4554-843d-3e11e2557625 service neutron] Port a1d6dd85-c6eb-4f84-99d6-5124a84ad68d on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:53:19.213474 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-0b38a741-5d35-4554-843d-3e11e2557625 service neutron] Attempting to bind port a1d6dd85-c6eb-4f84-99d6-5124a84ad68d on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:19.219881 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:19.235580 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-76db6e87-087a-427b-8eb6-5fa6fd90de70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689b305-79b9-4905-9944-a604c369c997', 'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-router', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:06Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'gw_port': {'id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '6ed44074-5b5f-4930-b5c6-f1fc43150d28', 'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'mac_address': 'fa:16:3e:9c:f2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:11Z', 'updated_at': '2021-08-16T23:53:17Z', 'revision_number': 4, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'subnets': [{'id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:19.259468 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-8b37cae7-3998-422a-81c5-00e9d363a906 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1451744359'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:19.301137 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-0b38a741-5d35-4554-843d-3e11e2557625 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:53:19.301617 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-0b38a741-5d35-4554-843d-3e11e2557625 service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:53:19.302053 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-0b38a741-5d35-4554-843d-3e11e2557625 service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:53:19.306222 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-0b38a741-5d35-4554-843d-3e11e2557625 service neutron] Bound port: a1d6dd85-c6eb-4f84-99d6-5124a84ad68d, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:53:19.306958 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-0b38a741-5d35-4554-843d-3e11e2557625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:19.326118 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-d8f129f5-b5f8-444f-826f-d0fa9ff159bf tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Allocated IP 192.168.233.194 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/d7c95537-0ba6-44cc-9b63-efa0b169243d) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:53:19.327676 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db6e87-087a-427b-8eb6-5fa6fd90de70 None None] The sync data for ids ['1689b305-79b9-4905-9944-a604c369c997'] in n-d-800088-20 is: [{'id': '1689b305-79b9-4905-9944-a604c369c997', 'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-router', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:06Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'gw_port': {'id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '6ed44074-5b5f-4930-b5c6-f1fc43150d28', 'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'mac_address': 'fa:16:3e:9c:f2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:11Z', 'updated_at': '2021-08-16T23:53:17Z', 'revision_number': 4, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'subnets': [{'id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:53:19.406482 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b37cae7-3998-422a-81c5-00e9d363a906 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Made reservation on behalf of 6f0e719ea2ad4e27bf14dc4358a7d696 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:53:19.438435 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8b37cae7-3998-422a-81c5-00e9d363a906 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:19.523895 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00430e-3a17-4807-9a98-f79d3fb22226 req-8230a2b7-e7df-4672-99bf-18310c3b9e04 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:19.535923 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb00430e-3a17-4807-9a98-f79d3fb22226 req-8230a2b7-e7df-4672-99bf-18310c3b9e04 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?device_id=f587b62a-48f4-4de6-9ff7-dc57d9e8128e HTTP/1.1" status: 200 len: 950 time: 0.5205336 Aug 16 23:53:19.617739 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb061f2-3d4e-4fad-b7cc-cae83f71eefc req-15479048-6471-4e3b-a6f0-5da2a656dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:19.622201 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7bb061f2-3d4e-4fad-b7cc-cae83f71eefc req-15479048-6471-4e3b-a6f0-5da2a656dad8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ea1f363e7da44969b3a4164afa733f09&device_id=8c540bc2-0122-42f1-b034-b228e6b73757 HTTP/1.1" status: 200 len: 1097 time: 0.4017475 Aug 16 23:53:19.648907 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a536d5d2-83ae-453e-b942-ceea3ad9e364 req-5a226908-ccdd-422f-bf78-1f6402b82ddd tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425859 Aug 16 23:53:19.696195 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b37cae7-3998-422a-81c5-00e9d363a906 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:53:19.721369 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-0b38a741-5d35-4554-843d-3e11e2557625 service neutron] For port a1d6dd85-c6eb-4f84-99d6-5124a84ad68d, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:53:19.728819 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-0b38a741-5d35-4554-843d-3e11e2557625 service neutron] For port a1d6dd85-c6eb-4f84-99d6-5124a84ad68d, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a1d6dd85-c6eb-4f84-99d6-5124a84ad68d,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:53:19.729954 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb00430e-3a17-4807-9a98-f79d3fb22226 req-b55030f2-6112-439b-98cc-cc1ea62a05a4 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/security-groups?id=30f85467-3fd8-44e8-a61c-1db4822aa06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892869 Aug 16 23:53:19.769223 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-0b38a741-5d35-4554-843d-3e11e2557625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:19.771312 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-d8f129f5-b5f8-444f-826f-d0fa9ff159bf tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:19.807014 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-d8f129f5-b5f8-444f-826f-d0fa9ff159bf tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Transition to ACTIVE for port object d7c95537-0ba6-44cc-9b63-efa0b169243d will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:19.836921 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8b37cae7-3998-422a-81c5-00e9d363a906 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:19.837314 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-8b37cae7-3998-422a-81c5-00e9d363a906 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Added segment b462b964-3d0f-4505-b925-ad550746aabe of type vlan for network c1f09ba5-c9e3-4591-94d4-74b22e4b8598 Aug 16 23:53:19.843729 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-27f2dd7f-4f99-458b-92a6-4b59da830453 req-54061513-0549-44f1-b17f-091e3fd69127 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1d6bfce-e916-4759-a1df-a2a4ba7e038a HTTP/1.1" status: 200 len: 210 time: 0.0539544 Aug 16 23:53:19.909607 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-0b38a741-5d35-4554-843d-3e11e2557625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:19.913419 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-0b38a741-5d35-4554-843d-3e11e2557625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:19.919782 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-0b38a741-5d35-4554-843d-3e11e2557625 service neutron] 10.222.0.69 "PUT /v2.0/ports/a1d6dd85-c6eb-4f84-99d6-5124a84ad68d HTTP/1.1" status: 200 len: 1095 time: 2.6267116 Aug 16 23:53:19.940634 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edeb1835-eb4f-4873-9a9e-efaf8a8c2c01', 'tag': 'a1d6dd85-c6eb-4f84-99d6-5124a84ad68d'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:53:19.943165 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfd5c32-8d05-4e84-a09e-70498caccada" -d '{"events": [{"name": "network-changed", "server_uuid": "edeb1835-eb4f-4873-9a9e-efaf8a8c2c01", "tag": "a1d6dd85-c6eb-4f84-99d6-5124a84ad68d"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:53:19.972927 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-d8f129f5-b5f8-444f-826f-d0fa9ff159bf tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:20.076213 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:20.081337 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-d8f129f5-b5f8-444f-826f-d0fa9ff159bf tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:53:20.097760 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-d8f129f5-b5f8-444f-826f-d0fa9ff159bf tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:53:20.107424 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-d8f129f5-b5f8-444f-826f-d0fa9ff159bf tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:53:20.177598 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e810c4-c38c-4014-8394-7a9af8d25111 x-openstack-request-id: req-92e810c4-c38c-4014-8394-7a9af8d25111 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:20.178065 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edeb1835-eb4f-4873-9a9e-efaf8a8c2c01", "tag": "a1d6dd85-c6eb-4f84-99d6-5124a84ad68d", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:20.178525 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-92e810c4-c38c-4014-8394-7a9af8d25111 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:20.180429 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edeb1835-eb4f-4873-9a9e-efaf8a8c2c01', 'tag': 'a1d6dd85-c6eb-4f84-99d6-5124a84ad68d', 'status': 'completed', 'code': 200} Aug 16 23:53:20.189647 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8b37cae7-3998-422a-81c5-00e9d363a906 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:20.221717 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f129f5-b5f8-444f-826f-d0fa9ff159bf tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Pushing event updated for resources: {'Port': ['ID=d7c95537-0ba6-44cc-9b63-efa0b169243d,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:20.304506 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-12558c05-ea9e-419d-8a46-898c41c2a992 req-fbe88140-432e-4fc0-9dab-8de0fee50e46 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a20abc-952a-487b-b5bc-527b052c93aa HTTP/1.1" status: 200 len: 210 time: 0.1231630 Aug 16 23:53:20.311865 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38a741-5d35-4554-843d-3e11e2557625 service neutron] Pushing event updated for resources: {'Port': ['ID=a1d6dd85-c6eb-4f84-99d6-5124a84ad68d,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:20.394368 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-d8f129f5-b5f8-444f-826f-d0fa9ff159bf tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:20.400840 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-d8f129f5-b5f8-444f-826f-d0fa9ff159bf tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:20.475472 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-d8f129f5-b5f8-444f-826f-d0fa9ff159bf tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3863888 Aug 16 23:53:20.486004 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-1657ef74-4149-4d5c-a811-7d2b620c721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:20.488516 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-1657ef74-4149-4d5c-a811-7d2b620c721a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c3a1755dccf4427821a7443be9cdd31&device_id=edeb1835-eb4f-4873-9a9e-efaf8a8c2c01 HTTP/1.1" status: 200 len: 1098 time: 0.4334226 Aug 16 23:53:20.490359 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb061f2-3d4e-4fad-b7cc-cae83f71eefc req-f6df56f9-885b-4669-84f8-0d4d911b0450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:20.497807 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-b80a5a74-9977-46be-9f75-20611bf3af57 service neutron] Request body: {'port': {'device_id': 'f1d6bfce-e916-4759-a1df-a2a4ba7e038a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:20.499083 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7bb061f2-3d4e-4fad-b7cc-cae83f71eefc req-f6df56f9-885b-4669-84f8-0d4d911b0450 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dfceb4c9-aedb-4a4a-ad89-be69b8624208 HTTP/1.1" status: 200 len: 916 time: 0.8339448 Aug 16 23:53:20.541179 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece95af3-186d-4a47-bad7-b28671833137 req-ced64371-6f08-4672-b266-9e6e29967293 tempest-ServersOnMultiNodesTest-1655074066 tempest-ServersOnMultiNodesTest-1655074066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:20.542423 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0e4e9-92fd-4790-84a3-041d4eb091d9 req-90da1e12-4afd-40bb-9e71-5e42ef8cac74 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:20.549381 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ece95af3-186d-4a47-bad7-b28671833137 req-ced64371-6f08-4672-b266-9e6e29967293 tempest-ServersOnMultiNodesTest-1655074066 tempest-ServersOnMultiNodesTest-1655074066-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=105e10d7-1157-499e-919c-37250cf0be55 HTTP/1.1" status: 200 len: 1102 time: 0.1653080 Aug 16 23:53:20.560969 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e8b0e4e9-92fd-4790-84a3-041d4eb091d9 req-90da1e12-4afd-40bb-9e71-5e42ef8cac74 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.69 "GET /v2.0/ports?device_id=f587b62a-48f4-4de6-9ff7-dc57d9e8128e HTTP/1.1" status: 200 len: 950 time: 0.3757746 Aug 16 23:53:20.574995 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-b949310b-0eab-4095-a5b9-cd2edaa5a5f7 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:20.576702 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-b949310b-0eab-4095-a5b9-cd2edaa5a5f7 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.64 "GET /v2.0/networks?id=34191e06-49f9-414f-b13a-5ba8e6dbd645 HTTP/1.1" status: 200 len: 820 time: 0.2652993 Aug 16 23:53:20.611115 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-52b181a3-d887-4d70-b527-40a727082161 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Request body: {'port': {'device_id': 'f2a20abc-952a-487b-b5bc-527b052c93aa', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'admin_state_up': True, 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:20.712183 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-b80a5a74-9977-46be-9f75-20611bf3af57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:20.741844 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ece95af3-186d-4a47-bad7-b28671833137 req-f1031f40-be29-4db2-b94c-98941a9b3e98 tempest-ServersOnMultiNodesTest-1655074066 tempest-ServersOnMultiNodesTest-1655074066-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913941 Aug 16 23:53:20.801829 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5a13a3b9-ca59-46c6-ac75-c8e7808673e1 None None] Provisioning for port d7c95537-0ba6-44cc-9b63-efa0b169243d completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:20.806027 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5a13a3b9-ca59-46c6-ac75-c8e7808673e1 None None] Provisioning complete for port d7c95537-0ba6-44cc-9b63-efa0b169243d triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:20.806402 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5a13a3b9-ca59-46c6-ac75-c8e7808673e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:20.893846 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-5a13a3b9-ca59-46c6-ac75-c8e7808673e1 None None] Port d7c95537-0ba6-44cc-9b63-efa0b169243d cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:53:21.009733 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:53:21.074135 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8b37cae7-3998-422a-81c5-00e9d363a906 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:21.081972 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b37cae7-3998-422a-81c5-00e9d363a906 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:21.082805 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8b37cae7-3998-422a-81c5-00e9d363a906 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:21.083746 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:21.091393 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:21.092577 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:21.132821 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703365b2-f84a-4cc9-be9f-d6a13e1ea68a req-e559e151-1759-4263-85cb-604b13e756f1 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:21.141361 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-703365b2-f84a-4cc9-be9f-d6a13e1ea68a req-e559e151-1759-4263-85cb-604b13e756f1 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?device_id=f587b62a-48f4-4de6-9ff7-dc57d9e8128e HTTP/1.1" status: 200 len: 950 time: 0.2412083 Aug 16 23:53:21.142929 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-52b181a3-d887-4d70-b527-40a727082161 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Made reservation on behalf of 21fd198ba9644f5c88173bc1efcb8f0a for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:53:21.146521 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-52b181a3-d887-4d70-b527-40a727082161 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:21.175999 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7faf9e3-ce9d-4564-8f71-efb0f353447a req-e7098bb4-5411-4696-b336-50be2d35f666 tempest-ServersOnMultiNodesTest-1655074066 tempest-ServersOnMultiNodesTest-1655074066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:21.183378 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b7faf9e3-ce9d-4564-8f71-efb0f353447a req-e7098bb4-5411-4696-b336-50be2d35f666 tempest-ServersOnMultiNodesTest-1655074066 tempest-ServersOnMultiNodesTest-1655074066-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d1c3bc18-e7c8-4f5f-a94c-607492880384 HTTP/1.1" status: 200 len: 1101 time: 0.2558470 Aug 16 23:53:21.208631 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:21.228897 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-c378e5e4-73ed-4385-b724-15f5d201cabb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=a1d6dd85-c6eb-4f84-99d6-5124a84ad68d HTTP/1.1" status: 200 len: 217 time: 0.7281837 Aug 16 23:53:21.252322 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:21.264317 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:21.265157 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6ed44074-5b5f-4930-b5c6-f1fc43150d28 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:53:21.326829 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-703365b2-f84a-4cc9-be9f-d6a13e1ea68a req-0a73be5b-1cca-4d16-aa34-74ca9227eeae tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/security-groups?id=30f85467-3fd8-44e8-a61c-1db4822aa06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846390 Aug 16 23:53:21.359399 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7bb061f2-3d4e-4fad-b7cc-cae83f71eefc req-898c9216-7c91-4450-97d7-ed57a606e7db service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2db4129d-c04d-46bd-9436-70495ab50f2b HTTP/1.1" status: 200 len: 1001 time: 0.7760158 Aug 16 23:53:21.369799 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8b37cae7-3998-422a-81c5-00e9d363a906 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.3632946 Aug 16 23:53:21.381386 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b7faf9e3-ce9d-4564-8f71-efb0f353447a req-71127db2-7c78-462c-bd4f-99f125a407ba tempest-ServersOnMultiNodesTest-1655074066 tempest-ServersOnMultiNodesTest-1655074066-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908882 Aug 16 23:53:21.381587 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:21.383974 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37cae7-3998-422a-81c5-00e9d363a906 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event updated for resources: {'Network': ['ID=c1f09ba5-c9e3-4591-94d4-74b22e4b8598,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:21.400650 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 6ed44074-5b5f-4930-b5c6-f1fc43150d28 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:21.415795 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network c1f09ba5-c9e3-4591-94d4-74b22e4b8598 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:53:21.421098 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 6ed44074-5b5f-4930-b5c6-f1fc43150d28 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:21.421484 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:21.483029 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47158) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:21.506593 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-b80a5a74-9977-46be-9f75-20611bf3af57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c95537-0ba6-44cc-9b63-efa0b169243d {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:53:21.527747 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-b80a5a74-9977-46be-9f75-20611bf3af57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:21.543989 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-73d7a46f-35c0-4d35-81fe-64c8d122ea1b tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Request body: {'subnet': {'network_id': 'c1f09ba5-c9e3-4591-94d4-74b22e4b8598', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:21.560422 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-b80a5a74-9977-46be-9f75-20611bf3af57 service neutron] Transition to ACTIVE for port object d7c95537-0ba6-44cc-9b63-efa0b169243d will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:21.696975 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-b80a5a74-9977-46be-9f75-20611bf3af57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:21.714345 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:21.724531 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-5baaec1a-5cb3-47c3-82a6-e5dbdf187836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:21.726077 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-5baaec1a-5cb3-47c3-82a6-e5dbdf187836 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.4633296 Aug 16 23:53:21.734651 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb061f2-3d4e-4fad-b7cc-cae83f71eefc req-e9a52d02-4a11-4e96-be40-c26355e9630f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:21.736191 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7bb061f2-3d4e-4fad-b7cc-cae83f71eefc req-e9a52d02-4a11-4e96-be40-c26355e9630f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=acde4885-8004-4ab5-9f91-25ef081204d9 HTTP/1.1" status: 200 len: 854 time: 0.2503200 Aug 16 23:53:21.773561 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 6ed44074-5b5f-4930-b5c6-f1fc43150d28, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6ed44074-5b5f-4930-b5c6-f1fc43150d28,segment=NetworkSegment(33a33b0c-0d4a-424f-ba83-c386480cd0b2),segment_id=33a33b0c-0d4a-424f-ba83-c386480cd0b2)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:21.782714 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:21.797273 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b4f8c696-0cfc-4855-b6c6-5b2158fbb15d req-9192fbae-63dd-4635-b4d1-b125836aac78 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a20abc-952a-487b-b5bc-527b052c93aa HTTP/1.1" status: 200 len: 210 time: 0.0965638 Aug 16 23:53:21.854451 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-52b181a3-d887-4d70-b527-40a727082161 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Allocated IP 172.20.0.4 (34191e06-49f9-414f-b13a-5ba8e6dbd645/191fa66a-6028-47ea-a3b7-5ed8bb45305a/d177b0dc-64fb-4335-98ab-48634d87ed17) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:53:21.891674 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-e8b0e4e9-92fd-4790-84a3-041d4eb091d9 req-01955778-fdcc-42b5-b451-a662e251af87 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Deleting port 54cefbce-427d-4588-a2d4-74de6fca697a {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:53:21.892043 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e8b0e4e9-92fd-4790-84a3-041d4eb091d9 req-01955778-fdcc-42b5-b451-a662e251af87 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:21.927539 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a5a74-9977-46be-9f75-20611bf3af57 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c95537-0ba6-44cc-9b63-efa0b169243d,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:21.952687 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=6ed44074-5b5f-4930-b5c6-f1fc43150d28,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:21.963681 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:21.970304 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f077fee-6714-40fa-818c-d4417d6546ea req-e709f95b-d958-4451-b714-baa67670d99a tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:21.973501 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f077fee-6714-40fa-818c-d4417d6546ea req-e709f95b-d958-4451-b714-baa67670d99a tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1d6bfce-e916-4759-a1df-a2a4ba7e038a HTTP/1.1" status: 200 len: 948 time: 0.3428724 Aug 16 23:53:22.078084 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-e8b0e4e9-92fd-4790-84a3-041d4eb091d9 req-01955778-fdcc-42b5-b451-a662e251af87 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] For port 54cefbce-427d-4588-a2d4-74de6fca697a, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=54cefbce-427d-4588-a2d4-74de6fca697a,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:22.078607 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e8b0e4e9-92fd-4790-84a3-041d4eb091d9 req-01955778-fdcc-42b5-b451-a662e251af87 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:22.092941 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-e8b0e4e9-92fd-4790-84a3-041d4eb091d9 req-01955778-fdcc-42b5-b451-a662e251af87 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Calling delete_port for 54cefbce-427d-4588-a2d4-74de6fca697a owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:53:22.124232 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-998ab2f5-eca9-4696-b3aa-2621680399ae tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1223149 Aug 16 23:53:22.168233 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-297fc566-0a54-49b5-b82e-0f6b3e871204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:22.170215 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-297fc566-0a54-49b5-b82e-0f6b3e871204 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4320948 Aug 16 23:53:22.172905 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d7a46f-35c0-4d35-81fe-64c8d122ea1b tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Made reservation on behalf of 6f0e719ea2ad4e27bf14dc4358a7d696 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:53:22.176833 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73d7a46f-35c0-4d35-81fe-64c8d122ea1b tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks [] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:22.270315 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f077fee-6714-40fa-818c-d4417d6546ea req-c079550e-5b84-46d6-9906-668163605bc2 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/security-groups?id=1775507e-e450-4eea-9b5f-c87387c897a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476711 Aug 16 23:53:22.288884 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb061f2-3d4e-4fad-b7cc-cae83f71eefc req-b0917110-fb2e-4f26-b107-0c48b3d63271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:22.290432 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7bb061f2-3d4e-4fad-b7cc-cae83f71eefc req-b0917110-fb2e-4f26-b107-0c48b3d63271 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dfceb4c9-aedb-4a4a-ad89-be69b8624208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5271173 Aug 16 23:53:22.301246 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-b80a5a74-9977-46be-9f75-20611bf3af57 service neutron] Attempting to bind port d7c95537-0ba6-44cc-9b63-efa0b169243d on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:53:22.301596 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-b80a5a74-9977-46be-9f75-20611bf3af57 service neutron] Attempting to bind port d7c95537-0ba6-44cc-9b63-efa0b169243d by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:53:22.301937 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-b80a5a74-9977-46be-9f75-20611bf3af57 service neutron] Attempting to bind port d7c95537-0ba6-44cc-9b63-efa0b169243d on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:22.328299 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-b80a5a74-9977-46be-9f75-20611bf3af57 service neutron] Port d7c95537-0ba6-44cc-9b63-efa0b169243d on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:53:22.329009 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-b80a5a74-9977-46be-9f75-20611bf3af57 service neutron] Attempting to bind port d7c95537-0ba6-44cc-9b63-efa0b169243d on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:22.355143 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-b80a5a74-9977-46be-9f75-20611bf3af57 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:53:22.355394 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-b80a5a74-9977-46be-9f75-20611bf3af57 service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:53:22.355787 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-b80a5a74-9977-46be-9f75-20611bf3af57 service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:53:22.356227 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-b80a5a74-9977-46be-9f75-20611bf3af57 service neutron] Bound port: d7c95537-0ba6-44cc-9b63-efa0b169243d, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:53:22.356593 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-b80a5a74-9977-46be-9f75-20611bf3af57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:22.380227 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-457e4f8c-165a-4e67-994a-c3ef0bf82fdf tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:22.386232 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-457e4f8c-165a-4e67-994a-c3ef0bf82fdf tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2604580 Aug 16 23:53:22.409990 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-52b181a3-d887-4d70-b527-40a727082161 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:22.427196 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-52b181a3-d887-4d70-b527-40a727082161 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Transition to ACTIVE for port object d177b0dc-64fb-4335-98ab-48634d87ed17 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:22.518192 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-e0d6db80-6776-47a4-a5e2-cbc30c09658c service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218794 Aug 16 23:53:22.519362 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-a063cc41-cef7-4626-a1d7-62284f40956d tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/quotas/2ce58e6b0a0e4b229d1ebbf4f077faa8 HTTP/1.1" status: 200 len: 375 time: 0.0760739 Aug 16 23:53:22.596850 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-52b181a3-d887-4d70-b527-40a727082161 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:22.616186 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ee894-e8e5-468d-b09c-85f272667a7d req-8af4677f-ffad-410e-8685-e733e841db0a tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:22.617765 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-140ee894-e8e5-468d-b09c-85f272667a7d req-8af4677f-ffad-410e-8685-e733e841db0a tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/ports?device_id=f587b62a-48f4-4de6-9ff7-dc57d9e8128e HTTP/1.1" status: 200 len: 950 time: 0.1760893 Aug 16 23:53:22.626834 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-b80a5a74-9977-46be-9f75-20611bf3af57 service neutron] For port d7c95537-0ba6-44cc-9b63-efa0b169243d, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:53:22.688708 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-b80a5a74-9977-46be-9f75-20611bf3af57 service neutron] For port d7c95537-0ba6-44cc-9b63-efa0b169243d, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=d7c95537-0ba6-44cc-9b63-efa0b169243d,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:53:22.689120 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7bb061f2-3d4e-4fad-b7cc-cae83f71eefc req-14685c1d-1c4e-4e40-ba31-46718a8d3a52 service neutron] 10.222.0.69 "GET /v2.0/networks/dfceb4c9-aedb-4a4a-ad89-be69b8624208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663177 Aug 16 23:53:22.703699 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-52b181a3-d887-4d70-b527-40a727082161 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Network 34191e06-49f9-414f-b13a-5ba8e6dbd645 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:53:22.727579 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-28341b41-653b-444c-9fc3-e74b1d3c245e tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1930892 Aug 16 23:53:22.733188 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e8b0e4e9-92fd-4790-84a3-041d4eb091d9 req-01955778-fdcc-42b5-b451-a662e251af87 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:22.736829 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-b80a5a74-9977-46be-9f75-20611bf3af57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:22.744394 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-52b181a3-d887-4d70-b527-40a727082161 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:53:22.747602 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-52b181a3-d887-4d70-b527-40a727082161 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:53:22.953156 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01955778-fdcc-42b5-b451-a662e251af87 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Pushing event deleted for resources: {'Port': ['ID=54cefbce-427d-4588-a2d4-74de6fca697a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:22.971521 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:53:22.989483 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73d7a46f-35c0-4d35-81fe-64c8d122ea1b tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:23.031407 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 54cefbce-427d-4588-a2d4-74de6fca697a no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:53:23.142201 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 54cefbce-427d-4588-a2d4-74de6fca697a {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:53:23.143550 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 54cefbce-427d-4588-a2d4-74de6fca697a not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:53:23.147206 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f9432-0cbb-47f2-8337-bdabfea43be0 None None] Sync routers for ids ['b373755a-5d70-4d85-9c83-57482f37086d'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:53:23.181687 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-daae5a52-9b42-455b-a94d-a84cbc8846b2 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6308351 Aug 16 23:53:23.184991 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7bb061f2-3d4e-4fad-b7cc-cae83f71eefc req-53e2106e-eace-4aad-9fd1-ca1d53fe4b1f service neutron] 10.222.0.69 "GET /v2.0/networks/dfceb4c9-aedb-4a4a-ad89-be69b8624208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844177 Aug 16 23:53:23.188029 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7f9432-0cbb-47f2-8337-bdabfea43be0 None None] Routers {'b373755a-5d70-4d85-9c83-57482f37086d'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:53:23.188763 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-4a7f9432-0cbb-47f2-8337-bdabfea43be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:53:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['b373755a-5d70-4d85-9c83-57482f37086d'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:23.201790 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7a46f-35c0-4d35-81fe-64c8d122ea1b tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event updated for resources: {'Subnet': ['ID=d59a5845-abc8-4ae1-9c36-284eaf15f8f5,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:23.212589 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b0e4e9-92fd-4790-84a3-041d4eb091d9 req-01955778-fdcc-42b5-b451-a662e251af87 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] No DVR routers for this DVR port 54cefbce-427d-4588-a2d4-74de6fca697a on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:53:23.221323 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e8b0e4e9-92fd-4790-84a3-041d4eb091d9 req-01955778-fdcc-42b5-b451-a662e251af87 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:23.226892 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e8b0e4e9-92fd-4790-84a3-041d4eb091d9 req-01955778-fdcc-42b5-b451-a662e251af87 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.69 "DELETE /v2.0/ports/54cefbce-427d-4588-a2d4-74de6fca697a HTTP/1.1" status: 204 len: 173 time: 2.1398249 Aug 16 23:53:23.228014 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f587b62a-48f4-4de6-9ff7-dc57d9e8128e', 'name': 'network-vif-deleted', 'tag': '54cefbce-427d-4588-a2d4-74de6fca697a'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:53:23.239459 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:23.240091 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:23.246597 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc21bc77-351c-4d20-8568-eb00592d36bd" -d '{"events": [{"server_uuid": "f587b62a-48f4-4de6-9ff7-dc57d9e8128e", "name": "network-vif-deleted", "tag": "54cefbce-427d-4588-a2d4-74de6fca697a"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:53:23.447402 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd5c32-8d05-4e84-a09e-70498caccada req-e61d513b-d3cb-4cdc-b0c2-01c125988278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:23.450027 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2bfd5c32-8d05-4e84-a09e-70498caccada req-e61d513b-d3cb-4cdc-b0c2-01c125988278 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c3a1755dccf4427821a7443be9cdd31&device_id=edeb1835-eb4f-4873-9a9e-efaf8a8c2c01 HTTP/1.1" status: 200 len: 1098 time: 0.1874793 Aug 16 23:53:23.451028 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d7a46f-35c0-4d35-81fe-64c8d122ea1b tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Checking segment: {'id': 'b462b964-3d0f-4505-b925-ad550746aabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c1f09ba5-c9e3-4591-94d4-74b22e4b8598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:53:23.453030 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d7a46f-35c0-4d35-81fe-64c8d122ea1b tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Network hostable DHCP agents. Network: c1f09ba5-c9e3-4591-94d4-74b22e4b8598, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:53:23.608606 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b181a3-d887-4d70-b527-40a727082161 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Pushing event updated for resources: {'Port': ['ID=d177b0dc-64fb-4335-98ab-48634d87ed17,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:23.647597 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d7a46f-35c0-4d35-81fe-64c8d122ea1b tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Network c1f09ba5-c9e3-4591-94d4-74b22e4b8598 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:53:23.681171 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-13c574ed-bd73-4c42-a4cc-fc1cbeed6acf None None] Provisioning for port d177b0dc-64fb-4335-98ab-48634d87ed17 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:23.681420 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-73d7a46f-35c0-4d35-81fe-64c8d122ea1b tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, c1f09ba5-c9e3-4591-94d4-74b22e4b8598) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:53:23.694823 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-140ee894-e8e5-468d-b09c-85f272667a7d req-8c981dec-e632-4ec1-a666-a02f2d67f6b5 tempest-ServersAdminNegativeTestJSON-1955860403 tempest-ServersAdminNegativeTestJSON-1955860403-project] 10.222.0.60 "GET /v2.0/security-groups?id=30f85467-3fd8-44e8-a61c-1db4822aa06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0662043 Aug 16 23:53:23.695204 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-13c574ed-bd73-4c42-a4cc-fc1cbeed6acf None None] Provisioning complete for port d177b0dc-64fb-4335-98ab-48634d87ed17 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:23.695750 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-13c574ed-bd73-4c42-a4cc-fc1cbeed6acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:23.701631 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d7a46f-35c0-4d35-81fe-64c8d122ea1b tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:23.702882 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73d7a46f-35c0-4d35-81fe-64c8d122ea1b tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:23.728970 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5230f2-aeba-48c3-9080-ac73d596e6c8 None None] Network c1f09ba5-c9e3-4591-94d4-74b22e4b8598 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:53:23.735527 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd5c32-8d05-4e84-a09e-70498caccada req-84bef9df-5ad4-4efa-b386-df325c974b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:23.737816 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2bfd5c32-8d05-4e84-a09e-70498caccada req-84bef9df-5ad4-4efa-b386-df325c974b33 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.2709816 Aug 16 23:53:23.743190 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-73d7a46f-35c0-4d35-81fe-64c8d122ea1b tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2257442 Aug 16 23:53:23.747301 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47198) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:23.763320 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f3d901b0-a37f-4a5c-8c76-ac9f85019087 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-802460310'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:23.773752 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-b80a5a74-9977-46be-9f75-20611bf3af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:23.778021 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-b80a5a74-9977-46be-9f75-20611bf3af57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:23.779483 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-b80a5a74-9977-46be-9f75-20611bf3af57 service neutron] 10.222.0.69 "PUT /v2.0/ports/d7c95537-0ba6-44cc-9b63-efa0b169243d HTTP/1.1" status: 200 len: 1097 time: 3.2908401 Aug 16 23:53:23.840546 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2bfd5c32-8d05-4e84-a09e-70498caccada req-2376253c-4925-4c56-acea-4ee76c8420ef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=a1d6dd85-c6eb-4f84-99d6-5124a84ad68d HTTP/1.1" status: 200 len: 217 time: 0.0940270 Aug 16 23:53:23.882658 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d6bfce-e916-4759-a1df-a2a4ba7e038a', 'tag': 'd7c95537-0ba6-44cc-9b63-efa0b169243d'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:53:23.884673 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39e353b-51ec-4b85-806d-7c5e60953bec" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d6bfce-e916-4759-a1df-a2a4ba7e038a", "tag": "d7c95537-0ba6-44cc-9b63-efa0b169243d"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:53:23.901775 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-4a7f9432-0cbb-47f2-8337-bdabfea43be0 None None] Set router b373755a-5d70-4d85-9c83-57482f37086d gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:53:23.980925 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd5c32-8d05-4e84-a09e-70498caccada req-6b707ada-542c-4fa0-8215-6d27cb35958e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:23.986081 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2bfd5c32-8d05-4e84-a09e-70498caccada req-6b707ada-542c-4fa0-8215-6d27cb35958e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1256452 Aug 16 23:53:24.006473 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6ed44074-5b5f-4930-b5c6-f1fc43150d28 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:53:24.009152 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-14cacf82-5d1a-49c5-9a88-b15484efb590 req-ef50bee8-86da-484f-be77-49a808836815 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=e51501c4-ce4d-41de-908b-6e3480ebd95a HTTP/1.1" status: 200 len: 210 time: 0.1053507 Aug 16 23:53:24.045914 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d901b0-a37f-4a5c-8c76-ac9f85019087 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Made reservation on behalf of 6f0e719ea2ad4e27bf14dc4358a7d696 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:53:24.055990 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f3d901b0-a37f-4a5c-8c76-ac9f85019087 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:24.077158 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-52b181a3-d887-4d70-b527-40a727082161 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:24.085308 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-52b181a3-d887-4d70-b527-40a727082161 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:24.125349 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-52b181a3-d887-4d70-b527-40a727082161 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5325928 Aug 16 23:53:24.125980 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a5a74-9977-46be-9f75-20611bf3af57 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c95537-0ba6-44cc-9b63-efa0b169243d,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:24.128160 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e51881-50a2-41e0-9459-b561f834ea68 x-openstack-request-id: req-a2e51881-50a2-41e0-9459-b561f834ea68 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:24.128444 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f587b62a-48f4-4de6-9ff7-dc57d9e8128e", "name": "network-vif-deleted", "tag": "54cefbce-427d-4588-a2d4-74de6fca697a", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:24.128702 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a2e51881-50a2-41e0-9459-b561f834ea68 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:24.129121 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f587b62a-48f4-4de6-9ff7-dc57d9e8128e', 'name': 'network-vif-deleted', 'tag': '54cefbce-427d-4588-a2d4-74de6fca697a', 'status': 'completed', 'code': 200} Aug 16 23:53:24.130950 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd5c32-8d05-4e84-a09e-70498caccada req-9abd3649-f65b-4763-bc09-ad26192a21ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:24.136305 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2bfd5c32-8d05-4e84-a09e-70498caccada req-9abd3649-f65b-4763-bc09-ad26192a21ff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1375732 Aug 16 23:53:24.148061 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Request body: {'port': {'device_id': 'f2a20abc-952a-487b-b5bc-527b052c93aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:24.153582 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-13c574ed-bd73-4c42-a4cc-fc1cbeed6acf None None] Port d177b0dc-64fb-4335-98ab-48634d87ed17 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:53:24.170166 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d901b0-a37f-4a5c-8c76-ac9f85019087 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:53:24.176707 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12215c60-76e0-472f-a592-a828a0bc317f req-eb669eef-778e-4d11-bde7-4ce22a4a9eb7 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:24.189251 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-12215c60-76e0-472f-a592-a828a0bc317f req-eb669eef-778e-4d11-bde7-4ce22a4a9eb7 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a20abc-952a-487b-b5bc-527b052c93aa HTTP/1.1" status: 200 len: 931 time: 0.6159849 Aug 16 23:53:24.299694 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f3d901b0-a37f-4a5c-8c76-ac9f85019087 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:24.300659 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-f3d901b0-a37f-4a5c-8c76-ac9f85019087 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Added segment f16751db-0fef-4efd-b070-84f6fe4ad1ea of type vlan for network bc69c3aa-c258-46e8-a952-eb62bf4c8e99 Aug 16 23:53:24.399938 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f3d901b0-a37f-4a5c-8c76-ac9f85019087 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:24.400447 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-00f60d71-9a48-4eda-9bef-353e2ed8f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:24.403349 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-00f60d71-9a48-4eda-9bef-353e2ed8f6a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c3a1755dccf4427821a7443be9cdd31&device_id=f1d6bfce-e916-4759-a1df-a2a4ba7e038a HTTP/1.1" status: 200 len: 1100 time: 0.4257016 Aug 16 23:53:24.408947 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 6ed44074-5b5f-4930-b5c6-f1fc43150d28 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:24.409359 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:24.440891 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2bfd5c32-8d05-4e84-a09e-70498caccada req-196c5044-0191-4dbd-83bb-f0d1f500db7b service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851167 Aug 16 23:53:24.451592 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71337000-1b94-47c2-b958-cc0197010d1a req-77f80eac-d3f8-4df2-b383-385170b5c31a tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:24.458841 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-71337000-1b94-47c2-b958-cc0197010d1a req-77f80eac-d3f8-4df2-b383-385170b5c31a tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1d6bfce-e916-4759-a1df-a2a4ba7e038a HTTP/1.1" status: 200 len: 948 time: 0.1881723 Aug 16 23:53:24.469452 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f3d901b0-a37f-4a5c-8c76-ac9f85019087 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:24.471021 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-12215c60-76e0-472f-a592-a828a0bc317f req-a7d17b39-6bee-423b-b48a-cbcf67bff629 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f51b67-a47e-4b1d-ba53-03517aad128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809129 Aug 16 23:53:24.475979 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d901b0-a37f-4a5c-8c76-ac9f85019087 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:24.476885 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f3d901b0-a37f-4a5c-8c76-ac9f85019087 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:24.516183 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:24.522646 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3838dc-ab6a-4012-aeec-2906d1a64893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-c1f09ba5-c9e3-4591-94d4-74b22e4b8598', 'network_id': 'c1f09ba5-c9e3-4591-94d4-74b22e4b8598', 'tenant_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'fixed_ips': [{'subnet_id': 'd59a5845-abc8-4ae1-9c36-284eaf15f8f5'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:53:24.523970 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fb3838dc-ab6a-4012-aeec-2906d1a64893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:24.584757 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f3d901b0-a37f-4a5c-8c76-ac9f85019087 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8302274 Aug 16 23:53:24.590137 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47208) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:24.595127 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-4a7f9432-0cbb-47f2-8337-bdabfea43be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b373755a-5d70-4d85-9c83-57482f37086d', 'name': 'tempest-ServersTestMultiNic-1271807936-router', 'tenant_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:15Z', 'revision_number': 4, 'project_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'gw_port': {'id': 'ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b373755a-5d70-4d85-9c83-57482f37086d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:08Z', 'updated_at': '2021-08-16T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '2495c422-48d6-4578-9121-745e89249c56', 'name': '', 'network_id': 'c32c5eb4-cc14-4eaf-9d0c-6ff464952200', 'tenant_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'mac_address': 'fa:16:3e:4d:b1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b373755a-5d70-4d85-9c83-57482f37086d', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c5ccd90c-fa44-49dd-9fe4-25207f7a82db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:14Z', 'updated_at': '2021-08-16T23:53:16Z', 'revision_number': 2, 'project_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'subnets': [{'id': 'c5ccd90c-fa44-49dd-9fe4-25207f7a82db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:24.603984 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-9fdeaf6a-076b-4c84-bcd4-6eb1c98b04a4 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Request body: {'subnet': {'network_id': 'bc69c3aa-c258-46e8-a952-eb62bf4c8e99', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:24.685016 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f9432-0cbb-47f2-8337-bdabfea43be0 None None] Checking router: b373755a-5d70-4d85-9c83-57482f37086d for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:53:24.685571 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f9432-0cbb-47f2-8337-bdabfea43be0 None None] Updating router b373755a-5d70-4d85-9c83-57482f37086d port 2495c422-48d6-4578-9121-745e89249c56 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:53:24.747115 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4a7f9432-0cbb-47f2-8337-bdabfea43be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:24.794755 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d901b0-a37f-4a5c-8c76-ac9f85019087 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event updated for resources: {'Network': ['ID=bc69c3aa-c258-46e8-a952-eb62bf4c8e99,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:24.831490 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2bfd5c32-8d05-4e84-a09e-70498caccada req-c9da55e1-a977-4a1c-8220-2daea69f412e service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826435 Aug 16 23:53:24.847258 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdeaf6a-076b-4c84-bcd4-6eb1c98b04a4 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Made reservation on behalf of 6f0e719ea2ad4e27bf14dc4358a7d696 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:53:24.850828 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9fdeaf6a-076b-4c84-bcd4-6eb1c98b04a4 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks [] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:24.852715 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7f8a69-6323-4acd-87ef-43685277ca41 x-openstack-request-id: req-6c7f8a69-6323-4acd-87ef-43685277ca41 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:24.853251 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d6bfce-e916-4759-a1df-a2a4ba7e038a", "tag": "d7c95537-0ba6-44cc-9b63-efa0b169243d", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:24.853251 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c7f8a69-6323-4acd-87ef-43685277ca41 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:24.853746 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d6bfce-e916-4759-a1df-a2a4ba7e038a', 'tag': 'd7c95537-0ba6-44cc-9b63-efa0b169243d', 'status': 'completed', 'code': 200} Aug 16 23:53:24.856111 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-e8ed9e6a-ce49-48f5-a3ce-16e83eba9126 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=d7c95537-0ba6-44cc-9b63-efa0b169243d HTTP/1.1" status: 200 len: 217 time: 0.4369094 Aug 16 23:53:24.995769 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-71337000-1b94-47c2-b958-cc0197010d1a req-6482dd60-cace-4520-bc3c-014988ae214b tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/security-groups?id=1775507e-e450-4eea-9b5f-c87387c897a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5352917 Aug 16 23:53:25.101465 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4a7f9432-0cbb-47f2-8337-bdabfea43be0 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:25.128266 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network bc69c3aa-c258-46e8-a952-eb62bf4c8e99 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:53:25.130360 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device a1d6dd85-c6eb-4f84-99d6-5124a84ad68d details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:53:25.154162 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-e5aa3b6a-e72b-4b6c-b9e0-79b789bd26d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:25.155616 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-e5aa3b6a-e72b-4b6c-b9e0-79b789bd26d3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.2564001 Aug 16 23:53:25.176773 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4a7f9432-0cbb-47f2-8337-bdabfea43be0 None None] Transition to ACTIVE for port object 2495c422-48d6-4578-9121-745e89249c56 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:25.203672 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d177b0dc-64fb-4335-98ab-48634d87ed17 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:53:25.216829 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:25.222924 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-fb3838dc-ab6a-4012-aeec-2906d1a64893 None None] Allocated IP 19.80.0.2 (c1f09ba5-c9e3-4591-94d4-74b22e4b8598/d59a5845-abc8-4ae1-9c36-284eaf15f8f5/4facac10-f37f-4a9f-be5a-074b99efb398) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:53:25.238409 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Transition to ACTIVE for port object d177b0dc-64fb-4335-98ab-48634d87ed17 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:25.245448 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4a7f9432-0cbb-47f2-8337-bdabfea43be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:25.274128 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-98f3200e-ad7b-48ab-9b36-c49acdb22c45 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3801548 Aug 16 23:53:25.279863 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-023f945e-ab5c-424d-b4e1-67f80b817a38 req-4e023727-55a1-4097-9552-82c66d963d3d tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=e51501c4-ce4d-41de-908b-6e3480ebd95a HTTP/1.1" status: 200 len: 210 time: 0.1304100 Aug 16 23:53:25.297398 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9fdeaf6a-076b-4c84-bcd4-6eb1c98b04a4 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:25.320841 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:25.442785 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47220) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:25.469097 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Pushing event updated for resources: {'Port': ['ID=d177b0dc-64fb-4335-98ab-48634d87ed17,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:25.476556 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-60f63e39-a3a9-499b-944b-4ed3f87e3aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:25.483815 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-60f63e39-a3a9-499b-944b-4ed3f87e3aa6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2257962 Aug 16 23:53:25.710032 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Attempting to bind port d177b0dc-64fb-4335-98ab-48634d87ed17 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:53:25.710400 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Attempting to bind port d177b0dc-64fb-4335-98ab-48634d87ed17 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '33a33b0c-0d4a-424f-ba83-c386480cd0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:53:25.711166 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Attempting to bind port d177b0dc-64fb-4335-98ab-48634d87ed17 on network 34191e06-49f9-414f-b13a-5ba8e6dbd645 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:25.863534 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-34e90b75-0491-425d-adac-9e74c0684243 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=401474758c7b47138ced87472ee229f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4076223 Aug 16 23:53:25.871618 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port a1d6dd85-c6eb-4f84-99d6-5124a84ad68d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a1d6dd85-c6eb-4f84-99d6-5124a84ad68d,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:25.871870 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47228) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:25.876171 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Port d177b0dc-64fb-4335-98ab-48634d87ed17 on network 34191e06-49f9-414f-b13a-5ba8e6dbd645 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:53:25.876171 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Attempting to bind port d177b0dc-64fb-4335-98ab-48634d87ed17 on network 34191e06-49f9-414f-b13a-5ba8e6dbd645 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:25.900760 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15d3bf-b55c-4e5a-bc9d-4a79e16d5e7b None None] Pushing event updated for resources: {'Port': ['ID=2495c422-48d6-4578-9121-745e89249c56,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:25.918431 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:53:25.918774 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Checking segment: {'id': '33a33b0c-0d4a-424f-ba83-c386480cd0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:53:25.919172 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Bound using segment: {'id': '33a33b0c-0d4a-424f-ba83-c386480cd0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:53:25.919612 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Bound port: d177b0dc-64fb-4335-98ab-48634d87ed17, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33a33b0c-0d4a-424f-ba83-c386480cd0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:53:25.919977 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:25.922067 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fb3838dc-ab6a-4012-aeec-2906d1a64893 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:25.923997 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4a7f9432-0cbb-47f2-8337-bdabfea43be0 None None] Attempting to bind port 2495c422-48d6-4578-9121-745e89249c56 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:53:25.924445 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4a7f9432-0cbb-47f2-8337-bdabfea43be0 None None] Attempting to bind port 2495c422-48d6-4578-9121-745e89249c56 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '59c5117b-9abd-4a7f-9bc8-fcb87f1bc21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c32c5eb4-cc14-4eaf-9d0c-6ff464952200'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:53:25.924869 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7f9432-0cbb-47f2-8337-bdabfea43be0 None None] Attempting to bind port 2495c422-48d6-4578-9121-745e89249c56 on network c32c5eb4-cc14-4eaf-9d0c-6ff464952200 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:25.930046 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': 'a1d6dd85-c6eb-4f84-99d6-5124a84ad68d', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': 'a1d6dd85-c6eb-4f84-99d6-5124a84ad68d', 'mac_address': 'fa:16:3e:01:6a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:53:25.934521 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdeaf6a-076b-4c84-bcd4-6eb1c98b04a4 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event updated for resources: {'Subnet': ['ID=22ebbe2f-9117-49e0-b3eb-d69d66378e7c,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:25.949634 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fb3838dc-ab6a-4012-aeec-2906d1a64893 None None] Transition to ACTIVE for port object 4facac10-f37f-4a9f-be5a-074b99efb398 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:25.952772 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7f9432-0cbb-47f2-8337-bdabfea43be0 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:53:25.952997 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7f9432-0cbb-47f2-8337-bdabfea43be0 None None] Checking segment: {'id': '59c5117b-9abd-4a7f-9bc8-fcb87f1bc21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c32c5eb4-cc14-4eaf-9d0c-6ff464952200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:53:25.953800 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4a7f9432-0cbb-47f2-8337-bdabfea43be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:25.954205 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7f9432-0cbb-47f2-8337-bdabfea43be0 None None] Bound using segment: {'id': '59c5117b-9abd-4a7f-9bc8-fcb87f1bc21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c32c5eb4-cc14-4eaf-9d0c-6ff464952200'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:53:25.954686 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4a7f9432-0cbb-47f2-8337-bdabfea43be0 None None] Bound port: 2495c422-48d6-4578-9121-745e89249c56, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c5117b-9abd-4a7f-9bc8-fcb87f1bc21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c32c5eb4-cc14-4eaf-9d0c-6ff464952200'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:53:25.955074 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4a7f9432-0cbb-47f2-8337-bdabfea43be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:25.981025 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a87cc-42ab-4c33-bd34-be3b4d61c304 req-039dadef-ee53-4f85-819d-bb2b14ad2e1c tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:25.991994 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-324a87cc-42ab-4c33-bd34-be3b4d61c304 req-039dadef-ee53-4f85-819d-bb2b14ad2e1c tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a20abc-952a-487b-b5bc-527b052c93aa HTTP/1.1" status: 200 len: 943 time: 0.3109474 Aug 16 23:53:26.007466 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fb3838dc-ab6a-4012-aeec-2906d1a64893 None None] Transition to ACTIVE for port object 4facac10-f37f-4a9f-be5a-074b99efb398 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:26.019507 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdeaf6a-076b-4c84-bcd4-6eb1c98b04a4 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Checking segment: {'id': 'f16751db-0fef-4efd-b070-84f6fe4ad1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bc69c3aa-c258-46e8-a952-eb62bf4c8e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:53:26.020433 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdeaf6a-076b-4c84-bcd4-6eb1c98b04a4 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Network hostable DHCP agents. Network: bc69c3aa-c258-46e8-a952-eb62bf4c8e99, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:53:26.039734 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fb3838dc-ab6a-4012-aeec-2906d1a64893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:26.047950 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:26.074102 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdeaf6a-076b-4c84-bcd4-6eb1c98b04a4 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Network bc69c3aa-c258-46e8-a952-eb62bf4c8e99 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:53:26.103277 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-a194ccd8-71cf-4499-bff3-c36798c8fe5a tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:26.105749 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-a194ccd8-71cf-4499-bff3-c36798c8fe5a tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8203897 Aug 16 23:53:26.107872 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-9fdeaf6a-076b-4c84-bcd4-6eb1c98b04a4 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, bc69c3aa-c258-46e8-a952-eb62bf4c8e99) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:53:26.130313 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646bf72b-8672-45bb-bab7-5edfcc6e7db2 None None] Network bc69c3aa-c258-46e8-a952-eb62bf4c8e99 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:53:26.134390 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdeaf6a-076b-4c84-bcd4-6eb1c98b04a4 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:26.134997 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9fdeaf6a-076b-4c84-bcd4-6eb1c98b04a4 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:26.146556 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d6dd85-c6eb-4f84-99d6-5124a84ad68d {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:53:26.154645 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-dc971c67-0d2b-4c39-8ee9-6c2797b62908 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Request body: {'port': {'device_id': 'e51501c4-ce4d-41de-908b-6e3480ebd95a', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': '2ce58e6b0a0e4b229d1ebbf4f077faa8'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:26.165668 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3838dc-ab6a-4012-aeec-2906d1a64893 None None] Network c1f09ba5-c9e3-4591-94d4-74b22e4b8598 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:53:26.203755 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-efd6608e-ecfc-4e8e-8e80-6fe8f9554122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:26.233115 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9fdeaf6a-076b-4c84-bcd4-6eb1c98b04a4 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6353121 Aug 16 23:53:26.257977 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-324a87cc-42ab-4c33-bd34-be3b4d61c304 req-bb3695de-085e-4ab4-af2f-69ce0a108087 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f51b67-a47e-4b1d-ba53-03517aad128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648952 Aug 16 23:53:26.285769 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] For port d177b0dc-64fb-4335-98ab-48634d87ed17, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:53:26.294222 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-b0e104a4-7f1a-4a12-9be6-b397fd92b834 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7916586 Aug 16 23:53:26.346851 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-dc971c67-0d2b-4c39-8ee9-6c2797b62908 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Made reservation on behalf of 2ce58e6b0a0e4b229d1ebbf4f077faa8 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:53:26.356541 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-dc971c67-0d2b-4c39-8ee9-6c2797b62908 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:26.359834 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] For port d177b0dc-64fb-4335-98ab-48634d87ed17, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d177b0dc-64fb-4335-98ab-48634d87ed17,segment=NetworkSegment(33a33b0c-0d4a-424f-ba83-c386480cd0b2),segment_id=33a33b0c-0d4a-424f-ba83-c386480cd0b2)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:53:26.374900 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-efd6608e-ecfc-4e8e-8e80-6fe8f9554122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:26.421767 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:26.462460 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-fb3838dc-ab6a-4012-aeec-2906d1a64893 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:53:26.471262 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3838dc-ab6a-4012-aeec-2906d1a64893 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:53:26.486566 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-4a7f9432-0cbb-47f2-8337-bdabfea43be0 None None] For port 2495c422-48d6-4578-9121-745e89249c56, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:53:26.488585 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3838dc-ab6a-4012-aeec-2906d1a64893 None None] Pushing event updated for resources: {'Port': ['ID=4facac10-f37f-4a9f-be5a-074b99efb398,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:26.496580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:26.497520 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:26.501064 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port a1d6dd85-c6eb-4f84-99d6-5124a84ad68d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a1d6dd85-c6eb-4f84-99d6-5124a84ad68d,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:26.514804 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] 10.222.0.64 "PUT /v2.0/ports/d177b0dc-64fb-4335-98ab-48634d87ed17 HTTP/1.1" status: 200 len: 1092 time: 2.3582194 Aug 16 23:53:26.516692 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-4a7f9432-0cbb-47f2-8337-bdabfea43be0 None None] For port 2495c422-48d6-4578-9121-745e89249c56, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2495c422-48d6-4578-9121-745e89249c56,segment=NetworkSegment(59c5117b-9abd-4a7f-9bc8-fcb87f1bc21d),segment_id=59c5117b-9abd-4a7f-9bc8-fcb87f1bc21d)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:53:26.537164 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1eab4602-b15a-4651-ad5b-359de08d87f2 req-e8a6cc6b-6522-4bf4-ae2a-b5a50faf1196 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=e51501c4-ce4d-41de-908b-6e3480ebd95a HTTP/1.1" status: 200 len: 210 time: 0.1177328 Aug 16 23:53:26.544422 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:26.590052 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4a7f9432-0cbb-47f2-8337-bdabfea43be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:26.616677 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-dc971c67-0d2b-4c39-8ee9-6c2797b62908 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Allocated IP 192.168.233.122 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/6513abce-3dd9-482c-887c-85c9538a6be5) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:53:26.729104 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85773bee-f3ce-4dbb-90db-c50893fae5fa req-509cb8d8-d7a7-4a5f-a305-80fee21ff250 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:26.739730 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85773bee-f3ce-4dbb-90db-c50893fae5fa req-509cb8d8-d7a7-4a5f-a305-80fee21ff250 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1d6bfce-e916-4759-a1df-a2a4ba7e038a HTTP/1.1" status: 200 len: 948 time: 0.5419133 Aug 16 23:53:26.754612 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-fb3838dc-ab6a-4012-aeec-2906d1a64893 None None] Attempting to bind port 4facac10-f37f-4a9f-be5a-074b99efb398 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:53:26.754903 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-fb3838dc-ab6a-4012-aeec-2906d1a64893 None None] Attempting to bind port 4facac10-f37f-4a9f-be5a-074b99efb398 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'b462b964-3d0f-4505-b925-ad550746aabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c1f09ba5-c9e3-4591-94d4-74b22e4b8598'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:53:26.755273 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3838dc-ab6a-4012-aeec-2906d1a64893 None None] Attempting to bind port 4facac10-f37f-4a9f-be5a-074b99efb398 on network c1f09ba5-c9e3-4591-94d4-74b22e4b8598 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:26.772952 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7f9432-0cbb-47f2-8337-bdabfea43be0 None None] Routers {'b373755a-5d70-4d85-9c83-57482f37086d'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:53:26.773618 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-4a7f9432-0cbb-47f2-8337-bdabfea43be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:53:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['b373755a-5d70-4d85-9c83-57482f37086d'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:26.775479 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=a1d6dd85-c6eb-4f84-99d6-5124a84ad68d,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:26.780617 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3838dc-ab6a-4012-aeec-2906d1a64893 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:53:26.780617 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3838dc-ab6a-4012-aeec-2906d1a64893 None None] Checking segment: {'id': 'b462b964-3d0f-4505-b925-ad550746aabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c1f09ba5-c9e3-4591-94d4-74b22e4b8598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:53:26.781098 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fb3838dc-ab6a-4012-aeec-2906d1a64893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:26.781471 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3838dc-ab6a-4012-aeec-2906d1a64893 None None] Bound using segment: {'id': 'b462b964-3d0f-4505-b925-ad550746aabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c1f09ba5-c9e3-4591-94d4-74b22e4b8598'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:53:26.781956 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-fb3838dc-ab6a-4012-aeec-2906d1a64893 None None] Bound port: 4facac10-f37f-4a9f-be5a-074b99efb398, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b462b964-3d0f-4505-b925-ad550746aabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c1f09ba5-c9e3-4591-94d4-74b22e4b8598'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:53:26.782352 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fb3838dc-ab6a-4012-aeec-2906d1a64893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:26.883339 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-dc971c67-0d2b-4c39-8ee9-6c2797b62908 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:26.912559 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-dc971c67-0d2b-4c39-8ee9-6c2797b62908 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Transition to ACTIVE for port object 6513abce-3dd9-482c-887c-85c9538a6be5 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:26.914067 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a20abc-952a-487b-b5bc-527b052c93aa', 'tag': 'd177b0dc-64fb-4335-98ab-48634d87ed17'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:53:26.918833 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16357edc-384c-4efa-b55f-5a65f5e8970c" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a20abc-952a-487b-b5bc-527b052c93aa", "tag": "d177b0dc-64fb-4335-98ab-48634d87ed17"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:53:26.954574 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Pushing event updated for resources: {'Port': ['ID=d177b0dc-64fb-4335-98ab-48634d87ed17,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:26.960957 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['a1d6dd85-c6eb-4f84-99d6-5124a84ad68d'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:53:26.994307 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:26.995520 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:26.995940 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:26.996389 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:26.996801 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:26.998901 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:26.999031 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-dc971c67-0d2b-4c39-8ee9-6c2797b62908 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:26.999477 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:26.999477 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:26.999477 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:26.999477 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:26.999477 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:26.999851 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187458e-ab3c-4cf7-9e98-c5aa5038bbdd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:27.008856 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e0cc6b-8cfc-4857-b144-69dafa5ce2b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-bc69c3aa-c258-46e8-a952-eb62bf4c8e99', 'network_id': 'bc69c3aa-c258-46e8-a952-eb62bf4c8e99', 'tenant_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'fixed_ips': [{'subnet_id': '22ebbe2f-9117-49e0-b3eb-d69d66378e7c'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:53:27.016446 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b8e0cc6b-8cfc-4857-b144-69dafa5ce2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:27.076297 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-4a7f9432-0cbb-47f2-8337-bdabfea43be0 None None] Set router b373755a-5d70-4d85-9c83-57482f37086d gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:53:27.097932 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-dc971c67-0d2b-4c39-8ee9-6c2797b62908 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:53:27.103988 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85773bee-f3ce-4dbb-90db-c50893fae5fa req-68681d95-499b-4ea5-bfdb-3e5d24342638 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/security-groups?id=1775507e-e450-4eea-9b5f-c87387c897a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630438 Aug 16 23:53:27.109920 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-dc971c67-0d2b-4c39-8ee9-6c2797b62908 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:53:27.116285 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-dc971c67-0d2b-4c39-8ee9-6c2797b62908 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:53:27.125809 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-dc971c67-0d2b-4c39-8ee9-6c2797b62908 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:27.126213 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-dc971c67-0d2b-4c39-8ee9-6c2797b62908 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:27.143506 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-0e68af23-1d1d-4631-a6b4-05367180fc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:27.143755 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc971c67-0d2b-4c39-8ee9-6c2797b62908 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Pushing event updated for resources: {'Port': ['ID=6513abce-3dd9-482c-887c-85c9538a6be5,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:27.147541 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-0e68af23-1d1d-4631-a6b4-05367180fc30 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21fd198ba9644f5c88173bc1efcb8f0a&device_id=f2a20abc-952a-487b-b5bc-527b052c93aa HTTP/1.1" status: 200 len: 1095 time: 0.5382228 Aug 16 23:53:27.169441 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-dc971c67-0d2b-4c39-8ee9-6c2797b62908 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0434608 Aug 16 23:53:27.171085 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92f23e2f-95cf-41ab-9acd-6d25e740cec5 req-88230934-b585-4aaf-8f39-13b2a8c569de service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8269408 Aug 16 23:53:27.183456 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-03650cbc-d728-4f2b-926d-281143813e83 service neutron] Request body: {'port': {'device_id': 'e51501c4-ce4d-41de-908b-6e3480ebd95a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:27.186657 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['ea7f3b99-4d08-45e9-b39c-95e23121614f', 'f44487fe-9c34-48b3-b219-1401debf4eea'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:53:27.329320 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-29fe74c4-f3d0-46e0-aa3a-489724718f88 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:27.336775 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-29fe74c4-f3d0-46e0-aa3a-489724718f88 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:27.345455 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-29fe74c4-f3d0-46e0-aa3a-489724718f88 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/networks?id=c1f09ba5-c9e3-4591-94d4-74b22e4b8598&id=bc69c3aa-c258-46e8-a952-eb62bf4c8e99&id=c1f09ba5-c9e3-4591-94d4-74b22e4b8598 HTTP/1.1" status: 200 len: 1391 time: 0.5918326 Aug 16 23:53:27.356268 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c52d9e-23ad-453e-82af-9a5b91611882 x-openstack-request-id: req-a5c52d9e-23ad-453e-82af-9a5b91611882 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:27.360188 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a20abc-952a-487b-b5bc-527b052c93aa", "tag": "d177b0dc-64fb-4335-98ab-48634d87ed17", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:27.360188 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a5c52d9e-23ad-453e-82af-9a5b91611882 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:27.360188 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a20abc-952a-487b-b5bc-527b052c93aa', 'tag': 'd177b0dc-64fb-4335-98ab-48634d87ed17', 'status': 'completed', 'code': 200} Aug 16 23:53:27.362784 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-03650cbc-d728-4f2b-926d-281143813e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:27.414089 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-b74c4e11-3a18-4561-82d3-8dc7d4139e31 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d177b0dc-64fb-4335-98ab-48634d87ed17 HTTP/1.1" status: 200 len: 217 time: 0.2417247 Aug 16 23:53:27.416697 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-efd6608e-ecfc-4e8e-8e80-6fe8f9554122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:27.419655 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-efd6608e-ecfc-4e8e-8e80-6fe8f9554122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:27.427467 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-efd6608e-ecfc-4e8e-8e80-6fe8f9554122 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/30f85467-3fd8-44e8-a61c-1db4822aa06b HTTP/1.1" status: 204 len: 168 time: 1.5404806 Aug 16 23:53:27.480730 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-525e6b52-ce4d-4834-a696-43f81888ea92 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/quotas/6f0e719ea2ad4e27bf14dc4358a7d696 HTTP/1.1" status: 200 len: 375 time: 0.1342049 Aug 16 23:53:27.569827 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6608e-ecfc-4e8e-8e80-6fe8f9554122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f85467-3fd8-44e8-a61c-1db4822aa06b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:27.605234 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e353b-51ec-4b85-806d-7c5e60953bec req-e070add0-62c1-4290-b03a-df4ad3ac862b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:27.611335 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d39e353b-51ec-4b85-806d-7c5e60953bec req-e070add0-62c1-4290-b03a-df4ad3ac862b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c3a1755dccf4427821a7443be9cdd31&device_id=f1d6bfce-e916-4759-a1df-a2a4ba7e038a HTTP/1.1" status: 200 len: 1100 time: 0.2879970 Aug 16 23:53:27.634617 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15d3bf-b55c-4e5a-bc9d-4a79e16d5e7b None None] Pushing event updated for resources: {'Port': ['ID=2495c422-48d6-4578-9121-745e89249c56,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:27.749854 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e353b-51ec-4b85-806d-7c5e60953bec req-2eb1ba1c-98f6-4cf6-ad7c-82738f65b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:27.751320 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d39e353b-51ec-4b85-806d-7c5e60953bec req-2eb1ba1c-98f6-4cf6-ad7c-82738f65b569 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.1098895 Aug 16 23:53:27.780446 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-bcb11844-f8be-4dc8-a3ac-87a975216ec3 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6f0e719ea2ad4e27bf14dc4358a7d696&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2986050 Aug 16 23:53:27.790307 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-71c7a42d-d0cd-4292-bc5d-869a0c4facfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:27.792605 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-71c7a42d-d0cd-4292-bc5d-869a0c4facfa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=191fa66a-6028-47ea-a3b7-5ed8bb45305a HTTP/1.1" status: 200 len: 859 time: 0.3638799 Aug 16 23:53:27.814894 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-9261a1c6-7dcc-4df4-a6c8-00edf892ee7f None None] Provisioning for port 6513abce-3dd9-482c-887c-85c9538a6be5 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:27.840400 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d39e353b-51ec-4b85-806d-7c5e60953bec req-c63d5930-a8f1-481b-acd6-b498c2f4c8ca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=d7c95537-0ba6-44cc-9b63-efa0b169243d HTTP/1.1" status: 200 len: 217 time: 0.0464697 Aug 16 23:53:27.843376 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-fb3838dc-ab6a-4012-aeec-2906d1a64893 None None] For port 4facac10-f37f-4a9f-be5a-074b99efb398, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:53:27.847744 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-9261a1c6-7dcc-4df4-a6c8-00edf892ee7f None None] Provisioning complete for port 6513abce-3dd9-482c-887c-85c9538a6be5 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:27.847983 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9261a1c6-7dcc-4df4-a6c8-00edf892ee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:27.928121 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-fb3838dc-ab6a-4012-aeec-2906d1a64893 None None] For port 4facac10-f37f-4a9f-be5a-074b99efb398, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4facac10-f37f-4a9f-be5a-074b99efb398,segment=NetworkSegment(b462b964-3d0f-4505-b925-ad550746aabe),segment_id=b462b964-3d0f-4505-b925-ad550746aabe)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:53:27.958879 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fb3838dc-ab6a-4012-aeec-2906d1a64893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:27.977302 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e353b-51ec-4b85-806d-7c5e60953bec req-c75c0e5c-e489-4bdc-ba4b-557c18206431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:27.978781 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d39e353b-51ec-4b85-806d-7c5e60953bec req-c75c0e5c-e489-4bdc-ba4b-557c18206431 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1173990 Aug 16 23:53:27.987674 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90faede-1ed9-42dd-a028-4d17d8a68422 req-078d363d-fe7e-43c1-b59f-f294810fb2e6 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:27.996026 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e90faede-1ed9-42dd-a028-4d17d8a68422 req-078d363d-fe7e-43c1-b59f-f294810fb2e6 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a20abc-952a-487b-b5bc-527b052c93aa HTTP/1.1" status: 200 len: 943 time: 0.4040678 Aug 16 23:53:28.025342 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-03650cbc-d728-4f2b-926d-281143813e83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6513abce-3dd9-482c-887c-85c9538a6be5 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:53:28.037112 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-03650cbc-d728-4f2b-926d-281143813e83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:28.060243 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-03650cbc-d728-4f2b-926d-281143813e83 service neutron] Transition to ACTIVE for port object 6513abce-3dd9-482c-887c-85c9538a6be5 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:28.060478 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-9261a1c6-7dcc-4df4-a6c8-00edf892ee7f None None] Port 6513abce-3dd9-482c-887c-85c9538a6be5 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:53:28.070570 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-b8e0cc6b-8cfc-4857-b144-69dafa5ce2b8 None None] Allocated IP 19.86.0.2 (bc69c3aa-c258-46e8-a952-eb62bf4c8e99/22ebbe2f-9117-49e0-b3eb-d69d66378e7c/48ae156a-f2eb-47b2-a35e-69f171679d3f) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:53:28.074602 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-03650cbc-d728-4f2b-926d-281143813e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:28.089293 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47270) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:28.090559 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-4a7f9432-0cbb-47f2-8337-bdabfea43be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b373755a-5d70-4d85-9c83-57482f37086d', 'name': 'tempest-ServersTestMultiNic-1271807936-router', 'tenant_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:15Z', 'revision_number': 4, 'project_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'gw_port': {'id': 'ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b373755a-5d70-4d85-9c83-57482f37086d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:08Z', 'updated_at': '2021-08-16T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '2495c422-48d6-4578-9121-745e89249c56', 'name': '', 'network_id': 'c32c5eb4-cc14-4eaf-9d0c-6ff464952200', 'tenant_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'mac_address': 'fa:16:3e:4d:b1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b373755a-5d70-4d85-9c83-57482f37086d', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c5ccd90c-fa44-49dd-9fe4-25207f7a82db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:14Z', 'updated_at': '2021-08-16T23:53:26Z', 'revision_number': 4, 'project_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'subnets': [{'id': 'c5ccd90c-fa44-49dd-9fe4-25207f7a82db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:28.098649 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3838dc-ab6a-4012-aeec-2906d1a64893 None None] Pushing event updated for resources: {'Port': ['ID=4facac10-f37f-4a9f-be5a-074b99efb398,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:28.124879 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-a44faa36-0278-49ef-873f-c2f26d01a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:28.126589 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-a44faa36-0278-49ef-873f-c2f26d01a696 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34191e06-49f9-414f-b13a-5ba8e6dbd645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2851715 Aug 16 23:53:28.200632 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03650cbc-d728-4f2b-926d-281143813e83 service neutron] Pushing event updated for resources: {'Port': ['ID=6513abce-3dd9-482c-887c-85c9538a6be5,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:28.203550 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f9432-0cbb-47f2-8337-bdabfea43be0 None None] The sync data for ids ['b373755a-5d70-4d85-9c83-57482f37086d'] in n-d-800088-20 is: [{'id': 'b373755a-5d70-4d85-9c83-57482f37086d', 'name': 'tempest-ServersTestMultiNic-1271807936-router', 'tenant_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:15Z', 'revision_number': 4, 'project_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'gw_port': {'id': 'ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b373755a-5d70-4d85-9c83-57482f37086d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:08Z', 'updated_at': '2021-08-16T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '2495c422-48d6-4578-9121-745e89249c56', 'name': '', 'network_id': 'c32c5eb4-cc14-4eaf-9d0c-6ff464952200', 'tenant_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'mac_address': 'fa:16:3e:4d:b1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b373755a-5d70-4d85-9c83-57482f37086d', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c5ccd90c-fa44-49dd-9fe4-25207f7a82db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:14Z', 'updated_at': '2021-08-16T23:53:26Z', 'revision_number': 4, 'project_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'subnets': [{'id': 'c5ccd90c-fa44-49dd-9fe4-25207f7a82db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:53:28.247795 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e6a9b4ac-4610-45a9-b662-f328f6bdc1b4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4869e1faff7e49fbbb4c81fc8990afb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1538470 Aug 16 23:53:28.250373 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47274) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:28.308359 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-03650cbc-d728-4f2b-926d-281143813e83 service neutron] Attempting to bind port 6513abce-3dd9-482c-887c-85c9538a6be5 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:53:28.308790 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-03650cbc-d728-4f2b-926d-281143813e83 service neutron] Attempting to bind port 6513abce-3dd9-482c-887c-85c9538a6be5 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:53:28.309158 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-03650cbc-d728-4f2b-926d-281143813e83 service neutron] Attempting to bind port 6513abce-3dd9-482c-887c-85c9538a6be5 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:28.350822 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-03650cbc-d728-4f2b-926d-281143813e83 service neutron] Port 6513abce-3dd9-482c-887c-85c9538a6be5 on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:53:28.351174 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-03650cbc-d728-4f2b-926d-281143813e83 service neutron] Attempting to bind port 6513abce-3dd9-482c-887c-85c9538a6be5 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:28.362470 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-03650cbc-d728-4f2b-926d-281143813e83 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:53:28.362822 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-03650cbc-d728-4f2b-926d-281143813e83 service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:53:28.363220 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-03650cbc-d728-4f2b-926d-281143813e83 service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:53:28.363673 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-03650cbc-d728-4f2b-926d-281143813e83 service neutron] Bound port: 6513abce-3dd9-482c-887c-85c9538a6be5, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:53:28.367088 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-03650cbc-d728-4f2b-926d-281143813e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:28.454741 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e90faede-1ed9-42dd-a028-4d17d8a68422 req-8477d9cb-14d1-409f-a59c-ac43d0370cd6 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f51b67-a47e-4b1d-ba53-03517aad128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578338 Aug 16 23:53:28.456711 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-57d6a02d-169d-47e5-b518-bfefb655458f service neutron] 10.222.0.60 "GET /v2.0/networks/c1f09ba5-c9e3-4591-94d4-74b22e4b8598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6755955 Aug 16 23:53:28.463834 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-37845a08-ee0f-47a1-9f9d-454e33f5347a service neutron] 10.222.0.64 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210926 Aug 16 23:53:28.472871 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e353b-51ec-4b85-806d-7c5e60953bec req-28160140-8d7a-4b32-bf77-4043dbb6285b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:28.474430 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d39e353b-51ec-4b85-806d-7c5e60953bec req-28160140-8d7a-4b32-bf77-4043dbb6285b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4741352 Aug 16 23:53:28.565586 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b4e8998-95c0-4824-b6af-3dd754f1870e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:28.596592 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['1e56511b-81a6-4ff5-afd5-ed193d1f89e9', '48a32f82-becc-4edb-ac43-c96acede2cf0', 'd6a97ea2-5728-4e9c-a53a-d9da238eea77'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:53:28.654177 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b4e8998-95c0-4824-b6af-3dd754f1870e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:28.730878 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-03650cbc-d728-4f2b-926d-281143813e83 service neutron] For port 6513abce-3dd9-482c-887c-85c9538a6be5, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:53:28.735485 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-03650cbc-d728-4f2b-926d-281143813e83 service neutron] For port 6513abce-3dd9-482c-887c-85c9538a6be5, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=6513abce-3dd9-482c-887c-85c9538a6be5,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:53:28.748923 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-03650cbc-d728-4f2b-926d-281143813e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:28.789895 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81481fea-df59-4071-85c6-a2b26cee78b0 req-3181caba-5fbb-4d56-81f0-3051ab212445 service neutron] 10.222.0.64 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150125 Aug 16 23:53:28.876206 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b4e8998-95c0-4824-b6af-3dd754f1870e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:28.885864 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b4e8998-95c0-4824-b6af-3dd754f1870e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:28.888992 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1b4e8998-95c0-4824-b6af-3dd754f1870e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/94184c89-4009-4768-82ac-1738aeab5418 HTTP/1.1" status: 204 len: 168 time: 0.6258659 Aug 16 23:53:28.904300 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-03650cbc-d728-4f2b-926d-281143813e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:28.906188 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-03650cbc-d728-4f2b-926d-281143813e83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:28.907838 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-03650cbc-d728-4f2b-926d-281143813e83 service neutron] 10.222.0.69 "PUT /v2.0/ports/6513abce-3dd9-482c-887c-85c9538a6be5 HTTP/1.1" status: 200 len: 1097 time: 1.7307746 Aug 16 23:53:28.914460 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e51501c4-ce4d-41de-908b-6e3480ebd95a', 'tag': '6513abce-3dd9-482c-887c-85c9538a6be5'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:53:28.925535 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa99775-9235-4bd5-9962-49fe128acbc2" -d '{"events": [{"name": "network-changed", "server_uuid": "e51501c4-ce4d-41de-908b-6e3480ebd95a", "tag": "6513abce-3dd9-482c-887c-85c9538a6be5"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:53:28.957893 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b8e0cc6b-8cfc-4857-b144-69dafa5ce2b8 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:28.971495 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e8998-95c0-4824-b6af-3dd754f1870e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94184c89-4009-4768-82ac-1738aeab5418,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:28.986314 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b8e0cc6b-8cfc-4857-b144-69dafa5ce2b8 None None] Transition to ACTIVE for port object 48ae156a-f2eb-47b2-a35e-69f171679d3f will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:29.090822 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device d7c95537-0ba6-44cc-9b63-efa0b169243d details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:53:29.123994 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03650cbc-d728-4f2b-926d-281143813e83 service neutron] Pushing event updated for resources: {'Port': ['ID=6513abce-3dd9-482c-887c-85c9538a6be5,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:29.176488 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-a72fb75b-39ef-492d-98b9-7cd385a53a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:29.178445 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-a72fb75b-39ef-492d-98b9-7cd385a53a51 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&device_id=e51501c4-ce4d-41de-908b-6e3480ebd95a HTTP/1.1" status: 200 len: 1100 time: 0.1925342 Aug 16 23:53:29.311784 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-494c04cf-e919-48be-b681-e0d1af49ca4a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=6513abce-3dd9-482c-887c-85c9538a6be5 HTTP/1.1" status: 200 len: 217 time: 0.1161821 Aug 16 23:53:29.399474 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port d7c95537-0ba6-44cc-9b63-efa0b169243d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=d7c95537-0ba6-44cc-9b63-efa0b169243d,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:29.423639 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-fc5c406c-fa92-4ccb-853a-262cf767d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:29.425967 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-fc5c406c-fa92-4ccb-853a-262cf767d0a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1016407 Aug 16 23:53:29.439726 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device a1d6dd85-c6eb-4f84-99d6-5124a84ad68d up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:53:29.494887 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b8e0cc6b-8cfc-4857-b144-69dafa5ce2b8 None None] Transition to ACTIVE for port object 48ae156a-f2eb-47b2-a35e-69f171679d3f will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:29.517156 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': 'd7c95537-0ba6-44cc-9b63-efa0b169243d', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': 'd7c95537-0ba6-44cc-9b63-efa0b169243d', 'mac_address': 'fa:16:3e:74:54:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:53:29.533334 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2495c422-48d6-4578-9121-745e89249c56 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:53:29.568455 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-e2a6f9a0-efd9-4815-846b-22f163ba6f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:29.571985 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-e2a6f9a0-efd9-4815-846b-22f163ba6f24 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1216621 Aug 16 23:53:29.586344 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b8e0cc6b-8cfc-4857-b144-69dafa5ce2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:29.779484 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-f3be25ad-e212-4061-b7be-5d4c2a18655d service neutron] 10.222.0.60 "GET /v2.0/networks/c1f09ba5-c9e3-4591-94d4-74b22e4b8598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2742639 Aug 16 23:53:29.855157 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-78c25ea8-c788-4975-8cc4-6017ad977f89 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683144 Aug 16 23:53:29.909782 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d39e353b-51ec-4b85-806d-7c5e60953bec req-0ed4183f-422f-4b07-b8f7-965152f816be service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4060702 Aug 16 23:53:29.929254 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e885af-036a-4751-8ac2-e99ce0d82ec4 req-83746cb0-aa72-4538-9ef0-f1980303b54f tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:29.930296 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c38e626-8f83-4faf-a91f-f8a4f3997504 None None] Network c1f09ba5-c9e3-4591-94d4-74b22e4b8598 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:53:29.937475 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15e885af-036a-4751-8ac2-e99ce0d82ec4 req-83746cb0-aa72-4538-9ef0-f1980303b54f tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=e51501c4-ce4d-41de-908b-6e3480ebd95a HTTP/1.1" status: 200 len: 948 time: 1.2970343 Aug 16 23:53:29.960845 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16357edc-384c-4efa-b55f-5a65f5e8970c req-9492f41c-794d-4509-a5c9-b4a515dd4100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:29.962412 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16357edc-384c-4efa-b55f-5a65f5e8970c req-9492f41c-794d-4509-a5c9-b4a515dd4100 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21fd198ba9644f5c88173bc1efcb8f0a&device_id=f2a20abc-952a-487b-b5bc-527b052c93aa HTTP/1.1" status: 200 len: 1095 time: 1.0372083 Aug 16 23:53:30.000326 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-302ae44d-21d4-4da4-ad7e-ca01c32859f9 req-61d9e2c8-2d18-49f5-a6f9-6927003ca4f1 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357853 Aug 16 23:53:30.006983 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port a1d6dd85-c6eb-4f84-99d6-5124a84ad68d completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:30.043134 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e0cc6b-8cfc-4857-b144-69dafa5ce2b8 None None] Network bc69c3aa-c258-46e8-a952-eb62bf4c8e99 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:53:30.113429 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-b8e0cc6b-8cfc-4857-b144-69dafa5ce2b8 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:53:30.116118 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port a1d6dd85-c6eb-4f84-99d6-5124a84ad68d triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:30.116118 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:30.159550 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0cc6b-8cfc-4857-b144-69dafa5ce2b8 None None] Pushing event updated for resources: {'Port': ['ID=48ae156a-f2eb-47b2-a35e-69f171679d3f,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:30.178507 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e0cc6b-8cfc-4857-b144-69dafa5ce2b8 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:53:30.180212 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15e885af-036a-4751-8ac2-e99ce0d82ec4 req-c4c24e4d-3e63-4b2f-8da6-5365dc4e6a4d tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417810 Aug 16 23:53:30.199161 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:30.208281 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16357edc-384c-4efa-b55f-5a65f5e8970c req-116c8385-7c0d-45f6-ad6e-f866dd6a56cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:30.209834 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16357edc-384c-4efa-b55f-5a65f5e8970c req-116c8385-7c0d-45f6-ad6e-f866dd6a56cf service neutron] 10.222.0.64 "GET /v2.0/networks?id=34191e06-49f9-414f-b13a-5ba8e6dbd645 HTTP/1.1" status: 200 len: 921 time: 0.2346454 Aug 16 23:53:30.221594 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-8a494c53-f615-4790-b0b1-94a2560d97ec service neutron] 10.222.0.60 "GET /v2.0/networks/bc69c3aa-c258-46e8-a952-eb62bf4c8e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409499 Aug 16 23:53:30.230825 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c95537-0ba6-44cc-9b63-efa0b169243d {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:53:30.296364 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16357edc-384c-4efa-b55f-5a65f5e8970c req-5c7f0a7c-df66-44d1-a32e-810f9947d261 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d177b0dc-64fb-4335-98ab-48634d87ed17 HTTP/1.1" status: 200 len: 217 time: 0.0725486 Aug 16 23:53:30.354562 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d39e353b-51ec-4b85-806d-7c5e60953bec req-b5092e07-a43e-48bf-990f-7a07278da673 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075966 Aug 16 23:53:30.359598 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port d7c95537-0ba6-44cc-9b63-efa0b169243d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=d7c95537-0ba6-44cc-9b63-efa0b169243d,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:30.395143 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:30.420171 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 2495c422-48d6-4578-9121-745e89249c56 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:30.458557 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 2495c422-48d6-4578-9121-745e89249c56 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:30.458941 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:30.459492 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16357edc-384c-4efa-b55f-5a65f5e8970c req-37b2afad-b213-439c-8755-f577566f47cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:30.461908 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16357edc-384c-4efa-b55f-5a65f5e8970c req-37b2afad-b213-439c-8755-f577566f47cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=191fa66a-6028-47ea-a3b7-5ed8bb45305a HTTP/1.1" status: 200 len: 859 time: 0.1324122 Aug 16 23:53:30.462071 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1149e61e-d4c1-42c4-912f-b2a3afbc0cad None None] Provisioning for port 4facac10-f37f-4a9f-be5a-074b99efb398 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:30.490207 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ce54a-6c9f-48b0-9d73-d96ff6ffb459 req-2cf9a3e5-ac7d-4e02-b1dd-8d84405c4512 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:30.493765 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c55ce54a-6c9f-48b0-9d73-d96ff6ffb459 req-2cf9a3e5-ac7d-4e02-b1dd-8d84405c4512 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1d6bfce-e916-4759-a1df-a2a4ba7e038a HTTP/1.1" status: 200 len: 948 time: 0.1664734 Aug 16 23:53:30.550700 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-6dfe3b67-3219-4adb-a3bf-a546c729121f service neutron] 10.222.0.60 "GET /v2.0/networks/bc69c3aa-c258-46e8-a952-eb62bf4c8e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095908 Aug 16 23:53:30.566995 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-b8e0cc6b-8cfc-4857-b144-69dafa5ce2b8 None None] Attempting to bind port 48ae156a-f2eb-47b2-a35e-69f171679d3f on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:53:30.567707 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-b8e0cc6b-8cfc-4857-b144-69dafa5ce2b8 None None] Attempting to bind port 48ae156a-f2eb-47b2-a35e-69f171679d3f by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'f16751db-0fef-4efd-b070-84f6fe4ad1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bc69c3aa-c258-46e8-a952-eb62bf4c8e99'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:53:30.568664 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e0cc6b-8cfc-4857-b144-69dafa5ce2b8 None None] Attempting to bind port 48ae156a-f2eb-47b2-a35e-69f171679d3f on network bc69c3aa-c258-46e8-a952-eb62bf4c8e99 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:30.671645 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e0cc6b-8cfc-4857-b144-69dafa5ce2b8 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:53:30.672066 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e0cc6b-8cfc-4857-b144-69dafa5ce2b8 None None] Checking segment: {'id': 'f16751db-0fef-4efd-b070-84f6fe4ad1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bc69c3aa-c258-46e8-a952-eb62bf4c8e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:53:30.672432 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b8e0cc6b-8cfc-4857-b144-69dafa5ce2b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:30.673663 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e0cc6b-8cfc-4857-b144-69dafa5ce2b8 None None] Bound using segment: {'id': 'f16751db-0fef-4efd-b070-84f6fe4ad1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bc69c3aa-c258-46e8-a952-eb62bf4c8e99'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:53:30.674167 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-b8e0cc6b-8cfc-4857-b144-69dafa5ce2b8 None None] Bound port: 48ae156a-f2eb-47b2-a35e-69f171679d3f, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f16751db-0fef-4efd-b070-84f6fe4ad1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bc69c3aa-c258-46e8-a952-eb62bf4c8e99'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:53:30.674546 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b8e0cc6b-8cfc-4857-b144-69dafa5ce2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:30.675706 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c55ce54a-6c9f-48b0-9d73-d96ff6ffb459 req-5e0157e7-cab7-4feb-8625-3d71c867e4a4 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/security-groups?id=1775507e-e450-4eea-9b5f-c87387c897a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583419 Aug 16 23:53:30.684653 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16357edc-384c-4efa-b55f-5a65f5e8970c req-453a4420-63ea-4b0d-96ba-7b93ce5210bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:30.686458 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16357edc-384c-4efa-b55f-5a65f5e8970c req-453a4420-63ea-4b0d-96ba-7b93ce5210bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34191e06-49f9-414f-b13a-5ba8e6dbd645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2165296 Aug 16 23:53:30.716585 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=d7c95537-0ba6-44cc-9b63-efa0b169243d,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:30.725026 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:30.768442 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-1c40a5af-ea69-4144-9ec3-cdec3799c31c service neutron] 10.222.0.60 "GET /v2.0/networks/c1f09ba5-c9e3-4591-94d4-74b22e4b8598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166264 Aug 16 23:53:30.809463 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['d7c95537-0ba6-44cc-9b63-efa0b169243d'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:53:30.848731 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edeb1835-eb4f-4873-9a9e-efaf8a8c2c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d6dd85-c6eb-4f84-99d6-5124a84ad68d'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:53:30.851332 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa27cae-16c6-4b14-8774-d8af11ae427f" -d '{"events": [{"server_uuid": "edeb1835-eb4f-4873-9a9e-efaf8a8c2c01", "name": "network-vif-plugged", "status": "completed", "tag": "a1d6dd85-c6eb-4f84-99d6-5124a84ad68d"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:53:30.858583 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16357edc-384c-4efa-b55f-5a65f5e8970c req-ef5c1533-0786-466b-bafa-fa94bb844a33 service neutron] 10.222.0.64 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623878 Aug 16 23:53:30.888257 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port a1d6dd85-c6eb-4f84-99d6-5124a84ad68d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a1d6dd85-c6eb-4f84-99d6-5124a84ad68d,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:30.910473 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0678f56c-01cd-44db-b5f4-affb31222736 x-openstack-request-id: req-0678f56c-01cd-44db-b5f4-affb31222736 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:30.911520 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e51501c4-ce4d-41de-908b-6e3480ebd95a", "tag": "6513abce-3dd9-482c-887c-85c9538a6be5", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:30.911677 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:30.912145 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0678f56c-01cd-44db-b5f4-affb31222736 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:30.912729 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e51501c4-ce4d-41de-908b-6e3480ebd95a', 'tag': '6513abce-3dd9-482c-887c-85c9538a6be5', 'status': 'completed', 'code': 200} Aug 16 23:53:31.016205 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-b8e0cc6b-8cfc-4857-b144-69dafa5ce2b8 None None] For port 48ae156a-f2eb-47b2-a35e-69f171679d3f, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:53:31.027626 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16357edc-384c-4efa-b55f-5a65f5e8970c req-8b402501-82f3-4926-9067-1ca41fa25ad1 service neutron] 10.222.0.64 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556330 Aug 16 23:53:31.078608 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-b8e0cc6b-8cfc-4857-b144-69dafa5ce2b8 None None] For port 48ae156a-f2eb-47b2-a35e-69f171679d3f, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=48ae156a-f2eb-47b2-a35e-69f171679d3f,segment=NetworkSegment(f16751db-0fef-4efd-b070-84f6fe4ad1ea),segment_id=f16751db-0fef-4efd-b070-84f6fe4ad1ea)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:53:31.086538 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-e19cc899-d100-44df-891a-0546c1ab6295 service neutron] 10.222.0.60 "GET /v2.0/networks/c1f09ba5-c9e3-4591-94d4-74b22e4b8598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098032 Aug 16 23:53:31.088723 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:31.095678 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b8e0cc6b-8cfc-4857-b144-69dafa5ce2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:31.108347 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc4326-0637-4e4f-900a-2ada961b6d41 req-58dea3a7-f3a1-4eb0-b558-a440fe969c4d tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:31.113906 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=a1d6dd85-c6eb-4f84-99d6-5124a84ad68d,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:31.118047 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5bc4326-0637-4e4f-900a-2ada961b6d41 req-58dea3a7-f3a1-4eb0-b558-a440fe969c4d tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a20abc-952a-487b-b5bc-527b052c93aa HTTP/1.1" status: 200 len: 943 time: 0.1279111 Aug 16 23:53:31.132840 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa99775-9235-4bd5-9962-49fe128acbc2 req-1c83a4f9-b4b2-43d7-97be-0ccb6f272a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:31.134399 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9fa99775-9235-4bd5-9962-49fe128acbc2 req-1c83a4f9-b4b2-43d7-97be-0ccb6f272a50 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&device_id=e51501c4-ce4d-41de-908b-6e3480ebd95a HTTP/1.1" status: 200 len: 1100 time: 0.1432087 Aug 16 23:53:31.233986 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 2495c422-48d6-4578-9121-745e89249c56, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2495c422-48d6-4578-9121-745e89249c56,segment=NetworkSegment(59c5117b-9abd-4a7f-9bc8-fcb87f1bc21d),segment_id=59c5117b-9abd-4a7f-9bc8-fcb87f1bc21d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:31.236772 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0cc6b-8cfc-4857-b144-69dafa5ce2b8 None None] Pushing event updated for resources: {'Port': ['ID=48ae156a-f2eb-47b2-a35e-69f171679d3f,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:31.263738 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:31.264892 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4facac10-f37f-4a9f-be5a-074b99efb398 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:53:31.290642 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5bc4326-0637-4e4f-900a-2ada961b6d41 req-5652e831-83ec-4089-831d-d70f6671eee8 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f51b67-a47e-4b1d-ba53-03517aad128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599944 Aug 16 23:53:31.360204 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa99775-9235-4bd5-9962-49fe128acbc2 req-8e138274-4a87-4541-8803-1e7ef85d2bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:31.361754 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9fa99775-9235-4bd5-9962-49fe128acbc2 req-8e138274-4a87-4541-8803-1e7ef85d2bec service neutron] 10.222.0.69 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.2151268 Aug 16 23:53:31.432634 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=2495c422-48d6-4578-9121-745e89249c56,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:31.472035 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9fa99775-9235-4bd5-9962-49fe128acbc2 req-fe41c1fc-8918-480f-83bd-5270742bddce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=6513abce-3dd9-482c-887c-85c9538a6be5 HTTP/1.1" status: 200 len: 217 time: 0.0975809 Aug 16 23:53:31.474423 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6286f5-e2c3-4466-9e14-2d0b5ca82876 x-openstack-request-id: req-0b6286f5-e2c3-4466-9e14-2d0b5ca82876 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:31.474763 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edeb1835-eb4f-4873-9a9e-efaf8a8c2c01", "name": "network-vif-plugged", "status": "completed", "tag": "a1d6dd85-c6eb-4f84-99d6-5124a84ad68d", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:31.474905 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b6286f5-e2c3-4466-9e14-2d0b5ca82876 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:31.475268 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edeb1835-eb4f-4873-9a9e-efaf8a8c2c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d6dd85-c6eb-4f84-99d6-5124a84ad68d', 'code': 200} Aug 16 23:53:31.481387 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 4facac10-f37f-4a9f-be5a-074b99efb398 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:31.508547 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 4facac10-f37f-4a9f-be5a-074b99efb398 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:31.509576 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:31.520302 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device d177b0dc-64fb-4335-98ab-48634d87ed17 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:53:31.616481 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e7383174-a0b5-418a-8a52-d31a8fd5d7de None None] Provisioning complete for port 4facac10-f37f-4a9f-be5a-074b99efb398 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:31.616991 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e7383174-a0b5-418a-8a52-d31a8fd5d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:31.664838 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa99775-9235-4bd5-9962-49fe128acbc2 req-2e9c41fa-36d2-46dc-9a6c-b2984561b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:31.690085 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9fa99775-9235-4bd5-9962-49fe128acbc2 req-2e9c41fa-36d2-46dc-9a6c-b2984561b59d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.2073872 Aug 16 23:53:31.745224 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397310e8-93c3-4ad1-98c3-ef30bc49628e req-f4c8a34e-39f2-42ff-bcc1-0360022d2b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:31.746778 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-397310e8-93c3-4ad1-98c3-ef30bc49628e req-f4c8a34e-39f2-42ff-bcc1-0360022d2b79 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=edeb1835-eb4f-4873-9a9e-efaf8a8c2c01 HTTP/1.1" status: 200 len: 1100 time: 0.1961360 Aug 16 23:53:31.800923 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.db.resource_extend [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 23:53:31.810138 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-397310e8-93c3-4ad1-98c3-ef30bc49628e req-11a20376-af48-4f93-9c33-f5602733d001 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1775507e-e450-4eea-9b5f-c87387c897a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494123 Aug 16 23:53:31.882795 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-afbd5bb6-1add-4996-8abc-b83b55d60f6a req-b0db2b08-c63c-402b-ba90-5a5e87110be4 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?device_id=dce38346-b8f9-4945-a165-6c7c88aa0575 HTTP/1.1" status: 200 len: 210 time: 0.1141098 Aug 16 23:53:31.904035 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8c15c-24b1-445a-ad00-b9b3a5d197d7 req-db1151d5-5406-40eb-af2c-f5de72f4fa7c tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:31.912050 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8fb8c15c-24b1-445a-ad00-b9b3a5d197d7 req-db1151d5-5406-40eb-af2c-f5de72f4fa7c tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=e51501c4-ce4d-41de-908b-6e3480ebd95a HTTP/1.1" status: 200 len: 948 time: 0.2798262 Aug 16 23:53:31.943183 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa99775-9235-4bd5-9962-49fe128acbc2 req-8d4f3642-a998-4e65-8715-d87e508529d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:31.944797 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9fa99775-9235-4bd5-9962-49fe128acbc2 req-8d4f3642-a998-4e65-8715-d87e508529d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1752107 Aug 16 23:53:31.959693 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port d177b0dc-64fb-4335-98ab-48634d87ed17, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d177b0dc-64fb-4335-98ab-48634d87ed17,segment=NetworkSegment(33a33b0c-0d4a-424f-ba83-c386480cd0b2),segment_id=33a33b0c-0d4a-424f-ba83-c386480cd0b2)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:31.974178 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8fb8c15c-24b1-445a-ad00-b9b3a5d197d7 req-7aabb951-1353-4a6f-a6d0-abbdf5b216dc tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611176 Aug 16 23:53:31.980990 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'd177b0dc-64fb-4335-98ab-48634d87ed17', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'port_id': 'd177b0dc-64fb-4335-98ab-48634d87ed17', 'mac_address': 'fa:16:3e:3d:00:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:53:32.143886 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e7383174-a0b5-418a-8a52-d31a8fd5d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:32.193934 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-e7383174-a0b5-418a-8a52-d31a8fd5d7de None None] For port 4facac10-f37f-4a9f-be5a-074b99efb398, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4facac10-f37f-4a9f-be5a-074b99efb398,segment=NetworkSegment(b462b964-3d0f-4505-b925-ad550746aabe),segment_id=b462b964-3d0f-4505-b925-ad550746aabe)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:32.200339 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:32.218135 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d177b0dc-64fb-4335-98ab-48634d87ed17 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:53:32.241596 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port d177b0dc-64fb-4335-98ab-48634d87ed17, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d177b0dc-64fb-4335-98ab-48634d87ed17,segment=NetworkSegment(33a33b0c-0d4a-424f-ba83-c386480cd0b2),segment_id=33a33b0c-0d4a-424f-ba83-c386480cd0b2)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:32.243694 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:32.246577 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e7383174-a0b5-418a-8a52-d31a8fd5d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:32.265717 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:32.280212 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff4cb7-d082-4ff3-86ab-02ff478e78e6 req-4d66c8a8-94c9-401c-96f1-27be22e74d0b tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:32.288269 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-84ff4cb7-d082-4ff3-86ab-02ff478e78e6 req-4d66c8a8-94c9-401c-96f1-27be22e74d0b tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1d6bfce-e916-4759-a1df-a2a4ba7e038a HTTP/1.1" status: 200 len: 949 time: 0.2035079 Aug 16 23:53:32.303221 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9fa99775-9235-4bd5-9962-49fe128acbc2 req-274dddc1-2a2e-4bb9-bd3b-73e0aacfc477 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225262 Aug 16 23:53:32.377089 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7383174-a0b5-418a-8a52-d31a8fd5d7de None None] Pushing event updated for resources: {'Port': ['ID=4facac10-f37f-4a9f-be5a-074b99efb398,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:32.469549 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-84ff4cb7-d082-4ff3-86ab-02ff478e78e6 req-7011a2e9-1558-4e9b-9914-70538029c15b tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/security-groups?id=1775507e-e450-4eea-9b5f-c87387c897a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796346 Aug 16 23:53:32.530725 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.db.api [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:53:32.535253 n-d-800088-20 neutron-server[101404]: DEBUG oslo_db.api [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:53:32.546622 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bee6e-776e-4b78-8707-b21658a38d21 req-df734830-a204-4d6b-92a1-8215693693a0 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:32.548651 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fa5bee6e-776e-4b78-8707-b21658a38d21 req-df734830-a204-4d6b-92a1-8215693693a0 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a20abc-952a-487b-b5bc-527b052c93aa HTTP/1.1" status: 200 len: 944 time: 0.1018250 Aug 16 23:53:32.569104 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=d177b0dc-64fb-4335-98ab-48634d87ed17,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:32.607974 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9fa99775-9235-4bd5-9962-49fe128acbc2 req-1ce6f0ec-4802-43bb-b78e-e2d37c7fe361 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925103 Aug 16 23:53:32.613972 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fa5bee6e-776e-4b78-8707-b21658a38d21 req-42166f93-5a72-4cc5-a5ef-376feae0800a tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f51b67-a47e-4b1d-ba53-03517aad128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520947 Aug 16 23:53:32.616098 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['d177b0dc-64fb-4335-98ab-48634d87ed17'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:53:32.736420 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1102b45d-d824-443a-97b4-d8f698594d49 req-9af9433d-a59d-4dad-83c8-dfea32f7fe08 tempest-FlavorsV2NegativeTest-2087373202 tempest-FlavorsV2NegativeTest-2087373202-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f7ee4f5d6c4b43cf9422255fcb5aaf45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261371 Aug 16 23:53:32.851127 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac469f3a-d363-4acb-ae64-ccb68fe1482b None None] Network bc69c3aa-c258-46e8-a952-eb62bf4c8e99 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:53:32.895477 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102b45d-d824-443a-97b4-d8f698594d49 req-7a1f2b5f-0cc4-4940-9290-c4677eeb9110 tempest-FlavorsV2NegativeTest-2087373202 tempest-FlavorsV2NegativeTest-2087373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:32.897432 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1102b45d-d824-443a-97b4-d8f698594d49 req-7a1f2b5f-0cc4-4940-9290-c4677eeb9110 tempest-FlavorsV2NegativeTest-2087373202 tempest-FlavorsV2NegativeTest-2087373202-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1542077 Aug 16 23:53:32.930092 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1102b45d-d824-443a-97b4-d8f698594d49 req-95044cae-06a3-4560-b96e-068aea58e7b2 tempest-FlavorsV2NegativeTest-2087373202 tempest-FlavorsV2NegativeTest-2087373202-project] 10.222.0.60 "GET /v2.0/quotas/f7ee4f5d6c4b43cf9422255fcb5aaf45 HTTP/1.1" status: 200 len: 375 time: 0.0259054 Aug 16 23:53:32.931680 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-36c1c133-3d04-46c3-8a3a-341403f35889 None None] Provisioning for port 48ae156a-f2eb-47b2-a35e-69f171679d3f completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:32.992689 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1102b45d-d824-443a-97b4-d8f698594d49 req-4cf8f191-98bc-4e94-8093-676ccc283e6e tempest-FlavorsV2NegativeTest-2087373202 tempest-FlavorsV2NegativeTest-2087373202-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7ee4f5d6c4b43cf9422255fcb5aaf45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547774 Aug 16 23:53:33.055777 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-97222df5-fdbf-4087-b765-3b0f4d4e4a5d req-c296067b-f70c-482f-9bec-b171d5f40926 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?device_id=dce38346-b8f9-4945-a165-6c7c88aa0575 HTTP/1.1" status: 200 len: 210 time: 0.0616307 Aug 16 23:53:33.135715 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 6513abce-3dd9-482c-887c-85c9538a6be5 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:53:33.152089 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device d7c95537-0ba6-44cc-9b63-efa0b169243d up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:53:33.179157 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b21007-1d65-4962-884b-1f798cf65dae req-759a2d39-93e4-467c-b770-bd2f2ea84014 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:33.180605 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51b21007-1d65-4962-884b-1f798cf65dae req-759a2d39-93e4-467c-b770-bd2f2ea84014 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=e51501c4-ce4d-41de-908b-6e3480ebd95a HTTP/1.1" status: 200 len: 948 time: 0.1212053 Aug 16 23:53:33.243918 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-f8327bc5-476e-4738-bfa0-7ec1308a4b21 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:33.250272 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-f8327bc5-476e-4738-bfa0-7ec1308a4b21 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:33.252499 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-f8327bc5-476e-4738-bfa0-7ec1308a4b21 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.64 "GET /v2.0/networks?id=c1f09ba5-c9e3-4591-94d4-74b22e4b8598&id=bc69c3aa-c258-46e8-a952-eb62bf4c8e99&id=c1f09ba5-c9e3-4591-94d4-74b22e4b8598 HTTP/1.1" status: 200 len: 1391 time: 0.1800613 Aug 16 23:53:33.286889 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51b21007-1d65-4962-884b-1f798cf65dae req-6356096b-a7cd-4b82-b2e2-c43eebbddb39 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806210 Aug 16 23:53:33.296609 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-34d6f532-f9a0-4745-a58d-89596648b314 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Request body: {'port': {'device_id': 'dce38346-b8f9-4945-a165-6c7c88aa0575', 'network_id': 'c1f09ba5-c9e3-4591-94d4-74b22e4b8598', 'admin_state_up': True, 'tenant_id': '6f0e719ea2ad4e27bf14dc4358a7d696'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:33.442605 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-34d6f532-f9a0-4745-a58d-89596648b314 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Made reservation on behalf of 6f0e719ea2ad4e27bf14dc4358a7d696 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:53:33.449248 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-34d6f532-f9a0-4745-a58d-89596648b314 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:33.586919 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port d7c95537-0ba6-44cc-9b63-efa0b169243d completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:33.596565 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port d7c95537-0ba6-44cc-9b63-efa0b169243d triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:33.596948 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:33.605632 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 6513abce-3dd9-482c-887c-85c9538a6be5, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=6513abce-3dd9-482c-887c-85c9538a6be5,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:33.676370 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '6513abce-3dd9-482c-887c-85c9538a6be5', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': '6513abce-3dd9-482c-887c-85c9538a6be5', 'mac_address': 'fa:16:3e:84:03:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:53:33.822153 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:33.826565 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:33.845004 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-34d6f532-f9a0-4745-a58d-89596648b314 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Allocated IP 19.80.0.89 (c1f09ba5-c9e3-4591-94d4-74b22e4b8598/d59a5845-abc8-4ae1-9c36-284eaf15f8f5/3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:53:33.849274 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6513abce-3dd9-482c-887c-85c9538a6be5 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:53:33.873855 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6a1c6-60da-415b-a10b-b3b15cb44246 req-f43d95ca-27ff-4b34-baea-c635b6d8853c tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:33.875613 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61b6a1c6-60da-415b-a10b-b3b15cb44246 req-f43d95ca-27ff-4b34-baea-c635b6d8853c tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1d6bfce-e916-4759-a1df-a2a4ba7e038a HTTP/1.1" status: 200 len: 949 time: 0.2189603 Aug 16 23:53:33.892932 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port d7c95537-0ba6-44cc-9b63-efa0b169243d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=d7c95537-0ba6-44cc-9b63-efa0b169243d,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:33.901866 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d6bfce-e916-4759-a1df-a2a4ba7e038a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c95537-0ba6-44cc-9b63-efa0b169243d'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:53:33.909159 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb28959b-6718-4222-9344-3a2c41096827" -d '{"events": [{"server_uuid": "f1d6bfce-e916-4759-a1df-a2a4ba7e038a", "name": "network-vif-plugged", "status": "completed", "tag": "d7c95537-0ba6-44cc-9b63-efa0b169243d"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:53:33.936482 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2495c422-48d6-4578-9121-745e89249c56 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:53:33.950811 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:33.973081 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47430) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:33.981441 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fea24e-8938-4d70-aadb-83f7dda7cb5a req-683f618f-e5c3-4b28-b68a-906145b41337 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:33.992966 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-04fea24e-8938-4d70-aadb-83f7dda7cb5a req-683f618f-e5c3-4b28-b68a-906145b41337 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a20abc-952a-487b-b5bc-527b052c93aa HTTP/1.1" status: 200 len: 944 time: 0.2317169 Aug 16 23:53:34.049843 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=d7c95537-0ba6-44cc-9b63-efa0b169243d,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:34.065182 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 6513abce-3dd9-482c-887c-85c9538a6be5, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=6513abce-3dd9-482c-887c-85c9538a6be5,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:34.088566 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:34.112274 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8161c063-cf1b-43af-b823-5b64949c394a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:34.150190 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 2495c422-48d6-4578-9121-745e89249c56 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:34.150732 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:34.156055 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=6513abce-3dd9-482c-887c-85c9538a6be5,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:34.170403 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-34d6f532-f9a0-4745-a58d-89596648b314 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:34.186563 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-34d6f532-f9a0-4745-a58d-89596648b314 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Transition to ACTIVE for port object 3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:34.226929 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8161c063-cf1b-43af-b823-5b64949c394a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:34.234095 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61b6a1c6-60da-415b-a10b-b3b15cb44246 req-df7c9131-e71c-477b-95b6-fc67f13f7dd8 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/security-groups?id=1775507e-e450-4eea-9b5f-c87387c897a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464227 Aug 16 23:53:34.236459 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8161c063-cf1b-43af-b823-5b64949c394a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:34.237381 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-34d6f532-f9a0-4745-a58d-89596648b314 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:34.271978 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161c063-cf1b-43af-b823-5b64949c394a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d2ac61-7f04-4457-9dcb-a037110b79de,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:34.296862 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8161c063-cf1b-43af-b823-5b64949c394a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:34.297573 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8161c063-cf1b-43af-b823-5b64949c394a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:34.298141 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8161c063-cf1b-43af-b823-5b64949c394a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:34.298708 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8161c063-cf1b-43af-b823-5b64949c394a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:34.299247 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8161c063-cf1b-43af-b823-5b64949c394a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:34.299783 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8161c063-cf1b-43af-b823-5b64949c394a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:34.301072 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8161c063-cf1b-43af-b823-5b64949c394a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:34.301634 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8161c063-cf1b-43af-b823-5b64949c394a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:34.302170 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8161c063-cf1b-43af-b823-5b64949c394a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:34.302712 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8161c063-cf1b-43af-b823-5b64949c394a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:34.303512 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8161c063-cf1b-43af-b823-5b64949c394a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:34.304051 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8161c063-cf1b-43af-b823-5b64949c394a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:34.309661 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-04fea24e-8938-4d70-aadb-83f7dda7cb5a req-781c9da6-2d28-4f02-8312-caec7b0dd5f6 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f51b67-a47e-4b1d-ba53-03517aad128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152592 Aug 16 23:53:34.316351 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4facac10-f37f-4a9f-be5a-074b99efb398 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:53:34.328101 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8161c063-cf1b-43af-b823-5b64949c394a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f7ee4f5d6c4b43cf9422255fcb5aaf45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3538854 Aug 16 23:53:34.328803 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47442) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:34.332775 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-34d6f532-f9a0-4745-a58d-89596648b314 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Network c1f09ba5-c9e3-4591-94d4-74b22e4b8598 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:53:34.339180 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-34d6f532-f9a0-4745-a58d-89596648b314 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:53:34.356625 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-34d6f532-f9a0-4745-a58d-89596648b314 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:53:34.394809 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-721cd7b5-8433-4133-8b87-f7a3150bd49f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:34.407060 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb9f489-943c-4d7f-aca2-9c4fd332f293 x-openstack-request-id: req-fdb9f489-943c-4d7f-aca2-9c4fd332f293 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:34.407360 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d6bfce-e916-4759-a1df-a2a4ba7e038a", "name": "network-vif-plugged", "status": "completed", "tag": "d7c95537-0ba6-44cc-9b63-efa0b169243d", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:34.407614 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fdb9f489-943c-4d7f-aca2-9c4fd332f293 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:34.408014 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d6bfce-e916-4759-a1df-a2a4ba7e038a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c95537-0ba6-44cc-9b63-efa0b169243d', 'code': 200} Aug 16 23:53:34.425604 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-721cd7b5-8433-4133-8b87-f7a3150bd49f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:34.457094 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['6513abce-3dd9-482c-887c-85c9538a6be5'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:53:34.460084 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6f532-f9a0-4745-a58d-89596648b314 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event updated for resources: {'Port': ['ID=3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:34.517708 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-721cd7b5-8433-4133-8b87-f7a3150bd49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:34.522884 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 4facac10-f37f-4a9f-be5a-074b99efb398 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:34.523269 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-721cd7b5-8433-4133-8b87-f7a3150bd49f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:34.523365 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:34.536584 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-721cd7b5-8433-4133-8b87-f7a3150bd49f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/85d2ac61-7f04-4457-9dcb-a037110b79de HTTP/1.1" status: 204 len: 168 time: 0.2052710 Aug 16 23:53:34.569425 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721cd7b5-8433-4133-8b87-f7a3150bd49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d2ac61-7f04-4457-9dcb-a037110b79de,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:34.669542 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-34d6f532-f9a0-4745-a58d-89596648b314 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:34.676120 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-34d6f532-f9a0-4745-a58d-89596648b314 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:34.709008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507c65d-c847-4829-a250-fbcbf739f459 req-e9e15f43-490b-4ee6-a082-01c5ff667297 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:34.710767 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4507c65d-c847-4829-a250-fbcbf739f459 req-e9e15f43-490b-4ee6-a082-01c5ff667297 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?device_id=dce38346-b8f9-4945-a165-6c7c88aa0575 HTTP/1.1" status: 200 len: 931 time: 0.2473636 Aug 16 23:53:34.716211 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda65db-9c74-4703-9e98-97f3421b84e8 req-25381145-f66c-4669-a88c-2bb232d2646f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:34.717977 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0bda65db-9c74-4703-9e98-97f3421b84e8 req-25381145-f66c-4669-a88c-2bb232d2646f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f1d6bfce-e916-4759-a1df-a2a4ba7e038a HTTP/1.1" status: 200 len: 1102 time: 0.2704048 Aug 16 23:53:34.741283 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-34d6f532-f9a0-4745-a58d-89596648b314 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4649816 Aug 16 23:53:34.794922 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-0e1d2021-8412-4d99-aee2-1eebab91d7af tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Request body: {'port': {'device_id': 'dce38346-b8f9-4945-a165-6c7c88aa0575', 'network_id': 'bc69c3aa-c258-46e8-a952-eb62bf4c8e99', 'admin_state_up': True, 'tenant_id': '6f0e719ea2ad4e27bf14dc4358a7d696'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:34.822310 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 48ae156a-f2eb-47b2-a35e-69f171679d3f up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:53:34.901364 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-721a0113-05cb-4f8a-b847-73fca6528db8 None None] Provisioning for port 3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:34.958862 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-721a0113-05cb-4f8a-b847-73fca6528db8 None None] Provisioning complete for port 3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:34.959671 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-721a0113-05cb-4f8a-b847-73fca6528db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:34.979393 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4507c65d-c847-4829-a250-fbcbf739f459 req-9b7c869b-dbc4-42fa-92b5-d74db81e87ac tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/security-groups?id=99794da0-50d3-4b0f-8569-811865d4b78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532198 Aug 16 23:53:34.994110 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0bda65db-9c74-4703-9e98-97f3421b84e8 req-018a4d12-23c4-4d3e-93d5-05dda8e1a563 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1775507e-e450-4eea-9b5f-c87387c897a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623093 Aug 16 23:53:35.040013 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae5839-9856-4819-975b-66baaf080b3f req-81cb2f7e-5461-454b-a216-8e1ea8e64b93 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:35.040214 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 48ae156a-f2eb-47b2-a35e-69f171679d3f completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:35.047767 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 48ae156a-f2eb-47b2-a35e-69f171679d3f triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:35.048763 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:35.049570 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ceae5839-9856-4819-975b-66baaf080b3f req-81cb2f7e-5461-454b-a216-8e1ea8e64b93 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=e51501c4-ce4d-41de-908b-6e3480ebd95a HTTP/1.1" status: 200 len: 949 time: 0.1372805 Aug 16 23:53:35.120331 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-721a0113-05cb-4f8a-b847-73fca6528db8 None None] Port 3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:53:35.146326 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ceae5839-9856-4819-975b-66baaf080b3f req-9926bd4a-57ba-4c1f-8758-35af4c74ed47 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958428 Aug 16 23:53:35.160354 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911b5d8-a7a0-4cab-a2cf-ab8e0300372b req-432eaa04-da6d-49db-b863-fe192bc0f48c tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:35.161897 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f911b5d8-a7a0-4cab-a2cf-ab8e0300372b req-432eaa04-da6d-49db-b863-fe192bc0f48c tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c540bc2-0122-42f1-b034-b228e6b73757 HTTP/1.1" status: 200 len: 945 time: 0.0841329 Aug 16 23:53:35.174698 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-0e1d2021-8412-4d99-aee2-1eebab91d7af tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Made reservation on behalf of 6f0e719ea2ad4e27bf14dc4358a7d696 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:53:35.178085 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-0e1d2021-8412-4d99-aee2-1eebab91d7af tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:35.198824 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:35.252886 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 48ae156a-f2eb-47b2-a35e-69f171679d3f, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=48ae156a-f2eb-47b2-a35e-69f171679d3f,segment=NetworkSegment(f16751db-0fef-4efd-b070-84f6fe4ad1ea),segment_id=f16751db-0fef-4efd-b070-84f6fe4ad1ea)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:35.261388 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:35.266894 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f911b5d8-a7a0-4cab-a2cf-ab8e0300372b req-471774a5-4a57-4679-a85e-62525eb07d81 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "GET /v2.0/security-groups?id=0876bf16-2a72-4de0-bd73-ae6065860eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938983 Aug 16 23:53:35.388989 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=48ae156a-f2eb-47b2-a35e-69f171679d3f,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:35.408999 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-0e1d2021-8412-4d99-aee2-1eebab91d7af tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Allocated IP 19.86.0.117 (bc69c3aa-c258-46e8-a952-eb62bf4c8e99/22ebbe2f-9117-49e0-b3eb-d69d66378e7c/1963b672-95a1-4177-89e0-8ce17f2e9cfb) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:53:35.420652 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ec572-eac9-46fd-af75-937a9c1ef4a0 req-addc1ef7-d12a-4fe8-8697-c5885833b5f4 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:35.422206 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-190ec572-eac9-46fd-af75-937a9c1ef4a0 req-addc1ef7-d12a-4fe8-8697-c5885833b5f4 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1d6bfce-e916-4759-a1df-a2a4ba7e038a HTTP/1.1" status: 200 len: 950 time: 0.0812995 Aug 16 23:53:35.510266 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device d177b0dc-64fb-4335-98ab-48634d87ed17 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:53:35.535077 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-190ec572-eac9-46fd-af75-937a9c1ef4a0 req-529aca97-d324-4840-81ec-209ada4529cb tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/security-groups?id=1775507e-e450-4eea-9b5f-c87387c897a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976825 Aug 16 23:53:35.561766 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0cba38-ba00-4d37-b8df-c869b0766f92 req-6407fafc-228c-47df-8bf4-abd67149940f tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:35.563996 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3c0cba38-ba00-4d37-b8df-c869b0766f92 req-6407fafc-228c-47df-8bf4-abd67149940f tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a20abc-952a-487b-b5bc-527b052c93aa HTTP/1.1" status: 200 len: 944 time: 0.1518285 Aug 16 23:53:35.598325 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port d177b0dc-64fb-4335-98ab-48634d87ed17 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:35.602549 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port d177b0dc-64fb-4335-98ab-48634d87ed17 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:35.603100 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:35.661838 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3c0cba38-ba00-4d37-b8df-c869b0766f92 req-1ed6b62e-f575-4892-ac71-873688c35cd1 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f51b67-a47e-4b1d-ba53-03517aad128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811822 Aug 16 23:53:35.703128 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 48ae156a-f2eb-47b2-a35e-69f171679d3f up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:53:35.728792 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-0e1d2021-8412-4d99-aee2-1eebab91d7af tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:35.748730 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:35.751593 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-0e1d2021-8412-4d99-aee2-1eebab91d7af tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Transition to ACTIVE for port object 1963b672-95a1-4177-89e0-8ce17f2e9cfb will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:35.798472 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port d177b0dc-64fb-4335-98ab-48634d87ed17, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d177b0dc-64fb-4335-98ab-48634d87ed17,segment=NetworkSegment(33a33b0c-0d4a-424f-ba83-c386480cd0b2),segment_id=33a33b0c-0d4a-424f-ba83-c386480cd0b2)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:35.800138 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-0e1d2021-8412-4d99-aee2-1eebab91d7af tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:35.808595 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 48ae156a-f2eb-47b2-a35e-69f171679d3f triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:35.808982 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:35.810833 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:35.861642 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-0e1d2021-8412-4d99-aee2-1eebab91d7af tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Network bc69c3aa-c258-46e8-a952-eb62bf4c8e99 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:53:35.867037 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-0e1d2021-8412-4d99-aee2-1eebab91d7af tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:53:35.872015 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-0e1d2021-8412-4d99-aee2-1eebab91d7af tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:53:35.921749 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d2021-8412-4d99-aee2-1eebab91d7af tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event updated for resources: {'Port': ['ID=1963b672-95a1-4177-89e0-8ce17f2e9cfb,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:35.924769 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=d177b0dc-64fb-4335-98ab-48634d87ed17,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:35.974212 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-0e1d2021-8412-4d99-aee2-1eebab91d7af tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:35.976502 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-0e1d2021-8412-4d99-aee2-1eebab91d7af tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:36.014369 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-0e1d2021-8412-4d99-aee2-1eebab91d7af tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2270718 Aug 16 23:53:36.040616 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-f672ac19-f3a3-4f95-93ef-e0ba46db17ef tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Request body: {'port': {'device_id': 'dce38346-b8f9-4945-a165-6c7c88aa0575', 'network_id': 'c1f09ba5-c9e3-4591-94d4-74b22e4b8598', 'admin_state_up': True, 'tenant_id': '6f0e719ea2ad4e27bf14dc4358a7d696'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:36.255400 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1e13318d-9d47-4c00-8481-3ad89d3191fb None None] Provisioning for port 1963b672-95a1-4177-89e0-8ce17f2e9cfb completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:36.259935 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1e13318d-9d47-4c00-8481-3ad89d3191fb None None] Provisioning complete for port 1963b672-95a1-4177-89e0-8ce17f2e9cfb triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:36.260418 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1e13318d-9d47-4c00-8481-3ad89d3191fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:36.300454 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1e13318d-9d47-4c00-8481-3ad89d3191fb None None] Port 1963b672-95a1-4177-89e0-8ce17f2e9cfb cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:53:36.408749 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a20abc-952a-487b-b5bc-527b052c93aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd177b0dc-64fb-4335-98ab-48634d87ed17'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:53:36.411395 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e933596a-a329-4247-81f1-dd997bbc60bd" -d '{"events": [{"server_uuid": "f2a20abc-952a-487b-b5bc-527b052c93aa", "name": "network-vif-plugged", "status": "completed", "tag": "d177b0dc-64fb-4335-98ab-48634d87ed17"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:53:36.467799 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff6f09e5-8d24-4bfd-870a-d47430c3afc7 req-cebb6919-c039-4f7c-a887-8fef106c09f9 tempest-AbsoluteLimitsNegativeTestJSON-403545954 tempest-AbsoluteLimitsNegativeTestJSON-403545954-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=0e878b433ef542df854ff0ec954fe7f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3722954 Aug 16 23:53:36.606459 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cd8bc-45a4-49c3-a0ce-88dd5005af87 req-83c0c899-556c-4fe2-b8e1-320d66a374fd tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:36.612313 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cd8bc-45a4-49c3-a0ce-88dd5005af87 req-83c0c899-556c-4fe2-b8e1-320d66a374fd tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:36.613883 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-585cd8bc-45a4-49c3-a0ce-88dd5005af87 req-83c0c899-556c-4fe2-b8e1-320d66a374fd tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?device_id=dce38346-b8f9-4945-a165-6c7c88aa0575 HTTP/1.1" status: 200 len: 1654 time: 0.5172610 Aug 16 23:53:36.637533 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd58c9-1ebc-4066-9b23-24a8c4dd263c req-cd3ab399-6b11-4533-b13a-10e0aed67bf4 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:36.638940 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dddd58c9-1ebc-4066-9b23-24a8c4dd263c req-cd3ab399-6b11-4533-b13a-10e0aed67bf4 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c540bc2-0122-42f1-b034-b228e6b73757 HTTP/1.1" status: 200 len: 945 time: 0.1826127 Aug 16 23:53:36.715770 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-f672ac19-f3a3-4f95-93ef-e0ba46db17ef tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Made reservation on behalf of 6f0e719ea2ad4e27bf14dc4358a7d696 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:53:36.719229 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-f672ac19-f3a3-4f95-93ef-e0ba46db17ef tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:36.780034 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f09e5-8d24-4bfd-870a-d47430c3afc7 req-1bd1d1f6-24c3-44eb-851b-cae749835680 tempest-AbsoluteLimitsNegativeTestJSON-403545954 tempest-AbsoluteLimitsNegativeTestJSON-403545954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:36.781519 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff6f09e5-8d24-4bfd-870a-d47430c3afc7 req-1bd1d1f6-24c3-44eb-851b-cae749835680 tempest-AbsoluteLimitsNegativeTestJSON-403545954 tempest-AbsoluteLimitsNegativeTestJSON-403545954-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2948775 Aug 16 23:53:36.786518 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-585cd8bc-45a4-49c3-a0ce-88dd5005af87 req-c7e5342d-9423-4e3d-b3c8-c14f405d5b3f tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/security-groups?id=99794da0-50d3-4b0f-8569-811865d4b78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619964 Aug 16 23:53:36.817419 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff6f09e5-8d24-4bfd-870a-d47430c3afc7 req-5c379f36-160a-4728-9f8e-2a4abfd78277 tempest-AbsoluteLimitsNegativeTestJSON-403545954 tempest-AbsoluteLimitsNegativeTestJSON-403545954-project] 10.222.0.60 "GET /v2.0/quotas/0e878b433ef542df854ff0ec954fe7f5 HTTP/1.1" status: 200 len: 375 time: 0.0280826 Aug 16 23:53:36.910335 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff6f09e5-8d24-4bfd-870a-d47430c3afc7 req-7b0511c9-fdeb-45fb-b005-a4e9b220ef57 tempest-AbsoluteLimitsNegativeTestJSON-403545954 tempest-AbsoluteLimitsNegativeTestJSON-403545954-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0e878b433ef542df854ff0ec954fe7f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655766 Aug 16 23:53:36.952015 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-dddd58c9-1ebc-4066-9b23-24a8c4dd263c req-3576c9ad-cc31-439f-ab80-73aa0762ee30 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Deleting port 2db4129d-c04d-46bd-9436-70495ab50f2b {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:53:36.952376 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-dddd58c9-1ebc-4066-9b23-24a8c4dd263c req-3576c9ad-cc31-439f-ab80-73aa0762ee30 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:37.104692 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12361a9-473c-4f04-9115-ee47a539f281 req-6e9e5ecc-8459-4faa-9f73-75efc833b8ea tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:37.106327 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c12361a9-473c-4f04-9115-ee47a539f281 req-6e9e5ecc-8459-4faa-9f73-75efc833b8ea tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=e51501c4-ce4d-41de-908b-6e3480ebd95a HTTP/1.1" status: 200 len: 949 time: 0.2452412 Aug 16 23:53:37.111208 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 6513abce-3dd9-482c-887c-85c9538a6be5 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:53:37.115970 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-f672ac19-f3a3-4f95-93ef-e0ba46db17ef tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Allocated IP 19.80.0.71 (c1f09ba5-c9e3-4591-94d4-74b22e4b8598/d59a5845-abc8-4ae1-9c36-284eaf15f8f5/ee5086dd-a837-4463-b5af-52379e8c8e94) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:53:37.184280 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 6513abce-3dd9-482c-887c-85c9538a6be5 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:37.189729 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 6513abce-3dd9-482c-887c-85c9538a6be5 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:37.190437 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:37.232876 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-dddd58c9-1ebc-4066-9b23-24a8c4dd263c req-3576c9ad-cc31-439f-ab80-73aa0762ee30 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] For port 2db4129d-c04d-46bd-9436-70495ab50f2b, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=2db4129d-c04d-46bd-9436-70495ab50f2b,segment=NetworkSegment(893ff3b8-a701-42c5-9642-d416fd535f53),segment_id=893ff3b8-a701-42c5-9642-d416fd535f53)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:37.233317 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-dddd58c9-1ebc-4066-9b23-24a8c4dd263c req-3576c9ad-cc31-439f-ab80-73aa0762ee30 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:37.267152 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c12361a9-473c-4f04-9115-ee47a539f281 req-575679cc-9a94-4015-9f56-fb1b367df240 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487415 Aug 16 23:53:37.275060 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9404c-6642-43d9-8449-f86cc394a59c req-f7e85753-6283-405d-a986-22f82a3ff674 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:37.281957 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8bb9404c-6642-43d9-8449-f86cc394a59c req-f7e85753-6283-405d-a986-22f82a3ff674 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c540bc2-0122-42f1-b034-b228e6b73757 HTTP/1.1" status: 200 len: 945 time: 0.2498813 Aug 16 23:53:37.344184 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:37.364278 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8e0b3d-c7e0-4652-b9e3-e045e3307fdc x-openstack-request-id: req-0d8e0b3d-c7e0-4652-b9e3-e045e3307fdc {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:37.364512 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a20abc-952a-487b-b5bc-527b052c93aa", "name": "network-vif-plugged", "status": "completed", "tag": "d177b0dc-64fb-4335-98ab-48634d87ed17", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:37.364637 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d8e0b3d-c7e0-4652-b9e3-e045e3307fdc {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:37.364968 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a20abc-952a-487b-b5bc-527b052c93aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd177b0dc-64fb-4335-98ab-48634d87ed17', 'code': 200} Aug 16 23:53:37.376173 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47520) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:37.446963 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 6513abce-3dd9-482c-887c-85c9538a6be5, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=6513abce-3dd9-482c-887c-85c9538a6be5,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:37.454989 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:37.553371 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8bb9404c-6642-43d9-8449-f86cc394a59c req-29c99ea8-fdff-43cc-aac6-5f1c3d237b84 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "GET /v2.0/security-groups?id=0876bf16-2a72-4de0-bd73-ae6065860eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543664 Aug 16 23:53:37.563067 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=6513abce-3dd9-482c-887c-85c9538a6be5,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:37.592840 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ea87fce-cdbd-4a8c-a48f-c7fabafa82a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:37.694763 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e123555-c0fd-47c0-b77a-04fa2b515256 req-06b17632-ba2a-42d1-8056-8223e43d7170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:37.696347 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e123555-c0fd-47c0-b77a-04fa2b515256 req-06b17632-ba2a-42d1-8056-8223e43d7170 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20abc-952a-487b-b5bc-527b052c93aa HTTP/1.1" status: 200 len: 1097 time: 0.2585769 Aug 16 23:53:37.759384 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ea87fce-cdbd-4a8c-a48f-c7fabafa82a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:37.764424 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ea87fce-cdbd-4a8c-a48f-c7fabafa82a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:37.785823 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-dddd58c9-1ebc-4066-9b23-24a8c4dd263c req-3576c9ad-cc31-439f-ab80-73aa0762ee30 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:37.786194 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-dddd58c9-1ebc-4066-9b23-24a8c4dd263c req-3576c9ad-cc31-439f-ab80-73aa0762ee30 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:37.786535 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [req-dddd58c9-1ebc-4066-9b23-24a8c4dd263c req-3576c9ad-cc31-439f-ab80-73aa0762ee30 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Floating IP 57db3843-e480-4019-a91a-a0f779e85b5f disassociated. External IP: 172.25.3.166, port: 2db4129d-c04d-46bd-9436-70495ab50f2b. Aug 16 23:53:37.786872 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-dddd58c9-1ebc-4066-9b23-24a8c4dd263c req-3576c9ad-cc31-439f-ab80-73aa0762ee30 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Calling delete_port for 2db4129d-c04d-46bd-9436-70495ab50f2b owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:53:37.793956 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-f672ac19-f3a3-4f95-93ef-e0ba46db17ef tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:37.802856 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1f68e-27da-4342-9882-16a222c52da3 req-89116738-7f89-423a-bee6-c36c9e0c04e9 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:37.804329 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-86d1f68e-27da-4342-9882-16a222c52da3 req-89116738-7f89-423a-bee6-c36c9e0c04e9 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1d6bfce-e916-4759-a1df-a2a4ba7e038a HTTP/1.1" status: 200 len: 950 time: 0.2895908 Aug 16 23:53:37.815762 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3ea87fce-cdbd-4a8c-a48f-c7fabafa82a4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0e878b433ef542df854ff0ec954fe7f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4355099 Aug 16 23:53:37.817557 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47526) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:37.830575 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea87fce-cdbd-4a8c-a48f-c7fabafa82a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc74f187-5bf7-4acc-8117-7a9cd1aa2199,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:37.843718 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-f672ac19-f3a3-4f95-93ef-e0ba46db17ef tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Transition to ACTIVE for port object ee5086dd-a837-4463-b5af-52379e8c8e94 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:37.893557 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e123555-c0fd-47c0-b77a-04fa2b515256 req-5700ec24-a77f-431f-b437-a231893f9875 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=45f51b67-a47e-4b1d-ba53-03517aad128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761796 Aug 16 23:53:37.896580 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-602561a1-4d89-4518-9eef-eb418b85f95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:37.906449 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518e55d-56cd-490b-8957-53bcbe618701 req-55a67b78-2cf0-4865-b39a-6abd74b0d712 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:37.907925 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4518e55d-56cd-490b-8957-53bcbe618701 req-55a67b78-2cf0-4865-b39a-6abd74b0d712 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a20abc-952a-487b-b5bc-527b052c93aa HTTP/1.1" status: 200 len: 945 time: 0.2445199 Aug 16 23:53:37.921433 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-602561a1-4d89-4518-9eef-eb418b85f95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:37.971873 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-86d1f68e-27da-4342-9882-16a222c52da3 req-b30b0367-952d-4416-a5f0-258df52febf6 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/security-groups?id=1775507e-e450-4eea-9b5f-c87387c897a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486790 Aug 16 23:53:37.972350 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-602561a1-4d89-4518-9eef-eb418b85f95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:37.975807 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-602561a1-4d89-4518-9eef-eb418b85f95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:37.980473 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-602561a1-4d89-4518-9eef-eb418b85f95f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc74f187-5bf7-4acc-8117-7a9cd1aa2199 HTTP/1.1" status: 204 len: 168 time: 0.1588609 Aug 16 23:53:38.006290 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602561a1-4d89-4518-9eef-eb418b85f95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc74f187-5bf7-4acc-8117-7a9cd1aa2199,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:38.011014 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4518e55d-56cd-490b-8957-53bcbe618701 req-f8b4ee59-05ff-4e6f-a9f2-242c1935bfbe tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f51b67-a47e-4b1d-ba53-03517aad128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842791 Aug 16 23:53:38.014010 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-f672ac19-f3a3-4f95-93ef-e0ba46db17ef tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:38.095769 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-f672ac19-f3a3-4f95-93ef-e0ba46db17ef tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Network c1f09ba5-c9e3-4591-94d4-74b22e4b8598 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:53:38.106285 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-f672ac19-f3a3-4f95-93ef-e0ba46db17ef tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:53:38.109780 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672ac19-f3a3-4f95-93ef-e0ba46db17ef tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event updated for resources: {'Port': ['ID=ee5086dd-a837-4463-b5af-52379e8c8e94,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:38.114148 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-f672ac19-f3a3-4f95-93ef-e0ba46db17ef tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:53:38.182855 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-f672ac19-f3a3-4f95-93ef-e0ba46db17ef tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:38.183524 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-f672ac19-f3a3-4f95-93ef-e0ba46db17ef tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:38.198128 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-dddd58c9-1ebc-4066-9b23-24a8c4dd263c req-3576c9ad-cc31-439f-ab80-73aa0762ee30 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:38.304244 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576c9ad-cc31-439f-ab80-73aa0762ee30 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Pushing event deleted for resources: {'Port': ['ID=2db4129d-c04d-46bd-9436-70495ab50f2b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:38.352194 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-f672ac19-f3a3-4f95-93ef-e0ba46db17ef tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3238549 Aug 16 23:53:38.374110 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-39510080-c886-433e-80c4-ba08e4e07c71 service neutron] Request body: {'port': {'device_id': 'dce38346-b8f9-4945-a165-6c7c88aa0575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:38.444946 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811fff8-78a4-4d88-84b6-499566e67dcc req-c2b2f5eb-4324-43f3-a97c-5648115b8571 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:38.451789 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811fff8-78a4-4d88-84b6-499566e67dcc req-c2b2f5eb-4324-43f3-a97c-5648115b8571 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:38.458391 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811fff8-78a4-4d88-84b6-499566e67dcc req-c2b2f5eb-4324-43f3-a97c-5648115b8571 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:38.466028 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1811fff8-78a4-4d88-84b6-499566e67dcc req-c2b2f5eb-4324-43f3-a97c-5648115b8571 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?device_id=dce38346-b8f9-4945-a165-6c7c88aa0575 HTTP/1.1" status: 200 len: 2375 time: 0.2851932 Aug 16 23:53:38.471449 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3e043b65-b2af-4a61-9885-857d0e0f5584 None None] Provisioning for port ee5086dd-a837-4463-b5af-52379e8c8e94 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:38.477575 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3e043b65-b2af-4a61-9885-857d0e0f5584 None None] Provisioning complete for port ee5086dd-a837-4463-b5af-52379e8c8e94 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:38.478067 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3e043b65-b2af-4a61-9885-857d0e0f5584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:38.506730 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83109fa-37af-4a41-88ae-ebfa1d496247 req-a6314d92-792d-44a9-bb21-68b955627163 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:38.508270 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e83109fa-37af-4a41-88ae-ebfa1d496247 req-a6314d92-792d-44a9-bb21-68b955627163 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/ports?device_id=edeb1835-eb4f-4873-9a9e-efaf8a8c2c01 HTTP/1.1" status: 200 len: 948 time: 0.2495434 Aug 16 23:53:38.524369 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-3e043b65-b2af-4a61-9885-857d0e0f5584 None None] Port ee5086dd-a837-4463-b5af-52379e8c8e94 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:53:38.598972 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-39510080-c886-433e-80c4-ba08e4e07c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:38.645692 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1811fff8-78a4-4d88-84b6-499566e67dcc req-e0f72247-d641-44aa-8dce-da5d3a9f367d tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/security-groups?id=99794da0-50d3-4b0f-8569-811865d4b78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690416 Aug 16 23:53:38.669098 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e83109fa-37af-4a41-88ae-ebfa1d496247 req-d2e007eb-96ae-4e24-8fd6-1e6097f8b301 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/security-groups?id=1775507e-e450-4eea-9b5f-c87387c897a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346915 Aug 16 23:53:38.698268 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dddd58c9-1ebc-4066-9b23-24a8c4dd263c req-3576c9ad-cc31-439f-ab80-73aa0762ee30 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Router be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:53:38.901007 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47558) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:38.967751 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-759e0038-f2d3-4ed1-ac12-e302271a0db5 req-91ee9546-4a79-4f54-8664-9b027de399d6 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c540bc2-0122-42f1-b034-b228e6b73757 HTTP/1.1" status: 200 len: 210 time: 0.0965447 Aug 16 23:53:39.012786 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-7e66726a-15f3-4d15-a3fd-e5917f9bb8f6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1706228712-network', 'tenant_id': 'd6b8573679f64d1c81b5409908dd5799'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:39.023468 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dddd58c9-1ebc-4066-9b23-24a8c4dd263c req-3576c9ad-cc31-439f-ab80-73aa0762ee30 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:53:39.038397 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd14d781-2a23-459d-a8ce-026e9a896855 None None] Sync routers for ids ['be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:53:39.045210 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e66726a-15f3-4d15-a3fd-e5917f9bb8f6 admin admin] Made reservation on behalf of d6b8573679f64d1c81b5409908dd5799 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:53:39.048206 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e66726a-15f3-4d15-a3fd-e5917f9bb8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:39.050482 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd14d781-2a23-459d-a8ce-026e9a896855 None None] Routers {'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:53:39.051106 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-bd14d781-2a23-459d-a8ce-026e9a896855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:53:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:39.056982 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68cca7-8bc9-4623-890b-0cd68c6315d8 req-03c09c0b-fad1-4b0c-b5bf-fb60ecf2b69e tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:39.058574 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb68cca7-8bc9-4623-890b-0cd68c6315d8 req-03c09c0b-fad1-4b0c-b5bf-fb60ecf2b69e tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=e51501c4-ce4d-41de-908b-6e3480ebd95a HTTP/1.1" status: 200 len: 950 time: 0.2631071 Aug 16 23:53:39.066464 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e66726a-15f3-4d15-a3fd-e5917f9bb8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:39.129564 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 2db4129d-c04d-46bd-9436-70495ab50f2b no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:53:39.166235 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 2db4129d-c04d-46bd-9436-70495ab50f2b {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:53:39.166577 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 2db4129d-c04d-46bd-9436-70495ab50f2b not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:53:39.189736 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e66726a-15f3-4d15-a3fd-e5917f9bb8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:39.189968 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-bd14d781-2a23-459d-a8ce-026e9a896855 None None] Set router be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:53:39.194848 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e66726a-15f3-4d15-a3fd-e5917f9bb8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:39.222864 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e66726a-15f3-4d15-a3fd-e5917f9bb8f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:53:39.241717 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66726a-15f3-4d15-a3fd-e5917f9bb8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de80115b-1519-46cb-9843-34612489d086,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:39.248954 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e66726a-15f3-4d15-a3fd-e5917f9bb8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:39.249444 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-7e66726a-15f3-4d15-a3fd-e5917f9bb8f6 admin admin] Added segment 55d7b978-0efe-46a2-ad25-da3c16a18236 of type vlan for network 4f62994e-0307-47f2-985c-61befd30b354 Aug 16 23:53:39.321201 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e66726a-15f3-4d15-a3fd-e5917f9bb8f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:39.366797 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51501c4-ce4d-41de-908b-6e3480ebd95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6513abce-3dd9-482c-887c-85c9538a6be5'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:53:39.369639 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e66726a-15f3-4d15-a3fd-e5917f9bb8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:39.370060 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0bfa93-f15e-4458-aa34-c544584dbbd0" -d '{"events": [{"server_uuid": "e51501c4-ce4d-41de-908b-6e3480ebd95a", "name": "network-vif-plugged", "status": "completed", "tag": "6513abce-3dd9-482c-887c-85c9538a6be5"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:53:39.370696 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e66726a-15f3-4d15-a3fd-e5917f9bb8f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:39.371334 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e66726a-15f3-4d15-a3fd-e5917f9bb8f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:39.428805 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7e66726a-15f3-4d15-a3fd-e5917f9bb8f6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5265138 Aug 16 23:53:39.435491 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47580) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:39.461626 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-2a9b07e8-f849-4e5c-82b4-4d39a4a4b4c3 admin admin] Request body: {'subnet': {'network_id': '4f62994e-0307-47f2-985c-61befd30b354', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1706228712-subnet', 'tenant_id': 'd6b8573679f64d1c81b5409908dd5799', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:39.468492 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66726a-15f3-4d15-a3fd-e5917f9bb8f6 admin admin] Pushing event updated for resources: {'Network': ['ID=4f62994e-0307-47f2-985c-61befd30b354,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:39.483753 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 4f62994e-0307-47f2-985c-61befd30b354 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:53:39.504790 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9b07e8-f849-4e5c-82b4-4d39a4a4b4c3 admin admin] Made reservation on behalf of d6b8573679f64d1c81b5409908dd5799 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:53:39.508986 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a9b07e8-f849-4e5c-82b4-4d39a4a4b4c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:39.513476 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddd58c9-1ebc-4066-9b23-24a8c4dd263c req-3576c9ad-cc31-439f-ab80-73aa0762ee30 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] No DVR routers for this DVR port 2db4129d-c04d-46bd-9436-70495ab50f2b on host n-h1-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:53:39.531165 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-dddd58c9-1ebc-4066-9b23-24a8c4dd263c req-3576c9ad-cc31-439f-ab80-73aa0762ee30 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:39.533118 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dddd58c9-1ebc-4066-9b23-24a8c4dd263c req-3576c9ad-cc31-439f-ab80-73aa0762ee30 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.69 "DELETE /v2.0/ports/2db4129d-c04d-46bd-9436-70495ab50f2b HTTP/1.1" status: 204 len: 173 time: 2.8812523 Aug 16 23:53:39.533569 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c540bc2-0122-42f1-b034-b228e6b73757', 'name': 'network-vif-deleted', 'tag': '2db4129d-c04d-46bd-9436-70495ab50f2b'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:53:39.535806 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684c124b-e911-4c92-92c7-a058077ec3a0" -d '{"events": [{"server_uuid": "8c540bc2-0122-42f1-b034-b228e6b73757", "name": "network-vif-deleted", "tag": "2db4129d-c04d-46bd-9436-70495ab50f2b"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:53:39.542015 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-bd14d781-2a23-459d-a8ce-026e9a896855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'name': 'tempest-ServersTestFqdnHostnames-1454886577-router', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:57Z', 'updated_at': '2021-08-16T23:51:05Z', 'revision_number': 4, 'project_id': 'ea1f363e7da44969b3a4164afa733f09', 'gw_port': {'id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:59Z', 'updated_at': '2021-08-16T23:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '7eeacd98-ee15-4fcb-aa8e-75a81bab9e32', 'name': '', 'network_id': 'dfceb4c9-aedb-4a4a-ad89-be69b8624208', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'mac_address': 'fa:16:3e:40:aa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'acde4885-8004-4ab5-9f91-25ef081204d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:04Z', 'updated_at': '2021-08-16T23:51:15Z', 'revision_number': 5, 'project_id': 'ea1f363e7da44969b3a4164afa733f09', 'subnets': [{'id': 'acde4885-8004-4ab5-9f91-25ef081204d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:39.591561 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb68cca7-8bc9-4623-890b-0cd68c6315d8 req-1b5b578a-62ac-4036-a126-ddc407462768 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178313 Aug 16 23:53:39.595064 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd14d781-2a23-459d-a8ce-026e9a896855 None None] Checking router: be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:53:39.606073 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd14d781-2a23-459d-a8ce-026e9a896855 None None] Routers {'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:53:39.606700 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-bd14d781-2a23-459d-a8ce-026e9a896855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:53:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:39.642138 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf2609-19ab-49ab-83b5-6a69abb17563 req-16cda1f6-2758-4294-ad28-1d086333ab45 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:39.644069 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-98bf2609-19ab-49ab-83b5-6a69abb17563 req-16cda1f6-2758-4294-ad28-1d086333ab45 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a20abc-952a-487b-b5bc-527b052c93aa HTTP/1.1" status: 200 len: 945 time: 0.1406662 Aug 16 23:53:39.742784 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-98bf2609-19ab-49ab-83b5-6a69abb17563 req-6312b92a-9c17-4e42-82a6-b2cf371979d1 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f51b67-a47e-4b1d-ba53-03517aad128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894225 Aug 16 23:53:39.765637 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-39510080-c886-433e-80c4-ba08e4e07c71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:53:39.794624 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-39510080-c886-433e-80c4-ba08e4e07c71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:39.799120 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:39.802779 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a9b07e8-f849-4e5c-82b4-4d39a4a4b4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:39.835637 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-39510080-c886-433e-80c4-ba08e4e07c71 service neutron] Transition to ACTIVE for port object 3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:39.839216 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348f7e00-f5f1-4b59-bb9f-12a18ce3e224 x-openstack-request-id: req-348f7e00-f5f1-4b59-bb9f-12a18ce3e224 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:39.840881 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51501c4-ce4d-41de-908b-6e3480ebd95a", "name": "network-vif-plugged", "status": "completed", "tag": "6513abce-3dd9-482c-887c-85c9538a6be5", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:39.841454 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-348f7e00-f5f1-4b59-bb9f-12a18ce3e224 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:39.842053 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51501c4-ce4d-41de-908b-6e3480ebd95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6513abce-3dd9-482c-887c-85c9538a6be5', 'code': 200} Aug 16 23:53:39.852673 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-39510080-c886-433e-80c4-ba08e4e07c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:39.879878 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b07e8-f849-4e5c-82b4-4d39a4a4b4c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab8a4e3e-939b-4a55-bede-bf198615fcc0,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:39.917298 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9b07e8-f849-4e5c-82b4-4d39a4a4b4c3 admin admin] Checking segment: {'id': '55d7b978-0efe-46a2-ad25-da3c16a18236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4f62994e-0307-47f2-985c-61befd30b354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:53:39.917975 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9b07e8-f849-4e5c-82b4-4d39a4a4b4c3 admin admin] Network hostable DHCP agents. Network: 4f62994e-0307-47f2-985c-61befd30b354, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:53:39.941469 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9b07e8-f849-4e5c-82b4-4d39a4a4b4c3 admin admin] Network 4f62994e-0307-47f2-985c-61befd30b354 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:53:39.942200 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fc779d-9a44-4d00-a724-dcab99f2bad3 x-openstack-request-id: req-71fc779d-9a44-4d00-a724-dcab99f2bad3 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:39.942533 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c540bc2-0122-42f1-b034-b228e6b73757", "name": "network-vif-deleted", "tag": "2db4129d-c04d-46bd-9436-70495ab50f2b", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:39.942762 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-71fc779d-9a44-4d00-a724-dcab99f2bad3 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:39.943178 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c540bc2-0122-42f1-b034-b228e6b73757', 'name': 'network-vif-deleted', 'tag': '2db4129d-c04d-46bd-9436-70495ab50f2b', 'status': 'completed', 'code': 200} Aug 16 23:53:39.970766 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-2a9b07e8-f849-4e5c-82b4-4d39a4a4b4c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 4f62994e-0307-47f2-985c-61befd30b354) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:53:39.976331 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9b07e8-f849-4e5c-82b4-4d39a4a4b4c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:39.977187 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a9b07e8-f849-4e5c-82b4-4d39a4a4b4c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:39.986578 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-bd14d781-2a23-459d-a8ce-026e9a896855 None None] Set router be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:53:39.990142 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0335f1a-df05-4c94-a125-483ce91e1b8c None None] Network 4f62994e-0307-47f2-985c-61befd30b354 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:53:40.011390 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2a9b07e8-f849-4e5c-82b4-4d39a4a4b4c3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5549583 Aug 16 23:53:40.208560 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39510080-c886-433e-80c4-ba08e4e07c71 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:40.211406 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2b95d9-0353-43bd-bfe8-d24e261617bf None None] Network 4f62994e-0307-47f2-985c-61befd30b354 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:53:40.328247 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6f3de-e30c-4fea-81a5-8146eb66005a req-bf44730f-16d0-4926-aace-4992a9c498b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:40.329952 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d9a6f3de-e30c-4fea-81a5-8146eb66005a req-bf44730f-16d0-4926-aace-4992a9c498b6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e51501c4-ce4d-41de-908b-6e3480ebd95a HTTP/1.1" status: 200 len: 1102 time: 0.3606896 Aug 16 23:53:40.332564 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-bd14d781-2a23-459d-a8ce-026e9a896855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'name': 'tempest-ServersTestFqdnHostnames-1454886577-router', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:57Z', 'updated_at': '2021-08-16T23:51:05Z', 'revision_number': 4, 'project_id': 'ea1f363e7da44969b3a4164afa733f09', 'gw_port': {'id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:59Z', 'updated_at': '2021-08-16T23:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '7eeacd98-ee15-4fcb-aa8e-75a81bab9e32', 'name': '', 'network_id': 'dfceb4c9-aedb-4a4a-ad89-be69b8624208', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'mac_address': 'fa:16:3e:40:aa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'acde4885-8004-4ab5-9f91-25ef081204d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:04Z', 'updated_at': '2021-08-16T23:51:15Z', 'revision_number': 5, 'project_id': 'ea1f363e7da44969b3a4164afa733f09', 'subnets': [{'id': 'acde4885-8004-4ab5-9f91-25ef081204d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:40.344485 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb248ee-723b-4356-8009-746ac73152db req-81505984-eab8-4dc8-818e-056d5ff62578 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:40.350547 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb248ee-723b-4356-8009-746ac73152db req-81505984-eab8-4dc8-818e-056d5ff62578 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:40.356777 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb248ee-723b-4356-8009-746ac73152db req-81505984-eab8-4dc8-818e-056d5ff62578 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:40.358623 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bcb248ee-723b-4356-8009-746ac73152db req-81505984-eab8-4dc8-818e-056d5ff62578 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?device_id=dce38346-b8f9-4945-a165-6c7c88aa0575 HTTP/1.1" status: 200 len: 2387 time: 0.3446932 Aug 16 23:53:40.373404 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-39510080-c886-433e-80c4-ba08e4e07c71 service neutron] Attempting to bind port 3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:53:40.373706 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-39510080-c886-433e-80c4-ba08e4e07c71 service neutron] Attempting to bind port 3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'b462b964-3d0f-4505-b925-ad550746aabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c1f09ba5-c9e3-4591-94d4-74b22e4b8598'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:53:40.374083 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-39510080-c886-433e-80c4-ba08e4e07c71 service neutron] Attempting to bind port 3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a on network c1f09ba5-c9e3-4591-94d4-74b22e4b8598 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:40.379929 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd14d781-2a23-459d-a8ce-026e9a896855 None None] The sync data for ids ['be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'] in n-d-800088-20 is: [{'id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'name': 'tempest-ServersTestFqdnHostnames-1454886577-router', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:57Z', 'updated_at': '2021-08-16T23:51:05Z', 'revision_number': 4, 'project_id': 'ea1f363e7da44969b3a4164afa733f09', 'gw_port': {'id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:59Z', 'updated_at': '2021-08-16T23:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '7eeacd98-ee15-4fcb-aa8e-75a81bab9e32', 'name': '', 'network_id': 'dfceb4c9-aedb-4a4a-ad89-be69b8624208', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'mac_address': 'fa:16:3e:40:aa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'acde4885-8004-4ab5-9f91-25ef081204d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:04Z', 'updated_at': '2021-08-16T23:51:15Z', 'revision_number': 5, 'project_id': 'ea1f363e7da44969b3a4164afa733f09', 'subnets': [{'id': 'acde4885-8004-4ab5-9f91-25ef081204d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:53:40.404506 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-39510080-c886-433e-80c4-ba08e4e07c71 service neutron] Port 3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a on network c1f09ba5-c9e3-4591-94d4-74b22e4b8598 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:53:40.404835 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-39510080-c886-433e-80c4-ba08e4e07c71 service neutron] Attempting to bind port 3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a on network c1f09ba5-c9e3-4591-94d4-74b22e4b8598 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:40.425624 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-c6721ac9-dd05-4f55-9249-9684a9e59b75 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:40.427125 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-c6721ac9-dd05-4f55-9249-9684a9e59b75 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/networks?id=5dc1690b-6624-46fa-a54a-7524bbadf6de HTTP/1.1" status: 200 len: 818 time: 0.3868620 Aug 16 23:53:40.433286 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-39510080-c886-433e-80c4-ba08e4e07c71 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:53:40.433893 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-39510080-c886-433e-80c4-ba08e4e07c71 service neutron] Checking segment: {'id': 'b462b964-3d0f-4505-b925-ad550746aabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c1f09ba5-c9e3-4591-94d4-74b22e4b8598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:53:40.434281 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-39510080-c886-433e-80c4-ba08e4e07c71 service neutron] Bound using segment: {'id': 'b462b964-3d0f-4505-b925-ad550746aabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c1f09ba5-c9e3-4591-94d4-74b22e4b8598'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:53:40.434721 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-39510080-c886-433e-80c4-ba08e4e07c71 service neutron] Bound port: 3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b462b964-3d0f-4505-b925-ad550746aabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c1f09ba5-c9e3-4591-94d4-74b22e4b8598'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:53:40.435083 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-39510080-c886-433e-80c4-ba08e4e07c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:40.473564 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d9a6f3de-e30c-4fea-81a5-8146eb66005a req-c3d726f1-905e-4295-ae14-f9c0ec01199b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139548 Aug 16 23:53:40.479014 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-0449749a-6b31-41c4-96e9-33aa4f0b7cbe tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/quotas/b30c0e442778419181d2ad6b2586afae HTTP/1.1" status: 200 len: 375 time: 0.0410745 Aug 16 23:53:40.483546 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bcb248ee-723b-4356-8009-746ac73152db req-4bda3e69-7278-4c55-a5aa-c600c45d5112 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/security-groups?id=99794da0-50d3-4b0f-8569-811865d4b78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053994 Aug 16 23:53:40.625447 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41db06e-d4fb-4244-88c5-f4b54b5e5523 None None] New status for floating IP 57db3843-e480-4019-a91a-a0f779e85b5f: DOWN {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:53:40.640814 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-39510080-c886-433e-80c4-ba08e4e07c71 service neutron] For port 3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:53:40.644587 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-39510080-c886-433e-80c4-ba08e4e07c71 service neutron] For port 3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a,segment=NetworkSegment(b462b964-3d0f-4505-b925-ad550746aabe),segment_id=b462b964-3d0f-4505-b925-ad550746aabe)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:53:40.654966 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-546c5aa6-7576-4a42-bae9-86f62d451569 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b30c0e442778419181d2ad6b2586afae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1697066 Aug 16 23:53:40.658637 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-39510080-c886-433e-80c4-ba08e4e07c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:40.766396 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-39510080-c886-433e-80c4-ba08e4e07c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:40.767026 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-39510080-c886-433e-80c4-ba08e4e07c71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:40.768441 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-39510080-c886-433e-80c4-ba08e4e07c71 service neutron] 10.222.0.64 "PUT /v2.0/ports/3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a HTTP/1.1" status: 200 len: 1092 time: 2.4041228 Aug 16 23:53:40.774415 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b66cb5c2-f926-41ba-834a-61f2b3010daa req-10f2bac3-fb3c-4a0b-8eea-fe74e26fdc62 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2595561 Aug 16 23:53:40.797263 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-b66cb5c2-f926-41ba-834a-61f2b3010daa req-c95b9337-84b1-44f9-945e-54e4d60f562c tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:40.813440 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-3a201b7f-a8fa-49af-8946-bb5a449df615 service neutron] Request body: {'port': {'device_id': 'dce38346-b8f9-4945-a165-6c7c88aa0575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:40.823556 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39510080-c886-433e-80c4-ba08e4e07c71 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:40.883080 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b66cb5c2-f926-41ba-834a-61f2b3010daa req-c95b9337-84b1-44f9-945e-54e4d60f562c tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks [] for floatingip, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:40.931861 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-e0e69084-2550-478b-9a18-4fa5946c943d service neutron] 10.222.0.60 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613494 Aug 16 23:53:40.956506 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-3a201b7f-a8fa-49af-8946-bb5a449df615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:41.149297 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device a1d6dd85-c6eb-4f84-99d6-5124a84ad68d details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:53:41.162144 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-40f7b318-f57e-4596-83d3-1fcb1a377b23 service neutron] 10.222.0.60 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067215 Aug 16 23:53:41.248677 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b66cb5c2-f926-41ba-834a-61f2b3010daa req-c95b9337-84b1-44f9-945e-54e4d60f562c tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:41.256057 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port a1d6dd85-c6eb-4f84-99d6-5124a84ad68d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a1d6dd85-c6eb-4f84-99d6-5124a84ad68d,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:41.269301 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': 'a1d6dd85-c6eb-4f84-99d6-5124a84ad68d', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': 'a1d6dd85-c6eb-4f84-99d6-5124a84ad68d', 'mac_address': 'fa:16:3e:01:6a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:53:41.323694 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:41.333022 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:41.339557 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1d6dd85-c6eb-4f84-99d6-5124a84ad68d {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:53:41.365657 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port a1d6dd85-c6eb-4f84-99d6-5124a84ad68d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a1d6dd85-c6eb-4f84-99d6-5124a84ad68d,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:41.370904 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:41.421747 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-3a201b7f-a8fa-49af-8946-bb5a449df615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1963b672-95a1-4177-89e0-8ce17f2e9cfb {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:53:41.439972 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=a1d6dd85-c6eb-4f84-99d6-5124a84ad68d,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:41.443938 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-3a201b7f-a8fa-49af-8946-bb5a449df615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:41.449340 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:41.449693 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:41.450035 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:41.450374 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:41.450712 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:41.451044 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:41.451372 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:41.451883 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:41.452219 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:41.452978 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:41.453402 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:41.453841 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:41.466080 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-b66cb5c2-f926-41ba-834a-61f2b3010daa req-c95b9337-84b1-44f9-945e-54e4d60f562c tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Allocated IP 172.25.3.63 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/37331be0-dd74-4a02-9975-311a177d77b3) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:53:41.481717 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-3a201b7f-a8fa-49af-8946-bb5a449df615 service neutron] Transition to ACTIVE for port object 1963b672-95a1-4177-89e0-8ce17f2e9cfb will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:41.489735 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-3a201b7f-a8fa-49af-8946-bb5a449df615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:41.508420 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['a1d6dd85-c6eb-4f84-99d6-5124a84ad68d'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:53:41.610598 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a201b7f-a8fa-49af-8946-bb5a449df615 service neutron] Pushing event updated for resources: {'Port': ['ID=1963b672-95a1-4177-89e0-8ce17f2e9cfb,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:41.694841 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b66cb5c2-f926-41ba-834a-61f2b3010daa req-c95b9337-84b1-44f9-945e-54e4d60f562c tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:41.737114 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-bb76b74a-a43b-49c8-a64a-16fd226bec5d req-e425b476-45b5-4834-b4c0-1599f6d70b6b tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1969005301', 'description': 'tempest-description-1821832607'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:41.749201 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-3a201b7f-a8fa-49af-8946-bb5a449df615 service neutron] Attempting to bind port 1963b672-95a1-4177-89e0-8ce17f2e9cfb on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:53:41.749546 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-3a201b7f-a8fa-49af-8946-bb5a449df615 service neutron] Attempting to bind port 1963b672-95a1-4177-89e0-8ce17f2e9cfb by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'f16751db-0fef-4efd-b070-84f6fe4ad1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bc69c3aa-c258-46e8-a952-eb62bf4c8e99'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:53:41.750019 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-3a201b7f-a8fa-49af-8946-bb5a449df615 service neutron] Attempting to bind port 1963b672-95a1-4177-89e0-8ce17f2e9cfb on network bc69c3aa-c258-46e8-a952-eb62bf4c8e99 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:41.778008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-3a201b7f-a8fa-49af-8946-bb5a449df615 service neutron] Port 1963b672-95a1-4177-89e0-8ce17f2e9cfb on network bc69c3aa-c258-46e8-a952-eb62bf4c8e99 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:53:41.778389 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-3a201b7f-a8fa-49af-8946-bb5a449df615 service neutron] Attempting to bind port 1963b672-95a1-4177-89e0-8ce17f2e9cfb on network bc69c3aa-c258-46e8-a952-eb62bf4c8e99 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:41.795866 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bb76b74a-a43b-49c8-a64a-16fd226bec5d req-e425b476-45b5-4834-b4c0-1599f6d70b6b tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:41.798292 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-3a201b7f-a8fa-49af-8946-bb5a449df615 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:53:41.798641 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-3a201b7f-a8fa-49af-8946-bb5a449df615 service neutron] Checking segment: {'id': 'f16751db-0fef-4efd-b070-84f6fe4ad1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bc69c3aa-c258-46e8-a952-eb62bf4c8e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:53:41.799031 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-3a201b7f-a8fa-49af-8946-bb5a449df615 service neutron] Bound using segment: {'id': 'f16751db-0fef-4efd-b070-84f6fe4ad1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bc69c3aa-c258-46e8-a952-eb62bf4c8e99'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:53:41.799485 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-3a201b7f-a8fa-49af-8946-bb5a449df615 service neutron] Bound port: 1963b672-95a1-4177-89e0-8ce17f2e9cfb, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16751db-0fef-4efd-b070-84f6fe4ad1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bc69c3aa-c258-46e8-a952-eb62bf4c8e99'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:53:41.799841 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-3a201b7f-a8fa-49af-8946-bb5a449df615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:41.860538 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b66cb5c2-f926-41ba-834a-61f2b3010daa req-c95b9337-84b1-44f9-945e-54e4d60f562c tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:41.941766 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66cb5c2-f926-41ba-834a-61f2b3010daa req-c95b9337-84b1-44f9-945e-54e4d60f562c tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:53:41.947866 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce38346-b8f9-4945-a165-6c7c88aa0575', 'tag': '3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:53:41.951011 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a425713a-58aa-4174-a9be-a4be209a4054" -d '{"events": [{"name": "network-changed", "server_uuid": "dce38346-b8f9-4945-a165-6c7c88aa0575", "tag": "3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:53:41.967951 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-b66cb5c2-f926-41ba-834a-61f2b3010daa req-c95b9337-84b1-44f9-945e-54e4d60f562c tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:53:41.970842 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66cb5c2-f926-41ba-834a-61f2b3010daa req-c95b9337-84b1-44f9-945e-54e4d60f562c tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:53:41.976272 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b9337-84b1-44f9-945e-54e4d60f562c tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Pushing event updated for resources: {'Port': ['ID=37331be0-dd74-4a02-9975-311a177d77b3,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:42.007196 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-3a201b7f-a8fa-49af-8946-bb5a449df615 service neutron] For port 1963b672-95a1-4177-89e0-8ce17f2e9cfb, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:53:42.041635 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-3a201b7f-a8fa-49af-8946-bb5a449df615 service neutron] For port 1963b672-95a1-4177-89e0-8ce17f2e9cfb, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=1963b672-95a1-4177-89e0-8ce17f2e9cfb,segment=NetworkSegment(f16751db-0fef-4efd-b070-84f6fe4ad1ea),segment_id=f16751db-0fef-4efd-b070-84f6fe4ad1ea)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:53:42.050424 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-3a201b7f-a8fa-49af-8946-bb5a449df615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:42.128944 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-3a201b7f-a8fa-49af-8946-bb5a449df615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:42.130126 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-3a201b7f-a8fa-49af-8946-bb5a449df615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:42.131806 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-3a201b7f-a8fa-49af-8946-bb5a449df615 service neutron] 10.222.0.64 "PUT /v2.0/ports/1963b672-95a1-4177-89e0-8ce17f2e9cfb HTTP/1.1" status: 200 len: 1093 time: 1.3263323 Aug 16 23:53:42.148471 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bb76b74a-a43b-49c8-a64a-16fd226bec5d req-e425b476-45b5-4834-b4c0-1599f6d70b6b tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:42.159018 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bb76b74a-a43b-49c8-a64a-16fd226bec5d req-e425b476-45b5-4834-b4c0-1599f6d70b6b tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:42.175267 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-ec6ccee2-efcd-4c8e-a5d0-ce01d742f612 service neutron] Request body: {'port': {'device_id': 'dce38346-b8f9-4945-a165-6c7c88aa0575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:42.188264 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b66cb5c2-f926-41ba-834a-61f2b3010daa req-c95b9337-84b1-44f9-945e-54e4d60f562c tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:42.227233 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a201b7f-a8fa-49af-8946-bb5a449df615 service neutron] Pushing event updated for resources: {'Port': ['ID=1963b672-95a1-4177-89e0-8ce17f2e9cfb,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:42.246869 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bb76b74a-a43b-49c8-a64a-16fd226bec5d req-e425b476-45b5-4834-b4c0-1599f6d70b6b tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:42.248367 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb76b74a-a43b-49c8-a64a-16fd226bec5d req-e425b476-45b5-4834-b4c0-1599f6d70b6b tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5277028 Aug 16 23:53:42.271485 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425b476-45b5-4834-b4c0-1599f6d70b6b tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e769d6d7-7248-4a84-b6bc-7f6aa254db6b,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:42.296151 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b66cb5c2-f926-41ba-834a-61f2b3010daa req-c95b9337-84b1-44f9-945e-54e4d60f562c tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:42.334021 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-ec6ccee2-efcd-4c8e-a5d0-ce01d742f612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:42.479562 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05dd3a-0a88-44e2-b44b-7cb89a33a17c req-cca9165f-8b7e-4691-9c5a-2053bb402d48 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:42.481078 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd05dd3a-0a88-44e2-b44b-7cb89a33a17c req-cca9165f-8b7e-4691-9c5a-2053bb402d48 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=e51501c4-ce4d-41de-908b-6e3480ebd95a HTTP/1.1" status: 200 len: 950 time: 0.1648333 Aug 16 23:53:42.713940 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd05dd3a-0a88-44e2-b44b-7cb89a33a17c req-e5597ccc-206b-4f30-a481-d0d6287b0e2e tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249589 Aug 16 23:53:42.785587 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b66cb5c2-f926-41ba-834a-61f2b3010daa req-c95b9337-84b1-44f9-945e-54e4d60f562c tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:42.802272 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-657fd6f2-f1fd-460f-8449-031b61ae66f7 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:42.803484 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-657fd6f2-f1fd-460f-8449-031b61ae66f7 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.64 "GET /v2.0/networks?id=5dc1690b-6624-46fa-a54a-7524bbadf6de HTTP/1.1" status: 200 len: 818 time: 0.3106172 Aug 16 23:53:42.804106 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b66cb5c2-f926-41ba-834a-61f2b3010daa req-c95b9337-84b1-44f9-945e-54e4d60f562c tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:42.849162 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-07595724-c071-4c7a-8d00-75262d84ca8f tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Request body: {'port': {'device_id': '959eb239-2027-4051-833c-8eff0c4dba32', 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de', 'admin_state_up': True, 'tenant_id': 'b30c0e442778419181d2ad6b2586afae'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:43.178188 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device a1d6dd85-c6eb-4f84-99d6-5124a84ad68d up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:53:43.240691 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port a1d6dd85-c6eb-4f84-99d6-5124a84ad68d triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:43.241818 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:43.361161 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b9337-84b1-44f9-945e-54e4d60f562c tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Pushing event updated for resources: {'Port': ['ID=37331be0-dd74-4a02-9975-311a177d77b3,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:43.382983 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:43.387044 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca464e44-9fa3-4eac-93a6-985f2c1ddd05 req-9c66641b-f690-402c-b5f0-085689143f21 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 210 time: 0.0845060 Aug 16 23:53:43.426581 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edeb1835-eb4f-4873-9a9e-efaf8a8c2c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d6dd85-c6eb-4f84-99d6-5124a84ad68d'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:53:43.434614 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7d0118-1aa1-477e-86f3-4f0754d50dd6" -d '{"events": [{"server_uuid": "edeb1835-eb4f-4873-9a9e-efaf8a8c2c01", "name": "network-vif-plugged", "status": "completed", "tag": "a1d6dd85-c6eb-4f84-99d6-5124a84ad68d"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:53:43.456845 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port a1d6dd85-c6eb-4f84-99d6-5124a84ad68d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a1d6dd85-c6eb-4f84-99d6-5124a84ad68d,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:43.465616 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:43.469503 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47662) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:43.481234 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b66cb5c2-f926-41ba-834a-61f2b3010daa req-c95b9337-84b1-44f9-945e-54e4d60f562c tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:43.569405 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=a1d6dd85-c6eb-4f84-99d6-5124a84ad68d,revision_number=7']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:43.610862 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-ec6ccee2-efcd-4c8e-a5d0-ce01d742f612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee5086dd-a837-4463-b5af-52379e8c8e94 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:53:43.614485 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-998b4c0e-0e34-4daf-afd3-98eafbe8b09d tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:43.626027 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-ec6ccee2-efcd-4c8e-a5d0-ce01d742f612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:43.631455 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b66cb5c2-f926-41ba-834a-61f2b3010daa req-c95b9337-84b1-44f9-945e-54e4d60f562c tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:43.632987 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b66cb5c2-f926-41ba-834a-61f2b3010daa req-c95b9337-84b1-44f9-945e-54e4d60f562c tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8482916 Aug 16 23:53:43.668979 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-ec6ccee2-efcd-4c8e-a5d0-ce01d742f612 service neutron] Transition to ACTIVE for port object ee5086dd-a837-4463-b5af-52379e8c8e94 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:43.686943 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-998b4c0e-0e34-4daf-afd3-98eafbe8b09d tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:43.727126 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-ec6ccee2-efcd-4c8e-a5d0-ce01d742f612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:43.744674 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-07595724-c071-4c7a-8d00-75262d84ca8f tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Made reservation on behalf of b30c0e442778419181d2ad6b2586afae for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:53:43.748914 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-07595724-c071-4c7a-8d00-75262d84ca8f tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:43.762806 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-998b4c0e-0e34-4daf-afd3-98eafbe8b09d tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:43.765946 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-998b4c0e-0e34-4daf-afd3-98eafbe8b09d tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:43.767315 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-998b4c0e-0e34-4daf-afd3-98eafbe8b09d tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "DELETE /v2.0/security-groups/0876bf16-2a72-4de0-bd73-ae6065860eb0 HTTP/1.1" status: 204 len: 168 time: 0.2961013 Aug 16 23:53:43.771594 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47670) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:43.783133 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b66cb5c2-f926-41ba-834a-61f2b3010daa req-7bef4aed-624e-4bf8-b4ab-a4b93eb2a132 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.63 HTTP/1.1" status: 200 len: 695 time: 0.1351109 Aug 16 23:53:43.811582 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b4c0e-0e34-4daf-afd3-98eafbe8b09d tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0876bf16-2a72-4de0-bd73-ae6065860eb0,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:43.814484 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-f5f5a731-1551-432a-ae64-6f0d2e6e81b5 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] show failed (client error): The resource could not be found. Aug 16 23:53:43.815797 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f5f5a731-1551-432a-ae64-6f0d2e6e81b5 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "GET /v2.0/security-groups/0876bf16-2a72-4de0-bd73-ae6065860eb0 HTTP/1.1" status: 404 len: 347 time: 0.0403709 Aug 16 23:53:43.819462 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47674) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:43.906997 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ccee2-efcd-4c8e-a5d0-ce01d742f612 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5086dd-a837-4463-b5af-52379e8c8e94,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:44.016482 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-62f9a246-8b45-4978-83e4-cce9dd0a6003 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Deleting port 36c458a6-4627-4c9c-ba94-2c0860934fd5 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:53:44.016819 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-62f9a246-8b45-4978-83e4-cce9dd0a6003 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:44.019841 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da479cdf-8fe8-47c0-84b8-7ce947ac0e2f req-1547625d-b4ad-488a-8483-75eb162a8a60 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:44.027638 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da479cdf-8fe8-47c0-84b8-7ce947ac0e2f req-1547625d-b4ad-488a-8483-75eb162a8a60 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:44.038647 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da479cdf-8fe8-47c0-84b8-7ce947ac0e2f req-1547625d-b4ad-488a-8483-75eb162a8a60 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:44.049619 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da479cdf-8fe8-47c0-84b8-7ce947ac0e2f req-1547625d-b4ad-488a-8483-75eb162a8a60 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?device_id=dce38346-b8f9-4945-a165-6c7c88aa0575 HTTP/1.1" status: 200 len: 2411 time: 0.3873134 Aug 16 23:53:44.155820 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-62f9a246-8b45-4978-83e4-cce9dd0a6003 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:44.156150 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-62f9a246-8b45-4978-83e4-cce9dd0a6003 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:44.206945 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-62f9a246-8b45-4978-83e4-cce9dd0a6003 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Calling delete_port for 36c458a6-4627-4c9c-ba94-2c0860934fd5 owned by network:floatingip {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:53:44.255383 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cb5c2-f926-41ba-834a-61f2b3010daa req-e786f469-882a-4fb7-8ca2-478a9f96e100 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:44.256792 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b66cb5c2-f926-41ba-834a-61f2b3010daa req-e786f469-882a-4fb7-8ca2-478a9f96e100 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 784 time: 0.4670238 Aug 16 23:53:44.272198 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-ec6ccee2-efcd-4c8e-a5d0-ce01d742f612 service neutron] Attempting to bind port ee5086dd-a837-4463-b5af-52379e8c8e94 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:53:44.272198 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-ec6ccee2-efcd-4c8e-a5d0-ce01d742f612 service neutron] Attempting to bind port ee5086dd-a837-4463-b5af-52379e8c8e94 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'b462b964-3d0f-4505-b925-ad550746aabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c1f09ba5-c9e3-4591-94d4-74b22e4b8598'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:53:44.272198 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-ec6ccee2-efcd-4c8e-a5d0-ce01d742f612 service neutron] Attempting to bind port ee5086dd-a837-4463-b5af-52379e8c8e94 on network c1f09ba5-c9e3-4591-94d4-74b22e4b8598 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:44.334960 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-07595724-c071-4c7a-8d00-75262d84ca8f tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Allocated IP 172.20.0.11 (5dc1690b-6624-46fa-a54a-7524bbadf6de/dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5/dae2265e-e6b4-4a54-aa4c-b094ef043a7f) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:53:44.399408 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da479cdf-8fe8-47c0-84b8-7ce947ac0e2f req-140a4b5c-70ea-4703-b1fa-794cd9f55dc0 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/security-groups?id=99794da0-50d3-4b0f-8569-811865d4b78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956891 Aug 16 23:53:44.407690 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4333e675-a6be-45f6-a471-de7f419a2515 x-openstack-request-id: req-4333e675-a6be-45f6-a471-de7f419a2515 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:44.407931 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-62f9a246-8b45-4978-83e4-cce9dd0a6003 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:44.411947 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce38346-b8f9-4945-a165-6c7c88aa0575", "tag": "3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:44.412741 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4333e675-a6be-45f6-a471-de7f419a2515 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:44.414085 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce38346-b8f9-4945-a165-6c7c88aa0575', 'tag': '3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a', 'status': 'completed', 'code': 200} Aug 16 23:53:44.480284 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9a246-8b45-4978-83e4-cce9dd0a6003 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Pushing event deleted for resources: {'Port': ['ID=36c458a6-4627-4c9c-ba94-2c0860934fd5,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:44.530668 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425713a-58aa-4174-a9be-a4be209a4054 req-0ce96677-dfb0-49ec-b9c4-59bc11db953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:44.530668 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425713a-58aa-4174-a9be-a4be209a4054 req-0ce96677-dfb0-49ec-b9c4-59bc11db953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:44.530668 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425713a-58aa-4174-a9be-a4be209a4054 req-0ce96677-dfb0-49ec-b9c4-59bc11db953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:44.533629 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a425713a-58aa-4174-a9be-a4be209a4054 req-0ce96677-dfb0-49ec-b9c4-59bc11db953b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f0e719ea2ad4e27bf14dc4358a7d696&device_id=dce38346-b8f9-4945-a165-6c7c88aa0575 HTTP/1.1" status: 200 len: 2825 time: 0.1380665 Aug 16 23:53:44.534562 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-62f9a246-8b45-4978-83e4-cce9dd0a6003 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks [] for floatingip, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:44.537949 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-ec6ccee2-efcd-4c8e-a5d0-ce01d742f612 service neutron] Port ee5086dd-a837-4463-b5af-52379e8c8e94 on network c1f09ba5-c9e3-4591-94d4-74b22e4b8598 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:53:44.538286 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-ec6ccee2-efcd-4c8e-a5d0-ce01d742f612 service neutron] Attempting to bind port ee5086dd-a837-4463-b5af-52379e8c8e94 on network c1f09ba5-c9e3-4591-94d4-74b22e4b8598 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:44.538730 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-62f9a246-8b45-4978-83e4-cce9dd0a6003 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:44.542685 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-62f9a246-8b45-4978-83e4-cce9dd0a6003 tempest-ServersTestFqdnHostnames-845726563 tempest-ServersTestFqdnHostnames-845726563-project] 10.222.0.60 "DELETE /v2.0/floatingips/57db3843-e480-4019-a91a-a0f779e85b5f HTTP/1.1" status: 204 len: 168 time: 0.7194874 Aug 16 23:53:44.543500 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47688) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:44.583861 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-ec6ccee2-efcd-4c8e-a5d0-ce01d742f612 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:53:44.584256 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-ec6ccee2-efcd-4c8e-a5d0-ce01d742f612 service neutron] Checking segment: {'id': 'b462b964-3d0f-4505-b925-ad550746aabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c1f09ba5-c9e3-4591-94d4-74b22e4b8598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:53:44.584601 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-ec6ccee2-efcd-4c8e-a5d0-ce01d742f612 service neutron] Bound using segment: {'id': 'b462b964-3d0f-4505-b925-ad550746aabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c1f09ba5-c9e3-4591-94d4-74b22e4b8598'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:53:44.585070 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-ec6ccee2-efcd-4c8e-a5d0-ce01d742f612 service neutron] Bound port: ee5086dd-a837-4463-b5af-52379e8c8e94, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b462b964-3d0f-4505-b925-ad550746aabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c1f09ba5-c9e3-4591-94d4-74b22e4b8598'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:53:44.585472 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-ec6ccee2-efcd-4c8e-a5d0-ce01d742f612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:44.611042 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4932c8a5-ba8d-4b41-af70-3081ed0e4b4f req-3d4c6d75-df33-4f36-a895-cf35e031f0e6 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "GET /v2.0/security-groups/e769d6d7-7248-4a84-b6bc-7f6aa254db6b HTTP/1.1" status: 200 len: 1805 time: 0.1928835 Aug 16 23:53:44.637661 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-4932c8a5-ba8d-4b41-af70-3081ed0e4b4f req-ff169bf4-eefb-4c9f-acf6-625dd50d3311 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e769d6d7-7248-4a84-b6bc-7f6aa254db6b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:44.638009 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-4932c8a5-ba8d-4b41-af70-3081ed0e4b4f req-ff169bf4-eefb-4c9f-acf6-625dd50d3311 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e769d6d7-7248-4a84-b6bc-7f6aa254db6b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:44.749947 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0932a7-a35e-4b98-a786-977cc4f33bad req-ce9287aa-20e4-47b7-b96e-1c7f0cb43884 tempest-ServersOnMultiNodesTest-1655074066 tempest-ServersOnMultiNodesTest-1655074066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:44.758839 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2a0932a7-a35e-4b98-a786-977cc4f33bad req-ce9287aa-20e4-47b7-b96e-1c7f0cb43884 tempest-ServersOnMultiNodesTest-1655074066 tempest-ServersOnMultiNodesTest-1655074066-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e51501c4-ce4d-41de-908b-6e3480ebd95a HTTP/1.1" status: 200 len: 1102 time: 0.2167482 Aug 16 23:53:44.838834 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-ec6ccee2-efcd-4c8e-a5d0-ce01d742f612 service neutron] For port ee5086dd-a837-4463-b5af-52379e8c8e94, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:53:44.884525 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425713a-58aa-4174-a9be-a4be209a4054 req-41b932f5-4281-4dc8-a1a5-1e7e42526bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:44.885418 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425713a-58aa-4174-a9be-a4be209a4054 req-41b932f5-4281-4dc8-a1a5-1e7e42526bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:44.885913 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425713a-58aa-4174-a9be-a4be209a4054 req-41b932f5-4281-4dc8-a1a5-1e7e42526bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:44.886654 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2a0932a7-a35e-4b98-a786-977cc4f33bad req-c13b83b5-bede-48ed-b743-dbd592514a96 tempest-ServersOnMultiNodesTest-1655074066 tempest-ServersOnMultiNodesTest-1655074066-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219468 Aug 16 23:53:44.888905 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a425713a-58aa-4174-a9be-a4be209a4054 req-41b932f5-4281-4dc8-a1a5-1e7e42526bc8 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6f0e719ea2ad4e27bf14dc4358a7d696&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3451562 Aug 16 23:53:44.938011 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-ec6ccee2-efcd-4c8e-a5d0-ce01d742f612 service neutron] For port ee5086dd-a837-4463-b5af-52379e8c8e94, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ee5086dd-a837-4463-b5af-52379e8c8e94,segment=NetworkSegment(b462b964-3d0f-4505-b925-ad550746aabe),segment_id=b462b964-3d0f-4505-b925-ad550746aabe)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:53:44.976675 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-07595724-c071-4c7a-8d00-75262d84ca8f tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:44.993012 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d095b7f2-5057-4a69-a3ab-5b2cd72d0139 x-openstack-request-id: req-d095b7f2-5057-4a69-a3ab-5b2cd72d0139 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:44.993531 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edeb1835-eb4f-4873-9a9e-efaf8a8c2c01", "name": "network-vif-plugged", "status": "completed", "tag": "a1d6dd85-c6eb-4f84-99d6-5124a84ad68d", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:44.994409 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d095b7f2-5057-4a69-a3ab-5b2cd72d0139 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:44.994945 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edeb1835-eb4f-4873-9a9e-efaf8a8c2c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d6dd85-c6eb-4f84-99d6-5124a84ad68d', 'code': 200} Aug 16 23:53:45.006162 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-ec6ccee2-efcd-4c8e-a5d0-ce01d742f612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:45.018223 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4932c8a5-ba8d-4b41-af70-3081ed0e4b4f req-ff169bf4-eefb-4c9f-acf6-625dd50d3311 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:45.147059 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-ec6ccee2-efcd-4c8e-a5d0-ce01d742f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:45.147703 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-ec6ccee2-efcd-4c8e-a5d0-ce01d742f612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:45.149147 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-ec6ccee2-efcd-4c8e-a5d0-ce01d742f612 service neutron] 10.222.0.64 "PUT /v2.0/ports/ee5086dd-a837-4463-b5af-52379e8c8e94 HTTP/1.1" status: 200 len: 1092 time: 2.9874799 Aug 16 23:53:45.167071 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4932c8a5-ba8d-4b41-af70-3081ed0e4b4f req-ff169bf4-eefb-4c9f-acf6-625dd50d3311 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:45.191064 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ccee2-efcd-4c8e-a5d0-ce01d742f612 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5086dd-a837-4463-b5af-52379e8c8e94,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:45.202023 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4932c8a5-ba8d-4b41-af70-3081ed0e4b4f req-ff169bf4-eefb-4c9f-acf6-625dd50d3311 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:45.258900 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff169bf4-eefb-4c9f-acf6-625dd50d3311 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14d8bd1-eb8f-4297-acde-48a546d889c2,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:45.279137 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-07595724-c071-4c7a-8d00-75262d84ca8f tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:45.295867 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['9b0542dc-52ef-42a5-804f-639293288721'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:53:45.321191 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425713a-58aa-4174-a9be-a4be209a4054 req-e5d2cde4-953e-457c-a3be-4f5fd347766c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:45.325647 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a425713a-58aa-4174-a9be-a4be209a4054 req-e5d2cde4-953e-457c-a3be-4f5fd347766c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4257538 Aug 16 23:53:45.396703 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-07595724-c071-4c7a-8d00-75262d84ca8f tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Network 5dc1690b-6624-46fa-a54a-7524bbadf6de is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:53:45.398348 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4932c8a5-ba8d-4b41-af70-3081ed0e4b4f req-ff169bf4-eefb-4c9f-acf6-625dd50d3311 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:45.399724 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4932c8a5-ba8d-4b41-af70-3081ed0e4b4f req-ff169bf4-eefb-4c9f-acf6-625dd50d3311 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7777762 Aug 16 23:53:45.407762 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-07595724-c071-4c7a-8d00-75262d84ca8f tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:53:45.438849 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-07595724-c071-4c7a-8d00-75262d84ca8f tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:53:45.627779 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-c86d423d-dd2e-40c6-b333-484d2e4a200d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:45.628371 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-c86d423d-dd2e-40c6-b333-484d2e4a200d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:45.628729 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-c86d423d-dd2e-40c6-b333-484d2e4a200d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:45.630691 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-c86d423d-dd2e-40c6-b333-484d2e4a200d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f0e719ea2ad4e27bf14dc4358a7d696&device_id=dce38346-b8f9-4945-a165-6c7c88aa0575 HTTP/1.1" status: 200 len: 2867 time: 0.2486975 Aug 16 23:53:45.654098 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07595724-c071-4c7a-8d00-75262d84ca8f tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Pushing event updated for resources: {'Port': ['ID=dae2265e-e6b4-4a54-aa4c-b094ef043a7f,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:45.762668 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-07595724-c071-4c7a-8d00-75262d84ca8f tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:45.766203 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-07595724-c071-4c7a-8d00-75262d84ca8f tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:45.879324 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-07595724-c071-4c7a-8d00-75262d84ca8f tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0371742 Aug 16 23:53:45.966008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854de6a-5739-42df-a874-3b8b816c7640 req-3ff8c5c1-fe84-429f-91f4-a7c6f1a07cca tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:45.973946 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4854de6a-5739-42df-a874-3b8b816c7640 req-3ff8c5c1-fe84-429f-91f4-a7c6f1a07cca tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/networks?id=34191e06-49f9-414f-b13a-5ba8e6dbd645 HTTP/1.1" status: 200 len: 820 time: 0.3311114 Aug 16 23:53:45.984422 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-ce22ac48-72df-4794-965b-9fd1d1851afb service neutron] Request body: {'port': {'device_id': '959eb239-2027-4051-833c-8eff0c4dba32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:46.008443 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d0787-1ab4-45fa-9504-68f8d2a3ef61 req-a08acb73-0ea2-4e44-aaaf-0fc81e51fff0 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:46.017285 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-093d0787-1ab4-45fa-9504-68f8d2a3ef61 req-a08acb73-0ea2-4e44-aaaf-0fc81e51fff0 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 932 time: 0.6423361 Aug 16 23:53:46.019208 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-11d88a09-87c8-4ea6-9a7c-61a4b578f70f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.89&port_id=3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a HTTP/1.1" status: 200 len: 217 time: 0.3732331 Aug 16 23:53:46.064199 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4854de6a-5739-42df-a874-3b8b816c7640 req-1c3ab325-0c94-4877-b124-d704bf8f5a5a tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/quotas/21fd198ba9644f5c88173bc1efcb8f0a HTTP/1.1" status: 200 len: 375 time: 0.0891273 Aug 16 23:53:46.144946 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-b8dae3fe-eced-4aee-9b12-855c751de648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:46.146958 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-b8dae3fe-eced-4aee-9b12-855c751de648 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d59a5845-abc8-4ae1-9c36-284eaf15f8f5 HTTP/1.1" status: 200 len: 801 time: 0.0885708 Aug 16 23:53:46.157984 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-ce22ac48-72df-4794-965b-9fd1d1851afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:46.170332 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-093d0787-1ab4-45fa-9504-68f8d2a3ef61 req-09da6c0c-d218-4d94-bc8b-88017c4d74cd tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518865 Aug 16 23:53:46.232256 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-6f17adba-e80f-446f-8194-5ce1d0144bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:46.234195 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-6f17adba-e80f-446f-8194-5ce1d0144bc2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1f09ba5-c9e3-4591-94d4-74b22e4b8598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720851 Aug 16 23:53:46.277023 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4854de6a-5739-42df-a874-3b8b816c7640 req-6efc842a-f873-418e-bb12-f5f90c34f7b7 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=21fd198ba9644f5c88173bc1efcb8f0a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2117929 Aug 16 23:53:46.397114 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-8a7865b3-cf05-40cb-a740-cc6b54773440 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584927 Aug 16 23:53:46.429232 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-628bbe4c-d2c0-49c2-9e9e-40b9137eb685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:46.464741 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce38346-b8f9-4945-a165-6c7c88aa0575', 'tag': '1963b672-95a1-4177-89e0-8ce17f2e9cfb'}, {'name': 'network-changed', 'server_uuid': 'dce38346-b8f9-4945-a165-6c7c88aa0575', 'tag': 'ee5086dd-a837-4463-b5af-52379e8c8e94'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:53:46.468153 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bce37c4-dc1e-42d1-8259-55d776a98162" -d '{"events": [{"name": "network-changed", "server_uuid": "dce38346-b8f9-4945-a165-6c7c88aa0575", "tag": "1963b672-95a1-4177-89e0-8ce17f2e9cfb"}, {"name": "network-changed", "server_uuid": "dce38346-b8f9-4945-a165-6c7c88aa0575", "tag": "ee5086dd-a837-4463-b5af-52379e8c8e94"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:53:46.489795 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce2c1-a733-4205-beda-9973885bb85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:46.537856 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-d8a927d5-fd06-4be9-b88b-f8ced126338f service neutron] 10.222.0.64 "GET /v2.0/networks/c1f09ba5-c9e3-4591-94d4-74b22e4b8598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498758 Aug 16 23:53:46.662436 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4854de6a-5739-42df-a874-3b8b816c7640 req-43dcbd66-f53a-4ce0-b93e-f130e9bb13ea service neutron] 10.222.0.60 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842185 Aug 16 23:53:46.766521 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-1e166734-2208-4a72-acfa-0b75bc7cabdb tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:46.773838 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-1e166734-2208-4a72-acfa-0b75bc7cabdb tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3759542 Aug 16 23:53:46.798132 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-dfcb5f72-e523-4c8f-b195-daccb3dabd75 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/quotas/2ce58e6b0a0e4b229d1ebbf4f077faa8 HTTP/1.1" status: 200 len: 375 time: 0.0233982 Aug 16 23:53:46.839954 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-c699a288-233a-4d4f-b9df-e5c9d57de28d service neutron] 10.222.0.64 "GET /v2.0/networks/c1f09ba5-c9e3-4591-94d4-74b22e4b8598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658010 Aug 16 23:53:46.852230 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:53:46.904388 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-f4a6e8ec-b74d-4d39-9889-d0d217d9c58a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.117&port_id=1963b672-95a1-4177-89e0-8ce17f2e9cfb HTTP/1.1" status: 200 len: 217 time: 0.0500512 Aug 16 23:53:46.938402 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-b8241dc0-03c3-490b-9df8-4c964c165b0c tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1393173 Aug 16 23:53:46.944679 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4854de6a-5739-42df-a874-3b8b816c7640 req-d658bd61-ed63-4c7f-bfbf-bb169bd2ac44 service neutron] 10.222.0.60 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812636 Aug 16 23:53:46.992033 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-ce22ac48-72df-4794-965b-9fd1d1851afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dae2265e-e6b4-4a54-aa4c-b094ef043a7f {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:53:47.004208 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-ce22ac48-72df-4794-965b-9fd1d1851afb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:47.012864 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-b95a9378-16fa-4a8e-b8fa-9c1a4f4c43fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:47.023085 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-ce22ac48-72df-4794-965b-9fd1d1851afb service neutron] Transition to ACTIVE for port object dae2265e-e6b4-4a54-aa4c-b094ef043a7f will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:47.028102 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-b95a9378-16fa-4a8e-b8fa-9c1a4f4c43fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=22ebbe2f-9117-49e0-b3eb-d69d66378e7c HTTP/1.1" status: 200 len: 801 time: 0.1133459 Aug 16 23:53:47.032036 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-ce22ac48-72df-4794-965b-9fd1d1851afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:47.079981 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22ac48-72df-4794-965b-9fd1d1851afb service neutron] Pushing event updated for resources: {'Port': ['ID=dae2265e-e6b4-4a54-aa4c-b094ef043a7f,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:47.167431 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-1b9fff83-f55f-44e7-89fe-d42b819a7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:47.168968 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-1b9fff83-f55f-44e7-89fe-d42b819a7baf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bc69c3aa-c258-46e8-a952-eb62bf4c8e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304455 Aug 16 23:53:47.194974 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-ce22ac48-72df-4794-965b-9fd1d1851afb service neutron] Attempting to bind port dae2265e-e6b4-4a54-aa4c-b094ef043a7f on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:53:47.195818 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-ce22ac48-72df-4794-965b-9fd1d1851afb service neutron] Attempting to bind port dae2265e-e6b4-4a54-aa4c-b094ef043a7f by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:53:47.196398 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-ce22ac48-72df-4794-965b-9fd1d1851afb service neutron] Attempting to bind port dae2265e-e6b4-4a54-aa4c-b094ef043a7f on network 5dc1690b-6624-46fa-a54a-7524bbadf6de {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:47.203436 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-ce22ac48-72df-4794-965b-9fd1d1851afb service neutron] Port dae2265e-e6b4-4a54-aa4c-b094ef043a7f on network 5dc1690b-6624-46fa-a54a-7524bbadf6de not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:53:47.203887 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-ce22ac48-72df-4794-965b-9fd1d1851afb service neutron] Attempting to bind port dae2265e-e6b4-4a54-aa4c-b094ef043a7f on network 5dc1690b-6624-46fa-a54a-7524bbadf6de {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:47.210456 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-ce22ac48-72df-4794-965b-9fd1d1851afb service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:53:47.210923 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-ce22ac48-72df-4794-965b-9fd1d1851afb service neutron] Checking segment: {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:53:47.211408 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-ce22ac48-72df-4794-965b-9fd1d1851afb service neutron] Bound using segment: {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:53:47.211946 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-ce22ac48-72df-4794-965b-9fd1d1851afb service neutron] Bound port: dae2265e-e6b4-4a54-aa4c-b094ef043a7f, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:53:47.212463 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-ce22ac48-72df-4794-965b-9fd1d1851afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:47.234897 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-5e70fe4e-630b-4f83-bf3d-08573019c405 req-dbfb1bde-6815-49d0-9eb7-8b7a27a4d4a2 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1164500909', 'description': 'tempest-description-188048797'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:47.295210 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-628bbe4c-d2c0-49c2-9e9e-40b9137eb685 admin admin] Deleting port 7eeacd98-ee15-4fcb-aa8e-75a81bab9e32 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:53:47.295836 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-628bbe4c-d2c0-49c2-9e9e-40b9137eb685 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:47.350590 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-ce22ac48-72df-4794-965b-9fd1d1851afb service neutron] For port dae2265e-e6b4-4a54-aa4c-b094ef043a7f, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:53:47.355419 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-ce22ac48-72df-4794-965b-9fd1d1851afb service neutron] For port dae2265e-e6b4-4a54-aa4c-b094ef043a7f, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=dae2265e-e6b4-4a54-aa4c-b094ef043a7f,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:53:47.379103 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-ce22ac48-72df-4794-965b-9fd1d1851afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:47.386178 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-54baa503-a363-441d-b89a-b2c6f633cd62 service neutron] 10.222.0.64 "GET /v2.0/networks/bc69c3aa-c258-46e8-a952-eb62bf4c8e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021739 Aug 16 23:53:47.491803 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5e70fe4e-630b-4f83-bf3d-08573019c405 req-dbfb1bde-6815-49d0-9eb7-8b7a27a4d4a2 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:47.516012 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-628bbe4c-d2c0-49c2-9e9e-40b9137eb685 admin admin] For port 7eeacd98-ee15-4fcb-aa8e-75a81bab9e32, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=7eeacd98-ee15-4fcb-aa8e-75a81bab9e32,segment=NetworkSegment(893ff3b8-a701-42c5-9642-d416fd535f53),segment_id=893ff3b8-a701-42c5-9642-d416fd535f53)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:47.516604 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-628bbe4c-d2c0-49c2-9e9e-40b9137eb685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:47.524500 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22ac48-72df-4794-965b-9fd1d1851afb service neutron] Pushing event updated for resources: {'Port': ['ID=dae2265e-e6b4-4a54-aa4c-b094ef043a7f,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:47.552975 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-628bbe4c-d2c0-49c2-9e9e-40b9137eb685 admin admin] Calling delete_port for 7eeacd98-ee15-4fcb-aa8e-75a81bab9e32 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:53:47.584761 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-ce22ac48-72df-4794-965b-9fd1d1851afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:47.585453 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-ce22ac48-72df-4794-965b-9fd1d1851afb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:47.586952 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-ce22ac48-72df-4794-965b-9fd1d1851afb service neutron] 10.222.0.64 "PUT /v2.0/ports/dae2265e-e6b4-4a54-aa4c-b094ef043a7f HTTP/1.1" status: 200 len: 1093 time: 1.6068509 Aug 16 23:53:47.667243 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-c80399a3-945c-4d87-96da-ed4d98dcc57b service neutron] 10.222.0.64 "GET /v2.0/networks/bc69c3aa-c258-46e8-a952-eb62bf4c8e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641511 Aug 16 23:53:47.672058 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a07142-b9d6-4f81-ab15-e518acc9a7c9 req-f34a717b-d515-43ee-8ff8-68a2e62d3936 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:47.678048 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a07142-b9d6-4f81-ab15-e518acc9a7c9 req-f34a717b-d515-43ee-8ff8-68a2e62d3936 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:47.684713 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a07142-b9d6-4f81-ab15-e518acc9a7c9 req-f34a717b-d515-43ee-8ff8-68a2e62d3936 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:47.686426 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-02a07142-b9d6-4f81-ab15-e518acc9a7c9 req-f34a717b-d515-43ee-8ff8-68a2e62d3936 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?device_id=dce38346-b8f9-4945-a165-6c7c88aa0575 HTTP/1.1" status: 200 len: 2411 time: 0.1807730 Aug 16 23:53:47.736358 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-0a3230f6-251c-46dc-a382-563e215a1cd3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.71&port_id=ee5086dd-a837-4463-b5af-52379e8c8e94 HTTP/1.1" status: 200 len: 217 time: 0.0604832 Aug 16 23:53:47.812143 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-02a07142-b9d6-4f81-ab15-e518acc9a7c9 req-dd08a592-8cfa-4086-b652-1d17ef12810b tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/security-groups?id=99794da0-50d3-4b0f-8569-811865d4b78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010120 Aug 16 23:53:47.861700 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-cde2996f-9907-4ac4-acc0-47fc8be2ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:47.863416 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-cde2996f-9907-4ac4-acc0-47fc8be2ac80 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d59a5845-abc8-4ae1-9c36-284eaf15f8f5 HTTP/1.1" status: 200 len: 801 time: 0.1156585 Aug 16 23:53:47.882983 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-e42f5ece-fba3-4534-a082-7799d1650ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:47.886131 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-e42f5ece-fba3-4534-a082-7799d1650ae3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b30c0e442778419181d2ad6b2586afae&device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 1096 time: 0.2452474 Aug 16 23:53:48.011664 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-768d06cd-2549-4cba-9094-4f2e68ffc886 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dae2265e-e6b4-4a54-aa4c-b094ef043a7f HTTP/1.1" status: 200 len: 217 time: 0.1033256 Aug 16 23:53:48.032319 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-8b4f2fe6-af05-4a59-a68e-5432728e0ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:48.042348 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-8b4f2fe6-af05-4a59-a68e-5432728e0ea7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1f09ba5-c9e3-4591-94d4-74b22e4b8598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1673846 Aug 16 23:53:48.173256 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 23:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03564ea-d9f6-4aca-b143-f8907eb19b10 x-openstack-request-id: req-d03564ea-d9f6-4aca-b143-f8907eb19b10 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:48.173256 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce38346-b8f9-4945-a165-6c7c88aa0575", "tag": "1963b672-95a1-4177-89e0-8ce17f2e9cfb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dce38346-b8f9-4945-a165-6c7c88aa0575", "tag": "ee5086dd-a837-4463-b5af-52379e8c8e94", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:48.174958 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d03564ea-d9f6-4aca-b143-f8907eb19b10 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:48.176671 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce38346-b8f9-4945-a165-6c7c88aa0575', 'tag': '1963b672-95a1-4177-89e0-8ce17f2e9cfb', 'status': 'completed', 'code': 200} Aug 16 23:53:48.177068 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce38346-b8f9-4945-a165-6c7c88aa0575', 'tag': 'ee5086dd-a837-4463-b5af-52379e8c8e94', 'status': 'completed', 'code': 200} Aug 16 23:53:48.264872 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5e70fe4e-630b-4f83-bf3d-08573019c405 req-dbfb1bde-6815-49d0-9eb7-8b7a27a4d4a2 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:48.266253 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-628bbe4c-d2c0-49c2-9e9e-40b9137eb685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:48.305883 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628bbe4c-d2c0-49c2-9e9e-40b9137eb685 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eeacd98-ee15-4fcb-aa8e-75a81bab9e32,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:48.347059 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5e70fe4e-630b-4f83-bf3d-08573019c405 req-dbfb1bde-6815-49d0-9eb7-8b7a27a4d4a2 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:48.448356 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-dbf2a351-acd1-482c-9449-780a86be4540 service neutron] 10.222.0.64 "GET /v2.0/networks/c1f09ba5-c9e3-4591-94d4-74b22e4b8598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865705 Aug 16 23:53:48.483228 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-ffc40336-2081-4a03-a725-3a2736e55560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:48.490261 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-ffc40336-2081-4a03-a725-3a2736e55560 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5 HTTP/1.1" status: 200 len: 858 time: 0.4690335 Aug 16 23:53:48.502226 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5e70fe4e-630b-4f83-bf3d-08573019c405 req-dbfb1bde-6815-49d0-9eb7-8b7a27a4d4a2 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:48.503630 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e70fe4e-630b-4f83-bf3d-08573019c405 req-dbfb1bde-6815-49d0-9eb7-8b7a27a4d4a2 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.2756681 Aug 16 23:53:48.602005 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-f4683aa7-336b-467b-8608-ff664462d746 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5dc1690b-6624-46fa-a54a-7524bbadf6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832155 Aug 16 23:53:48.606157 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb1bde-6815-49d0-9eb7-8b7a27a4d4a2 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a197697a-aad8-4c27-8fd6-96770ab0c3fd,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:48.675837 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a6845-3f01-4a24-8337-49db591880e9 req-3740e0e3-1c6f-45f9-b53f-3f50ce1fe225 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:48.677708 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-154a6845-3f01-4a24-8337-49db591880e9 req-3740e0e3-1c6f-45f9-b53f-3f50ce1fe225 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 944 time: 0.3945162 Aug 16 23:53:48.757657 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-628bbe4c-d2c0-49c2-9e9e-40b9137eb685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:48.780117 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2bae4791-80bf-48be-995e-552b942d5bc0 req-fb259cca-7619-48fd-9c20-2fe55ab37183 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc776448-9d80-47f5-b555-323ff6b88487 HTTP/1.1" status: 200 len: 210 time: 0.1013246 Aug 16 23:53:48.808665 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f2898a6a-4e4d-42e7-bf08-7a7b594c559c req-284e5bdc-ae14-451f-a861-05a4501b6f25 service neutron] 10.222.0.64 "GET /v2.0/networks/c1f09ba5-c9e3-4591-94d4-74b22e4b8598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426077 Aug 16 23:53:48.855239 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-154a6845-3f01-4a24-8337-49db591880e9 req-3111d6a3-8643-4430-a4c0-79f5cdd4615f tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204319 Aug 16 23:53:49.012243 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-bf435e6c-dede-4c19-b084-fd4bf6ef0034 service neutron] 10.222.0.64 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858800 Aug 16 23:53:49.048565 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e71e50e3-4135-467b-9f0f-b0faa839ff5e req-09b7ad5d-c492-4f75-9b3e-7aba8edaa3d4 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=13da9a60-8455-44be-a1e8-688298507414 HTTP/1.1" status: 200 len: 210 time: 0.0879092 Aug 16 23:53:49.090458 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2f5afbae-ee9e-446d-b3cd-61a43126f513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:49.183846 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce37c4-dc1e-42d1-8259-55d776a98162 req-72f89441-624e-4514-b65a-8fa17ffe8d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:49.186253 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce37c4-dc1e-42d1-8259-55d776a98162 req-72f89441-624e-4514-b65a-8fa17ffe8d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:49.188424 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce37c4-dc1e-42d1-8259-55d776a98162 req-72f89441-624e-4514-b65a-8fa17ffe8d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:49.192910 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:49.196100 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4bce37c4-dc1e-42d1-8259-55d776a98162 req-72f89441-624e-4514-b65a-8fa17ffe8d50 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f0e719ea2ad4e27bf14dc4358a7d696&device_id=dce38346-b8f9-4945-a165-6c7c88aa0575 HTTP/1.1" status: 200 len: 2867 time: 0.3027792 Aug 16 23:53:49.318590 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63647de1-9e66-4b3b-97d8-ab261516e112 req-b5acd741-9a97-4cb8-809f-c760f765037b tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "GET /v2.0/security-groups/a197697a-aad8-4c27-8fd6-96770ab0c3fd HTTP/1.1" status: 200 len: 1804 time: 0.4060292 Aug 16 23:53:49.339568 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-63647de1-9e66-4b3b-97d8-ab261516e112 req-95c85b7d-cd9e-4711-906b-0e3f94c36ac3 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a197697a-aad8-4c27-8fd6-96770ab0c3fd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:49.342402 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-63647de1-9e66-4b3b-97d8-ab261516e112 req-95c85b7d-cd9e-4711-906b-0e3f94c36ac3 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a197697a-aad8-4c27-8fd6-96770ab0c3fd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:49.360837 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce37c4-dc1e-42d1-8259-55d776a98162 req-017e0686-f834-489a-8167-d36aea0917fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:49.362293 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4bce37c4-dc1e-42d1-8259-55d776a98162 req-017e0686-f834-489a-8167-d36aea0917fa service neutron] 10.222.0.64 "GET /v2.0/networks?id=bc69c3aa-c258-46e8-a952-eb62bf4c8e99 HTTP/1.1" status: 200 len: 902 time: 0.1518936 Aug 16 23:53:49.366612 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628bbe4c-d2c0-49c2-9e9e-40b9137eb685 admin admin] Router be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:53:49.425706 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4bce37c4-dc1e-42d1-8259-55d776a98162 req-3914e03c-af70-41d9-926a-b4194372fade service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.117&port_id=1963b672-95a1-4177-89e0-8ce17f2e9cfb HTTP/1.1" status: 200 len: 217 time: 0.0496926 Aug 16 23:53:49.449377 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3afb78-d21d-4cb9-bd4d-c7d3bf766a3d req-aa3a2c8a-f743-4191-9f19-6ef86fed276a tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:49.455207 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3afb78-d21d-4cb9-bd4d-c7d3bf766a3d req-aa3a2c8a-f743-4191-9f19-6ef86fed276a tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:49.470098 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3afb78-d21d-4cb9-bd4d-c7d3bf766a3d req-aa3a2c8a-f743-4191-9f19-6ef86fed276a tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:49.473515 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e3afb78-d21d-4cb9-bd4d-c7d3bf766a3d req-aa3a2c8a-f743-4191-9f19-6ef86fed276a tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?device_id=dce38346-b8f9-4945-a165-6c7c88aa0575 HTTP/1.1" status: 200 len: 2411 time: 0.2302873 Aug 16 23:53:49.485960 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48595d6e-fcd2-431c-b451-ee72ded71a3c req-6c38249c-5552-42a5-9aa1-c02095e88b99 service neutron] 10.222.0.64 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426370 Aug 16 23:53:49.514566 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854de6a-5739-42df-a874-3b8b816c7640 req-0aa68617-395d-4db4-88d1-bbf35d5012d0 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:49.516538 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4854de6a-5739-42df-a874-3b8b816c7640 req-0aa68617-395d-4db4-88d1-bbf35d5012d0 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.69 "GET /v2.0/networks?id=34191e06-49f9-414f-b13a-5ba8e6dbd645 HTTP/1.1" status: 200 len: 820 time: 0.4199591 Aug 16 23:53:49.567578 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-4854de6a-5739-42df-a874-3b8b816c7640 req-376bf497-01f5-44d5-8056-bf7dbe9e2fd5 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Request body: {'port': {'device_id': 'bc776448-9d80-47f5-b555-323ff6b88487', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'admin_state_up': True, 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:49.604955 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-3e54fe77-f037-464e-8ecb-5637d468442b tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458124 Aug 16 23:53:49.612664 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce37c4-dc1e-42d1-8259-55d776a98162 req-113dcfcc-0c1d-4644-973d-4d2c8b331035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:49.614544 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4bce37c4-dc1e-42d1-8259-55d776a98162 req-113dcfcc-0c1d-4644-973d-4d2c8b331035 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=22ebbe2f-9117-49e0-b3eb-d69d66378e7c HTTP/1.1" status: 200 len: 801 time: 0.1474566 Aug 16 23:53:49.707229 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e3afb78-d21d-4cb9-bd4d-c7d3bf766a3d req-b261d9d3-0ec7-4bda-b5e5-b1cddb80a012 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/security-groups?id=99794da0-50d3-4b0f-8569-811865d4b78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888473 Aug 16 23:53:49.773207 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-63647de1-9e66-4b3b-97d8-ab261516e112 req-95c85b7d-cd9e-4711-906b-0e3f94c36ac3 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:49.795801 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-63647de1-9e66-4b3b-97d8-ab261516e112 req-95c85b7d-cd9e-4711-906b-0e3f94c36ac3 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:49.797568 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4854de6a-5739-42df-a874-3b8b816c7640 req-376bf497-01f5-44d5-8056-bf7dbe9e2fd5 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Made reservation on behalf of 21fd198ba9644f5c88173bc1efcb8f0a for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:53:49.801204 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4854de6a-5739-42df-a874-3b8b816c7640 req-376bf497-01f5-44d5-8056-bf7dbe9e2fd5 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:49.818081 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-63647de1-9e66-4b3b-97d8-ab261516e112 req-95c85b7d-cd9e-4711-906b-0e3f94c36ac3 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:49.830765 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628bbe4c-d2c0-49c2-9e9e-40b9137eb685 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:53:49.845766 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a035d-fc34-444c-8f0d-4536d658c097 None None] Sync routers for ids ['be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:53:49.857161 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-628bbe4c-d2c0-49c2-9e9e-40b9137eb685 admin admin] 10.222.0.60 "PUT /v2.0/routers/be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2950144 Aug 16 23:53:49.861702 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a035d-fc34-444c-8f0d-4536d658c097 None None] Routers {'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:53:49.862632 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-0e3a035d-fc34-444c-8f0d-4536d658c097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:53:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:49.867296 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47768) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:50.023429 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce37c4-dc1e-42d1-8259-55d776a98162 req-a83e7082-9dc6-4cd8-a5d9-a7c4c6d3f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:50.025687 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4bce37c4-dc1e-42d1-8259-55d776a98162 req-a83e7082-9dc6-4cd8-a5d9-a7c4c6d3f912 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bc69c3aa-c258-46e8-a952-eb62bf4c8e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3851376 Aug 16 23:53:50.034782 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-0e3a035d-fc34-444c-8f0d-4536d658c097 None None] Set router be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:53:50.061536 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-63647de1-9e66-4b3b-97d8-ab261516e112 req-95c85b7d-cd9e-4711-906b-0e3f94c36ac3 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:50.065850 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63647de1-9e66-4b3b-97d8-ab261516e112 req-95c85b7d-cd9e-4711-906b-0e3f94c36ac3 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7463326 Aug 16 23:53:50.066630 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:50.098761 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c85b7d-cd9e-4711-906b-0e3f94c36ac3 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a653c98-571b-4b0c-a7cf-73d1026f12e2,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:50.309084 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-0e3a035d-fc34-444c-8f0d-4536d658c097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'name': 'tempest-ServersTestFqdnHostnames-1454886577-router', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:57Z', 'updated_at': '2021-08-16T23:53:47Z', 'revision_number': 5, 'project_id': 'ea1f363e7da44969b3a4164afa733f09', 'gw_port': {'id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:59Z', 'updated_at': '2021-08-16T23:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:50.342076 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a035d-fc34-444c-8f0d-4536d658c097 None None] Checking router: be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:53:50.353359 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a035d-fc34-444c-8f0d-4536d658c097 None None] Routers {'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:53:50.354986 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-0e3a035d-fc34-444c-8f0d-4536d658c097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:53:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:50.457674 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-59e0d1f6-be44-46da-9371-f6cf510b2d79 admin admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:50.484708 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-0e3a035d-fc34-444c-8f0d-4536d658c097 None None] Set router be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:53:50.506206 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-4854de6a-5739-42df-a874-3b8b816c7640 req-376bf497-01f5-44d5-8056-bf7dbe9e2fd5 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Allocated IP 172.20.0.5 (34191e06-49f9-414f-b13a-5ba8e6dbd645/191fa66a-6028-47ea-a3b7-5ed8bb45305a/1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:53:50.575571 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-0fb438bc-6a11-4a95-9034-3d59fdc2d1ab tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:50.577730 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-0fb438bc-6a11-4a95-9034-3d59fdc2d1ab tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9618251 Aug 16 23:53:50.601105 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-fcd07b70-dcac-4028-a7bd-498911d7ff55 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Request body: {'port': {'device_id': '13da9a60-8455-44be-a1e8-688298507414', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': '2ce58e6b0a0e4b229d1ebbf4f077faa8'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:50.642845 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959eb239-2027-4051-833c-8eff0c4dba32', 'tag': 'dae2265e-e6b4-4a54-aa4c-b094ef043a7f'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:53:50.645159 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45ae869-52bf-4fc9-bbc8-5e0fc4ef4ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "959eb239-2027-4051-833c-8eff0c4dba32", "tag": "dae2265e-e6b4-4a54-aa4c-b094ef043a7f"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:53:50.649299 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c6615b1c-d398-410d-8d60-c9c263c52819 req-fbd3b76f-abc2-44f3-865b-3c1f4ab87c1f tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc776448-9d80-47f5-b555-323ff6b88487 HTTP/1.1" status: 200 len: 210 time: 0.5953276 Aug 16 23:53:50.719038 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-1003ce15-ef28-489d-bcf0-e0b4839d9335 req-2406f963-9216-4c54-8df1-fd0ee253c9ee tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-483939604', 'description': 'tempest-description-1548442209'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:50.753394 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4854de6a-5739-42df-a874-3b8b816c7640 req-376bf497-01f5-44d5-8056-bf7dbe9e2fd5 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:50.773256 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccda9a-ddce-4731-b01c-ea5a9c1574c4 req-c7175d64-8f78-4fa4-8407-3b0ec0a2001e tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:50.780756 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4ccda9a-ddce-4731-b01c-ea5a9c1574c4 req-c7175d64-8f78-4fa4-8407-3b0ec0a2001e tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 944 time: 0.1266563 Aug 16 23:53:50.792787 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-0e3a035d-fc34-444c-8f0d-4536d658c097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'name': 'tempest-ServersTestFqdnHostnames-1454886577-router', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:57Z', 'updated_at': '2021-08-16T23:53:47Z', 'revision_number': 5, 'project_id': 'ea1f363e7da44969b3a4164afa733f09', 'gw_port': {'id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:59Z', 'updated_at': '2021-08-16T23:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:50.816394 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-4854de6a-5739-42df-a874-3b8b816c7640 req-376bf497-01f5-44d5-8056-bf7dbe9e2fd5 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Transition to ACTIVE for port object 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:50.826502 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1003ce15-ef28-489d-bcf0-e0b4839d9335 req-2406f963-9216-4c54-8df1-fd0ee253c9ee tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:50.842186 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a035d-fc34-444c-8f0d-4536d658c097 None None] The sync data for ids ['be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261'] in n-d-800088-20 is: [{'id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'name': 'tempest-ServersTestFqdnHostnames-1454886577-router', 'tenant_id': 'ea1f363e7da44969b3a4164afa733f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:50:57Z', 'updated_at': '2021-08-16T23:53:47Z', 'revision_number': 5, 'project_id': 'ea1f363e7da44969b3a4164afa733f09', 'gw_port': {'id': '51ff2cda-5de5-4c83-bd41-051dc67efaa9', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:50:59Z', 'updated_at': '2021-08-16T23:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:53:50.856072 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4bce37c4-dc1e-42d1-8259-55d776a98162 req-3bb1d63c-4524-436a-ac0a-2b1c133619ff service neutron] 10.222.0.64 "GET /v2.0/networks/bc69c3aa-c258-46e8-a952-eb62bf4c8e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077394 Aug 16 23:53:50.859782 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4ccda9a-ddce-4731-b01c-ea5a9c1574c4 req-0a451747-34c3-4e85-ab36-99208094b33a tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781474 Aug 16 23:53:50.878093 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-59e0d1f6-be44-46da-9371-f6cf510b2d79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:50.940653 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4854de6a-5739-42df-a874-3b8b816c7640 req-376bf497-01f5-44d5-8056-bf7dbe9e2fd5 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:50.955302 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['d177b0dc-64fb-4335-98ab-48634d87ed17'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:53:51.031111 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61493715-2358-4803-a288-4fda0176a5c7 req-7c821380-49cf-47de-9531-e0acad627568 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=13da9a60-8455-44be-a1e8-688298507414 HTTP/1.1" status: 200 len: 210 time: 0.0737560 Aug 16 23:53:51.071994 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4854de6a-5739-42df-a874-3b8b816c7640 req-376bf497-01f5-44d5-8056-bf7dbe9e2fd5 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Network 34191e06-49f9-414f-b13a-5ba8e6dbd645 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:53:51.075960 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-4854de6a-5739-42df-a874-3b8b816c7640 req-376bf497-01f5-44d5-8056-bf7dbe9e2fd5 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:53:51.084792 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376bf497-01f5-44d5-8056-bf7dbe9e2fd5 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Pushing event updated for resources: {'Port': ['ID=1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:51.106737 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-4854de6a-5739-42df-a874-3b8b816c7640 req-376bf497-01f5-44d5-8056-bf7dbe9e2fd5 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:53:51.190275 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213b60de-6f3c-4cc5-affb-5d3ea95cb385 x-openstack-request-id: req-213b60de-6f3c-4cc5-affb-5d3ea95cb385 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:51.190718 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959eb239-2027-4051-833c-8eff0c4dba32", "tag": "dae2265e-e6b4-4a54-aa4c-b094ef043a7f", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:51.190965 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-213b60de-6f3c-4cc5-affb-5d3ea95cb385 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:51.191346 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959eb239-2027-4051-833c-8eff0c4dba32', 'tag': 'dae2265e-e6b4-4a54-aa4c-b094ef043a7f', 'status': 'completed', 'code': 200} Aug 16 23:53:51.203995 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1003ce15-ef28-489d-bcf0-e0b4839d9335 req-2406f963-9216-4c54-8df1-fd0ee253c9ee tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:51.231349 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1003ce15-ef28-489d-bcf0-e0b4839d9335 req-2406f963-9216-4c54-8df1-fd0ee253c9ee tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:51.280520 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4bce37c4-dc1e-42d1-8259-55d776a98162 req-70992210-d999-4543-a929-2e38d0e3dd95 service neutron] 10.222.0.64 "GET /v2.0/networks/bc69c3aa-c258-46e8-a952-eb62bf4c8e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134321 Aug 16 23:53:51.303356 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854de6a-5739-42df-a874-3b8b816c7640 req-376bf497-01f5-44d5-8056-bf7dbe9e2fd5 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:51.304010 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4854de6a-5739-42df-a874-3b8b816c7640 req-376bf497-01f5-44d5-8056-bf7dbe9e2fd5 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:51.311959 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-59e0d1f6-be44-46da-9371-f6cf510b2d79 admin admin] Deleting port 51ff2cda-5de5-4c83-bd41-051dc67efaa9 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:53:51.312370 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-59e0d1f6-be44-46da-9371-f6cf510b2d79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:51.344636 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406f963-9216-4c54-8df1-fd0ee253c9ee tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df424c93-87e3-4b16-bdc8-d2b68774a72a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:51.359323 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4854de6a-5739-42df-a874-3b8b816c7640 req-376bf497-01f5-44d5-8056-bf7dbe9e2fd5 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7954073 Aug 16 23:53:51.367534 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1003ce15-ef28-489d-bcf0-e0b4839d9335 req-2406f963-9216-4c54-8df1-fd0ee253c9ee tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:51.368855 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1003ce15-ef28-489d-bcf0-e0b4839d9335 req-2406f963-9216-4c54-8df1-fd0ee253c9ee tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6550727 Aug 16 23:53:51.371308 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ae869-52bf-4fc9-bbc8-5e0fc4ef4ce6 req-7d522ca2-8023-4fc8-90f0-51e75f09b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:51.373481 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a45ae869-52bf-4fc9-bbc8-5e0fc4ef4ce6 req-7d522ca2-8023-4fc8-90f0-51e75f09b271 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b30c0e442778419181d2ad6b2586afae&device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 1096 time: 0.1592536 Aug 16 23:53:51.385238 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-4854de6a-5739-42df-a874-3b8b816c7640 req-f7febd13-4b3f-4fe8-8fe4-48ee5edd31c7 service neutron] Request body: {'port': {'device_id': 'bc776448-9d80-47f5-b555-323ff6b88487', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:51.414009 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-fcd07b70-dcac-4028-a7bd-498911d7ff55 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Made reservation on behalf of 2ce58e6b0a0e4b229d1ebbf4f077faa8 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:53:51.417540 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23541338-aa6d-4528-9efd-f7cdd8bd8263 req-e49c6de5-e677-4828-af05-259264550bdf tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:51.420263 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-fcd07b70-dcac-4028-a7bd-498911d7ff55 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:51.424080 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23541338-aa6d-4528-9efd-f7cdd8bd8263 req-e49c6de5-e677-4828-af05-259264550bdf tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:51.435112 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23541338-aa6d-4528-9efd-f7cdd8bd8263 req-e49c6de5-e677-4828-af05-259264550bdf tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:51.440007 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23541338-aa6d-4528-9efd-f7cdd8bd8263 req-e49c6de5-e677-4828-af05-259264550bdf tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?device_id=dce38346-b8f9-4945-a165-6c7c88aa0575 HTTP/1.1" status: 200 len: 2411 time: 0.1630878 Aug 16 23:53:51.558046 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0d9826e9-955a-4b4e-a8d1-3c9c76f28d5c None None] Provisioning for port 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:51.562054 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0d9826e9-955a-4b4e-a8d1-3c9c76f28d5c None None] Provisioning complete for port 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:51.564134 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0d9826e9-955a-4b4e-a8d1-3c9c76f28d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:51.631595 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce37c4-dc1e-42d1-8259-55d776a98162 req-f8f39497-3e5c-4fa2-ad39-6c7b4aae02f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:51.632796 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce37c4-dc1e-42d1-8259-55d776a98162 req-f8f39497-3e5c-4fa2-ad39-6c7b4aae02f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:51.633237 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce37c4-dc1e-42d1-8259-55d776a98162 req-f8f39497-3e5c-4fa2-ad39-6c7b4aae02f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:51.637794 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4bce37c4-dc1e-42d1-8259-55d776a98162 req-f8f39497-3e5c-4fa2-ad39-6c7b4aae02f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f0e719ea2ad4e27bf14dc4358a7d696&device_id=dce38346-b8f9-4945-a165-6c7c88aa0575 HTTP/1.1" status: 200 len: 2867 time: 0.2808065 Aug 16 23:53:51.650879 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-9d898887-533c-44c9-a082-b74f6271e432 req-f8ea83b7-4faa-4631-93db-d07b48ed59fe tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-340266194', 'description': 'tempest-description-651802379'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:51.653546 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:53:51.655678 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7eeacd98-ee15-4fcb-aa8e-75a81bab9e32 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:53:51.666875 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23541338-aa6d-4528-9efd-f7cdd8bd8263 req-bf91e965-9941-4d3e-b1f5-88a9aca3dc02 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/security-groups?id=99794da0-50d3-4b0f-8569-811865d4b78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260251 Aug 16 23:53:51.724503 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4854de6a-5739-42df-a874-3b8b816c7640 req-f7febd13-4b3f-4fe8-8fe4-48ee5edd31c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:51.726208 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 7eeacd98-ee15-4fcb-aa8e-75a81bab9e32 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:53:51.726552 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7eeacd98-ee15-4fcb-aa8e-75a81bab9e32 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:53:51.789866 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-0d9826e9-955a-4b4e-a8d1-3c9c76f28d5c None None] Port 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:53:51.811052 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ae869-52bf-4fc9-bbc8-5e0fc4ef4ce6 req-03834183-30b9-49d6-85c4-e1407ca692e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:51.812640 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a45ae869-52bf-4fc9-bbc8-5e0fc4ef4ce6 req-03834183-30b9-49d6-85c4-e1407ca692e8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5dc1690b-6624-46fa-a54a-7524bbadf6de HTTP/1.1" status: 200 len: 919 time: 0.4160423 Aug 16 23:53:51.873819 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-59e0d1f6-be44-46da-9371-f6cf510b2d79 admin admin] For port 51ff2cda-5de5-4c83-bd41-051dc67efaa9, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=51ff2cda-5de5-4c83-bd41-051dc67efaa9,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:51.874174 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-59e0d1f6-be44-46da-9371-f6cf510b2d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:51.888257 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9d898887-533c-44c9-a082-b74f6271e432 req-f8ea83b7-4faa-4631-93db-d07b48ed59fe tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:51.904107 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a45ae869-52bf-4fc9-bbc8-5e0fc4ef4ce6 req-7020361b-fa8b-450c-ad50-c95e88322f31 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dae2265e-e6b4-4a54-aa4c-b094ef043a7f HTTP/1.1" status: 200 len: 217 time: 0.0691047 Aug 16 23:53:51.917205 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-59e0d1f6-be44-46da-9371-f6cf510b2d79 admin admin] Calling delete_port for 51ff2cda-5de5-4c83-bd41-051dc67efaa9 owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:53:51.970168 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ae869-52bf-4fc9-bbc8-5e0fc4ef4ce6 req-1ce2869f-eb41-4a5a-aa0f-bdf266272907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:51.971862 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a45ae869-52bf-4fc9-bbc8-5e0fc4ef4ce6 req-1ce2869f-eb41-4a5a-aa0f-bdf266272907 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5 HTTP/1.1" status: 200 len: 858 time: 0.0552516 Aug 16 23:53:51.982671 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:52.019697 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a,segment=NetworkSegment(b462b964-3d0f-4505-b925-ad550746aabe),segment_id=b462b964-3d0f-4505-b925-ad550746aabe)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:52.039224 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a', 'network_id': 'c1f09ba5-c9e3-4591-94d4-74b22e4b8598', 'port_id': '3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a', 'mac_address': 'fa:16:3e:5c:b3:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd59a5845-abc8-4ae1-9c36-284eaf15f8f5', 'ip_address': '19.80.0.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:53:52.127550 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-fcd07b70-dcac-4028-a7bd-498911d7ff55 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Allocated IP 192.168.233.207 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/d986bcca-6e85-4738-ba65-cd37bb5d2915) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:53:52.127771 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64a913-1ad1-437d-b516-9fc69789b570 req-6b23ca0c-9c5c-4ce9-941c-6d3829a9f9dc tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:52.131449 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba64a913-1ad1-437d-b516-9fc69789b570 req-6b23ca0c-9c5c-4ce9-941c-6d3829a9f9dc tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc776448-9d80-47f5-b555-323ff6b88487 HTTP/1.1" status: 200 len: 931 time: 0.3369796 Aug 16 23:53:52.133801 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:52.142306 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a45ae869-52bf-4fc9-bbc8-5e0fc4ef4ce6 req-4272a135-0a8a-412c-b064-a24b74732543 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5dc1690b-6624-46fa-a54a-7524bbadf6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680635 Aug 16 23:53:52.146304 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce37c4-dc1e-42d1-8259-55d776a98162 req-232d5d73-7406-4c16-9cc9-96989a90d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:52.148970 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4bce37c4-dc1e-42d1-8259-55d776a98162 req-232d5d73-7406-4c16-9cc9-96989a90d39a service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1f09ba5-c9e3-4591-94d4-74b22e4b8598 HTTP/1.1" status: 200 len: 903 time: 0.4907291 Aug 16 23:53:52.161793 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:53:52.203394 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a,segment=NetworkSegment(b462b964-3d0f-4505-b925-ad550746aabe),segment_id=b462b964-3d0f-4505-b925-ad550746aabe)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:52.216729 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:52.217468 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device ee5086dd-a837-4463-b5af-52379e8c8e94 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:53:52.224864 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4bce37c4-dc1e-42d1-8259-55d776a98162 req-e95a6946-3e72-4840-8c00-0ddc00680e0d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.71&port_id=ee5086dd-a837-4463-b5af-52379e8c8e94 HTTP/1.1" status: 200 len: 217 time: 0.0596902 Aug 16 23:53:52.302203 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce37c4-dc1e-42d1-8259-55d776a98162 req-0987a00e-27f4-4f4d-acf1-55c897c8c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:52.304170 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4bce37c4-dc1e-42d1-8259-55d776a98162 req-0987a00e-27f4-4f4d-acf1-55c897c8c01d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d59a5845-abc8-4ae1-9c36-284eaf15f8f5 HTTP/1.1" status: 200 len: 801 time: 0.0686471 Aug 16 23:53:52.306546 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:52.358748 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port ee5086dd-a837-4463-b5af-52379e8c8e94, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ee5086dd-a837-4463-b5af-52379e8c8e94,segment=NetworkSegment(b462b964-3d0f-4505-b925-ad550746aabe),segment_id=b462b964-3d0f-4505-b925-ad550746aabe)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:52.390596 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'ee5086dd-a837-4463-b5af-52379e8c8e94', 'network_id': 'c1f09ba5-c9e3-4591-94d4-74b22e4b8598', 'port_id': 'ee5086dd-a837-4463-b5af-52379e8c8e94', 'mac_address': 'fa:16:3e:88:89:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd59a5845-abc8-4ae1-9c36-284eaf15f8f5', 'ip_address': '19.80.0.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:53:52.457567 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:52.481677 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5086dd-a837-4463-b5af-52379e8c8e94 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:53:52.510596 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port ee5086dd-a837-4463-b5af-52379e8c8e94, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ee5086dd-a837-4463-b5af-52379e8c8e94,segment=NetworkSegment(b462b964-3d0f-4505-b925-ad550746aabe),segment_id=b462b964-3d0f-4505-b925-ad550746aabe)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:52.518603 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:52.519742 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 1963b672-95a1-4177-89e0-8ce17f2e9cfb details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:53:52.531854 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a45ae869-52bf-4fc9-bbc8-5e0fc4ef4ce6 req-7adb8152-da91-47e3-a288-c76ab3941a1a service neutron] 10.222.0.64 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139687 Aug 16 23:53:52.553575 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce37c4-dc1e-42d1-8259-55d776a98162 req-7922bfae-023e-4af7-830a-f654b430661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:52.556607 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4bce37c4-dc1e-42d1-8259-55d776a98162 req-7922bfae-023e-4af7-830a-f654b430661a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1f09ba5-c9e3-4591-94d4-74b22e4b8598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2308047 Aug 16 23:53:52.663667 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba64a913-1ad1-437d-b516-9fc69789b570 req-350baeb5-e99e-40f0-92f8-2e899f297a9f tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f51b67-a47e-4b1d-ba53-03517aad128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5179937 Aug 16 23:53:52.700777 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4bce37c4-dc1e-42d1-8259-55d776a98162 req-7bb61808-e65f-4672-bdd2-40bb0a9ea63e service neutron] 10.222.0.64 "GET /v2.0/networks/c1f09ba5-c9e3-4591-94d4-74b22e4b8598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306958 Aug 16 23:53:52.797909 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=ee5086dd-a837-4463-b5af-52379e8c8e94,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:52.836493 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-4854de6a-5739-42df-a874-3b8b816c7640 req-f7febd13-4b3f-4fe8-8fe4-48ee5edd31c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:53:52.852045 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4bce37c4-dc1e-42d1-8259-55d776a98162 req-837ddd97-b413-4fde-a879-7b025accce4f service neutron] 10.222.0.64 "GET /v2.0/networks/c1f09ba5-c9e3-4591-94d4-74b22e4b8598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252708 Aug 16 23:53:52.882953 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 1963b672-95a1-4177-89e0-8ce17f2e9cfb, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=1963b672-95a1-4177-89e0-8ce17f2e9cfb,segment=NetworkSegment(f16751db-0fef-4efd-b070-84f6fe4ad1ea),segment_id=f16751db-0fef-4efd-b070-84f6fe4ad1ea)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:52.900604 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4854de6a-5739-42df-a874-3b8b816c7640 req-f7febd13-4b3f-4fe8-8fe4-48ee5edd31c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:52.909600 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '1963b672-95a1-4177-89e0-8ce17f2e9cfb', 'network_id': 'bc69c3aa-c258-46e8-a952-eb62bf4c8e99', 'port_id': '1963b672-95a1-4177-89e0-8ce17f2e9cfb', 'mac_address': 'fa:16:3e:80:fc:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ebbe2f-9117-49e0-b3eb-d69d66378e7c', 'ip_address': '19.86.0.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:53:52.918130 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-59e0d1f6-be44-46da-9371-f6cf510b2d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:52.967504 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0d1f6-be44-46da-9371-f6cf510b2d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=51ff2cda-5de5-4c83-bd41-051dc67efaa9,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:52.976739 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:52.994974 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-fcd07b70-dcac-4028-a7bd-498911d7ff55 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:53.000681 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1963b672-95a1-4177-89e0-8ce17f2e9cfb {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:53:53.022295 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-59e0d1f6-be44-46da-9371-f6cf510b2d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:53.048652 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 1963b672-95a1-4177-89e0-8ce17f2e9cfb, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=1963b672-95a1-4177-89e0-8ce17f2e9cfb,segment=NetworkSegment(f16751db-0fef-4efd-b070-84f6fe4ad1ea),segment_id=f16751db-0fef-4efd-b070-84f6fe4ad1ea)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:53.063875 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-4854de6a-5739-42df-a874-3b8b816c7640 req-f7febd13-4b3f-4fe8-8fe4-48ee5edd31c7 service neutron] Transition to ACTIVE for port object 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:53.067755 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:53.074104 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9d898887-533c-44c9-a082-b74f6271e432 req-f8ea83b7-4faa-4631-93db-d07b48ed59fe tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:53.076160 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a45ae869-52bf-4fc9-bbc8-5e0fc4ef4ce6 req-a08d8a07-53eb-4061-a29e-aeb204e0ac92 service neutron] 10.222.0.64 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5300884 Aug 16 23:53:53.096698 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4854de6a-5739-42df-a874-3b8b816c7640 req-f7febd13-4b3f-4fe8-8fe4-48ee5edd31c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:53.109635 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9d898887-533c-44c9-a082-b74f6271e432 req-f8ea83b7-4faa-4631-93db-d07b48ed59fe tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:53.146465 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-59e0d1f6-be44-46da-9371-f6cf510b2d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:53.150673 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-59e0d1f6-be44-46da-9371-f6cf510b2d79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:53.173659 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a890f-674f-4e03-874c-64c09361e8c4 req-7f140c42-3cb6-4ced-a52e-dfc6ec69aa43 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:53.175104 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-519a890f-674f-4e03-874c-64c09361e8c4 req-7f140c42-3cb6-4ced-a52e-dfc6ec69aa43 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 944 time: 0.3205307 Aug 16 23:53:53.177752 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=1963b672-95a1-4177-89e0-8ce17f2e9cfb,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:53.222769 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-fcd07b70-dcac-4028-a7bd-498911d7ff55 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Transition to ACTIVE for port object d986bcca-6e85-4738-ba65-cd37bb5d2915 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:53.233799 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-59e0d1f6-be44-46da-9371-f6cf510b2d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:53.234443 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e0d1f6-be44-46da-9371-f6cf510b2d79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:53:53.241670 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9d898887-533c-44c9-a082-b74f6271e432 req-f8ea83b7-4faa-4631-93db-d07b48ed59fe tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:53.243087 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-59e0d1f6-be44-46da-9371-f6cf510b2d79 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:53.243500 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9d898887-533c-44c9-a082-b74f6271e432 req-f8ea83b7-4faa-4631-93db-d07b48ed59fe tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.6017935 Aug 16 23:53:53.253651 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea83b7-4faa-4631-93db-d07b48ed59fe tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=304c4f53-237b-4985-82fe-edd305045933,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:53.258027 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7febd13-4b3f-4fe8-8fe4-48ee5edd31c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:53.270720 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-59e0d1f6-be44-46da-9371-f6cf510b2d79 admin admin] 10.222.0.60 "DELETE /v2.0/routers/be50c2d4-b5b8-4ad8-bf3f-fa783bdc3261 HTTP/1.1" status: 204 len: 168 time: 3.3988726 Aug 16 23:53:53.279916 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47820) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:53.363746 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-fcd07b70-dcac-4028-a7bd-498911d7ff55 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:53.379053 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['ea7f3b99-4d08-45e9-b39c-95e23121614f', 'f44487fe-9c34-48b3-b219-1401debf4eea'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:53:53.385064 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['1e56511b-81a6-4ff5-afd5-ed193d1f89e9', '48a32f82-becc-4edb-ac43-c96acede2cf0', 'd6a97ea2-5728-4e9c-a53a-d9da238eea77', '6513abce-3dd9-482c-887c-85c9538a6be5'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:53:53.467947 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd07b70-dcac-4028-a7bd-498911d7ff55 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Pushing event updated for resources: {'Port': ['ID=d986bcca-6e85-4738-ba65-cd37bb5d2915,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:53.480170 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['1963b672-95a1-4177-89e0-8ce17f2e9cfb'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:53:53.497425 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-519a890f-674f-4e03-874c-64c09361e8c4 req-deec7f85-ebd0-4440-80e6-3274f0bf1435 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092370 Aug 16 23:53:53.499591 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-fcd07b70-dcac-4028-a7bd-498911d7ff55 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:53:53.509664 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-fcd07b70-dcac-4028-a7bd-498911d7ff55 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:53:53.514748 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-fcd07b70-dcac-4028-a7bd-498911d7ff55 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:53:53.525466 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-fcd07b70-dcac-4028-a7bd-498911d7ff55 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:53.526699 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-fcd07b70-dcac-4028-a7bd-498911d7ff55 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:53.577693 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-4854de6a-5739-42df-a874-3b8b816c7640 req-f7febd13-4b3f-4fe8-8fe4-48ee5edd31c7 service neutron] Attempting to bind port 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:53:53.578036 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-4854de6a-5739-42df-a874-3b8b816c7640 req-f7febd13-4b3f-4fe8-8fe4-48ee5edd31c7 service neutron] Attempting to bind port 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '33a33b0c-0d4a-424f-ba83-c386480cd0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:53:53.578375 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4854de6a-5739-42df-a874-3b8b816c7640 req-f7febd13-4b3f-4fe8-8fe4-48ee5edd31c7 service neutron] Attempting to bind port 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e on network 34191e06-49f9-414f-b13a-5ba8e6dbd645 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:53.592996 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-fcd07b70-dcac-4028-a7bd-498911d7ff55 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9979200 Aug 16 23:53:53.593370 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4854de6a-5739-42df-a874-3b8b816c7640 req-f7febd13-4b3f-4fe8-8fe4-48ee5edd31c7 service neutron] Port 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e on network 34191e06-49f9-414f-b13a-5ba8e6dbd645 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:53:53.593712 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4854de6a-5739-42df-a874-3b8b816c7640 req-f7febd13-4b3f-4fe8-8fe4-48ee5edd31c7 service neutron] Attempting to bind port 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e on network 34191e06-49f9-414f-b13a-5ba8e6dbd645 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:53.599602 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a834e69-0b77-470f-839e-0d2a6fea623e admin admin] Deleting subnet acde4885-8004-4ab5-9f91-25ef081204d9 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:53:53.607174 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2a834e69-0b77-470f-839e-0d2a6fea623e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:53.610847 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-04bf182d-dbe7-456d-99b6-f11e406b5b03 service neutron] Request body: {'port': {'device_id': '13da9a60-8455-44be-a1e8-688298507414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:53.617435 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc245d-fbb2-4706-98cf-f82263741f61 req-0c12f786-794d-4d7a-9127-bd618c34d2a4 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:53.617858 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:53:53.626007 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-26bc245d-fbb2-4706-98cf-f82263741f61 req-0c12f786-794d-4d7a-9127-bd618c34d2a4 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=13da9a60-8455-44be-a1e8-688298507414 HTTP/1.1" status: 200 len: 936 time: 0.1955755 Aug 16 23:53:53.651767 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4854de6a-5739-42df-a874-3b8b816c7640 req-f7febd13-4b3f-4fe8-8fe4-48ee5edd31c7 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:53:53.652121 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4854de6a-5739-42df-a874-3b8b816c7640 req-f7febd13-4b3f-4fe8-8fe4-48ee5edd31c7 service neutron] Checking segment: {'id': '33a33b0c-0d4a-424f-ba83-c386480cd0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:53:53.652516 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4854de6a-5739-42df-a874-3b8b816c7640 req-f7febd13-4b3f-4fe8-8fe4-48ee5edd31c7 service neutron] Bound using segment: {'id': '33a33b0c-0d4a-424f-ba83-c386480cd0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:53:53.652961 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-4854de6a-5739-42df-a874-3b8b816c7640 req-f7febd13-4b3f-4fe8-8fe4-48ee5edd31c7 service neutron] Bound port: 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33a33b0c-0d4a-424f-ba83-c386480cd0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:53:53.653358 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4854de6a-5739-42df-a874-3b8b816c7640 req-f7febd13-4b3f-4fe8-8fe4-48ee5edd31c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:53.705584 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2a834e69-0b77-470f-839e-0d2a6fea623e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:53.717493 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-04bf182d-dbe7-456d-99b6-f11e406b5b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:53.791861 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-26bc245d-fbb2-4706-98cf-f82263741f61 req-5c1ccdc0-ffd0-4ec6-8761-e1e3d1dad72b tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599619 Aug 16 23:53:54.030744 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 51ff2cda-5de5-4c83-bd41-051dc67efaa9 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:53:54.048616 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-4854de6a-5739-42df-a874-3b8b816c7640 req-f7febd13-4b3f-4fe8-8fe4-48ee5edd31c7 service neutron] For port 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:53:54.100319 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-4854de6a-5739-42df-a874-3b8b816c7640 req-f7febd13-4b3f-4fe8-8fe4-48ee5edd31c7 service neutron] For port 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e,segment=NetworkSegment(33a33b0c-0d4a-424f-ba83-c386480cd0b2),segment_id=33a33b0c-0d4a-424f-ba83-c386480cd0b2)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:53:54.108238 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 51ff2cda-5de5-4c83-bd41-051dc67efaa9 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:53:54.108238 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 51ff2cda-5de5-4c83-bd41-051dc67efaa9 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:53:54.128475 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1b2aefe3-96c7-4298-b4fe-abc291b9f486 req-451f9c3e-a028-49b0-b9b7-af5e30eaa6e0 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "GET /v2.0/security-groups/df424c93-87e3-4b16-bdc8-d2b68774a72a HTTP/1.1" status: 200 len: 1804 time: 0.2439468 Aug 16 23:53:54.144823 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4854de6a-5739-42df-a874-3b8b816c7640 req-f7febd13-4b3f-4fe8-8fe4-48ee5edd31c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:54.168961 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2a834e69-0b77-470f-839e-0d2a6fea623e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:54.213501 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-96369b3b-f1ea-4c9c-92c5-9b9e03e1d46d None None] Provisioning for port d986bcca-6e85-4738-ba65-cd37bb5d2915 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:54.232244 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-04bf182d-dbe7-456d-99b6-f11e406b5b03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d986bcca-6e85-4738-ba65-cd37bb5d2915 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:53:54.244702 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-96369b3b-f1ea-4c9c-92c5-9b9e03e1d46d None None] Provisioning complete for port d986bcca-6e85-4738-ba65-cd37bb5d2915 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:54.245284 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-96369b3b-f1ea-4c9c-92c5-9b9e03e1d46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:54.250647 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-04bf182d-dbe7-456d-99b6-f11e406b5b03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:54.267003 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-04bf182d-dbe7-456d-99b6-f11e406b5b03 service neutron] Transition to ACTIVE for port object d986bcca-6e85-4738-ba65-cd37bb5d2915 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:54.281068 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-04bf182d-dbe7-456d-99b6-f11e406b5b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:54.366738 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8749c2-a0bd-4292-a4b1-11896c1696b8 req-aa149c9b-b603-42ed-8948-9763456dd474 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:54.376768 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8749c2-a0bd-4292-a4b1-11896c1696b8 req-aa149c9b-b603-42ed-8948-9763456dd474 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:54.383681 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf182d-dbe7-456d-99b6-f11e406b5b03 service neutron] Pushing event updated for resources: {'Port': ['ID=d986bcca-6e85-4738-ba65-cd37bb5d2915,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:54.390360 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8749c2-a0bd-4292-a4b1-11896c1696b8 req-aa149c9b-b603-42ed-8948-9763456dd474 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:54.391605 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-04bf182d-dbe7-456d-99b6-f11e406b5b03 service neutron] Attempting to bind port d986bcca-6e85-4738-ba65-cd37bb5d2915 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:53:54.392377 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-04bf182d-dbe7-456d-99b6-f11e406b5b03 service neutron] Attempting to bind port d986bcca-6e85-4738-ba65-cd37bb5d2915 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:53:54.393186 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-04bf182d-dbe7-456d-99b6-f11e406b5b03 service neutron] Attempting to bind port d986bcca-6e85-4738-ba65-cd37bb5d2915 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:54.398425 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-04bf182d-dbe7-456d-99b6-f11e406b5b03 service neutron] Port d986bcca-6e85-4738-ba65-cd37bb5d2915 on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:53:54.398881 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-04bf182d-dbe7-456d-99b6-f11e406b5b03 service neutron] Attempting to bind port d986bcca-6e85-4738-ba65-cd37bb5d2915 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:54.401701 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9d8749c2-a0bd-4292-a4b1-11896c1696b8 req-aa149c9b-b603-42ed-8948-9763456dd474 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?device_id=dce38346-b8f9-4945-a165-6c7c88aa0575 HTTP/1.1" status: 200 len: 2414 time: 0.4798298 Aug 16 23:53:54.405895 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-04bf182d-dbe7-456d-99b6-f11e406b5b03 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:53:54.406417 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-04bf182d-dbe7-456d-99b6-f11e406b5b03 service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:53:54.406898 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-04bf182d-dbe7-456d-99b6-f11e406b5b03 service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:53:54.407442 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-04bf182d-dbe7-456d-99b6-f11e406b5b03 service neutron] Bound port: d986bcca-6e85-4738-ba65-cd37bb5d2915, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:53:54.407906 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-04bf182d-dbe7-456d-99b6-f11e406b5b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:54.431987 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7febd13-4b3f-4fe8-8fe4-48ee5edd31c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:54.442145 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2a834e69-0b77-470f-839e-0d2a6fea623e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:54.458988 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-96369b3b-f1ea-4c9c-92c5-9b9e03e1d46d None None] Port d986bcca-6e85-4738-ba65-cd37bb5d2915 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:53:54.504730 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['ee5086dd-a837-4463-b5af-52379e8c8e94'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:53:54.522972 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2a834e69-0b77-470f-839e-0d2a6fea623e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:54.526030 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2a834e69-0b77-470f-839e-0d2a6fea623e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/acde4885-8004-4ab5-9f91-25ef081204d9 HTTP/1.1" status: 204 len: 168 time: 1.2451005 Aug 16 23:53:54.533000 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a834e69-0b77-470f-839e-0d2a6fea623e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acde4885-8004-4ab5-9f91-25ef081204d9,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:54.549850 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47832) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:54.553179 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9d8749c2-a0bd-4292-a4b1-11896c1696b8 req-5a57c257-456b-4507-b6c8-777e5fea9ed2 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/security-groups?id=99794da0-50d3-4b0f-8569-811865d4b78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495657 Aug 16 23:53:54.566192 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854de6a-5739-42df-a874-3b8b816c7640 req-f7febd13-4b3f-4fe8-8fe4-48ee5edd31c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:54.571207 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4854de6a-5739-42df-a874-3b8b816c7640 req-f7febd13-4b3f-4fe8-8fe4-48ee5edd31c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:54.573606 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4854de6a-5739-42df-a874-3b8b816c7640 req-f7febd13-4b3f-4fe8-8fe4-48ee5edd31c7 service neutron] 10.222.0.69 "PUT /v2.0/ports/1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e HTTP/1.1" status: 200 len: 1092 time: 3.1952527 Aug 16 23:53:54.577626 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc776448-9d80-47f5-b555-323ff6b88487', 'tag': '1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:53:54.589266 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39796f3a-ebad-49c6-9506-ddb3b6487426" -d '{"events": [{"name": "network-changed", "server_uuid": "bc776448-9d80-47f5-b555-323ff6b88487", "tag": "1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:53:54.602145 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9bb1ed-8961-4787-a9f7-c75a4a923805 None None] Network dfceb4c9-aedb-4a4a-ad89-be69b8624208 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:53:54.734459 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1b2aefe3-96c7-4298-b4fe-abc291b9f486 req-670bb575-c0a6-4131-8634-a73a37f7d82b tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "GET /v2.0/security-groups/304c4f53-237b-4985-82fe-edd305045933 HTTP/1.1" status: 200 len: 1803 time: 0.5827527 Aug 16 23:53:54.749942 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-1b2aefe3-96c7-4298-b4fe-abc291b9f486 req-66a19086-1fea-4d59-8a32-b31aee8cc3cd tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'df424c93-87e3-4b16-bdc8-d2b68774a72a', 'remote_group_id': '304c4f53-237b-4985-82fe-edd305045933', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:54.750262 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-1b2aefe3-96c7-4298-b4fe-abc291b9f486 req-66a19086-1fea-4d59-8a32-b31aee8cc3cd tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'df424c93-87e3-4b16-bdc8-d2b68774a72a', 'remote_group_id': '304c4f53-237b-4985-82fe-edd305045933', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:54.758494 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-04bf182d-dbe7-456d-99b6-f11e406b5b03 service neutron] For port d986bcca-6e85-4738-ba65-cd37bb5d2915, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:53:54.783112 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-04bf182d-dbe7-456d-99b6-f11e406b5b03 service neutron] For port d986bcca-6e85-4738-ba65-cd37bb5d2915, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=d986bcca-6e85-4738-ba65-cd37bb5d2915,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:53:54.796055 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-04bf182d-dbe7-456d-99b6-f11e406b5b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:54.803529 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01253aff-4945-40d4-a89b-560a0b2dd3c2 req-04299c4d-10ac-4b0a-b5dc-4de6070f7736 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:54.803693 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:54.820335 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-01253aff-4945-40d4-a89b-560a0b2dd3c2 req-04299c4d-10ac-4b0a-b5dc-4de6070f7736 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc776448-9d80-47f5-b555-323ff6b88487 HTTP/1.1" status: 200 len: 943 time: 0.1140223 Aug 16 23:53:54.854626 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-04bf182d-dbe7-456d-99b6-f11e406b5b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:54.855463 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-04bf182d-dbe7-456d-99b6-f11e406b5b03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:54.856958 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-04bf182d-dbe7-456d-99b6-f11e406b5b03 service neutron] 10.222.0.69 "PUT /v2.0/ports/d986bcca-6e85-4738-ba65-cd37bb5d2915 HTTP/1.1" status: 200 len: 1097 time: 1.2531586 Aug 16 23:53:54.859973 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13da9a60-8455-44be-a1e8-688298507414', 'tag': 'd986bcca-6e85-4738-ba65-cd37bb5d2915'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:53:54.871781 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e948adc3-ac2b-4366-bced-8a88e833d351" -d '{"events": [{"name": "network-changed", "server_uuid": "13da9a60-8455-44be-a1e8-688298507414", "tag": "d986bcca-6e85-4738-ba65-cd37bb5d2915"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:53:54.887908 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-01253aff-4945-40d4-a89b-560a0b2dd3c2 req-14f92af5-670b-4a02-9168-b73eb478067f tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f51b67-a47e-4b1d-ba53-03517aad128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657325 Aug 16 23:53:54.917756 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854de6a-5739-42df-a874-3b8b816c7640 req-14038767-d164-4bec-a068-a716f9b2613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:54.931827 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4854de6a-5739-42df-a874-3b8b816c7640 req-14038767-d164-4bec-a068-a716f9b2613b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=21fd198ba9644f5c88173bc1efcb8f0a&device_id=bc776448-9d80-47f5-b555-323ff6b88487 HTTP/1.1" status: 200 len: 1095 time: 0.2894125 Aug 16 23:53:55.030874 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4854de6a-5739-42df-a874-3b8b816c7640 req-2b315983-4d51-4b2f-bd69-7b36c67199c2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e HTTP/1.1" status: 200 len: 217 time: 0.0785623 Aug 16 23:53:55.033690 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf182d-dbe7-456d-99b6-f11e406b5b03 service neutron] Pushing event updated for resources: {'Port': ['ID=d986bcca-6e85-4738-ba65-cd37bb5d2915,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:55.063445 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-eadc0dbc-ceef-4f90-b65f-c2e143b1e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:55.064953 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-eadc0dbc-ceef-4f90-b65f-c2e143b1e836 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&device_id=13da9a60-8455-44be-a1e8-688298507414 HTTP/1.1" status: 200 len: 1100 time: 0.0889144 Aug 16 23:53:55.067850 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] Deleting port 32cc8e4b-d91e-4600-b20d-3ec03260e1d8 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:53:55.067850 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:55.148484 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a000e-5d16-4958-9d8f-6f35bbbdbc07 req-4b3d1811-e245-4c8d-ba0a-91884a5adc4f tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:55.156669 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da9a000e-5d16-4958-9d8f-6f35bbbdbc07 req-4b3d1811-e245-4c8d-ba0a-91884a5adc4f tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 944 time: 0.1242769 Aug 16 23:53:55.199506 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1b2aefe3-96c7-4298-b4fe-abc291b9f486 req-66a19086-1fea-4d59-8a32-b31aee8cc3cd tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:55.208398 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] For port 32cc8e4b-d91e-4600-b20d-3ec03260e1d8, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=32cc8e4b-d91e-4600-b20d-3ec03260e1d8,segment=NetworkSegment(893ff3b8-a701-42c5-9642-d416fd535f53),segment_id=893ff3b8-a701-42c5-9642-d416fd535f53)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:55.208797 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:55.231531 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] Calling delete_port for 32cc8e4b-d91e-4600-b20d-3ec03260e1d8 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:53:55.246176 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da9a000e-5d16-4958-9d8f-6f35bbbdbc07 req-f8c4937a-2724-4c61-a407-cfdea49de9db tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885057 Aug 16 23:53:55.248293 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854de6a-5739-42df-a874-3b8b816c7640 req-2e0a498d-22ad-4bcf-803c-85d28190fb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:55.249498 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4854de6a-5739-42df-a874-3b8b816c7640 req-2e0a498d-22ad-4bcf-803c-85d28190fb46 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=191fa66a-6028-47ea-a3b7-5ed8bb45305a HTTP/1.1" status: 200 len: 859 time: 0.1866145 Aug 16 23:53:55.278587 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07280763-0db1-48b5-8c17-365c0516039c None None] DHCP port deletion for dfceb4c9-aedb-4a4a-ad89-be69b8624208 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:53:55.366635 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f69465-83fd-4549-9d26-9177a1566b73 x-openstack-request-id: req-76f69465-83fd-4549-9d26-9177a1566b73 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:55.366926 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc776448-9d80-47f5-b555-323ff6b88487", "tag": "1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:55.367497 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-76f69465-83fd-4549-9d26-9177a1566b73 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:55.367584 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc776448-9d80-47f5-b555-323ff6b88487', 'tag': '1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e', 'status': 'completed', 'code': 200} Aug 16 23:53:55.400779 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:55.421110 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-e1d4c793-3270-42e9-97be-aa4bbd2e8436 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=d986bcca-6e85-4738-ba65-cd37bb5d2915 HTTP/1.1" status: 200 len: 217 time: 0.0666919 Aug 16 23:53:55.421921 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] No DVR routers for this DVR port 32cc8e4b-d91e-4600-b20d-3ec03260e1d8 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:53:55.439721 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1b2aefe3-96c7-4298-b4fe-abc291b9f486 req-66a19086-1fea-4d59-8a32-b31aee8cc3cd tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:55.442392 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854de6a-5739-42df-a874-3b8b816c7640 req-117c58c1-e997-454b-99fc-5cf24c667095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:55.452876 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4854de6a-5739-42df-a874-3b8b816c7640 req-117c58c1-e997-454b-99fc-5cf24c667095 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34191e06-49f9-414f-b13a-5ba8e6dbd645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1764224 Aug 16 23:53:55.452876 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1b2aefe3-96c7-4298-b4fe-abc291b9f486 req-66a19086-1fea-4d59-8a32-b31aee8cc3cd tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:55.498913 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-9e100b0a-e305-4507-813e-31d58c7c279f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:55.500525 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-9e100b0a-e305-4507-813e-31d58c7c279f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0545979 Aug 16 23:53:55.512948 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-07280763-0db1-48b5-8c17-365c0516039c None None] Deleting port 32cc8e4b-d91e-4600-b20d-3ec03260e1d8 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:53:55.513701 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-07280763-0db1-48b5-8c17-365c0516039c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:55.521098 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] Pushing event deleted for resources: {'Port': ['ID=32cc8e4b-d91e-4600-b20d-3ec03260e1d8,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:55.600110 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:55.615025 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:53:55.615374 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:53:55.616309 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:53:55.616762 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] Subscribe: > port after_create 55550000 {{(pid=101402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:53:55.617464 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] Subscribe: > port after_delete 55550000 {{(pid=101402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:53:55.617804 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] Subscribe: > port after_update 55550000 {{(pid=101402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:53:55.619552 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:53:55.619552 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:53:55.622289 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:53:55.622665 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:53:55.631600 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-07280763-0db1-48b5-8c17-365c0516039c None None] For port 32cc8e4b-d91e-4600-b20d-3ec03260e1d8, host n-d-800088-20, got binding levels [] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:55.632375 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-07280763-0db1-48b5-8c17-365c0516039c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:55.651943 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1b2aefe3-96c7-4298-b4fe-abc291b9f486 req-66a19086-1fea-4d59-8a32-b31aee8cc3cd tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:55.653474 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1b2aefe3-96c7-4298-b4fe-abc291b9f486 req-66a19086-1fea-4d59-8a32-b31aee8cc3cd tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9078457 Aug 16 23:53:55.656254 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4854de6a-5739-42df-a874-3b8b816c7640 req-5a2348e1-d2e1-432e-ae57-d6e2de3a8765 service neutron] 10.222.0.69 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648328 Aug 16 23:53:55.667943 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-07280763-0db1-48b5-8c17-365c0516039c None None] Calling delete_port for 32cc8e4b-d91e-4600-b20d-3ec03260e1d8 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:53:55.692292 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.ipam_backend_mixin [None req-07280763-0db1-48b5-8c17-365c0516039c None None] Port 32cc8e4b-d91e-4600-b20d-3ec03260e1d8 was not found and therefore no delete operation was performed {{(pid=101404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 23:53:55.698993 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-07280763-0db1-48b5-8c17-365c0516039c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:55.703476 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a19086-1fea-4d59-8a32-b31aee8cc3cd tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef94745a-981e-4d15-b407-0319c5d3d1c8,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:55.758864 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:53:55.759573 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:53:55.759705 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:53:55.759980 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 23:53:55.760367 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfceb4c9-aedb-4a4a-ad89-be69b8624208']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:55.778976 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 32cc8e4b-d91e-4600-b20d-3ec03260e1d8 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:53:55.797186 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ed1d9-fec4-4834-ac21-da8ff35e8d49 req-af089834-4419-4102-9394-9b60f6c59b75 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:55.804719 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1c2ed1d9-fec4-4834-ac21-da8ff35e8d49 req-af089834-4419-4102-9394-9b60f6c59b75 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=13da9a60-8455-44be-a1e8-688298507414 HTTP/1.1" status: 200 len: 948 time: 0.1658695 Aug 16 23:53:55.817019 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893ff3b8-a701-42c5-9642-d416fd535f53') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:55.817361 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893ff3b8-a701-42c5-9642-d416fd535f53') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:55.845745 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a0008e-bf06-4799-b3c1-f612ffd41d97 x-openstack-request-id: req-b2a0008e-bf06-4799-b3c1-f612ffd41d97 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:55.846415 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13da9a60-8455-44be-a1e8-688298507414", "tag": "d986bcca-6e85-4738-ba65-cd37bb5d2915", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:55.846861 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b2a0008e-bf06-4799-b3c1-f612ffd41d97 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:55.847446 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13da9a60-8455-44be-a1e8-688298507414', 'tag': 'd986bcca-6e85-4738-ba65-cd37bb5d2915', 'status': 'completed', 'code': 200} Aug 16 23:53:55.847565 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 32cc8e4b-d91e-4600-b20d-3ec03260e1d8 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:53:55.847808 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 32cc8e4b-d91e-4600-b20d-3ec03260e1d8 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:53:55.853936 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07280763-0db1-48b5-8c17-365c0516039c None None] Pushing event deleted for resources: {'Port': ['ID=32cc8e4b-d91e-4600-b20d-3ec03260e1d8,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:55.865730 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07280763-0db1-48b5-8c17-365c0516039c None None] No DVR routers for this DVR port 32cc8e4b-d91e-4600-b20d-3ec03260e1d8 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:53:55.890636 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:55.927418 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:55.933110 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-4b9c6255-20bd-483f-bcfd-ef87305ec5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:55.934842 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-4b9c6255-20bd-483f-bcfd-ef87305ec5d5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4112470 Aug 16 23:53:55.943114 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:53:55.943645 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: from cryptography.utils import int_from_bytes Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: from cryptography.utils import int_from_bytes Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: timer() Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: self._notify() Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:53:55.951523 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:53:55.955543 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1c2ed1d9-fec4-4834-ac21-da8ff35e8d49 req-5843143e-71d0-4c30-a272-bf7f1509f0e3 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409955 Aug 16 23:53:55.965340 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4854de6a-5739-42df-a874-3b8b816c7640 req-9d06f63f-c422-4083-8161-070cad5b3dba service neutron] 10.222.0.69 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931857 Aug 16 23:53:56.031003 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-f4989e99-6705-4b77-8cb7-7b7d0f128622 req-8e583908-b940-41eb-adb5-a1a7783dc440 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-39619489', 'description': 'tempest-description-569668625'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:56.049175 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4367f5-ffa6-4da1-ae29-c37e966dadc8 req-06173f75-7f4f-4fe1-b632-905458b78465 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:56.056092 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4367f5-ffa6-4da1-ae29-c37e966dadc8 req-06173f75-7f4f-4fe1-b632-905458b78465 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:56.063066 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4367f5-ffa6-4da1-ae29-c37e966dadc8 req-06173f75-7f4f-4fe1-b632-905458b78465 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:56.065191 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7b4367f5-ffa6-4da1-ae29-c37e966dadc8 req-06173f75-7f4f-4fe1-b632-905458b78465 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?device_id=dce38346-b8f9-4945-a165-6c7c88aa0575 HTTP/1.1" status: 200 len: 2414 time: 0.2236936 Aug 16 23:53:56.161156 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f4989e99-6705-4b77-8cb7-7b7d0f128622 req-8e583908-b940-41eb-adb5-a1a7783dc440 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:56.172912 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39796f3a-ebad-49c6-9506-ddb3b6487426 req-441e8bd9-0652-45f8-aab5-76b15ce1bb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:56.174521 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-39796f3a-ebad-49c6-9506-ddb3b6487426 req-441e8bd9-0652-45f8-aab5-76b15ce1bb6f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=21fd198ba9644f5c88173bc1efcb8f0a&device_id=bc776448-9d80-47f5-b555-323ff6b88487 HTTP/1.1" status: 200 len: 1095 time: 0.1071250 Aug 16 23:53:56.200305 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7b4367f5-ffa6-4da1-ae29-c37e966dadc8 req-f19c9f3f-e795-4913-a8a5-1600c54bbee8 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/security-groups?id=99794da0-50d3-4b0f-8569-811865d4b78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008065 Aug 16 23:53:56.292624 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f4989e99-6705-4b77-8cb7-7b7d0f128622 req-8e583908-b940-41eb-adb5-a1a7783dc440 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:56.331250 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f4989e99-6705-4b77-8cb7-7b7d0f128622 req-8e583908-b940-41eb-adb5-a1a7783dc440 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:56.468212 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:56.488421 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:56.494135 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] 10.222.0.60 "DELETE /v2.0/networks/dfceb4c9-aedb-4a4a-ad89-be69b8624208 HTTP/1.1" status: 204 len: 168 time: 1.9396868 Aug 16 23:53:56.509712 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e918e-cc44-463f-8331-a139928e145e admin admin] Pushing event deleted for resources: {'Network': ['ID=dfceb4c9-aedb-4a4a-ad89-be69b8624208,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:56.545826 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-fc03e2b0-8f7a-47f4-b3f7-0fdeff305acd service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5932395 Aug 16 23:53:56.723701 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e583908-b940-41eb-adb5-a1a7783dc440 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=182ed6aa-f99b-4a6d-b726-7fcf6a522e0a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:56.731609 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f4989e99-6705-4b77-8cb7-7b7d0f128622 req-8e583908-b940-41eb-adb5-a1a7783dc440 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:56.744641 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4989e99-6705-4b77-8cb7-7b7d0f128622 req-8e583908-b940-41eb-adb5-a1a7783dc440 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7307534 Aug 16 23:53:56.747126 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47866) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:56.769133 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b201fef3-9c18-4814-b439-33cf9cf3d388 req-8f87d21f-f757-420e-bdbf-d3997ada4e41 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135823 Aug 16 23:53:56.842579 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e602bc7-f0cc-4b16-8469-f25f76092310 req-4dd97ab2-ca02-4154-864f-d165c5ec719d tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:56.843818 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7e602bc7-f0cc-4b16-8469-f25f76092310 req-4dd97ab2-ca02-4154-864f-d165c5ec719d tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc776448-9d80-47f5-b555-323ff6b88487 HTTP/1.1" status: 200 len: 943 time: 0.5497730 Aug 16 23:53:56.847900 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39796f3a-ebad-49c6-9506-ddb3b6487426 req-efa3e1d7-9b58-427d-b869-b59a23bfa5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:56.849360 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-39796f3a-ebad-49c6-9506-ddb3b6487426 req-efa3e1d7-9b58-427d-b869-b59a23bfa5f3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=34191e06-49f9-414f-b13a-5ba8e6dbd645 HTTP/1.1" status: 200 len: 921 time: 0.6624753 Aug 16 23:53:56.866304 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3d807018-7009-4e6d-98ff-6e54e0572daa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ea1f363e7da44969b3a4164afa733f09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1146531 Aug 16 23:53:56.876222 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47872) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:56.927180 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948adc3-ac2b-4366-bced-8a88e833d351 req-99158d5b-bbad-4dd6-8523-b04c359f3992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:56.929128 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e948adc3-ac2b-4366-bced-8a88e833d351 req-99158d5b-bbad-4dd6-8523-b04c359f3992 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&device_id=13da9a60-8455-44be-a1e8-688298507414 HTTP/1.1" status: 200 len: 1100 time: 0.0601175 Aug 16 23:53:56.938175 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-39796f3a-ebad-49c6-9506-ddb3b6487426 req-3f14b44f-e75a-425e-8ed9-dc728216442d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e HTTP/1.1" status: 200 len: 217 time: 0.0706675 Aug 16 23:53:57.043616 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7044e7-fa4e-449d-8cf5-22121c9a18f9 req-a4f1f8ca-d6f8-4aaf-a525-ea926e2fcded tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:57.045399 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de7044e7-fa4e-449d-8cf5-22121c9a18f9 req-a4f1f8ca-d6f8-4aaf-a525-ea926e2fcded tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 944 time: 0.2242165 Aug 16 23:53:57.060785 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7e602bc7-f0cc-4b16-8469-f25f76092310 req-e14ccfb6-6fa0-4f59-a96a-5715d3955054 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f51b67-a47e-4b1d-ba53-03517aad128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867359 Aug 16 23:53:57.075488 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948adc3-ac2b-4366-bced-8a88e833d351 req-1f23cd37-b78e-4a69-910d-f1a1af855c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:57.076977 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e948adc3-ac2b-4366-bced-8a88e833d351 req-1f23cd37-b78e-4a69-910d-f1a1af855c56 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.1282144 Aug 16 23:53:57.100519 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-58612dbf-8423-4836-8ad5-2a0d6381b8ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:57.111251 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39796f3a-ebad-49c6-9506-ddb3b6487426 req-0cfe59a9-b137-4e4d-8ebb-d55bbc7f10e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:57.112877 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-39796f3a-ebad-49c6-9506-ddb3b6487426 req-0cfe59a9-b137-4e4d-8ebb-d55bbc7f10e2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=191fa66a-6028-47ea-a3b7-5ed8bb45305a HTTP/1.1" status: 200 len: 859 time: 0.1571460 Aug 16 23:53:57.125507 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de7044e7-fa4e-449d-8cf5-22121c9a18f9 req-5715dbe3-ccf7-4da8-b277-75b30f0ec851 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606751 Aug 16 23:53:57.134951 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e948adc3-ac2b-4366-bced-8a88e833d351 req-a4391e3f-453f-49ad-9e57-8bd81ba4496c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=d986bcca-6e85-4738-ba65-cd37bb5d2915 HTTP/1.1" status: 200 len: 217 time: 0.0491059 Aug 16 23:53:57.166425 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-58612dbf-8423-4836-8ad5-2a0d6381b8ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:57.210557 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-a899161c-d6e8-4c44-ac1d-193bff26e4d3 req-950f84d2-cf88-4d12-8a6b-1f4336601f66 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1468802539', 'description': 'tempest-description-869572422'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:57.227077 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948adc3-ac2b-4366-bced-8a88e833d351 req-14240256-db61-4987-9127-7404397f99eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:57.229647 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e948adc3-ac2b-4366-bced-8a88e833d351 req-14240256-db61-4987-9127-7404397f99eb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0864763 Aug 16 23:53:57.257079 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39796f3a-ebad-49c6-9506-ddb3b6487426 req-e8e1ac93-613d-4637-87a9-e99694c8c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:57.258845 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-39796f3a-ebad-49c6-9506-ddb3b6487426 req-e8e1ac93-613d-4637-87a9-e99694c8c1a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34191e06-49f9-414f-b13a-5ba8e6dbd645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1298819 Aug 16 23:53:57.289273 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a899161c-d6e8-4c44-ac1d-193bff26e4d3 req-950f84d2-cf88-4d12-8a6b-1f4336601f66 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:57.314473 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948adc3-ac2b-4366-bced-8a88e833d351 req-bda5667b-9d00-4072-bb1b-f1251593690c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:57.316470 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e948adc3-ac2b-4366-bced-8a88e833d351 req-bda5667b-9d00-4072-bb1b-f1251593690c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0721443 Aug 16 23:53:57.405381 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-58612dbf-8423-4836-8ad5-2a0d6381b8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:57.407802 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-58612dbf-8423-4836-8ad5-2a0d6381b8ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:57.408984 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-58612dbf-8423-4836-8ad5-2a0d6381b8ec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ce030050-8dc8-4612-9a0d-010b807c5655 HTTP/1.1" status: 204 len: 168 time: 0.5308502 Aug 16 23:53:57.442810 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58612dbf-8423-4836-8ad5-2a0d6381b8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce030050-8dc8-4612-9a0d-010b807c5655,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:57.488948 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e948adc3-ac2b-4366-bced-8a88e833d351 req-7be85598-b80a-4220-a592-f8f1adf65a0a service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569176 Aug 16 23:53:57.509136 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e6eb5-a61a-475b-a597-afd0d38b9db7 req-84d4568d-db03-48b9-ab18-edf6e9a6df94 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:57.517115 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb1e6eb5-a61a-475b-a597-afd0d38b9db7 req-84d4568d-db03-48b9-ab18-edf6e9a6df94 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=13da9a60-8455-44be-a1e8-688298507414 HTTP/1.1" status: 200 len: 948 time: 0.2237742 Aug 16 23:53:57.534050 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-39796f3a-ebad-49c6-9506-ddb3b6487426 req-d9f88807-df3d-4536-9a92-614a3f5cd6bb service neutron] 10.222.0.69 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541249 Aug 16 23:53:57.626363 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device dae2265e-e6b4-4a54-aa4c-b094ef043a7f details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:53:57.628376 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:53:57.639708 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a899161c-d6e8-4c44-ac1d-193bff26e4d3 req-950f84d2-cf88-4d12-8a6b-1f4336601f66 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:57.657679 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a899161c-d6e8-4c44-ac1d-193bff26e4d3 req-950f84d2-cf88-4d12-8a6b-1f4336601f66 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:57.665017 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e948adc3-ac2b-4366-bced-8a88e833d351 req-660f2a43-1d0f-4cd7-9201-c8c15eca540c service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655667 Aug 16 23:53:57.698159 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb1e6eb5-a61a-475b-a597-afd0d38b9db7 req-904b8f6c-1e96-4c0c-b9c3-e41e9790e72e tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768036 Aug 16 23:53:57.844668 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a899161c-d6e8-4c44-ac1d-193bff26e4d3 req-950f84d2-cf88-4d12-8a6b-1f4336601f66 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:57.849286 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a899161c-d6e8-4c44-ac1d-193bff26e4d3 req-950f84d2-cf88-4d12-8a6b-1f4336601f66 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6434608 Aug 16 23:53:57.875561 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:57.884274 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:57.884680 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:57.914813 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f84d2-cf88-4d12-8a6b-1f4336601f66 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=468dc143-c462-4686-bcfb-43a70f96bdd7,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:57.955092 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-39796f3a-ebad-49c6-9506-ddb3b6487426 req-376152d9-de75-4dbd-9929-7ca91ca5269d service neutron] 10.222.0.69 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113164 Aug 16 23:53:57.967766 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port dae2265e-e6b4-4a54-aa4c-b094ef043a7f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=dae2265e-e6b4-4a54-aa4c-b094ef043a7f,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:57.998519 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'dae2265e-e6b4-4a54-aa4c-b094ef043a7f', 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de', 'port_id': 'dae2265e-e6b4-4a54-aa4c-b094ef043a7f', 'mac_address': 'fa:16:3e:a9:07:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:53:58.016000 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9710e53-48cc-47ca-aebc-bcc1fdec23fd req-f5027b06-e2f6-4c8f-8af0-439751ae1994 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:58.024563 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9710e53-48cc-47ca-aebc-bcc1fdec23fd req-f5027b06-e2f6-4c8f-8af0-439751ae1994 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:58.033948 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9710e53-48cc-47ca-aebc-bcc1fdec23fd req-f5027b06-e2f6-4c8f-8af0-439751ae1994 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:58.036433 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9710e53-48cc-47ca-aebc-bcc1fdec23fd req-f5027b06-e2f6-4c8f-8af0-439751ae1994 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?device_id=dce38346-b8f9-4945-a165-6c7c88aa0575 HTTP/1.1" status: 200 len: 2414 time: 0.1999211 Aug 16 23:53:58.044224 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-745e38bb-8a89-48d9-895f-6b8c5839661b req-42e9d54b-0a75-4200-be00-e3bb325d7cca tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "GET /v2.0/security-groups/182ed6aa-f99b-4a6d-b726-7fcf6a522e0a HTTP/1.1" status: 200 len: 1802 time: 0.1331863 Aug 16 23:53:58.092199 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:58.094569 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:58.124343 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dae2265e-e6b4-4a54-aa4c-b094ef043a7f {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:53:58.135890 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce38346-b8f9-4945-a165-6c7c88aa0575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:53:58.139442 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42f61a3-8ca4-48bc-af23-fb43ce017e26" -d '{"events": [{"server_uuid": "dce38346-b8f9-4945-a165-6c7c88aa0575", "name": "network-vif-plugged", "status": "completed", "tag": "3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:53:58.168574 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a,segment=NetworkSegment(b462b964-3d0f-4505-b925-ad550746aabe),segment_id=b462b964-3d0f-4505-b925-ad550746aabe)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:58.169845 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9710e53-48cc-47ca-aebc-bcc1fdec23fd req-936dd607-d6fc-46af-bc1b-a4f970d3f6d0 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/security-groups?id=99794da0-50d3-4b0f-8569-811865d4b78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244605 Aug 16 23:53:58.176338 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-745e38bb-8a89-48d9-895f-6b8c5839661b req-d2e79b22-2270-4651-a6ba-aa66bba67dbd tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "GET /v2.0/security-groups/468dc143-c462-4686-bcfb-43a70f96bdd7 HTTP/1.1" status: 200 len: 1804 time: 0.1230154 Aug 16 23:53:58.184232 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port dae2265e-e6b4-4a54-aa4c-b094ef043a7f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=dae2265e-e6b4-4a54-aa4c-b094ef043a7f,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:58.191450 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:58.198545 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-745e38bb-8a89-48d9-895f-6b8c5839661b req-2cf34788-1880-4f29-8576-37ec5eaabf91 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '182ed6aa-f99b-4a6d-b726-7fcf6a522e0a', 'remote_group_id': '468dc143-c462-4686-bcfb-43a70f96bdd7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:58.198982 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-745e38bb-8a89-48d9-895f-6b8c5839661b req-2cf34788-1880-4f29-8576-37ec5eaabf91 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '182ed6aa-f99b-4a6d-b726-7fcf6a522e0a', 'remote_group_id': '468dc143-c462-4686-bcfb-43a70f96bdd7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:58.288917 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:58.290707 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 1963b672-95a1-4177-89e0-8ce17f2e9cfb up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:53:58.294166 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=dae2265e-e6b4-4a54-aa4c-b094ef043a7f,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:58.312089 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-745e38bb-8a89-48d9-895f-6b8c5839661b req-2cf34788-1880-4f29-8576-37ec5eaabf91 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:58.392452 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce80880-d042-45f5-8567-7b0c37235df8 req-42e27b3d-bedb-42ae-870f-172517ab5a38 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:58.394031 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fce80880-d042-45f5-8567-7b0c37235df8 req-42e27b3d-bedb-42ae-870f-172517ab5a38 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc776448-9d80-47f5-b555-323ff6b88487 HTTP/1.1" status: 200 len: 943 time: 0.0977664 Aug 16 23:53:58.403207 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:58.406288 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-745e38bb-8a89-48d9-895f-6b8c5839661b req-2cf34788-1880-4f29-8576-37ec5eaabf91 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:58.425499 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 1963b672-95a1-4177-89e0-8ce17f2e9cfb completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:58.427864 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-745e38bb-8a89-48d9-895f-6b8c5839661b req-2cf34788-1880-4f29-8576-37ec5eaabf91 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:58.440492 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 1963b672-95a1-4177-89e0-8ce17f2e9cfb triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:58.442015 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:58.494184 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf34788-1880-4f29-8576-37ec5eaabf91 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a0e898a-31c0-4eec-8dd5-e6257361beff,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:58.505583 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-745e38bb-8a89-48d9-895f-6b8c5839661b req-2cf34788-1880-4f29-8576-37ec5eaabf91 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:58.521659 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-745e38bb-8a89-48d9-895f-6b8c5839661b req-2cf34788-1880-4f29-8576-37ec5eaabf91 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3371937 Aug 16 23:53:58.542159 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fce80880-d042-45f5-8567-7b0c37235df8 req-1274d195-49ad-4321-8eae-d05bbfaacbd1 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f51b67-a47e-4b1d-ba53-03517aad128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386352 Aug 16 23:53:58.573735 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['dae2265e-e6b4-4a54-aa4c-b094ef043a7f'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:53:58.585976 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b739d55-98c7-4666-9695-22a9f08d87e6 x-openstack-request-id: req-6b739d55-98c7-4666-9695-22a9f08d87e6 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:58.586272 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce38346-b8f9-4945-a165-6c7c88aa0575", "name": "network-vif-plugged", "status": "completed", "tag": "3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:58.586528 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6b739d55-98c7-4666-9695-22a9f08d87e6 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:58.587515 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce38346-b8f9-4945-a165-6c7c88aa0575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a', 'code': 200} Aug 16 23:53:58.671882 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:58.702768 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47924) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:58.750246 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1937d-5181-427e-9517-7f1c34a1b2d1 req-f71f7e27-19b3-4b8d-96ce-b0d3421ae106 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:58.751809 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48a1937d-5181-427e-9517-7f1c34a1b2d1 req-f71f7e27-19b3-4b8d-96ce-b0d3421ae106 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 945 time: 0.1015072 Aug 16 23:53:58.756869 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 1963b672-95a1-4177-89e0-8ce17f2e9cfb, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=1963b672-95a1-4177-89e0-8ce17f2e9cfb,segment=NetworkSegment(f16751db-0fef-4efd-b070-84f6fe4ad1ea),segment_id=f16751db-0fef-4efd-b070-84f6fe4ad1ea)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:58.784709 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:58.785837 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device ee5086dd-a837-4463-b5af-52379e8c8e94 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:53:58.877790 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48a1937d-5181-427e-9517-7f1c34a1b2d1 req-c38aade9-5235-4cdf-a2ec-4cc66ea8804d tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047149 Aug 16 23:53:58.894147 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b2736d34-392f-44ce-a7b4-becf798e526e req-dc13f221-cd94-421d-ac4e-6ae6cceaacfe tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "GET /v2.0/security-groups/468dc143-c462-4686-bcfb-43a70f96bdd7 HTTP/1.1" status: 200 len: 1804 time: 0.0875103 Aug 16 23:53:58.927036 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=1963b672-95a1-4177-89e0-8ce17f2e9cfb,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:58.935381 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-720049bd-3352-444c-869b-b70c57926a74 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-285087411-network', 'tenant_id': '9f7c15746f884d59bb5bca99d12666b2'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:58.981722 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720049bd-3352-444c-869b-b70c57926a74 admin admin] Made reservation on behalf of 9f7c15746f884d59bb5bca99d12666b2 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:53:58.984125 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-720049bd-3352-444c-869b-b70c57926a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:58.989623 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port ee5086dd-a837-4463-b5af-52379e8c8e94 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:59.005798 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-720049bd-3352-444c-869b-b70c57926a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.006134 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port ee5086dd-a837-4463-b5af-52379e8c8e94 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:59.006507 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.015979 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b2736d34-392f-44ce-a7b4-becf798e526e req-ee8ee08c-2f72-43b6-b05e-c26be2b9e2e0 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.076736 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b2736d34-392f-44ce-a7b4-becf798e526e req-ee8ee08c-2f72-43b6-b05e-c26be2b9e2e0 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.099725 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9c86b-26a2-4be1-8bce-460cab21b983 req-14f055e0-cebc-4c86-b514-758ceb36d680 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:59.101732 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-def9c86b-26a2-4be1-8bce-460cab21b983 req-14f055e0-cebc-4c86-b514-758ceb36d680 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=13da9a60-8455-44be-a1e8-688298507414 HTTP/1.1" status: 200 len: 948 time: 0.0999312 Aug 16 23:53:59.110556 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.159887 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port ee5086dd-a837-4463-b5af-52379e8c8e94, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ee5086dd-a837-4463-b5af-52379e8c8e94,segment=NetworkSegment(b462b964-3d0f-4505-b925-ad550746aabe),segment_id=b462b964-3d0f-4505-b925-ad550746aabe)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:59.166399 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.211436 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-def9c86b-26a2-4be1-8bce-460cab21b983 req-f42eacb8-bad3-4b78-afae-58df817bfb48 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965030 Aug 16 23:53:59.243682 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:53:59.279281 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=ee5086dd-a837-4463-b5af-52379e8c8e94,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:59.299054 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-720049bd-3352-444c-869b-b70c57926a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.303449 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b2736d34-392f-44ce-a7b4-becf798e526e req-ee8ee08c-2f72-43b6-b05e-c26be2b9e2e0 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.307636 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b2736d34-392f-44ce-a7b4-becf798e526e req-ee8ee08c-2f72-43b6-b05e-c26be2b9e2e0 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.308998 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b2736d34-392f-44ce-a7b4-becf798e526e req-ee8ee08c-2f72-43b6-b05e-c26be2b9e2e0 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "DELETE /v2.0/security-groups/468dc143-c462-4686-bcfb-43a70f96bdd7 HTTP/1.1" status: 204 len: 173 time: 0.4069028 Aug 16 23:53:59.314438 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-720049bd-3352-444c-869b-b70c57926a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.329111 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ee08c-2f72-43b6-b05e-c26be2b9e2e0 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=468dc143-c462-4686-bcfb-43a70f96bdd7,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:59.354894 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720049bd-3352-444c-869b-b70c57926a74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:53:59.425933 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-720049bd-3352-444c-869b-b70c57926a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.426294 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-720049bd-3352-444c-869b-b70c57926a74 admin admin] Added segment f6ecfec7-859e-48ae-8b72-438566ddcf66 of type vlan for network b5d96bed-3d7d-4174-81a4-420ec5c2a243 Aug 16 23:53:59.445965 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720049bd-3352-444c-869b-b70c57926a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001b98ce-49aa-42c8-8a71-c89fa31e9205,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:59.470848 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e,segment=NetworkSegment(33a33b0c-0d4a-424f-ba83-c386480cd0b2),segment_id=33a33b0c-0d4a-424f-ba83-c386480cd0b2)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:59.483627 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'port_id': '1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e', 'mac_address': 'fa:16:3e:e3:cf:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:53:59.502812 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8de1b-7f08-4d05-ba22-1ff22fe49f3a req-f1185a0d-8ef8-4164-98e6-6caaa7195be8 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:59.509171 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8de1b-7f08-4d05-ba22-1ff22fe49f3a req-f1185a0d-8ef8-4164-98e6-6caaa7195be8 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:59.515222 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8de1b-7f08-4d05-ba22-1ff22fe49f3a req-f1185a0d-8ef8-4164-98e6-6caaa7195be8 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:59.522833 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9cd8de1b-7f08-4d05-ba22-1ff22fe49f3a req-f1185a0d-8ef8-4164-98e6-6caaa7195be8 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?device_id=dce38346-b8f9-4945-a165-6c7c88aa0575 HTTP/1.1" status: 200 len: 2417 time: 0.1876948 Aug 16 23:53:59.537544 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.541588 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-720049bd-3352-444c-869b-b70c57926a74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.551168 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7fd23c9-d31b-45d4-a549-e8243b30417f req-675840a6-0143-423d-97ce-4c209c2bf29c tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "GET /v2.0/security-groups/182ed6aa-f99b-4a6d-b726-7fcf6a522e0a HTTP/1.1" status: 200 len: 1802 time: 0.2172210 Aug 16 23:53:59.561490 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:53:59.588976 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e,segment=NetworkSegment(33a33b0c-0d4a-424f-ba83-c386480cd0b2),segment_id=33a33b0c-0d4a-424f-ba83-c386480cd0b2)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:59.592875 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9cd8de1b-7f08-4d05-ba22-1ff22fe49f3a req-b9656581-26cb-484c-a321-a2fb486bb28f tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/security-groups?id=99794da0-50d3-4b0f-8569-811865d4b78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691469 Aug 16 23:53:59.608729 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.611511 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device d986bcca-6e85-4738-ba65-cd37bb5d2915 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:53:59.621375 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-720049bd-3352-444c-869b-b70c57926a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.623156 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720049bd-3352-444c-869b-b70c57926a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:59.623457 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-720049bd-3352-444c-869b-b70c57926a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.686264 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-3b128aa4-45b2-4cc5-b027-54b45bf0cf6e req-d6eb819d-ae2d-4df9-a729-2921d11a63af tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1664429698', 'description': 'tempest-description-290566237'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:59.720696 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-720049bd-3352-444c-869b-b70c57926a74 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0166492 Aug 16 23:53:59.723401 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47948) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:59.737631 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-b98dbe37-8587-4d1c-a655-4fffa7459b58 admin admin] Request body: {'subnet': {'network_id': 'b5d96bed-3d7d-4174-81a4-420ec5c2a243', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-285087411-subnet', 'tenant_id': '9f7c15746f884d59bb5bca99d12666b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:59.748573 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720049bd-3352-444c-869b-b70c57926a74 admin admin] Pushing event updated for resources: {'Network': ['ID=b5d96bed-3d7d-4174-81a4-420ec5c2a243,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:59.761564 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:59.769008 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network b5d96bed-3d7d-4174-81a4-420ec5c2a243 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:53:59.813859 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ef99a-623b-4693-a09b-6405f3c39919 req-a3ab872b-dfac-404d-9daa-060e56b16dd9 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:59.815722 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-923ef99a-623b-4693-a09b-6405f3c39919 req-a3ab872b-dfac-404d-9daa-060e56b16dd9 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc776448-9d80-47f5-b555-323ff6b88487 HTTP/1.1" status: 200 len: 944 time: 0.1845529 Aug 16 23:53:59.817209 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3b128aa4-45b2-4cc5-b027-54b45bf0cf6e req-d6eb819d-ae2d-4df9-a729-2921d11a63af tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.838947 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98dbe37-8587-4d1c-a655-4fffa7459b58 admin admin] Made reservation on behalf of 9f7c15746f884d59bb5bca99d12666b2 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:53:59.841812 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b98dbe37-8587-4d1c-a655-4fffa7459b58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.875805 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port d986bcca-6e85-4738-ba65-cd37bb5d2915, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=d986bcca-6e85-4738-ba65-cd37bb5d2915,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:59.880153 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-923ef99a-623b-4693-a09b-6405f3c39919 req-9f5a08f5-27e4-4947-8919-1a763aeed139 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f51b67-a47e-4b1d-ba53-03517aad128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526378 Aug 16 23:53:59.956591 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3b128aa4-45b2-4cc5-b027-54b45bf0cf6e req-d6eb819d-ae2d-4df9-a729-2921d11a63af tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.970126 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3b128aa4-45b2-4cc5-b027-54b45bf0cf6e req-d6eb819d-ae2d-4df9-a729-2921d11a63af tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.978199 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': 'd986bcca-6e85-4738-ba65-cd37bb5d2915', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': 'd986bcca-6e85-4738-ba65-cd37bb5d2915', 'mac_address': 'fa:16:3e:9e:92:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:54:00.006702 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3b128aa4-45b2-4cc5-b027-54b45bf0cf6e req-d6eb819d-ae2d-4df9-a729-2921d11a63af tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:00.027884 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3b128aa4-45b2-4cc5-b027-54b45bf0cf6e req-d6eb819d-ae2d-4df9-a729-2921d11a63af tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3750026 Aug 16 23:54:00.033122 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb819d-ae2d-4df9-a729-2921d11a63af tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=843fa15e-b2d4-4f03-b612-be4d57b4017f,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:00.099651 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:00.118950 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d986bcca-6e85-4738-ba65-cd37bb5d2915 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:54:00.137754 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b98dbe37-8587-4d1c-a655-4fffa7459b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:00.170101 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port d986bcca-6e85-4738-ba65-cd37bb5d2915, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=d986bcca-6e85-4738-ba65-cd37bb5d2915,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:00.184509 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:00.204632 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98dbe37-8587-4d1c-a655-4fffa7459b58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dc1d23a-2b66-4ec4-9ade-0b7b10fa44c0,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:00.215189 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb41d7a-cbea-4d21-a835-de22b101eaf9 req-4d193972-cfd3-4072-a18c-b66d985acc8c tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:00.216860 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6bb41d7a-cbea-4d21-a835-de22b101eaf9 req-4d193972-cfd3-4072-a18c-b66d985acc8c tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 945 time: 0.0859191 Aug 16 23:54:00.221034 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-95711488-a3b6-43bb-9926-0b8ae1f03413 req-4b36e748-6506-4905-a681-033d2ab99e2f tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "GET /v2.0/security-groups/843fa15e-b2d4-4f03-b612-be4d57b4017f HTTP/1.1" status: 200 len: 1804 time: 0.1132381 Aug 16 23:54:00.236883 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-95711488-a3b6-43bb-9926-0b8ae1f03413 req-a8c065a5-f541-4e6d-b25a-c811f7554e4a tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '843fa15e-b2d4-4f03-b612-be4d57b4017f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:00.237457 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-95711488-a3b6-43bb-9926-0b8ae1f03413 req-a8c065a5-f541-4e6d-b25a-c811f7554e4a tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '843fa15e-b2d4-4f03-b612-be4d57b4017f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:00.238932 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98dbe37-8587-4d1c-a655-4fffa7459b58 admin admin] Checking segment: {'id': 'f6ecfec7-859e-48ae-8b72-438566ddcf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b5d96bed-3d7d-4174-81a4-420ec5c2a243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:54:00.239309 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98dbe37-8587-4d1c-a655-4fffa7459b58 admin admin] Network hostable DHCP agents. Network: b5d96bed-3d7d-4174-81a4-420ec5c2a243, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:54:00.259694 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=d986bcca-6e85-4738-ba65-cd37bb5d2915,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:00.278836 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98dbe37-8587-4d1c-a655-4fffa7459b58 admin admin] Network b5d96bed-3d7d-4174-81a4-420ec5c2a243 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:54:00.299299 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-b98dbe37-8587-4d1c-a655-4fffa7459b58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, b5d96bed-3d7d-4174-81a4-420ec5c2a243) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:54:00.303947 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98dbe37-8587-4d1c-a655-4fffa7459b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:00.304732 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b98dbe37-8587-4d1c-a655-4fffa7459b58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:00.311721 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9952c86-9270-4bca-9ed4-ed9cddb66fb2 None None] Network b5d96bed-3d7d-4174-81a4-420ec5c2a243 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:54:00.324980 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6bb41d7a-cbea-4d21-a835-de22b101eaf9 req-99a65695-2060-4ea0-be9d-5cc8fda9d479 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931094 Aug 16 23:54:00.334117 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b98dbe37-8587-4d1c-a655-4fffa7459b58 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6090236 Aug 16 23:54:00.369760 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-95711488-a3b6-43bb-9926-0b8ae1f03413 req-a8c065a5-f541-4e6d-b25a-c811f7554e4a tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:00.396271 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-95711488-a3b6-43bb-9926-0b8ae1f03413 req-a8c065a5-f541-4e6d-b25a-c811f7554e4a tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:00.405653 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-95711488-a3b6-43bb-9926-0b8ae1f03413 req-a8c065a5-f541-4e6d-b25a-c811f7554e4a tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:00.439608 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c065a5-f541-4e6d-b25a-c811f7554e4a tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254948bf-2dfe-4555-adfc-0dab954cd446,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:00.448523 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-95711488-a3b6-43bb-9926-0b8ae1f03413 req-a8c065a5-f541-4e6d-b25a-c811f7554e4a tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:00.463726 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-95711488-a3b6-43bb-9926-0b8ae1f03413 req-a8c065a5-f541-4e6d-b25a-c811f7554e4a tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2241044 Aug 16 23:54:00.567284 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a4631-eceb-454f-ad36-12ed50f5d080 req-7d114eec-6452-47ca-927f-971fec27efa3 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:00.568840 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c81a4631-eceb-454f-ad36-12ed50f5d080 req-7d114eec-6452-47ca-927f-971fec27efa3 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=13da9a60-8455-44be-a1e8-688298507414 HTTP/1.1" status: 200 len: 949 time: 0.1020083 Aug 16 23:54:00.586296 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['d986bcca-6e85-4738-ba65-cd37bb5d2915'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:00.589571 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:00.594101 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce38346-b8f9-4945-a165-6c7c88aa0575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1963b672-95a1-4177-89e0-8ce17f2e9cfb'}, {'server_uuid': 'dce38346-b8f9-4945-a165-6c7c88aa0575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5086dd-a837-4463-b5af-52379e8c8e94'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:00.600875 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919be53f-91e3-444e-8d6c-2b4bb113c72d" -d '{"events": [{"server_uuid": "dce38346-b8f9-4945-a165-6c7c88aa0575", "name": "network-vif-plugged", "status": "completed", "tag": "1963b672-95a1-4177-89e0-8ce17f2e9cfb"}, {"server_uuid": "dce38346-b8f9-4945-a165-6c7c88aa0575", "name": "network-vif-plugged", "status": "completed", "tag": "ee5086dd-a837-4463-b5af-52379e8c8e94"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:00.604662 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593ede3e-d497-4808-89fd-05db2b7c68b9 None None] Network b5d96bed-3d7d-4174-81a4-420ec5c2a243 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:54:00.607537 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69dc4f69-236a-4247-82b1-62a0f2709812 req-e1a82979-a5d3-4315-9695-9c8f9c1d47b0 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "GET /v2.0/security-groups/843fa15e-b2d4-4f03-b612-be4d57b4017f HTTP/1.1" status: 200 len: 2397 time: 0.0909858 Aug 16 23:54:00.614482 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-69dc4f69-236a-4247-82b1-62a0f2709812 req-f1895e87-ec7e-441f-90ad-d00d765f997b tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '843fa15e-b2d4-4f03-b612-be4d57b4017f', 'remote_group_id': None}]} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:00.614804 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-69dc4f69-236a-4247-82b1-62a0f2709812 req-f1895e87-ec7e-441f-90ad-d00d765f997b tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '843fa15e-b2d4-4f03-b612-be4d57b4017f', 'remote_group_id': None}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:00.677605 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c81a4631-eceb-454f-ad36-12ed50f5d080 req-e5cc453f-1320-4e79-ad94-d8512ee7bd6d tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987678 Aug 16 23:54:00.732658 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-69dc4f69-236a-4247-82b1-62a0f2709812 req-f1895e87-ec7e-441f-90ad-d00d765f997b tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:00.768317 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-69dc4f69-236a-4247-82b1-62a0f2709812 req-f1895e87-ec7e-441f-90ad-d00d765f997b tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:00.774654 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-69dc4f69-236a-4247-82b1-62a0f2709812 req-f1895e87-ec7e-441f-90ad-d00d765f997b tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:00.798963 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1895e87-ec7e-441f-90ad-d00d765f997b tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f9e2e5-24b0-4962-a22e-b75d8d7b7780,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:00.818511 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-69dc4f69-236a-4247-82b1-62a0f2709812 req-f1895e87-ec7e-441f-90ad-d00d765f997b tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:00.838665 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69dc4f69-236a-4247-82b1-62a0f2709812 req-f1895e87-ec7e-441f-90ad-d00d765f997b tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2301419 Aug 16 23:54:00.884544 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3521fec-202d-415d-9229-b868d4936589 x-openstack-request-id: req-f3521fec-202d-415d-9229-b868d4936589 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:00.885075 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce38346-b8f9-4945-a165-6c7c88aa0575", "name": "network-vif-plugged", "status": "completed", "tag": "1963b672-95a1-4177-89e0-8ce17f2e9cfb", "code": 200}, {"server_uuid": "dce38346-b8f9-4945-a165-6c7c88aa0575", "name": "network-vif-plugged", "status": "completed", "tag": "ee5086dd-a837-4463-b5af-52379e8c8e94", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:00.885291 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f3521fec-202d-415d-9229-b868d4936589 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:00.885750 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce38346-b8f9-4945-a165-6c7c88aa0575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1963b672-95a1-4177-89e0-8ce17f2e9cfb', 'code': 200} Aug 16 23:54:00.886105 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce38346-b8f9-4945-a165-6c7c88aa0575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5086dd-a837-4463-b5af-52379e8c8e94', 'code': 200} Aug 16 23:54:01.094818 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67627b-6207-4b5d-81d8-a7a7155351e6 req-a3501903-ada6-4477-9760-9858b2de2f8a tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:01.100781 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67627b-6207-4b5d-81d8-a7a7155351e6 req-a3501903-ada6-4477-9760-9858b2de2f8a tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:01.107262 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67627b-6207-4b5d-81d8-a7a7155351e6 req-a3501903-ada6-4477-9760-9858b2de2f8a tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:01.108968 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4c67627b-6207-4b5d-81d8-a7a7155351e6 req-a3501903-ada6-4477-9760-9858b2de2f8a tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?device_id=dce38346-b8f9-4945-a165-6c7c88aa0575 HTTP/1.1" status: 200 len: 2417 time: 0.1579454 Aug 16 23:54:01.162223 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfb9ce-36e3-42ac-924f-b62616655796 req-832c4ace-23e3-4940-b6d2-d9f19e1737c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:01.162714 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfb9ce-36e3-42ac-924f-b62616655796 req-832c4ace-23e3-4940-b6d2-d9f19e1737c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:01.163202 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfb9ce-36e3-42ac-924f-b62616655796 req-832c4ace-23e3-4940-b6d2-d9f19e1737c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:01.164889 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-33bfb9ce-36e3-42ac-924f-b62616655796 req-832c4ace-23e3-4940-b6d2-d9f19e1737c4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dce38346-b8f9-4945-a165-6c7c88aa0575 HTTP/1.1" status: 200 len: 2873 time: 0.1622200 Aug 16 23:54:01.189766 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4c67627b-6207-4b5d-81d8-a7a7155351e6 req-191d035d-820a-44ee-8485-76abdd2572d8 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/security-groups?id=99794da0-50d3-4b0f-8569-811865d4b78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736458 Aug 16 23:54:01.229339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-64b26521-b477-4a44-9ee5-99a1d991ec86 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:01.236372 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-64b26521-b477-4a44-9ee5-99a1d991ec86 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/networks?id=b5d96bed-3d7d-4174-81a4-420ec5c2a243 HTTP/1.1" status: 200 len: 814 time: 0.2325327 Aug 16 23:54:01.265660 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-33bfb9ce-36e3-42ac-924f-b62616655796 req-8208f739-375c-46b1-bc28-ef966345b09f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=99794da0-50d3-4b0f-8569-811865d4b78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888808 Aug 16 23:54:01.266717 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-7277b960-1ea2-4aa4-ad01-5990fac593bc tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/quotas/9f7c15746f884d59bb5bca99d12666b2 HTTP/1.1" status: 200 len: 375 time: 0.0295303 Aug 16 23:54:01.313951 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-e41c23d2-10d2-4858-bcc9-6a62245b22a1 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f7c15746f884d59bb5bca99d12666b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384490 Aug 16 23:54:01.333446 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2a3b09de-6a2c-4949-96ee-b0816d0f2b7f req-2fa621b5-1e8a-40cd-b0f9-6bfdd756a12c tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "GET /v2.0/security-groups/843fa15e-b2d4-4f03-b612-be4d57b4017f HTTP/1.1" status: 200 len: 2995 time: 0.0932581 Aug 16 23:54:01.469076 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-d13806fc-f0cb-4b97-969b-6a49eb462478 service neutron] 10.222.0.60 "GET /v2.0/networks/b5d96bed-3d7d-4174-81a4-420ec5c2a243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451240 Aug 16 23:54:01.483501 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc191c4-f856-49af-a6ca-4604d91bfa41 req-8109b619-9176-4271-930d-fa4f71e9bc93 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:01.500473 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2bc191c4-f856-49af-a6ca-4604d91bfa41 req-8109b619-9176-4271-930d-fa4f71e9bc93 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc776448-9d80-47f5-b555-323ff6b88487 HTTP/1.1" status: 200 len: 944 time: 0.0935421 Aug 16 23:54:01.598125 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2bc191c4-f856-49af-a6ca-4604d91bfa41 req-b0a7792a-9e7a-4b6b-b6fa-cec709b38616 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f51b67-a47e-4b1d-ba53-03517aad128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039214 Aug 16 23:54:01.642025 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-b547de2a-81a0-4b51-b8fe-44708358d924 service neutron] 10.222.0.60 "GET /v2.0/networks/b5d96bed-3d7d-4174-81a4-420ec5c2a243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395772 Aug 16 23:54:01.652394 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device dae2265e-e6b4-4a54-aa4c-b094ef043a7f up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:54:01.749386 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port dae2265e-e6b4-4a54-aa4c-b094ef043a7f completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:54:01.759999 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port dae2265e-e6b4-4a54-aa4c-b094ef043a7f triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:54:01.760818 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:01.808728 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9bb9518c-9fda-4988-af09-59f8c907a5a3 req-a7888c9b-ce73-4509-89ff-6acd63cfec4a tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "GET /v2.0/security-group-rules/a7f9e2e5-24b0-4962-a22e-b75d8d7b7780 HTTP/1.1" status: 200 len: 783 time: 0.0276952 Aug 16 23:54:01.875256 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:01.918494 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9bb9518c-9fda-4988-af09-59f8c907a5a3 req-c707b6a7-a768-4f52-85e8-19ee4122cdb1 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "GET /v2.0/security-groups/843fa15e-b2d4-4f03-b612-be4d57b4017f HTTP/1.1" status: 200 len: 2995 time: 0.1015742 Aug 16 23:54:01.922786 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port dae2265e-e6b4-4a54-aa4c-b094ef043a7f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=dae2265e-e6b4-4a54-aa4c-b094ef043a7f,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:01.935795 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:02.003036 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=dae2265e-e6b4-4a54-aa4c-b094ef043a7f,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:02.007228 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9bb9518c-9fda-4988-af09-59f8c907a5a3 req-62bfb925-7bdd-4f9e-bf98-b2605be538db tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:02.025085 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9bb9518c-9fda-4988-af09-59f8c907a5a3 req-62bfb925-7bdd-4f9e-bf98-b2605be538db tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:02.035871 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2f91d-b4bc-4568-bbbb-60ff3bab4ac8 req-7d59efd5-7c82-4e07-bb44-e8b814c050ac tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:02.036918 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6bd2f91d-b4bc-4568-bbbb-60ff3bab4ac8 req-7d59efd5-7c82-4e07-bb44-e8b814c050ac tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 945 time: 0.1723108 Aug 16 23:54:02.098922 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9bb9518c-9fda-4988-af09-59f8c907a5a3 req-62bfb925-7bdd-4f9e-bf98-b2605be538db tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:02.113306 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9bb9518c-9fda-4988-af09-59f8c907a5a3 req-62bfb925-7bdd-4f9e-bf98-b2605be538db tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:02.114452 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9bb9518c-9fda-4988-af09-59f8c907a5a3 req-62bfb925-7bdd-4f9e-bf98-b2605be538db tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/a7f9e2e5-24b0-4962-a22e-b75d8d7b7780 HTTP/1.1" status: 204 len: 173 time: 0.1888564 Aug 16 23:54:02.115502 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfb925-7bdd-4f9e-bf98-b2605be538db tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7f9e2e5-24b0-4962-a22e-b75d8d7b7780,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:02.132592 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6bd2f91d-b4bc-4568-bbbb-60ff3bab4ac8 req-f92a0440-83ee-4891-9e39-4b890fed723a tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834939 Aug 16 23:54:02.256026 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d07c35d4-72bc-4311-bf40-e2b57db87578 req-6f66bb8f-0818-48f6-8faf-acb263852f08 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bd3fb45-6907-4f7e-902f-ce6c10977e5d HTTP/1.1" status: 200 len: 210 time: 0.0352614 Aug 16 23:54:02.269495 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb04b47-b1e0-4495-821c-f9dbb7039fa1 req-9a46bdf6-c4aa-4822-83cd-5cec4a8d846f tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:02.271003 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dbb04b47-b1e0-4495-821c-f9dbb7039fa1 req-9a46bdf6-c4aa-4822-83cd-5cec4a8d846f tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=13da9a60-8455-44be-a1e8-688298507414 HTTP/1.1" status: 200 len: 949 time: 0.0928895 Aug 16 23:54:02.344264 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dbb04b47-b1e0-4495-821c-f9dbb7039fa1 req-7127a2aa-b8a9-4dcf-b7c6-9a8d78204673 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621173 Aug 16 23:54:02.400045 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-621eb1c5-cc3a-41ed-87ba-6266a690c629 req-26198733-6dfb-4ac2-84a5-2514c5d7b124 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "GET /v2.0/security-groups/843fa15e-b2d4-4f03-b612-be4d57b4017f HTTP/1.1" status: 200 len: 2397 time: 0.0982120 Aug 16 23:54:02.522647 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-621eb1c5-cc3a-41ed-87ba-6266a690c629 req-722eb83e-63c5-4c84-aee2-4ea48946eb30 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:02.557821 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337f309-064e-4aa8-8964-e0d6bfcab751 req-b10843ec-ec9f-4717-b291-95a6c25a014a tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:02.564444 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337f309-064e-4aa8-8964-e0d6bfcab751 req-b10843ec-ec9f-4717-b291-95a6c25a014a tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:02.570719 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337f309-064e-4aa8-8964-e0d6bfcab751 req-b10843ec-ec9f-4717-b291-95a6c25a014a tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:02.577765 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e337f309-064e-4aa8-8964-e0d6bfcab751 req-b10843ec-ec9f-4717-b291-95a6c25a014a tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?device_id=dce38346-b8f9-4945-a165-6c7c88aa0575 HTTP/1.1" status: 200 len: 2417 time: 0.1271870 Aug 16 23:54:02.605617 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-621eb1c5-cc3a-41ed-87ba-6266a690c629 req-722eb83e-63c5-4c84-aee2-4ea48946eb30 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:02.644304 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e337f309-064e-4aa8-8964-e0d6bfcab751 req-1cfa8df4-62bf-4b57-abdf-076201af453f tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/security-groups?id=99794da0-50d3-4b0f-8569-811865d4b78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628443 Aug 16 23:54:02.708848 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-621eb1c5-cc3a-41ed-87ba-6266a690c629 req-722eb83e-63c5-4c84-aee2-4ea48946eb30 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:02.711846 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-621eb1c5-cc3a-41ed-87ba-6266a690c629 req-722eb83e-63c5-4c84-aee2-4ea48946eb30 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:02.722831 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-621eb1c5-cc3a-41ed-87ba-6266a690c629 req-722eb83e-63c5-4c84-aee2-4ea48946eb30 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "DELETE /v2.0/security-groups/843fa15e-b2d4-4f03-b612-be4d57b4017f HTTP/1.1" status: 204 len: 173 time: 0.3176427 Aug 16 23:54:02.768353 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722eb83e-63c5-4c84-aee2-4ea48946eb30 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=843fa15e-b2d4-4f03-b612-be4d57b4017f,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:02.794871 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb3440-8426-4f0d-8d9e-2f0def37241a req-eb517eac-c606-4db7-8a16-93c4d1be8077 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:02.802207 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-99eb3440-8426-4f0d-8d9e-2f0def37241a req-eb517eac-c606-4db7-8a16-93c4d1be8077 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc776448-9d80-47f5-b555-323ff6b88487 HTTP/1.1" status: 200 len: 944 time: 0.0786746 Aug 16 23:54:02.839517 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-99eb3440-8426-4f0d-8d9e-2f0def37241a req-6f0b4e92-8a21-45fd-a273-7cc77a1a7c69 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f51b67-a47e-4b1d-ba53-03517aad128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364602 Aug 16 23:54:02.876806 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-48693f0c-f153-480a-b1af-b7ac5ffc95bb req-286337fc-791d-4465-b218-ad7c8bf62f9f tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] show failed (client error): The resource could not be found. Aug 16 23:54:02.877858 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48693f0c-f153-480a-b1af-b7ac5ffc95bb req-286337fc-791d-4465-b218-ad7c8bf62f9f tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "GET /v2.0/security-groups/468dc143-c462-4686-bcfb-43a70f96bdd7 HTTP/1.1" status: 404 len: 352 time: 0.0161483 Aug 16 23:54:02.887533 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959eb239-2027-4051-833c-8eff0c4dba32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae2265e-e6b4-4a54-aa4c-b094ef043a7f'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:02.890290 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0515450d-8a78-42b6-ad2a-f00a7ae65e27" -d '{"events": [{"server_uuid": "959eb239-2027-4051-833c-8eff0c4dba32", "name": "network-vif-plugged", "status": "completed", "tag": "dae2265e-e6b4-4a54-aa4c-b094ef043a7f"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:02.960627 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7065a1b4-0974-429a-8b53-52bf4f42a1d5 req-575566b4-aa30-4baa-b358-f9c66b606b99 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "GET /v2.0/security-groups/182ed6aa-f99b-4a6d-b726-7fcf6a522e0a HTTP/1.1" status: 200 len: 1802 time: 0.0384896 Aug 16 23:54:03.033156 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7065a1b4-0974-429a-8b53-52bf4f42a1d5 req-d921320c-adb8-47d0-95b8-8141f1b6b365 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:03.047095 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb8210f-2f4d-4aa2-907b-5d6e08b59104 x-openstack-request-id: req-1bb8210f-2f4d-4aa2-907b-5d6e08b59104 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:03.047613 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959eb239-2027-4051-833c-8eff0c4dba32", "name": "network-vif-plugged", "status": "completed", "tag": "dae2265e-e6b4-4a54-aa4c-b094ef043a7f", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:03.047613 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1bb8210f-2f4d-4aa2-907b-5d6e08b59104 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:03.048011 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959eb239-2027-4051-833c-8eff0c4dba32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae2265e-e6b4-4a54-aa4c-b094ef043a7f', 'code': 200} Aug 16 23:54:03.060365 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7065a1b4-0974-429a-8b53-52bf4f42a1d5 req-d921320c-adb8-47d0-95b8-8141f1b6b365 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:03.109281 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7065a1b4-0974-429a-8b53-52bf4f42a1d5 req-d921320c-adb8-47d0-95b8-8141f1b6b365 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:03.112837 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7065a1b4-0974-429a-8b53-52bf4f42a1d5 req-d921320c-adb8-47d0-95b8-8141f1b6b365 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:03.121467 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7065a1b4-0974-429a-8b53-52bf4f42a1d5 req-d921320c-adb8-47d0-95b8-8141f1b6b365 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "DELETE /v2.0/security-groups/182ed6aa-f99b-4a6d-b726-7fcf6a522e0a HTTP/1.1" status: 204 len: 173 time: 0.1464725 Aug 16 23:54:03.151360 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921320c-adb8-47d0-95b8-8141f1b6b365 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=182ed6aa-f99b-4a6d-b726-7fcf6a522e0a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:03.213518 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c2daa-04f4-42c3-bad1-6a6fc374cf5e req-ab0e1268-5ffa-43c2-b7e3-0f47b96683ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:03.215079 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-451c2daa-04f4-42c3-bad1-6a6fc374cf5e req-ab0e1268-5ffa-43c2-b7e3-0f47b96683ea service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 1098 time: 0.0522382 Aug 16 23:54:03.255053 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:54:03.257811 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-451c2daa-04f4-42c3-bad1-6a6fc374cf5e req-3a368505-4ba9-46d3-b0cd-7762e8cb57aa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337410 Aug 16 23:54:03.300592 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81c8ef4f-5b18-4a36-8b5b-3888ddfb194d req-f065feea-5ebe-43e3-aab4-09a13441a386 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "GET /v2.0/security-groups/304c4f53-237b-4985-82fe-edd305045933 HTTP/1.1" status: 200 len: 1803 time: 0.1621654 Aug 16 23:54:03.314821 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:54:03.318420 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:54:03.318790 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:03.375614 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e69ce5-691a-4c6b-8603-1874806ef8c8 req-e29b0f63-98a4-4e71-bf9d-c556497f0ed8 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:03.381461 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e69ce5-691a-4c6b-8603-1874806ef8c8 req-e29b0f63-98a4-4e71-bf9d-c556497f0ed8 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:03.387964 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e69ce5-691a-4c6b-8603-1874806ef8c8 req-e29b0f63-98a4-4e71-bf9d-c556497f0ed8 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:03.389619 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-34e69ce5-691a-4c6b-8603-1874806ef8c8 req-e29b0f63-98a4-4e71-bf9d-c556497f0ed8 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?device_id=dce38346-b8f9-4945-a165-6c7c88aa0575 HTTP/1.1" status: 200 len: 2417 time: 0.1504331 Aug 16 23:54:03.397195 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:03.400730 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-a45179eb-326d-4edc-bb1a-7984fb392736 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:03.402234 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-a45179eb-326d-4edc-bb1a-7984fb392736 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.64 "GET /v2.0/networks?id=b5d96bed-3d7d-4174-81a4-420ec5c2a243 HTTP/1.1" status: 200 len: 814 time: 0.2410760 Aug 16 23:54:03.428920 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e,segment=NetworkSegment(33a33b0c-0d4a-424f-ba83-c386480cd0b2),segment_id=33a33b0c-0d4a-424f-ba83-c386480cd0b2)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:03.434588 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:03.435505 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device d986bcca-6e85-4738-ba65-cd37bb5d2915 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:54:03.436517 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-f4c16b1a-0749-4da5-9392-309d0affb8db tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Request body: {'port': {'device_id': '9bd3fb45-6907-4f7e-902f-ce6c10977e5d', 'network_id': 'b5d96bed-3d7d-4174-81a4-420ec5c2a243', 'admin_state_up': True, 'tenant_id': '9f7c15746f884d59bb5bca99d12666b2'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:03.457316 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-81c8ef4f-5b18-4a36-8b5b-3888ddfb194d req-b02585ae-fe5c-4983-852e-034eec40f72c tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:03.520785 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-34e69ce5-691a-4c6b-8603-1874806ef8c8 req-7caf2a0a-f2f4-47ba-9871-05587f113b0b tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/security-groups?id=99794da0-50d3-4b0f-8569-811865d4b78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160502 Aug 16 23:54:03.531950 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-81c8ef4f-5b18-4a36-8b5b-3888ddfb194d req-b02585ae-fe5c-4983-852e-034eec40f72c tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:03.646629 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:03.654485 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-f4c16b1a-0749-4da5-9392-309d0affb8db tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Made reservation on behalf of 9f7c15746f884d59bb5bca99d12666b2 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:54:03.658065 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port d986bcca-6e85-4738-ba65-cd37bb5d2915 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:54:03.658570 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-f4c16b1a-0749-4da5-9392-309d0affb8db tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:03.662099 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port d986bcca-6e85-4738-ba65-cd37bb5d2915 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:54:03.662474 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:03.679634 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-81c8ef4f-5b18-4a36-8b5b-3888ddfb194d req-b02585ae-fe5c-4983-852e-034eec40f72c tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:03.682768 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-81c8ef4f-5b18-4a36-8b5b-3888ddfb194d req-b02585ae-fe5c-4983-852e-034eec40f72c tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:03.683885 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81c8ef4f-5b18-4a36-8b5b-3888ddfb194d req-b02585ae-fe5c-4983-852e-034eec40f72c tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "DELETE /v2.0/security-groups/304c4f53-237b-4985-82fe-edd305045933 HTTP/1.1" status: 204 len: 173 time: 0.3753021 Aug 16 23:54:03.700619 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3eb74-0299-479d-8edf-9190e9149f4d req-01083652-c7fe-46e5-ae7b-a86fa91cf257 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:03.702153 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61e3eb74-0299-479d-8edf-9190e9149f4d req-01083652-c7fe-46e5-ae7b-a86fa91cf257 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/ports?device_id=edeb1835-eb4f-4873-9a9e-efaf8a8c2c01 HTTP/1.1" status: 200 len: 948 time: 0.0942261 Aug 16 23:54:03.726167 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02585ae-fe5c-4983-852e-034eec40f72c tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=304c4f53-237b-4985-82fe-edd305045933,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:03.757375 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:03.790930 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port d986bcca-6e85-4738-ba65-cd37bb5d2915, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=d986bcca-6e85-4738-ba65-cd37bb5d2915,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:03.796392 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:03.822124 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61e3eb74-0299-479d-8edf-9190e9149f4d req-bf572e6a-52c7-46f7-8dd8-9570bb2a593b tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/security-groups?id=1775507e-e450-4eea-9b5f-c87387c897a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071379 Aug 16 23:54:03.862754 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=d986bcca-6e85-4738-ba65-cd37bb5d2915,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:03.877349 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ec0b6-7e4c-47fd-9216-55548f8df2cd req-0b4da955-f822-4f48-9316-6b86ccb98587 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:03.879105 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-417ec0b6-7e4c-47fd-9216-55548f8df2cd req-0b4da955-f822-4f48-9316-6b86ccb98587 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 946 time: 0.1141224 Aug 16 23:54:03.928906 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2ba7021-629a-4647-a937-f3e9fa6b3d5f req-628b48a7-093e-43fe-92fe-7ab5b26477ed tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bd3fb45-6907-4f7e-902f-ce6c10977e5d HTTP/1.1" status: 200 len: 210 time: 0.0465763 Aug 16 23:54:03.932380 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-f4c16b1a-0749-4da5-9392-309d0affb8db tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Allocated IP 172.20.0.11 (b5d96bed-3d7d-4174-81a4-420ec5c2a243/2dc1d23a-2b66-4ec4-9ade-0b7b10fa44c0/e8fe679c-6337-4bb9-b141-3c5e2565708f) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:54:03.971260 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-417ec0b6-7e4c-47fd-9216-55548f8df2cd req-2f45c485-21d7-4d3a-9fcd-deaeeafab093 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854330 Aug 16 23:54:04.130384 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1c1def27-5a15-467a-8c5a-045582bb41f3 req-4b513373-9281-406c-908a-861d7100c8d9 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "GET /v2.0/security-groups/df424c93-87e3-4b16-bdc8-d2b68774a72a HTTP/1.1" status: 200 len: 1804 time: 0.1315138 Aug 16 23:54:04.157991 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc69d7-1f4d-4034-8e6c-7a0b9d2a9376 req-58e2789e-9210-4030-b37d-d86f5ee2f505 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:04.160362 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8efc69d7-1f4d-4034-8e6c-7a0b9d2a9376 req-58e2789e-9210-4030-b37d-d86f5ee2f505 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=13da9a60-8455-44be-a1e8-688298507414 HTTP/1.1" status: 200 len: 950 time: 0.1657088 Aug 16 23:54:04.244982 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-f4c16b1a-0749-4da5-9392-309d0affb8db tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:04.259392 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8efc69d7-1f4d-4034-8e6c-7a0b9d2a9376 req-1920dd8f-faa5-406f-8633-65ef3e4608dd tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873771 Aug 16 23:54:04.278332 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1c1def27-5a15-467a-8c5a-045582bb41f3 req-e7c71213-5416-4eb3-af59-9c3f3123395b tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:04.312868 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1c1def27-5a15-467a-8c5a-045582bb41f3 req-e7c71213-5416-4eb3-af59-9c3f3123395b tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:04.336188 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-f4c16b1a-0749-4da5-9392-309d0affb8db tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:04.403927 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-f4c16b1a-0749-4da5-9392-309d0affb8db tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Network b5d96bed-3d7d-4174-81a4-420ec5c2a243 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:54:04.411000 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-f4c16b1a-0749-4da5-9392-309d0affb8db tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:54:04.416379 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-f4c16b1a-0749-4da5-9392-309d0affb8db tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:54:04.422432 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1c1def27-5a15-467a-8c5a-045582bb41f3 req-e7c71213-5416-4eb3-af59-9c3f3123395b tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:04.424907 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1c1def27-5a15-467a-8c5a-045582bb41f3 req-e7c71213-5416-4eb3-af59-9c3f3123395b tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:04.426119 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1c1def27-5a15-467a-8c5a-045582bb41f3 req-e7c71213-5416-4eb3-af59-9c3f3123395b tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "DELETE /v2.0/security-groups/df424c93-87e3-4b16-bdc8-d2b68774a72a HTTP/1.1" status: 204 len: 173 time: 0.2865696 Aug 16 23:54:04.459676 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c71213-5416-4eb3-af59-9c3f3123395b tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df424c93-87e3-4b16-bdc8-d2b68774a72a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:04.465117 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c16b1a-0749-4da5-9392-309d0affb8db tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Pushing event updated for resources: {'Port': ['ID=e8fe679c-6337-4bb9-b141-3c5e2565708f,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:04.497413 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-f4c16b1a-0749-4da5-9392-309d0affb8db tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:04.498253 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-f4c16b1a-0749-4da5-9392-309d0affb8db tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:04.513463 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-f4c16b1a-0749-4da5-9392-309d0affb8db tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0889769 Aug 16 23:54:04.530712 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-e7c8ebb4-4eb5-42f0-bc6d-b0940183d7cf service neutron] Request body: {'port': {'device_id': '9bd3fb45-6907-4f7e-902f-ce6c10977e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:04.610999 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-e7c8ebb4-4eb5-42f0-bc6d-b0940183d7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:04.719304 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-960f1a73-8dec-4784-9ca1-db3fcc4072a1 req-64f2e3a9-b831-48a7-92ef-80c62e635910 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "GET /v2.0/security-groups/a197697a-aad8-4c27-8fd6-96770ab0c3fd HTTP/1.1" status: 200 len: 2403 time: 0.1169426 Aug 16 23:54:04.754391 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c21f3c-8ec2-41ad-9df6-e9dd1259a3c6 req-89ee0524-1615-4f9c-80fb-ff4c74f0ed30 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:04.755742 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-88c21f3c-8ec2-41ad-9df6-e9dd1259a3c6 req-89ee0524-1615-4f9c-80fb-ff4c74f0ed30 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc776448-9d80-47f5-b555-323ff6b88487 HTTP/1.1" status: 200 len: 945 time: 0.1404285 Aug 16 23:54:04.921886 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-88c21f3c-8ec2-41ad-9df6-e9dd1259a3c6 req-0739e2c8-c7ad-4068-8401-b3e37fdc827a tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f51b67-a47e-4b1d-ba53-03517aad128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563323 Aug 16 23:54:04.939658 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-960f1a73-8dec-4784-9ca1-db3fcc4072a1 req-d255c61e-eec8-4419-b4d9-903bbf9b9961 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:04.982359 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-960f1a73-8dec-4784-9ca1-db3fcc4072a1 req-d255c61e-eec8-4419-b4d9-903bbf9b9961 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:05.049712 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc776448-9d80-47f5-b555-323ff6b88487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e'}, {'server_uuid': '13da9a60-8455-44be-a1e8-688298507414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd986bcca-6e85-4738-ba65-cd37bb5d2915'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:05.052250 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42875e2f-5b4f-470a-84d1-f9c84cf7aec9" -d '{"events": [{"server_uuid": "bc776448-9d80-47f5-b555-323ff6b88487", "name": "network-vif-plugged", "status": "completed", "tag": "1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e"}, {"server_uuid": "13da9a60-8455-44be-a1e8-688298507414", "name": "network-vif-plugged", "status": "completed", "tag": "d986bcca-6e85-4738-ba65-cd37bb5d2915"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:05.120898 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-1bfe2065-d83e-451e-ac47-ec1bc89acd25 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:05.127385 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-1bfe2065-d83e-451e-ac47-ec1bc89acd25 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:05.133874 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-1bfe2065-d83e-451e-ac47-ec1bc89acd25 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:05.135581 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-1bfe2065-d83e-451e-ac47-ec1bc89acd25 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce38346-b8f9-4945-a165-6c7c88aa0575 HTTP/1.1" status: 200 len: 2417 time: 0.0746984 Aug 16 23:54:05.238077 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-083d17c7-cd74-41d5-b793-e3e4afd49fa2 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Deleting port 1963b672-95a1-4177-89e0-8ce17f2e9cfb {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:54:05.238425 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-083d17c7-cd74-41d5-b793-e3e4afd49fa2 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:05.337801 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-083d17c7-cd74-41d5-b793-e3e4afd49fa2 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] For port 1963b672-95a1-4177-89e0-8ce17f2e9cfb, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=1963b672-95a1-4177-89e0-8ce17f2e9cfb,segment=NetworkSegment(f16751db-0fef-4efd-b070-84f6fe4ad1ea),segment_id=f16751db-0fef-4efd-b070-84f6fe4ad1ea)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:05.338161 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-083d17c7-cd74-41d5-b793-e3e4afd49fa2 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:05.350565 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-083d17c7-cd74-41d5-b793-e3e4afd49fa2 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Calling delete_port for 1963b672-95a1-4177-89e0-8ce17f2e9cfb owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:54:05.407354 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e82ed8-0a22-44f9-ba2f-950e60906fd0 req-72d8caf7-c764-4b30-adca-6998f34767d9 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:05.413381 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e82ed8-0a22-44f9-ba2f-950e60906fd0 req-72d8caf7-c764-4b30-adca-6998f34767d9 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:05.419184 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e82ed8-0a22-44f9-ba2f-950e60906fd0 req-72d8caf7-c764-4b30-adca-6998f34767d9 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:05.420817 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9e82ed8-0a22-44f9-ba2f-950e60906fd0 req-72d8caf7-c764-4b30-adca-6998f34767d9 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?device_id=dce38346-b8f9-4945-a165-6c7c88aa0575 HTTP/1.1" status: 200 len: 2417 time: 0.4316847 Aug 16 23:54:05.423489 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-960f1a73-8dec-4784-9ca1-db3fcc4072a1 req-d255c61e-eec8-4419-b4d9-903bbf9b9961 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:05.425977 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-960f1a73-8dec-4784-9ca1-db3fcc4072a1 req-d255c61e-eec8-4419-b4d9-903bbf9b9961 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:05.427059 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-960f1a73-8dec-4784-9ca1-db3fcc4072a1 req-d255c61e-eec8-4419-b4d9-903bbf9b9961 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "DELETE /v2.0/security-groups/a197697a-aad8-4c27-8fd6-96770ab0c3fd HTTP/1.1" status: 204 len: 173 time: 0.6911116 Aug 16 23:54:05.460771 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d255c61e-eec8-4419-b4d9-903bbf9b9961 tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a197697a-aad8-4c27-8fd6-96770ab0c3fd,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:05.464339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-e7c8ebb4-4eb5-42f0-bc6d-b0940183d7cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8fe679c-6337-4bb9-b141-3c5e2565708f {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:54:05.473233 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-e7c8ebb4-4eb5-42f0-bc6d-b0940183d7cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:05.499776 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9e82ed8-0a22-44f9-ba2f-950e60906fd0 req-8ff19743-e70e-42f6-a647-e38694d17d01 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/security-groups?id=99794da0-50d3-4b0f-8569-811865d4b78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716228 Aug 16 23:54:05.505764 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-083d17c7-cd74-41d5-b793-e3e4afd49fa2 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:05.506388 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-e7c8ebb4-4eb5-42f0-bc6d-b0940183d7cf service neutron] Transition to ACTIVE for port object e8fe679c-6337-4bb9-b141-3c5e2565708f will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:54:05.514290 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-e7c8ebb4-4eb5-42f0-bc6d-b0940183d7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:05.518869 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['1963b672-95a1-4177-89e0-8ce17f2e9cfb', '3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a', 'ee5086dd-a837-4463-b5af-52379e8c8e94'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:05.561461 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d17c7-cd74-41d5-b793-e3e4afd49fa2 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event deleted for resources: {'Port': ['ID=1963b672-95a1-4177-89e0-8ce17f2e9cfb,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:05.606985 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-083d17c7-cd74-41d5-b793-e3e4afd49fa2 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] No DVR routers for this DVR port 1963b672-95a1-4177-89e0-8ce17f2e9cfb on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:54:05.610421 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-083d17c7-cd74-41d5-b793-e3e4afd49fa2 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:05.612653 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8ebb4-4eb5-42f0-bc6d-b0940183d7cf service neutron] Pushing event updated for resources: {'Port': ['ID=e8fe679c-6337-4bb9-b141-3c5e2565708f,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:05.613278 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-083d17c7-cd74-41d5-b793-e3e4afd49fa2 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.64 "DELETE /v2.0/ports/1963b672-95a1-4177-89e0-8ce17f2e9cfb HTTP/1.1" status: 204 len: 173 time: 0.4706597 Aug 16 23:54:05.613774 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce38346-b8f9-4945-a165-6c7c88aa0575', 'name': 'network-vif-deleted', 'tag': '1963b672-95a1-4177-89e0-8ce17f2e9cfb'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:05.616933 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1b3b3f-36a9-446e-a134-1ae183f2a016" -d '{"events": [{"server_uuid": "dce38346-b8f9-4945-a165-6c7c88aa0575", "name": "network-vif-deleted", "tag": "1963b672-95a1-4177-89e0-8ce17f2e9cfb"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:05.726871 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-f9302904-1b67-4b6b-aad4-be6de3393b7b tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Deleting port 3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:54:05.727279 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-f9302904-1b67-4b6b-aad4-be6de3393b7b tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:05.792870 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7c6dc-6966-492e-bc8d-9f1d062557e7 req-874ac96e-1d5d-4199-a90f-9adf8ac539e8 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:05.794751 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8fe7c6dc-6966-492e-bc8d-9f1d062557e7 req-874ac96e-1d5d-4199-a90f-9adf8ac539e8 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bd3fb45-6907-4f7e-902f-ce6c10977e5d HTTP/1.1" status: 200 len: 944 time: 0.1402991 Aug 16 23:54:05.802736 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d736af6-41d2-4b85-b7f5-5934dc2294bc req-b93d55a1-1d1d-479d-857c-47bf82cccbcd tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:05.811286 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d736af6-41d2-4b85-b7f5-5934dc2294bc req-b93d55a1-1d1d-479d-857c-47bf82cccbcd tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 946 time: 0.1550665 Aug 16 23:54:05.847501 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-f9302904-1b67-4b6b-aad4-be6de3393b7b tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] For port 3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a,segment=NetworkSegment(b462b964-3d0f-4505-b925-ad550746aabe),segment_id=b462b964-3d0f-4505-b925-ad550746aabe)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:05.847928 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-f9302904-1b67-4b6b-aad4-be6de3393b7b tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:05.861158 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-f9302904-1b67-4b6b-aad4-be6de3393b7b tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Calling delete_port for 3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:54:05.868271 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-e7c8ebb4-4eb5-42f0-bc6d-b0940183d7cf service neutron] Attempting to bind port e8fe679c-6337-4bb9-b141-3c5e2565708f on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:54:05.868970 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-e7c8ebb4-4eb5-42f0-bc6d-b0940183d7cf service neutron] Attempting to bind port e8fe679c-6337-4bb9-b141-3c5e2565708f by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'f6ecfec7-859e-48ae-8b72-438566ddcf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b5d96bed-3d7d-4174-81a4-420ec5c2a243'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:54:05.869413 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-e7c8ebb4-4eb5-42f0-bc6d-b0940183d7cf service neutron] Attempting to bind port e8fe679c-6337-4bb9-b141-3c5e2565708f on network b5d96bed-3d7d-4174-81a4-420ec5c2a243 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:54:05.886661 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-e7c8ebb4-4eb5-42f0-bc6d-b0940183d7cf service neutron] Port e8fe679c-6337-4bb9-b141-3c5e2565708f on network b5d96bed-3d7d-4174-81a4-420ec5c2a243 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:54:05.886994 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-e7c8ebb4-4eb5-42f0-bc6d-b0940183d7cf service neutron] Attempting to bind port e8fe679c-6337-4bb9-b141-3c5e2565708f on network b5d96bed-3d7d-4174-81a4-420ec5c2a243 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:54:05.892416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d736af6-41d2-4b85-b7f5-5934dc2294bc req-abb888a2-a97d-4741-9c32-34b271e7b220 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800416 Aug 16 23:54:05.896736 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8fe7c6dc-6966-492e-bc8d-9f1d062557e7 req-8bbc7db7-5965-48f4-87f0-77bb86799b6d tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776508 Aug 16 23:54:05.898100 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-e7c8ebb4-4eb5-42f0-bc6d-b0940183d7cf service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:54:05.898449 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-e7c8ebb4-4eb5-42f0-bc6d-b0940183d7cf service neutron] Checking segment: {'id': 'f6ecfec7-859e-48ae-8b72-438566ddcf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b5d96bed-3d7d-4174-81a4-420ec5c2a243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:54:05.898832 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-e7c8ebb4-4eb5-42f0-bc6d-b0940183d7cf service neutron] Bound using segment: {'id': 'f6ecfec7-859e-48ae-8b72-438566ddcf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b5d96bed-3d7d-4174-81a4-420ec5c2a243'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:54:05.899870 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-e7c8ebb4-4eb5-42f0-bc6d-b0940183d7cf service neutron] Bound port: e8fe679c-6337-4bb9-b141-3c5e2565708f, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6ecfec7-859e-48ae-8b72-438566ddcf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b5d96bed-3d7d-4174-81a4-420ec5c2a243'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:54:05.900245 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-e7c8ebb4-4eb5-42f0-bc6d-b0940183d7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:05.965868 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb53a7c4-ad3c-4df1-9e00-973fd79e504a x-openstack-request-id: req-fb53a7c4-ad3c-4df1-9e00-973fd79e504a {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:05.966162 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc776448-9d80-47f5-b555-323ff6b88487", "name": "network-vif-plugged", "status": "completed", "tag": "1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e", "code": 200}, {"server_uuid": "13da9a60-8455-44be-a1e8-688298507414", "name": "network-vif-plugged", "status": "completed", "tag": "d986bcca-6e85-4738-ba65-cd37bb5d2915", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:05.966655 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fb53a7c4-ad3c-4df1-9e00-973fd79e504a {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:05.967235 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc776448-9d80-47f5-b555-323ff6b88487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e', 'code': 200} Aug 16 23:54:05.967828 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13da9a60-8455-44be-a1e8-688298507414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd986bcca-6e85-4738-ba65-cd37bb5d2915', 'code': 200} Aug 16 23:54:06.019648 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-f9302904-1b67-4b6b-aad4-be6de3393b7b tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:06.031339 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['1963b672-95a1-4177-89e0-8ce17f2e9cfb'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:06.052102 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9302904-1b67-4b6b-aad4-be6de3393b7b tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event deleted for resources: {'Port': ['ID=3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:06.081618 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-e7c8ebb4-4eb5-42f0-bc6d-b0940183d7cf service neutron] For port e8fe679c-6337-4bb9-b141-3c5e2565708f, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:54:06.127821 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19667f2b-ecbf-431b-bf4a-4530d61c0694 req-dd9b3767-c17a-4064-a01e-2a469d5b16da tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:06.129115 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-f9302904-1b67-4b6b-aad4-be6de3393b7b tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] No DVR routers for this DVR port 3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:54:06.129870 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-19667f2b-ecbf-431b-bf4a-4530d61c0694 req-dd9b3767-c17a-4064-a01e-2a469d5b16da tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=13da9a60-8455-44be-a1e8-688298507414 HTTP/1.1" status: 200 len: 950 time: 0.1583564 Aug 16 23:54:06.133113 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-f9302904-1b67-4b6b-aad4-be6de3393b7b tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:06.133317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-e7c8ebb4-4eb5-42f0-bc6d-b0940183d7cf service neutron] For port e8fe679c-6337-4bb9-b141-3c5e2565708f, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=e8fe679c-6337-4bb9-b141-3c5e2565708f,segment=NetworkSegment(f6ecfec7-859e-48ae-8b72-438566ddcf66),segment_id=f6ecfec7-859e-48ae-8b72-438566ddcf66)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:54:06.135229 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-f9302904-1b67-4b6b-aad4-be6de3393b7b tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.64 "DELETE /v2.0/ports/3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a HTTP/1.1" status: 204 len: 173 time: 0.5133350 Aug 16 23:54:06.146016 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d142cfda-710a-4662-a0bd-50dfcac8d5fc req-3833fba0-a344-4b20-828b-dc847873be2a tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "GET /v2.0/security-groups/e769d6d7-7248-4a84-b6bc-7f6aa254db6b HTTP/1.1" status: 200 len: 2398 time: 0.1571479 Aug 16 23:54:06.151985 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-e7c8ebb4-4eb5-42f0-bc6d-b0940183d7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:06.192150 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b6462-5b95-4a07-9140-95c508bf4c25 req-c0a44bf8-d6e0-4266-a15f-3f565cc2459b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:06.193776 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9e7b6462-5b95-4a07-9140-95c508bf4c25 req-c0a44bf8-d6e0-4266-a15f-3f565cc2459b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bc776448-9d80-47f5-b555-323ff6b88487 HTTP/1.1" status: 200 len: 1097 time: 0.1149850 Aug 16 23:54:06.236173 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-e7c8ebb4-4eb5-42f0-bc6d-b0940183d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:06.236957 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-e7c8ebb4-4eb5-42f0-bc6d-b0940183d7cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:06.238525 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-e7c8ebb4-4eb5-42f0-bc6d-b0940183d7cf service neutron] 10.222.0.64 "PUT /v2.0/ports/e8fe679c-6337-4bb9-b141-3c5e2565708f HTTP/1.1" status: 200 len: 1093 time: 1.7122474 Aug 16 23:54:06.245975 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd3fb45-6907-4f7e-902f-ce6c10977e5d', 'tag': 'e8fe679c-6337-4bb9-b141-3c5e2565708f'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:06.249503 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125bd083-1243-4414-8c13-ee548688ea0c" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd3fb45-6907-4f7e-902f-ce6c10977e5d", "tag": "e8fe679c-6337-4bb9-b141-3c5e2565708f"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:06.263225 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9e7b6462-5b95-4a07-9140-95c508bf4c25 req-ed9e049b-74ab-45f7-ab27-73ab08929853 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=45f51b67-a47e-4b1d-ba53-03517aad128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436480 Aug 16 23:54:06.271763 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e9d9b-d00d-4a6c-be6a-bb707aee8af5 req-007c1d3f-bb56-4b35-ad9b-dec4381f73ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:06.273538 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-731e9d9b-d00d-4a6c-be6a-bb707aee8af5 req-007c1d3f-bb56-4b35-ad9b-dec4381f73ca service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=13da9a60-8455-44be-a1e8-688298507414 HTTP/1.1" status: 200 len: 1102 time: 0.2088017 Aug 16 23:54:06.284006 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-255d1f5d-20b5-4a92-a03f-201232752bf7 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Deleting port ee5086dd-a837-4463-b5af-52379e8c8e94 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:54:06.284448 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-255d1f5d-20b5-4a92-a03f-201232752bf7 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:06.312991 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-19667f2b-ecbf-431b-bf4a-4530d61c0694 req-5acd7992-98e2-4df4-b813-d6eb36fbd0e4 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700690 Aug 16 23:54:06.328492 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8ebb4-4eb5-42f0-bc6d-b0940183d7cf service neutron] Pushing event updated for resources: {'Port': ['ID=e8fe679c-6337-4bb9-b141-3c5e2565708f,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:06.374343 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d142cfda-710a-4662-a0bd-50dfcac8d5fc req-5877dc41-df27-4797-877e-225cce4c3d0a tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:06.386023 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-135ec7eb-5bb1-4f5c-ad44-b3e78e9935f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:06.387452 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-135ec7eb-5bb1-4f5c-ad44-b3e78e9935f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9f7c15746f884d59bb5bca99d12666b2&device_id=9bd3fb45-6907-4f7e-902f-ce6c10977e5d HTTP/1.1" status: 200 len: 1096 time: 0.0983250 Aug 16 23:54:06.394382 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-255d1f5d-20b5-4a92-a03f-201232752bf7 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] For port ee5086dd-a837-4463-b5af-52379e8c8e94, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ee5086dd-a837-4463-b5af-52379e8c8e94,segment=NetworkSegment(b462b964-3d0f-4505-b925-ad550746aabe),segment_id=b462b964-3d0f-4505-b925-ad550746aabe)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:06.394973 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-255d1f5d-20b5-4a92-a03f-201232752bf7 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:06.408698 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-255d1f5d-20b5-4a92-a03f-201232752bf7 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Calling delete_port for ee5086dd-a837-4463-b5af-52379e8c8e94 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:54:06.450047 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77600a22-fa21-42a4-a4ca-7efef9919038 x-openstack-request-id: req-77600a22-fa21-42a4-a4ca-7efef9919038 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:06.450338 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce38346-b8f9-4945-a165-6c7c88aa0575", "name": "network-vif-deleted", "tag": "1963b672-95a1-4177-89e0-8ce17f2e9cfb", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:06.450597 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-77600a22-fa21-42a4-a4ca-7efef9919038 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:06.450998 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce38346-b8f9-4945-a165-6c7c88aa0575', 'name': 'network-vif-deleted', 'tag': '1963b672-95a1-4177-89e0-8ce17f2e9cfb', 'status': 'completed', 'code': 200} Aug 16 23:54:06.467139 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-731e9d9b-d00d-4a6c-be6a-bb707aee8af5 req-ce1f5532-5705-427a-ac9b-999269302159 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318562 Aug 16 23:54:06.471201 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-78e9f77d-ff8f-4553-810a-857d1956eb3d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8fe679c-6337-4bb9-b141-3c5e2565708f HTTP/1.1" status: 200 len: 217 time: 0.0727489 Aug 16 23:54:06.472822 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d142cfda-710a-4662-a0bd-50dfcac8d5fc req-5877dc41-df27-4797-877e-225cce4c3d0a tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:06.548009 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-255d1f5d-20b5-4a92-a03f-201232752bf7 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:06.561899 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['1963b672-95a1-4177-89e0-8ce17f2e9cfb'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:06.578232 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d1f5d-20b5-4a92-a03f-201232752bf7 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event deleted for resources: {'Port': ['ID=ee5086dd-a837-4463-b5af-52379e8c8e94,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:06.579241 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-b427e224-54ef-4140-ba96-bf36dcaf914d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:06.580734 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-b427e224-54ef-4140-ba96-bf36dcaf914d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2dc1d23a-2b66-4ec4-9ade-0b7b10fa44c0 HTTP/1.1" status: 200 len: 854 time: 0.0963817 Aug 16 23:54:06.584346 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34795254-667d-4ddc-8067-82474f9fc2fb req-933c2879-4d0e-4f03-9751-538da1645d98 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:06.586970 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-34795254-667d-4ddc-8067-82474f9fc2fb req-933c2879-4d0e-4f03-9751-538da1645d98 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 1098 time: 0.0904121 Aug 16 23:54:06.623412 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-eab86ca7-9044-4356-8bbd-65b84eba8326 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5d96bed-3d7d-4174-81a4-420ec5c2a243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341539 Aug 16 23:54:06.624011 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d142cfda-710a-4662-a0bd-50dfcac8d5fc req-5877dc41-df27-4797-877e-225cce4c3d0a tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:06.626615 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d142cfda-710a-4662-a0bd-50dfcac8d5fc req-5877dc41-df27-4797-877e-225cce4c3d0a tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:06.627668 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d142cfda-710a-4662-a0bd-50dfcac8d5fc req-5877dc41-df27-4797-877e-225cce4c3d0a tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] 10.222.0.60 "DELETE /v2.0/security-groups/e769d6d7-7248-4a84-b6bc-7f6aa254db6b HTTP/1.1" status: 204 len: 173 time: 0.4670722 Aug 16 23:54:06.633651 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-255d1f5d-20b5-4a92-a03f-201232752bf7 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] No DVR routers for this DVR port ee5086dd-a837-4463-b5af-52379e8c8e94 on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:54:06.635656 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-255d1f5d-20b5-4a92-a03f-201232752bf7 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:06.637702 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-36666842-f031-4098-bfa8-af6e4f7ee891 req-255d1f5d-20b5-4a92-a03f-201232752bf7 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.64 "DELETE /v2.0/ports/ee5086dd-a837-4463-b5af-52379e8c8e94 HTTP/1.1" status: 204 len: 173 time: 0.4964383 Aug 16 23:54:06.638498 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48140) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:54:06.693074 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54c2436-2306-44b9-849f-f92b8c818216 admin admin] Deleting subnet ab8a4e3e-939b-4a55-bede-bf198615fcc0 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:54:06.698636 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f54c2436-2306-44b9-849f-f92b8c818216 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:06.703610 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877dc41-df27-4797-877e-225cce4c3d0a tempest-SecurityGroupRulesTestJSON-983147143 tempest-SecurityGroupRulesTestJSON-983147143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e769d6d7-7248-4a84-b6bc-7f6aa254db6b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:06.748914 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f54c2436-2306-44b9-849f-f92b8c818216 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:06.781379 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-34795254-667d-4ddc-8067-82474f9fc2fb req-513fb02c-46b2-4fe0-82fc-e9515fbafd4b tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569581 Aug 16 23:54:06.799921 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f54c2436-2306-44b9-849f-f92b8c818216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:06.828503 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4870943-8a11-4daa-bd42-5d24a547d33d req-b36aa54f-6e8b-42dd-b855-82c19d17b475 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:06.838121 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b4870943-8a11-4daa-bd42-5d24a547d33d req-b36aa54f-6e8b-42dd-b855-82c19d17b475 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc776448-9d80-47f5-b555-323ff6b88487 HTTP/1.1" status: 200 len: 945 time: 0.1354895 Aug 16 23:54:06.849192 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-21fd382e-ec80-4050-b4f6-e6ae9e4e180b service neutron] 10.222.0.64 "GET /v2.0/networks/b5d96bed-3d7d-4174-81a4-420ec5c2a243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170899 Aug 16 23:54:06.870323 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f54c2436-2306-44b9-849f-f92b8c818216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:06.871203 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85622a65-6745-4bab-9fbc-21f00655a6d6 x-openstack-request-id: req-85622a65-6745-4bab-9fbc-21f00655a6d6 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:06.871509 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd3fb45-6907-4f7e-902f-ce6c10977e5d", "tag": "e8fe679c-6337-4bb9-b141-3c5e2565708f", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:06.871765 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-85622a65-6745-4bab-9fbc-21f00655a6d6 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:06.872247 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd3fb45-6907-4f7e-902f-ce6c10977e5d', 'tag': 'e8fe679c-6337-4bb9-b141-3c5e2565708f', 'status': 'completed', 'code': 200} Aug 16 23:54:06.902129 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c2436-2306-44b9-849f-f92b8c818216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab8a4e3e-939b-4a55-bede-bf198615fcc0,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:06.906475 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f54c2436-2306-44b9-849f-f92b8c818216 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:06.911521 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f54c2436-2306-44b9-849f-f92b8c818216 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ab8a4e3e-939b-4a55-bede-bf198615fcc0 HTTP/1.1" status: 204 len: 168 time: 0.2676859 Aug 16 23:54:06.911803 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48144) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:54:06.951397 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b4870943-8a11-4daa-bd42-5d24a547d33d req-00a3d80d-5aa4-476f-9863-dfed13f2f1a0 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f51b67-a47e-4b1d-ba53-03517aad128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122987 Aug 16 23:54:06.986581 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd21a672-0827-46bc-a818-8049bf81e067 req-e7fed997-4138-4cdd-b49d-49921bc1f31a tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?device_id=dce38346-b8f9-4945-a165-6c7c88aa0575 HTTP/1.1" status: 200 len: 210 time: 0.0336838 Aug 16 23:54:07.015083 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-496cc5cb-f455-4ab6-900d-7c0d9ae5ab4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:07.041253 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-667e9a1e-eaa6-4b11-afa5-04225fb11475 req-e83261e6-54a9-4b23-8c11-b410d259695c service neutron] 10.222.0.64 "GET /v2.0/networks/b5d96bed-3d7d-4174-81a4-420ec5c2a243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833634 Aug 16 23:54:07.102800 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-496cc5cb-f455-4ab6-900d-7c0d9ae5ab4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:07.113110 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-496cc5cb-f455-4ab6-900d-7c0d9ae5ab4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f62994e-0307-47f2-985c-61befd30b354']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:07.124322 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-496cc5cb-f455-4ab6-900d-7c0d9ae5ab4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d7b978-0efe-46a2-ad25-da3c16a18236') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:07.124710 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-496cc5cb-f455-4ab6-900d-7c0d9ae5ab4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d7b978-0efe-46a2-ad25-da3c16a18236') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:07.134952 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-496cc5cb-f455-4ab6-900d-7c0d9ae5ab4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:07.149972 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-496cc5cb-f455-4ab6-900d-7c0d9ae5ab4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:07.155886 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496cc5cb-f455-4ab6-900d-7c0d9ae5ab4e admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:54:07.156280 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-496cc5cb-f455-4ab6-900d-7c0d9ae5ab4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: timer() Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: self._notify() Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:54:07.158168 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:54:07.169939 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e6306-d19d-4098-99fb-a353bb8ebe56 req-bcd97f9a-b61f-4e07-9926-6c6cf0e6d5bc tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:07.171476 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e68e6306-d19d-4098-99fb-a353bb8ebe56 req-bcd97f9a-b61f-4e07-9926-6c6cf0e6d5bc tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 1098 time: 0.1175184 Aug 16 23:54:07.204557 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c1b70-72ed-437d-baed-1c086a464638 req-133c4e90-bbdb-4295-9428-684029905d90 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:07.206595 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf1c1b70-72ed-437d-baed-1c086a464638 req-133c4e90-bbdb-4295-9428-684029905d90 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bd3fb45-6907-4f7e-902f-ce6c10977e5d HTTP/1.1" status: 200 len: 944 time: 0.1113589 Aug 16 23:54:07.208459 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bd083-1243-4414-8c13-ee548688ea0c req-0e8397f5-c63f-4ed7-b760-6cf7c0c09c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:07.209840 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-125bd083-1243-4414-8c13-ee548688ea0c req-0e8397f5-c63f-4ed7-b760-6cf7c0c09c5a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9f7c15746f884d59bb5bca99d12666b2&device_id=9bd3fb45-6907-4f7e-902f-ce6c10977e5d HTTP/1.1" status: 200 len: 1096 time: 0.1117594 Aug 16 23:54:07.222309 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-496cc5cb-f455-4ab6-900d-7c0d9ae5ab4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:07.228834 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-496cc5cb-f455-4ab6-900d-7c0d9ae5ab4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:07.233765 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-496cc5cb-f455-4ab6-900d-7c0d9ae5ab4e admin admin] 10.222.0.60 "DELETE /v2.0/networks/4f62994e-0307-47f2-985c-61befd30b354 HTTP/1.1" status: 204 len: 168 time: 0.3207972 Aug 16 23:54:07.246088 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cc5cb-f455-4ab6-900d-7c0d9ae5ab4e admin admin] Pushing event deleted for resources: {'Network': ['ID=4f62994e-0307-47f2-985c-61befd30b354,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:07.287706 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device d7c95537-0ba6-44cc-9b63-efa0b169243d details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:54:07.326412 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device a1d6dd85-c6eb-4f84-99d6-5124a84ad68d no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:54:07.332811 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e68e6306-d19d-4098-99fb-a353bb8ebe56 req-ad6952d5-1f5d-45b7-9e58-196780406fbb tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507654 Aug 16 23:54:07.348397 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf1c1b70-72ed-437d-baed-1c086a464638 req-db2d5c89-1235-4703-90eb-7820f56c4f33 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287494 Aug 16 23:54:07.386822 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bd083-1243-4414-8c13-ee548688ea0c req-d2c2e896-8d13-4eba-9eff-414c7d05fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:07.388297 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-125bd083-1243-4414-8c13-ee548688ea0c req-d2c2e896-8d13-4eba-9eff-414c7d05fbad service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5d96bed-3d7d-4174-81a4-420ec5c2a243 HTTP/1.1" status: 200 len: 915 time: 0.1669934 Aug 16 23:54:07.437825 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48164) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:54:07.476236 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:07.484416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-125bd083-1243-4414-8c13-ee548688ea0c req-bf24f42d-76e5-4bd1-a33c-f38a2f05a6ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8fe679c-6337-4bb9-b141-3c5e2565708f HTTP/1.1" status: 200 len: 217 time: 0.0809472 Aug 16 23:54:07.510540 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7e46bb8c-ced9-4b79-bccb-e1750b3385df admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d6b8573679f64d1c81b5409908dd5799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0702007 Aug 16 23:54:07.511663 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48170) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:54:07.514835 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port d7c95537-0ba6-44cc-9b63-efa0b169243d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=d7c95537-0ba6-44cc-9b63-efa0b169243d,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:07.543110 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': 'd7c95537-0ba6-44cc-9b63-efa0b169243d', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': 'd7c95537-0ba6-44cc-9b63-efa0b169243d', 'mac_address': 'fa:16:3e:74:54:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:54:07.554846 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port a1d6dd85-c6eb-4f84-99d6-5124a84ad68d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a1d6dd85-c6eb-4f84-99d6-5124a84ad68d,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:07.566742 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-48a83741-884a-4700-b9dc-7624f229ccdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:07.590801 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:07.608185 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-48a83741-884a-4700-b9dc-7624f229ccdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:07.634695 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bd083-1243-4414-8c13-ee548688ea0c req-2c8991d1-cca3-4f9d-a30a-2756988bf648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:07.636158 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-125bd083-1243-4414-8c13-ee548688ea0c req-2c8991d1-cca3-4f9d-a30a-2756988bf648 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2dc1d23a-2b66-4ec4-9ade-0b7b10fa44c0 HTTP/1.1" status: 200 len: 854 time: 0.1325803 Aug 16 23:54:07.646342 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f313f-aaf8-4082-a341-80fc34863634 req-219a70b2-f193-42a0-bd15-fe42c4de53f2 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:07.648340 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f10f313f-aaf8-4082-a341-80fc34863634 req-219a70b2-f193-42a0-bd15-fe42c4de53f2 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=13da9a60-8455-44be-a1e8-688298507414 HTTP/1.1" status: 200 len: 950 time: 0.1760547 Aug 16 23:54:07.655317 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=a1d6dd85-c6eb-4f84-99d6-5124a84ad68d,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:07.679345 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-125bd083-1243-4414-8c13-ee548688ea0c req-1846ddf8-9e02-498f-8b3b-424723410c8f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5d96bed-3d7d-4174-81a4-420ec5c2a243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305171 Aug 16 23:54:07.682499 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:07.697426 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-48a83741-884a-4700-b9dc-7624f229ccdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:07.699944 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7c95537-0ba6-44cc-9b63-efa0b169243d {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:54:07.700074 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-48a83741-884a-4700-b9dc-7624f229ccdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:07.701130 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-48a83741-884a-4700-b9dc-7624f229ccdc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/de80115b-1519-46cb-9843-34612489d086 HTTP/1.1" status: 204 len: 168 time: 0.1885357 Aug 16 23:54:07.714072 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a83741-884a-4700-b9dc-7624f229ccdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de80115b-1519-46cb-9843-34612489d086,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:07.766881 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port d7c95537-0ba6-44cc-9b63-efa0b169243d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=d7c95537-0ba6-44cc-9b63-efa0b169243d,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:07.776814 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:07.786253 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f10f313f-aaf8-4082-a341-80fc34863634 req-6e8998f6-f7f7-4cd7-97b1-48140e04ecbe tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277652 Aug 16 23:54:07.851699 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-125bd083-1243-4414-8c13-ee548688ea0c req-4b39a5a9-3b4c-4a5c-b569-f807a7b0b50e service neutron] 10.222.0.64 "GET /v2.0/networks/b5d96bed-3d7d-4174-81a4-420ec5c2a243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579978 Aug 16 23:54:07.863129 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=d7c95537-0ba6-44cc-9b63-efa0b169243d,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:07.950144 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['d7c95537-0ba6-44cc-9b63-efa0b169243d'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:07.989338 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-125bd083-1243-4414-8c13-ee548688ea0c req-47c59620-e61f-42f9-8f18-8bfffeeb1b34 service neutron] 10.222.0.64 "GET /v2.0/networks/b5d96bed-3d7d-4174-81a4-420ec5c2a243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241262 Aug 16 23:54:08.006190 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edeb1835-eb4f-4873-9a9e-efaf8a8c2c01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1d6dd85-c6eb-4f84-99d6-5124a84ad68d'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:08.010387 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b0ed80-9730-440d-b218-c8ec6bbd14ad" -d '{"events": [{"server_uuid": "edeb1835-eb4f-4873-9a9e-efaf8a8c2c01", "name": "network-vif-unplugged", "status": "completed", "tag": "a1d6dd85-c6eb-4f84-99d6-5124a84ad68d"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:08.146213 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c025d9e-54ea-4144-9e0f-0b8ea001de35 req-1193693e-d6c0-4c2f-96e1-969d15737c25 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:08.148664 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4c025d9e-54ea-4144-9e0f-0b8ea001de35 req-1193693e-d6c0-4c2f-96e1-969d15737c25 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc776448-9d80-47f5-b555-323ff6b88487 HTTP/1.1" status: 200 len: 945 time: 0.1001680 Aug 16 23:54:08.218803 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4c025d9e-54ea-4144-9e0f-0b8ea001de35 req-bf2c4861-069a-4c41-ab74-a76c9b7228ef tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f51b67-a47e-4b1d-ba53-03517aad128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631568 Aug 16 23:54:08.282903 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48208) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:54:08.359444 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0629ca-70cc-43dc-b786-e1d7ba79de16 x-openstack-request-id: req-af0629ca-70cc-43dc-b786-e1d7ba79de16 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:08.360005 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edeb1835-eb4f-4873-9a9e-efaf8a8c2c01", "name": "network-vif-unplugged", "status": "completed", "tag": "a1d6dd85-c6eb-4f84-99d6-5124a84ad68d", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:08.360424 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-af0629ca-70cc-43dc-b786-e1d7ba79de16 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:08.361002 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edeb1835-eb4f-4873-9a9e-efaf8a8c2c01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1d6dd85-c6eb-4f84-99d6-5124a84ad68d', 'code': 200} Aug 16 23:54:08.370035 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8826a6-7996-48c6-aba6-42a3fce5fbda tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Deleting subnet 22ebbe2f-9117-49e0-b3eb-d69d66378e7c {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:54:08.374179 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aa8826a6-7996-48c6-aba6-42a3fce5fbda tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:08.428062 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aa8826a6-7996-48c6-aba6-42a3fce5fbda tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:08.460536 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce38346-b8f9-4945-a165-6c7c88aa0575', 'name': 'network-vif-deleted', 'tag': '3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a'}, {'server_uuid': 'dce38346-b8f9-4945-a165-6c7c88aa0575', 'name': 'network-vif-deleted', 'tag': 'ee5086dd-a837-4463-b5af-52379e8c8e94'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:08.464198 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d64fac-351f-4d60-b29a-79d54600eedd" -d '{"events": [{"server_uuid": "dce38346-b8f9-4945-a165-6c7c88aa0575", "name": "network-vif-deleted", "tag": "3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a"}, {"server_uuid": "dce38346-b8f9-4945-a165-6c7c88aa0575", "name": "network-vif-deleted", "tag": "ee5086dd-a837-4463-b5af-52379e8c8e94"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:08.545353 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aa8826a6-7996-48c6-aba6-42a3fce5fbda tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:08.617362 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e9bd1-0bed-4719-a3ea-68d7cc0c543f req-68353033-9bdb-4aa2-b93a-02a4cdd28c76 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:08.620278 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f4e9bd1-0bed-4719-a3ea-68d7cc0c543f req-68353033-9bdb-4aa2-b93a-02a4cdd28c76 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a20abc-952a-487b-b5bc-527b052c93aa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0982211 Aug 16 23:54:08.623180 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aa8826a6-7996-48c6-aba6-42a3fce5fbda tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:08.656530 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8826a6-7996-48c6-aba6-42a3fce5fbda tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event deleted for resources: {'Subnet': ['ID=22ebbe2f-9117-49e0-b3eb-d69d66378e7c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:08.660395 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aa8826a6-7996-48c6-aba6-42a3fce5fbda tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:08.662672 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-aa8826a6-7996-48c6-aba6-42a3fce5fbda tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "DELETE /v2.0/subnets/22ebbe2f-9117-49e0-b3eb-d69d66378e7c HTTP/1.1" status: 204 len: 168 time: 0.3781242 Aug 16 23:54:08.665524 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48236) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:54:08.678092 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc4834c-4926-41d6-90e3-d490ed445af9 None None] Network bc69c3aa-c258-46e8-a952-eb62bf4c8e99 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:54:08.696590 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f4e9bd1-0bed-4719-a3ea-68d7cc0c543f req-b2ae4cb6-5c58-46fa-aad7-7c688e12e8f9 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.63 HTTP/1.1" status: 200 len: 695 time: 0.0687356 Aug 16 23:54:08.703100 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-1f4e9bd1-0bed-4719-a3ea-68d7cc0c543f req-6e6bceb2-8432-4ab6-85e0-14742582d71f tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Request body: {'floatingip': {'port_id': 'd177b0dc-64fb-4335-98ab-48634d87ed17', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:08.752878 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1f4e9bd1-0bed-4719-a3ea-68d7cc0c543f req-6e6bceb2-8432-4ab6-85e0-14742582d71f tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks [] for floatingip, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:08.775667 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27847192-5b96-4ae2-8609-749ba388430c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:08.818479 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-de3bb8d6-348b-49d9-b397-6442246fd4bf tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:54:08.821493 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-de3bb8d6-348b-49d9-b397-6442246fd4bf tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084682 Aug 16 23:54:08.837730 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48242) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:54:08.862923 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-27847192-5b96-4ae2-8609-749ba388430c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Deleting port 48ae156a-f2eb-47b2-a35e-69f171679d3f {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:54:08.863280 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27847192-5b96-4ae2-8609-749ba388430c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:08.902290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-dd253d84-6c57-4821-a6ae-8f45ecbb592f tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:08.904132 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-dd253d84-6c57-4821-a6ae-8f45ecbb592f tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/ports/dae2265e-e6b4-4a54-aa4c-b094ef043a7f HTTP/1.1" status: 200 len: 1095 time: 0.0713730 Aug 16 23:54:08.929062 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-71bcbc88-db42-4ba5-a655-cdef5307660f service neutron] Request body: {'binding': {'host': 'n-h1-800088-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:08.929435 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-71bcbc88-db42-4ba5-a655-cdef5307660f service neutron] Unknown quota resources ['binding']. {{(pid=101403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 23:54:08.939852 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-27847192-5b96-4ae2-8609-749ba388430c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] For port 48ae156a-f2eb-47b2-a35e-69f171679d3f, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=48ae156a-f2eb-47b2-a35e-69f171679d3f,segment=NetworkSegment(f16751db-0fef-4efd-b070-84f6fe4ad1ea),segment_id=f16751db-0fef-4efd-b070-84f6fe4ad1ea)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:08.943137 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7567ff6-feff-4ca8-b43f-58f47c2779b6 None None] DHCP port deletion for bc69c3aa-c258-46e8-a952-eb62bf4c8e99 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:54:08.945265 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27847192-5b96-4ae2-8609-749ba388430c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:08.965414 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-27847192-5b96-4ae2-8609-749ba388430c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Calling delete_port for 48ae156a-f2eb-47b2-a35e-69f171679d3f owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:54:08.998282 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-d7567ff6-feff-4ca8-b43f-58f47c2779b6 None None] Deleting port 48ae156a-f2eb-47b2-a35e-69f171679d3f {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:54:08.998409 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d7567ff6-feff-4ca8-b43f-58f47c2779b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:09.034581 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-8f89bdb9-d34e-4c1d-9b25-74c5fb62c87f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-573992705-network', 'tenant_id': '928fad2feae6486d8c368ea013044a74'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:09.072317 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-d7567ff6-feff-4ca8-b43f-58f47c2779b6 None None] For port 48ae156a-f2eb-47b2-a35e-69f171679d3f, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=48ae156a-f2eb-47b2-a35e-69f171679d3f,segment=NetworkSegment(f16751db-0fef-4efd-b070-84f6fe4ad1ea),segment_id=f16751db-0fef-4efd-b070-84f6fe4ad1ea)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:09.073132 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d7567ff6-feff-4ca8-b43f-58f47c2779b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:09.088338 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-d7567ff6-feff-4ca8-b43f-58f47c2779b6 None None] Calling delete_port for 48ae156a-f2eb-47b2-a35e-69f171679d3f owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:54:09.088728 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f89bdb9-d34e-4c1d-9b25-74c5fb62c87f admin admin] Made reservation on behalf of 928fad2feae6486d8c368ea013044a74 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:54:09.092235 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f89bdb9-d34e-4c1d-9b25-74c5fb62c87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:09.105012 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f89bdb9-d34e-4c1d-9b25-74c5fb62c87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:09.123659 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27847192-5b96-4ae2-8609-749ba388430c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:09.158314 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27847192-5b96-4ae2-8609-749ba388430c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event deleted for resources: {'Port': ['ID=48ae156a-f2eb-47b2-a35e-69f171679d3f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:09.170812 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27847192-5b96-4ae2-8609-749ba388430c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] No DVR routers for this DVR port 48ae156a-f2eb-47b2-a35e-69f171679d3f on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:54:09.187138 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d7567ff6-feff-4ca8-b43f-58f47c2779b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:09.217600 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7567ff6-feff-4ca8-b43f-58f47c2779b6 None None] Pushing event deleted for resources: {'Port': ['ID=48ae156a-f2eb-47b2-a35e-69f171679d3f,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:09.225558 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7567ff6-feff-4ca8-b43f-58f47c2779b6 None None] No DVR routers for this DVR port 48ae156a-f2eb-47b2-a35e-69f171679d3f on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:54:09.275578 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-71bcbc88-db42-4ba5-a655-cdef5307660f service neutron] Attempting to bind port dae2265e-e6b4-4a54-aa4c-b094ef043a7f on host n-h1-800088-20 for vnic_type normal with profile None {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:54:09.275945 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-71bcbc88-db42-4ba5-a655-cdef5307660f service neutron] Attempting to bind port dae2265e-e6b4-4a54-aa4c-b094ef043a7f by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:54:09.276278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-71bcbc88-db42-4ba5-a655-cdef5307660f service neutron] Attempting to bind port dae2265e-e6b4-4a54-aa4c-b094ef043a7f on network 5dc1690b-6624-46fa-a54a-7524bbadf6de {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:54:09.283215 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-71bcbc88-db42-4ba5-a655-cdef5307660f service neutron] Port dae2265e-e6b4-4a54-aa4c-b094ef043a7f on network 5dc1690b-6624-46fa-a54a-7524bbadf6de not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:54:09.283545 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-71bcbc88-db42-4ba5-a655-cdef5307660f service neutron] Attempting to bind port dae2265e-e6b4-4a54-aa4c-b094ef043a7f on network 5dc1690b-6624-46fa-a54a-7524bbadf6de {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:54:09.290628 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27847192-5b96-4ae2-8609-749ba388430c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:09.295892 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-71bcbc88-db42-4ba5-a655-cdef5307660f service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:54:09.296239 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-71bcbc88-db42-4ba5-a655-cdef5307660f service neutron] Checking segment: {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:54:09.297176 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-71bcbc88-db42-4ba5-a655-cdef5307660f service neutron] Bound using segment: {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:54:09.298199 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-71bcbc88-db42-4ba5-a655-cdef5307660f service neutron] Bound port: dae2265e-e6b4-4a54-aa4c-b094ef043a7f, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:54:09.302264 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device d7c95537-0ba6-44cc-9b63-efa0b169243d up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:54:09.306672 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-27847192-5b96-4ae2-8609-749ba388430c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc69c3aa-c258-46e8-a952-eb62bf4c8e99']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:09.323049 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-27847192-5b96-4ae2-8609-749ba388430c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16751db-0fef-4efd-b070-84f6fe4ad1ea') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:09.323357 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-27847192-5b96-4ae2-8609-749ba388430c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16751db-0fef-4efd-b070-84f6fe4ad1ea') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:09.366634 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27847192-5b96-4ae2-8609-749ba388430c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:09.371371 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port d7c95537-0ba6-44cc-9b63-efa0b169243d triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:54:09.371718 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:09.393164 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27847192-5b96-4ae2-8609-749ba388430c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:09.406833 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f89bdb9-d34e-4c1d-9b25-74c5fb62c87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:09.408098 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27847192-5b96-4ae2-8609-749ba388430c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:54:09.408498 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27847192-5b96-4ae2-8609-749ba388430c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: timer() Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: self._notify() Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:54:09.411776 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:54:09.426845 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f89bdb9-d34e-4c1d-9b25-74c5fb62c87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:09.494971 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:09.503123 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89bdb9-d34e-4c1d-9b25-74c5fb62c87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fd6287-b017-4b97-8971-3ee47b7c2abd,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:09.506536 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f89bdb9-d34e-4c1d-9b25-74c5fb62c87f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:54:09.519167 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f89bdb9-d34e-4c1d-9b25-74c5fb62c87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:09.519616 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-8f89bdb9-d34e-4c1d-9b25-74c5fb62c87f admin admin] Added segment 3c721221-cf3b-40af-b1b9-c06e071ed18f of type vlan for network e49e8296-4270-42ee-8656-6741a559a39c Aug 16 23:54:09.530917 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27847192-5b96-4ae2-8609-749ba388430c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:09.533669 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1f4e9bd1-0bed-4719-a3ea-68d7cc0c543f req-6e6bceb2-8432-4ab6-85e0-14742582d71f tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:09.546606 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1f4e9bd1-0bed-4719-a3ea-68d7cc0c543f req-6e6bceb2-8432-4ab6-85e0-14742582d71f tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:09.567152 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port d7c95537-0ba6-44cc-9b63-efa0b169243d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=d7c95537-0ba6-44cc-9b63-efa0b169243d,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:09.572741 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:09.584102 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27847192-5b96-4ae2-8609-749ba388430c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event deleted for resources: {'Network': ['ID=bc69c3aa-c258-46e8-a952-eb62bf4c8e99,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:09.586591 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27847192-5b96-4ae2-8609-749ba388430c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:09.588740 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-27847192-5b96-4ae2-8609-749ba388430c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "DELETE /v2.0/networks/bc69c3aa-c258-46e8-a952-eb62bf4c8e99 HTTP/1.1" status: 204 len: 168 time: 0.9213703 Aug 16 23:54:09.591747 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48266) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:54:09.610594 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f89bdb9-d34e-4c1d-9b25-74c5fb62c87f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:09.641725 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=d7c95537-0ba6-44cc-9b63-efa0b169243d,revision_number=7']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:09.656414 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-71bcbc88-db42-4ba5-a655-cdef5307660f service neutron] For port dae2265e-e6b4-4a54-aa4c-b094ef043a7f, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=dae2265e-e6b4-4a54-aa4c-b094ef043a7f,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:54:09.666421 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f89bdb9-d34e-4c1d-9b25-74c5fb62c87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:09.668309 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f89bdb9-d34e-4c1d-9b25-74c5fb62c87f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:09.669553 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-71bcbc88-db42-4ba5-a655-cdef5307660f service neutron] Notify callbacks [] for binding, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:09.670537 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f89bdb9-d34e-4c1d-9b25-74c5fb62c87f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:09.671537 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-71bcbc88-db42-4ba5-a655-cdef5307660f service neutron] 10.222.0.60 "POST /v2.0/ports/dae2265e-e6b4-4a54-aa4c-b094ef043a7f/bindings HTTP/1.1" status: 201 len: 390 time: 0.7461092 Aug 16 23:54:09.675284 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 48ae156a-f2eb-47b2-a35e-69f171679d3f no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:54:09.708986 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8f89bdb9-d34e-4c1d-9b25-74c5fb62c87f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8660412 Aug 16 23:54:09.712061 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48268) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:54:09.721752 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-58c39dfb-2dd0-4bc8-b40f-e649bf538c85 admin admin] Request body: {'subnet': {'network_id': 'e49e8296-4270-42ee-8656-6741a559a39c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-573992705-subnet', 'tenant_id': '928fad2feae6486d8c368ea013044a74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:09.730124 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 48ae156a-f2eb-47b2-a35e-69f171679d3f {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:54:09.730910 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 48ae156a-f2eb-47b2-a35e-69f171679d3f not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:54:09.732720 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device e8fe679c-6337-4bb9-b141-3c5e2565708f details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:54:09.744513 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a220eb-1024-492d-83cc-8969a87522d2 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Deleting subnet d59a5845-abc8-4ae1-9c36-284eaf15f8f5 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:54:09.749815 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:54:09.757604 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-70a220eb-1024-492d-83cc-8969a87522d2 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:09.788908 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:54:09.790165 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:54:09.791765 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 1963b672-95a1-4177-89e0-8ce17f2e9cfb no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:54:09.798183 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89bdb9-d34e-4c1d-9b25-74c5fb62c87f admin admin] Pushing event updated for resources: {'Network': ['ID=e49e8296-4270-42ee-8656-6741a559a39c,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:09.830838 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [req-1f4e9bd1-0bed-4719-a3ea-68d7cc0c543f req-6e6bceb2-8432-4ab6-85e0-14742582d71f tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Floating IP 60198882-6994-47ec-9e42-3e2c09a31eac associated. External IP: 172.25.3.63, port: d177b0dc-64fb-4335-98ab-48634d87ed17. Aug 16 23:54:09.832844 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c39dfb-2dd0-4bc8-b40f-e649bf538c85 admin admin] Made reservation on behalf of 928fad2feae6486d8c368ea013044a74 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:54:09.835397 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-58c39dfb-2dd0-4bc8-b40f-e649bf538c85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:09.839777 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 1963b672-95a1-4177-89e0-8ce17f2e9cfb {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:54:09.840271 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 1963b672-95a1-4177-89e0-8ce17f2e9cfb not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:54:09.842040 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device ee5086dd-a837-4463-b5af-52379e8c8e94 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:54:09.845232 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network e49e8296-4270-42ee-8656-6741a559a39c details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:54:09.949416 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.db.resource_extend [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 23:54:10.012837 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: ee5086dd-a837-4463-b5af-52379e8c8e94 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:54:10.013161 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device ee5086dd-a837-4463-b5af-52379e8c8e94 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:54:10.039084 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:10.062029 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port e8fe679c-6337-4bb9-b141-3c5e2565708f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=e8fe679c-6337-4bb9-b141-3c5e2565708f,segment=NetworkSegment(f6ecfec7-859e-48ae-8b72-438566ddcf66),segment_id=f6ecfec7-859e-48ae-8b72-438566ddcf66)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:10.078325 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'e8fe679c-6337-4bb9-b141-3c5e2565708f', 'network_id': 'b5d96bed-3d7d-4174-81a4-420ec5c2a243', 'port_id': 'e8fe679c-6337-4bb9-b141-3c5e2565708f', 'mac_address': 'fa:16:3e:da:90:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc1d23a-2b66-4ec4-9ade-0b7b10fa44c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:54:10.126627 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:10.141569 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8fe679c-6337-4bb9-b141-3c5e2565708f {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:54:10.171058 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port e8fe679c-6337-4bb9-b141-3c5e2565708f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=e8fe679c-6337-4bb9-b141-3c5e2565708f,segment=NetworkSegment(f6ecfec7-859e-48ae-8b72-438566ddcf66),segment_id=f6ecfec7-859e-48ae-8b72-438566ddcf66)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:10.177372 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:10.229511 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=e8fe679c-6337-4bb9-b141-3c5e2565708f,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:10.281715 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-70a220eb-1024-492d-83cc-8969a87522d2 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:10.363055 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d6bfce-e916-4759-a1df-a2a4ba7e038a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c95537-0ba6-44cc-9b63-efa0b169243d'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:10.365699 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03a6f18-f372-43ef-873b-134b60669617" -d '{"events": [{"server_uuid": "f1d6bfce-e916-4759-a1df-a2a4ba7e038a", "name": "network-vif-plugged", "status": "completed", "tag": "d7c95537-0ba6-44cc-9b63-efa0b169243d"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:10.512078 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['e8fe679c-6337-4bb9-b141-3c5e2565708f'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:10.530742 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-5f0df137-74a4-4b90-ac4e-537ae12ebf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:10.532322 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-5f0df137-74a4-4b90-ac4e-537ae12ebf5d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b30c0e442778419181d2ad6b2586afae&device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 1098 time: 0.2471411 Aug 16 23:54:10.549191 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbc3df-16a1-491d-93e9-5f5be45100e3 req-abab4d2a-8593-4cd6-a57a-b33472384c1d tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:10.556988 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e1fbc3df-16a1-491d-93e9-5f5be45100e3 req-abab4d2a-8593-4cd6-a57a-b33472384c1d tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bd3fb45-6907-4f7e-902f-ce6c10977e5d HTTP/1.1" status: 200 len: 945 time: 0.2778530 Aug 16 23:54:10.597669 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-70a220eb-1024-492d-83cc-8969a87522d2 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:10.796734 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e1fbc3df-16a1-491d-93e9-5f5be45100e3 req-daf5ac7b-1dcb-482f-8be1-44bc60997546 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385321 Aug 16 23:54:10.862667 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a2b283-5c5b-46a0-93b4-94ba4fee96d2 x-openstack-request-id: req-94a2b283-5c5b-46a0-93b4-94ba4fee96d2 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:10.863465 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce38346-b8f9-4945-a165-6c7c88aa0575", "name": "network-vif-deleted", "tag": "3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a", "status": "completed", "code": 200}, {"server_uuid": "dce38346-b8f9-4945-a165-6c7c88aa0575", "name": "network-vif-deleted", "tag": "ee5086dd-a837-4463-b5af-52379e8c8e94", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:10.863753 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-94a2b283-5c5b-46a0-93b4-94ba4fee96d2 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:10.864155 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce38346-b8f9-4945-a165-6c7c88aa0575', 'name': 'network-vif-deleted', 'tag': '3a8b2ebd-7c96-408a-8ac6-db953dcd9b8a', 'status': 'completed', 'code': 200} Aug 16 23:54:10.864429 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce38346-b8f9-4945-a165-6c7c88aa0575', 'name': 'network-vif-deleted', 'tag': 'ee5086dd-a837-4463-b5af-52379e8c8e94', 'status': 'completed', 'code': 200} Aug 16 23:54:10.943879 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-4aa763ef-9199-4117-bb45-8fa228dd75a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:10.945478 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-4aa763ef-9199-4117-bb45-8fa228dd75a2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5dc1690b-6624-46fa-a54a-7524bbadf6de HTTP/1.1" status: 200 len: 919 time: 0.3860755 Aug 16 23:54:10.947031 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-70a220eb-1024-492d-83cc-8969a87522d2 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:10.998418 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-58c39dfb-2dd0-4bc8-b40f-e649bf538c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:11.000310 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a220eb-1024-492d-83cc-8969a87522d2 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event deleted for resources: {'Subnet': ['ID=d59a5845-abc8-4ae1-9c36-284eaf15f8f5,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:11.037992 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f4e9bd1-0bed-4719-a3ea-68d7cc0c543f req-6e6bceb2-8432-4ab6-85e0-14742582d71f tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Router 1689b305-79b9-4905-9944-a604c369c997 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:54:11.042580 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-70a220eb-1024-492d-83cc-8969a87522d2 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:11.044448 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-70a220eb-1024-492d-83cc-8969a87522d2 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "DELETE /v2.0/subnets/d59a5845-abc8-4ae1-9c36-284eaf15f8f5 HTTP/1.1" status: 204 len: 168 time: 1.4499817 Aug 16 23:54:11.047494 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91739b31-d10d-4bdb-b9dc-72b974704280 None None] Network c1f09ba5-c9e3-4591-94d4-74b22e4b8598 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:54:11.048018 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48278) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:54:11.087927 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-aa3c2e57-80a3-44b8-bc1d-6925c26e0906 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dae2265e-e6b4-4a54-aa4c-b094ef043a7f HTTP/1.1" status: 200 len: 217 time: 0.1056666 Aug 16 23:54:11.158941 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c30e38f8-0fd3-4e2a-8fb8-d2256510ca73 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:11.234649 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-c30e38f8-0fd3-4e2a-8fb8-d2256510ca73 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Deleting port 4facac10-f37f-4a9f-be5a-074b99efb398 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:54:11.235289 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c30e38f8-0fd3-4e2a-8fb8-d2256510ca73 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:11.257569 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c39dfb-2dd0-4bc8-b40f-e649bf538c85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bedae41-060a-4a82-9b3d-f77df955187e,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:11.269967 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-629d72cc-77bd-4c0e-a1a0-c9e39c225774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:11.271433 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-629d72cc-77bd-4c0e-a1a0-c9e39c225774 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5 HTTP/1.1" status: 200 len: 858 time: 0.1577458 Aug 16 23:54:11.298147 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb15ce40-df25-4cb3-a971-7483a1d43705 None None] DHCP port deletion for c1f09ba5-c9e3-4591-94d4-74b22e4b8598 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:54:11.318103 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3888a-d037-448a-a9b4-0ac1eacd94dd req-a4d752bf-c6b7-47ca-8496-b146d6011440 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:11.322001 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7e3888a-d037-448a-a9b4-0ac1eacd94dd req-a4d752bf-c6b7-47ca-8496-b146d6011440 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=13da9a60-8455-44be-a1e8-688298507414 HTTP/1.1" status: 200 len: 950 time: 0.2868447 Aug 16 23:54:11.345412 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-c30e38f8-0fd3-4e2a-8fb8-d2256510ca73 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] For port 4facac10-f37f-4a9f-be5a-074b99efb398, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4facac10-f37f-4a9f-be5a-074b99efb398,segment=NetworkSegment(b462b964-3d0f-4505-b925-ad550746aabe),segment_id=b462b964-3d0f-4505-b925-ad550746aabe)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:11.345988 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c30e38f8-0fd3-4e2a-8fb8-d2256510ca73 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:11.365253 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:11.370901 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-c30e38f8-0fd3-4e2a-8fb8-d2256510ca73 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Calling delete_port for 4facac10-f37f-4a9f-be5a-074b99efb398 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:54:11.389063 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-bb15ce40-df25-4cb3-a971-7483a1d43705 None None] Deleting port 4facac10-f37f-4a9f-be5a-074b99efb398 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:54:11.389063 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bb15ce40-df25-4cb3-a971-7483a1d43705 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:11.431206 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c39dfb-2dd0-4bc8-b40f-e649bf538c85 admin admin] Checking segment: {'id': '3c721221-cf3b-40af-b1b9-c06e071ed18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e49e8296-4270-42ee-8656-6741a559a39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:54:11.431985 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c39dfb-2dd0-4bc8-b40f-e649bf538c85 admin admin] Network hostable DHCP agents. Network: e49e8296-4270-42ee-8656-6741a559a39c, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:54:11.439383 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-67b62b25-48ec-4266-ac5d-5b53c9be1e77 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5dc1690b-6624-46fa-a54a-7524bbadf6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1574433 Aug 16 23:54:11.440965 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f4e9bd1-0bed-4719-a3ea-68d7cc0c543f req-6e6bceb2-8432-4ab6-85e0-14742582d71f tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:54:11.456666 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b21eb97-a148-484b-ab89-d036f9a81809 None None] Sync routers for ids ['1689b305-79b9-4905-9944-a604c369c997'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:54:11.468815 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1f4e9bd1-0bed-4719-a3ea-68d7cc0c543f req-6e6bceb2-8432-4ab6-85e0-14742582d71f tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:11.484407 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b21eb97-a148-484b-ab89-d036f9a81809 None None] Routers {'1689b305-79b9-4905-9944-a604c369c997'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:54:11.485433 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-9b21eb97-a148-484b-ab89-d036f9a81809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:53:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1689b305-79b9-4905-9944-a604c369c997'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:11.545727 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-bb15ce40-df25-4cb3-a971-7483a1d43705 None None] For port 4facac10-f37f-4a9f-be5a-074b99efb398, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4facac10-f37f-4a9f-be5a-074b99efb398,segment=NetworkSegment(b462b964-3d0f-4505-b925-ad550746aabe),segment_id=b462b964-3d0f-4505-b925-ad550746aabe)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:11.546050 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bb15ce40-df25-4cb3-a971-7483a1d43705 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:11.557751 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c30e38f8-0fd3-4e2a-8fb8-d2256510ca73 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:11.572865 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-bb15ce40-df25-4cb3-a971-7483a1d43705 None None] Calling delete_port for 4facac10-f37f-4a9f-be5a-074b99efb398 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:54:11.620235 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c39dfb-2dd0-4bc8-b40f-e649bf538c85 admin admin] Network e49e8296-4270-42ee-8656-6741a559a39c is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:54:11.623713 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30e38f8-0fd3-4e2a-8fb8-d2256510ca73 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] No DVR routers for this DVR port 4facac10-f37f-4a9f-be5a-074b99efb398 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:54:11.638916 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e38f8-0fd3-4e2a-8fb8-d2256510ca73 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event deleted for resources: {'Port': ['ID=4facac10-f37f-4a9f-be5a-074b99efb398,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:11.667205 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7e3888a-d037-448a-a9b4-0ac1eacd94dd req-2a6e2d5f-fb4a-4a27-aefd-dfd067c6afb8 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133653 Aug 16 23:54:11.667832 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-58c39dfb-2dd0-4bc8-b40f-e649bf538c85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, e49e8296-4270-42ee-8656-6741a559a39c) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:54:11.676338 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f4e9bd1-0bed-4719-a3ea-68d7cc0c543f req-6e6bceb2-8432-4ab6-85e0-14742582d71f tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "PUT /v2.0/floatingips/60198882-6994-47ec-9e42-3e2c09a31eac HTTP/1.1" status: 200 len: 995 time: 2.9785469 Aug 16 23:54:11.677847 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c39dfb-2dd0-4bc8-b40f-e649bf538c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:11.678615 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-58c39dfb-2dd0-4bc8-b40f-e649bf538c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:11.680951 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a20abc-952a-487b-b5bc-527b052c93aa', 'tag': 'd177b0dc-64fb-4335-98ab-48634d87ed17'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:11.684889 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ce9f26-3e80-49ce-b239-7bfd3a9b10d8" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a20abc-952a-487b-b5bc-527b052c93aa", "tag": "d177b0dc-64fb-4335-98ab-48634d87ed17"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:11.697470 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abdb994-a25f-4c0e-b55e-60d292ddbc0d None None] Network e49e8296-4270-42ee-8656-6741a559a39c requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:54:11.709310 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-e5d939a4-bf66-4a0c-bfe0-6718f9f880a7 service neutron] 10.222.0.69 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367101 Aug 16 23:54:11.767918 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-9b21eb97-a148-484b-ab89-d036f9a81809 None None] Set router 1689b305-79b9-4905-9944-a604c369c997 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:54:11.770530 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device e8fe679c-6337-4bb9-b141-3c5e2565708f up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:54:11.772198 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4facac10-f37f-4a9f-be5a-074b99efb398 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:54:11.802127 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c30e38f8-0fd3-4e2a-8fb8-d2256510ca73 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:11.835206 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-c30e38f8-0fd3-4e2a-8fb8-d2256510ca73 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f09ba5-c9e3-4591-94d4-74b22e4b8598']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:11.835444 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-58c39dfb-2dd0-4bc8-b40f-e649bf538c85 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1134033 Aug 16 23:54:11.846114 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-c30e38f8-0fd3-4e2a-8fb8-d2256510ca73 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b462b964-3d0f-4505-b925-ad550746aabe') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:11.854779 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-c30e38f8-0fd3-4e2a-8fb8-d2256510ca73 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b462b964-3d0f-4505-b925-ad550746aabe') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:11.878476 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c30e38f8-0fd3-4e2a-8fb8-d2256510ca73 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:11.904960 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c30e38f8-0fd3-4e2a-8fb8-d2256510ca73 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:11.920525 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c30e38f8-0fd3-4e2a-8fb8-d2256510ca73 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:54:11.921172 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c30e38f8-0fd3-4e2a-8fb8-d2256510ca73 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: timer() Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: self._notify() Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:54:11.924552 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:54:12.012869 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 4facac10-f37f-4a9f-be5a-074b99efb398 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:54:12.013237 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4facac10-f37f-4a9f-be5a-074b99efb398 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:54:12.025274 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e9bd1-0bed-4719-a3ea-68d7cc0c543f req-168470da-e89a-42bc-b0f1-616600608f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:12.030673 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c30e38f8-0fd3-4e2a-8fb8-d2256510ca73 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:12.040997 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f4e9bd1-0bed-4719-a3ea-68d7cc0c543f req-168470da-e89a-42bc-b0f1-616600608f89 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21fd198ba9644f5c88173bc1efcb8f0a&device_id=f2a20abc-952a-487b-b5bc-527b052c93aa HTTP/1.1" status: 200 len: 1097 time: 0.3182333 Aug 16 23:54:12.054071 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c30e38f8-0fd3-4e2a-8fb8-d2256510ca73 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:12.056214 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c30e38f8-0fd3-4e2a-8fb8-d2256510ca73 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "DELETE /v2.0/networks/c1f09ba5-c9e3-4591-94d4-74b22e4b8598 HTTP/1.1" status: 204 len: 168 time: 1.0075755 Aug 16 23:54:12.057302 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e38f8-0fd3-4e2a-8fb8-d2256510ca73 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event deleted for resources: {'Network': ['ID=c1f09ba5-c9e3-4591-94d4-74b22e4b8598,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:12.069703 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48302) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:54:12.092137 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-eaf1ecfe-3279-4103-888b-6994b3406f82 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1935415697'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:12.167942 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bb15ce40-df25-4cb3-a971-7483a1d43705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:12.184499 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-2cb2646e-636b-47b4-8f88-0b227dc52b8a service neutron] 10.222.0.69 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763168 Aug 16 23:54:12.185847 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bb15ce40-df25-4cb3-a971-7483a1d43705 None None] Network c1f09ba5-c9e3-4591-94d4-74b22e4b8598 is not hosted by any dhcp agent {{(pid=101404) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 23:54:12.186484 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb15ce40-df25-4cb3-a971-7483a1d43705 None None] No DVR routers for this DVR port 4facac10-f37f-4a9f-be5a-074b99efb398 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:54:12.230811 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec0120-e55f-4d11-96f8-5535e5fcf5b8 req-71c7e160-de24-4c7a-a03e-2dfa5f5dda0b tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:12.232746 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72ec0120-e55f-4d11-96f8-5535e5fcf5b8 req-71c7e160-de24-4c7a-a03e-2dfa5f5dda0b tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 946 time: 0.2997351 Aug 16 23:54:12.236794 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf1ecfe-3279-4103-888b-6994b3406f82 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Made reservation on behalf of 6f0e719ea2ad4e27bf14dc4358a7d696 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:54:12.245406 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eaf1ecfe-3279-4103-888b-6994b3406f82 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:12.252166 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15ce40-df25-4cb3-a971-7483a1d43705 None None] Pushing event deleted for resources: {'Port': ['ID=4facac10-f37f-4a9f-be5a-074b99efb398,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:12.315339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e9bd1-0bed-4719-a3ea-68d7cc0c543f req-31c5b44d-cac7-4df9-833e-5542c5c1a67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:12.317366 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f4e9bd1-0bed-4719-a3ea-68d7cc0c543f req-31c5b44d-cac7-4df9-833e-5542c5c1a67a service neutron] 10.222.0.60 "GET /v2.0/networks?id=34191e06-49f9-414f-b13a-5ba8e6dbd645 HTTP/1.1" status: 200 len: 921 time: 0.2753906 Aug 16 23:54:12.351140 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port e8fe679c-6337-4bb9-b141-3c5e2565708f completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:54:12.363205 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67e5f5e-8b82-457e-87b4-936181ab74be None None] Network e49e8296-4270-42ee-8656-6741a559a39c requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:54:12.369473 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port e8fe679c-6337-4bb9-b141-3c5e2565708f triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:54:12.370103 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:12.411460 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf1ecfe-3279-4103-888b-6994b3406f82 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:54:12.445013 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eaf1ecfe-3279-4103-888b-6994b3406f82 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:12.445620 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-eaf1ecfe-3279-4103-888b-6994b3406f82 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Added segment 47e123f8-5991-4b24-930f-9b78508377fb of type vlan for network be3ae8c4-a9ef-4186-a4b1-7a7b31386702 Aug 16 23:54:12.470701 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72ec0120-e55f-4d11-96f8-5535e5fcf5b8 req-6cb7c225-4381-46bb-be1d-f58e02f2d5ca tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195203 Aug 16 23:54:12.539032 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f4e9bd1-0bed-4719-a3ea-68d7cc0c543f req-7be33bee-7eff-4aa1-b99c-7a4c8ce6cc32 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d177b0dc-64fb-4335-98ab-48634d87ed17 HTTP/1.1" status: 200 len: 998 time: 0.2106726 Aug 16 23:54:12.588060 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96ffc1e-a54a-4b09-828c-07086f36c6f3 x-openstack-request-id: req-b96ffc1e-a54a-4b09-828c-07086f36c6f3 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:12.589247 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d6bfce-e916-4759-a1df-a2a4ba7e038a", "name": "network-vif-plugged", "status": "completed", "tag": "d7c95537-0ba6-44cc-9b63-efa0b169243d", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:12.590337 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b96ffc1e-a54a-4b09-828c-07086f36c6f3 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:12.590921 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d6bfce-e916-4759-a1df-a2a4ba7e038a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c95537-0ba6-44cc-9b63-efa0b169243d', 'code': 200} Aug 16 23:54:12.591652 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eaf1ecfe-3279-4103-888b-6994b3406f82 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:12.636104 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676dd9b2-fe15-4159-926b-bc8cffc0713c x-openstack-request-id: req-676dd9b2-fe15-4159-926b-bc8cffc0713c {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:12.636390 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a20abc-952a-487b-b5bc-527b052c93aa", "tag": "d177b0dc-64fb-4335-98ab-48634d87ed17", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:12.636642 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-676dd9b2-fe15-4159-926b-bc8cffc0713c {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:12.637059 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a20abc-952a-487b-b5bc-527b052c93aa', 'tag': 'd177b0dc-64fb-4335-98ab-48634d87ed17', 'status': 'completed', 'code': 200} Aug 16 23:54:12.650694 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e9bd1-0bed-4719-a3ea-68d7cc0c543f req-d2b49a6d-379a-4219-9960-2912a4c1718a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:12.661296 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f4e9bd1-0bed-4719-a3ea-68d7cc0c543f req-d2b49a6d-379a-4219-9960-2912a4c1718a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=191fa66a-6028-47ea-a3b7-5ed8bb45305a HTTP/1.1" status: 200 len: 859 time: 0.1205723 Aug 16 23:54:12.704565 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eaf1ecfe-3279-4103-888b-6994b3406f82 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:12.711333 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf1ecfe-3279-4103-888b-6994b3406f82 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:12.712118 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eaf1ecfe-3279-4103-888b-6994b3406f82 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:12.778815 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-eaf1ecfe-3279-4103-888b-6994b3406f82 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6928356 Aug 16 23:54:12.779336 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-9b21eb97-a148-484b-ab89-d036f9a81809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689b305-79b9-4905-9944-a604c369c997', 'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-router', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:06Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'gw_port': {'id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '60198882-6994-47ec-9e42-3e2c09a31eac', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'floating_ip_address': '172.25.3.63', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '1689b305-79b9-4905-9944-a604c369c997', 'port_id': 'd177b0dc-64fb-4335-98ab-48634d87ed17', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'mac_address': 'fa:16:3e:3d:00:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a20abc-952a-487b-b5bc-527b052c93aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:53:42Z', 'updated_at': '2021-08-16T23:54:09Z', 'revision_number': 1, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ed44074-5b5f-4930-b5c6-f1fc43150d28', 'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'mac_address': 'fa:16:3e:9c:f2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:11Z', 'updated_at': '2021-08-16T23:53:21Z', 'revision_number': 5, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'subnets': [{'id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:12.781537 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48304) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:54:12.787391 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-500837e4-f223-46dd-8f52-5a3cc05b94d7 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Request body: {'subnet': {'network_id': 'be3ae8c4-a9ef-4186-a4b1-7a7b31386702', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:12.871632 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b21eb97-a148-484b-ab89-d036f9a81809 None None] Checking router: 1689b305-79b9-4905-9944-a604c369c997 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:54:12.876569 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:12.909079 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b21eb97-a148-484b-ab89-d036f9a81809 None None] Routers {'1689b305-79b9-4905-9944-a604c369c997'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:54:12.910588 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-9b21eb97-a148-484b-ab89-d036f9a81809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:53:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1689b305-79b9-4905-9944-a604c369c997'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:12.915755 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500837e4-f223-46dd-8f52-5a3cc05b94d7 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Made reservation on behalf of 6f0e719ea2ad4e27bf14dc4358a7d696 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:54:12.920635 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-500837e4-f223-46dd-8f52-5a3cc05b94d7 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:12.986184 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port e8fe679c-6337-4bb9-b141-3c5e2565708f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=e8fe679c-6337-4bb9-b141-3c5e2565708f,segment=NetworkSegment(f6ecfec7-859e-48ae-8b72-438566ddcf66),segment_id=f6ecfec7-859e-48ae-8b72-438566ddcf66)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:12.998491 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:13.006527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77bb53-d2cd-4119-87ce-a476b228667d req-222bd683-33e8-4f04-8725-6640e5d02f12 tempest-ServersOnMultiNodesTest-1655074066 tempest-ServersOnMultiNodesTest-1655074066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:13.020734 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec77bb53-d2cd-4119-87ce-a476b228667d req-222bd683-33e8-4f04-8725-6640e5d02f12 tempest-ServersOnMultiNodesTest-1655074066 tempest-ServersOnMultiNodesTest-1655074066-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=13da9a60-8455-44be-a1e8-688298507414 HTTP/1.1" status: 200 len: 1102 time: 0.2948403 Aug 16 23:54:13.035831 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1ecfe-3279-4103-888b-6994b3406f82 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event updated for resources: {'Network': ['ID=be3ae8c4-a9ef-4186-a4b1-7a7b31386702,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:13.062148 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network be3ae8c4-a9ef-4186-a4b1-7a7b31386702 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:54:13.066470 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce9f26-3e80-49ce-b239-7bfd3a9b10d8 req-f58c77a4-1c8b-4411-93a9-9895dfe9a9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:13.085237 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b6ce9f26-3e80-49ce-b239-7bfd3a9b10d8 req-f58c77a4-1c8b-4411-93a9-9895dfe9a9be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21fd198ba9644f5c88173bc1efcb8f0a&device_id=f2a20abc-952a-487b-b5bc-527b052c93aa HTTP/1.1" status: 200 len: 1097 time: 0.4121287 Aug 16 23:54:13.096093 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e9bd1-0bed-4719-a3ea-68d7cc0c543f req-6734643b-8c9a-474f-acec-0c39bbe42b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:13.103201 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f4e9bd1-0bed-4719-a3ea-68d7cc0c543f req-6734643b-8c9a-474f-acec-0c39bbe42b6f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=34191e06-49f9-414f-b13a-5ba8e6dbd645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4410725 Aug 16 23:54:13.197835 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-9b21eb97-a148-484b-ab89-d036f9a81809 None None] Set router 1689b305-79b9-4905-9944-a604c369c997 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:54:13.225165 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-1f4e9bd1-0bed-4719-a3ea-68d7cc0c543f req-65abed92-4554-4a68-8909-373d795cfac2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:54:13.227447 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f4e9bd1-0bed-4719-a3ea-68d7cc0c543f req-65abed92-4554-4a68-8909-373d795cfac2 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1111226 Aug 16 23:54:13.232865 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=e8fe679c-6337-4bb9-b141-3c5e2565708f,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:13.238665 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-500837e4-f223-46dd-8f52-5a3cc05b94d7 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:13.326743 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec77bb53-d2cd-4119-87ce-a476b228667d req-e7a742b7-9730-4628-979e-ed9d3e9a38ff tempest-ServersOnMultiNodesTest-1655074066 tempest-ServersOnMultiNodesTest-1655074066-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050091 Aug 16 23:54:13.356079 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500837e4-f223-46dd-8f52-5a3cc05b94d7 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event updated for resources: {'Subnet': ['ID=401afb22-39f1-438a-98ad-2e0dc7b72961,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:13.401497 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500837e4-f223-46dd-8f52-5a3cc05b94d7 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Checking segment: {'id': '47e123f8-5991-4b24-930f-9b78508377fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'be3ae8c4-a9ef-4186-a4b1-7a7b31386702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:54:13.401930 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500837e4-f223-46dd-8f52-5a3cc05b94d7 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Network hostable DHCP agents. Network: be3ae8c4-a9ef-4186-a4b1-7a7b31386702, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:54:13.406773 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce9f26-3e80-49ce-b239-7bfd3a9b10d8 req-525978fe-211c-40be-8bad-1030de5d0fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:13.424091 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b6ce9f26-3e80-49ce-b239-7bfd3a9b10d8 req-525978fe-211c-40be-8bad-1030de5d0fa6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=34191e06-49f9-414f-b13a-5ba8e6dbd645 HTTP/1.1" status: 200 len: 921 time: 0.3134806 Aug 16 23:54:13.454000 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500837e4-f223-46dd-8f52-5a3cc05b94d7 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Network be3ae8c4-a9ef-4186-a4b1-7a7b31386702 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:54:13.482710 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-500837e4-f223-46dd-8f52-5a3cc05b94d7 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, be3ae8c4-a9ef-4186-a4b1-7a7b31386702) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:54:13.487247 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500837e4-f223-46dd-8f52-5a3cc05b94d7 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:13.487995 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-500837e4-f223-46dd-8f52-5a3cc05b94d7 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:13.526679 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4660035-0a59-4c37-b1cb-ea404dce84e7 None None] Network be3ae8c4-a9ef-4186-a4b1-7a7b31386702 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:54:13.527670 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-500837e4-f223-46dd-8f52-5a3cc05b94d7 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7443988 Aug 16 23:54:13.530326 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48312) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:54:13.535506 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-dfc64e9b-ad0f-4226-929e-3a6e1753ccd0 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1882177738'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:13.541492 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f4e9bd1-0bed-4719-a3ea-68d7cc0c543f req-ec1469cf-1f0d-4386-8f0c-a591e634a98b service neutron] 10.222.0.60 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029037 Aug 16 23:54:13.596211 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc64e9b-ad0f-4226-929e-3a6e1753ccd0 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Made reservation on behalf of 6f0e719ea2ad4e27bf14dc4358a7d696 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:54:13.599904 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dfc64e9b-ad0f-4226-929e-3a6e1753ccd0 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:13.649845 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc64e9b-ad0f-4226-929e-3a6e1753ccd0 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:54:13.670494 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dfc64e9b-ad0f-4226-929e-3a6e1753ccd0 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:13.671153 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-dfc64e9b-ad0f-4226-929e-3a6e1753ccd0 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Added segment 6000ed2a-870c-4e5a-8dc8-2f1d4991e7c3 of type vlan for network 7032988c-8390-4737-962a-53084d5209d1 Aug 16 23:54:13.769025 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dfc64e9b-ad0f-4226-929e-3a6e1753ccd0 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:13.811386 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dfc64e9b-ad0f-4226-929e-3a6e1753ccd0 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:13.818770 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc64e9b-ad0f-4226-929e-3a6e1753ccd0 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:13.819408 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dfc64e9b-ad0f-4226-929e-3a6e1753ccd0 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:13.840454 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f073630-b24d-4941-b7a1-45446cb5c378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-be3ae8c4-a9ef-4186-a4b1-7a7b31386702', 'network_id': 'be3ae8c4-a9ef-4186-a4b1-7a7b31386702', 'tenant_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'fixed_ips': [{'subnet_id': '401afb22-39f1-438a-98ad-2e0dc7b72961'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:54:13.841339 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8f073630-b24d-4941-b7a1-45446cb5c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:13.860811 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-9b21eb97-a148-484b-ab89-d036f9a81809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689b305-79b9-4905-9944-a604c369c997', 'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-router', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:06Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'gw_port': {'id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '60198882-6994-47ec-9e42-3e2c09a31eac', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'floating_ip_address': '172.25.3.63', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '1689b305-79b9-4905-9944-a604c369c997', 'port_id': 'd177b0dc-64fb-4335-98ab-48634d87ed17', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'mac_address': 'fa:16:3e:3d:00:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a20abc-952a-487b-b5bc-527b052c93aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:53:42Z', 'updated_at': '2021-08-16T23:54:09Z', 'revision_number': 1, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ed44074-5b5f-4930-b5c6-f1fc43150d28', 'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'mac_address': 'fa:16:3e:9c:f2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:11Z', 'updated_at': '2021-08-16T23:53:21Z', 'revision_number': 5, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'subnets': [{'id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:13.891200 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b21eb97-a148-484b-ab89-d036f9a81809 None None] The sync data for ids ['1689b305-79b9-4905-9944-a604c369c997'] in n-d-800088-20 is: [{'id': '1689b305-79b9-4905-9944-a604c369c997', 'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-router', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:06Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'gw_port': {'id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '60198882-6994-47ec-9e42-3e2c09a31eac', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'floating_ip_address': '172.25.3.63', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '1689b305-79b9-4905-9944-a604c369c997', 'port_id': 'd177b0dc-64fb-4335-98ab-48634d87ed17', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'mac_address': 'fa:16:3e:3d:00:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a20abc-952a-487b-b5bc-527b052c93aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:53:42Z', 'updated_at': '2021-08-16T23:54:09Z', 'revision_number': 1, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ed44074-5b5f-4930-b5c6-f1fc43150d28', 'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'mac_address': 'fa:16:3e:9c:f2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:11Z', 'updated_at': '2021-08-16T23:53:21Z', 'revision_number': 5, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'subnets': [{'id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:54:13.921873 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-dfc64e9b-ad0f-4226-929e-3a6e1753ccd0 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3903878 Aug 16 23:54:13.926357 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48316) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:54:13.951361 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-87613146-aa0e-462f-b1e7-3354ea35089e tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Request body: {'subnet': {'network_id': '7032988c-8390-4737-962a-53084d5209d1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:14.023287 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc64e9b-ad0f-4226-929e-3a6e1753ccd0 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event updated for resources: {'Network': ['ID=7032988c-8390-4737-962a-53084d5209d1,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:14.051192 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 7032988c-8390-4737-962a-53084d5209d1 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:54:14.132877 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b6ce9f26-3e80-49ce-b239-7bfd3a9b10d8 req-a99cbbcb-f9ae-4262-a624-444a1b5d1242 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d177b0dc-64fb-4335-98ab-48634d87ed17 HTTP/1.1" status: 200 len: 998 time: 0.6947806 Aug 16 23:54:14.158845 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87613146-aa0e-462f-b1e7-3354ea35089e tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Made reservation on behalf of 6f0e719ea2ad4e27bf14dc4358a7d696 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:54:14.162403 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-87613146-aa0e-462f-b1e7-3354ea35089e tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:14.263272 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-8f073630-b24d-4941-b7a1-45446cb5c378 None None] Allocated IP 19.80.0.2 (be3ae8c4-a9ef-4186-a4b1-7a7b31386702/401afb22-39f1-438a-98ad-2e0dc7b72961/5f1ab847-fca2-4516-8c8d-b2acb3f32a57) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:54:14.268514 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0b8eb7-4908-4171-952b-86ef0abb72f2 None None] New status for floating IP 60198882-6994-47ec-9e42-3e2c09a31eac: ACTIVE {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:54:14.282051 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce9f26-3e80-49ce-b239-7bfd3a9b10d8 req-198af242-3bd0-45c3-b258-6a86968b384e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:14.288939 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b6ce9f26-3e80-49ce-b239-7bfd3a9b10d8 req-198af242-3bd0-45c3-b258-6a86968b384e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=191fa66a-6028-47ea-a3b7-5ed8bb45305a HTTP/1.1" status: 200 len: 859 time: 0.1447732 Aug 16 23:54:14.378579 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c71a66-7b02-4f5a-a5e6-e117c919e70d req-b51ae634-fd57-46ab-8a7c-51a6b9812bd1 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:14.392175 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-14c71a66-7b02-4f5a-a5e6-e117c919e70d req-b51ae634-fd57-46ab-8a7c-51a6b9812bd1 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bd3fb45-6907-4f7e-902f-ce6c10977e5d HTTP/1.1" status: 200 len: 946 time: 0.9151239 Aug 16 23:54:14.517947 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-14c71a66-7b02-4f5a-a5e6-e117c919e70d req-c423a932-c05e-44cb-a6a1-506ca04c3cbb tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244602 Aug 16 23:54:14.541557 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce9f26-3e80-49ce-b239-7bfd3a9b10d8 req-66f086e8-d978-4bc1-aa5f-0fb0ccf7aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:14.543092 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b6ce9f26-3e80-49ce-b239-7bfd3a9b10d8 req-66f086e8-d978-4bc1-aa5f-0fb0ccf7aac2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34191e06-49f9-414f-b13a-5ba8e6dbd645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2304189 Aug 16 23:54:14.545262 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f4e9bd1-0bed-4719-a3ea-68d7cc0c543f req-4888f80d-0182-4f60-9b6f-23f7eb78f515 service neutron] 10.222.0.60 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9895172 Aug 16 23:54:14.588581 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-87613146-aa0e-462f-b1e7-3354ea35089e tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:14.755911 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd3fb45-6907-4f7e-902f-ce6c10977e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fe679c-6337-4bb9-b141-3c5e2565708f'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:14.767891 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035dd3c0-ef95-41fe-9611-bd5704f3140a" -d '{"events": [{"server_uuid": "9bd3fb45-6907-4f7e-902f-ce6c10977e5d", "name": "network-vif-plugged", "status": "completed", "tag": "e8fe679c-6337-4bb9-b141-3c5e2565708f"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:14.777903 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87613146-aa0e-462f-b1e7-3354ea35089e tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event updated for resources: {'Subnet': ['ID=71a31dca-e21b-43a8-8868-0fba5292baf8,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:14.813537 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87613146-aa0e-462f-b1e7-3354ea35089e tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Checking segment: {'id': '6000ed2a-870c-4e5a-8dc8-2f1d4991e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7032988c-8390-4737-962a-53084d5209d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:54:14.814477 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87613146-aa0e-462f-b1e7-3354ea35089e tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Network hostable DHCP agents. Network: 7032988c-8390-4737-962a-53084d5209d1, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:54:14.825755 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b6ce9f26-3e80-49ce-b239-7bfd3a9b10d8 req-1001d484-a1d0-437e-8de2-17ee15cab5ee service neutron] 10.222.0.64 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692440 Aug 16 23:54:14.836708 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8f073630-b24d-4941-b7a1-45446cb5c378 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:14.843875 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-24271f6b-1713-4ddb-a7a3-e8ed961758f5 req-4da36c88-0957-4442-8a16-3670b4285e90 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1235346408', 'description': 'tempest-description-861673071'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:14.859862 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8f073630-b24d-4941-b7a1-45446cb5c378 None None] Transition to ACTIVE for port object 5f1ab847-fca2-4516-8c8d-b2acb3f32a57 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:54:14.872219 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87613146-aa0e-462f-b1e7-3354ea35089e tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Network 7032988c-8390-4737-962a-53084d5209d1 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:54:14.892677 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8f073630-b24d-4941-b7a1-45446cb5c378 None None] Transition to ACTIVE for port object 5f1ab847-fca2-4516-8c8d-b2acb3f32a57 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:54:14.894547 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-87613146-aa0e-462f-b1e7-3354ea35089e tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 7032988c-8390-4737-962a-53084d5209d1) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:54:14.901116 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87613146-aa0e-462f-b1e7-3354ea35089e tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:14.902135 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-87613146-aa0e-462f-b1e7-3354ea35089e tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:14.905133 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8f073630-b24d-4941-b7a1-45446cb5c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:14.928629 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80af75a7-54ad-4c48-9873-13b8b3410e8a None None] Network 7032988c-8390-4737-962a-53084d5209d1 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:54:14.964247 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-87613146-aa0e-462f-b1e7-3354ea35089e tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0219750 Aug 16 23:54:14.991842 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-24271f6b-1713-4ddb-a7a3-e8ed961758f5 req-4da36c88-0957-4442-8a16-3670b4285e90 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:15.095509 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f073630-b24d-4941-b7a1-45446cb5c378 None None] Network be3ae8c4-a9ef-4186-a4b1-7a7b31386702 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:54:15.115686 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-8f073630-b24d-4941-b7a1-45446cb5c378 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:54:15.122473 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f073630-b24d-4941-b7a1-45446cb5c378 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:54:15.134037 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-24271f6b-1713-4ddb-a7a3-e8ed961758f5 req-4da36c88-0957-4442-8a16-3670b4285e90 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:15.146964 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f073630-b24d-4941-b7a1-45446cb5c378 None None] Pushing event updated for resources: {'Port': ['ID=5f1ab847-fca2-4516-8c8d-b2acb3f32a57,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:15.166051 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-24271f6b-1713-4ddb-a7a3-e8ed961758f5 req-4da36c88-0957-4442-8a16-3670b4285e90 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:15.203771 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-24271f6b-1713-4ddb-a7a3-e8ed961758f5 req-4da36c88-0957-4442-8a16-3670b4285e90 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:15.205194 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-24271f6b-1713-4ddb-a7a3-e8ed961758f5 req-4da36c88-0957-4442-8a16-3670b4285e90 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3654635 Aug 16 23:54:15.236954 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7786a-2a01-47d6-acc1-26d0a4393765 req-7b11b341-bf96-462e-9a38-90a4344d4b26 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:15.245556 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-27b7786a-2a01-47d6-acc1-26d0a4393765 req-7b11b341-bf96-462e-9a38-90a4344d4b26 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 946 time: 0.3098266 Aug 16 23:54:15.310840 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b6ce9f26-3e80-49ce-b239-7bfd3a9b10d8 req-711ff464-3f21-4357-96cd-4e5e6c702f77 service neutron] 10.222.0.64 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623470 Aug 16 23:54:15.311884 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da36c88-0957-4442-8a16-3670b4285e90 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f12499-2122-441e-baff-ba05dbb236a4,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:15.353277 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8f073630-b24d-4941-b7a1-45446cb5c378 None None] Attempting to bind port 5f1ab847-fca2-4516-8c8d-b2acb3f32a57 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:54:15.353277 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8f073630-b24d-4941-b7a1-45446cb5c378 None None] Attempting to bind port 5f1ab847-fca2-4516-8c8d-b2acb3f32a57 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '47e123f8-5991-4b24-930f-9b78508377fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'be3ae8c4-a9ef-4186-a4b1-7a7b31386702'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:54:15.353277 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f073630-b24d-4941-b7a1-45446cb5c378 None None] Attempting to bind port 5f1ab847-fca2-4516-8c8d-b2acb3f32a57 on network be3ae8c4-a9ef-4186-a4b1-7a7b31386702 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:54:15.356803 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e19188-eb0d-4e12-a7fb-0c9b432f30c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-7032988c-8390-4737-962a-53084d5209d1', 'network_id': '7032988c-8390-4737-962a-53084d5209d1', 'tenant_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'fixed_ips': [{'subnet_id': '71a31dca-e21b-43a8-8868-0fba5292baf8'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:54:15.357991 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-53e19188-eb0d-4e12-a7fb-0c9b432f30c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:15.365781 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-27b7786a-2a01-47d6-acc1-26d0a4393765 req-003f478e-5844-4824-98f5-79fb92bbc202 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192513 Aug 16 23:54:15.403477 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f073630-b24d-4941-b7a1-45446cb5c378 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:54:15.404149 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f073630-b24d-4941-b7a1-45446cb5c378 None None] Checking segment: {'id': '47e123f8-5991-4b24-930f-9b78508377fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'be3ae8c4-a9ef-4186-a4b1-7a7b31386702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:54:15.404908 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8f073630-b24d-4941-b7a1-45446cb5c378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:15.405558 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f073630-b24d-4941-b7a1-45446cb5c378 None None] Bound using segment: {'id': '47e123f8-5991-4b24-930f-9b78508377fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'be3ae8c4-a9ef-4186-a4b1-7a7b31386702'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:54:15.406984 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8f073630-b24d-4941-b7a1-45446cb5c378 None None] Bound port: 5f1ab847-fca2-4516-8c8d-b2acb3f32a57, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e123f8-5991-4b24-930f-9b78508377fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'be3ae8c4-a9ef-4186-a4b1-7a7b31386702'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:54:15.407653 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8f073630-b24d-4941-b7a1-45446cb5c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:15.444274 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-b6e88986-2de0-44a6-8f0b-02abeccc5280 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363500 Aug 16 23:54:15.718082 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-53e19188-eb0d-4e12-a7fb-0c9b432f30c0 None None] Allocated IP 19.86.0.2 (7032988c-8390-4737-962a-53084d5209d1/71a31dca-e21b-43a8-8868-0fba5292baf8/b81060ff-d53f-4dff-a1cb-f136c696e013) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:54:15.720919 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-92989589-b109-45bc-a7a8-91a86cfd3fdd tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:15.733106 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-92989589-b109-45bc-a7a8-91a86cfd3fdd tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc776448-9d80-47f5-b555-323ff6b88487&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1369710 Aug 16 23:54:15.748356 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-739cc0d7-34be-4bc0-b452-c9df0f192578 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:15.749925 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-739cc0d7-34be-4bc0-b452-c9df0f192578 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2782845 Aug 16 23:54:15.821364 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-a9544ea0-2077-4b11-a8c1-932adec60fac tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/quotas/2ce58e6b0a0e4b229d1ebbf4f077faa8 HTTP/1.1" status: 200 len: 375 time: 0.0413730 Aug 16 23:54:15.901624 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-8e733f9e-d6cf-4bea-a8e6-1e9ab6c2756e tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.63 HTTP/1.1" status: 200 len: 1000 time: 0.1710041 Aug 16 23:54:15.906322 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-638e9db5-0b36-4a52-9b18-6cdc285d9f92 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Request body: {'floatingip': {'port_id': '1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:15.911756 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-8f073630-b24d-4941-b7a1-45446cb5c378 None None] For port 5f1ab847-fca2-4516-8c8d-b2acb3f32a57, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:54:15.930870 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-8f073630-b24d-4941-b7a1-45446cb5c378 None None] For port 5f1ab847-fca2-4516-8c8d-b2acb3f32a57, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5f1ab847-fca2-4516-8c8d-b2acb3f32a57,segment=NetworkSegment(47e123f8-5991-4b24-930f-9b78508377fb),segment_id=47e123f8-5991-4b24-930f-9b78508377fb)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:54:15.951376 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8f073630-b24d-4941-b7a1-45446cb5c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:15.955066 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-53e19188-eb0d-4e12-a7fb-0c9b432f30c0 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:15.970415 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-1d224479-7c92-4da3-9bba-547afba5ba14 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1425202 Aug 16 23:54:16.006160 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-638e9db5-0b36-4a52-9b18-6cdc285d9f92 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks [] for floatingip, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:16.055834 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f073630-b24d-4941-b7a1-45446cb5c378 None None] Pushing event updated for resources: {'Port': ['ID=5f1ab847-fca2-4516-8c8d-b2acb3f32a57,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:16.061734 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-53e19188-eb0d-4e12-a7fb-0c9b432f30c0 None None] Transition to ACTIVE for port object b81060ff-d53f-4dff-a1cb-f136c696e013 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:54:16.094190 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-53e19188-eb0d-4e12-a7fb-0c9b432f30c0 None None] Transition to ACTIVE for port object b81060ff-d53f-4dff-a1cb-f136c696e013 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:54:16.118337 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-53e19188-eb0d-4e12-a7fb-0c9b432f30c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:16.201940 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e19188-eb0d-4e12-a7fb-0c9b432f30c0 None None] Network 7032988c-8390-4737-962a-53084d5209d1 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:54:16.218076 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-53e19188-eb0d-4e12-a7fb-0c9b432f30c0 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:54:16.221019 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e19188-eb0d-4e12-a7fb-0c9b432f30c0 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:54:16.304622 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93779cc4-b945-4297-b216-0e137e81a3eb x-openstack-request-id: req-93779cc4-b945-4297-b216-0e137e81a3eb {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:16.304622 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd3fb45-6907-4f7e-902f-ce6c10977e5d", "name": "network-vif-plugged", "status": "completed", "tag": "e8fe679c-6337-4bb9-b141-3c5e2565708f", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:16.304622 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-93779cc4-b945-4297-b216-0e137e81a3eb {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:16.305854 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd3fb45-6907-4f7e-902f-ce6c10977e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fe679c-6337-4bb9-b141-3c5e2565708f', 'code': 200} Aug 16 23:54:16.306594 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e19188-eb0d-4e12-a7fb-0c9b432f30c0 None None] Pushing event updated for resources: {'Port': ['ID=b81060ff-d53f-4dff-a1cb-f136c696e013,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:16.390788 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-53e19188-eb0d-4e12-a7fb-0c9b432f30c0 None None] Attempting to bind port b81060ff-d53f-4dff-a1cb-f136c696e013 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:54:16.391386 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-53e19188-eb0d-4e12-a7fb-0c9b432f30c0 None None] Attempting to bind port b81060ff-d53f-4dff-a1cb-f136c696e013 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '6000ed2a-870c-4e5a-8dc8-2f1d4991e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7032988c-8390-4737-962a-53084d5209d1'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:54:16.391545 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e19188-eb0d-4e12-a7fb-0c9b432f30c0 None None] Attempting to bind port b81060ff-d53f-4dff-a1cb-f136c696e013 on network 7032988c-8390-4737-962a-53084d5209d1 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:54:16.413968 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e19188-eb0d-4e12-a7fb-0c9b432f30c0 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:54:16.418496 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e19188-eb0d-4e12-a7fb-0c9b432f30c0 None None] Checking segment: {'id': '6000ed2a-870c-4e5a-8dc8-2f1d4991e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7032988c-8390-4737-962a-53084d5209d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:54:16.418806 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-53e19188-eb0d-4e12-a7fb-0c9b432f30c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:16.419219 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e19188-eb0d-4e12-a7fb-0c9b432f30c0 None None] Bound using segment: {'id': '6000ed2a-870c-4e5a-8dc8-2f1d4991e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7032988c-8390-4737-962a-53084d5209d1'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:54:16.419768 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-53e19188-eb0d-4e12-a7fb-0c9b432f30c0 None None] Bound port: b81060ff-d53f-4dff-a1cb-f136c696e013, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6000ed2a-870c-4e5a-8dc8-2f1d4991e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7032988c-8390-4737-962a-53084d5209d1'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:54:16.420164 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-53e19188-eb0d-4e12-a7fb-0c9b432f30c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:16.581585 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-51a92275-0d7a-4ef2-9b2f-5d1ad6e7470e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:16.638328 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-53e19188-eb0d-4e12-a7fb-0c9b432f30c0 None None] For port b81060ff-d53f-4dff-a1cb-f136c696e013, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:54:16.641694 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-53e19188-eb0d-4e12-a7fb-0c9b432f30c0 None None] For port b81060ff-d53f-4dff-a1cb-f136c696e013, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=b81060ff-d53f-4dff-a1cb-f136c696e013,segment=NetworkSegment(6000ed2a-870c-4e5a-8dc8-2f1d4991e7c3),segment_id=6000ed2a-870c-4e5a-8dc8-2f1d4991e7c3)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:54:16.655829 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-53e19188-eb0d-4e12-a7fb-0c9b432f30c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:16.840108 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e19188-eb0d-4e12-a7fb-0c9b432f30c0 None None] Pushing event updated for resources: {'Port': ['ID=b81060ff-d53f-4dff-a1cb-f136c696e013,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:16.931470 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36bb22-dc40-48b2-9336-7328812ea590 req-7e5365d8-6589-4c31-8f48-8d00bf423a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:16.934387 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7b36bb22-dc40-48b2-9336-7328812ea590 req-7e5365d8-6589-4c31-8f48-8d00bf423a40 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9bd3fb45-6907-4f7e-902f-ce6c10977e5d HTTP/1.1" status: 200 len: 1098 time: 0.3165309 Aug 16 23:54:17.082278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-0c721c18-a2e6-4527-b077-8fbb0d7f5f55 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:17.089480 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-0c721c18-a2e6-4527-b077-8fbb0d7f5f55 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:17.091474 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-0c721c18-a2e6-4527-b077-8fbb0d7f5f55 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/networks?id=be3ae8c4-a9ef-4186-a4b1-7a7b31386702&id=7032988c-8390-4737-962a-53084d5209d1 HTTP/1.1" status: 200 len: 1392 time: 0.4713056 Aug 16 23:54:17.139733 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-d21147f2-ae6c-4d1d-8151-9965c592f5da tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/quotas/6f0e719ea2ad4e27bf14dc4358a7d696 HTTP/1.1" status: 200 len: 375 time: 0.0251310 Aug 16 23:54:17.147171 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7b36bb22-dc40-48b2-9336-7328812ea590 req-939329eb-5f80-408a-b690-cf2fe9c6a7f6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023561 Aug 16 23:54:17.347622 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-cdb64592-9d2c-4461-9cfd-3bbafb6ab110 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6f0e719ea2ad4e27bf14dc4358a7d696&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1930287 Aug 16 23:54:17.537076 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-638e9db5-0b36-4a52-9b18-6cdc285d9f92 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:17.559312 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-638e9db5-0b36-4a52-9b18-6cdc285d9f92 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:17.782243 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-638e9db5-0b36-4a52-9b18-6cdc285d9f92 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Floating IP 60198882-6994-47ec-9e42-3e2c09a31eac associated. External IP: 172.25.3.63, port: d177b0dc-64fb-4335-98ab-48634d87ed17. Aug 16 23:54:17.939491 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b81060ff-d53f-4dff-a1cb-f136c696e013 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:54:17.989007 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-dc8f5d34-5876-4f96-bc70-c2a1b729b419 service neutron] 10.222.0.60 "GET /v2.0/networks/be3ae8c4-a9ef-4186-a4b1-7a7b31386702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6310184 Aug 16 23:54:18.104124 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eef926-8421-485e-bb01-a99cf18b65c9 None None] Network be3ae8c4-a9ef-4186-a4b1-7a7b31386702 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:54:18.327361 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d0c38924-a9a7-444a-b371-80d88284278d None None] Provisioning for port 5f1ab847-fca2-4516-8c8d-b2acb3f32a57 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:54:18.350571 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-aedcd9ec-e6db-47f7-905e-d936f7fe60a8 service neutron] 10.222.0.60 "GET /v2.0/networks/be3ae8c4-a9ef-4186-a4b1-7a7b31386702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380973 Aug 16 23:54:18.467416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-81da7ee7-92c6-45d6-a7da-54951364864a tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2605133 Aug 16 23:54:18.499299 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port b81060ff-d53f-4dff-a1cb-f136c696e013 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:54:18.515298 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5f1ab847-fca2-4516-8c8d-b2acb3f32a57 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:54:18.583533 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-f8d1af72-ed99-4da4-86df-899e57ee0968 service neutron] 10.222.0.60 "GET /v2.0/networks/7032988c-8390-4737-962a-53084d5209d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319050 Aug 16 23:54:18.666872 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1123dc95-2550-4c83-a93d-d99048e5472e None None] Network 7032988c-8390-4737-962a-53084d5209d1 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:54:18.800049 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-7eb66a76-f0e6-4ed0-abf5-539fa55e8405 service neutron] 10.222.0.60 "GET /v2.0/networks/7032988c-8390-4737-962a-53084d5209d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154636 Aug 16 23:54:18.828520 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-638e9db5-0b36-4a52-9b18-6cdc285d9f92 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Router 1689b305-79b9-4905-9944-a604c369c997 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:54:18.863124 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-fa15cf98-ae1b-4863-8528-7cf64e59020b tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:18.870715 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-fa15cf98-ae1b-4863-8528-7cf64e59020b tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3820605 Aug 16 23:54:18.910351 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-22ffd992-e5ac-4566-852f-b1b0ce482301 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Request body: {'port': {'device_id': '2aefde4d-087a-4a8f-ac6e-8aa917f1393e', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': '2ce58e6b0a0e4b229d1ebbf4f077faa8'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:18.913718 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6d7041fd-1977-41a3-9a71-221e6d5adfc1 None None] Provisioning for port b81060ff-d53f-4dff-a1cb-f136c696e013 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:54:18.936238 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 5f1ab847-fca2-4516-8c8d-b2acb3f32a57 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:54:18.938511 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6d7041fd-1977-41a3-9a71-221e6d5adfc1 None None] Provisioning complete for port b81060ff-d53f-4dff-a1cb-f136c696e013 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:54:18.939109 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6d7041fd-1977-41a3-9a71-221e6d5adfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:18.949759 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 5f1ab847-fca2-4516-8c8d-b2acb3f32a57 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:54:18.950823 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:19.142576 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-7dc0b240-1a71-478f-989e-439c2f365c0f req-6801484f-12b4-4f0b-b5f1-e48b082e064b tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1329717423', 'description': 'tempest-description-922544339'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:19.180737 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1dae6426-ec69-4272-b0e5-11b1ad2db457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:19.241217 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:19.442779 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6cd2f65e-23fe-4660-a5eb-700a30434726 req-7a91babd-178f-4d89-96b4-e43072c5f9f6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0961001 Aug 16 23:54:19.475913 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6d7041fd-1977-41a3-9a71-221e6d5adfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:19.480721 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:19.559280 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 5f1ab847-fca2-4516-8c8d-b2acb3f32a57, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5f1ab847-fca2-4516-8c8d-b2acb3f32a57,segment=NetworkSegment(47e123f8-5991-4b24-930f-9b78508377fb),segment_id=47e123f8-5991-4b24-930f-9b78508377fb)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:19.561355 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-6d7041fd-1977-41a3-9a71-221e6d5adfc1 None None] For port b81060ff-d53f-4dff-a1cb-f136c696e013, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=b81060ff-d53f-4dff-a1cb-f136c696e013,segment=NetworkSegment(6000ed2a-870c-4e5a-8dc8-2f1d4991e7c3),segment_id=6000ed2a-870c-4e5a-8dc8-2f1d4991e7c3)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:19.567332 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:19.591652 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6d7041fd-1977-41a3-9a71-221e6d5adfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:19.636436 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2f65e-23fe-4660-a5eb-700a30434726 req-ae885106-0fe7-4930-9f72-b96cdd8b6760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:19.638362 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6cd2f65e-23fe-4660-a5eb-700a30434726 req-ae885106-0fe7-4930-9f72-b96cdd8b6760 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b30c0e442778419181d2ad6b2586afae&device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 1097 time: 0.1273880 Aug 16 23:54:19.772697 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=5f1ab847-fca2-4516-8c8d-b2acb3f32a57,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:19.796901 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-59ed6db3-cc29-4d0d-a6eb-08ddf163589f None None] Provisioning complete for port 5f1ab847-fca2-4516-8c8d-b2acb3f32a57 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:54:19.798707 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-59ed6db3-cc29-4d0d-a6eb-08ddf163589f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:19.951990 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2f65e-23fe-4660-a5eb-700a30434726 req-87d9e884-6d3b-4c75-8972-5b672b29a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:19.953892 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6cd2f65e-23fe-4660-a5eb-700a30434726 req-87d9e884-6d3b-4c75-8972-5b672b29a15b service neutron] 10.222.0.64 "GET /v2.0/networks?id=5dc1690b-6624-46fa-a54a-7524bbadf6de HTTP/1.1" status: 200 len: 919 time: 0.2874107 Aug 16 23:54:20.047754 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6cd2f65e-23fe-4660-a5eb-700a30434726 req-07018902-4df9-45c8-9a5f-4040e3a84b74 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7dbf29f-c990-453c-8b9a-4537c6e199d9 HTTP/1.1" status: 200 len: 217 time: 0.0843921 Aug 16 23:54:20.052849 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-638e9db5-0b36-4a52-9b18-6cdc285d9f92 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:54:20.066513 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7041fd-1977-41a3-9a71-221e6d5adfc1 None None] Pushing event updated for resources: {'Port': ['ID=b81060ff-d53f-4dff-a1cb-f136c696e013,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:20.114981 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450f43ef-b863-4ac1-8654-7f33961fe239 None None] Sync routers for ids ['1689b305-79b9-4905-9944-a604c369c997'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:54:20.145671 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2f65e-23fe-4660-a5eb-700a30434726 req-564b5450-121e-4cf1-b648-ce476486a7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:20.147707 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6cd2f65e-23fe-4660-a5eb-700a30434726 req-564b5450-121e-4cf1-b648-ce476486a7c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5 HTTP/1.1" status: 200 len: 858 time: 0.0911183 Aug 16 23:54:20.168361 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:20.199092 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450f43ef-b863-4ac1-8654-7f33961fe239 None None] Routers {'1689b305-79b9-4905-9944-a604c369c997'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:54:20.199924 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-450f43ef-b863-4ac1-8654-7f33961fe239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:54:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1689b305-79b9-4905-9944-a604c369c997'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:20.210773 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6cd2f65e-23fe-4660-a5eb-700a30434726 req-2f3d2d41-f3e0-448f-9761-f7943966653b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5dc1690b-6624-46fa-a54a-7524bbadf6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545242 Aug 16 23:54:20.247132 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92c0d510-231d-4563-927e-7e82140a551b req-93c16958-d60e-443d-8e85-104a6f3c5f9c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=87991d5b-19ef-4b04-96aa-8b28eec60d4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0049434 Aug 16 23:54:20.267887 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7dc0b240-1a71-478f-989e-439c2f365c0f req-6801484f-12b4-4f0b-b5f1-e48b082e064b tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:20.379806 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7dc0b240-1a71-478f-989e-439c2f365c0f req-6801484f-12b4-4f0b-b5f1-e48b082e064b tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:20.458204 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6cd2f65e-23fe-4660-a5eb-700a30434726 req-d6b6f1bc-6018-4411-92ad-ef7e0ed382d3 service neutron] 10.222.0.64 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385266 Aug 16 23:54:20.565224 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-73499255-1000-437f-874a-a91672558171 None None] Provisioning complete for port b81060ff-d53f-4dff-a1cb-f136c696e013 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:54:20.565602 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-73499255-1000-437f-874a-a91672558171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:20.580442 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-450f43ef-b863-4ac1-8654-7f33961fe239 None None] Set router 1689b305-79b9-4905-9944-a604c369c997 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:54:20.612404 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7dc0b240-1a71-478f-989e-439c2f365c0f req-6801484f-12b4-4f0b-b5f1-e48b082e064b tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:20.644163 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-638e9db5-0b36-4a52-9b18-6cdc285d9f92 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Router 1689b305-79b9-4905-9944-a604c369c997 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:54:20.690965 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0d510-231d-4563-927e-7e82140a551b req-9ff97a44-629b-43f6-8728-f936c8bd4f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:20.692519 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92c0d510-231d-4563-927e-7e82140a551b req-9ff97a44-629b-43f6-8728-f936c8bd4f9f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&device_id=87991d5b-19ef-4b04-96aa-8b28eec60d4e HTTP/1.1" status: 200 len: 1102 time: 0.2955167 Aug 16 23:54:20.700046 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7dc0b240-1a71-478f-989e-439c2f365c0f req-6801484f-12b4-4f0b-b5f1-e48b082e064b tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:20.701475 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7dc0b240-1a71-478f-989e-439c2f365c0f req-6801484f-12b4-4f0b-b5f1-e48b082e064b tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.5786200 Aug 16 23:54:20.723151 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6801484f-12b4-4f0b-b5f1-e48b082e064b tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=167e8e22-09d9-475c-b75c-c0821ccf4b20,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:20.894926 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-638e9db5-0b36-4a52-9b18-6cdc285d9f92 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:54:20.955317 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-638e9db5-0b36-4a52-9b18-6cdc285d9f92 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:20.964644 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-22ffd992-e5ac-4566-852f-b1b0ce482301 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Made reservation on behalf of 2ce58e6b0a0e4b229d1ebbf4f077faa8 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:54:20.968655 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-22ffd992-e5ac-4566-852f-b1b0ce482301 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:20.973706 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6cd2f65e-23fe-4660-a5eb-700a30434726 req-d5731cf4-8bf1-47db-9668-fea030956f84 service neutron] 10.222.0.64 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058324 Aug 16 23:54:21.163514 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a20abc-952a-487b-b5bc-527b052c93aa', 'tag': 'd177b0dc-64fb-4335-98ab-48634d87ed17'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:21.169521 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef38d15-a298-4f2a-b68b-a33ba597be3f" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a20abc-952a-487b-b5bc-527b052c93aa", "tag": "d177b0dc-64fb-4335-98ab-48634d87ed17"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:21.172534 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-450f43ef-b863-4ac1-8654-7f33961fe239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689b305-79b9-4905-9944-a604c369c997', 'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-router', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:06Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'gw_port': {'id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '60198882-6994-47ec-9e42-3e2c09a31eac', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'floating_ip_address': '172.25.3.63', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '1689b305-79b9-4905-9944-a604c369c997', 'port_id': '1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'mac_address': 'fa:16:3e:e3:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc776448-9d80-47f5-b555-323ff6b88487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:53:42Z', 'updated_at': '2021-08-16T23:54:17Z', 'revision_number': 3, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ed44074-5b5f-4930-b5c6-f1fc43150d28', 'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'mac_address': 'fa:16:3e:9c:f2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:11Z', 'updated_at': '2021-08-16T23:53:21Z', 'revision_number': 5, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'subnets': [{'id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:21.198366 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-4a1a1119-1ef9-4ee0-b00e-a43e933198bd tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:21.204739 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450f43ef-b863-4ac1-8654-7f33961fe239 None None] Checking router: 1689b305-79b9-4905-9944-a604c369c997 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:54:21.208386 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-4a1a1119-1ef9-4ee0-b00e-a43e933198bd tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:21.210668 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-4a1a1119-1ef9-4ee0-b00e-a43e933198bd tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.69 "GET /v2.0/networks?id=be3ae8c4-a9ef-4186-a4b1-7a7b31386702&id=7032988c-8390-4737-962a-53084d5209d1 HTTP/1.1" status: 200 len: 1392 time: 0.2355666 Aug 16 23:54:21.216702 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450f43ef-b863-4ac1-8654-7f33961fe239 None None] Routers {'1689b305-79b9-4905-9944-a604c369c997'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:54:21.217794 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-450f43ef-b863-4ac1-8654-7f33961fe239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:54:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1689b305-79b9-4905-9944-a604c369c997'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:21.240140 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-abf2093b-667a-4be1-8f98-ffb4f742ec9a tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Request body: {'port': {'device_id': '890470fa-b01e-4618-a194-968a70283b46', 'network_id': 'be3ae8c4-a9ef-4186-a4b1-7a7b31386702', 'admin_state_up': True, 'tenant_id': '6f0e719ea2ad4e27bf14dc4358a7d696'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:21.292160 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-638e9db5-0b36-4a52-9b18-6cdc285d9f92 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "PUT /v2.0/floatingips/60198882-6994-47ec-9e42-3e2c09a31eac HTTP/1.1" status: 200 len: 997 time: 5.3896880 Aug 16 23:54:21.300152 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d57dd-d861-445e-9c2f-2048d3206bf2 req-25788ebc-9099-4c62-b2d6-054c426405ed tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:21.301735 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7e6d57dd-d861-445e-9c2f-2048d3206bf2 req-25788ebc-9099-4c62-b2d6-054c426405ed tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bd3fb45-6907-4f7e-902f-ce6c10977e5d HTTP/1.1" status: 200 len: 946 time: 0.4089060 Aug 16 23:54:21.307727 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0d510-231d-4563-927e-7e82140a551b req-a2ca1aa4-8536-45fc-b700-85ad1afe2c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:21.309208 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92c0d510-231d-4563-927e-7e82140a551b req-a2ca1aa4-8536-45fc-b700-85ad1afe2c80 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.5706306 Aug 16 23:54:21.422559 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-22ffd992-e5ac-4566-852f-b1b0ce482301 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Allocated IP 192.168.233.227 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/2230a39b-5350-40dc-9955-4ea3fc03a194) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:54:21.422805 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-450f43ef-b863-4ac1-8654-7f33961fe239 None None] Set router 1689b305-79b9-4905-9944-a604c369c997 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:54:21.432414 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92c0d510-231d-4563-927e-7e82140a551b req-b3873d3f-e4d0-4f98-a117-b452cbae3535 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=48a32f82-becc-4edb-ac43-c96acede2cf0 HTTP/1.1" status: 200 len: 217 time: 0.1018424 Aug 16 23:54:21.437875 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-abf2093b-667a-4be1-8f98-ffb4f742ec9a tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Made reservation on behalf of 6f0e719ea2ad4e27bf14dc4358a7d696 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:54:21.442189 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-abf2093b-667a-4be1-8f98-ffb4f742ec9a tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:21.447357 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-73f5516a-a339-4db8-84bc-87f927f384d7 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:21.448816 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-73f5516a-a339-4db8-84bc-87f927f384d7 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports/d177b0dc-64fb-4335-98ab-48634d87ed17 HTTP/1.1" status: 200 len: 942 time: 0.1461513 Aug 16 23:54:21.500136 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7e6d57dd-d861-445e-9c2f-2048d3206bf2 req-dee82508-777d-451e-b3b2-67f00253f695 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851344 Aug 16 23:54:21.583217 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0d510-231d-4563-927e-7e82140a551b req-ce1d0f74-0560-4c68-ab03-7962de5bab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:21.584751 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92c0d510-231d-4563-927e-7e82140a551b req-ce1d0f74-0560-4c68-ab03-7962de5bab07 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1286933 Aug 16 23:54:21.794023 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b81060ff-d53f-4dff-a1cb-f136c696e013 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:54:21.801482 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-abf2093b-667a-4be1-8f98-ffb4f742ec9a tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Allocated IP 19.80.0.210 (be3ae8c4-a9ef-4186-a4b1-7a7b31386702/401afb22-39f1-438a-98ad-2e0dc7b72961/b9e96b1b-599e-4f8d-b4ce-e461b629271c) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:54:21.916895 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-22ffd992-e5ac-4566-852f-b1b0ce482301 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:21.939374 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port b81060ff-d53f-4dff-a1cb-f136c696e013 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:54:21.939374 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:21.964896 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-22ffd992-e5ac-4566-852f-b1b0ce482301 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Transition to ACTIVE for port object 2230a39b-5350-40dc-9955-4ea3fc03a194 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:54:21.972784 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-5171dc88-622b-4739-8474-092847c296af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:21.974572 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-5171dc88-622b-4739-8474-092847c296af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21fd198ba9644f5c88173bc1efcb8f0a&device_id=f2a20abc-952a-487b-b5bc-527b052c93aa HTTP/1.1" status: 200 len: 1097 time: 0.2868724 Aug 16 23:54:21.977845 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0d510-231d-4563-927e-7e82140a551b req-383b5373-f839-48b7-844b-39e07d508dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:21.979721 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92c0d510-231d-4563-927e-7e82140a551b req-383b5373-f839-48b7-844b-39e07d508dc9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3652117 Aug 16 23:54:22.001360 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:22.003726 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-450f43ef-b863-4ac1-8654-7f33961fe239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689b305-79b9-4905-9944-a604c369c997', 'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-router', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:06Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'gw_port': {'id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '60198882-6994-47ec-9e42-3e2c09a31eac', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'floating_ip_address': '172.25.3.63', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '1689b305-79b9-4905-9944-a604c369c997', 'port_id': '1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'mac_address': 'fa:16:3e:e3:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc776448-9d80-47f5-b555-323ff6b88487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:53:42Z', 'updated_at': '2021-08-16T23:54:17Z', 'revision_number': 3, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ed44074-5b5f-4930-b5c6-f1fc43150d28', 'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'mac_address': 'fa:16:3e:9c:f2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:11Z', 'updated_at': '2021-08-16T23:53:21Z', 'revision_number': 5, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'subnets': [{'id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:22.021744 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a2584096-7f61-4849-ba27-7c672b97b813 req-07326f7b-8764-4f3d-8b25-6fc3ef778d65 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aefde4d-087a-4a8f-ac6e-8aa917f1393e HTTP/1.1" status: 200 len: 210 time: 0.0532260 Aug 16 23:54:22.079735 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450f43ef-b863-4ac1-8654-7f33961fe239 None None] The sync data for ids ['1689b305-79b9-4905-9944-a604c369c997'] in n-d-800088-20 is: [{'id': '1689b305-79b9-4905-9944-a604c369c997', 'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-router', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:06Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'gw_port': {'id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '60198882-6994-47ec-9e42-3e2c09a31eac', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'floating_ip_address': '172.25.3.63', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '1689b305-79b9-4905-9944-a604c369c997', 'port_id': '1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'mac_address': 'fa:16:3e:e3:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc776448-9d80-47f5-b555-323ff6b88487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:53:42Z', 'updated_at': '2021-08-16T23:54:17Z', 'revision_number': 3, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ed44074-5b5f-4930-b5c6-f1fc43150d28', 'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'mac_address': 'fa:16:3e:9c:f2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:11Z', 'updated_at': '2021-08-16T23:53:21Z', 'revision_number': 5, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'subnets': [{'id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:54:22.121867 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-abf2093b-667a-4be1-8f98-ffb4f742ec9a tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:22.149703 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-22ffd992-e5ac-4566-852f-b1b0ce482301 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:22.160172 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-abf2093b-667a-4be1-8f98-ffb4f742ec9a tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Transition to ACTIVE for port object b9e96b1b-599e-4f8d-b4ce-e461b629271c will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:54:22.181822 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5f1ab847-fca2-4516-8c8d-b2acb3f32a57 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:54:22.222287 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-abf2093b-667a-4be1-8f98-ffb4f742ec9a tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:22.245906 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-abf2093b-667a-4be1-8f98-ffb4f742ec9a tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Network be3ae8c4-a9ef-4186-a4b1-7a7b31386702 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:54:22.249075 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-abf2093b-667a-4be1-8f98-ffb4f742ec9a tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:54:22.258548 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92c0d510-231d-4563-927e-7e82140a551b req-baae9c39-599a-4404-a651-56e64b7a66e2 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325878 Aug 16 23:54:22.269242 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-abf2093b-667a-4be1-8f98-ffb4f742ec9a tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:54:22.283088 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['1e56511b-81a6-4ff5-afd5-ed193d1f89e9', '48a32f82-becc-4edb-ac43-c96acede2cf0', 'd6a97ea2-5728-4e9c-a53a-d9da238eea77', '6513abce-3dd9-482c-887c-85c9538a6be5', 'd986bcca-6e85-4738-ba65-cd37bb5d2915'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:22.362725 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-abf2093b-667a-4be1-8f98-ffb4f742ec9a tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:22.363457 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-abf2093b-667a-4be1-8f98-ffb4f742ec9a tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:22.369878 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['ea7f3b99-4d08-45e9-b39c-95e23121614f', 'f44487fe-9c34-48b3-b219-1401debf4eea'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:22.397362 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-abf2093b-667a-4be1-8f98-ffb4f742ec9a tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1669157 Aug 16 23:54:22.403076 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2093b-667a-4be1-8f98-ffb4f742ec9a tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event updated for resources: {'Port': ['ID=b9e96b1b-599e-4f8d-b4ce-e461b629271c,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:22.418885 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-c0a427f0-c7d6-4420-a3bd-c58fcb0aa5f1 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Request body: {'port': {'device_id': '890470fa-b01e-4618-a194-968a70283b46', 'network_id': '7032988c-8390-4737-962a-53084d5209d1', 'admin_state_up': True, 'tenant_id': '6f0e719ea2ad4e27bf14dc4358a7d696'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:22.462867 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653b81a9-78e3-4cef-8f9d-e7d0894db526 None None] New status for floating IP 60198882-6994-47ec-9e42-3e2c09a31eac: ACTIVE {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:54:22.496308 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-634e76d5-7968-4d2b-a8f9-b121cc02317c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:22.498158 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-634e76d5-7968-4d2b-a8f9-b121cc02317c service neutron] 10.222.0.60 "GET /v2.0/networks?id=34191e06-49f9-414f-b13a-5ba8e6dbd645 HTTP/1.1" status: 200 len: 921 time: 0.4638863 Aug 16 23:54:22.501762 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-22ffd992-e5ac-4566-852f-b1b0ce482301 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:54:22.543579 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-22ffd992-e5ac-4566-852f-b1b0ce482301 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:54:22.575374 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-22ffd992-e5ac-4566-852f-b1b0ce482301 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:54:22.627288 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 5f1ab847-fca2-4516-8c8d-b2acb3f32a57 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:54:22.629826 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:22.735286 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-22ffd992-e5ac-4566-852f-b1b0ce482301 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:22.736356 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-22ffd992-e5ac-4566-852f-b1b0ce482301 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:22.758875 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-c0a427f0-c7d6-4420-a3bd-c58fcb0aa5f1 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Made reservation on behalf of 6f0e719ea2ad4e27bf14dc4358a7d696 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:54:22.762653 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-c0a427f0-c7d6-4420-a3bd-c58fcb0aa5f1 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:22.783553 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-26a0561a-012e-4a2a-8cdc-e9f91e1ed263 None None] Provisioning for port b9e96b1b-599e-4f8d-b4ce-e461b629271c completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:54:22.793603 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-13c8899c-f6c6-47b6-a36c-ba3d89071d73 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d177b0dc-64fb-4335-98ab-48634d87ed17 HTTP/1.1" status: 200 len: 217 time: 0.2671502 Aug 16 23:54:22.799320 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ffd992-e5ac-4566-852f-b1b0ce482301 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Pushing event updated for resources: {'Port': ['ID=2230a39b-5350-40dc-9955-4ea3fc03a194,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:22.841138 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-26a0561a-012e-4a2a-8cdc-e9f91e1ed263 None None] Provisioning complete for port b9e96b1b-599e-4f8d-b4ce-e461b629271c triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:54:22.841876 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-26a0561a-012e-4a2a-8cdc-e9f91e1ed263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:22.875603 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa176b-9045-4fb7-9471-4532a1adfd58 req-76a448ef-2571-41df-9094-39f36b6b3ae2 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:22.889742 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00fa176b-9045-4fb7-9471-4532a1adfd58 req-76a448ef-2571-41df-9094-39f36b6b3ae2 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 946 time: 0.7107224 Aug 16 23:54:22.891049 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-26a0561a-012e-4a2a-8cdc-e9f91e1ed263 None None] Port b9e96b1b-599e-4f8d-b4ce-e461b629271c cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:54:23.029257 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-c0a427f0-c7d6-4420-a3bd-c58fcb0aa5f1 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Allocated IP 19.86.0.99 (7032988c-8390-4737-962a-53084d5209d1/71a31dca-e21b-43a8-8868-0fba5292baf8/b02a41eb-ccaa-4bb9-98f2-0fae446f6e52) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:54:23.032195 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-22ffd992-e5ac-4566-852f-b1b0ce482301 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1414397 Aug 16 23:54:23.072992 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f706902d-d23c-4823-81a5-b38be4902d7c None None] Provisioning for port 2230a39b-5350-40dc-9955-4ea3fc03a194 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:54:23.081958 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-fbeb9bba-8bf1-4db5-ae6d-68462ef67a28 service neutron] Request body: {'port': {'device_id': '2aefde4d-087a-4a8f-ac6e-8aa917f1393e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:23.084152 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f706902d-d23c-4823-81a5-b38be4902d7c None None] Provisioning complete for port 2230a39b-5350-40dc-9955-4ea3fc03a194 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:54:23.084530 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f706902d-d23c-4823-81a5-b38be4902d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:23.143541 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b0b87f-a44f-451e-9a05-e588191fa846 None None] Sync routers for ids ['1689b305-79b9-4905-9944-a604c369c997'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:54:23.186520 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-fbeb9bba-8bf1-4db5-ae6d-68462ef67a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:23.191426 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f706902d-d23c-4823-81a5-b38be4902d7c None None] Port 2230a39b-5350-40dc-9955-4ea3fc03a194 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:54:23.202533 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b0b87f-a44f-451e-9a05-e588191fa846 None None] Routers {'1689b305-79b9-4905-9944-a604c369c997'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:54:23.203166 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-24b0b87f-a44f-451e-9a05-e588191fa846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:54:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1689b305-79b9-4905-9944-a604c369c997'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:23.223503 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92c0d510-231d-4563-927e-7e82140a551b req-d2713ab2-8fc5-4816-99a5-aa663f94472f service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9116924 Aug 16 23:54:23.234256 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-b066ef8a-541f-4be9-9b3e-c0847327dbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:23.243906 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-b066ef8a-541f-4be9-9b3e-c0847327dbfd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=191fa66a-6028-47ea-a3b7-5ed8bb45305a HTTP/1.1" status: 200 len: 859 time: 0.4241602 Aug 16 23:54:23.280867 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00fa176b-9045-4fb7-9471-4532a1adfd58 req-82adc645-7753-4b6d-b1f2-6eace3f09878 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901360 Aug 16 23:54:23.300631 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-c0a427f0-c7d6-4420-a3bd-c58fcb0aa5f1 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:23.330059 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-3e4b2194-91ba-4447-a0a1-13a39c3d3f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:23.336860 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-c0a427f0-c7d6-4420-a3bd-c58fcb0aa5f1 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Transition to ACTIVE for port object b02a41eb-ccaa-4bb9-98f2-0fae446f6e52 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:54:23.338363 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-3e4b2194-91ba-4447-a0a1-13a39c3d3f4d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=34191e06-49f9-414f-b13a-5ba8e6dbd645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935690 Aug 16 23:54:23.343518 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-8203d612-0cba-4d59-88d6-8fbc4ea90229 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:54:23.351954 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-8203d612-0cba-4d59-88d6-8fbc4ea90229 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120647 Aug 16 23:54:23.417209 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-c0a427f0-c7d6-4420-a3bd-c58fcb0aa5f1 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:23.492930 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-c0a427f0-c7d6-4420-a3bd-c58fcb0aa5f1 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Network 7032988c-8390-4737-962a-53084d5209d1 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:54:23.501518 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-c0a427f0-c7d6-4420-a3bd-c58fcb0aa5f1 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:54:23.517220 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-c0a427f0-c7d6-4420-a3bd-c58fcb0aa5f1 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:54:23.523146 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a427f0-c7d6-4420-a3bd-c58fcb0aa5f1 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event updated for resources: {'Port': ['ID=b02a41eb-ccaa-4bb9-98f2-0fae446f6e52,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:23.590434 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-24b0b87f-a44f-451e-9a05-e588191fa846 None None] Set router 1689b305-79b9-4905-9944-a604c369c997 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:54:23.620909 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-c0a427f0-c7d6-4420-a3bd-c58fcb0aa5f1 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:23.627195 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-c0a427f0-c7d6-4420-a3bd-c58fcb0aa5f1 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:23.650917 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-c0a427f0-c7d6-4420-a3bd-c58fcb0aa5f1 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2361765 Aug 16 23:54:23.658382 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e38dd5-3945-498f-b504-b2f1de0046fc req-dc4066df-4778-4d41-9619-3ba5a338c342 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:23.659637 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72e38dd5-3945-498f-b504-b2f1de0046fc req-dc4066df-4778-4d41-9619-3ba5a338c342 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?device_id=890470fa-b01e-4618-a194-968a70283b46 HTTP/1.1" status: 200 len: 932 time: 0.2806296 Aug 16 23:54:23.674830 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-a5df133f-7632-44ad-8023-52c709212337 service neutron] Request body: {'port': {'device_id': '890470fa-b01e-4618-a194-968a70283b46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:23.815981 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-a5df133f-7632-44ad-8023-52c709212337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:23.818211 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-3f2757c1-d7e9-4a7a-b6c9-4a1492f4a5b1 service neutron] 10.222.0.60 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576683 Aug 16 23:54:23.852945 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:54:23.983199 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e104aa6c-2e64-4c2a-bc02-640ec0256a75 None None] Provisioning for port b02a41eb-ccaa-4bb9-98f2-0fae446f6e52 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:54:23.996721 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e104aa6c-2e64-4c2a-bc02-640ec0256a75 None None] Provisioning complete for port b02a41eb-ccaa-4bb9-98f2-0fae446f6e52 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:54:23.997144 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e104aa6c-2e64-4c2a-bc02-640ec0256a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:24.027542 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-8d73d9e2-bd03-4951-8cf3-89074266efda service neutron] 10.222.0.60 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076092 Aug 16 23:54:24.064488 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72e38dd5-3945-498f-b504-b2f1de0046fc req-f769a179-6cea-418d-b4f0-9420d73f0a8f tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/security-groups?id=99794da0-50d3-4b0f-8569-811865d4b78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614996 Aug 16 23:54:24.104646 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-e104aa6c-2e64-4c2a-bc02-640ec0256a75 None None] Port b02a41eb-ccaa-4bb9-98f2-0fae446f6e52 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:54:24.184317 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-24b0b87f-a44f-451e-9a05-e588191fa846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689b305-79b9-4905-9944-a604c369c997', 'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-router', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:06Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'gw_port': {'id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '60198882-6994-47ec-9e42-3e2c09a31eac', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'floating_ip_address': '172.25.3.63', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '1689b305-79b9-4905-9944-a604c369c997', 'port_id': '1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'mac_address': 'fa:16:3e:e3:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc776448-9d80-47f5-b555-323ff6b88487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:53:42Z', 'updated_at': '2021-08-16T23:54:22Z', 'revision_number': 4, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ed44074-5b5f-4930-b5c6-f1fc43150d28', 'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'mac_address': 'fa:16:3e:9c:f2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:11Z', 'updated_at': '2021-08-16T23:53:21Z', 'revision_number': 5, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'subnets': [{'id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:24.228716 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b0b87f-a44f-451e-9a05-e588191fa846 None None] Checking router: 1689b305-79b9-4905-9944-a604c369c997 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:54:24.247180 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b0b87f-a44f-451e-9a05-e588191fa846 None None] Routers {'1689b305-79b9-4905-9944-a604c369c997'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:54:24.247410 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-24b0b87f-a44f-451e-9a05-e588191fa846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:54:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1689b305-79b9-4905-9944-a604c369c997'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:24.348743 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-c61ee936-d3cb-45fd-917e-8e17a066be95 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:24.350942 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-c61ee936-d3cb-45fd-917e-8e17a066be95 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/networks?id=e49e8296-4270-42ee-8656-6741a559a39c HTTP/1.1" status: 200 len: 812 time: 0.1555462 Aug 16 23:54:24.369265 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-a5df133f-7632-44ad-8023-52c709212337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e96b1b-599e-4f8d-b4ce-e461b629271c {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:54:24.376967 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-202e784c-ad97-486a-9e97-127656efa5a9 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/quotas/928fad2feae6486d8c368ea013044a74 HTTP/1.1" status: 200 len: 375 time: 0.0125647 Aug 16 23:54:24.385560 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-a5df133f-7632-44ad-8023-52c709212337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:24.405030 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-a379c045-9100-481e-9475-2ee409714f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:24.407019 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-a379c045-9100-481e-9475-2ee409714f02 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21fd198ba9644f5c88173bc1efcb8f0a&device_id=bc776448-9d80-47f5-b555-323ff6b88487 HTTP/1.1" status: 200 len: 1097 time: 0.3309448 Aug 16 23:54:24.428545 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-a5df133f-7632-44ad-8023-52c709212337 service neutron] Transition to ACTIVE for port object b9e96b1b-599e-4f8d-b4ce-e461b629271c will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:54:24.447116 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-a5df133f-7632-44ad-8023-52c709212337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:24.516359 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df133f-7632-44ad-8023-52c709212337 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e96b1b-599e-4f8d-b4ce-e461b629271c,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:24.556253 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-ecabe218-aef5-47b7-9e62-af440f76619f tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=928fad2feae6486d8c368ea013044a74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1713965 Aug 16 23:54:24.560599 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-fbeb9bba-8bf1-4db5-ae6d-68462ef67a28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2230a39b-5350-40dc-9955-4ea3fc03a194 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:54:24.586827 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-24b0b87f-a44f-451e-9a05-e588191fa846 None None] Set router 1689b305-79b9-4905-9944-a604c369c997 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:54:24.647488 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-fbeb9bba-8bf1-4db5-ae6d-68462ef67a28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:24.661646 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-a5df133f-7632-44ad-8023-52c709212337 service neutron] Attempting to bind port b9e96b1b-599e-4f8d-b4ce-e461b629271c on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:54:24.661983 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-a5df133f-7632-44ad-8023-52c709212337 service neutron] Attempting to bind port b9e96b1b-599e-4f8d-b4ce-e461b629271c by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '47e123f8-5991-4b24-930f-9b78508377fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'be3ae8c4-a9ef-4186-a4b1-7a7b31386702'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:54:24.662317 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-a5df133f-7632-44ad-8023-52c709212337 service neutron] Attempting to bind port b9e96b1b-599e-4f8d-b4ce-e461b629271c on network be3ae8c4-a9ef-4186-a4b1-7a7b31386702 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:54:24.672422 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-a5df133f-7632-44ad-8023-52c709212337 service neutron] Port b9e96b1b-599e-4f8d-b4ce-e461b629271c on network be3ae8c4-a9ef-4186-a4b1-7a7b31386702 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:54:24.672743 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-a5df133f-7632-44ad-8023-52c709212337 service neutron] Attempting to bind port b9e96b1b-599e-4f8d-b4ce-e461b629271c on network be3ae8c4-a9ef-4186-a4b1-7a7b31386702 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:54:24.681439 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-a5df133f-7632-44ad-8023-52c709212337 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:54:24.681779 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-a5df133f-7632-44ad-8023-52c709212337 service neutron] Checking segment: {'id': '47e123f8-5991-4b24-930f-9b78508377fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'be3ae8c4-a9ef-4186-a4b1-7a7b31386702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:54:24.682171 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-a5df133f-7632-44ad-8023-52c709212337 service neutron] Bound using segment: {'id': '47e123f8-5991-4b24-930f-9b78508377fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'be3ae8c4-a9ef-4186-a4b1-7a7b31386702'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:54:24.682610 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-a5df133f-7632-44ad-8023-52c709212337 service neutron] Bound port: b9e96b1b-599e-4f8d-b4ce-e461b629271c, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e123f8-5991-4b24-930f-9b78508377fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'be3ae8c4-a9ef-4186-a4b1-7a7b31386702'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:54:24.683010 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-a5df133f-7632-44ad-8023-52c709212337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:24.738174 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-256e8db0-6f3b-4e3a-be75-25947fe46f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:24.739693 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-256e8db0-6f3b-4e3a-be75-25947fe46f07 service neutron] 10.222.0.60 "GET /v2.0/networks?id=34191e06-49f9-414f-b13a-5ba8e6dbd645 HTTP/1.1" status: 200 len: 921 time: 0.3117166 Aug 16 23:54:24.747809 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-fbeb9bba-8bf1-4db5-ae6d-68462ef67a28 service neutron] Transition to ACTIVE for port object 2230a39b-5350-40dc-9955-4ea3fc03a194 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:54:24.792060 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-a5df133f-7632-44ad-8023-52c709212337 service neutron] For port b9e96b1b-599e-4f8d-b4ce-e461b629271c, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:54:24.796642 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-a5df133f-7632-44ad-8023-52c709212337 service neutron] For port b9e96b1b-599e-4f8d-b4ce-e461b629271c, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=b9e96b1b-599e-4f8d-b4ce-e461b629271c,segment=NetworkSegment(47e123f8-5991-4b24-930f-9b78508377fb),segment_id=47e123f8-5991-4b24-930f-9b78508377fb)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:54:24.805375 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-a5df133f-7632-44ad-8023-52c709212337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:24.809708 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-fbeb9bba-8bf1-4db5-ae6d-68462ef67a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:24.850090 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-a5df133f-7632-44ad-8023-52c709212337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:24.850834 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-a5df133f-7632-44ad-8023-52c709212337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:24.853153 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-a5df133f-7632-44ad-8023-52c709212337 service neutron] 10.222.0.69 "PUT /v2.0/ports/b9e96b1b-599e-4f8d-b4ce-e461b629271c HTTP/1.1" status: 200 len: 1093 time: 1.1849744 Aug 16 23:54:24.856198 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890470fa-b01e-4618-a194-968a70283b46', 'tag': 'b9e96b1b-599e-4f8d-b4ce-e461b629271c'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:24.869720 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e0d494-f286-4766-8997-b369276b9b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "890470fa-b01e-4618-a194-968a70283b46", "tag": "b9e96b1b-599e-4f8d-b4ce-e461b629271c"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:24.891113 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-027b0b96-b333-470a-9d4d-7f193e7e853e service neutron] Request body: {'port': {'device_id': '890470fa-b01e-4618-a194-968a70283b46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:24.964789 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df133f-7632-44ad-8023-52c709212337 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e96b1b-599e-4f8d-b4ce-e461b629271c,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:24.983375 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-19d40f58-6328-494a-add4-fbdcd498695f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e HTTP/1.1" status: 200 len: 1000 time: 0.2326858 Aug 16 23:54:25.010312 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-24b0b87f-a44f-451e-9a05-e588191fa846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689b305-79b9-4905-9944-a604c369c997', 'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-router', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:06Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'gw_port': {'id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '60198882-6994-47ec-9e42-3e2c09a31eac', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'floating_ip_address': '172.25.3.63', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '1689b305-79b9-4905-9944-a604c369c997', 'port_id': '1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'mac_address': 'fa:16:3e:e3:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc776448-9d80-47f5-b555-323ff6b88487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:53:42Z', 'updated_at': '2021-08-16T23:54:22Z', 'revision_number': 4, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ed44074-5b5f-4930-b5c6-f1fc43150d28', 'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'mac_address': 'fa:16:3e:9c:f2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:11Z', 'updated_at': '2021-08-16T23:53:21Z', 'revision_number': 5, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'subnets': [{'id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:25.013292 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-027b0b96-b333-470a-9d4d-7f193e7e853e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:25.048906 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b0b87f-a44f-451e-9a05-e588191fa846 None None] The sync data for ids ['1689b305-79b9-4905-9944-a604c369c997'] in n-d-800088-20 is: [{'id': '1689b305-79b9-4905-9944-a604c369c997', 'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-router', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:06Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'gw_port': {'id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '60198882-6994-47ec-9e42-3e2c09a31eac', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'floating_ip_address': '172.25.3.63', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '1689b305-79b9-4905-9944-a604c369c997', 'port_id': '1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'mac_address': 'fa:16:3e:e3:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc776448-9d80-47f5-b555-323ff6b88487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:53:42Z', 'updated_at': '2021-08-16T23:54:22Z', 'revision_number': 4, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ed44074-5b5f-4930-b5c6-f1fc43150d28', 'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'mac_address': 'fa:16:3e:9c:f2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:11Z', 'updated_at': '2021-08-16T23:53:21Z', 'revision_number': 5, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'subnets': [{'id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:54:25.489982 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-027b0b96-b333-470a-9d4d-7f193e7e853e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b02a41eb-ccaa-4bb9-98f2-0fae446f6e52 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:54:25.500554 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-027b0b96-b333-470a-9d4d-7f193e7e853e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:25.515414 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-027b0b96-b333-470a-9d4d-7f193e7e853e service neutron] Transition to ACTIVE for port object b02a41eb-ccaa-4bb9-98f2-0fae446f6e52 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:54:25.520854 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-027b0b96-b333-470a-9d4d-7f193e7e853e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:25.602771 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-710a8d7f-a359-4f47-8e3a-d661de7cfeea service neutron] 10.222.0.60 "GET /v2.0/networks/e49e8296-4270-42ee-8656-6741a559a39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0340443 Aug 16 23:54:25.607966 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b0b96-b333-470a-9d4d-7f193e7e853e service neutron] Pushing event updated for resources: {'Port': ['ID=b02a41eb-ccaa-4bb9-98f2-0fae446f6e52,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:25.713512 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-027b0b96-b333-470a-9d4d-7f193e7e853e service neutron] Attempting to bind port b02a41eb-ccaa-4bb9-98f2-0fae446f6e52 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:54:25.714990 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-027b0b96-b333-470a-9d4d-7f193e7e853e service neutron] Attempting to bind port b02a41eb-ccaa-4bb9-98f2-0fae446f6e52 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '6000ed2a-870c-4e5a-8dc8-2f1d4991e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7032988c-8390-4737-962a-53084d5209d1'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:54:25.715513 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-027b0b96-b333-470a-9d4d-7f193e7e853e service neutron] Attempting to bind port b02a41eb-ccaa-4bb9-98f2-0fae446f6e52 on network 7032988c-8390-4737-962a-53084d5209d1 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:54:25.721638 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-027b0b96-b333-470a-9d4d-7f193e7e853e service neutron] Port b02a41eb-ccaa-4bb9-98f2-0fae446f6e52 on network 7032988c-8390-4737-962a-53084d5209d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:54:25.722715 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-027b0b96-b333-470a-9d4d-7f193e7e853e service neutron] Attempting to bind port b02a41eb-ccaa-4bb9-98f2-0fae446f6e52 on network 7032988c-8390-4737-962a-53084d5209d1 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:54:25.730639 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-027b0b96-b333-470a-9d4d-7f193e7e853e service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:54:25.731396 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-027b0b96-b333-470a-9d4d-7f193e7e853e service neutron] Checking segment: {'id': '6000ed2a-870c-4e5a-8dc8-2f1d4991e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7032988c-8390-4737-962a-53084d5209d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:54:25.731948 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-027b0b96-b333-470a-9d4d-7f193e7e853e service neutron] Bound using segment: {'id': '6000ed2a-870c-4e5a-8dc8-2f1d4991e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7032988c-8390-4737-962a-53084d5209d1'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:54:25.732604 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-027b0b96-b333-470a-9d4d-7f193e7e853e service neutron] Bound port: b02a41eb-ccaa-4bb9-98f2-0fae446f6e52, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6000ed2a-870c-4e5a-8dc8-2f1d4991e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7032988c-8390-4737-962a-53084d5209d1'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:54:25.733352 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-027b0b96-b333-470a-9d4d-7f193e7e853e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:25.748160 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb9bba-8bf1-4db5-ae6d-68462ef67a28 service neutron] Pushing event updated for resources: {'Port': ['ID=2230a39b-5350-40dc-9955-4ea3fc03a194,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:25.783168 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-c5dc3679-6ba3-44ab-82af-32de31a95324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:25.784665 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-c5dc3679-6ba3-44ab-82af-32de31a95324 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=191fa66a-6028-47ea-a3b7-5ed8bb45305a HTTP/1.1" status: 200 len: 859 time: 0.7831979 Aug 16 23:54:25.831720 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-027b0b96-b333-470a-9d4d-7f193e7e853e service neutron] For port b02a41eb-ccaa-4bb9-98f2-0fae446f6e52, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:54:25.836712 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-027b0b96-b333-470a-9d4d-7f193e7e853e service neutron] For port b02a41eb-ccaa-4bb9-98f2-0fae446f6e52, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=b02a41eb-ccaa-4bb9-98f2-0fae446f6e52,segment=NetworkSegment(6000ed2a-870c-4e5a-8dc8-2f1d4991e7c3),segment_id=6000ed2a-870c-4e5a-8dc8-2f1d4991e7c3)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:54:25.845655 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-fbeb9bba-8bf1-4db5-ae6d-68462ef67a28 service neutron] Attempting to bind port 2230a39b-5350-40dc-9955-4ea3fc03a194 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:54:25.846026 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-fbeb9bba-8bf1-4db5-ae6d-68462ef67a28 service neutron] Attempting to bind port 2230a39b-5350-40dc-9955-4ea3fc03a194 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:54:25.846347 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-fbeb9bba-8bf1-4db5-ae6d-68462ef67a28 service neutron] Attempting to bind port 2230a39b-5350-40dc-9955-4ea3fc03a194 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:54:25.849562 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-027b0b96-b333-470a-9d4d-7f193e7e853e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:25.870741 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-fbeb9bba-8bf1-4db5-ae6d-68462ef67a28 service neutron] Port 2230a39b-5350-40dc-9955-4ea3fc03a194 on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:54:25.871080 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-fbeb9bba-8bf1-4db5-ae6d-68462ef67a28 service neutron] Attempting to bind port 2230a39b-5350-40dc-9955-4ea3fc03a194 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:54:25.878072 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-685d3bab-88fa-4cf0-b9b9-fe2e67abfa20 service neutron] 10.222.0.60 "GET /v2.0/networks/e49e8296-4270-42ee-8656-6741a559a39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744768 Aug 16 23:54:25.884116 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-fbeb9bba-8bf1-4db5-ae6d-68462ef67a28 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:54:25.884471 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-fbeb9bba-8bf1-4db5-ae6d-68462ef67a28 service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:54:25.884938 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-fbeb9bba-8bf1-4db5-ae6d-68462ef67a28 service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:54:25.885319 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-fbeb9bba-8bf1-4db5-ae6d-68462ef67a28 service neutron] Bound port: 2230a39b-5350-40dc-9955-4ea3fc03a194, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:54:25.885688 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-fbeb9bba-8bf1-4db5-ae6d-68462ef67a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:25.899241 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-027b0b96-b333-470a-9d4d-7f193e7e853e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:25.899908 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-027b0b96-b333-470a-9d4d-7f193e7e853e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:25.902974 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-027b0b96-b333-470a-9d4d-7f193e7e853e service neutron] 10.222.0.69 "PUT /v2.0/ports/b02a41eb-ccaa-4bb9-98f2-0fae446f6e52 HTTP/1.1" status: 200 len: 1092 time: 1.0164366 Aug 16 23:54:25.922008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-0d3d376c-073b-4b2a-928b-e872c7b02a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:25.923731 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-0d3d376c-073b-4b2a-928b-e872c7b02a45 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=34191e06-49f9-414f-b13a-5ba8e6dbd645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1251640 Aug 16 23:54:25.949115 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b0b96-b333-470a-9d4d-7f193e7e853e service neutron] Pushing event updated for resources: {'Port': ['ID=b02a41eb-ccaa-4bb9-98f2-0fae446f6e52,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:26.060223 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-2cdff8da-3eac-47b0-acbf-3ccd01115e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:26.061444 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-2cdff8da-3eac-47b0-acbf-3ccd01115e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:26.063364 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-2cdff8da-3eac-47b0-acbf-3ccd01115e0f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6f0e719ea2ad4e27bf14dc4358a7d696&device_id=890470fa-b01e-4618-a194-968a70283b46 HTTP/1.1" status: 200 len: 1982 time: 0.0867007 Aug 16 23:54:26.160365 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-5595d137-a6f6-4325-be00-be508e477991 service neutron] 10.222.0.60 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592026 Aug 16 23:54:26.216305 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-16a3349a-05f0-4309-b130-2131790e7777 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.210&port_id=b9e96b1b-599e-4f8d-b4ce-e461b629271c HTTP/1.1" status: 200 len: 217 time: 0.1388495 Aug 16 23:54:26.258353 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47184fee-84f8-462d-8a08-092558c2d564 x-openstack-request-id: req-47184fee-84f8-462d-8a08-092558c2d564 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:26.259053 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a20abc-952a-487b-b5bc-527b052c93aa", "tag": "d177b0dc-64fb-4335-98ab-48634d87ed17", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:26.259538 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-47184fee-84f8-462d-8a08-092558c2d564 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:26.260417 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a20abc-952a-487b-b5bc-527b052c93aa', 'tag': 'd177b0dc-64fb-4335-98ab-48634d87ed17', 'status': 'completed', 'code': 200} Aug 16 23:54:26.297407 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef38d15-a298-4f2a-b68b-a33ba597be3f req-fbc9f6c7-56b9-4355-b1cf-5aa084b91b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:26.299120 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-bef38d15-a298-4f2a-b68b-a33ba597be3f req-fbc9f6c7-56b9-4355-b1cf-5aa084b91b7a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21fd198ba9644f5c88173bc1efcb8f0a&device_id=f2a20abc-952a-487b-b5bc-527b052c93aa HTTP/1.1" status: 200 len: 1097 time: 0.0970843 Aug 16 23:54:26.369429 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-fbeb9bba-8bf1-4db5-ae6d-68462ef67a28 service neutron] For port 2230a39b-5350-40dc-9955-4ea3fc03a194, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:54:26.380658 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-fbeb9bba-8bf1-4db5-ae6d-68462ef67a28 service neutron] For port 2230a39b-5350-40dc-9955-4ea3fc03a194, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=2230a39b-5350-40dc-9955-4ea3fc03a194,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:54:26.387814 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-c8afb9f4-1756-4c89-bcda-78a35a8c19d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:26.389387 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-c8afb9f4-1756-4c89-bcda-78a35a8c19d3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=401afb22-39f1-438a-98ad-2e0dc7b72961 HTTP/1.1" status: 200 len: 801 time: 0.1534591 Aug 16 23:54:26.402764 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-fbeb9bba-8bf1-4db5-ae6d-68462ef67a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:26.465287 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-b3afa567-e8b7-40a0-a8f4-aa4aeb420abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:26.466667 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-b3afa567-e8b7-40a0-a8f4-aa4aeb420abb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=be3ae8c4-a9ef-4186-a4b1-7a7b31386702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676286 Aug 16 23:54:26.467692 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e437d-b3c4-4aca-a6ef-1e63ce2dad04 req-a9439a5e-7639-417a-8ff7-15eb0e162860 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:26.468224 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef38d15-a298-4f2a-b68b-a33ba597be3f req-e8973b12-1a9c-4ce6-8d46-4909ab6c6a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:26.469471 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d8e437d-b3c4-4aca-a6ef-1e63ce2dad04 req-a9439a5e-7639-417a-8ff7-15eb0e162860 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bd3fb45-6907-4f7e-902f-ce6c10977e5d HTTP/1.1" status: 200 len: 946 time: 0.2132742 Aug 16 23:54:26.469629 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-bef38d15-a298-4f2a-b68b-a33ba597be3f req-e8973b12-1a9c-4ce6-8d46-4909ab6c6a51 service neutron] 10.222.0.64 "GET /v2.0/networks?id=34191e06-49f9-414f-b13a-5ba8e6dbd645 HTTP/1.1" status: 200 len: 921 time: 0.1592553 Aug 16 23:54:26.531882 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-fbeb9bba-8bf1-4db5-ae6d-68462ef67a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:26.532530 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-fbeb9bba-8bf1-4db5-ae6d-68462ef67a28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:26.538476 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-fbeb9bba-8bf1-4db5-ae6d-68462ef67a28 service neutron] 10.222.0.64 "PUT /v2.0/ports/2230a39b-5350-40dc-9955-4ea3fc03a194 HTTP/1.1" status: 200 len: 1097 time: 3.4691327 Aug 16 23:54:26.544900 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40a8033f-7760-4788-88cf-a1a7cbd28520 req-8fb0d23d-6563-46be-94ee-13d65f4942e5 service neutron] 10.222.0.60 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831189 Aug 16 23:54:26.557947 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-bef38d15-a298-4f2a-b68b-a33ba597be3f req-355220ed-3fee-4e05-909a-963b586227de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d177b0dc-64fb-4335-98ab-48634d87ed17 HTTP/1.1" status: 200 len: 217 time: 0.0782046 Aug 16 23:54:26.624939 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d8e437d-b3c4-4aca-a6ef-1e63ce2dad04 req-782f1cbb-e1c5-44d2-8218-3f1aec12a72b tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259580 Aug 16 23:54:26.700215 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-feef8fcd-a18c-4259-af01-6364ccf7c4ee service neutron] 10.222.0.69 "GET /v2.0/networks/be3ae8c4-a9ef-4186-a4b1-7a7b31386702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133124 Aug 16 23:54:26.746846 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb9bba-8bf1-4db5-ae6d-68462ef67a28 service neutron] Pushing event updated for resources: {'Port': ['ID=2230a39b-5350-40dc-9955-4ea3fc03a194,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:26.794537 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-d9c7e686-0447-44a4-b614-7e4ece35cc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:26.799698 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-d9c7e686-0447-44a4-b614-7e4ece35cc54 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&device_id=2aefde4d-087a-4a8f-ac6e-8aa917f1393e HTTP/1.1" status: 200 len: 1100 time: 0.1786180 Aug 16 23:54:26.873219 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef38d15-a298-4f2a-b68b-a33ba597be3f req-d5ac5a1b-be42-4087-9588-bb9678504440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:26.875133 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-bef38d15-a298-4f2a-b68b-a33ba597be3f req-d5ac5a1b-be42-4087-9588-bb9678504440 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=191fa66a-6028-47ea-a3b7-5ed8bb45305a HTTP/1.1" status: 200 len: 859 time: 0.1995027 Aug 16 23:54:26.947446 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-e0d78ec0-19b8-4fda-a0d6-b3234d7a45ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=2230a39b-5350-40dc-9955-4ea3fc03a194 HTTP/1.1" status: 200 len: 217 time: 0.1351619 Aug 16 23:54:26.974789 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-63a895da-bdf9-4547-8449-113026267190 service neutron] 10.222.0.69 "GET /v2.0/networks/be3ae8c4-a9ef-4186-a4b1-7a7b31386702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263715 Aug 16 23:54:27.044752 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-2bfa34a0-8a81-4351-864f-73638db82742 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.99&port_id=b02a41eb-ccaa-4bb9-98f2-0fae446f6e52 HTTP/1.1" status: 200 len: 217 time: 0.0615909 Aug 16 23:54:27.046827 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef38d15-a298-4f2a-b68b-a33ba597be3f req-22f44c2e-dbf6-48c2-9ee5-9fa8cddb1b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:27.048258 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-bef38d15-a298-4f2a-b68b-a33ba597be3f req-22f44c2e-dbf6-48c2-9ee5-9fa8cddb1b9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34191e06-49f9-414f-b13a-5ba8e6dbd645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1598241 Aug 16 23:54:27.085187 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-ceb2f452-96c7-4d47-b419-fa79a9dbae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:27.087040 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-ceb2f452-96c7-4d47-b419-fa79a9dbae0a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0988779 Aug 16 23:54:27.146888 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3dda49-8e25-4478-be44-b58432a714b2 req-b0c06613-9116-4945-a58e-d0a251670ef7 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:27.148907 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb3dda49-8e25-4478-be44-b58432a714b2 req-b0c06613-9116-4945-a58e-d0a251670ef7 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aefde4d-087a-4a8f-ac6e-8aa917f1393e HTTP/1.1" status: 200 len: 948 time: 0.2197416 Aug 16 23:54:27.188451 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b952212-f20a-44ec-ad9b-ae0ef99abb7a req-2ba3202d-ed7d-4b9e-94b8-c923854dc73e tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:27.195875 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9b952212-f20a-44ec-ad9b-ae0ef99abb7a req-2ba3202d-ed7d-4b9e-94b8-c923854dc73e tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 946 time: 0.2915969 Aug 16 23:54:27.210569 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-be1a06f6-b6be-4bb0-9846-eb6c8b51a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:27.212640 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-be1a06f6-b6be-4bb0-9846-eb6c8b51a85e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=71a31dca-e21b-43a8-8868-0fba5292baf8 HTTP/1.1" status: 200 len: 801 time: 0.1543992 Aug 16 23:54:27.222109 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-3c921d11-4581-4bae-9831-d29d0dea4d37 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:27.223748 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-3c921d11-4581-4bae-9831-d29d0dea4d37 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32&tenant_id=b30c0e442778419181d2ad6b2586afae&binding%3Ahost_id=n-h2-800088-20 HTTP/1.1" status: 200 len: 1098 time: 0.2752802 Aug 16 23:54:27.249166 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800088-20'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:27.281480 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-bef38d15-a298-4f2a-b68b-a33ba597be3f req-078fa2f7-0d6c-4b1b-8d14-2c2862ed1962 service neutron] 10.222.0.64 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203832 Aug 16 23:54:27.293925 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-a3dd2ebd-c37f-4a5b-9d0d-34a82456caed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:27.295405 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-a3dd2ebd-c37f-4a5b-9d0d-34a82456caed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1973441 Aug 16 23:54:27.299687 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-65c364a6-95b1-4ea2-8d0d-37dabeafa584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:27.303050 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-65c364a6-95b1-4ea2-8d0d-37dabeafa584 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7032988c-8390-4737-962a-53084d5209d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788786 Aug 16 23:54:27.315561 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb3dda49-8e25-4478-be44-b58432a714b2 req-657c9fb1-6e1e-4f53-b695-2958ec2752ba tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537480 Aug 16 23:54:27.402024 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97d73c6-7f6b-4f57-bd61-cb955650ad76 x-openstack-request-id: req-c97d73c6-7f6b-4f57-bd61-cb955650ad76 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:27.402315 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "890470fa-b01e-4618-a194-968a70283b46", "tag": "b9e96b1b-599e-4f8d-b4ce-e461b629271c", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:27.402575 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c97d73c6-7f6b-4f57-bd61-cb955650ad76 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:27.403044 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890470fa-b01e-4618-a194-968a70283b46', 'tag': 'b9e96b1b-599e-4f8d-b4ce-e461b629271c', 'status': 'completed', 'code': 200} Aug 16 23:54:27.416926 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9b952212-f20a-44ec-ad9b-ae0ef99abb7a req-2e213a83-d0d7-4fa3-afd6-187d581a8334 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137828 Aug 16 23:54:27.429420 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device dae2265e-e6b4-4a54-aa4c-b094ef043a7f details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:54:27.457843 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:27.478458 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-bef38d15-a298-4f2a-b68b-a33ba597be3f req-e8be9195-1db5-45de-a6d6-3b7bf6ee5fec service neutron] 10.222.0.64 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864367 Aug 16 23:54:27.485720 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-68dc806e-69ad-44de-be26-b48c26eb5341 service neutron] 10.222.0.69 "GET /v2.0/networks/7032988c-8390-4737-962a-53084d5209d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451669 Aug 16 23:54:27.638580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] For port dae2265e-e6b4-4a54-aa4c-b094ef043a7f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=dae2265e-e6b4-4a54-aa4c-b094ef043a7f,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:27.675866 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-41be69bd-e7e1-41d7-abdb-b1336449e6d4 req-71447558-f157-4e2d-ba36-15c037b0fa15 service neutron] 10.222.0.69 "GET /v2.0/networks/7032988c-8390-4737-962a-53084d5209d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693163 Aug 16 23:54:27.682098 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port dae2265e-e6b4-4a54-aa4c-b094ef043a7f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=dae2265e-e6b4-4a54-aa4c-b094ef043a7f,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:27.690315 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] For port dae2265e-e6b4-4a54-aa4c-b094ef043a7f, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:54:27.709739 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device dae2265e-e6b4-4a54-aa4c-b094ef043a7f has no active binding in host n-h1-800088-20 {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 23:54:27.775116 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:27.807494 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:27.859358 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-733b3512-15a8-439b-be86-e75133f61212 req-1a766f59-2689-456c-9056-8d221c07e2ee tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=8db9ed6b-d845-46d1-a5ac-bdbfec809cc9 HTTP/1.1" status: 200 len: 210 time: 0.0668235 Aug 16 23:54:27.916377 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-c2542c9a-c12e-49c8-886f-a19949139103 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:27.925833 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-6b6f2da0-ee13-4a28-b89b-b5283a975c5c service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6008859 Aug 16 23:54:27.928726 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-c2542c9a-c12e-49c8-886f-a19949139103 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.69 "GET /v2.0/networks?id=e49e8296-4270-42ee-8656-6741a559a39c HTTP/1.1" status: 200 len: 812 time: 0.2453542 Aug 16 23:54:27.932625 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0d494-f286-4766-8997-b369276b9b0e req-1a1c6738-9851-42d5-9a7b-a524904beaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:27.933525 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0d494-f286-4766-8997-b369276b9b0e req-1a1c6738-9851-42d5-9a7b-a524904beaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:27.935457 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d3e0d494-f286-4766-8997-b369276b9b0e req-1a1c6738-9851-42d5-9a7b-a524904beaea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6f0e719ea2ad4e27bf14dc4358a7d696&device_id=890470fa-b01e-4618-a194-968a70283b46 HTTP/1.1" status: 200 len: 1982 time: 0.1624672 Aug 16 23:54:27.973109 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-24339dab-fd59-454d-8228-5951320bf5c4 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Request body: {'port': {'device_id': '8db9ed6b-d845-46d1-a5ac-bdbfec809cc9', 'network_id': 'e49e8296-4270-42ee-8656-6741a559a39c', 'admin_state_up': True, 'tenant_id': '928fad2feae6486d8c368ea013044a74'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:27.990936 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c4f4100c-df5d-42ab-9bcd-e57988da851d req-37e0943e-bcf7-4909-9302-ce474370fc11 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.63 HTTP/1.1" status: 200 len: 1000 time: 0.0683453 Aug 16 23:54:28.049400 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24309fc8-7da4-4021-a63d-587416f4d8ad req-f172191d-cd4d-4b03-95c0-ac743f663227 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:28.055777 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24309fc8-7da4-4021-a63d-587416f4d8ad req-f172191d-cd4d-4b03-95c0-ac743f663227 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:28.057375 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-24309fc8-7da4-4021-a63d-587416f4d8ad req-f172191d-cd4d-4b03-95c0-ac743f663227 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?device_id=890470fa-b01e-4618-a194-968a70283b46 HTTP/1.1" status: 200 len: 1678 time: 0.2793279 Aug 16 23:54:28.162507 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0d494-f286-4766-8997-b369276b9b0e req-ad65a2a1-ea3d-419b-812f-f1c45d50fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:28.164585 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d3e0d494-f286-4766-8997-b369276b9b0e req-ad65a2a1-ea3d-419b-812f-f1c45d50fe16 service neutron] 10.222.0.69 "GET /v2.0/networks?id=be3ae8c4-a9ef-4186-a4b1-7a7b31386702 HTTP/1.1" status: 200 len: 903 time: 0.2065575 Aug 16 23:54:28.197036 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Pushing event updated for resources: {'Port': ['ID=dae2265e-e6b4-4a54-aa4c-b094ef043a7f,revision_number=7']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:28.208042 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4100c-df5d-42ab-9bcd-e57988da851d req-391a6bcb-d8ce-4b0a-8be8-2e4b1cf0444b tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:28.209585 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c4f4100c-df5d-42ab-9bcd-e57988da851d req-391a6bcb-d8ce-4b0a-8be8-2e4b1cf0444b tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports/1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e HTTP/1.1" status: 200 len: 942 time: 0.1960468 Aug 16 23:54:28.218377 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d3e0d494-f286-4766-8997-b369276b9b0e req-a227415c-6465-4521-977b-e6662746dfa2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.210&port_id=b9e96b1b-599e-4f8d-b4ce-e461b629271c HTTP/1.1" status: 200 len: 217 time: 0.0379026 Aug 16 23:54:28.223259 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Attempting to bind port dae2265e-e6b4-4a54-aa4c-b094ef043a7f on host n-h2-800088-20 for vnic_type normal with profile {"migrating_to": "n-h1-800088-20"} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:54:28.223719 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Attempting to bind port dae2265e-e6b4-4a54-aa4c-b094ef043a7f by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:54:28.224151 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Attempting to bind port dae2265e-e6b4-4a54-aa4c-b094ef043a7f on network 5dc1690b-6624-46fa-a54a-7524bbadf6de {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:54:28.225334 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-24339dab-fd59-454d-8228-5951320bf5c4 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Made reservation on behalf of 928fad2feae6486d8c368ea013044a74 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:54:28.231681 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-24339dab-fd59-454d-8228-5951320bf5c4 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:28.255255 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:28.258427 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:28.260210 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:28.260872 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:28.261339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:28.261779 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:28.262702 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:28.263123 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:28.264015 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:28.266223 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:28.266223 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:28.266223 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:28.281530 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc776448-9d80-47f5-b555-323ff6b88487', 'tag': '1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e'}, {'name': 'network-changed', 'server_uuid': '2aefde4d-087a-4a8f-ac6e-8aa917f1393e', 'tag': '2230a39b-5350-40dc-9955-4ea3fc03a194'}, {'server_uuid': '959eb239-2027-4051-833c-8eff0c4dba32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dae2265e-e6b4-4a54-aa4c-b094ef043a7f'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:28.284442 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda22b45-b181-4ee8-9484-7b6a028d7694" -d '{"events": [{"name": "network-changed", "server_uuid": "bc776448-9d80-47f5-b555-323ff6b88487", "tag": "1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e"}, {"name": "network-changed", "server_uuid": "2aefde4d-087a-4a8f-ac6e-8aa917f1393e", "tag": "2230a39b-5350-40dc-9955-4ea3fc03a194"}, {"server_uuid": "959eb239-2027-4051-833c-8eff0c4dba32", "name": "network-vif-unplugged", "status": "completed", "tag": "dae2265e-e6b4-4a54-aa4c-b094ef043a7f"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:28.303838 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Port dae2265e-e6b4-4a54-aa4c-b094ef043a7f on network 5dc1690b-6624-46fa-a54a-7524bbadf6de not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:54:28.307838 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Attempting to bind port dae2265e-e6b4-4a54-aa4c-b094ef043a7f on network 5dc1690b-6624-46fa-a54a-7524bbadf6de {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:54:28.350499 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-24309fc8-7da4-4021-a63d-587416f4d8ad req-1048c37a-0b32-49cc-82a9-a29ca268da16 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/security-groups?id=99794da0-50d3-4b0f-8569-811865d4b78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234237 Aug 16 23:54:28.364213 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1ce545d-1ac1-41ae-933f-39e4fba5967b req-8979cc1e-d083-4cd0-951d-a5a5f315ae3b service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673947 Aug 16 23:54:28.382078 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:54:28.382784 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Checking segment: {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:54:28.383538 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Bound using segment: {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:54:28.384405 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Bound port: dae2265e-e6b4-4a54-aa4c-b094ef043a7f, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15d0fcb-453a-4c98-b8bc-de3984678c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5dc1690b-6624-46fa-a54a-7524bbadf6de'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:54:28.385167 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:28.411812 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0d494-f286-4766-8997-b369276b9b0e req-cfbff88d-84ca-40cc-8282-a22436909510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:28.413392 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d3e0d494-f286-4766-8997-b369276b9b0e req-cfbff88d-84ca-40cc-8282-a22436909510 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=401afb22-39f1-438a-98ad-2e0dc7b72961 HTTP/1.1" status: 200 len: 801 time: 0.1660554 Aug 16 23:54:28.514673 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c4f4100c-df5d-42ab-9bcd-e57988da851d req-57ddcd39-5e5f-4de8-b1d5-6014345a5781 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.63 HTTP/1.1" status: 200 len: 1000 time: 0.2218342 Aug 16 23:54:28.555608 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0d494-f286-4766-8997-b369276b9b0e req-b218fd37-e346-4b51-8926-269340845044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:28.557514 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d3e0d494-f286-4766-8997-b369276b9b0e req-b218fd37-e346-4b51-8926-269340845044 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=be3ae8c4-a9ef-4186-a4b1-7a7b31386702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209371 Aug 16 23:54:28.580729 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-24339dab-fd59-454d-8228-5951320bf5c4 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Allocated IP 172.20.0.7 (e49e8296-4270-42ee-8656-6741a559a39c/7bedae41-060a-4a82-9b3d-f77df955187e/55f3b27c-5fa7-4516-9bf6-f77671b18cf8) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:54:28.643633 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] For port dae2265e-e6b4-4a54-aa4c-b094ef043a7f, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:54:28.653496 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] For port dae2265e-e6b4-4a54-aa4c-b094ef043a7f, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=dae2265e-e6b4-4a54-aa4c-b094ef043a7f,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:54:28.680547 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:28.973782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:28.975370 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:28.978518 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] 10.222.0.69 "PUT /v2.0/ports/dae2265e-e6b4-4a54-aa4c-b094ef043a7f HTTP/1.1" status: 200 len: 1124 time: 1.7343175 Aug 16 23:54:28.979871 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa8fd1-a979-4344-8115-bff5dbaae27d service neutron] Pushing event updated for resources: {'Port': ['ID=dae2265e-e6b4-4a54-aa4c-b094ef043a7f,revision_number=8']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:29.014330 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4100c-df5d-42ab-9bcd-e57988da851d req-6f447042-b3b5-4026-9ccf-3cf9310b2bfa tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:29.031075 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c4f4100c-df5d-42ab-9bcd-e57988da851d req-6f447042-b3b5-4026-9ccf-3cf9310b2bfa tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 784 time: 0.4932120 Aug 16 23:54:29.063234 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d10b1-dc9e-453d-8e0f-88ab1ad1e0ee req-c29b3c58-b163-4b3d-88f5-d8fc24943aad tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:29.065321 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4e3d10b1-dc9e-453d-8e0f-88ab1ad1e0ee req-c29b3c58-b163-4b3d-88f5-d8fc24943aad tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c21dfb-f625-4c36-a37d-9eb4d98d279e HTTP/1.1" status: 200 len: 946 time: 0.1346703 Aug 16 23:54:29.094996 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['dae2265e-e6b4-4a54-aa4c-b094ef043a7f'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:29.151199 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4e3d10b1-dc9e-453d-8e0f-88ab1ad1e0ee req-14ce9013-12f9-4c9f-9911-bee3a7ad0d22 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/security-groups?id=924a7a98-9eb5-4373-9821-9ef20d002319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750115 Aug 16 23:54:29.157280 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['dae2265e-e6b4-4a54-aa4c-b094ef043a7f'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:29.179143 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5dbf3b-8405-4cf0-938e-e2ec6d1820be x-openstack-request-id: req-6f5dbf3b-8405-4cf0-938e-e2ec6d1820be {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:29.180246 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc776448-9d80-47f5-b555-323ff6b88487", "tag": "1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2aefde4d-087a-4a8f-ac6e-8aa917f1393e", "tag": "2230a39b-5350-40dc-9955-4ea3fc03a194", "status": "completed", "code": 200}, {"server_uuid": "959eb239-2027-4051-833c-8eff0c4dba32", "name": "network-vif-unplugged", "status": "completed", "tag": "dae2265e-e6b4-4a54-aa4c-b094ef043a7f", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:29.180246 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6f5dbf3b-8405-4cf0-938e-e2ec6d1820be {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:29.180899 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc776448-9d80-47f5-b555-323ff6b88487', 'tag': '1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e', 'status': 'completed', 'code': 200} Aug 16 23:54:29.181174 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aefde4d-087a-4a8f-ac6e-8aa917f1393e', 'tag': '2230a39b-5350-40dc-9955-4ea3fc03a194', 'status': 'completed', 'code': 200} Aug 16 23:54:29.181443 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959eb239-2027-4051-833c-8eff0c4dba32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dae2265e-e6b4-4a54-aa4c-b094ef043a7f', 'code': 200} Aug 16 23:54:29.276676 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d3e0d494-f286-4766-8997-b369276b9b0e req-6a657fbb-8b51-426f-88ff-e15eb9dd0327 service neutron] 10.222.0.69 "GET /v2.0/networks/be3ae8c4-a9ef-4186-a4b1-7a7b31386702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7097805 Aug 16 23:54:29.360129 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-24339dab-fd59-454d-8228-5951320bf5c4 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:29.389431 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7bd71-e82b-4d82-b9f1-171c45ac2648 req-795a0b09-87c2-45db-bbb1-ab1d4f442a81 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:29.390969 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-17b7bd71-e82b-4d82-b9f1-171c45ac2648 req-795a0b09-87c2-45db-bbb1-ab1d4f442a81 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aefde4d-087a-4a8f-ac6e-8aa917f1393e HTTP/1.1" status: 200 len: 948 time: 0.1683328 Aug 16 23:54:29.395945 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda22b45-b181-4ee8-9484-7b6a028d7694 req-c57848ba-3b1f-4e68-802a-c834f8a01f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:29.397572 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fda22b45-b181-4ee8-9484-7b6a028d7694 req-c57848ba-3b1f-4e68-802a-c834f8a01f4b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=21fd198ba9644f5c88173bc1efcb8f0a&device_id=bc776448-9d80-47f5-b555-323ff6b88487 HTTP/1.1" status: 200 len: 1097 time: 0.1363201 Aug 16 23:54:29.404131 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890470fa-b01e-4618-a194-968a70283b46', 'tag': 'b02a41eb-ccaa-4bb9-98f2-0fae446f6e52'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:29.407744 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cf7b36-efd4-48e5-85d8-7273c6845372" -d '{"events": [{"name": "network-changed", "server_uuid": "890470fa-b01e-4618-a194-968a70283b46", "tag": "b02a41eb-ccaa-4bb9-98f2-0fae446f6e52"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:29.409652 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2aeac-e8ef-4667-910c-5900f481a197 req-1be7e09a-f8a8-445e-b4c8-fc673024677a tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:29.411285 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ee2aeac-e8ef-4667-910c-5900f481a197 req-1be7e09a-f8a8-445e-b4c8-fc673024677a tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 944 time: 0.1238048 Aug 16 23:54:29.429177 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda22b45-b181-4ee8-9484-7b6a028d7694 req-85a4b4e3-85c7-4d8c-98ec-bcdd6a3c107e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:29.433164 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fda22b45-b181-4ee8-9484-7b6a028d7694 req-85a4b4e3-85c7-4d8c-98ec-bcdd6a3c107e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&device_id=2aefde4d-087a-4a8f-ac6e-8aa917f1393e HTTP/1.1" status: 200 len: 1100 time: 0.1446586 Aug 16 23:54:29.433336 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d3e0d494-f286-4766-8997-b369276b9b0e req-f3410680-f197-4fc3-aec7-3a3de07b988a service neutron] 10.222.0.69 "GET /v2.0/networks/be3ae8c4-a9ef-4186-a4b1-7a7b31386702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445715 Aug 16 23:54:29.436692 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device b9e96b1b-599e-4f8d-b4ce-e461b629271c details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:54:29.459861 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-24339dab-fd59-454d-8228-5951320bf5c4 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:29.511103 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-24339dab-fd59-454d-8228-5951320bf5c4 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Network e49e8296-4270-42ee-8656-6741a559a39c is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:54:29.514299 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-24339dab-fd59-454d-8228-5951320bf5c4 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:54:29.516868 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-24339dab-fd59-454d-8228-5951320bf5c4 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:54:29.552655 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24339dab-fd59-454d-8228-5951320bf5c4 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Pushing event updated for resources: {'Port': ['ID=55f3b27c-5fa7-4516-9bf6-f77671b18cf8,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:29.568666 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port b9e96b1b-599e-4f8d-b4ce-e461b629271c, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=b9e96b1b-599e-4f8d-b4ce-e461b629271c,segment=NetworkSegment(47e123f8-5991-4b24-930f-9b78508377fb),segment_id=47e123f8-5991-4b24-930f-9b78508377fb)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:29.576794 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-24339dab-fd59-454d-8228-5951320bf5c4 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:29.577592 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-24339dab-fd59-454d-8228-5951320bf5c4 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:29.586366 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': 'b9e96b1b-599e-4f8d-b4ce-e461b629271c', 'network_id': 'be3ae8c4-a9ef-4186-a4b1-7a7b31386702', 'port_id': 'b9e96b1b-599e-4f8d-b4ce-e461b629271c', 'mac_address': 'fa:16:3e:64:1a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401afb22-39f1-438a-98ad-2e0dc7b72961', 'ip_address': '19.80.0.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:54:29.594115 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-24339dab-fd59-454d-8228-5951320bf5c4 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6345892 Aug 16 23:54:29.609007 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-17b7bd71-e82b-4d82-b9f1-171c45ac2648 req-764006be-69cc-4aa6-ac0c-5441d909e12a tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074201 Aug 16 23:54:29.622621 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-85b1dc1b-2252-4e59-97a2-d03165a135a9 service neutron] Request body: {'port': {'device_id': '8db9ed6b-d845-46d1-a5ac-bdbfec809cc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:29.628198 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:29.640992 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ee2aeac-e8ef-4667-910c-5900f481a197 req-0f08f497-9fa6-4d9b-9ba1-83eb9d479ecc tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975431 Aug 16 23:54:29.653102 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda22b45-b181-4ee8-9484-7b6a028d7694 req-de1a7f03-72cd-46e5-8d84-2aeecf1442a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:29.654613 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fda22b45-b181-4ee8-9484-7b6a028d7694 req-de1a7f03-72cd-46e5-8d84-2aeecf1442a4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=34191e06-49f9-414f-b13a-5ba8e6dbd645 HTTP/1.1" status: 200 len: 921 time: 0.2424483 Aug 16 23:54:29.658301 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e96b1b-599e-4f8d-b4ce-e461b629271c {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:54:29.692467 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda22b45-b181-4ee8-9484-7b6a028d7694 req-dd87e7a1-9761-4266-a499-8511bdabd3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:29.694417 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port b9e96b1b-599e-4f8d-b4ce-e461b629271c, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=b9e96b1b-599e-4f8d-b4ce-e461b629271c,segment=NetworkSegment(47e123f8-5991-4b24-930f-9b78508377fb),segment_id=47e123f8-5991-4b24-930f-9b78508377fb)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:29.697476 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fda22b45-b181-4ee8-9484-7b6a028d7694 req-dd87e7a1-9761-4266-a499-8511bdabd3e4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.2242033 Aug 16 23:54:29.705604 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:29.706345 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device b02a41eb-ccaa-4bb9-98f2-0fae446f6e52 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:54:29.737908 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-85b1dc1b-2252-4e59-97a2-d03165a135a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:29.772416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fda22b45-b181-4ee8-9484-7b6a028d7694 req-50c3a4fa-5ece-477e-9942-dddbb673e808 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=2230a39b-5350-40dc-9955-4ea3fc03a194 HTTP/1.1" status: 200 len: 217 time: 0.0380738 Aug 16 23:54:29.815463 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=b9e96b1b-599e-4f8d-b4ce-e461b629271c,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:29.879985 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port b02a41eb-ccaa-4bb9-98f2-0fae446f6e52, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=b02a41eb-ccaa-4bb9-98f2-0fae446f6e52,segment=NetworkSegment(6000ed2a-870c-4e5a-8dc8-2f1d4991e7c3),segment_id=6000ed2a-870c-4e5a-8dc8-2f1d4991e7c3)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:29.896497 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': 'b02a41eb-ccaa-4bb9-98f2-0fae446f6e52', 'network_id': '7032988c-8390-4737-962a-53084d5209d1', 'port_id': 'b02a41eb-ccaa-4bb9-98f2-0fae446f6e52', 'mac_address': 'fa:16:3e:2b:cf:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71a31dca-e21b-43a8-8868-0fba5292baf8', 'ip_address': '19.86.0.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:54:29.923170 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fda22b45-b181-4ee8-9484-7b6a028d7694 req-1b6d9754-4037-4cbb-a946-0e7388d598ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e HTTP/1.1" status: 200 len: 1000 time: 0.2493966 Aug 16 23:54:29.954952 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:29.981211 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b31ce-11fc-4f24-b50e-a2186984b633 req-b300decc-6c64-405e-a964-164dc9ef23c1 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:29.982783 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b5b31ce-11fc-4f24-b50e-a2186984b633 req-b300decc-6c64-405e-a964-164dc9ef23c1 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=8db9ed6b-d845-46d1-a5ac-bdbfec809cc9 HTTP/1.1" status: 200 len: 931 time: 0.2023122 Aug 16 23:54:29.983696 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b02a41eb-ccaa-4bb9-98f2-0fae446f6e52 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:54:30.003347 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbd910-80ad-430d-abd4-70ba2a4f91e6 req-e7e7a3d0-7115-4cc2-865c-6740f580b2d1 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:30.004580 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bebbd910-80ad-430d-abd4-70ba2a4f91e6 req-e7e7a3d0-7115-4cc2-865c-6740f580b2d1 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bd3fb45-6907-4f7e-902f-ce6c10977e5d HTTP/1.1" status: 200 len: 946 time: 0.2721522 Aug 16 23:54:30.005972 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda22b45-b181-4ee8-9484-7b6a028d7694 req-e26106b0-c4cb-488b-a2c4-0fbf5e38eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:30.009865 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fda22b45-b181-4ee8-9484-7b6a028d7694 req-e26106b0-c4cb-488b-a2c4-0fbf5e38eaa2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1977494 Aug 16 23:54:30.018207 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port b02a41eb-ccaa-4bb9-98f2-0fae446f6e52, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=b02a41eb-ccaa-4bb9-98f2-0fae446f6e52,segment=NetworkSegment(6000ed2a-870c-4e5a-8dc8-2f1d4991e7c3),segment_id=6000ed2a-870c-4e5a-8dc8-2f1d4991e7c3)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:30.024187 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:30.078465 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=b02a41eb-ccaa-4bb9-98f2-0fae446f6e52,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:30.085353 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda22b45-b181-4ee8-9484-7b6a028d7694 req-3d954998-c85f-435f-ae73-4d8dac3ebf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:30.086162 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-85b1dc1b-2252-4e59-97a2-d03165a135a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f3b27c-5fa7-4516-9bf6-f77671b18cf8 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:54:30.088236 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fda22b45-b181-4ee8-9484-7b6a028d7694 req-3d954998-c85f-435f-ae73-4d8dac3ebf6e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=191fa66a-6028-47ea-a3b7-5ed8bb45305a HTTP/1.1" status: 200 len: 859 time: 0.1473737 Aug 16 23:54:30.097443 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-85b1dc1b-2252-4e59-97a2-d03165a135a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:30.110805 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-85b1dc1b-2252-4e59-97a2-d03165a135a9 service neutron] Transition to ACTIVE for port object 55f3b27c-5fa7-4516-9bf6-f77671b18cf8 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:54:30.115626 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-85b1dc1b-2252-4e59-97a2-d03165a135a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:30.161401 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b5b31ce-11fc-4f24-b50e-a2186984b633 req-9e7bd41f-c4cd-4d0c-aa85-7d01d12cacf3 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups?id=89fd6287-b017-4b97-8971-3ee47b7c2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671679 Aug 16 23:54:30.173670 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bebbd910-80ad-430d-abd4-70ba2a4f91e6 req-1ce0aefa-8a5b-4bc0-b6b7-181adffc133a tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585550 Aug 16 23:54:30.178719 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1dc1b-2252-4e59-97a2-d03165a135a9 service neutron] Pushing event updated for resources: {'Port': ['ID=55f3b27c-5fa7-4516-9bf6-f77671b18cf8,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:30.179880 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda22b45-b181-4ee8-9484-7b6a028d7694 req-58581c81-08e0-4fdf-b576-b79e341a831f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:30.182221 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fda22b45-b181-4ee8-9484-7b6a028d7694 req-58581c81-08e0-4fdf-b576-b79e341a831f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1595550 Aug 16 23:54:30.235519 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda22b45-b181-4ee8-9484-7b6a028d7694 req-b7ae76f7-3ccf-4561-99e5-09c9e5535f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:30.237183 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fda22b45-b181-4ee8-9484-7b6a028d7694 req-b7ae76f7-3ccf-4561-99e5-09c9e5535f94 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34191e06-49f9-414f-b13a-5ba8e6dbd645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1387210 Aug 16 23:54:30.273998 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-85b1dc1b-2252-4e59-97a2-d03165a135a9 service neutron] Attempting to bind port 55f3b27c-5fa7-4516-9bf6-f77671b18cf8 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:54:30.274494 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-85b1dc1b-2252-4e59-97a2-d03165a135a9 service neutron] Attempting to bind port 55f3b27c-5fa7-4516-9bf6-f77671b18cf8 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '3c721221-cf3b-40af-b1b9-c06e071ed18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e49e8296-4270-42ee-8656-6741a559a39c'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:54:30.274841 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-85b1dc1b-2252-4e59-97a2-d03165a135a9 service neutron] Attempting to bind port 55f3b27c-5fa7-4516-9bf6-f77671b18cf8 on network e49e8296-4270-42ee-8656-6741a559a39c {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:54:30.279312 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-85b1dc1b-2252-4e59-97a2-d03165a135a9 service neutron] Port 55f3b27c-5fa7-4516-9bf6-f77671b18cf8 on network e49e8296-4270-42ee-8656-6741a559a39c not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:54:30.279918 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-85b1dc1b-2252-4e59-97a2-d03165a135a9 service neutron] Attempting to bind port 55f3b27c-5fa7-4516-9bf6-f77671b18cf8 on network e49e8296-4270-42ee-8656-6741a559a39c {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:54:30.284474 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-85b1dc1b-2252-4e59-97a2-d03165a135a9 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:54:30.284811 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-85b1dc1b-2252-4e59-97a2-d03165a135a9 service neutron] Checking segment: {'id': '3c721221-cf3b-40af-b1b9-c06e071ed18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e49e8296-4270-42ee-8656-6741a559a39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:54:30.285233 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-85b1dc1b-2252-4e59-97a2-d03165a135a9 service neutron] Bound using segment: {'id': '3c721221-cf3b-40af-b1b9-c06e071ed18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e49e8296-4270-42ee-8656-6741a559a39c'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:54:30.285659 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-85b1dc1b-2252-4e59-97a2-d03165a135a9 service neutron] Bound port: 55f3b27c-5fa7-4516-9bf6-f77671b18cf8, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c721221-cf3b-40af-b1b9-c06e071ed18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e49e8296-4270-42ee-8656-6741a559a39c'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:54:30.286018 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-85b1dc1b-2252-4e59-97a2-d03165a135a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:30.355990 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-85b1dc1b-2252-4e59-97a2-d03165a135a9 service neutron] For port 55f3b27c-5fa7-4516-9bf6-f77671b18cf8, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:54:30.359456 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-85b1dc1b-2252-4e59-97a2-d03165a135a9 service neutron] For port 55f3b27c-5fa7-4516-9bf6-f77671b18cf8, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=55f3b27c-5fa7-4516-9bf6-f77671b18cf8,segment=NetworkSegment(3c721221-cf3b-40af-b1b9-c06e071ed18f),segment_id=3c721221-cf3b-40af-b1b9-c06e071ed18f)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:54:30.364167 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-85b1dc1b-2252-4e59-97a2-d03165a135a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:30.408274 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-85b1dc1b-2252-4e59-97a2-d03165a135a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:30.408909 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-85b1dc1b-2252-4e59-97a2-d03165a135a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:30.410453 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-85b1dc1b-2252-4e59-97a2-d03165a135a9 service neutron] 10.222.0.69 "PUT /v2.0/ports/55f3b27c-5fa7-4516-9bf6-f77671b18cf8 HTTP/1.1" status: 200 len: 1092 time: 0.7958624 Aug 16 23:54:30.432577 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1dc1b-2252-4e59-97a2-d03165a135a9 service neutron] Pushing event updated for resources: {'Port': ['ID=55f3b27c-5fa7-4516-9bf6-f77671b18cf8,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:30.503791 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-8deb2eff-56a2-4418-8271-336cf1805f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:30.505342 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-8deb2eff-56a2-4418-8271-336cf1805f2c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=928fad2feae6486d8c368ea013044a74&device_id=8db9ed6b-d845-46d1-a5ac-bdbfec809cc9 HTTP/1.1" status: 200 len: 1095 time: 0.0480204 Aug 16 23:54:30.551687 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-35e4b7da-e646-48de-ab92-a07e08154166 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55f3b27c-5fa7-4516-9bf6-f77671b18cf8 HTTP/1.1" status: 200 len: 217 time: 0.0365939 Aug 16 23:54:30.612491 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-77996148-358f-4d38-ae34-ab4992a61c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:30.614110 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-77996148-358f-4d38-ae34-ab4992a61c9e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7bedae41-060a-4a82-9b3d-f77df955187e HTTP/1.1" status: 200 len: 852 time: 0.0487647 Aug 16 23:54:30.632872 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['b9e96b1b-599e-4f8d-b4ce-e461b629271c'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:30.654664 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-14b55de0-0a1d-49d3-9f31-e59a3091628d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e49e8296-4270-42ee-8656-6741a559a39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280170 Aug 16 23:54:30.657210 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['b02a41eb-ccaa-4bb9-98f2-0fae446f6e52'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:30.766427 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-36a8db88-96c7-4251-898b-96201dfb9811 service neutron] 10.222.0.69 "GET /v2.0/networks/e49e8296-4270-42ee-8656-6741a559a39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994582 Aug 16 23:54:30.769873 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8d3c637-355e-4700-a605-0e49e001348d req-fce9c135-79cc-4895-b572-4cb96a3e39ca tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.63 HTTP/1.1" status: 200 len: 1000 time: 0.5561421 Aug 16 23:54:30.836893 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10159363-3592-4adb-be0f-d4ed449bb3f3 req-4d3fae41-8e57-4aef-9b39-4a739ba4647b tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:30.842729 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10159363-3592-4adb-be0f-d4ed449bb3f3 req-4d3fae41-8e57-4aef-9b39-4a739ba4647b tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:30.844325 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-10159363-3592-4adb-be0f-d4ed449bb3f3 req-4d3fae41-8e57-4aef-9b39-4a739ba4647b tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?device_id=890470fa-b01e-4618-a194-968a70283b46 HTTP/1.1" status: 200 len: 1680 time: 0.5787902 Aug 16 23:54:30.850138 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fda22b45-b181-4ee8-9484-7b6a028d7694 req-bee54f7c-8d52-4734-a632-9890014943e4 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6473649 Aug 16 23:54:30.860898 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fda22b45-b181-4ee8-9484-7b6a028d7694 req-4bd61c52-abae-4b59-bcba-33dfb2858a9e service neutron] 10.222.0.69 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5926573 Aug 16 23:54:30.876904 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-760513bb-d26e-4bb6-9efe-d86cf9a0df0f req-53fb1c8a-ea3a-4d68-b41e-b43772b87e57 service neutron] 10.222.0.69 "GET /v2.0/networks/e49e8296-4270-42ee-8656-6741a559a39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982437 Aug 16 23:54:30.887278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3c637-355e-4700-a605-0e49e001348d req-737fc744-8eec-42cc-b9e0-c67e3aa70698 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:30.888699 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8d3c637-355e-4700-a605-0e49e001348d req-737fc744-8eec-42cc-b9e0-c67e3aa70698 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports/1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e HTTP/1.1" status: 200 len: 942 time: 0.1069932 Aug 16 23:54:31.070875 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-10159363-3592-4adb-be0f-d4ed449bb3f3 req-6944391a-c605-4972-b0be-f208bf5ae54d tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/security-groups?id=99794da0-50d3-4b0f-8569-811865d4b78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156487 Aug 16 23:54:31.102265 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8d3c637-355e-4700-a605-0e49e001348d req-8f3d8bed-5724-40f8-91ad-6374739c4680 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.63 HTTP/1.1" status: 200 len: 1000 time: 0.1599548 Aug 16 23:54:31.115502 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b896823-65b7-40f8-9ac8-3d61d6c56e1d x-openstack-request-id: req-1b896823-65b7-40f8-9ac8-3d61d6c56e1d {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:31.115978 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "890470fa-b01e-4618-a194-968a70283b46", "tag": "b02a41eb-ccaa-4bb9-98f2-0fae446f6e52", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:31.116270 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1b896823-65b7-40f8-9ac8-3d61d6c56e1d {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:31.118399 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890470fa-b01e-4618-a194-968a70283b46', 'tag': 'b02a41eb-ccaa-4bb9-98f2-0fae446f6e52', 'status': 'completed', 'code': 200} Aug 16 23:54:31.138031 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fda22b45-b181-4ee8-9484-7b6a028d7694 req-83290bb3-563c-4237-9f54-23c92894dba5 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684321 Aug 16 23:54:31.181866 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fda22b45-b181-4ee8-9484-7b6a028d7694 req-6d4eba4a-3f46-463d-8a90-8fe83cce3517 service neutron] 10.222.0.69 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037980 Aug 16 23:54:31.184320 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959eb239-2027-4051-833c-8eff0c4dba32', 'tag': 'dae2265e-e6b4-4a54-aa4c-b094ef043a7f'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:31.186417 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa36c14-d4a0-4f2a-a8b7-ca9931a9b8da" -d '{"events": [{"name": "network-changed", "server_uuid": "959eb239-2027-4051-833c-8eff0c4dba32", "tag": "dae2265e-e6b4-4a54-aa4c-b094ef043a7f"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:31.228376 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf7b36-efd4-48e5-85d8-7273c6845372 req-8b758478-b995-44a7-9ac7-ea72e1357979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:31.228876 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf7b36-efd4-48e5-85d8-7273c6845372 req-8b758478-b995-44a7-9ac7-ea72e1357979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:31.230943 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-40cf7b36-efd4-48e5-85d8-7273c6845372 req-8b758478-b995-44a7-9ac7-ea72e1357979 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6f0e719ea2ad4e27bf14dc4358a7d696&device_id=890470fa-b01e-4618-a194-968a70283b46 HTTP/1.1" status: 200 len: 1984 time: 0.0705440 Aug 16 23:54:31.250719 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3c637-355e-4700-a605-0e49e001348d req-3b355247-8b3f-4e33-b77b-7393b341a1cf tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:31.252288 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8d3c637-355e-4700-a605-0e49e001348d req-3b355247-8b3f-4e33-b77b-7393b341a1cf tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 784 time: 0.1396625 Aug 16 23:54:31.331561 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8d3c637-355e-4700-a605-0e49e001348d req-a5038680-8c0e-44a4-be0b-4cad5ff95be7 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.63 HTTP/1.1" status: 200 len: 1000 time: 0.0700297 Aug 16 23:54:31.345640 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-b8d3c637-355e-4700-a605-0e49e001348d req-a57e7f5d-1208-4446-9f55-c77e95192ca6 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:31.348789 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf7b36-efd4-48e5-85d8-7273c6845372 req-5fb90a62-4d87-4ef4-a085-d7b732e9f7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:31.350587 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-40cf7b36-efd4-48e5-85d8-7273c6845372 req-5fb90a62-4d87-4ef4-a085-d7b732e9f7df service neutron] 10.222.0.69 "GET /v2.0/networks?id=7032988c-8390-4737-962a-53084d5209d1 HTTP/1.1" status: 200 len: 903 time: 0.1078081 Aug 16 23:54:31.399658 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-40cf7b36-efd4-48e5-85d8-7273c6845372 req-c146543f-9b40-4b0c-90bb-6a6464c7b3c7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.99&port_id=b02a41eb-ccaa-4bb9-98f2-0fae446f6e52 HTTP/1.1" status: 200 len: 217 time: 0.0407062 Aug 16 23:54:31.429650 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b8d3c637-355e-4700-a605-0e49e001348d req-a57e7f5d-1208-4446-9f55-c77e95192ca6 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks [] for floatingip, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:31.461578 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf7b36-efd4-48e5-85d8-7273c6845372 req-86e44082-80ef-47b7-b239-95a4e596cb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:31.463523 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-40cf7b36-efd4-48e5-85d8-7273c6845372 req-86e44082-80ef-47b7-b239-95a4e596cb72 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=71a31dca-e21b-43a8-8868-0fba5292baf8 HTTP/1.1" status: 200 len: 801 time: 0.0529504 Aug 16 23:54:31.480886 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc27ae6-a574-49fd-9207-d78595569e2e req-d268164e-bf3e-41b8-b726-9298485bc32e tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:31.482482 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dcc27ae6-a574-49fd-9207-d78595569e2e req-d268164e-bf3e-41b8-b726-9298485bc32e tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aefde4d-087a-4a8f-ac6e-8aa917f1393e HTTP/1.1" status: 200 len: 948 time: 0.1025672 Aug 16 23:54:31.517500 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf7b36-efd4-48e5-85d8-7273c6845372 req-1541effd-648f-451a-98b8-e9e8a63e8243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:31.519002 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-40cf7b36-efd4-48e5-85d8-7273c6845372 req-1541effd-648f-451a-98b8-e9e8a63e8243 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7032988c-8390-4737-962a-53084d5209d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427966 Aug 16 23:54:31.572361 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dcc27ae6-a574-49fd-9207-d78595569e2e req-8af61753-43d0-451f-985e-a0b63cf3a7fe tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802515 Aug 16 23:54:31.618214 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-40cf7b36-efd4-48e5-85d8-7273c6845372 req-4cfb41a7-70c3-49ad-9875-65c820280dec service neutron] 10.222.0.69 "GET /v2.0/networks/7032988c-8390-4737-962a-53084d5209d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897884 Aug 16 23:54:31.626102 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b8d3c637-355e-4700-a605-0e49e001348d req-a57e7f5d-1208-4446-9f55-c77e95192ca6 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:31.631280 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b8d3c637-355e-4700-a605-0e49e001348d req-a57e7f5d-1208-4446-9f55-c77e95192ca6 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:31.631695 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [req-b8d3c637-355e-4700-a605-0e49e001348d req-a57e7f5d-1208-4446-9f55-c77e95192ca6 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Floating IP 60198882-6994-47ec-9e42-3e2c09a31eac disassociated. External IP: 172.25.3.63, port: 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e. Aug 16 23:54:31.723007 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-40cf7b36-efd4-48e5-85d8-7273c6845372 req-b81e2d3a-1c78-419f-a923-7473d0de79d2 service neutron] 10.222.0.69 "GET /v2.0/networks/7032988c-8390-4737-962a-53084d5209d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945101 Aug 16 23:54:31.766285 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ebf51-5d16-40e4-82c6-198b1c3b7f01 req-24c6a33d-e3fa-47a8-913d-6c621479df26 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:31.767777 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cb5ebf51-5d16-40e4-82c6-198b1c3b7f01 req-24c6a33d-e3fa-47a8-913d-6c621479df26 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 944 time: 0.0976760 Aug 16 23:54:31.820158 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 2230a39b-5350-40dc-9955-4ea3fc03a194 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:54:31.843418 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cb5ebf51-5d16-40e4-82c6-198b1c3b7f01 req-a9a93112-be9f-4ad9-b152-eb4fe463d600 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685649 Aug 16 23:54:31.902050 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852f07c2-02b5-48a8-8114-627f906e86ba x-openstack-request-id: req-852f07c2-02b5-48a8-8114-627f906e86ba {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:31.902345 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959eb239-2027-4051-833c-8eff0c4dba32", "tag": "dae2265e-e6b4-4a54-aa4c-b094ef043a7f", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:31.902605 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-852f07c2-02b5-48a8-8114-627f906e86ba {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:31.903004 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959eb239-2027-4051-833c-8eff0c4dba32', 'tag': 'dae2265e-e6b4-4a54-aa4c-b094ef043a7f', 'status': 'completed', 'code': 200} Aug 16 23:54:31.927801 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8d3c637-355e-4700-a605-0e49e001348d req-a57e7f5d-1208-4446-9f55-c77e95192ca6 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Router 1689b305-79b9-4905-9944-a604c369c997 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:54:31.928114 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 2230a39b-5350-40dc-9955-4ea3fc03a194, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=2230a39b-5350-40dc-9955-4ea3fc03a194,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:31.939254 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '2230a39b-5350-40dc-9955-4ea3fc03a194', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': '2230a39b-5350-40dc-9955-4ea3fc03a194', 'mac_address': 'fa:16:3e:0f:ce:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:54:31.978371 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:31.991073 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2230a39b-5350-40dc-9955-4ea3fc03a194 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:54:32.011827 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 2230a39b-5350-40dc-9955-4ea3fc03a194, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=2230a39b-5350-40dc-9955-4ea3fc03a194,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:32.016074 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:32.047001 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa36c14-d4a0-4f2a-a8b7-ca9931a9b8da req-2afd9591-f955-47e1-bdf1-6392cc1dd099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:32.048497 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8aa36c14-d4a0-4f2a-a8b7-ca9931a9b8da req-2afd9591-f955-47e1-bdf1-6392cc1dd099 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b30c0e442778419181d2ad6b2586afae&device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 1127 time: 0.1193953 Aug 16 23:54:32.066181 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=2230a39b-5350-40dc-9955-4ea3fc03a194,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:32.098529 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319db12a-526f-4cd0-96b8-c4668ec22fbb req-e7ccb301-b2bd-410c-836c-445a9b893c0a tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:32.099963 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-319db12a-526f-4cd0-96b8-c4668ec22fbb req-e7ccb301-b2bd-410c-836c-445a9b893c0a tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bd3fb45-6907-4f7e-902f-ce6c10977e5d HTTP/1.1" status: 200 len: 946 time: 0.1430340 Aug 16 23:54:32.189654 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8d3c637-355e-4700-a605-0e49e001348d req-a57e7f5d-1208-4446-9f55-c77e95192ca6 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:54:32.200807 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b8d3c637-355e-4700-a605-0e49e001348d req-a57e7f5d-1208-4446-9f55-c77e95192ca6 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:32.202905 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1304c3e6-30bd-4407-87cb-a8749da34545 None None] Sync routers for ids ['1689b305-79b9-4905-9944-a604c369c997'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:54:32.216413 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1304c3e6-30bd-4407-87cb-a8749da34545 None None] Routers {'1689b305-79b9-4905-9944-a604c369c997'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:54:32.217141 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1304c3e6-30bd-4407-87cb-a8749da34545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:54:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1689b305-79b9-4905-9944-a604c369c997'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:32.227061 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-319db12a-526f-4cd0-96b8-c4668ec22fbb req-0b6d5f74-9a0a-4088-8f70-38e457c5e7ab tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099129 Aug 16 23:54:32.250489 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8d3c637-355e-4700-a605-0e49e001348d req-a57e7f5d-1208-4446-9f55-c77e95192ca6 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "PUT /v2.0/floatingips/60198882-6994-47ec-9e42-3e2c09a31eac HTTP/1.1" status: 200 len: 694 time: 0.9118297 Aug 16 23:54:32.266759 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa36c14-d4a0-4f2a-a8b7-ca9931a9b8da req-9e41f1a3-8931-47ff-a0c4-a01ead606221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:32.268306 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8aa36c14-d4a0-4f2a-a8b7-ca9931a9b8da req-9e41f1a3-8931-47ff-a0c4-a01ead606221 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5dc1690b-6624-46fa-a54a-7524bbadf6de HTTP/1.1" status: 200 len: 919 time: 0.1869128 Aug 16 23:54:32.330488 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-1304c3e6-30bd-4407-87cb-a8749da34545 None None] Set router 1689b305-79b9-4905-9944-a604c369c997 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:54:32.346852 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8aa36c14-d4a0-4f2a-a8b7-ca9931a9b8da req-829b6869-4c9e-407f-a3f3-45da43cadb70 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dae2265e-e6b4-4a54-aa4c-b094ef043a7f HTTP/1.1" status: 200 len: 217 time: 0.0681143 Aug 16 23:54:32.385401 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['2230a39b-5350-40dc-9955-4ea3fc03a194'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:32.419812 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3c637-355e-4700-a605-0e49e001348d req-ec62ca56-06fd-4b1b-9911-97ed791ee3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:32.421401 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8d3c637-355e-4700-a605-0e49e001348d req-ec62ca56-06fd-4b1b-9911-97ed791ee3c0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21fd198ba9644f5c88173bc1efcb8f0a&device_id=bc776448-9d80-47f5-b555-323ff6b88487 HTTP/1.1" status: 200 len: 1097 time: 0.1519287 Aug 16 23:54:32.433191 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa36c14-d4a0-4f2a-a8b7-ca9931a9b8da req-64ff827b-583d-4b19-b0ac-7a02f56dd878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:32.434643 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8aa36c14-d4a0-4f2a-a8b7-ca9931a9b8da req-64ff827b-583d-4b19-b0ac-7a02f56dd878 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5 HTTP/1.1" status: 200 len: 858 time: 0.0724277 Aug 16 23:54:32.454933 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7ff86-79c8-4182-9f78-f993ac726a01 req-b00ad87b-bba1-4c04-90df-b7521dc07f84 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:32.456405 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ac7ff86-79c8-4182-9f78-f993ac726a01 req-b00ad87b-bba1-4c04-90df-b7521dc07f84 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=8db9ed6b-d845-46d1-a5ac-bdbfec809cc9 HTTP/1.1" status: 200 len: 943 time: 0.1602247 Aug 16 23:54:32.544674 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8aa36c14-d4a0-4f2a-a8b7-ca9931a9b8da req-ea0a342a-5458-4511-a2af-6aeaa3c47293 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5dc1690b-6624-46fa-a54a-7524bbadf6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988774 Aug 16 23:54:32.567426 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1304c3e6-30bd-4407-87cb-a8749da34545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689b305-79b9-4905-9944-a604c369c997', 'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-router', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:06Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'gw_port': {'id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '6ed44074-5b5f-4930-b5c6-f1fc43150d28', 'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'mac_address': 'fa:16:3e:9c:f2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:11Z', 'updated_at': '2021-08-16T23:53:21Z', 'revision_number': 5, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'subnets': [{'id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:32.595258 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1304c3e6-30bd-4407-87cb-a8749da34545 None None] Checking router: 1689b305-79b9-4905-9944-a604c369c997 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:54:32.605019 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1304c3e6-30bd-4407-87cb-a8749da34545 None None] Routers {'1689b305-79b9-4905-9944-a604c369c997'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:54:32.605646 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1304c3e6-30bd-4407-87cb-a8749da34545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:54:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1689b305-79b9-4905-9944-a604c369c997'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:32.651376 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ac7ff86-79c8-4182-9f78-f993ac726a01 req-7b543ddc-11ad-4c1a-8865-1cd3d5a6b4b5 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups?id=89fd6287-b017-4b97-8971-3ee47b7c2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796398 Aug 16 23:54:32.707167 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3c637-355e-4700-a605-0e49e001348d req-4f99f48e-7ffe-40aa-8b6d-910a00c126a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:32.708656 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8d3c637-355e-4700-a605-0e49e001348d req-4f99f48e-7ffe-40aa-8b6d-910a00c126a0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=34191e06-49f9-414f-b13a-5ba8e6dbd645 HTTP/1.1" status: 200 len: 921 time: 0.2382853 Aug 16 23:54:32.723819 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-1304c3e6-30bd-4407-87cb-a8749da34545 None None] Set router 1689b305-79b9-4905-9944-a604c369c997 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:54:32.731232 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8aa36c14-d4a0-4f2a-a8b7-ca9931a9b8da req-821bcebd-558f-41b8-97b0-0340e0505acf service neutron] 10.222.0.64 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747315 Aug 16 23:54:32.827768 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8d3c637-355e-4700-a605-0e49e001348d req-a200cbe6-040f-4a43-9098-d6e833958d97 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e HTTP/1.1" status: 200 len: 217 time: 0.1009216 Aug 16 23:54:32.888893 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2f39d-467a-4886-bf7e-6778c8ef7688 req-ffc7e751-0831-481d-9a41-faa3ec22f3b7 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:32.890508 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-04c2f39d-467a-4886-bf7e-6778c8ef7688 req-ffc7e751-0831-481d-9a41-faa3ec22f3b7 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c21dfb-f625-4c36-a37d-9eb4d98d279e HTTP/1.1" status: 200 len: 946 time: 0.1743472 Aug 16 23:54:32.926061 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3c637-355e-4700-a605-0e49e001348d req-618a5788-1397-496e-b74a-aed1e45d032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:32.927485 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8d3c637-355e-4700-a605-0e49e001348d req-618a5788-1397-496e-b74a-aed1e45d032d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=191fa66a-6028-47ea-a3b7-5ed8bb45305a HTTP/1.1" status: 200 len: 859 time: 0.0913575 Aug 16 23:54:32.933551 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1304c3e6-30bd-4407-87cb-a8749da34545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689b305-79b9-4905-9944-a604c369c997', 'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-router', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:06Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'gw_port': {'id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '6ed44074-5b5f-4930-b5c6-f1fc43150d28', 'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'mac_address': 'fa:16:3e:9c:f2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:11Z', 'updated_at': '2021-08-16T23:53:21Z', 'revision_number': 5, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'subnets': [{'id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:32.967574 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1304c3e6-30bd-4407-87cb-a8749da34545 None None] The sync data for ids ['1689b305-79b9-4905-9944-a604c369c997'] in n-d-800088-20 is: [{'id': '1689b305-79b9-4905-9944-a604c369c997', 'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-router', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:06Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'gw_port': {'id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '6ed44074-5b5f-4930-b5c6-f1fc43150d28', 'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'mac_address': 'fa:16:3e:9c:f2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:11Z', 'updated_at': '2021-08-16T23:53:21Z', 'revision_number': 5, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'subnets': [{'id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:54:32.981628 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8aa36c14-d4a0-4f2a-a8b7-ca9931a9b8da req-f0dcfe68-23bb-4c7a-8f24-3a1f8f0b12ef service neutron] 10.222.0.64 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297285 Aug 16 23:54:32.999086 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-04c2f39d-467a-4886-bf7e-6778c8ef7688 req-1fba86df-ab84-42de-a5ee-9126c72c895c tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/security-groups?id=924a7a98-9eb5-4373-9821-9ef20d002319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956159 Aug 16 23:54:33.028389 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3c637-355e-4700-a605-0e49e001348d req-c6c6d88a-f4f8-4fe1-bb66-41a5051f9e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:33.029666 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8d3c637-355e-4700-a605-0e49e001348d req-c6c6d88a-f4f8-4fe1-bb66-41a5051f9e82 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=34191e06-49f9-414f-b13a-5ba8e6dbd645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889046 Aug 16 23:54:33.119076 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db9ed6b-d845-46d1-a5ac-bdbfec809cc9', 'tag': '55f3b27c-5fa7-4516-9bf6-f77671b18cf8'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:33.123277 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962366ce-bc70-423a-b933-9a02e43f020a" -d '{"events": [{"name": "network-changed", "server_uuid": "8db9ed6b-d845-46d1-a5ac-bdbfec809cc9", "tag": "55f3b27c-5fa7-4516-9bf6-f77671b18cf8"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:33.149496 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8d3c637-355e-4700-a605-0e49e001348d req-bf711d10-da63-4b2e-a7a5-2292db9f08bd service neutron] 10.222.0.60 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113150 Aug 16 23:54:33.277648 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e2f55b-c32e-488d-a17c-c5c9a7d5e3ae None None] New status for floating IP 60198882-6994-47ec-9e42-3e2c09a31eac: DOWN {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:54:33.295492 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d833080-e063-44b4-bba2-0b153695fa3a req-23b47891-0bd6-432b-b4ba-05d43b97da30 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:33.301620 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d833080-e063-44b4-bba2-0b153695fa3a req-23b47891-0bd6-432b-b4ba-05d43b97da30 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:33.303433 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d833080-e063-44b4-bba2-0b153695fa3a req-23b47891-0bd6-432b-b4ba-05d43b97da30 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?device_id=890470fa-b01e-4618-a194-968a70283b46 HTTP/1.1" status: 200 len: 1680 time: 0.1528995 Aug 16 23:54:33.355434 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b67d8-2227-45a3-8ab3-7f6006e50287 req-b6e49c2b-90e8-4d6b-9932-da7e65273fcc tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:33.356886 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-848b67d8-2227-45a3-8ab3-7f6006e50287 req-b6e49c2b-90e8-4d6b-9932-da7e65273fcc tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.64 "GET /v2.0/ports?device_id=24c21dfb-f625-4c36-a37d-9eb4d98d279e HTTP/1.1" status: 200 len: 946 time: 0.1201756 Aug 16 23:54:33.382239 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8d3c637-355e-4700-a605-0e49e001348d req-c99aca97-2050-45cf-b9ea-9b6e68fdece2 service neutron] 10.222.0.60 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037315 Aug 16 23:54:33.447233 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d833080-e063-44b4-bba2-0b153695fa3a req-32ea9b81-924d-46e6-95fa-1fee54262735 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/security-groups?id=99794da0-50d3-4b0f-8569-811865d4b78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299646 Aug 16 23:54:33.478576 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 55f3b27c-5fa7-4516-9bf6-f77671b18cf8 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:54:33.582613 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device b9e96b1b-599e-4f8d-b4ce-e461b629271c up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:54:33.595979 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 55f3b27c-5fa7-4516-9bf6-f77671b18cf8, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=55f3b27c-5fa7-4516-9bf6-f77671b18cf8,segment=NetworkSegment(3c721221-cf3b-40af-b1b9-c06e071ed18f),segment_id=3c721221-cf3b-40af-b1b9-c06e071ed18f)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:33.604377 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-848b67d8-2227-45a3-8ab3-7f6006e50287 req-8eec6e20-36cf-4afd-83ba-384e4c4eccea tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Deleting port 4f91dbe0-5afc-4c32-a44e-becc70891564 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:54:33.604377 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-848b67d8-2227-45a3-8ab3-7f6006e50287 req-8eec6e20-36cf-4afd-83ba-384e4c4eccea tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:33.628813 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be3144-243c-4bff-a4e3-52ef73ee0337 req-4dba8da2-b912-432d-9f99-fad0ae70c871 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:33.636864 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3be3144-243c-4bff-a4e3-52ef73ee0337 req-4dba8da2-b912-432d-9f99-fad0ae70c871 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 944 time: 0.1184950 Aug 16 23:54:33.678085 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '55f3b27c-5fa7-4516-9bf6-f77671b18cf8', 'network_id': 'e49e8296-4270-42ee-8656-6741a559a39c', 'port_id': '55f3b27c-5fa7-4516-9bf6-f77671b18cf8', 'mac_address': 'fa:16:3e:b5:52:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bedae41-060a-4a82-9b3d-f77df955187e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:54:33.743055 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:33.753917 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port b9e96b1b-599e-4f8d-b4ce-e461b629271c completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:54:33.762625 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f3b27c-5fa7-4516-9bf6-f77671b18cf8 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:54:33.766747 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port b9e96b1b-599e-4f8d-b4ce-e461b629271c triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:54:33.767031 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:33.811541 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 55f3b27c-5fa7-4516-9bf6-f77671b18cf8, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=55f3b27c-5fa7-4516-9bf6-f77671b18cf8,segment=NetworkSegment(3c721221-cf3b-40af-b1b9-c06e071ed18f),segment_id=3c721221-cf3b-40af-b1b9-c06e071ed18f)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:33.818864 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:33.827340 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 2230a39b-5350-40dc-9955-4ea3fc03a194 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:54:33.929706 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=55f3b27c-5fa7-4516-9bf6-f77671b18cf8,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:33.958278 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:33.973872 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 2230a39b-5350-40dc-9955-4ea3fc03a194 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:54:33.982472 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 2230a39b-5350-40dc-9955-4ea3fc03a194 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:54:33.982851 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:34.020351 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890470fa-b01e-4618-a194-968a70283b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e96b1b-599e-4f8d-b4ce-e461b629271c'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:34.022900 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11beee6-ce79-4556-905b-0ae766ca185d" -d '{"events": [{"server_uuid": "890470fa-b01e-4618-a194-968a70283b46", "name": "network-vif-plugged", "status": "completed", "tag": "b9e96b1b-599e-4f8d-b4ce-e461b629271c"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:34.028642 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc776448-9d80-47f5-b555-323ff6b88487', 'tag': '1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:34.030730 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea83b61-4d9c-4987-9bc2-d37dc8288f69" -d '{"events": [{"name": "network-changed", "server_uuid": "bc776448-9d80-47f5-b555-323ff6b88487", "tag": "1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:34.041889 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port b9e96b1b-599e-4f8d-b4ce-e461b629271c, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=b9e96b1b-599e-4f8d-b4ce-e461b629271c,segment=NetworkSegment(47e123f8-5991-4b24-930f-9b78508377fb),segment_id=47e123f8-5991-4b24-930f-9b78508377fb)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:34.050857 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:34.051397 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device b02a41eb-ccaa-4bb9-98f2-0fae446f6e52 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:54:34.076272 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3be3144-243c-4bff-a4e3-52ef73ee0337 req-bf33f597-68eb-41ef-bcc3-5c7879325902 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383283 Aug 16 23:54:34.087251 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90720210-305b-48c3-8900-7ee4b65b7b2e req-d4ff58ff-709b-4738-ac09-46b615740788 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:34.094784 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90720210-305b-48c3-8900-7ee4b65b7b2e req-d4ff58ff-709b-4738-ac09-46b615740788 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aefde4d-087a-4a8f-ac6e-8aa917f1393e HTTP/1.1" status: 200 len: 949 time: 0.5988376 Aug 16 23:54:34.152907 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-848b67d8-2227-45a3-8ab3-7f6006e50287 req-8eec6e20-36cf-4afd-83ba-384e4c4eccea tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] For port 4f91dbe0-5afc-4c32-a44e-becc70891564, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4f91dbe0-5afc-4c32-a44e-becc70891564,segment=NetworkSegment(2e5b857d-bed9-47c8-b3b0-8b6db12a9249),segment_id=2e5b857d-bed9-47c8-b3b0-8b6db12a9249)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:34.153858 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-848b67d8-2227-45a3-8ab3-7f6006e50287 req-8eec6e20-36cf-4afd-83ba-384e4c4eccea tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:34.168541 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90720210-305b-48c3-8900-7ee4b65b7b2e req-71f5e79b-97b7-43f4-a5fd-aa9decdc8025 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727997 Aug 16 23:54:34.179860 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=b9e96b1b-599e-4f8d-b4ce-e461b629271c,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:34.208281 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:34.222582 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port b02a41eb-ccaa-4bb9-98f2-0fae446f6e52 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:54:34.234468 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port b02a41eb-ccaa-4bb9-98f2-0fae446f6e52 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:54:34.234851 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:34.246387 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f49691-ba96-44fd-8677-881f1efd42a7 x-openstack-request-id: req-04f49691-ba96-44fd-8677-881f1efd42a7 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:34.247105 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db9ed6b-d845-46d1-a5ac-bdbfec809cc9", "tag": "55f3b27c-5fa7-4516-9bf6-f77671b18cf8", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:34.247105 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-04f49691-ba96-44fd-8677-881f1efd42a7 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:34.247923 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db9ed6b-d845-46d1-a5ac-bdbfec809cc9', 'tag': '55f3b27c-5fa7-4516-9bf6-f77671b18cf8', 'status': 'completed', 'code': 200} Aug 16 23:54:34.291886 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 2230a39b-5350-40dc-9955-4ea3fc03a194, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=2230a39b-5350-40dc-9955-4ea3fc03a194,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:34.305961 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:34.307242 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device dae2265e-e6b4-4a54-aa4c-b094ef043a7f no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:54:34.347228 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962366ce-bc70-423a-b933-9a02e43f020a req-5c8bf270-fbfc-436c-9f2b-b2dc22db1579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:34.350286 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-962366ce-bc70-423a-b933-9a02e43f020a req-5c8bf270-fbfc-436c-9f2b-b2dc22db1579 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=928fad2feae6486d8c368ea013044a74&device_id=8db9ed6b-d845-46d1-a5ac-bdbfec809cc9 HTTP/1.1" status: 200 len: 1096 time: 0.0589404 Aug 16 23:54:34.378731 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=2230a39b-5350-40dc-9955-4ea3fc03a194,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:34.382217 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['55f3b27c-5fa7-4516-9bf6-f77671b18cf8'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:34.401325 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95604f-4507-48d3-b778-67c53e893669 req-f40095ad-9a1a-4847-9954-79876f3958ad tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:34.402993 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be95604f-4507-48d3-b778-67c53e893669 req-f40095ad-9a1a-4847-9954-79876f3958ad tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1d6bfce-e916-4759-a1df-a2a4ba7e038a HTTP/1.1" status: 200 len: 950 time: 0.1770484 Aug 16 23:54:34.517197 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7262d-8e22-4c9d-8fe6-6e6933011c7f req-32d77e72-451e-4725-8a64-ba98dbc399aa tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:34.519286 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42b7262d-8e22-4c9d-8fe6-6e6933011c7f req-32d77e72-451e-4725-8a64-ba98dbc399aa tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bd3fb45-6907-4f7e-902f-ce6c10977e5d HTTP/1.1" status: 200 len: 946 time: 0.1626770 Aug 16 23:54:34.527479 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be95604f-4507-48d3-b778-67c53e893669 req-2ff68323-169b-4a09-a0de-615960952016 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/security-groups?id=1775507e-e450-4eea-9b5f-c87387c897a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152017 Aug 16 23:54:34.534456 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-848b67d8-2227-45a3-8ab3-7f6006e50287 req-8eec6e20-36cf-4afd-83ba-384e4c4eccea tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:34.534911 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-848b67d8-2227-45a3-8ab3-7f6006e50287 req-8eec6e20-36cf-4afd-83ba-384e4c4eccea tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:34.535294 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [req-848b67d8-2227-45a3-8ab3-7f6006e50287 req-8eec6e20-36cf-4afd-83ba-384e4c4eccea tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Floating IP b716a6ef-26cf-40db-930b-5ec95d67e1f1 disassociated. External IP: 172.25.3.230, port: 4f91dbe0-5afc-4c32-a44e-becc70891564. Aug 16 23:54:34.535708 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-848b67d8-2227-45a3-8ab3-7f6006e50287 req-8eec6e20-36cf-4afd-83ba-384e4c4eccea tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Calling delete_port for 4f91dbe0-5afc-4c32-a44e-becc70891564 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:54:34.543008 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-4af1c628-ab83-429f-8dfa-3b8bc3d5f0a4 service neutron] 10.222.0.64 "GET /v2.0/ports/dae2265e-e6b4-4a54-aa4c-b094ef043a7f/bindings/n-h1-800088-20 HTTP/1.1" status: 200 len: 385 time: 0.0969391 Aug 16 23:54:34.544517 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962366ce-bc70-423a-b933-9a02e43f020a req-5aec0cd4-a4b4-47f4-ae64-3c0d805feced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:34.546095 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-962366ce-bc70-423a-b933-9a02e43f020a req-5aec0cd4-a4b4-47f4-ae64-3c0d805feced service neutron] 10.222.0.69 "GET /v2.0/networks?id=e49e8296-4270-42ee-8656-6741a559a39c HTTP/1.1" status: 200 len: 913 time: 0.1719494 Aug 16 23:54:34.631131 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42b7262d-8e22-4c9d-8fe6-6e6933011c7f req-d387b8e2-3686-4f63-b022-4209dd0788c9 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986629 Aug 16 23:54:34.661534 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:34.712249 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-962366ce-bc70-423a-b933-9a02e43f020a req-d23d0c49-9568-45e9-90cc-710b8e901454 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55f3b27c-5fa7-4516-9bf6-f77671b18cf8 HTTP/1.1" status: 200 len: 217 time: 0.0872037 Aug 16 23:54:34.775212 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port b02a41eb-ccaa-4bb9-98f2-0fae446f6e52, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=b02a41eb-ccaa-4bb9-98f2-0fae446f6e52,segment=NetworkSegment(6000ed2a-870c-4e5a-8dc8-2f1d4991e7c3),segment_id=6000ed2a-870c-4e5a-8dc8-2f1d4991e7c3)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:34.791641 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:34.792600 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device d7c95537-0ba6-44cc-9b63-efa0b169243d no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:54:34.794278 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962366ce-bc70-423a-b933-9a02e43f020a req-89dc9518-57d2-46cf-9c16-892bf5f51cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:34.797121 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-962366ce-bc70-423a-b933-9a02e43f020a req-89dc9518-57d2-46cf-9c16-892bf5f51cff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7bedae41-060a-4a82-9b3d-f77df955187e HTTP/1.1" status: 200 len: 852 time: 0.0658987 Aug 16 23:54:34.844167 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83a375-21c1-4ac8-a80b-1a3bf1d9ac00 req-517b364b-7fdf-43e8-90e6-77ccf30c7ccb tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:34.845823 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f83a375-21c1-4ac8-a80b-1a3bf1d9ac00 req-517b364b-7fdf-43e8-90e6-77ccf30c7ccb tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=8db9ed6b-d845-46d1-a5ac-bdbfec809cc9 HTTP/1.1" status: 200 len: 944 time: 0.0987802 Aug 16 23:54:34.868238 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-848b67d8-2227-45a3-8ab3-7f6006e50287 req-8eec6e20-36cf-4afd-83ba-384e4c4eccea tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:34.871610 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-962366ce-bc70-423a-b933-9a02e43f020a req-dec45ab8-da17-4f16-a628-c5abed5bc0d8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e49e8296-4270-42ee-8656-6741a559a39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547185 Aug 16 23:54:34.895246 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=b02a41eb-ccaa-4bb9-98f2-0fae446f6e52,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:34.943598 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec6e20-36cf-4afd-83ba-384e4c4eccea tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Pushing event deleted for resources: {'Port': ['ID=4f91dbe0-5afc-4c32-a44e-becc70891564,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:34.957490 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:34.998861 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port d7c95537-0ba6-44cc-9b63-efa0b169243d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=d7c95537-0ba6-44cc-9b63-efa0b169243d,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:35.002228 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-c2b6e75a-9d81-4522-8cf1-e6e5b0d37826 service neutron] For port dae2265e-e6b4-4a54-aa4c-b094ef043a7f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=dae2265e-e6b4-4a54-aa4c-b094ef043a7f,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:35.004084 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:35.009638 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f83a375-21c1-4ac8-a80b-1a3bf1d9ac00 req-443a3be4-357b-4a37-9e87-24168d360d15 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups?id=89fd6287-b017-4b97-8971-3ee47b7c2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435099 Aug 16 23:54:35.046388 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fbdd6-0dab-4290-8377-a412c5536dcb req-1cc8f8d4-e674-4a92-bef7-3a8c8792dd31 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:35.051776 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-c2b6e75a-9d81-4522-8cf1-e6e5b0d37826 service neutron] For port dae2265e-e6b4-4a54-aa4c-b094ef043a7f, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:54:35.055610 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d02fbdd6-0dab-4290-8377-a412c5536dcb req-1cc8f8d4-e674-4a92-bef7-3a8c8792dd31 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c21dfb-f625-4c36-a37d-9eb4d98d279e HTTP/1.1" status: 200 len: 867 time: 0.2358778 Aug 16 23:54:35.066194 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=d7c95537-0ba6-44cc-9b63-efa0b169243d,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:35.078883 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde2c16e-bcad-4845-b577-21d9fb934eee x-openstack-request-id: req-bde2c16e-bcad-4845-b577-21d9fb934eee {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:35.079178 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890470fa-b01e-4618-a194-968a70283b46", "name": "network-vif-plugged", "status": "completed", "tag": "b9e96b1b-599e-4f8d-b4ce-e461b629271c", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:35.079433 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bde2c16e-bcad-4845-b577-21d9fb934eee {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:35.079840 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890470fa-b01e-4618-a194-968a70283b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e96b1b-599e-4f8d-b4ce-e461b629271c', 'code': 200} Aug 16 23:54:35.080927 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-962366ce-bc70-423a-b933-9a02e43f020a req-5ecdca01-78a2-4173-9ca4-fff0cdbe10b0 service neutron] 10.222.0.69 "GET /v2.0/networks/e49e8296-4270-42ee-8656-6741a559a39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956062 Aug 16 23:54:35.108486 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-c2b6e75a-9d81-4522-8cf1-e6e5b0d37826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dae2265e-e6b4-4a54-aa4c-b094ef043a7f {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:54:35.117105 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d97bbc-895c-483b-9ef8-2b26924ed865 x-openstack-request-id: req-56d97bbc-895c-483b-9ef8-2b26924ed865 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:35.117653 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc776448-9d80-47f5-b555-323ff6b88487", "tag": "1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:35.117914 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-56d97bbc-895c-483b-9ef8-2b26924ed865 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:35.118302 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc776448-9d80-47f5-b555-323ff6b88487', 'tag': '1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e', 'status': 'completed', 'code': 200} Aug 16 23:54:35.156873 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-c2b6e75a-9d81-4522-8cf1-e6e5b0d37826 service neutron] For port dae2265e-e6b4-4a54-aa4c-b094ef043a7f, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=dae2265e-e6b4-4a54-aa4c-b094ef043a7f,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:35.158205 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d02fbdd6-0dab-4290-8377-a412c5536dcb req-9de8b40a-d1d9-48d8-ae1f-4d2d0215b16c tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/security-groups?id=924a7a98-9eb5-4373-9821-9ef20d002319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948601 Aug 16 23:54:35.185578 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-c2b6e75a-9d81-4522-8cf1-e6e5b0d37826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:35.206841 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-848b67d8-2227-45a3-8ab3-7f6006e50287 req-8eec6e20-36cf-4afd-83ba-384e4c4eccea tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Router 03548ba5-494d-4910-98a3-332a7396d317 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:54:35.250664 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-962366ce-bc70-423a-b933-9a02e43f020a req-f275e7d6-7ee4-4b6b-b10e-caa9eeffaa34 service neutron] 10.222.0.69 "GET /v2.0/networks/e49e8296-4270-42ee-8656-6741a559a39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553235 Aug 16 23:54:35.260536 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea83b61-4d9c-4987-9bc2-d37dc8288f69 req-f44cce79-e9c1-4bfb-a7f5-a6d299fcca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:35.262726 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ea83b61-4d9c-4987-9bc2-d37dc8288f69 req-f44cce79-e9c1-4bfb-a7f5-a6d299fcca2b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=21fd198ba9644f5c88173bc1efcb8f0a&device_id=bc776448-9d80-47f5-b555-323ff6b88487 HTTP/1.1" status: 200 len: 1097 time: 0.1015174 Aug 16 23:54:35.297063 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-c2b6e75a-9d81-4522-8cf1-e6e5b0d37826 service neutron] Transition to ACTIVE for port object dae2265e-e6b4-4a54-aa4c-b094ef043a7f will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:54:35.308086 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-c2b6e75a-9d81-4522-8cf1-e6e5b0d37826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:35.384258 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-c2b6e75a-9d81-4522-8cf1-e6e5b0d37826 service neutron] No DVR routers for this DVR port dae2265e-e6b4-4a54-aa4c-b094ef043a7f on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:54:35.387068 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c78e6-0e10-407d-8169-9b0f6cc1c598 req-6854a20a-29cc-46f4-8c7d-a531dde4af53 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:35.395147 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c78e6-0e10-407d-8169-9b0f6cc1c598 req-6854a20a-29cc-46f4-8c7d-a531dde4af53 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:35.404584 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-811c78e6-0e10-407d-8169-9b0f6cc1c598 req-6854a20a-29cc-46f4-8c7d-a531dde4af53 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?device_id=890470fa-b01e-4618-a194-968a70283b46 HTTP/1.1" status: 200 len: 1682 time: 0.2146385 Aug 16 23:54:35.435447 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6e75a-9d81-4522-8cf1-e6e5b0d37826 service neutron] Pushing event updated for resources: {'Port': ['ID=dae2265e-e6b4-4a54-aa4c-b094ef043a7f,revision_number=10']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:35.446773 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6e75a-9d81-4522-8cf1-e6e5b0d37826 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:35.447198 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6e75a-9d81-4522-8cf1-e6e5b0d37826 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:35.447934 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6e75a-9d81-4522-8cf1-e6e5b0d37826 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:35.448063 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6e75a-9d81-4522-8cf1-e6e5b0d37826 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:35.448465 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6e75a-9d81-4522-8cf1-e6e5b0d37826 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:35.448864 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6e75a-9d81-4522-8cf1-e6e5b0d37826 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:35.449372 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6e75a-9d81-4522-8cf1-e6e5b0d37826 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:35.449770 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6e75a-9d81-4522-8cf1-e6e5b0d37826 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:35.450307 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6e75a-9d81-4522-8cf1-e6e5b0d37826 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:35.450621 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6e75a-9d81-4522-8cf1-e6e5b0d37826 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:35.451369 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6e75a-9d81-4522-8cf1-e6e5b0d37826 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:35.451878 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b6e75a-9d81-4522-8cf1-e6e5b0d37826 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:35.462813 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-c2b6e75a-9d81-4522-8cf1-e6e5b0d37826 service neutron] 10.222.0.64 "PUT /v2.0/ports/dae2265e-e6b4-4a54-aa4c-b094ef043a7f/bindings/n-h1-800088-20/activate HTTP/1.1" status: 200 len: 370 time: 0.9124756 Aug 16 23:54:35.520284 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-811c78e6-0e10-407d-8169-9b0f6cc1c598 req-a8a4f342-7cbe-46ab-bad3-1d0db9718cb1 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/security-groups?id=99794da0-50d3-4b0f-8569-811865d4b78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147633 Aug 16 23:54:35.537588 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-848b67d8-2227-45a3-8ab3-7f6006e50287 req-8eec6e20-36cf-4afd-83ba-384e4c4eccea tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:54:35.552390 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2129eb-387c-473e-b2c3-0bf07e114948 None None] Sync routers for ids ['03548ba5-494d-4910-98a3-332a7396d317'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:54:35.567692 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2129eb-387c-473e-b2c3-0bf07e114948 None None] Routers {'03548ba5-494d-4910-98a3-332a7396d317'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:54:35.568720 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-0b2129eb-387c-473e-b2c3-0bf07e114948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:54:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['03548ba5-494d-4910-98a3-332a7396d317'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:35.594386 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-5eb0cf4c-b952-4b96-9d6f-f322afff903e tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:35.596566 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-5eb0cf4c-b952-4b96-9d6f-f322afff903e tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32&tenant_id=b30c0e442778419181d2ad6b2586afae&binding%3Ahost_id=n-h2-800088-20 HTTP/1.1" status: 200 len: 1097 time: 0.0600471 Aug 16 23:54:35.605601 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-848b67d8-2227-45a3-8ab3-7f6006e50287 req-8eec6e20-36cf-4afd-83ba-384e4c4eccea tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] No DVR routers for this DVR port 4f91dbe0-5afc-4c32-a44e-becc70891564 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:54:35.607952 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea83b61-4d9c-4987-9bc2-d37dc8288f69 req-207e064b-734e-4b9b-a077-ba9721eb9aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:35.609802 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ea83b61-4d9c-4987-9bc2-d37dc8288f69 req-207e064b-734e-4b9b-a077-ba9721eb9aa9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=34191e06-49f9-414f-b13a-5ba8e6dbd645 HTTP/1.1" status: 200 len: 921 time: 0.3077061 Aug 16 23:54:35.610954 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-848b67d8-2227-45a3-8ab3-7f6006e50287 req-8eec6e20-36cf-4afd-83ba-384e4c4eccea tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:35.612981 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-848b67d8-2227-45a3-8ab3-7f6006e50287 req-8eec6e20-36cf-4afd-83ba-384e4c4eccea tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.64 "DELETE /v2.0/ports/4f91dbe0-5afc-4c32-a44e-becc70891564 HTTP/1.1" status: 204 len: 173 time: 2.2459912 Aug 16 23:54:35.694345 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-be54ebc6-a71b-4bb1-b2ec-e2e80f1119e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:35.696264 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-be54ebc6-a71b-4bb1-b2ec-e2e80f1119e6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32&tenant_id=b30c0e442778419181d2ad6b2586afae HTTP/1.1" status: 200 len: 1097 time: 0.0834935 Aug 16 23:54:35.700980 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ea83b61-4d9c-4987-9bc2-d37dc8288f69 req-f9c69812-e7fe-4484-9304-846d42ebbbe6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e HTTP/1.1" status: 200 len: 217 time: 0.0700960 Aug 16 23:54:35.755411 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-0b2129eb-387c-473e-b2c3-0bf07e114948 None None] Set router 03548ba5-494d-4910-98a3-332a7396d317 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:54:35.798279 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-65a9c3ac-69ce-43ce-b554-0e2980366360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:35.799911 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-65a9c3ac-69ce-43ce-b554-0e2980366360 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b30c0e442778419181d2ad6b2586afae&device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 1097 time: 0.0596628 Aug 16 23:54:35.822542 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4f91dbe0-5afc-4c32-a44e-becc70891564 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:54:35.826039 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea83b61-4d9c-4987-9bc2-d37dc8288f69 req-de34b63e-d447-4209-8f6e-60e94a7c5229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:35.827592 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ea83b61-4d9c-4987-9bc2-d37dc8288f69 req-de34b63e-d447-4209-8f6e-60e94a7c5229 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=191fa66a-6028-47ea-a3b7-5ed8bb45305a HTTP/1.1" status: 200 len: 859 time: 0.0968015 Aug 16 23:54:35.839392 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c7607-1ff6-42f5-9791-b190fef628a5 req-e6952297-f0f6-410f-be53-f9fc35d7aae2 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:35.847416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d62c7607-1ff6-42f5-9791-b190fef628a5 req-e6952297-f0f6-410f-be53-f9fc35d7aae2 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a20abc-952a-487b-b5bc-527b052c93aa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1442695 Aug 16 23:54:35.868385 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 4f91dbe0-5afc-4c32-a44e-becc70891564 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:54:35.869513 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4f91dbe0-5afc-4c32-a44e-becc70891564 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:54:35.878744 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9e335-ccab-4c88-9e9e-66d9b5f06346 req-b37ea27c-3aab-4f20-aaa1-8ee0425a36e8 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:35.879830 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70a9e335-ccab-4c88-9e9e-66d9b5f06346 req-b37ea27c-3aab-4f20-aaa1-8ee0425a36e8 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 945 time: 0.1778829 Aug 16 23:54:35.920105 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-58b8868f-954d-49cc-8eeb-f74997e17d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:35.921859 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-58b8868f-954d-49cc-8eeb-f74997e17d4a service neutron] 10.222.0.69 "GET /v2.0/networks?id=5dc1690b-6624-46fa-a54a-7524bbadf6de HTTP/1.1" status: 200 len: 919 time: 0.1114452 Aug 16 23:54:35.964150 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d62c7607-1ff6-42f5-9791-b190fef628a5 req-1b1c8c89-a83d-4015-81e2-fc7320aada11 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.63 HTTP/1.1" status: 200 len: 695 time: 0.1156754 Aug 16 23:54:35.970792 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-5d9516ba-bcee-4e9d-b6f3-7e8c5541e510 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dae2265e-e6b4-4a54-aa4c-b094ef043a7f HTTP/1.1" status: 200 len: 217 time: 0.0388448 Aug 16 23:54:35.972960 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-d62c7607-1ff6-42f5-9791-b190fef628a5 req-70c6eb05-3c9c-4427-bb45-92dec8a9ef83 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Request body: {'floatingip': {'port_id': 'd177b0dc-64fb-4335-98ab-48634d87ed17', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:35.998049 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-0b2129eb-387c-473e-b2c3-0bf07e114948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03548ba5-494d-4910-98a3-332a7396d317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-929718497-router', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:28Z', 'revision_number': 4, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'gw_port': {'id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '01e1c983-b2cb-4eb2-b1ab-dff3afef6e01', 'name': '', 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'mac_address': 'fa:16:3e:20:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:27Z', 'updated_at': '2021-08-16T23:49:36Z', 'revision_number': 5, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'subnets': [{'id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:36.028898 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d62c7607-1ff6-42f5-9791-b190fef628a5 req-70c6eb05-3c9c-4427-bb45-92dec8a9ef83 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks [] for floatingip, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:36.032529 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2129eb-387c-473e-b2c3-0bf07e114948 None None] Checking router: 03548ba5-494d-4910-98a3-332a7396d317 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:54:36.045520 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2129eb-387c-473e-b2c3-0bf07e114948 None None] Routers {'03548ba5-494d-4910-98a3-332a7396d317'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:54:36.046778 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-0b2129eb-387c-473e-b2c3-0bf07e114948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:54:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['03548ba5-494d-4910-98a3-332a7396d317'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:36.058312 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-d50b023f-ca7b-445a-a162-1f6c9395b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:36.061644 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-d50b023f-ca7b-445a-a162-1f6c9395b473 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5 HTTP/1.1" status: 200 len: 858 time: 0.0750382 Aug 16 23:54:36.076698 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea83b61-4d9c-4987-9bc2-d37dc8288f69 req-57d7712b-af78-4f84-aba7-faa9dda18037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:36.078700 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ea83b61-4d9c-4987-9bc2-d37dc8288f69 req-57d7712b-af78-4f84-aba7-faa9dda18037 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34191e06-49f9-414f-b13a-5ba8e6dbd645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2290001 Aug 16 23:54:36.100253 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70a9e335-ccab-4c88-9e9e-66d9b5f06346 req-ebffa18a-cc0c-4d5a-ad81-f354131ad9ce tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715562 Aug 16 23:54:36.112356 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-fce3b661-d78a-4dfe-a41a-4224da2e7c08 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5dc1690b-6624-46fa-a54a-7524bbadf6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379112 Aug 16 23:54:36.177894 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-0b2129eb-387c-473e-b2c3-0bf07e114948 None None] Set router 03548ba5-494d-4910-98a3-332a7396d317 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:54:36.258642 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-218adb98-6c3a-4d23-ac76-e4d766260092 service neutron] 10.222.0.69 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365187 Aug 16 23:54:36.342955 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbc15b-2dec-4a5b-8446-e66e5ee201c5 req-106fc4b2-1083-4544-80ed-ca3d8efbabd8 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:36.344417 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7fbc15b-2dec-4a5b-8446-e66e5ee201c5 req-106fc4b2-1083-4544-80ed-ca3d8efbabd8 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aefde4d-087a-4a8f-ac6e-8aa917f1393e HTTP/1.1" status: 200 len: 950 time: 0.1683366 Aug 16 23:54:36.350397 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ea83b61-4d9c-4987-9bc2-d37dc8288f69 req-1cc760b5-bd7d-4e39-a0aa-7be170cd761e service neutron] 10.222.0.69 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490690 Aug 16 23:54:36.394057 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-161d3a73-c628-4fcc-acee-dce07e1c41d8 service neutron] 10.222.0.69 "GET /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107719 Aug 16 23:54:36.512381 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7fbc15b-2dec-4a5b-8446-e66e5ee201c5 req-ddb471f6-ac2f-4290-9459-2e73d5590ed5 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537011 Aug 16 23:54:36.521814 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-0b2129eb-387c-473e-b2c3-0bf07e114948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03548ba5-494d-4910-98a3-332a7396d317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-929718497-router', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:28Z', 'revision_number': 4, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'gw_port': {'id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '01e1c983-b2cb-4eb2-b1ab-dff3afef6e01', 'name': '', 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'mac_address': 'fa:16:3e:20:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:27Z', 'updated_at': '2021-08-16T23:49:36Z', 'revision_number': 5, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'subnets': [{'id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:36.551410 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2129eb-387c-473e-b2c3-0bf07e114948 None None] The sync data for ids ['03548ba5-494d-4910-98a3-332a7396d317'] in n-d-800088-20 is: [{'id': '03548ba5-494d-4910-98a3-332a7396d317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-929718497-router', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:28Z', 'revision_number': 4, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'gw_port': {'id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '01e1c983-b2cb-4eb2-b1ab-dff3afef6e01', 'name': '', 'network_id': '94cccefc-4269-48cf-98bd-8abcbe14edad', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'mac_address': 'fa:16:3e:20:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:27Z', 'updated_at': '2021-08-16T23:49:36Z', 'revision_number': 5, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'subnets': [{'id': 'e84fba67-0d47-488c-bc23-642dedf3f16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:54:36.619590 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ea83b61-4d9c-4987-9bc2-d37dc8288f69 req-8a8410ec-d25e-4926-9419-313255f706c7 service neutron] 10.222.0.69 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243814 Aug 16 23:54:36.791879 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f296feb-fcac-4e64-85e7-f790fb45adcb req-686a4a36-64e5-4b1a-b36d-930dddc212ce tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:36.793450 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f296feb-fcac-4e64-85e7-f790fb45adcb req-686a4a36-64e5-4b1a-b36d-930dddc212ce tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bd3fb45-6907-4f7e-902f-ce6c10977e5d HTTP/1.1" status: 200 len: 946 time: 0.1309404 Aug 16 23:54:36.825819 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825b7149-f294-43f6-888c-cfbf694b529f None None] New status for floating IP b716a6ef-26cf-40db-930b-5ec95d67e1f1: DOWN {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:54:36.871855 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-71842439-f035-4857-a249-0b91e710850b tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:36.873558 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-71842439-f035-4857-a249-0b91e710850b tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32&tenant_id=b30c0e442778419181d2ad6b2586afae&binding%3Ahost_id=n-h1-800088-20 HTTP/1.1" status: 200 len: 1097 time: 0.1527658 Aug 16 23:54:36.886012 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d62c7607-1ff6-42f5-9791-b190fef628a5 req-70c6eb05-3c9c-4427-bb45-92dec8a9ef83 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:36.896530 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d62c7607-1ff6-42f5-9791-b190fef628a5 req-70c6eb05-3c9c-4427-bb45-92dec8a9ef83 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:36.900458 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f296feb-fcac-4e64-85e7-f790fb45adcb req-206aeeda-575f-452e-8ae4-68190843a9eb tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007104 Aug 16 23:54:37.080626 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aefde4d-087a-4a8f-ac6e-8aa917f1393e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2230a39b-5350-40dc-9955-4ea3fc03a194'}, {'server_uuid': '890470fa-b01e-4618-a194-968a70283b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02a41eb-ccaa-4bb9-98f2-0fae446f6e52'}, {'server_uuid': 'f1d6bfce-e916-4759-a1df-a2a4ba7e038a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7c95537-0ba6-44cc-9b63-efa0b169243d'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:37.083222 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9778cd2-25e2-4ee3-8a6f-3b939ffe04c8" -d '{"events": [{"server_uuid": "2aefde4d-087a-4a8f-ac6e-8aa917f1393e", "name": "network-vif-plugged", "status": "completed", "tag": "2230a39b-5350-40dc-9955-4ea3fc03a194"}, {"server_uuid": "890470fa-b01e-4618-a194-968a70283b46", "name": "network-vif-plugged", "status": "completed", "tag": "b02a41eb-ccaa-4bb9-98f2-0fae446f6e52"}, {"server_uuid": "f1d6bfce-e916-4759-a1df-a2a4ba7e038a", "name": "network-vif-unplugged", "status": "completed", "tag": "d7c95537-0ba6-44cc-9b63-efa0b169243d"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:37.095079 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [req-d62c7607-1ff6-42f5-9791-b190fef628a5 req-70c6eb05-3c9c-4427-bb45-92dec8a9ef83 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Floating IP 60198882-6994-47ec-9e42-3e2c09a31eac associated. External IP: 172.25.3.63, port: d177b0dc-64fb-4335-98ab-48634d87ed17. Aug 16 23:54:37.130524 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c21dfb-f625-4c36-a37d-9eb4d98d279e', 'name': 'network-vif-deleted', 'tag': '4f91dbe0-5afc-4c32-a44e-becc70891564'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:37.132771 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cde74f5-b545-4605-afe6-08c5186d359d" -d '{"events": [{"server_uuid": "24c21dfb-f625-4c36-a37d-9eb4d98d279e", "name": "network-vif-deleted", "tag": "4f91dbe0-5afc-4c32-a44e-becc70891564"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:37.146009 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05373f9f-853b-413a-9f6d-59897d2ac5c3 req-b401a75f-ab48-4c37-9fff-dd7f3532f8d7 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:37.148101 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-05373f9f-853b-413a-9f6d-59897d2ac5c3 req-b401a75f-ab48-4c37-9fff-dd7f3532f8d7 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=8db9ed6b-d845-46d1-a5ac-bdbfec809cc9 HTTP/1.1" status: 200 len: 944 time: 0.1766186 Aug 16 23:54:37.184363 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cd440-2698-4d38-8755-d90c8489be5b req-c362fe06-afac-455d-88b9-59b70b4314bd tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:37.185940 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7b3cd440-2698-4d38-8755-d90c8489be5b req-c362fe06-afac-455d-88b9-59b70b4314bd tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc776448-9d80-47f5-b555-323ff6b88487 HTTP/1.1" status: 200 len: 945 time: 0.0512140 Aug 16 23:54:37.298731 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-7b3cd440-2698-4d38-8755-d90c8489be5b req-4fdcb6a9-aff6-4673-9b42-e0daa351d88d tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Deleting port 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:54:37.299442 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-7b3cd440-2698-4d38-8755-d90c8489be5b req-4fdcb6a9-aff6-4673-9b42-e0daa351d88d tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:37.400724 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-7b3cd440-2698-4d38-8755-d90c8489be5b req-4fdcb6a9-aff6-4673-9b42-e0daa351d88d tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] For port 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e,segment=NetworkSegment(33a33b0c-0d4a-424f-ba83-c386480cd0b2),segment_id=33a33b0c-0d4a-424f-ba83-c386480cd0b2)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:37.401022 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-7b3cd440-2698-4d38-8755-d90c8489be5b req-4fdcb6a9-aff6-4673-9b42-e0daa351d88d tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:37.416313 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-7b3cd440-2698-4d38-8755-d90c8489be5b req-4fdcb6a9-aff6-4673-9b42-e0daa351d88d tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Calling delete_port for 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:54:37.479508 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 55f3b27c-5fa7-4516-9bf6-f77671b18cf8 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:54:37.544415 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 55f3b27c-5fa7-4516-9bf6-f77671b18cf8 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:54:37.549235 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 55f3b27c-5fa7-4516-9bf6-f77671b18cf8 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:54:37.549956 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:37.574903 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-ef22c106-69cb-42f8-9cf7-9c3dff3e59b5 service neutron] For port dae2265e-e6b4-4a54-aa4c-b094ef043a7f, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:54:37.581387 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-7b3cd440-2698-4d38-8755-d90c8489be5b req-4fdcb6a9-aff6-4673-9b42-e0daa351d88d tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:37.581672 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-05373f9f-853b-413a-9f6d-59897d2ac5c3 req-38a371cf-c955-4e04-91f0-1abe4da6ff37 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups?id=89fd6287-b017-4b97-8971-3ee47b7c2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211361 Aug 16 23:54:37.586843 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-ef22c106-69cb-42f8-9cf7-9c3dff3e59b5 service neutron] Notify callbacks [] for binding, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:37.587883 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43d0b775-e9ac-47b5-bda2-1b1bf423b35b req-ef22c106-69cb-42f8-9cf7-9c3dff3e59b5 service neutron] 10.222.0.69 "DELETE /v2.0/ports/dae2265e-e6b4-4a54-aa4c-b094ef043a7f/bindings/n-h2-800088-20 HTTP/1.1" status: 204 len: 173 time: 0.7008297 Aug 16 23:54:37.601160 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['d177b0dc-64fb-4335-98ab-48634d87ed17'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:37.607283 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:37.670538 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcb6a9-aff6-4673-9b42-e0daa351d88d tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Pushing event deleted for resources: {'Port': ['ID=1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:37.772220 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d62c7607-1ff6-42f5-9791-b190fef628a5 req-70c6eb05-3c9c-4427-bb45-92dec8a9ef83 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Router 1689b305-79b9-4905-9944-a604c369c997 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:54:37.774411 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3cd440-2698-4d38-8755-d90c8489be5b req-4fdcb6a9-aff6-4673-9b42-e0daa351d88d tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] No DVR routers for this DVR port 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:54:37.778634 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-7b3cd440-2698-4d38-8755-d90c8489be5b req-4fdcb6a9-aff6-4673-9b42-e0daa351d88d tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:37.783150 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7b3cd440-2698-4d38-8755-d90c8489be5b req-4fdcb6a9-aff6-4673-9b42-e0daa351d88d tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.69 "DELETE /v2.0/ports/1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e HTTP/1.1" status: 204 len: 173 time: 0.5871305 Aug 16 23:54:37.783974 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc776448-9d80-47f5-b555-323ff6b88487', 'name': 'network-vif-deleted', 'tag': '1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:37.789196 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684a0506-ec09-4419-82aa-7e19619268d8" -d '{"events": [{"server_uuid": "bc776448-9d80-47f5-b555-323ff6b88487", "name": "network-vif-deleted", "tag": "1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:37.878827 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:37.954371 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 55f3b27c-5fa7-4516-9bf6-f77671b18cf8, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=55f3b27c-5fa7-4516-9bf6-f77671b18cf8,segment=NetworkSegment(3c721221-cf3b-40af-b1b9-c06e071ed18f),segment_id=3c721221-cf3b-40af-b1b9-c06e071ed18f)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:37.969946 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d62c7607-1ff6-42f5-9791-b190fef628a5 req-70c6eb05-3c9c-4427-bb45-92dec8a9ef83 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:54:37.977068 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d62c7607-1ff6-42f5-9791-b190fef628a5 req-70c6eb05-3c9c-4427-bb45-92dec8a9ef83 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:37.978040 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:37.987324 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1a761f-175b-4038-9006-f43a87f4f098 None None] Sync routers for ids ['1689b305-79b9-4905-9944-a604c369c997'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:54:37.989919 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb72cb4-f72b-4415-93e1-bdbc5759a709 req-9ea3bfc4-2c8f-4db4-8cfc-be0aee1ec6ec tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:37.997130 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb72cb4-f72b-4415-93e1-bdbc5759a709 req-9ea3bfc4-2c8f-4db4-8cfc-be0aee1ec6ec tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:37.999086 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5eb72cb4-f72b-4415-93e1-bdbc5759a709 req-9ea3bfc4-2c8f-4db4-8cfc-be0aee1ec6ec tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?device_id=890470fa-b01e-4618-a194-968a70283b46 HTTP/1.1" status: 200 len: 1682 time: 0.0886383 Aug 16 23:54:38.000678 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1a761f-175b-4038-9006-f43a87f4f098 None None] Routers {'1689b305-79b9-4905-9944-a604c369c997'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:54:38.001622 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-9b1a761f-175b-4038-9006-f43a87f4f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:54:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1689b305-79b9-4905-9944-a604c369c997'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:38.043660 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d62c7607-1ff6-42f5-9791-b190fef628a5 req-70c6eb05-3c9c-4427-bb45-92dec8a9ef83 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "PUT /v2.0/floatingips/60198882-6994-47ec-9e42-3e2c09a31eac HTTP/1.1" status: 200 len: 995 time: 2.0785890 Aug 16 23:54:38.062733 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5eb72cb4-f72b-4415-93e1-bdbc5759a709 req-90cd9f9c-f4d7-437c-844b-11d7b267a46c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/security-groups?id=99794da0-50d3-4b0f-8569-811865d4b78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473385 Aug 16 23:54:38.063002 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=55f3b27c-5fa7-4516-9bf6-f77671b18cf8,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:38.136988 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e74913-f004-43d3-aba6-69678e5f6b7a x-openstack-request-id: req-82e74913-f004-43d3-aba6-69678e5f6b7a {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:38.137336 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aefde4d-087a-4a8f-ac6e-8aa917f1393e", "name": "network-vif-plugged", "status": "completed", "tag": "2230a39b-5350-40dc-9955-4ea3fc03a194", "code": 200}, {"server_uuid": "890470fa-b01e-4618-a194-968a70283b46", "name": "network-vif-plugged", "status": "completed", "tag": "b02a41eb-ccaa-4bb9-98f2-0fae446f6e52", "code": 200}, {"server_uuid": "f1d6bfce-e916-4759-a1df-a2a4ba7e038a", "name": "network-vif-unplugged", "status": "completed", "tag": "d7c95537-0ba6-44cc-9b63-efa0b169243d", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:38.137799 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-82e74913-f004-43d3-aba6-69678e5f6b7a {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:38.139267 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aefde4d-087a-4a8f-ac6e-8aa917f1393e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2230a39b-5350-40dc-9955-4ea3fc03a194', 'code': 200} Aug 16 23:54:38.140143 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890470fa-b01e-4618-a194-968a70283b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02a41eb-ccaa-4bb9-98f2-0fae446f6e52', 'code': 200} Aug 16 23:54:38.141066 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d6bfce-e916-4759-a1df-a2a4ba7e038a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7c95537-0ba6-44cc-9b63-efa0b169243d', 'code': 200} Aug 16 23:54:38.141311 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c7607-1ff6-42f5-9791-b190fef628a5 req-0d89ec3b-5693-4350-8e5d-0107b8568910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:38.143627 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d62c7607-1ff6-42f5-9791-b190fef628a5 req-0d89ec3b-5693-4350-8e5d-0107b8568910 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21fd198ba9644f5c88173bc1efcb8f0a&device_id=f2a20abc-952a-487b-b5bc-527b052c93aa HTTP/1.1" status: 200 len: 1097 time: 0.0702674 Aug 16 23:54:38.155791 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-9b1a761f-175b-4038-9006-f43a87f4f098 None None] Set router 1689b305-79b9-4905-9944-a604c369c997 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:54:38.293472 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee23a-7fd9-4c67-af55-fd19948d9043 req-23fbb29d-092b-4637-89df-912a1cddbd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:38.294132 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee23a-7fd9-4c67-af55-fd19948d9043 req-23fbb29d-092b-4637-89df-912a1cddbd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:38.296001 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-911ee23a-7fd9-4c67-af55-fd19948d9043 req-23fbb29d-092b-4637-89df-912a1cddbd21 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=890470fa-b01e-4618-a194-968a70283b46 HTTP/1.1" status: 200 len: 1986 time: 0.0485382 Aug 16 23:54:38.337320 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-911ee23a-7fd9-4c67-af55-fd19948d9043 req-70eb0238-09ec-489d-bd90-9d59be68d7bc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=99794da0-50d3-4b0f-8569-811865d4b78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299354 Aug 16 23:54:38.353993 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95d2b5-5efb-4342-b4d3-8b386e1e4eee req-4bf4a177-d521-4508-904e-4ee6d3dd7235 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:38.355570 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3b95d2b5-5efb-4342-b4d3-8b386e1e4eee req-4bf4a177-d521-4508-904e-4ee6d3dd7235 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 945 time: 0.1246738 Aug 16 23:54:38.359972 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063255e7-80ee-4083-a30e-5c217d389e82 req-f61b373e-1e41-4b39-bf08-0173af070ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:38.361397 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-063255e7-80ee-4083-a30e-5c217d389e82 req-f61b373e-1e41-4b39-bf08-0173af070ae3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2aefde4d-087a-4a8f-ac6e-8aa917f1393e HTTP/1.1" status: 200 len: 1102 time: 0.1324732 Aug 16 23:54:38.362591 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c7607-1ff6-42f5-9791-b190fef628a5 req-9ee2e5c0-52fd-4ef8-8112-24447998fb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:38.363924 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d62c7607-1ff6-42f5-9791-b190fef628a5 req-9ee2e5c0-52fd-4ef8-8112-24447998fb5e service neutron] 10.222.0.60 "GET /v2.0/networks?id=34191e06-49f9-414f-b13a-5ba8e6dbd645 HTTP/1.1" status: 200 len: 921 time: 0.2100115 Aug 16 23:54:38.429948 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-9b1a761f-175b-4038-9006-f43a87f4f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689b305-79b9-4905-9944-a604c369c997', 'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-router', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:06Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'gw_port': {'id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '60198882-6994-47ec-9e42-3e2c09a31eac', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'floating_ip_address': '172.25.3.63', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '1689b305-79b9-4905-9944-a604c369c997', 'port_id': 'd177b0dc-64fb-4335-98ab-48634d87ed17', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'mac_address': 'fa:16:3e:3d:00:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a20abc-952a-487b-b5bc-527b052c93aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:53:42Z', 'updated_at': '2021-08-16T23:54:36Z', 'revision_number': 8, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ed44074-5b5f-4930-b5c6-f1fc43150d28', 'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'mac_address': 'fa:16:3e:9c:f2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:11Z', 'updated_at': '2021-08-16T23:53:21Z', 'revision_number': 5, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'subnets': [{'id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:38.464302 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1a761f-175b-4038-9006-f43a87f4f098 None None] Checking router: 1689b305-79b9-4905-9944-a604c369c997 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:54:38.474774 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1a761f-175b-4038-9006-f43a87f4f098 None None] Routers {'1689b305-79b9-4905-9944-a604c369c997'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:54:38.475406 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-9b1a761f-175b-4038-9006-f43a87f4f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:54:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1689b305-79b9-4905-9944-a604c369c997'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:38.484739 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3b95d2b5-5efb-4342-b4d3-8b386e1e4eee req-a660dc34-d259-459e-91a1-2fcec6181759 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197658 Aug 16 23:54:38.490857 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-063255e7-80ee-4083-a30e-5c217d389e82 req-bedca3b9-a84f-4202-ae75-e1dff4e4140e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186905 Aug 16 23:54:38.495239 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d62c7607-1ff6-42f5-9791-b190fef628a5 req-53537dc9-72b0-4e77-b522-c2eabf45812c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d177b0dc-64fb-4335-98ab-48634d87ed17 HTTP/1.1" status: 200 len: 998 time: 0.1208375 Aug 16 23:54:38.558120 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c7607-1ff6-42f5-9791-b190fef628a5 req-5880c0f7-33eb-4b45-90f9-77863576325c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:38.560127 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d62c7607-1ff6-42f5-9791-b190fef628a5 req-5880c0f7-33eb-4b45-90f9-77863576325c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=191fa66a-6028-47ea-a3b7-5ed8bb45305a HTTP/1.1" status: 200 len: 859 time: 0.0567641 Aug 16 23:54:38.561848 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda0412c-6eec-4c73-ac2a-4e8bbe4a7b95 x-openstack-request-id: req-bda0412c-6eec-4c73-ac2a-4e8bbe4a7b95 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:38.562212 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c21dfb-f625-4c36-a37d-9eb4d98d279e", "name": "network-vif-deleted", "tag": "4f91dbe0-5afc-4c32-a44e-becc70891564", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:38.562886 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bda0412c-6eec-4c73-ac2a-4e8bbe4a7b95 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:38.563333 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c21dfb-f625-4c36-a37d-9eb4d98d279e', 'name': 'network-vif-deleted', 'tag': '4f91dbe0-5afc-4c32-a44e-becc70891564', 'status': 'completed', 'code': 200} Aug 16 23:54:38.630896 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-9b1a761f-175b-4038-9006-f43a87f4f098 None None] Set router 1689b305-79b9-4905-9944-a604c369c997 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:54:38.640873 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c7607-1ff6-42f5-9791-b190fef628a5 req-eb4578af-b830-4f2c-a885-0ed750fd4001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:38.642617 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d62c7607-1ff6-42f5-9791-b190fef628a5 req-eb4578af-b830-4f2c-a885-0ed750fd4001 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=34191e06-49f9-414f-b13a-5ba8e6dbd645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755572 Aug 16 23:54:38.754838 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdff34b-da0d-470d-9b38-4b1bf5b59ae8 req-2245018a-95db-4393-8097-57d1cde6accf tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:38.756348 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ffdff34b-da0d-470d-9b38-4b1bf5b59ae8 req-2245018a-95db-4393-8097-57d1cde6accf tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aefde4d-087a-4a8f-ac6e-8aa917f1393e HTTP/1.1" status: 200 len: 950 time: 0.1315849 Aug 16 23:54:38.810446 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d62c7607-1ff6-42f5-9791-b190fef628a5 req-131d12c8-2359-4f93-be7b-ec4b860bfdcb service neutron] 10.222.0.60 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455350 Aug 16 23:54:38.817803 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ffdff34b-da0d-470d-9b38-4b1bf5b59ae8 req-9311b0ff-9e9c-41ae-aa4d-7e2fdd2b5ee3 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540397 Aug 16 23:54:38.910562 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-9b1a761f-175b-4038-9006-f43a87f4f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689b305-79b9-4905-9944-a604c369c997', 'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-router', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:06Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'gw_port': {'id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '60198882-6994-47ec-9e42-3e2c09a31eac', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'floating_ip_address': '172.25.3.63', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '1689b305-79b9-4905-9944-a604c369c997', 'port_id': 'd177b0dc-64fb-4335-98ab-48634d87ed17', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'mac_address': 'fa:16:3e:3d:00:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a20abc-952a-487b-b5bc-527b052c93aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:53:42Z', 'updated_at': '2021-08-16T23:54:36Z', 'revision_number': 8, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ed44074-5b5f-4930-b5c6-f1fc43150d28', 'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'mac_address': 'fa:16:3e:9c:f2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:11Z', 'updated_at': '2021-08-16T23:53:21Z', 'revision_number': 5, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'subnets': [{'id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:38.932063 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d62c7607-1ff6-42f5-9791-b190fef628a5 req-89b3f632-3b71-4b7c-b650-8614a459a729 service neutron] 10.222.0.60 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119640 Aug 16 23:54:38.942414 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1a761f-175b-4038-9006-f43a87f4f098 None None] The sync data for ids ['1689b305-79b9-4905-9944-a604c369c997'] in n-d-800088-20 is: [{'id': '1689b305-79b9-4905-9944-a604c369c997', 'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-router', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:06Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'gw_port': {'id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '60198882-6994-47ec-9e42-3e2c09a31eac', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'floating_ip_address': '172.25.3.63', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '1689b305-79b9-4905-9944-a604c369c997', 'port_id': 'd177b0dc-64fb-4335-98ab-48634d87ed17', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'mac_address': 'fa:16:3e:3d:00:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a20abc-952a-487b-b5bc-527b052c93aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:53:42Z', 'updated_at': '2021-08-16T23:54:36Z', 'revision_number': 8, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ed44074-5b5f-4930-b5c6-f1fc43150d28', 'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'mac_address': 'fa:16:3e:9c:f2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:11Z', 'updated_at': '2021-08-16T23:53:21Z', 'revision_number': 5, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'subnets': [{'id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:54:38.963168 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46acb52c-74cd-42af-87e6-a2c9e5109cc2 x-openstack-request-id: req-46acb52c-74cd-42af-87e6-a2c9e5109cc2 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:38.963594 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc776448-9d80-47f5-b555-323ff6b88487", "name": "network-vif-deleted", "tag": "1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:38.963914 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46acb52c-74cd-42af-87e6-a2c9e5109cc2 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:38.964325 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc776448-9d80-47f5-b555-323ff6b88487', 'name': 'network-vif-deleted', 'tag': '1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e', 'status': 'completed', 'code': 200} Aug 16 23:54:39.097216 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf5690-afb6-4396-b54b-0f7043e0d330 req-b1bedd2e-88f8-4f46-bcca-f3f126d8b336 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:39.098831 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e1bf5690-afb6-4396-b54b-0f7043e0d330 req-b1bedd2e-88f8-4f46-bcca-f3f126d8b336 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bd3fb45-6907-4f7e-902f-ce6c10977e5d HTTP/1.1" status: 200 len: 946 time: 0.0861483 Aug 16 23:54:39.112949 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ffc59-5fe5-49ef-b98c-e0539d8e84cf req-0229208c-018d-44c8-aee9-6d2c06728d8c tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:39.114664 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-022ffc59-5fe5-49ef-b98c-e0539d8e84cf req-0229208c-018d-44c8-aee9-6d2c06728d8c tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=8db9ed6b-d845-46d1-a5ac-bdbfec809cc9 HTTP/1.1" status: 200 len: 945 time: 0.0705626 Aug 16 23:54:39.173391 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f67ea7-8b21-4de9-a321-1c346832fd43 None None] New status for floating IP 60198882-6994-47ec-9e42-3e2c09a31eac: ACTIVE {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:54:39.175883 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e1bf5690-afb6-4396-b54b-0f7043e0d330 req-dfef8e48-4974-461f-8863-056d3de86c93 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602822 Aug 16 23:54:39.182006 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-022ffc59-5fe5-49ef-b98c-e0539d8e84cf req-e1ce7185-761c-41f3-a778-2bf77c386de0 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups?id=89fd6287-b017-4b97-8971-3ee47b7c2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587542 Aug 16 23:54:39.323042 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40ea4bde-92ba-403f-a229-9d8a9a5e2fe4 req-767339fc-d235-47ff-93a7-888fe5145910 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/floatingips/60198882-6994-47ec-9e42-3e2c09a31eac HTTP/1.1" status: 200 len: 995 time: 0.0988944 Aug 16 23:54:39.366839 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8063c81-ba05-4583-b13b-56198b0b5c3c req-f1d19b7d-cb7b-4852-9f64-f5c0da0fe895 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:39.368358 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8063c81-ba05-4583-b13b-56198b0b5c3c req-f1d19b7d-cb7b-4852-9f64-f5c0da0fe895 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 1097 time: 0.0905061 Aug 16 23:54:39.451769 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8063c81-ba05-4583-b13b-56198b0b5c3c req-6101fd83-87c8-4c46-9f0a-c067c0da2df7 tempest-LiveAutoBlockMigrationV225Test-105772114 tempest-LiveAutoBlockMigrationV225Test-105772114-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517731 Aug 16 23:54:39.483261 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea4bde-92ba-403f-a229-9d8a9a5e2fe4 req-bf16f825-5476-4591-b7a0-320f41f62f03 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:39.484632 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40ea4bde-92ba-403f-a229-9d8a9a5e2fe4 req-bf16f825-5476-4591-b7a0-320f41f62f03 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 784 time: 0.1535218 Aug 16 23:54:39.500688 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-40ea4bde-92ba-403f-a229-9d8a9a5e2fe4 req-6adcd972-215e-455b-91ce-7c4dd5de0128 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:54:39.500843 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device a1d6dd85-c6eb-4f84-99d6-5124a84ad68d details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:54:39.513746 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40ea4bde-92ba-403f-a229-9d8a9a5e2fe4 req-6adcd972-215e-455b-91ce-7c4dd5de0128 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192046 Aug 16 23:54:39.541795 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48648) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:54:39.595746 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678d693-ed8c-41e0-b257-075a16cb6943 req-621ce263-df29-4a40-9364-ac0b4e537856 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:39.602781 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678d693-ed8c-41e0-b257-075a16cb6943 req-621ce263-df29-4a40-9364-ac0b4e537856 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:39.604736 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2678d693-ed8c-41e0-b257-075a16cb6943 req-621ce263-df29-4a40-9364-ac0b4e537856 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?device_id=890470fa-b01e-4618-a194-968a70283b46 HTTP/1.1" status: 200 len: 1682 time: 0.0669036 Aug 16 23:54:39.633974 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7244da2e-2aad-4c88-b75b-29bc1b51bd50 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:39.665821 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7244da2e-2aad-4c88-b75b-29bc1b51bd50 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:39.666090 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2678d693-ed8c-41e0-b257-075a16cb6943 req-e0715c58-a702-4c23-9bc7-a5b0dac35dc4 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/security-groups?id=99794da0-50d3-4b0f-8569-811865d4b78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538907 Aug 16 23:54:39.712760 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port a1d6dd85-c6eb-4f84-99d6-5124a84ad68d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a1d6dd85-c6eb-4f84-99d6-5124a84ad68d,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:39.740872 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': 'a1d6dd85-c6eb-4f84-99d6-5124a84ad68d', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': 'a1d6dd85-c6eb-4f84-99d6-5124a84ad68d', 'mac_address': 'fa:16:3e:01:6a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:54:39.762363 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7244da2e-2aad-4c88-b75b-29bc1b51bd50 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:39.767709 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7244da2e-2aad-4c88-b75b-29bc1b51bd50 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:39.772253 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7244da2e-2aad-4c88-b75b-29bc1b51bd50 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "DELETE /v2.0/security-groups/924a7a98-9eb5-4373-9821-9ef20d002319 HTTP/1.1" status: 204 len: 168 time: 0.2266150 Aug 16 23:54:39.774622 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48652) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:54:39.781360 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244da2e-2aad-4c88-b75b-29bc1b51bd50 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=924a7a98-9eb5-4373-9821-9ef20d002319,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:39.796634 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c81c4a0d-8d62-4ff5-9f67-aa0576eacdfb req-bb9bb074-d433-4b1d-9d89-85fbfa365bec tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.63 HTTP/1.1" status: 200 len: 1000 time: 0.1052532 Aug 16 23:54:39.808185 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-4cd51db4-e741-4644-8ecd-eff8b82be493 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] show failed (client error): The resource could not be found. Aug 16 23:54:39.812974 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4cd51db4-e741-4644-8ecd-eff8b82be493 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "GET /v2.0/security-groups/924a7a98-9eb5-4373-9821-9ef20d002319 HTTP/1.1" status: 404 len: 347 time: 0.0344844 Aug 16 23:54:39.813677 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48654) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:54:39.825251 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:39.828677 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:39.840556 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d6dd85-c6eb-4f84-99d6-5124a84ad68d {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:54:39.863591 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port a1d6dd85-c6eb-4f84-99d6-5124a84ad68d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a1d6dd85-c6eb-4f84-99d6-5124a84ad68d,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:39.869530 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:39.906030 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c4a0d-8d62-4ff5-9f67-aa0576eacdfb req-3ce7739e-4cb0-438b-acc0-92df310c295f tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:39.907797 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c81c4a0d-8d62-4ff5-9f67-aa0576eacdfb req-3ce7739e-4cb0-438b-acc0-92df310c295f tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports/d177b0dc-64fb-4335-98ab-48634d87ed17 HTTP/1.1" status: 200 len: 942 time: 0.1037443 Aug 16 23:54:39.920421 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=a1d6dd85-c6eb-4f84-99d6-5124a84ad68d,revision_number=9']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:39.926102 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bd7b0-893c-4726-b0b6-96d730bbb21f req-f4f0b6fa-66b0-4ec0-a10a-b6a1cb8504de tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:39.936967 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3e0bd7b0-893c-4726-b0b6-96d730bbb21f req-f4f0b6fa-66b0-4ec0-a10a-b6a1cb8504de tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 945 time: 0.1039407 Aug 16 23:54:39.954382 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-753d9f26-faa1-409f-a121-5ad39e89a051 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Deleting port 58cf71d7-7afb-4a63-a0d8-485568cd1702 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:54:39.954721 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-753d9f26-faa1-409f-a121-5ad39e89a051 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:39.984406 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3e0bd7b0-893c-4726-b0b6-96d730bbb21f req-4da786a6-320b-477c-af98-3b03dc1c830d tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464194 Aug 16 23:54:40.040612 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-753d9f26-faa1-409f-a121-5ad39e89a051 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:40.040949 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-753d9f26-faa1-409f-a121-5ad39e89a051 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:40.052847 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-753d9f26-faa1-409f-a121-5ad39e89a051 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Calling delete_port for 58cf71d7-7afb-4a63-a0d8-485568cd1702 owned by network:floatingip {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:54:40.089803 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c81c4a0d-8d62-4ff5-9f67-aa0576eacdfb req-eac26bf5-81ed-4118-bd78-77a8d3b87dff tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.63 HTTP/1.1" status: 200 len: 1000 time: 0.1043789 Aug 16 23:54:40.100039 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['a1d6dd85-c6eb-4f84-99d6-5124a84ad68d'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:40.128521 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f4783-55c9-4219-878d-b32eb0a16363 req-9adf470a-fb1b-4ed0-ac38-3c7d6878be12 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:40.129962 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bf6f4783-55c9-4219-878d-b32eb0a16363 req-9adf470a-fb1b-4ed0-ac38-3c7d6878be12 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aefde4d-087a-4a8f-ac6e-8aa917f1393e HTTP/1.1" status: 200 len: 950 time: 0.0865955 Aug 16 23:54:40.142913 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db9ed6b-d845-46d1-a5ac-bdbfec809cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f3b27c-5fa7-4516-9bf6-f77671b18cf8'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:40.145511 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2011049d-9483-44c2-bcc0-b0f27039965a" -d '{"events": [{"server_uuid": "8db9ed6b-d845-46d1-a5ac-bdbfec809cc9", "name": "network-vif-plugged", "status": "completed", "tag": "55f3b27c-5fa7-4516-9bf6-f77671b18cf8"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:40.202014 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-753d9f26-faa1-409f-a121-5ad39e89a051 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:40.218120 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bf6f4783-55c9-4219-878d-b32eb0a16363 req-638af908-30a2-4d25-9af7-932d8888440d tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570996 Aug 16 23:54:40.235951 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d9f26-faa1-409f-a121-5ad39e89a051 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Pushing event deleted for resources: {'Port': ['ID=58cf71d7-7afb-4a63-a0d8-485568cd1702,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:40.256571 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c4a0d-8d62-4ff5-9f67-aa0576eacdfb req-78fcdde7-7b7a-4e77-8026-df4995f99988 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:40.259098 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c81c4a0d-8d62-4ff5-9f67-aa0576eacdfb req-78fcdde7-7b7a-4e77-8026-df4995f99988 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 784 time: 0.1624889 Aug 16 23:54:40.316712 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-753d9f26-faa1-409f-a121-5ad39e89a051 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks [] for floatingip, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:40.320942 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-753d9f26-faa1-409f-a121-5ad39e89a051 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:40.324764 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-753d9f26-faa1-409f-a121-5ad39e89a051 tempest-ServersWithSpecificFlavorTestJSON-1444097 tempest-ServersWithSpecificFlavorTestJSON-1444097-project] 10.222.0.60 "DELETE /v2.0/floatingips/b716a6ef-26cf-40db-930b-5ec95d67e1f1 HTTP/1.1" status: 204 len: 168 time: 0.5078051 Aug 16 23:54:40.338208 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c81c4a0d-8d62-4ff5-9f67-aa0576eacdfb req-f3d28d7b-0d5f-4a93-9d96-8f96f18f8663 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.63 HTTP/1.1" status: 200 len: 1000 time: 0.0707772 Aug 16 23:54:40.348021 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-c81c4a0d-8d62-4ff5-9f67-aa0576eacdfb req-f5b09f73-ec18-4c7c-8bd7-5b6e13e8499b tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:40.357441 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61916d5e-0140-408a-85b7-b572236120ec x-openstack-request-id: req-61916d5e-0140-408a-85b7-b572236120ec {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:40.357967 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db9ed6b-d845-46d1-a5ac-bdbfec809cc9", "name": "network-vif-plugged", "status": "completed", "tag": "55f3b27c-5fa7-4516-9bf6-f77671b18cf8", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:40.357967 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-61916d5e-0140-408a-85b7-b572236120ec {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:40.358372 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db9ed6b-d845-46d1-a5ac-bdbfec809cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f3b27c-5fa7-4516-9bf6-f77671b18cf8', 'code': 200} Aug 16 23:54:40.421811 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c81c4a0d-8d62-4ff5-9f67-aa0576eacdfb req-f5b09f73-ec18-4c7c-8bd7-5b6e13e8499b tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks [] for floatingip, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:40.468282 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a3c75-2dc9-4832-a9a4-f6465a44efcc req-de72aca0-df27-45ef-a765-b312d7130e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:40.469861 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e25a3c75-2dc9-4832-a9a4-f6465a44efcc req-de72aca0-df27-45ef-a765-b312d7130e23 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8db9ed6b-d845-46d1-a5ac-bdbfec809cc9 HTTP/1.1" status: 200 len: 1097 time: 0.0454276 Aug 16 23:54:40.509537 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e25a3c75-2dc9-4832-a9a4-f6465a44efcc req-ce94581d-c451-40f5-a3f0-6a35adcbe369 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=89fd6287-b017-4b97-8971-3ee47b7c2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290833 Aug 16 23:54:40.509823 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343acf3-e359-446a-8e4a-d266ada6fba4 req-6f803861-96ae-45c4-afbc-f23c5a08fbcb tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:40.511286 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5343acf3-e359-446a-8e4a-d266ada6fba4 req-6f803861-96ae-45c4-afbc-f23c5a08fbcb tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bd3fb45-6907-4f7e-902f-ce6c10977e5d HTTP/1.1" status: 200 len: 946 time: 0.1057472 Aug 16 23:54:40.563998 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a20abc-952a-487b-b5bc-527b052c93aa', 'tag': 'd177b0dc-64fb-4335-98ab-48634d87ed17'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:40.566137 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a67ba3-3db8-45f0-b3ab-599ae31194be" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a20abc-952a-487b-b5bc-527b052c93aa", "tag": "d177b0dc-64fb-4335-98ab-48634d87ed17"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:40.624951 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5343acf3-e359-446a-8e4a-d266ada6fba4 req-01f2b5a8-d379-4567-859c-d0027fbcfdf5 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874622 Aug 16 23:54:40.628949 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c81c4a0d-8d62-4ff5-9f67-aa0576eacdfb req-f5b09f73-ec18-4c7c-8bd7-5b6e13e8499b tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:40.633096 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c81c4a0d-8d62-4ff5-9f67-aa0576eacdfb req-f5b09f73-ec18-4c7c-8bd7-5b6e13e8499b tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:40.633580 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [req-c81c4a0d-8d62-4ff5-9f67-aa0576eacdfb req-f5b09f73-ec18-4c7c-8bd7-5b6e13e8499b tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Floating IP 60198882-6994-47ec-9e42-3e2c09a31eac disassociated. External IP: 172.25.3.63, port: d177b0dc-64fb-4335-98ab-48634d87ed17. Aug 16 23:54:40.770780 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc6f5b-c9ac-4438-9dc0-220f463e8955 req-8bc2f6c1-d9aa-4de0-ac7a-d6192e97f42e tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:40.772150 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4cfc6f5b-c9ac-4438-9dc0-220f463e8955 req-8bc2f6c1-d9aa-4de0-ac7a-d6192e97f42e tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=8db9ed6b-d845-46d1-a5ac-bdbfec809cc9 HTTP/1.1" status: 200 len: 945 time: 0.0921905 Aug 16 23:54:40.815119 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a04823-3860-4497-b10f-8b11faf38624 req-aba5ee48-c1b9-454b-8f41-dffa01db2011 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:40.816726 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-38a04823-3860-4497-b10f-8b11faf38624 req-aba5ee48-c1b9-454b-8f41-dffa01db2011 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.69 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 945 time: 0.0513768 Aug 16 23:54:40.882228 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4cfc6f5b-c9ac-4438-9dc0-220f463e8955 req-f5d66448-eef6-4365-9f8c-3a7e31183ade tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups?id=89fd6287-b017-4b97-8971-3ee47b7c2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744917 Aug 16 23:54:40.912603 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c81c4a0d-8d62-4ff5-9f67-aa0576eacdfb req-f5b09f73-ec18-4c7c-8bd7-5b6e13e8499b tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Router 1689b305-79b9-4905-9944-a604c369c997 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:54:40.918109 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-38a04823-3860-4497-b10f-8b11faf38624 req-73e0e91a-0f7b-49e2-85aa-98e1bdeaba25 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Deleting port dae2265e-e6b4-4a54-aa4c-b094ef043a7f {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:54:40.918335 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-38a04823-3860-4497-b10f-8b11faf38624 req-73e0e91a-0f7b-49e2-85aa-98e1bdeaba25 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:41.021136 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-38a04823-3860-4497-b10f-8b11faf38624 req-73e0e91a-0f7b-49e2-85aa-98e1bdeaba25 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] For port dae2265e-e6b4-4a54-aa4c-b094ef043a7f, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=dae2265e-e6b4-4a54-aa4c-b094ef043a7f,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:41.021778 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-38a04823-3860-4497-b10f-8b11faf38624 req-73e0e91a-0f7b-49e2-85aa-98e1bdeaba25 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:41.036574 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-38a04823-3860-4497-b10f-8b11faf38624 req-73e0e91a-0f7b-49e2-85aa-98e1bdeaba25 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Calling delete_port for dae2265e-e6b4-4a54-aa4c-b094ef043a7f owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:54:41.042911 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217bea8-9a7a-43c9-8c45-0bc69c1d97db req-dc8390d3-26cf-4287-89e2-4c6fc4578e14 tempest-ServersOnMultiNodesTest-1655074066 tempest-ServersOnMultiNodesTest-1655074066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:41.044434 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4217bea8-9a7a-43c9-8c45-0bc69c1d97db req-dc8390d3-26cf-4287-89e2-4c6fc4578e14 tempest-ServersOnMultiNodesTest-1655074066 tempest-ServersOnMultiNodesTest-1655074066-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2aefde4d-087a-4a8f-ac6e-8aa917f1393e HTTP/1.1" status: 200 len: 1102 time: 0.0856168 Aug 16 23:54:41.079857 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c81c4a0d-8d62-4ff5-9f67-aa0576eacdfb req-f5b09f73-ec18-4c7c-8bd7-5b6e13e8499b tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:54:41.086025 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c81c4a0d-8d62-4ff5-9f67-aa0576eacdfb req-f5b09f73-ec18-4c7c-8bd7-5b6e13e8499b tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:41.096755 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccc8689-a598-4982-ac3f-72114cf579e7 None None] Sync routers for ids ['1689b305-79b9-4905-9944-a604c369c997'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:54:41.112456 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccc8689-a598-4982-ac3f-72114cf579e7 None None] Routers {'1689b305-79b9-4905-9944-a604c369c997'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:54:41.113568 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-0ccc8689-a598-4982-ac3f-72114cf579e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:54:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1689b305-79b9-4905-9944-a604c369c997'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:41.114212 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4217bea8-9a7a-43c9-8c45-0bc69c1d97db req-f6dfe0b6-30ca-4648-a35b-eee1cd63fef2 tempest-ServersOnMultiNodesTest-1655074066 tempest-ServersOnMultiNodesTest-1655074066-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627105 Aug 16 23:54:41.130832 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c81c4a0d-8d62-4ff5-9f67-aa0576eacdfb req-f5b09f73-ec18-4c7c-8bd7-5b6e13e8499b tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "PUT /v2.0/floatingips/60198882-6994-47ec-9e42-3e2c09a31eac HTTP/1.1" status: 200 len: 695 time: 0.7866149 Aug 16 23:54:41.221394 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52d8c48-400e-4a48-8c8d-151be6b70823 x-openstack-request-id: req-d52d8c48-400e-4a48-8c8d-151be6b70823 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:41.221990 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a20abc-952a-487b-b5bc-527b052c93aa", "tag": "d177b0dc-64fb-4335-98ab-48634d87ed17", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:41.222454 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d52d8c48-400e-4a48-8c8d-151be6b70823 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:41.223512 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a20abc-952a-487b-b5bc-527b052c93aa', 'tag': 'd177b0dc-64fb-4335-98ab-48634d87ed17', 'status': 'completed', 'code': 200} Aug 16 23:54:41.228126 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c4a0d-8d62-4ff5-9f67-aa0576eacdfb req-88e0e448-0043-4652-a749-18648bfc3603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:41.230323 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c81c4a0d-8d62-4ff5-9f67-aa0576eacdfb req-88e0e448-0043-4652-a749-18648bfc3603 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21fd198ba9644f5c88173bc1efcb8f0a&device_id=f2a20abc-952a-487b-b5bc-527b052c93aa HTTP/1.1" status: 200 len: 1097 time: 0.0831752 Aug 16 23:54:41.262848 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-38a04823-3860-4497-b10f-8b11faf38624 req-73e0e91a-0f7b-49e2-85aa-98e1bdeaba25 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:41.280859 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['9b0542dc-52ef-42a5-804f-639293288721'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:41.292049 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-0ccc8689-a598-4982-ac3f-72114cf579e7 None None] Set router 1689b305-79b9-4905-9944-a604c369c997 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:54:41.301024 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0e91a-0f7b-49e2-85aa-98e1bdeaba25 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Pushing event deleted for resources: {'Port': ['ID=dae2265e-e6b4-4a54-aa4c-b094ef043a7f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:41.357864 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a04823-3860-4497-b10f-8b11faf38624 req-73e0e91a-0f7b-49e2-85aa-98e1bdeaba25 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] No DVR routers for this DVR port dae2265e-e6b4-4a54-aa4c-b094ef043a7f on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:54:41.360588 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-38a04823-3860-4497-b10f-8b11faf38624 req-73e0e91a-0f7b-49e2-85aa-98e1bdeaba25 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:41.363415 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-38a04823-3860-4497-b10f-8b11faf38624 req-73e0e91a-0f7b-49e2-85aa-98e1bdeaba25 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.69 "DELETE /v2.0/ports/dae2265e-e6b4-4a54-aa4c-b094ef043a7f HTTP/1.1" status: 204 len: 173 time: 0.5396717 Aug 16 23:54:41.363883 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959eb239-2027-4051-833c-8eff0c4dba32', 'name': 'network-vif-deleted', 'tag': 'dae2265e-e6b4-4a54-aa4c-b094ef043a7f'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:41.367859 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c25a4d-e4c2-421b-96ff-0456034127d0" -d '{"events": [{"server_uuid": "959eb239-2027-4051-833c-8eff0c4dba32", "name": "network-vif-deleted", "tag": "dae2265e-e6b4-4a54-aa4c-b094ef043a7f"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:41.368181 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c4a0d-8d62-4ff5-9f67-aa0576eacdfb req-4f3b0f5c-e1d5-4fe0-a1ff-e63f922288d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:41.369798 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c81c4a0d-8d62-4ff5-9f67-aa0576eacdfb req-4f3b0f5c-e1d5-4fe0-a1ff-e63f922288d9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=34191e06-49f9-414f-b13a-5ba8e6dbd645 HTTP/1.1" status: 200 len: 921 time: 0.1319938 Aug 16 23:54:41.375326 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['dae2265e-e6b4-4a54-aa4c-b094ef043a7f'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:41.493306 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c81c4a0d-8d62-4ff5-9f67-aa0576eacdfb req-4ed9bf58-81a5-459d-93aa-1ceeb5bcb3e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d177b0dc-64fb-4335-98ab-48634d87ed17 HTTP/1.1" status: 200 len: 217 time: 0.1075549 Aug 16 23:54:41.544608 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:41.550269 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c4a0d-8d62-4ff5-9f67-aa0576eacdfb req-23db87b8-dc9e-4b66-a4e0-307c54361ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:41.551731 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c81c4a0d-8d62-4ff5-9f67-aa0576eacdfb req-23db87b8-dc9e-4b66-a4e0-307c54361ca6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=191fa66a-6028-47ea-a3b7-5ed8bb45305a HTTP/1.1" status: 200 len: 859 time: 0.0504131 Aug 16 23:54:41.565111 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a67ba3-3db8-45f0-b3ab-599ae31194be req-d2b41e7e-feeb-4176-97f3-429daa935063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:41.566564 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3a67ba3-3db8-45f0-b3ab-599ae31194be req-d2b41e7e-feeb-4176-97f3-429daa935063 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21fd198ba9644f5c88173bc1efcb8f0a&device_id=f2a20abc-952a-487b-b5bc-527b052c93aa HTTP/1.1" status: 200 len: 1097 time: 0.2750940 Aug 16 23:54:41.582354 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device a1d6dd85-c6eb-4f84-99d6-5124a84ad68d up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:54:41.609555 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718d958-aa4b-4a1d-91f0-03f3960999a6 req-20589a68-0968-44c0-b00f-5e6cd5c185e6 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:41.619935 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718d958-aa4b-4a1d-91f0-03f3960999a6 req-20589a68-0968-44c0-b00f-5e6cd5c185e6 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:41.639797 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4718d958-aa4b-4a1d-91f0-03f3960999a6 req-20589a68-0968-44c0-b00f-5e6cd5c185e6 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?device_id=890470fa-b01e-4618-a194-968a70283b46 HTTP/1.1" status: 200 len: 1682 time: 0.3468332 Aug 16 23:54:41.682978 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port a1d6dd85-c6eb-4f84-99d6-5124a84ad68d triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:54:41.683501 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:41.709199 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-0ccc8689-a598-4982-ac3f-72114cf579e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689b305-79b9-4905-9944-a604c369c997', 'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-router', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:06Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'gw_port': {'id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '6ed44074-5b5f-4930-b5c6-f1fc43150d28', 'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'mac_address': 'fa:16:3e:9c:f2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:11Z', 'updated_at': '2021-08-16T23:53:21Z', 'revision_number': 5, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'subnets': [{'id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:41.776201 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a67ba3-3db8-45f0-b3ab-599ae31194be req-22b98c29-26c2-4c1d-96a9-0abd98fe77ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:41.777686 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3a67ba3-3db8-45f0-b3ab-599ae31194be req-22b98c29-26c2-4c1d-96a9-0abd98fe77ef service neutron] 10.222.0.64 "GET /v2.0/networks?id=34191e06-49f9-414f-b13a-5ba8e6dbd645 HTTP/1.1" status: 200 len: 921 time: 0.1783760 Aug 16 23:54:41.792902 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccc8689-a598-4982-ac3f-72114cf579e7 None None] Checking router: 1689b305-79b9-4905-9944-a604c369c997 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:54:41.803125 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccc8689-a598-4982-ac3f-72114cf579e7 None None] Routers {'1689b305-79b9-4905-9944-a604c369c997'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:54:41.803888 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-0ccc8689-a598-4982-ac3f-72114cf579e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:54:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1689b305-79b9-4905-9944-a604c369c997'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:41.878311 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:41.925201 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3a67ba3-3db8-45f0-b3ab-599ae31194be req-aa149740-750a-4d32-9603-7012f63383ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d177b0dc-64fb-4335-98ab-48634d87ed17 HTTP/1.1" status: 200 len: 217 time: 0.1182439 Aug 16 23:54:41.938945 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port a1d6dd85-c6eb-4f84-99d6-5124a84ad68d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a1d6dd85-c6eb-4f84-99d6-5124a84ad68d,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:41.943304 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-0ccc8689-a598-4982-ac3f-72114cf579e7 None None] Set router 1689b305-79b9-4905-9944-a604c369c997 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:54:41.954461 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:41.955247 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:54:42.005191 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=a1d6dd85-c6eb-4f84-99d6-5124a84ad68d,revision_number=10']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:42.028390 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:54:42.028729 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 1d374ac3-5a66-4e6d-9ab9-fcac8d3fb10e not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:54:42.029184 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device dae2265e-e6b4-4a54-aa4c-b094ef043a7f no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:54:42.032760 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:42.033144 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:42.033496 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:42.033810 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:42.034137 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:42.034459 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:42.034779 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:42.035100 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:42.035433 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:42.035736 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:42.036049 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:42.036364 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:54:42.057155 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: dae2265e-e6b4-4a54-aa4c-b094ef043a7f {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:54:42.057421 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device dae2265e-e6b4-4a54-aa4c-b094ef043a7f not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:54:42.086076 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4718d958-aa4b-4a1d-91f0-03f3960999a6 req-ca71f354-7bc7-4324-b8ec-f733f9c53c31 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/security-groups?id=99794da0-50d3-4b0f-8569-811865d4b78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414701 Aug 16 23:54:42.092425 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c4a0d-8d62-4ff5-9f67-aa0576eacdfb req-0a6c5a82-1a68-4fb5-92fc-0a694377791c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:42.093964 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c81c4a0d-8d62-4ff5-9f67-aa0576eacdfb req-0a6c5a82-1a68-4fb5-92fc-0a694377791c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=34191e06-49f9-414f-b13a-5ba8e6dbd645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5333431 Aug 16 23:54:42.107901 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a67ba3-3db8-45f0-b3ab-599ae31194be req-b8144962-1dc4-46a5-9193-0e68ba4284c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:42.109392 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3a67ba3-3db8-45f0-b3ab-599ae31194be req-b8144962-1dc4-46a5-9193-0e68ba4284c5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=191fa66a-6028-47ea-a3b7-5ed8bb45305a HTTP/1.1" status: 200 len: 859 time: 0.1583107 Aug 16 23:54:42.360199 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edeb1835-eb4f-4873-9a9e-efaf8a8c2c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d6dd85-c6eb-4f84-99d6-5124a84ad68d'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:42.362552 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7da9439-3f71-45ae-b178-bf22fd53a974" -d '{"events": [{"server_uuid": "edeb1835-eb4f-4873-9a9e-efaf8a8c2c01", "name": "network-vif-plugged", "status": "completed", "tag": "a1d6dd85-c6eb-4f84-99d6-5124a84ad68d"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:42.386620 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-0ccc8689-a598-4982-ac3f-72114cf579e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689b305-79b9-4905-9944-a604c369c997', 'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-router', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:06Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'gw_port': {'id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '6ed44074-5b5f-4930-b5c6-f1fc43150d28', 'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'mac_address': 'fa:16:3e:9c:f2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:11Z', 'updated_at': '2021-08-16T23:53:21Z', 'revision_number': 5, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'subnets': [{'id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:42.417133 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccc8689-a598-4982-ac3f-72114cf579e7 None None] The sync data for ids ['1689b305-79b9-4905-9944-a604c369c997'] in n-d-800088-20 is: [{'id': '1689b305-79b9-4905-9944-a604c369c997', 'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-router', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:06Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'gw_port': {'id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '6ed44074-5b5f-4930-b5c6-f1fc43150d28', 'name': '', 'network_id': '34191e06-49f9-414f-b13a-5ba8e6dbd645', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'mac_address': 'fa:16:3e:9c:f2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:11Z', 'updated_at': '2021-08-16T23:53:21Z', 'revision_number': 5, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'subnets': [{'id': '191fa66a-6028-47ea-a3b7-5ed8bb45305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:54:42.614851 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aa4d49f7-56b6-413a-b1e5-85947025d98b req-1e7dd5d3-c4f6-490f-a713-8383474da4d6 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 210 time: 0.4352555 Aug 16 23:54:42.636209 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a67ba3-3db8-45f0-b3ab-599ae31194be req-c1846c7e-ac55-4f30-8b39-fc7d700162bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:42.638894 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3a67ba3-3db8-45f0-b3ab-599ae31194be req-c1846c7e-ac55-4f30-8b39-fc7d700162bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34191e06-49f9-414f-b13a-5ba8e6dbd645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5141394 Aug 16 23:54:42.745977 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c81c4a0d-8d62-4ff5-9f67-aa0576eacdfb req-76c68b12-a628-4b05-a869-244e19465161 service neutron] 10.222.0.60 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6355972 Aug 16 23:54:42.862672 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3a67ba3-3db8-45f0-b3ab-599ae31194be req-0c0f59fc-178e-4db2-ae35-04624fa846f5 service neutron] 10.222.0.64 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144082 Aug 16 23:54:42.882432 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42bffa0-65d7-4817-80ed-e2ad4d82a8ff None None] New status for floating IP 60198882-6994-47ec-9e42-3e2c09a31eac: DOWN {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:54:42.948719 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c81c4a0d-8d62-4ff5-9f67-aa0576eacdfb req-2342af0c-5ecf-4789-954f-5527e6b71a79 service neutron] 10.222.0.60 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944449 Aug 16 23:54:43.034082 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3a67ba3-3db8-45f0-b3ab-599ae31194be req-3c69084e-c497-408b-ac34-264eb9ad5c4f service neutron] 10.222.0.64 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537459 Aug 16 23:54:43.058629 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0138bde0-7093-4c9d-8e63-1defbe22961f x-openstack-request-id: req-0138bde0-7093-4c9d-8e63-1defbe22961f {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:43.059131 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959eb239-2027-4051-833c-8eff0c4dba32", "name": "network-vif-deleted", "tag": "dae2265e-e6b4-4a54-aa4c-b094ef043a7f", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:43.059332 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0138bde0-7093-4c9d-8e63-1defbe22961f {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:43.059554 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959eb239-2027-4051-833c-8eff0c4dba32', 'name': 'network-vif-deleted', 'tag': 'dae2265e-e6b4-4a54-aa4c-b094ef043a7f', 'status': 'completed', 'code': 200} Aug 16 23:54:43.228803 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a20abc-952a-487b-b5bc-527b052c93aa', 'tag': 'd177b0dc-64fb-4335-98ab-48634d87ed17'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:43.237496 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2759d049-cdce-4e4c-9c94-05b0c488cc2b" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a20abc-952a-487b-b5bc-527b052c93aa", "tag": "d177b0dc-64fb-4335-98ab-48634d87ed17"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:43.270129 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f467ea-2d4d-4fac-9a55-582260d34701 req-df1dc1dc-d70e-41a7-97f5-82a9d09cdadc tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:43.278915 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54f467ea-2d4d-4fac-9a55-582260d34701 req-df1dc1dc-d70e-41a7-97f5-82a9d09cdadc tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bd3fb45-6907-4f7e-902f-ce6c10977e5d HTTP/1.1" status: 200 len: 946 time: 0.1705875 Aug 16 23:54:43.328075 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4080f-87cb-4ea4-9b31-abb26941ed5c req-84c506df-4801-4a0f-8702-fc7ace0dba06 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:43.330040 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7ff4080f-87cb-4ea4-9b31-abb26941ed5c req-84c506df-4801-4a0f-8702-fc7ace0dba06 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=8db9ed6b-d845-46d1-a5ac-bdbfec809cc9 HTTP/1.1" status: 200 len: 945 time: 0.1680179 Aug 16 23:54:43.351749 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54f467ea-2d4d-4fac-9a55-582260d34701 req-18cc4fd7-b4a8-43c2-aa24-d49ce3a4e277 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717981 Aug 16 23:54:43.418164 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7ff4080f-87cb-4ea4-9b31-abb26941ed5c req-c9897380-5c88-4e56-a740-04ae26e87709 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups?id=89fd6287-b017-4b97-8971-3ee47b7c2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652022 Aug 16 23:54:43.478768 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf4f803-f295-4d28-90df-d0b67cb9222c x-openstack-request-id: req-eaf4f803-f295-4d28-90df-d0b67cb9222c {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:43.479248 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edeb1835-eb4f-4873-9a9e-efaf8a8c2c01", "name": "network-vif-plugged", "status": "completed", "tag": "a1d6dd85-c6eb-4f84-99d6-5124a84ad68d", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:43.479671 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eaf4f803-f295-4d28-90df-d0b67cb9222c {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:43.480480 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edeb1835-eb4f-4873-9a9e-efaf8a8c2c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d6dd85-c6eb-4f84-99d6-5124a84ad68d', 'code': 200} Aug 16 23:54:43.605408 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4f314-6e40-41ca-b14a-fff9bf43b77a req-82a63f7c-340f-45a4-9e7e-dd1efe0dd264 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:43.606959 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7e4f314-6e40-41ca-b14a-fff9bf43b77a req-82a63f7c-340f-45a4-9e7e-dd1efe0dd264 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aefde4d-087a-4a8f-ac6e-8aa917f1393e HTTP/1.1" status: 200 len: 950 time: 0.0613253 Aug 16 23:54:43.657287 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7e4f314-6e40-41ca-b14a-fff9bf43b77a req-e8288532-1089-449d-bbdc-a2118e508035 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391870 Aug 16 23:54:43.727975 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82186a6-882b-4f5a-b058-ea42785f61b3 x-openstack-request-id: req-f82186a6-882b-4f5a-b058-ea42785f61b3 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:43.728248 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a20abc-952a-487b-b5bc-527b052c93aa", "tag": "d177b0dc-64fb-4335-98ab-48634d87ed17", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:43.728500 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f82186a6-882b-4f5a-b058-ea42785f61b3 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:43.729130 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a20abc-952a-487b-b5bc-527b052c93aa', 'tag': 'd177b0dc-64fb-4335-98ab-48634d87ed17', 'status': 'completed', 'code': 200} Aug 16 23:54:43.900671 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759d049-cdce-4e4c-9c94-05b0c488cc2b req-dd75078a-3187-42fc-af19-c54bdaf73b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:43.902747 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2759d049-cdce-4e4c-9c94-05b0c488cc2b req-dd75078a-3187-42fc-af19-c54bdaf73b87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21fd198ba9644f5c88173bc1efcb8f0a&device_id=f2a20abc-952a-487b-b5bc-527b052c93aa HTTP/1.1" status: 200 len: 1097 time: 0.1412699 Aug 16 23:54:43.915351 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-71212b33-b9cc-425d-8675-4889b070e43c req-2409e7e4-39f2-4d89-9385-0a1bc2d185b9 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1235346408&fields=id&tenant_id=928fad2feae6486d8c368ea013044a74 HTTP/1.1" status: 200 len: 267 time: 0.1135299 Aug 16 23:54:44.113949 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f0b1c1d2-fcac-4892-8ad8-bd271f4f792c req-37ceed09-a8ec-40e1-921a-3591e0e788fa tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 210 time: 0.0574617 Aug 16 23:54:44.154735 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71212b33-b9cc-425d-8675-4889b070e43c req-4abf2607-7dc0-4265-b76b-c73daa6ff01f tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:44.162855 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-71212b33-b9cc-425d-8675-4889b070e43c req-4abf2607-7dc0-4265-b76b-c73daa6ff01f tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=8db9ed6b-d845-46d1-a5ac-bdbfec809cc9 HTTP/1.1" status: 200 len: 945 time: 0.2465639 Aug 16 23:54:44.168962 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-71212b33-b9cc-425d-8675-4889b070e43c req-65d9589a-e11b-4fd3-aea8-3b2add0fdf27 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Request body: {'port': {'security_groups': ['89fd6287-b017-4b97-8971-3ee47b7c2abd', 'c6f12499-2122-441e-baff-ba05dbb236a4']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:44.211531 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759d049-cdce-4e4c-9c94-05b0c488cc2b req-41874f46-bd6c-4866-b761-7a7902067268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:44.213442 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2759d049-cdce-4e4c-9c94-05b0c488cc2b req-41874f46-bd6c-4866-b761-7a7902067268 service neutron] 10.222.0.64 "GET /v2.0/networks?id=34191e06-49f9-414f-b13a-5ba8e6dbd645 HTTP/1.1" status: 200 len: 921 time: 0.2952836 Aug 16 23:54:44.314110 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2759d049-cdce-4e4c-9c94-05b0c488cc2b req-42918a19-ac51-4653-b5e4-e22a086698e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d177b0dc-64fb-4335-98ab-48634d87ed17 HTTP/1.1" status: 200 len: 217 time: 0.0856891 Aug 16 23:54:44.378791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759d049-cdce-4e4c-9c94-05b0c488cc2b req-9b46989c-13b5-4c79-b7c2-4c548be7e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:44.380272 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2759d049-cdce-4e4c-9c94-05b0c488cc2b req-9b46989c-13b5-4c79-b7c2-4c548be7e129 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=191fa66a-6028-47ea-a3b7-5ed8bb45305a HTTP/1.1" status: 200 len: 859 time: 0.0577273 Aug 16 23:54:44.383266 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-71212b33-b9cc-425d-8675-4889b070e43c req-65d9589a-e11b-4fd3-aea8-3b2add0fdf27 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:44.430428 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a911c1b-3ac6-47e8-afa2-9d5faeb68e6b req-1a66e93c-4616-49f2-bd9e-7fb2e00f5787 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:44.432015 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4a911c1b-3ac6-47e8-afa2-9d5faeb68e6b req-1a66e93c-4616-49f2-bd9e-7fb2e00f5787 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.64 "GET /v2.0/ports?device_id=2aefde4d-087a-4a8f-ac6e-8aa917f1393e HTTP/1.1" status: 200 len: 950 time: 0.0740163 Aug 16 23:54:44.505928 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74ad98-7e0e-46f8-afc4-d3b578590710 req-ab7122c5-1875-4c16-932d-3346247b0ff8 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:44.512108 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74ad98-7e0e-46f8-afc4-d3b578590710 req-ab7122c5-1875-4c16-932d-3346247b0ff8 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:44.513748 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6a74ad98-7e0e-46f8-afc4-d3b578590710 req-ab7122c5-1875-4c16-932d-3346247b0ff8 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?device_id=890470fa-b01e-4618-a194-968a70283b46 HTTP/1.1" status: 200 len: 1682 time: 0.2774251 Aug 16 23:54:44.522571 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759d049-cdce-4e4c-9c94-05b0c488cc2b req-11a8df98-5af1-4e0e-9d27-77ec2a94a3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:44.524768 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2759d049-cdce-4e4c-9c94-05b0c488cc2b req-11a8df98-5af1-4e0e-9d27-77ec2a94a3e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34191e06-49f9-414f-b13a-5ba8e6dbd645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1311963 Aug 16 23:54:44.579940 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-4a911c1b-3ac6-47e8-afa2-9d5faeb68e6b req-726e83a4-720d-40af-8e05-b3718032b7d5 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Deleting port 2230a39b-5350-40dc-9955-4ea3fc03a194 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:54:44.580737 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4a911c1b-3ac6-47e8-afa2-9d5faeb68e6b req-726e83a4-720d-40af-8e05-b3718032b7d5 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:44.639314 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6a74ad98-7e0e-46f8-afc4-d3b578590710 req-94459a3f-9fe4-4ce3-af9f-45386258ed00 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/security-groups?id=99794da0-50d3-4b0f-8569-811865d4b78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113467 Aug 16 23:54:44.782037 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d9a2cc10-738b-46dc-b3f5-4d10a3f3d711 req-05e02e65-ae60-4f8e-b79a-eb570a826784 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/floatingips/60198882-6994-47ec-9e42-3e2c09a31eac HTTP/1.1" status: 200 len: 693 time: 0.1113176 Aug 16 23:54:44.784352 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-4a911c1b-3ac6-47e8-afa2-9d5faeb68e6b req-726e83a4-720d-40af-8e05-b3718032b7d5 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] For port 2230a39b-5350-40dc-9955-4ea3fc03a194, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=2230a39b-5350-40dc-9955-4ea3fc03a194,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:44.784977 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4a911c1b-3ac6-47e8-afa2-9d5faeb68e6b req-726e83a4-720d-40af-8e05-b3718032b7d5 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:44.802165 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-4a911c1b-3ac6-47e8-afa2-9d5faeb68e6b req-726e83a4-720d-40af-8e05-b3718032b7d5 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Calling delete_port for 2230a39b-5350-40dc-9955-4ea3fc03a194 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:54:44.879734 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2759d049-cdce-4e4c-9c94-05b0c488cc2b req-77afaf0e-f213-4c36-b297-bd277279e263 service neutron] 10.222.0.64 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232656 Aug 16 23:54:45.002660 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4a911c1b-3ac6-47e8-afa2-9d5faeb68e6b req-726e83a4-720d-40af-8e05-b3718032b7d5 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:45.009297 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-71212b33-b9cc-425d-8675-4889b070e43c req-65d9589a-e11b-4fd3-aea8-3b2add0fdf27 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] For port 55f3b27c-5fa7-4516-9bf6-f77671b18cf8, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=55f3b27c-5fa7-4516-9bf6-f77671b18cf8,segment=NetworkSegment(3c721221-cf3b-40af-b1b9-c06e071ed18f),segment_id=3c721221-cf3b-40af-b1b9-c06e071ed18f)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:45.019836 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['ea7f3b99-4d08-45e9-b39c-95e23121614f', 'f44487fe-9c34-48b3-b219-1401debf4eea', '2230a39b-5350-40dc-9955-4ea3fc03a194'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:45.023576 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['1e56511b-81a6-4ff5-afd5-ed193d1f89e9', '48a32f82-becc-4edb-ac43-c96acede2cf0', 'd6a97ea2-5728-4e9c-a53a-d9da238eea77', '6513abce-3dd9-482c-887c-85c9538a6be5', 'd986bcca-6e85-4738-ba65-cd37bb5d2915'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:45.052377 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e83a4-720d-40af-8e05-b3718032b7d5 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Pushing event deleted for resources: {'Port': ['ID=2230a39b-5350-40dc-9955-4ea3fc03a194,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:45.099408 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2cc10-738b-46dc-b3f5-4d10a3f3d711 req-20ca1d87-cb87-4217-9f63-1475bb1216f9 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:45.100829 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d9a2cc10-738b-46dc-b3f5-4d10a3f3d711 req-20ca1d87-cb87-4217-9f63-1475bb1216f9 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 784 time: 0.3184478 Aug 16 23:54:45.170181 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a911c1b-3ac6-47e8-afa2-9d5faeb68e6b req-726e83a4-720d-40af-8e05-b3718032b7d5 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] No DVR routers for this DVR port 2230a39b-5350-40dc-9955-4ea3fc03a194 on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:54:45.178295 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4a911c1b-3ac6-47e8-afa2-9d5faeb68e6b req-726e83a4-720d-40af-8e05-b3718032b7d5 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:45.179697 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-71212b33-b9cc-425d-8675-4889b070e43c req-65d9589a-e11b-4fd3-aea8-3b2add0fdf27 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:45.180526 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4a911c1b-3ac6-47e8-afa2-9d5faeb68e6b req-726e83a4-720d-40af-8e05-b3718032b7d5 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.64 "DELETE /v2.0/ports/2230a39b-5350-40dc-9955-4ea3fc03a194 HTTP/1.1" status: 204 len: 173 time: 0.7412107 Aug 16 23:54:45.180975 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aefde4d-087a-4a8f-ac6e-8aa917f1393e', 'name': 'network-vif-deleted', 'tag': '2230a39b-5350-40dc-9955-4ea3fc03a194'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:45.183280 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18612f97-f3cb-4a66-b690-7672e7e686a4" -d '{"events": [{"server_uuid": "2aefde4d-087a-4a8f-ac6e-8aa917f1393e", "name": "network-vif-deleted", "tag": "2230a39b-5350-40dc-9955-4ea3fc03a194"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:45.232900 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2759d049-cdce-4e4c-9c94-05b0c488cc2b req-502bb165-fb8f-4c6f-8e05-2c09fd7aee82 service neutron] 10.222.0.64 "GET /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428624 Aug 16 23:54:45.235783 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-71212b33-b9cc-425d-8675-4889b070e43c req-65d9589a-e11b-4fd3-aea8-3b2add0fdf27 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:45.379360 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d9a2cc10-738b-46dc-b3f5-4d10a3f3d711 req-7a2e629c-3987-47e9-8567-dd3092f47f4b tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.63 HTTP/1.1" status: 200 len: 696 time: 0.1960552 Aug 16 23:54:45.460317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71212b33-b9cc-425d-8675-4889b070e43c req-65d9589a-e11b-4fd3-aea8-3b2add0fdf27 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:45.461577 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-71212b33-b9cc-425d-8675-4889b070e43c req-65d9589a-e11b-4fd3-aea8-3b2add0fdf27 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:45.473942 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-71212b33-b9cc-425d-8675-4889b070e43c req-65d9589a-e11b-4fd3-aea8-3b2add0fdf27 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "PUT /v2.0/ports/55f3b27c-5fa7-4516-9bf6-f77671b18cf8 HTTP/1.1" status: 200 len: 981 time: 1.3092628 Aug 16 23:54:45.505737 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d9a2cc10-738b-46dc-b3f5-4d10a3f3d711 req-184d1531-74dd-4681-b988-9423e2285fc3 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.63 HTTP/1.1" status: 200 len: 696 time: 0.1248338 Aug 16 23:54:45.512918 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9589a-e11b-4fd3-aea8-3b2add0fdf27 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Pushing event updated for resources: {'Port': ['ID=55f3b27c-5fa7-4516-9bf6-f77671b18cf8,revision_number=6']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:45.632314 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ddb281-2005-4b37-aee4-7bbba52dcb49 req-b6baae9e-3fad-4eb5-ab53-93eae3c2eddf tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:45.638502 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ddb281-2005-4b37-aee4-7bbba52dcb49 req-b6baae9e-3fad-4eb5-ab53-93eae3c2eddf tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:45.640091 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-21ddb281-2005-4b37-aee4-7bbba52dcb49 req-b6baae9e-3fad-4eb5-ab53-93eae3c2eddf tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.69 "GET /v2.0/ports?device_id=890470fa-b01e-4618-a194-968a70283b46 HTTP/1.1" status: 200 len: 1682 time: 0.1592948 Aug 16 23:54:45.720160 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['55f3b27c-5fa7-4516-9bf6-f77671b18cf8'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:45.756540 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db9ed6b-d845-46d1-a5ac-bdbfec809cc9', 'tag': '55f3b27c-5fa7-4516-9bf6-f77671b18cf8'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:45.763542 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8023413a-c609-449d-b4bc-36481dcafb35" -d '{"events": [{"name": "network-changed", "server_uuid": "8db9ed6b-d845-46d1-a5ac-bdbfec809cc9", "tag": "55f3b27c-5fa7-4516-9bf6-f77671b18cf8"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:45.869193 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911b0f6-f8ac-47ff-8221-bb5568a2eb30 req-46428edd-8f08-40bd-ad83-9106c5bc0c1c tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:45.871749 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-21ddb281-2005-4b37-aee4-7bbba52dcb49 req-b0bc8d78-6ef4-485a-b863-c9d1ef4c67a6 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Deleting port b02a41eb-ccaa-4bb9-98f2-0fae446f6e52 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:54:45.872398 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-21ddb281-2005-4b37-aee4-7bbba52dcb49 req-b0bc8d78-6ef4-485a-b863-c9d1ef4c67a6 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:45.878969 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7911b0f6-f8ac-47ff-8221-bb5568a2eb30 req-46428edd-8f08-40bd-ad83-9106c5bc0c1c tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bd3fb45-6907-4f7e-902f-ce6c10977e5d HTTP/1.1" status: 200 len: 946 time: 0.1232681 Aug 16 23:54:45.942382 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7911b0f6-f8ac-47ff-8221-bb5568a2eb30 req-a2214ea5-cec4-404d-aad8-10dc4cb50b43 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594761 Aug 16 23:54:45.954779 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-d9a2cc10-738b-46dc-b3f5-4d10a3f3d711 req-6b6435d0-fe42-4371-a385-6606f276faa6 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Deleting port 37331be0-dd74-4a02-9975-311a177d77b3 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:54:45.954779 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d9a2cc10-738b-46dc-b3f5-4d10a3f3d711 req-6b6435d0-fe42-4371-a385-6606f276faa6 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:46.147772 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-21ddb281-2005-4b37-aee4-7bbba52dcb49 req-b0bc8d78-6ef4-485a-b863-c9d1ef4c67a6 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] For port b02a41eb-ccaa-4bb9-98f2-0fae446f6e52, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=b02a41eb-ccaa-4bb9-98f2-0fae446f6e52,segment=NetworkSegment(6000ed2a-870c-4e5a-8dc8-2f1d4991e7c3),segment_id=6000ed2a-870c-4e5a-8dc8-2f1d4991e7c3)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:46.148553 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-21ddb281-2005-4b37-aee4-7bbba52dcb49 req-b0bc8d78-6ef4-485a-b863-c9d1ef4c67a6 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:46.164456 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-19cd2d63-69f9-4df2-a44d-90bdf18c8fad req-afe2152f-64ab-4ae2-85c6-4481db58af60 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aefde4d-087a-4a8f-ac6e-8aa917f1393e HTTP/1.1" status: 200 len: 210 time: 0.0559871 Aug 16 23:54:46.179482 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-21ddb281-2005-4b37-aee4-7bbba52dcb49 req-b0bc8d78-6ef4-485a-b863-c9d1ef4c67a6 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Calling delete_port for b02a41eb-ccaa-4bb9-98f2-0fae446f6e52 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:54:46.208399 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d9a2cc10-738b-46dc-b3f5-4d10a3f3d711 req-6b6435d0-fe42-4371-a385-6606f276faa6 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:46.211980 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d9a2cc10-738b-46dc-b3f5-4d10a3f3d711 req-6b6435d0-fe42-4371-a385-6606f276faa6 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:46.243428 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-d9a2cc10-738b-46dc-b3f5-4d10a3f3d711 req-6b6435d0-fe42-4371-a385-6606f276faa6 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Calling delete_port for 37331be0-dd74-4a02-9975-311a177d77b3 owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:54:46.293417 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d6f2beb7-2c52-4b15-85de-cd6ee9ee4fcd req-2db564a6-4978-43bd-87b7-79cf51776a37 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=959eb239-2027-4051-833c-8eff0c4dba32 HTTP/1.1" status: 200 len: 210 time: 0.0364635 Aug 16 23:54:46.554781 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-aa2fd008-34ab-4885-9e0d-b10f570a7d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:46.559862 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-21ddb281-2005-4b37-aee4-7bbba52dcb49 req-b0bc8d78-6ef4-485a-b863-c9d1ef4c67a6 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:46.579048 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b31dfc-c308-468b-8c57-780b3046ecd5 x-openstack-request-id: req-74b31dfc-c308-468b-8c57-780b3046ecd5 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:46.580181 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aefde4d-087a-4a8f-ac6e-8aa917f1393e", "name": "network-vif-deleted", "tag": "2230a39b-5350-40dc-9955-4ea3fc03a194", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:46.580777 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-74b31dfc-c308-468b-8c57-780b3046ecd5 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:46.581607 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aefde4d-087a-4a8f-ac6e-8aa917f1393e', 'name': 'network-vif-deleted', 'tag': '2230a39b-5350-40dc-9955-4ea3fc03a194', 'status': 'completed', 'code': 200} Aug 16 23:54:46.584437 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d9a2cc10-738b-46dc-b3f5-4d10a3f3d711 req-6b6435d0-fe42-4371-a385-6606f276faa6 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:46.591791 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['b9e96b1b-599e-4f8d-b4ce-e461b629271c', 'b02a41eb-ccaa-4bb9-98f2-0fae446f6e52'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:46.639523 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc8d78-6ef4-485a-b863-c9d1ef4c67a6 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event deleted for resources: {'Port': ['ID=b02a41eb-ccaa-4bb9-98f2-0fae446f6e52,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:46.643945 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6435d0-fe42-4371-a385-6606f276faa6 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Pushing event deleted for resources: {'Port': ['ID=37331be0-dd74-4a02-9975-311a177d77b3,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:46.778476 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ddb281-2005-4b37-aee4-7bbba52dcb49 req-b0bc8d78-6ef4-485a-b863-c9d1ef4c67a6 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] No DVR routers for this DVR port b02a41eb-ccaa-4bb9-98f2-0fae446f6e52 on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:54:46.783783 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-21ddb281-2005-4b37-aee4-7bbba52dcb49 req-b0bc8d78-6ef4-485a-b863-c9d1ef4c67a6 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:46.790774 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-21ddb281-2005-4b37-aee4-7bbba52dcb49 req-b0bc8d78-6ef4-485a-b863-c9d1ef4c67a6 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.69 "DELETE /v2.0/ports/b02a41eb-ccaa-4bb9-98f2-0fae446f6e52 HTTP/1.1" status: 204 len: 173 time: 1.1405916 Aug 16 23:54:46.903645 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d9a2cc10-738b-46dc-b3f5-4d10a3f3d711 req-6b6435d0-fe42-4371-a385-6606f276faa6 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:46.907255 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d9a2cc10-738b-46dc-b3f5-4d10a3f3d711 req-6b6435d0-fe42-4371-a385-6606f276faa6 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:46.915938 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d9a2cc10-738b-46dc-b3f5-4d10a3f3d711 req-6b6435d0-fe42-4371-a385-6606f276faa6 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "DELETE /v2.0/floatingips/60198882-6994-47ec-9e42-3e2c09a31eac HTTP/1.1" status: 204 len: 173 time: 1.3965390 Aug 16 23:54:46.936045 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25842895-2f48-425c-93ce-a4b8df4ab1ca req-aea5e7fa-92b8-46eb-9eb8-eb05b29cb586 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1329717423&fields=id&tenant_id=928fad2feae6486d8c368ea013044a74 HTTP/1.1" status: 200 len: 267 time: 0.2628832 Aug 16 23:54:47.004880 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-21ddb281-2005-4b37-aee4-7bbba52dcb49 req-cfcf9269-e9f0-49c0-8c81-299655ea51df tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Deleting port b9e96b1b-599e-4f8d-b4ce-e461b629271c {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:54:47.005268 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-21ddb281-2005-4b37-aee4-7bbba52dcb49 req-cfcf9269-e9f0-49c0-8c81-299655ea51df tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:47.076313 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25842895-2f48-425c-93ce-a4b8df4ab1ca req-7ef6dc56-4966-40d3-b46a-9fedaf8496ff tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:47.084605 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25842895-2f48-425c-93ce-a4b8df4ab1ca req-7ef6dc56-4966-40d3-b46a-9fedaf8496ff tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=8db9ed6b-d845-46d1-a5ac-bdbfec809cc9 HTTP/1.1" status: 200 len: 984 time: 0.1447079 Aug 16 23:54:47.091430 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-25842895-2f48-425c-93ce-a4b8df4ab1ca req-9829a93b-f8b1-4475-977c-2be791a606bb tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Request body: {'port': {'security_groups': ['89fd6287-b017-4b97-8971-3ee47b7c2abd', 'c6f12499-2122-441e-baff-ba05dbb236a4', '167e8e22-09d9-475c-b75c-c0821ccf4b20']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:47.223077 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-25842895-2f48-425c-93ce-a4b8df4ab1ca req-9829a93b-f8b1-4475-977c-2be791a606bb tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:47.262554 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-21ddb281-2005-4b37-aee4-7bbba52dcb49 req-cfcf9269-e9f0-49c0-8c81-299655ea51df tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] For port b9e96b1b-599e-4f8d-b4ce-e461b629271c, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=b9e96b1b-599e-4f8d-b4ce-e461b629271c,segment=NetworkSegment(47e123f8-5991-4b24-930f-9b78508377fb),segment_id=47e123f8-5991-4b24-930f-9b78508377fb)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:47.265770 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-21ddb281-2005-4b37-aee4-7bbba52dcb49 req-cfcf9269-e9f0-49c0-8c81-299655ea51df tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:47.295161 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-21ddb281-2005-4b37-aee4-7bbba52dcb49 req-cfcf9269-e9f0-49c0-8c81-299655ea51df tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Calling delete_port for b9e96b1b-599e-4f8d-b4ce-e461b629271c owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:54:47.485719 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-25842895-2f48-425c-93ce-a4b8df4ab1ca req-9829a93b-f8b1-4475-977c-2be791a606bb tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] For port 55f3b27c-5fa7-4516-9bf6-f77671b18cf8, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=55f3b27c-5fa7-4516-9bf6-f77671b18cf8,segment=NetworkSegment(3c721221-cf3b-40af-b1b9-c06e071ed18f),segment_id=3c721221-cf3b-40af-b1b9-c06e071ed18f)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:47.520467 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-25842895-2f48-425c-93ce-a4b8df4ab1ca req-9829a93b-f8b1-4475-977c-2be791a606bb tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:47.539883 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3909d50-01dc-4e5c-9648-5f73671b2db9 req-61df7ac3-2faf-4e25-844c-1e94d5cc0adf tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:47.541599 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c3909d50-01dc-4e5c-9648-5f73671b2db9 req-61df7ac3-2faf-4e25-844c-1e94d5cc0adf tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/ports?device_id=890470fa-b01e-4618-a194-968a70283b46 HTTP/1.1" status: 200 len: 946 time: 0.4002848 Aug 16 23:54:47.542956 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-25842895-2f48-425c-93ce-a4b8df4ab1ca req-9829a93b-f8b1-4475-977c-2be791a606bb tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:47.563223 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['55f3b27c-5fa7-4516-9bf6-f77671b18cf8'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:47.605196 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25842895-2f48-425c-93ce-a4b8df4ab1ca req-9829a93b-f8b1-4475-977c-2be791a606bb tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:47.605886 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-25842895-2f48-425c-93ce-a4b8df4ab1ca req-9829a93b-f8b1-4475-977c-2be791a606bb tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:47.610021 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25842895-2f48-425c-93ce-a4b8df4ab1ca req-9829a93b-f8b1-4475-977c-2be791a606bb tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "PUT /v2.0/ports/55f3b27c-5fa7-4516-9bf6-f77671b18cf8 HTTP/1.1" status: 200 len: 1020 time: 0.5240345 Aug 16 23:54:47.677744 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-21ddb281-2005-4b37-aee4-7bbba52dcb49 req-cfcf9269-e9f0-49c0-8c81-299655ea51df tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:47.709012 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a54bb0-b8b6-4b4a-aace-f51e64c366d3 x-openstack-request-id: req-93a54bb0-b8b6-4b4a-aace-f51e64c366d3 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:47.710497 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db9ed6b-d845-46d1-a5ac-bdbfec809cc9", "tag": "55f3b27c-5fa7-4516-9bf6-f77671b18cf8", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:47.713429 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-93a54bb0-b8b6-4b4a-aace-f51e64c366d3 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:47.714070 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db9ed6b-d845-46d1-a5ac-bdbfec809cc9', 'tag': '55f3b27c-5fa7-4516-9bf6-f77671b18cf8', 'status': 'completed', 'code': 200} Aug 16 23:54:47.759866 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c3909d50-01dc-4e5c-9648-5f73671b2db9 req-8c039be7-7f94-413c-8b9e-b83d18013aab tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "GET /v2.0/security-groups?id=99794da0-50d3-4b0f-8569-811865d4b78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030988 Aug 16 23:54:47.760663 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['55f3b27c-5fa7-4516-9bf6-f77671b18cf8'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:47.787960 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf9269-e9f0-49c0-8c81-299655ea51df tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event deleted for resources: {'Port': ['ID=b9e96b1b-599e-4f8d-b4ce-e461b629271c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:47.817798 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829a93b-f8b1-4475-977c-2be791a606bb tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Pushing event updated for resources: {'Port': ['ID=55f3b27c-5fa7-4516-9bf6-f77671b18cf8,revision_number=7']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:47.855782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023413a-c609-449d-b4bc-36481dcafb35 req-b708793a-9b45-4c32-b516-8e28fa294a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:47.865270 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8023413a-c609-449d-b4bc-36481dcafb35 req-b708793a-9b45-4c32-b516-8e28fa294a24 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=928fad2feae6486d8c368ea013044a74&device_id=8db9ed6b-d845-46d1-a5ac-bdbfec809cc9 HTTP/1.1" status: 200 len: 1175 time: 0.1458094 Aug 16 23:54:47.892366 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 2230a39b-5350-40dc-9955-4ea3fc03a194 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:54:48.033620 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ddb281-2005-4b37-aee4-7bbba52dcb49 req-cfcf9269-e9f0-49c0-8c81-299655ea51df tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] No DVR routers for this DVR port b9e96b1b-599e-4f8d-b4ce-e461b629271c on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:54:48.036672 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-21ddb281-2005-4b37-aee4-7bbba52dcb49 req-cfcf9269-e9f0-49c0-8c81-299655ea51df tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:48.039963 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-21ddb281-2005-4b37-aee4-7bbba52dcb49 req-cfcf9269-e9f0-49c0-8c81-299655ea51df tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.69 "DELETE /v2.0/ports/b9e96b1b-599e-4f8d-b4ce-e461b629271c HTTP/1.1" status: 204 len: 173 time: 1.2404149 Aug 16 23:54:48.060894 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 2230a39b-5350-40dc-9955-4ea3fc03a194 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:54:48.061407 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 2230a39b-5350-40dc-9955-4ea3fc03a194 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:54:48.246658 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fa09d-4393-4a5a-8a2f-7c8c84a55e97 req-a5f9882c-6662-4d33-af0d-b262f38747d0 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:48.254441 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-214fa09d-4393-4a5a-8a2f-7c8c84a55e97 req-a5f9882c-6662-4d33-af0d-b262f38747d0 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bd3fb45-6907-4f7e-902f-ce6c10977e5d HTTP/1.1" status: 200 len: 946 time: 0.1959720 Aug 16 23:54:48.302558 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023413a-c609-449d-b4bc-36481dcafb35 req-5b9f5f23-3417-4ee2-829b-4b150be09eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:48.306126 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8023413a-c609-449d-b4bc-36481dcafb35 req-5b9f5f23-3417-4ee2-829b-4b150be09eb3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e49e8296-4270-42ee-8656-6741a559a39c HTTP/1.1" status: 200 len: 913 time: 0.4190850 Aug 16 23:54:48.384327 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8023413a-c609-449d-b4bc-36481dcafb35 req-bf44c5a2-f50a-4fd2-946d-dc09d7f9f481 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55f3b27c-5fa7-4516-9bf6-f77671b18cf8 HTTP/1.1" status: 200 len: 217 time: 0.0649393 Aug 16 23:54:48.494194 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-214fa09d-4393-4a5a-8a2f-7c8c84a55e97 req-8c4bba2a-2dd2-4cf0-b9a5-51cd5e7581b7 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228189 Aug 16 23:54:48.519807 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023413a-c609-449d-b4bc-36481dcafb35 req-482f2a88-67bd-4577-b2e0-00abedd2f44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:48.528041 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8023413a-c609-449d-b4bc-36481dcafb35 req-482f2a88-67bd-4577-b2e0-00abedd2f44c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7bedae41-060a-4a82-9b3d-f77df955187e HTTP/1.1" status: 200 len: 852 time: 0.1130056 Aug 16 23:54:48.583096 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890470fa-b01e-4618-a194-968a70283b46', 'name': 'network-vif-deleted', 'tag': 'b02a41eb-ccaa-4bb9-98f2-0fae446f6e52'}, {'server_uuid': '890470fa-b01e-4618-a194-968a70283b46', 'name': 'network-vif-deleted', 'tag': 'b9e96b1b-599e-4f8d-b4ce-e461b629271c'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:48.587276 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64e5109-4b2e-445e-b5fd-eccd228270c1" -d '{"events": [{"server_uuid": "890470fa-b01e-4618-a194-968a70283b46", "name": "network-vif-deleted", "tag": "b02a41eb-ccaa-4bb9-98f2-0fae446f6e52"}, {"server_uuid": "890470fa-b01e-4618-a194-968a70283b46", "name": "network-vif-deleted", "tag": "b9e96b1b-599e-4f8d-b4ce-e461b629271c"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:48.612025 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8023413a-c609-449d-b4bc-36481dcafb35 req-20760b98-3f4d-4eab-b44b-14bcf1ecabc3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e49e8296-4270-42ee-8656-6741a559a39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745010 Aug 16 23:54:48.849927 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82e897-62ec-4a48-a0e3-14fda1d9746a req-9fcb8cdd-1518-4c1e-b644-8df877df3a19 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:48.852151 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bf82e897-62ec-4a48-a0e3-14fda1d9746a req-9fcb8cdd-1518-4c1e-b644-8df877df3a19 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=8db9ed6b-d845-46d1-a5ac-bdbfec809cc9 HTTP/1.1" status: 200 len: 1023 time: 0.2392154 Aug 16 23:54:48.885014 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f122d-6677-47ba-b3d1-d7fa45607c13 req-431e2179-ae73-4d29-b08e-0c795711f958 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:48.899585 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d05f122d-6677-47ba-b3d1-d7fa45607c13 req-431e2179-ae73-4d29-b08e-0c795711f958 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a20abc-952a-487b-b5bc-527b052c93aa HTTP/1.1" status: 200 len: 945 time: 0.2183180 Aug 16 23:54:49.009364 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bf82e897-62ec-4a48-a0e3-14fda1d9746a req-7ae51888-ffa4-4e00-9341-ec267c223899 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups?id=167e8e22-09d9-475c-b75c-c0821ccf4b20&id=89fd6287-b017-4b97-8971-3ee47b7c2abd&id=c6f12499-2122-441e-baff-ba05dbb236a4 HTTP/1.1" status: 200 len: 6148 time: 0.1437058 Aug 16 23:54:49.013622 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8023413a-c609-449d-b4bc-36481dcafb35 req-6bc5251a-dcb7-4918-bb14-04a0cf6f4621 service neutron] 10.222.0.69 "GET /v2.0/networks/e49e8296-4270-42ee-8656-6741a559a39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817210 Aug 16 23:54:49.073310 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d05f122d-6677-47ba-b3d1-d7fa45607c13 req-2c7e59e3-53d9-4e2d-b621-ee24a3b32762 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f51b67-a47e-4b1d-ba53-03517aad128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308093 Aug 16 23:54:49.080218 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48832) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:54:49.089309 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-44281afc-6c69-4e3c-b642-84a99bf809e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:49.151749 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['55f3b27c-5fa7-4516-9bf6-f77671b18cf8'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:49.321182 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b4af84-90a9-4800-a077-bbee97fc3406 x-openstack-request-id: req-41b4af84-90a9-4800-a077-bbee97fc3406 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:49.321992 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890470fa-b01e-4618-a194-968a70283b46", "name": "network-vif-deleted", "tag": "b02a41eb-ccaa-4bb9-98f2-0fae446f6e52", "status": "completed", "code": 200}, {"server_uuid": "890470fa-b01e-4618-a194-968a70283b46", "name": "network-vif-deleted", "tag": "b9e96b1b-599e-4f8d-b4ce-e461b629271c", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:49.322474 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41b4af84-90a9-4800-a077-bbee97fc3406 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:49.323466 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890470fa-b01e-4618-a194-968a70283b46', 'name': 'network-vif-deleted', 'tag': 'b02a41eb-ccaa-4bb9-98f2-0fae446f6e52', 'status': 'completed', 'code': 200} Aug 16 23:54:49.324430 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890470fa-b01e-4618-a194-968a70283b46', 'name': 'network-vif-deleted', 'tag': 'b9e96b1b-599e-4f8d-b4ce-e461b629271c', 'status': 'completed', 'code': 200} Aug 16 23:54:49.383787 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48838) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:54:49.409052 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:49.452462 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8023413a-c609-449d-b4bc-36481dcafb35 req-908aaeaf-d8c4-46d5-bd78-3fd5378bfe5e service neutron] 10.222.0.69 "GET /v2.0/networks/e49e8296-4270-42ee-8656-6741a559a39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158471 Aug 16 23:54:49.479434 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-78ba1c93-3b5b-4452-be91-0ba59bd2a6d6 req-a1d4e8b3-39ae-4a28-845c-f6e69f87aa19 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1938611039 ', 'description': 'tempest-description-457009841'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:49.563914 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device b9e96b1b-599e-4f8d-b4ce-e461b629271c no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:54:49.650139 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: b9e96b1b-599e-4f8d-b4ce-e461b629271c {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:54:49.650483 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device b9e96b1b-599e-4f8d-b4ce-e461b629271c not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:54:49.650894 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device b02a41eb-ccaa-4bb9-98f2-0fae446f6e52 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:54:49.706545 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: b02a41eb-ccaa-4bb9-98f2-0fae446f6e52 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:54:49.708278 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device b02a41eb-ccaa-4bb9-98f2-0fae446f6e52 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:54:49.723360 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db9ed6b-d845-46d1-a5ac-bdbfec809cc9', 'tag': '55f3b27c-5fa7-4516-9bf6-f77671b18cf8'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:49.726207 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bec5959-a49f-43a6-99f7-9a0a265b5169" -d '{"events": [{"name": "network-changed", "server_uuid": "8db9ed6b-d845-46d1-a5ac-bdbfec809cc9", "tag": "55f3b27c-5fa7-4516-9bf6-f77671b18cf8"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:49.734938 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-724f4d34-ffcb-4648-bb91-9af665af0092 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Deleting subnet 71a31dca-e21b-43a8-8868-0fba5292baf8 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:54:49.738297 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-724f4d34-ffcb-4648-bb91-9af665af0092 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:49.792553 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-724f4d34-ffcb-4648-bb91-9af665af0092 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:49.920751 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-724f4d34-ffcb-4648-bb91-9af665af0092 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:50.031816 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-78ba1c93-3b5b-4452-be91-0ba59bd2a6d6 req-a1d4e8b3-39ae-4a28-845c-f6e69f87aa19 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:50.062273 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-724f4d34-ffcb-4648-bb91-9af665af0092 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:50.127345 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:50.325646 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-78ba1c93-3b5b-4452-be91-0ba59bd2a6d6 req-a1d4e8b3-39ae-4a28-845c-f6e69f87aa19 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:50.337480 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e389999-ce39-48c6-838f-10d7938a372c None None] Network 7032988c-8390-4737-962a-53084d5209d1 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:54:50.353251 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f4d34-ffcb-4648-bb91-9af665af0092 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event deleted for resources: {'Subnet': ['ID=71a31dca-e21b-43a8-8868-0fba5292baf8,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:50.361711 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-724f4d34-ffcb-4648-bb91-9af665af0092 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:50.363083 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-724f4d34-ffcb-4648-bb91-9af665af0092 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "DELETE /v2.0/subnets/71a31dca-e21b-43a8-8868-0fba5292baf8 HTTP/1.1" status: 204 len: 168 time: 0.9745307 Aug 16 23:54:50.373505 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48856) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:54:50.385235 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607fa0eb-53b0-47d3-968e-69b75f009139 req-c394fb3f-7a0d-4e94-8969-c36bc9476f98 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:50.393215 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-607fa0eb-53b0-47d3-968e-69b75f009139 req-c394fb3f-7a0d-4e94-8969-c36bc9476f98 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=13da9a60-8455-44be-a1e8-688298507414 HTTP/1.1" status: 200 len: 950 time: 0.7516210 Aug 16 23:54:50.469117 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-78ba1c93-3b5b-4452-be91-0ba59bd2a6d6 req-a1d4e8b3-39ae-4a28-845c-f6e69f87aa19 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:50.514164 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-82d155a7-2050-4de7-8878-98ba0ccde8f9 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:50.515384 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-607fa0eb-53b0-47d3-968e-69b75f009139 req-3866e05a-0301-4ddf-9ac9-edecb82e2b2d tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212084 Aug 16 23:54:50.539615 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-78ba1c93-3b5b-4452-be91-0ba59bd2a6d6 req-a1d4e8b3-39ae-4a28-845c-f6e69f87aa19 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:50.559857 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78ba1c93-3b5b-4452-be91-0ba59bd2a6d6 req-a1d4e8b3-39ae-4a28-845c-f6e69f87aa19 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.0843000 Aug 16 23:54:50.632774 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-82d155a7-2050-4de7-8878-98ba0ccde8f9 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Deleting port b81060ff-d53f-4dff-a1cb-f136c696e013 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:54:50.633308 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-82d155a7-2050-4de7-8878-98ba0ccde8f9 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:50.699615 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4913c-0938-4ead-8673-89c06f570c0e req-47175fba-13e4-4dbf-a6cd-5df9e9006eea tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:50.713032 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73f4913c-0938-4ead-8673-89c06f570c0e req-47175fba-13e4-4dbf-a6cd-5df9e9006eea tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20abc-952a-487b-b5bc-527b052c93aa HTTP/1.1" status: 200 len: 945 time: 0.9824324 Aug 16 23:54:50.714535 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b98f625-925d-43d8-a5f5-caa76db55316 x-openstack-request-id: req-5b98f625-925d-43d8-a5f5-caa76db55316 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:50.724173 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db9ed6b-d845-46d1-a5ac-bdbfec809cc9", "tag": "55f3b27c-5fa7-4516-9bf6-f77671b18cf8", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:50.724448 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b98f625-925d-43d8-a5f5-caa76db55316 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:50.725713 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db9ed6b-d845-46d1-a5ac-bdbfec809cc9', 'tag': '55f3b27c-5fa7-4516-9bf6-f77671b18cf8', 'status': 'completed', 'code': 200} Aug 16 23:54:50.735193 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-82d155a7-2050-4de7-8878-98ba0ccde8f9 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] For port b81060ff-d53f-4dff-a1cb-f136c696e013, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=b81060ff-d53f-4dff-a1cb-f136c696e013,segment=NetworkSegment(6000ed2a-870c-4e5a-8dc8-2f1d4991e7c3),segment_id=6000ed2a-870c-4e5a-8dc8-2f1d4991e7c3)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:50.738190 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-82d155a7-2050-4de7-8878-98ba0ccde8f9 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:50.768451 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-82d155a7-2050-4de7-8878-98ba0ccde8f9 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Calling delete_port for b81060ff-d53f-4dff-a1cb-f136c696e013 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:54:50.818519 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f557897-135d-40bd-b104-2dea01542b0f None None] DHCP port deletion for 7032988c-8390-4737-962a-53084d5209d1 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:54:50.904614 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-82d155a7-2050-4de7-8878-98ba0ccde8f9 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:50.925458 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-3f557897-135d-40bd-b104-2dea01542b0f None None] Deleting port b81060ff-d53f-4dff-a1cb-f136c696e013 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:54:50.931750 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3f557897-135d-40bd-b104-2dea01542b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:51.008022 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d155a7-2050-4de7-8878-98ba0ccde8f9 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event deleted for resources: {'Port': ['ID=b81060ff-d53f-4dff-a1cb-f136c696e013,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:51.010930 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d155a7-2050-4de7-8878-98ba0ccde8f9 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] No DVR routers for this DVR port b81060ff-d53f-4dff-a1cb-f136c696e013 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:54:51.151178 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-3f557897-135d-40bd-b104-2dea01542b0f None None] For port b81060ff-d53f-4dff-a1cb-f136c696e013, host n-d-800088-20, got binding levels [] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:51.151764 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3f557897-135d-40bd-b104-2dea01542b0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:51.198234 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-3f557897-135d-40bd-b104-2dea01542b0f None None] Calling delete_port for b81060ff-d53f-4dff-a1cb-f136c696e013 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:54:51.205295 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.ipam_backend_mixin [None req-3f557897-135d-40bd-b104-2dea01542b0f None None] Port b81060ff-d53f-4dff-a1cb-f136c696e013 was not found and therefore no delete operation was performed {{(pid=101404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 23:54:51.206262 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084054d7-4f35-46bb-8571-9e3560e9283d req-df6f92c0-c17f-402f-9460-581bf43a8fb4 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:51.210464 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3f557897-135d-40bd-b104-2dea01542b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:51.212394 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-084054d7-4f35-46bb-8571-9e3560e9283d req-df6f92c0-c17f-402f-9460-581bf43a8fb4 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.69 "GET /v2.0/ports?device_id=13da9a60-8455-44be-a1e8-688298507414 HTTP/1.1" status: 200 len: 950 time: 0.3327947 Aug 16 23:54:51.275985 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-82d155a7-2050-4de7-8878-98ba0ccde8f9 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:51.281596 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f557897-135d-40bd-b104-2dea01542b0f None None] Pushing event deleted for resources: {'Port': ['ID=b81060ff-d53f-4dff-a1cb-f136c696e013,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:51.285482 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f557897-135d-40bd-b104-2dea01542b0f None None] No DVR routers for this DVR port b81060ff-d53f-4dff-a1cb-f136c696e013 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:54:51.344149 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-82d155a7-2050-4de7-8878-98ba0ccde8f9 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7032988c-8390-4737-962a-53084d5209d1']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:51.386140 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-82d155a7-2050-4de7-8878-98ba0ccde8f9 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6000ed2a-870c-4e5a-8dc8-2f1d4991e7c3') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:51.386879 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-82d155a7-2050-4de7-8878-98ba0ccde8f9 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6000ed2a-870c-4e5a-8dc8-2f1d4991e7c3') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:51.407859 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc5be153-476b-4974-a297-4047071b7887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:51.411603 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-82d155a7-2050-4de7-8878-98ba0ccde8f9 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:51.469713 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-82d155a7-2050-4de7-8878-98ba0ccde8f9 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:51.474638 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4e8b3-39ae-4a28-845c-f6e69f87aa19 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0ccc8f-285b-4bec-bbb7-dced9f123027,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:51.494714 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d155a7-2050-4de7-8878-98ba0ccde8f9 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:54:51.495398 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-82d155a7-2050-4de7-8878-98ba0ccde8f9 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:51.511123 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec5959-a49f-43a6-99f7-9a0a265b5169 req-1e2b11e4-aab5-4fbc-965d-644700bf3814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:51.512942 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8bec5959-a49f-43a6-99f7-9a0a265b5169 req-1e2b11e4-aab5-4fbc-965d-644700bf3814 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=928fad2feae6486d8c368ea013044a74&device_id=8db9ed6b-d845-46d1-a5ac-bdbfec809cc9 HTTP/1.1" status: 200 len: 1175 time: 0.7328310 Aug 16 23:54:51.664102 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbccc96-3bd2-4253-87a2-b29b019ef2c1 req-b596b759-d253-4f33-881d-275f26dc071b tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:51.673995 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dbbccc96-3bd2-4253-87a2-b29b019ef2c1 req-b596b759-d253-4f33-881d-275f26dc071b tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bd3fb45-6907-4f7e-902f-ce6c10977e5d HTTP/1.1" status: 200 len: 946 time: 0.9461429 Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: timer() Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: self._notify() Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:54:51.747377 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:54:51.750210 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419be187-bf92-4794-9b68-fd927c11a460 req-f73f8be0-edcc-439f-bbfd-574f0bc278de tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:51.751719 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-419be187-bf92-4794-9b68-fd927c11a460 req-f73f8be0-edcc-439f-bbfd-574f0bc278de tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a20abc-952a-487b-b5bc-527b052c93aa HTTP/1.1" status: 200 len: 945 time: 0.3293788 Aug 16 23:54:51.801371 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dbbccc96-3bd2-4253-87a2-b29b019ef2c1 req-955adb21-f632-4242-a850-373899226065 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263494 Aug 16 23:54:51.832781 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-82d155a7-2050-4de7-8878-98ba0ccde8f9 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:51.864396 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b81060ff-d53f-4dff-a1cb-f136c696e013 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:54:51.867297 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-73f4913c-0938-4ead-8673-89c06f570c0e req-0ede6951-a0b2-4c30-8745-a834a8ae1fe5 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Deleting port d177b0dc-64fb-4335-98ab-48634d87ed17 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:54:51.867954 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-73f4913c-0938-4ead-8673-89c06f570c0e req-0ede6951-a0b2-4c30-8745-a834a8ae1fe5 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:51.871618 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-82d155a7-2050-4de7-8878-98ba0ccde8f9 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:51.876528 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-82d155a7-2050-4de7-8878-98ba0ccde8f9 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "DELETE /v2.0/networks/7032988c-8390-4737-962a-53084d5209d1 HTTP/1.1" status: 204 len: 168 time: 1.4995537 Aug 16 23:54:51.887267 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48874) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:54:51.920658 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec5959-a49f-43a6-99f7-9a0a265b5169 req-e4e8b0d3-3b0d-4a8b-8b9e-30f069c056eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:51.922229 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8bec5959-a49f-43a6-99f7-9a0a265b5169 req-e4e8b0d3-3b0d-4a8b-8b9e-30f069c056eb service neutron] 10.222.0.69 "GET /v2.0/networks?id=e49e8296-4270-42ee-8656-6741a559a39c HTTP/1.1" status: 200 len: 913 time: 0.3959885 Aug 16 23:54:51.929789 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d155a7-2050-4de7-8878-98ba0ccde8f9 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event deleted for resources: {'Network': ['ID=7032988c-8390-4737-962a-53084d5209d1,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:51.978514 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: b81060ff-d53f-4dff-a1cb-f136c696e013 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:54:51.982504 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b81060ff-d53f-4dff-a1cb-f136c696e013 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:54:52.023697 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:52.043110 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8bec5959-a49f-43a6-99f7-9a0a265b5169 req-427523ae-104d-4d07-9b9a-8c5c266ecb81 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55f3b27c-5fa7-4516-9bf6-f77671b18cf8 HTTP/1.1" status: 200 len: 217 time: 0.0872035 Aug 16 23:54:52.055685 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-419be187-bf92-4794-9b68-fd927c11a460 req-e3963305-9eab-4cc7-ac2e-ab8cfdce37e1 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f51b67-a47e-4b1d-ba53-03517aad128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799044 Aug 16 23:54:52.061843 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b23d4d1-0431-4769-bc36-f1be65e9fc74 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Deleting subnet 401afb22-39f1-438a-98ad-2e0dc7b72961 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:54:52.065051 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-084054d7-4f35-46bb-8571-9e3560e9283d req-e9ece853-05a3-42d4-9d91-c91f07617ec0 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Deleting port d986bcca-6e85-4738-ba65-cd37bb5d2915 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:54:52.065406 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-084054d7-4f35-46bb-8571-9e3560e9283d req-e9ece853-05a3-42d4-9d91-c91f07617ec0 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:52.102803 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9b23d4d1-0431-4769-bc36-f1be65e9fc74 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:52.247607 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9b23d4d1-0431-4769-bc36-f1be65e9fc74 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:52.346442 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-084054d7-4f35-46bb-8571-9e3560e9283d req-e9ece853-05a3-42d4-9d91-c91f07617ec0 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] For port d986bcca-6e85-4738-ba65-cd37bb5d2915, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=d986bcca-6e85-4738-ba65-cd37bb5d2915,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:52.346818 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-084054d7-4f35-46bb-8571-9e3560e9283d req-e9ece853-05a3-42d4-9d91-c91f07617ec0 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:52.396552 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0bf04323-b19e-4a74-a6f3-5387e2998ad3 req-2a8eae81-258b-49b8-8e30-ff2de3ed67ec tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups/9a0ccc8f-285b-4bec-bbb7-dced9f123027 HTTP/1.1" status: 200 len: 1780 time: 0.4557862 Aug 16 23:54:52.415190 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-084054d7-4f35-46bb-8571-9e3560e9283d req-e9ece853-05a3-42d4-9d91-c91f07617ec0 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Calling delete_port for d986bcca-6e85-4738-ba65-cd37bb5d2915 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:54:52.432413 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec5959-a49f-43a6-99f7-9a0a265b5169 req-7a31ff36-e0d4-441a-a8ed-af3bc881adb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:52.434401 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8bec5959-a49f-43a6-99f7-9a0a265b5169 req-7a31ff36-e0d4-441a-a8ed-af3bc881adb1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7bedae41-060a-4a82-9b3d-f77df955187e HTTP/1.1" status: 200 len: 852 time: 0.3716123 Aug 16 23:54:52.478657 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-73f4913c-0938-4ead-8673-89c06f570c0e req-0ede6951-a0b2-4c30-8745-a834a8ae1fe5 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] For port d177b0dc-64fb-4335-98ab-48634d87ed17, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d177b0dc-64fb-4335-98ab-48634d87ed17,segment=NetworkSegment(33a33b0c-0d4a-424f-ba83-c386480cd0b2),segment_id=33a33b0c-0d4a-424f-ba83-c386480cd0b2)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:52.479895 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-73f4913c-0938-4ead-8673-89c06f570c0e req-0ede6951-a0b2-4c30-8745-a834a8ae1fe5 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:52.501779 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-73f4913c-0938-4ead-8673-89c06f570c0e req-0ede6951-a0b2-4c30-8745-a834a8ae1fe5 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Calling delete_port for d177b0dc-64fb-4335-98ab-48634d87ed17 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:54:52.527360 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9b23d4d1-0431-4769-bc36-f1be65e9fc74 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:52.656045 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-bc5be153-476b-4974-a297-4047071b7887 admin admin] Deleting port 01e1c983-b2cb-4eb2-b1ab-dff3afef6e01 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:54:52.656376 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc5be153-476b-4974-a297-4047071b7887 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:52.708930 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9b23d4d1-0431-4769-bc36-f1be65e9fc74 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:52.793589 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-73f4913c-0938-4ead-8673-89c06f570c0e req-0ede6951-a0b2-4c30-8745-a834a8ae1fe5 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:52.797723 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8bec5959-a49f-43a6-99f7-9a0a265b5169 req-080db823-1c95-488a-a407-5bb4951656dd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e49e8296-4270-42ee-8656-6741a559a39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3494546 Aug 16 23:54:52.813679 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11547391-d49e-41e4-9d70-b760ccacb867 req-7496bf3a-ad7c-4b5c-a5ae-2673e384d323 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:52.822305 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-11547391-d49e-41e4-9d70-b760ccacb867 req-7496bf3a-ad7c-4b5c-a5ae-2673e384d323 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=13da9a60-8455-44be-a1e8-688298507414 HTTP/1.1" status: 200 len: 950 time: 0.5887446 Aug 16 23:54:52.851902 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aadd5ca-1c13-436d-a84b-48bd2d99d72e None None] Network be3ae8c4-a9ef-4186-a4b1-7a7b31386702 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:54:52.855480 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23d4d1-0431-4769-bc36-f1be65e9fc74 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event deleted for resources: {'Subnet': ['ID=401afb22-39f1-438a-98ad-2e0dc7b72961,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:52.870423 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9b23d4d1-0431-4769-bc36-f1be65e9fc74 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:52.880238 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9b23d4d1-0431-4769-bc36-f1be65e9fc74 tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "DELETE /v2.0/subnets/401afb22-39f1-438a-98ad-2e0dc7b72961 HTTP/1.1" status: 204 len: 168 time: 0.9917688 Aug 16 23:54:52.897953 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48882) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:54:52.919285 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-640ff902-3fd0-4758-a4f9-85bf5d6fd6c2 req-e14e93be-ef5c-4068-8436-659aac313bb4 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups/9a0ccc8f-285b-4bec-bbb7-dced9f123027 HTTP/1.1" status: 200 len: 1780 time: 0.4978156 Aug 16 23:54:52.927254 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede6951-a0b2-4c30-8745-a834a8ae1fe5 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Pushing event deleted for resources: {'Port': ['ID=d177b0dc-64fb-4335-98ab-48634d87ed17,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:53.034073 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-11547391-d49e-41e4-9d70-b760ccacb867 req-dc389ac5-7ecb-4fab-82c8-1b76e246a747 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106917 Aug 16 23:54:53.102697 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f4913c-0938-4ead-8673-89c06f570c0e req-0ede6951-a0b2-4c30-8745-a834a8ae1fe5 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] No DVR routers for this DVR port d177b0dc-64fb-4335-98ab-48634d87ed17 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:54:53.107709 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-73f4913c-0938-4ead-8673-89c06f570c0e req-0ede6951-a0b2-4c30-8745-a834a8ae1fe5 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:53.110333 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73f4913c-0938-4ead-8673-89c06f570c0e req-0ede6951-a0b2-4c30-8745-a834a8ae1fe5 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.64 "DELETE /v2.0/ports/d177b0dc-64fb-4335-98ab-48634d87ed17 HTTP/1.1" status: 204 len: 173 time: 2.3690705 Aug 16 23:54:53.111150 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a20abc-952a-487b-b5bc-527b052c93aa', 'name': 'network-vif-deleted', 'tag': 'd177b0dc-64fb-4335-98ab-48634d87ed17'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:53.113683 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c9724e-4611-46ea-8f0c-f69e6614f155" -d '{"events": [{"server_uuid": "f2a20abc-952a-487b-b5bc-527b052c93aa", "name": "network-vif-deleted", "tag": "d177b0dc-64fb-4335-98ab-48634d87ed17"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:53.179895 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-640ff902-3fd0-4758-a4f9-85bf5d6fd6c2 req-16643a34-e80a-4d3f-9bd6-b4eaec9b2031 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:53.232378 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-640ff902-3fd0-4758-a4f9-85bf5d6fd6c2 req-16643a34-e80a-4d3f-9bd6-b4eaec9b2031 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:53.258863 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3130623c-ff54-4c47-a56f-3e3e5bbe704c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:53.313208 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541fcf1e-dcb0-457c-b885-ef074912cc46 None None] DHCP port deletion for be3ae8c4-a9ef-4186-a4b1-7a7b31386702 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:54:53.322563 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-640ff902-3fd0-4758-a4f9-85bf5d6fd6c2 req-16643a34-e80a-4d3f-9bd6-b4eaec9b2031 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:53.339005 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-640ff902-3fd0-4758-a4f9-85bf5d6fd6c2 req-16643a34-e80a-4d3f-9bd6-b4eaec9b2031 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:53.355388 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-640ff902-3fd0-4758-a4f9-85bf5d6fd6c2 req-16643a34-e80a-4d3f-9bd6-b4eaec9b2031 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "DELETE /v2.0/security-groups/9a0ccc8f-285b-4bec-bbb7-dced9f123027 HTTP/1.1" status: 204 len: 173 time: 0.4281986 Aug 16 23:54:53.360202 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8bec5959-a49f-43a6-99f7-9a0a265b5169 req-e2657063-10ae-44fd-8ce6-a1909571ac78 service neutron] 10.222.0.69 "GET /v2.0/networks/e49e8296-4270-42ee-8656-6741a559a39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933240 Aug 16 23:54:53.484954 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-541fcf1e-dcb0-457c-b885-ef074912cc46 None None] Deleting port 5f1ab847-fca2-4516-8c8d-b2acb3f32a57 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:54:53.486355 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-541fcf1e-dcb0-457c-b885-ef074912cc46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:53.515389 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-084054d7-4f35-46bb-8571-9e3560e9283d req-e9ece853-05a3-42d4-9d91-c91f07617ec0 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:53.620118 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16643a34-e80a-4d3f-9bd6-b4eaec9b2031 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0ccc8f-285b-4bec-bbb7-dced9f123027,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:53.668647 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-04bcdba3-577c-4e17-9612-9e137ad5dc70 req-e00792e9-2e8f-4a2c-b079-5b9926b95045 tempest-FloatingIPsAssociationTestJSON-1859124513 tempest-FloatingIPsAssociationTestJSON-1859124513-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a20abc-952a-487b-b5bc-527b052c93aa HTTP/1.1" status: 200 len: 210 time: 0.0450592 Aug 16 23:54:53.683131 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['ea7f3b99-4d08-45e9-b39c-95e23121614f', 'f44487fe-9c34-48b3-b219-1401debf4eea'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:53.725231 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-bc5be153-476b-4974-a297-4047071b7887 admin admin] For port 01e1c983-b2cb-4eb2-b1ab-dff3afef6e01, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=01e1c983-b2cb-4eb2-b1ab-dff3afef6e01,segment=NetworkSegment(2e5b857d-bed9-47c8-b3b0-8b6db12a9249),segment_id=2e5b857d-bed9-47c8-b3b0-8b6db12a9249)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:53.725627 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc5be153-476b-4974-a297-4047071b7887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:53.730423 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c4602-ed03-4847-9a03-d94bd7d757c9 req-09f0bce1-357f-44a4-9060-8557876765f8 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:53.747601 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c8c4602-ed03-4847-9a03-d94bd7d757c9 req-09f0bce1-357f-44a4-9060-8557876765f8 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bd3fb45-6907-4f7e-902f-ce6c10977e5d HTTP/1.1" status: 200 len: 946 time: 0.4400496 Aug 16 23:54:53.812167 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['1e56511b-81a6-4ff5-afd5-ed193d1f89e9', '48a32f82-becc-4edb-ac43-c96acede2cf0', 'd6a97ea2-5728-4e9c-a53a-d9da238eea77', '6513abce-3dd9-482c-887c-85c9538a6be5'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:53.815633 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece853-05a3-42d4-9d91-c91f07617ec0 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Pushing event deleted for resources: {'Port': ['ID=d986bcca-6e85-4738-ba65-cd37bb5d2915,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:53.824586 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device d986bcca-6e85-4738-ba65-cd37bb5d2915 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:54:53.826094 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9c1af0-502f-4380-a665-14d6cae52bec x-openstack-request-id: req-aa9c1af0-502f-4380-a665-14d6cae52bec {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:53.826801 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a20abc-952a-487b-b5bc-527b052c93aa", "name": "network-vif-deleted", "tag": "d177b0dc-64fb-4335-98ab-48634d87ed17", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:53.827352 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa9c1af0-502f-4380-a665-14d6cae52bec {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:53.828786 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a20abc-952a-487b-b5bc-527b052c93aa', 'name': 'network-vif-deleted', 'tag': 'd177b0dc-64fb-4335-98ab-48634d87ed17', 'status': 'completed', 'code': 200} Aug 16 23:54:53.886753 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c8c4602-ed03-4847-9a03-d94bd7d757c9 req-25b0727d-866c-4409-b4ef-a9c99f80c835 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286502 Aug 16 23:54:53.897292 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-bc5be153-476b-4974-a297-4047071b7887 admin admin] Calling delete_port for 01e1c983-b2cb-4eb2-b1ab-dff3afef6e01 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:54:53.900767 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8bec5959-a49f-43a6-99f7-9a0a265b5169 req-27d60c65-150c-49b8-8207-7cdbd7329c89 service neutron] 10.222.0.69 "GET /v2.0/networks/e49e8296-4270-42ee-8656-6741a559a39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624040 Aug 16 23:54:53.903378 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-084054d7-4f35-46bb-8571-9e3560e9283d req-e9ece853-05a3-42d4-9d91-c91f07617ec0 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] No DVR routers for this DVR port d986bcca-6e85-4738-ba65-cd37bb5d2915 on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:54:53.921943 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-084054d7-4f35-46bb-8571-9e3560e9283d req-e9ece853-05a3-42d4-9d91-c91f07617ec0 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:53.927994 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-084054d7-4f35-46bb-8571-9e3560e9283d req-e9ece853-05a3-42d4-9d91-c91f07617ec0 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.69 "DELETE /v2.0/ports/d986bcca-6e85-4738-ba65-cd37bb5d2915 HTTP/1.1" status: 204 len: 173 time: 2.6965497 Aug 16 23:54:53.932262 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13da9a60-8455-44be-a1e8-688298507414', 'name': 'network-vif-deleted', 'tag': 'd986bcca-6e85-4738-ba65-cd37bb5d2915'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:53.937860 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a5b4b4-1a70-4355-a0dc-a776ecc18aea" -d '{"events": [{"server_uuid": "13da9a60-8455-44be-a1e8-688298507414", "name": "network-vif-deleted", "tag": "d986bcca-6e85-4738-ba65-cd37bb5d2915"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:53.945388 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-5f7b0f1c-e8e8-4ea1-ab3a-146c47152e2c req-0a8cddef-44cf-49e7-af0d-050e0af70a80 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] show failed (client error): The resource could not be found. Aug 16 23:54:53.968691 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f7b0f1c-e8e8-4ea1-ab3a-146c47152e2c req-0a8cddef-44cf-49e7-af0d-050e0af70a80 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups/9a0ccc8f-285b-4bec-bbb7-dced9f123027 HTTP/1.1" status: 404 len: 352 time: 0.0505829 Aug 16 23:54:53.983009 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5f1ab847-fca2-4516-8c8d-b2acb3f32a57 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:54:53.984939 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-3130623c-ff54-4c47-a56f-3e3e5bbe704c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Deleting port 5f1ab847-fca2-4516-8c8d-b2acb3f32a57 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:54:53.985320 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3130623c-ff54-4c47-a56f-3e3e5bbe704c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:54.030057 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-517bc0ae-e9bd-4fbe-9a7b-c5703a66a0c5 req-1f4e46c5-0cfd-4a7b-a019-28d45797ebaa tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1174300812', 'description': 'tempest-description-1986338653'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:54.078324 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-517bc0ae-e9bd-4fbe-9a7b-c5703a66a0c5 req-1f4e46c5-0cfd-4a7b-a019-28d45797ebaa tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:54.088209 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2924cbb0-8416-49c2-8d2e-1bf98a180de7 x-openstack-request-id: req-2924cbb0-8416-49c2-8d2e-1bf98a180de7 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:54.088617 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13da9a60-8455-44be-a1e8-688298507414", "name": "network-vif-deleted", "tag": "d986bcca-6e85-4738-ba65-cd37bb5d2915", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:54.089208 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2924cbb0-8416-49c2-8d2e-1bf98a180de7 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:54.089548 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13da9a60-8455-44be-a1e8-688298507414', 'name': 'network-vif-deleted', 'tag': 'd986bcca-6e85-4738-ba65-cd37bb5d2915', 'status': 'completed', 'code': 200} Aug 16 23:54:54.110308 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device e8fe679c-6337-4bb9-b141-3c5e2565708f details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:54:54.302786 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port e8fe679c-6337-4bb9-b141-3c5e2565708f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=e8fe679c-6337-4bb9-b141-3c5e2565708f,segment=NetworkSegment(f6ecfec7-859e-48ae-8b72-438566ddcf66),segment_id=f6ecfec7-859e-48ae-8b72-438566ddcf66)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:54.326352 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device d177b0dc-64fb-4335-98ab-48634d87ed17 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:54:54.327147 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-3130623c-ff54-4c47-a56f-3e3e5bbe704c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] For port 5f1ab847-fca2-4516-8c8d-b2acb3f32a57, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5f1ab847-fca2-4516-8c8d-b2acb3f32a57,segment=NetworkSegment(47e123f8-5991-4b24-930f-9b78508377fb),segment_id=47e123f8-5991-4b24-930f-9b78508377fb)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:54.327147 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3130623c-ff54-4c47-a56f-3e3e5bbe704c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:54.343648 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-517bc0ae-e9bd-4fbe-9a7b-c5703a66a0c5 req-1f4e46c5-0cfd-4a7b-a019-28d45797ebaa tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:54.366970 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'e8fe679c-6337-4bb9-b141-3c5e2565708f', 'network_id': 'b5d96bed-3d7d-4174-81a4-420ec5c2a243', 'port_id': 'e8fe679c-6337-4bb9-b141-3c5e2565708f', 'mac_address': 'fa:16:3e:da:90:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc1d23a-2b66-4ec4-9ade-0b7b10fa44c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:54:54.370960 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: d177b0dc-64fb-4335-98ab-48634d87ed17 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:54:54.371346 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device d177b0dc-64fb-4335-98ab-48634d87ed17 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:54:54.371771 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device e8fe679c-6337-4bb9-b141-3c5e2565708f no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:54:54.395284 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c14d0a93-2ede-49d7-aca4-f78baa3abb88 req-f41b54bb-b84c-447e-80dd-2c38e498ac2f tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=13da9a60-8455-44be-a1e8-688298507414 HTTP/1.1" status: 200 len: 210 time: 0.0439062 Aug 16 23:54:54.398490 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-517bc0ae-e9bd-4fbe-9a7b-c5703a66a0c5 req-1f4e46c5-0cfd-4a7b-a019-28d45797ebaa tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:54.417412 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-3130623c-ff54-4c47-a56f-3e3e5bbe704c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Calling delete_port for 5f1ab847-fca2-4516-8c8d-b2acb3f32a57 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:54:54.427203 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: d986bcca-6e85-4738-ba65-cd37bb5d2915 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:54:54.427551 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device d986bcca-6e85-4738-ba65-cd37bb5d2915 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:54:54.482684 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e46c5-0cfd-4a7b-a019-28d45797ebaa tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8042ad8b-994f-437c-9852-7ee35aec138b,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:54.492952 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-517bc0ae-e9bd-4fbe-9a7b-c5703a66a0c5 req-1f4e46c5-0cfd-4a7b-a019-28d45797ebaa tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:54.511123 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-517bc0ae-e9bd-4fbe-9a7b-c5703a66a0c5 req-1f4e46c5-0cfd-4a7b-a019-28d45797ebaa tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4868114 Aug 16 23:54:54.618582 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4037a-2b6f-47c5-88b8-10842b337e3f req-0b2a4a49-8a18-4fa3-8e62-30a5f3c9fa31 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:54.635396 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6ec4037a-2b6f-47c5-88b8-10842b337e3f req-0b2a4a49-8a18-4fa3-8e62-30a5f3c9fa31 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 944 time: 0.1197674 Aug 16 23:54:54.658678 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc5be153-476b-4974-a297-4047071b7887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:54.677765 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-89c86e5b-0044-4ba8-a2d1-87135cde2317 req-84ac77cf-4e60-4b9f-a6a0-450774561100 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-720164849', 'description': 'tempest-description-977321316'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:54.784546 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-541fcf1e-dcb0-457c-b885-ef074912cc46 None None] For port 5f1ab847-fca2-4516-8c8d-b2acb3f32a57, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5f1ab847-fca2-4516-8c8d-b2acb3f32a57,segment=NetworkSegment(47e123f8-5991-4b24-930f-9b78508377fb),segment_id=47e123f8-5991-4b24-930f-9b78508377fb)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:54.784988 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-541fcf1e-dcb0-457c-b885-ef074912cc46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:54.795392 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5be153-476b-4974-a297-4047071b7887 admin admin] Pushing event deleted for resources: {'Port': ['ID=01e1c983-b2cb-4eb2-b1ab-dff3afef6e01,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:54.873659 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6ec4037a-2b6f-47c5-88b8-10842b337e3f req-d338c0df-dd6d-4dad-ad4c-8981d76eccfc tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368772 Aug 16 23:54:54.949641 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123f22e-f0a7-4f02-8294-b4b8832af604 req-a361edf9-9d63-4a2d-bc2e-d2ae3cf6fe4a tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:54.951183 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b123f22e-f0a7-4f02-8294-b4b8832af604 req-a361edf9-9d63-4a2d-bc2e-d2ae3cf6fe4a tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.64 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 944 time: 0.2490737 Aug 16 23:54:54.958158 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-541fcf1e-dcb0-457c-b885-ef074912cc46 None None] Calling delete_port for 5f1ab847-fca2-4516-8c8d-b2acb3f32a57 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:54:54.974098 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-89c86e5b-0044-4ba8-a2d1-87135cde2317 req-84ac77cf-4e60-4b9f-a6a0-450774561100 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:55.002177 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:55.029100 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48928) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:54:55.092315 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3130623c-ff54-4c47-a56f-3e3e5bbe704c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:55.112170 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:55.118452 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3130623c-ff54-4c47-a56f-3e3e5bbe704c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] No DVR routers for this DVR port 5f1ab847-fca2-4516-8c8d-b2acb3f32a57 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:54:55.176279 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8fe679c-6337-4bb9-b141-3c5e2565708f {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:54:55.200221 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130623c-ff54-4c47-a56f-3e3e5bbe704c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event deleted for resources: {'Port': ['ID=5f1ab847-fca2-4516-8c8d-b2acb3f32a57,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:55.208374 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port e8fe679c-6337-4bb9-b141-3c5e2565708f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=e8fe679c-6337-4bb9-b141-3c5e2565708f,segment=NetworkSegment(f6ecfec7-859e-48ae-8b72-438566ddcf66),segment_id=f6ecfec7-859e-48ae-8b72-438566ddcf66)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:55.228079 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc5be153-476b-4974-a297-4047071b7887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:55.296155 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3130623c-ff54-4c47-a56f-3e3e5bbe704c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:55.305696 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:55.315382 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-3130623c-ff54-4c47-a56f-3e3e5bbe704c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be3ae8c4-a9ef-4186-a4b1-7a7b31386702']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:55.330432 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-3130623c-ff54-4c47-a56f-3e3e5bbe704c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e123f8-5991-4b24-930f-9b78508377fb') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:55.330839 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-3130623c-ff54-4c47-a56f-3e3e5bbe704c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e123f8-5991-4b24-930f-9b78508377fb') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:55.392567 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab53f4-f62a-4763-a17d-bd436ca28cbe req-a50e66a4-8f41-40ac-82ed-04a0e6b823d3 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:55.401006 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d9ab53f4-f62a-4763-a17d-bd436ca28cbe req-a50e66a4-8f41-40ac-82ed-04a0e6b823d3 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bd3fb45-6907-4f7e-902f-ce6c10977e5d HTTP/1.1" status: 200 len: 946 time: 0.2285118 Aug 16 23:54:55.408740 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3130623c-ff54-4c47-a56f-3e3e5bbe704c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:55.427076 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Port 5f1ab847-fca2-4516-8c8d-b2acb3f32a57 update to DOWN by agent not found {{(pid=101404) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 16 23:54:55.438213 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=e8fe679c-6337-4bb9-b141-3c5e2565708f,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:55.441255 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.db.api [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:54:55.442229 n-d-800088-20 neutron-server[101404]: DEBUG oslo_db.api [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:54:55.472837 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3130623c-ff54-4c47-a56f-3e3e5bbe704c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:55.491452 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3130623c-ff54-4c47-a56f-3e3e5bbe704c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:54:55.492100 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3130623c-ff54-4c47-a56f-3e3e5bbe704c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: timer() Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: self._notify() Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:54:55.505462 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:54:55.517673 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d9ab53f4-f62a-4763-a17d-bd436ca28cbe req-f2b91d2d-ee23-45b1-9594-c8f712090f1b tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156659 Aug 16 23:54:55.619055 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['e8fe679c-6337-4bb9-b141-3c5e2565708f'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:55.640933 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-b123f22e-f0a7-4f02-8294-b4b8832af604 req-c0a93edd-f636-48a4-bc84-5e6040f021fe tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Deleting port 9b0542dc-52ef-42a5-804f-639293288721 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:54:55.641530 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b123f22e-f0a7-4f02-8294-b4b8832af604 req-c0a93edd-f636-48a4-bc84-5e6040f021fe tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:55.659526 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3130623c-ff54-4c47-a56f-3e3e5bbe704c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:55.670818 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3130623c-ff54-4c47-a56f-3e3e5bbe704c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:55.673649 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3130623c-ff54-4c47-a56f-3e3e5bbe704c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] 10.222.0.60 "DELETE /v2.0/networks/be3ae8c4-a9ef-4186-a4b1-7a7b31386702 HTTP/1.1" status: 204 len: 168 time: 2.7536182 Aug 16 23:54:55.696408 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-541fcf1e-dcb0-457c-b885-ef074912cc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:55.743423 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-541fcf1e-dcb0-457c-b885-ef074912cc46 None None] Network be3ae8c4-a9ef-4186-a4b1-7a7b31386702 is not hosted by any dhcp agent {{(pid=101404) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 23:54:55.743877 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541fcf1e-dcb0-457c-b885-ef074912cc46 None None] No DVR routers for this DVR port 5f1ab847-fca2-4516-8c8d-b2acb3f32a57 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:54:55.751689 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fcf1e-dcb0-457c-b885-ef074912cc46 None None] Pushing event deleted for resources: {'Port': ['ID=5f1ab847-fca2-4516-8c8d-b2acb3f32a57,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:55.888204 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-89c86e5b-0044-4ba8-a2d1-87135cde2317 req-84ac77cf-4e60-4b9f-a6a0-450774561100 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:55.924995 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-89c86e5b-0044-4ba8-a2d1-87135cde2317 req-84ac77cf-4e60-4b9f-a6a0-450774561100 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:56.102034 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-b123f22e-f0a7-4f02-8294-b4b8832af604 req-c0a93edd-f636-48a4-bc84-5e6040f021fe tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] For port 9b0542dc-52ef-42a5-804f-639293288721, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=9b0542dc-52ef-42a5-804f-639293288721,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:56.102418 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b123f22e-f0a7-4f02-8294-b4b8832af604 req-c0a93edd-f636-48a4-bc84-5e6040f021fe tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:56.115295 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:56.120569 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-b123f22e-f0a7-4f02-8294-b4b8832af604 req-c0a93edd-f636-48a4-bc84-5e6040f021fe tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Calling delete_port for 9b0542dc-52ef-42a5-804f-639293288721 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:54:56.163237 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e8fe679c-6337-4bb9-b141-3c5e2565708f {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:54:56.189683 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port e8fe679c-6337-4bb9-b141-3c5e2565708f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=e8fe679c-6337-4bb9-b141-3c5e2565708f,segment=NetworkSegment(f6ecfec7-859e-48ae-8b72-438566ddcf66),segment_id=f6ecfec7-859e-48ae-8b72-438566ddcf66)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:56.213792 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:56.230244 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130623c-ff54-4c47-a56f-3e3e5bbe704c tempest-ServersTestMultiNic-712991422 tempest-ServersTestMultiNic-712991422-project] Pushing event deleted for resources: {'Network': ['ID=be3ae8c4-a9ef-4186-a4b1-7a7b31386702,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:56.237413 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 9b0542dc-52ef-42a5-804f-639293288721 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:54:56.241868 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5be153-476b-4974-a297-4047071b7887 admin admin] Router 03548ba5-494d-4910-98a3-332a7396d317 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:54:56.297833 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-89c86e5b-0044-4ba8-a2d1-87135cde2317 req-84ac77cf-4e60-4b9f-a6a0-450774561100 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:56.317594 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-89c86e5b-0044-4ba8-a2d1-87135cde2317 req-84ac77cf-4e60-4b9f-a6a0-450774561100 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.6494174 Aug 16 23:54:56.340911 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b123f22e-f0a7-4f02-8294-b4b8832af604 req-c0a93edd-f636-48a4-bc84-5e6040f021fe tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:56.374210 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5be153-476b-4974-a297-4047071b7887 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:54:56.386183 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be098dc7-f2a4-48e9-b798-7a174001c57f None None] Sync routers for ids ['03548ba5-494d-4910-98a3-332a7396d317'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:54:56.398197 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bc5be153-476b-4974-a297-4047071b7887 admin admin] 10.222.0.60 "PUT /v2.0/routers/03548ba5-494d-4910-98a3-332a7396d317/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3165302 Aug 16 23:54:56.400637 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48954) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:54:56.408019 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be098dc7-f2a4-48e9-b798-7a174001c57f None None] Routers {'03548ba5-494d-4910-98a3-332a7396d317'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:54:56.410672 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-be098dc7-f2a4-48e9-b798-7a174001c57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:54:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['03548ba5-494d-4910-98a3-332a7396d317'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:56.441553 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-74bf5422-46f4-4457-b971-3eed7db1b1f0 req-db5112ea-3a8b-4641-aaed-05ea5bde90c7 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 210 time: 0.1580362 Aug 16 23:54:56.471612 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 9b0542dc-52ef-42a5-804f-639293288721 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:54:56.472096 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 9b0542dc-52ef-42a5-804f-639293288721 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:54:56.477220 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a93edd-f636-48a4-bc84-5e6040f021fe tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Pushing event deleted for resources: {'Port': ['ID=9b0542dc-52ef-42a5-804f-639293288721,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:56.484748 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac77cf-4e60-4b9f-a6a0-450774561100 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3fc903-66c8-4447-8824-c4ab09de7cff,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:56.525872 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=e8fe679c-6337-4bb9-b141-3c5e2565708f,revision_number=7']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:56.614458 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef685d9f-4c3e-4c08-b1d5-d55f99c1834e admin admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:56.616978 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-3804087c-6ebb-4e5d-9280-4aa59647e520 req-e05a968c-6d87-4ae3-8caa-3f0f637bab1c tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-88636763', 'description': 'tempest-description-1349836159'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:56.659079 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-be098dc7-f2a4-48e9-b798-7a174001c57f None None] Set router 03548ba5-494d-4910-98a3-332a7396d317 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:54:56.714216 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b123f22e-f0a7-4f02-8294-b4b8832af604 req-c0a93edd-f636-48a4-bc84-5e6040f021fe tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] No DVR routers for this DVR port 9b0542dc-52ef-42a5-804f-639293288721 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:54:56.718861 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b123f22e-f0a7-4f02-8294-b4b8832af604 req-c0a93edd-f636-48a4-bc84-5e6040f021fe tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:56.720871 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b123f22e-f0a7-4f02-8294-b4b8832af604 req-c0a93edd-f636-48a4-bc84-5e6040f021fe tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.64 "DELETE /v2.0/ports/9b0542dc-52ef-42a5-804f-639293288721 HTTP/1.1" status: 204 len: 173 time: 1.7589064 Aug 16 23:54:56.731708 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35f732a-884b-434c-ba04-59b9cbc06dcc', 'name': 'network-vif-deleted', 'tag': '9b0542dc-52ef-42a5-804f-639293288721'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:56.734222 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b729774-4dff-4f68-bbcc-151bf661db8c" -d '{"events": [{"server_uuid": "f35f732a-884b-434c-ba04-59b9cbc06dcc", "name": "network-vif-deleted", "tag": "9b0542dc-52ef-42a5-804f-639293288721"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:56.738403 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef685d9f-4c3e-4c08-b1d5-d55f99c1834e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:56.809150 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ef685d9f-4c3e-4c08-b1d5-d55f99c1834e admin admin] Deleting port 972ec198-6d70-4427-bbc6-fcc3b847223f {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:54:56.809713 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef685d9f-4c3e-4c08-b1d5-d55f99c1834e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:56.827001 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aeff9c-1e15-4306-bf57-08519b439362 req-69b4e0e7-5abd-47f9-a112-90e1dca560df tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:56.840283 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f5aeff9c-1e15-4306-bf57-08519b439362 req-69b4e0e7-5abd-47f9-a112-90e1dca560df tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=e51501c4-ce4d-41de-908b-6e3480ebd95a HTTP/1.1" status: 200 len: 950 time: 0.3963077 Aug 16 23:54:56.866324 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3804087c-6ebb-4e5d-9280-4aa59647e520 req-e05a968c-6d87-4ae3-8caa-3f0f637bab1c tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:56.897963 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-be098dc7-f2a4-48e9-b798-7a174001c57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03548ba5-494d-4910-98a3-332a7396d317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-929718497-router', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:54:54Z', 'revision_number': 5, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'gw_port': {'id': '972ec198-6d70-4427-bbc6-fcc3b847223f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03548ba5-494d-4910-98a3-332a7396d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:56.910789 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-ef685d9f-4c3e-4c08-b1d5-d55f99c1834e admin admin] For port 972ec198-6d70-4427-bbc6-fcc3b847223f, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=972ec198-6d70-4427-bbc6-fcc3b847223f,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:56.911348 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef685d9f-4c3e-4c08-b1d5-d55f99c1834e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:56.927416 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ef685d9f-4c3e-4c08-b1d5-d55f99c1834e admin admin] Calling delete_port for 972ec198-6d70-4427-bbc6-fcc3b847223f owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:54:56.928359 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be098dc7-f2a4-48e9-b798-7a174001c57f None None] Checking router: 03548ba5-494d-4910-98a3-332a7396d317 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:54:56.938047 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be098dc7-f2a4-48e9-b798-7a174001c57f None None] Routers {'03548ba5-494d-4910-98a3-332a7396d317'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:54:56.938923 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-be098dc7-f2a4-48e9-b798-7a174001c57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:54:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['03548ba5-494d-4910-98a3-332a7396d317'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:56.962202 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f5aeff9c-1e15-4306-bf57-08519b439362 req-24b67b11-be7b-41b1-b859-9f6f27a5e377 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212811 Aug 16 23:54:57.056304 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-be098dc7-f2a4-48e9-b798-7a174001c57f None None] Set router 03548ba5-494d-4910-98a3-332a7396d317 gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:54:57.062373 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3804087c-6ebb-4e5d-9280-4aa59647e520 req-e05a968c-6d87-4ae3-8caa-3f0f637bab1c tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:57.073338 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3804087c-6ebb-4e5d-9280-4aa59647e520 req-e05a968c-6d87-4ae3-8caa-3f0f637bab1c tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:57.128110 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-be098dc7-f2a4-48e9-b798-7a174001c57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03548ba5-494d-4910-98a3-332a7396d317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-929718497-router', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:54:56Z', 'revision_number': 6, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:57.128535 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a968c-6d87-4ae3-8caa-3f0f637bab1c tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00df0862-27b0-4f44-8bdd-f3da9107aaf8,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:57.149761 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3804087c-6ebb-4e5d-9280-4aa59647e520 req-e05a968c-6d87-4ae3-8caa-3f0f637bab1c tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:57.158976 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be098dc7-f2a4-48e9-b798-7a174001c57f None None] The sync data for ids ['03548ba5-494d-4910-98a3-332a7396d317'] in n-d-800088-20 is: [{'id': '03548ba5-494d-4910-98a3-332a7396d317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-929718497-router', 'tenant_id': '93628eca11dd4df499895f1c0f0c82e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:24Z', 'updated_at': '2021-08-16T23:54:56Z', 'revision_number': 6, 'project_id': '93628eca11dd4df499895f1c0f0c82e3', 'gw_port_host': None}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:54:57.184247 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3804087c-6ebb-4e5d-9280-4aa59647e520 req-e05a968c-6d87-4ae3-8caa-3f0f637bab1c tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5719128 Aug 16 23:54:57.288459 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-42f05d1d-0237-4319-aaca-e3865e80df37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:57.297905 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef685d9f-4c3e-4c08-b1d5-d55f99c1834e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:57.298360 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945497ea-1bc5-4963-b754-52cce9d8b766 req-c630ea7f-afcc-4752-8877-d51eab15b122 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:57.299857 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-945497ea-1bc5-4963-b754-52cce9d8b766 req-c630ea7f-afcc-4752-8877-d51eab15b122 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bd3fb45-6907-4f7e-902f-ce6c10977e5d HTTP/1.1" status: 200 len: 944 time: 0.1039057 Aug 16 23:54:57.337888 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef685d9f-4c3e-4c08-b1d5-d55f99c1834e admin admin] Pushing event deleted for resources: {'Port': ['ID=972ec198-6d70-4427-bbc6-fcc3b847223f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:57.416175 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78996ca-15bb-498a-b618-382bb9bd87a6 x-openstack-request-id: req-f78996ca-15bb-498a-b618-382bb9bd87a6 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:57.416506 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35f732a-884b-434c-ba04-59b9cbc06dcc", "name": "network-vif-deleted", "tag": "9b0542dc-52ef-42a5-804f-639293288721", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:57.416718 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f78996ca-15bb-498a-b618-382bb9bd87a6 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:57.417138 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35f732a-884b-434c-ba04-59b9cbc06dcc', 'name': 'network-vif-deleted', 'tag': '9b0542dc-52ef-42a5-804f-639293288721', 'status': 'completed', 'code': 200} Aug 16 23:54:57.502895 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-945497ea-1bc5-4963-b754-52cce9d8b766 req-1257b58e-1b62-42f2-b21b-2c53c862fb31 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928521 Aug 16 23:54:57.512491 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48982) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:54:57.553498 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef685d9f-4c3e-4c08-b1d5-d55f99c1834e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:57.743398 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b651996-9e29-44e0-bb1b-643fa4f49abf req-2e6b6cf3-32ef-4cc7-8fa6-58b4f53f5947 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:57.746100 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8b651996-9e29-44e0-bb1b-643fa4f49abf req-2e6b6cf3-32ef-4cc7-8fa6-58b4f53f5947 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51501c4-ce4d-41de-908b-6e3480ebd95a HTTP/1.1" status: 200 len: 950 time: 0.2947176 Aug 16 23:54:57.752070 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef685d9f-4c3e-4c08-b1d5-d55f99c1834e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:57.765505 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef685d9f-4c3e-4c08-b1d5-d55f99c1834e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:57.803905 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 01e1c983-b2cb-4eb2-b1ab-dff3afef6e01 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:54:57.851253 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 01e1c983-b2cb-4eb2-b1ab-dff3afef6e01 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:54:57.854214 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 01e1c983-b2cb-4eb2-b1ab-dff3afef6e01 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:54:57.929583 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device e8fe679c-6337-4bb9-b141-3c5e2565708f up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:54:57.954253 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef685d9f-4c3e-4c08-b1d5-d55f99c1834e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:57.954917 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef685d9f-4c3e-4c08-b1d5-d55f99c1834e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03548ba5-494d-4910-98a3-332a7396d317 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:54:57.960726 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef685d9f-4c3e-4c08-b1d5-d55f99c1834e admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:57.965678 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ef685d9f-4c3e-4c08-b1d5-d55f99c1834e admin admin] 10.222.0.60 "DELETE /v2.0/routers/03548ba5-494d-4910-98a3-332a7396d317 HTTP/1.1" status: 204 len: 168 time: 1.5615196 Aug 16 23:54:57.967565 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48984) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:54:58.004827 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port e8fe679c-6337-4bb9-b141-3c5e2565708f triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:54:58.005787 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:58.021253 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-68f7f008-3de8-4b8f-b68a-7d62ecf72af9 admin admin] Deleting subnet e84fba67-0d47-488c-bc23-642dedf3f16b {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:54:58.028209 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-68f7f008-3de8-4b8f-b68a-7d62ecf72af9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:58.088288 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-68f7f008-3de8-4b8f-b68a-7d62ecf72af9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:58.125699 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:58.127106 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-8b651996-9e29-44e0-bb1b-643fa4f49abf req-e4d10f2d-1dc8-4311-bba6-8a3410b86fb7 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Deleting port 6513abce-3dd9-482c-887c-85c9538a6be5 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:54:58.127444 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8b651996-9e29-44e0-bb1b-643fa4f49abf req-e4d10f2d-1dc8-4311-bba6-8a3410b86fb7 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:58.237733 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd3fb45-6907-4f7e-902f-ce6c10977e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fe679c-6337-4bb9-b141-3c5e2565708f'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:58.243542 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31edf805-8bb5-4afd-8efa-11c1ada3880d" -d '{"events": [{"server_uuid": "9bd3fb45-6907-4f7e-902f-ce6c10977e5d", "name": "network-vif-plugged", "status": "completed", "tag": "e8fe679c-6337-4bb9-b141-3c5e2565708f"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:58.265760 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port e8fe679c-6337-4bb9-b141-3c5e2565708f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=e8fe679c-6337-4bb9-b141-3c5e2565708f,segment=NetworkSegment(f6ecfec7-859e-48ae-8b72-438566ddcf66),segment_id=f6ecfec7-859e-48ae-8b72-438566ddcf66)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:58.283449 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:58.321221 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ef40e50-52f0-41d1-ad41-0cf8ff9eafb2 req-73ab4128-e079-4cf6-b54d-7325003e25dd tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=928fad2feae6486d8c368ea013044a74 HTTP/1.1" status: 200 len: 10894 time: 0.7414429 Aug 16 23:54:58.364872 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=e8fe679c-6337-4bb9-b141-3c5e2565708f,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:58.368801 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-68f7f008-3de8-4b8f-b68a-7d62ecf72af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:58.426285 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-8b651996-9e29-44e0-bb1b-643fa4f49abf req-e4d10f2d-1dc8-4311-bba6-8a3410b86fb7 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] For port 6513abce-3dd9-482c-887c-85c9538a6be5, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=6513abce-3dd9-482c-887c-85c9538a6be5,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:58.427427 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8b651996-9e29-44e0-bb1b-643fa4f49abf req-e4d10f2d-1dc8-4311-bba6-8a3410b86fb7 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:58.442157 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bafa7bfc-1792-4509-926a-f4cd6609a797 req-dfaba8c8-db75-4358-81a7-aa338e6f3b4b tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=f35f732a-884b-434c-ba04-59b9cbc06dcc HTTP/1.1" status: 200 len: 210 time: 0.3470328 Aug 16 23:54:58.447511 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-8b651996-9e29-44e0-bb1b-643fa4f49abf req-e4d10f2d-1dc8-4311-bba6-8a3410b86fb7 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Calling delete_port for 6513abce-3dd9-482c-887c-85c9538a6be5 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:54:58.535655 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-68f7f008-3de8-4b8f-b68a-7d62ecf72af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:58.548610 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ef40e50-52f0-41d1-ad41-0cf8ff9eafb2 req-e2cb640a-6dde-487f-b78b-a912997065a2 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups/89fd6287-b017-4b97-8971-3ee47b7c2abd HTTP/1.1" status: 200 len: 2981 time: 0.2258420 Aug 16 23:54:58.583641 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7f008-3de8-4b8f-b68a-7d62ecf72af9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e84fba67-0d47-488c-bc23-642dedf3f16b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:58.599269 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6b1252-4d08-4b8e-ab19-14e653a45a9a None None] Network 94cccefc-4269-48cf-98bd-8abcbe14edad requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:54:58.603996 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-68f7f008-3de8-4b8f-b68a-7d62ecf72af9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:58.611559 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-68f7f008-3de8-4b8f-b68a-7d62ecf72af9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e84fba67-0d47-488c-bc23-642dedf3f16b HTTP/1.1" status: 204 len: 168 time: 0.6427257 Aug 16 23:54:58.612664 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48996) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:54:58.784815 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ef40e50-52f0-41d1-ad41-0cf8ff9eafb2 req-d8e92c09-f311-4509-a49d-269e32823085 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups/89fd6287-b017-4b97-8971-3ee47b7c2abd HTTP/1.1" status: 200 len: 2981 time: 0.2352161 Aug 16 23:54:58.859171 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d2bf7a02-2a0f-4d5e-87c8-b5eccc5ba027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:58.862659 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8b651996-9e29-44e0-bb1b-643fa4f49abf req-e4d10f2d-1dc8-4311-bba6-8a3410b86fb7 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:58.867903 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-42f05d1d-0237-4319-aaca-e3865e80df37 admin admin] Deleting port 6ed44074-5b5f-4930-b5c6-f1fc43150d28 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:54:58.868255 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-42f05d1d-0237-4319-aaca-e3865e80df37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:58.876026 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['ea7f3b99-4d08-45e9-b39c-95e23121614f', 'f44487fe-9c34-48b3-b219-1401debf4eea'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:58.878515 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['1e56511b-81a6-4ff5-afd5-ed193d1f89e9', '48a32f82-becc-4edb-ac43-c96acede2cf0', 'd6a97ea2-5728-4e9c-a53a-d9da238eea77'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:58.914002 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f93e0-0ccb-4807-b5a3-4f5fb84ec743 req-f7c29d91-f375-46dc-830d-3b681314f300 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:58.921252 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac1f93e0-0ccb-4807-b5a3-4f5fb84ec743 req-f7c29d91-f375-46dc-830d-3b681314f300 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=e51501c4-ce4d-41de-908b-6e3480ebd95a HTTP/1.1" status: 200 len: 950 time: 0.3283682 Aug 16 23:54:58.932775 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d10f2d-1dc8-4311-bba6-8a3410b86fb7 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Pushing event deleted for resources: {'Port': ['ID=6513abce-3dd9-482c-887c-85c9538a6be5,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:59.016443 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba6dba4-c85c-43d5-aeae-af05a80ba96e None None] DHCP port deletion for 94cccefc-4269-48cf-98bd-8abcbe14edad request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:54:59.044258 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282d1540-600e-4475-a988-ff78063c03ea x-openstack-request-id: req-282d1540-600e-4475-a988-ff78063c03ea {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:59.058832 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd3fb45-6907-4f7e-902f-ce6c10977e5d", "name": "network-vif-plugged", "status": "completed", "tag": "e8fe679c-6337-4bb9-b141-3c5e2565708f", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:59.061738 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-282d1540-600e-4475-a988-ff78063c03ea {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:59.062432 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd3fb45-6907-4f7e-902f-ce6c10977e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fe679c-6337-4bb9-b141-3c5e2565708f', 'code': 200} Aug 16 23:54:59.083326 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac1f93e0-0ccb-4807-b5a3-4f5fb84ec743 req-9a31a546-356f-4148-9069-7a83d754ec73 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611078 Aug 16 23:54:59.084691 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b651996-9e29-44e0-bb1b-643fa4f49abf req-e4d10f2d-1dc8-4311-bba6-8a3410b86fb7 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] No DVR routers for this DVR port 6513abce-3dd9-482c-887c-85c9538a6be5 on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:54:59.091980 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8b651996-9e29-44e0-bb1b-643fa4f49abf req-e4d10f2d-1dc8-4311-bba6-8a3410b86fb7 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:59.094538 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8b651996-9e29-44e0-bb1b-643fa4f49abf req-e4d10f2d-1dc8-4311-bba6-8a3410b86fb7 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.69 "DELETE /v2.0/ports/6513abce-3dd9-482c-887c-85c9538a6be5 HTTP/1.1" status: 204 len: 173 time: 1.3388729 Aug 16 23:54:59.095916 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51501c4-ce4d-41de-908b-6e3480ebd95a', 'name': 'network-vif-deleted', 'tag': '6513abce-3dd9-482c-887c-85c9538a6be5'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:59.098575 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f146c92-7b11-41c3-97b2-311b16616154" -d '{"events": [{"server_uuid": "e51501c4-ce4d-41de-908b-6e3480ebd95a", "name": "network-vif-deleted", "tag": "6513abce-3dd9-482c-887c-85c9538a6be5"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:59.210678 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-d2bf7a02-2a0f-4d5e-87c8-b5eccc5ba027 admin admin] Deleting port c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:54:59.211085 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d2bf7a02-2a0f-4d5e-87c8-b5eccc5ba027 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:59.249880 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-42f05d1d-0237-4319-aaca-e3865e80df37 admin admin] For port 6ed44074-5b5f-4930-b5c6-f1fc43150d28, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6ed44074-5b5f-4930-b5c6-f1fc43150d28,segment=NetworkSegment(33a33b0c-0d4a-424f-ba83-c386480cd0b2),segment_id=33a33b0c-0d4a-424f-ba83-c386480cd0b2)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:59.250283 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-42f05d1d-0237-4319-aaca-e3865e80df37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:59.261677 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-4ba6dba4-c85c-43d5-aeae-af05a80ba96e None None] Deleting port c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:54:59.262673 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4ba6dba4-c85c-43d5-aeae-af05a80ba96e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:59.306549 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-42f05d1d-0237-4319-aaca-e3865e80df37 admin admin] Calling delete_port for 6ed44074-5b5f-4930-b5c6-f1fc43150d28 owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:54:59.355986 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-20f86342-9442-46d9-be79-931d0c27f75a req-41d2c7f3-8165-4a49-ba83-645542306d03 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups/8042ad8b-994f-437c-9852-7ee35aec138b HTTP/1.1" status: 200 len: 1801 time: 0.2394714 Aug 16 23:54:59.366629 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-d2bf7a02-2a0f-4d5e-87c8-b5eccc5ba027 admin admin] For port c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e,segment=NetworkSegment(2e5b857d-bed9-47c8-b3b0-8b6db12a9249),segment_id=2e5b857d-bed9-47c8-b3b0-8b6db12a9249)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:59.367025 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d2bf7a02-2a0f-4d5e-87c8-b5eccc5ba027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:59.392039 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-d2bf7a02-2a0f-4d5e-87c8-b5eccc5ba027 admin admin] Calling delete_port for c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:54:59.414756 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7b366-563c-48a5-94a6-41b507d0f3ad req-b5803771-b064-4eb1-b254-279d4dc82143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:59.446301 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92d7b366-563c-48a5-94a6-41b507d0f3ad req-b5803771-b064-4eb1-b254-279d4dc82143 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9bd3fb45-6907-4f7e-902f-ce6c10977e5d HTTP/1.1" status: 200 len: 1098 time: 0.3427348 Aug 16 23:54:59.491480 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78834d37-254a-4698-a84d-b6af8ed5f6ea req-23e99952-7714-4394-b42b-44f11421dcaf tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:59.500707 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78834d37-254a-4698-a84d-b6af8ed5f6ea req-23e99952-7714-4394-b42b-44f11421dcaf tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bd3fb45-6907-4f7e-902f-ce6c10977e5d HTTP/1.1" status: 200 len: 946 time: 0.3143628 Aug 16 23:54:59.506670 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-4ba6dba4-c85c-43d5-aeae-af05a80ba96e None None] For port c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e,segment=NetworkSegment(2e5b857d-bed9-47c8-b3b0-8b6db12a9249),segment_id=2e5b857d-bed9-47c8-b3b0-8b6db12a9249)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:59.507098 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4ba6dba4-c85c-43d5-aeae-af05a80ba96e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:59.548503 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d2bf7a02-2a0f-4d5e-87c8-b5eccc5ba027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:59.580747 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf7a02-2a0f-4d5e-87c8-b5eccc5ba027 admin admin] Pushing event deleted for resources: {'Port': ['ID=c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:59.592443 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bf7a02-2a0f-4d5e-87c8-b5eccc5ba027 admin admin] No DVR routers for this DVR port c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:54:59.597377 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-4ba6dba4-c85c-43d5-aeae-af05a80ba96e None None] Calling delete_port for c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:54:59.711145 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92d7b366-563c-48a5-94a6-41b507d0f3ad req-41bb64dd-3142-4f27-a8d4-495f199f5642 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538360 Aug 16 23:54:59.719584 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-20f86342-9442-46d9-be79-931d0c27f75a req-a7605564-ac75-4820-911b-6dc96528564f tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:59.741747 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78834d37-254a-4698-a84d-b6af8ed5f6ea req-4ed3f38e-c25c-4cf6-8f62-7d709b493505 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400148 Aug 16 23:54:59.762833 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d2bf7a02-2a0f-4d5e-87c8-b5eccc5ba027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:59.763198 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47ea7baf-dddc-4ef4-8a84-bc209a92ae5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:59.781577 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-d2bf7a02-2a0f-4d5e-87c8-b5eccc5ba027 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94cccefc-4269-48cf-98bd-8abcbe14edad']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:59.798137 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-d2bf7a02-2a0f-4d5e-87c8-b5eccc5ba027 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5b857d-bed9-47c8-b3b0-8b6db12a9249') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:59.799089 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-d2bf7a02-2a0f-4d5e-87c8-b5eccc5ba027 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5b857d-bed9-47c8-b3b0-8b6db12a9249') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:59.813640 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d2bf7a02-2a0f-4d5e-87c8-b5eccc5ba027 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:59.844422 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d2bf7a02-2a0f-4d5e-87c8-b5eccc5ba027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:59.855898 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2bf7a02-2a0f-4d5e-87c8-b5eccc5ba027 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:54:59.856576 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d2bf7a02-2a0f-4d5e-87c8-b5eccc5ba027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: timer() Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: self._notify() Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:54:59.860708 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:54:59.868212 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:54:59.883571 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0355bf53-edc1-4a56-acde-8720ffba03c9 x-openstack-request-id: req-0355bf53-edc1-4a56-acde-8720ffba03c9 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:59.884005 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51501c4-ce4d-41de-908b-6e3480ebd95a", "name": "network-vif-deleted", "tag": "6513abce-3dd9-482c-887c-85c9538a6be5", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:59.886226 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0355bf53-edc1-4a56-acde-8720ffba03c9 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:59.886226 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51501c4-ce4d-41de-908b-6e3480ebd95a', 'name': 'network-vif-deleted', 'tag': '6513abce-3dd9-482c-887c-85c9538a6be5', 'status': 'completed', 'code': 200} Aug 16 23:54:59.890550 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4ba6dba4-c85c-43d5-aeae-af05a80ba96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:59.935711 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:54:59.936414 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:54:59.936996 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 972ec198-6d70-4427-bbc6-fcc3b847223f no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:00.020573 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 972ec198-6d70-4427-bbc6-fcc3b847223f {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:55:00.020573 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 972ec198-6d70-4427-bbc6-fcc3b847223f not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:55:00.055926 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d2bf7a02-2a0f-4d5e-87c8-b5eccc5ba027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:00.059674 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-20f86342-9442-46d9-be79-931d0c27f75a req-a7605564-ac75-4820-911b-6dc96528564f tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:00.069628 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6dba4-c85c-43d5-aeae-af05a80ba96e None None] Pushing event deleted for resources: {'Port': ['ID=c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:00.069802 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d2bf7a02-2a0f-4d5e-87c8-b5eccc5ba027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:00.079688 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49018) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:00.081083 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d2bf7a02-2a0f-4d5e-87c8-b5eccc5ba027 admin admin] 10.222.0.60 "DELETE /v2.0/networks/94cccefc-4269-48cf-98bd-8abcbe14edad HTTP/1.1" status: 204 len: 168 time: 1.4474711 Aug 16 23:55:00.087002 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba6dba4-c85c-43d5-aeae-af05a80ba96e None None] No DVR routers for this DVR port c43d6ddf-2d02-48f3-a5a8-32ec8d82ae9e on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:55:00.142553 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf7a02-2a0f-4d5e-87c8-b5eccc5ba027 admin admin] Pushing event deleted for resources: {'Network': ['ID=94cccefc-4269-48cf-98bd-8abcbe14edad,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:00.391402 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-20f86342-9442-46d9-be79-931d0c27f75a req-a7605564-ac75-4820-911b-6dc96528564f tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:00.394194 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-20f86342-9442-46d9-be79-931d0c27f75a req-a7605564-ac75-4820-911b-6dc96528564f tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:00.396932 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-20f86342-9442-46d9-be79-931d0c27f75a req-a7605564-ac75-4820-911b-6dc96528564f tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "DELETE /v2.0/security-groups/8042ad8b-994f-437c-9852-7ee35aec138b HTTP/1.1" status: 204 len: 173 time: 1.0385592 Aug 16 23:55:00.642000 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7605564-ac75-4820-911b-6dc96528564f tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8042ad8b-994f-437c-9852-7ee35aec138b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:00.650642 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-0fa09578-f288-4c0f-8b32-28500f599330 req-02f6b2a8-e784-4e0e-88aa-dbed7d6c9f02 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] show failed (client error): The resource could not be found. Aug 16 23:55:00.651664 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0fa09578-f288-4c0f-8b32-28500f599330 req-02f6b2a8-e784-4e0e-88aa-dbed7d6c9f02 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups/8042ad8b-994f-437c-9852-7ee35aec138b HTTP/1.1" status: 404 len: 352 time: 0.1790972 Aug 16 23:55:00.807444 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-42f05d1d-0237-4319-aaca-e3865e80df37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:00.844759 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505187f-1837-4883-bf3d-9171846f61b3 req-da73e4a2-0bec-4441-82a3-540978fae085 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:00.846343 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2505187f-1837-4883-bf3d-9171846f61b3 req-da73e4a2-0bec-4441-82a3-540978fae085 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 944 time: 0.2878394 Aug 16 23:55:00.854589 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f05d1d-0237-4319-aaca-e3865e80df37 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ed44074-5b5f-4930-b5c6-f1fc43150d28,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:00.858394 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:55:00.963038 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677ad9b-5b85-42b7-9cb0-0611eb74045e req-250a5fae-4219-4ae3-b800-621d80929e03 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:00.964633 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b677ad9b-5b85-42b7-9cb0-0611eb74045e req-250a5fae-4219-4ae3-b800-621d80929e03 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 944 time: 0.2817440 Aug 16 23:55:01.079672 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2505187f-1837-4883-bf3d-9171846f61b3 req-df01ab39-895b-4e60-86f5-ab6af0ae0712 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165198 Aug 16 23:55:01.266428 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1d285653-5bc8-42c4-b7d7-07d74501a668 req-590f0662-1dfb-48a4-90f5-5e6c242408b4 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups/ba3fc903-66c8-4447-8824-c4ab09de7cff HTTP/1.1" status: 200 len: 1799 time: 0.2765837 Aug 16 23:55:01.603881 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 6513abce-3dd9-482c-887c-85c9538a6be5 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:01.634250 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 6513abce-3dd9-482c-887c-85c9538a6be5 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:55:01.634621 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 6513abce-3dd9-482c-887c-85c9538a6be5 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:55:01.893811 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40dc4f-cdae-4c64-9132-4b2171b13215 req-ca4c0589-a700-4e07-908f-555a1001656f tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:01.895585 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3a40dc4f-cdae-4c64-9132-4b2171b13215 req-ca4c0589-a700-4e07-908f-555a1001656f tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bd3fb45-6907-4f7e-902f-ce6c10977e5d HTTP/1.1" status: 200 len: 946 time: 0.6809039 Aug 16 23:55:01.978460 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-42f05d1d-0237-4319-aaca-e3865e80df37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:01.983663 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-b677ad9b-5b85-42b7-9cb0-0611eb74045e req-24bf0844-4833-42a0-9638-359f93b3c0f0 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Deleting port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:01.984036 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b677ad9b-5b85-42b7-9cb0-0611eb74045e req-24bf0844-4833-42a0-9638-359f93b3c0f0 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:01.994937 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1d285653-5bc8-42c4-b7d7-07d74501a668 req-4ccffad8-ccdb-4712-87a5-05b52514a460 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:02.096367 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-47ea7baf-dddc-4ef4-8a84-bc209a92ae5f admin admin] Deleting port 2495c422-48d6-4578-9121-745e89249c56 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:02.096716 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47ea7baf-dddc-4ef4-8a84-bc209a92ae5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:02.130783 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3a40dc4f-cdae-4c64-9132-4b2171b13215 req-79fa7d0b-8349-4073-9de7-ce6569a110a7 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231674 Aug 16 23:55:02.165215 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1d285653-5bc8-42c4-b7d7-07d74501a668 req-4ccffad8-ccdb-4712-87a5-05b52514a460 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:02.307986 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a69313-ffaf-4baa-90fc-80002e5667cf req-7971ad23-c6f5-4e97-87b3-684045b0387b tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:02.310386 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a5a69313-ffaf-4baa-90fc-80002e5667cf req-7971ad23-c6f5-4e97-87b3-684045b0387b tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c3bc18-e7c8-4f5f-a94c-607492880384 HTTP/1.1" status: 200 len: 949 time: 0.0892494 Aug 16 23:55:02.464031 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-47ea7baf-dddc-4ef4-8a84-bc209a92ae5f admin admin] For port 2495c422-48d6-4578-9121-745e89249c56, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2495c422-48d6-4578-9121-745e89249c56,segment=NetworkSegment(59c5117b-9abd-4a7f-9bc8-fcb87f1bc21d),segment_id=59c5117b-9abd-4a7f-9bc8-fcb87f1bc21d)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:02.464365 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47ea7baf-dddc-4ef4-8a84-bc209a92ae5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:02.494119 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-a5a69313-ffaf-4baa-90fc-80002e5667cf req-467e8cc2-a9e8-4951-9b28-c988c416c260 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Deleting port f44487fe-9c34-48b3-b219-1401debf4eea {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:02.494355 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a5a69313-ffaf-4baa-90fc-80002e5667cf req-467e8cc2-a9e8-4951-9b28-c988c416c260 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:02.497229 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-47ea7baf-dddc-4ef4-8a84-bc209a92ae5f admin admin] Calling delete_port for 2495c422-48d6-4578-9121-745e89249c56 owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:02.500226 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-b677ad9b-5b85-42b7-9cb0-0611eb74045e req-24bf0844-4833-42a0-9638-359f93b3c0f0 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] For port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=8d9f1503-75ee-4d86-bef9-6f43c87be0f9,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:02.500607 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b677ad9b-5b85-42b7-9cb0-0611eb74045e req-24bf0844-4833-42a0-9638-359f93b3c0f0 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:02.513272 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1d285653-5bc8-42c4-b7d7-07d74501a668 req-4ccffad8-ccdb-4712-87a5-05b52514a460 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:02.515893 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1d285653-5bc8-42c4-b7d7-07d74501a668 req-4ccffad8-ccdb-4712-87a5-05b52514a460 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:02.522996 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1d285653-5bc8-42c4-b7d7-07d74501a668 req-4ccffad8-ccdb-4712-87a5-05b52514a460 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "DELETE /v2.0/security-groups/ba3fc903-66c8-4447-8824-c4ab09de7cff HTTP/1.1" status: 204 len: 173 time: 1.2034562 Aug 16 23:55:02.592501 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccffad8-ccdb-4712-87a5-05b52514a460 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3fc903-66c8-4447-8824-c4ab09de7cff,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:02.598777 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-b677ad9b-5b85-42b7-9cb0-0611eb74045e req-24bf0844-4833-42a0-9638-359f93b3c0f0 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Calling delete_port for 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:02.612096 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-a5a69313-ffaf-4baa-90fc-80002e5667cf req-467e8cc2-a9e8-4951-9b28-c988c416c260 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] For port f44487fe-9c34-48b3-b219-1401debf4eea, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f44487fe-9c34-48b3-b219-1401debf4eea,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:02.612499 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a5a69313-ffaf-4baa-90fc-80002e5667cf req-467e8cc2-a9e8-4951-9b28-c988c416c260 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:02.626899 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-a5a69313-ffaf-4baa-90fc-80002e5667cf req-467e8cc2-a9e8-4951-9b28-c988c416c260 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Calling delete_port for f44487fe-9c34-48b3-b219-1401debf4eea owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:02.771177 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3ac61073-c6dc-4f12-af97-b43772d59e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:02.790277 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a5a69313-ffaf-4baa-90fc-80002e5667cf req-467e8cc2-a9e8-4951-9b28-c988c416c260 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:02.805479 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['ea7f3b99-4d08-45e9-b39c-95e23121614f', 'f44487fe-9c34-48b3-b219-1401debf4eea'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:55:02.807828 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['1e56511b-81a6-4ff5-afd5-ed193d1f89e9', '48a32f82-becc-4edb-ac43-c96acede2cf0', 'd6a97ea2-5728-4e9c-a53a-d9da238eea77'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:55:02.857737 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e8cc2-a9e8-4951-9b28-c988c416c260 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Pushing event deleted for resources: {'Port': ['ID=f44487fe-9c34-48b3-b219-1401debf4eea,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:02.951481 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a69313-ffaf-4baa-90fc-80002e5667cf req-467e8cc2-a9e8-4951-9b28-c988c416c260 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] No DVR routers for this DVR port f44487fe-9c34-48b3-b219-1401debf4eea on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:55:02.955681 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a5a69313-ffaf-4baa-90fc-80002e5667cf req-467e8cc2-a9e8-4951-9b28-c988c416c260 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:02.958624 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a5a69313-ffaf-4baa-90fc-80002e5667cf req-467e8cc2-a9e8-4951-9b28-c988c416c260 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.64 "DELETE /v2.0/ports/f44487fe-9c34-48b3-b219-1401debf4eea HTTP/1.1" status: 204 len: 173 time: 0.6376605 Aug 16 23:55:02.959706 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c3bc18-e7c8-4f5f-a94c-607492880384', 'name': 'network-vif-deleted', 'tag': 'f44487fe-9c34-48b3-b219-1401debf4eea'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:02.963745 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aaf0725-fd8a-4e9b-b89d-84777058c2b5" -d '{"events": [{"server_uuid": "d1c3bc18-e7c8-4f5f-a94c-607492880384", "name": "network-vif-deleted", "tag": "f44487fe-9c34-48b3-b219-1401debf4eea"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:03.023471 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992754e4-b462-40e9-811b-92315752157b req-91edf219-2e51-4183-82c6-7898f9005fc9 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:03.024984 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-992754e4-b462-40e9-811b-92315752157b req-91edf219-2e51-4183-82c6-7898f9005fc9 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2 HTTP/1.1" status: 200 len: 944 time: 0.4914963 Aug 16 23:55:03.085070 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c5182-909b-44fc-aa41-0d77e126f485 req-b658b2ea-4f72-4e2a-b109-ee8384c917b4 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:03.091096 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6a2c5182-909b-44fc-aa41-0d77e126f485 req-b658b2ea-4f72-4e2a-b109-ee8384c917b4 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bd3fb45-6907-4f7e-902f-ce6c10977e5d HTTP/1.1" status: 200 len: 946 time: 0.4351625 Aug 16 23:55:03.167352 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f05d1d-0237-4319-aaca-e3865e80df37 admin admin] Router 1689b305-79b9-4905-9944-a604c369c997 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:55:03.300161 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6a2c5182-909b-44fc-aa41-0d77e126f485 req-aa14e743-7d4e-464f-98af-e5776ae9e136 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815245 Aug 16 23:55:03.304113 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-992754e4-b462-40e9-811b-92315752157b req-ca30863b-6407-4f17-a296-000d3c5ccc0d tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297239 Aug 16 23:55:03.634683 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-0e234505-4d77-480c-84ee-b7c7f06f463a req-a8dbf533-fa25-4386-99fc-a2c0c150f43e tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] show failed (client error): The resource could not be found. Aug 16 23:55:03.636377 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e234505-4d77-480c-84ee-b7c7f06f463a req-a8dbf533-fa25-4386-99fc-a2c0c150f43e tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups/ba3fc903-66c8-4447-8824-c4ab09de7cff HTTP/1.1" status: 404 len: 352 time: 0.2795503 Aug 16 23:55:03.697962 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed46ed23-b66c-4987-8415-f0425510cb81 x-openstack-request-id: req-ed46ed23-b66c-4987-8415-f0425510cb81 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:03.698397 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c3bc18-e7c8-4f5f-a94c-607492880384", "name": "network-vif-deleted", "tag": "f44487fe-9c34-48b3-b219-1401debf4eea", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:03.698496 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ed46ed23-b66c-4987-8415-f0425510cb81 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:03.698914 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c3bc18-e7c8-4f5f-a94c-607492880384', 'name': 'network-vif-deleted', 'tag': 'f44487fe-9c34-48b3-b219-1401debf4eea', 'status': 'completed', 'code': 200} Aug 16 23:55:03.701278 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-86437b82-3a7a-467a-b43b-41efa2ecf16f req-d254c2eb-1fe7-489b-b651-a2b54e5fdd0a tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1c3bc18-e7c8-4f5f-a94c-607492880384 HTTP/1.1" status: 200 len: 210 time: 0.2531552 Aug 16 23:55:03.715592 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f05d1d-0237-4319-aaca-e3865e80df37 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:55:03.743568 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d7f210-b76c-4aa3-92d9-22a01672205b None None] Sync routers for ids ['1689b305-79b9-4905-9944-a604c369c997'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:55:03.766774 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-42f05d1d-0237-4319-aaca-e3865e80df37 admin admin] 10.222.0.60 "PUT /v2.0/routers/1689b305-79b9-4905-9944-a604c369c997/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7171276 Aug 16 23:55:03.769402 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49076) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:03.785985 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47ea7baf-dddc-4ef4-8a84-bc209a92ae5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:03.792743 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b677ad9b-5b85-42b7-9cb0-0611eb74045e req-24bf0844-4833-42a0-9638-359f93b3c0f0 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:03.793792 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d7f210-b76c-4aa3-92d9-22a01672205b None None] Routers {'1689b305-79b9-4905-9944-a604c369c997'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:55:03.794786 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-e4d7f210-b76c-4aa3-92d9-22a01672205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:54:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1689b305-79b9-4905-9944-a604c369c997'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:03.843882 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea7baf-dddc-4ef4-8a84-bc209a92ae5f admin admin] Pushing event deleted for resources: {'Port': ['ID=2495c422-48d6-4578-9121-745e89249c56,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:03.973619 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:03.986979 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf0844-4833-42a0-9638-359f93b3c0f0 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Pushing event deleted for resources: {'Port': ['ID=8d9f1503-75ee-4d86-bef9-6f43c87be0f9,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:04.078851 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:55:04.079688 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:55:04.090519 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc15a92-57ee-4f3a-be29-afa7fca95c5e req-8a856719-46d8-4f5c-9a2d-6a99ffb8ba77 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:04.092065 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-fdc15a92-57ee-4f3a-be29-afa7fca95c5e req-8a856719-46d8-4f5c-9a2d-6a99ffb8ba77 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.69 "GET /v2.0/ports?device_id=105e10d7-1157-499e-919c-37250cf0be55 HTTP/1.1" status: 200 len: 950 time: 0.1700919 Aug 16 23:55:04.134816 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-e4d7f210-b76c-4aa3-92d9-22a01672205b None None] Set router 1689b305-79b9-4905-9944-a604c369c997 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:55:04.158944 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b677ad9b-5b85-42b7-9cb0-0611eb74045e req-24bf0844-4833-42a0-9638-359f93b3c0f0 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] No DVR routers for this DVR port 8d9f1503-75ee-4d86-bef9-6f43c87be0f9 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:55:04.163300 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b677ad9b-5b85-42b7-9cb0-0611eb74045e req-24bf0844-4833-42a0-9638-359f93b3c0f0 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:04.165327 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b677ad9b-5b85-42b7-9cb0-0611eb74045e req-24bf0844-4833-42a0-9638-359f93b3c0f0 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.64 "DELETE /v2.0/ports/8d9f1503-75ee-4d86-bef9-6f43c87be0f9 HTTP/1.1" status: 204 len: 173 time: 3.1628735 Aug 16 23:55:04.165847 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f7d6-1c72-4e5c-bff8-c9b68a34547e admin admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:04.180477 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2', 'name': 'network-vif-deleted', 'tag': '8d9f1503-75ee-4d86-bef9-6f43c87be0f9'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:04.182911 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee756220-9102-41b5-8004-34f7bfc4e6e6" -d '{"events": [{"server_uuid": "7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2", "name": "network-vif-deleted", "tag": "8d9f1503-75ee-4d86-bef9-6f43c87be0f9"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:04.277785 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c3dd7272-cae2-4fe6-8073-73d5d86255c2 req-5cef09f2-6b11-4053-b4b5-1e74069a19e0 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups/00df0862-27b0-4f44-8bdd-f3da9107aaf8 HTTP/1.1" status: 200 len: 1799 time: 0.2919121 Aug 16 23:55:04.333220 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-fdc15a92-57ee-4f3a-be29-afa7fca95c5e req-de12eab7-e8c0-4249-bf5e-d0c8be5dd274 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Deleting port d6a97ea2-5728-4e9c-a53a-d9da238eea77 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:04.333511 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-fdc15a92-57ee-4f3a-be29-afa7fca95c5e req-de12eab7-e8c0-4249-bf5e-d0c8be5dd274 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:04.377447 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-e4d7f210-b76c-4aa3-92d9-22a01672205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689b305-79b9-4905-9944-a604c369c997', 'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-router', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:06Z', 'updated_at': '2021-08-16T23:55:00Z', 'revision_number': 5, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'gw_port': {'id': '145cca5e-9493-4130-b1be-baf8c6e13f65', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689b305-79b9-4905-9944-a604c369c997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:04.385176 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f7d6-1c72-4e5c-bff8-c9b68a34547e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:04.419034 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d7f210-b76c-4aa3-92d9-22a01672205b None None] Checking router: 1689b305-79b9-4905-9944-a604c369c997 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:55:04.429449 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d7f210-b76c-4aa3-92d9-22a01672205b None None] Routers {'1689b305-79b9-4905-9944-a604c369c997'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:55:04.430030 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-e4d7f210-b76c-4aa3-92d9-22a01672205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:54:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1689b305-79b9-4905-9944-a604c369c997'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:04.479100 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-fdc15a92-57ee-4f3a-be29-afa7fca95c5e req-de12eab7-e8c0-4249-bf5e-d0c8be5dd274 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] For port d6a97ea2-5728-4e9c-a53a-d9da238eea77, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=d6a97ea2-5728-4e9c-a53a-d9da238eea77,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:04.479476 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-fdc15a92-57ee-4f3a-be29-afa7fca95c5e req-de12eab7-e8c0-4249-bf5e-d0c8be5dd274 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:04.495371 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-c4f2f7d6-1c72-4e5c-bff8-c9b68a34547e admin admin] Deleting port 145cca5e-9493-4130-b1be-baf8c6e13f65 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:04.495709 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f7d6-1c72-4e5c-bff8-c9b68a34547e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:04.498514 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-fdc15a92-57ee-4f3a-be29-afa7fca95c5e req-de12eab7-e8c0-4249-bf5e-d0c8be5dd274 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Calling delete_port for d6a97ea2-5728-4e9c-a53a-d9da238eea77 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:04.524919 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-e4d7f210-b76c-4aa3-92d9-22a01672205b None None] Set router 1689b305-79b9-4905-9944-a604c369c997 gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:55:04.586056 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-e4d7f210-b76c-4aa3-92d9-22a01672205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689b305-79b9-4905-9944-a604c369c997', 'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-router', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:06Z', 'updated_at': '2021-08-16T23:55:04Z', 'revision_number': 6, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:04.618363 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d7f210-b76c-4aa3-92d9-22a01672205b None None] The sync data for ids ['1689b305-79b9-4905-9944-a604c369c997'] in n-d-800088-20 is: [{'id': '1689b305-79b9-4905-9944-a604c369c997', 'name': 'tempest-FloatingIPsAssociationTestJSON-854919956-router', 'tenant_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:06Z', 'updated_at': '2021-08-16T23:55:04Z', 'revision_number': 6, 'project_id': '21fd198ba9644f5c88173bc1efcb8f0a', 'gw_port_host': None}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:55:04.642648 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-c4f2f7d6-1c72-4e5c-bff8-c9b68a34547e admin admin] For port 145cca5e-9493-4130-b1be-baf8c6e13f65, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=145cca5e-9493-4130-b1be-baf8c6e13f65,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:04.643012 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f7d6-1c72-4e5c-bff8-c9b68a34547e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:04.668071 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-c4f2f7d6-1c72-4e5c-bff8-c9b68a34547e admin admin] Calling delete_port for 145cca5e-9493-4130-b1be-baf8c6e13f65 owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:04.888479 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-3ac61073-c6dc-4f12-af97-b43772d59e0e admin admin] Deleting port d87df9f6-5413-408d-9124-2921ce8bcc10 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:04.888829 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3ac61073-c6dc-4f12-af97-b43772d59e0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:04.892726 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c3dd7272-cae2-4fe6-8073-73d5d86255c2 req-316cbb1f-79d1-49e4-a1d1-11cc7192b2ba tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:04.904942 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-d5a99eab-85ec-46cc-a779-9e1d189d6d6e tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:04.906545 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-d5a99eab-85ec-46cc-a779-9e1d189d6d6e tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/networks?id=b5d96bed-3d7d-4174-81a4-420ec5c2a243 HTTP/1.1" status: 200 len: 814 time: 0.7158427 Aug 16 23:55:04.981757 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-64095db9-bb73-4174-b0b4-2037bf8a2318 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/quotas/9f7c15746f884d59bb5bca99d12666b2 HTTP/1.1" status: 200 len: 375 time: 0.0530417 Aug 16 23:55:04.983957 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c3dd7272-cae2-4fe6-8073-73d5d86255c2 req-316cbb1f-79d1-49e4-a1d1-11cc7192b2ba tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:04.988056 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47ea7baf-dddc-4ef4-8a84-bc209a92ae5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:05.080862 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-fdc15a92-57ee-4f3a-be29-afa7fca95c5e req-de12eab7-e8c0-4249-bf5e-d0c8be5dd274 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:05.094295 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['1e56511b-81a6-4ff5-afd5-ed193d1f89e9', '48a32f82-becc-4edb-ac43-c96acede2cf0'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:55:05.097245 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['ea7f3b99-4d08-45e9-b39c-95e23121614f'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:55:05.149013 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-3ac61073-c6dc-4f12-af97-b43772d59e0e admin admin] For port d87df9f6-5413-408d-9124-2921ce8bcc10, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d87df9f6-5413-408d-9124-2921ce8bcc10,segment=NetworkSegment(92e22e42-7323-4e1a-80fa-e9b0c6166fd4),segment_id=92e22e42-7323-4e1a-80fa-e9b0c6166fd4)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:05.149316 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3ac61073-c6dc-4f12-af97-b43772d59e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:05.175444 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12eab7-e8c0-4249-bf5e-d0c8be5dd274 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Pushing event deleted for resources: {'Port': ['ID=d6a97ea2-5728-4e9c-a53a-d9da238eea77,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:05.216552 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-3ac61073-c6dc-4f12-af97-b43772d59e0e admin admin] Calling delete_port for d87df9f6-5413-408d-9124-2921ce8bcc10 owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:05.223803 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc15a92-57ee-4f3a-be29-afa7fca95c5e req-de12eab7-e8c0-4249-bf5e-d0c8be5dd274 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] No DVR routers for this DVR port d6a97ea2-5728-4e9c-a53a-d9da238eea77 on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:55:05.226603 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-fdc15a92-57ee-4f3a-be29-afa7fca95c5e req-de12eab7-e8c0-4249-bf5e-d0c8be5dd274 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:05.228611 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-fdc15a92-57ee-4f3a-be29-afa7fca95c5e req-de12eab7-e8c0-4249-bf5e-d0c8be5dd274 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.69 "DELETE /v2.0/ports/d6a97ea2-5728-4e9c-a53a-d9da238eea77 HTTP/1.1" status: 204 len: 173 time: 1.1267922 Aug 16 23:55:05.231376 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-af476669-4cc1-41a4-9519-d4e007259a6f tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f7c15746f884d59bb5bca99d12666b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2400277 Aug 16 23:55:05.231742 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c3dd7272-cae2-4fe6-8073-73d5d86255c2 req-316cbb1f-79d1-49e4-a1d1-11cc7192b2ba tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:05.234451 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c3dd7272-cae2-4fe6-8073-73d5d86255c2 req-316cbb1f-79d1-49e4-a1d1-11cc7192b2ba tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:05.246355 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c3dd7272-cae2-4fe6-8073-73d5d86255c2 req-316cbb1f-79d1-49e4-a1d1-11cc7192b2ba tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "DELETE /v2.0/security-groups/00df0862-27b0-4f44-8bdd-f3da9107aaf8 HTTP/1.1" status: 204 len: 173 time: 0.9220903 Aug 16 23:55:05.298970 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a85eee0-7415-45a0-9540-2df0786ab26c x-openstack-request-id: req-5a85eee0-7415-45a0-9540-2df0786ab26c {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:05.300789 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2", "name": "network-vif-deleted", "tag": "8d9f1503-75ee-4d86-bef9-6f43c87be0f9", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:05.301237 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a85eee0-7415-45a0-9540-2df0786ab26c {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:05.301825 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffbe6ed-9ab5-4975-a7c3-c093ddf3bcf2', 'name': 'network-vif-deleted', 'tag': '8d9f1503-75ee-4d86-bef9-6f43c87be0f9', 'status': 'completed', 'code': 200} Aug 16 23:55:05.379556 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316cbb1f-79d1-49e4-a1d1-11cc7192b2ba tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00df0862-27b0-4f44-8bdd-f3da9107aaf8,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:05.393713 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f7d6-1c72-4e5c-bff8-c9b68a34547e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:05.482391 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2f7d6-1c72-4e5c-bff8-c9b68a34547e admin admin] Pushing event deleted for resources: {'Port': ['ID=145cca5e-9493-4130-b1be-baf8c6e13f65,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:05.517007 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-7d2b363e-86f1-4207-8a47-aaf2eeb3a631 req-b6e6ec51-5b5d-4282-a214-4279634547a1 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] show failed (client error): The resource could not be found. Aug 16 23:55:05.518080 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d2b363e-86f1-4207-8a47-aaf2eeb3a631 req-b6e6ec51-5b5d-4282-a214-4279634547a1 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups/00df0862-27b0-4f44-8bdd-f3da9107aaf8 HTTP/1.1" status: 404 len: 352 time: 0.0391874 Aug 16 23:55:05.585400 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f7d6-1c72-4e5c-bff8-c9b68a34547e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:05.614486 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c4ac4-3a26-4a3d-aca5-7bbf967cf3ce req-c4eeced2-99bc-4e2a-b9f0-7b2ac24a0196 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:05.616873 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b31c4ac4-3a26-4a3d-aca5-7bbf967cf3ce req-c4eeced2-99bc-4e2a-b9f0-7b2ac24a0196 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bd3fb45-6907-4f7e-902f-ce6c10977e5d HTTP/1.1" status: 200 len: 946 time: 0.3131208 Aug 16 23:55:05.679701 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-ebc595c3-1b1e-46cd-8995-64b22b2ff919 service neutron] 10.222.0.60 "GET /v2.0/networks/b5d96bed-3d7d-4174-81a4-420ec5c2a243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312196 Aug 16 23:55:05.711337 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105e10d7-1157-499e-919c-37250cf0be55', 'name': 'network-vif-deleted', 'tag': 'd6a97ea2-5728-4e9c-a53a-d9da238eea77'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:05.713836 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0aeddac-4d32-453a-88b4-3b2b2fc49798" -d '{"events": [{"server_uuid": "105e10d7-1157-499e-919c-37250cf0be55", "name": "network-vif-deleted", "tag": "d6a97ea2-5728-4e9c-a53a-d9da238eea77"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:05.735336 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f7d6-1c72-4e5c-bff8-c9b68a34547e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:05.738332 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f7d6-1c72-4e5c-bff8-c9b68a34547e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:05.802650 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f7d6-1c72-4e5c-bff8-c9b68a34547e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:05.803658 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f2f7d6-1c72-4e5c-bff8-c9b68a34547e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1689b305-79b9-4905-9944-a604c369c997 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:55:05.810197 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f7d6-1c72-4e5c-bff8-c9b68a34547e admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:05.814618 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c4f2f7d6-1c72-4e5c-bff8-c9b68a34547e admin admin] 10.222.0.60 "DELETE /v2.0/routers/1689b305-79b9-4905-9944-a604c369c997 HTTP/1.1" status: 204 len: 168 time: 2.0441380 Aug 16 23:55:05.815317 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49138) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:05.884667 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc2ce1c3-986d-4c26-8a11-c4bee92d92ef admin admin] Deleting subnet 191fa66a-6028-47ea-a3b7-5ed8bb45305a {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:55:05.889436 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 145cca5e-9493-4130-b1be-baf8c6e13f65 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:05.902121 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fc2ce1c3-986d-4c26-8a11-c4bee92d92ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:05.921439 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 145cca5e-9493-4130-b1be-baf8c6e13f65 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:55:05.921889 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 145cca5e-9493-4130-b1be-baf8c6e13f65 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:55:05.922390 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6ed44074-5b5f-4930-b5c6-f1fc43150d28 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:05.955339 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 6ed44074-5b5f-4930-b5c6-f1fc43150d28 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:55:05.955677 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6ed44074-5b5f-4930-b5c6-f1fc43150d28 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:55:05.967847 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fc2ce1c3-986d-4c26-8a11-c4bee92d92ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:05.968218 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device f44487fe-9c34-48b3-b219-1401debf4eea no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:06.006675 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: f44487fe-9c34-48b3-b219-1401debf4eea {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:55:06.006980 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device f44487fe-9c34-48b3-b219-1401debf4eea not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:55:06.031819 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cbb4993f-4be1-4ba5-b3f4-c2838d8eb296 req-8c1ac80f-22e3-4703-a368-575e2e774359 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=105e10d7-1157-499e-919c-37250cf0be55 HTTP/1.1" status: 200 len: 210 time: 0.1163511 Aug 16 23:55:06.079716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ea7baf-dddc-4ef4-8a84-bc209a92ae5f admin admin] Router b373755a-5d70-4d85-9c83-57482f37086d has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:55:06.096012 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fc2ce1c3-986d-4c26-8a11-c4bee92d92ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:06.147727 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-b9d92890-251f-43f4-b265-bd0baf7ec770 service neutron] 10.222.0.60 "GET /v2.0/networks/b5d96bed-3d7d-4174-81a4-420ec5c2a243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571458 Aug 16 23:55:06.156844 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fc2ce1c3-986d-4c26-8a11-c4bee92d92ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:06.213223 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ce1c3-986d-4c26-8a11-c4bee92d92ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=191fa66a-6028-47ea-a3b7-5ed8bb45305a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:06.215337 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fc2ce1c3-986d-4c26-8a11-c4bee92d92ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:06.217385 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fc2ce1c3-986d-4c26-8a11-c4bee92d92ef admin admin] 10.222.0.60 "DELETE /v2.0/subnets/191fa66a-6028-47ea-a3b7-5ed8bb45305a HTTP/1.1" status: 204 len: 168 time: 0.4007943 Aug 16 23:55:06.220601 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957db74f-245c-4555-8d6c-1a2afdef032f None None] Network 34191e06-49f9-414f-b13a-5ba8e6dbd645 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:55:06.222761 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49150) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:06.253392 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-b31c4ac4-3a26-4a3d-aca5-7bbf967cf3ce req-d24d82bb-e723-4a16-92d1-8e6a9ba1933a tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Deleting port e8fe679c-6337-4bb9-b141-3c5e2565708f {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:06.253991 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b31c4ac4-3a26-4a3d-aca5-7bbf967cf3ce req-d24d82bb-e723-4a16-92d1-8e6a9ba1933a tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:06.307959 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb33a545-e8a8-4af3-8108-36b112eca042 x-openstack-request-id: req-eb33a545-e8a8-4af3-8108-36b112eca042 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:06.308376 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105e10d7-1157-499e-919c-37250cf0be55", "name": "network-vif-deleted", "tag": "d6a97ea2-5728-4e9c-a53a-d9da238eea77", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:06.308840 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb33a545-e8a8-4af3-8108-36b112eca042 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:06.309801 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105e10d7-1157-499e-919c-37250cf0be55', 'name': 'network-vif-deleted', 'tag': 'd6a97ea2-5728-4e9c-a53a-d9da238eea77', 'status': 'completed', 'code': 200} Aug 16 23:55:06.328211 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a7b51-5010-47c1-a29b-fce2ccbe092c req-e16e19ba-0551-4746-a452-9c68383bc047 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:06.331634 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7a1a7b51-5010-47c1-a29b-fce2ccbe092c req-e16e19ba-0551-4746-a452-9c68383bc047 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.64 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 945 time: 0.1649468 Aug 16 23:55:06.370469 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3ac61073-c6dc-4f12-af97-b43772d59e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:06.458361 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4643d82b-d60f-4361-8555-dd6aeb8f6343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:06.498567 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac61073-c6dc-4f12-af97-b43772d59e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=d87df9f6-5413-408d-9124-2921ce8bcc10,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:06.546583 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-7a1a7b51-5010-47c1-a29b-fce2ccbe092c req-fd4be3da-e82c-4afb-897a-6ba9875a4126 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Deleting port a7dbf29f-c990-453c-8b9a-4537c6e199d9 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:06.547079 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-7a1a7b51-5010-47c1-a29b-fce2ccbe092c req-fd4be3da-e82c-4afb-897a-6ba9875a4126 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:06.565726 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4cad24cf-ce80-4e97-a79b-3f700b1b808b req-688a7bcd-77a4-4b78-b12c-4e78d84cc6de tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=928fad2feae6486d8c368ea013044a74 HTTP/1.1" status: 200 len: 6148 time: 0.4337888 Aug 16 23:55:06.665712 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-4643d82b-d60f-4361-8555-dd6aeb8f6343 admin admin] Deleting port d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:06.666447 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4643d82b-d60f-4361-8555-dd6aeb8f6343 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:06.678606 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319aa80e-f57a-410e-b623-74e56d30d171 None None] DHCP port deletion for 34191e06-49f9-414f-b13a-5ba8e6dbd645 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:55:06.765460 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-319aa80e-f57a-410e-b623-74e56d30d171 None None] Deleting port d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:06.766390 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-319aa80e-f57a-410e-b623-74e56d30d171 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:06.772180 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-7a1a7b51-5010-47c1-a29b-fce2ccbe092c req-fd4be3da-e82c-4afb-897a-6ba9875a4126 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] For port a7dbf29f-c990-453c-8b9a-4537c6e199d9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a7dbf29f-c990-453c-8b9a-4537c6e199d9,segment=NetworkSegment(f15d0fcb-453a-4c98-b8bc-de3984678c08),segment_id=f15d0fcb-453a-4c98-b8bc-de3984678c08)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:06.772904 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-7a1a7b51-5010-47c1-a29b-fce2ccbe092c req-fd4be3da-e82c-4afb-897a-6ba9875a4126 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:06.782186 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ea7baf-dddc-4ef4-8a84-bc209a92ae5f admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:55:06.803039 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153e649a-2cbf-41b1-ab12-33c34423d96a None None] Sync routers for ids ['b373755a-5d70-4d85-9c83-57482f37086d'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:55:06.807222 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-47ea7baf-dddc-4ef4-8a84-bc209a92ae5f admin admin] 10.222.0.60 "PUT /v2.0/routers/b373755a-5d70-4d85-9c83-57482f37086d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2935913 Aug 16 23:55:06.808954 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49164) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:06.814279 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4cad24cf-ce80-4e97-a79b-3f700b1b808b req-49c08f5b-f648-4121-b3f2-e20ebf2cf0d8 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups/89fd6287-b017-4b97-8971-3ee47b7c2abd HTTP/1.1" status: 200 len: 2981 time: 0.2477083 Aug 16 23:55:06.819253 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-7a1a7b51-5010-47c1-a29b-fce2ccbe092c req-fd4be3da-e82c-4afb-897a-6ba9875a4126 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Calling delete_port for a7dbf29f-c990-453c-8b9a-4537c6e199d9 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:06.819551 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153e649a-2cbf-41b1-ab12-33c34423d96a None None] Routers {'b373755a-5d70-4d85-9c83-57482f37086d'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:55:06.819889 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-153e649a-2cbf-41b1-ab12-33c34423d96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:54:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['b373755a-5d70-4d85-9c83-57482f37086d'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:06.822290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-b31c4ac4-3a26-4a3d-aca5-7bbf967cf3ce req-d24d82bb-e723-4a16-92d1-8e6a9ba1933a tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] For port e8fe679c-6337-4bb9-b141-3c5e2565708f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=e8fe679c-6337-4bb9-b141-3c5e2565708f,segment=NetworkSegment(f6ecfec7-859e-48ae-8b72-438566ddcf66),segment_id=f6ecfec7-859e-48ae-8b72-438566ddcf66)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:06.822674 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b31c4ac4-3a26-4a3d-aca5-7bbf967cf3ce req-d24d82bb-e723-4a16-92d1-8e6a9ba1933a tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:06.870011 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-319aa80e-f57a-410e-b623-74e56d30d171 None None] For port d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc,segment=NetworkSegment(33a33b0c-0d4a-424f-ba83-c386480cd0b2),segment_id=33a33b0c-0d4a-424f-ba83-c386480cd0b2)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:06.870161 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-319aa80e-f57a-410e-b623-74e56d30d171 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:06.882571 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d9949-c308-4df4-acdb-5ee2bacddc0b req-9b20f9c4-3eda-4678-bbe2-b0cd00c0147c tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:06.883193 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-4643d82b-d60f-4361-8555-dd6aeb8f6343 admin admin] For port d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc,segment=NetworkSegment(33a33b0c-0d4a-424f-ba83-c386480cd0b2),segment_id=33a33b0c-0d4a-424f-ba83-c386480cd0b2)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:06.883692 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4643d82b-d60f-4361-8555-dd6aeb8f6343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:06.891019 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-486d9949-c308-4df4-acdb-5ee2bacddc0b req-9b20f9c4-3eda-4678-bbe2-b0cd00c0147c tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 945 time: 0.5179732 Aug 16 23:55:06.924126 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-319aa80e-f57a-410e-b623-74e56d30d171 None None] Calling delete_port for d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:06.942556 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-4643d82b-d60f-4361-8555-dd6aeb8f6343 admin admin] Calling delete_port for d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:06.971482 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-153e649a-2cbf-41b1-ab12-33c34423d96a None None] Set router b373755a-5d70-4d85-9c83-57482f37086d gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:55:06.971758 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-b31c4ac4-3a26-4a3d-aca5-7bbf967cf3ce req-d24d82bb-e723-4a16-92d1-8e6a9ba1933a tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Calling delete_port for e8fe679c-6337-4bb9-b141-3c5e2565708f owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:06.990896 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4cad24cf-ce80-4e97-a79b-3f700b1b808b req-9de78c42-45f1-4c1d-857a-5ce6805fd009 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups/89fd6287-b017-4b97-8971-3ee47b7c2abd HTTP/1.1" status: 200 len: 2981 time: 0.1628239 Aug 16 23:55:07.068375 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-319aa80e-f57a-410e-b623-74e56d30d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:07.095314 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-486d9949-c308-4df4-acdb-5ee2bacddc0b req-4627ea21-401e-41ac-8251-b409fa358e2e tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/security-groups?id=3bfe127b-824a-446d-bdd1-15e47f2a0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033062 Aug 16 23:55:07.125883 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319aa80e-f57a-410e-b623-74e56d30d171 None None] Pushing event deleted for resources: {'Port': ['ID=d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:07.137922 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ce752aba-12d1-4126-a66c-8f938c0451db admin admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:07.142659 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319aa80e-f57a-410e-b623-74e56d30d171 None None] No DVR routers for this DVR port d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:55:07.243594 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4643d82b-d60f-4361-8555-dd6aeb8f6343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:07.255374 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-93d4b397-bb3d-4f94-99da-b69864ffdefd req-8b56867c-88bc-4b6e-8917-8c834ad33cdf tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 210 time: 0.0636635 Aug 16 23:55:07.261372 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3ac61073-c6dc-4f12-af97-b43772d59e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:07.322441 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643d82b-d60f-4361-8555-dd6aeb8f6343 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:07.328286 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4643d82b-d60f-4361-8555-dd6aeb8f6343 admin admin] No DVR routers for this DVR port d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:55:07.337392 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-153e649a-2cbf-41b1-ab12-33c34423d96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b373755a-5d70-4d85-9c83-57482f37086d', 'name': 'tempest-ServersTestMultiNic-1271807936-router', 'tenant_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:55:03Z', 'revision_number': 5, 'project_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'gw_port': {'id': 'ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b373755a-5d70-4d85-9c83-57482f37086d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:08Z', 'updated_at': '2021-08-16T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:07.353546 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-d59e7dd8-3814-49f5-a975-4fabd7fd0b10 req-cb6bdb19-d5b0-4095-8b35-49c627a6e5a1 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1596133956', 'description': 'tempest-description-233985884'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:07.370950 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153e649a-2cbf-41b1-ab12-33c34423d96a None None] Checking router: b373755a-5d70-4d85-9c83-57482f37086d for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:55:07.371309 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-7a1a7b51-5010-47c1-a29b-fce2ccbe092c req-fd4be3da-e82c-4afb-897a-6ba9875a4126 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:07.382545 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153e649a-2cbf-41b1-ab12-33c34423d96a None None] Routers {'b373755a-5d70-4d85-9c83-57482f37086d'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:55:07.383187 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-153e649a-2cbf-41b1-ab12-33c34423d96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:54:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['b373755a-5d70-4d85-9c83-57482f37086d'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:07.395100 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ead84-2114-4d92-8994-0eb295e29dd8 req-19619f69-8399-4706-9638-27eaa80c9136 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:07.403686 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e02ead84-2114-4d92-8994-0eb295e29dd8 req-19619f69-8399-4706-9638-27eaa80c9136 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/ports?device_id=edeb1835-eb4f-4873-9a9e-efaf8a8c2c01 HTTP/1.1" status: 200 len: 949 time: 0.2267997 Aug 16 23:55:07.504581 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e02ead84-2114-4d92-8994-0eb295e29dd8 req-a23218b3-b54c-448e-8802-901d0c5fa1ea tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/security-groups?id=1775507e-e450-4eea-9b5f-c87387c897a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999477 Aug 16 23:55:07.508146 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4be3da-e82c-4afb-897a-6ba9875a4126 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Pushing event deleted for resources: {'Port': ['ID=a7dbf29f-c990-453c-8b9a-4537c6e199d9,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:07.534967 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d59e7dd8-3814-49f5-a975-4fabd7fd0b10 req-cb6bdb19-d5b0-4095-8b35-49c627a6e5a1 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:07.537250 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-153e649a-2cbf-41b1-ab12-33c34423d96a None None] Set router b373755a-5d70-4d85-9c83-57482f37086d gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:55:07.545545 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4643d82b-d60f-4361-8555-dd6aeb8f6343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:07.577035 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ce752aba-12d1-4126-a66c-8f938c0451db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:07.585634 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-4643d82b-d60f-4361-8555-dd6aeb8f6343 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34191e06-49f9-414f-b13a-5ba8e6dbd645']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:07.613753 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1a7b51-5010-47c1-a29b-fce2ccbe092c req-fd4be3da-e82c-4afb-897a-6ba9875a4126 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] No DVR routers for this DVR port a7dbf29f-c990-453c-8b9a-4537c6e199d9 on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:55:07.618390 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-4643d82b-d60f-4361-8555-dd6aeb8f6343 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a33b0c-0d4a-424f-ba83-c386480cd0b2') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:07.618745 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-4643d82b-d60f-4361-8555-dd6aeb8f6343 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a33b0c-0d4a-424f-ba83-c386480cd0b2') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:07.621341 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-7a1a7b51-5010-47c1-a29b-fce2ccbe092c req-fd4be3da-e82c-4afb-897a-6ba9875a4126 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:07.623528 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7a1a7b51-5010-47c1-a29b-fce2ccbe092c req-fd4be3da-e82c-4afb-897a-6ba9875a4126 tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.64 "DELETE /v2.0/ports/a7dbf29f-c990-453c-8b9a-4537c6e199d9 HTTP/1.1" status: 204 len: 173 time: 1.2828431 Aug 16 23:55:07.628170 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device d6a97ea2-5728-4e9c-a53a-d9da238eea77 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:07.634417 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4643d82b-d60f-4361-8555-dd6aeb8f6343 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:07.672695 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: d6a97ea2-5728-4e9c-a53a-d9da238eea77 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:55:07.678545 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device d6a97ea2-5728-4e9c-a53a-d9da238eea77 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:55:07.679423 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device a1d6dd85-c6eb-4f84-99d6-5124a84ad68d no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:07.684019 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b31c4ac4-3a26-4a3d-aca5-7bbf967cf3ce req-d24d82bb-e723-4a16-92d1-8e6a9ba1933a tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:07.698494 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4643d82b-d60f-4361-8555-dd6aeb8f6343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:07.710073 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4643d82b-d60f-4361-8555-dd6aeb8f6343 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:55:07.710506 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4643d82b-d60f-4361-8555-dd6aeb8f6343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: timer() Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: self._notify() Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:55:07.712247 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:55:07.773571 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d82bb-e723-4a16-92d1-8e6a9ba1933a tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Pushing event deleted for resources: {'Port': ['ID=e8fe679c-6337-4bb9-b141-3c5e2565708f,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:07.829622 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ce752aba-12d1-4126-a66c-8f938c0451db admin admin] Deleting port ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:07.830066 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ce752aba-12d1-4126-a66c-8f938c0451db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:07.858911 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:07.882746 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4643d82b-d60f-4361-8555-dd6aeb8f6343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:07.906982 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4643d82b-d60f-4361-8555-dd6aeb8f6343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:07.909373 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4643d82b-d60f-4361-8555-dd6aeb8f6343 admin admin] 10.222.0.60 "DELETE /v2.0/networks/34191e06-49f9-414f-b13a-5ba8e6dbd645 HTTP/1.1" status: 204 len: 168 time: 1.6855152 Aug 16 23:55:07.923003 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edeb1835-eb4f-4873-9a9e-efaf8a8c2c01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1d6dd85-c6eb-4f84-99d6-5124a84ad68d'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:07.925530 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f326c826-88a3-46ac-9fe0-61c8c457edf0" -d '{"events": [{"server_uuid": "edeb1835-eb4f-4873-9a9e-efaf8a8c2c01", "name": "network-vif-unplugged", "status": "completed", "tag": "a1d6dd85-c6eb-4f84-99d6-5124a84ad68d"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:07.936257 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643d82b-d60f-4361-8555-dd6aeb8f6343 admin admin] Pushing event deleted for resources: {'Network': ['ID=34191e06-49f9-414f-b13a-5ba8e6dbd645,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:07.945569 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:07.973590 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port a1d6dd85-c6eb-4f84-99d6-5124a84ad68d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a1d6dd85-c6eb-4f84-99d6-5124a84ad68d,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:07.975848 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-153e649a-2cbf-41b1-ab12-33c34423d96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b373755a-5d70-4d85-9c83-57482f37086d', 'name': 'tempest-ServersTestMultiNic-1271807936-router', 'tenant_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:55:03Z', 'revision_number': 5, 'project_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'gw_port': {'id': 'ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b373755a-5d70-4d85-9c83-57482f37086d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:08Z', 'updated_at': '2021-08-16T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:08.013901 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153e649a-2cbf-41b1-ab12-33c34423d96a None None] The sync data for ids ['b373755a-5d70-4d85-9c83-57482f37086d'] in n-d-800088-20 is: [{'id': 'b373755a-5d70-4d85-9c83-57482f37086d', 'name': 'tempest-ServersTestMultiNic-1271807936-router', 'tenant_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:53:07Z', 'updated_at': '2021-08-16T23:55:03Z', 'revision_number': 5, 'project_id': '6f0e719ea2ad4e27bf14dc4358a7d696', 'gw_port': {'id': 'ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b373755a-5d70-4d85-9c83-57482f37086d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:53:08Z', 'updated_at': '2021-08-16T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:55:08.033120 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device e8fe679c-6337-4bb9-b141-3c5e2565708f no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:08.086405 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: e8fe679c-6337-4bb9-b141-3c5e2565708f {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:55:08.087797 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device e8fe679c-6337-4bb9-b141-3c5e2565708f not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:55:08.091771 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:08.098198 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-ce752aba-12d1-4126-a66c-8f938c0451db admin admin] For port ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:08.098997 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ce752aba-12d1-4126-a66c-8f938c0451db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:08.129150 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ce752aba-12d1-4126-a66c-8f938c0451db admin admin] Calling delete_port for ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99 owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:08.235625 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-89b22061-d7c6-4c27-87b3-ccfff040d5a6 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:08.237294 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-89b22061-d7c6-4c27-87b3-ccfff040d5a6 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.64 "GET /v2.0/networks?id=b5d96bed-3d7d-4174-81a4-420ec5c2a243 HTTP/1.1" status: 200 len: 814 time: 0.2228909 Aug 16 23:55:08.245983 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:55:08.246481 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d2cbcfa3-ba83-447b-aef6-bff5f66dd6cc not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:55:08.249887 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=a1d6dd85-c6eb-4f84-99d6-5124a84ad68d,revision_number=11']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:08.262063 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a804d52c-ae7e-4b91-8b7f-592920b87296 x-openstack-request-id: req-a804d52c-ae7e-4b91-8b7f-592920b87296 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:08.262849 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edeb1835-eb4f-4873-9a9e-efaf8a8c2c01", "name": "network-vif-unplugged", "status": "completed", "tag": "a1d6dd85-c6eb-4f84-99d6-5124a84ad68d", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:08.263212 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-c9d1f8de-9683-42ab-82d8-1088492e30d1 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Request body: {'port': {'device_id': '4ff89d3c-07a8-4a14-930a-c21a0575e0d3', 'network_id': 'b5d96bed-3d7d-4174-81a4-420ec5c2a243', 'admin_state_up': True, 'tenant_id': '9f7c15746f884d59bb5bca99d12666b2'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:08.263455 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a804d52c-ae7e-4b91-8b7f-592920b87296 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:08.264131 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edeb1835-eb4f-4873-9a9e-efaf8a8c2c01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1d6dd85-c6eb-4f84-99d6-5124a84ad68d', 'code': 200} Aug 16 23:55:08.351608 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3172430f-31a9-46dd-ac81-4e9d0e31a8ab', 'name': 'network-vif-deleted', 'tag': 'a7dbf29f-c990-453c-8b9a-4537c6e199d9'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:08.354480 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93758e65-eb28-4c1a-88c2-a009d06e1fa2" -d '{"events": [{"server_uuid": "3172430f-31a9-46dd-ac81-4e9d0e31a8ab", "name": "network-vif-deleted", "tag": "a7dbf29f-c990-453c-8b9a-4537c6e199d9"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:08.369271 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49204) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:08.458137 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31c4ac4-3a26-4a3d-aca5-7bbf967cf3ce req-d24d82bb-e723-4a16-92d1-8e6a9ba1933a tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] No DVR routers for this DVR port e8fe679c-6337-4bb9-b141-3c5e2565708f on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:55:08.466649 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b31c4ac4-3a26-4a3d-aca5-7bbf967cf3ce req-d24d82bb-e723-4a16-92d1-8e6a9ba1933a tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:08.469840 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b31c4ac4-3a26-4a3d-aca5-7bbf967cf3ce req-d24d82bb-e723-4a16-92d1-8e6a9ba1933a tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.64 "DELETE /v2.0/ports/e8fe679c-6337-4bb9-b141-3c5e2565708f HTTP/1.1" status: 204 len: 173 time: 2.8321455 Aug 16 23:55:08.473362 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd3fb45-6907-4f7e-902f-ce6c10977e5d', 'name': 'network-vif-deleted', 'tag': 'e8fe679c-6337-4bb9-b141-3c5e2565708f'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:08.476715 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c791a04f-e088-442b-be75-c982d7f1b07a" -d '{"events": [{"server_uuid": "9bd3fb45-6907-4f7e-902f-ce6c10977e5d", "name": "network-vif-deleted", "tag": "e8fe679c-6337-4bb9-b141-3c5e2565708f"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:08.507424 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac61073-c6dc-4f12-af97-b43772d59e0e admin admin] Router ef116894-2f57-4e39-b72b-586719591a5b has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:55:08.539389 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d59e7dd8-3814-49f5-a975-4fabd7fd0b10 req-cb6bdb19-d5b0-4095-8b35-49c627a6e5a1 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:08.556159 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-645b6cb5-5055-488b-94da-092d6f03895f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=21fd198ba9644f5c88173bc1efcb8f0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1773424 Aug 16 23:55:08.567627 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49214) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:08.585017 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d59e7dd8-3814-49f5-a975-4fabd7fd0b10 req-cb6bdb19-d5b0-4095-8b35-49c627a6e5a1 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:08.690450 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-c9d1f8de-9683-42ab-82d8-1088492e30d1 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Made reservation on behalf of 9f7c15746f884d59bb5bca99d12666b2 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:55:08.702089 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-c9d1f8de-9683-42ab-82d8-1088492e30d1 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:08.709793 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-10bc306a-cdf4-47b2-a9fe-34a87375b0c3 req-a09ba575-7f7a-41f9-9c07-6c3f2e3e463b tempest-LiveAutoBlockMigrationV225Test-551118717 tempest-LiveAutoBlockMigrationV225Test-551118717-project] 10.222.0.60 "GET /v2.0/ports?device_id=3172430f-31a9-46dd-ac81-4e9d0e31a8ab HTTP/1.1" status: 200 len: 210 time: 0.0887306 Aug 16 23:55:08.710834 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bdb19-d5b0-4095-8b35-49c627a6e5a1 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f64e50f-4cb8-4d75-9bee-212d325f5f65,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:08.744630 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d59e7dd8-3814-49f5-a975-4fabd7fd0b10 req-cb6bdb19-d5b0-4095-8b35-49c627a6e5a1 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:08.765635 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d59e7dd8-3814-49f5-a975-4fabd7fd0b10 req-cb6bdb19-d5b0-4095-8b35-49c627a6e5a1 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.4225116 Aug 16 23:55:08.794887 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac61073-c6dc-4f12-af97-b43772d59e0e admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:55:08.804573 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4755b5-da0a-468c-9f3d-69996971ebc1 None None] Sync routers for ids ['ef116894-2f57-4e39-b72b-586719591a5b'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:55:08.815412 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3ac61073-c6dc-4f12-af97-b43772d59e0e admin admin] 10.222.0.60 "PUT /v2.0/routers/ef116894-2f57-4e39-b72b-586719591a5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7329867 Aug 16 23:55:08.818437 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4755b5-da0a-468c-9f3d-69996971ebc1 None None] Routers {'ef116894-2f57-4e39-b72b-586719591a5b'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:55:08.824973 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ba4755b5-da0a-468c-9f3d-69996971ebc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:54:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ef116894-2f57-4e39-b72b-586719591a5b'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:08.826765 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49222) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:08.912932 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e7d5e17-f0bf-42b3-acfb-2cb3baf5d139 req-b168aea7-360f-45cb-9270-f4f028096d18 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 210 time: 0.0947587 Aug 16 23:55:08.945500 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f7346ca7-c4d0-40ee-a86b-6e4bdbcca801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:08.981275 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f7346ca7-c4d0-40ee-a86b-6e4bdbcca801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:08.999722 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def53ab2-a96d-499e-96f9-f7b3fb3f3241 x-openstack-request-id: req-def53ab2-a96d-499e-96f9-f7b3fb3f3241 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:09.000134 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3172430f-31a9-46dd-ac81-4e9d0e31a8ab", "name": "network-vif-deleted", "tag": "a7dbf29f-c990-453c-8b9a-4537c6e199d9", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:09.000528 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-def53ab2-a96d-499e-96f9-f7b3fb3f3241 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:09.000989 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3172430f-31a9-46dd-ac81-4e9d0e31a8ab', 'name': 'network-vif-deleted', 'tag': 'a7dbf29f-c990-453c-8b9a-4537c6e199d9', 'status': 'completed', 'code': 200} Aug 16 23:55:09.006188 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-ba4755b5-da0a-468c-9f3d-69996971ebc1 None None] Set router ef116894-2f57-4e39-b72b-586719591a5b gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:55:09.016978 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ee19ca-109e-478e-8657-0a771876eb0d x-openstack-request-id: req-24ee19ca-109e-478e-8657-0a771876eb0d {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:09.017382 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd3fb45-6907-4f7e-902f-ce6c10977e5d", "name": "network-vif-deleted", "tag": "e8fe679c-6337-4bb9-b141-3c5e2565708f", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:09.017642 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-24ee19ca-109e-478e-8657-0a771876eb0d {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:09.018042 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd3fb45-6907-4f7e-902f-ce6c10977e5d', 'name': 'network-vif-deleted', 'tag': 'e8fe679c-6337-4bb9-b141-3c5e2565708f', 'status': 'completed', 'code': 200} Aug 16 23:55:09.035291 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-28e80897-7246-49ed-9ffe-eb3473858736 req-6eb4a2a4-58c5-421a-a5d0-609626b6a8e3 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-654203012', 'description': 'tempest-description-1822452138'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:09.073769 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-28e80897-7246-49ed-9ffe-eb3473858736 req-6eb4a2a4-58c5-421a-a5d0-609626b6a8e3 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:09.206119 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-28e80897-7246-49ed-9ffe-eb3473858736 req-6eb4a2a4-58c5-421a-a5d0-609626b6a8e3 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:09.211710 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-28e80897-7246-49ed-9ffe-eb3473858736 req-6eb4a2a4-58c5-421a-a5d0-609626b6a8e3 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:09.249730 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4a2a4-58c5-421a-a5d0-609626b6a8e3 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83ee5487-eb38-4b16-971f-5668910e0917,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:09.262607 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ba4755b5-da0a-468c-9f3d-69996971ebc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef116894-2f57-4e39-b72b-586719591a5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1932068827-router', 'tenant_id': '655c5b7087124bbd9a658d529420413c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '0febc0ed-ec07-44d1-98f4-0a65ef44aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:35Z', 'updated_at': '2021-08-16T23:55:06Z', 'revision_number': 5, 'project_id': '655c5b7087124bbd9a658d529420413c', 'gw_port': {'id': '0febc0ed-ec07-44d1-98f4-0a65ef44aa2a', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef116894-2f57-4e39-b72b-586719591a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:37Z', 'updated_at': '2021-08-16T23:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:09.269063 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-28e80897-7246-49ed-9ffe-eb3473858736 req-6eb4a2a4-58c5-421a-a5d0-609626b6a8e3 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:09.272511 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ce752aba-12d1-4126-a66c-8f938c0451db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:09.284593 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28e80897-7246-49ed-9ffe-eb3473858736 req-6eb4a2a4-58c5-421a-a5d0-609626b6a8e3 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2537768 Aug 16 23:55:09.310687 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce752aba-12d1-4126-a66c-8f938c0451db admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:09.335093 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4755b5-da0a-468c-9f3d-69996971ebc1 None None] Checking router: ef116894-2f57-4e39-b72b-586719591a5b for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:55:09.358205 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4755b5-da0a-468c-9f3d-69996971ebc1 None None] Routers {'ef116894-2f57-4e39-b72b-586719591a5b'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:55:09.359310 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ba4755b5-da0a-468c-9f3d-69996971ebc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:54:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ef116894-2f57-4e39-b72b-586719591a5b'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:09.391761 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f7346ca7-c4d0-40ee-a86b-6e4bdbcca801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:09.394339 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f7346ca7-c4d0-40ee-a86b-6e4bdbcca801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:09.398703 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f7346ca7-c4d0-40ee-a86b-6e4bdbcca801 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/45f51b67-a47e-4b1d-ba53-03517aad128d HTTP/1.1" status: 204 len: 168 time: 0.8262575 Aug 16 23:55:09.400036 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85c98a44-a81e-48a6-96d7-d088d13a9d37 admin admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:09.446641 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6aa5f1-093f-4a3a-8c1c-461283a34b11 req-496a6fe6-873a-4ab3-805c-9c4e6b4db70a tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:09.448747 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bf6aa5f1-093f-4a3a-8c1c-461283a34b11 req-496a6fe6-873a-4ab3-805c-9c4e6b4db70a tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=87991d5b-19ef-4b04-96aa-8b28eec60d4e HTTP/1.1" status: 200 len: 950 time: 0.1142502 Aug 16 23:55:09.522920 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-c9d1f8de-9683-42ab-82d8-1088492e30d1 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Allocated IP 172.20.0.13 (b5d96bed-3d7d-4174-81a4-420ec5c2a243/2dc1d23a-2b66-4ec4-9ade-0b7b10fa44c0/64c6950c-5422-4d6b-98b1-ca1994710820) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:55:09.535544 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7346ca7-c4d0-40ee-a86b-6e4bdbcca801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f51b67-a47e-4b1d-ba53-03517aad128d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:09.572857 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bf6aa5f1-093f-4a3a-8c1c-461283a34b11 req-577cbb56-17ed-4799-965f-aa6dcb86d530 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110375 Aug 16 23:55:09.607179 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ce752aba-12d1-4126-a66c-8f938c0451db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:09.631560 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-ba4755b5-da0a-468c-9f3d-69996971ebc1 None None] Set router ef116894-2f57-4e39-b72b-586719591a5b gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:55:09.804701 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf7de5-af04-4674-852f-6477da42442b req-982a59b3-2e94-42f2-81f9-6d57556679fe tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:09.812258 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-afcf7de5-af04-4674-852f-6477da42442b req-982a59b3-2e94-42f2-81f9-6d57556679fe tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/networks?id=e49e8296-4270-42ee-8656-6741a559a39c HTTP/1.1" status: 200 len: 812 time: 0.1828537 Aug 16 23:55:09.820980 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49290) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:09.834339 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2495c422-48d6-4578-9121-745e89249c56 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:09.837119 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-afcf7de5-af04-4674-852f-6477da42442b req-33b59acc-0276-4411-acdb-320fb2b4fd86 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/quotas/928fad2feae6486d8c368ea013044a74 HTTP/1.1" status: 200 len: 375 time: 0.0238929 Aug 16 23:55:09.930736 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-afcf7de5-af04-4674-852f-6477da42442b req-092bf039-0127-4dff-a0d7-389fb83ae512 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=928fad2feae6486d8c368ea013044a74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0927117 Aug 16 23:55:09.957195 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 2495c422-48d6-4578-9121-745e89249c56 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:55:09.957539 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2495c422-48d6-4578-9121-745e89249c56 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:55:09.981553 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a7dbf29f-c990-453c-8b9a-4537c6e199d9 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:10.017787 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: a7dbf29f-c990-453c-8b9a-4537c6e199d9 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:55:10.018132 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a7dbf29f-c990-453c-8b9a-4537c6e199d9 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:55:10.019577 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:10.190626 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ba4755b5-da0a-468c-9f3d-69996971ebc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef116894-2f57-4e39-b72b-586719591a5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1932068827-router', 'tenant_id': '655c5b7087124bbd9a658d529420413c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '0febc0ed-ec07-44d1-98f4-0a65ef44aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:35Z', 'updated_at': '2021-08-16T23:55:06Z', 'revision_number': 5, 'project_id': '655c5b7087124bbd9a658d529420413c', 'gw_port': {'id': '0febc0ed-ec07-44d1-98f4-0a65ef44aa2a', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef116894-2f57-4e39-b72b-586719591a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:37Z', 'updated_at': '2021-08-16T23:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:10.198122 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85c98a44-a81e-48a6-96d7-d088d13a9d37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:10.208117 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-65aabbf5-6470-4224-bc23-81533e9165c0 req-fc470273-a6b7-4cf7-a0e2-5f00eb6bb57f tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 210 time: 0.0425026 Aug 16 23:55:10.213660 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-1993a310-c5ed-42fb-892e-3938018c6bb0 admin admin] Deleting subnet dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:55:10.217106 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1993a310-c5ed-42fb-892e-3938018c6bb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:10.221592 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ce752aba-12d1-4126-a66c-8f938c0451db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:10.238792 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ce752aba-12d1-4126-a66c-8f938c0451db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:10.250255 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4755b5-da0a-468c-9f3d-69996971ebc1 None None] The sync data for ids ['ef116894-2f57-4e39-b72b-586719591a5b'] in n-d-800088-20 is: [{'id': 'ef116894-2f57-4e39-b72b-586719591a5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1932068827-router', 'tenant_id': '655c5b7087124bbd9a658d529420413c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '0febc0ed-ec07-44d1-98f4-0a65ef44aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:49:35Z', 'updated_at': '2021-08-16T23:55:06Z', 'revision_number': 5, 'project_id': '655c5b7087124bbd9a658d529420413c', 'gw_port': {'id': '0febc0ed-ec07-44d1-98f4-0a65ef44aa2a', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef116894-2f57-4e39-b72b-586719591a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:49:37Z', 'updated_at': '2021-08-16T23:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:55:10.266508 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-afcf7de5-af04-4674-852f-6477da42442b req-a0ea9e1c-8969-4890-ad33-bcf428cd10ef service neutron] 10.222.0.60 "GET /v2.0/networks/e49e8296-4270-42ee-8656-6741a559a39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270917 Aug 16 23:55:10.277293 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1993a310-c5ed-42fb-892e-3938018c6bb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:10.382097 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1993a310-c5ed-42fb-892e-3938018c6bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:10.385352 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6eb6c5-ec08-4558-9336-9225af3f2913 req-95556f6e-0380-4284-8dbb-d678f69e7494 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:10.387712 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0f6eb6c5-ec08-4558-9336-9225af3f2913 req-95556f6e-0380-4284-8dbb-d678f69e7494 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.69 "GET /v2.0/ports?device_id=87991d5b-19ef-4b04-96aa-8b28eec60d4e HTTP/1.1" status: 200 len: 950 time: 0.2668679 Aug 16 23:55:10.462232 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-afcf7de5-af04-4674-852f-6477da42442b req-d26c622e-cc3e-4f21-b4b4-c466352b6958 service neutron] 10.222.0.60 "GET /v2.0/networks/e49e8296-4270-42ee-8656-6741a559a39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946352 Aug 16 23:55:10.505004 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1993a310-c5ed-42fb-892e-3938018c6bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:10.514278 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ce752aba-12d1-4126-a66c-8f938c0451db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:10.514800 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce752aba-12d1-4126-a66c-8f938c0451db admin admin] Fanout notify agent at l3_agent the message router_deleted on router b373755a-5d70-4d85-9c83-57482f37086d {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:55:10.526738 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ce752aba-12d1-4126-a66c-8f938c0451db admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:10.527906 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ce752aba-12d1-4126-a66c-8f938c0451db admin admin] 10.222.0.60 "DELETE /v2.0/routers/b373755a-5d70-4d85-9c83-57482f37086d HTTP/1.1" status: 204 len: 168 time: 3.7147138 Aug 16 23:55:10.540257 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49366) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:10.546912 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993a310-c5ed-42fb-892e-3938018c6bb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:10.548915 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1993a310-c5ed-42fb-892e-3938018c6bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:10.557310 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1993a310-c5ed-42fb-892e-3938018c6bb0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/dc9a8ab0-9d37-48bb-b38d-8fa74de9a5c5 HTTP/1.1" status: 204 len: 168 time: 0.7320688 Aug 16 23:55:10.557480 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49368) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:10.650656 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49376) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:10.715653 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-c9d1f8de-9683-42ab-82d8-1088492e30d1 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:10.792661 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2d6b850-4bc1-4d19-96de-1c82ac7ca58d admin admin] Deleting subnet c5ccd90c-fa44-49dd-9fe4-25207f7a82db {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:55:10.829176 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2d6b850-4bc1-4d19-96de-1c82ac7ca58d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:10.841409 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3f9381d-0dad-4bd3-aa74-7850cba2165a req-91afe813-bfed-448c-a668-66cd8924df0f tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=e366778a-3234-4252-96a8-cf54705a9dea HTTP/1.1" status: 200 len: 210 time: 0.0931983 Aug 16 23:55:10.843892 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f2236440-ce4e-43a5-a5d8-7649a985250c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:10.886890 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8c033-70f0-4c5c-b2ca-6d4e8b2752cd req-4e002df8-dd06-46ea-b649-e452950de778 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:10.888382 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-88f8c033-70f0-4c5c-b2ca-6d4e8b2752cd req-4e002df8-dd06-46ea-b649-e452950de778 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.69 "GET /v2.0/ports?device_id=d67cffe2-b26c-4222-806a-bc4d48b55a79 HTTP/1.1" status: 200 len: 950 time: 0.2175429 Aug 16 23:55:10.959313 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd9a85-a262-427e-95a8-43688c0fab19 req-412d4ff1-1182-4305-b696-230103b9e8ae tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:10.959493 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-5d7a3a4a-52e3-462a-a37a-9b1062659688 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-483383894-network', 'tenant_id': '16c7210b78ba422abdc09d67b9574c4e'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:10.966664 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-85c98a44-a81e-48a6-96d7-d088d13a9d37 admin admin] Deleting port 0febc0ed-ec07-44d1-98f4-0a65ef44aa2a {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:10.966664 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85c98a44-a81e-48a6-96d7-d088d13a9d37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:10.969317 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bcd9a85-a262-427e-95a8-43688c0fab19 req-412d4ff1-1182-4305-b696-230103b9e8ae tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=87991d5b-19ef-4b04-96aa-8b28eec60d4e HTTP/1.1" status: 200 len: 950 time: 0.1862154 Aug 16 23:55:11.045594 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-c9d1f8de-9683-42ab-82d8-1088492e30d1 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:11.058716 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2d6b850-4bc1-4d19-96de-1c82ac7ca58d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:11.099153 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f2236440-ce4e-43a5-a5d8-7649a985250c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:11.127982 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-f2236440-ce4e-43a5-a5d8-7649a985250c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc1690b-6624-46fa-a54a-7524bbadf6de']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:11.139826 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bcd9a85-a262-427e-95a8-43688c0fab19 req-7228cc5a-4367-4096-b294-e06c64830588 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656840 Aug 16 23:55:11.143886 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7a3a4a-52e3-462a-a37a-9b1062659688 admin admin] Made reservation on behalf of 16c7210b78ba422abdc09d67b9574c4e for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:55:11.146950 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5d7a3a4a-52e3-462a-a37a-9b1062659688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:11.175303 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-f2236440-ce4e-43a5-a5d8-7649a985250c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15d0fcb-453a-4c98-b8bc-de3984678c08') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:11.175663 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-f2236440-ce4e-43a5-a5d8-7649a985250c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15d0fcb-453a-4c98-b8bc-de3984678c08') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:11.196763 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-0f6eb6c5-ec08-4558-9336-9225af3f2913 req-05ef3a21-c3d6-49ed-a037-543e4fa8bcd8 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Deleting port 48a32f82-becc-4edb-ac43-c96acede2cf0 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:11.197180 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0f6eb6c5-ec08-4558-9336-9225af3f2913 req-05ef3a21-c3d6-49ed-a037-543e4fa8bcd8 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:11.199527 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f2236440-ce4e-43a5-a5d8-7649a985250c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:11.199850 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5d7a3a4a-52e3-462a-a37a-9b1062659688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:11.230512 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f2236440-ce4e-43a5-a5d8-7649a985250c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:11.241895 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1f8de-9683-42ab-82d8-1088492e30d1 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Pushing event updated for resources: {'Port': ['ID=64c6950c-5422-4d6b-98b1-ca1994710820,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:11.245816 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-88f8c033-70f0-4c5c-b2ca-6d4e8b2752cd req-6f1f9482-1d64-4c0a-a5b5-98aaf8b0e9ae tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Deleting port 1e56511b-81a6-4ff5-afd5-ed193d1f89e9 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:11.246168 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-88f8c033-70f0-4c5c-b2ca-6d4e8b2752cd req-6f1f9482-1d64-4c0a-a5b5-98aaf8b0e9ae tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2236440-ce4e-43a5-a5d8-7649a985250c admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f2236440-ce4e-43a5-a5d8-7649a985250c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: timer() Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: self._notify() Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:55:11.252465 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:55:11.260405 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-c9d1f8de-9683-42ab-82d8-1088492e30d1 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Network b5d96bed-3d7d-4174-81a4-420ec5c2a243 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:55:11.329126 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-c9d1f8de-9683-42ab-82d8-1088492e30d1 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:55:11.338526 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:11.358193 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-c9d1f8de-9683-42ab-82d8-1088492e30d1 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:55:11.370282 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-85c98a44-a81e-48a6-96d7-d088d13a9d37 admin admin] For port 0febc0ed-ec07-44d1-98f4-0a65ef44aa2a, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=0febc0ed-ec07-44d1-98f4-0a65ef44aa2a,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:11.370659 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85c98a44-a81e-48a6-96d7-d088d13a9d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:11.419947 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-85c98a44-a81e-48a6-96d7-d088d13a9d37 admin admin] Calling delete_port for 0febc0ed-ec07-44d1-98f4-0a65ef44aa2a owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:11.423840 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f2236440-ce4e-43a5-a5d8-7649a985250c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:11.444782 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f2236440-ce4e-43a5-a5d8-7649a985250c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:11.447049 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f2236440-ce4e-43a5-a5d8-7649a985250c admin admin] 10.222.0.60 "DELETE /v2.0/networks/5dc1690b-6624-46fa-a54a-7524bbadf6de HTTP/1.1" status: 204 len: 168 time: 0.8886778 Aug 16 23:55:11.453108 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49430) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:11.458076 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12e878-0738-4f7f-9070-314954534c93 req-0553ec8e-4ca3-4f09-8f03-ee8c93afcca6 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:11.460396 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd12e878-0738-4f7f-9070-314954534c93 req-0553ec8e-4ca3-4f09-8f03-ee8c93afcca6 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 932 time: 0.1150925 Aug 16 23:55:11.478003 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-c9d1f8de-9683-42ab-82d8-1088492e30d1 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:11.478653 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-c9d1f8de-9683-42ab-82d8-1088492e30d1 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:11.498523 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2236440-ce4e-43a5-a5d8-7649a985250c admin admin] Pushing event deleted for resources: {'Network': ['ID=5dc1690b-6624-46fa-a54a-7524bbadf6de,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:11.501176 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2d6b850-4bc1-4d19-96de-1c82ac7ca58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:11.503586 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-88f8c033-70f0-4c5c-b2ca-6d4e8b2752cd req-6f1f9482-1d64-4c0a-a5b5-98aaf8b0e9ae tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] For port 1e56511b-81a6-4ff5-afd5-ed193d1f89e9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=1e56511b-81a6-4ff5-afd5-ed193d1f89e9,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:11.504535 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-88f8c033-70f0-4c5c-b2ca-6d4e8b2752cd req-6f1f9482-1d64-4c0a-a5b5-98aaf8b0e9ae tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:11.532435 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-88f8c033-70f0-4c5c-b2ca-6d4e8b2752cd req-6f1f9482-1d64-4c0a-a5b5-98aaf8b0e9ae tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Calling delete_port for 1e56511b-81a6-4ff5-afd5-ed193d1f89e9 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:11.545620 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd12e878-0738-4f7f-9070-314954534c93 req-58d18367-4668-4624-b300-7b56bc1f2176 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648334 Aug 16 23:55:11.645946 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-0f6eb6c5-ec08-4558-9336-9225af3f2913 req-05ef3a21-c3d6-49ed-a037-543e4fa8bcd8 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] For port 48a32f82-becc-4edb-ac43-c96acede2cf0, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=48a32f82-becc-4edb-ac43-c96acede2cf0,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:11.646460 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0f6eb6c5-ec08-4558-9336-9225af3f2913 req-05ef3a21-c3d6-49ed-a037-543e4fa8bcd8 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:11.672619 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-d555ea1d-5cff-433d-b309-55a6bc9bb920 admin admin] Deleting subnet 1bd0046d-4a81-4b38-a026-a502ba73f460 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:55:11.684839 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-0f6eb6c5-ec08-4558-9336-9225af3f2913 req-05ef3a21-c3d6-49ed-a037-543e4fa8bcd8 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Calling delete_port for 48a32f82-becc-4edb-ac43-c96acede2cf0 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:11.689843 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d555ea1d-5cff-433d-b309-55a6bc9bb920 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:11.700650 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-88f8c033-70f0-4c5c-b2ca-6d4e8b2752cd req-6f1f9482-1d64-4c0a-a5b5-98aaf8b0e9ae tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:11.706426 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d87df9f6-5413-408d-9124-2921ce8bcc10 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:11.737448 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f9482-1d64-4c0a-a5b5-98aaf8b0e9ae tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Pushing event deleted for resources: {'Port': ['ID=1e56511b-81a6-4ff5-afd5-ed193d1f89e9,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:11.750953 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['ea7f3b99-4d08-45e9-b39c-95e23121614f'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:55:11.813112 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f8c033-70f0-4c5c-b2ca-6d4e8b2752cd req-6f1f9482-1d64-4c0a-a5b5-98aaf8b0e9ae tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] No DVR routers for this DVR port 1e56511b-81a6-4ff5-afd5-ed193d1f89e9 on host n-h1-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:55:11.816293 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2d6b850-4bc1-4d19-96de-1c82ac7ca58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:11.817213 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-88f8c033-70f0-4c5c-b2ca-6d4e8b2752cd req-6f1f9482-1d64-4c0a-a5b5-98aaf8b0e9ae tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:11.820690 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-88f8c033-70f0-4c5c-b2ca-6d4e8b2752cd req-6f1f9482-1d64-4c0a-a5b5-98aaf8b0e9ae tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.69 "DELETE /v2.0/ports/1e56511b-81a6-4ff5-afd5-ed193d1f89e9 HTTP/1.1" status: 204 len: 173 time: 0.9244370 Aug 16 23:55:11.821495 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67cffe2-b26c-4222-806a-bc4d48b55a79', 'name': 'network-vif-deleted', 'tag': '1e56511b-81a6-4ff5-afd5-ed193d1f89e9'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:11.822169 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d555ea1d-5cff-433d-b309-55a6bc9bb920 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:11.824831 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e869580-9713-4867-acda-7e4bb354de15" -d '{"events": [{"server_uuid": "d67cffe2-b26c-4222-806a-bc4d48b55a79", "name": "network-vif-deleted", "tag": "1e56511b-81a6-4ff5-afd5-ed193d1f89e9"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:11.834306 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: d87df9f6-5413-408d-9124-2921ce8bcc10 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:55:11.834854 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d87df9f6-5413-408d-9124-2921ce8bcc10 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:55:11.835468 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:11.876709 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7744739-0549-47af-902d-89b649cb35c6 x-openstack-request-id: req-b7744739-0549-47af-902d-89b649cb35c6 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:11.877639 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67cffe2-b26c-4222-806a-bc4d48b55a79", "name": "network-vif-deleted", "tag": "1e56511b-81a6-4ff5-afd5-ed193d1f89e9", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:11.878120 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b7744739-0549-47af-902d-89b649cb35c6 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:11.878753 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67cffe2-b26c-4222-806a-bc4d48b55a79', 'name': 'network-vif-deleted', 'tag': '1e56511b-81a6-4ff5-afd5-ed193d1f89e9', 'status': 'completed', 'code': 200} Aug 16 23:55:11.910714 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:55:11.911064 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device ca7f7a5d-ad5d-460f-b22f-a5d088ad4e99 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:55:11.944443 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6b850-4bc1-4d19-96de-1c82ac7ca58d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5ccd90c-fa44-49dd-9fe4-25207f7a82db,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:11.948275 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2d6b850-4bc1-4d19-96de-1c82ac7ca58d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:11.950168 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c2d6b850-4bc1-4d19-96de-1c82ac7ca58d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c5ccd90c-fa44-49dd-9fe4-25207f7a82db HTTP/1.1" status: 204 len: 168 time: 1.4089558 Aug 16 23:55:11.953118 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49462) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:11.967318 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b3685a-c961-45e7-9257-cbf16d7463cc None None] Network c32c5eb4-cc14-4eaf-9d0c-6ff464952200 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:55:11.990709 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d555ea1d-5cff-433d-b309-55a6bc9bb920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:12.031937 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5d7a3a4a-52e3-462a-a37a-9b1062659688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:12.068524 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5d7a3a4a-52e3-462a-a37a-9b1062659688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:12.079261 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-684079ac-4eb1-40e4-b1c8-824dacb52cc7 req-e931ac77-c25c-4637-bf48-aaef5117350b tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=e366778a-3234-4252-96a8-cf54705a9dea HTTP/1.1" status: 200 len: 210 time: 0.0904536 Aug 16 23:55:12.086974 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-c9d1f8de-9683-42ab-82d8-1088492e30d1 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8388307 Aug 16 23:55:12.123293 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-04ebfda1-4185-4cfd-80c6-bb84c55710c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:12.127125 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-be407a42-37e4-445f-899d-9b7a2c3dacd6 service neutron] Request body: {'port': {'device_id': '4ff89d3c-07a8-4a14-930a-c21a0575e0d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:12.261372 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d7a3a4a-52e3-462a-a37a-9b1062659688 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:55:12.319757 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a3a4a-52e3-462a-a37a-9b1062659688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e39d4c7-af9b-48ad-868a-71819c7e3f70,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:12.336318 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5d7a3a4a-52e3-462a-a37a-9b1062659688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:12.337504 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-5d7a3a4a-52e3-462a-a37a-9b1062659688 admin admin] Added segment b984258a-95fb-4694-8afb-3e536f48b533 of type vlan for network 0e34d6fc-f60e-4a84-a168-716e2f273d1b Aug 16 23:55:12.343051 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d555ea1d-5cff-433d-b309-55a6bc9bb920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:12.411195 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85c98a44-a81e-48a6-96d7-d088d13a9d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:12.457106 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-04ebfda1-4185-4cfd-80c6-bb84c55710c2 admin admin] Deleting port d4f353a9-283d-4332-8ed7-cb21b7de92c3 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:12.457745 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-04ebfda1-4185-4cfd-80c6-bb84c55710c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:12.486165 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6e6b5-edab-423e-b0fb-94161184bd24 req-e7bcab89-1a7e-431d-9765-1b085ca47168 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:12.508297 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-08a6e6b5-edab-423e-b0fb-94161184bd24 req-e7bcab89-1a7e-431d-9765-1b085ca47168 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=87991d5b-19ef-4b04-96aa-8b28eec60d4e HTTP/1.1" status: 200 len: 950 time: 0.2211926 Aug 16 23:55:12.531007 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0f6eb6c5-ec08-4558-9336-9225af3f2913 req-05ef3a21-c3d6-49ed-a037-543e4fa8bcd8 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:12.533927 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555ea1d-5cff-433d-b309-55a6bc9bb920 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bd0046d-4a81-4b38-a026-a502ba73f460,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:12.556034 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-be407a42-37e4-445f-899d-9b7a2c3dacd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:12.558206 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c98a44-a81e-48a6-96d7-d088d13a9d37 admin admin] Pushing event deleted for resources: {'Port': ['ID=0febc0ed-ec07-44d1-98f4-0a65ef44aa2a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:12.563080 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d555ea1d-5cff-433d-b309-55a6bc9bb920 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:12.565839 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d555ea1d-5cff-433d-b309-55a6bc9bb920 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1bd0046d-4a81-4b38-a026-a502ba73f460 HTTP/1.1" status: 204 len: 168 time: 1.0946000 Aug 16 23:55:12.568912 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a024bc-9145-486a-8825-1237a612e17d None None] DHCP port deletion for c32c5eb4-cc14-4eaf-9d0c-6ff464952200 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:55:12.572680 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf7de5-af04-4674-852f-6477da42442b req-dd499444-d164-4476-a7c8-5c98afe18c35 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:12.574306 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-afcf7de5-af04-4674-852f-6477da42442b req-dd499444-d164-4476-a7c8-5c98afe18c35 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.64 "GET /v2.0/networks?id=e49e8296-4270-42ee-8656-6741a559a39c HTTP/1.1" status: 200 len: 812 time: 0.3989511 Aug 16 23:55:12.574821 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49488) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:12.589978 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5d7a3a4a-52e3-462a-a37a-9b1062659688 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:12.612757 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-afcf7de5-af04-4674-852f-6477da42442b req-dc893181-8183-4da3-917f-f45accef1f1a tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Request body: {'port': {'device_id': 'e366778a-3234-4252-96a8-cf54705a9dea', 'network_id': 'e49e8296-4270-42ee-8656-6741a559a39c', 'admin_state_up': True, 'tenant_id': '928fad2feae6486d8c368ea013044a74'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:12.645648 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-21a024bc-9145-486a-8825-1237a612e17d None None] Deleting port d4f353a9-283d-4332-8ed7-cb21b7de92c3 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:12.646607 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-21a024bc-9145-486a-8825-1237a612e17d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:12.650122 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef3a21-c3d6-49ed-a037-543e4fa8bcd8 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Pushing event deleted for resources: {'Port': ['ID=48a32f82-becc-4edb-ac43-c96acede2cf0,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:12.711789 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['ea7f3b99-4d08-45e9-b39c-95e23121614f'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:55:12.767297 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-04ebfda1-4185-4cfd-80c6-bb84c55710c2 admin admin] For port d4f353a9-283d-4332-8ed7-cb21b7de92c3, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d4f353a9-283d-4332-8ed7-cb21b7de92c3,segment=NetworkSegment(59c5117b-9abd-4a7f-9bc8-fcb87f1bc21d),segment_id=59c5117b-9abd-4a7f-9bc8-fcb87f1bc21d)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:12.767676 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-04ebfda1-4185-4cfd-80c6-bb84c55710c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:12.784522 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-08a6e6b5-edab-423e-b0fb-94161184bd24 req-bb03ab9c-74c5-4d24-9183-cd0f36f17172 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726550 Aug 16 23:55:12.793647 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6eb6c5-ec08-4558-9336-9225af3f2913 req-05ef3a21-c3d6-49ed-a037-543e4fa8bcd8 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] No DVR routers for this DVR port 48a32f82-becc-4edb-ac43-c96acede2cf0 on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:55:12.806544 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0f6eb6c5-ec08-4558-9336-9225af3f2913 req-05ef3a21-c3d6-49ed-a037-543e4fa8bcd8 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:12.809704 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0f6eb6c5-ec08-4558-9336-9225af3f2913 req-05ef3a21-c3d6-49ed-a037-543e4fa8bcd8 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.69 "DELETE /v2.0/ports/48a32f82-becc-4edb-ac43-c96acede2cf0 HTTP/1.1" status: 204 len: 173 time: 2.3969619 Aug 16 23:55:12.814717 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87991d5b-19ef-4b04-96aa-8b28eec60d4e', 'name': 'network-vif-deleted', 'tag': '48a32f82-becc-4edb-ac43-c96acede2cf0'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:12.818901 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f023e941-779e-46ec-98a6-4dba73fddc89" -d '{"events": [{"server_uuid": "87991d5b-19ef-4b04-96aa-8b28eec60d4e", "name": "network-vif-deleted", "tag": "48a32f82-becc-4edb-ac43-c96acede2cf0"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:12.822457 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5d7a3a4a-52e3-462a-a37a-9b1062659688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:12.824278 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7a3a4a-52e3-462a-a37a-9b1062659688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:12.824557 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-21a024bc-9145-486a-8825-1237a612e17d None None] For port d4f353a9-283d-4332-8ed7-cb21b7de92c3, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d4f353a9-283d-4332-8ed7-cb21b7de92c3,segment=NetworkSegment(59c5117b-9abd-4a7f-9bc8-fcb87f1bc21d),segment_id=59c5117b-9abd-4a7f-9bc8-fcb87f1bc21d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:12.824948 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-21a024bc-9145-486a-8825-1237a612e17d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:12.825286 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5d7a3a4a-52e3-462a-a37a-9b1062659688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:12.832180 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6a9cc2e7-1ea3-400c-8c40-9f1a1ede7cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:12.844932 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-04ebfda1-4185-4cfd-80c6-bb84c55710c2 admin admin] Calling delete_port for d4f353a9-283d-4332-8ed7-cb21b7de92c3 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:12.865490 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-21a024bc-9145-486a-8825-1237a612e17d None None] Calling delete_port for d4f353a9-283d-4332-8ed7-cb21b7de92c3 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:12.878053 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85c98a44-a81e-48a6-96d7-d088d13a9d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:13.001110 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5d7a3a4a-52e3-462a-a37a-9b1062659688 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3129489 Aug 16 23:55:13.008799 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49514) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:13.019856 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-bfcf4ab5-f47c-4be7-be7f-3165424ca3ff admin admin] Request body: {'subnet': {'network_id': '0e34d6fc-f60e-4a84-a168-716e2f273d1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-483383894-subnet', 'tenant_id': '16c7210b78ba422abdc09d67b9574c4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:13.089131 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-21a024bc-9145-486a-8825-1237a612e17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:13.091224 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afcf7de5-af04-4674-852f-6477da42442b req-dc893181-8183-4da3-917f-f45accef1f1a tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Made reservation on behalf of 928fad2feae6486d8c368ea013044a74 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:55:13.094714 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-afcf7de5-af04-4674-852f-6477da42442b req-dc893181-8183-4da3-917f-f45accef1f1a tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:13.107647 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a3a4a-52e3-462a-a37a-9b1062659688 admin admin] Pushing event updated for resources: {'Network': ['ID=0e34d6fc-f60e-4a84-a168-716e2f273d1b,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:13.110734 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe94d7-2746-451b-95b1-8cd91e15d395 req-fe0cf06d-3ab3-4d21-96ab-f680f8f9642d tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:13.118638 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2dbe94d7-2746-451b-95b1-8cd91e15d395 req-fe0cf06d-3ab3-4d21-96ab-f680f8f9642d tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 932 time: 0.2381361 Aug 16 23:55:13.125700 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85c98a44-a81e-48a6-96d7-d088d13a9d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:13.130334 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85c98a44-a81e-48a6-96d7-d088d13a9d37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:13.154113 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a024bc-9145-486a-8825-1237a612e17d None None] Pushing event deleted for resources: {'Port': ['ID=d4f353a9-283d-4332-8ed7-cb21b7de92c3,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:13.155102 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6a9cc2e7-1ea3-400c-8c40-9f1a1ede7cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:13.161765 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 0e34d6fc-f60e-4a84-a168-716e2f273d1b details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:55:13.166999 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a024bc-9145-486a-8825-1237a612e17d None None] No DVR routers for this DVR port d4f353a9-283d-4332-8ed7-cb21b7de92c3 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:55:13.186699 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcf4ab5-f47c-4be7-be7f-3165424ca3ff admin admin] Made reservation on behalf of 16c7210b78ba422abdc09d67b9574c4e for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:55:13.190159 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bfcf4ab5-f47c-4be7-be7f-3165424ca3ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:13.195255 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-6a9cc2e7-1ea3-400c-8c40-9f1a1ede7cb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bacc5357-e2e9-43fd-9730-978cc44aa2d0']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:13.252042 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85c98a44-a81e-48a6-96d7-d088d13a9d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:13.252691 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c98a44-a81e-48a6-96d7-d088d13a9d37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef116894-2f57-4e39-b72b-586719591a5b {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:55:13.272838 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85c98a44-a81e-48a6-96d7-d088d13a9d37 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:13.277483 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-85c98a44-a81e-48a6-96d7-d088d13a9d37 admin admin] 10.222.0.60 "DELETE /v2.0/routers/ef116894-2f57-4e39-b72b-586719591a5b HTTP/1.1" status: 204 len: 168 time: 4.4431636 Aug 16 23:55:13.280037 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49520) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:13.283751 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-6a9cc2e7-1ea3-400c-8c40-9f1a1ede7cb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b766734-1207-41b5-8a6d-dc33d15d568f') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:13.284581 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-6a9cc2e7-1ea3-400c-8c40-9f1a1ede7cb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b766734-1207-41b5-8a6d-dc33d15d568f') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:13.290172 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24182aa-58fb-4f8e-ae4b-65c4db4877de x-openstack-request-id: req-b24182aa-58fb-4f8e-ae4b-65c4db4877de {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:13.290483 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87991d5b-19ef-4b04-96aa-8b28eec60d4e", "name": "network-vif-deleted", "tag": "48a32f82-becc-4edb-ac43-c96acede2cf0", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:13.292140 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b24182aa-58fb-4f8e-ae4b-65c4db4877de {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:13.292754 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87991d5b-19ef-4b04-96aa-8b28eec60d4e', 'name': 'network-vif-deleted', 'tag': '48a32f82-becc-4edb-ac43-c96acede2cf0', 'status': 'completed', 'code': 200} Aug 16 23:55:13.375573 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-04ebfda1-4185-4cfd-80c6-bb84c55710c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:13.388170 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6a9cc2e7-1ea3-400c-8c40-9f1a1ede7cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:13.420604 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2dbe94d7-2746-451b-95b1-8cd91e15d395 req-ec1dc215-119b-482a-a18b-065e323e0d1e tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009655 Aug 16 23:55:13.497815 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebfda1-4185-4cfd-80c6-bb84c55710c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4f353a9-283d-4332-8ed7-cb21b7de92c3,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:13.513800 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-be407a42-37e4-445f-899d-9b7a2c3dacd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64c6950c-5422-4d6b-98b1-ca1994710820 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:55:13.522435 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-13a761d3-d818-4176-bfcc-45efdf47cc01 req-b02cbbba-76e2-40c7-bd37-bca5f04f647f tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=e366778a-3234-4252-96a8-cf54705a9dea HTTP/1.1" status: 200 len: 210 time: 0.1305766 Aug 16 23:55:13.523617 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6a9cc2e7-1ea3-400c-8c40-9f1a1ede7cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:13.524131 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-be407a42-37e4-445f-899d-9b7a2c3dacd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:13.529566 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ebfda1-4185-4cfd-80c6-bb84c55710c2 admin admin] No DVR routers for this DVR port d4f353a9-283d-4332-8ed7-cb21b7de92c3 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:55:13.568434 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9cc2e7-1ea3-400c-8c40-9f1a1ede7cb1 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:55:13.568849 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6a9cc2e7-1ea3-400c-8c40-9f1a1ede7cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:13.590302 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcf58ee9-67be-4644-91d6-30c07fa7aeff admin admin] Deleting subnet 7c851c16-b922-46c8-8f8d-a748d0bcaae1 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: self.session.flush() Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: self.session.flush() Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: self.session.flush() Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: self.session.flush() Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: timer() Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: self._notify() Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:55:13.592350 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:55:13.608993 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fcf58ee9-67be-4644-91d6-30c07fa7aeff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:13.651859 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 1e56511b-81a6-4ff5-afd5-ed193d1f89e9 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:13.674229 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 1e56511b-81a6-4ff5-afd5-ed193d1f89e9 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:55:13.674702 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 1e56511b-81a6-4ff5-afd5-ed193d1f89e9 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:55:13.675015 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 48a32f82-becc-4edb-ac43-c96acede2cf0 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:13.699210 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 48a32f82-becc-4edb-ac43-c96acede2cf0 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:55:13.699565 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 48a32f82-becc-4edb-ac43-c96acede2cf0 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:55:13.743142 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-afcf7de5-af04-4674-852f-6477da42442b req-dc893181-8183-4da3-917f-f45accef1f1a tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Allocated IP 172.20.0.5 (e49e8296-4270-42ee-8656-6741a559a39c/7bedae41-060a-4a82-9b3d-f77df955187e/b3a5a74b-225c-4d33-8138-1f9ba8d71c81) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:55:13.743486 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-be407a42-37e4-445f-899d-9b7a2c3dacd6 service neutron] Transition to ACTIVE for port object 64c6950c-5422-4d6b-98b1-ca1994710820 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:55:13.749158 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-be407a42-37e4-445f-899d-9b7a2c3dacd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:13.763388 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6a9cc2e7-1ea3-400c-8c40-9f1a1ede7cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:13.820266 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be407a42-37e4-445f-899d-9b7a2c3dacd6 service neutron] Pushing event updated for resources: {'Port': ['ID=64c6950c-5422-4d6b-98b1-ca1994710820,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:13.831362 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fcf58ee9-67be-4644-91d6-30c07fa7aeff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:13.901434 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d4f353a9-283d-4332-8ed7-cb21b7de92c3 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:13.926526 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: d4f353a9-283d-4332-8ed7-cb21b7de92c3 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:55:13.926886 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d4f353a9-283d-4332-8ed7-cb21b7de92c3 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:55:13.927387 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 0febc0ed-ec07-44d1-98f4-0a65ef44aa2a no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:13.935409 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-be407a42-37e4-445f-899d-9b7a2c3dacd6 service neutron] Attempting to bind port 64c6950c-5422-4d6b-98b1-ca1994710820 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:55:13.935909 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-be407a42-37e4-445f-899d-9b7a2c3dacd6 service neutron] Attempting to bind port 64c6950c-5422-4d6b-98b1-ca1994710820 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'f6ecfec7-859e-48ae-8b72-438566ddcf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b5d96bed-3d7d-4174-81a4-420ec5c2a243'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:55:13.936478 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-be407a42-37e4-445f-899d-9b7a2c3dacd6 service neutron] Attempting to bind port 64c6950c-5422-4d6b-98b1-ca1994710820 on network b5d96bed-3d7d-4174-81a4-420ec5c2a243 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:55:13.943417 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-04ebfda1-4185-4cfd-80c6-bb84c55710c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:13.943915 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-be407a42-37e4-445f-899d-9b7a2c3dacd6 service neutron] Port 64c6950c-5422-4d6b-98b1-ca1994710820 on network b5d96bed-3d7d-4174-81a4-420ec5c2a243 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:55:13.944482 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-be407a42-37e4-445f-899d-9b7a2c3dacd6 service neutron] Attempting to bind port 64c6950c-5422-4d6b-98b1-ca1994710820 on network b5d96bed-3d7d-4174-81a4-420ec5c2a243 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:55:13.952079 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 0febc0ed-ec07-44d1-98f4-0a65ef44aa2a {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:55:13.952438 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 0febc0ed-ec07-44d1-98f4-0a65ef44aa2a not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:55:13.952866 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-be407a42-37e4-445f-899d-9b7a2c3dacd6 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:55:13.953308 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-be407a42-37e4-445f-899d-9b7a2c3dacd6 service neutron] Checking segment: {'id': 'f6ecfec7-859e-48ae-8b72-438566ddcf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b5d96bed-3d7d-4174-81a4-420ec5c2a243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:55:13.953692 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-be407a42-37e4-445f-899d-9b7a2c3dacd6 service neutron] Bound using segment: {'id': 'f6ecfec7-859e-48ae-8b72-438566ddcf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b5d96bed-3d7d-4174-81a4-420ec5c2a243'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:55:13.959237 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-be407a42-37e4-445f-899d-9b7a2c3dacd6 service neutron] Bound port: 64c6950c-5422-4d6b-98b1-ca1994710820, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6ecfec7-859e-48ae-8b72-438566ddcf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b5d96bed-3d7d-4174-81a4-420ec5c2a243'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:55:13.960744 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-be407a42-37e4-445f-899d-9b7a2c3dacd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:13.980823 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6a9cc2e7-1ea3-400c-8c40-9f1a1ede7cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:13.983054 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6a9cc2e7-1ea3-400c-8c40-9f1a1ede7cb1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/bacc5357-e2e9-43fd-9730-978cc44aa2d0 HTTP/1.1" status: 204 len: 168 time: 1.4012637 Aug 16 23:55:14.033285 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-04ebfda1-4185-4cfd-80c6-bb84c55710c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c32c5eb4-cc14-4eaf-9d0c-6ff464952200']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:14.077988 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-be407a42-37e4-445f-899d-9b7a2c3dacd6 service neutron] For port 64c6950c-5422-4d6b-98b1-ca1994710820, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:55:14.082004 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-be407a42-37e4-445f-899d-9b7a2c3dacd6 service neutron] For port 64c6950c-5422-4d6b-98b1-ca1994710820, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=64c6950c-5422-4d6b-98b1-ca1994710820,segment=NetworkSegment(f6ecfec7-859e-48ae-8b72-438566ddcf66),segment_id=f6ecfec7-859e-48ae-8b72-438566ddcf66)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:55:14.089612 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-be407a42-37e4-445f-899d-9b7a2c3dacd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:14.098565 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9cc2e7-1ea3-400c-8c40-9f1a1ede7cb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bacc5357-e2e9-43fd-9730-978cc44aa2d0,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:14.109339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-04ebfda1-4185-4cfd-80c6-bb84c55710c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59c5117b-9abd-4a7f-9bc8-fcb87f1bc21d') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:14.109720 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-04ebfda1-4185-4cfd-80c6-bb84c55710c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59c5117b-9abd-4a7f-9bc8-fcb87f1bc21d') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:14.134451 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fcf58ee9-67be-4644-91d6-30c07fa7aeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:14.140905 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-be407a42-37e4-445f-899d-9b7a2c3dacd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:14.141417 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-04ebfda1-4185-4cfd-80c6-bb84c55710c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:14.141880 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-be407a42-37e4-445f-899d-9b7a2c3dacd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:14.143452 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-be407a42-37e4-445f-899d-9b7a2c3dacd6 service neutron] 10.222.0.64 "PUT /v2.0/ports/64c6950c-5422-4d6b-98b1-ca1994710820 HTTP/1.1" status: 200 len: 1093 time: 2.0294445 Aug 16 23:55:14.167154 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be407a42-37e4-445f-899d-9b7a2c3dacd6 service neutron] Pushing event updated for resources: {'Port': ['ID=64c6950c-5422-4d6b-98b1-ca1994710820,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:14.196043 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-04ebfda1-4185-4cfd-80c6-bb84c55710c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:14.242241 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49570) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:14.246953 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ebfda1-4185-4cfd-80c6-bb84c55710c2 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:55:14.247699 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-04ebfda1-4185-4cfd-80c6-bb84c55710c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: timer() Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: self._notify() Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:55:14.251403 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:55:14.262336 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-ee1b0b1f-37e8-42d2-beda-3e72b179fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:14.264180 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-ee1b0b1f-37e8-42d2-beda-3e72b179fa0f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9f7c15746f884d59bb5bca99d12666b2&device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 1096 time: 0.0741229 Aug 16 23:55:14.319284 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-68991ed3-94bd-4273-83b6-0a8384cad6dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64c6950c-5422-4d6b-98b1-ca1994710820 HTTP/1.1" status: 200 len: 217 time: 0.0422637 Aug 16 23:55:14.377828 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-49f627c2-6117-4b6d-b3bd-655fba6b83dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:14.379338 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-49f627c2-6117-4b6d-b3bd-655fba6b83dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2dc1d23a-2b66-4ec4-9ade-0b7b10fa44c0 HTTP/1.1" status: 200 len: 854 time: 0.0517805 Aug 16 23:55:14.418676 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-dc6144e0-06a6-425d-8a0a-ce10a5c40861 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5d96bed-3d7d-4174-81a4-420ec5c2a243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306933 Aug 16 23:55:14.515058 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-70942586-468b-4876-b3b1-93bbfb9f1a2c service neutron] 10.222.0.64 "GET /v2.0/networks/b5d96bed-3d7d-4174-81a4-420ec5c2a243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877242 Aug 16 23:55:14.613292 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cbfb8780-1d97-47dc-a3e7-de225cc038c9 req-68b4e7f9-0849-4376-88b2-afb328d7d19c service neutron] 10.222.0.64 "GET /v2.0/networks/b5d96bed-3d7d-4174-81a4-420ec5c2a243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895095 Aug 16 23:55:14.730084 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bfcf4ab5-f47c-4be7-be7f-3165424ca3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:14.770484 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-04ebfda1-4185-4cfd-80c6-bb84c55710c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:14.775172 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-afcf7de5-af04-4674-852f-6477da42442b req-dc893181-8183-4da3-917f-f45accef1f1a tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:14.792942 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-04ebfda1-4185-4cfd-80c6-bb84c55710c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:14.794807 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-04ebfda1-4185-4cfd-80c6-bb84c55710c2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c32c5eb4-cc14-4eaf-9d0c-6ff464952200 HTTP/1.1" status: 204 len: 168 time: 2.8403604 Aug 16 23:55:14.813522 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fcf58ee9-67be-4644-91d6-30c07fa7aeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:14.848472 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e02bc45e-c6b0-49b0-b77c-a63a5820737c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b30c0e442778419181d2ad6b2586afae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5981746 Aug 16 23:55:14.849444 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebfda1-4185-4cfd-80c6-bb84c55710c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c32c5eb4-cc14-4eaf-9d0c-6ff464952200,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:14.851309 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49584) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:14.882163 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fcf58ee9-67be-4644-91d6-30c07fa7aeff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:14.883989 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da94041b-7680-45c3-8108-2bb68d5e9355 None None] Network 4c938d13-dfab-49b3-96d9-1e7c8520f167 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:55:14.888457 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fcf58ee9-67be-4644-91d6-30c07fa7aeff admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7c851c16-b922-46c8-8f8d-a748d0bcaae1 HTTP/1.1" status: 204 len: 168 time: 1.5941246 Aug 16 23:55:14.889213 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49586) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:14.899616 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073c55-5f1c-4380-90f6-7498bb7d2558 req-e23307a8-2cc1-46ce-85f1-f2725303830c tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:14.901227 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-64073c55-5f1c-4380-90f6-7498bb7d2558 req-e23307a8-2cc1-46ce-85f1-f2725303830c tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1d6bfce-e916-4759-a1df-a2a4ba7e038a HTTP/1.1" status: 200 len: 948 time: 0.2700396 Aug 16 23:55:14.908782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b11c6-e198-4f09-8291-8b8290c1db88 req-85976afc-806b-4204-947f-57672c6ca718 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:14.910310 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ee4b11c6-e198-4f09-8291-8b8290c1db88 req-85976afc-806b-4204-947f-57672c6ca718 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a HTTP/1.1" status: 200 len: 950 time: 0.2743063 Aug 16 23:55:14.963780 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf4ab5-f47c-4be7-be7f-3165424ca3ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=34cb23fa-5e44-4e92-bf06-ecf179820519,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:14.972253 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6bfe7169-de4d-4e02-b635-612a51b75027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:14.992696 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f6c8fb67-344f-443c-b444-5051164ed3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:15.011942 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6bfe7169-de4d-4e02-b635-612a51b75027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:15.025619 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcf4ab5-f47c-4be7-be7f-3165424ca3ff admin admin] Checking segment: {'id': 'b984258a-95fb-4694-8afb-3e536f48b533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0e34d6fc-f60e-4a84-a168-716e2f273d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:55:15.025903 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcf4ab5-f47c-4be7-be7f-3165424ca3ff admin admin] Network hostable DHCP agents. Network: 0e34d6fc-f60e-4a84-a168-716e2f273d1b, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:55:15.035499 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf58ee9-67be-4644-91d6-30c07fa7aeff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c851c16-b922-46c8-8f8d-a748d0bcaae1,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:15.059144 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-64073c55-5f1c-4380-90f6-7498bb7d2558 req-0b51ae29-79ea-4fd8-8f82-0fb0f4b90303 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/security-groups?id=1775507e-e450-4eea-9b5f-c87387c897a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459072 Aug 16 23:55:15.061568 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-afcf7de5-af04-4674-852f-6477da42442b req-dc893181-8183-4da3-917f-f45accef1f1a tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:15.069563 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ee4b11c6-e198-4f09-8291-8b8290c1db88 req-07d4d6eb-c6bd-4929-820c-c5c55a7c11b7 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433206 Aug 16 23:55:15.069676 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49588) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:15.091598 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['55f3b27c-5fa7-4516-9bf6-f77671b18cf8'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:55:15.118668 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-f6c8fb67-344f-443c-b444-5051164ed3b7 admin admin] Deleting port eda2bdb3-9796-4c1d-97de-5264551f5366 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:15.120199 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f6c8fb67-344f-443c-b444-5051164ed3b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:15.122544 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6bfe7169-de4d-4e02-b635-612a51b75027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:15.125092 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6bfe7169-de4d-4e02-b635-612a51b75027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:15.128739 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6bfe7169-de4d-4e02-b635-612a51b75027 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3bfe127b-824a-446d-bdd1-15e47f2a0f66 HTTP/1.1" status: 204 len: 168 time: 0.2727823 Aug 16 23:55:15.160275 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1af1bc-8d07-48a5-8ef0-673d04313945 None None] DHCP port deletion for 4c938d13-dfab-49b3-96d9-1e7c8520f167 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:55:15.194679 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcf4ab5-f47c-4be7-be7f-3165424ca3ff admin admin] Network 0e34d6fc-f60e-4a84-a168-716e2f273d1b is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:55:15.216038 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe7169-de4d-4e02-b635-612a51b75027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfe127b-824a-446d-bdd1-15e47f2a0f66,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:15.222040 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afcf7de5-af04-4674-852f-6477da42442b req-dc893181-8183-4da3-917f-f45accef1f1a tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Network e49e8296-4270-42ee-8656-6741a559a39c is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:55:15.243826 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-afcf7de5-af04-4674-852f-6477da42442b req-dc893181-8183-4da3-917f-f45accef1f1a tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:55:15.282618 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-f6c8fb67-344f-443c-b444-5051164ed3b7 admin admin] For port eda2bdb3-9796-4c1d-97de-5264551f5366, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=eda2bdb3-9796-4c1d-97de-5264551f5366,segment=NetworkSegment(92e22e42-7323-4e1a-80fa-e9b0c6166fd4),segment_id=92e22e42-7323-4e1a-80fa-e9b0c6166fd4)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:15.282995 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f6c8fb67-344f-443c-b444-5051164ed3b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:15.290370 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc893181-8183-4da3-917f-f45accef1f1a tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Pushing event updated for resources: {'Port': ['ID=b3a5a74b-225c-4d33-8138-1f9ba8d71c81,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:15.292716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-bfcf4ab5-f47c-4be7-be7f-3165424ca3ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 0e34d6fc-f60e-4a84-a168-716e2f273d1b) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:55:15.296120 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff89d3c-07a8-4a14-930a-c21a0575e0d3', 'tag': '64c6950c-5422-4d6b-98b1-ca1994710820'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:15.299507 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9045f7e7-e1b9-4b00-a9e1-87556a8cc421" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff89d3c-07a8-4a14-930a-c21a0575e0d3", "tag": "64c6950c-5422-4d6b-98b1-ca1994710820"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:15.306960 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcf7de5-af04-4674-852f-6477da42442b req-dc893181-8183-4da3-917f-f45accef1f1a tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:55:15.312092 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-f6c8fb67-344f-443c-b444-5051164ed3b7 admin admin] Calling delete_port for eda2bdb3-9796-4c1d-97de-5264551f5366 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:15.354815 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-37211ac4-51c9-4754-8d8b-bddb64cc52ef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6f0e719ea2ad4e27bf14dc4358a7d696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812822 Aug 16 23:55:15.369529 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49596) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:15.393262 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf4ab5-f47c-4be7-be7f-3165424ca3ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:15.394089 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bfcf4ab5-f47c-4be7-be7f-3165424ca3ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:15.432098 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776f3fa7-3bf1-4978-b0b1-1783c64b6cf5 None None] Network 0e34d6fc-f60e-4a84-a168-716e2f273d1b requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:55:15.438633 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-be1af1bc-8d07-48a5-8ef0-673d04313945 None None] Deleting port eda2bdb3-9796-4c1d-97de-5264551f5366 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:15.439367 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-be1af1bc-8d07-48a5-8ef0-673d04313945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:15.451765 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf7de5-af04-4674-852f-6477da42442b req-dc893181-8183-4da3-917f-f45accef1f1a tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:15.452390 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-afcf7de5-af04-4674-852f-6477da42442b req-dc893181-8183-4da3-917f-f45accef1f1a tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:15.462374 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f6c8fb67-344f-443c-b444-5051164ed3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:15.469354 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c71e0-8418-48f7-8c19-bd98033134d1 req-fdf3e760-916c-4fe1-8afe-9e4649bd3fca tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:15.476251 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c00c71e0-8418-48f7-8c19-bd98033134d1 req-fdf3e760-916c-4fe1-8afe-9e4649bd3fca tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=e366778a-3234-4252-96a8-cf54705a9dea HTTP/1.1" status: 200 len: 931 time: 0.2729342 Aug 16 23:55:15.491076 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5ca62-42ac-4d2e-aed0-3e834936c5ae req-3c3cc70a-5dae-4cbe-ae70-82ccb35f1be4 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:15.497364 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8fb67-344f-443c-b444-5051164ed3b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=eda2bdb3-9796-4c1d-97de-5264551f5366,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:15.499535 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c1b5ca62-42ac-4d2e-aed0-3e834936c5ae req-3c3cc70a-5dae-4cbe-ae70-82ccb35f1be4 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 944 time: 0.2925391 Aug 16 23:55:15.511401 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c8fb67-344f-443c-b444-5051164ed3b7 admin admin] No DVR routers for this DVR port eda2bdb3-9796-4c1d-97de-5264551f5366 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:55:15.529157 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bfcf4ab5-f47c-4be7-be7f-3165424ca3ff admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.5168121 Aug 16 23:55:15.544055 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49600) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:15.548947 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-674865f1-3090-4a31-b369-cb9686a28ebc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-483383894-router', 'tenant_id': '16c7210b78ba422abdc09d67b9574c4e', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:15.558783 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-afcf7de5-af04-4674-852f-6477da42442b req-dc893181-8183-4da3-917f-f45accef1f1a tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9670203 Aug 16 23:55:15.591840 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-be1af1bc-8d07-48a5-8ef0-673d04313945 None None] For port eda2bdb3-9796-4c1d-97de-5264551f5366, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=eda2bdb3-9796-4c1d-97de-5264551f5366,segment=NetworkSegment(92e22e42-7323-4e1a-80fa-e9b0c6166fd4),segment_id=92e22e42-7323-4e1a-80fa-e9b0c6166fd4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:15.592535 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-be1af1bc-8d07-48a5-8ef0-673d04313945 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:15.603696 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-afcf7de5-af04-4674-852f-6477da42442b req-b140279b-97d2-475c-9e0b-79ba8259d393 service neutron] Request body: {'port': {'device_id': 'e366778a-3234-4252-96a8-cf54705a9dea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:15.613128 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-be1af1bc-8d07-48a5-8ef0-673d04313945 None None] Calling delete_port for eda2bdb3-9796-4c1d-97de-5264551f5366 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:15.629952 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f6c8fb67-344f-443c-b444-5051164ed3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:15.643969 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-f6c8fb67-344f-443c-b444-5051164ed3b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c938d13-dfab-49b3-96d9-1e7c8520f167']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:15.660542 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c1b5ca62-42ac-4d2e-aed0-3e834936c5ae req-c88cc02c-be97-4847-bc4e-537fb5fc2b5d tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582372 Aug 16 23:55:15.689693 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c00c71e0-8418-48f7-8c19-bd98033134d1 req-93a904e2-d595-4912-999f-02d9f33626a5 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups?id=89fd6287-b017-4b97-8971-3ee47b7c2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126205 Aug 16 23:55:15.697191 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-368cf927-ddc9-4701-82fa-5fc7f3425d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:15.771782 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-674865f1-3090-4a31-b369-cb9686a28ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:15.772850 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-674865f1-3090-4a31-b369-cb9686a28ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:15.779065 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-be1af1bc-8d07-48a5-8ef0-673d04313945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:15.803371 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-afcf7de5-af04-4674-852f-6477da42442b req-b140279b-97d2-475c-9e0b-79ba8259d393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:15.819986 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-368cf927-ddc9-4701-82fa-5fc7f3425d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:15.825230 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49602) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:15.862111 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device eda2bdb3-9796-4c1d-97de-5264551f5366 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:15.949308 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: eda2bdb3-9796-4c1d-97de-5264551f5366 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:55:15.950037 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-674865f1-3090-4a31-b369-cb9686a28ebc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:15.950655 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device eda2bdb3-9796-4c1d-97de-5264551f5366 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:55:15.964465 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1af1bc-8d07-48a5-8ef0-673d04313945 None None] Pushing event deleted for resources: {'Port': ['ID=eda2bdb3-9796-4c1d-97de-5264551f5366,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:15.971815 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1af1bc-8d07-48a5-8ef0-673d04313945 None None] No DVR routers for this DVR port eda2bdb3-9796-4c1d-97de-5264551f5366 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:55:15.992137 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94462e3-f2cf-4a50-b690-2dfd0f4118af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-0e34d6fc-f60e-4a84-a168-716e2f273d1b', 'network_id': '0e34d6fc-f60e-4a84-a168-716e2f273d1b', 'tenant_id': '16c7210b78ba422abdc09d67b9574c4e', 'fixed_ips': [{'subnet_id': '34cb23fa-5e44-4e92-bf06-ecf179820519'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:55:15.993076 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c94462e3-f2cf-4a50-b690-2dfd0f4118af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:15.995569 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 64c6950c-5422-4d6b-98b1-ca1994710820 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:55:16.013680 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd14cfa-02c2-44f5-b1f6-4d9f6ce48dd8 x-openstack-request-id: req-4dd14cfa-02c2-44f5-b1f6-4d9f6ce48dd8 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:16.014278 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff89d3c-07a8-4a14-930a-c21a0575e0d3", "tag": "64c6950c-5422-4d6b-98b1-ca1994710820", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:16.014278 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4dd14cfa-02c2-44f5-b1f6-4d9f6ce48dd8 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:16.014616 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff89d3c-07a8-4a14-930a-c21a0575e0d3', 'tag': '64c6950c-5422-4d6b-98b1-ca1994710820', 'status': 'completed', 'code': 200} Aug 16 23:55:16.019263 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-f6c8fb67-344f-443c-b444-5051164ed3b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e22e42-7323-4e1a-80fa-e9b0c6166fd4') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:16.019777 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-f6c8fb67-344f-443c-b444-5051164ed3b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e22e42-7323-4e1a-80fa-e9b0c6166fd4') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:16.053952 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f6c8fb67-344f-443c-b444-5051164ed3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:16.082084 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045f7e7-e1b9-4b00-a9e1-87556a8cc421 req-6a1601a0-9040-4d14-9f0d-48c058a89a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:16.084320 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9045f7e7-e1b9-4b00-a9e1-87556a8cc421 req-6a1601a0-9040-4d14-9f0d-48c058a89a29 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9f7c15746f884d59bb5bca99d12666b2&device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 1096 time: 0.2964282 Aug 16 23:55:16.098207 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f6c8fb67-344f-443c-b444-5051164ed3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:16.111808 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c8fb67-344f-443c-b444-5051164ed3b7 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:55:16.112224 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f6c8fb67-344f-443c-b444-5051164ed3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:16.168058 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-87910ce7-25c4-4326-98ce-b085f08416ba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2247494982db46e8a55eca4350da590b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281252 Aug 16 23:55:16.173197 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49608) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: timer() Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: self._notify() Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:55:16.194625 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:55:16.213305 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f4c25-385d-49f1-a9a3-6a2966be14fd req-9b92ac6e-5137-42e6-b1fd-844f8fde072f tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:16.214854 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e15f4c25-385d-49f1-a9a3-6a2966be14fd req-9b92ac6e-5137-42e6-b1fd-844f8fde072f tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a HTTP/1.1" status: 200 len: 950 time: 0.1976807 Aug 16 23:55:16.218885 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f6c8fb67-344f-443c-b444-5051164ed3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:16.242517 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f6c8fb67-344f-443c-b444-5051164ed3b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:16.247465 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f6c8fb67-344f-443c-b444-5051164ed3b7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4c938d13-dfab-49b3-96d9-1e7c8520f167 HTTP/1.1" status: 204 len: 168 time: 1.3569829 Aug 16 23:55:16.258882 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb0670-94c6-4e84-8cf8-c558a6bf5d7e req-feab151e-6771-41a7-b55e-1485ab3e41f4 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:16.260049 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-efeb0670-94c6-4e84-8cf8-c558a6bf5d7e req-feab151e-6771-41a7-b55e-1485ab3e41f4 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.69 "GET /v2.0/ports?device_id=f1d6bfce-e916-4759-a1df-a2a4ba7e038a HTTP/1.1" status: 200 len: 948 time: 0.2038367 Aug 16 23:55:16.316572 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 64c6950c-5422-4d6b-98b1-ca1994710820, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=64c6950c-5422-4d6b-98b1-ca1994710820,segment=NetworkSegment(f6ecfec7-859e-48ae-8b72-438566ddcf66),segment_id=f6ecfec7-859e-48ae-8b72-438566ddcf66)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:16.322504 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-368cf927-ddc9-4701-82fa-5fc7f3425d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:16.325020 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-368cf927-ddc9-4701-82fa-5fc7f3425d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:16.328473 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-368cf927-ddc9-4701-82fa-5fc7f3425d86 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/99794da0-50d3-4b0f-8569-811865d4b78b HTTP/1.1" status: 204 len: 168 time: 0.9506252 Aug 16 23:55:16.328634 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-c94462e3-f2cf-4a50-b690-2dfd0f4118af None None] Allocated IP 172.20.0.2 (0e34d6fc-f60e-4a84-a168-716e2f273d1b/34cb23fa-5e44-4e92-bf06-ecf179820519/3f56649b-1cec-4745-bfa5-6701ddaac0c4) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:55:16.328731 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8fb67-344f-443c-b444-5051164ed3b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c938d13-dfab-49b3-96d9-1e7c8520f167,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:16.390583 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-674865f1-3090-4a31-b369-cb9686a28ebc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:16.428215 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368cf927-ddc9-4701-82fa-5fc7f3425d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99794da0-50d3-4b0f-8569-811865d4b78b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:16.496388 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c94462e3-f2cf-4a50-b690-2dfd0f4118af None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:16.515456 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '64c6950c-5422-4d6b-98b1-ca1994710820', 'network_id': 'b5d96bed-3d7d-4174-81a4-420ec5c2a243', 'port_id': '64c6950c-5422-4d6b-98b1-ca1994710820', 'mac_address': 'fa:16:3e:c4:ec:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc1d23a-2b66-4ec4-9ade-0b7b10fa44c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:55:16.522293 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c94462e3-f2cf-4a50-b690-2dfd0f4118af None None] Transition to ACTIVE for port object 3f56649b-1cec-4745-bfa5-6701ddaac0c4 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:55:16.528634 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-efeb0670-94c6-4e84-8cf8-c558a6bf5d7e req-84e32050-2420-4abf-8d8a-adf5adc038e9 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Deleting port d7c95537-0ba6-44cc-9b63-efa0b169243d {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:16.528996 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-efeb0670-94c6-4e84-8cf8-c558a6bf5d7e req-84e32050-2420-4abf-8d8a-adf5adc038e9 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:16.564218 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c94462e3-f2cf-4a50-b690-2dfd0f4118af None None] Transition to ACTIVE for port object 3f56649b-1cec-4745-bfa5-6701ddaac0c4 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:55:16.602871 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-836de4da-7376-4039-8211-2b4f559c4890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:16.624382 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530cc9d-706f-43b0-8cd1-4da7651a98f5 req-b71b9cd3-dbd2-460d-b349-3ca8ff93339a tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:16.624782 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c94462e3-f2cf-4a50-b690-2dfd0f4118af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:16.627061 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49614) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:16.632745 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3530cc9d-706f-43b0-8cd1-4da7651a98f5 req-b71b9cd3-dbd2-460d-b349-3ca8ff93339a tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1d6bfce-e916-4759-a1df-a2a4ba7e038a HTTP/1.1" status: 200 len: 948 time: 0.4145827 Aug 16 23:55:16.666051 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-e15f4c25-385d-49f1-a9a3-6a2966be14fd req-12c12587-1cb5-41b7-ac5c-b13132b60add tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Deleting port ea7f3b99-4d08-45e9-b39c-95e23121614f {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:16.666434 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e15f4c25-385d-49f1-a9a3-6a2966be14fd req-12c12587-1cb5-41b7-ac5c-b13132b60add tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:16.679250 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:16.682691 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045f7e7-e1b9-4b00-a9e1-87556a8cc421 req-832d79bc-4ba0-45bb-8ff7-be4e08e7f1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:16.684318 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9045f7e7-e1b9-4b00-a9e1-87556a8cc421 req-832d79bc-4ba0-45bb-8ff7-be4e08e7f1ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5d96bed-3d7d-4174-81a4-420ec5c2a243 HTTP/1.1" status: 200 len: 915 time: 0.5147185 Aug 16 23:55:16.684938 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-81102244-36f6-4763-9d34-e604fabb5586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:16.694850 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa41f96-7dcd-4087-88da-44245069fc23 req-b1375849-2229-4b2a-96f5-7bfe155c8f01 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:16.696641 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9fa41f96-7dcd-4087-88da-44245069fc23 req-b1375849-2229-4b2a-96f5-7bfe155c8f01 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a HTTP/1.1" status: 200 len: 950 time: 0.4451509 Aug 16 23:55:16.718822 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94462e3-f2cf-4a50-b690-2dfd0f4118af None None] Network 0e34d6fc-f60e-4a84-a168-716e2f273d1b is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:55:16.726205 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-c94462e3-f2cf-4a50-b690-2dfd0f4118af None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:55:16.729121 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64c6950c-5422-4d6b-98b1-ca1994710820 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:55:16.734232 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94462e3-f2cf-4a50-b690-2dfd0f4118af None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:55:16.736563 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94462e3-f2cf-4a50-b690-2dfd0f4118af None None] Pushing event updated for resources: {'Port': ['ID=3f56649b-1cec-4745-bfa5-6701ddaac0c4,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:16.773918 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-efeb0670-94c6-4e84-8cf8-c558a6bf5d7e req-84e32050-2420-4abf-8d8a-adf5adc038e9 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] For port d7c95537-0ba6-44cc-9b63-efa0b169243d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=d7c95537-0ba6-44cc-9b63-efa0b169243d,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:16.774300 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-efeb0670-94c6-4e84-8cf8-c558a6bf5d7e req-84e32050-2420-4abf-8d8a-adf5adc038e9 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:16.781067 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 64c6950c-5422-4d6b-98b1-ca1994710820, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=64c6950c-5422-4d6b-98b1-ca1994710820,segment=NetworkSegment(f6ecfec7-859e-48ae-8b72-438566ddcf66),segment_id=f6ecfec7-859e-48ae-8b72-438566ddcf66)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:16.791928 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cea812ea-3165-4bad-b84a-1dc3ff4c1f6b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=93628eca11dd4df499895f1c0f0c82e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1575556 Aug 16 23:55:16.794249 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49622) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:16.799235 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-efeb0670-94c6-4e84-8cf8-c558a6bf5d7e req-84e32050-2420-4abf-8d8a-adf5adc038e9 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Calling delete_port for d7c95537-0ba6-44cc-9b63-efa0b169243d owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:16.799637 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:16.811931 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9045f7e7-e1b9-4b00-a9e1-87556a8cc421 req-dcec7cd8-dbd5-441f-bdf6-c8eb48bee90e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64c6950c-5422-4d6b-98b1-ca1994710820 HTTP/1.1" status: 200 len: 217 time: 0.1108642 Aug 16 23:55:16.831565 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-c94462e3-f2cf-4a50-b690-2dfd0f4118af None None] Attempting to bind port 3f56649b-1cec-4745-bfa5-6701ddaac0c4 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:55:16.832168 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-c94462e3-f2cf-4a50-b690-2dfd0f4118af None None] Attempting to bind port 3f56649b-1cec-4745-bfa5-6701ddaac0c4 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'b984258a-95fb-4694-8afb-3e536f48b533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0e34d6fc-f60e-4a84-a168-716e2f273d1b'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:55:16.832535 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94462e3-f2cf-4a50-b690-2dfd0f4118af None None] Attempting to bind port 3f56649b-1cec-4745-bfa5-6701ddaac0c4 on network 0e34d6fc-f60e-4a84-a168-716e2f273d1b {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:55:16.841573 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94462e3-f2cf-4a50-b690-2dfd0f4118af None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:55:16.841810 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94462e3-f2cf-4a50-b690-2dfd0f4118af None None] Checking segment: {'id': 'b984258a-95fb-4694-8afb-3e536f48b533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0e34d6fc-f60e-4a84-a168-716e2f273d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:55:16.841976 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-81102244-36f6-4763-9d34-e604fabb5586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:16.842241 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c94462e3-f2cf-4a50-b690-2dfd0f4118af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:16.842721 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94462e3-f2cf-4a50-b690-2dfd0f4118af None None] Bound using segment: {'id': 'b984258a-95fb-4694-8afb-3e536f48b533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0e34d6fc-f60e-4a84-a168-716e2f273d1b'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:55:16.843242 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-c94462e3-f2cf-4a50-b690-2dfd0f4118af None None] Bound port: 3f56649b-1cec-4745-bfa5-6701ddaac0c4, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b984258a-95fb-4694-8afb-3e536f48b533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0e34d6fc-f60e-4a84-a168-716e2f273d1b'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:55:16.843701 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c94462e3-f2cf-4a50-b690-2dfd0f4118af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:16.894371 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=64c6950c-5422-4d6b-98b1-ca1994710820,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:16.904270 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-e15f4c25-385d-49f1-a9a3-6a2966be14fd req-12c12587-1cb5-41b7-ac5c-b13132b60add tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] For port ea7f3b99-4d08-45e9-b39c-95e23121614f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ea7f3b99-4d08-45e9-b39c-95e23121614f,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:16.904806 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e15f4c25-385d-49f1-a9a3-6a2966be14fd req-12c12587-1cb5-41b7-ac5c-b13132b60add tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:16.925609 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-e15f4c25-385d-49f1-a9a3-6a2966be14fd req-12c12587-1cb5-41b7-ac5c-b13132b60add tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Calling delete_port for ea7f3b99-4d08-45e9-b39c-95e23121614f owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:16.933502 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3530cc9d-706f-43b0-8cd1-4da7651a98f5 req-7d893c80-e7ea-44e0-9473-174a46e00353 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/security-groups?id=1775507e-e450-4eea-9b5f-c87387c897a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665775 Aug 16 23:55:16.956994 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-c94462e3-f2cf-4a50-b690-2dfd0f4118af None None] For port 3f56649b-1cec-4745-bfa5-6701ddaac0c4, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:55:16.961170 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-c94462e3-f2cf-4a50-b690-2dfd0f4118af None None] For port 3f56649b-1cec-4745-bfa5-6701ddaac0c4, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=3f56649b-1cec-4745-bfa5-6701ddaac0c4,segment=NetworkSegment(b984258a-95fb-4694-8afb-3e536f48b533),segment_id=b984258a-95fb-4694-8afb-3e536f48b533)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:55:16.967634 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c94462e3-f2cf-4a50-b690-2dfd0f4118af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:17.023958 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['64c6950c-5422-4d6b-98b1-ca1994710820'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:55:17.039126 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1291ae73-8c42-40cb-9df1-dffa571131a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:17.064810 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045f7e7-e1b9-4b00-a9e1-87556a8cc421 req-ba53b4ea-5424-4a9f-9756-0903b9455815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:17.067160 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9045f7e7-e1b9-4b00-a9e1-87556a8cc421 req-ba53b4ea-5424-4a9f-9756-0903b9455815 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2dc1d23a-2b66-4ec4-9ade-0b7b10fa44c0 HTTP/1.1" status: 200 len: 854 time: 0.2390504 Aug 16 23:55:17.078931 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-afcf7de5-af04-4674-852f-6477da42442b req-b140279b-97d2-475c-9e0b-79ba8259d393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a5a74b-225c-4d33-8138-1f9ba8d71c81 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:55:17.097536 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9fa41f96-7dcd-4087-88da-44245069fc23 req-8b2db86d-0b10-417d-bc53-2eccce51ea14 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7317eee7-5984-4618-87e9-c23a9d185b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875422 Aug 16 23:55:17.109450 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-81102244-36f6-4763-9d34-e604fabb5586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:17.109557 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94462e3-f2cf-4a50-b690-2dfd0f4118af None None] Pushing event updated for resources: {'Port': ['ID=3f56649b-1cec-4745-bfa5-6701ddaac0c4,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:17.111136 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-81102244-36f6-4763-9d34-e604fabb5586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:17.112336 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-81102244-36f6-4763-9d34-e604fabb5586 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/37a81247-a395-4a33-a418-63d919211f14 HTTP/1.1" status: 204 len: 168 time: 0.9306593 Aug 16 23:55:17.119121 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1291ae73-8c42-40cb-9df1-dffa571131a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:17.160165 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-afcf7de5-af04-4674-852f-6477da42442b req-b140279b-97d2-475c-9e0b-79ba8259d393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:17.230323 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9045f7e7-e1b9-4b00-a9e1-87556a8cc421 req-279a8e1c-8220-4749-9be9-46a42a1f47ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5d96bed-3d7d-4174-81a4-420ec5c2a243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272562 Aug 16 23:55:17.269249 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81102244-36f6-4763-9d34-e604fabb5586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a81247-a395-4a33-a418-63d919211f14,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:17.348644 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-efeb0670-94c6-4e84-8cf8-c558a6bf5d7e req-84e32050-2420-4abf-8d8a-adf5adc038e9 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:17.454912 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-afcf7de5-af04-4674-852f-6477da42442b req-b140279b-97d2-475c-9e0b-79ba8259d393 service neutron] Transition to ACTIVE for port object b3a5a74b-225c-4d33-8138-1f9ba8d71c81 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:55:17.482236 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812e0a9-6418-454a-8e0e-7f44c5ef4b79 req-700f78f5-76ce-47c6-95f8-657a735b337d tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:17.489891 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0812e0a9-6418-454a-8e0e-7f44c5ef4b79 req-700f78f5-76ce-47c6-95f8-657a735b337d tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=e366778a-3234-4252-96a8-cf54705a9dea HTTP/1.1" status: 200 len: 931 time: 0.4345458 Aug 16 23:55:17.491661 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-afcf7de5-af04-4674-852f-6477da42442b req-b140279b-97d2-475c-9e0b-79ba8259d393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:17.574179 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e32050-2420-4abf-8d8a-adf5adc038e9 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Pushing event deleted for resources: {'Port': ['ID=d7c95537-0ba6-44cc-9b63-efa0b169243d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:17.577072 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1291ae73-8c42-40cb-9df1-dffa571131a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:17.579653 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1291ae73-8c42-40cb-9df1-dffa571131a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:17.583158 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1291ae73-8c42-40cb-9df1-dffa571131a4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/77de650e-6897-4c0c-9de5-6a1ab8b3ca3f HTTP/1.1" status: 204 len: 168 time: 0.7831583 Aug 16 23:55:17.583299 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641304a5-204a-441a-af39-5431d464ccb2 req-12c9db4e-6f61-42b3-86b4-e26489fd5b0f tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:17.591253 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-641304a5-204a-441a-af39-5431d464ccb2 req-12c9db4e-6f61-42b3-86b4-e26489fd5b0f tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 945 time: 0.3697062 Aug 16 23:55:17.621313 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-efeb0670-94c6-4e84-8cf8-c558a6bf5d7e req-84e32050-2420-4abf-8d8a-adf5adc038e9 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] No DVR routers for this DVR port d7c95537-0ba6-44cc-9b63-efa0b169243d on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:55:17.629510 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-efeb0670-94c6-4e84-8cf8-c558a6bf5d7e req-84e32050-2420-4abf-8d8a-adf5adc038e9 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:17.637668 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-efeb0670-94c6-4e84-8cf8-c558a6bf5d7e req-84e32050-2420-4abf-8d8a-adf5adc038e9 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.69 "DELETE /v2.0/ports/d7c95537-0ba6-44cc-9b63-efa0b169243d HTTP/1.1" status: 204 len: 173 time: 1.3481781 Aug 16 23:55:17.644072 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291ae73-8c42-40cb-9df1-dffa571131a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77de650e-6897-4c0c-9de5-6a1ab8b3ca3f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:17.680576 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e15f4c25-385d-49f1-a9a3-6a2966be14fd req-12c12587-1cb5-41b7-ac5c-b13132b60add tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:17.683916 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9045f7e7-e1b9-4b00-a9e1-87556a8cc421 req-b94dde09-6ff8-4f88-80bf-c7b25f28ab6c service neutron] 10.222.0.64 "GET /v2.0/networks/b5d96bed-3d7d-4174-81a4-420ec5c2a243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128902 Aug 16 23:55:17.758523 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c12587-1cb5-41b7-ac5c-b13132b60add tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Pushing event deleted for resources: {'Port': ['ID=ea7f3b99-4d08-45e9-b39c-95e23121614f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:17.831270 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15f4c25-385d-49f1-a9a3-6a2966be14fd req-12c12587-1cb5-41b7-ac5c-b13132b60add tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] No DVR routers for this DVR port ea7f3b99-4d08-45e9-b39c-95e23121614f on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:55:17.836793 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e15f4c25-385d-49f1-a9a3-6a2966be14fd req-12c12587-1cb5-41b7-ac5c-b13132b60add tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:17.841730 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140279b-97d2-475c-9e0b-79ba8259d393 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a5a74b-225c-4d33-8138-1f9ba8d71c81,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:17.843165 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e15f4c25-385d-49f1-a9a3-6a2966be14fd req-12c12587-1cb5-41b7-ac5c-b13132b60add tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.64 "DELETE /v2.0/ports/ea7f3b99-4d08-45e9-b39c-95e23121614f HTTP/1.1" status: 204 len: 173 time: 1.6204026 Aug 16 23:55:17.913497 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 3f56649b-1cec-4745-bfa5-6701ddaac0c4 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:55:17.922381 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0812e0a9-6418-454a-8e0e-7f44c5ef4b79 req-e14f72f4-a21b-4f9a-a3cd-2c6088fddd06 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups?id=89fd6287-b017-4b97-8971-3ee47b7c2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314809 Aug 16 23:55:17.995865 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 64c6950c-5422-4d6b-98b1-ca1994710820 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:55:18.012669 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49654) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:18.019430 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d6bfce-e916-4759-a1df-a2a4ba7e038a', 'name': 'network-vif-deleted', 'tag': 'd7c95537-0ba6-44cc-9b63-efa0b169243d'}, {'server_uuid': '9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a', 'name': 'network-vif-deleted', 'tag': 'ea7f3b99-4d08-45e9-b39c-95e23121614f'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:18.022565 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e9236a-7255-4d50-ba94-62822bd4bfd9" -d '{"events": [{"server_uuid": "f1d6bfce-e916-4759-a1df-a2a4ba7e038a", "name": "network-vif-deleted", "tag": "d7c95537-0ba6-44cc-9b63-efa0b169243d"}, {"server_uuid": "9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a", "name": "network-vif-deleted", "tag": "ea7f3b99-4d08-45e9-b39c-95e23121614f"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:18.139972 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 3f56649b-1cec-4745-bfa5-6701ddaac0c4 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:55:18.161150 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 64c6950c-5422-4d6b-98b1-ca1994710820 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:55:18.174113 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 64c6950c-5422-4d6b-98b1-ca1994710820 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:55:18.174506 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:18.247456 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-641304a5-204a-441a-af39-5431d464ccb2 req-04216203-82fe-4ab2-a699-0bbea2663396 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6549399 Aug 16 23:55:18.282953 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49664) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:18.329345 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-674865f1-3090-4a31-b369-cb9686a28ebc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:18.333010 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-afcf7de5-af04-4674-852f-6477da42442b req-b140279b-97d2-475c-9e0b-79ba8259d393 service neutron] Attempting to bind port b3a5a74b-225c-4d33-8138-1f9ba8d71c81 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:55:18.334283 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-afcf7de5-af04-4674-852f-6477da42442b req-b140279b-97d2-475c-9e0b-79ba8259d393 service neutron] Attempting to bind port b3a5a74b-225c-4d33-8138-1f9ba8d71c81 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '3c721221-cf3b-40af-b1b9-c06e071ed18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e49e8296-4270-42ee-8656-6741a559a39c'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:55:18.335483 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcf7de5-af04-4674-852f-6477da42442b req-b140279b-97d2-475c-9e0b-79ba8259d393 service neutron] Attempting to bind port b3a5a74b-225c-4d33-8138-1f9ba8d71c81 on network e49e8296-4270-42ee-8656-6741a559a39c {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:55:18.404770 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c864f5c8-668e-4cbe-936f-c97d331f51c4 req-9a8a4fe9-19c8-4ce3-ae1e-fd6bd461bb23 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1d6bfce-e916-4759-a1df-a2a4ba7e038a HTTP/1.1" status: 200 len: 210 time: 0.1020467 Aug 16 23:55:18.409346 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8233b882-ffd8-4619-8150-93eef60e4543 x-openstack-request-id: req-8233b882-ffd8-4619-8150-93eef60e4543 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:18.414465 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d6bfce-e916-4759-a1df-a2a4ba7e038a", "name": "network-vif-deleted", "tag": "d7c95537-0ba6-44cc-9b63-efa0b169243d", "status": "completed", "code": 200}, {"server_uuid": "9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a", "name": "network-vif-deleted", "tag": "ea7f3b99-4d08-45e9-b39c-95e23121614f", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:18.415461 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8233b882-ffd8-4619-8150-93eef60e4543 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:18.417031 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d6bfce-e916-4759-a1df-a2a4ba7e038a', 'name': 'network-vif-deleted', 'tag': 'd7c95537-0ba6-44cc-9b63-efa0b169243d', 'status': 'completed', 'code': 200} Aug 16 23:55:18.418948 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a', 'name': 'network-vif-deleted', 'tag': 'ea7f3b99-4d08-45e9-b39c-95e23121614f', 'status': 'completed', 'code': 200} Aug 16 23:55:18.429325 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:18.430951 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bf74e269-6f5e-46eb-9caa-203fa2b52285 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=655c5b7087124bbd9a658d529420413c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1453052 Aug 16 23:55:18.434980 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49666) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:18.499092 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff89d3c-07a8-4a14-930a-c21a0575e0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c6950c-5422-4d6b-98b1-ca1994710820'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:18.507935 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78015697-ccec-4920-aa4b-044316e58e47" -d '{"events": [{"server_uuid": "4ff89d3c-07a8-4a14-930a-c21a0575e0d3", "name": "network-vif-plugged", "status": "completed", "tag": "64c6950c-5422-4d6b-98b1-ca1994710820"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:18.546749 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 64c6950c-5422-4d6b-98b1-ca1994710820, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=64c6950c-5422-4d6b-98b1-ca1994710820,segment=NetworkSegment(f6ecfec7-859e-48ae-8b72-438566ddcf66),segment_id=f6ecfec7-859e-48ae-8b72-438566ddcf66)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:18.550680 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-674865f1-3090-4a31-b369-cb9686a28ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:18.566826 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:18.568257 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device ea7f3b99-4d08-45e9-b39c-95e23121614f no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:18.637383 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-6f5d0e4c-099d-43f4-8306-076b1e14d889 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1131680106-network', 'tenant_id': '199207e6de05452bbb587d40f177d9b0'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:18.647236 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f1fff6-1fb3-4bf2-a50e-44843c7d8882 x-openstack-request-id: req-e9f1fff6-1fb3-4bf2-a50e-44843c7d8882 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:18.650842 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff89d3c-07a8-4a14-930a-c21a0575e0d3", "name": "network-vif-plugged", "status": "completed", "tag": "64c6950c-5422-4d6b-98b1-ca1994710820", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:18.651130 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e9f1fff6-1fb3-4bf2-a50e-44843c7d8882 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:18.651544 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff89d3c-07a8-4a14-930a-c21a0575e0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c6950c-5422-4d6b-98b1-ca1994710820', 'code': 200} Aug 16 23:55:18.652413 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1c2e926d-a6ab-48a6-a9f8-730cca882cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:18.723174 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1c2e926d-a6ab-48a6-a9f8-730cca882cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:18.749780 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: ea7f3b99-4d08-45e9-b39c-95e23121614f {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:55:18.750326 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device ea7f3b99-4d08-45e9-b39c-95e23121614f not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:55:18.750524 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5d0e4c-099d-43f4-8306-076b1e14d889 admin admin] Made reservation on behalf of 199207e6de05452bbb587d40f177d9b0 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:55:18.756994 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6f5d0e4c-099d-43f4-8306-076b1e14d889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:18.773533 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b6a5c5-3b93-4993-8c50-a15edc9c5410 None None] Network 0e34d6fc-f60e-4a84-a168-716e2f273d1b requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:55:18.780000 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9045f7e7-e1b9-4b00-a9e1-87556a8cc421 req-cc38233a-3315-4161-babb-f0fb7f7038e8 service neutron] 10.222.0.64 "GET /v2.0/networks/b5d96bed-3d7d-4174-81a4-420ec5c2a243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0485575 Aug 16 23:55:18.788271 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcf7de5-af04-4674-852f-6477da42442b req-b140279b-97d2-475c-9e0b-79ba8259d393 service neutron] Port b3a5a74b-225c-4d33-8138-1f9ba8d71c81 on network e49e8296-4270-42ee-8656-6741a559a39c not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:55:18.788599 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcf7de5-af04-4674-852f-6477da42442b req-b140279b-97d2-475c-9e0b-79ba8259d393 service neutron] Attempting to bind port b3a5a74b-225c-4d33-8138-1f9ba8d71c81 on network e49e8296-4270-42ee-8656-6741a559a39c {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:55:18.826262 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6f5d0e4c-099d-43f4-8306-076b1e14d889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:18.879084 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f39de280-5bee-432a-9373-70451dd96db2 req-3224d564-0216-480e-9ed0-5fa3fb5fd0c5 tempest-ServersOnMultiNodesTest-1529043488 tempest-ServersOnMultiNodesTest-1529043488-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ef52f1c-c0b4-494b-9fd4-51c35ec2d31a HTTP/1.1" status: 200 len: 210 time: 0.0949814 Aug 16 23:55:18.882412 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcf7de5-af04-4674-852f-6477da42442b req-b140279b-97d2-475c-9e0b-79ba8259d393 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:55:18.884464 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcf7de5-af04-4674-852f-6477da42442b req-b140279b-97d2-475c-9e0b-79ba8259d393 service neutron] Checking segment: {'id': '3c721221-cf3b-40af-b1b9-c06e071ed18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e49e8296-4270-42ee-8656-6741a559a39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:55:18.885255 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcf7de5-af04-4674-852f-6477da42442b req-b140279b-97d2-475c-9e0b-79ba8259d393 service neutron] Bound using segment: {'id': '3c721221-cf3b-40af-b1b9-c06e071ed18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e49e8296-4270-42ee-8656-6741a559a39c'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:55:18.886004 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-afcf7de5-af04-4674-852f-6477da42442b req-b140279b-97d2-475c-9e0b-79ba8259d393 service neutron] Bound port: b3a5a74b-225c-4d33-8138-1f9ba8d71c81, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c721221-cf3b-40af-b1b9-c06e071ed18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e49e8296-4270-42ee-8656-6741a559a39c'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:55:18.886606 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-afcf7de5-af04-4674-852f-6477da42442b req-b140279b-97d2-475c-9e0b-79ba8259d393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:18.888914 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9126982-1e9b-431e-a9e3-23285fe768c9 req-21e04b3c-b0b5-4fff-b776-8993ee3a854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:18.891126 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f9126982-1e9b-431e-a9e3-23285fe768c9 req-21e04b3c-b0b5-4fff-b776-8993ee3a854d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 1098 time: 0.1870573 Aug 16 23:55:18.938781 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=64c6950c-5422-4d6b-98b1-ca1994710820,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:18.952788 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-18d5f88c-b3e3-4cd9-99f4-c4ea3d75bec6 None None] Provisioning for port 3f56649b-1cec-4745-bfa5-6701ddaac0c4 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:55:18.957990 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-674865f1-3090-4a31-b369-cb9686a28ebc admin admin] Allocated IP 172.25.3.32 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/663ca8bf-e80b-4339-b7f8-193720d83805) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:55:18.962023 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-18d5f88c-b3e3-4cd9-99f4-c4ea3d75bec6 None None] Provisioning complete for port 3f56649b-1cec-4745-bfa5-6701ddaac0c4 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:55:18.962622 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-18d5f88c-b3e3-4cd9-99f4-c4ea3d75bec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:19.046204 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-afcf7de5-af04-4674-852f-6477da42442b req-b140279b-97d2-475c-9e0b-79ba8259d393 service neutron] For port b3a5a74b-225c-4d33-8138-1f9ba8d71c81, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:55:19.061981 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1c2e926d-a6ab-48a6-a9f8-730cca882cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:19.066054 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1c2e926d-a6ab-48a6-a9f8-730cca882cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:19.070549 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1c2e926d-a6ab-48a6-a9f8-730cca882cfb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2491c73a-ef33-43b9-882f-48ffc60f1c6e HTTP/1.1" status: 204 len: 168 time: 0.6338701 Aug 16 23:55:19.089024 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e926d-a6ab-48a6-a9f8-730cca882cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2491c73a-ef33-43b9-882f-48ffc60f1c6e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:19.095935 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f9126982-1e9b-431e-a9e3-23285fe768c9 req-42dbd6f4-3414-4c79-a144-6d0be87a0153 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848686 Aug 16 23:55:19.099446 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-afcf7de5-af04-4674-852f-6477da42442b req-b140279b-97d2-475c-9e0b-79ba8259d393 service neutron] For port b3a5a74b-225c-4d33-8138-1f9ba8d71c81, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b3a5a74b-225c-4d33-8138-1f9ba8d71c81,segment=NetworkSegment(3c721221-cf3b-40af-b1b9-c06e071ed18f),segment_id=3c721221-cf3b-40af-b1b9-c06e071ed18f)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:55:19.120517 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-afcf7de5-af04-4674-852f-6477da42442b req-b140279b-97d2-475c-9e0b-79ba8259d393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:19.143425 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6f5d0e4c-099d-43f4-8306-076b1e14d889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:19.158522 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6f5d0e4c-099d-43f4-8306-076b1e14d889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:19.191676 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2235a-e456-4ab5-9f01-5618f72b7466 req-3695a292-5429-4708-b820-afda3bd3e941 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:19.202033 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-17a2235a-e456-4ab5-9f01-5618f72b7466 req-3695a292-5429-4708-b820-afda3bd3e941 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=e366778a-3234-4252-96a8-cf54705a9dea HTTP/1.1" status: 200 len: 943 time: 0.1574953 Aug 16 23:55:19.205891 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f5d0e4c-099d-43f4-8306-076b1e14d889 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:55:19.216280 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2fe3b7b0-5205-4ff0-acc7-f35e126b0447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:19.232407 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf7de5-af04-4674-852f-6477da42442b req-b140279b-97d2-475c-9e0b-79ba8259d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:19.233428 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-afcf7de5-af04-4674-852f-6477da42442b req-b140279b-97d2-475c-9e0b-79ba8259d393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:19.235122 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-afcf7de5-af04-4674-852f-6477da42442b req-b140279b-97d2-475c-9e0b-79ba8259d393 service neutron] 10.222.0.64 "PUT /v2.0/ports/b3a5a74b-225c-4d33-8138-1f9ba8d71c81 HTTP/1.1" status: 200 len: 1092 time: 3.6500473 Aug 16 23:55:19.238620 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e366778a-3234-4252-96a8-cf54705a9dea', 'tag': 'b3a5a74b-225c-4d33-8138-1f9ba8d71c81'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:19.246343 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49684) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:19.246510 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af855130-3eca-4afe-bcc0-bbaff3f4ae14" -d '{"events": [{"name": "network-changed", "server_uuid": "e366778a-3234-4252-96a8-cf54705a9dea", "tag": "b3a5a74b-225c-4d33-8138-1f9ba8d71c81"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:19.256238 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6f5d0e4c-099d-43f4-8306-076b1e14d889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:19.256771 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-6f5d0e4c-099d-43f4-8306-076b1e14d889 admin admin] Added segment 195c45c5-cd43-41af-8d53-b4ffd5a9d3ad of type vlan for network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf Aug 16 23:55:19.258282 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d0e4c-099d-43f4-8306-076b1e14d889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af565594-c252-4118-9097-39ceaf216998,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:19.298332 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-674865f1-3090-4a31-b369-cb9686a28ebc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:19.339640 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-18d5f88c-b3e3-4cd9-99f4-c4ea3d75bec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:19.352913 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:19.365259 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de40da0-4265-4a97-9ca0-4d27e98d1e48 x-openstack-request-id: req-5de40da0-4265-4a97-9ca0-4d27e98d1e48 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:19.365559 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e366778a-3234-4252-96a8-cf54705a9dea", "tag": "b3a5a74b-225c-4d33-8138-1f9ba8d71c81", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:19.365815 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5de40da0-4265-4a97-9ca0-4d27e98d1e48 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:19.366681 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e366778a-3234-4252-96a8-cf54705a9dea', 'tag': 'b3a5a74b-225c-4d33-8138-1f9ba8d71c81', 'status': 'completed', 'code': 200} Aug 16 23:55:19.372966 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6f5d0e4c-099d-43f4-8306-076b1e14d889 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:19.397405 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-17a2235a-e456-4ab5-9f01-5618f72b7466 req-01a4c21e-6ffa-4bd0-b9ff-53dcc97fc1b4 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups?id=89fd6287-b017-4b97-8971-3ee47b7c2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884325 Aug 16 23:55:19.423865 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140279b-97d2-475c-9e0b-79ba8259d393 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a5a74b-225c-4d33-8138-1f9ba8d71c81,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:19.471259 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6f5d0e4c-099d-43f4-8306-076b1e14d889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:19.473181 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5d0e4c-099d-43f4-8306-076b1e14d889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:19.475463 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6f5d0e4c-099d-43f4-8306-076b1e14d889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:19.476923 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-18d5f88c-b3e3-4cd9-99f4-c4ea3d75bec6 None None] For port 3f56649b-1cec-4745-bfa5-6701ddaac0c4, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=3f56649b-1cec-4745-bfa5-6701ddaac0c4,segment=NetworkSegment(b984258a-95fb-4694-8afb-3e536f48b533),segment_id=b984258a-95fb-4694-8afb-3e536f48b533)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:19.482202 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-18d5f88c-b3e3-4cd9-99f4-c4ea3d75bec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:19.548759 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5f88c-b3e3-4cd9-99f4-c4ea3d75bec6 None None] Pushing event updated for resources: {'Port': ['ID=3f56649b-1cec-4745-bfa5-6701ddaac0c4,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:19.613164 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-b557000a-214c-410f-82f9-cd751825dacf admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1576615872-network', 'tenant_id': '0bb4976074294b0c9c43ae70eb239624'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:19.626689 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6f5d0e4c-099d-43f4-8306-076b1e14d889 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6127763 Aug 16 23:55:19.630016 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf7de5-af04-4674-852f-6477da42442b req-25e18fe0-f2e1-4400-b3fa-d605ee63f996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:19.632101 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-afcf7de5-af04-4674-852f-6477da42442b req-25e18fe0-f2e1-4400-b3fa-d605ee63f996 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=928fad2feae6486d8c368ea013044a74&device_id=e366778a-3234-4252-96a8-cf54705a9dea HTTP/1.1" status: 200 len: 1095 time: 0.3102403 Aug 16 23:55:19.633475 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49702) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:19.640424 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-4318f655-33cc-4d16-a712-907c8d8ddcbe admin admin] Request body: {'subnet': {'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1131680106-subnet', 'tenant_id': '199207e6de05452bbb587d40f177d9b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:19.659191 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d0e4c-099d-43f4-8306-076b1e14d889 admin admin] Pushing event updated for resources: {'Network': ['ID=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:19.660115 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device d7c95537-0ba6-44cc-9b63-efa0b169243d no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:19.681591 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b557000a-214c-410f-82f9-cd751825dacf admin admin] Made reservation on behalf of 0bb4976074294b0c9c43ae70eb239624 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:55:19.683983 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b557000a-214c-410f-82f9-cd751825dacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:19.699894 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b557000a-214c-410f-82f9-cd751825dacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:19.716119 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:55:19.762064 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: d7c95537-0ba6-44cc-9b63-efa0b169243d {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:55:19.764190 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device d7c95537-0ba6-44cc-9b63-efa0b169243d not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:55:19.839355 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 3f56649b-1cec-4745-bfa5-6701ddaac0c4 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:55:19.886723 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-163e4195-2799-44d5-a3c4-6d8b8a713b6d None None] Provisioning complete for port 3f56649b-1cec-4745-bfa5-6701ddaac0c4 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:55:19.887254 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-163e4195-2799-44d5-a3c4-6d8b8a713b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:19.974673 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 3f56649b-1cec-4745-bfa5-6701ddaac0c4 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:55:19.975476 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:20.197432 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-674865f1-3090-4a31-b369-cb9686a28ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:20.205998 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-afcf7de5-af04-4674-852f-6477da42442b req-c7298d3f-b7d6-46c2-8e4e-e2dea75e0a5d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3a5a74b-225c-4d33-8138-1f9ba8d71c81 HTTP/1.1" status: 200 len: 217 time: 0.5585082 Aug 16 23:55:20.223426 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:20.227935 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71048985-6211-4721-98f4-987a249569f5 req-9e2c1918-8d66-4e66-b407-7427ed8448e2 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:20.233534 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-71048985-6211-4721-98f4-987a249569f5 req-9e2c1918-8d66-4e66-b407-7427ed8448e2 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 946 time: 0.7449825 Aug 16 23:55:20.341014 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4318f655-33cc-4d16-a712-907c8d8ddcbe admin admin] Made reservation on behalf of 199207e6de05452bbb587d40f177d9b0 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:55:20.343498 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4318f655-33cc-4d16-a712-907c8d8ddcbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:20.349283 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674865f1-3090-4a31-b369-cb9686a28ebc admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:55:20.370195 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b557000a-214c-410f-82f9-cd751825dacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:20.375229 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b557000a-214c-410f-82f9-cd751825dacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:20.401452 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b557000a-214c-410f-82f9-cd751825dacf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:55:20.405249 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-674865f1-3090-4a31-b369-cb9686a28ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:55:20.406244 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674865f1-3090-4a31-b369-cb9686a28ebc admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:55:20.410675 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557000a-214c-410f-82f9-cd751825dacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcfbeee-58bd-4d62-b48a-5d9903573768,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:20.420297 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b557000a-214c-410f-82f9-cd751825dacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:20.420743 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-b557000a-214c-410f-82f9-cd751825dacf admin admin] Added segment d93f3f8d-abd5-46ab-b16c-cd7e6e0b8155 of type vlan for network c5ee31ea-c060-49d4-a15f-77ebfb106df7 Aug 16 23:55:20.451720 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674865f1-3090-4a31-b369-cb9686a28ebc admin admin] Pushing event updated for resources: {'Port': ['ID=663ca8bf-e80b-4339-b7f8-193720d83805,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:20.472879 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b557000a-214c-410f-82f9-cd751825dacf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:20.485537 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf7de5-af04-4674-852f-6477da42442b req-cca9af14-dc48-4a9a-8c86-e22fe4853f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:20.487043 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-afcf7de5-af04-4674-852f-6477da42442b req-cca9af14-dc48-4a9a-8c86-e22fe4853f95 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7bedae41-060a-4a82-9b3d-f77df955187e HTTP/1.1" status: 200 len: 852 time: 0.2485764 Aug 16 23:55:20.495619 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-71048985-6211-4721-98f4-987a249569f5 req-16027912-0594-4515-91a2-7a52d71c7fae tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590792 Aug 16 23:55:20.508766 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd634e-30d4-4f56-9e33-6f745103799a req-6a4e7311-2afd-49ea-a42e-6d6ad5a028c8 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:20.510003 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b557000a-214c-410f-82f9-cd751825dacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:20.511549 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b557000a-214c-410f-82f9-cd751825dacf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:20.512383 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b557000a-214c-410f-82f9-cd751825dacf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:20.518034 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7dcd634e-30d4-4f56-9e33-6f745103799a req-6a4e7311-2afd-49ea-a42e-6d6ad5a028c8 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/ports?device_id=edeb1835-eb4f-4873-9a9e-efaf8a8c2c01 HTTP/1.1" status: 200 len: 947 time: 0.3239045 Aug 16 23:55:20.579640 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-afcf7de5-af04-4674-852f-6477da42442b req-c312a94f-a814-497c-b1da-557674b14417 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e49e8296-4270-42ee-8656-6741a559a39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794833 Aug 16 23:55:20.613122 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b557000a-214c-410f-82f9-cd751825dacf admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3624706 Aug 16 23:55:20.613294 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49732) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:20.621451 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f9f8c668-e7b5-41ed-b0e8-0548819996a3 admin admin] Request body: {'subnet': {'network_id': 'c5ee31ea-c060-49d4-a15f-77ebfb106df7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1576615872-subnet', 'tenant_id': '0bb4976074294b0c9c43ae70eb239624', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:20.627600 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557000a-214c-410f-82f9-cd751825dacf admin admin] Pushing event updated for resources: {'Network': ['ID=c5ee31ea-c060-49d4-a15f-77ebfb106df7,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:20.641403 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network c5ee31ea-c060-49d4-a15f-77ebfb106df7 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:55:20.666499 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f8c668-e7b5-41ed-b0e8-0548819996a3 admin admin] Made reservation on behalf of 0bb4976074294b0c9c43ae70eb239624 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:55:20.673112 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f9f8c668-e7b5-41ed-b0e8-0548819996a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:20.777968 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7dcd634e-30d4-4f56-9e33-6f745103799a req-6d11d687-75aa-4c0a-90c6-ee46abccf3ca tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/security-groups?id=1775507e-e450-4eea-9b5f-c87387c897a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589712 Aug 16 23:55:20.886127 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f9f8c668-e7b5-41ed-b0e8-0548819996a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:20.894143 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071d6c3-f71b-4056-9a0a-018a99cdc417 req-313a4c24-6d79-43ea-a148-07ad2c1702db tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:20.894331 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49738) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:20.895935 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3071d6c3-f71b-4056-9a0a-018a99cdc417 req-313a4c24-6d79-43ea-a148-07ad2c1702db tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=e366778a-3234-4252-96a8-cf54705a9dea HTTP/1.1" status: 200 len: 943 time: 0.2687798 Aug 16 23:55:20.963461 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8c668-e7b5-41ed-b0e8-0548819996a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39ab3cf5-3ae9-4c91-ad3d-7cd033f42140,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:20.967130 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f8c668-e7b5-41ed-b0e8-0548819996a3 admin admin] Checking segment: {'id': 'd93f3f8d-abd5-46ab-b16c-cd7e6e0b8155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c5ee31ea-c060-49d4-a15f-77ebfb106df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:55:20.967499 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f8c668-e7b5-41ed-b0e8-0548819996a3 admin admin] Network hostable DHCP agents. Network: c5ee31ea-c060-49d4-a15f-77ebfb106df7, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:55:20.988181 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f8c668-e7b5-41ed-b0e8-0548819996a3 admin admin] Network c5ee31ea-c060-49d4-a15f-77ebfb106df7 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:55:21.002179 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-f9f8c668-e7b5-41ed-b0e8-0548819996a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, c5ee31ea-c060-49d4-a15f-77ebfb106df7) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:55:21.010243 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f8c668-e7b5-41ed-b0e8-0548819996a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:21.011934 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f9f8c668-e7b5-41ed-b0e8-0548819996a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:21.016408 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e38493a-8d39-4630-9826-2bd3b9d84fba None None] Network c5ee31ea-c060-49d4-a15f-77ebfb106df7 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:55:21.046975 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f9f8c668-e7b5-41ed-b0e8-0548819996a3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4323699 Aug 16 23:55:21.047218 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-afcf7de5-af04-4674-852f-6477da42442b req-117ffd9d-87b5-4c7a-af67-81ff5b3a2e24 service neutron] 10.222.0.64 "GET /v2.0/networks/e49e8296-4270-42ee-8656-6741a559a39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217877 Aug 16 23:55:21.105610 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4318f655-33cc-4d16-a712-907c8d8ddcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:21.173172 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9e27f6-4d07-4a3e-a8ab-eccd51f22bde None None] Network c5ee31ea-c060-49d4-a15f-77ebfb106df7 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:55:21.201177 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3071d6c3-f71b-4056-9a0a-018a99cdc417 req-080dbdf4-f94a-44d6-bbd0-37e543405054 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups?id=89fd6287-b017-4b97-8971-3ee47b7c2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933395 Aug 16 23:55:21.247406 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318f655-33cc-4d16-a712-907c8d8ddcbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d7b0613-c268-41b8-9af9-983e31f4d852,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:21.276713 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-674865f1-3090-4a31-b369-cb9686a28ebc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:21.318174 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3fabfdba-37de-41ff-8b52-fd224aa3c60f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2ce58e6b0a0e4b229d1ebbf4f077faa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4192822 Aug 16 23:55:21.320477 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49752) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:21.340251 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-afcf7de5-af04-4674-852f-6477da42442b req-c1da7859-32ab-4727-8ab5-3453cdbebdfe service neutron] 10.222.0.64 "GET /v2.0/networks/e49e8296-4270-42ee-8656-6741a559a39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784441 Aug 16 23:55:21.342781 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4318f655-33cc-4d16-a712-907c8d8ddcbe admin admin] Checking segment: {'id': '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:55:21.343402 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4318f655-33cc-4d16-a712-907c8d8ddcbe admin admin] Network hostable DHCP agents. Network: 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:55:21.387190 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-425df65d-6fb3-4821-8efa-40d602d1c20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:21.413967 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-425df65d-6fb3-4821-8efa-40d602d1c20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:21.480114 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-425df65d-6fb3-4821-8efa-40d602d1c20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:21.482913 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-425df65d-6fb3-4821-8efa-40d602d1c20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:21.486300 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-425df65d-6fb3-4821-8efa-40d602d1c20f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7317eee7-5984-4618-87e9-c23a9d185b5f HTTP/1.1" status: 204 len: 168 time: 0.1623123 Aug 16 23:55:21.493983 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425df65d-6fb3-4821-8efa-40d602d1c20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7317eee7-5984-4618-87e9-c23a9d185b5f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:21.542675 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4318f655-33cc-4d16-a712-907c8d8ddcbe admin admin] Network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:55:21.563992 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af855130-3eca-4afe-bcc0-bbaff3f4ae14 req-d421a1e2-cc0b-4ee3-b587-bb8b2349dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:21.565546 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af855130-3eca-4afe-bcc0-bbaff3f4ae14 req-d421a1e2-cc0b-4ee3-b587-bb8b2349dfa0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=928fad2feae6486d8c368ea013044a74&device_id=e366778a-3234-4252-96a8-cf54705a9dea HTTP/1.1" status: 200 len: 1095 time: 0.1235583 Aug 16 23:55:21.566145 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-4318f655-33cc-4d16-a712-907c8d8ddcbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:55:21.573116 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4318f655-33cc-4d16-a712-907c8d8ddcbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:21.573724 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4318f655-33cc-4d16-a712-907c8d8ddcbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:21.578498 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f35c5a2-087b-4d2f-8662-4836fccc0ecc None None] Network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:55:21.694691 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4318f655-33cc-4d16-a712-907c8d8ddcbe admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0582924 Aug 16 23:55:21.746404 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-674865f1-3090-4a31-b369-cb9686a28ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:21.747691 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306ef9a5-9c62-405a-8927-808c5db0b489 None None] Network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:55:21.765621 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d9f3b-8d85-4ee7-9ab0-ab319b0d05bc req-4f9849fc-24aa-49b8-9ad2-828755b6938f tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:21.765621 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e53d9f3b-8d85-4ee7-9ab0-ab319b0d05bc req-4f9849fc-24aa-49b8-9ad2-828755b6938f tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 946 time: 0.1834135 Aug 16 23:55:21.838728 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af855130-3eca-4afe-bcc0-bbaff3f4ae14 req-4c95aee1-6512-486c-bbbb-4ea071480a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:21.842535 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af855130-3eca-4afe-bcc0-bbaff3f4ae14 req-4c95aee1-6512-486c-bbbb-4ea071480a77 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e49e8296-4270-42ee-8656-6741a559a39c HTTP/1.1" status: 200 len: 913 time: 0.2596188 Aug 16 23:55:21.944080 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af855130-3eca-4afe-bcc0-bbaff3f4ae14 req-892bf22b-ce57-46a0-b4d1-9f64fc96aa47 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3a5a74b-225c-4d33-8138-1f9ba8d71c81 HTTP/1.1" status: 200 len: 217 time: 0.0917761 Aug 16 23:55:21.975945 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:22.001347 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e53d9f3b-8d85-4ee7-9ab0-ab319b0d05bc req-8ae9c1df-6576-4fe0-b941-6f26de724f68 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267873 Aug 16 23:55:22.011505 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20900890-7f07-4055-8962-2dc76a809008 req-863cd712-7506-4105-9f47-b1c87d244f25 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:22.022383 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-20900890-7f07-4055-8962-2dc76a809008 req-863cd712-7506-4105-9f47-b1c87d244f25 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.69 "GET /v2.0/ports?device_id=edeb1835-eb4f-4873-9a9e-efaf8a8c2c01 HTTP/1.1" status: 200 len: 947 time: 0.1327052 Aug 16 23:55:22.099935 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f410d0-f3cc-4bc1-96fb-d3f5d3d1f745 req-3b89d3d8-7876-4914-9d95-d579d8f01304 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:22.109748 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-35f410d0-f3cc-4bc1-96fb-d3f5d3d1f745 req-3b89d3d8-7876-4914-9d95-d579d8f01304 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/ports?device_id=edeb1835-eb4f-4873-9a9e-efaf8a8c2c01 HTTP/1.1" status: 200 len: 947 time: 0.1722045 Aug 16 23:55:22.125617 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af855130-3eca-4afe-bcc0-bbaff3f4ae14 req-d1dfd3e1-9a28-42b0-a4c5-97204eebeeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:22.127310 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af855130-3eca-4afe-bcc0-bbaff3f4ae14 req-d1dfd3e1-9a28-42b0-a4c5-97204eebeeef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7bedae41-060a-4a82-9b3d-f77df955187e HTTP/1.1" status: 200 len: 852 time: 0.1457481 Aug 16 23:55:22.157805 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-20900890-7f07-4055-8962-2dc76a809008 req-9857a425-7aa9-4442-be4a-d80a5a6d15f3 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Deleting port a1d6dd85-c6eb-4f84-99d6-5124a84ad68d {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:22.158290 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-20900890-7f07-4055-8962-2dc76a809008 req-9857a425-7aa9-4442-be4a-d80a5a6d15f3 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:22.171179 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af855130-3eca-4afe-bcc0-bbaff3f4ae14 req-1caea3e8-5cd2-470d-a54e-f81bc6c6b221 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e49e8296-4270-42ee-8656-6741a559a39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314867 Aug 16 23:55:22.207000 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49786) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:22.237916 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-35f410d0-f3cc-4bc1-96fb-d3f5d3d1f745 req-7f6a2b7e-e91f-4baa-aa96-074f0b1ff52a tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.60 "GET /v2.0/security-groups?id=1775507e-e450-4eea-9b5f-c87387c897a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269324 Aug 16 23:55:22.280116 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7c074bde-deda-430d-958f-e6e061fbb456 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2a0e224ff68d4896895f06670965c311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0719042 Aug 16 23:55:22.284857 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49792) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:22.315508 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674865f1-3090-4a31-b369-cb9686a28ebc admin admin] Router 679587bb-3b63-48e9-94ce-4ab90294d747 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:55:22.331378 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49798) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:22.346331 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-20900890-7f07-4055-8962-2dc76a809008 req-9857a425-7aa9-4442-be4a-d80a5a6d15f3 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] For port a1d6dd85-c6eb-4f84-99d6-5124a84ad68d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a1d6dd85-c6eb-4f84-99d6-5124a84ad68d,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:22.346839 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-20900890-7f07-4055-8962-2dc76a809008 req-9857a425-7aa9-4442-be4a-d80a5a6d15f3 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:22.346982 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503dcbb-4661-4471-98f2-9472261c1d64 req-da6e937d-b891-49da-b4b1-a50729a94237 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:22.348444 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4503dcbb-4661-4471-98f2-9472261c1d64 req-da6e937d-b891-49da-b4b1-a50729a94237 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 946 time: 0.1799302 Aug 16 23:55:22.353030 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-ebd1a90a-37e6-463c-be8b-ff1ad5916115 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-411140687-network', 'tenant_id': '999c491c2a654ac4b7d01fcc7e467a29'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:22.372911 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-20900890-7f07-4055-8962-2dc76a809008 req-9857a425-7aa9-4442-be4a-d80a5a6d15f3 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Calling delete_port for a1d6dd85-c6eb-4f84-99d6-5124a84ad68d owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:22.385708 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d0137da2-19b8-4550-9465-0dbf85396f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:22.439053 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d0137da2-19b8-4550-9465-0dbf85396f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:22.467299 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af855130-3eca-4afe-bcc0-bbaff3f4ae14 req-06152305-660c-409f-a104-95e3919e59be service neutron] 10.222.0.64 "GET /v2.0/networks/e49e8296-4270-42ee-8656-6741a559a39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823250 Aug 16 23:55:22.473010 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd1a90a-37e6-463c-be8b-ff1ad5916115 admin admin] Made reservation on behalf of 999c491c2a654ac4b7d01fcc7e467a29 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:55:22.475688 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a90a-37e6-463c-be8b-ff1ad5916115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:22.529604 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4503dcbb-4661-4471-98f2-9472261c1d64 req-fc0212d7-1844-4d92-95ce-139a8b8c5894 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592104 Aug 16 23:55:22.546660 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a90a-37e6-463c-be8b-ff1ad5916115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:22.580141 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d0137da2-19b8-4550-9465-0dbf85396f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:22.583599 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d0137da2-19b8-4550-9465-0dbf85396f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:22.588754 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d0137da2-19b8-4550-9465-0dbf85396f8c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/36aced9f-3755-429f-b8db-bf070a7c4861 HTTP/1.1" status: 204 len: 168 time: 0.3006346 Aug 16 23:55:22.591552 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-20900890-7f07-4055-8962-2dc76a809008 req-9857a425-7aa9-4442-be4a-d80a5a6d15f3 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:22.636952 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857a425-7aa9-4442-be4a-d80a5a6d15f3 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Pushing event deleted for resources: {'Port': ['ID=a1d6dd85-c6eb-4f84-99d6-5124a84ad68d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:22.648779 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0137da2-19b8-4550-9465-0dbf85396f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36aced9f-3755-429f-b8db-bf070a7c4861,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:22.700008 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-20900890-7f07-4055-8962-2dc76a809008 req-9857a425-7aa9-4442-be4a-d80a5a6d15f3 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] No DVR routers for this DVR port a1d6dd85-c6eb-4f84-99d6-5124a84ad68d on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:55:22.705303 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-20900890-7f07-4055-8962-2dc76a809008 req-9857a425-7aa9-4442-be4a-d80a5a6d15f3 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:22.707332 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-20900890-7f07-4055-8962-2dc76a809008 req-9857a425-7aa9-4442-be4a-d80a5a6d15f3 tempest-ListImageFiltersTestJSON-185000687 tempest-ListImageFiltersTestJSON-185000687-project] 10.222.0.69 "DELETE /v2.0/ports/a1d6dd85-c6eb-4f84-99d6-5124a84ad68d HTTP/1.1" status: 204 len: 173 time: 0.6801620 Aug 16 23:55:22.707784 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edeb1835-eb4f-4873-9a9e-efaf8a8c2c01', 'name': 'network-vif-deleted', 'tag': 'a1d6dd85-c6eb-4f84-99d6-5124a84ad68d'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:22.711691 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3563f0-d137-4b16-be4c-3014266bf7ac" -d '{"events": [{"server_uuid": "edeb1835-eb4f-4873-9a9e-efaf8a8c2c01", "name": "network-vif-deleted", "tag": "a1d6dd85-c6eb-4f84-99d6-5124a84ad68d"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:22.759692 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674865f1-3090-4a31-b369-cb9686a28ebc admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:55:22.768688 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da66b831-1ab3-42a2-aa39-cb2a66d32fa6 None None] Sync routers for ids ['679587bb-3b63-48e9-94ce-4ab90294d747'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:55:22.779734 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da66b831-1ab3-42a2-aa39-cb2a66d32fa6 None None] Routers {'679587bb-3b63-48e9-94ce-4ab90294d747'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:55:22.780506 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-da66b831-1ab3-42a2-aa39-cb2a66d32fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:55:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['679587bb-3b63-48e9-94ce-4ab90294d747'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:22.836656 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af855130-3eca-4afe-bcc0-bbaff3f4ae14 req-b84ae516-c9e9-4133-850e-5b548f3fde50 service neutron] 10.222.0.64 "GET /v2.0/networks/e49e8296-4270-42ee-8656-6741a559a39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566525 Aug 16 23:55:22.887283 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd6388-3213-441d-8cfd-2bf7352ded10 req-52f5d06f-32ed-4884-a578-3395deb5c827 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:22.888873 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-65bd6388-3213-441d-8cfd-2bf7352ded10 req-52f5d06f-32ed-4884-a578-3395deb5c827 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=e366778a-3234-4252-96a8-cf54705a9dea HTTP/1.1" status: 200 len: 943 time: 0.2811444 Aug 16 23:55:22.968011 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a90a-37e6-463c-be8b-ff1ad5916115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:22.979007 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a90a-37e6-463c-be8b-ff1ad5916115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:22.988000 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-54a40e68-a747-427b-a8d2-d87e7d381a56 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:22.990726 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-54a40e68-a747-427b-a8d2-d87e7d381a56 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/networks?id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf HTTP/1.1" status: 200 len: 812 time: 0.2446814 Aug 16 23:55:23.004726 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-674865f1-3090-4a31-b369-cb9686a28ebc admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:23.007150 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-674865f1-3090-4a31-b369-cb9686a28ebc admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.4625163 Aug 16 23:55:23.011382 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49818) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:23.013098 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-da66b831-1ab3-42a2-aa39-cb2a66d32fa6 None None] Set router 679587bb-3b63-48e9-94ce-4ab90294d747 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:55:23.018941 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-65bd6388-3213-441d-8cfd-2bf7352ded10 req-5bbabad1-eb8d-4461-a858-b90e1dcdcddb tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups?id=89fd6287-b017-4b97-8971-3ee47b7c2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159749 Aug 16 23:55:23.071657 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd1a90a-37e6-463c-be8b-ff1ad5916115 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:55:23.087508 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-8f6c9482-17c5-40fe-81f5-dad8d7ec3cd1 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/quotas/199207e6de05452bbb587d40f177d9b0 HTTP/1.1" status: 200 len: 375 time: 0.0847211 Aug 16 23:55:23.109685 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1a90a-37e6-463c-be8b-ff1ad5916115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa382853-65e4-47b4-9b04-7ac091097411,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:23.172934 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a90a-37e6-463c-be8b-ff1ad5916115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:23.173316 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-ebd1a90a-37e6-463c-be8b-ff1ad5916115 admin admin] Added segment 4405abbb-3933-4fdd-87ab-11431f544d27 of type vlan for network ad917e20-e5d9-4479-8039-bb6c9609a37d Aug 16 23:55:23.184070 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-240b3eb5-f5f4-48dc-bb31-76e3292b98fa tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=199207e6de05452bbb587d40f177d9b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0955827 Aug 16 23:55:23.296953 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-da66b831-1ab3-42a2-aa39-cb2a66d32fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679587bb-3b63-48e9-94ce-4ab90294d747', 'name': 'tempest-FloatingIPsTestJSON-483383894-router', 'tenant_id': '16c7210b78ba422abdc09d67b9574c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '663ca8bf-e80b-4339-b7f8-193720d83805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:55:15Z', 'updated_at': '2021-08-16T23:55:20Z', 'revision_number': 3, 'project_id': '16c7210b78ba422abdc09d67b9574c4e', 'gw_port': {'id': '663ca8bf-e80b-4339-b7f8-193720d83805', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:76:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679587bb-3b63-48e9-94ce-4ab90294d747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:18Z', 'updated_at': '2021-08-16T23:55:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:23.346802 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da66b831-1ab3-42a2-aa39-cb2a66d32fa6 None None] Checking router: 679587bb-3b63-48e9-94ce-4ab90294d747 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:55:23.347843 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da66b831-1ab3-42a2-aa39-cb2a66d32fa6 None None] Updating router 679587bb-3b63-48e9-94ce-4ab90294d747 port 663ca8bf-e80b-4339-b7f8-193720d83805 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:55:23.378633 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-da66b831-1ab3-42a2-aa39-cb2a66d32fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:23.407503 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a90a-37e6-463c-be8b-ff1ad5916115 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:23.446673 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4239a879-ae7a-4e27-9a29-6706953e8ee0 x-openstack-request-id: req-4239a879-ae7a-4e27-9a29-6706953e8ee0 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:23.447547 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edeb1835-eb4f-4873-9a9e-efaf8a8c2c01", "name": "network-vif-deleted", "tag": "a1d6dd85-c6eb-4f84-99d6-5124a84ad68d", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:23.448026 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4239a879-ae7a-4e27-9a29-6706953e8ee0 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:23.448686 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edeb1835-eb4f-4873-9a9e-efaf8a8c2c01', 'name': 'network-vif-deleted', 'tag': 'a1d6dd85-c6eb-4f84-99d6-5124a84ad68d', 'status': 'completed', 'code': 200} Aug 16 23:55:23.531149 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a90a-37e6-463c-be8b-ff1ad5916115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:23.532300 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd1a90a-37e6-463c-be8b-ff1ad5916115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:23.533107 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a90a-37e6-463c-be8b-ff1ad5916115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:23.548814 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-ccb84f3c-7a02-41f1-87c3-808a9c1e46d8 service neutron] 10.222.0.60 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637497 Aug 16 23:55:23.618622 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d154b-020b-4eee-ae05-208bad5639c3 req-b3e8642e-bf3b-4b54-9dad-499a30d9e3e1 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:23.628023 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-456d154b-020b-4eee-ae05-208bad5639c3 req-b3e8642e-bf3b-4b54-9dad-499a30d9e3e1 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 946 time: 0.1819725 Aug 16 23:55:23.690336 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ebd1a90a-37e6-463c-be8b-ff1ad5916115 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3547719 Aug 16 23:55:23.702430 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49842) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:23.710464 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-3adace25-a06b-49ae-86ef-1516faa78ed8 admin admin] Request body: {'subnet': {'network_id': 'ad917e20-e5d9-4479-8039-bb6c9609a37d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-411140687-subnet', 'tenant_id': '999c491c2a654ac4b7d01fcc7e467a29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:23.727537 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1a90a-37e6-463c-be8b-ff1ad5916115 admin admin] Pushing event updated for resources: {'Network': ['ID=ad917e20-e5d9-4479-8039-bb6c9609a37d,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:23.748651 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network ad917e20-e5d9-4479-8039-bb6c9609a37d details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:55:23.774596 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a33a904-349f-4eee-851e-194d4086c27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:23.778724 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-456d154b-020b-4eee-ae05-208bad5639c3 req-4b1b34a1-cb5d-44c2-930c-1958fc7119b4 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490240 Aug 16 23:55:23.792500 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adace25-a06b-49ae-86ef-1516faa78ed8 admin admin] Made reservation on behalf of 999c491c2a654ac4b7d01fcc7e467a29 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:55:23.795195 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3adace25-a06b-49ae-86ef-1516faa78ed8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:23.822657 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-da66b831-1ab3-42a2-aa39-cb2a66d32fa6 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:23.831558 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49846) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:23.844815 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-da66b831-1ab3-42a2-aa39-cb2a66d32fa6 None None] Transition to ACTIVE for port object 663ca8bf-e80b-4339-b7f8-193720d83805 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:55:23.853684 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-da66b831-1ab3-42a2-aa39-cb2a66d32fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:23.903573 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734ea68-13af-471c-b45c-84d454e5e1fa None None] Pushing event updated for resources: {'Port': ['ID=663ca8bf-e80b-4339-b7f8-193720d83805,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:23.915250 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734ea68-13af-471c-b45c-84d454e5e1fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:23.916190 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734ea68-13af-471c-b45c-84d454e5e1fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:23.916852 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734ea68-13af-471c-b45c-84d454e5e1fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:23.917444 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734ea68-13af-471c-b45c-84d454e5e1fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:23.918148 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734ea68-13af-471c-b45c-84d454e5e1fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:23.918701 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734ea68-13af-471c-b45c-84d454e5e1fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:23.919500 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734ea68-13af-471c-b45c-84d454e5e1fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:23.920186 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734ea68-13af-471c-b45c-84d454e5e1fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:23.920880 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734ea68-13af-471c-b45c-84d454e5e1fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:23.921693 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734ea68-13af-471c-b45c-84d454e5e1fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:23.922498 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734ea68-13af-471c-b45c-84d454e5e1fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:23.923062 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734ea68-13af-471c-b45c-84d454e5e1fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:23.924296 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-d3374c8c-17ac-4d21-a2ce-e888f262de76 service neutron] 10.222.0.60 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593550 Aug 16 23:55:23.945403 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-da66b831-1ab3-42a2-aa39-cb2a66d32fa6 None None] Attempting to bind port 663ca8bf-e80b-4339-b7f8-193720d83805 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:55:23.946312 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-da66b831-1ab3-42a2-aa39-cb2a66d32fa6 None None] Attempting to bind port 663ca8bf-e80b-4339-b7f8-193720d83805 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:55:23.946930 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da66b831-1ab3-42a2-aa39-cb2a66d32fa6 None None] Attempting to bind port 663ca8bf-e80b-4339-b7f8-193720d83805 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:55:23.952749 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da66b831-1ab3-42a2-aa39-cb2a66d32fa6 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:55:23.953655 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da66b831-1ab3-42a2-aa39-cb2a66d32fa6 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:55:23.954290 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-da66b831-1ab3-42a2-aa39-cb2a66d32fa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:23.958201 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da66b831-1ab3-42a2-aa39-cb2a66d32fa6 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:55:23.958201 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-da66b831-1ab3-42a2-aa39-cb2a66d32fa6 None None] Bound port: 663ca8bf-e80b-4339-b7f8-193720d83805, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:55:23.958201 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-da66b831-1ab3-42a2-aa39-cb2a66d32fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:24.013524 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device b3a5a74b-225c-4d33-8138-1f9ba8d71c81 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:55:24.022178 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-da66b831-1ab3-42a2-aa39-cb2a66d32fa6 None None] For port 663ca8bf-e80b-4339-b7f8-193720d83805, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:55:24.027878 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-da66b831-1ab3-42a2-aa39-cb2a66d32fa6 None None] For port 663ca8bf-e80b-4339-b7f8-193720d83805, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=663ca8bf-e80b-4339-b7f8-193720d83805,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:55:24.034791 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-4a33a904-349f-4eee-851e-194d4086c27c admin admin] Allocated IP 172.20.0.1 (0e34d6fc-f60e-4a84-a168-716e2f273d1b/34cb23fa-5e44-4e92-bf06-ecf179820519/4ca8c753-f1a9-4b82-850e-ac59d1f56c70) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:55:24.037624 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-da66b831-1ab3-42a2-aa39-cb2a66d32fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:24.136611 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da66b831-1ab3-42a2-aa39-cb2a66d32fa6 None None] Routers {'679587bb-3b63-48e9-94ce-4ab90294d747'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:55:24.137280 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-da66b831-1ab3-42a2-aa39-cb2a66d32fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:55:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['679587bb-3b63-48e9-94ce-4ab90294d747'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:24.195296 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734ea68-13af-471c-b45c-84d454e5e1fa None None] Pushing event updated for resources: {'Port': ['ID=663ca8bf-e80b-4339-b7f8-193720d83805,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:24.248895 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port b3a5a74b-225c-4d33-8138-1f9ba8d71c81, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b3a5a74b-225c-4d33-8138-1f9ba8d71c81,segment=NetworkSegment(3c721221-cf3b-40af-b1b9-c06e071ed18f),segment_id=3c721221-cf3b-40af-b1b9-c06e071ed18f)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:24.263923 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'b3a5a74b-225c-4d33-8138-1f9ba8d71c81', 'network_id': 'e49e8296-4270-42ee-8656-6741a559a39c', 'port_id': 'b3a5a74b-225c-4d33-8138-1f9ba8d71c81', 'mac_address': 'fa:16:3e:f1:12:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bedae41-060a-4a82-9b3d-f77df955187e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:55:24.297281 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a33a904-349f-4eee-851e-194d4086c27c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:24.315964 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-4a33a904-349f-4eee-851e-194d4086c27c admin admin] Transition to ACTIVE for port object 4ca8c753-f1a9-4b82-850e-ac59d1f56c70 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:55:24.318681 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:24.348486 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a5a74b-225c-4d33-8138-1f9ba8d71c81 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:55:24.360444 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a33a904-349f-4eee-851e-194d4086c27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:24.391288 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port b3a5a74b-225c-4d33-8138-1f9ba8d71c81, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b3a5a74b-225c-4d33-8138-1f9ba8d71c81,segment=NetworkSegment(3c721221-cf3b-40af-b1b9-c06e071ed18f),segment_id=3c721221-cf3b-40af-b1b9-c06e071ed18f)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:24.404896 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:24.408056 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a33a904-349f-4eee-851e-194d4086c27c admin admin] Network 0e34d6fc-f60e-4a84-a168-716e2f273d1b is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:55:24.412431 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-f8a75b04-fa5d-4d88-96b9-4969f18d3f5f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-48270590-network', 'tenant_id': 'c51c5e175b764197b0bc8657e959502e'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:24.412964 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-da66b831-1ab3-42a2-aa39-cb2a66d32fa6 None None] Set router 679587bb-3b63-48e9-94ce-4ab90294d747 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:55:24.414272 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-4a33a904-349f-4eee-851e-194d4086c27c admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:55:24.421288 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a33a904-349f-4eee-851e-194d4086c27c admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:55:24.480180 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33a904-349f-4eee-851e-194d4086c27c admin admin] Pushing event updated for resources: {'Port': ['ID=4ca8c753-f1a9-4b82-850e-ac59d1f56c70,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:24.500150 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a33a904-349f-4eee-851e-194d4086c27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:24.505605 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=b3a5a74b-225c-4d33-8138-1f9ba8d71c81,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:24.513641 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a75b04-fa5d-4d88-96b9-4969f18d3f5f admin admin] Made reservation on behalf of c51c5e175b764197b0bc8657e959502e for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:55:24.515966 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f8a75b04-fa5d-4d88-96b9-4969f18d3f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:24.569483 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a96428-fef5-41d6-94ea-a6e23cf152bd req-8c440fba-9346-4e59-b1f5-0ba5fe4e084c tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:24.572312 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b2a96428-fef5-41d6-94ea-a6e23cf152bd req-8c440fba-9346-4e59-b1f5-0ba5fe4e084c tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 946 time: 0.5708539 Aug 16 23:55:24.575126 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f8a75b04-fa5d-4d88-96b9-4969f18d3f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:24.594318 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3adace25-a06b-49ae-86ef-1516faa78ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:24.615552 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['b3a5a74b-225c-4d33-8138-1f9ba8d71c81'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:55:24.754296 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a33a904-349f-4eee-851e-194d4086c27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:24.789178 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b2a96428-fef5-41d6-94ea-a6e23cf152bd req-4aed1789-db60-4343-86e3-6a8d1a09dd89 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934819 Aug 16 23:55:24.789178 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adace25-a06b-49ae-86ef-1516faa78ed8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b95ffe-0fde-4582-9717-e377e39d426b,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:24.848896 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adace25-a06b-49ae-86ef-1516faa78ed8 admin admin] Checking segment: {'id': '4405abbb-3933-4fdd-87ab-11431f544d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ad917e20-e5d9-4479-8039-bb6c9609a37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:55:24.850832 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adace25-a06b-49ae-86ef-1516faa78ed8 admin admin] Network hostable DHCP agents. Network: ad917e20-e5d9-4479-8039-bb6c9609a37d, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:55:24.901383 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-da66b831-1ab3-42a2-aa39-cb2a66d32fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679587bb-3b63-48e9-94ce-4ab90294d747', 'name': 'tempest-FloatingIPsTestJSON-483383894-router', 'tenant_id': '16c7210b78ba422abdc09d67b9574c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '663ca8bf-e80b-4339-b7f8-193720d83805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:55:15Z', 'updated_at': '2021-08-16T23:55:20Z', 'revision_number': 3, 'project_id': '16c7210b78ba422abdc09d67b9574c4e', 'gw_port': {'id': '663ca8bf-e80b-4339-b7f8-193720d83805', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:76:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679587bb-3b63-48e9-94ce-4ab90294d747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:18Z', 'updated_at': '2021-08-16T23:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:24.938108 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adace25-a06b-49ae-86ef-1516faa78ed8 admin admin] Network ad917e20-e5d9-4479-8039-bb6c9609a37d is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:55:24.966460 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d6e57f1b-8a7a-40ec-8145-40e2b957fc81 None None] Provisioning for port 4ca8c753-f1a9-4b82-850e-ac59d1f56c70 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:55:24.976518 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da66b831-1ab3-42a2-aa39-cb2a66d32fa6 None None] The sync data for ids ['679587bb-3b63-48e9-94ce-4ab90294d747'] in n-d-800088-20 is: [{'id': '679587bb-3b63-48e9-94ce-4ab90294d747', 'name': 'tempest-FloatingIPsTestJSON-483383894-router', 'tenant_id': '16c7210b78ba422abdc09d67b9574c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '663ca8bf-e80b-4339-b7f8-193720d83805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:55:15Z', 'updated_at': '2021-08-16T23:55:20Z', 'revision_number': 3, 'project_id': '16c7210b78ba422abdc09d67b9574c4e', 'gw_port': {'id': '663ca8bf-e80b-4339-b7f8-193720d83805', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:76:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679587bb-3b63-48e9-94ce-4ab90294d747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:18Z', 'updated_at': '2021-08-16T23:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:55:24.985629 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d6e57f1b-8a7a-40ec-8145-40e2b957fc81 None None] Provisioning complete for port 4ca8c753-f1a9-4b82-850e-ac59d1f56c70 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:55:24.988031 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f8a75b04-fa5d-4d88-96b9-4969f18d3f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:24.990339 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d6e57f1b-8a7a-40ec-8145-40e2b957fc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:24.993246 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-3adace25-a06b-49ae-86ef-1516faa78ed8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, ad917e20-e5d9-4479-8039-bb6c9609a37d) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:55:24.998921 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adace25-a06b-49ae-86ef-1516faa78ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:24.999879 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3adace25-a06b-49ae-86ef-1516faa78ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:25.005517 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f8a75b04-fa5d-4d88-96b9-4969f18d3f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:25.026653 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b56bca-d68d-4110-b097-6e697c36ec2c None None] Network ad917e20-e5d9-4479-8039-bb6c9609a37d requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:55:25.090146 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a75b04-fa5d-4d88-96b9-4969f18d3f5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:55:25.099413 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a33a904-349f-4eee-851e-194d4086c27c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:25.102011 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3adace25-a06b-49ae-86ef-1516faa78ed8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3981836 Aug 16 23:55:25.117275 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a33a904-349f-4eee-851e-194d4086c27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:25.148650 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-d6e57f1b-8a7a-40ec-8145-40e2b957fc81 None None] Port 4ca8c753-f1a9-4b82-850e-ac59d1f56c70 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:55:25.166737 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16d7a977-c649-44bd-8c88-a7bf2e8c0daa req-6bdd1d81-6585-4414-9b7d-aac4efcaf091 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa28eef-2767-4293-b05f-75e402e3cbe8 HTTP/1.1" status: 200 len: 210 time: 0.1172671 Aug 16 23:55:25.176728 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a75b04-fa5d-4d88-96b9-4969f18d3f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c927bb-3d41-4db5-820e-e0e791b5c0d3,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:25.193861 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f8a75b04-fa5d-4d88-96b9-4969f18d3f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:25.194352 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-f8a75b04-fa5d-4d88-96b9-4969f18d3f5f admin admin] Added segment fbcd4495-cd63-44ce-b1d3-884295473b0e of type vlan for network ff8c8bca-be38-471f-b093-574bcaf4ce01 Aug 16 23:55:25.246183 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d39ed-59df-417c-b660-413de9fd37a5 req-2b8d1e1e-0dc2-4ef7-8577-a0c2bb31a1fa tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:25.248019 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-361d39ed-59df-417c-b660-413de9fd37a5 req-2b8d1e1e-0dc2-4ef7-8577-a0c2bb31a1fa tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=e366778a-3234-4252-96a8-cf54705a9dea HTTP/1.1" status: 200 len: 944 time: 0.1920891 Aug 16 23:55:25.266352 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f8a75b04-fa5d-4d88-96b9-4969f18d3f5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:25.271857 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a33a904-349f-4eee-851e-194d4086c27c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:25.288207 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33a904-349f-4eee-851e-194d4086c27c admin admin] Pushing event updated for resources: {'Port': ['ID=4ca8c753-f1a9-4b82-850e-ac59d1f56c70,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:25.323662 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5abfbbc-d420-4cae-814e-dd8010763684 None None] Network ad917e20-e5d9-4479-8039-bb6c9609a37d requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:55:25.342314 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49896) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:25.428974 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-361d39ed-59df-417c-b660-413de9fd37a5 req-dded9773-57ee-421e-8f18-2e8566211405 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups?id=89fd6287-b017-4b97-8971-3ee47b7c2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619496 Aug 16 23:55:25.428974 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f8a75b04-fa5d-4d88-96b9-4969f18d3f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:25.428974 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a75b04-fa5d-4d88-96b9-4969f18d3f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:25.428974 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f8a75b04-fa5d-4d88-96b9-4969f18d3f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:25.516124 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a33a904-349f-4eee-851e-194d4086c27c admin admin] Network 0e34d6fc-f60e-4a84-a168-716e2f273d1b is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:55:25.521139 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-4a33a904-349f-4eee-851e-194d4086c27c admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:55:25.631208 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-0efbcd91-7698-46e0-8e1f-426f6108f09c admin admin] Deleting subnet 39ab3cf5-3ae9-4c91-ad3d-7cd033f42140 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:55:25.639021 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f8a75b04-fa5d-4d88-96b9-4969f18d3f5f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8012884 Aug 16 23:55:25.643189 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49906) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:25.644209 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0efbcd91-7698-46e0-8e1f-426f6108f09c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:25.696044 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device a1d6dd85-c6eb-4f84-99d6-5124a84ad68d no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:25.748711 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-aea15f22-4084-4b1a-a0a3-c60fd26352e6 admin admin] Request body: {'subnet': {'network_id': 'ff8c8bca-be38-471f-b093-574bcaf4ce01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-48270590-subnet', 'tenant_id': 'c51c5e175b764197b0bc8657e959502e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:25.795491 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: a1d6dd85-c6eb-4f84-99d6-5124a84ad68d {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:55:25.795840 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device a1d6dd85-c6eb-4f84-99d6-5124a84ad68d not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:55:25.819515 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a75b04-fa5d-4d88-96b9-4969f18d3f5f admin admin] Pushing event updated for resources: {'Network': ['ID=ff8c8bca-be38-471f-b093-574bcaf4ce01,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:25.830518 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network ff8c8bca-be38-471f-b093-574bcaf4ce01 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:55:25.869670 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0efbcd91-7698-46e0-8e1f-426f6108f09c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:25.887949 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 663ca8bf-e80b-4339-b7f8-193720d83805 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:55:25.928122 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a33a904-349f-4eee-851e-194d4086c27c admin admin] Router 679587bb-3b63-48e9-94ce-4ab90294d747 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:55:26.042434 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device b3a5a74b-225c-4d33-8138-1f9ba8d71c81 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:55:26.053621 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea15f22-4084-4b1a-a0a3-c60fd26352e6 admin admin] Made reservation on behalf of c51c5e175b764197b0bc8657e959502e for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:55:26.057152 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aea15f22-4084-4b1a-a0a3-c60fd26352e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:26.216332 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-9ae6b44b-8e7b-4072-8bf6-d14584b736b9 None None] Provisioning complete for port 4ca8c753-f1a9-4b82-850e-ac59d1f56c70 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:55:26.216913 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9ae6b44b-8e7b-4072-8bf6-d14584b736b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:26.223053 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0efbcd91-7698-46e0-8e1f-426f6108f09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:26.229503 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49932) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:26.261760 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-9ae6b44b-8e7b-4072-8bf6-d14584b736b9 None None] Port 4ca8c753-f1a9-4b82-850e-ac59d1f56c70 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:55:26.272594 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port b3a5a74b-225c-4d33-8138-1f9ba8d71c81 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:55:26.276604 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port b3a5a74b-225c-4d33-8138-1f9ba8d71c81 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:55:26.276977 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:26.322908 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab66ec-10ed-4996-9edd-ace9032435d0 req-2d430c42-b7b0-4aaf-8e1d-1979ade99010 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:26.327544 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a33a904-349f-4eee-851e-194d4086c27c admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:55:26.331110 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2aab66ec-10ed-4996-9edd-ace9032435d0 req-2d430c42-b7b0-4aaf-8e1d-1979ade99010 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 946 time: 0.4681365 Aug 16 23:55:26.331717 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 663ca8bf-e80b-4339-b7f8-193720d83805 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:55:26.339484 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 663ca8bf-e80b-4339-b7f8-193720d83805 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:55:26.339860 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:26.349154 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4a33a904-349f-4eee-851e-194d4086c27c admin admin] 10.222.0.60 "PUT /v2.0/routers/679587bb-3b63-48e9-94ce-4ab90294d747/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3356941 Aug 16 23:55:26.416343 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cac2261c-8c53-4ea6-9ceb-6d2c43b66ed7 req-6896bdaa-eb32-4390-9947-421784e1a989 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa28eef-2767-4293-b05f-75e402e3cbe8 HTTP/1.1" status: 200 len: 210 time: 0.1125021 Aug 16 23:55:26.481721 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:26.522579 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2aab66ec-10ed-4996-9edd-ace9032435d0 req-5df93e4d-49ab-49c3-ad33-1cb8b5a237ca tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900830 Aug 16 23:55:26.523688 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port b3a5a74b-225c-4d33-8138-1f9ba8d71c81, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b3a5a74b-225c-4d33-8138-1f9ba8d71c81,segment=NetworkSegment(3c721221-cf3b-40af-b1b9-c06e071ed18f),segment_id=3c721221-cf3b-40af-b1b9-c06e071ed18f)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:26.527545 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e366778a-3234-4252-96a8-cf54705a9dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a5a74b-225c-4d33-8138-1f9ba8d71c81'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:26.530382 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc984e5-cbca-463d-9b74-3b2eac7a9f47" -d '{"events": [{"server_uuid": "e366778a-3234-4252-96a8-cf54705a9dea", "name": "network-vif-plugged", "status": "completed", "tag": "b3a5a74b-225c-4d33-8138-1f9ba8d71c81"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:26.537531 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:26.541120 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-e74ec654-2345-4b8e-a129-cec890230dfa tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:26.542789 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-e74ec654-2345-4b8e-a129-cec890230dfa tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.69 "GET /v2.0/networks?id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf HTTP/1.1" status: 200 len: 812 time: 0.3814940 Aug 16 23:55:26.560243 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-96ef2dc4-faee-4526-9d6f-acb9f15f2452 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Request body: {'port': {'device_id': 'bfa28eef-2767-4293-b05f-75e402e3cbe8', 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf', 'admin_state_up': True, 'tenant_id': '199207e6de05452bbb587d40f177d9b0'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:26.634204 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0efbcd91-7698-46e0-8e1f-426f6108f09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:26.647679 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4923a25e-6186-4441-a29e-62e81d773e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:26.681216 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=b3a5a74b-225c-4d33-8138-1f9ba8d71c81,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:26.709884 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:26.729256 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbcd91-7698-46e0-8e1f-426f6108f09c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39ab3cf5-3ae9-4c91-ad3d-7cd033f42140,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:26.737783 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0efbcd91-7698-46e0-8e1f-426f6108f09c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:26.740670 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0efbcd91-7698-46e0-8e1f-426f6108f09c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/39ab3cf5-3ae9-4c91-ad3d-7cd033f42140 HTTP/1.1" status: 204 len: 168 time: 1.3905082 Aug 16 23:55:26.743877 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49954) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:26.755834 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 663ca8bf-e80b-4339-b7f8-193720d83805, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=663ca8bf-e80b-4339-b7f8-193720d83805,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:26.761734 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:26.827379 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=663ca8bf-e80b-4339-b7f8-193720d83805,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:26.903514 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a0de9-d608-45ca-91ec-8a9584dc5fba req-504ec91a-5e0a-40de-b9fe-360757adf502 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:26.910825 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-743a0de9-d608-45ca-91ec-8a9584dc5fba req-504ec91a-5e0a-40de-b9fe-360757adf502 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=e366778a-3234-4252-96a8-cf54705a9dea HTTP/1.1" status: 200 len: 945 time: 0.2796719 Aug 16 23:55:26.932598 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aea15f22-4084-4b1a-a0a3-c60fd26352e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:26.942924 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4d40f606-3022-4f60-b787-628544e23a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:27.045897 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18314419-e125-4886-b4c9-305e7e68e1bc x-openstack-request-id: req-18314419-e125-4886-b4c9-305e7e68e1bc {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:27.046823 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e366778a-3234-4252-96a8-cf54705a9dea", "name": "network-vif-plugged", "status": "completed", "tag": "b3a5a74b-225c-4d33-8138-1f9ba8d71c81", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:27.047957 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-18314419-e125-4886-b4c9-305e7e68e1bc {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:27.049432 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e366778a-3234-4252-96a8-cf54705a9dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a5a74b-225c-4d33-8138-1f9ba8d71c81', 'code': 200} Aug 16 23:55:27.099403 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4923a25e-6186-4441-a29e-62e81d773e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:27.121093 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea15f22-4084-4b1a-a0a3-c60fd26352e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c40d199a-f55a-4ce5-baf5-458dd8bf8775,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:27.137726 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-743a0de9-d608-45ca-91ec-8a9584dc5fba req-c0ec1c1c-6b5c-411a-843d-5040bbf94d19 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups?id=89fd6287-b017-4b97-8971-3ee47b7c2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241654 Aug 16 23:55:27.158353 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4923a25e-6186-4441-a29e-62e81d773e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:27.187244 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-96ef2dc4-faee-4526-9d6f-acb9f15f2452 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Made reservation on behalf of 199207e6de05452bbb587d40f177d9b0 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:55:27.193793 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-96ef2dc4-faee-4526-9d6f-acb9f15f2452 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:27.221008 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4d40f606-3022-4f60-b787-628544e23a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:27.288730 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49968) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:27.295685 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-4d40f606-3022-4f60-b787-628544e23a08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ee31ea-c060-49d4-a15f-77ebfb106df7']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:27.360631 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea15f22-4084-4b1a-a0a3-c60fd26352e6 admin admin] Checking segment: {'id': 'fbcd4495-cd63-44ce-b1d3-884295473b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ff8c8bca-be38-471f-b093-574bcaf4ce01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:55:27.360996 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea15f22-4084-4b1a-a0a3-c60fd26352e6 admin admin] Network hostable DHCP agents. Network: ff8c8bca-be38-471f-b093-574bcaf4ce01, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:55:27.362144 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-96ef2dc4-faee-4526-9d6f-acb9f15f2452 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Allocated IP 172.20.0.6 (0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf/1d7b0613-c268-41b8-9af9-983e31f4d852/fd5ff7d9-b17a-4e5f-9050-2d8290fb5653) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:55:27.368676 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-4d40f606-3022-4f60-b787-628544e23a08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd93f3f8d-abd5-46ab-b16c-cd7e6e0b8155') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:27.369165 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-4d40f606-3022-4f60-b787-628544e23a08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd93f3f8d-abd5-46ab-b16c-cd7e6e0b8155') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:27.383386 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4923a25e-6186-4441-a29e-62e81d773e7a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dedcb6565f3944aaa6cee37c63926697&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1401062 Aug 16 23:55:27.386157 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49972) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:27.391288 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923a25e-6186-4441-a29e-62e81d773e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8099439b-6f1a-4c42-a03a-166b1a5308cf,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:27.399363 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4d40f606-3022-4f60-b787-628544e23a08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:27.425543 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575ba5b-0940-4442-9d12-b5d8dc230f6b req-3f0110aa-247d-4217-a079-1f87c08a0699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:27.427758 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4575ba5b-0940-4442-9d12-b5d8dc230f6b req-3f0110aa-247d-4217-a079-1f87c08a0699 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e366778a-3234-4252-96a8-cf54705a9dea HTTP/1.1" status: 200 len: 1097 time: 0.2891085 Aug 16 23:55:27.433404 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4d40f606-3022-4f60-b787-628544e23a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:27.471156 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d40f606-3022-4f60-b787-628544e23a08 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:55:27.471579 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4d40f606-3022-4f60-b787-628544e23a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: timer() Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: self._notify() Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:55:27.473669 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:55:27.486132 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea15f22-4084-4b1a-a0a3-c60fd26352e6 admin admin] Network ff8c8bca-be38-471f-b093-574bcaf4ce01 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:55:27.579896 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-60fbb55c-325e-4f3a-be38-ff327e98041d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:27.588323 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4943c7ab-6676-48cb-a2d2-a7c94516d47f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2c3a1755dccf4427821a7443be9cdd31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2982533 Aug 16 23:55:27.592332 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49978) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:27.592490 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-aea15f22-4084-4b1a-a0a3-c60fd26352e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, ff8c8bca-be38-471f-b093-574bcaf4ce01) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:55:27.596848 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aa4a015a-b1ec-41fe-be8a-ecb08a564a15 req-27492bac-f7c5-48d2-b58c-0db67de7a129 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa28eef-2767-4293-b05f-75e402e3cbe8 HTTP/1.1" status: 200 len: 210 time: 0.0791993 Aug 16 23:55:27.603214 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4366642-5b3a-49a3-bec7-320c7132a377 None None] Network ff8c8bca-be38-471f-b093-574bcaf4ce01 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:55:27.604506 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-17bcd170-e78d-4322-89eb-a12ea2210917 req-bd859b8d-5e45-49fb-a5dc-09d5f8fc8ec7 tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3397954 Aug 16 23:55:27.606348 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4575ba5b-0940-4442-9d12-b5d8dc230f6b req-0799223b-9860-4c5d-af23-2690ba63693a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=89fd6287-b017-4b97-8971-3ee47b7c2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708827 Aug 16 23:55:27.607631 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea15f22-4084-4b1a-a0a3-c60fd26352e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:27.608265 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aea15f22-4084-4b1a-a0a3-c60fd26352e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:27.620656 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-17bcd170-e78d-4322-89eb-a12ea2210917 req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:27.628484 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4d40f606-3022-4f60-b787-628544e23a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:27.648747 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-aea15f22-4084-4b1a-a0a3-c60fd26352e6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9161570 Aug 16 23:55:27.650120 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4d40f606-3022-4f60-b787-628544e23a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:27.651949 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4d40f606-3022-4f60-b787-628544e23a08 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c5ee31ea-c060-49d4-a15f-77ebfb106df7 HTTP/1.1" status: 204 len: 168 time: 0.9053860 Aug 16 23:55:27.655267 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49982) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:27.689750 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40f606-3022-4f60-b787-628544e23a08 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5ee31ea-c060-49d4-a15f-77ebfb106df7,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:27.694259 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-60fbb55c-325e-4f3a-be38-ff327e98041d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:27.714541 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-17bcd170-e78d-4322-89eb-a12ea2210917 req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks [] for floatingip, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:27.714760 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-96ef2dc4-faee-4526-9d6f-acb9f15f2452 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:27.806118 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde35077-3101-4a53-9937-4a9017715c4c None None] Sync routers for ids ['679587bb-3b63-48e9-94ce-4ab90294d747'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:55:27.819966 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 663ca8bf-e80b-4339-b7f8-193720d83805 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:55:27.824894 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a26e1fb-8f08-4bdb-85c8-4f8b90d7f3a6 admin admin] Deleting subnet c5b95ffe-0fde-4582-9717-e377e39d426b {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:55:27.830843 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8a26e1fb-8f08-4bdb-85c8-4f8b90d7f3a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:27.832633 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c77ce31b-6411-44d4-89e4-b0c68d964ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:27.882376 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a354f7d-9d62-4a16-b905-854b6fc44dec req-a659777d-8ed3-42ac-b5b5-405b7a5fe0a0 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:27.896877 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7a354f7d-9d62-4a16-b905-854b6fc44dec req-a659777d-8ed3-42ac-b5b5-405b7a5fe0a0 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 946 time: 0.1274207 Aug 16 23:55:27.904879 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c77ce31b-6411-44d4-89e4-b0c68d964ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:27.918023 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-60fbb55c-325e-4f3a-be38-ff327e98041d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:27.918594 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde35077-3101-4a53-9937-4a9017715c4c None None] Routers {'679587bb-3b63-48e9-94ce-4ab90294d747'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:55:27.919620 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-bde35077-3101-4a53-9937-4a9017715c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:55:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['679587bb-3b63-48e9-94ce-4ab90294d747'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:27.920818 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-60fbb55c-325e-4f3a-be38-ff327e98041d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:27.922168 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-60fbb55c-325e-4f3a-be38-ff327e98041d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8099439b-6f1a-4c42-a03a-166b1a5308cf HTTP/1.1" status: 204 len: 168 time: 0.5346987 Aug 16 23:55:27.923268 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-96ef2dc4-faee-4526-9d6f-acb9f15f2452 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:27.931964 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8a26e1fb-8f08-4bdb-85c8-4f8b90d7f3a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:28.014828 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f99040-8809-4784-b43c-0cb29903555c None None] Network ff8c8bca-be38-471f-b093-574bcaf4ce01 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:55:28.016780 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fbb55c-325e-4f3a-be38-ff327e98041d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8099439b-6f1a-4c42-a03a-166b1a5308cf,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:28.018167 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7a354f7d-9d62-4a16-b905-854b6fc44dec req-e69d43db-c50d-446f-8937-ed6df8b74815 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154497 Aug 16 23:55:28.021553 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-17bcd170-e78d-4322-89eb-a12ea2210917 req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:28.060333 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-96ef2dc4-faee-4526-9d6f-acb9f15f2452 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:55:28.070180 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-96ef2dc4-faee-4526-9d6f-acb9f15f2452 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:55:28.078683 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-96ef2dc4-faee-4526-9d6f-acb9f15f2452 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:55:28.082159 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef2dc4-faee-4526-9d6f-acb9f15f2452 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Pushing event updated for resources: {'Port': ['ID=fd5ff7d9-b17a-4e5f-9050-2d8290fb5653,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:28.096296 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8a26e1fb-8f08-4bdb-85c8-4f8b90d7f3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:28.149660 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-17bcd170-e78d-4322-89eb-a12ea2210917 req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Allocated IP 172.25.3.190 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/999ee14b-7650-40f7-b663-9537c84bb87b) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:55:28.184520 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-96ef2dc4-faee-4526-9d6f-acb9f15f2452 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:28.185601 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-96ef2dc4-faee-4526-9d6f-acb9f15f2452 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:28.188367 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c77ce31b-6411-44d4-89e4-b0c68d964ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:28.191289 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c77ce31b-6411-44d4-89e4-b0c68d964ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:28.193114 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c77ce31b-6411-44d4-89e4-b0c68d964ee0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1775507e-e450-4eea-9b5f-c87387c897a4 HTTP/1.1" status: 204 len: 168 time: 0.5915866 Aug 16 23:55:28.216896 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ce31b-6411-44d4-89e4-b0c68d964ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1775507e-e450-4eea-9b5f-c87387c897a4,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:28.235779 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-96ef2dc4-faee-4526-9d6f-acb9f15f2452 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6780236 Aug 16 23:55:28.241026 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8a26e1fb-8f08-4bdb-85c8-4f8b90d7f3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:28.283995 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-17bcd170-e78d-4322-89eb-a12ea2210917 req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:28.325990 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8a26e1fb-8f08-4bdb-85c8-4f8b90d7f3a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:28.328122 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8a26e1fb-8f08-4bdb-85c8-4f8b90d7f3a6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c5b95ffe-0fde-4582-9717-e377e39d426b HTTP/1.1" status: 204 len: 168 time: 0.6634037 Aug 16 23:55:28.329365 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26e1fb-8f08-4bdb-85c8-4f8b90d7f3a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b95ffe-0fde-4582-9717-e377e39d426b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:28.331905 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50000) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:28.369440 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-17bcd170-e78d-4322-89eb-a12ea2210917 req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:28.440015 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 663ca8bf-e80b-4339-b7f8-193720d83805 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:55:28.441057 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:28.444123 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27464012-7d70-47cd-b8de-9a245c6afe1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:28.474398 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Pushing event updated for resources: {'Port': ['ID=999ee14b-7650-40f7-b663-9537c84bb87b,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:28.480131 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17bcd170-e78d-4322-89eb-a12ea2210917 req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:55:28.482232 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-17bcd170-e78d-4322-89eb-a12ea2210917 req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:55:28.495478 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-17bcd170-e78d-4322-89eb-a12ea2210917 req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:55:28.566882 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-bde35077-3101-4a53-9937-4a9017715c4c None None] Set router 679587bb-3b63-48e9-94ce-4ab90294d747 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:55:28.599169 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50006) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:28.620060 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dda1fd03-29ab-4daf-bc18-05ce3386de71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:28.639566 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27464012-7d70-47cd-b8de-9a245c6afe1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:28.656473 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:28.657133 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-27464012-7d70-47cd-b8de-9a245c6afe1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad917e20-e5d9-4479-8039-bb6c9609a37d']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:28.657923 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:28.661718 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:28.663484 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:28.664956 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:28.666767 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:28.666767 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:28.666767 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:28.666767 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:28.667758 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:28.668337 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:28.668894 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:28.680386 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-27464012-7d70-47cd-b8de-9a245c6afe1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4405abbb-3933-4fdd-87ab-11431f544d27') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:28.680673 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-27464012-7d70-47cd-b8de-9a245c6afe1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4405abbb-3933-4fdd-87ab-11431f544d27') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:28.698893 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27464012-7d70-47cd-b8de-9a245c6afe1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:28.725424 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27464012-7d70-47cd-b8de-9a245c6afe1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:28.737845 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27464012-7d70-47cd-b8de-9a245c6afe1f admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:55:28.738691 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27464012-7d70-47cd-b8de-9a245c6afe1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: timer() Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: self._notify() Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:55:28.741450 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:55:28.838470 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-17bcd170-e78d-4322-89eb-a12ea2210917 req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:28.872561 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-e1393458-f14b-4b9a-836e-f175f62888e9 service neutron] Request body: {'port': {'device_id': 'bfa28eef-2767-4293-b05f-75e402e3cbe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:28.884815 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27464012-7d70-47cd-b8de-9a245c6afe1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:28.917597 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dda1fd03-29ab-4daf-bc18-05ce3386de71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:28.919657 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-17bcd170-e78d-4322-89eb-a12ea2210917 req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:28.937138 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-bde35077-3101-4a53-9937-4a9017715c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679587bb-3b63-48e9-94ce-4ab90294d747', 'name': 'tempest-FloatingIPsTestJSON-483383894-router', 'tenant_id': '16c7210b78ba422abdc09d67b9574c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '663ca8bf-e80b-4339-b7f8-193720d83805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:55:15Z', 'updated_at': '2021-08-16T23:55:24Z', 'revision_number': 4, 'project_id': '16c7210b78ba422abdc09d67b9574c4e', 'gw_port': {'id': '663ca8bf-e80b-4339-b7f8-193720d83805', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679587bb-3b63-48e9-94ce-4ab90294d747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:18Z', 'updated_at': '2021-08-16T23:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '4ca8c753-f1a9-4b82-850e-ac59d1f56c70', 'name': '', 'network_id': '0e34d6fc-f60e-4a84-a168-716e2f273d1b', 'tenant_id': '16c7210b78ba422abdc09d67b9574c4e', 'mac_address': 'fa:16:3e:dd:b0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679587bb-3b63-48e9-94ce-4ab90294d747', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '34cb23fa-5e44-4e92-bf06-ecf179820519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:23Z', 'updated_at': '2021-08-16T23:55:24Z', 'revision_number': 2, 'project_id': '16c7210b78ba422abdc09d67b9574c4e', 'subnets': [{'id': '34cb23fa-5e44-4e92-bf06-ecf179820519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:28.945335 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dda1fd03-29ab-4daf-bc18-05ce3386de71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:28.970706 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde35077-3101-4a53-9937-4a9017715c4c None None] Checking router: 679587bb-3b63-48e9-94ce-4ab90294d747 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:55:28.972693 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde35077-3101-4a53-9937-4a9017715c4c None None] Updating router 679587bb-3b63-48e9-94ce-4ab90294d747 port 4ca8c753-f1a9-4b82-850e-ac59d1f56c70 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:55:28.983644 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-b262cafe-e9d2-4c56-88a5-74bf31ccbd32 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:28.990024 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-b262cafe-e9d2-4c56-88a5-74bf31ccbd32 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/networks?id=ff8c8bca-be38-471f-b093-574bcaf4ce01 HTTP/1.1" status: 200 len: 820 time: 0.3619246 Aug 16 23:55:28.994148 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-dda1fd03-29ab-4daf-bc18-05ce3386de71 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=780bfac96f2248268c52a0c52e753722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3938124 Aug 16 23:55:28.998305 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27464012-7d70-47cd-b8de-9a245c6afe1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:29.000103 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-27464012-7d70-47cd-b8de-9a245c6afe1f admin admin] 10.222.0.60 "DELETE /v2.0/networks/ad917e20-e5d9-4479-8039-bb6c9609a37d HTTP/1.1" status: 204 len: 168 time: 0.6672361 Aug 16 23:55:29.006097 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50022) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:29.010367 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27464012-7d70-47cd-b8de-9a245c6afe1f admin admin] Pushing event deleted for resources: {'Network': ['ID=ad917e20-e5d9-4479-8039-bb6c9609a37d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:29.046514 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bde35077-3101-4a53-9937-4a9017715c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:29.060262 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-e1393458-f14b-4b9a-836e-f175f62888e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:29.064329 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1fd03-29ab-4daf-bc18-05ce3386de71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6f924c-ee62-402d-8220-eb75093ecb88,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:29.093280 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-ff4e1f74-b85e-4e6d-9c88-8b43d6e39df0 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/quotas/c51c5e175b764197b0bc8657e959502e HTTP/1.1" status: 200 len: 375 time: 0.0906470 Aug 16 23:55:29.163852 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-cdcee48b-fcdd-497c-8fd4-bbf850565298 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c51c5e175b764197b0bc8657e959502e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574648 Aug 16 23:55:29.192920 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50030) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:29.266737 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5398d6de-2522-4f94-97e4-0fbb5443f8cd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0bb4976074294b0c9c43ae70eb239624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0704095 Aug 16 23:55:29.267252 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50032) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:29.271635 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e48848b8-290d-4032-bbd6-c3ffc00187b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:29.314838 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-17bcd170-e78d-4322-89eb-a12ea2210917 req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:29.335904 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-17bcd170-e78d-4322-89eb-a12ea2210917 req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:29.337832 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e48848b8-290d-4032-bbd6-c3ffc00187b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:29.403974 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-bad119f7-af21-4a50-8b05-6c3383006e7e service neutron] 10.222.0.60 "GET /v2.0/networks/ff8c8bca-be38-471f-b093-574bcaf4ce01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392619 Aug 16 23:55:29.405813 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b1ed5afb-c3e6-4894-aeac-49d3fa4da9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:29.452573 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bde35077-3101-4a53-9937-4a9017715c4c None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:29.472595 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Pushing event updated for resources: {'Port': ['ID=999ee14b-7650-40f7-b663-9537c84bb87b,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:29.474942 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-bde35077-3101-4a53-9937-4a9017715c4c None None] Transition to ACTIVE for port object 4ca8c753-f1a9-4b82-850e-ac59d1f56c70 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:55:29.483541 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bde35077-3101-4a53-9937-4a9017715c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:29.488437 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b1ed5afb-c3e6-4894-aeac-49d3fa4da9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:29.526909 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-17bcd170-e78d-4322-89eb-a12ea2210917 req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:29.548160 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e48848b8-290d-4032-bbd6-c3ffc00187b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:29.550134 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93e684-39b5-4301-92c2-5abe84ecf06d None None] Pushing event updated for resources: {'Port': ['ID=4ca8c753-f1a9-4b82-850e-ac59d1f56c70,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:29.555581 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e48848b8-290d-4032-bbd6-c3ffc00187b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:29.556802 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e48848b8-290d-4032-bbd6-c3ffc00187b9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f6f924c-ee62-402d-8220-eb75093ecb88 HTTP/1.1" status: 204 len: 168 time: 0.5498240 Aug 16 23:55:29.575378 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-17bcd170-e78d-4322-89eb-a12ea2210917 req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:29.576675 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-17bcd170-e78d-4322-89eb-a12ea2210917 req-d69e92e5-247f-4918-b3db-f51c7dea0b3c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9648421 Aug 16 23:55:29.581566 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48848b8-290d-4032-bbd6-c3ffc00187b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6f924c-ee62-402d-8220-eb75093ecb88,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:29.596845 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-e1393458-f14b-4b9a-836e-f175f62888e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5ff7d9-b17a-4e5f-9050-2d8290fb5653 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:55:29.619229 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-e1393458-f14b-4b9a-836e-f175f62888e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:29.634812 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-10b8781e-389d-4deb-a6aa-7ef12c59de26 service neutron] 10.222.0.60 "GET /v2.0/networks/ff8c8bca-be38-471f-b093-574bcaf4ce01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941276 Aug 16 23:55:29.644955 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-17bcd170-e78d-4322-89eb-a12ea2210917 req-b0dc9c72-6552-4ec0-8617-a5fb3a10a1ea tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.0596905 Aug 16 23:55:29.659206 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b1ed5afb-c3e6-4894-aeac-49d3fa4da9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:29.662579 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b1ed5afb-c3e6-4894-aeac-49d3fa4da9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:29.663762 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b1ed5afb-c3e6-4894-aeac-49d3fa4da9ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ffcfbeee-58bd-4d62-b48a-5d9903573768 HTTP/1.1" status: 204 len: 168 time: 0.3956146 Aug 16 23:55:29.665223 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-e1393458-f14b-4b9a-836e-f175f62888e9 service neutron] Transition to ACTIVE for port object fd5ff7d9-b17a-4e5f-9050-2d8290fb5653 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:55:29.674867 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed5afb-c3e6-4894-aeac-49d3fa4da9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcfbeee-58bd-4d62-b48a-5d9903573768,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:29.679004 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-e1393458-f14b-4b9a-836e-f175f62888e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:29.735134 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1393458-f14b-4b9a-836e-f175f62888e9 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5ff7d9-b17a-4e5f-9050-2d8290fb5653,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:29.761480 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-bde35077-3101-4a53-9937-4a9017715c4c None None] Attempting to bind port 4ca8c753-f1a9-4b82-850e-ac59d1f56c70 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:55:29.761711 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-bde35077-3101-4a53-9937-4a9017715c4c None None] Attempting to bind port 4ca8c753-f1a9-4b82-850e-ac59d1f56c70 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'b984258a-95fb-4694-8afb-3e536f48b533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0e34d6fc-f60e-4a84-a168-716e2f273d1b'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:55:29.761925 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde35077-3101-4a53-9937-4a9017715c4c None None] Attempting to bind port 4ca8c753-f1a9-4b82-850e-ac59d1f56c70 on network 0e34d6fc-f60e-4a84-a168-716e2f273d1b {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:55:29.808993 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde35077-3101-4a53-9937-4a9017715c4c None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:55:29.809424 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde35077-3101-4a53-9937-4a9017715c4c None None] Checking segment: {'id': 'b984258a-95fb-4694-8afb-3e536f48b533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0e34d6fc-f60e-4a84-a168-716e2f273d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:55:29.810994 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bde35077-3101-4a53-9937-4a9017715c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:29.811399 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde35077-3101-4a53-9937-4a9017715c4c None None] Bound using segment: {'id': 'b984258a-95fb-4694-8afb-3e536f48b533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0e34d6fc-f60e-4a84-a168-716e2f273d1b'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:55:29.813276 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-bde35077-3101-4a53-9937-4a9017715c4c None None] Bound port: 4ca8c753-f1a9-4b82-850e-ac59d1f56c70, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b984258a-95fb-4694-8afb-3e536f48b533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0e34d6fc-f60e-4a84-a168-716e2f273d1b'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:55:29.814978 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bde35077-3101-4a53-9937-4a9017715c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:29.850015 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50048) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:29.915846 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-e1393458-f14b-4b9a-836e-f175f62888e9 service neutron] Attempting to bind port fd5ff7d9-b17a-4e5f-9050-2d8290fb5653 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:55:29.916222 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-e1393458-f14b-4b9a-836e-f175f62888e9 service neutron] Attempting to bind port fd5ff7d9-b17a-4e5f-9050-2d8290fb5653 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:55:29.916609 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-e1393458-f14b-4b9a-836e-f175f62888e9 service neutron] Attempting to bind port fd5ff7d9-b17a-4e5f-9050-2d8290fb5653 on network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:55:29.921749 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-e1393458-f14b-4b9a-836e-f175f62888e9 service neutron] Port fd5ff7d9-b17a-4e5f-9050-2d8290fb5653 on network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:55:29.922235 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-e1393458-f14b-4b9a-836e-f175f62888e9 service neutron] Attempting to bind port fd5ff7d9-b17a-4e5f-9050-2d8290fb5653 on network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:55:29.928310 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-e1393458-f14b-4b9a-836e-f175f62888e9 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:55:29.928655 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-e1393458-f14b-4b9a-836e-f175f62888e9 service neutron] Checking segment: {'id': '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:55:29.929081 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-e1393458-f14b-4b9a-836e-f175f62888e9 service neutron] Bound using segment: {'id': '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:55:29.929565 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-e1393458-f14b-4b9a-836e-f175f62888e9 service neutron] Bound port: fd5ff7d9-b17a-4e5f-9050-2d8290fb5653, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:55:29.929936 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-e1393458-f14b-4b9a-836e-f175f62888e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:29.932659 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcd170-e78d-4322-89eb-a12ea2210917 req-3b9805ca-f924-4099-bfd4-9f5d6905da81 tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:29.935665 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-17bcd170-e78d-4322-89eb-a12ea2210917 req-3b9805ca-f924-4099-bfd4-9f5d6905da81 tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 784 time: 0.2828028 Aug 16 23:55:29.992490 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-bde35077-3101-4a53-9937-4a9017715c4c None None] For port 4ca8c753-f1a9-4b82-850e-ac59d1f56c70, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:55:30.013344 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-bde35077-3101-4a53-9937-4a9017715c4c None None] For port 4ca8c753-f1a9-4b82-850e-ac59d1f56c70, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4ca8c753-f1a9-4b82-850e-ac59d1f56c70,segment=NetworkSegment(b984258a-95fb-4694-8afb-3e536f48b533),segment_id=b984258a-95fb-4694-8afb-3e536f48b533)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:55:30.029867 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bde35077-3101-4a53-9937-4a9017715c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:30.087646 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-e1393458-f14b-4b9a-836e-f175f62888e9 service neutron] For port fd5ff7d9-b17a-4e5f-9050-2d8290fb5653, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:55:30.093939 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-e1393458-f14b-4b9a-836e-f175f62888e9 service neutron] For port fd5ff7d9-b17a-4e5f-9050-2d8290fb5653, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=fd5ff7d9-b17a-4e5f-9050-2d8290fb5653,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:55:30.105127 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-e1393458-f14b-4b9a-836e-f175f62888e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:30.166248 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb625089-95c6-428a-99bf-2e992adbfb54 req-36719797-6889-477e-b643-61b3010d28b8 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:30.168892 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eb625089-95c6-428a-99bf-2e992adbfb54 req-36719797-6889-477e-b643-61b3010d28b8 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa28eef-2767-4293-b05f-75e402e3cbe8 HTTP/1.1" status: 200 len: 943 time: 0.1259902 Aug 16 23:55:30.189004 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6e6b8-0b69-4197-8464-1e7f075dbcde req-dce49ebf-fafd-45d6-9875-798b3feee5ae tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:30.195535 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-e1393458-f14b-4b9a-836e-f175f62888e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:30.196176 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-e1393458-f14b-4b9a-836e-f175f62888e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:30.197299 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62c6e6b8-0b69-4197-8464-1e7f075dbcde req-dce49ebf-fafd-45d6-9875-798b3feee5ae tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=e366778a-3234-4252-96a8-cf54705a9dea HTTP/1.1" status: 200 len: 945 time: 0.1053424 Aug 16 23:55:30.197640 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-e1393458-f14b-4b9a-836e-f175f62888e9 service neutron] 10.222.0.69 "PUT /v2.0/ports/fd5ff7d9-b17a-4e5f-9050-2d8290fb5653 HTTP/1.1" status: 200 len: 1092 time: 1.9364135 Aug 16 23:55:30.198094 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfa28eef-2767-4293-b05f-75e402e3cbe8', 'tag': 'fd5ff7d9-b17a-4e5f-9050-2d8290fb5653'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:30.200445 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360f559c-4da9-4f9a-b743-33c80a10727c" -d '{"events": [{"name": "network-changed", "server_uuid": "bfa28eef-2767-4293-b05f-75e402e3cbe8", "tag": "fd5ff7d9-b17a-4e5f-9050-2d8290fb5653"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:30.238003 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde35077-3101-4a53-9937-4a9017715c4c None None] Routers {'679587bb-3b63-48e9-94ce-4ab90294d747'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:55:30.238652 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-bde35077-3101-4a53-9937-4a9017715c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:55:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['679587bb-3b63-48e9-94ce-4ab90294d747'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:30.242092 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93e684-39b5-4301-92c2-5abe84ecf06d None None] Pushing event updated for resources: {'Port': ['ID=4ca8c753-f1a9-4b82-850e-ac59d1f56c70,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:30.294443 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eb625089-95c6-428a-99bf-2e992adbfb54 req-59fd5ca7-9cf6-4a8f-80cd-d56231fefac4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151950 Aug 16 23:55:30.305009 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1393458-f14b-4b9a-836e-f175f62888e9 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5ff7d9-b17a-4e5f-9050-2d8290fb5653,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:30.343397 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-37a6d4eb-cf56-4ae8-b2ac-22681d8687d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:30.345201 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62c6e6b8-0b69-4197-8464-1e7f075dbcde req-62b75dc3-727d-4140-adb8-6af934014433 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups?id=89fd6287-b017-4b97-8971-3ee47b7c2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285620 Aug 16 23:55:30.345340 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-37a6d4eb-cf56-4ae8-b2ac-22681d8687d7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=199207e6de05452bbb587d40f177d9b0&device_id=bfa28eef-2767-4293-b05f-75e402e3cbe8 HTTP/1.1" status: 200 len: 1095 time: 0.0974715 Aug 16 23:55:30.461660 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-4124f262-bd61-4a59-9f7f-19c4de5e08b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd5ff7d9-b17a-4e5f-9050-2d8290fb5653 HTTP/1.1" status: 200 len: 217 time: 0.0989597 Aug 16 23:55:30.512794 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-bde35077-3101-4a53-9937-4a9017715c4c None None] Set router 679587bb-3b63-48e9-94ce-4ab90294d747 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:55:30.542628 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-7a320d86-63fb-4872-9443-4e0e7936004b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1585170514-network', 'tenant_id': 'd59061c7d6ad4c00a6992d4447fb777c'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:30.565713 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-874a47e1-8787-497e-bc13-7f0bdc310129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:30.568476 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-874a47e1-8787-497e-bc13-7f0bdc310129 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1d7b0613-c268-41b8-9af9-983e31f4d852 HTTP/1.1" status: 200 len: 852 time: 0.0939770 Aug 16 23:55:30.569008 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50074) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:30.617069 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e53643c6-c7cb-47c2-8860-4d39950e96b5 req-10dd629f-e76e-4ec9-80dd-a36b1089110e tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] 10.222.0.60 "GET /v2.0/floatingips/fb64c96e-5fb7-41de-a138-6bc3746076cc HTTP/1.1" status: 200 len: 693 time: 0.2084973 Aug 16 23:55:30.646182 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-519869ef-aef8-4050-837a-8c9ee545c303 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397103 Aug 16 23:55:30.696461 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-022b3f3a-7d54-464a-b7fa-7da9abffdbb6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=999c491c2a654ac4b7d01fcc7e467a29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1240079 Aug 16 23:55:30.734066 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50080) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:30.754283 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53643c6-c7cb-47c2-8860-4d39950e96b5 req-87b5856a-4d84-4fbf-936d-7c25c4eb7d7f tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:30.756035 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e53643c6-c7cb-47c2-8860-4d39950e96b5 req-87b5856a-4d84-4fbf-936d-7c25c4eb7d7f tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 784 time: 0.1277215 Aug 16 23:55:30.774926 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4465b-9129-49e8-9889-771ce1f13289 req-bf9998bc-36d7-47a8-91ac-9a532ba45155 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:30.776495 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-91b4465b-9129-49e8-9889-771ce1f13289 req-bf9998bc-36d7-47a8-91ac-9a532ba45155 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 946 time: 0.2638843 Aug 16 23:55:30.796576 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a320d86-63fb-4872-9443-4e0e7936004b admin admin] Made reservation on behalf of d59061c7d6ad4c00a6992d4447fb777c for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:55:30.813443 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a320d86-63fb-4872-9443-4e0e7936004b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:30.840003 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a320d86-63fb-4872-9443-4e0e7936004b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:30.841061 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5e8b7dca-5018-4fff-a200-95fe0e7d37ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:30.870926 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-bde35077-3101-4a53-9937-4a9017715c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679587bb-3b63-48e9-94ce-4ab90294d747', 'name': 'tempest-FloatingIPsTestJSON-483383894-router', 'tenant_id': '16c7210b78ba422abdc09d67b9574c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '663ca8bf-e80b-4339-b7f8-193720d83805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:55:15Z', 'updated_at': '2021-08-16T23:55:24Z', 'revision_number': 4, 'project_id': '16c7210b78ba422abdc09d67b9574c4e', 'gw_port': {'id': '663ca8bf-e80b-4339-b7f8-193720d83805', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679587bb-3b63-48e9-94ce-4ab90294d747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:18Z', 'updated_at': '2021-08-16T23:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '4ca8c753-f1a9-4b82-850e-ac59d1f56c70', 'name': '', 'network_id': '0e34d6fc-f60e-4a84-a168-716e2f273d1b', 'tenant_id': '16c7210b78ba422abdc09d67b9574c4e', 'mac_address': 'fa:16:3e:dd:b0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679587bb-3b63-48e9-94ce-4ab90294d747', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '34cb23fa-5e44-4e92-bf06-ecf179820519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:23Z', 'updated_at': '2021-08-16T23:55:29Z', 'revision_number': 4, 'project_id': '16c7210b78ba422abdc09d67b9574c4e', 'subnets': [{'id': '34cb23fa-5e44-4e92-bf06-ecf179820519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:30.871237 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5e8b7dca-5018-4fff-a200-95fe0e7d37ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:30.876826 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-91b4465b-9129-49e8-9889-771ce1f13289 req-99b16294-b742-41e2-9887-ead75384ad52 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883720 Aug 16 23:55:30.935691 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-dd9eadfd-eb8f-4ade-bbcd-a4a40a25d2ee service neutron] 10.222.0.69 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761559 Aug 16 23:55:30.947360 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5e8b7dca-5018-4fff-a200-95fe0e7d37ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:30.951690 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5e8b7dca-5018-4fff-a200-95fe0e7d37ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:30.952998 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5e8b7dca-5018-4fff-a200-95fe0e7d37ba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aa382853-65e4-47b4-9b04-7ac091097411 HTTP/1.1" status: 204 len: 168 time: 0.2176259 Aug 16 23:55:30.967496 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde35077-3101-4a53-9937-4a9017715c4c None None] The sync data for ids ['679587bb-3b63-48e9-94ce-4ab90294d747'] in n-d-800088-20 is: [{'id': '679587bb-3b63-48e9-94ce-4ab90294d747', 'name': 'tempest-FloatingIPsTestJSON-483383894-router', 'tenant_id': '16c7210b78ba422abdc09d67b9574c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '663ca8bf-e80b-4339-b7f8-193720d83805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:55:15Z', 'updated_at': '2021-08-16T23:55:24Z', 'revision_number': 4, 'project_id': '16c7210b78ba422abdc09d67b9574c4e', 'gw_port': {'id': '663ca8bf-e80b-4339-b7f8-193720d83805', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679587bb-3b63-48e9-94ce-4ab90294d747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:18Z', 'updated_at': '2021-08-16T23:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '4ca8c753-f1a9-4b82-850e-ac59d1f56c70', 'name': '', 'network_id': '0e34d6fc-f60e-4a84-a168-716e2f273d1b', 'tenant_id': '16c7210b78ba422abdc09d67b9574c4e', 'mac_address': 'fa:16:3e:dd:b0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679587bb-3b63-48e9-94ce-4ab90294d747', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '34cb23fa-5e44-4e92-bf06-ecf179820519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:23Z', 'updated_at': '2021-08-16T23:55:29Z', 'revision_number': 4, 'project_id': '16c7210b78ba422abdc09d67b9574c4e', 'subnets': [{'id': '34cb23fa-5e44-4e92-bf06-ecf179820519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:55:31.146905 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bd68ae-fadc-4c9a-a057-01a6737ecffb x-openstack-request-id: req-90bd68ae-fadc-4c9a-a057-01a6737ecffb {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:31.147197 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfa28eef-2767-4293-b05f-75e402e3cbe8", "tag": "fd5ff7d9-b17a-4e5f-9050-2d8290fb5653", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:31.147522 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-90bd68ae-fadc-4c9a-a057-01a6737ecffb {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:31.147939 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfa28eef-2767-4293-b05f-75e402e3cbe8', 'tag': 'fd5ff7d9-b17a-4e5f-9050-2d8290fb5653', 'status': 'completed', 'code': 200} Aug 16 23:55:31.157881 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b7dca-5018-4fff-a200-95fe0e7d37ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa382853-65e4-47b4-9b04-7ac091097411,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:31.245884 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b0b4c862-5909-45b0-bb63-e25bceb8ffb3 req-ada67849-8902-4f6b-a095-4e61d5b562e3 service neutron] 10.222.0.69 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916605 Aug 16 23:55:31.359909 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f559c-4da9-4f9a-b743-33c80a10727c req-d4eb8b60-d64f-4eb5-b173-ad722f6b0250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:31.361834 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-360f559c-4da9-4f9a-b743-33c80a10727c req-d4eb8b60-d64f-4eb5-b173-ad722f6b0250 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=199207e6de05452bbb587d40f177d9b0&device_id=bfa28eef-2767-4293-b05f-75e402e3cbe8 HTTP/1.1" status: 200 len: 1095 time: 0.0521765 Aug 16 23:55:31.545798 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f559c-4da9-4f9a-b743-33c80a10727c req-c503c0f7-3844-465b-9e5d-2fe543fefaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:31.547823 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-360f559c-4da9-4f9a-b743-33c80a10727c req-c503c0f7-3844-465b-9e5d-2fe543fefaa8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf HTTP/1.1" status: 200 len: 913 time: 0.1776214 Aug 16 23:55:31.554684 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b24fe4b-0d28-4261-8f45-992194494da4 req-7e2eecb6-cdf4-479c-acd3-a06df46b22ea tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=54eeeccc-2554-417a-a2c7-fa561452c9a2 HTTP/1.1" status: 200 len: 210 time: 0.6381509 Aug 16 23:55:31.634653 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-360f559c-4da9-4f9a-b743-33c80a10727c req-4288b00b-2fb0-4337-adb4-75e0e240651c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd5ff7d9-b17a-4e5f-9050-2d8290fb5653 HTTP/1.1" status: 200 len: 217 time: 0.0714085 Aug 16 23:55:31.637685 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63aad78e-57d9-4d4f-8c30-215f7f257246 req-c1abe670-b3c3-479c-a03b-2c52ad0f4520 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1596133956&fields=id&tenant_id=928fad2feae6486d8c368ea013044a74 HTTP/1.1" status: 200 len: 267 time: 0.0867634 Aug 16 23:55:31.728308 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f559c-4da9-4f9a-b743-33c80a10727c req-97e4add2-02e3-4bd4-a476-a29adb9e35a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:31.730950 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-360f559c-4da9-4f9a-b743-33c80a10727c req-97e4add2-02e3-4bd4-a476-a29adb9e35a7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1d7b0613-c268-41b8-9af9-983e31f4d852 HTTP/1.1" status: 200 len: 852 time: 0.0881474 Aug 16 23:55:31.789731 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-360f559c-4da9-4f9a-b743-33c80a10727c req-665fd741-603e-4600-9796-e662f44f1dea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490091 Aug 16 23:55:31.861844 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4ca8c753-f1a9-4b82-850e-ac59d1f56c70 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:55:31.948371 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 4ca8c753-f1a9-4b82-850e-ac59d1f56c70 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:55:31.953779 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 4ca8c753-f1a9-4b82-850e-ac59d1f56c70 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:55:31.954345 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:31.974306 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a320d86-63fb-4872-9443-4e0e7936004b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:32.030240 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42d6e76b-8988-4211-9a8a-8df4191c53dd req-f0a5e854-2b5f-4b19-992d-ee438e569fe8 tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=16c7210b78ba422abdc09d67b9574c4e HTTP/1.1" status: 200 len: 696 time: 0.4106045 Aug 16 23:55:32.065922 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50126) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:32.096973 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:32.099977 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-360f559c-4da9-4f9a-b743-33c80a10727c req-79f1592a-0619-4514-abcf-c789938be40e service neutron] 10.222.0.69 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011658 Aug 16 23:55:32.154353 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 4ca8c753-f1a9-4b82-850e-ac59d1f56c70, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4ca8c753-f1a9-4b82-850e-ac59d1f56c70,segment=NetworkSegment(b984258a-95fb-4694-8afb-3e536f48b533),segment_id=b984258a-95fb-4694-8afb-3e536f48b533)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:32.162349 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:32.242432 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-360f559c-4da9-4f9a-b743-33c80a10727c req-1d7bc9f0-300e-49f5-bdc9-21d0afa00432 service neutron] 10.222.0.69 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338060 Aug 16 23:55:32.242683 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a320d86-63fb-4872-9443-4e0e7936004b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:32.283923 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=4ca8c753-f1a9-4b82-850e-ac59d1f56c70,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:32.303606 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a320d86-63fb-4872-9443-4e0e7936004b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:55:32.346643 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aad78e-57d9-4d4f-8c30-215f7f257246 req-7de170e1-73a1-4d03-83e1-a2a092ee318d tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:32.355753 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63aad78e-57d9-4d4f-8c30-215f7f257246 req-7de170e1-73a1-4d03-83e1-a2a092ee318d tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=e366778a-3234-4252-96a8-cf54705a9dea HTTP/1.1" status: 200 len: 945 time: 0.7170658 Aug 16 23:55:32.358178 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a320d86-63fb-4872-9443-4e0e7936004b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea29279f-9b0a-4403-bce9-f6826260b7c4,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:32.374591 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-63aad78e-57d9-4d4f-8c30-215f7f257246 req-b296cecc-7aa2-4686-9ef8-80e8ce7a1060 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Request body: {'port': {'security_groups': ['89fd6287-b017-4b97-8971-3ee47b7c2abd', '4f64e50f-4cb8-4d75-9bee-212d325f5f65']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:32.381246 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a320d86-63fb-4872-9443-4e0e7936004b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:32.381601 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-7a320d86-63fb-4872-9443-4e0e7936004b admin admin] Added segment 2dbc4770-d411-4f99-91d3-4a7d98f5b43a of type vlan for network fd44ebb3-c38e-46ab-bbec-b8c96e11edf6 Aug 16 23:55:32.395141 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-62cf6fd5-5971-40c7-a43b-276966cf4f4a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1270883824-network', 'tenant_id': '196284884f15450ab6370c358b3094db'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:32.416708 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6e76b-8988-4211-9a8a-8df4191c53dd req-c4e4dcd4-ff37-40d3-9a98-d685e1d2c726 tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:32.418309 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42d6e76b-8988-4211-9a8a-8df4191c53dd req-c4e4dcd4-ff37-40d3-9a98-d685e1d2c726 tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] 10.222.0.60 "GET /v2.0/networks?id=f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 787 time: 0.3858807 Aug 16 23:55:32.421187 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cf6fd5-5971-40c7-a43b-276966cf4f4a admin admin] Made reservation on behalf of 196284884f15450ab6370c358b3094db for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:55:32.423891 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-62cf6fd5-5971-40c7-a43b-276966cf4f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:32.437470 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-62cf6fd5-5971-40c7-a43b-276966cf4f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:32.451339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-42d6e76b-8988-4211-9a8a-8df4191c53dd req-09916f4d-b067-4848-8c25-170489c28704 tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:55:32.452350 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42d6e76b-8988-4211-9a8a-8df4191c53dd req-09916f4d-b067-4848-8c25-170489c28704 tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0187244 Aug 16 23:55:32.505874 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-b3257db0-e6e1-409e-b9b7-a3f5b8b3a7df tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:32.507367 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-b3257db0-e6e1-409e-b9b7-a3f5b8b3a7df tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.69 "GET /v2.0/networks?id=ff8c8bca-be38-471f-b093-574bcaf4ce01 HTTP/1.1" status: 200 len: 820 time: 0.7122440 Aug 16 23:55:32.533162 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-037f1e5c-0d33-49e2-b194-aa5eacb764a3 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Request body: {'port': {'device_id': '54eeeccc-2554-417a-a2c7-fa561452c9a2', 'network_id': 'ff8c8bca-be38-471f-b093-574bcaf4ce01', 'admin_state_up': True, 'tenant_id': 'c51c5e175b764197b0bc8657e959502e'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:32.571251 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a320d86-63fb-4872-9443-4e0e7936004b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:32.578826 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-62cf6fd5-5971-40c7-a43b-276966cf4f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:32.583978 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-62cf6fd5-5971-40c7-a43b-276966cf4f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:32.610154 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-63aad78e-57d9-4d4f-8c30-215f7f257246 req-b296cecc-7aa2-4686-9ef8-80e8ce7a1060 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:32.613497 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62cf6fd5-5971-40c7-a43b-276966cf4f4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:55:32.624764 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf6fd5-5971-40c7-a43b-276966cf4f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff34e93-e5a1-4090-ad79-991dc89f97b5,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:32.632019 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-62cf6fd5-5971-40c7-a43b-276966cf4f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:32.632836 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-62cf6fd5-5971-40c7-a43b-276966cf4f4a admin admin] Added segment 0237eeef-40e8-4a1c-8a51-87da4b90e3c4 of type vlan for network 0de117b9-aee8-4952-ae99-3d2308a08b74 Aug 16 23:55:32.678130 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-62cf6fd5-5971-40c7-a43b-276966cf4f4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:32.707777 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-62cf6fd5-5971-40c7-a43b-276966cf4f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:32.708958 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cf6fd5-5971-40c7-a43b-276966cf4f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:32.709584 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-62cf6fd5-5971-40c7-a43b-276966cf4f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:32.711986 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a320d86-63fb-4872-9443-4e0e7936004b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:32.713588 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a320d86-63fb-4872-9443-4e0e7936004b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:32.714183 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a320d86-63fb-4872-9443-4e0e7936004b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:32.758023 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946cf04b-6d3e-4d56-803b-81db2b833cf8 req-9bbb7ae0-8ae4-4f72-99bc-b6ad5bcb440d tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:32.759454 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-946cf04b-6d3e-4d56-803b-81db2b833cf8 req-9bbb7ae0-8ae4-4f72-99bc-b6ad5bcb440d tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa28eef-2767-4293-b05f-75e402e3cbe8 HTTP/1.1" status: 200 len: 943 time: 0.2225809 Aug 16 23:55:32.776645 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-62cf6fd5-5971-40c7-a43b-276966cf4f4a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7069600 Aug 16 23:55:32.777254 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50140) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:32.784648 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-df9e5891-16db-4190-aa8d-db292f155480 admin admin] Request body: {'subnet': {'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1270883824-subnet', 'tenant_id': '196284884f15450ab6370c358b3094db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:32.789953 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf6fd5-5971-40c7-a43b-276966cf4f4a admin admin] Pushing event updated for resources: {'Network': ['ID=0de117b9-aee8-4952-ae99-3d2308a08b74,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:32.801188 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 0de117b9-aee8-4952-ae99-3d2308a08b74 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:55:32.821154 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7a320d86-63fb-4872-9443-4e0e7936004b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.9685361 Aug 16 23:55:32.824556 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50142) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:32.830672 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-70e9192c-6663-45f0-8922-4420b7762700 admin admin] Request body: {'subnet': {'network_id': 'fd44ebb3-c38e-46ab-bbec-b8c96e11edf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1585170514-subnet', 'tenant_id': 'd59061c7d6ad4c00a6992d4447fb777c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:32.836922 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9e5891-16db-4190-aa8d-db292f155480 admin admin] Made reservation on behalf of 196284884f15450ab6370c358b3094db for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:55:32.839628 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df9e5891-16db-4190-aa8d-db292f155480 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:32.882321 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a320d86-63fb-4872-9443-4e0e7936004b admin admin] Pushing event updated for resources: {'Network': ['ID=fd44ebb3-c38e-46ab-bbec-b8c96e11edf6,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:32.892076 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.db.api [None req-70e9192c-6663-45f0-8922-4420b7762700 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 23:55:32.892076 n-d-800088-20 neutron-server[101402]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 23:55:32.892076 n-d-800088-20 neutron-server[101402]: [parameters: {'project_id': 'd59061c7d6ad4c00a6992d4447fb777c', 'id': '03257b5a-51fb-4c71-9e72-a52a4e109731', 'expiration': datetime.datetime(2021, 8, 16, 23, 57, 32, 884452)}] Aug 16 23:55:32.892076 n-d-800088-20 neutron-server[101402]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:55:32.892693 n-d-800088-20 neutron-server[101402]: DEBUG oslo_db.api [None req-70e9192c-6663-45f0-8922-4420b7762700 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:55:32.895904 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network fd44ebb3-c38e-46ab-bbec-b8c96e11edf6 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:55:32.906256 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-946cf04b-6d3e-4d56-803b-81db2b833cf8 req-4b5b6003-3c2f-4e4e-b75b-fd84e7aa7c43 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081536 Aug 16 23:55:32.974407 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-037f1e5c-0d33-49e2-b194-aa5eacb764a3 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Made reservation on behalf of c51c5e175b764197b0bc8657e959502e for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:55:32.978887 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-037f1e5c-0d33-49e2-b194-aa5eacb764a3 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:33.040986 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df9e5891-16db-4190-aa8d-db292f155480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:33.090515 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e5891-16db-4190-aa8d-db292f155480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c3c58a3-e974-46fc-9f56-1776e260fbc5,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:33.105995 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9e5891-16db-4190-aa8d-db292f155480 admin admin] Checking segment: {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:55:33.106366 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9e5891-16db-4190-aa8d-db292f155480 admin admin] Network hostable DHCP agents. Network: 0de117b9-aee8-4952-ae99-3d2308a08b74, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:55:33.117803 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-63aad78e-57d9-4d4f-8c30-215f7f257246 req-b296cecc-7aa2-4686-9ef8-80e8ce7a1060 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] For port b3a5a74b-225c-4d33-8138-1f9ba8d71c81, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b3a5a74b-225c-4d33-8138-1f9ba8d71c81,segment=NetworkSegment(3c721221-cf3b-40af-b1b9-c06e071ed18f),segment_id=3c721221-cf3b-40af-b1b9-c06e071ed18f)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:33.124019 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9e5891-16db-4190-aa8d-db292f155480 admin admin] Network 0de117b9-aee8-4952-ae99-3d2308a08b74 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:55:33.134122 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-df9e5891-16db-4190-aa8d-db292f155480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 0de117b9-aee8-4952-ae99-3d2308a08b74) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:55:33.138139 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9e5891-16db-4190-aa8d-db292f155480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:33.138728 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df9e5891-16db-4190-aa8d-db292f155480 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:33.146084 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e497c3-ad37-4cec-9c9a-8f65abe94dbf None None] Network 0de117b9-aee8-4952-ae99-3d2308a08b74 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:55:33.156911 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-df9e5891-16db-4190-aa8d-db292f155480 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3785992 Aug 16 23:55:33.179913 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a9f6e-22f4-4405-8715-8811b3efe641 req-a89d0bd5-ea1b-46a1-abd5-69bd1287b5a9 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:33.183302 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9a8a9f6e-22f4-4405-8715-8811b3efe641 req-a89d0bd5-ea1b-46a1-abd5-69bd1287b5a9 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 946 time: 0.1705184 Aug 16 23:55:33.237140 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-63aad78e-57d9-4d4f-8c30-215f7f257246 req-b296cecc-7aa2-4686-9ef8-80e8ce7a1060 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:33.245761 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-037f1e5c-0d33-49e2-b194-aa5eacb764a3 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Allocated IP 172.20.0.9 (ff8c8bca-be38-471f-b093-574bcaf4ce01/c40d199a-f55a-4ce5-baf5-458dd8bf8775/5b694972-96b7-4689-9c98-7f4c1fb1c2c4) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:55:33.248087 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-63aad78e-57d9-4d4f-8c30-215f7f257246 req-b296cecc-7aa2-4686-9ef8-80e8ce7a1060 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:33.277629 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9a8a9f6e-22f4-4405-8715-8811b3efe641 req-3eba39a6-63d9-4a94-98c5-56db1a8249d7 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841587 Aug 16 23:55:33.283054 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['b3a5a74b-225c-4d33-8138-1f9ba8d71c81'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:55:33.328357 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aad78e-57d9-4d4f-8c30-215f7f257246 req-b296cecc-7aa2-4686-9ef8-80e8ce7a1060 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:33.328990 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-63aad78e-57d9-4d4f-8c30-215f7f257246 req-b296cecc-7aa2-4686-9ef8-80e8ce7a1060 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:33.340387 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['55f3b27c-5fa7-4516-9bf6-f77671b18cf8'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:55:33.341095 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63aad78e-57d9-4d4f-8c30-215f7f257246 req-b296cecc-7aa2-4686-9ef8-80e8ce7a1060 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "PUT /v2.0/ports/b3a5a74b-225c-4d33-8138-1f9ba8d71c81 HTTP/1.1" status: 200 len: 981 time: 0.9843612 Aug 16 23:55:33.343957 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e366778a-3234-4252-96a8-cf54705a9dea', 'tag': 'b3a5a74b-225c-4d33-8138-1f9ba8d71c81'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:33.350870 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17ea228-104b-4054-a436-dd53d2c00f7a None None] Network 0de117b9-aee8-4952-ae99-3d2308a08b74 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:55:33.352402 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de1fbba-5947-4223-8cbd-69c5c6278879" -d '{"events": [{"name": "network-changed", "server_uuid": "e366778a-3234-4252-96a8-cf54705a9dea", "tag": "b3a5a74b-225c-4d33-8138-1f9ba8d71c81"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:33.437294 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e9192c-6663-45f0-8922-4420b7762700 admin admin] Made reservation on behalf of d59061c7d6ad4c00a6992d4447fb777c for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:55:33.440358 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-70e9192c-6663-45f0-8922-4420b7762700 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:33.454436 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-17a54a3b-ca3b-4141-a9f2-2970cc45b41d req-4bafeef4-2f8b-482d-9a42-4399ee6bb140 tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] 10.222.0.60 "GET /v2.0/floatingips/fb64c96e-5fb7-41de-a138-6bc3746076cc HTTP/1.1" status: 200 len: 693 time: 0.0987029 Aug 16 23:55:33.456205 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296cecc-7aa2-4686-9ef8-80e8ce7a1060 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Pushing event updated for resources: {'Port': ['ID=b3a5a74b-225c-4d33-8138-1f9ba8d71c81,revision_number=6']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:33.511467 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['b3a5a74b-225c-4d33-8138-1f9ba8d71c81'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:55:33.663918 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a54a3b-ca3b-4141-a9f2-2970cc45b41d req-e7e347d4-d4cb-4a0e-8321-de4e8567a260 tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:33.672697 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-17a54a3b-ca3b-4141-a9f2-2970cc45b41d req-e7e347d4-d4cb-4a0e-8321-de4e8567a260 tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 784 time: 0.2173567 Aug 16 23:55:33.679946 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-037f1e5c-0d33-49e2-b194-aa5eacb764a3 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:33.751365 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-17a54a3b-ca3b-4141-a9f2-2970cc45b41d req-faaa8488-ecd3-4e47-a316-b0c6e7a0a9a3 tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.0776503 Aug 16 23:55:33.788731 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device fd5ff7d9-b17a-4e5f-9050-2d8290fb5653 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:55:33.806809 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-70e9192c-6663-45f0-8922-4420b7762700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:33.822834 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-17a54a3b-ca3b-4141-a9f2-2970cc45b41d req-c8f4cca7-b39b-4af3-a9c2-ca5296071f62 tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.0705254 Aug 16 23:55:33.897654 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e9192c-6663-45f0-8922-4420b7762700 admin admin] Checking segment: {'id': '2dbc4770-d411-4f99-91d3-4a7d98f5b43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fd44ebb3-c38e-46ab-bbec-b8c96e11edf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:55:33.898547 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e9192c-6663-45f0-8922-4420b7762700 admin admin] Network hostable DHCP agents. Network: fd44ebb3-c38e-46ab-bbec-b8c96e11edf6, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:55:33.902979 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4ca8c753-f1a9-4b82-850e-ac59d1f56c70 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:55:33.912132 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9192c-6663-45f0-8922-4420b7762700 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2563d00-4971-4e55-a6db-4649757eb410,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:33.937457 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e9192c-6663-45f0-8922-4420b7762700 admin admin] Network fd44ebb3-c38e-46ab-bbec-b8c96e11edf6 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:55:33.944887 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-037f1e5c-0d33-49e2-b194-aa5eacb764a3 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:33.959701 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-70e9192c-6663-45f0-8922-4420b7762700 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, fd44ebb3-c38e-46ab-bbec-b8c96e11edf6) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:55:33.977433 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e9192c-6663-45f0-8922-4420b7762700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:33.978361 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-70e9192c-6663-45f0-8922-4420b7762700 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:33.998882 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-70e9192c-6663-45f0-8922-4420b7762700 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1729734 Aug 16 23:55:34.027921 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-037f1e5c-0d33-49e2-b194-aa5eacb764a3 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Network ff8c8bca-be38-471f-b093-574bcaf4ce01 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:55:34.037824 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50168) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:34.044889 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-e675b2bd-776c-4612-a298-6625d2ac9889 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-36772179-network', 'tenant_id': '99a1276de534438b937296eda445b6c3'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:34.084107 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-037f1e5c-0d33-49e2-b194-aa5eacb764a3 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:55:34.093277 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e675b2bd-776c-4612-a298-6625d2ac9889 admin admin] Made reservation on behalf of 99a1276de534438b937296eda445b6c3 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:55:34.095945 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e675b2bd-776c-4612-a298-6625d2ac9889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:34.098772 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-037f1e5c-0d33-49e2-b194-aa5eacb764a3 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:55:34.109484 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e9ae63-cf35-4d54-bb42-52a8155c3fbc None None] Network fd44ebb3-c38e-46ab-bbec-b8c96e11edf6 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:55:34.129134 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e675b2bd-776c-4612-a298-6625d2ac9889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:34.212252 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-17a54a3b-ca3b-4141-a9f2-2970cc45b41d req-0ae4de0e-8d83-4ec7-a1af-589d9b9891ce tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Deleting port 999ee14b-7650-40f7-b663-9537c84bb87b {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:34.213162 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-17a54a3b-ca3b-4141-a9f2-2970cc45b41d req-0ae4de0e-8d83-4ec7-a1af-589d9b9891ce tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:34.307578 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e675b2bd-776c-4612-a298-6625d2ac9889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:34.314257 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e675b2bd-776c-4612-a298-6625d2ac9889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:34.321725 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-17a54a3b-ca3b-4141-a9f2-2970cc45b41d req-0ae4de0e-8d83-4ec7-a1af-589d9b9891ce tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:34.322580 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-17a54a3b-ca3b-4141-a9f2-2970cc45b41d req-0ae4de0e-8d83-4ec7-a1af-589d9b9891ce tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:34.340183 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-17a54a3b-ca3b-4141-a9f2-2970cc45b41d req-0ae4de0e-8d83-4ec7-a1af-589d9b9891ce tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Calling delete_port for 999ee14b-7650-40f7-b663-9537c84bb87b owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:34.342645 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e675b2bd-776c-4612-a298-6625d2ac9889 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:55:34.354197 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675b2bd-776c-4612-a298-6625d2ac9889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ad2f87-78ab-4a03-bd5a-dc150262bf2e,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:34.359554 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e675b2bd-776c-4612-a298-6625d2ac9889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:34.359947 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-e675b2bd-776c-4612-a298-6625d2ac9889 admin admin] Added segment 5d37b66f-9266-44d7-8116-452982feda23 of type vlan for network 7625afa6-8a64-4f6d-b12c-416e14d76822 Aug 16 23:55:34.374085 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.db.resource_extend [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 23:55:34.382844 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f1e5c-0d33-49e2-b194-aa5eacb764a3 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Pushing event updated for resources: {'Port': ['ID=5b694972-96b7-4689-9c98-7f4c1fb1c2c4,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:34.406758 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e675b2bd-776c-4612-a298-6625d2ac9889 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:34.434670 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e675b2bd-776c-4612-a298-6625d2ac9889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:34.435841 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e675b2bd-776c-4612-a298-6625d2ac9889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:34.436639 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e675b2bd-776c-4612-a298-6625d2ac9889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:34.443527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-037f1e5c-0d33-49e2-b194-aa5eacb764a3 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:34.444178 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-037f1e5c-0d33-49e2-b194-aa5eacb764a3 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:34.485060 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-037f1e5c-0d33-49e2-b194-aa5eacb764a3 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9577501 Aug 16 23:55:34.489619 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e675b2bd-776c-4612-a298-6625d2ac9889 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4498377 Aug 16 23:55:34.492263 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50178) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:34.502437 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e817cf-4394-4d9c-921c-b3f6a605822b req-8f53b9f3-f7de-4cf0-a6b5-1e8e59bf86b4 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:34.503494 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-7e05604c-90ef-4f31-b995-8c39b3f03775 admin admin] Request body: {'subnet': {'network_id': '7625afa6-8a64-4f6d-b12c-416e14d76822', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-36772179-subnet', 'tenant_id': '99a1276de534438b937296eda445b6c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:34.511627 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-30e817cf-4394-4d9c-921c-b3f6a605822b req-8f53b9f3-f7de-4cf0-a6b5-1e8e59bf86b4 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=54eeeccc-2554-417a-a2c7-fa561452c9a2 HTTP/1.1" status: 200 len: 931 time: 0.1526792 Aug 16 23:55:34.517133 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675b2bd-776c-4612-a298-6625d2ac9889 admin admin] Pushing event updated for resources: {'Network': ['ID=7625afa6-8a64-4f6d-b12c-416e14d76822,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:34.518461 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-3f038b5f-3d65-47cb-b455-9bd7bd314bf1 service neutron] Request body: {'port': {'device_id': '54eeeccc-2554-417a-a2c7-fa561452c9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:34.537615 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e05604c-90ef-4f31-b995-8c39b3f03775 admin admin] Made reservation on behalf of 99a1276de534438b937296eda445b6c3 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:55:34.540154 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e05604c-90ef-4f31-b995-8c39b3f03775 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:34.560070 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 7625afa6-8a64-4f6d-b12c-416e14d76822 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:55:34.629326 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-30e817cf-4394-4d9c-921c-b3f6a605822b req-dacb38c1-e2fe-4a59-b75a-b751517945f0 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157610 Aug 16 23:55:34.670716 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-3f038b5f-3d65-47cb-b455-9bd7bd314bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:34.674584 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0864e48-33b5-43b7-b291-954d25d84572 None None] Network fd44ebb3-c38e-46ab-bbec-b8c96e11edf6 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:55:34.680015 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 4ca8c753-f1a9-4b82-850e-ac59d1f56c70 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:55:34.680015 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:34.735225 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e05604c-90ef-4f31-b995-8c39b3f03775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:34.773638 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51a2c066-3bba-4f7c-bfc4-a7fb945718d7 req-066ab8d6-42bb-4baa-b73b-a1585254eb73 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups/4f64e50f-4cb8-4d75-9bee-212d325f5f65 HTTP/1.1" status: 200 len: 1800 time: 0.1193538 Aug 16 23:55:34.791061 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port fd5ff7d9-b17a-4e5f-9050-2d8290fb5653, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=fd5ff7d9-b17a-4e5f-9050-2d8290fb5653,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:34.800885 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05604c-90ef-4f31-b995-8c39b3f03775 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99a216a4-a39d-43be-aa4d-697b42fcaaca,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:34.810331 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e05604c-90ef-4f31-b995-8c39b3f03775 admin admin] Checking segment: {'id': '5d37b66f-9266-44d7-8116-452982feda23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7625afa6-8a64-4f6d-b12c-416e14d76822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:55:34.810884 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e05604c-90ef-4f31-b995-8c39b3f03775 admin admin] Network hostable DHCP agents. Network: 7625afa6-8a64-4f6d-b12c-416e14d76822, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:55:34.827932 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e05604c-90ef-4f31-b995-8c39b3f03775 admin admin] Network 7625afa6-8a64-4f6d-b12c-416e14d76822 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:55:34.841034 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-7e05604c-90ef-4f31-b995-8c39b3f03775 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 7625afa6-8a64-4f6d-b12c-416e14d76822) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:55:34.846001 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': 'fd5ff7d9-b17a-4e5f-9050-2d8290fb5653', 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf', 'port_id': 'fd5ff7d9-b17a-4e5f-9050-2d8290fb5653', 'mac_address': 'fa:16:3e:dc:eb:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d7b0613-c268-41b8-9af9-983e31f4d852', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:55:34.850268 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e05604c-90ef-4f31-b995-8c39b3f03775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:34.850589 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e05604c-90ef-4f31-b995-8c39b3f03775 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:34.859253 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fb505e-405c-483a-a659-042d18a22386 None None] Network 7625afa6-8a64-4f6d-b12c-416e14d76822 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:55:34.871158 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7e05604c-90ef-4f31-b995-8c39b3f03775 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3733289 Aug 16 23:55:34.895389 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-17a54a3b-ca3b-4141-a9f2-2970cc45b41d req-0ae4de0e-8d83-4ec7-a1af-589d9b9891ce tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:34.950367 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4de0e-8d83-4ec7-a1af-589d9b9891ce tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Pushing event deleted for resources: {'Port': ['ID=999ee14b-7650-40f7-b663-9537c84bb87b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:34.972467 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-51a2c066-3bba-4f7c-bfc4-a7fb945718d7 req-0e7f4641-5b6c-4ecc-87fe-6283f25d6105 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 23:55:34.991375 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51a2c066-3bba-4f7c-bfc4-a7fb945718d7 req-0e7f4641-5b6c-4ecc-87fe-6283f25d6105 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "DELETE /v2.0/security-groups/4f64e50f-4cb8-4d75-9bee-212d325f5f65 HTTP/1.1" status: 409 len: 341 time: 0.2092404 Aug 16 23:55:35.055779 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:35.061747 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ad0325-beb4-4ebe-91fe-80fbb275b159 x-openstack-request-id: req-07ad0325-beb4-4ebe-91fe-80fbb275b159 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:35.062294 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e366778a-3234-4252-96a8-cf54705a9dea", "tag": "b3a5a74b-225c-4d33-8138-1f9ba8d71c81", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:35.062421 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-07ad0325-beb4-4ebe-91fe-80fbb275b159 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:35.062841 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e366778a-3234-4252-96a8-cf54705a9dea', 'tag': 'b3a5a74b-225c-4d33-8138-1f9ba8d71c81', 'status': 'completed', 'code': 200} Aug 16 23:55:35.138712 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5ff7d9-b17a-4e5f-9050-2d8290fb5653 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:55:35.181972 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-17a54a3b-ca3b-4141-a9f2-2970cc45b41d req-0ae4de0e-8d83-4ec7-a1af-589d9b9891ce tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:35.184467 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-17a54a3b-ca3b-4141-a9f2-2970cc45b41d req-0ae4de0e-8d83-4ec7-a1af-589d9b9891ce tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:35.185664 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-17a54a3b-ca3b-4141-a9f2-2970cc45b41d req-0ae4de0e-8d83-4ec7-a1af-589d9b9891ce tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] 10.222.0.60 "DELETE /v2.0/floatingips/fb64c96e-5fb7-41de-a138-6bc3746076cc HTTP/1.1" status: 204 len: 173 time: 1.3620548 Aug 16 23:55:35.201334 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port fd5ff7d9-b17a-4e5f-9050-2d8290fb5653, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=fd5ff7d9-b17a-4e5f-9050-2d8290fb5653,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:35.221226 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1fbba-5947-4223-8cbd-69c5c6278879 req-e042a665-ecc9-4253-a4bf-a5b78ba21d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:35.221531 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:35.224012 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0de1fbba-5947-4223-8cbd-69c5c6278879 req-e042a665-ecc9-4253-a4bf-a5b78ba21d51 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=928fad2feae6486d8c368ea013044a74&device_id=e366778a-3234-4252-96a8-cf54705a9dea HTTP/1.1" status: 200 len: 1136 time: 0.1395142 Aug 16 23:55:35.234354 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c2d52-cc8f-49dc-9081-4c0e4ca2584b req-36b64b51-1adf-4732-acb0-3c5f0bb23d6c tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:35.235853 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc3c2d52-cc8f-49dc-9081-4c0e4ca2584b req-36b64b51-1adf-4732-acb0-3c5f0bb23d6c tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa28eef-2767-4293-b05f-75e402e3cbe8 HTTP/1.1" status: 200 len: 943 time: 0.1387782 Aug 16 23:55:35.246864 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2a7a17-8073-43b6-843c-e3768757c833 None None] Network 7625afa6-8a64-4f6d-b12c-416e14d76822 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:55:35.322815 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=fd5ff7d9-b17a-4e5f-9050-2d8290fb5653,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:35.381652 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc3c2d52-cc8f-49dc-9081-4c0e4ca2584b req-30fc2b6e-63fd-436f-9558-85d865745883 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261816 Aug 16 23:55:35.416452 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-3f038b5f-3d65-47cb-b455-9bd7bd314bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b694972-96b7-4689-9c98-7f4c1fb1c2c4 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:55:35.441400 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-3f038b5f-3d65-47cb-b455-9bd7bd314bf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:35.473315 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1fbba-5947-4223-8cbd-69c5c6278879 req-d5aa7e91-d84c-4552-9fb4-4770002feaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:35.474935 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0de1fbba-5947-4223-8cbd-69c5c6278879 req-d5aa7e91-d84c-4552-9fb4-4770002feaaa service neutron] 10.222.0.64 "GET /v2.0/networks?id=e49e8296-4270-42ee-8656-6741a559a39c HTTP/1.1" status: 200 len: 913 time: 0.2348933 Aug 16 23:55:35.482472 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['fd5ff7d9-b17a-4e5f-9050-2d8290fb5653'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:55:35.495909 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-3f038b5f-3d65-47cb-b455-9bd7bd314bf1 service neutron] Transition to ACTIVE for port object 5b694972-96b7-4689-9c98-7f4c1fb1c2c4 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:55:35.538733 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0de1fbba-5947-4223-8cbd-69c5c6278879 req-c41d5f01-f243-4c59-abed-23134a07c2ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3a5a74b-225c-4d33-8138-1f9ba8d71c81 HTTP/1.1" status: 200 len: 217 time: 0.0541780 Aug 16 23:55:35.539347 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-3f038b5f-3d65-47cb-b455-9bd7bd314bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:35.652618 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f038b5f-3d65-47cb-b455-9bd7bd314bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=5b694972-96b7-4689-9c98-7f4c1fb1c2c4,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:35.668648 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-2c4f4dff-74df-445b-9aff-80316c897ee2 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:35.670137 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-2c4f4dff-74df-445b-9aff-80316c897ee2 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] 10.222.0.60 "GET /v2.0/networks?id=fd44ebb3-c38e-46ab-bbec-b8c96e11edf6 HTTP/1.1" status: 200 len: 822 time: 0.2720470 Aug 16 23:55:35.689738 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1fbba-5947-4223-8cbd-69c5c6278879 req-4e5d9093-f95e-4d27-b076-2446511aa9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:35.691097 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0de1fbba-5947-4223-8cbd-69c5c6278879 req-4e5d9093-f95e-4d27-b076-2446511aa9eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7bedae41-060a-4a82-9b3d-f77df955187e HTTP/1.1" status: 200 len: 852 time: 0.1399078 Aug 16 23:55:36.030661 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-8e5d1842-7e90-4a4a-b0f7-705e63e4050c tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] 10.222.0.60 "GET /v2.0/quotas/d59061c7d6ad4c00a6992d4447fb777c HTTP/1.1" status: 200 len: 375 time: 0.3449326 Aug 16 23:55:36.048914 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0de1fbba-5947-4223-8cbd-69c5c6278879 req-3a919268-56a3-4f95-934a-521b09f16dd7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e49e8296-4270-42ee-8656-6741a559a39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325356 Aug 16 23:55:36.108691 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-6dc22540-3cda-4bb5-85ab-0718ecd7a79c tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d59061c7d6ad4c00a6992d4447fb777c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620837 Aug 16 23:55:36.225443 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-3f038b5f-3d65-47cb-b455-9bd7bd314bf1 service neutron] Attempting to bind port 5b694972-96b7-4689-9c98-7f4c1fb1c2c4 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:55:36.225688 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-3f038b5f-3d65-47cb-b455-9bd7bd314bf1 service neutron] Attempting to bind port 5b694972-96b7-4689-9c98-7f4c1fb1c2c4 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': 'fbcd4495-cd63-44ce-b1d3-884295473b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ff8c8bca-be38-471f-b093-574bcaf4ce01'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:55:36.226010 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-3f038b5f-3d65-47cb-b455-9bd7bd314bf1 service neutron] Attempting to bind port 5b694972-96b7-4689-9c98-7f4c1fb1c2c4 on network ff8c8bca-be38-471f-b093-574bcaf4ce01 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:55:36.242968 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f41c6-bc5d-42d0-9fdb-996f43c43e5e req-88e9f2a2-f664-4fc8-a3eb-6e4a7807ae71 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:36.244420 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5d1f41c6-bc5d-42d0-9fdb-996f43c43e5e req-88e9f2a2-f664-4fc8-a3eb-6e4a7807ae71 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 946 time: 0.1940751 Aug 16 23:55:36.249935 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-3f038b5f-3d65-47cb-b455-9bd7bd314bf1 service neutron] Port 5b694972-96b7-4689-9c98-7f4c1fb1c2c4 on network ff8c8bca-be38-471f-b093-574bcaf4ce01 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:55:36.250256 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-3f038b5f-3d65-47cb-b455-9bd7bd314bf1 service neutron] Attempting to bind port 5b694972-96b7-4689-9c98-7f4c1fb1c2c4 on network ff8c8bca-be38-471f-b093-574bcaf4ce01 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:55:36.289348 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-3f038b5f-3d65-47cb-b455-9bd7bd314bf1 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:55:36.289692 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-3f038b5f-3d65-47cb-b455-9bd7bd314bf1 service neutron] Checking segment: {'id': 'fbcd4495-cd63-44ce-b1d3-884295473b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ff8c8bca-be38-471f-b093-574bcaf4ce01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:55:36.290063 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-3f038b5f-3d65-47cb-b455-9bd7bd314bf1 service neutron] Bound using segment: {'id': 'fbcd4495-cd63-44ce-b1d3-884295473b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ff8c8bca-be38-471f-b093-574bcaf4ce01'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:55:36.290494 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-3f038b5f-3d65-47cb-b455-9bd7bd314bf1 service neutron] Bound port: 5b694972-96b7-4689-9c98-7f4c1fb1c2c4, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbcd4495-cd63-44ce-b1d3-884295473b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ff8c8bca-be38-471f-b093-574bcaf4ce01'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:55:36.290847 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-3f038b5f-3d65-47cb-b455-9bd7bd314bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:36.312479 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0de1fbba-5947-4223-8cbd-69c5c6278879 req-183eeb51-8355-42fa-995b-67337746025b service neutron] 10.222.0.64 "GET /v2.0/networks/e49e8296-4270-42ee-8656-6741a559a39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524464 Aug 16 23:55:36.404464 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-c4bea161-84ea-4c73-b65c-2541281cf251 service neutron] 10.222.0.60 "GET /v2.0/networks/fd44ebb3-c38e-46ab-bbec-b8c96e11edf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580259 Aug 16 23:55:36.410109 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5d1f41c6-bc5d-42d0-9fdb-996f43c43e5e req-0161be28-c4fb-4836-8bb8-4c41c957fded tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560981 Aug 16 23:55:36.532671 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-3f038b5f-3d65-47cb-b455-9bd7bd314bf1 service neutron] For port 5b694972-96b7-4689-9c98-7f4c1fb1c2c4, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:55:36.556470 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0de1fbba-5947-4223-8cbd-69c5c6278879 req-0f27d5d5-a803-4650-bf06-18fad3c7c0a3 service neutron] 10.222.0.64 "GET /v2.0/networks/e49e8296-4270-42ee-8656-6741a559a39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296236 Aug 16 23:55:36.568233 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-3f038b5f-3d65-47cb-b455-9bd7bd314bf1 service neutron] For port 5b694972-96b7-4689-9c98-7f4c1fb1c2c4, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=5b694972-96b7-4689-9c98-7f4c1fb1c2c4,segment=NetworkSegment(fbcd4495-cd63-44ce-b1d3-884295473b0e),segment_id=fbcd4495-cd63-44ce-b1d3-884295473b0e)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:55:36.585735 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-d57af475-e397-4a8c-91d3-3c182ef88aea service neutron] 10.222.0.60 "GET /v2.0/networks/fd44ebb3-c38e-46ab-bbec-b8c96e11edf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690371 Aug 16 23:55:36.587457 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-3f038b5f-3d65-47cb-b455-9bd7bd314bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:36.637415 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-3f038b5f-3d65-47cb-b455-9bd7bd314bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:36.638184 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-3f038b5f-3d65-47cb-b455-9bd7bd314bf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:36.639823 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-3f038b5f-3d65-47cb-b455-9bd7bd314bf1 service neutron] 10.222.0.69 "PUT /v2.0/ports/5b694972-96b7-4689-9c98-7f4c1fb1c2c4 HTTP/1.1" status: 200 len: 1092 time: 2.1260173 Aug 16 23:55:36.797779 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f038b5f-3d65-47cb-b455-9bd7bd314bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=5b694972-96b7-4689-9c98-7f4c1fb1c2c4,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:36.847221 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f78a-2779-4416-8f8e-a34cb069cf70 req-8910a0e7-7098-4977-93f6-b6269ceaf976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:36.848843 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fcf3f78a-2779-4416-8f8e-a34cb069cf70 req-8910a0e7-7098-4977-93f6-b6269ceaf976 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=928fad2feae6486d8c368ea013044a74&device_id=e366778a-3234-4252-96a8-cf54705a9dea HTTP/1.1" status: 200 len: 1136 time: 0.2468112 Aug 16 23:55:36.962834 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-b5b360d4-2e6a-4f44-8d5e-36ef3cfc1725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:36.964346 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-b5b360d4-2e6a-4f44-8d5e-36ef3cfc1725 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c51c5e175b764197b0bc8657e959502e&device_id=54eeeccc-2554-417a-a2c7-fa561452c9a2 HTTP/1.1" status: 200 len: 1095 time: 0.2702603 Aug 16 23:55:37.035173 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-91a7d8d8-4325-4a11-9055-e0b89cbfa2ed tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:37.036964 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-91a7d8d8-4325-4a11-9055-e0b89cbfa2ed tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/networks?id=0de117b9-aee8-4952-ae99-3d2308a08b74 HTTP/1.1" status: 200 len: 808 time: 0.3653879 Aug 16 23:55:37.048022 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-478be51e-84f5-46c8-ac40-ec1bc0e2ba11 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b694972-96b7-4689-9c98-7f4c1fb1c2c4 HTTP/1.1" status: 200 len: 217 time: 0.0625861 Aug 16 23:55:37.066025 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54eeeccc-2554-417a-a2c7-fa561452c9a2', 'tag': '5b694972-96b7-4689-9c98-7f4c1fb1c2c4'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:37.068865 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d244c9-9ff4-4e74-b724-18f5d2ae6fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "54eeeccc-2554-417a-a2c7-fa561452c9a2", "tag": "5b694972-96b7-4689-9c98-7f4c1fb1c2c4"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:37.091650 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d641ae3-f2a9-4ec9-9194-34c4ca5d31ec req-78909ae5-3b55-4cba-afd8-df060b464052 tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3540788 Aug 16 23:55:37.101849 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-2076ca62-26db-4fc6-b316-970dc6dcc165 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/quotas/196284884f15450ab6370c358b3094db HTTP/1.1" status: 200 len: 375 time: 0.0574896 Aug 16 23:55:37.128502 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-7d641ae3-f2a9-4ec9-9194-34c4ca5d31ec req-c0539ff1-62d0-4ec0-bbbb-b0dc44545d0b tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:37.142597 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f78a-2779-4416-8f8e-a34cb069cf70 req-fbd4318c-c6bd-4a6a-9ae1-866ab2cace10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:37.143994 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fcf3f78a-2779-4416-8f8e-a34cb069cf70 req-fbd4318c-c6bd-4a6a-9ae1-866ab2cace10 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e49e8296-4270-42ee-8656-6741a559a39c HTTP/1.1" status: 200 len: 913 time: 0.2809060 Aug 16 23:55:37.187420 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-92838121-6033-4eaa-a55b-4f86e3df4155 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=196284884f15450ab6370c358b3094db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641944 Aug 16 23:55:37.228809 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fcf3f78a-2779-4416-8f8e-a34cb069cf70 req-e2b7afbe-6b84-487d-9ae8-14971fccb81e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3a5a74b-225c-4d33-8138-1f9ba8d71c81 HTTP/1.1" status: 200 len: 217 time: 0.0739071 Aug 16 23:55:37.234095 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-b699894a-4e22-4dc4-ae5a-0d220d8ba6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:37.235842 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-b699894a-4e22-4dc4-ae5a-0d220d8ba6f1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c40d199a-f55a-4ce5-baf5-458dd8bf8775 HTTP/1.1" status: 200 len: 860 time: 0.1612036 Aug 16 23:55:37.247447 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7d641ae3-f2a9-4ec9-9194-34c4ca5d31ec req-c0539ff1-62d0-4ec0-bbbb-b0dc44545d0b tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks [] for floatingip, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:37.336677 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-13b55f84-2e39-483f-91bd-fea16b92f5a0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ff8c8bca-be38-471f-b093-574bcaf4ce01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682905 Aug 16 23:55:37.449189 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f78a-2779-4416-8f8e-a34cb069cf70 req-76f44fb5-e318-40e6-8934-2db897c37832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:37.450663 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fcf3f78a-2779-4416-8f8e-a34cb069cf70 req-76f44fb5-e318-40e6-8934-2db897c37832 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7bedae41-060a-4a82-9b3d-f77df955187e HTTP/1.1" status: 200 len: 852 time: 0.2139914 Aug 16 23:55:37.503527 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fcf3f78a-2779-4416-8f8e-a34cb069cf70 req-fe8c6145-ccfa-4409-8e88-6996a055c17b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e49e8296-4270-42ee-8656-6741a559a39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423367 Aug 16 23:55:37.610767 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-bd7e3350-aac7-47f5-b6ad-ac1168f4a1fa service neutron] 10.222.0.60 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910084 Aug 16 23:55:37.614651 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-c33d226c-28a5-411b-ad4f-1c79c8c62ae9 service neutron] 10.222.0.69 "GET /v2.0/networks/ff8c8bca-be38-471f-b093-574bcaf4ce01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626600 Aug 16 23:55:37.771801 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-aa844aa8-efc2-4cea-8466-7b2261dd5182 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:37.772973 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fcf3f78a-2779-4416-8f8e-a34cb069cf70 req-a334edfa-f684-443c-ac56-f22272600279 service neutron] 10.222.0.64 "GET /v2.0/networks/e49e8296-4270-42ee-8656-6741a559a39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601488 Aug 16 23:55:37.773452 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-aa844aa8-efc2-4cea-8466-7b2261dd5182 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] 10.222.0.64 "GET /v2.0/networks?id=fd44ebb3-c38e-46ab-bbec-b8c96e11edf6 HTTP/1.1" status: 200 len: 822 time: 0.1295514 Aug 16 23:55:37.791734 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device fd5ff7d9-b17a-4e5f-9050-2d8290fb5653 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:55:37.794412 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-4115f8dd-b21f-405c-abe6-be19b6fae753 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Request body: {'port': {'device_id': '262d8614-fa06-4954-bb40-66ac164be308', 'network_id': 'fd44ebb3-c38e-46ab-bbec-b8c96e11edf6', 'admin_state_up': True, 'tenant_id': 'd59061c7d6ad4c00a6992d4447fb777c'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:37.834367 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7d641ae3-f2a9-4ec9-9194-34c4ca5d31ec req-c0539ff1-62d0-4ec0-bbbb-b0dc44545d0b tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:37.843924 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port fd5ff7d9-b17a-4e5f-9050-2d8290fb5653 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:55:37.848768 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port fd5ff7d9-b17a-4e5f-9050-2d8290fb5653 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:55:37.849450 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:37.859448 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:55:37.878646 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-38259c03-6a99-4aef-9e76-ca45872ddeed service neutron] 10.222.0.60 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573085 Aug 16 23:55:37.934310 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-4115f8dd-b21f-405c-abe6-be19b6fae753 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Made reservation on behalf of d59061c7d6ad4c00a6992d4447fb777c for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:55:37.941177 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-4115f8dd-b21f-405c-abe6-be19b6fae753 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:37.944936 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-11c2be8e-a6a2-4055-8d52-fd6e000b3315 req-7a64546a-7299-46ad-a613-8f4ed2484fbc service neutron] 10.222.0.69 "GET /v2.0/networks/ff8c8bca-be38-471f-b093-574bcaf4ce01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102283 Aug 16 23:55:37.951232 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:37.987214 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa28eef-2767-4293-b05f-75e402e3cbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5ff7d9-b17a-4e5f-9050-2d8290fb5653'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:37.990867 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23df9e9a-5066-4dac-891a-da7a0fd9bec7" -d '{"events": [{"server_uuid": "bfa28eef-2767-4293-b05f-75e402e3cbe8", "name": "network-vif-plugged", "status": "completed", "tag": "fd5ff7d9-b17a-4e5f-9050-2d8290fb5653"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:38.007690 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port fd5ff7d9-b17a-4e5f-9050-2d8290fb5653, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=fd5ff7d9-b17a-4e5f-9050-2d8290fb5653,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:38.016297 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:38.020973 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fcf3f78a-2779-4416-8f8e-a34cb069cf70 req-fedf27e0-d7ba-475a-858e-c30a778eee63 service neutron] 10.222.0.64 "GET /v2.0/networks/e49e8296-4270-42ee-8656-6741a559a39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291799 Aug 16 23:55:38.038978 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-7d641ae3-f2a9-4ec9-9194-34c4ca5d31ec req-c0539ff1-62d0-4ec0-bbbb-b0dc44545d0b tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Allocated IP 172.25.3.50 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/4735503f-1864-4979-b055-d8beaee80a89) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:55:38.126770 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=fd5ff7d9-b17a-4e5f-9050-2d8290fb5653,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:38.197410 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7d641ae3-f2a9-4ec9-9194-34c4ca5d31ec req-c0539ff1-62d0-4ec0-bbbb-b0dc44545d0b tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:38.203693 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-4115f8dd-b21f-405c-abe6-be19b6fae753 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Allocated IP 172.20.0.10 (fd44ebb3-c38e-46ab-bbec-b8c96e11edf6/c2563d00-4971-4e55-a6db-4649757eb410/0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:55:38.224051 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937645c1-9244-4f10-beed-2725d6aab09f req-9507bf43-487f-44be-915e-4c2ec508503d tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:38.231322 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-937645c1-9244-4f10-beed-2725d6aab09f req-9507bf43-487f-44be-915e-4c2ec508503d tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=54eeeccc-2554-417a-a2c7-fa561452c9a2 HTTP/1.1" status: 200 len: 943 time: 0.0997458 Aug 16 23:55:38.287489 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-937645c1-9244-4f10-beed-2725d6aab09f req-66587b3b-5794-46f5-afe9-307ad32738eb tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549672 Aug 16 23:55:38.296064 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7d641ae3-f2a9-4ec9-9194-34c4ca5d31ec req-c0539ff1-62d0-4ec0-bbbb-b0dc44545d0b tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:38.347186 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d641ae3-f2a9-4ec9-9194-34c4ca5d31ec req-c0539ff1-62d0-4ec0-bbbb-b0dc44545d0b tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:55:38.353902 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-7d641ae3-f2a9-4ec9-9194-34c4ca5d31ec req-c0539ff1-62d0-4ec0-bbbb-b0dc44545d0b tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:55:38.358226 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d641ae3-f2a9-4ec9-9194-34c4ca5d31ec req-c0539ff1-62d0-4ec0-bbbb-b0dc44545d0b tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:55:38.413909 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0539ff1-62d0-4ec0-bbbb-b0dc44545d0b tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Pushing event updated for resources: {'Port': ['ID=4735503f-1864-4979-b055-d8beaee80a89,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:38.415246 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-4115f8dd-b21f-405c-abe6-be19b6fae753 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:38.470236 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-4115f8dd-b21f-405c-abe6-be19b6fae753 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:38.514180 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-4115f8dd-b21f-405c-abe6-be19b6fae753 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Network fd44ebb3-c38e-46ab-bbec-b8c96e11edf6 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:55:38.518113 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd9c31-d3d8-4f75-b53a-a524c369c52a req-98ec6c1b-09ad-477c-a33a-c2332e40773a tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:38.518342 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-4115f8dd-b21f-405c-abe6-be19b6fae753 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:55:38.519736 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81cd9c31-d3d8-4f75-b53a-a524c369c52a req-98ec6c1b-09ad-477c-a33a-c2332e40773a tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa28eef-2767-4293-b05f-75e402e3cbe8 HTTP/1.1" status: 200 len: 945 time: 0.1200287 Aug 16 23:55:38.548312 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-4115f8dd-b21f-405c-abe6-be19b6fae753 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:55:38.556969 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7d641ae3-f2a9-4ec9-9194-34c4ca5d31ec req-c0539ff1-62d0-4ec0-bbbb-b0dc44545d0b tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:38.583706 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81cd9c31-d3d8-4f75-b53a-a524c369c52a req-d7192154-55ce-410e-9a54-352f636976e9 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526962 Aug 16 23:55:38.603705 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115f8dd-b21f-405c-abe6-be19b6fae753 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Pushing event updated for resources: {'Port': ['ID=0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:38.609261 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7d641ae3-f2a9-4ec9-9194-34c4ca5d31ec req-c0539ff1-62d0-4ec0-bbbb-b0dc44545d0b tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:38.621162 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-4115f8dd-b21f-405c-abe6-be19b6fae753 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:38.622219 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-4115f8dd-b21f-405c-abe6-be19b6fae753 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:38.626498 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115f8dd-b21f-405c-abe6-be19b6fae753 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:38.626849 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115f8dd-b21f-405c-abe6-be19b6fae753 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:38.627741 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115f8dd-b21f-405c-abe6-be19b6fae753 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:38.628031 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115f8dd-b21f-405c-abe6-be19b6fae753 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:38.628384 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115f8dd-b21f-405c-abe6-be19b6fae753 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:38.628721 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115f8dd-b21f-405c-abe6-be19b6fae753 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:38.629947 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115f8dd-b21f-405c-abe6-be19b6fae753 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:38.630298 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115f8dd-b21f-405c-abe6-be19b6fae753 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:38.630625 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115f8dd-b21f-405c-abe6-be19b6fae753 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:38.630954 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115f8dd-b21f-405c-abe6-be19b6fae753 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:38.631388 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115f8dd-b21f-405c-abe6-be19b6fae753 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:38.631596 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115f8dd-b21f-405c-abe6-be19b6fae753 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:38.649384 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-4115f8dd-b21f-405c-abe6-be19b6fae753 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8608470 Aug 16 23:55:38.666307 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-dd6c136d-b66a-4767-942d-784475a75a76 service neutron] Request body: {'port': {'device_id': '262d8614-fa06-4954-bb40-66ac164be308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:38.733289 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-dd6c136d-b66a-4767-942d-784475a75a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:39.025854 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-dd6c136d-b66a-4767-942d-784475a75a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:55:39.033610 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-dd6c136d-b66a-4767-942d-784475a75a76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:39.045882 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-dd6c136d-b66a-4767-942d-784475a75a76 service neutron] Transition to ACTIVE for port object 0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:55:39.049875 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-dd6c136d-b66a-4767-942d-784475a75a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:39.088145 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feaae75-2adb-4f18-851b-2e2d14ae942e req-a8da35a1-eaf4-4492-a5a3-2152f27e9eca tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:39.089686 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2feaae75-2adb-4f18-851b-2e2d14ae942e req-a8da35a1-eaf4-4492-a5a3-2152f27e9eca tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=e366778a-3234-4252-96a8-cf54705a9dea HTTP/1.1" status: 200 len: 984 time: 0.4118056 Aug 16 23:55:39.105625 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c136d-b66a-4767-942d-784475a75a76 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:39.159316 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2feaae75-2adb-4f18-851b-2e2d14ae942e req-6d1e01af-95c2-4f84-9829-17c21644b494 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f64e50f-4cb8-4d75-9bee-212d325f5f65&id=89fd6287-b017-4b97-8971-3ee47b7c2abd&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0584850 Aug 16 23:55:39.168290 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7d641ae3-f2a9-4ec9-9194-34c4ca5d31ec req-c0539ff1-62d0-4ec0-bbbb-b0dc44545d0b tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:39.174619 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7d641ae3-f2a9-4ec9-9194-34c4ca5d31ec req-c0539ff1-62d0-4ec0-bbbb-b0dc44545d0b tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:39.185830 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-dd6c136d-b66a-4767-942d-784475a75a76 service neutron] Attempting to bind port 0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:55:39.186285 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-dd6c136d-b66a-4767-942d-784475a75a76 service neutron] Attempting to bind port 0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '2dbc4770-d411-4f99-91d3-4a7d98f5b43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fd44ebb3-c38e-46ab-bbec-b8c96e11edf6'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:55:39.186763 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-dd6c136d-b66a-4767-942d-784475a75a76 service neutron] Attempting to bind port 0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e on network fd44ebb3-c38e-46ab-bbec-b8c96e11edf6 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:55:39.197016 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-dd6c136d-b66a-4767-942d-784475a75a76 service neutron] Port 0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e on network fd44ebb3-c38e-46ab-bbec-b8c96e11edf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:55:39.197571 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-dd6c136d-b66a-4767-942d-784475a75a76 service neutron] Attempting to bind port 0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e on network fd44ebb3-c38e-46ab-bbec-b8c96e11edf6 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:55:39.203690 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-dd6c136d-b66a-4767-942d-784475a75a76 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:55:39.204114 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-dd6c136d-b66a-4767-942d-784475a75a76 service neutron] Checking segment: {'id': '2dbc4770-d411-4f99-91d3-4a7d98f5b43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fd44ebb3-c38e-46ab-bbec-b8c96e11edf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:55:39.204581 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-dd6c136d-b66a-4767-942d-784475a75a76 service neutron] Bound using segment: {'id': '2dbc4770-d411-4f99-91d3-4a7d98f5b43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fd44ebb3-c38e-46ab-bbec-b8c96e11edf6'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:55:39.205239 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-dd6c136d-b66a-4767-942d-784475a75a76 service neutron] Bound port: 0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dbc4770-d411-4f99-91d3-4a7d98f5b43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fd44ebb3-c38e-46ab-bbec-b8c96e11edf6'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:55:39.205671 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-dd6c136d-b66a-4767-942d-784475a75a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:39.288167 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-dd6c136d-b66a-4767-942d-784475a75a76 service neutron] For port 0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:55:39.291871 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-dd6c136d-b66a-4767-942d-784475a75a76 service neutron] For port 0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e,segment=NetworkSegment(2dbc4770-d411-4f99-91d3-4a7d98f5b43a),segment_id=2dbc4770-d411-4f99-91d3-4a7d98f5b43a)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:55:39.296908 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-dd6c136d-b66a-4767-942d-784475a75a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:39.340635 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-dd6c136d-b66a-4767-942d-784475a75a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:39.341178 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-dd6c136d-b66a-4767-942d-784475a75a76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:39.342650 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-dd6c136d-b66a-4767-942d-784475a75a76 service neutron] 10.222.0.64 "PUT /v2.0/ports/0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e HTTP/1.1" status: 200 len: 1093 time: 0.6847997 Aug 16 23:55:39.343584 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262d8614-fa06-4954-bb40-66ac164be308', 'tag': '0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:39.345745 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767d9245-28b1-4cb2-b2b4-178f191ea264" -d '{"events": [{"name": "network-changed", "server_uuid": "262d8614-fa06-4954-bb40-66ac164be308", "tag": "0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:39.368062 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7d641ae3-f2a9-4ec9-9194-34c4ca5d31ec req-c0539ff1-62d0-4ec0-bbbb-b0dc44545d0b tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:39.373961 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c136d-b66a-4767-942d-784475a75a76 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:39.381090 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0539ff1-62d0-4ec0-bbbb-b0dc44545d0b tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Pushing event updated for resources: {'Port': ['ID=4735503f-1864-4979-b055-d8beaee80a89,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:39.402350 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7d641ae3-f2a9-4ec9-9194-34c4ca5d31ec req-c0539ff1-62d0-4ec0-bbbb-b0dc44545d0b tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:39.403549 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d641ae3-f2a9-4ec9-9194-34c4ca5d31ec req-c0539ff1-62d0-4ec0-bbbb-b0dc44545d0b tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3050146 Aug 16 23:55:39.428912 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c86ea6-46fb-48cb-9b0b-5dad863b2aa1 req-75c15d99-2636-4433-a7da-6977a0ae0b30 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:39.430441 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-06c86ea6-46fb-48cb-9b0b-5dad863b2aa1 req-75c15d99-2636-4433-a7da-6977a0ae0b30 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] 10.222.0.60 "GET /v2.0/ports?device_id=262d8614-fa06-4954-bb40-66ac164be308 HTTP/1.1" status: 200 len: 944 time: 0.1873300 Aug 16 23:55:39.452946 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-41dc67a9-ebe8-4475-b289-0e3472f3d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:39.454607 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-41dc67a9-ebe8-4475-b289-0e3472f3d04f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d59061c7d6ad4c00a6992d4447fb777c&device_id=262d8614-fa06-4954-bb40-66ac164be308 HTTP/1.1" status: 200 len: 1096 time: 0.0477400 Aug 16 23:55:39.503431 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d641ae3-f2a9-4ec9-9194-34c4ca5d31ec req-a7cf4cff-6cb0-41de-8c53-3e74ac413b7c tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 695 time: 0.0852220 Aug 16 23:55:39.504173 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-49c4e10f-dc4a-44e8-81f8-ecdfdffc70e7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e HTTP/1.1" status: 200 len: 217 time: 0.0398481 Aug 16 23:55:39.509910 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-d13a5f29-f49e-4276-bb3d-42ad95a47dbd tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:39.511366 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-d13a5f29-f49e-4276-bb3d-42ad95a47dbd tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.69 "GET /v2.0/networks?id=0de117b9-aee8-4952-ae99-3d2308a08b74 HTTP/1.1" status: 200 len: 808 time: 0.2663405 Aug 16 23:55:39.540980 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-88955257-e9ec-4bb7-b9ea-4d201db04996 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Request body: {'port': {'device_id': 'ff738f0c-806e-4a09-a710-727d5c3ee725', 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74', 'admin_state_up': True, 'tenant_id': '196284884f15450ab6370c358b3094db'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:39.555942 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-3da6acfa-126f-4ae9-b576-c0129eca45dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:39.557412 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-3da6acfa-126f-4ae9-b576-c0129eca45dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c2563d00-4971-4e55-a6db-4649757eb410 HTTP/1.1" status: 200 len: 862 time: 0.0460281 Aug 16 23:55:39.589199 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-35008d06-5526-4229-ad6b-62045754827b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fd44ebb3-c38e-46ab-bbec-b8c96e11edf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246284 Aug 16 23:55:39.628844 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-06c86ea6-46fb-48cb-9b0b-5dad863b2aa1 req-25b6fce9-017b-45ec-a46e-6d810e1869ee tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea29279f-9b0a-4403-bce9-f6826260b7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895144 Aug 16 23:55:39.692887 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44e6295-135a-49ef-9488-8e526ffa8483 x-openstack-request-id: req-a44e6295-135a-49ef-9488-8e526ffa8483 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:39.693236 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54eeeccc-2554-417a-a2c7-fa561452c9a2", "tag": "5b694972-96b7-4689-9c98-7f4c1fb1c2c4", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:39.693476 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a44e6295-135a-49ef-9488-8e526ffa8483 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:39.693888 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54eeeccc-2554-417a-a2c7-fa561452c9a2', 'tag': '5b694972-96b7-4689-9c98-7f4c1fb1c2c4', 'status': 'completed', 'code': 200} Aug 16 23:55:39.716291 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d641ae3-f2a9-4ec9-9194-34c4ca5d31ec req-1abeacac-837c-4cd0-a2ef-ed90a8be8d50 tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:39.717822 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d641ae3-f2a9-4ec9-9194-34c4ca5d31ec req-1abeacac-837c-4cd0-a2ef-ed90a8be8d50 tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 784 time: 0.2055926 Aug 16 23:55:39.772382 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e911f180-6870-47ce-a912-c6f27950ba79 x-openstack-request-id: req-e911f180-6870-47ce-a912-c6f27950ba79 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:39.773442 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa28eef-2767-4293-b05f-75e402e3cbe8", "name": "network-vif-plugged", "status": "completed", "tag": "fd5ff7d9-b17a-4e5f-9050-2d8290fb5653", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:39.773932 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e911f180-6870-47ce-a912-c6f27950ba79 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:39.774781 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa28eef-2767-4293-b05f-75e402e3cbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5ff7d9-b17a-4e5f-9050-2d8290fb5653', 'code': 200} Aug 16 23:55:39.806026 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-88955257-e9ec-4bb7-b9ea-4d201db04996 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Made reservation on behalf of 196284884f15450ab6370c358b3094db for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:55:39.810284 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-88955257-e9ec-4bb7-b9ea-4d201db04996 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:39.829236 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:39.833282 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 5b694972-96b7-4689-9c98-7f4c1fb1c2c4 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:55:39.836115 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8f68f-fbf4-4aa5-adf3-97b22873ffec req-e5667ddc-3a78-4a65-8625-c6ad90321f02 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:39.845397 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92e8f68f-fbf4-4aa5-adf3-97b22873ffec req-e5667ddc-3a78-4a65-8625-c6ad90321f02 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 946 time: 0.0998578 Aug 16 23:55:39.909213 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f249a13-4c0b-445c-b6ae-c854241305e5 req-481c1f36-a02c-4b88-a55b-67c8ca290df5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 210 time: 0.0518086 Aug 16 23:55:39.936285 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92e8f68f-fbf4-4aa5-adf3-97b22873ffec req-452462b9-f5ba-4fa7-8c39-b79c824d7354 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884237 Aug 16 23:55:39.958951 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 5b694972-96b7-4689-9c98-7f4c1fb1c2c4, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=5b694972-96b7-4689-9c98-7f4c1fb1c2c4,segment=NetworkSegment(fbcd4495-cd63-44ce-b1d3-884295473b0e),segment_id=fbcd4495-cd63-44ce-b1d3-884295473b0e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:39.973397 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '5b694972-96b7-4689-9c98-7f4c1fb1c2c4', 'network_id': 'ff8c8bca-be38-471f-b093-574bcaf4ce01', 'port_id': '5b694972-96b7-4689-9c98-7f4c1fb1c2c4', 'mac_address': 'fa:16:3e:02:98:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40d199a-f55a-4ce5-baf5-458dd8bf8775', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:55:40.036279 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:40.054800 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b694972-96b7-4689-9c98-7f4c1fb1c2c4 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:55:40.058872 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d244c9-9ff4-4e74-b724-18f5d2ae6fa7 req-a64b0887-eb6a-4890-b2c2-4b12760eb023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:40.060376 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-94d244c9-9ff4-4e74-b724-18f5d2ae6fa7 req-a64b0887-eb6a-4890-b2c2-4b12760eb023 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c51c5e175b764197b0bc8657e959502e&device_id=54eeeccc-2554-417a-a2c7-fa561452c9a2 HTTP/1.1" status: 200 len: 1095 time: 0.0976322 Aug 16 23:55:40.084242 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 5b694972-96b7-4689-9c98-7f4c1fb1c2c4, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=5b694972-96b7-4689-9c98-7f4c1fb1c2c4,segment=NetworkSegment(fbcd4495-cd63-44ce-b1d3-884295473b0e),segment_id=fbcd4495-cd63-44ce-b1d3-884295473b0e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:40.085894 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59abb5-5367-4b21-ba6b-d0a1d7536053 req-1a95f286-42cc-49df-92ea-0611b1b56a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:40.087354 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ca59abb5-5367-4b21-ba6b-d0a1d7536053 req-1a95f286-42cc-49df-92ea-0611b1b56a03 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bfa28eef-2767-4293-b05f-75e402e3cbe8 HTTP/1.1" status: 200 len: 1097 time: 0.0993724 Aug 16 23:55:40.091982 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:40.105032 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-a72504f8-0d59-429e-9d7e-7799c06e487e service neutron] 10.222.0.64 "GET /v2.0/networks/fd44ebb3-c38e-46ab-bbec-b8c96e11edf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5088446 Aug 16 23:55:40.122153 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7dc9558-ca1c-4347-bab6-79d748120445 req-6cd5dd92-436c-45ac-9bc1-588b4c1ad57c tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-654203012&fields=id&tenant_id=928fad2feae6486d8c368ea013044a74 HTTP/1.1" status: 200 len: 267 time: 0.0863557 Aug 16 23:55:40.156436 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=5b694972-96b7-4689-9c98-7f4c1fb1c2c4,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:40.172475 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-88955257-e9ec-4bb7-b9ea-4d201db04996 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Allocated IP 172.20.0.4 (0de117b9-aee8-4952-ae99-3d2308a08b74/8c3c58a3-e974-46fc-9f56-1776e260fbc5/89cd47f1-94be-43c0-bf37-cbd80dabe5a9) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:55:40.204928 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc9558-ca1c-4347-bab6-79d748120445 req-7bd58a11-3a6a-4aaa-9edd-d2b6f6dfffba tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:40.214581 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7dc9558-ca1c-4347-bab6-79d748120445 req-7bd58a11-3a6a-4aaa-9edd-d2b6f6dfffba tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=e366778a-3234-4252-96a8-cf54705a9dea HTTP/1.1" status: 200 len: 984 time: 0.0911450 Aug 16 23:55:40.216510 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ca59abb5-5367-4b21-ba6b-d0a1d7536053 req-193aae3b-925c-4530-8ea3-85c488009c7e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099555 Aug 16 23:55:40.236110 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-f7dc9558-ca1c-4347-bab6-79d748120445 req-352982a1-eda8-4fae-a88c-c045ae1c0931 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Request body: {'port': {'security_groups': ['4f64e50f-4cb8-4d75-9bee-212d325f5f65', '89fd6287-b017-4b97-8971-3ee47b7c2abd', '83ee5487-eb38-4b16-971f-5668910e0917']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:40.277704 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d244c9-9ff4-4e74-b724-18f5d2ae6fa7 req-704ee36b-d365-4d77-a85f-80193c3170e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:40.278743 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-94d244c9-9ff4-4e74-b724-18f5d2ae6fa7 req-704ee36b-d365-4d77-a85f-80193c3170e0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ff8c8bca-be38-471f-b093-574bcaf4ce01 HTTP/1.1" status: 200 len: 921 time: 0.2047806 Aug 16 23:55:40.282325 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-41a444e8-62c1-4983-b0dc-faaef7af3395 req-3822be02-8748-4f86-9093-94854b832380 service neutron] 10.222.0.64 "GET /v2.0/networks/fd44ebb3-c38e-46ab-bbec-b8c96e11edf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360102 Aug 16 23:55:40.327194 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-94d244c9-9ff4-4e74-b724-18f5d2ae6fa7 req-8ef1c75f-6753-4ba1-8595-afcc17b49feb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b694972-96b7-4689-9c98-7f4c1fb1c2c4 HTTP/1.1" status: 200 len: 217 time: 0.0408518 Aug 16 23:55:40.352666 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['5b694972-96b7-4689-9c98-7f4c1fb1c2c4'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:55:40.391056 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d244c9-9ff4-4e74-b724-18f5d2ae6fa7 req-1d3e6a2b-cb2d-4aa3-87b8-aabe14995dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:40.392658 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-94d244c9-9ff4-4e74-b724-18f5d2ae6fa7 req-1d3e6a2b-cb2d-4aa3-87b8-aabe14995dd2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c40d199a-f55a-4ce5-baf5-458dd8bf8775 HTTP/1.1" status: 200 len: 860 time: 0.0469573 Aug 16 23:55:40.416452 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f7dc9558-ca1c-4347-bab6-79d748120445 req-352982a1-eda8-4fae-a88c-c045ae1c0931 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:40.443208 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-94d244c9-9ff4-4e74-b724-18f5d2ae6fa7 req-ba16cfe3-45fb-4d21-b126-10493554452e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ff8c8bca-be38-471f-b093-574bcaf4ce01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396636 Aug 16 23:55:40.461301 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33c513-1b00-421e-94cf-f79d299ec50c req-6dc0f7d3-3851-4d37-90ad-e01368c7b8f9 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:40.462798 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7a33c513-1b00-421e-94cf-f79d299ec50c req-6dc0f7d3-3851-4d37-90ad-e01368c7b8f9 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=54eeeccc-2554-417a-a2c7-fa561452c9a2 HTTP/1.1" status: 200 len: 944 time: 0.1602890 Aug 16 23:55:40.537478 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-88955257-e9ec-4bb7-b9ea-4d201db04996 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:40.546698 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-94d244c9-9ff4-4e74-b724-18f5d2ae6fa7 req-fee7270a-2277-46fd-b622-ffbfb4158efe service neutron] 10.222.0.69 "GET /v2.0/networks/ff8c8bca-be38-471f-b093-574bcaf4ce01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933344 Aug 16 23:55:40.590675 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7a33c513-1b00-421e-94cf-f79d299ec50c req-d658986f-b74b-4a56-b77f-e36cbc8032ae tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024308 Aug 16 23:55:40.646333 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-94d244c9-9ff4-4e74-b724-18f5d2ae6fa7 req-40663c21-daf4-485e-ad06-320a985b7c73 service neutron] 10.222.0.69 "GET /v2.0/networks/ff8c8bca-be38-471f-b093-574bcaf4ce01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915899 Aug 16 23:55:40.648710 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a06eacf-d00b-4b13-81db-e6d8d6efb5d7 x-openstack-request-id: req-9a06eacf-d00b-4b13-81db-e6d8d6efb5d7 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:40.649279 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262d8614-fa06-4954-bb40-66ac164be308", "tag": "0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:40.649745 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9a06eacf-d00b-4b13-81db-e6d8d6efb5d7 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:40.650350 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '262d8614-fa06-4954-bb40-66ac164be308', 'tag': '0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e', 'status': 'completed', 'code': 200} Aug 16 23:55:40.678663 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-88955257-e9ec-4bb7-b9ea-4d201db04996 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:40.716089 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d9245-28b1-4cb2-b2b4-178f191ea264 req-173ebb7e-9825-42f5-99b9-1b6213d6af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:40.717650 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-767d9245-28b1-4cb2-b2b4-178f191ea264 req-173ebb7e-9825-42f5-99b9-1b6213d6af7c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d59061c7d6ad4c00a6992d4447fb777c&device_id=262d8614-fa06-4954-bb40-66ac164be308 HTTP/1.1" status: 200 len: 1096 time: 0.0431318 Aug 16 23:55:40.774234 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-88955257-e9ec-4bb7-b9ea-4d201db04996 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Network 0de117b9-aee8-4952-ae99-3d2308a08b74 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:55:40.789256 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-88955257-e9ec-4bb7-b9ea-4d201db04996 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:55:40.791015 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88955257-e9ec-4bb7-b9ea-4d201db04996 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Pushing event updated for resources: {'Port': ['ID=89cd47f1-94be-43c0-bf37-cbd80dabe5a9,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:40.796813 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-88955257-e9ec-4bb7-b9ea-4d201db04996 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:55:40.817355 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d9245-28b1-4cb2-b2b4-178f191ea264 req-a2c7d733-7f32-433c-90f0-d873265054fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:40.818927 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-767d9245-28b1-4cb2-b2b4-178f191ea264 req-a2c7d733-7f32-433c-90f0-d873265054fd service neutron] 10.222.0.64 "GET /v2.0/networks?id=fd44ebb3-c38e-46ab-bbec-b8c96e11edf6 HTTP/1.1" status: 200 len: 923 time: 0.0942240 Aug 16 23:55:40.834183 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-f7dc9558-ca1c-4347-bab6-79d748120445 req-352982a1-eda8-4fae-a88c-c045ae1c0931 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] For port b3a5a74b-225c-4d33-8138-1f9ba8d71c81, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b3a5a74b-225c-4d33-8138-1f9ba8d71c81,segment=NetworkSegment(3c721221-cf3b-40af-b1b9-c06e071ed18f),segment_id=3c721221-cf3b-40af-b1b9-c06e071ed18f)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:40.863875 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-767d9245-28b1-4cb2-b2b4-178f191ea264 req-82e5bdf1-c448-48b4-93eb-379d9577d799 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e HTTP/1.1" status: 200 len: 217 time: 0.0360694 Aug 16 23:55:40.866157 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396746c-ec2d-4e31-9ae9-fd5859982a32 req-ffa5b685-0e3e-4db2-9890-12c9793ded3b tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:40.867616 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d396746c-ec2d-4e31-9ae9-fd5859982a32 req-ffa5b685-0e3e-4db2-9890-12c9793ded3b tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa28eef-2767-4293-b05f-75e402e3cbe8 HTTP/1.1" status: 200 len: 945 time: 0.1500187 Aug 16 23:55:40.887797 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-88955257-e9ec-4bb7-b9ea-4d201db04996 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:40.888399 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-88955257-e9ec-4bb7-b9ea-4d201db04996 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:40.915629 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d9245-28b1-4cb2-b2b4-178f191ea264 req-82f953ed-0ed4-4e26-a9be-e2748d6ce125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:40.917139 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-767d9245-28b1-4cb2-b2b4-178f191ea264 req-82f953ed-0ed4-4e26-a9be-e2748d6ce125 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c2563d00-4971-4e55-a6db-4649757eb410 HTTP/1.1" status: 200 len: 862 time: 0.0457683 Aug 16 23:55:40.918771 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f7dc9558-ca1c-4347-bab6-79d748120445 req-352982a1-eda8-4fae-a88c-c045ae1c0931 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:40.925642 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-88955257-e9ec-4bb7-b9ea-4d201db04996 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4011574 Aug 16 23:55:40.931777 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f7dc9558-ca1c-4347-bab6-79d748120445 req-352982a1-eda8-4fae-a88c-c045ae1c0931 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:40.944327 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['b3a5a74b-225c-4d33-8138-1f9ba8d71c81'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:55:40.945317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-a4c487a0-c23e-4768-9623-b813995cb52a service neutron] Request body: {'port': {'device_id': 'ff738f0c-806e-4a09-a710-727d5c3ee725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:40.948774 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['55f3b27c-5fa7-4516-9bf6-f77671b18cf8'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:55:40.950981 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-767d9245-28b1-4cb2-b2b4-178f191ea264 req-f3822554-fa14-450d-b9ba-c5f775195ab3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fd44ebb3-c38e-46ab-bbec-b8c96e11edf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258496 Aug 16 23:55:40.982796 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d396746c-ec2d-4e31-9ae9-fd5859982a32 req-edb9b292-b389-4eef-886f-b67f18a8c2bc tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088691 Aug 16 23:55:41.013360 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc9558-ca1c-4347-bab6-79d748120445 req-352982a1-eda8-4fae-a88c-c045ae1c0931 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:41.014160 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f7dc9558-ca1c-4347-bab6-79d748120445 req-352982a1-eda8-4fae-a88c-c045ae1c0931 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:41.025683 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7dc9558-ca1c-4347-bab6-79d748120445 req-352982a1-eda8-4fae-a88c-c045ae1c0931 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "PUT /v2.0/ports/b3a5a74b-225c-4d33-8138-1f9ba8d71c81 HTTP/1.1" status: 200 len: 1020 time: 0.8099546 Aug 16 23:55:41.060689 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-767d9245-28b1-4cb2-b2b4-178f191ea264 req-c5abff1e-cc94-4c50-a8e2-be2d89232116 service neutron] 10.222.0.64 "GET /v2.0/networks/fd44ebb3-c38e-46ab-bbec-b8c96e11edf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017177 Aug 16 23:55:41.087270 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-a4c487a0-c23e-4768-9623-b813995cb52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:41.114611 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['b3a5a74b-225c-4d33-8138-1f9ba8d71c81'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:55:41.176852 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-767d9245-28b1-4cb2-b2b4-178f191ea264 req-4ac0e0ec-e82b-4ed4-bd8a-705e3f852df2 service neutron] 10.222.0.64 "GET /v2.0/networks/fd44ebb3-c38e-46ab-bbec-b8c96e11edf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060274 Aug 16 23:55:41.190065 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cdbb5971-f26e-419b-9018-25bda6e888fe req-2a8abac1-9f49-4433-a3f9-72498ad20abf tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] 10.222.0.60 "GET /v2.0/floatingips/245ced44-6d00-42b3-aa2d-024de683422d HTTP/1.1" status: 200 len: 692 time: 0.1039610 Aug 16 23:55:41.209298 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352982a1-eda8-4fae-a88c-c045ae1c0931 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Pushing event updated for resources: {'Port': ['ID=b3a5a74b-225c-4d33-8138-1f9ba8d71c81,revision_number=7']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:41.368065 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380e972-c373-4903-a350-727f309388dc req-b9e24593-ed0a-49c1-afd9-ad8d9bceacab tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:41.369526 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3380e972-c373-4903-a350-727f309388dc req-b9e24593-ed0a-49c1-afd9-ad8d9bceacab tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] 10.222.0.60 "GET /v2.0/ports?device_id=262d8614-fa06-4954-bb40-66ac164be308 HTTP/1.1" status: 200 len: 944 time: 0.2091486 Aug 16 23:55:41.370981 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:41.493612 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3380e972-c373-4903-a350-727f309388dc req-28edef7f-51ae-4252-bab7-838f8286adad tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea29279f-9b0a-4403-bce9-f6826260b7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089561 Aug 16 23:55:41.504542 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb5971-f26e-419b-9018-25bda6e888fe req-3432cdad-1c1a-437b-891a-374176245301 tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:41.505980 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cdbb5971-f26e-419b-9018-25bda6e888fe req-3432cdad-1c1a-437b-891a-374176245301 tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 784 time: 0.2771668 Aug 16 23:55:41.579505 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cdbb5971-f26e-419b-9018-25bda6e888fe req-0e25202f-c0fa-4888-ae11-37257f85d706 tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 695 time: 0.0654333 Aug 16 23:55:41.665741 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cdbb5971-f26e-419b-9018-25bda6e888fe req-01640fa4-7bb4-490b-9a31-90fc64700a0e tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 695 time: 0.0764716 Aug 16 23:55:41.700719 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918977b-e8a0-43e8-9696-33d9953fe6f9 req-65eddfec-58ee-4106-840e-1a297fbdd07e tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:41.702201 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b918977b-e8a0-43e8-9696-33d9953fe6f9 req-65eddfec-58ee-4106-840e-1a297fbdd07e tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 931 time: 0.1392961 Aug 16 23:55:41.730340 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e366778a-3234-4252-96a8-cf54705a9dea', 'tag': 'b3a5a74b-225c-4d33-8138-1f9ba8d71c81'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:41.732992 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c189cfaf-ca4a-40fb-a14b-590858d2e386" -d '{"events": [{"name": "network-changed", "server_uuid": "e366778a-3234-4252-96a8-cf54705a9dea", "tag": "b3a5a74b-225c-4d33-8138-1f9ba8d71c81"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:41.832420 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-a4c487a0-c23e-4768-9623-b813995cb52a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:55:41.843040 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-a4c487a0-c23e-4768-9623-b813995cb52a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:41.843248 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 5b694972-96b7-4689-9c98-7f4c1fb1c2c4 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:55:41.873478 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b918977b-e8a0-43e8-9696-33d9953fe6f9 req-b5532727-bd28-4867-97dc-f0c9ffd70464 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314585 Aug 16 23:55:41.880208 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-a4c487a0-c23e-4768-9623-b813995cb52a service neutron] Transition to ACTIVE for port object 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:55:41.885359 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-a4c487a0-c23e-4768-9623-b813995cb52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:41.903719 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 5b694972-96b7-4689-9c98-7f4c1fb1c2c4 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:55:41.909600 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 5b694972-96b7-4689-9c98-7f4c1fb1c2c4 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:55:41.910020 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:41.962052 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c487a0-c23e-4768-9623-b813995cb52a service neutron] Pushing event updated for resources: {'Port': ['ID=89cd47f1-94be-43c0-bf37-cbd80dabe5a9,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:41.996089 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:42.014878 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-cdbb5971-f26e-419b-9018-25bda6e888fe req-aff6834b-89a1-4835-b549-f954ea2a3d7f tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Deleting port 4735503f-1864-4979-b055-d8beaee80a89 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:42.015227 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cdbb5971-f26e-419b-9018-25bda6e888fe req-aff6834b-89a1-4835-b549-f954ea2a3d7f tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:42.019191 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54eeeccc-2554-417a-a2c7-fa561452c9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b694972-96b7-4689-9c98-7f4c1fb1c2c4'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:42.021878 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834607bf-b146-40eb-94ab-27eef46db731" -d '{"events": [{"server_uuid": "54eeeccc-2554-417a-a2c7-fa561452c9a2", "name": "network-vif-plugged", "status": "completed", "tag": "5b694972-96b7-4689-9c98-7f4c1fb1c2c4"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:42.039859 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 5b694972-96b7-4689-9c98-7f4c1fb1c2c4, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=5b694972-96b7-4689-9c98-7f4c1fb1c2c4,segment=NetworkSegment(fbcd4495-cd63-44ce-b1d3-884295473b0e),segment_id=fbcd4495-cd63-44ce-b1d3-884295473b0e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:42.043985 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:42.078189 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:55:42.105280 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8108c-951d-4f2f-a68f-2654a77b8792 req-ddb0daa5-f2d3-48a4-903c-378041e1cbbe tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:42.106624 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=5b694972-96b7-4689-9c98-7f4c1fb1c2c4,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:42.106754 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3ca8108c-951d-4f2f-a68f-2654a77b8792 req-ddb0daa5-f2d3-48a4-903c-378041e1cbbe tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 946 time: 0.1625164 Aug 16 23:55:42.125689 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:42.126024 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:42.126358 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:42.126688 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:42.127013 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:42.127334 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:42.127654 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:42.127970 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:42.128284 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:42.128598 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:42.132610 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:42.133139 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:55:42.150455 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-a4c487a0-c23e-4768-9623-b813995cb52a service neutron] Attempting to bind port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:55:42.150792 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-a4c487a0-c23e-4768-9623-b813995cb52a service neutron] Attempting to bind port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:55:42.151123 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-a4c487a0-c23e-4768-9623-b813995cb52a service neutron] Attempting to bind port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 on network 0de117b9-aee8-4952-ae99-3d2308a08b74 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:55:42.160043 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cdbb5971-f26e-419b-9018-25bda6e888fe req-aff6834b-89a1-4835-b549-f954ea2a3d7f tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:42.161323 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cdbb5971-f26e-419b-9018-25bda6e888fe req-aff6834b-89a1-4835-b549-f954ea2a3d7f tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:42.165984 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-a4c487a0-c23e-4768-9623-b813995cb52a service neutron] Port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 on network 0de117b9-aee8-4952-ae99-3d2308a08b74 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:55:42.166308 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-a4c487a0-c23e-4768-9623-b813995cb52a service neutron] Attempting to bind port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 on network 0de117b9-aee8-4952-ae99-3d2308a08b74 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:55:42.189001 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-cdbb5971-f26e-419b-9018-25bda6e888fe req-aff6834b-89a1-4835-b549-f954ea2a3d7f tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Calling delete_port for 4735503f-1864-4979-b055-d8beaee80a89 owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:42.191058 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-a4c487a0-c23e-4768-9623-b813995cb52a service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:55:42.191432 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-a4c487a0-c23e-4768-9623-b813995cb52a service neutron] Checking segment: {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:55:42.191825 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-a4c487a0-c23e-4768-9623-b813995cb52a service neutron] Bound using segment: {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:55:42.192353 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-a4c487a0-c23e-4768-9623-b813995cb52a service neutron] Bound port: 89cd47f1-94be-43c0-bf37-cbd80dabe5a9, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:55:42.192722 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-a4c487a0-c23e-4768-9623-b813995cb52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:42.199649 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3ca8108c-951d-4f2f-a68f-2654a77b8792 req-d8164a95-31df-4fac-992c-71010a53dc4f tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845201 Aug 16 23:55:42.210850 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e,segment=NetworkSegment(2dbc4770-d411-4f99-91d3-4a7d98f5b43a),segment_id=2dbc4770-d411-4f99-91d3-4a7d98f5b43a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:42.231603 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e', 'network_id': 'fd44ebb3-c38e-46ab-bbec-b8c96e11edf6', 'port_id': '0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e', 'mac_address': 'fa:16:3e:44:69:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2563d00-4971-4e55-a6db-4649757eb410', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:55:42.272444 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:42.284899 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:55:42.305273 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e,segment=NetworkSegment(2dbc4770-d411-4f99-91d3-4a7d98f5b43a),segment_id=2dbc4770-d411-4f99-91d3-4a7d98f5b43a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:42.309568 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:42.347147 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-a4c487a0-c23e-4768-9623-b813995cb52a service neutron] For port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:55:42.356962 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48dd681d-be5d-4528-807c-f79bc0e0d12c req-02b4bf61-96cd-4287-b1b1-3446ce11f9ad tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups/83ee5487-eb38-4b16-971f-5668910e0917 HTTP/1.1" status: 200 len: 1800 time: 0.1187770 Aug 16 23:55:42.358058 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:42.366964 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-a4c487a0-c23e-4768-9623-b813995cb52a service neutron] For port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=89cd47f1-94be-43c0-bf37-cbd80dabe5a9,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:55:42.380181 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-a4c487a0-c23e-4768-9623-b813995cb52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:42.439562 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-a4c487a0-c23e-4768-9623-b813995cb52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:42.440100 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-a4c487a0-c23e-4768-9623-b813995cb52a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:42.441590 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-a4c487a0-c23e-4768-9623-b813995cb52a service neutron] 10.222.0.69 "PUT /v2.0/ports/89cd47f1-94be-43c0-bf37-cbd80dabe5a9 HTTP/1.1" status: 200 len: 1092 time: 1.5039773 Aug 16 23:55:42.505698 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c487a0-c23e-4768-9623-b813995cb52a service neutron] Pushing event updated for resources: {'Port': ['ID=89cd47f1-94be-43c0-bf37-cbd80dabe5a9,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:42.538489 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-48dd681d-be5d-4528-807c-f79bc0e0d12c req-e75da41f-5646-4d6a-b955-9a07646090a8 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 23:55:42.539490 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48dd681d-be5d-4528-807c-f79bc0e0d12c req-e75da41f-5646-4d6a-b955-9a07646090a8 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "DELETE /v2.0/security-groups/83ee5487-eb38-4b16-971f-5668910e0917 HTTP/1.1" status: 409 len: 341 time: 0.1627705 Aug 16 23:55:42.540203 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:55:42.556949 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cdbb5971-f26e-419b-9018-25bda6e888fe req-aff6834b-89a1-4835-b549-f954ea2a3d7f tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:42.566914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-44b36af5-5923-4861-9bfc-5e400846b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:42.568855 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-44b36af5-5923-4861-9bfc-5e400846b969 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=196284884f15450ab6370c358b3094db&device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 1095 time: 0.0783308 Aug 16 23:55:42.594698 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6834b-89a1-4835-b549-f954ea2a3d7f tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Pushing event deleted for resources: {'Port': ['ID=4735503f-1864-4979-b055-d8beaee80a89,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:42.636043 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-a5780074-2a43-40e4-978f-a39e75373d12 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89cd47f1-94be-43c0-bf37-cbd80dabe5a9 HTTP/1.1" status: 200 len: 217 time: 0.0480175 Aug 16 23:55:43.060544 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-cd5f3a5c-a32b-465c-9cb2-88ee96dd730b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:43.062004 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-cd5f3a5c-a32b-465c-9cb2-88ee96dd730b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c3c58a3-e974-46fc-9f56-1776e260fbc5 HTTP/1.1" status: 200 len: 848 time: 0.4050608 Aug 16 23:55:43.071374 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8011a8-be99-407f-8505-b21542e4d883 req-69b9d1b3-def4-420e-b57f-f1dc0fcf2882 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:43.072664 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1a8011a8-be99-407f-8505-b21542e4d883 req-69b9d1b3-def4-420e-b57f-f1dc0fcf2882 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=54eeeccc-2554-417a-a2c7-fa561452c9a2 HTTP/1.1" status: 200 len: 945 time: 0.4391503 Aug 16 23:55:43.075891 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cdbb5971-f26e-419b-9018-25bda6e888fe req-aff6834b-89a1-4835-b549-f954ea2a3d7f tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:43.078354 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cdbb5971-f26e-419b-9018-25bda6e888fe req-aff6834b-89a1-4835-b549-f954ea2a3d7f tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:43.079392 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cdbb5971-f26e-419b-9018-25bda6e888fe req-aff6834b-89a1-4835-b549-f954ea2a3d7f tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] 10.222.0.60 "DELETE /v2.0/floatingips/245ced44-6d00-42b3-aa2d-024de683422d HTTP/1.1" status: 204 len: 173 time: 1.4048886 Aug 16 23:55:43.114768 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-dafdd432-7f70-43ab-b4ca-11c699bdbf2a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0de117b9-aee8-4952-ae99-3d2308a08b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398283 Aug 16 23:55:43.116154 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ac3604-491d-49d1-af57-3bf32fe3ff4c x-openstack-request-id: req-70ac3604-491d-49d1-af57-3bf32fe3ff4c {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:43.116438 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e366778a-3234-4252-96a8-cf54705a9dea", "tag": "b3a5a74b-225c-4d33-8138-1f9ba8d71c81", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:43.116685 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-70ac3604-491d-49d1-af57-3bf32fe3ff4c {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:43.117081 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e366778a-3234-4252-96a8-cf54705a9dea', 'tag': 'b3a5a74b-225c-4d33-8138-1f9ba8d71c81', 'status': 'completed', 'code': 200} Aug 16 23:55:43.190418 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1a8011a8-be99-407f-8505-b21542e4d883 req-db820011-8503-4733-8ebc-43b582e13fba tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031842 Aug 16 23:55:43.196894 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189cfaf-ca4a-40fb-a14b-590858d2e386 req-40472d17-6ff9-4578-97cb-28e7578505f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:43.198445 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c189cfaf-ca4a-40fb-a14b-590858d2e386 req-40472d17-6ff9-4578-97cb-28e7578505f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=928fad2feae6486d8c368ea013044a74&device_id=e366778a-3234-4252-96a8-cf54705a9dea HTTP/1.1" status: 200 len: 1175 time: 0.0479791 Aug 16 23:55:43.243242 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74b5475-e6ac-4e2e-8fd4-fd9be209f784 x-openstack-request-id: req-a74b5475-e6ac-4e2e-8fd4-fd9be209f784 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:43.244095 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54eeeccc-2554-417a-a2c7-fa561452c9a2", "name": "network-vif-plugged", "status": "completed", "tag": "5b694972-96b7-4689-9c98-7f4c1fb1c2c4", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:43.244527 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a74b5475-e6ac-4e2e-8fd4-fd9be209f784 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:43.245114 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54eeeccc-2554-417a-a2c7-fa561452c9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b694972-96b7-4689-9c98-7f4c1fb1c2c4', 'code': 200} Aug 16 23:55:43.247304 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3e547-4402-4176-b4fa-8819558ee30e req-3979923c-43a8-45a4-bd72-91dd430a187f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:43.249366 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-67c3e547-4402-4176-b4fa-8819558ee30e req-3979923c-43a8-45a4-bd72-91dd430a187f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa28eef-2767-4293-b05f-75e402e3cbe8 HTTP/1.1" status: 200 len: 945 time: 0.0705383 Aug 16 23:55:43.288129 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-1221a695-ae76-45ab-a57e-5b3a4f288f70 service neutron] 10.222.0.69 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637955 Aug 16 23:55:43.333291 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-67c3e547-4402-4176-b4fa-8819558ee30e req-8a773579-2b26-4bca-a396-85e853e386b0 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736887 Aug 16 23:55:43.352601 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189cfaf-ca4a-40fb-a14b-590858d2e386 req-bc459c8a-0772-4a8b-8f5e-ae12beb2467a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:43.354297 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c189cfaf-ca4a-40fb-a14b-590858d2e386 req-bc459c8a-0772-4a8b-8f5e-ae12beb2467a service neutron] 10.222.0.64 "GET /v2.0/networks?id=e49e8296-4270-42ee-8656-6741a559a39c HTTP/1.1" status: 200 len: 913 time: 0.1471176 Aug 16 23:55:43.374402 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b17ad3-5637-47b2-87e1-c402fa7d7aa3 req-4259472e-d2f2-4824-b39a-46f094209fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:43.376275 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f8b17ad3-5637-47b2-87e1-c402fa7d7aa3 req-4259472e-d2f2-4824-b39a-46f094209fc2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=54eeeccc-2554-417a-a2c7-fa561452c9a2 HTTP/1.1" status: 200 len: 1097 time: 0.0658154 Aug 16 23:55:43.407306 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e5220-218c-4bba-8ae0-abf584058aa7 req-f68f72d4-b3aa-454d-a4f9-2181793b6e97 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:43.408800 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2b0e5220-218c-4bba-8ae0-abf584058aa7 req-f68f72d4-b3aa-454d-a4f9-2181793b6e97 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] 10.222.0.60 "GET /v2.0/ports?device_id=262d8614-fa06-4954-bb40-66ac164be308 HTTP/1.1" status: 200 len: 945 time: 0.1048844 Aug 16 23:55:43.424009 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c189cfaf-ca4a-40fb-a14b-590858d2e386 req-f7f44991-b12b-4552-9019-d8af9190f3ea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3a5a74b-225c-4d33-8138-1f9ba8d71c81 HTTP/1.1" status: 200 len: 217 time: 0.0600967 Aug 16 23:55:43.454962 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-385a827f-a941-4362-94e7-3da04cbd25f4 req-b6306437-58e4-412a-ae93-9b98ade64d81 service neutron] 10.222.0.69 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546247 Aug 16 23:55:43.462905 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f8b17ad3-5637-47b2-87e1-c402fa7d7aa3 req-8beba449-2f58-4bef-8d8f-bb172cf82f5b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539441 Aug 16 23:55:43.470912 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2b0e5220-218c-4bba-8ae0-abf584058aa7 req-9b66fe4d-2490-41e4-9662-d081825797d4 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea29279f-9b0a-4403-bce9-f6826260b7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506742 Aug 16 23:55:43.512802 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189cfaf-ca4a-40fb-a14b-590858d2e386 req-ad01da94-9100-47d7-9fa3-426ac110fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:43.514404 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c189cfaf-ca4a-40fb-a14b-590858d2e386 req-ad01da94-9100-47d7-9fa3-426ac110fcc1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7bedae41-060a-4a82-9b3d-f77df955187e HTTP/1.1" status: 200 len: 852 time: 0.0797796 Aug 16 23:55:43.551898 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c189cfaf-ca4a-40fb-a14b-590858d2e386 req-f8f8ab1b-1785-429a-8a35-53e55108e01c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e49e8296-4270-42ee-8656-6741a559a39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301940 Aug 16 23:55:43.575288 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-54a87685-ed1f-433b-869f-31a471fe0f10 req-473c48f1-54cd-4ab4-b097-7c2c624862e8 tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] show failed (client error): The resource could not be found. Aug 16 23:55:43.576272 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54a87685-ed1f-433b-869f-31a471fe0f10 req-473c48f1-54cd-4ab4-b097-7c2c624862e8 tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] 10.222.0.60 "GET /v2.0/floatingips/245ced44-6d00-42b3-aa2d-024de683422d HTTP/1.1" status: 404 len: 350 time: 0.0422828 Aug 16 23:55:43.631320 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d75cfb-7c5f-4b5e-ae57-368082357135 req-1a194627-91ac-4149-a9c0-92cd163c7e1b tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:43.632833 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b6d75cfb-7c5f-4b5e-ae57-368082357135 req-1a194627-91ac-4149-a9c0-92cd163c7e1b tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 943 time: 0.0594842 Aug 16 23:55:43.658355 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c189cfaf-ca4a-40fb-a14b-590858d2e386 req-3307aece-95c2-4f04-8899-9d5bbb1ab8aa service neutron] 10.222.0.64 "GET /v2.0/networks/e49e8296-4270-42ee-8656-6741a559a39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984218 Aug 16 23:55:43.698567 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b6d75cfb-7c5f-4b5e-ae57-368082357135 req-e8f8bf62-d25d-4a1e-ba01-3321fb84a71b tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553477 Aug 16 23:55:43.706626 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090862f-5393-407e-9e6d-2ca9c413401e req-4deea9f3-06b5-4089-8444-bf9cc41b4f1d tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:43.708772 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4090862f-5393-407e-9e6d-2ca9c413401e req-4deea9f3-06b5-4089-8444-bf9cc41b4f1d tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 946 time: 0.0750186 Aug 16 23:55:43.753690 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4090862f-5393-407e-9e6d-2ca9c413401e req-1e8859b6-05d8-42f0-8403-002b94babab3 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380876 Aug 16 23:55:43.764763 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c189cfaf-ca4a-40fb-a14b-590858d2e386 req-f07f13a0-3dfb-4d69-8409-459954a475fd service neutron] 10.222.0.64 "GET /v2.0/networks/e49e8296-4270-42ee-8656-6741a559a39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974221 Aug 16 23:55:43.870076 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e415a56-fa8e-4fe8-8e55-2a75884d74ab req-b1c0bdc7-d980-4ab9-a86d-fc34d41a7c2a tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:43.871868 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3e415a56-fa8e-4fe8-8e55-2a75884d74ab req-b1c0bdc7-d980-4ab9-a86d-fc34d41a7c2a tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=e366778a-3234-4252-96a8-cf54705a9dea HTTP/1.1" status: 200 len: 1023 time: 0.0551045 Aug 16 23:55:43.918062 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-89eae11f-39e1-46ef-8c6f-8f34f9380474 req-29894883-05b0-4ed9-a702-1294cded8f3e tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] show failed (client error): The resource could not be found. Aug 16 23:55:43.919021 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-89eae11f-39e1-46ef-8c6f-8f34f9380474 req-29894883-05b0-4ed9-a702-1294cded8f3e tempest-FloatingIPsTestJSON-1401034278 tempest-FloatingIPsTestJSON-1401034278-project] 10.222.0.60 "GET /v2.0/floatingips/245ced44-6d00-42b3-aa2d-024de683422d HTTP/1.1" status: 404 len: 350 time: 0.0451086 Aug 16 23:55:43.930436 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50302) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:43.967328 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3e415a56-fa8e-4fe8-8e55-2a75884d74ab req-3547cd1f-9470-43d9-80ce-54faede0ec5f tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f64e50f-4cb8-4d75-9bee-212d325f5f65&id=89fd6287-b017-4b97-8971-3ee47b7c2abd&id=83ee5487-eb38-4b16-971f-5668910e0917&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0840611 Aug 16 23:55:44.035769 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbfc51-6f87-4731-bfb3-8d6a00b07f6f req-2863844f-fe2a-4ba6-a6be-05caeb21391b tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:44.037495 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ecbfc51-6f87-4731-bfb3-8d6a00b07f6f req-2863844f-fe2a-4ba6-a6be-05caeb21391b tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa28eef-2767-4293-b05f-75e402e3cbe8 HTTP/1.1" status: 200 len: 945 time: 0.0544724 Aug 16 23:55:44.081727 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ecbfc51-6f87-4731-bfb3-8d6a00b07f6f req-0827ff94-578a-40f1-9f8f-9d6c4a132d4f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380893 Aug 16 23:55:44.081919 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 64c6950c-5422-4d6b-98b1-ca1994710820 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:55:44.086932 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:55:44.160976 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50306) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:44.204100 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:55:44.213184 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:55:44.213861 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:44.352006 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b8d18efa-3722-4694-b3b7-5241dce0a3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:44.364570 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40f2aa-20ae-4266-95e6-fe79294514d8 req-bc59bf1a-d749-43e8-9612-58fccdd19231 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:44.373174 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4e40f2aa-20ae-4266-95e6-fe79294514d8 req-bc59bf1a-d749-43e8-9612-58fccdd19231 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=54eeeccc-2554-417a-a2c7-fa561452c9a2 HTTP/1.1" status: 200 len: 945 time: 0.0930927 Aug 16 23:55:44.383378 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f0d37230-9d4b-4c60-a896-b6ba592d4f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:44.408238 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 64c6950c-5422-4d6b-98b1-ca1994710820, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=64c6950c-5422-4d6b-98b1-ca1994710820,segment=NetworkSegment(f6ecfec7-859e-48ae-8b72-438566ddcf66),segment_id=f6ecfec7-859e-48ae-8b72-438566ddcf66)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:44.423682 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '64c6950c-5422-4d6b-98b1-ca1994710820', 'network_id': 'b5d96bed-3d7d-4174-81a4-420ec5c2a243', 'port_id': '64c6950c-5422-4d6b-98b1-ca1994710820', 'mac_address': 'fa:16:3e:c4:ec:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc1d23a-2b66-4ec4-9ade-0b7b10fa44c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:55:44.448520 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4e40f2aa-20ae-4266-95e6-fe79294514d8 req-afc1effc-993a-471e-85fb-ad0d1d8d11a2 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734541 Aug 16 23:55:44.495987 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:44.498440 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:44.522843 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64c6950c-5422-4d6b-98b1-ca1994710820 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:55:44.540776 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b8d18efa-3722-4694-b3b7-5241dce0a3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:44.547988 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b8d18efa-3722-4694-b3b7-5241dce0a3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:44.559041 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 64c6950c-5422-4d6b-98b1-ca1994710820, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=64c6950c-5422-4d6b-98b1-ca1994710820,segment=NetworkSegment(f6ecfec7-859e-48ae-8b72-438566ddcf66),segment_id=f6ecfec7-859e-48ae-8b72-438566ddcf66)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:44.568075 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e,segment=NetworkSegment(2dbc4770-d411-4f99-91d3-4a7d98f5b43a),segment_id=2dbc4770-d411-4f99-91d3-4a7d98f5b43a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:44.569613 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:44.593882 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:44.610919 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d18efa-3722-4694-b3b7-5241dce0a3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fb46ba-200c-4f80-9103-f6f5d020f610,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:44.624574 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=64c6950c-5422-4d6b-98b1-ca1994710820,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:44.627460 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b8d18efa-3722-4694-b3b7-5241dce0a3a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0c5cd44d8f28429dace15f4b05d6cb7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4653704 Aug 16 23:55:44.628465 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50314) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:44.645129 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34fdc8-337e-487d-a4f3-53f1a8a006a0 req-8bad9353-e442-44dd-a5ad-741c6192b96e tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:44.646755 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3e34fdc8-337e-487d-a4f3-53f1a8a006a0 req-8bad9353-e442-44dd-a5ad-741c6192b96e tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] 10.222.0.60 "GET /v2.0/ports?device_id=262d8614-fa06-4954-bb40-66ac164be308 HTTP/1.1" status: 200 len: 946 time: 0.0822306 Aug 16 23:55:44.679928 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:44.690689 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3e34fdc8-337e-487d-a4f3-53f1a8a006a0 req-30e4ad63-c33c-43d4-8a12-0e40c57b66a0 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea29279f-9b0a-4403-bce9-f6826260b7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365517 Aug 16 23:55:44.723898 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cc5607eb-22e3-4342-8ae8-da23b3eb92f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:44.739251 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-f0d37230-9d4b-4c60-a896-b6ba592d4f80 admin admin] Deleting port 4ca8c753-f1a9-4b82-850e-ac59d1f56c70 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:44.739597 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f0d37230-9d4b-4c60-a896-b6ba592d4f80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:44.786787 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cc5607eb-22e3-4342-8ae8-da23b3eb92f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:44.814228 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['64c6950c-5422-4d6b-98b1-ca1994710820'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:55:44.833860 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc8bbd-12c9-4894-a5a5-141b791afc3d req-9afd83ac-67a4-4b26-a748-9e45d11b000b tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:44.836515 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90dc8bbd-12c9-4894-a5a5-141b791afc3d req-9afd83ac-67a4-4b26-a748-9e45d11b000b tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 943 time: 0.0685976 Aug 16 23:55:44.859248 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-f0d37230-9d4b-4c60-a896-b6ba592d4f80 admin admin] For port 4ca8c753-f1a9-4b82-850e-ac59d1f56c70, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4ca8c753-f1a9-4b82-850e-ac59d1f56c70,segment=NetworkSegment(b984258a-95fb-4694-8afb-3e536f48b533),segment_id=b984258a-95fb-4694-8afb-3e536f48b533)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:44.859623 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f0d37230-9d4b-4c60-a896-b6ba592d4f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:44.876620 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-f0d37230-9d4b-4c60-a896-b6ba592d4f80 admin admin] Calling delete_port for 4ca8c753-f1a9-4b82-850e-ac59d1f56c70 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:44.884092 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cc5607eb-22e3-4342-8ae8-da23b3eb92f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:44.886787 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cc5607eb-22e3-4342-8ae8-da23b3eb92f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:44.888034 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cc5607eb-22e3-4342-8ae8-da23b3eb92f8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07fb46ba-200c-4f80-9103-f6f5d020f610 HTTP/1.1" status: 204 len: 168 time: 0.2548916 Aug 16 23:55:44.925269 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57bd46-942b-4c07-b2e4-377c330bee85 req-da13ec25-52bc-4eb6-ba27-e3d580e20934 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:44.934860 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6a57bd46-942b-4c07-b2e4-377c330bee85 req-da13ec25-52bc-4eb6-ba27-e3d580e20934 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 945 time: 0.0972760 Aug 16 23:55:44.940485 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90dc8bbd-12c9-4894-a5a5-141b791afc3d req-e26517dc-f973-4f56-ae4a-c395e7158cd0 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878055 Aug 16 23:55:44.948999 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5607eb-22e3-4342-8ae8-da23b3eb92f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fb46ba-200c-4f80-9103-f6f5d020f610,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:45.001720 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6a57bd46-942b-4c07-b2e4-377c330bee85 req-673692a1-18ac-48be-bf7c-266ca2595529 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659287 Aug 16 23:55:45.104951 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d73c1c-b326-49f7-ac81-ce37aa80ffc3 req-f3f1f9ed-ea3a-4d29-b950-173f5dde5371 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:45.106850 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44d73c1c-b326-49f7-ac81-ce37aa80ffc3 req-f3f1f9ed-ea3a-4d29-b950-173f5dde5371 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=e366778a-3234-4252-96a8-cf54705a9dea HTTP/1.1" status: 200 len: 1023 time: 0.0521901 Aug 16 23:55:45.117826 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff738f0c-806e-4a09-a710-727d5c3ee725', 'tag': '89cd47f1-94be-43c0-bf37-cbd80dabe5a9'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:45.122768 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b410154a-ba41-474a-ab9f-569d5ab03276" -d '{"events": [{"name": "network-changed", "server_uuid": "ff738f0c-806e-4a09-a710-727d5c3ee725", "tag": "89cd47f1-94be-43c0-bf37-cbd80dabe5a9"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:45.135448 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f72d7e-e08d-4742-b8d7-155924879d16 req-414e4884-067a-4e83-b49c-e3570da71916 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:45.136561 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-76f72d7e-e08d-4742-b8d7-155924879d16 req-414e4884-067a-4e83-b49c-e3570da71916 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.64 "GET /v2.0/ports?device_id=e366778a-3234-4252-96a8-cf54705a9dea HTTP/1.1" status: 200 len: 1023 time: 0.0822961 Aug 16 23:55:45.205773 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44d73c1c-b326-49f7-ac81-ce37aa80ffc3 req-46221698-4f00-405a-a659-481f1851574a tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f64e50f-4cb8-4d75-9bee-212d325f5f65&id=89fd6287-b017-4b97-8971-3ee47b7c2abd&id=83ee5487-eb38-4b16-971f-5668910e0917&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0756395 Aug 16 23:55:45.239867 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18cc0d-3190-4791-ae76-03ee338d3a0e req-ba010fc1-ed16-4247-a24c-a15cd0307faf tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:45.242732 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ce18cc0d-3190-4791-ae76-03ee338d3a0e req-ba010fc1-ed16-4247-a24c-a15cd0307faf tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa28eef-2767-4293-b05f-75e402e3cbe8 HTTP/1.1" status: 200 len: 945 time: 0.0753603 Aug 16 23:55:45.246672 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262d8614-fa06-4954-bb40-66ac164be308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:45.249768 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72ae3c7-de76-42ec-b47a-c8de7ece7395" -d '{"events": [{"server_uuid": "262d8614-fa06-4954-bb40-66ac164be308", "name": "network-vif-plugged", "status": "completed", "tag": "0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:45.277854 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684fdcca-f0d0-4f71-b1cd-b1df77fc5c38 x-openstack-request-id: req-684fdcca-f0d0-4f71-b1cd-b1df77fc5c38 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:45.278160 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff738f0c-806e-4a09-a710-727d5c3ee725", "tag": "89cd47f1-94be-43c0-bf37-cbd80dabe5a9", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:45.278371 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-684fdcca-f0d0-4f71-b1cd-b1df77fc5c38 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:45.278869 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff738f0c-806e-4a09-a710-727d5c3ee725', 'tag': '89cd47f1-94be-43c0-bf37-cbd80dabe5a9', 'status': 'completed', 'code': 200} Aug 16 23:55:45.283866 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50332) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:45.291485 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f0d37230-9d4b-4c60-a896-b6ba592d4f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:45.305541 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fa1cce39-88c9-494a-8f00-e449cd20b45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:45.323437 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f823645-33fa-438c-9304-2bd8c3ae1633 x-openstack-request-id: req-2f823645-33fa-438c-9304-2bd8c3ae1633 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:45.323863 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262d8614-fa06-4954-bb40-66ac164be308", "name": "network-vif-plugged", "status": "completed", "tag": "0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:45.324214 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f823645-33fa-438c-9304-2bd8c3ae1633 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:45.324743 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '262d8614-fa06-4954-bb40-66ac164be308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e', 'code': 200} Aug 16 23:55:45.326339 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ce18cc0d-3190-4791-ae76-03ee338d3a0e req-fb28dce6-d731-4543-b22e-deb7fcb1778e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697546 Aug 16 23:55:45.374239 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d37230-9d4b-4c60-a896-b6ba592d4f80 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ca8c753-f1a9-4b82-850e-ac59d1f56c70,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:45.412004 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-76f72d7e-e08d-4742-b8d7-155924879d16 req-52c5456e-090d-4ced-845b-cd242e10a1aa tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Deleting port b3a5a74b-225c-4d33-8138-1f9ba8d71c81 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:45.412710 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-76f72d7e-e08d-4742-b8d7-155924879d16 req-52c5456e-090d-4ced-845b-cd242e10a1aa tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:45.499151 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410154a-ba41-474a-ab9f-569d5ab03276 req-d211022a-dc90-4f39-994a-4dc816a82e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:45.500312 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b410154a-ba41-474a-ab9f-569d5ab03276 req-d211022a-dc90-4f39-994a-4dc816a82e5e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=196284884f15450ab6370c358b3094db&device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 1095 time: 0.1920912 Aug 16 23:55:45.508791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db91bf9-1e67-4cb7-babc-3ccc7babf70c req-55258cec-2f9d-4e9f-91c7-9456d329093b tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:45.509720 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0db91bf9-1e67-4cb7-babc-3ccc7babf70c req-55258cec-2f9d-4e9f-91c7-9456d329093b tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfa28eef-2767-4293-b05f-75e402e3cbe8 HTTP/1.1" status: 200 len: 945 time: 0.1190958 Aug 16 23:55:45.536331 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fa1cce39-88c9-494a-8f00-e449cd20b45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:45.562653 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fa1cce39-88c9-494a-8f00-e449cd20b45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:45.608924 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddab45d-c25f-4e6e-ab8d-99a39ff45139 req-29dddaeb-2e4c-4f20-9466-8f0ddf523bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:45.610329 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dddab45d-c25f-4e6e-ab8d-99a39ff45139 req-29dddaeb-2e4c-4f20-9466-8f0ddf523bf8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=262d8614-fa06-4954-bb40-66ac164be308 HTTP/1.1" status: 200 len: 1098 time: 0.1849806 Aug 16 23:55:45.680944 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-76f72d7e-e08d-4742-b8d7-155924879d16 req-52c5456e-090d-4ced-845b-cd242e10a1aa tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] For port b3a5a74b-225c-4d33-8138-1f9ba8d71c81, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b3a5a74b-225c-4d33-8138-1f9ba8d71c81,segment=NetworkSegment(3c721221-cf3b-40af-b1b9-c06e071ed18f),segment_id=3c721221-cf3b-40af-b1b9-c06e071ed18f)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:45.681226 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-76f72d7e-e08d-4742-b8d7-155924879d16 req-52c5456e-090d-4ced-845b-cd242e10a1aa tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:45.683879 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fa1cce39-88c9-494a-8f00-e449cd20b45e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c2d2d8ef3089473bbe3efae3f1b19e93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3978729 Aug 16 23:55:45.687457 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1cce39-88c9-494a-8f00-e449cd20b45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc2b1ca-0907-4fc5-9091-ebfc54d63bf3,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:45.690744 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50336) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:45.707339 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-76f72d7e-e08d-4742-b8d7-155924879d16 req-52c5456e-090d-4ced-845b-cd242e10a1aa tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Calling delete_port for b3a5a74b-225c-4d33-8138-1f9ba8d71c81 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:45.746566 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8046669-3714-4cb1-b4f4-979612b14f06 req-d21af651-e48d-4bf2-8375-b1b4e85e9e99 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:45.747844 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f0d37230-9d4b-4c60-a896-b6ba592d4f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:45.748139 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c8046669-3714-4cb1-b4f4-979612b14f06 req-d21af651-e48d-4bf2-8375-b1b4e85e9e99 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=54eeeccc-2554-417a-a2c7-fa561452c9a2 HTTP/1.1" status: 200 len: 945 time: 0.1903148 Aug 16 23:55:45.755441 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dddab45d-c25f-4e6e-ab8d-99a39ff45139 req-dd113980-d5ac-4392-9448-c0f675307263 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ea29279f-9b0a-4403-bce9-f6826260b7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232967 Aug 16 23:55:45.780361 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410154a-ba41-474a-ab9f-569d5ab03276 req-cd7e8f92-0dfe-49f7-bed2-dd2ea8153278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:45.781920 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b410154a-ba41-474a-ab9f-569d5ab03276 req-cd7e8f92-0dfe-49f7-bed2-dd2ea8153278 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0de117b9-aee8-4952-ae99-3d2308a08b74 HTTP/1.1" status: 200 len: 909 time: 0.2682371 Aug 16 23:55:45.847410 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-0db91bf9-1e67-4cb7-babc-3ccc7babf70c req-16034420-9cd5-48c1-88b0-6cbf9f441724 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Deleting port fd5ff7d9-b17a-4e5f-9050-2d8290fb5653 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:45.847766 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0db91bf9-1e67-4cb7-babc-3ccc7babf70c req-16034420-9cd5-48c1-88b0-6cbf9f441724 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:45.866389 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-07083d37-1555-4e57-b991-bc5c7ac4951c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:45.871042 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c8046669-3714-4cb1-b4f4-979612b14f06 req-c71dfcc2-a46f-40f9-9016-f37fda501d7a tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105630 Aug 16 23:55:45.874836 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b410154a-ba41-474a-ab9f-569d5ab03276 req-774af7fb-ee88-468d-b229-1d95137e2e01 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89cd47f1-94be-43c0-bf37-cbd80dabe5a9 HTTP/1.1" status: 200 len: 217 time: 0.0790722 Aug 16 23:55:45.884758 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:55:45.945126 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a0a89-9f54-4e85-92dd-a019acc1781e req-491beded-f22b-471e-aaf1-2a077a4bf953 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:45.946590 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-113a0a89-9f54-4e85-92dd-a019acc1781e req-491beded-f22b-471e-aaf1-2a077a4bf953 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] 10.222.0.60 "GET /v2.0/ports?device_id=262d8614-fa06-4954-bb40-66ac164be308 HTTP/1.1" status: 200 len: 946 time: 0.1616514 Aug 16 23:55:45.953828 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-07083d37-1555-4e57-b991-bc5c7ac4951c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:46.024025 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=89cd47f1-94be-43c0-bf37-cbd80dabe5a9,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:46.038551 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '89cd47f1-94be-43c0-bf37-cbd80dabe5a9', 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74', 'port_id': '89cd47f1-94be-43c0-bf37-cbd80dabe5a9', 'mac_address': 'fa:16:3e:62:b1:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c3c58a3-e974-46fc-9f56-1776e260fbc5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:55:46.071372 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-0db91bf9-1e67-4cb7-babc-3ccc7babf70c req-16034420-9cd5-48c1-88b0-6cbf9f441724 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] For port fd5ff7d9-b17a-4e5f-9050-2d8290fb5653, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=fd5ff7d9-b17a-4e5f-9050-2d8290fb5653,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:46.071779 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0db91bf9-1e67-4cb7-babc-3ccc7babf70c req-16034420-9cd5-48c1-88b0-6cbf9f441724 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:46.082614 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:46.095903 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 64c6950c-5422-4d6b-98b1-ca1994710820 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:55:46.102352 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:55:46.104880 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-113a0a89-9f54-4e85-92dd-a019acc1781e req-860086d9-29ec-4728-a552-7a703ead6173 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea29279f-9b0a-4403-bce9-f6826260b7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474218 Aug 16 23:55:46.107025 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-0db91bf9-1e67-4cb7-babc-3ccc7babf70c req-16034420-9cd5-48c1-88b0-6cbf9f441724 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Calling delete_port for fd5ff7d9-b17a-4e5f-9050-2d8290fb5653 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:46.136939 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c08ce3-1318-4302-8cc6-50302d6ea544 req-a1ea3b92-9eda-40b8-a643-a12dea851de1 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:46.138870 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d0c08ce3-1318-4302-8cc6-50302d6ea544 req-a1ea3b92-9eda-40b8-a643-a12dea851de1 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=54eeeccc-2554-417a-a2c7-fa561452c9a2 HTTP/1.1" status: 200 len: 945 time: 0.1735029 Aug 16 23:55:46.158602 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=89cd47f1-94be-43c0-bf37-cbd80dabe5a9,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:46.166469 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:46.219965 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 64c6950c-5422-4d6b-98b1-ca1994710820 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:55:46.220284 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:46.228205 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-07083d37-1555-4e57-b991-bc5c7ac4951c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:46.230840 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-07083d37-1555-4e57-b991-bc5c7ac4951c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:46.232005 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-07083d37-1555-4e57-b991-bc5c7ac4951c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6bc2b1ca-0907-4fc5-9091-ebfc54d63bf3 HTTP/1.1" status: 204 len: 168 time: 0.5372868 Aug 16 23:55:46.263168 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=89cd47f1-94be-43c0-bf37-cbd80dabe5a9,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:46.298332 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d0c08ce3-1318-4302-8cc6-50302d6ea544 req-d805b542-b57d-43ad-ba9a-7fd450bd9140 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463816 Aug 16 23:55:46.300893 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410154a-ba41-474a-ab9f-569d5ab03276 req-47374759-4b68-4a09-a3fc-9c5fcd68b3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:46.302513 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07083d37-1555-4e57-b991-bc5c7ac4951c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc2b1ca-0907-4fc5-9091-ebfc54d63bf3,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:46.303055 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b410154a-ba41-474a-ab9f-569d5ab03276 req-47374759-4b68-4a09-a3fc-9c5fcd68b3ea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c3c58a3-e974-46fc-9f56-1776e260fbc5 HTTP/1.1" status: 200 len: 848 time: 0.4169638 Aug 16 23:55:46.360487 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:46.367347 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b410154a-ba41-474a-ab9f-569d5ab03276 req-8871f1f4-55ad-4e01-8440-2a02a946ded1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0de117b9-aee8-4952-ae99-3d2308a08b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472412 Aug 16 23:55:46.374123 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b32bb-3372-444d-abc2-24c120fcab25 req-3a48f85e-05b3-4f9d-abf4-e5792a2732a2 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:46.386931 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e21b32bb-3372-444d-abc2-24c120fcab25 req-3a48f85e-05b3-4f9d-abf4-e5792a2732a2 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 944 time: 0.1761329 Aug 16 23:55:46.395836 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 64c6950c-5422-4d6b-98b1-ca1994710820, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=64c6950c-5422-4d6b-98b1-ca1994710820,segment=NetworkSegment(f6ecfec7-859e-48ae-8b72-438566ddcf66),segment_id=f6ecfec7-859e-48ae-8b72-438566ddcf66)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:46.401364 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:46.402641 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device b3a5a74b-225c-4d33-8138-1f9ba8d71c81 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:46.458887 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['89cd47f1-94be-43c0-bf37-cbd80dabe5a9'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:55:46.503336 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e21b32bb-3372-444d-abc2-24c120fcab25 req-d2571bf8-bad5-4c27-9cf1-9d6efc443a74 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990174 Aug 16 23:55:46.549263 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b7d11-86ca-4c1a-9fba-d088c117b77f req-d8cd2e4e-06fe-48f7-8b5d-5d98d7516b60 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:46.560155 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d34b7d11-86ca-4c1a-9fba-d088c117b77f req-d8cd2e4e-06fe-48f7-8b5d-5d98d7516b60 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 946 time: 0.1677992 Aug 16 23:55:46.567227 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0db91bf9-1e67-4cb7-babc-3ccc7babf70c req-16034420-9cd5-48c1-88b0-6cbf9f441724 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:46.574422 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=64c6950c-5422-4d6b-98b1-ca1994710820,revision_number=7']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:46.579440 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-aa25e5d2-ff34-427a-9d06-05f3a5510e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:46.584324 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No active binding found for port b3a5a74b-225c-4d33-8138-1f9ba8d71c81 {{(pid=101404) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 23:55:46.585102 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device b3a5a74b-225c-4d33-8138-1f9ba8d71c81 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:55:46.650047 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16034420-9cd5-48c1-88b0-6cbf9f441724 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Pushing event deleted for resources: {'Port': ['ID=fd5ff7d9-b17a-4e5f-9050-2d8290fb5653,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:46.672235 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-76f72d7e-e08d-4742-b8d7-155924879d16 req-52c5456e-090d-4ced-845b-cd242e10a1aa tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:46.736947 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3466d503-0dc8-4f30-8153-bb0d99b9f3e3 req-a66d4e3d-2bce-4ca7-88e5-4bf88b122569 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=e366778a-3234-4252-96a8-cf54705a9dea HTTP/1.1" status: 200 len: 210 time: 0.0858271 Aug 16 23:55:46.748483 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d34b7d11-86ca-4c1a-9fba-d088c117b77f req-8f9537d1-208c-49aa-8ac5-1d872e7a35ab tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874309 Aug 16 23:55:46.751844 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5456e-090d-4ced-845b-cd242e10a1aa tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Pushing event deleted for resources: {'Port': ['ID=b3a5a74b-225c-4d33-8138-1f9ba8d71c81,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:46.775975 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db91bf9-1e67-4cb7-babc-3ccc7babf70c req-16034420-9cd5-48c1-88b0-6cbf9f441724 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] No DVR routers for this DVR port fd5ff7d9-b17a-4e5f-9050-2d8290fb5653 on host n-h1-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:55:46.790635 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0db91bf9-1e67-4cb7-babc-3ccc7babf70c req-16034420-9cd5-48c1-88b0-6cbf9f441724 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:46.793546 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0db91bf9-1e67-4cb7-babc-3ccc7babf70c req-16034420-9cd5-48c1-88b0-6cbf9f441724 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.69 "DELETE /v2.0/ports/fd5ff7d9-b17a-4e5f-9050-2d8290fb5653 HTTP/1.1" status: 204 len: 173 time: 1.2768326 Aug 16 23:55:46.910414 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f72d7e-e08d-4742-b8d7-155924879d16 req-52c5456e-090d-4ced-845b-cd242e10a1aa tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] No DVR routers for this DVR port b3a5a74b-225c-4d33-8138-1f9ba8d71c81 on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:55:46.920007 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-76f72d7e-e08d-4742-b8d7-155924879d16 req-52c5456e-090d-4ced-845b-cd242e10a1aa tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:46.922073 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-76f72d7e-e08d-4742-b8d7-155924879d16 req-52c5456e-090d-4ced-845b-cd242e10a1aa tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.64 "DELETE /v2.0/ports/b3a5a74b-225c-4d33-8138-1f9ba8d71c81 HTTP/1.1" status: 204 len: 173 time: 1.7773032 Aug 16 23:55:46.922528 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e366778a-3234-4252-96a8-cf54705a9dea', 'name': 'network-vif-deleted', 'tag': 'b3a5a74b-225c-4d33-8138-1f9ba8d71c81'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:46.924897 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66af5ce6-1de2-40a9-9de6-495d15f7f254" -d '{"events": [{"server_uuid": "e366778a-3234-4252-96a8-cf54705a9dea", "name": "network-vif-deleted", "tag": "b3a5a74b-225c-4d33-8138-1f9ba8d71c81"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:46.959620 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b410154a-ba41-474a-ab9f-569d5ab03276 req-f01efe96-b371-451c-aa31-44e3382ac7f0 service neutron] 10.222.0.69 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490893 Aug 16 23:55:46.968597 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d37230-9d4b-4c60-a896-b6ba592d4f80 admin admin] Router 679587bb-3b63-48e9-94ce-4ab90294d747 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:55:46.999790 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-629e620c-53cc-4b8d-a120-7fac47fea151 req-8cd6a58a-f17b-4e50-ae28-4d679d285347 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa28eef-2767-4293-b05f-75e402e3cbe8 HTTP/1.1" status: 200 len: 210 time: 0.0624990 Aug 16 23:55:47.037341 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdaf5e-87bd-4a57-b222-4293251f15e4 req-95c9c4d7-1a15-4491-bc98-94fe36ed9ced tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:47.045465 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5bdaf5e-87bd-4a57-b222-4293251f15e4 req-95c9c4d7-1a15-4491-bc98-94fe36ed9ced tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=54eeeccc-2554-417a-a2c7-fa561452c9a2 HTTP/1.1" status: 200 len: 945 time: 0.1614671 Aug 16 23:55:47.098194 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d9b189-6410-42fe-a551-3dc801fd0977 x-openstack-request-id: req-38d9b189-6410-42fe-a551-3dc801fd0977 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:47.098437 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e366778a-3234-4252-96a8-cf54705a9dea", "name": "network-vif-deleted", "tag": "b3a5a74b-225c-4d33-8138-1f9ba8d71c81", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:47.098685 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-38d9b189-6410-42fe-a551-3dc801fd0977 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:47.099310 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e366778a-3234-4252-96a8-cf54705a9dea', 'name': 'network-vif-deleted', 'tag': 'b3a5a74b-225c-4d33-8138-1f9ba8d71c81', 'status': 'completed', 'code': 200} Aug 16 23:55:47.105734 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5bdaf5e-87bd-4a57-b222-4293251f15e4 req-76e45715-28b1-4195-8014-4938631e8005 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592251 Aug 16 23:55:47.144208 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['55f3b27c-5fa7-4516-9bf6-f77671b18cf8'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:55:47.216877 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b410154a-ba41-474a-ab9f-569d5ab03276 req-a2eeeaec-6e85-4960-b512-6f604aaf0345 service neutron] 10.222.0.69 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425113 Aug 16 23:55:47.229547 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d37230-9d4b-4c60-a896-b6ba592d4f80 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:55:47.236838 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f0d37230-9d4b-4c60-a896-b6ba592d4f80 admin admin] 10.222.0.60 "PUT /v2.0/routers/679587bb-3b63-48e9-94ce-4ab90294d747/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3052824 Aug 16 23:55:47.243491 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50376) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:47.247268 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6dd036-cf6e-4e24-9814-4a2a72b88344 None None] Sync routers for ids ['679587bb-3b63-48e9-94ce-4ab90294d747'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:55:47.269986 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6dd036-cf6e-4e24-9814-4a2a72b88344 None None] Routers {'679587bb-3b63-48e9-94ce-4ab90294d747'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:55:47.270525 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-2f6dd036-cf6e-4e24-9814-4a2a72b88344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:55:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['679587bb-3b63-48e9-94ce-4ab90294d747'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:47.296359 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa28eef-2767-4293-b05f-75e402e3cbe8', 'name': 'network-vif-deleted', 'tag': 'fd5ff7d9-b17a-4e5f-9050-2d8290fb5653'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:47.301948 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c150125-4cd0-4ca2-ad4b-07eaa34fb9b4" -d '{"events": [{"server_uuid": "bfa28eef-2767-4293-b05f-75e402e3cbe8", "name": "network-vif-deleted", "tag": "fd5ff7d9-b17a-4e5f-9050-2d8290fb5653"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:47.332489 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff89d3c-07a8-4a14-930a-c21a0575e0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c6950c-5422-4d6b-98b1-ca1994710820'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:47.335008 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d0aba9-aec1-4385-af3b-f6ea7450a9bf" -d '{"events": [{"server_uuid": "4ff89d3c-07a8-4a14-930a-c21a0575e0d3", "name": "network-vif-plugged", "status": "completed", "tag": "64c6950c-5422-4d6b-98b1-ca1994710820"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:47.461802 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d94fa-b663-4b04-93d5-ccea346c062f req-ac886d06-691c-44d6-b5d5-15dcd73015de tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:47.470793 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-852d94fa-b663-4b04-93d5-ccea346c062f req-ac886d06-691c-44d6-b5d5-15dcd73015de tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] 10.222.0.60 "GET /v2.0/ports?device_id=262d8614-fa06-4954-bb40-66ac164be308 HTTP/1.1" status: 200 len: 946 time: 0.2379806 Aug 16 23:55:47.497142 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0505333f-6c16-439e-b4ba-5f064c57aa57 admin admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:47.505754 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556774eb-8076-470f-ab9b-4bc0cfd8e9fb req-6631cc48-b30f-48d5-99cd-d6e2f8f96515 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:47.508070 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-556774eb-8076-470f-ab9b-4bc0cfd8e9fb req-6631cc48-b30f-48d5-99cd-d6e2f8f96515 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=54eeeccc-2554-417a-a2c7-fa561452c9a2 HTTP/1.1" status: 200 len: 945 time: 0.1947899 Aug 16 23:55:47.520854 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-2f6dd036-cf6e-4e24-9814-4a2a72b88344 None None] Set router 679587bb-3b63-48e9-94ce-4ab90294d747 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:55:47.554068 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-852d94fa-b663-4b04-93d5-ccea346c062f req-028ea94e-1354-46d3-bc2d-e2344ed77135 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea29279f-9b0a-4403-bce9-f6826260b7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820761 Aug 16 23:55:47.617608 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-556774eb-8076-470f-ab9b-4bc0cfd8e9fb req-060295e2-b1f7-4154-95af-9e077672660e tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713582 Aug 16 23:55:47.680781 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a9a588-e7f3-4b36-a998-aeb1a7263c86 x-openstack-request-id: req-14a9a588-e7f3-4b36-a998-aeb1a7263c86 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:47.681378 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff89d3c-07a8-4a14-930a-c21a0575e0d3", "name": "network-vif-plugged", "status": "completed", "tag": "64c6950c-5422-4d6b-98b1-ca1994710820", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:47.681872 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-14a9a588-e7f3-4b36-a998-aeb1a7263c86 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:47.682497 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff89d3c-07a8-4a14-930a-c21a0575e0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c6950c-5422-4d6b-98b1-ca1994710820', 'code': 200} Aug 16 23:55:47.697900 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0505333f-6c16-439e-b4ba-5f064c57aa57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:47.763713 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0dca490-319b-43de-a63e-9233ce8d2561 x-openstack-request-id: req-f0dca490-319b-43de-a63e-9233ce8d2561 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:47.766222 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa28eef-2767-4293-b05f-75e402e3cbe8", "name": "network-vif-deleted", "tag": "fd5ff7d9-b17a-4e5f-9050-2d8290fb5653", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:47.766487 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f0dca490-319b-43de-a63e-9233ce8d2561 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:47.766944 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa28eef-2767-4293-b05f-75e402e3cbe8', 'name': 'network-vif-deleted', 'tag': 'fd5ff7d9-b17a-4e5f-9050-2d8290fb5653', 'status': 'completed', 'code': 200} Aug 16 23:55:47.830944 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-0505333f-6c16-439e-b4ba-5f064c57aa57 admin admin] Deleting port 663ca8bf-e80b-4339-b7f8-193720d83805 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:47.831345 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0505333f-6c16-439e-b4ba-5f064c57aa57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:47.868089 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ba82c-6100-414d-8219-8dac56972973 req-daef5317-2bc0-4483-9b2d-8150c7e5779c tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:47.875847 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-681ba82c-6100-414d-8219-8dac56972973 req-daef5317-2bc0-4483-9b2d-8150c7e5779c tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 944 time: 0.0768037 Aug 16 23:55:47.900297 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:55:47.935056 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-681ba82c-6100-414d-8219-8dac56972973 req-11a339d5-0781-4bc8-9c66-706d91a941c4 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582526 Aug 16 23:55:47.993955 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:55:47.999957 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:55:48.000337 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:48.014005 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea162c-062e-46a9-a88e-4faddf9a99c9 req-8fb9162f-2cea-43e0-b38c-f745f2c4e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:48.016086 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8dea162c-062e-46a9-a88e-4faddf9a99c9 req-8fb9162f-2cea-43e0-b38c-f745f2c4e777 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 1098 time: 0.1459050 Aug 16 23:55:48.018530 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-2f6dd036-cf6e-4e24-9814-4a2a72b88344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679587bb-3b63-48e9-94ce-4ab90294d747', 'name': 'tempest-FloatingIPsTestJSON-483383894-router', 'tenant_id': '16c7210b78ba422abdc09d67b9574c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '663ca8bf-e80b-4339-b7f8-193720d83805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:55:15Z', 'updated_at': '2021-08-16T23:55:45Z', 'revision_number': 5, 'project_id': '16c7210b78ba422abdc09d67b9574c4e', 'gw_port': {'id': '663ca8bf-e80b-4339-b7f8-193720d83805', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679587bb-3b63-48e9-94ce-4ab90294d747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:18Z', 'updated_at': '2021-08-16T23:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:48.053740 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6dd036-cf6e-4e24-9814-4a2a72b88344 None None] Checking router: 679587bb-3b63-48e9-94ce-4ab90294d747 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:55:48.055550 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-0505333f-6c16-439e-b4ba-5f064c57aa57 admin admin] For port 663ca8bf-e80b-4339-b7f8-193720d83805, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=663ca8bf-e80b-4339-b7f8-193720d83805,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:48.055953 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0505333f-6c16-439e-b4ba-5f064c57aa57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:48.064718 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6dd036-cf6e-4e24-9814-4a2a72b88344 None None] Routers {'679587bb-3b63-48e9-94ce-4ab90294d747'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:55:48.065619 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-2f6dd036-cf6e-4e24-9814-4a2a72b88344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:55:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['679587bb-3b63-48e9-94ce-4ab90294d747'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:48.072110 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-0505333f-6c16-439e-b4ba-5f064c57aa57 admin admin] Calling delete_port for 663ca8bf-e80b-4339-b7f8-193720d83805 owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:48.100597 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8dea162c-062e-46a9-a88e-4faddf9a99c9 req-b62ec2c7-f704-4349-a296-e7456f25c927 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685363 Aug 16 23:55:48.103482 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:48.107159 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed7c2a-1268-492e-aa17-b183b148efee req-e831aaae-fb32-4175-ae5b-0fe2b88acf59 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:48.108745 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85ed7c2a-1268-492e-aa17-b183b148efee req-e831aaae-fb32-4175-ae5b-0fe2b88acf59 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 946 time: 0.1370103 Aug 16 23:55:48.150696 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=89cd47f1-94be-43c0-bf37-cbd80dabe5a9,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:48.155413 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:48.156408 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device fd5ff7d9-b17a-4e5f-9050-2d8290fb5653 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:48.181009 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: fd5ff7d9-b17a-4e5f-9050-2d8290fb5653 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:55:48.181455 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device fd5ff7d9-b17a-4e5f-9050-2d8290fb5653 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:55:48.245631 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85ed7c2a-1268-492e-aa17-b183b148efee req-0ec20cd7-2b1c-4239-9a65-f90b67dedd6d tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215789 Aug 16 23:55:48.257079 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=89cd47f1-94be-43c0-bf37-cbd80dabe5a9,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:48.275391 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-2f6dd036-cf6e-4e24-9814-4a2a72b88344 None None] Set router 679587bb-3b63-48e9-94ce-4ab90294d747 gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:55:48.277618 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf4e3d-4a2e-482f-87f0-f0ba0af57abc req-e44645fa-1190-4a08-b9a2-c72299174a45 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:48.279384 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a6cf4e3d-4a2e-482f-87f0-f0ba0af57abc req-e44645fa-1190-4a08-b9a2-c72299174a45 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=54eeeccc-2554-417a-a2c7-fa561452c9a2 HTTP/1.1" status: 200 len: 945 time: 0.1283951 Aug 16 23:55:48.307134 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0505333f-6c16-439e-b4ba-5f064c57aa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:48.345705 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505333f-6c16-439e-b4ba-5f064c57aa57 admin admin] Pushing event deleted for resources: {'Port': ['ID=663ca8bf-e80b-4339-b7f8-193720d83805,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:48.372847 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-034a358a-09cb-461d-bfb9-a7ddf2a437a2 req-6521c522-2447-4528-ab90-806a308a59f3 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups/4f64e50f-4cb8-4d75-9bee-212d325f5f65 HTTP/1.1" status: 200 len: 1800 time: 0.0918596 Aug 16 23:55:48.385426 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a6cf4e3d-4a2e-482f-87f0-f0ba0af57abc req-e0121385-022a-4fd6-814e-3a4a76732c80 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971880 Aug 16 23:55:48.450681 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0505333f-6c16-439e-b4ba-5f064c57aa57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:48.464181 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-034a358a-09cb-461d-bfb9-a7ddf2a437a2 req-0d4d8df9-52a7-4fbe-bb13-6e3cddc6c615 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:48.470754 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-2f6dd036-cf6e-4e24-9814-4a2a72b88344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679587bb-3b63-48e9-94ce-4ab90294d747', 'name': 'tempest-FloatingIPsTestJSON-483383894-router', 'tenant_id': '16c7210b78ba422abdc09d67b9574c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:55:15Z', 'updated_at': '2021-08-16T23:55:47Z', 'revision_number': 6, 'project_id': '16c7210b78ba422abdc09d67b9574c4e', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:48.503219 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6dd036-cf6e-4e24-9814-4a2a72b88344 None None] The sync data for ids ['679587bb-3b63-48e9-94ce-4ab90294d747'] in n-d-800088-20 is: [{'id': '679587bb-3b63-48e9-94ce-4ab90294d747', 'name': 'tempest-FloatingIPsTestJSON-483383894-router', 'tenant_id': '16c7210b78ba422abdc09d67b9574c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:55:15Z', 'updated_at': '2021-08-16T23:55:47Z', 'revision_number': 6, 'project_id': '16c7210b78ba422abdc09d67b9574c4e', 'gw_port_host': None}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:55:48.507106 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-034a358a-09cb-461d-bfb9-a7ddf2a437a2 req-0d4d8df9-52a7-4fbe-bb13-6e3cddc6c615 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:48.600453 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-034a358a-09cb-461d-bfb9-a7ddf2a437a2 req-0d4d8df9-52a7-4fbe-bb13-6e3cddc6c615 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:48.605699 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-034a358a-09cb-461d-bfb9-a7ddf2a437a2 req-0d4d8df9-52a7-4fbe-bb13-6e3cddc6c615 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:48.623922 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0505333f-6c16-439e-b4ba-5f064c57aa57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:48.626296 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-034a358a-09cb-461d-bfb9-a7ddf2a437a2 req-0d4d8df9-52a7-4fbe-bb13-6e3cddc6c615 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "DELETE /v2.0/security-groups/4f64e50f-4cb8-4d75-9bee-212d325f5f65 HTTP/1.1" status: 204 len: 173 time: 0.2521689 Aug 16 23:55:48.626463 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0505333f-6c16-439e-b4ba-5f064c57aa57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:48.652719 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d8df9-52a7-4fbe-bb13-6e3cddc6c615 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f64e50f-4cb8-4d75-9bee-212d325f5f65,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:48.700724 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0505333f-6c16-439e-b4ba-5f064c57aa57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:48.701291 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0505333f-6c16-439e-b4ba-5f064c57aa57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 679587bb-3b63-48e9-94ce-4ab90294d747 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:55:48.709437 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0505333f-6c16-439e-b4ba-5f064c57aa57 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:48.714627 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0505333f-6c16-439e-b4ba-5f064c57aa57 admin admin] 10.222.0.60 "DELETE /v2.0/routers/679587bb-3b63-48e9-94ce-4ab90294d747 HTTP/1.1" status: 204 len: 168 time: 1.4698291 Aug 16 23:55:48.717056 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50428) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:48.794607 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ce8e76-eb77-42af-b14e-44b2027b3944 admin admin] Deleting subnet 34cb23fa-5e44-4e92-bf06-ecf179820519 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:55:48.798319 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-72ce8e76-eb77-42af-b14e-44b2027b3944 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:48.805599 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abadef4-013f-464b-b96c-0f80c59f2ecb req-9fd7ba75-576d-4d93-b33f-7257bd1becb3 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:48.807362 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3abadef4-013f-464b-b96c-0f80c59f2ecb req-9fd7ba75-576d-4d93-b33f-7257bd1becb3 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] 10.222.0.60 "GET /v2.0/ports?device_id=262d8614-fa06-4954-bb40-66ac164be308 HTTP/1.1" status: 200 len: 946 time: 0.0965805 Aug 16 23:55:48.816539 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ec91e-0cc1-470c-8b13-9862dc6195b4 req-278e3c38-8078-4192-b2ee-94d4b146121c tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:48.818042 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7a7ec91e-0cc1-470c-8b13-9862dc6195b4 req-278e3c38-8078-4192-b2ee-94d4b146121c tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=54eeeccc-2554-417a-a2c7-fa561452c9a2 HTTP/1.1" status: 200 len: 945 time: 0.0960000 Aug 16 23:55:48.845730 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-72ce8e76-eb77-42af-b14e-44b2027b3944 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:48.881124 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3abadef4-013f-464b-b96c-0f80c59f2ecb req-7950ed92-98e9-4d6f-bdb0-69691257cc2c tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea29279f-9b0a-4403-bce9-f6826260b7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620673 Aug 16 23:55:48.888655 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7a7ec91e-0cc1-470c-8b13-9862dc6195b4 req-9dbd811c-8768-40fa-8d3b-c8f77e0a5c86 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546949 Aug 16 23:55:48.954985 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-72ce8e76-eb77-42af-b14e-44b2027b3944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:48.969900 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb07ee84-17ca-4545-b4e2-d223dedb2709 req-c1f965fb-5ac0-41c4-afd2-68a262f3b41c tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups/83ee5487-eb38-4b16-971f-5668910e0917 HTTP/1.1" status: 200 len: 1800 time: 0.0560622 Aug 16 23:55:49.035097 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-72ce8e76-eb77-42af-b14e-44b2027b3944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:49.042703 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bb07ee84-17ca-4545-b4e2-d223dedb2709 req-b095060d-3480-4d44-ace9-528395bd50dc tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:49.072228 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854b99c2-0094-48fe-8db6-926cfe3f07bb None None] Network 0e34d6fc-f60e-4a84-a168-716e2f273d1b requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:55:49.073526 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce8e76-eb77-42af-b14e-44b2027b3944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34cb23fa-5e44-4e92-bf06-ecf179820519,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:49.080618 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-72ce8e76-eb77-42af-b14e-44b2027b3944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:49.084421 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-72ce8e76-eb77-42af-b14e-44b2027b3944 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/34cb23fa-5e44-4e92-bf06-ecf179820519 HTTP/1.1" status: 204 len: 168 time: 0.3662400 Aug 16 23:55:49.086847 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50448) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:49.115784 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b5947349-2b41-4caa-ac70-1580e5f272f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:49.135719 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bb07ee84-17ca-4545-b4e2-d223dedb2709 req-b095060d-3480-4d44-ace9-528395bd50dc tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:49.179073 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2b0c87d8-e86d-4f64-aed4-6ae79c067d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:49.196558 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:49.216560 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bb07ee84-17ca-4545-b4e2-d223dedb2709 req-b095060d-3480-4d44-ace9-528395bd50dc tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:49.219356 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bb07ee84-17ca-4545-b4e2-d223dedb2709 req-b095060d-3480-4d44-ace9-528395bd50dc tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:49.220524 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb07ee84-17ca-4545-b4e2-d223dedb2709 req-b095060d-3480-4d44-ace9-528395bd50dc tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "DELETE /v2.0/security-groups/83ee5487-eb38-4b16-971f-5668910e0917 HTTP/1.1" status: 204 len: 173 time: 0.2442584 Aug 16 23:55:49.233345 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-55262d69-b609-4460-9f3e-ebca453a925f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:49.233345 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-55262d69-b609-4460-9f3e-ebca453a925f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/networks?id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf HTTP/1.1" status: 200 len: 812 time: 0.1773596 Aug 16 23:55:49.247113 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095060d-3480-4d44-ace9-528395bd50dc tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ee5487-eb38-4b16-971f-5668910e0917,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:49.263193 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-2b0c87d8-e86d-4f64-aed4-6ae79c067d46 admin admin] Deleting port 3f56649b-1cec-4745-bfa5-6701ddaac0c4 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:49.263648 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2b0c87d8-e86d-4f64-aed4-6ae79c067d46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:49.280354 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-f876120a-593f-4a72-85bb-c296223a9cb2 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/quotas/199207e6de05452bbb587d40f177d9b0 HTTP/1.1" status: 200 len: 375 time: 0.0358810 Aug 16 23:55:49.313821 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-66097a5e-ac79-411e-8ef9-60a23a6ea7a4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=199207e6de05452bbb587d40f177d9b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266130 Aug 16 23:55:49.336757 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-2b0c87d8-e86d-4f64-aed4-6ae79c067d46 admin admin] For port 3f56649b-1cec-4745-bfa5-6701ddaac0c4, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=3f56649b-1cec-4745-bfa5-6701ddaac0c4,segment=NetworkSegment(b984258a-95fb-4694-8afb-3e536f48b533),segment_id=b984258a-95fb-4694-8afb-3e536f48b533)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:49.337159 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2b0c87d8-e86d-4f64-aed4-6ae79c067d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:49.353620 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-2b0c87d8-e86d-4f64-aed4-6ae79c067d46 admin admin] Calling delete_port for 3f56649b-1cec-4745-bfa5-6701ddaac0c4 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:49.377951 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f1963c-1a22-4f0d-85b2-c2f085e9824b None None] DHCP port deletion for 0e34d6fc-f60e-4a84-a168-716e2f273d1b request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:55:49.444646 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-1fbe3787-30f7-4516-9f56-635e5e412680 service neutron] 10.222.0.60 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230710 Aug 16 23:55:49.454977 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-99f1963c-1a22-4f0d-85b2-c2f085e9824b None None] Deleting port 3f56649b-1cec-4745-bfa5-6701ddaac0c4 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:49.455618 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-99f1963c-1a22-4f0d-85b2-c2f085e9824b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:49.478985 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2b0c87d8-e86d-4f64-aed4-6ae79c067d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:49.497258 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0c87d8-e86d-4f64-aed4-6ae79c067d46 admin admin] No DVR routers for this DVR port 3f56649b-1cec-4745-bfa5-6701ddaac0c4 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:55:49.521107 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c87d8-e86d-4f64-aed4-6ae79c067d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f56649b-1cec-4745-bfa5-6701ddaac0c4,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:49.540956 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-99f1963c-1a22-4f0d-85b2-c2f085e9824b None None] For port 3f56649b-1cec-4745-bfa5-6701ddaac0c4, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=3f56649b-1cec-4745-bfa5-6701ddaac0c4,segment=NetworkSegment(b984258a-95fb-4694-8afb-3e536f48b533),segment_id=b984258a-95fb-4694-8afb-3e536f48b533)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:49.541392 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-99f1963c-1a22-4f0d-85b2-c2f085e9824b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:49.559264 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-99f1963c-1a22-4f0d-85b2-c2f085e9824b None None] Calling delete_port for 3f56649b-1cec-4745-bfa5-6701ddaac0c4 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:49.559490 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-f30bd9cb-3c66-45f2-9d8d-1acd5a2e1f5f tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=636fdf9ffe334b56b1041327d83dc393&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366855 Aug 16 23:55:49.600638 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2b0c87d8-e86d-4f64-aed4-6ae79c067d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:49.611981 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2b0c87d8-e86d-4f64-aed4-6ae79c067d46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e34d6fc-f60e-4a84-a168-716e2f273d1b']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:49.626734 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2b0c87d8-e86d-4f64-aed4-6ae79c067d46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b984258a-95fb-4694-8afb-3e536f48b533') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:49.627169 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2b0c87d8-e86d-4f64-aed4-6ae79c067d46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b984258a-95fb-4694-8afb-3e536f48b533') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:49.637070 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2b0c87d8-e86d-4f64-aed4-6ae79c067d46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: from cryptography.utils import int_from_bytes Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: from cryptography.utils import int_from_bytes Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:49.642054 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 16 23:55:49.646181 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:49.646181 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 16 23:55:49.646181 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:49.646181 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 16 23:55:49.646181 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:49.646181 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 16 23:55:49.646181 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:49.646181 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 16 23:55:49.646181 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:49.646181 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 16 23:55:49.646181 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:49.646181 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 16 23:55:49.646181 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:55:49.646181 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 16 23:55:49.650951 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-99f1963c-1a22-4f0d-85b2-c2f085e9824b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:49.657297 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2b0c87d8-e86d-4f64-aed4-6ae79c067d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:49.662489 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-6354aa90-703a-4981-bbc6-6c89090b9d0b service neutron] 10.222.0.60 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163746 Aug 16 23:55:49.664718 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0c87d8-e86d-4f64-aed4-6ae79c067d46 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:55:49.665257 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2b0c87d8-e86d-4f64-aed4-6ae79c067d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: timer() Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: self._notify() Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:55:49.667205 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:55:49.680296 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1963c-1a22-4f0d-85b2-c2f085e9824b None None] Pushing event deleted for resources: {'Port': ['ID=3f56649b-1cec-4745-bfa5-6701ddaac0c4,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:49.683890 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff738f0c-806e-4a09-a710-727d5c3ee725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89cd47f1-94be-43c0-bf37-cbd80dabe5a9'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:49.689765 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6401c9-6040-422f-90a1-032829c8a8b4" -d '{"events": [{"server_uuid": "ff738f0c-806e-4a09-a710-727d5c3ee725", "name": "network-vif-plugged", "status": "completed", "tag": "89cd47f1-94be-43c0-bf37-cbd80dabe5a9"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:49.693509 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f1963c-1a22-4f0d-85b2-c2f085e9824b None None] No DVR routers for this DVR port 3f56649b-1cec-4745-bfa5-6701ddaac0c4 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:55:49.743682 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2b0c87d8-e86d-4f64-aed4-6ae79c067d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:49.756850 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2b0c87d8-e86d-4f64-aed4-6ae79c067d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:49.765321 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2b0c87d8-e86d-4f64-aed4-6ae79c067d46 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0e34d6fc-f60e-4a84-a168-716e2f273d1b HTTP/1.1" status: 204 len: 168 time: 0.6750634 Aug 16 23:55:49.765546 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-a2a65c93-9f54-47c8-ac1c-e1698b5486b9 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:49.774282 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-a2a65c93-9f54-47c8-ac1c-e1698b5486b9 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2079268 Aug 16 23:55:49.794949 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-380cff3e-960e-4514-8c3b-d9740a6fc57d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/quotas/636fdf9ffe334b56b1041327d83dc393 HTTP/1.1" status: 200 len: 375 time: 0.0190418 Aug 16 23:55:49.799077 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c87d8-e86d-4f64-aed4-6ae79c067d46 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e34d6fc-f60e-4a84-a168-716e2f273d1b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:49.832557 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4ca8c753-f1a9-4b82-850e-ac59d1f56c70 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:49.874972 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-8e9f3812-06a8-43f6-8553-2137cdb5f76e tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780139 Aug 16 23:55:49.905975 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 4ca8c753-f1a9-4b82-850e-ac59d1f56c70 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:55:49.906320 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4ca8c753-f1a9-4b82-850e-ac59d1f56c70 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:55:49.906744 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 3f56649b-1cec-4745-bfa5-6701ddaac0c4 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:49.940734 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 3f56649b-1cec-4745-bfa5-6701ddaac0c4 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:55:49.941691 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 3f56649b-1cec-4745-bfa5-6701ddaac0c4 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:55:49.942218 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 663ca8bf-e80b-4339-b7f8-193720d83805 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:49.964805 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 663ca8bf-e80b-4339-b7f8-193720d83805 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:55:49.965195 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 663ca8bf-e80b-4339-b7f8-193720d83805 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:55:50.015496 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b1237-530d-4cc4-b789-2b4eb0e2ae60 req-9d6bb164-b11e-444e-a166-f8e1a4e1bdd5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:50.018302 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c4b1237-530d-4cc4-b789-2b4eb0e2ae60 req-9d6bb164-b11e-444e-a166-f8e1a4e1bdd5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 945 time: 0.0929136 Aug 16 23:55:50.082910 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:50.086758 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c4b1237-530d-4cc4-b789-2b4eb0e2ae60 req-889489cc-070b-4409-b143-d6106ecda568 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589206 Aug 16 23:55:50.095619 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86061ffd-9353-4277-b851-2ce4abe8dfbf req-e2a082ef-dc61-437c-8235-033736637b1e tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:50.097329 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-86061ffd-9353-4277-b851-2ce4abe8dfbf req-e2a082ef-dc61-437c-8235-033736637b1e tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] 10.222.0.64 "GET /v2.0/ports?device_id=262d8614-fa06-4954-bb40-66ac164be308 HTTP/1.1" status: 200 len: 946 time: 0.1146944 Aug 16 23:55:50.110937 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-a47f1ba9-0dad-482d-b242-72cef4250f0f req-2b6c33a9-6c60-42d8-b292-0a1d33b4093f tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2127597937', 'description': 'tempest-description-1887090164'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:50.138551 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50484) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:50.176017 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a47f1ba9-0dad-482d-b242-72cef4250f0f req-2b6c33a9-6c60-42d8-b292-0a1d33b4093f tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:50.234275 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4b0d1556-9774-4b8c-8f57-961e79247874 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=16c7210b78ba422abdc09d67b9574c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0946121 Aug 16 23:55:50.240066 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50486) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:50.280369 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a5525-106a-44e9-b96a-554cc8ab0ad7 req-b44adf70-e3c1-474e-9a38-675a349a9a8c tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:50.288887 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-158a5525-106a-44e9-b96a-554cc8ab0ad7 req-b44adf70-e3c1-474e-9a38-675a349a9a8c tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 946 time: 0.0943887 Aug 16 23:55:50.306838 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-86061ffd-9353-4277-b851-2ce4abe8dfbf req-ab13243a-7285-4af0-b207-a57a1a9f6122 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Deleting port 0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:50.307189 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-86061ffd-9353-4277-b851-2ce4abe8dfbf req-ab13243a-7285-4af0-b207-a57a1a9f6122 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:50.360359 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-158a5525-106a-44e9-b96a-554cc8ab0ad7 req-9ff6ff5a-9247-46dc-bfdc-346ea05f3df4 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681775 Aug 16 23:55:50.411230 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a47f1ba9-0dad-482d-b242-72cef4250f0f req-2b6c33a9-6c60-42d8-b292-0a1d33b4093f tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:50.417560 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a47f1ba9-0dad-482d-b242-72cef4250f0f req-2b6c33a9-6c60-42d8-b292-0a1d33b4093f tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:50.426015 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0fbbcbfa-d97b-4d9a-9349-2d20375289c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:50.428436 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f627a689-f796-43f9-a12e-8653d601e8ea x-openstack-request-id: req-f627a689-f796-43f9-a12e-8653d601e8ea {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:50.429090 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff738f0c-806e-4a09-a710-727d5c3ee725", "name": "network-vif-plugged", "status": "completed", "tag": "89cd47f1-94be-43c0-bf37-cbd80dabe5a9", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:50.429962 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f627a689-f796-43f9-a12e-8653d601e8ea {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:50.430411 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff738f0c-806e-4a09-a710-727d5c3ee725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89cd47f1-94be-43c0-bf37-cbd80dabe5a9', 'code': 200} Aug 16 23:55:50.453034 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0fbbcbfa-d97b-4d9a-9349-2d20375289c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:50.481971 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a47f1ba9-0dad-482d-b242-72cef4250f0f req-2b6c33a9-6c60-42d8-b292-0a1d33b4093f tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:50.501582 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a47f1ba9-0dad-482d-b242-72cef4250f0f req-2b6c33a9-6c60-42d8-b292-0a1d33b4093f tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3956890 Aug 16 23:55:50.517297 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c33a9-6c60-42d8-b292-0a1d33b4093f tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d93eca-8022-4f75-abb8-3205e15f8d8d,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:50.531698 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d5659aed-34b0-466b-9966-8e682097cc8b req-d8d2d3e5-174b-4814-814e-95748b205dac tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e5d218f-c652-4415-9109-b059e4f7ffe3 HTTP/1.1" status: 200 len: 210 time: 0.0668888 Aug 16 23:55:50.580398 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-86061ffd-9353-4277-b851-2ce4abe8dfbf req-ab13243a-7285-4af0-b207-a57a1a9f6122 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] For port 0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e,segment=NetworkSegment(2dbc4770-d411-4f99-91d3-4a7d98f5b43a),segment_id=2dbc4770-d411-4f99-91d3-4a7d98f5b43a)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:50.580916 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-86061ffd-9353-4277-b851-2ce4abe8dfbf req-ab13243a-7285-4af0-b207-a57a1a9f6122 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:50.603966 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-86061ffd-9353-4277-b851-2ce4abe8dfbf req-ab13243a-7285-4af0-b207-a57a1a9f6122 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Calling delete_port for 0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:50.609090 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b0597-2be4-4145-a8d5-d8f39cbb189f req-b520e3fb-4f39-4c0c-a539-62bd8abbec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:50.610747 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-581b0597-2be4-4145-a8d5-d8f39cbb189f req-b520e3fb-4f39-4c0c-a539-62bd8abbec40 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 1097 time: 0.0962465 Aug 16 23:55:50.638271 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0fbbcbfa-d97b-4d9a-9349-2d20375289c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:50.641254 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0fbbcbfa-d97b-4d9a-9349-2d20375289c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:50.645413 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0fbbcbfa-d97b-4d9a-9349-2d20375289c9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2e39d4c7-af9b-48ad-868a-71819c7e3f70 HTTP/1.1" status: 204 len: 168 time: 0.3987310 Aug 16 23:55:50.652796 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe5978-e836-44a6-98fb-73e06d121b05 req-04a20edd-5566-4cd5-bf97-1bee0450d25a tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:50.654546 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-02fe5978-e836-44a6-98fb-73e06d121b05 req-04a20edd-5566-4cd5-bf97-1bee0450d25a tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=54eeeccc-2554-417a-a2c7-fa561452c9a2 HTTP/1.1" status: 200 len: 945 time: 0.0963585 Aug 16 23:55:50.701736 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbcbfa-d97b-4d9a-9349-2d20375289c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e39d4c7-af9b-48ad-868a-71819c7e3f70,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:50.743425 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-581b0597-2be4-4145-a8d5-d8f39cbb189f req-3ba7e19f-bf70-44d7-9771-b6049cb81e4b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208465 Aug 16 23:55:50.755580 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-02fe5978-e836-44a6-98fb-73e06d121b05 req-7b843ae3-8b52-48f9-ad88-6f3729b670ab tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806816 Aug 16 23:55:50.767287 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51970edb-d57f-44c8-b401-bacbceed33d0 req-a0321a4e-6014-478e-90c1-1ee75f6870ba tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:50.768804 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51970edb-d57f-44c8-b401-bacbceed33d0 req-a0321a4e-6014-478e-90c1-1ee75f6870ba tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] 10.222.0.60 "GET /v2.0/ports?device_id=262d8614-fa06-4954-bb40-66ac164be308 HTTP/1.1" status: 200 len: 946 time: 0.1498332 Aug 16 23:55:50.854942 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-86061ffd-9353-4277-b851-2ce4abe8dfbf req-ab13243a-7285-4af0-b207-a57a1a9f6122 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:50.856527 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51970edb-d57f-44c8-b401-bacbceed33d0 req-978095d4-03d4-4c58-9784-052321f2e72e tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea29279f-9b0a-4403-bce9-f6826260b7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721352 Aug 16 23:55:50.875300 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:55:50.905470 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-869776f5-bc7f-456a-a26c-9981a0abc7f5 req-dad1ad1f-80a6-4d7e-bfee-9f101eb8a134 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 210 time: 0.0452321 Aug 16 23:55:50.921496 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13243a-7285-4af0-b207-a57a1a9f6122 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Pushing event deleted for resources: {'Port': ['ID=0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:50.985645 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-86061ffd-9353-4277-b851-2ce4abe8dfbf req-ab13243a-7285-4af0-b207-a57a1a9f6122 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] No DVR routers for this DVR port 0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:55:50.987360 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ab64157-de7f-45ae-9b79-724385a72425 req-658d8247-e0fb-4b58-a438-70e986d12b9f tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups/02d93eca-8022-4f75-abb8-3205e15f8d8d HTTP/1.1" status: 200 len: 1801 time: 0.0440586 Aug 16 23:55:50.988716 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-86061ffd-9353-4277-b851-2ce4abe8dfbf req-ab13243a-7285-4af0-b207-a57a1a9f6122 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:50.990731 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-86061ffd-9353-4277-b851-2ce4abe8dfbf req-ab13243a-7285-4af0-b207-a57a1a9f6122 tempest-InstanceActionsNegativeTestJSON-676985591 tempest-InstanceActionsNegativeTestJSON-676985591-project] 10.222.0.64 "DELETE /v2.0/ports/0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e HTTP/1.1" status: 204 len: 173 time: 0.8788400 Aug 16 23:55:50.991166 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262d8614-fa06-4954-bb40-66ac164be308', 'name': 'network-vif-deleted', 'tag': '0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:50.993960 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bacd72e-5efc-45e6-b03a-2090749d69dd" -d '{"events": [{"server_uuid": "262d8614-fa06-4954-bb40-66ac164be308", "name": "network-vif-deleted", "tag": "0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:51.000550 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-1ab64157-de7f-45ae-9b79-724385a72425 req-f8273556-8c0e-4511-8582-4ce927114630 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1118663597', 'description': 'tempest-description-hth-12438866'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:51.062841 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1ab64157-de7f-45ae-9b79-724385a72425 req-f8273556-8c0e-4511-8582-4ce927114630 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:51.095800 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480b9ef-3d10-4d7a-8de2-5d4425511ec2 req-6234b5cf-c535-422b-9138-8b242443822e tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:51.097927 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b480b9ef-3d10-4d7a-8de2-5d4425511ec2 req-6234b5cf-c535-422b-9138-8b242443822e tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 946 time: 0.0828347 Aug 16 23:55:51.137916 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1ab64157-de7f-45ae-9b79-724385a72425 req-f8273556-8c0e-4511-8582-4ce927114630 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:51.145457 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1ab64157-de7f-45ae-9b79-724385a72425 req-f8273556-8c0e-4511-8582-4ce927114630 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:51.147353 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1ab64157-de7f-45ae-9b79-724385a72425 req-f8273556-8c0e-4511-8582-4ce927114630 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:51.149668 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ab64157-de7f-45ae-9b79-724385a72425 req-f8273556-8c0e-4511-8582-4ce927114630 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "PUT /v2.0/security-groups/02d93eca-8022-4f75-abb8-3205e15f8d8d HTTP/1.1" status: 200 len: 1773 time: 0.1542361 Aug 16 23:55:51.205843 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b480b9ef-3d10-4d7a-8de2-5d4425511ec2 req-d9935b61-e516-481c-8b20-e302b2676b69 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982201 Aug 16 23:55:51.209635 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8273556-8c0e-4511-8582-4ce927114630 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d93eca-8022-4f75-abb8-3205e15f8d8d,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:51.279241 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ef8181-13d3-480a-a6e3-9d943d0ca6c3 x-openstack-request-id: req-53ef8181-13d3-480a-a6e3-9d943d0ca6c3 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:51.279553 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262d8614-fa06-4954-bb40-66ac164be308", "name": "network-vif-deleted", "tag": "0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:51.279793 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-53ef8181-13d3-480a-a6e3-9d943d0ca6c3 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:51.280209 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '262d8614-fa06-4954-bb40-66ac164be308', 'name': 'network-vif-deleted', 'tag': '0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e', 'status': 'completed', 'code': 200} Aug 16 23:55:51.348081 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6652446-f7de-4835-8ca4-038fc78780e4 req-a9f6c67b-b393-4bbe-87c8-028036406285 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:51.349639 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a6652446-f7de-4835-8ca4-038fc78780e4 req-a9f6c67b-b393-4bbe-87c8-028036406285 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=54eeeccc-2554-417a-a2c7-fa561452c9a2 HTTP/1.1" status: 200 len: 945 time: 0.0605817 Aug 16 23:55:51.392532 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-1fd51a29-32f1-47f8-bb88-b202bb2a4d8e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:51.394828 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-1fd51a29-32f1-47f8-bb88-b202bb2a4d8e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.64 "GET /v2.0/networks?id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf HTTP/1.1" status: 200 len: 812 time: 0.1668913 Aug 16 23:55:51.414852 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-535cc798-0580-469b-b644-ea71848638e6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Request body: {'port': {'device_id': '0e5d218f-c652-4415-9109-b059e4f7ffe3', 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf', 'admin_state_up': True, 'tenant_id': '199207e6de05452bbb587d40f177d9b0'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:51.455157 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3621e-ddb9-4f46-88eb-cac960e5b8a0 req-8dcb74fb-1d9b-45ea-aec0-548d6bc737bd tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:51.457323 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a4b3621e-ddb9-4f46-88eb-cac960e5b8a0 req-8dcb74fb-1d9b-45ea-aec0-548d6bc737bd tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 945 time: 0.1049368 Aug 16 23:55:51.460412 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a6652446-f7de-4835-8ca4-038fc78780e4 req-a2726815-cefb-4605-9022-26ba8cd9ebaa tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775983 Aug 16 23:55:51.504259 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a4b3621e-ddb9-4f46-88eb-cac960e5b8a0 req-f7a8745d-6b1a-45e5-b418-f3f9e5005903 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344961 Aug 16 23:55:51.622139 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79841b03-0c2c-496e-b68c-3151564ccc59 req-15eabefb-0ac1-43e7-abc2-72923ed25a53 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups/02d93eca-8022-4f75-abb8-3205e15f8d8d HTTP/1.1" status: 200 len: 1773 time: 0.0961854 Aug 16 23:55:51.625536 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-535cc798-0580-469b-b644-ea71848638e6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Made reservation on behalf of 199207e6de05452bbb587d40f177d9b0 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:55:51.630183 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-535cc798-0580-469b-b644-ea71848638e6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:51.722485 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-ef8121d0-330d-4bfd-9e50-7e101869a019 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=636fdf9ffe334b56b1041327d83dc393&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372930 Aug 16 23:55:51.843273 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50542) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:51.902884 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-535cc798-0580-469b-b644-ea71848638e6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Allocated IP 172.20.0.7 (0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf/1d7b0613-c268-41b8-9af9-983e31f4d852/18f6a2cc-941f-4aee-a96b-d318206b06ee) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:55:51.999333 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:52.045816 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-ea9a4fab-b50c-4604-8f53-031eb2ca0b27 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1551919089-network', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:52.111043 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9a4fab-b50c-4604-8f53-031eb2ca0b27 admin admin] Made reservation on behalf of 85a994c899ab4668b7f9d49d0be8b46c for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:55:52.114983 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea9a4fab-b50c-4604-8f53-031eb2ca0b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:52.132366 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7cce3577-88b3-4941-afde-7e0706e29d3b req-3bb173f3-1cf6-4dce-a93c-d2c714700ba0 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e5d218f-c652-4415-9109-b059e4f7ffe3 HTTP/1.1" status: 200 len: 210 time: 0.1231713 Aug 16 23:55:52.140693 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea9a4fab-b50c-4604-8f53-031eb2ca0b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:52.177388 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-5ddc4440-b67d-471b-9d79-96063c52b015 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:52.185712 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-5ddc4440-b67d-471b-9d79-96063c52b015 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4492800 Aug 16 23:55:52.203022 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-9643d55f-1c50-4f6d-8300-91226bd556b6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Request body: {'port': {'device_id': '495c0a44-20cb-43c6-b45d-013e36a7b15d', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': '636fdf9ffe334b56b1041327d83dc393'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:52.292712 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-535cc798-0580-469b-b644-ea71848638e6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:52.365116 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea9a4fab-b50c-4604-8f53-031eb2ca0b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:52.370982 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea9a4fab-b50c-4604-8f53-031eb2ca0b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:52.377569 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-535cc798-0580-469b-b644-ea71848638e6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:52.379163 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51616f95-c5da-4479-bc84-3005180214fa req-e7129860-aedd-48c1-9341-804468ca0277 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups/02d93eca-8022-4f75-abb8-3205e15f8d8d HTTP/1.1" status: 200 len: 1773 time: 0.1669116 Aug 16 23:55:52.429005 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea9a4fab-b50c-4604-8f53-031eb2ca0b27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:55:52.471099 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a4fab-b50c-4604-8f53-031eb2ca0b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21d8673-34a2-46b0-9a77-82b9166eb536,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:52.472809 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-51616f95-c5da-4479-bc84-3005180214fa req-cb630aa7-4a42-4c89-8fc4-f6a65db82b6c tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:52.475915 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea9a4fab-b50c-4604-8f53-031eb2ca0b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:52.476271 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-ea9a4fab-b50c-4604-8f53-031eb2ca0b27 admin admin] Added segment 8dbcf1f5-8365-4209-a468-ea70545b9423 of type vlan for network ceb0e913-0131-4c8c-be6b-f0e0f6224925 Aug 16 23:55:52.478743 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-535cc798-0580-469b-b644-ea71848638e6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:55:52.491143 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50558) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:52.495012 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-535cc798-0580-469b-b644-ea71848638e6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:55:52.500351 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-535cc798-0580-469b-b644-ea71848638e6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:55:52.546375 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535cc798-0580-469b-b644-ea71848638e6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Pushing event updated for resources: {'Port': ['ID=18f6a2cc-941f-4aee-a96b-d318206b06ee,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:52.566859 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-51616f95-c5da-4479-bc84-3005180214fa req-cb630aa7-4a42-4c89-8fc4-f6a65db82b6c tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:52.569824 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea9a4fab-b50c-4604-8f53-031eb2ca0b27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:52.579033 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-9643d55f-1c50-4f6d-8300-91226bd556b6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Made reservation on behalf of 636fdf9ffe334b56b1041327d83dc393 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:55:52.583544 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-9643d55f-1c50-4f6d-8300-91226bd556b6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:52.591158 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-535cc798-0580-469b-b644-ea71848638e6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:52.591806 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-535cc798-0580-469b-b644-ea71848638e6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:52.619455 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-535cc798-0580-469b-b644-ea71848638e6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2133720 Aug 16 23:55:52.620518 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-510ccaa3-61c1-4568-8ebf-e9d38e158514 admin admin] Deleting subnet c2563d00-4971-4e55-a6db-4649757eb410 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:55:52.620682 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea9a4fab-b50c-4604-8f53-031eb2ca0b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:52.622236 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9a4fab-b50c-4604-8f53-031eb2ca0b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:52.622494 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea9a4fab-b50c-4604-8f53-031eb2ca0b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:52.623104 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-9643d55f-1c50-4f6d-8300-91226bd556b6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:52.637082 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-4d81c19f-3260-4e53-a532-6fb177e450bb service neutron] Request body: {'port': {'device_id': '0e5d218f-c652-4415-9109-b059e4f7ffe3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:52.714278 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ea9a4fab-b50c-4604-8f53-031eb2ca0b27 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.8690565 Aug 16 23:55:52.716908 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50562) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:52.721922 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-0b2136a0-b1ac-4f80-ad6b-5e61a2a9723c admin admin] Request body: {'subnet': {'network_id': 'ceb0e913-0131-4c8c-be6b-f0e0f6224925', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1551919089-subnet', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:52.733310 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a4fab-b50c-4604-8f53-031eb2ca0b27 admin admin] Pushing event updated for resources: {'Network': ['ID=ceb0e913-0131-4c8c-be6b-f0e0f6224925,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:52.744440 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network ceb0e913-0131-4c8c-be6b-f0e0f6224925 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:55:52.770121 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-4d81c19f-3260-4e53-a532-6fb177e450bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:52.791854 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2136a0-b1ac-4f80-ad6b-5e61a2a9723c admin admin] Made reservation on behalf of 85a994c899ab4668b7f9d49d0be8b46c for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:55:52.794607 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0b2136a0-b1ac-4f80-ad6b-5e61a2a9723c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:53.022416 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-510ccaa3-61c1-4568-8ebf-e9d38e158514 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:53.025590 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca9389e4-08c7-48ee-945e-dda572c2d585 req-112a28bc-9d64-442f-8cac-9ffb212dc73d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 210 time: 0.4318604 Aug 16 23:55:53.077249 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-510ccaa3-61c1-4568-8ebf-e9d38e158514 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:53.079122 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-51616f95-c5da-4479-bc84-3005180214fa req-cb630aa7-4a42-4c89-8fc4-f6a65db82b6c tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:53.082514 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-51616f95-c5da-4479-bc84-3005180214fa req-cb630aa7-4a42-4c89-8fc4-f6a65db82b6c tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:53.083658 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51616f95-c5da-4479-bc84-3005180214fa req-cb630aa7-4a42-4c89-8fc4-f6a65db82b6c tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "DELETE /v2.0/security-groups/02d93eca-8022-4f75-abb8-3205e15f8d8d HTTP/1.1" status: 204 len: 173 time: 0.7034898 Aug 16 23:55:53.123655 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb630aa7-4a42-4c89-8fc4-f6a65db82b6c tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d93eca-8022-4f75-abb8-3205e15f8d8d,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:53.227636 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-510ccaa3-61c1-4568-8ebf-e9d38e158514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:53.373404 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d38359-fc3e-4d4b-a51e-7eb17882c6ab req-b2960f57-a9a8-432f-8a58-820a164f1255 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:53.374860 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-19d38359-fc3e-4d4b-a51e-7eb17882c6ab req-b2960f57-a9a8-432f-8a58-820a164f1255 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ff89d3c-07a8-4a14-930a-c21a0575e0d3 HTTP/1.1" status: 200 len: 946 time: 0.2369213 Aug 16 23:55:53.464291 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0b2136a0-b1ac-4f80-ad6b-5e61a2a9723c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:53.469820 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-c238ab89-3667-4f9e-889c-23cfb2d1295c tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:53.471310 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-c238ab89-3667-4f9e-889c-23cfb2d1295c tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/networks?id=b5d96bed-3d7d-4174-81a4-420ec5c2a243 HTTP/1.1" status: 200 len: 814 time: 0.3021903 Aug 16 23:55:53.482166 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf978d7-aca8-452f-a0c6-9542f786a445 req-1cc166b7-b057-4c87-84f5-9dd0b8ffcb63 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:53.483617 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9bf978d7-aca8-452f-a0c6-9542f786a445 req-1cc166b7-b057-4c87-84f5-9dd0b8ffcb63 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 945 time: 0.2252293 Aug 16 23:55:53.490406 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-510ccaa3-61c1-4568-8ebf-e9d38e158514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:53.507331 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-9643d55f-1c50-4f6d-8300-91226bd556b6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:53.536606 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-4d81c19f-3260-4e53-a532-6fb177e450bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f6a2cc-941f-4aee-a96b-d318206b06ee {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:55:53.548022 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-4d81c19f-3260-4e53-a532-6fb177e450bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:53.550537 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2136a0-b1ac-4f80-ad6b-5e61a2a9723c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6120a608-f3ce-47fa-9717-c690879e0308,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:53.570792 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-9643d55f-1c50-4f6d-8300-91226bd556b6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:53.586795 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ccaa3-61c1-4568-8ebf-e9d38e158514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2563d00-4971-4e55-a6db-4649757eb410,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:53.591698 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-4d81c19f-3260-4e53-a532-6fb177e450bb service neutron] Transition to ACTIVE for port object 18f6a2cc-941f-4aee-a96b-d318206b06ee will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:55:53.595215 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2136a0-b1ac-4f80-ad6b-5e61a2a9723c admin admin] Checking segment: {'id': '8dbcf1f5-8365-4209-a468-ea70545b9423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ceb0e913-0131-4c8c-be6b-f0e0f6224925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:55:53.595597 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2136a0-b1ac-4f80-ad6b-5e61a2a9723c admin admin] Network hostable DHCP agents. Network: ceb0e913-0131-4c8c-be6b-f0e0f6224925, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:55:53.600883 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-0d489e23-2dc7-454f-a2f5-0a70541f7cb0 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/quotas/9f7c15746f884d59bb5bca99d12666b2 HTTP/1.1" status: 200 len: 375 time: 0.1160231 Aug 16 23:55:53.601130 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-4d81c19f-3260-4e53-a532-6fb177e450bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:53.602135 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-510ccaa3-61c1-4568-8ebf-e9d38e158514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:53.606239 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-510ccaa3-61c1-4568-8ebf-e9d38e158514 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c2563d00-4971-4e55-a6db-4649757eb410 HTTP/1.1" status: 204 len: 168 time: 1.1101048 Aug 16 23:55:53.607032 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50578) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:53.705806 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643d55f-1c50-4f6d-8300-91226bd556b6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc0194c-a578-4d2d-9df7-8f3894ed85c8,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:53.719026 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9bf978d7-aca8-452f-a0c6-9542f786a445 req-23fe5d8f-3426-43e3-916e-0fa410fc9aa8 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176702 Aug 16 23:55:53.726764 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2136a0-b1ac-4f80-ad6b-5e61a2a9723c admin admin] Network ceb0e913-0131-4c8c-be6b-f0e0f6224925 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:55:53.734941 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81c19f-3260-4e53-a532-6fb177e450bb service neutron] Pushing event updated for resources: {'Port': ['ID=18f6a2cc-941f-4aee-a96b-d318206b06ee,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:53.761144 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2b07b1b4-c3c8-43ec-b403-315f7217c58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:53.786985 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-0b2136a0-b1ac-4f80-ad6b-5e61a2a9723c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, ceb0e913-0131-4c8c-be6b-f0e0f6224925) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:55:53.788521 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-d12a3b1e-c7c0-45f8-9260-664daf6ffbe2 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f7c15746f884d59bb5bca99d12666b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1717687 Aug 16 23:55:53.795063 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-19d38359-fc3e-4d4b-a51e-7eb17882c6ab req-0ce4c5d5-6bac-4e5f-9bcc-12d1efb476a0 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Deleting port 64c6950c-5422-4d6b-98b1-ca1994710820 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:53.795413 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-19d38359-fc3e-4d4b-a51e-7eb17882c6ab req-0ce4c5d5-6bac-4e5f-9bcc-12d1efb476a0 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:53.795755 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2136a0-b1ac-4f80-ad6b-5e61a2a9723c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:53.796365 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0b2136a0-b1ac-4f80-ad6b-5e61a2a9723c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:53.821736 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b6fb0a-339c-40db-a15d-0ea3d6e0ca86 None None] Network ceb0e913-0131-4c8c-be6b-f0e0f6224925 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:55:53.851666 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0b2136a0-b1ac-4f80-ad6b-5e61a2a9723c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1336503 Aug 16 23:55:53.853649 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50584) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:53.863717 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-967217a0-fd51-495e-8f0d-4756c94dcfec admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1551919089-router', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:53.882516 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-4d81c19f-3260-4e53-a532-6fb177e450bb service neutron] Attempting to bind port 18f6a2cc-941f-4aee-a96b-d318206b06ee on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:55:53.882892 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-4d81c19f-3260-4e53-a532-6fb177e450bb service neutron] Attempting to bind port 18f6a2cc-941f-4aee-a96b-d318206b06ee by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:55:53.883676 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-4d81c19f-3260-4e53-a532-6fb177e450bb service neutron] Attempting to bind port 18f6a2cc-941f-4aee-a96b-d318206b06ee on network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:55:53.899634 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-9643d55f-1c50-4f6d-8300-91226bd556b6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Allocated IP 192.168.233.223 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/dc5a9afa-09d6-4392-8d77-921fd95fdba9) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:55:53.924413 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-4d81c19f-3260-4e53-a532-6fb177e450bb service neutron] Port 18f6a2cc-941f-4aee-a96b-d318206b06ee on network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:55:53.924654 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-4d81c19f-3260-4e53-a532-6fb177e450bb service neutron] Attempting to bind port 18f6a2cc-941f-4aee-a96b-d318206b06ee on network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:55:53.942438 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2b07b1b4-c3c8-43ec-b403-315f7217c58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:53.945753 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-4d81c19f-3260-4e53-a532-6fb177e450bb service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:55:53.946134 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-4d81c19f-3260-4e53-a532-6fb177e450bb service neutron] Checking segment: {'id': '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:55:53.946495 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-4d81c19f-3260-4e53-a532-6fb177e450bb service neutron] Bound using segment: {'id': '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:55:53.946959 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-4d81c19f-3260-4e53-a532-6fb177e450bb service neutron] Bound port: 18f6a2cc-941f-4aee-a96b-d318206b06ee, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:55:53.947358 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-4d81c19f-3260-4e53-a532-6fb177e450bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:53.957431 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-967217a0-fd51-495e-8f0d-4756c94dcfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:53.958499 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-967217a0-fd51-495e-8f0d-4756c94dcfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:53.960779 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 5b694972-96b7-4689-9c98-7f4c1fb1c2c4 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:55:53.980273 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2b07b1b4-c3c8-43ec-b403-315f7217c58e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd44ebb3-c38e-46ab-bbec-b8c96e11edf6']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:53.994802 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2b07b1b4-c3c8-43ec-b403-315f7217c58e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dbc4770-d411-4f99-91d3-4a7d98f5b43a') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:53.995169 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2b07b1b4-c3c8-43ec-b403-315f7217c58e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dbc4770-d411-4f99-91d3-4a7d98f5b43a') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:54.031113 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2b07b1b4-c3c8-43ec-b403-315f7217c58e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:54.054178 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-19d38359-fc3e-4d4b-a51e-7eb17882c6ab req-0ce4c5d5-6bac-4e5f-9bcc-12d1efb476a0 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] For port 64c6950c-5422-4d6b-98b1-ca1994710820, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=64c6950c-5422-4d6b-98b1-ca1994710820,segment=NetworkSegment(f6ecfec7-859e-48ae-8b72-438566ddcf66),segment_id=f6ecfec7-859e-48ae-8b72-438566ddcf66)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:54.054554 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-19d38359-fc3e-4d4b-a51e-7eb17882c6ab req-0ce4c5d5-6bac-4e5f-9bcc-12d1efb476a0 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:54.085692 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74176de-4de0-4cfc-abe2-4d076236c5eb req-89bca510-26a7-489b-9121-18585315e79f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:54.085908 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64895f0-13ae-4ec4-983e-8f5d87872236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-ceb0e913-0131-4c8c-be6b-f0e0f6224925', 'network_id': 'ceb0e913-0131-4c8c-be6b-f0e0f6224925', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'fixed_ips': [{'subnet_id': '6120a608-f3ce-47fa-9717-c690879e0308'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:55:54.086199 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e64895f0-13ae-4ec4-983e-8f5d87872236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:54.090574 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a74176de-4de0-4cfc-abe2-4d076236c5eb req-89bca510-26a7-489b-9121-18585315e79f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e5d218f-c652-4415-9109-b059e4f7ffe3 HTTP/1.1" status: 200 len: 943 time: 0.2174344 Aug 16 23:55:54.090772 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2b07b1b4-c3c8-43ec-b403-315f7217c58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:54.093271 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-967217a0-fd51-495e-8f0d-4756c94dcfec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:54.104750 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b07b1b4-c3c8-43ec-b403-315f7217c58e admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:55:54.105191 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2b07b1b4-c3c8-43ec-b403-315f7217c58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: timer() Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: self._notify() Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:55:54.106986 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:55:54.141997 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:54.147468 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-19d38359-fc3e-4d4b-a51e-7eb17882c6ab req-0ce4c5d5-6bac-4e5f-9bcc-12d1efb476a0 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Calling delete_port for 64c6950c-5422-4d6b-98b1-ca1994710820 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:54.170774 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-da4103f9-4921-4352-845f-a2e2a344ac4b service neutron] 10.222.0.60 "GET /v2.0/networks/b5d96bed-3d7d-4174-81a4-420ec5c2a243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689945 Aug 16 23:55:54.216264 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:55:54.216517 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0fa27f3b-d6ad-4f5a-8cc4-dfca3fcdf78e not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:55:54.221148 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-4d81c19f-3260-4e53-a532-6fb177e450bb service neutron] For port 18f6a2cc-941f-4aee-a96b-d318206b06ee, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:55:54.225611 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 5b694972-96b7-4689-9c98-7f4c1fb1c2c4, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=5b694972-96b7-4689-9c98-7f4c1fb1c2c4,segment=NetworkSegment(fbcd4495-cd63-44ce-b1d3-884295473b0e),segment_id=fbcd4495-cd63-44ce-b1d3-884295473b0e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:54.251543 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '5b694972-96b7-4689-9c98-7f4c1fb1c2c4', 'network_id': 'ff8c8bca-be38-471f-b093-574bcaf4ce01', 'port_id': '5b694972-96b7-4689-9c98-7f4c1fb1c2c4', 'mac_address': 'fa:16:3e:02:98:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40d199a-f55a-4ce5-baf5-458dd8bf8775', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:55:54.294169 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a74176de-4de0-4cfc-abe2-4d076236c5eb req-1bde50db-b3b3-49d6-88c1-af007a3e84fe tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020166 Aug 16 23:55:54.302461 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2b07b1b4-c3c8-43ec-b403-315f7217c58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:54.305200 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-4d81c19f-3260-4e53-a532-6fb177e450bb service neutron] For port 18f6a2cc-941f-4aee-a96b-d318206b06ee, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=18f6a2cc-941f-4aee-a96b-d318206b06ee,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:55:54.324157 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2b07b1b4-c3c8-43ec-b403-315f7217c58e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:54.326222 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2b07b1b4-c3c8-43ec-b403-315f7217c58e admin admin] 10.222.0.60 "DELETE /v2.0/networks/fd44ebb3-c38e-46ab-bbec-b8c96e11edf6 HTTP/1.1" status: 204 len: 168 time: 0.7182379 Aug 16 23:55:54.329260 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-967217a0-fd51-495e-8f0d-4756c94dcfec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:54.346042 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-4d81c19f-3260-4e53-a532-6fb177e450bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:54.352396 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07b1b4-c3c8-43ec-b403-315f7217c58e admin admin] Pushing event deleted for resources: {'Network': ['ID=fd44ebb3-c38e-46ab-bbec-b8c96e11edf6,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:54.399382 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-4d81c19f-3260-4e53-a532-6fb177e450bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:54.400270 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-4d81c19f-3260-4e53-a532-6fb177e450bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:54.401971 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-4d81c19f-3260-4e53-a532-6fb177e450bb service neutron] 10.222.0.64 "PUT /v2.0/ports/18f6a2cc-941f-4aee-a96b-d318206b06ee HTTP/1.1" status: 200 len: 1092 time: 1.7691796 Aug 16 23:55:54.405537 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5d218f-c652-4415-9109-b059e4f7ffe3', 'tag': '18f6a2cc-941f-4aee-a96b-d318206b06ee'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:54.405693 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-e64895f0-13ae-4ec4-983e-8f5d87872236 None None] Allocated IP 172.20.0.2 (ceb0e913-0131-4c8c-be6b-f0e0f6224925/6120a608-f3ce-47fa-9717-c690879e0308/2f90e56a-db1c-444f-9542-a15168cfa0eb) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:55:54.405807 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aeb4055-fb82-4ff0-9a1b-b6cab13cc00d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5d218f-c652-4415-9109-b059e4f7ffe3", "tag": "18f6a2cc-941f-4aee-a96b-d318206b06ee"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:54.421893 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:54.440000 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-9643d55f-1c50-4f6d-8300-91226bd556b6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:54.464162 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81c19f-3260-4e53-a532-6fb177e450bb service neutron] Pushing event updated for resources: {'Port': ['ID=18f6a2cc-941f-4aee-a96b-d318206b06ee,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:54.497499 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b694972-96b7-4689-9c98-7f4c1fb1c2c4 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:55:54.523329 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-9643d55f-1c50-4f6d-8300-91226bd556b6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Transition to ACTIVE for port object dc5a9afa-09d6-4392-8d77-921fd95fdba9 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:55:54.529550 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-c4a1ade3-fa9d-47e8-ae71-b37049443d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:54.533089 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-c4a1ade3-fa9d-47e8-ae71-b37049443d6f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=199207e6de05452bbb587d40f177d9b0&device_id=0e5d218f-c652-4415-9109-b059e4f7ffe3 HTTP/1.1" status: 200 len: 1095 time: 0.0615003 Aug 16 23:55:54.533879 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 5b694972-96b7-4689-9c98-7f4c1fb1c2c4, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=5b694972-96b7-4689-9c98-7f4c1fb1c2c4,segment=NetworkSegment(fbcd4495-cd63-44ce-b1d3-884295473b0e),segment_id=fbcd4495-cd63-44ce-b1d3-884295473b0e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:54.543287 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-474fe52f-d2cf-46ee-a7d6-c0d25b2e0719 service neutron] 10.222.0.60 "GET /v2.0/networks/b5d96bed-3d7d-4174-81a4-420ec5c2a243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530083 Aug 16 23:55:54.563098 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:54.575226 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50596) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:54.595265 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-3bb0c4f8-4a9c-4fa5-bbe2-9a0985ccbb1b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18f6a2cc-941f-4aee-a96b-d318206b06ee HTTP/1.1" status: 200 len: 217 time: 0.0538762 Aug 16 23:55:54.622627 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-19d38359-fc3e-4d4b-a51e-7eb17882c6ab req-0ce4c5d5-6bac-4e5f-9bcc-12d1efb476a0 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:54.679408 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['5b694972-96b7-4689-9c98-7f4c1fb1c2c4'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:55:54.685779 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4c5d5-6bac-4e5f-9bcc-12d1efb476a0 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Pushing event deleted for resources: {'Port': ['ID=64c6950c-5422-4d6b-98b1-ca1994710820,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:54.738898 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-d1acdf43-68c3-41d0-af1e-380423c9a28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:54.740686 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-d1acdf43-68c3-41d0-af1e-380423c9a28d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1d7b0613-c268-41b8-9af9-983e31f4d852 HTTP/1.1" status: 200 len: 852 time: 0.1382673 Aug 16 23:55:54.772218 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50602) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:54.774976 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2e4bde64-97b0-4225-b845-023d855004f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d59061c7d6ad4c00a6992d4447fb777c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1984804 Aug 16 23:55:54.783558 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-9643d55f-1c50-4f6d-8300-91226bd556b6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:54.823812 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-a128998e-c1eb-4d4a-a24d-363f2a18cb86 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726001 Aug 16 23:55:54.855314 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=5b694972-96b7-4689-9c98-7f4c1fb1c2c4,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:54.869541 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d38359-fc3e-4d4b-a51e-7eb17882c6ab req-0ce4c5d5-6bac-4e5f-9bcc-12d1efb476a0 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] No DVR routers for this DVR port 64c6950c-5422-4d6b-98b1-ca1994710820 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:55:54.875202 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-19d38359-fc3e-4d4b-a51e-7eb17882c6ab req-0ce4c5d5-6bac-4e5f-9bcc-12d1efb476a0 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:54.880934 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-19d38359-fc3e-4d4b-a51e-7eb17882c6ab req-0ce4c5d5-6bac-4e5f-9bcc-12d1efb476a0 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.64 "DELETE /v2.0/ports/64c6950c-5422-4d6b-98b1-ca1994710820 HTTP/1.1" status: 204 len: 173 time: 1.4931421 Aug 16 23:55:54.909204 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-967217a0-fd51-495e-8f0d-4756c94dcfec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:54.943437 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-967217a0-fd51-495e-8f0d-4756c94dcfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:54.943686 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff89d3c-07a8-4a14-930a-c21a0575e0d3', 'name': 'network-vif-deleted', 'tag': '64c6950c-5422-4d6b-98b1-ca1994710820'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:54.949862 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7af6187-280e-4e45-bf3c-c792545b1c37" -d '{"events": [{"server_uuid": "4ff89d3c-07a8-4a14-930a-c21a0575e0d3", "name": "network-vif-deleted", "tag": "64c6950c-5422-4d6b-98b1-ca1994710820"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:54.978243 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b624742d-4737-4379-9dc5-af66101ad7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:55.064400 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-334bac8e-c8ec-400f-9bcb-8934c961299c service neutron] 10.222.0.64 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285373 Aug 16 23:55:55.067269 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e64895f0-13ae-4ec4-983e-8f5d87872236 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:55.077007 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e64895f0-13ae-4ec4-983e-8f5d87872236 None None] Transition to ACTIVE for port object 2f90e56a-db1c-444f-9542-a15168cfa0eb will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:55:55.081715 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b624742d-4737-4379-9dc5-af66101ad7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:55.102453 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-9643d55f-1c50-4f6d-8300-91226bd556b6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:55:55.110433 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e64895f0-13ae-4ec4-983e-8f5d87872236 None None] Transition to ACTIVE for port object 2f90e56a-db1c-444f-9542-a15168cfa0eb will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:55:55.121623 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-9643d55f-1c50-4f6d-8300-91226bd556b6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:55:55.140968 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e64895f0-13ae-4ec4-983e-8f5d87872236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:55.149520 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643d55f-1c50-4f6d-8300-91226bd556b6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Pushing event updated for resources: {'Port': ['ID=dc5a9afa-09d6-4392-8d77-921fd95fdba9,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:55.157829 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-9643d55f-1c50-4f6d-8300-91226bd556b6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:55:55.255690 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbbbea-4aa9-4c57-b53b-5b32ba484028 req-7876e46a-eef9-4e63-a6fc-34a57d125f0a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:55.257484 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3cbbbea-4aa9-4c57-b53b-5b32ba484028 req-7876e46a-eef9-4e63-a6fc-34a57d125f0a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 936 time: 0.2929115 Aug 16 23:55:55.288000 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-9643d55f-1c50-4f6d-8300-91226bd556b6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:55.288870 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-9643d55f-1c50-4f6d-8300-91226bd556b6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:55.300109 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f117352-352a-48b4-b0e0-6abef17da3c8 req-26dd45cf-2881-442e-af52-5a68abfc4df9 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:55.323991 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f117352-352a-48b4-b0e0-6abef17da3c8 req-26dd45cf-2881-442e-af52-5a68abfc4df9 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 1097 time: 0.1757207 Aug 16 23:55:55.324699 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-967217a0-fd51-495e-8f0d-4756c94dcfec admin admin] Allocated IP 172.25.3.112 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/97f6abf6-1609-4c6f-9d1b-6a4c90569bef) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:55:55.363292 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6c58835c-ad3a-4e88-8be7-39e732fe6361 req-7c8f40e2-fbc1-460b-ade7-2f41a373afe0 service neutron] 10.222.0.64 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706797 Aug 16 23:55:55.413136 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b624742d-4737-4379-9dc5-af66101ad7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:55.415664 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b624742d-4737-4379-9dc5-af66101ad7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:55.416285 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-9643d55f-1c50-4f6d-8300-91226bd556b6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2221289 Aug 16 23:55:55.421634 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64895f0-13ae-4ec4-983e-8f5d87872236 None None] Pushing event updated for resources: {'Port': ['ID=2f90e56a-db1c-444f-9542-a15168cfa0eb,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:55.428210 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b624742d-4737-4379-9dc5-af66101ad7fa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ea29279f-9b0a-4403-bce9-f6826260b7c4 HTTP/1.1" status: 204 len: 168 time: 0.6358075 Aug 16 23:55:55.450074 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-b9c943b2-b172-4f0c-9433-7076f0ce23d4 service neutron] Request body: {'port': {'device_id': '495c0a44-20cb-43c6-b45d-013e36a7b15d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:55.461857 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b624742d-4737-4379-9dc5-af66101ad7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea29279f-9b0a-4403-bce9-f6826260b7c4,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:55.467852 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64895f0-13ae-4ec4-983e-8f5d87872236 None None] Network ceb0e913-0131-4c8c-be6b-f0e0f6224925 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:55:55.481337 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-e64895f0-13ae-4ec4-983e-8f5d87872236 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:55:55.484876 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64895f0-13ae-4ec4-983e-8f5d87872236 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:55:55.513779 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3cbbbea-4aa9-4c57-b53b-5b32ba484028 req-fb3af09b-9ca0-47f3-96b3-d08684cae1d6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433562 Aug 16 23:55:55.567802 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-967217a0-fd51-495e-8f0d-4756c94dcfec admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:55.595296 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f117352-352a-48b4-b0e0-6abef17da3c8 req-e67151c2-62e3-43dc-b2c2-c48829f26bd9 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703242 Aug 16 23:55:55.609237 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1276f9-beda-411b-a770-0e7e55a2f423 x-openstack-request-id: req-be1276f9-beda-411b-a770-0e7e55a2f423 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:55.610205 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5d218f-c652-4415-9109-b059e4f7ffe3", "tag": "18f6a2cc-941f-4aee-a96b-d318206b06ee", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:55.610400 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-be1276f9-beda-411b-a770-0e7e55a2f423 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:55.620415 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e5d218f-c652-4415-9109-b059e4f7ffe3', 'tag': '18f6a2cc-941f-4aee-a96b-d318206b06ee', 'status': 'completed', 'code': 200} Aug 16 23:55:55.695920 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-b9c943b2-b172-4f0c-9433-7076f0ce23d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:55.715023 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-967217a0-fd51-495e-8f0d-4756c94dcfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:55.763969 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-06c40288-23e3-435c-8926-b06cf6866fb5 None None] Provisioning for port dc5a9afa-09d6-4392-8d77-921fd95fdba9 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:55:55.792572 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-06c40288-23e3-435c-8926-b06cf6866fb5 None None] Provisioning complete for port dc5a9afa-09d6-4392-8d77-921fd95fdba9 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:55:55.798995 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-06c40288-23e3-435c-8926-b06cf6866fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:55.803657 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e64895f0-13ae-4ec4-983e-8f5d87872236 None None] Attempting to bind port 2f90e56a-db1c-444f-9542-a15168cfa0eb on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:55:55.804034 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e64895f0-13ae-4ec4-983e-8f5d87872236 None None] Attempting to bind port 2f90e56a-db1c-444f-9542-a15168cfa0eb by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '8dbcf1f5-8365-4209-a468-ea70545b9423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ceb0e913-0131-4c8c-be6b-f0e0f6224925'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:55:55.804402 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64895f0-13ae-4ec4-983e-8f5d87872236 None None] Attempting to bind port 2f90e56a-db1c-444f-9542-a15168cfa0eb on network ceb0e913-0131-4c8c-be6b-f0e0f6224925 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:55:55.824227 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967217a0-fd51-495e-8f0d-4756c94dcfec admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:55:55.828268 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-967217a0-fd51-495e-8f0d-4756c94dcfec admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:55:55.831114 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967217a0-fd51-495e-8f0d-4756c94dcfec admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:55:55.834359 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82b8dc84-1547-4372-a56b-0b397f9d79bb req-e89b20e2-fd33-4840-ada5-9d45ebf49dc2 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=8994ab99-e148-458a-af39-cd98ae615120 HTTP/1.1" status: 200 len: 210 time: 0.0431790 Aug 16 23:55:55.842939 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64895f0-13ae-4ec4-983e-8f5d87872236 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:55:55.843320 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64895f0-13ae-4ec4-983e-8f5d87872236 None None] Checking segment: {'id': '8dbcf1f5-8365-4209-a468-ea70545b9423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ceb0e913-0131-4c8c-be6b-f0e0f6224925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:55:55.843773 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e64895f0-13ae-4ec4-983e-8f5d87872236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:55.844261 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64895f0-13ae-4ec4-983e-8f5d87872236 None None] Bound using segment: {'id': '8dbcf1f5-8365-4209-a468-ea70545b9423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ceb0e913-0131-4c8c-be6b-f0e0f6224925'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:55:55.844750 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e64895f0-13ae-4ec4-983e-8f5d87872236 None None] Bound port: 2f90e56a-db1c-444f-9542-a15168cfa0eb, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbcf1f5-8365-4209-a468-ea70545b9423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ceb0e913-0131-4c8c-be6b-f0e0f6224925'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:55:55.845161 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e64895f0-13ae-4ec4-983e-8f5d87872236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:55.875694 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e10cb-218e-4d53-b44a-677f820ec6bc req-4c660aca-68db-473e-a634-71e231889bf7 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:55.880267 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-147e10cb-218e-4d53-b44a-677f820ec6bc req-4c660aca-68db-473e-a634-71e231889bf7 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=54eeeccc-2554-417a-a2c7-fa561452c9a2 HTTP/1.1" status: 200 len: 944 time: 0.1634886 Aug 16 23:55:55.900136 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967217a0-fd51-495e-8f0d-4756c94dcfec admin admin] Pushing event updated for resources: {'Port': ['ID=97f6abf6-1609-4c6f-9d1b-6a4c90569bef,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:55.900335 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-06c40288-23e3-435c-8926-b06cf6866fb5 None None] Port dc5a9afa-09d6-4392-8d77-921fd95fdba9 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:55:55.917429 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb4055-fb82-4ff0-9a1b-b6cab13cc00d req-a9a8345f-b8ba-4842-a03f-35ade9e779ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:55.919047 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5aeb4055-fb82-4ff0-9a1b-b6cab13cc00d req-a9a8345f-b8ba-4842-a03f-35ade9e779ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=199207e6de05452bbb587d40f177d9b0&device_id=0e5d218f-c652-4415-9109-b059e4f7ffe3 HTTP/1.1" status: 200 len: 1095 time: 0.2281816 Aug 16 23:55:55.957321 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 5b694972-96b7-4689-9c98-7f4c1fb1c2c4 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:55.993800 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-e64895f0-13ae-4ec4-983e-8f5d87872236 None None] For port 2f90e56a-db1c-444f-9542-a15168cfa0eb, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:55:56.026503 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-e64895f0-13ae-4ec4-983e-8f5d87872236 None None] For port 2f90e56a-db1c-444f-9542-a15168cfa0eb, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2f90e56a-db1c-444f-9542-a15168cfa0eb,segment=NetworkSegment(8dbcf1f5-8365-4209-a468-ea70545b9423),segment_id=8dbcf1f5-8365-4209-a468-ea70545b9423)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:55:56.040424 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-71b80573-7208-4a85-9ede-0d63be046cdb req-620ec44c-de3d-4f02-bab1-f2f2f409d847 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] show failed (client error): The resource could not be found. Aug 16 23:55:56.048520 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-71b80573-7208-4a85-9ede-0d63be046cdb req-620ec44c-de3d-4f02-bab1-f2f2f409d847 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups/83ee5487-eb38-4b16-971f-5668910e0917 HTTP/1.1" status: 404 len: 352 time: 0.0579946 Aug 16 23:55:56.050847 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e64895f0-13ae-4ec4-983e-8f5d87872236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:56.115364 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ae34c9-64c1-4c10-8067-3f36e051af70 x-openstack-request-id: req-e6ae34c9-64c1-4c10-8067-3f36e051af70 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:56.115644 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff89d3c-07a8-4a14-930a-c21a0575e0d3", "name": "network-vif-deleted", "tag": "64c6950c-5422-4d6b-98b1-ca1994710820", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:56.115851 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e6ae34c9-64c1-4c10-8067-3f36e051af70 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:56.116250 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff89d3c-07a8-4a14-930a-c21a0575e0d3', 'name': 'network-vif-deleted', 'tag': '64c6950c-5422-4d6b-98b1-ca1994710820', 'status': 'completed', 'code': 200} Aug 16 23:55:56.153221 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-147e10cb-218e-4d53-b44a-677f820ec6bc req-a51c8b28-e408-4678-a116-e2fd64dfcc84 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645572 Aug 16 23:55:56.166682 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 64c6950c-5422-4d6b-98b1-ca1994710820 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:55:56.257412 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 64c6950c-5422-4d6b-98b1-ca1994710820 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:55:56.261666 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 64c6950c-5422-4d6b-98b1-ca1994710820 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:55:56.270115 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:56.297983 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5b694972-96b7-4689-9c98-7f4c1fb1c2c4 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:55:56.305346 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64895f0-13ae-4ec4-983e-8f5d87872236 None None] Pushing event updated for resources: {'Port': ['ID=2f90e56a-db1c-444f-9542-a15168cfa0eb,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:56.331835 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 5b694972-96b7-4689-9c98-7f4c1fb1c2c4, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=5b694972-96b7-4689-9c98-7f4c1fb1c2c4,segment=NetworkSegment(fbcd4495-cd63-44ce-b1d3-884295473b0e),segment_id=fbcd4495-cd63-44ce-b1d3-884295473b0e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:56.341718 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:56.358816 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3188f9f-bd5a-4b68-a1e5-70bb6eeda76d req-0d6f94d2-ead0-41c0-91fa-b73318f5aa50 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:56.366941 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3188f9f-bd5a-4b68-a1e5-70bb6eeda76d req-0d6f94d2-ead0-41c0-91fa-b73318f5aa50 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e5d218f-c652-4415-9109-b059e4f7ffe3 HTTP/1.1" status: 200 len: 943 time: 0.1427574 Aug 16 23:55:56.379301 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840eefe-7c68-4a58-87e5-87142db3d993 req-d21f0b95-79bf-49c0-b2b3-77f421a1905b tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:56.381595 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0840eefe-7c68-4a58-87e5-87142db3d993 req-d21f0b95-79bf-49c0-b2b3-77f421a1905b tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 1097 time: 0.1297169 Aug 16 23:55:56.461887 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=5b694972-96b7-4689-9c98-7f4c1fb1c2c4,revision_number=7']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:56.532055 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb4055-fb82-4ff0-9a1b-b6cab13cc00d req-a9943429-e85f-4eb4-a412-fe23d60e0f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:56.533664 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5aeb4055-fb82-4ff0-9a1b-b6cab13cc00d req-a9943429-e85f-4eb4-a412-fe23d60e0f18 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf HTTP/1.1" status: 200 len: 913 time: 0.6036274 Aug 16 23:55:56.541664 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3188f9f-bd5a-4b68-a1e5-70bb6eeda76d req-2b3e4e2a-58be-4e93-a040-bb84fdbbcf98 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735842 Aug 16 23:55:56.634791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-b9c943b2-b172-4f0c-9433-7076f0ce23d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc5a9afa-09d6-4392-8d77-921fd95fdba9 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:55:56.648940 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-b9c943b2-b172-4f0c-9433-7076f0ce23d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:56.654305 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5aeb4055-fb82-4ff0-9a1b-b6cab13cc00d req-bb676745-eea1-4590-867e-b6febfa29d27 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18f6a2cc-941f-4aee-a96b-d318206b06ee HTTP/1.1" status: 200 len: 217 time: 0.1104739 Aug 16 23:55:56.683879 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-b9c943b2-b172-4f0c-9433-7076f0ce23d4 service neutron] Transition to ACTIVE for port object dc5a9afa-09d6-4392-8d77-921fd95fdba9 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:55:56.693422 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0840eefe-7c68-4a58-87e5-87142db3d993 req-2b8e9535-d8d9-4f33-9f86-1c7909441191 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736413 Aug 16 23:55:56.694663 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-7c49c3f9-fdd4-43d9-bca8-071b19318951 req-63c30bd4-1aed-4628-8e43-530259dd9ebf tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] show failed (client error): The resource could not be found. Aug 16 23:55:56.695632 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c49c3f9-fdd4-43d9-bca8-071b19318951 req-63c30bd4-1aed-4628-8e43-530259dd9ebf tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups/4f64e50f-4cb8-4d75-9bee-212d325f5f65 HTTP/1.1" status: 404 len: 352 time: 0.0323501 Aug 16 23:55:56.696351 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-b9c943b2-b172-4f0c-9433-7076f0ce23d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:56.760653 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-967217a0-fd51-495e-8f0d-4756c94dcfec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:56.841815 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50656) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:56.861289 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c943b2-b172-4f0c-9433-7076f0ce23d4 service neutron] Pushing event updated for resources: {'Port': ['ID=dc5a9afa-09d6-4392-8d77-921fd95fdba9,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:56.924977 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb4055-fb82-4ff0-9a1b-b6cab13cc00d req-49bb77ef-89cd-4e48-a229-4833ec0d59d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:56.930296 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5aeb4055-fb82-4ff0-9a1b-b6cab13cc00d req-49bb77ef-89cd-4e48-a229-4833ec0d59d7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1d7b0613-c268-41b8-9af9-983e31f4d852 HTTP/1.1" status: 200 len: 852 time: 0.0793846 Aug 16 23:55:56.957742 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-b9c943b2-b172-4f0c-9433-7076f0ce23d4 service neutron] Attempting to bind port dc5a9afa-09d6-4392-8d77-921fd95fdba9 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:55:56.958092 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-b9c943b2-b172-4f0c-9433-7076f0ce23d4 service neutron] Attempting to bind port dc5a9afa-09d6-4392-8d77-921fd95fdba9 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:55:56.958494 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-b9c943b2-b172-4f0c-9433-7076f0ce23d4 service neutron] Attempting to bind port dc5a9afa-09d6-4392-8d77-921fd95fdba9 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:55:56.964716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-b9c943b2-b172-4f0c-9433-7076f0ce23d4 service neutron] Port dc5a9afa-09d6-4392-8d77-921fd95fdba9 on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:55:56.965065 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-b9c943b2-b172-4f0c-9433-7076f0ce23d4 service neutron] Attempting to bind port dc5a9afa-09d6-4392-8d77-921fd95fdba9 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:55:56.982359 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab2ccd-c85d-4898-bb94-ba87d4045f9a req-3685c46b-6649-46c0-ba6b-620e10e6a8c7 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:56.989578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0ab2ccd-c85d-4898-bb94-ba87d4045f9a req-3685c46b-6649-46c0-ba6b-620e10e6a8c7 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 948 time: 0.1519334 Aug 16 23:55:56.996560 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5aeb4055-fb82-4ff0-9a1b-b6cab13cc00d req-1c78ae60-9314-4384-af72-ff033f1e2e13 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569499 Aug 16 23:55:57.000112 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-b9c943b2-b172-4f0c-9433-7076f0ce23d4 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:55:57.000465 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-b9c943b2-b172-4f0c-9433-7076f0ce23d4 service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:55:57.000850 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-b9c943b2-b172-4f0c-9433-7076f0ce23d4 service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:55:57.001498 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-b9c943b2-b172-4f0c-9433-7076f0ce23d4 service neutron] Bound port: dc5a9afa-09d6-4392-8d77-921fd95fdba9, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:55:57.002399 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-b9c943b2-b172-4f0c-9433-7076f0ce23d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:57.008872 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-d0d27267-eb2e-4d15-98fe-7050e37149c2 req-4fa9cc3a-2287-4354-9e86-f4f99801f6c4 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] show failed (client error): The resource could not be found. Aug 16 23:55:57.009906 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d0d27267-eb2e-4d15-98fe-7050e37149c2 req-4fa9cc3a-2287-4354-9e86-f4f99801f6c4 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups/00df0862-27b0-4f44-8bdd-f3da9107aaf8 HTTP/1.1" status: 404 len: 352 time: 0.0617204 Aug 16 23:55:57.013407 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-29ddad5e-c106-47ec-a452-60b797b4f7b6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-628903788-network', 'tenant_id': 'c72882f4dd314ca08cd1bdaccf72e6c9'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:57.092969 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0ab2ccd-c85d-4898-bb94-ba87d4045f9a req-703e39b7-e6a4-45f8-84a1-c2171341335b tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945780 Aug 16 23:55:57.101316 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5aeb4055-fb82-4ff0-9a1b-b6cab13cc00d req-6d7016d9-801e-44b5-b738-f662d576052a service neutron] 10.222.0.64 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924790 Aug 16 23:55:57.141163 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ddad5e-c106-47ec-a452-60b797b4f7b6 admin admin] Made reservation on behalf of c72882f4dd314ca08cd1bdaccf72e6c9 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:55:57.143468 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-29ddad5e-c106-47ec-a452-60b797b4f7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:57.166500 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-29ddad5e-c106-47ec-a452-60b797b4f7b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:57.184580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-b9c943b2-b172-4f0c-9433-7076f0ce23d4 service neutron] For port dc5a9afa-09d6-4392-8d77-921fd95fdba9, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:55:57.209464 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-b9c943b2-b172-4f0c-9433-7076f0ce23d4 service neutron] For port dc5a9afa-09d6-4392-8d77-921fd95fdba9, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=dc5a9afa-09d6-4392-8d77-921fd95fdba9,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:55:57.229114 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16f9f690-8a40-4c29-b0cc-5eca40cb6153 req-571a3e68-28f1-48a4-8f4c-b8a67f3004ff tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=8994ab99-e148-458a-af39-cd98ae615120 HTTP/1.1" status: 200 len: 210 time: 0.0564551 Aug 16 23:55:57.232679 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-b9c943b2-b172-4f0c-9433-7076f0ce23d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:57.335740 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-994c096b-96ba-44ea-ab76-65d5409cd4df req-00d8f84b-b49b-4a4a-ba51-2e67a98a9d9d tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] show failed (client error): The resource could not be found. Aug 16 23:55:57.343687 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-994c096b-96ba-44ea-ab76-65d5409cd4df req-00d8f84b-b49b-4a4a-ba51-2e67a98a9d9d tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups/ba3fc903-66c8-4447-8824-c4ab09de7cff HTTP/1.1" status: 404 len: 352 time: 0.0673115 Aug 16 23:55:57.358357 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-b9c943b2-b172-4f0c-9433-7076f0ce23d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:57.358997 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-b9c943b2-b172-4f0c-9433-7076f0ce23d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:57.360438 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-b9c943b2-b172-4f0c-9433-7076f0ce23d4 service neutron] 10.222.0.64 "PUT /v2.0/ports/dc5a9afa-09d6-4392-8d77-921fd95fdba9 HTTP/1.1" status: 200 len: 1097 time: 1.9166276 Aug 16 23:55:57.440317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677713ee-bdbe-4bb7-8a95-4404955469b3 req-cd04f0d4-5a48-49f3-8858-1854671d03cb tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:57.443132 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-677713ee-bdbe-4bb7-8a95-4404955469b3 req-cd04f0d4-5a48-49f3-8858-1854671d03cb tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=54eeeccc-2554-417a-a2c7-fa561452c9a2 HTTP/1.1" status: 200 len: 943 time: 0.2167971 Aug 16 23:55:57.453154 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c943b2-b172-4f0c-9433-7076f0ce23d4 service neutron] Pushing event updated for resources: {'Port': ['ID=dc5a9afa-09d6-4392-8d77-921fd95fdba9,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:57.578682 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-677713ee-bdbe-4bb7-8a95-4404955469b3 req-93bec66b-c951-4cfe-9594-7191b425336c tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220059 Aug 16 23:55:57.590665 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-a49ab877-6c7d-41eb-8a01-ac9a7bbef899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:57.592093 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-a49ab877-6c7d-41eb-8a01-ac9a7bbef899 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 1100 time: 0.1478331 Aug 16 23:55:57.629729 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-7fc89155-5a72-4e8d-a119-8b9dbc5e210b tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:57.631264 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-7fc89155-5a72-4e8d-a119-8b9dbc5e210b tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.69 "GET /v2.0/networks?id=b5d96bed-3d7d-4174-81a4-420ec5c2a243 HTTP/1.1" status: 200 len: 814 time: 1.0782552 Aug 16 23:55:57.655067 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-e695e737-ab55-4d27-a2c6-ccbba3301c39 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=dc5a9afa-09d6-4392-8d77-921fd95fdba9 HTTP/1.1" status: 200 len: 217 time: 0.0480187 Aug 16 23:55:57.662033 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-267bc52b-d654-4ebe-aeca-3beef6731b44 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Request body: {'port': {'device_id': '8994ab99-e148-458a-af39-cd98ae615120', 'network_id': 'b5d96bed-3d7d-4174-81a4-420ec5c2a243', 'admin_state_up': True, 'tenant_id': '9f7c15746f884d59bb5bca99d12666b2'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:57.662711 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-29ddad5e-c106-47ec-a452-60b797b4f7b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:57.709353 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1beeba0b-301a-4f9c-9089-4a710fff5b1a None None] Network ceb0e913-0131-4c8c-be6b-f0e0f6224925 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:55:57.717494 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-29ddad5e-c106-47ec-a452-60b797b4f7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:57.776233 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ddad5e-c106-47ec-a452-60b797b4f7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94789b2-2c9d-430a-b975-11606b163e5a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:57.787824 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-a788ce00-735b-4c9b-b01d-02df32b87910 req-55760ffa-092d-4b03-aa15-9fe276876ea9 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] show failed (client error): The resource could not be found. Aug 16 23:55:57.788964 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a788ce00-735b-4c9b-b01d-02df32b87910 req-55760ffa-092d-4b03-aa15-9fe276876ea9 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups/8042ad8b-994f-437c-9852-7ee35aec138b HTTP/1.1" status: 404 len: 352 time: 0.1296349 Aug 16 23:55:57.798373 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5aeb4055-fb82-4ff0-9a1b-b6cab13cc00d req-019eccaf-da57-40f6-aa85-73e967b9a4a4 service neutron] 10.222.0.64 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6829696 Aug 16 23:55:57.803681 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ddad5e-c106-47ec-a452-60b797b4f7b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:55:57.818275 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-967217a0-fd51-495e-8f0d-4756c94dcfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:57.852807 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-c8b3870b-1ee0-43ee-96ef-fbe533620f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:57.856705 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-c8b3870b-1ee0-43ee-96ef-fbe533620f67 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1920562 Aug 16 23:55:57.859071 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-29ddad5e-c106-47ec-a452-60b797b4f7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:57.859772 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-29ddad5e-c106-47ec-a452-60b797b4f7b6 admin admin] Added segment 40298860-0a29-4733-90dd-73e0e8e8f6e5 of type vlan for network 29b8a9c1-f2fb-41fc-9474-04978aaad1e9 Aug 16 23:55:57.920071 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-46b26312-9e24-4320-ae15-bd6e22994882 None None] Provisioning for port 2f90e56a-db1c-444f-9542-a15168cfa0eb completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:55:57.978039 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2f90e56a-db1c-444f-9542-a15168cfa0eb up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:55:57.980724 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-29ddad5e-c106-47ec-a452-60b797b4f7b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:57.993590 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-267bc52b-d654-4ebe-aeca-3beef6731b44 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Made reservation on behalf of 9f7c15746f884d59bb5bca99d12666b2 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:55:57.997561 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-267bc52b-d654-4ebe-aeca-3beef6731b44 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:58.072616 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-29ddad5e-c106-47ec-a452-60b797b4f7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:58.073812 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ddad5e-c106-47ec-a452-60b797b4f7b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:58.074469 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-29ddad5e-c106-47ec-a452-60b797b4f7b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:58.081996 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 2f90e56a-db1c-444f-9542-a15168cfa0eb completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:55:58.087712 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 2f90e56a-db1c-444f-9542-a15168cfa0eb triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:55:58.090258 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:58.100700 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-493a82bc-ea87-4496-b6ef-9d4271269cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:58.103010 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-493a82bc-ea87-4496-b6ef-9d4271269cc9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1800580 Aug 16 23:55:58.111194 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad5e1e-d8a8-4f4d-9386-bfcae094045a req-1fd4c3e8-d914-4590-9ed6-c5dab2a8b872 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:58.113644 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23ad5e1e-d8a8-4f4d-9386-bfcae094045a req-1fd4c3e8-d914-4590-9ed6-c5dab2a8b872 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e5d218f-c652-4415-9109-b059e4f7ffe3 HTTP/1.1" status: 200 len: 943 time: 0.1539738 Aug 16 23:55:58.133525 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495c0a44-20cb-43c6-b45d-013e36a7b15d', 'tag': 'dc5a9afa-09d6-4392-8d77-921fd95fdba9'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:55:58.136233 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d996da1a-1dea-48d9-9578-cd54970938ab" -d '{"events": [{"name": "network-changed", "server_uuid": "495c0a44-20cb-43c6-b45d-013e36a7b15d", "tag": "dc5a9afa-09d6-4392-8d77-921fd95fdba9"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:55:58.171485 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967217a0-fd51-495e-8f0d-4756c94dcfec admin admin] Router d2f600fa-8228-4a91-9baa-ac64e41e5a1e is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:55:58.179865 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-29ddad5e-c106-47ec-a452-60b797b4f7b6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3370116 Aug 16 23:55:58.181648 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 18f6a2cc-941f-4aee-a96b-d318206b06ee details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:55:58.188216 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50696) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:58.197518 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-11d0c679-f98f-4e15-83c7-f136bf033824 admin admin] Request body: {'subnet': {'network_id': '29b8a9c1-f2fb-41fc-9474-04978aaad1e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-628903788-subnet', 'tenant_id': 'c72882f4dd314ca08cd1bdaccf72e6c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:58.275074 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-267bc52b-d654-4ebe-aeca-3beef6731b44 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Allocated IP 172.20.0.9 (b5d96bed-3d7d-4174-81a4-420ec5c2a243/2dc1d23a-2b66-4ec4-9ade-0b7b10fa44c0/e2653203-23e4-44ea-a1ab-a3e675b79359) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:55:58.309704 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ddad5e-c106-47ec-a452-60b797b4f7b6 admin admin] Pushing event updated for resources: {'Network': ['ID=29b8a9c1-f2fb-41fc-9474-04978aaad1e9,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:58.348834 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23ad5e1e-d8a8-4f4d-9386-bfcae094045a req-5111c9dd-441b-4ade-8fa3-ac70e26ed126 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015445 Aug 16 23:55:58.358655 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 29b8a9c1-f2fb-41fc-9474-04978aaad1e9 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:55:58.364749 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:58.422136 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-112865e0-a8c0-48f2-8898-b26249575fbb service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897131 Aug 16 23:55:58.428349 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-f8506370-ccf0-468c-b274-124450e2819e req-54350aff-69b9-4ff1-b416-42da21c03db2 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] show failed (client error): The resource could not be found. Aug 16 23:55:58.442690 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8506370-ccf0-468c-b274-124450e2819e req-54350aff-69b9-4ff1-b416-42da21c03db2 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups/9a0ccc8f-285b-4bec-bbb7-dced9f123027 HTTP/1.1" status: 404 len: 352 time: 0.0310724 Aug 16 23:55:58.485150 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 2f90e56a-db1c-444f-9542-a15168cfa0eb, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2f90e56a-db1c-444f-9542-a15168cfa0eb,segment=NetworkSegment(8dbcf1f5-8365-4209-a468-ea70545b9423),segment_id=8dbcf1f5-8365-4209-a468-ea70545b9423)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:58.493186 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d0c679-f98f-4e15-83c7-f136bf033824 admin admin] Made reservation on behalf of c72882f4dd314ca08cd1bdaccf72e6c9 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:55:58.495867 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-11d0c679-f98f-4e15-83c7-f136bf033824 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:58.522865 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:58.574459 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-19d78d01-5c2b-433c-8a3b-2133efb7df22 None None] Provisioning complete for port 2f90e56a-db1c-444f-9542-a15168cfa0eb triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:55:58.575008 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-19d78d01-5c2b-433c-8a3b-2133efb7df22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:58.607144 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 18f6a2cc-941f-4aee-a96b-d318206b06ee, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=18f6a2cc-941f-4aee-a96b-d318206b06ee,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:58.636981 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa33ac-9f2e-4061-8647-a90ff80f46f5 req-07306ee9-ddfa-4ad1-b93a-9d30ec496228 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:58.638176 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '18f6a2cc-941f-4aee-a96b-d318206b06ee', 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf', 'port_id': '18f6a2cc-941f-4aee-a96b-d318206b06ee', 'mac_address': 'fa:16:3e:ad:be:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d7b0613-c268-41b8-9af9-983e31f4d852', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:55:58.647039 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967217a0-fd51-495e-8f0d-4756c94dcfec admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:55:58.647402 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aafa33ac-9f2e-4061-8647-a90ff80f46f5 req-07306ee9-ddfa-4ad1-b93a-9d30ec496228 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 948 time: 0.1035986 Aug 16 23:55:58.660931 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fb2868-0652-4d55-b6b5-2e74fa93e47d None None] Sync routers for ids ['d2f600fa-8228-4a91-9baa-ac64e41e5a1e'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:55:58.665182 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d2baef2-0914-4bbf-9b32-8de0d133cba4 req-7400a158-0ec0-4d79-b096-092162946273 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205989 Aug 16 23:55:58.669583 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=2f90e56a-db1c-444f-9542-a15168cfa0eb,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:58.678458 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-967217a0-fd51-495e-8f0d-4756c94dcfec admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:58.679720 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-967217a0-fd51-495e-8f0d-4756c94dcfec admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.8204777 Aug 16 23:55:58.683110 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50710) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:55:58.721824 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fb2868-0652-4d55-b6b5-2e74fa93e47d None None] Routers {'d2f600fa-8228-4a91-9baa-ac64e41e5a1e'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:55:58.723170 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-e2fb2868-0652-4d55-b6b5-2e74fa93e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:55:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d2f600fa-8228-4a91-9baa-ac64e41e5a1e'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:58.764883 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aafa33ac-9f2e-4061-8647-a90ff80f46f5 req-17b5e8dd-d60f-4a02-9977-e8d69590bfeb tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162992 Aug 16 23:55:58.788718 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:58.796721 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f09175-87e2-40e4-9053-62b4e64b68ed req-79b3226a-6f22-4836-9c78-88be63ac5e54 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:58.798387 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57f09175-87e2-40e4-9053-62b4e64b68ed req-79b3226a-6f22-4836-9c78-88be63ac5e54 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.69 "GET /v2.0/ports?device_id=54eeeccc-2554-417a-a2c7-fa561452c9a2 HTTP/1.1" status: 200 len: 943 time: 0.1364946 Aug 16 23:55:58.821660 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f6a2cc-941f-4aee-a96b-d318206b06ee {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:55:58.850054 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabeb368-85de-4561-b3ae-fd7fb234e81b x-openstack-request-id: req-aabeb368-85de-4561-b3ae-fd7fb234e81b {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:55:58.850452 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495c0a44-20cb-43c6-b45d-013e36a7b15d", "tag": "dc5a9afa-09d6-4392-8d77-921fd95fdba9", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:55:58.850703 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aabeb368-85de-4561-b3ae-fd7fb234e81b {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:55:58.851187 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495c0a44-20cb-43c6-b45d-013e36a7b15d', 'tag': 'dc5a9afa-09d6-4392-8d77-921fd95fdba9', 'status': 'completed', 'code': 200} Aug 16 23:55:58.906160 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-267bc52b-d654-4ebe-aeca-3beef6731b44 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:58.916700 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-11d0c679-f98f-4e15-83c7-f136bf033824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:58.940279 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 18f6a2cc-941f-4aee-a96b-d318206b06ee, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=18f6a2cc-941f-4aee-a96b-d318206b06ee,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:58.953198 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:59.003759 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-e2fb2868-0652-4d55-b6b5-2e74fa93e47d None None] Set router d2f600fa-8228-4a91-9baa-ac64e41e5a1e gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:55:59.072620 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=18f6a2cc-941f-4aee-a96b-d318206b06ee,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:59.143609 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0c679-f98f-4e15-83c7-f136bf033824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f60f731-b4d3-402c-84f1-298b94a8f116,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:59.161526 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d0c679-f98f-4e15-83c7-f136bf033824 admin admin] Checking segment: {'id': '40298860-0a29-4733-90dd-73e0e8e8f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '29b8a9c1-f2fb-41fc-9474-04978aaad1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:55:59.162388 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d0c679-f98f-4e15-83c7-f136bf033824 admin admin] Network hostable DHCP agents. Network: 29b8a9c1-f2fb-41fc-9474-04978aaad1e9, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:55:59.185140 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['18f6a2cc-941f-4aee-a96b-d318206b06ee'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:55:59.225844 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-267bc52b-d654-4ebe-aeca-3beef6731b44 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:59.271281 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d0c679-f98f-4e15-83c7-f136bf033824 admin admin] Network 29b8a9c1-f2fb-41fc-9474-04978aaad1e9 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:55:59.274532 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-33d3ba6a-1f93-4c60-9ea2-85ea85928638 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:55:59.275521 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-33d3ba6a-1f93-4c60-9ea2-85ea85928638 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4661467 Aug 16 23:55:59.276262 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-e2fb2868-0652-4d55-b6b5-2e74fa93e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1551919089-router', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '97f6abf6-1609-4c6f-9d1b-6a4c90569bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:55:53Z', 'updated_at': '2021-08-16T23:55:56Z', 'revision_number': 3, 'project_id': '85a994c899ab4668b7f9d49d0be8b46c', 'gw_port': {'id': '97f6abf6-1609-4c6f-9d1b-6a4c90569bef', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:54Z', 'updated_at': '2021-08-16T23:55:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:55:59.312539 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fb2868-0652-4d55-b6b5-2e74fa93e47d None None] Checking router: d2f600fa-8228-4a91-9baa-ac64e41e5a1e for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:55:59.312971 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fb2868-0652-4d55-b6b5-2e74fa93e47d None None] Updating router d2f600fa-8228-4a91-9baa-ac64e41e5a1e port 97f6abf6-1609-4c6f-9d1b-6a4c90569bef binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:55:59.315388 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996da1a-1dea-48d9-9578-cd54970938ab req-97b69d51-7cf3-47dd-8c46-84e48427a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:59.317689 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d996da1a-1dea-48d9-9578-cd54970938ab req-97b69d51-7cf3-47dd-8c46-84e48427a51f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 1100 time: 0.4574311 Aug 16 23:55:59.328369 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-267bc52b-d654-4ebe-aeca-3beef6731b44 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Network b5d96bed-3d7d-4174-81a4-420ec5c2a243 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:55:59.338708 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-267bc52b-d654-4ebe-aeca-3beef6731b44 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:55:59.340785 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-11d0c679-f98f-4e15-83c7-f136bf033824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 29b8a9c1-f2fb-41fc-9474-04978aaad1e9) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:55:59.345088 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-267bc52b-d654-4ebe-aeca-3beef6731b44 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:55:59.351973 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d0c679-f98f-4e15-83c7-f136bf033824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:59.352579 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-11d0c679-f98f-4e15-83c7-f136bf033824 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:59.356614 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267bc52b-d654-4ebe-aeca-3beef6731b44 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Pushing event updated for resources: {'Port': ['ID=e2653203-23e4-44ea-a1ab-a3e675b79359,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:55:59.365727 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a59968-6831-419e-8929-0f67269abcd1 None None] Network 29b8a9c1-f2fb-41fc-9474-04978aaad1e9 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:55:59.380973 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e2fb2868-0652-4d55-b6b5-2e74fa93e47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:59.409509 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-b7794e6b-a286-4b2e-bf53-ab4a1847259c tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:59.410822 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-b7794e6b-a286-4b2e-bf53-ab4a1847259c tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/ports/89cd47f1-94be-43c0-bf37-cbd80dabe5a9 HTTP/1.1" status: 200 len: 1094 time: 0.1126606 Aug 16 23:55:59.430208 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8280a2-3678-423d-902b-3760941fecdf req-8c4f9677-f87f-4750-ab49-1e37c4ebe33b tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:59.431737 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec8280a2-3678-423d-902b-3760941fecdf req-8c4f9677-f87f-4750-ab49-1e37c4ebe33b tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=8994ab99-e148-458a-af39-cd98ae615120 HTTP/1.1" status: 200 len: 931 time: 0.1747530 Aug 16 23:55:59.461390 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-57f09175-87e2-40e4-9053-62b4e64b68ed req-f7d45642-7d8f-48f1-93c6-6dcd5e40c237 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Deleting port 5b694972-96b7-4689-9c98-7f4c1fb1c2c4 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:55:59.461620 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-11d0c679-f98f-4e15-83c7-f136bf033824 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2629864 Aug 16 23:55:59.461717 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-57f09175-87e2-40e4-9053-62b4e64b68ed req-f7d45642-7d8f-48f1-93c6-6dcd5e40c237 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:59.498769 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-267bc52b-d654-4ebe-aeca-3beef6731b44 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:59.502017 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-267bc52b-d654-4ebe-aeca-3beef6731b44 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:59.560480 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-267bc52b-d654-4ebe-aeca-3beef6731b44 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9052057 Aug 16 23:55:59.572192 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996da1a-1dea-48d9-9578-cd54970938ab req-804a064a-5d1f-464c-a899-b09ef49b6734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:59.573835 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d996da1a-1dea-48d9-9578-cd54970938ab req-804a064a-5d1f-464c-a899-b09ef49b6734 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.2352085 Aug 16 23:55:59.575874 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-694276b0-21f8-482b-9504-47b9e2d1ea45 service neutron] Request body: {'port': {'device_id': '8994ab99-e148-458a-af39-cd98ae615120', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:59.625475 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec8280a2-3678-423d-902b-3760941fecdf req-4e5f9d0f-c564-4f93-8c75-13ee45b47d3f tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658874 Aug 16 23:55:59.638840 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-46eaba9a-9fca-479f-ab9a-577c3dbfc578 service neutron] Request body: {'binding': {'host': 'n-h2-800088-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:55:59.639306 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-46eaba9a-9fca-479f-ab9a-577c3dbfc578 service neutron] Unknown quota resources ['binding']. {{(pid=101403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 23:55:59.710223 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-694276b0-21f8-482b-9504-47b9e2d1ea45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:59.712856 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d996da1a-1dea-48d9-9578-cd54970938ab req-6b8520f2-c9b8-484f-a49f-3cacd5228fa3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=dc5a9afa-09d6-4392-8d77-921fd95fdba9 HTTP/1.1" status: 200 len: 217 time: 0.0833673 Aug 16 23:55:59.783739 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996da1a-1dea-48d9-9578-cd54970938ab req-574661b9-4e5e-4e71-9c89-796740b59774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:59.786367 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d996da1a-1dea-48d9-9578-cd54970938ab req-574661b9-4e5e-4e71-9c89-796740b59774 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0581367 Aug 16 23:55:59.840626 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b118e109-8028-4f22-9fed-be0046473670 None None] Network 29b8a9c1-f2fb-41fc-9474-04978aaad1e9 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:55:59.892778 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b526a631-c298-461e-a18a-4b2efca6d4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:59.897707 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2f90e56a-db1c-444f-9542-a15168cfa0eb up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:55:59.899869 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-57f09175-87e2-40e4-9053-62b4e64b68ed req-f7d45642-7d8f-48f1-93c6-6dcd5e40c237 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] For port 5b694972-96b7-4689-9c98-7f4c1fb1c2c4, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=5b694972-96b7-4689-9c98-7f4c1fb1c2c4,segment=NetworkSegment(fbcd4495-cd63-44ce-b1d3-884295473b0e),segment_id=fbcd4495-cd63-44ce-b1d3-884295473b0e)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:55:59.900258 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-57f09175-87e2-40e4-9053-62b4e64b68ed req-f7d45642-7d8f-48f1-93c6-6dcd5e40c237 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:59.923121 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-57f09175-87e2-40e4-9053-62b4e64b68ed req-f7d45642-7d8f-48f1-93c6-6dcd5e40c237 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Calling delete_port for 5b694972-96b7-4689-9c98-7f4c1fb1c2c4 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:55:59.955982 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996da1a-1dea-48d9-9578-cd54970938ab req-5b5abceb-dbde-4874-ad73-1ada25ebe9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:59.958508 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d996da1a-1dea-48d9-9578-cd54970938ab req-5b5abceb-dbde-4874-ad73-1ada25ebe9d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1586006 Aug 16 23:56:00.095515 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 2f90e56a-db1c-444f-9542-a15168cfa0eb triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:56:00.096569 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:00.164896 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e2fb2868-0652-4d55-b6b5-2e74fa93e47d None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:00.178245 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e2fb2868-0652-4d55-b6b5-2e74fa93e47d None None] Transition to ACTIVE for port object 97f6abf6-1609-4c6f-9d1b-6a4c90569bef will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:56:00.186422 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e2fb2868-0652-4d55-b6b5-2e74fa93e47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:00.195460 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d996da1a-1dea-48d9-9578-cd54970938ab req-6cf026ff-fe92-4cd8-b4eb-5152932e7ab2 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264819 Aug 16 23:56:00.198086 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-46eaba9a-9fca-479f-ab9a-577c3dbfc578 service neutron] Attempting to bind port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 on host n-h2-800088-20 for vnic_type normal with profile None {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:56:00.198426 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-46eaba9a-9fca-479f-ab9a-577c3dbfc578 service neutron] Attempting to bind port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:56:00.198765 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-46eaba9a-9fca-479f-ab9a-577c3dbfc578 service neutron] Attempting to bind port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 on network 0de117b9-aee8-4952-ae99-3d2308a08b74 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:00.201978 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-b526a631-c298-461e-a18a-4b2efca6d4f1 admin admin] Allocated IP 172.20.0.1 (ceb0e913-0131-4c8c-be6b-f0e0f6224925/6120a608-f3ce-47fa-9717-c690879e0308/092d150a-cf22-48a8-9fe0-84c07713e886) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:56:00.215869 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device dc5a9afa-09d6-4392-8d77-921fd95fdba9 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:56:00.217817 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 18f6a2cc-941f-4aee-a96b-d318206b06ee up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:56:00.221276 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-694276b0-21f8-482b-9504-47b9e2d1ea45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2653203-23e4-44ea-a1ab-a3e675b79359 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:00.230604 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-694276b0-21f8-482b-9504-47b9e2d1ea45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:00.237553 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-46eaba9a-9fca-479f-ab9a-577c3dbfc578 service neutron] Port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 on network 0de117b9-aee8-4952-ae99-3d2308a08b74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:56:00.238109 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-46eaba9a-9fca-479f-ab9a-577c3dbfc578 service neutron] Attempting to bind port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 on network 0de117b9-aee8-4952-ae99-3d2308a08b74 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:00.283256 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-46eaba9a-9fca-479f-ab9a-577c3dbfc578 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:56:00.283527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-46eaba9a-9fca-479f-ab9a-577c3dbfc578 service neutron] Checking segment: {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:56:00.284469 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-46eaba9a-9fca-479f-ab9a-577c3dbfc578 service neutron] Bound using segment: {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:56:00.284469 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-46eaba9a-9fca-479f-ab9a-577c3dbfc578 service neutron] Bound port: 89cd47f1-94be-43c0-bf37-cbd80dabe5a9, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:56:00.288887 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-694276b0-21f8-482b-9504-47b9e2d1ea45 service neutron] Transition to ACTIVE for port object e2653203-23e4-44ea-a1ab-a3e675b79359 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:56:00.294442 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26477759-f9bc-451d-bf9b-049bd56d3600 req-88baf031-9ff1-4e37-b607-99b54fcc1ef9 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:00.296310 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-694276b0-21f8-482b-9504-47b9e2d1ea45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:00.302009 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-26477759-f9bc-451d-bf9b-049bd56d3600 req-88baf031-9ff1-4e37-b607-99b54fcc1ef9 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=54eeeccc-2554-417a-a2c7-fa561452c9a2 HTTP/1.1" status: 200 len: 943 time: 0.2095907 Aug 16 23:56:00.326652 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e2fb2868-0652-4d55-b6b5-2e74fa93e47d None None] Attempting to bind port 97f6abf6-1609-4c6f-9d1b-6a4c90569bef on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:56:00.326652 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e2fb2868-0652-4d55-b6b5-2e74fa93e47d None None] Attempting to bind port 97f6abf6-1609-4c6f-9d1b-6a4c90569bef by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:56:00.326957 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fb2868-0652-4d55-b6b5-2e74fa93e47d None None] Attempting to bind port 97f6abf6-1609-4c6f-9d1b-6a4c90569bef on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:00.341284 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919f437-40ec-4288-94cd-b44cb2c5e650 None None] Pushing event updated for resources: {'Port': ['ID=97f6abf6-1609-4c6f-9d1b-6a4c90569bef,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:00.370563 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fb2868-0652-4d55-b6b5-2e74fa93e47d None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:56:00.370935 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fb2868-0652-4d55-b6b5-2e74fa93e47d None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:56:00.371681 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e2fb2868-0652-4d55-b6b5-2e74fa93e47d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:00.372069 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fb2868-0652-4d55-b6b5-2e74fa93e47d None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:56:00.372552 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e2fb2868-0652-4d55-b6b5-2e74fa93e47d None None] Bound port: 97f6abf6-1609-4c6f-9d1b-6a4c90569bef, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:56:00.372939 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e2fb2868-0652-4d55-b6b5-2e74fa93e47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:00.387064 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694276b0-21f8-482b-9504-47b9e2d1ea45 service neutron] Pushing event updated for resources: {'Port': ['ID=e2653203-23e4-44ea-a1ab-a3e675b79359,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:00.415151 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-26477759-f9bc-451d-bf9b-049bd56d3600 req-6e9f4fc5-435f-491b-8160-8af0c8fe5698 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119292 Aug 16 23:56:00.446365 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-e2fb2868-0652-4d55-b6b5-2e74fa93e47d None None] For port 97f6abf6-1609-4c6f-9d1b-6a4c90569bef, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:56:00.449479 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-e2fb2868-0652-4d55-b6b5-2e74fa93e47d None None] For port 97f6abf6-1609-4c6f-9d1b-6a4c90569bef, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=97f6abf6-1609-4c6f-9d1b-6a4c90569bef,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:56:00.451630 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 18f6a2cc-941f-4aee-a96b-d318206b06ee completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:56:00.473074 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-46eaba9a-9fca-479f-ab9a-577c3dbfc578 service neutron] For port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=89cd47f1-94be-43c0-bf37-cbd80dabe5a9,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:56:00.476528 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d996da1a-1dea-48d9-9578-cd54970938ab req-dcf42c31-b784-4a56-91f5-f3c18dd3ff58 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663059 Aug 16 23:56:00.476684 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 18f6a2cc-941f-4aee-a96b-d318206b06ee triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:56:00.477019 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:00.483060 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-46eaba9a-9fca-479f-ab9a-577c3dbfc578 service neutron] Notify callbacks [] for binding, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:00.489068 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-694276b0-21f8-482b-9504-47b9e2d1ea45 service neutron] Attempting to bind port e2653203-23e4-44ea-a1ab-a3e675b79359 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:56:00.489616 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-694276b0-21f8-482b-9504-47b9e2d1ea45 service neutron] Attempting to bind port e2653203-23e4-44ea-a1ab-a3e675b79359 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': 'f6ecfec7-859e-48ae-8b72-438566ddcf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b5d96bed-3d7d-4174-81a4-420ec5c2a243'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:56:00.490267 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-694276b0-21f8-482b-9504-47b9e2d1ea45 service neutron] Attempting to bind port e2653203-23e4-44ea-a1ab-a3e675b79359 on network b5d96bed-3d7d-4174-81a4-420ec5c2a243 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:00.495102 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e2fb2868-0652-4d55-b6b5-2e74fa93e47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:00.498544 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-46eaba9a-9fca-479f-ab9a-577c3dbfc578 service neutron] 10.222.0.60 "POST /v2.0/ports/89cd47f1-94be-43c0-bf37-cbd80dabe5a9/bindings HTTP/1.1" status: 201 len: 390 time: 1.0807517 Aug 16 23:56:00.498713 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b526a631-c298-461e-a18a-4b2efca6d4f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:00.502922 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-57f09175-87e2-40e4-9053-62b4e64b68ed req-f7d45642-7d8f-48f1-93c6-6dcd5e40c237 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:00.503161 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-694276b0-21f8-482b-9504-47b9e2d1ea45 service neutron] Port e2653203-23e4-44ea-a1ab-a3e675b79359 on network b5d96bed-3d7d-4174-81a4-420ec5c2a243 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:56:00.503899 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-694276b0-21f8-482b-9504-47b9e2d1ea45 service neutron] Attempting to bind port e2653203-23e4-44ea-a1ab-a3e675b79359 on network b5d96bed-3d7d-4174-81a4-420ec5c2a243 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:00.515110 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-694276b0-21f8-482b-9504-47b9e2d1ea45 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:56:00.515341 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-694276b0-21f8-482b-9504-47b9e2d1ea45 service neutron] Checking segment: {'id': 'f6ecfec7-859e-48ae-8b72-438566ddcf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b5d96bed-3d7d-4174-81a4-420ec5c2a243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:56:00.515694 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-694276b0-21f8-482b-9504-47b9e2d1ea45 service neutron] Bound using segment: {'id': 'f6ecfec7-859e-48ae-8b72-438566ddcf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b5d96bed-3d7d-4174-81a4-420ec5c2a243'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:56:00.516227 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-694276b0-21f8-482b-9504-47b9e2d1ea45 service neutron] Bound port: e2653203-23e4-44ea-a1ab-a3e675b79359, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6ecfec7-859e-48ae-8b72-438566ddcf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b5d96bed-3d7d-4174-81a4-420ec5c2a243'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:56:00.516669 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-694276b0-21f8-482b-9504-47b9e2d1ea45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:00.528743 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port dc5a9afa-09d6-4392-8d77-921fd95fdba9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=dc5a9afa-09d6-4392-8d77-921fd95fdba9,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:00.537662 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-b526a631-c298-461e-a18a-4b2efca6d4f1 admin admin] Transition to ACTIVE for port object 092d150a-cf22-48a8-9fe0-84c07713e886 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:56:00.581749 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d45642-7d8f-48f1-93c6-6dcd5e40c237 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Pushing event deleted for resources: {'Port': ['ID=5b694972-96b7-4689-9c98-7f4c1fb1c2c4,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:00.583906 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'dc5a9afa-09d6-4392-8d77-921fd95fdba9', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': 'dc5a9afa-09d6-4392-8d77-921fd95fdba9', 'mac_address': 'fa:16:3e:a6:0d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:56:00.635591 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-694276b0-21f8-482b-9504-47b9e2d1ea45 service neutron] For port e2653203-23e4-44ea-a1ab-a3e675b79359, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:56:00.640654 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-694276b0-21f8-482b-9504-47b9e2d1ea45 service neutron] For port e2653203-23e4-44ea-a1ab-a3e675b79359, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=e2653203-23e4-44ea-a1ab-a3e675b79359,segment=NetworkSegment(f6ecfec7-859e-48ae-8b72-438566ddcf66),segment_id=f6ecfec7-859e-48ae-8b72-438566ddcf66)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:56:00.643570 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fb2868-0652-4d55-b6b5-2e74fa93e47d None None] Routers {'d2f600fa-8228-4a91-9baa-ac64e41e5a1e'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:56:00.645438 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-e2fb2868-0652-4d55-b6b5-2e74fa93e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:55:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d2f600fa-8228-4a91-9baa-ac64e41e5a1e'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:00.647097 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919f437-40ec-4288-94cd-b44cb2c5e650 None None] Pushing event updated for resources: {'Port': ['ID=97f6abf6-1609-4c6f-9d1b-6a4c90569bef,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:00.656827 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-694276b0-21f8-482b-9504-47b9e2d1ea45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:00.678666 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b526a631-c298-461e-a18a-4b2efca6d4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:00.702263 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-694276b0-21f8-482b-9504-47b9e2d1ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:00.702506 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-694276b0-21f8-482b-9504-47b9e2d1ea45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:00.705798 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-694276b0-21f8-482b-9504-47b9e2d1ea45 service neutron] 10.222.0.69 "PUT /v2.0/ports/e2653203-23e4-44ea-a1ab-a3e675b79359 HTTP/1.1" status: 200 len: 1092 time: 1.1348908 Aug 16 23:56:00.709298 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8994ab99-e148-458a-af39-cd98ae615120', 'tag': 'e2653203-23e4-44ea-a1ab-a3e675b79359'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:00.712407 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8720207a-8db6-4293-9820-7ba291816669" -d '{"events": [{"name": "network-changed", "server_uuid": "8994ab99-e148-458a-af39-cd98ae615120", "tag": "e2653203-23e4-44ea-a1ab-a3e675b79359"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:00.714513 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f09175-87e2-40e4-9053-62b4e64b68ed req-f7d45642-7d8f-48f1-93c6-6dcd5e40c237 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] No DVR routers for this DVR port 5b694972-96b7-4689-9c98-7f4c1fb1c2c4 on host n-h1-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:56:00.723525 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:00.741523 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-57f09175-87e2-40e4-9053-62b4e64b68ed req-f7d45642-7d8f-48f1-93c6-6dcd5e40c237 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:00.745114 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57f09175-87e2-40e4-9053-62b4e64b68ed req-f7d45642-7d8f-48f1-93c6-6dcd5e40c237 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.69 "DELETE /v2.0/ports/5b694972-96b7-4689-9c98-7f4c1fb1c2c4 HTTP/1.1" status: 204 len: 173 time: 1.9341469 Aug 16 23:56:00.761887 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b526a631-c298-461e-a18a-4b2efca6d4f1 admin admin] Network ceb0e913-0131-4c8c-be6b-f0e0f6224925 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:56:00.766342 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-b526a631-c298-461e-a18a-4b2efca6d4f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:56:00.769978 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b526a631-c298-461e-a18a-4b2efca6d4f1 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:56:00.791920 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5a9afa-09d6-4392-8d77-921fd95fdba9 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:00.797439 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45243ba3-c677-432d-9010-4d0568f58b89 req-3bafc9db-d7d1-484d-b3af-42cdca16ec5c tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:00.799316 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-45243ba3-c677-432d-9010-4d0568f58b89 req-3bafc9db-d7d1-484d-b3af-42cdca16ec5c tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e5d218f-c652-4415-9109-b059e4f7ffe3 HTTP/1.1" status: 200 len: 944 time: 0.2356801 Aug 16 23:56:00.819024 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:00.858002 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54eeeccc-2554-417a-a2c7-fa561452c9a2', 'name': 'network-vif-deleted', 'tag': '5b694972-96b7-4689-9c98-7f4c1fb1c2c4'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:00.860275 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574045d8-bfe2-44f3-9f36-6d5e89901ff7" -d '{"events": [{"server_uuid": "54eeeccc-2554-417a-a2c7-fa561452c9a2", "name": "network-vif-deleted", "tag": "5b694972-96b7-4689-9c98-7f4c1fb1c2c4"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:00.888390 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port dc5a9afa-09d6-4392-8d77-921fd95fdba9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=dc5a9afa-09d6-4392-8d77-921fd95fdba9,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:00.892238 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694276b0-21f8-482b-9504-47b9e2d1ea45 service neutron] Pushing event updated for resources: {'Port': ['ID=e2653203-23e4-44ea-a1ab-a3e675b79359,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:00.902743 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b526a631-c298-461e-a18a-4b2efca6d4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:00.922015 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:00.988940 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-45243ba3-c677-432d-9010-4d0568f58b89 req-189c61de-e2d8-4cf0-875a-b5a890b65f93 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788478 Aug 16 23:56:00.999922 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-e2fb2868-0652-4d55-b6b5-2e74fa93e47d None None] Set router d2f600fa-8228-4a91-9baa-ac64e41e5a1e gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:56:01.000070 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526a631-c298-461e-a18a-4b2efca6d4f1 admin admin] Pushing event updated for resources: {'Port': ['ID=092d150a-cf22-48a8-9fe0-84c07713e886,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:01.002527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-6e2c8a39-b890-46a4-9dda-3c50aea7acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:01.004711 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-6e2c8a39-b890-46a4-9dda-3c50aea7acc4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f7c15746f884d59bb5bca99d12666b2&device_id=8994ab99-e148-458a-af39-cd98ae615120 HTTP/1.1" status: 200 len: 1095 time: 0.2038572 Aug 16 23:56:01.025189 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-455f63c5-99e2-4270-bee4-58207d9019ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:01.026669 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-455f63c5-99e2-4270-bee4-58207d9019ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=196284884f15450ab6370c358b3094db&device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 1097 time: 0.1759832 Aug 16 23:56:01.038470 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5d218f-c652-4415-9109-b059e4f7ffe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f6a2cc-941f-4aee-a96b-d318206b06ee'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:01.040953 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1acec0-ff3c-4ba3-be6b-dfb285367c57" -d '{"events": [{"server_uuid": "0e5d218f-c652-4415-9109-b059e4f7ffe3", "name": "network-vif-plugged", "status": "completed", "tag": "18f6a2cc-941f-4aee-a96b-d318206b06ee"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:01.144581 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b526a631-c298-461e-a18a-4b2efca6d4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:01.150250 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 18f6a2cc-941f-4aee-a96b-d318206b06ee, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=18f6a2cc-941f-4aee-a96b-d318206b06ee,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:01.154796 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-1b9ff993-80bf-41af-a6d0-a2f503bcf96f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2653203-23e4-44ea-a1ab-a3e675b79359 HTTP/1.1" status: 200 len: 217 time: 0.1346457 Aug 16 23:56:01.176374 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['dc5a9afa-09d6-4392-8d77-921fd95fdba9'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:56:01.181609 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-1c7e369b-e3f4-4946-85ac-f0391b2f01e4 tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:01.184390 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-1c7e369b-e3f4-4946-85ac-f0391b2f01e4 tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] 10.222.0.60 "GET /v2.0/networks?id=29b8a9c1-f2fb-41fc-9474-04978aaad1e9 HTTP/1.1" status: 200 len: 813 time: 0.3004713 Aug 16 23:56:01.184559 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:01.216932 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=dc5a9afa-09d6-4392-8d77-921fd95fdba9,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:01.256089 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-61ff56d8-7777-4927-95ff-9048ff8bdc38 tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] 10.222.0.60 "GET /v2.0/quotas/c72882f4dd314ca08cd1bdaccf72e6c9 HTTP/1.1" status: 200 len: 375 time: 0.0540740 Aug 16 23:56:01.277915 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-0a91a6a0-3936-40e5-8b53-4a073f126d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:01.279364 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-0a91a6a0-3936-40e5-8b53-4a073f126d65 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2dc1d23a-2b66-4ec4-9ade-0b7b10fa44c0 HTTP/1.1" status: 200 len: 854 time: 0.1139014 Aug 16 23:56:01.304824 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-81bb271e-3744-47a9-88c5-f8fe00b4faa7 None None] Provisioning for port 092d150a-cf22-48a8-9fe0-84c07713e886 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:56:01.319258 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0eb69-08f7-4c82-bb7b-ef3462ea1a3d req-bcad6dc9-0752-4af2-ac6e-ba568042b3a9 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:01.321587 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1c0eb69-08f7-4c82-bb7b-ef3462ea1a3d req-bcad6dc9-0752-4af2-ac6e-ba568042b3a9 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 949 time: 0.2045853 Aug 16 23:56:01.336231 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-81bb271e-3744-47a9-88c5-f8fe00b4faa7 None None] Provisioning complete for port 092d150a-cf22-48a8-9fe0-84c07713e886 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:56:01.336602 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-81bb271e-3744-47a9-88c5-f8fe00b4faa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:01.346072 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=18f6a2cc-941f-4aee-a96b-d318206b06ee,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:01.362468 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-e9385541-d003-40bf-b863-dfa8d3ba61b1 tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c72882f4dd314ca08cd1bdaccf72e6c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787711 Aug 16 23:56:01.367306 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b526a631-c298-461e-a18a-4b2efca6d4f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:01.376009 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b526a631-c298-461e-a18a-4b2efca6d4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:01.392537 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-7ccdbc6e-fba1-44da-8784-5ad956b2e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:01.394855 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-7ccdbc6e-fba1-44da-8784-5ad956b2e425 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0de117b9-aee8-4952-ae99-3d2308a08b74 HTTP/1.1" status: 200 len: 909 time: 0.3419738 Aug 16 23:56:01.396811 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-f0c3d64f-9122-4bd5-8270-8aa09d86760d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b5d96bed-3d7d-4174-81a4-420ec5c2a243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724051 Aug 16 23:56:01.437557 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-81bb271e-3744-47a9-88c5-f8fe00b4faa7 None None] Port 092d150a-cf22-48a8-9fe0-84c07713e886 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:56:01.526616 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b526a631-c298-461e-a18a-4b2efca6d4f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:01.535132 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-5ac5d548-70e1-43a7-9bfa-ef6d809f8b3f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89cd47f1-94be-43c0-bf37-cbd80dabe5a9 HTTP/1.1" status: 200 len: 217 time: 0.1260500 Aug 16 23:56:01.550221 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834aa03-c078-4a3c-b7f8-8689672e18e5 req-8923f597-4267-45c3-8133-7b60b132d90f tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:01.552081 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a834aa03-c078-4a3c-b7f8-8689672e18e5 req-8923f597-4267-45c3-8133-7b60b132d90f tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.69 "GET /v2.0/ports?device_id=8db9ed6b-d845-46d1-a5ac-bdbfec809cc9 HTTP/1.1" status: 200 len: 1023 time: 0.1129687 Aug 16 23:56:01.552801 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526a631-c298-461e-a18a-4b2efca6d4f1 admin admin] Pushing event updated for resources: {'Port': ['ID=092d150a-cf22-48a8-9fe0-84c07713e886,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:01.563234 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-e2fb2868-0652-4d55-b6b5-2e74fa93e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1551919089-router', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '97f6abf6-1609-4c6f-9d1b-6a4c90569bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:55:53Z', 'updated_at': '2021-08-16T23:55:56Z', 'revision_number': 3, 'project_id': '85a994c899ab4668b7f9d49d0be8b46c', 'gw_port': {'id': '97f6abf6-1609-4c6f-9d1b-6a4c90569bef', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:54Z', 'updated_at': '2021-08-16T23:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:01.593941 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fb2868-0652-4d55-b6b5-2e74fa93e47d None None] The sync data for ids ['d2f600fa-8228-4a91-9baa-ac64e41e5a1e'] in n-d-800088-20 is: [{'id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1551919089-router', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '97f6abf6-1609-4c6f-9d1b-6a4c90569bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:55:53Z', 'updated_at': '2021-08-16T23:55:56Z', 'revision_number': 3, 'project_id': '85a994c899ab4668b7f9d49d0be8b46c', 'gw_port': {'id': '97f6abf6-1609-4c6f-9d1b-6a4c90569bef', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:54Z', 'updated_at': '2021-08-16T23:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:56:01.596465 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1c0eb69-08f7-4c82-bb7b-ef3462ea1a3d req-bc9b7a6c-f0d1-456e-8494-3e6a9ac4ab7a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443266 Aug 16 23:56:01.657004 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-5a5f0183-99d5-4b13-9a24-34e393d0b24d service neutron] 10.222.0.60 "GET /v2.0/networks/29b8a9c1-f2fb-41fc-9474-04978aaad1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934642 Aug 16 23:56:01.660438 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-f9239cd6-e005-47db-9f05-4c6bd5534d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:01.661887 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-f9239cd6-e005-47db-9f05-4c6bd5534d1b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c3c58a3-e974-46fc-9f56-1776e260fbc5 HTTP/1.1" status: 200 len: 848 time: 0.1107743 Aug 16 23:56:01.664094 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-66180eb1-0177-422f-865e-4800d7a26f9f service neutron] 10.222.0.69 "GET /v2.0/networks/b5d96bed-3d7d-4174-81a4-420ec5c2a243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570980 Aug 16 23:56:01.742974 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b526a631-c298-461e-a18a-4b2efca6d4f1 admin admin] Network ceb0e913-0131-4c8c-be6b-f0e0f6224925 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:56:01.747217 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-b526a631-c298-461e-a18a-4b2efca6d4f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:56:01.787487 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-b44fa3b3-cec7-4acf-a5aa-353da17b1ba9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0de117b9-aee8-4952-ae99-3d2308a08b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149528 Aug 16 23:56:01.966937 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c5ba0-37c8-4d71-adf8-8b558b756ee1 req-04deab19-0b61-4faa-ad08-a6de8b7d1640 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:01.975655 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f85c5ba0-37c8-4d71-adf8-8b558b756ee1 req-04deab19-0b61-4faa-ad08-a6de8b7d1640 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=8db9ed6b-d845-46d1-a5ac-bdbfec809cc9 HTTP/1.1" status: 200 len: 1023 time: 0.2665808 Aug 16 23:56:01.979407 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 5b694972-96b7-4689-9c98-7f4c1fb1c2c4 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:56:02.009818 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4f2b2ca-16a9-40d4-afb3-f6b436babff7 req-b86ac7bd-770c-477f-a41e-5cbd8fb51dfc service neutron] 10.222.0.69 "GET /v2.0/networks/b5d96bed-3d7d-4174-81a4-420ec5c2a243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358002 Aug 16 23:56:02.017287 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-33665bfc-7dda-4297-a336-bf1b130e617f service neutron] 10.222.0.60 "GET /v2.0/networks/29b8a9c1-f2fb-41fc-9474-04978aaad1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521271 Aug 16 23:56:02.052878 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-37821f95-ace6-4b40-bd11-7d56e656cbdb service neutron] 10.222.0.64 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422428 Aug 16 23:56:02.064118 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 5b694972-96b7-4689-9c98-7f4c1fb1c2c4 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:56:02.064709 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 5b694972-96b7-4689-9c98-7f4c1fb1c2c4 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:56:02.075274 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f85c5ba0-37c8-4d71-adf8-8b558b756ee1 req-90c3a50c-3e5b-413e-b947-67035d21802b tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups?id=167e8e22-09d9-475c-b75c-c0821ccf4b20&id=89fd6287-b017-4b97-8971-3ee47b7c2abd&id=c6f12499-2122-441e-baff-ba05dbb236a4&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0987144 Aug 16 23:56:02.165563 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-720e26d9-278d-47a2-8715-b95c5cd3d0ef None None] Provisioning complete for port 092d150a-cf22-48a8-9fe0-84c07713e886 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:56:02.166356 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-720e26d9-278d-47a2-8715-b95c5cd3d0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:02.197682 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-a1fea3cc-4c83-46df-bd53-ee2b472b46fa service neutron] 10.222.0.64 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289353 Aug 16 23:56:02.328274 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-a834aa03-c078-4a3c-b7f8-8689672e18e5 req-cebf1372-3976-4997-b116-9a64c2821d79 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Deleting port 55f3b27c-5fa7-4516-9bf6-f77671b18cf8 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:56:02.328771 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a834aa03-c078-4a3c-b7f8-8689672e18e5 req-cebf1372-3976-4997-b116-9a64c2821d79 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:02.337700 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b526a631-c298-461e-a18a-4b2efca6d4f1 admin admin] Router d2f600fa-8228-4a91-9baa-ac64e41e5a1e has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:56:02.362548 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09863e-9f19-4f8c-8553-3f52fe5133dc req-206fd7d9-a5eb-44dd-a670-d2e17b7b23ab tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:02.366954 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4c09863e-9f19-4f8c-8553-3f52fe5133dc req-206fd7d9-a5eb-44dd-a670-d2e17b7b23ab tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 945 time: 0.1618471 Aug 16 23:56:02.395278 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-720e26d9-278d-47a2-8715-b95c5cd3d0ef None None] Port 092d150a-cf22-48a8-9fe0-84c07713e886 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:56:02.399783 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device dc5a9afa-09d6-4392-8d77-921fd95fdba9 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:56:02.406185 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-898fd9fd-1ce6-463d-98cf-45742b69ecbf tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:02.407681 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-898fd9fd-1ce6-463d-98cf-45742b69ecbf tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ff738f0c-806e-4a09-a710-727d5c3ee725&tenant_id=196284884f15450ab6370c358b3094db&binding%3Ahost_id=n-h1-800088-20 HTTP/1.1" status: 200 len: 1097 time: 0.1375942 Aug 16 23:56:02.426529 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-074f8134-8634-4a90-9a3e-579c4296cae1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800088-20'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:02.476723 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port dc5a9afa-09d6-4392-8d77-921fd95fdba9 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:56:02.484483 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port dc5a9afa-09d6-4392-8d77-921fd95fdba9 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:56:02.484483 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:02.609550 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:02.616956 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b526a631-c298-461e-a18a-4b2efca6d4f1 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:56:02.627696 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b526a631-c298-461e-a18a-4b2efca6d4f1 admin admin] 10.222.0.60 "PUT /v2.0/routers/d2f600fa-8228-4a91-9baa-ac64e41e5a1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9408534 Aug 16 23:56:02.686017 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port dc5a9afa-09d6-4392-8d77-921fd95fdba9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=dc5a9afa-09d6-4392-8d77-921fd95fdba9,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:02.688840 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-a834aa03-c078-4a3c-b7f8-8689672e18e5 req-cebf1372-3976-4997-b116-9a64c2821d79 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] For port 55f3b27c-5fa7-4516-9bf6-f77671b18cf8, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=55f3b27c-5fa7-4516-9bf6-f77671b18cf8,segment=NetworkSegment(3c721221-cf3b-40af-b1b9-c06e071ed18f),segment_id=3c721221-cf3b-40af-b1b9-c06e071ed18f)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:02.689274 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a834aa03-c078-4a3c-b7f8-8689672e18e5 req-cebf1372-3976-4997-b116-9a64c2821d79 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:02.697715 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:02.714552 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-a834aa03-c078-4a3c-b7f8-8689672e18e5 req-cebf1372-3976-4997-b116-9a64c2821d79 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Calling delete_port for 55f3b27c-5fa7-4516-9bf6-f77671b18cf8 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:56:02.795696 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=dc5a9afa-09d6-4392-8d77-921fd95fdba9,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:02.898938 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a834aa03-c078-4a3c-b7f8-8689672e18e5 req-cebf1372-3976-4997-b116-9a64c2821d79 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:02.929264 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf1372-3976-4997-b116-9a64c2821d79 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Pushing event deleted for resources: {'Port': ['ID=55f3b27c-5fa7-4516-9bf6-f77671b18cf8,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:02.948876 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f23bd8-e412-48ab-8e7a-6d9774e2914c req-cedd3ad7-a3b2-45fb-aa28-7a240bb85348 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:02.953602 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8f23bd8-e412-48ab-8e7a-6d9774e2914c req-cedd3ad7-a3b2-45fb-aa28-7a240bb85348 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=8994ab99-e148-458a-af39-cd98ae615120 HTTP/1.1" status: 200 len: 943 time: 0.5856090 Aug 16 23:56:02.975496 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-a834aa03-c078-4a3c-b7f8-8689672e18e5 req-cebf1372-3976-4997-b116-9a64c2821d79 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] No DVR routers for this DVR port 55f3b27c-5fa7-4516-9bf6-f77671b18cf8 on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:56:02.978376 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a834aa03-c078-4a3c-b7f8-8689672e18e5 req-cebf1372-3976-4997-b116-9a64c2821d79 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:02.980506 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a834aa03-c078-4a3c-b7f8-8689672e18e5 req-cebf1372-3976-4997-b116-9a64c2821d79 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.69 "DELETE /v2.0/ports/55f3b27c-5fa7-4516-9bf6-f77671b18cf8 HTTP/1.1" status: 204 len: 173 time: 1.4080727 Aug 16 23:56:03.014228 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4c09863e-9f19-4f8c-8553-3f52fe5133dc req-f7441ecc-8b1c-409e-aaf5-88633634bfca tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6121438 Aug 16 23:56:03.036671 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-074f8134-8634-4a90-9a3e-579c4296cae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:03.056218 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8f23bd8-e412-48ab-8e7a-6d9774e2914c req-949a9d86-13ad-49cd-a0e7-b200578ff9d8 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962763 Aug 16 23:56:03.102714 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64559a5-fa20-4212-8d64-6b46199c5b3b x-openstack-request-id: req-b64559a5-fa20-4212-8d64-6b46199c5b3b {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:03.103251 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8994ab99-e148-458a-af39-cd98ae615120", "tag": "e2653203-23e4-44ea-a1ab-a3e675b79359", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:03.103707 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b64559a5-fa20-4212-8d64-6b46199c5b3b {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:03.104365 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8994ab99-e148-458a-af39-cd98ae615120', 'tag': 'e2653203-23e4-44ea-a1ab-a3e675b79359', 'status': 'completed', 'code': 200} Aug 16 23:56:03.153935 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecce51d-5af1-4f0b-85d4-5e379c9b1970 x-openstack-request-id: req-aecce51d-5af1-4f0b-85d4-5e379c9b1970 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:03.154463 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5d218f-c652-4415-9109-b059e4f7ffe3", "name": "network-vif-plugged", "status": "completed", "tag": "18f6a2cc-941f-4aee-a96b-d318206b06ee", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:03.158057 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aecce51d-5af1-4f0b-85d4-5e379c9b1970 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:03.158569 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5d218f-c652-4415-9109-b059e4f7ffe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f6a2cc-941f-4aee-a96b-d318206b06ee', 'code': 200} Aug 16 23:56:03.163906 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8da09d1-f664-424d-a42f-31afe0b5b7b5 x-openstack-request-id: req-a8da09d1-f664-424d-a42f-31afe0b5b7b5 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:03.164198 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54eeeccc-2554-417a-a2c7-fa561452c9a2", "name": "network-vif-deleted", "tag": "5b694972-96b7-4689-9c98-7f4c1fb1c2c4", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:03.164498 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a8da09d1-f664-424d-a42f-31afe0b5b7b5 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:03.165026 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54eeeccc-2554-417a-a2c7-fa561452c9a2', 'name': 'network-vif-deleted', 'tag': '5b694972-96b7-4689-9c98-7f4c1fb1c2c4', 'status': 'completed', 'code': 200} Aug 16 23:56:03.215268 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720207a-8db6-4293-9820-7ba291816669 req-53291eac-2efa-4a79-b0b9-caf24f3bce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:03.227527 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8720207a-8db6-4293-9820-7ba291816669 req-53291eac-2efa-4a79-b0b9-caf24f3bce6b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f7c15746f884d59bb5bca99d12666b2&device_id=8994ab99-e148-458a-af39-cd98ae615120 HTTP/1.1" status: 200 len: 1095 time: 0.0975742 Aug 16 23:56:03.230850 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-074f8134-8634-4a90-9a3e-579c4296cae1 service neutron] For port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=89cd47f1-94be-43c0-bf37-cbd80dabe5a9,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:03.319192 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2d6448f1-f28e-42a3-9c2f-95bc6a635360 req-a2086bec-e711-4bf5-973f-b9575af4ec0b tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] 10.222.0.60 "GET /v2.0/ports?device_id=af8f5762-6629-4d99-9dfc-89d470b198ed HTTP/1.1" status: 200 len: 210 time: 0.0446389 Aug 16 23:56:03.343624 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ef467-0652-4078-99b2-f28902e6bc03 req-87b1e29a-9e32-42d6-b06d-fa04db36ba77 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:03.347527 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e08ef467-0652-4078-99b2-f28902e6bc03 req-87b1e29a-9e32-42d6-b06d-fa04db36ba77 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e5d218f-c652-4415-9109-b059e4f7ffe3 HTTP/1.1" status: 200 len: 945 time: 0.1121533 Aug 16 23:56:03.347527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-074f8134-8634-4a90-9a3e-579c4296cae1 service neutron] For port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:56:03.366174 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8709152-1923-4ddb-9d5b-2fea6eef0ecf req-ea5fee66-5f3a-4437-b531-09b223ff5da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:03.367936 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d8709152-1923-4ddb-9d5b-2fea6eef0ecf req-ea5fee66-5f3a-4437-b531-09b223ff5da5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0e5d218f-c652-4415-9109-b059e4f7ffe3 HTTP/1.1" status: 200 len: 1097 time: 0.1019793 Aug 16 23:56:03.397668 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720207a-8db6-4293-9820-7ba291816669 req-f8eeb6fe-e29e-43c9-963e-3083346bc6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:03.399145 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8720207a-8db6-4293-9820-7ba291816669 req-f8eeb6fe-e29e-43c9-963e-3083346bc6b1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b5d96bed-3d7d-4174-81a4-420ec5c2a243 HTTP/1.1" status: 200 len: 915 time: 0.1621785 Aug 16 23:56:03.424123 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d8709152-1923-4ddb-9d5b-2fea6eef0ecf req-1c88aa20-9a59-45d4-a94a-02a389fb0928 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419974 Aug 16 23:56:03.437668 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-074f8134-8634-4a90-9a3e-579c4296cae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:03.455722 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8720207a-8db6-4293-9820-7ba291816669 req-5c10b256-66aa-46b3-aeb6-72eb3dca04db service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2653203-23e4-44ea-a1ab-a3e675b79359 HTTP/1.1" status: 200 len: 217 time: 0.0442486 Aug 16 23:56:03.461901 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e08ef467-0652-4078-99b2-f28902e6bc03 req-f4ee9a9b-fba0-4b22-8da9-90a3b5bbc7c4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815973 Aug 16 23:56:03.464881 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-074f8134-8634-4a90-9a3e-579c4296cae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:03.534982 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720207a-8db6-4293-9820-7ba291816669 req-738a21f0-e8eb-4efd-a129-d034fdd85cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:03.537468 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8720207a-8db6-4293-9820-7ba291816669 req-738a21f0-e8eb-4efd-a129-d034fdd85cb1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2dc1d23a-2b66-4ec4-9ade-0b7b10fa44c0 HTTP/1.1" status: 200 len: 854 time: 0.0731947 Aug 16 23:56:03.539894 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c91bd-c9e6-4f1d-b8a8-0baa6f9365ed req-f53cd6b9-1663-445e-8efc-f9ea6f439131 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:03.542481 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f26c91bd-c9e6-4f1d-b8a8-0baa6f9365ed req-f53cd6b9-1663-445e-8efc-f9ea6f439131 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 950 time: 0.1218467 Aug 16 23:56:03.606563 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8720207a-8db6-4293-9820-7ba291816669 req-dd9c4202-2773-49bb-b6d1-36740589d131 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b5d96bed-3d7d-4174-81a4-420ec5c2a243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569713 Aug 16 23:56:03.616561 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f8134-8634-4a90-9a3e-579c4296cae1 service neutron] Pushing event updated for resources: {'Port': ['ID=89cd47f1-94be-43c0-bf37-cbd80dabe5a9,revision_number=7']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:03.653160 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f26c91bd-c9e6-4f1d-b8a8-0baa6f9365ed req-f68af73c-b5bd-4df4-9a59-103a01826a0d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008010 Aug 16 23:56:03.655167 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-074f8134-8634-4a90-9a3e-579c4296cae1 service neutron] Attempting to bind port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 on host n-h1-800088-20 for vnic_type normal with profile {"migrating_to": "n-h2-800088-20"} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:56:03.655506 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-074f8134-8634-4a90-9a3e-579c4296cae1 service neutron] Attempting to bind port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:56:03.655847 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-074f8134-8634-4a90-9a3e-579c4296cae1 service neutron] Attempting to bind port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 on network 0de117b9-aee8-4952-ae99-3d2308a08b74 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:03.661992 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-074f8134-8634-4a90-9a3e-579c4296cae1 service neutron] Port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 on network 0de117b9-aee8-4952-ae99-3d2308a08b74 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:56:03.662747 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-074f8134-8634-4a90-9a3e-579c4296cae1 service neutron] Attempting to bind port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 on network 0de117b9-aee8-4952-ae99-3d2308a08b74 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:03.668737 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-074f8134-8634-4a90-9a3e-579c4296cae1 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:56:03.669383 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-074f8134-8634-4a90-9a3e-579c4296cae1 service neutron] Checking segment: {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:56:03.673069 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-074f8134-8634-4a90-9a3e-579c4296cae1 service neutron] Bound using segment: {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:56:03.673069 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-074f8134-8634-4a90-9a3e-579c4296cae1 service neutron] Bound port: 89cd47f1-94be-43c0-bf37-cbd80dabe5a9, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:56:03.673069 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-074f8134-8634-4a90-9a3e-579c4296cae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:03.840157 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-074f8134-8634-4a90-9a3e-579c4296cae1 service neutron] For port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:56:03.872700 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1b2b8957-1632-4411-9ea0-ebe8baf711e0 req-d0639e63-96ee-4116-bb86-01464b7905aa tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/ports?device_id=8db9ed6b-d845-46d1-a5ac-bdbfec809cc9 HTTP/1.1" status: 200 len: 210 time: 0.0597143 Aug 16 23:56:03.872897 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8720207a-8db6-4293-9820-7ba291816669 req-efde9a82-a461-41cb-a440-6da4b4f1d2b3 service neutron] 10.222.0.69 "GET /v2.0/networks/b5d96bed-3d7d-4174-81a4-420ec5c2a243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585335 Aug 16 23:56:03.876953 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 97f6abf6-1609-4c6f-9d1b-6a4c90569bef up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:56:03.882817 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-074f8134-8634-4a90-9a3e-579c4296cae1 service neutron] For port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=89cd47f1-94be-43c0-bf37-cbd80dabe5a9,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:56:03.900129 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-074f8134-8634-4a90-9a3e-579c4296cae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:03.995319 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device e2653203-23e4-44ea-a1ab-a3e675b79359 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:56:04.016723 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34128985-014f-452e-9682-dc0e3a9128a4 None None] Sync routers for ids ['d2f600fa-8228-4a91-9baa-ac64e41e5a1e'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:56:04.017519 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 55f3b27c-5fa7-4516-9bf6-f77671b18cf8 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:56:04.022714 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-074f8134-8634-4a90-9a3e-579c4296cae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:04.023933 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-074f8134-8634-4a90-9a3e-579c4296cae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:04.025427 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-074f8134-8634-4a90-9a3e-579c4296cae1 service neutron] 10.222.0.64 "PUT /v2.0/ports/89cd47f1-94be-43c0-bf37-cbd80dabe5a9 HTTP/1.1" status: 200 len: 1123 time: 1.6052265 Aug 16 23:56:04.031270 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 97f6abf6-1609-4c6f-9d1b-6a4c90569bef completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:56:04.034881 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-19bb6b9a-3005-4ab3-91f2-cff31c8c273d tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:04.040211 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34128985-014f-452e-9682-dc0e3a9128a4 None None] Routers {'d2f600fa-8228-4a91-9baa-ac64e41e5a1e'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:56:04.041668 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-34128985-014f-452e-9682-dc0e3a9128a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:55:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d2f600fa-8228-4a91-9baa-ac64e41e5a1e'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:04.042582 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-19bb6b9a-3005-4ab3-91f2-cff31c8c273d tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/networks?id=ceb0e913-0131-4c8c-be6b-f0e0f6224925 HTTP/1.1" status: 200 len: 829 time: 0.3066978 Aug 16 23:56:04.076263 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 55f3b27c-5fa7-4516-9bf6-f77671b18cf8 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:56:04.076609 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 55f3b27c-5fa7-4516-9bf6-f77671b18cf8 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:56:04.079784 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 97f6abf6-1609-4c6f-9d1b-6a4c90569bef triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:56:04.081242 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:04.089838 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-93e0792d-bf27-4a43-a50a-d44b6250d3cb tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/quotas/85a994c899ab4668b7f9d49d0be8b46c HTTP/1.1" status: 200 len: 375 time: 0.0454438 Aug 16 23:56:04.115021 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f8134-8634-4a90-9a3e-579c4296cae1 service neutron] Pushing event updated for resources: {'Port': ['ID=89cd47f1-94be-43c0-bf37-cbd80dabe5a9,revision_number=8']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:04.139356 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['89cd47f1-94be-43c0-bf37-cbd80dabe5a9'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:56:04.230298 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-0330748b-b227-4d1d-a667-1c196592c195 tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:04.232128 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-0330748b-b227-4d1d-a667-1c196592c195 tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] 10.222.0.64 "GET /v2.0/networks?id=29b8a9c1-f2fb-41fc-9474-04978aaad1e9 HTTP/1.1" status: 200 len: 813 time: 0.4463542 Aug 16 23:56:04.233929 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-e7aedad8-569a-43ab-95fa-03e7f0b5c5fb tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=85a994c899ab4668b7f9d49d0be8b46c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1437845 Aug 16 23:56:04.236269 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50788) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:04.248252 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-1b7417fa-72aa-44bb-b61f-4efbdb753c2b tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1947843765', 'description': 'tempest-description--124455825'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:04.260065 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-698ca42a-99a1-4b7c-b426-38cfa322520b tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Request body: {'port': {'device_id': 'af8f5762-6629-4d99-9dfc-89d470b198ed', 'network_id': '29b8a9c1-f2fb-41fc-9474-04978aaad1e9', 'admin_state_up': True, 'tenant_id': 'c72882f4dd314ca08cd1bdaccf72e6c9'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:04.289301 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port e2653203-23e4-44ea-a1ab-a3e675b79359, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=e2653203-23e4-44ea-a1ab-a3e675b79359,segment=NetworkSegment(f6ecfec7-859e-48ae-8b72-438566ddcf66),segment_id=f6ecfec7-859e-48ae-8b72-438566ddcf66)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:04.307776 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': 'e2653203-23e4-44ea-a1ab-a3e675b79359', 'network_id': 'b5d96bed-3d7d-4174-81a4-420ec5c2a243', 'port_id': 'e2653203-23e4-44ea-a1ab-a3e675b79359', 'mac_address': 'fa:16:3e:f2:96:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc1d23a-2b66-4ec4-9ade-0b7b10fa44c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:56:04.337700 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-34128985-014f-452e-9682-dc0e3a9128a4 None None] Set router d2f600fa-8228-4a91-9baa-ac64e41e5a1e gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:56:04.368617 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8720207a-8db6-4293-9820-7ba291816669 req-4ee17624-0e3d-410d-b067-e2262606127b service neutron] 10.222.0.69 "GET /v2.0/networks/b5d96bed-3d7d-4174-81a4-420ec5c2a243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746253 Aug 16 23:56:04.400158 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b7417fa-72aa-44bb-b61f-4efbdb753c2b tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:04.401293 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-698ca42a-99a1-4b7c-b426-38cfa322520b tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Made reservation on behalf of c72882f4dd314ca08cd1bdaccf72e6c9 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:56:04.406525 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-698ca42a-99a1-4b7c-b426-38cfa322520b tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:04.468200 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-12aac0ba-b23e-4788-953e-899035d46f8b service neutron] 10.222.0.60 "GET /v2.0/networks/ceb0e913-0131-4c8c-be6b-f0e0f6224925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326059 Aug 16 23:56:04.468836 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:04.489976 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2653203-23e4-44ea-a1ab-a3e675b79359 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:04.509908 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fcccd-70bd-49f2-a63b-5a4724b9be0d req-c7fda14d-789e-4522-b96a-15dce5b5dfff tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:04.516192 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port e2653203-23e4-44ea-a1ab-a3e675b79359, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=e2653203-23e4-44ea-a1ab-a3e675b79359,segment=NetworkSegment(f6ecfec7-859e-48ae-8b72-438566ddcf66),segment_id=f6ecfec7-859e-48ae-8b72-438566ddcf66)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:04.517416 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:04.517578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1d5fcccd-70bd-49f2-a63b-5a4724b9be0d req-c7fda14d-789e-4522-b96a-15dce5b5dfff tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 943 time: 0.1705081 Aug 16 23:56:04.527551 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:04.584000 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 97f6abf6-1609-4c6f-9d1b-6a4c90569bef, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=97f6abf6-1609-4c6f-9d1b-6a4c90569bef,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:04.594733 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-698ca42a-99a1-4b7c-b426-38cfa322520b tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Allocated IP 172.20.0.14 (29b8a9c1-f2fb-41fc-9474-04978aaad1e9/7f60f731-b4d3-402c-84f1-298b94a8f116/2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:56:04.598724 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-34128985-014f-452e-9682-dc0e3a9128a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1551919089-router', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '97f6abf6-1609-4c6f-9d1b-6a4c90569bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:55:53Z', 'updated_at': '2021-08-16T23:56:01Z', 'revision_number': 4, 'project_id': '85a994c899ab4668b7f9d49d0be8b46c', 'gw_port': {'id': '97f6abf6-1609-4c6f-9d1b-6a4c90569bef', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:54Z', 'updated_at': '2021-08-16T23:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '092d150a-cf22-48a8-9fe0-84c07713e886', 'name': '', 'network_id': 'ceb0e913-0131-4c8c-be6b-f0e0f6224925', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'mac_address': 'fa:16:3e:28:8d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '6120a608-f3ce-47fa-9717-c690879e0308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:59Z', 'updated_at': '2021-08-16T23:56:01Z', 'revision_number': 2, 'project_id': '85a994c899ab4668b7f9d49d0be8b46c', 'subnets': [{'id': '6120a608-f3ce-47fa-9717-c690879e0308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:04.599068 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:04.618609 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=e2653203-23e4-44ea-a1ab-a3e675b79359,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:04.637471 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34128985-014f-452e-9682-dc0e3a9128a4 None None] Checking router: d2f600fa-8228-4a91-9baa-ac64e41e5a1e for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:56:04.638133 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34128985-014f-452e-9682-dc0e3a9128a4 None None] Updating router d2f600fa-8228-4a91-9baa-ac64e41e5a1e port 092d150a-cf22-48a8-9fe0-84c07713e886 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:56:04.651946 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1d5fcccd-70bd-49f2-a63b-5a4724b9be0d req-601a48bd-2526-40d2-9bfd-d482a02e7245 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967615 Aug 16 23:56:04.669859 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-34128985-014f-452e-9682-dc0e3a9128a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:04.690510 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-cb0379bb-9675-4abb-bdf7-d136152b2093 service neutron] 10.222.0.60 "GET /v2.0/networks/ceb0e913-0131-4c8c-be6b-f0e0f6224925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205057 Aug 16 23:56:04.708223 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b7417fa-72aa-44bb-b61f-4efbdb753c2b tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:04.723976 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b7417fa-72aa-44bb-b61f-4efbdb753c2b tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:04.780467 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=97f6abf6-1609-4c6f-9d1b-6a4c90569bef,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:04.806123 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7417fa-72aa-44bb-b61f-4efbdb753c2b tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86373f23-62bb-4f0b-905c-5e7d6f0f0872,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:04.816551 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b7417fa-72aa-44bb-b61f-4efbdb753c2b tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:04.818201 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1b7417fa-72aa-44bb-b61f-4efbdb753c2b tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5743105 Aug 16 23:56:04.819534 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['e2653203-23e4-44ea-a1ab-a3e675b79359'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:56:04.821134 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50796) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:04.827295 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-57ce5ddb-af13-4017-920a-b0815bb866f4 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Request body: {'security_group_rule': {'security_group_id': '86373f23-62bb-4f0b-905c-5e7d6f0f0872', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:04.841632 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d9521-f4b1-4bcc-b816-0c1a135c64df req-fa97a1e8-2aa2-4f3b-9f0a-8b3c96ff03ab tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:04.849566 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7b9d9521-f4b1-4bcc-b816-0c1a135c64df req-fa97a1e8-2aa2-4f3b-9f0a-8b3c96ff03ab tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=8994ab99-e148-458a-af39-cd98ae615120 HTTP/1.1" status: 200 len: 944 time: 0.0917578 Aug 16 23:56:04.861526 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-698ca42a-99a1-4b7c-b426-38cfa322520b tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:04.926446 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7b9d9521-f4b1-4bcc-b816-0c1a135c64df req-d2f93cb5-c715-4310-b5aa-1746b24d8d86 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738037 Aug 16 23:56:04.942995 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-57ce5ddb-af13-4017-920a-b0815bb866f4 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:04.982954 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-698ca42a-99a1-4b7c-b426-38cfa322520b tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:05.056287 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-698ca42a-99a1-4b7c-b426-38cfa322520b tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Network 29b8a9c1-f2fb-41fc-9474-04978aaad1e9 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:56:05.061700 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-698ca42a-99a1-4b7c-b426-38cfa322520b tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:56:05.070391 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-698ca42a-99a1-4b7c-b426-38cfa322520b tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:56:05.111073 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db9ed6b-d845-46d1-a5ac-bdbfec809cc9', 'name': 'network-vif-deleted', 'tag': '55f3b27c-5fa7-4516-9bf6-f77671b18cf8'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:05.116247 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2f82b6-10d3-47d9-b3ee-a12cfa249da5" -d '{"events": [{"server_uuid": "8db9ed6b-d845-46d1-a5ac-bdbfec809cc9", "name": "network-vif-deleted", "tag": "55f3b27c-5fa7-4516-9bf6-f77671b18cf8"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:05.136008 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-57ce5ddb-af13-4017-920a-b0815bb866f4 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:05.141203 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ca42a-99a1-4b7c-b426-38cfa322520b tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Pushing event updated for resources: {'Port': ['ID=2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:05.155782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8786be-a53c-4924-ab26-cf28a9a83519 req-4befceef-86be-4dde-a800-ea5a592755b5 tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:05.157285 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f8786be-a53c-4924-ab26-cf28a9a83519 req-4befceef-86be-4dde-a800-ea5a592755b5 tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] 10.222.0.60 "GET /v2.0/ports?device_id=af8f5762-6629-4d99-9dfc-89d470b198ed HTTP/1.1" status: 200 len: 932 time: 0.1751246 Aug 16 23:56:05.160108 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-57ce5ddb-af13-4017-920a-b0815bb866f4 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:05.164040 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495c0a44-20cb-43c6-b45d-013e36a7b15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5a9afa-09d6-4392-8d77-921fd95fdba9'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:05.166402 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d9a484-6525-4373-8e9d-0aa55e32b3f6" -d '{"events": [{"server_uuid": "495c0a44-20cb-43c6-b45d-013e36a7b15d", "name": "network-vif-plugged", "status": "completed", "tag": "dc5a9afa-09d6-4392-8d77-921fd95fdba9"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:05.169467 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e1432-3d7f-448e-85a1-104a79ef9f8f req-3be46d2e-3bf9-41c9-8eb0-bc932d9510b9 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:05.173997 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-698ca42a-99a1-4b7c-b426-38cfa322520b tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:05.175119 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-698ca42a-99a1-4b7c-b426-38cfa322520b tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:05.176739 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6a0e1432-3d7f-448e-85a1-104a79ef9f8f req-3be46d2e-3bf9-41c9-8eb0-bc932d9510b9 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e5d218f-c652-4415-9109-b059e4f7ffe3 HTTP/1.1" status: 200 len: 945 time: 0.1353879 Aug 16 23:56:05.188785 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff738f0c-806e-4a09-a710-727d5c3ee725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89cd47f1-94be-43c0-bf37-cbd80dabe5a9'}, {'name': 'network-changed', 'server_uuid': 'ff738f0c-806e-4a09-a710-727d5c3ee725', 'tag': '89cd47f1-94be-43c0-bf37-cbd80dabe5a9'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:05.191943 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec2ef52-e05d-4cac-91ac-b1f03fb3e35b" -d '{"events": [{"server_uuid": "ff738f0c-806e-4a09-a710-727d5c3ee725", "name": "network-vif-unplugged", "status": "completed", "tag": "89cd47f1-94be-43c0-bf37-cbd80dabe5a9"}, {"name": "network-changed", "server_uuid": "ff738f0c-806e-4a09-a710-727d5c3ee725", "tag": "89cd47f1-94be-43c0-bf37-cbd80dabe5a9"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:05.193174 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-698ca42a-99a1-4b7c-b426-38cfa322520b tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9452243 Aug 16 23:56:05.199569 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-34128985-014f-452e-9682-dc0e3a9128a4 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:05.212164 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-5cbabe7c-de2d-4b72-aa99-490d49c2f727 service neutron] Request body: {'port': {'device_id': 'af8f5762-6629-4d99-9dfc-89d470b198ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:05.215244 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-34128985-014f-452e-9682-dc0e3a9128a4 None None] Transition to ACTIVE for port object 092d150a-cf22-48a8-9fe0-84c07713e886 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:56:05.232437 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce5ddb-af13-4017-920a-b0815bb866f4 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d59ce5-9f9a-4900-affa-ecf3f4134791,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:05.262653 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-57ce5ddb-af13-4017-920a-b0815bb866f4 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:05.266956 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-57ce5ddb-af13-4017-920a-b0815bb866f4 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4445925 Aug 16 23:56:05.267282 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-34128985-014f-452e-9682-dc0e3a9128a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:05.267554 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50814) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:05.279460 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-1ce9b8e1-284d-4ff7-9404-83dec70f71b8 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Request body: {'security_group_rule': {'security_group_id': '86373f23-62bb-4f0b-905c-5e7d6f0f0872', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:05.285861 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-5cbabe7c-de2d-4b72-aa99-490d49c2f727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:05.304554 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f8786be-a53c-4924-ab26-cf28a9a83519 req-298c09c5-de42-43e7-b027-e6fc66847f4b tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] 10.222.0.60 "GET /v2.0/security-groups?id=e94789b2-2c9d-430a-b975-11606b163e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154563 Aug 16 23:56:05.318294 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6a0e1432-3d7f-448e-85a1-104a79ef9f8f req-127ea3ad-b2ce-4d95-a0d3-881ccd3eb4db tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337347 Aug 16 23:56:05.329999 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd4692-4382-4ed8-8d95-f6f7c2743298 None None] Pushing event updated for resources: {'Port': ['ID=092d150a-cf22-48a8-9fe0-84c07713e886,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:05.372471 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1ce9b8e1-284d-4ff7-9404-83dec70f71b8 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:05.517687 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-34128985-014f-452e-9682-dc0e3a9128a4 None None] Attempting to bind port 092d150a-cf22-48a8-9fe0-84c07713e886 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:56:05.523448 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-34128985-014f-452e-9682-dc0e3a9128a4 None None] Attempting to bind port 092d150a-cf22-48a8-9fe0-84c07713e886 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '8dbcf1f5-8365-4209-a468-ea70545b9423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ceb0e913-0131-4c8c-be6b-f0e0f6224925'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:56:05.524270 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34128985-014f-452e-9682-dc0e3a9128a4 None None] Attempting to bind port 092d150a-cf22-48a8-9fe0-84c07713e886 on network ceb0e913-0131-4c8c-be6b-f0e0f6224925 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:05.569710 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3149af82-aa18-47df-9871-d2f549d1d039 req-3c43ead0-694e-4233-abb7-539d28758610 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6c65d45-af9c-46d4-8646-6367979dae2c HTTP/1.1" status: 200 len: 210 time: 0.0984819 Aug 16 23:56:05.610796 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34128985-014f-452e-9682-dc0e3a9128a4 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:56:05.612956 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34128985-014f-452e-9682-dc0e3a9128a4 None None] Checking segment: {'id': '8dbcf1f5-8365-4209-a468-ea70545b9423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ceb0e913-0131-4c8c-be6b-f0e0f6224925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:56:05.615556 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-34128985-014f-452e-9682-dc0e3a9128a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:05.616228 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34128985-014f-452e-9682-dc0e3a9128a4 None None] Bound using segment: {'id': '8dbcf1f5-8365-4209-a468-ea70545b9423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ceb0e913-0131-4c8c-be6b-f0e0f6224925'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:56:05.617064 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-34128985-014f-452e-9682-dc0e3a9128a4 None None] Bound port: 092d150a-cf22-48a8-9fe0-84c07713e886, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbcf1f5-8365-4209-a468-ea70545b9423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ceb0e913-0131-4c8c-be6b-f0e0f6224925'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:56:05.617819 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-34128985-014f-452e-9682-dc0e3a9128a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:05.694539 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e5d11-bef6-45ee-8223-0bb97a819c80 req-c55ca668-28a9-40b0-b587-f64f5693a9a7 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:05.710035 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-197e5d11-bef6-45ee-8223-0bb97a819c80 req-c55ca668-28a9-40b0-b587-f64f5693a9a7 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 950 time: 0.3031566 Aug 16 23:56:05.749523 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1ce9b8e1-284d-4ff7-9404-83dec70f71b8 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:05.791902 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-197e5d11-bef6-45ee-8223-0bb97a819c80 req-cc52a30b-8a4f-45d6-ad07-df6481146bea tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794983 Aug 16 23:56:05.798433 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1ce9b8e1-284d-4ff7-9404-83dec70f71b8 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:05.816742 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa15b604-236c-42c3-8200-36ad70bf763e x-openstack-request-id: req-aa15b604-236c-42c3-8200-36ad70bf763e {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:05.817090 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db9ed6b-d845-46d1-a5ac-bdbfec809cc9", "name": "network-vif-deleted", "tag": "55f3b27c-5fa7-4516-9bf6-f77671b18cf8", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:05.818793 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa15b604-236c-42c3-8200-36ad70bf763e {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:05.820349 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db9ed6b-d845-46d1-a5ac-bdbfec809cc9', 'name': 'network-vif-deleted', 'tag': '55f3b27c-5fa7-4516-9bf6-f77671b18cf8', 'status': 'completed', 'code': 200} Aug 16 23:56:05.843476 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-34128985-014f-452e-9682-dc0e3a9128a4 None None] For port 092d150a-cf22-48a8-9fe0-84c07713e886, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:56:05.848656 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-34128985-014f-452e-9682-dc0e3a9128a4 None None] For port 092d150a-cf22-48a8-9fe0-84c07713e886, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=092d150a-cf22-48a8-9fe0-84c07713e886,segment=NetworkSegment(8dbcf1f5-8365-4209-a468-ea70545b9423),segment_id=8dbcf1f5-8365-4209-a468-ea70545b9423)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:56:05.857635 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-34128985-014f-452e-9682-dc0e3a9128a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:05.872033 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 97f6abf6-1609-4c6f-9d1b-6a4c90569bef up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:56:05.887409 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-5cbabe7c-de2d-4b72-aa99-490d49c2f727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:05.898984 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9b8e1-284d-4ff7-9404-83dec70f71b8 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69594f50-6366-4d07-a207-8498568bb676,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:05.912177 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-5cbabe7c-de2d-4b72-aa99-490d49c2f727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:05.918582 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1ce9b8e1-284d-4ff7-9404-83dec70f71b8 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:05.920943 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1ce9b8e1-284d-4ff7-9404-83dec70f71b8 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6476953 Aug 16 23:56:05.924272 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50826) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:05.939584 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-5cbabe7c-de2d-4b72-aa99-490d49c2f727 service neutron] Transition to ACTIVE for port object 2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:56:05.945462 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-e78dd513-b13a-4504-a932-dd67f63be508 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:05.946825 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-5cbabe7c-de2d-4b72-aa99-490d49c2f727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:05.960747 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f3580a-57ea-436c-b9cf-1d70dcd5622d x-openstack-request-id: req-14f3580a-57ea-436c-b9cf-1d70dcd5622d {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:05.961460 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495c0a44-20cb-43c6-b45d-013e36a7b15d", "name": "network-vif-plugged", "status": "completed", "tag": "dc5a9afa-09d6-4392-8d77-921fd95fdba9", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:05.976434 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-14f3580a-57ea-436c-b9cf-1d70dcd5622d {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:05.977253 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495c0a44-20cb-43c6-b45d-013e36a7b15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5a9afa-09d6-4392-8d77-921fd95fdba9', 'code': 200} Aug 16 23:56:06.001388 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34128985-014f-452e-9682-dc0e3a9128a4 None None] Routers {'d2f600fa-8228-4a91-9baa-ac64e41e5a1e'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:56:06.008161 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-34128985-014f-452e-9682-dc0e3a9128a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:55:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d2f600fa-8228-4a91-9baa-ac64e41e5a1e'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:06.019928 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033cae5f-b846-432d-8023-ab540ca8ba4a x-openstack-request-id: req-033cae5f-b846-432d-8023-ab540ca8ba4a {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:06.020358 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff738f0c-806e-4a09-a710-727d5c3ee725", "name": "network-vif-unplugged", "status": "completed", "tag": "89cd47f1-94be-43c0-bf37-cbd80dabe5a9", "code": 200}, {"name": "network-changed", "server_uuid": "ff738f0c-806e-4a09-a710-727d5c3ee725", "tag": "89cd47f1-94be-43c0-bf37-cbd80dabe5a9", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:06.020712 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-033cae5f-b846-432d-8023-ab540ca8ba4a {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:06.021296 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff738f0c-806e-4a09-a710-727d5c3ee725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89cd47f1-94be-43c0-bf37-cbd80dabe5a9', 'code': 200} Aug 16 23:56:06.021702 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff738f0c-806e-4a09-a710-727d5c3ee725', 'tag': '89cd47f1-94be-43c0-bf37-cbd80dabe5a9', 'status': 'completed', 'code': 200} Aug 16 23:56:06.039634 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device e2653203-23e4-44ea-a1ab-a3e675b79359 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:56:06.115881 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 97f6abf6-1609-4c6f-9d1b-6a4c90569bef triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:56:06.116170 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:06.137275 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd4692-4382-4ed8-8d95-f6f7c2743298 None None] Pushing event updated for resources: {'Port': ['ID=092d150a-cf22-48a8-9fe0-84c07713e886,revision_number=4']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:06.166203 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e78dd513-b13a-4504-a932-dd67f63be508 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks [] for floatingip, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:06.189236 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port e2653203-23e4-44ea-a1ab-a3e675b79359 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:56:06.210696 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:56:06.217955 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port e2653203-23e4-44ea-a1ab-a3e675b79359 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:56:06.219815 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:06.241851 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbabe7c-de2d-4b72-aa99-490d49c2f727 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:06.245467 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90719527-5a5d-452c-8f8c-9178e3976f5c req-a59d0f00-3376-4b0c-98a6-031bd68813ac tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups/167e8e22-09d9-475c-b75c-c0821ccf4b20 HTTP/1.1" status: 200 len: 1800 time: 0.2831454 Aug 16 23:56:06.305161 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2ef52-e05d-4cac-91ac-b1f03fb3e35b req-a2c83286-9c07-40ef-9481-8e804757486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:06.307072 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cec2ef52-e05d-4cac-91ac-b1f03fb3e35b req-a2c83286-9c07-40ef-9481-8e804757486f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=196284884f15450ab6370c358b3094db&device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 1126 time: 0.2741554 Aug 16 23:56:06.311758 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-34128985-014f-452e-9682-dc0e3a9128a4 None None] Set router d2f600fa-8228-4a91-9baa-ac64e41e5a1e gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:56:06.320134 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55bbe5-5e3b-4d80-b643-fdf90e2ea6ee req-08c682ca-bf21-4325-9de2-22a087db1b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:06.322250 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d55bbe5-5e3b-4d80-b643-fdf90e2ea6ee req-08c682ca-bf21-4325-9de2-22a087db1b1d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 1102 time: 0.2632775 Aug 16 23:56:06.334692 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31067951-baab-4653-8f2e-de2d786232e1 req-5263145c-8b4b-4d05-bec2-ae6e298d2ab4 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:06.343053 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-31067951-baab-4653-8f2e-de2d786232e1 req-5263145c-8b4b-4d05-bec2-ae6e298d2ab4 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 943 time: 0.2150030 Aug 16 23:56:06.420480 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2ef52-e05d-4cac-91ac-b1f03fb3e35b req-a18bdd28-1631-4279-8358-73cea7264a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:06.421996 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cec2ef52-e05d-4cac-91ac-b1f03fb3e35b req-a18bdd28-1631-4279-8358-73cea7264a3a service neutron] 10.222.0.69 "GET /v2.0/networks?id=0de117b9-aee8-4952-ae99-3d2308a08b74 HTTP/1.1" status: 200 len: 909 time: 0.1058986 Aug 16 23:56:06.436799 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-31067951-baab-4653-8f2e-de2d786232e1 req-765a367b-614b-482f-bbec-bf76ab1f8c1d tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926442 Aug 16 23:56:06.489312 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-90719527-5a5d-452c-8f8c-9178e3976f5c req-ca8bf7b1-05cf-4548-8025-1b3c74567f33 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:06.532976 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d55bbe5-5e3b-4d80-b643-fdf90e2ea6ee req-c7265cd4-8628-4383-9695-80582f20c950 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805775 Aug 16 23:56:06.537524 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cec2ef52-e05d-4cac-91ac-b1f03fb3e35b req-eccfab67-367a-449f-a93a-59a3b88871b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89cd47f1-94be-43c0-bf37-cbd80dabe5a9 HTTP/1.1" status: 200 len: 217 time: 0.1045878 Aug 16 23:56:06.543755 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-5cbabe7c-de2d-4b72-aa99-490d49c2f727 service neutron] Attempting to bind port 2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:56:06.544203 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-5cbabe7c-de2d-4b72-aa99-490d49c2f727 service neutron] Attempting to bind port 2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '40298860-0a29-4733-90dd-73e0e8e8f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '29b8a9c1-f2fb-41fc-9474-04978aaad1e9'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:56:06.544643 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-5cbabe7c-de2d-4b72-aa99-490d49c2f727 service neutron] Attempting to bind port 2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab on network 29b8a9c1-f2fb-41fc-9474-04978aaad1e9 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:06.565080 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.db.resource_extend [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 23:56:06.576996 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:06.584424 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-5cbabe7c-de2d-4b72-aa99-490d49c2f727 service neutron] Port 2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab on network 29b8a9c1-f2fb-41fc-9474-04978aaad1e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:56:06.589902 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-5cbabe7c-de2d-4b72-aa99-490d49c2f727 service neutron] Attempting to bind port 2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab on network 29b8a9c1-f2fb-41fc-9474-04978aaad1e9 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:06.601482 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-5cbabe7c-de2d-4b72-aa99-490d49c2f727 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:56:06.602106 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-5cbabe7c-de2d-4b72-aa99-490d49c2f727 service neutron] Checking segment: {'id': '40298860-0a29-4733-90dd-73e0e8e8f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '29b8a9c1-f2fb-41fc-9474-04978aaad1e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:56:06.602560 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-5cbabe7c-de2d-4b72-aa99-490d49c2f727 service neutron] Bound using segment: {'id': '40298860-0a29-4733-90dd-73e0e8e8f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '29b8a9c1-f2fb-41fc-9474-04978aaad1e9'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:56:06.603075 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-5cbabe7c-de2d-4b72-aa99-490d49c2f727 service neutron] Bound port: 2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40298860-0a29-4733-90dd-73e0e8e8f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '29b8a9c1-f2fb-41fc-9474-04978aaad1e9'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:56:06.603498 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-5cbabe7c-de2d-4b72-aa99-490d49c2f727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:06.615019 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-34128985-014f-452e-9682-dc0e3a9128a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1551919089-router', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '97f6abf6-1609-4c6f-9d1b-6a4c90569bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:55:53Z', 'updated_at': '2021-08-16T23:56:01Z', 'revision_number': 4, 'project_id': '85a994c899ab4668b7f9d49d0be8b46c', 'gw_port': {'id': '97f6abf6-1609-4c6f-9d1b-6a4c90569bef', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:54Z', 'updated_at': '2021-08-16T23:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '092d150a-cf22-48a8-9fe0-84c07713e886', 'name': '', 'network_id': 'ceb0e913-0131-4c8c-be6b-f0e0f6224925', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'mac_address': 'fa:16:3e:28:8d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '6120a608-f3ce-47fa-9717-c690879e0308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:59Z', 'updated_at': '2021-08-16T23:56:05Z', 'revision_number': 4, 'project_id': '85a994c899ab4668b7f9d49d0be8b46c', 'subnets': [{'id': '6120a608-f3ce-47fa-9717-c690879e0308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:06.626166 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2ef52-e05d-4cac-91ac-b1f03fb3e35b req-1db42eed-6817-48ce-8a28-68855c4db011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:06.627869 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cec2ef52-e05d-4cac-91ac-b1f03fb3e35b req-1db42eed-6817-48ce-8a28-68855c4db011 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c3c58a3-e974-46fc-9f56-1776e260fbc5 HTTP/1.1" status: 200 len: 848 time: 0.0789297 Aug 16 23:56:06.635002 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-90719527-5a5d-452c-8f8c-9178e3976f5c req-ca8bf7b1-05cf-4548-8025-1b3c74567f33 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:06.656435 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34128985-014f-452e-9682-dc0e3a9128a4 None None] The sync data for ids ['d2f600fa-8228-4a91-9baa-ac64e41e5a1e'] in n-d-800088-20 is: [{'id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1551919089-router', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '97f6abf6-1609-4c6f-9d1b-6a4c90569bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:55:53Z', 'updated_at': '2021-08-16T23:56:01Z', 'revision_number': 4, 'project_id': '85a994c899ab4668b7f9d49d0be8b46c', 'gw_port': {'id': '97f6abf6-1609-4c6f-9d1b-6a4c90569bef', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:54Z', 'updated_at': '2021-08-16T23:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '092d150a-cf22-48a8-9fe0-84c07713e886', 'name': '', 'network_id': 'ceb0e913-0131-4c8c-be6b-f0e0f6224925', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'mac_address': 'fa:16:3e:28:8d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '6120a608-f3ce-47fa-9717-c690879e0308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:59Z', 'updated_at': '2021-08-16T23:56:05Z', 'revision_number': 4, 'project_id': '85a994c899ab4668b7f9d49d0be8b46c', 'subnets': [{'id': '6120a608-f3ce-47fa-9717-c690879e0308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:56:06.684031 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cec2ef52-e05d-4cac-91ac-b1f03fb3e35b req-2dd0d796-4f3e-4835-9b84-93bb8cac0f8c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0de117b9-aee8-4952-ae99-3d2308a08b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296121 Aug 16 23:56:06.847506 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-5cbabe7c-de2d-4b72-aa99-490d49c2f727 service neutron] For port 2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:56:06.852137 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-5cbabe7c-de2d-4b72-aa99-490d49c2f727 service neutron] For port 2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab,segment=NetworkSegment(40298860-0a29-4733-90dd-73e0e8e8f6e5),segment_id=40298860-0a29-4733-90dd-73e0e8e8f6e5)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:56:06.857869 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port e2653203-23e4-44ea-a1ab-a3e675b79359, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=e2653203-23e4-44ea-a1ab-a3e675b79359,segment=NetworkSegment(f6ecfec7-859e-48ae-8b72-438566ddcf66),segment_id=f6ecfec7-859e-48ae-8b72-438566ddcf66)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:06.868726 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-5cbabe7c-de2d-4b72-aa99-490d49c2f727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:06.882512 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:06.885831 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-ca6dfd0e-4fa5-4570-b79f-08875a9280b6 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:06.889279 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-ca6dfd0e-4fa5-4570-b79f-08875a9280b6 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.69 "GET /v2.0/networks?id=ceb0e913-0131-4c8c-be6b-f0e0f6224925 HTTP/1.1" status: 200 len: 829 time: 0.3944676 Aug 16 23:56:06.891584 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-90719527-5a5d-452c-8f8c-9178e3976f5c req-ca8bf7b1-05cf-4548-8025-1b3c74567f33 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:06.896548 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-90719527-5a5d-452c-8f8c-9178e3976f5c req-ca8bf7b1-05cf-4548-8025-1b3c74567f33 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:06.898278 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=89cd47f1-94be-43c0-bf37-cbd80dabe5a9,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:06.910163 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90719527-5a5d-452c-8f8c-9178e3976f5c req-ca8bf7b1-05cf-4548-8025-1b3c74567f33 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "DELETE /v2.0/security-groups/167e8e22-09d9-475c-b75c-c0821ccf4b20 HTTP/1.1" status: 204 len: 173 time: 0.6632943 Aug 16 23:56:06.935525 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89416483-8fbc-4685-84bc-99fe2e6d651f req-a9a89f21-705d-4944-bfd3-be7e4de1d9f1 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:06.937087 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-89416483-8fbc-4685-84bc-99fe2e6d651f req-a9a89f21-705d-4944-bfd3-be7e4de1d9f1 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=8994ab99-e148-458a-af39-cd98ae615120 HTTP/1.1" status: 200 len: 944 time: 0.3699083 Aug 16 23:56:06.960953 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-0b5ad2e1-c8fb-4cfe-a963-9a0ddabc6c5e tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Request body: {'port': {'device_id': 'c6c65d45-af9c-46d4-8646-6367979dae2c', 'network_id': 'ceb0e913-0131-4c8c-be6b-f0e0f6224925', 'admin_state_up': True, 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:06.972449 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 has no active binding in host n-h2-800088-20 {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 23:56:06.991269 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cec2ef52-e05d-4cac-91ac-b1f03fb3e35b req-3b5a924a-e8d9-4b8f-9b8e-7e73b7b953ac service neutron] 10.222.0.69 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925272 Aug 16 23:56:07.002544 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=e2653203-23e4-44ea-a1ab-a3e675b79359,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:07.011610 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-5cbabe7c-de2d-4b72-aa99-490d49c2f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:07.012242 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-5cbabe7c-de2d-4b72-aa99-490d49c2f727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:07.013869 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-5cbabe7c-de2d-4b72-aa99-490d49c2f727 service neutron] 10.222.0.64 "PUT /v2.0/ports/2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab HTTP/1.1" status: 200 len: 1093 time: 1.8109024 Aug 16 23:56:07.074529 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bf7b1-05cf-4548-8025-1b3c74567f33 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=167e8e22-09d9-475c-b75c-c0821ccf4b20,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:07.129438 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e78dd513-b13a-4504-a932-dd67f63be508 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:07.155983 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbabe7c-de2d-4b72-aa99-490d49c2f727 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:07.192684 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-521489c2-6ccd-4dba-b221-dfebb6b0a052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:07.194397 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-521489c2-6ccd-4dba-b221-dfebb6b0a052 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c72882f4dd314ca08cd1bdaccf72e6c9&device_id=af8f5762-6629-4d99-9dfc-89d470b198ed HTTP/1.1" status: 200 len: 1096 time: 0.0963588 Aug 16 23:56:07.203845 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-89416483-8fbc-4685-84bc-99fe2e6d651f req-840ed514-d845-429f-8ca1-b502fbc10fd9 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373421 Aug 16 23:56:07.254075 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed574f-4dee-434b-91ed-4a7cde2df349 req-c12e98bb-8979-4d9e-b412-2af1be2572ba tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:07.262174 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7fed574f-4dee-434b-91ed-4a7cde2df349 req-c12e98bb-8979-4d9e-b412-2af1be2572ba tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] 10.222.0.60 "GET /v2.0/ports?device_id=af8f5762-6629-4d99-9dfc-89d470b198ed HTTP/1.1" status: 200 len: 944 time: 0.1895220 Aug 16 23:56:07.303258 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-c2be70ba-cf12-4ffa-9ced-56dde3598ef0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab HTTP/1.1" status: 200 len: 217 time: 0.0946476 Aug 16 23:56:07.310585 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cec2ef52-e05d-4cac-91ac-b1f03fb3e35b req-5cf7dde7-015f-4bdf-9598-1ff445154eea service neutron] 10.222.0.69 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936549 Aug 16 23:56:07.425643 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-747649a8-e476-46a0-b88d-3bdba9245a5a req-d16acb2b-a6d7-47a0-881d-fe3a1d33e051 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6c65d45-af9c-46d4-8646-6367979dae2c HTTP/1.1" status: 200 len: 210 time: 0.0840318 Aug 16 23:56:07.458425 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-e9072944-cb07-4a84-8527-b97369515712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:07.461166 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-e9072944-cb07-4a84-8527-b97369515712 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7f60f731-b4d3-402c-84f1-298b94a8f116 HTTP/1.1" status: 200 len: 853 time: 0.1440790 Aug 16 23:56:07.489486 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7fed574f-4dee-434b-91ed-4a7cde2df349 req-d565bdee-cf7c-4af6-a69e-630b4d9f04ba tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] 10.222.0.60 "GET /v2.0/security-groups?id=e94789b2-2c9d-430a-b975-11606b163e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262652 Aug 16 23:56:07.534597 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-f440ff0f-49e4-49c3-8f5c-c2decdabe5b8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=29b8a9c1-f2fb-41fc-9474-04978aaad1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524683 Aug 16 23:56:07.538496 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-e78dd513-b13a-4504-a932-dd67f63be508 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Allocated IP 172.25.3.165 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/c9e81568-a003-41a4-bebc-88f5c93cc55c) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:56:07.581327 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-0b5ad2e1-c8fb-4cfe-a963-9a0ddabc6c5e tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Made reservation on behalf of 85a994c899ab4668b7f9d49d0be8b46c for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:56:07.584914 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-0b5ad2e1-c8fb-4cfe-a963-9a0ddabc6c5e tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:07.651848 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-f762bd07-dc8c-461a-b56d-e431ff8c13d7 service neutron] 10.222.0.64 "GET /v2.0/networks/29b8a9c1-f2fb-41fc-9474-04978aaad1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097243 Aug 16 23:56:07.703006 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6fbc2035-1054-4244-b1d8-38a4ba496efc req-b49554c0-5d19-4f7d-b2ad-d6f2285ae95b tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "GET /v2.0/security-groups/c6f12499-2122-441e-baff-ba05dbb236a4 HTTP/1.1" status: 200 len: 1800 time: 0.1732407 Aug 16 23:56:07.738952 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f385f-49eb-4e98-82da-4ee1e67c0cbd req-ab05cbe3-b688-4b3d-83ee-335be482a436 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:07.740819 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-674f385f-49eb-4e98-82da-4ee1e67c0cbd req-ab05cbe3-b688-4b3d-83ee-335be482a436 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 950 time: 0.2123642 Aug 16 23:56:07.788513 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cdef6163-c596-4d59-b6b5-0afb0478e250 req-1aef0e5e-6d0e-4e3d-b7ff-a52cd06840f9 service neutron] 10.222.0.64 "GET /v2.0/networks/29b8a9c1-f2fb-41fc-9474-04978aaad1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293399 Aug 16 23:56:07.821945 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8f5762-6629-4d99-9dfc-89d470b198ed', 'tag': '2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:07.823954 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6560d71-6f66-4306-95cd-c7fee4aef076" -d '{"events": [{"name": "network-changed", "server_uuid": "af8f5762-6629-4d99-9dfc-89d470b198ed", "tag": "2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:07.851913 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 092d150a-cf22-48a8-9fe0-84c07713e886 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:56:07.895280 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-674f385f-49eb-4e98-82da-4ee1e67c0cbd req-2977fc86-c3c0-4158-81c5-19e9dd26e9a9 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345146 Aug 16 23:56:07.911024 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 092d150a-cf22-48a8-9fe0-84c07713e886 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:56:07.918435 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 092d150a-cf22-48a8-9fe0-84c07713e886 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:56:07.919091 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:07.934983 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e78dd513-b13a-4504-a932-dd67f63be508 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:07.958050 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-0b5ad2e1-c8fb-4cfe-a963-9a0ddabc6c5e tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Allocated IP 172.20.0.5 (ceb0e913-0131-4c8c-be6b-f0e0f6224925/6120a608-f3ce-47fa-9717-c690879e0308/a4b19680-2cc9-44e2-9075-1421a89825e7) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:56:07.978414 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6fbc2035-1054-4244-b1d8-38a4ba496efc req-7f6a0ce2-9971-40e4-829e-6546a186b0d1 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:07.983277 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8994ab99-e148-458a-af39-cd98ae615120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2653203-23e4-44ea-a1ab-a3e675b79359'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:07.987989 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effb33bd-47e3-42d3-b213-50b43f63a7f0" -d '{"events": [{"server_uuid": "8994ab99-e148-458a-af39-cd98ae615120", "name": "network-vif-plugged", "status": "completed", "tag": "e2653203-23e4-44ea-a1ab-a3e675b79359"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:08.034846 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:08.061434 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6fbc2035-1054-4244-b1d8-38a4ba496efc req-7f6a0ce2-9971-40e4-829e-6546a186b0d1 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:08.072269 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 092d150a-cf22-48a8-9fe0-84c07713e886, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=092d150a-cf22-48a8-9fe0-84c07713e886,segment=NetworkSegment(8dbcf1f5-8365-4209-a468-ea70545b9423),segment_id=8dbcf1f5-8365-4209-a468-ea70545b9423)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:08.076766 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:08.127065 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=092d150a-cf22-48a8-9fe0-84c07713e886,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:08.148435 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de7223-8fd2-4f91-ac15-ea0cf1c59689 req-4625aab9-cac9-478c-b236-0a3161c7b599 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:08.150047 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7de7223-8fd2-4f91-ac15-ea0cf1c59689 req-4625aab9-cac9-478c-b236-0a3161c7b599 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 943 time: 0.1733999 Aug 16 23:56:08.192609 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e78dd513-b13a-4504-a932-dd67f63be508 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:08.263063 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6fbc2035-1054-4244-b1d8-38a4ba496efc req-7f6a0ce2-9971-40e4-829e-6546a186b0d1 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:08.265516 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6fbc2035-1054-4244-b1d8-38a4ba496efc req-7f6a0ce2-9971-40e4-829e-6546a186b0d1 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:08.266619 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6fbc2035-1054-4244-b1d8-38a4ba496efc req-7f6a0ce2-9971-40e4-829e-6546a186b0d1 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] 10.222.0.60 "DELETE /v2.0/security-groups/c6f12499-2122-441e-baff-ba05dbb236a4 HTTP/1.1" status: 204 len: 173 time: 0.5248721 Aug 16 23:56:08.274137 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50856) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:08.280640 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78dd513-b13a-4504-a932-dd67f63be508 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:56:08.307549 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-e78dd513-b13a-4504-a932-dd67f63be508 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:56:08.309822 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd22faa8-d370-49ec-bcec-3b3e9508d6d3 x-openstack-request-id: req-fd22faa8-d370-49ec-bcec-3b3e9508d6d3 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:08.310114 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8f5762-6629-4d99-9dfc-89d470b198ed", "tag": "2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:08.310297 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78dd513-b13a-4504-a932-dd67f63be508 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:56:08.310447 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd22faa8-d370-49ec-bcec-3b3e9508d6d3 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:08.310863 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8f5762-6629-4d99-9dfc-89d470b198ed', 'tag': '2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab', 'status': 'completed', 'code': 200} Aug 16 23:56:08.323578 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a0ce2-9971-40e4-829e-6546a186b0d1 tempest-SecurityGroupsTestJSON-1758864898 tempest-SecurityGroupsTestJSON-1758864898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f12499-2122-441e-baff-ba05dbb236a4,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:08.333572 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b7f9ee-ec99-4d2b-9dd0-5eb096deb1e2 admin admin] Deleting subnet 7bedae41-060a-4a82-9b3d-f77df955187e {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:56:08.346044 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-25b7f9ee-ec99-4d2b-9dd0-5eb096deb1e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:08.347892 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3d0c63-e8be-4e68-beee-cf3f2d84913b x-openstack-request-id: req-4f3d0c63-e8be-4e68-beee-cf3f2d84913b {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:08.348227 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8994ab99-e148-458a-af39-cd98ae615120", "name": "network-vif-plugged", "status": "completed", "tag": "e2653203-23e4-44ea-a1ab-a3e675b79359", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:08.348581 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f3d0c63-e8be-4e68-beee-cf3f2d84913b {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:08.349345 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8994ab99-e148-458a-af39-cd98ae615120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2653203-23e4-44ea-a1ab-a3e675b79359', 'code': 200} Aug 16 23:56:08.362754 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78dd513-b13a-4504-a932-dd67f63be508 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Pushing event updated for resources: {'Port': ['ID=c9e81568-a003-41a4-bebc-88f5c93cc55c,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:08.379785 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7de7223-8fd2-4f91-ac15-ea0cf1c59689 req-4095cfe5-aedd-4160-b70d-5dd37350c152 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075429 Aug 16 23:56:08.472795 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-0b5ad2e1-c8fb-4cfe-a963-9a0ddabc6c5e tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:08.482426 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-25b7f9ee-ec99-4d2b-9dd0-5eb096deb1e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:08.521203 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6560d71-6f66-4306-95cd-c7fee4aef076 req-394c6ee1-9c6e-4372-8b26-f18a029efca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:08.522724 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e6560d71-6f66-4306-95cd-c7fee4aef076 req-394c6ee1-9c6e-4372-8b26-f18a029efca6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c72882f4dd314ca08cd1bdaccf72e6c9&device_id=af8f5762-6629-4d99-9dfc-89d470b198ed HTTP/1.1" status: 200 len: 1096 time: 0.1296773 Aug 16 23:56:08.534028 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de706fed-20fa-4cb2-bd86-8e93ed5d784e req-f9177976-6c01-4199-a5d1-3717a6eec0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:08.535643 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-0b5ad2e1-c8fb-4cfe-a963-9a0ddabc6c5e tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Transition to ACTIVE for port object a4b19680-2cc9-44e2-9075-1421a89825e7 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:56:08.535799 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-de706fed-20fa-4cb2-bd86-8e93ed5d784e req-f9177976-6c01-4199-a5d1-3717a6eec0bb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8994ab99-e148-458a-af39-cd98ae615120 HTTP/1.1" status: 200 len: 1097 time: 0.0917220 Aug 16 23:56:08.551504 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-25b7f9ee-ec99-4d2b-9dd0-5eb096deb1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:08.562745 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92182868-697a-4062-856e-e72c8d2213ef req-eb09e387-0e53-4fa4-888d-9df37490a8d7 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6c65d45-af9c-46d4-8646-6367979dae2c HTTP/1.1" status: 200 len: 210 time: 0.0454140 Aug 16 23:56:08.576578 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd571f5-fa27-4968-8aa3-4c788a8a5976 req-b6104896-313d-48f5-b52a-d2aca036188d tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:08.589569 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7dd571f5-fa27-4968-8aa3-4c788a8a5976 req-b6104896-313d-48f5-b52a-d2aca036188d tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=8994ab99-e148-458a-af39-cd98ae615120 HTTP/1.1" status: 200 len: 945 time: 0.1649311 Aug 16 23:56:08.604641 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e78dd513-b13a-4504-a932-dd67f63be508 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:08.662841 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-de706fed-20fa-4cb2-bd86-8e93ed5d784e req-6cda6991-9ce9-4259-aa75-3b6301a1d833 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126285 Aug 16 23:56:08.672237 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7dd571f5-fa27-4968-8aa3-4c788a8a5976 req-a30843f4-6d07-4bc4-bfff-e697bcbadd69 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769136 Aug 16 23:56:08.682107 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e78dd513-b13a-4504-a932-dd67f63be508 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:08.695582 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-25b7f9ee-ec99-4d2b-9dd0-5eb096deb1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:08.705425 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-0b5ad2e1-c8fb-4cfe-a963-9a0ddabc6c5e tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:08.747952 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7f9ee-ec99-4d2b-9dd0-5eb096deb1e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bedae41-060a-4a82-9b3d-f77df955187e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:08.758856 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6560d71-6f66-4306-95cd-c7fee4aef076 req-d71d0f47-5da4-494f-8e14-a08c351c0bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:08.760397 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e6560d71-6f66-4306-95cd-c7fee4aef076 req-d71d0f47-5da4-494f-8e14-a08c351c0bd8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=29b8a9c1-f2fb-41fc-9474-04978aaad1e9 HTTP/1.1" status: 200 len: 914 time: 0.2188101 Aug 16 23:56:08.761411 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-25b7f9ee-ec99-4d2b-9dd0-5eb096deb1e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:08.763191 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-25b7f9ee-ec99-4d2b-9dd0-5eb096deb1e2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7bedae41-060a-4a82-9b3d-f77df955187e HTTP/1.1" status: 204 len: 168 time: 0.4880700 Aug 16 23:56:08.765823 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50868) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:08.789942 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-0b5ad2e1-c8fb-4cfe-a963-9a0ddabc6c5e tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Network ceb0e913-0131-4c8c-be6b-f0e0f6224925 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:56:08.804243 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-0b5ad2e1-c8fb-4cfe-a963-9a0ddabc6c5e tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:56:08.814022 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-0b5ad2e1-c8fb-4cfe-a963-9a0ddabc6c5e tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:56:08.850747 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e6560d71-6f66-4306-95cd-c7fee4aef076 req-20e81713-8291-45d1-a675-cf2d992d0e35 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab HTTP/1.1" status: 200 len: 217 time: 0.0755725 Aug 16 23:56:08.857732 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ad2e1-c8fb-4cfe-a963-9a0ddabc6c5e tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Pushing event updated for resources: {'Port': ['ID=a4b19680-2cc9-44e2-9075-1421a89825e7,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:08.922151 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6b3df691-8e07-4924-aaa2-58ef4c4c9d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:08.974729 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6560d71-6f66-4306-95cd-c7fee4aef076 req-9212b755-c784-41d5-a3fd-ab550baf6ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:08.976209 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e6560d71-6f66-4306-95cd-c7fee4aef076 req-9212b755-c784-41d5-a3fd-ab550baf6ff5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7f60f731-b4d3-402c-84f1-298b94a8f116 HTTP/1.1" status: 200 len: 853 time: 0.1045032 Aug 16 23:56:09.167012 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6b3df691-8e07-4924-aaa2-58ef4c4c9d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:09.171105 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e6560d71-6f66-4306-95cd-c7fee4aef076 req-43133932-969b-4bac-99cf-5435e35485ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=29b8a9c1-f2fb-41fc-9474-04978aaad1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1778784 Aug 16 23:56:09.193937 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-e7ea7fba-53bd-45a5-b7c3-64213ef7f081 service neutron] 10.222.0.69 "GET /v2.0/ports/89cd47f1-94be-43c0-bf37-cbd80dabe5a9/bindings/n-h2-800088-20 HTTP/1.1" status: 200 len: 385 time: 0.1470752 Aug 16 23:56:09.195668 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-6b3df691-8e07-4924-aaa2-58ef4c4c9d62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49e8296-4270-42ee-8656-6741a559a39c']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:09.230774 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-6b3df691-8e07-4924-aaa2-58ef4c4c9d62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c721221-cf3b-40af-b1b9-c06e071ed18f') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:09.231075 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-6b3df691-8e07-4924-aaa2-58ef4c4c9d62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c721221-cf3b-40af-b1b9-c06e071ed18f') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:09.268146 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad9bead9-b683-4db8-9936-07b321875ca4 None None] Provisioning for port a4b19680-2cc9-44e2-9075-1421a89825e7 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:56:09.291784 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad9bead9-b683-4db8-9936-07b321875ca4 None None] Provisioning complete for port a4b19680-2cc9-44e2-9075-1421a89825e7 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:56:09.292580 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad9bead9-b683-4db8-9936-07b321875ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:09.313677 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6b3df691-8e07-4924-aaa2-58ef4c4c9d62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:09.324264 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef16923-5153-4e74-9c92-da6b42511aba req-285cf1f7-1ae7-4af2-8def-810e576326ce tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:09.331103 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aef16923-5153-4e74-9c92-da6b42511aba req-285cf1f7-1ae7-4af2-8def-810e576326ce tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] 10.222.0.60 "GET /v2.0/ports?device_id=af8f5762-6629-4d99-9dfc-89d470b198ed HTTP/1.1" status: 200 len: 944 time: 0.5813711 Aug 16 23:56:09.362870 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad9bead9-b683-4db8-9936-07b321875ca4 None None] Port a4b19680-2cc9-44e2-9075-1421a89825e7 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:56:09.371272 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6b3df691-8e07-4924-aaa2-58ef4c4c9d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:09.389729 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-0b5ad2e1-c8fb-4cfe-a963-9a0ddabc6c5e tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:09.390400 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-0b5ad2e1-c8fb-4cfe-a963-9a0ddabc6c5e tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:09.402995 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3df691-8e07-4924-aaa2-58ef4c4c9d62 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:56:09.403421 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6b3df691-8e07-4924-aaa2-58ef4c4c9d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: timer() Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: self._notify() Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:56:09.406713 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:56:09.412257 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aef16923-5153-4e74-9c92-da6b42511aba req-08dad28e-3b20-407a-9fa3-3f0a4f7f7237 tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] 10.222.0.60 "GET /v2.0/security-groups?id=e94789b2-2c9d-430a-b975-11606b163e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702910 Aug 16 23:56:09.452143 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f8b93-c170-4d78-912d-9dddc032a00b req-1fc4b6dd-a992-48f9-b8b0-189299cdfbc0 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:09.461430 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-583f8b93-c170-4d78-912d-9dddc032a00b req-1fc4b6dd-a992-48f9-b8b0-189299cdfbc0 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 950 time: 0.1749132 Aug 16 23:56:09.472712 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-0b5ad2e1-c8fb-4cfe-a963-9a0ddabc6c5e tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5277801 Aug 16 23:56:09.493962 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-56f8ab5c-b3cf-4954-97e8-0ac7f847f9c8 service neutron] Request body: {'port': {'device_id': 'c6c65d45-af9c-46d4-8646-6367979dae2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:09.554609 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e6560d71-6f66-4306-95cd-c7fee4aef076 req-75fd5207-41a8-4808-90f7-1a08c464c063 service neutron] 10.222.0.64 "GET /v2.0/networks/29b8a9c1-f2fb-41fc-9474-04978aaad1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563211 Aug 16 23:56:09.612873 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-583f8b93-c170-4d78-912d-9dddc032a00b req-86cba8a7-5327-42d0-934d-8a7d8e2a7de8 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453769 Aug 16 23:56:09.645697 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6b3df691-8e07-4924-aaa2-58ef4c4c9d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:09.689552 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e78dd513-b13a-4504-a932-dd67f63be508 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:09.714238 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e41b2-3840-40e9-9b24-c4c3a56ae8ec req-fc4fdf60-838e-4f33-8083-d4b6c59855cb tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:09.716058 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a59e41b2-3840-40e9-9b24-c4c3a56ae8ec req-fc4fdf60-838e-4f33-8083-d4b6c59855cb tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 943 time: 0.1857932 Aug 16 23:56:09.725834 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-56f8ab5c-b3cf-4954-97e8-0ac7f847f9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:09.727617 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e78dd513-b13a-4504-a932-dd67f63be508 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:09.819733 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:09.826445 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 092d150a-cf22-48a8-9fe0-84c07713e886 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:56:09.890485 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 092d150a-cf22-48a8-9fe0-84c07713e886 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:56:09.890970 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:09.916459 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a59e41b2-3840-40e9-9b24-c4c3a56ae8ec req-3a0db96b-74d1-436e-b163-e3ba288ab612 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847415 Aug 16 23:56:09.942185 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78dd513-b13a-4504-a932-dd67f63be508 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Pushing event updated for resources: {'Port': ['ID=c9e81568-a003-41a4-bebc-88f5c93cc55c,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:09.988855 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6b3df691-8e07-4924-aaa2-58ef4c4c9d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:09.990810 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6b3df691-8e07-4924-aaa2-58ef4c4c9d62 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e49e8296-4270-42ee-8656-6741a559a39c HTTP/1.1" status: 204 len: 168 time: 1.2237570 Aug 16 23:56:10.033230 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3df691-8e07-4924-aaa2-58ef4c4c9d62 admin admin] Pushing event deleted for resources: {'Network': ['ID=e49e8296-4270-42ee-8656-6741a559a39c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:10.090134 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e6560d71-6f66-4306-95cd-c7fee4aef076 req-5df70c3f-7b49-4011-b9a4-19e2bc320052 service neutron] 10.222.0.64 "GET /v2.0/networks/29b8a9c1-f2fb-41fc-9474-04978aaad1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096347 Aug 16 23:56:10.099413 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-4bf3e848-944d-41dc-80cc-cc8bd0e4febc service neutron] For port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=89cd47f1-94be-43c0-bf37-cbd80dabe5a9,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:10.115934 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e78dd513-b13a-4504-a932-dd67f63be508 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:10.138585 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665806f4-c809-4f59-8edc-7847ff085f04 req-8c9056e2-c63d-4979-92cb-5388376f8404 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:10.147517 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-4bf3e848-944d-41dc-80cc-cc8bd0e4febc service neutron] For port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:56:10.148445 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-665806f4-c809-4f59-8edc-7847ff085f04 req-8c9056e2-c63d-4979-92cb-5388376f8404 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6c65d45-af9c-46d4-8646-6367979dae2c HTTP/1.1" status: 200 len: 931 time: 0.4407887 Aug 16 23:56:10.166573 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e78dd513-b13a-4504-a932-dd67f63be508 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:10.181758 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e78dd513-b13a-4504-a932-dd67f63be508 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2559791 Aug 16 23:56:10.202134 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-4bf3e848-944d-41dc-80cc-cc8bd0e4febc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:10.233255 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50892) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:10.235833 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-4bf3e848-944d-41dc-80cc-cc8bd0e4febc service neutron] For port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=89cd47f1-94be-43c0-bf37-cbd80dabe5a9,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:10.244732 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:56:10.273502 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-4bf3e848-944d-41dc-80cc-cc8bd0e4febc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:10.372954 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-665806f4-c809-4f59-8edc-7847ff085f04 req-6538b74d-16c0-4529-a149-3a4ae110fd34 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/security-groups?id=c21d8673-34a2-46b0-9a77-82b9166eb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259302 Aug 16 23:56:10.412675 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-4bf3e848-944d-41dc-80cc-cc8bd0e4febc service neutron] Transition to ACTIVE for port object 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:56:10.427690 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-4bf3e848-944d-41dc-80cc-cc8bd0e4febc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:10.450020 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d4b2b98e-ab8e-4d64-8161-1ee7d994db75 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=928fad2feae6486d8c368ea013044a74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2084694 Aug 16 23:56:10.461692 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50898) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:10.478213 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab,segment=NetworkSegment(40298860-0a29-4733-90dd-73e0e8e8f6e5),segment_id=40298860-0a29-4733-90dd-73e0e8e8f6e5)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:10.494196 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab', 'network_id': '29b8a9c1-f2fb-41fc-9474-04978aaad1e9', 'port_id': '2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab', 'mac_address': 'fa:16:3e:70:6c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f60f731-b4d3-402c-84f1-298b94a8f116', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:56:10.504716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6baf53-b53a-43b8-970f-bec6a799b1f6 req-dfa833a5-9487-4682-82c2-3646a31548bb tempest-MigrationsAdminTest-819633284 tempest-MigrationsAdminTest-819633284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:10.506275 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba6baf53-b53a-43b8-970f-bec6a799b1f6 req-dfa833a5-9487-4682-82c2-3646a31548bb tempest-MigrationsAdminTest-819633284 tempest-MigrationsAdminTest-819633284-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 1102 time: 0.1819725 Aug 16 23:56:10.545648 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:10.546108 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ba6baf53-b53a-43b8-970f-bec6a799b1f6 req-97e81a65-cb13-4a21-9c4b-6cc057c4a0ba tempest-MigrationsAdminTest-819633284 tempest-MigrationsAdminTest-819633284-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:10.555253 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-4bf3e848-944d-41dc-80cc-cc8bd0e4febc service neutron] No DVR routers for this DVR port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:56:10.563929 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:10.593965 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab,segment=NetworkSegment(40298860-0a29-4733-90dd-73e0e8e8f6e5),segment_id=40298860-0a29-4733-90dd-73e0e8e8f6e5)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:10.597059 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d6568-22bf-4200-b03f-233da6ed50fd req-e1a8aef9-37a1-4cdb-b2f7-7207890de69f tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:10.598544 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fc7d6568-22bf-4200-b03f-233da6ed50fd req-e1a8aef9-37a1-4cdb-b2f7-7207890de69f tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=8994ab99-e148-458a-af39-cd98ae615120 HTTP/1.1" status: 200 len: 945 time: 0.1338789 Aug 16 23:56:10.614258 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:10.619627 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-56f8ab5c-b3cf-4954-97e8-0ac7f847f9c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b19680-2cc9-44e2-9075-1421a89825e7 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:10.630465 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-4bf3e848-944d-41dc-80cc-cc8bd0e4febc service neutron] 10.222.0.69 "PUT /v2.0/ports/89cd47f1-94be-43c0-bf37-cbd80dabe5a9/bindings/n-h2-800088-20/activate HTTP/1.1" status: 200 len: 370 time: 1.4177468 Aug 16 23:56:10.643467 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-56f8ab5c-b3cf-4954-97e8-0ac7f847f9c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:10.651989 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3e848-944d-41dc-80cc-cc8bd0e4febc service neutron] Pushing event updated for resources: {'Port': ['ID=89cd47f1-94be-43c0-bf37-cbd80dabe5a9,revision_number=10']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:10.681788 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2783d327-9ecf-4635-993a-be787dc5cfa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:10.696518 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-56f8ab5c-b3cf-4954-97e8-0ac7f847f9c8 service neutron] Transition to ACTIVE for port object a4b19680-2cc9-44e2-9075-1421a89825e7 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:56:10.702691 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:10.705668 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fc7d6568-22bf-4200-b03f-233da6ed50fd req-656fed9b-e1dc-401a-a016-db08b774ed9a tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995042 Aug 16 23:56:10.712485 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-56f8ab5c-b3cf-4954-97e8-0ac7f847f9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:10.736510 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2783d327-9ecf-4635-993a-be787dc5cfa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:10.808106 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-0685c5c8-b6f9-45db-97ad-45f0aaad4499 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:10.810036 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-0685c5c8-b6f9-45db-97ad-45f0aaad4499 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ff738f0c-806e-4a09-a710-727d5c3ee725&tenant_id=196284884f15450ab6370c358b3094db&binding%3Ahost_id=n-h1-800088-20 HTTP/1.1" status: 200 len: 1096 time: 0.0984855 Aug 16 23:56:10.868152 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:56:10.869631 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2783d327-9ecf-4635-993a-be787dc5cfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:10.872714 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2783d327-9ecf-4635-993a-be787dc5cfa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:10.874131 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2783d327-9ecf-4635-993a-be787dc5cfa2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89fd6287-b017-4b97-8971-3ee47b7c2abd HTTP/1.1" status: 204 len: 168 time: 0.4092405 Aug 16 23:56:10.885657 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-122b037a-b761-46ea-bf80-ef9edc83db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:10.888807 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-122b037a-b761-46ea-bf80-ef9edc83db6e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ff738f0c-806e-4a09-a710-727d5c3ee725&tenant_id=196284884f15450ab6370c358b3094db HTTP/1.1" status: 200 len: 1096 time: 0.0680790 Aug 16 23:56:10.894181 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ba6baf53-b53a-43b8-970f-bec6a799b1f6 req-97e81a65-cb13-4a21-9c4b-6cc057c4a0ba tempest-MigrationsAdminTest-819633284 tempest-MigrationsAdminTest-819633284-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:10.906042 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783d327-9ecf-4635-993a-be787dc5cfa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fd6287-b017-4b97-8971-3ee47b7c2abd,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:10.993892 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ba6baf53-b53a-43b8-970f-bec6a799b1f6 req-97e81a65-cb13-4a21-9c4b-6cc057c4a0ba tempest-MigrationsAdminTest-819633284 tempest-MigrationsAdminTest-819633284-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:11.023770 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-701c5490-f890-4690-866d-9c96051a63e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:11.029698 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-701c5490-f890-4690-866d-9c96051a63e4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=196284884f15450ab6370c358b3094db&device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 1096 time: 0.1094639 Aug 16 23:56:11.036674 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8ab5c-b3cf-4954-97e8-0ac7f847f9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b19680-2cc9-44e2-9075-1421a89825e7,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:11.059682 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e81a65-cb13-4a21-9c4b-6cc057c4a0ba tempest-MigrationsAdminTest-819633284 tempest-MigrationsAdminTest-819633284-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a970be-cc55-4b91-8328-64af392cffaa,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:11.095632 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-56f8ab5c-b3cf-4954-97e8-0ac7f847f9c8 service neutron] Attempting to bind port a4b19680-2cc9-44e2-9075-1421a89825e7 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:56:11.095983 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-56f8ab5c-b3cf-4954-97e8-0ac7f847f9c8 service neutron] Attempting to bind port a4b19680-2cc9-44e2-9075-1421a89825e7 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '8dbcf1f5-8365-4209-a468-ea70545b9423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ceb0e913-0131-4c8c-be6b-f0e0f6224925'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:56:11.097015 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-56f8ab5c-b3cf-4954-97e8-0ac7f847f9c8 service neutron] Attempting to bind port a4b19680-2cc9-44e2-9075-1421a89825e7 on network ceb0e913-0131-4c8c-be6b-f0e0f6224925 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:11.105274 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba6baf53-b53a-43b8-970f-bec6a799b1f6 req-97e81a65-cb13-4a21-9c4b-6cc057c4a0ba tempest-MigrationsAdminTest-819633284 tempest-MigrationsAdminTest-819633284-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5891466 Aug 16 23:56:11.112877 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-56f8ab5c-b3cf-4954-97e8-0ac7f847f9c8 service neutron] Port a4b19680-2cc9-44e2-9075-1421a89825e7 on network ceb0e913-0131-4c8c-be6b-f0e0f6224925 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:56:11.113481 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-56f8ab5c-b3cf-4954-97e8-0ac7f847f9c8 service neutron] Attempting to bind port a4b19680-2cc9-44e2-9075-1421a89825e7 on network ceb0e913-0131-4c8c-be6b-f0e0f6224925 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:11.133381 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc35b1-15ca-46b8-bf06-b9c43a5cd410 req-eaa667c4-a3c2-4119-a701-c301e88d3dba tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:11.137660 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e1dc35b1-15ca-46b8-bf06-b9c43a5cd410 req-eaa667c4-a3c2-4119-a701-c301e88d3dba tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] 10.222.0.60 "GET /v2.0/ports?device_id=af8f5762-6629-4d99-9dfc-89d470b198ed HTTP/1.1" status: 200 len: 945 time: 0.3304729 Aug 16 23:56:11.139323 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-56f8ab5c-b3cf-4954-97e8-0ac7f847f9c8 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:56:11.139779 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-56f8ab5c-b3cf-4954-97e8-0ac7f847f9c8 service neutron] Checking segment: {'id': '8dbcf1f5-8365-4209-a468-ea70545b9423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ceb0e913-0131-4c8c-be6b-f0e0f6224925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:56:11.140311 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-56f8ab5c-b3cf-4954-97e8-0ac7f847f9c8 service neutron] Bound using segment: {'id': '8dbcf1f5-8365-4209-a468-ea70545b9423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ceb0e913-0131-4c8c-be6b-f0e0f6224925'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:56:11.140828 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-56f8ab5c-b3cf-4954-97e8-0ac7f847f9c8 service neutron] Bound port: a4b19680-2cc9-44e2-9075-1421a89825e7, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbcf1f5-8365-4209-a468-ea70545b9423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ceb0e913-0131-4c8c-be6b-f0e0f6224925'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:56:11.141368 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-56f8ab5c-b3cf-4954-97e8-0ac7f847f9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:11.246506 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-781f8d55-6e40-4a03-8a72-3efdf84dd0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:11.247255 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-56f8ab5c-b3cf-4954-97e8-0ac7f847f9c8 service neutron] For port a4b19680-2cc9-44e2-9075-1421a89825e7, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:56:11.249772 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-781f8d55-6e40-4a03-8a72-3efdf84dd0e8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0de117b9-aee8-4952-ae99-3d2308a08b74 HTTP/1.1" status: 200 len: 909 time: 0.2053227 Aug 16 23:56:11.272181 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e1dc35b1-15ca-46b8-bf06-b9c43a5cd410 req-67788575-278a-466d-af25-9fea4644f5db tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] 10.222.0.60 "GET /v2.0/security-groups?id=e94789b2-2c9d-430a-b975-11606b163e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262448 Aug 16 23:56:11.293904 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-56f8ab5c-b3cf-4954-97e8-0ac7f847f9c8 service neutron] For port a4b19680-2cc9-44e2-9075-1421a89825e7, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a4b19680-2cc9-44e2-9075-1421a89825e7,segment=NetworkSegment(8dbcf1f5-8365-4209-a468-ea70545b9423),segment_id=8dbcf1f5-8365-4209-a468-ea70545b9423)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:56:11.301837 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-5d4f6712-3c8a-4351-97b1-70d954f627e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89cd47f1-94be-43c0-bf37-cbd80dabe5a9 HTTP/1.1" status: 200 len: 217 time: 0.0457852 Aug 16 23:56:11.318062 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-56f8ab5c-b3cf-4954-97e8-0ac7f847f9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:11.348032 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:11.416753 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-53685c81-8ebf-4879-884e-93d11eb80644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:11.418767 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-53685c81-8ebf-4879-884e-93d11eb80644 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c3c58a3-e974-46fc-9f56-1776e260fbc5 HTTP/1.1" status: 200 len: 848 time: 0.1006656 Aug 16 23:56:11.459392 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-56f8ab5c-b3cf-4954-97e8-0ac7f847f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:11.460067 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-56f8ab5c-b3cf-4954-97e8-0ac7f847f9c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:11.461446 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-56f8ab5c-b3cf-4954-97e8-0ac7f847f9c8 service neutron] 10.222.0.69 "PUT /v2.0/ports/a4b19680-2cc9-44e2-9075-1421a89825e7 HTTP/1.1" status: 200 len: 1092 time: 1.9721932 Aug 16 23:56:11.466884 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c65d45-af9c-46d4-8646-6367979dae2c', 'tag': 'a4b19680-2cc9-44e2-9075-1421a89825e7'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:11.469762 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d485aea-7783-4342-a7af-0af7a34f3787" -d '{"events": [{"name": "network-changed", "server_uuid": "c6c65d45-af9c-46d4-8646-6367979dae2c", "tag": "a4b19680-2cc9-44e2-9075-1421a89825e7"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:11.488732 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-06ede34a-cac2-4309-9882-56597d08af3a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0de117b9-aee8-4952-ae99-3d2308a08b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553386 Aug 16 23:56:11.535700 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8ab5c-b3cf-4954-97e8-0ac7f847f9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b19680-2cc9-44e2-9075-1421a89825e7,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:11.641777 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-6a88a269-d3ac-42cb-a22a-8eeb1ed6e460 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:11.650060 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-6a88a269-d3ac-42cb-a22a-8eeb1ed6e460 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/networks?id=ff8c8bca-be38-471f-b093-574bcaf4ce01 HTTP/1.1" status: 200 len: 820 time: 0.3612826 Aug 16 23:56:11.661515 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bab1b-bcbe-48c8-a24f-6b05cc1cd4e7 req-061a1d24-950f-461d-a9bc-c898f5f3eecc tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:11.669145 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da9bab1b-bcbe-48c8-a24f-6b05cc1cd4e7 req-061a1d24-950f-461d-a9bc-c898f5f3eecc tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=8994ab99-e148-458a-af39-cd98ae615120 HTTP/1.1" status: 200 len: 945 time: 0.2575881 Aug 16 23:56:11.692177 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-3c9f1542-e359-4f0c-a5ac-365a3d77e1bf service neutron] 10.222.0.64 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856821 Aug 16 23:56:11.700678 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-92f181fe-c11f-4170-97bb-a85f4cb616c0 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/quotas/c51c5e175b764197b0bc8657e959502e HTTP/1.1" status: 200 len: 375 time: 0.0497320 Aug 16 23:56:11.703748 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-39a7bd83-a6f5-46e5-a31a-9b385d610237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:11.705195 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-39a7bd83-a6f5-46e5-a31a-9b385d610237 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=85a994c899ab4668b7f9d49d0be8b46c&device_id=c6c65d45-af9c-46d4-8646-6367979dae2c HTTP/1.1" status: 200 len: 1095 time: 0.1714191 Aug 16 23:56:11.793941 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da9bab1b-bcbe-48c8-a24f-6b05cc1cd4e7 req-c27c1a62-4c19-42db-a15f-f69dc1bcfc03 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226957 Aug 16 23:56:11.795164 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-1628ee05-fb17-44c8-af02-9a39704c0da9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4b19680-2cc9-44e2-9075-1421a89825e7 HTTP/1.1" status: 200 len: 217 time: 0.0631213 Aug 16 23:56:11.855056 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-c5608168-7c97-47ee-8d04-476fe47b1bba tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c51c5e175b764197b0bc8657e959502e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1422894 Aug 16 23:56:11.890191 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-34d9bff7-a27e-4980-88d8-4740734aa356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:11.892756 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-34d9bff7-a27e-4980-88d8-4740734aa356 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6120a608-f3ce-47fa-9717-c690879e0308 HTTP/1.1" status: 200 len: 868 time: 0.0876663 Aug 16 23:56:11.895476 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-3074f65d-8590-416a-8e58-9877412cf0a0 service neutron] 10.222.0.64 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853940 Aug 16 23:56:12.046282 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28081750-af7e-439f-b73c-cb50c8548116 req-911a9be1-c6ee-4968-af8c-8199e08af7a6 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:12.047192 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:56:12.055051 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28081750-af7e-439f-b73c-cb50c8548116 req-911a9be1-c6ee-4968-af8c-8199e08af7a6 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 944 time: 0.1278291 Aug 16 23:56:12.067174 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-531d4da6-6efb-40c7-bc58-7b2f14289ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:12.068692 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-531d4da6-6efb-40c7-bc58-7b2f14289ed2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ceb0e913-0131-4c8c-be6b-f0e0f6224925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1441045 Aug 16 23:56:12.071884 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-b5f9963c-1b6d-4819-8f1a-b31624ed31fb service neutron] 10.222.0.60 "GET /v2.0/networks/ff8c8bca-be38-471f-b093-574bcaf4ce01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064688 Aug 16 23:56:12.108620 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:56:12.194456 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50944) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:12.211805 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28081750-af7e-439f-b73c-cb50c8548116 req-a16814b8-08cb-4a63-a765-4997eadcd3c3 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558859 Aug 16 23:56:12.219095 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-ee7479d7-a78f-46d6-984e-fedd3e594062 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:12.220800 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-ee7479d7-a78f-46d6-984e-fedd3e594062 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ff738f0c-806e-4a09-a710-727d5c3ee725&tenant_id=196284884f15450ab6370c358b3094db&binding%3Ahost_id=n-h2-800088-20 HTTP/1.1" status: 200 len: 1096 time: 0.0527725 Aug 16 23:56:12.253769 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:56:12.266901 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-161bf2a8-106c-47f7-97d6-543fc6fc675c service neutron] 10.222.0.69 "GET /v2.0/networks/ceb0e913-0131-4c8c-be6b-f0e0f6224925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880608 Aug 16 23:56:12.287908 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-824ecef5-f778-40d2-bedf-ac2a48275e30 service neutron] 10.222.0.60 "GET /v2.0/networks/ff8c8bca-be38-471f-b093-574bcaf4ce01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972690 Aug 16 23:56:12.374432 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5fc8199e-5ba6-4cbe-8870-3e93050b21cd req-01dfcffa-3a45-451d-b97b-0f30e60d68c6 service neutron] 10.222.0.69 "GET /v2.0/networks/ceb0e913-0131-4c8c-be6b-f0e0f6224925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982687 Aug 16 23:56:12.402377 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:56:12.403019 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-a825ff8a-4da4-4c0d-bbd4-f05d05452f16 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1710927867-network', 'tenant_id': '9032ffc50a6c49dd98fe21edf25bebfb'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:12.410742 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:56:12.411609 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:12.418321 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-4b026c0d-35f6-41d1-aa28-bf50499f3488 service neutron] For port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:56:12.426244 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-4b026c0d-35f6-41d1-aa28-bf50499f3488 service neutron] Notify callbacks [] for binding, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:12.427609 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c13f1be8-abd6-4443-b425-39a902a57b8b req-4b026c0d-35f6-41d1-aa28-bf50499f3488 service neutron] 10.222.0.64 "DELETE /v2.0/ports/89cd47f1-94be-43c0-bf37-cbd80dabe5a9/bindings/n-h1-800088-20 HTTP/1.1" status: 204 len: 173 time: 0.1974301 Aug 16 23:56:12.455074 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a825ff8a-4da4-4c0d-bbd4-f05d05452f16 admin admin] Made reservation on behalf of 9032ffc50a6c49dd98fe21edf25bebfb for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:56:12.459810 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a825ff8a-4da4-4c0d-bbd4-f05d05452f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:12.472881 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a825ff8a-4da4-4c0d-bbd4-f05d05452f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:12.621145 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:12.664329 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8f5762-6629-4d99-9dfc-89d470b198ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:12.669648 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8e9978-e3fc-43f6-8b75-7c4a7068ae5d" -d '{"events": [{"server_uuid": "af8f5762-6629-4d99-9dfc-89d470b198ed", "name": "network-vif-plugged", "status": "completed", "tag": "2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:12.690971 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab,segment=NetworkSegment(40298860-0a29-4733-90dd-73e0e8e8f6e5),segment_id=40298860-0a29-4733-90dd-73e0e8e8f6e5)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:12.698845 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:12.719955 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6cf8e-c451-475b-9571-ab7b4c0e326a req-0950ac32-40f7-4d81-90ef-f181c4a12e6e tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:12.721531 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-05c6cf8e-c451-475b-9571-ab7b4c0e326a req-0950ac32-40f7-4d81-90ef-f181c4a12e6e tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6c65d45-af9c-46d4-8646-6367979dae2c HTTP/1.1" status: 200 len: 943 time: 0.1240306 Aug 16 23:56:12.723696 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a825ff8a-4da4-4c0d-bbd4-f05d05452f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:12.776092 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a825ff8a-4da4-4c0d-bbd4-f05d05452f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:12.824091 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-05c6cf8e-c451-475b-9571-ab7b4c0e326a req-574c7001-c594-4a0d-8059-4b9d43138b13 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/security-groups?id=c21d8673-34a2-46b0-9a77-82b9166eb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734982 Aug 16 23:56:12.849275 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a825ff8a-4da4-4c0d-bbd4-f05d05452f16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:56:12.851771 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:12.876745 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825ff8a-4da4-4c0d-bbd4-f05d05452f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dd0c2e-8397-46a1-bb39-fed013cc6718,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:12.890796 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a825ff8a-4da4-4c0d-bbd4-f05d05452f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:12.891211 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-a825ff8a-4da4-4c0d-bbd4-f05d05452f16 admin admin] Added segment e007e385-9949-4973-8009-fa0fa718f376 of type vlan for network 6eb110ae-c574-4e9f-9b02-5ac6c2ebd77d Aug 16 23:56:12.945336 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2998bf3-e130-4b59-9b24-b3f6106b1c80 x-openstack-request-id: req-b2998bf3-e130-4b59-9b24-b3f6106b1c80 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:12.945689 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6c65d45-af9c-46d4-8646-6367979dae2c", "tag": "a4b19680-2cc9-44e2-9075-1421a89825e7", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:12.945956 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b2998bf3-e130-4b59-9b24-b3f6106b1c80 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:12.946366 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6c65d45-af9c-46d4-8646-6367979dae2c', 'tag': 'a4b19680-2cc9-44e2-9075-1421a89825e7', 'status': 'completed', 'code': 200} Aug 16 23:56:12.963956 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a825ff8a-4da4-4c0d-bbd4-f05d05452f16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:13.029275 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d485aea-7783-4342-a7af-0af7a34f3787 req-9c08090c-3eab-4e94-b5d7-b73044246d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:13.031310 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d485aea-7783-4342-a7af-0af7a34f3787 req-9c08090c-3eab-4e94-b5d7-b73044246d37 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=85a994c899ab4668b7f9d49d0be8b46c&device_id=c6c65d45-af9c-46d4-8646-6367979dae2c HTTP/1.1" status: 200 len: 1095 time: 0.0694096 Aug 16 23:56:13.034810 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a825ff8a-4da4-4c0d-bbd4-f05d05452f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:13.035848 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a825ff8a-4da4-4c0d-bbd4-f05d05452f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:13.036446 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a825ff8a-4da4-4c0d-bbd4-f05d05452f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:13.133779 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a825ff8a-4da4-4c0d-bbd4-f05d05452f16 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9365075 Aug 16 23:56:13.136861 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50978) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:13.142276 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-33628e4d-00a7-4c94-9507-a2e11f723de5 admin admin] Request body: {'subnet': {'network_id': '6eb110ae-c574-4e9f-9b02-5ac6c2ebd77d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1710927867-subnet', 'tenant_id': '9032ffc50a6c49dd98fe21edf25bebfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:13.174360 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33628e4d-00a7-4c94-9507-a2e11f723de5 admin admin] Made reservation on behalf of 9032ffc50a6c49dd98fe21edf25bebfb for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:56:13.179323 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33628e4d-00a7-4c94-9507-a2e11f723de5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:13.328761 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c1355842-c466-4961-91dc-22390cb70807 req-e8fd6018-d64b-4a56-8297-c1349ca53cdf tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd3a14f8-c4b2-4360-8427-9f464a35f221 HTTP/1.1" status: 200 len: 210 time: 0.1938937 Aug 16 23:56:13.338930 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825ff8a-4da4-4c0d-bbd4-f05d05452f16 admin admin] Pushing event updated for resources: {'Network': ['ID=6eb110ae-c574-4e9f-9b02-5ac6c2ebd77d,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:13.355141 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 6eb110ae-c574-4e9f-9b02-5ac6c2ebd77d details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:56:13.429805 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-987c207e-b486-4024-b633-c202ecff6c15 req-2d598068-c9aa-42db-bf84-7430e2b4ec05 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2107027 Aug 16 23:56:13.447215 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83051410-08fd-4fe7-af02-dc903ed5ced6 x-openstack-request-id: req-83051410-08fd-4fe7-af02-dc903ed5ced6 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:13.448705 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8f5762-6629-4d99-9dfc-89d470b198ed", "name": "network-vif-plugged", "status": "completed", "tag": "2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:13.450874 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-83051410-08fd-4fe7-af02-dc903ed5ced6 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:13.450874 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8f5762-6629-4d99-9dfc-89d470b198ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab', 'code': 200} Aug 16 23:56:13.496180 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b5639-bcc3-4955-b0cb-e56f796eff84 req-fab553a9-70f3-43ab-8191-4a79817c2ede tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:13.511956 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d01b5639-bcc3-4955-b0cb-e56f796eff84 req-fab553a9-70f3-43ab-8191-4a79817c2ede tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] 10.222.0.60 "GET /v2.0/ports?device_id=af8f5762-6629-4d99-9dfc-89d470b198ed HTTP/1.1" status: 200 len: 946 time: 0.3271506 Aug 16 23:56:13.524437 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-987c207e-b486-4024-b633-c202ecff6c15 req-ce913c2d-7b14-4e66-b26e-12a45efdfda4 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:56:13.531982 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-987c207e-b486-4024-b633-c202ecff6c15 req-ce913c2d-7b14-4e66-b26e-12a45efdfda4 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0735683 Aug 16 23:56:13.532870 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33628e4d-00a7-4c94-9507-a2e11f723de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:13.579359 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d485aea-7783-4342-a7af-0af7a34f3787 req-bc5d3303-576b-47bb-a21c-f00f22c890ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:13.582963 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d485aea-7783-4342-a7af-0af7a34f3787 req-bc5d3303-576b-47bb-a21c-f00f22c890ac service neutron] 10.222.0.69 "GET /v2.0/networks?id=ceb0e913-0131-4c8c-be6b-f0e0f6224925 HTTP/1.1" status: 200 len: 930 time: 0.5342402 Aug 16 23:56:13.651567 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d485aea-7783-4342-a7af-0af7a34f3787 req-9946a8f6-93f6-48d5-b465-582203c7694d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4b19680-2cc9-44e2-9075-1421a89825e7 HTTP/1.1" status: 200 len: 217 time: 0.0457716 Aug 16 23:56:13.678905 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33628e4d-00a7-4c94-9507-a2e11f723de5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89eecb69-40ba-4171-a266-b1b25256ad0e,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:13.682704 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be356495-f568-49bd-9e34-c8bc6ca43115 req-9b433d11-0567-444a-8bf8-6ec17c4a75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:13.684409 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-be356495-f568-49bd-9e34-c8bc6ca43115 req-9b433d11-0567-444a-8bf8-6ec17c4a75a1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=af8f5762-6629-4d99-9dfc-89d470b198ed HTTP/1.1" status: 200 len: 1098 time: 0.1291423 Aug 16 23:56:13.694819 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d01b5639-bcc3-4955-b0cb-e56f796eff84 req-a9bad168-a5c3-448b-b8a4-3901d7189ff0 tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] 10.222.0.60 "GET /v2.0/security-groups?id=e94789b2-2c9d-430a-b975-11606b163e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816590 Aug 16 23:56:13.726237 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33628e4d-00a7-4c94-9507-a2e11f723de5 admin admin] Checking segment: {'id': 'e007e385-9949-4973-8009-fa0fa718f376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6eb110ae-c574-4e9f-9b02-5ac6c2ebd77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:56:13.726237 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33628e4d-00a7-4c94-9507-a2e11f723de5 admin admin] Network hostable DHCP agents. Network: 6eb110ae-c574-4e9f-9b02-5ac6c2ebd77d, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:56:13.744297 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-be356495-f568-49bd-9e34-c8bc6ca43115 req-7adb3527-f46d-48f7-af63-c0a6b733f3c4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e94789b2-2c9d-430a-b975-11606b163e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472672 Aug 16 23:56:13.766702 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6948860-db68-4202-958a-d8ee4c9bf624 req-5da47d03-356b-49e3-a1c1-fd698124c895 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:13.768134 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33628e4d-00a7-4c94-9507-a2e11f723de5 admin admin] Network 6eb110ae-c574-4e9f-9b02-5ac6c2ebd77d is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:56:13.775790 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a6948860-db68-4202-958a-d8ee4c9bf624 req-5da47d03-356b-49e3-a1c1-fd698124c895 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=8994ab99-e148-458a-af39-cd98ae615120 HTTP/1.1" status: 200 len: 945 time: 0.2371216 Aug 16 23:56:13.785945 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-33628e4d-00a7-4c94-9507-a2e11f723de5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 6eb110ae-c574-4e9f-9b02-5ac6c2ebd77d) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:56:13.792109 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33628e4d-00a7-4c94-9507-a2e11f723de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:13.793032 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33628e4d-00a7-4c94-9507-a2e11f723de5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:13.799302 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3fef02-dde7-4fb3-bd1d-5da771ab71c4 None None] Network 6eb110ae-c574-4e9f-9b02-5ac6c2ebd77d requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:56:13.817259 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-33628e4d-00a7-4c94-9507-a2e11f723de5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6777890 Aug 16 23:56:13.845275 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d485aea-7783-4342-a7af-0af7a34f3787 req-75b7a325-35fd-42c7-8bcb-ae56297490ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:13.846839 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d485aea-7783-4342-a7af-0af7a34f3787 req-75b7a325-35fd-42c7-8bcb-ae56297490ef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6120a608-f3ce-47fa-9717-c690879e0308 HTTP/1.1" status: 200 len: 868 time: 0.1863210 Aug 16 23:56:14.009639 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a6948860-db68-4202-958a-d8ee4c9bf624 req-60d0764c-f70b-4158-89c4-a4fe5b48211d tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327771 Aug 16 23:56:14.028826 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2207b5-4b5b-4e46-8ef9-4df0fd40edd5 req-4c7d96a7-d4d6-449f-a084-b203b766849b tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:14.030594 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e2207b5-4b5b-4e46-8ef9-4df0fd40edd5 req-4c7d96a7-d4d6-449f-a084-b203b766849b tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 950 time: 0.2388816 Aug 16 23:56:14.079080 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device a4b19680-2cc9-44e2-9075-1421a89825e7 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:56:14.088754 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953e7328-633e-4049-849d-d3900dc98063 None None] Network 6eb110ae-c574-4e9f-9b02-5ac6c2ebd77d requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:56:14.104684 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d485aea-7783-4342-a7af-0af7a34f3787 req-60425add-bcbd-4c0a-850d-f6719b0e55b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:14.113418 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d485aea-7783-4342-a7af-0af7a34f3787 req-60425add-bcbd-4c0a-850d-f6719b0e55b3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ceb0e913-0131-4c8c-be6b-f0e0f6224925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2337725 Aug 16 23:56:14.247263 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-8d6bc1eb-ea90-46a0-ace6-1c4b7c071334 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:14.254418 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-8d6bc1eb-ea90-46a0-ace6-1c4b7c071334 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.64 "GET /v2.0/networks?id=ff8c8bca-be38-471f-b093-574bcaf4ce01 HTTP/1.1" status: 200 len: 820 time: 0.2236009 Aug 16 23:56:14.262090 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e2207b5-4b5b-4e46-8ef9-4df0fd40edd5 req-55429f8f-d22f-4460-9906-4a8f0d6cf984 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103050 Aug 16 23:56:14.270732 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-8f458be7-3479-40e6-8ac3-4ca02f0ad12e tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Request body: {'port': {'device_id': 'fd3a14f8-c4b2-4360-8427-9f464a35f221', 'network_id': 'ff8c8bca-be38-471f-b093-574bcaf4ce01', 'admin_state_up': True, 'tenant_id': 'c51c5e175b764197b0bc8657e959502e'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:14.338194 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb91b0a-b6ae-4b69-b995-1c64f13e01fc req-8a365c73-6fd2-463d-9cdc-c93c5293ff32 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:14.339705 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4eb91b0a-b6ae-4b69-b995-1c64f13e01fc req-8a365c73-6fd2-463d-9cdc-c93c5293ff32 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 944 time: 0.2058127 Aug 16 23:56:14.439013 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port a4b19680-2cc9-44e2-9075-1421a89825e7, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a4b19680-2cc9-44e2-9075-1421a89825e7,segment=NetworkSegment(8dbcf1f5-8365-4209-a468-ea70545b9423),segment_id=8dbcf1f5-8365-4209-a468-ea70545b9423)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:14.452535 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': 'a4b19680-2cc9-44e2-9075-1421a89825e7', 'network_id': 'ceb0e913-0131-4c8c-be6b-f0e0f6224925', 'port_id': 'a4b19680-2cc9-44e2-9075-1421a89825e7', 'mac_address': 'fa:16:3e:72:ef:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6120a608-f3ce-47fa-9717-c690879e0308', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:56:14.494094 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d485aea-7783-4342-a7af-0af7a34f3787 req-863f04f7-99e7-4bbd-be43-354910a280e1 service neutron] 10.222.0.69 "GET /v2.0/networks/ceb0e913-0131-4c8c-be6b-f0e0f6224925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584797 Aug 16 23:56:14.508531 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-8f458be7-3479-40e6-8ac3-4ca02f0ad12e tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Made reservation on behalf of c51c5e175b764197b0bc8657e959502e for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:56:14.513077 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-8f458be7-3479-40e6-8ac3-4ca02f0ad12e tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:14.618975 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4eb91b0a-b6ae-4b69-b995-1c64f13e01fc req-40ce3281-1abc-41b9-9c4f-9da9ecf8b601 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608695 Aug 16 23:56:14.680532 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06b8f7-16fe-44ec-b089-ddc1e7283355 req-6bf388f6-af87-4841-ac29-6755e4887e71 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:14.696965 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be06b8f7-16fe-44ec-b089-ddc1e7283355 req-6bf388f6-af87-4841-ac29-6755e4887e71 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6c65d45-af9c-46d4-8646-6367979dae2c HTTP/1.1" status: 200 len: 943 time: 0.3152237 Aug 16 23:56:14.697170 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:14.738094 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b19680-2cc9-44e2-9075-1421a89825e7 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:14.799682 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port a4b19680-2cc9-44e2-9075-1421a89825e7, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a4b19680-2cc9-44e2-9075-1421a89825e7,segment=NetworkSegment(8dbcf1f5-8365-4209-a468-ea70545b9423),segment_id=8dbcf1f5-8365-4209-a468-ea70545b9423)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:14.810624 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:14.832943 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-8f458be7-3479-40e6-8ac3-4ca02f0ad12e tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Allocated IP 172.20.0.10 (ff8c8bca-be38-471f-b093-574bcaf4ce01/c40d199a-f55a-4ce5-baf5-458dd8bf8775/1bba2f95-491f-42ee-978c-ac192d55f592) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:56:14.859948 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:56:14.877969 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=a4b19680-2cc9-44e2-9075-1421a89825e7,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:14.931835 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be06b8f7-16fe-44ec-b089-ddc1e7283355 req-11503715-77ac-4499-a678-2cca17cc893f tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/security-groups?id=c21d8673-34a2-46b0-9a77-82b9166eb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326386 Aug 16 23:56:14.941611 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d485aea-7783-4342-a7af-0af7a34f3787 req-56daed50-9c2e-4ca3-95af-c6be4af90781 service neutron] 10.222.0.69 "GET /v2.0/networks/ceb0e913-0131-4c8c-be6b-f0e0f6224925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301703 Aug 16 23:56:14.986351 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a131f7-9399-4860-83b3-44c04214059f req-cab37ff6-64db-4253-8cd6-f12de124166a tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:14.994515 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49a131f7-9399-4860-83b3-44c04214059f req-cab37ff6-64db-4253-8cd6-f12de124166a tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=8994ab99-e148-458a-af39-cd98ae615120 HTTP/1.1" status: 200 len: 945 time: 0.1995835 Aug 16 23:56:15.056015 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['a4b19680-2cc9-44e2-9075-1421a89825e7'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:56:15.057697 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-8f458be7-3479-40e6-8ac3-4ca02f0ad12e tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:15.070369 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49a131f7-9399-4860-83b3-44c04214059f req-22ec1d6e-6b9e-46f6-ad84-2b5d2e5f3302 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738120 Aug 16 23:56:15.147448 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-8f458be7-3479-40e6-8ac3-4ca02f0ad12e tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:15.204799 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-3ad3fd81-bccd-4b24-a47d-c8df3ad26837 req-14927f0c-df1f-43a1-9ef9-4090817758df tempest-SecurityGroupsNegativeTestJSON-1012687709 tempest-SecurityGroupsNegativeTestJSON-1012687709-project] show failed (client error): The resource could not be found. Aug 16 23:56:15.207083 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3ad3fd81-bccd-4b24-a47d-c8df3ad26837 req-14927f0c-df1f-43a1-9ef9-4090817758df tempest-SecurityGroupsNegativeTestJSON-1012687709 tempest-SecurityGroupsNegativeTestJSON-1012687709-project] 10.222.0.60 "GET /v2.0/security-groups/31c50ef2-7875-4b40-bbb6-f8ff2fda480f HTTP/1.1" status: 404 len: 352 time: 0.0362191 Aug 16 23:56:15.210696 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-8f458be7-3479-40e6-8ac3-4ca02f0ad12e tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Network ff8c8bca-be38-471f-b093-574bcaf4ce01 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:56:15.223170 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-8f458be7-3479-40e6-8ac3-4ca02f0ad12e tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:56:15.225833 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-8f458be7-3479-40e6-8ac3-4ca02f0ad12e tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:56:15.262532 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f7706-938d-4060-af6c-cfb28029752c req-a5ccaae4-d57f-4cdf-8993-9e9c43635574 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:15.267216 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f458be7-3479-40e6-8ac3-4ca02f0ad12e tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Pushing event updated for resources: {'Port': ['ID=1bba2f95-491f-42ee-978c-ac192d55f592,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:15.276461 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf5f7706-938d-4060-af6c-cfb28029752c req-a5ccaae4-d57f-4cdf-8993-9e9c43635574 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd3a14f8-c4b2-4360-8427-9f464a35f221 HTTP/1.1" status: 200 len: 932 time: 0.0771840 Aug 16 23:56:15.309014 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-8f458be7-3479-40e6-8ac3-4ca02f0ad12e tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:15.310191 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-8f458be7-3479-40e6-8ac3-4ca02f0ad12e tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:15.314578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf5f7706-938d-4060-af6c-cfb28029752c req-bfaed95c-3ba3-4b5b-8185-a8c403a56747 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371122 Aug 16 23:56:15.327704 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-8f458be7-3479-40e6-8ac3-4ca02f0ad12e tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0627987 Aug 16 23:56:15.356184 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-b09b947a-41b6-443f-94e4-9df1594b1785 service neutron] Request body: {'port': {'device_id': 'fd3a14f8-c4b2-4360-8427-9f464a35f221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:15.406981 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb658640-d355-4f08-8d97-9e30af867096 req-e6e5fe50-e571-4f3f-94be-aee2a3d1e613 tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:15.409272 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb658640-d355-4f08-8d97-9e30af867096 req-e6e5fe50-e571-4f3f-94be-aee2a3d1e613 tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] 10.222.0.60 "GET /v2.0/ports?device_id=af8f5762-6629-4d99-9dfc-89d470b198ed HTTP/1.1" status: 200 len: 946 time: 0.0563064 Aug 16 23:56:15.439037 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-b09b947a-41b6-443f-94e4-9df1594b1785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:15.475992 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb658640-d355-4f08-8d97-9e30af867096 req-a88b888f-d864-4d15-a5f5-5ce7e7aa8438 tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] 10.222.0.60 "GET /v2.0/security-groups?id=e94789b2-2c9d-430a-b975-11606b163e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595486 Aug 16 23:56:15.576977 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c207e-b486-4024-b633-c202ecff6c15 req-1743d5ed-5ef5-4400-b802-b257e3ae7429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:15.578672 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-987c207e-b486-4024-b633-c202ecff6c15 req-1743d5ed-5ef5-4400-b802-b257e3ae7429 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 1102 time: 0.0789907 Aug 16 23:56:15.680116 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe8c55-ecdd-463c-9fb9-3a64f7bc0beb req-269f586e-5faf-4365-a16c-071ba1112cf9 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:15.681701 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cabe8c55-ecdd-463c-9fb9-3a64f7bc0beb req-269f586e-5faf-4365-a16c-071ba1112cf9 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 1096 time: 0.1197183 Aug 16 23:56:15.760314 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c207e-b486-4024-b633-c202ecff6c15 req-3939158c-77bd-4aa7-9389-55590feef846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:15.761684 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-b09b947a-41b6-443f-94e4-9df1594b1785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bba2f95-491f-42ee-978c-ac192d55f592 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:15.761812 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-987c207e-b486-4024-b633-c202ecff6c15 req-3939158c-77bd-4aa7-9389-55590feef846 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.1542621 Aug 16 23:56:15.769912 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-b09b947a-41b6-443f-94e4-9df1594b1785 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:15.782167 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-b09b947a-41b6-443f-94e4-9df1594b1785 service neutron] Transition to ACTIVE for port object 1bba2f95-491f-42ee-978c-ac192d55f592 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:56:15.786243 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-b09b947a-41b6-443f-94e4-9df1594b1785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:15.788152 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cabe8c55-ecdd-463c-9fb9-3a64f7bc0beb req-4884508a-7b9f-4c50-8d4e-595614643531 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959508 Aug 16 23:56:15.837506 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1e86b-3330-496b-aeed-f01dffcbe603 req-96653fd7-5401-4921-8667-fee0768445d0 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:15.839069 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-93d1e86b-3330-496b-aeed-f01dffcbe603 req-96653fd7-5401-4921-8667-fee0768445d0 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 950 time: 0.1480379 Aug 16 23:56:15.840851 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-987c207e-b486-4024-b633-c202ecff6c15 req-ed93564a-985c-43b4-a9be-3baeca02e4de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=dc5a9afa-09d6-4392-8d77-921fd95fdba9 HTTP/1.1" status: 200 len: 217 time: 0.0632854 Aug 16 23:56:15.841201 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b947a-41b6-443f-94e4-9df1594b1785 service neutron] Pushing event updated for resources: {'Port': ['ID=1bba2f95-491f-42ee-978c-ac192d55f592,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:15.944470 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-b09b947a-41b6-443f-94e4-9df1594b1785 service neutron] Attempting to bind port 1bba2f95-491f-42ee-978c-ac192d55f592 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:56:15.944979 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-b09b947a-41b6-443f-94e4-9df1594b1785 service neutron] Attempting to bind port 1bba2f95-491f-42ee-978c-ac192d55f592 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'fbcd4495-cd63-44ce-b1d3-884295473b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ff8c8bca-be38-471f-b093-574bcaf4ce01'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:56:15.945390 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-b09b947a-41b6-443f-94e4-9df1594b1785 service neutron] Attempting to bind port 1bba2f95-491f-42ee-978c-ac192d55f592 on network ff8c8bca-be38-471f-b093-574bcaf4ce01 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:15.947515 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-93d1e86b-3330-496b-aeed-f01dffcbe603 req-3dbffa92-ebff-4d50-bc8e-3526602f5519 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009881 Aug 16 23:56:15.950260 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-b09b947a-41b6-443f-94e4-9df1594b1785 service neutron] Port 1bba2f95-491f-42ee-978c-ac192d55f592 on network ff8c8bca-be38-471f-b093-574bcaf4ce01 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:56:15.950592 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-b09b947a-41b6-443f-94e4-9df1594b1785 service neutron] Attempting to bind port 1bba2f95-491f-42ee-978c-ac192d55f592 on network ff8c8bca-be38-471f-b093-574bcaf4ce01 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:15.956409 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-b09b947a-41b6-443f-94e4-9df1594b1785 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:56:15.957031 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-b09b947a-41b6-443f-94e4-9df1594b1785 service neutron] Checking segment: {'id': 'fbcd4495-cd63-44ce-b1d3-884295473b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ff8c8bca-be38-471f-b093-574bcaf4ce01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:56:15.957262 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-b09b947a-41b6-443f-94e4-9df1594b1785 service neutron] Bound using segment: {'id': 'fbcd4495-cd63-44ce-b1d3-884295473b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ff8c8bca-be38-471f-b093-574bcaf4ce01'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:56:15.957749 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-b09b947a-41b6-443f-94e4-9df1594b1785 service neutron] Bound port: 1bba2f95-491f-42ee-978c-ac192d55f592, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbcd4495-cd63-44ce-b1d3-884295473b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ff8c8bca-be38-471f-b093-574bcaf4ce01'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:56:15.958111 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-b09b947a-41b6-443f-94e4-9df1594b1785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:15.962199 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c207e-b486-4024-b633-c202ecff6c15 req-a37003d3-bef7-48c4-bdf5-e4ce8041c522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:15.963716 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-987c207e-b486-4024-b633-c202ecff6c15 req-a37003d3-bef7-48c4-bdf5-e4ce8041c522 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1044202 Aug 16 23:56:15.971376 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4846c3b1-0136-4bcf-96be-e7542650a34f req-960e59c6-5101-417c-a032-986c27569ae3 tempest-SecurityGroupsNegativeTestJSON-1012687709 tempest-SecurityGroupsNegativeTestJSON-1012687709-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9032ffc50a6c49dd98fe21edf25bebfb HTTP/1.1" status: 200 len: 2984 time: 0.1220980 Aug 16 23:56:16.033446 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-b09b947a-41b6-443f-94e4-9df1594b1785 service neutron] For port 1bba2f95-491f-42ee-978c-ac192d55f592, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:56:16.037256 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-b09b947a-41b6-443f-94e4-9df1594b1785 service neutron] For port 1bba2f95-491f-42ee-978c-ac192d55f592, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=1bba2f95-491f-42ee-978c-ac192d55f592,segment=NetworkSegment(fbcd4495-cd63-44ce-b1d3-884295473b0e),segment_id=fbcd4495-cd63-44ce-b1d3-884295473b0e)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:56:16.042208 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-b09b947a-41b6-443f-94e4-9df1594b1785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:16.058246 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4846c3b1-0136-4bcf-96be-e7542650a34f req-abbb2c8f-8da6-4bec-bc96-95c189d5b987 tempest-SecurityGroupsNegativeTestJSON-1012687709 tempest-SecurityGroupsNegativeTestJSON-1012687709-project] 10.222.0.60 "GET /v2.0/security-groups/50dd0c2e-8397-46a1-bb39-fed013cc6718 HTTP/1.1" status: 200 len: 2981 time: 0.0771835 Aug 16 23:56:16.059095 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device a4b19680-2cc9-44e2-9075-1421a89825e7 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:56:16.060246 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c207e-b486-4024-b633-c202ecff6c15 req-fb4742a2-1d95-4677-ab7b-1860b4539d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:16.061736 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-987c207e-b486-4024-b633-c202ecff6c15 req-fb4742a2-1d95-4677-ab7b-1860b4539d9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0883763 Aug 16 23:56:16.085019 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-b09b947a-41b6-443f-94e4-9df1594b1785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:16.085663 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-b09b947a-41b6-443f-94e4-9df1594b1785 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:16.087037 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-b09b947a-41b6-443f-94e4-9df1594b1785 service neutron] 10.222.0.64 "PUT /v2.0/ports/1bba2f95-491f-42ee-978c-ac192d55f592 HTTP/1.1" status: 200 len: 1093 time: 0.7353525 Aug 16 23:56:16.087509 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3a14f8-c4b2-4360-8427-9f464a35f221', 'tag': '1bba2f95-491f-42ee-978c-ac192d55f592'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:16.089781 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c1e4b1-2df0-450b-a24a-5ca64cd3ead4" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3a14f8-c4b2-4360-8427-9f464a35f221", "tag": "1bba2f95-491f-42ee-978c-ac192d55f592"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:16.113967 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b947a-41b6-443f-94e4-9df1594b1785 service neutron] Pushing event updated for resources: {'Port': ['ID=1bba2f95-491f-42ee-978c-ac192d55f592,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:16.130676 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port a4b19680-2cc9-44e2-9075-1421a89825e7 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:56:16.135039 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port a4b19680-2cc9-44e2-9075-1421a89825e7 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:56:16.135422 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:16.188918 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-18672b32-a616-48c3-bec2-6989fc8d6a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:16.190679 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-18672b32-a616-48c3-bec2-6989fc8d6a4b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c51c5e175b764197b0bc8657e959502e&device_id=fd3a14f8-c4b2-4360-8427-9f464a35f221 HTTP/1.1" status: 200 len: 1096 time: 0.0511460 Aug 16 23:56:16.194321 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4846c3b1-0136-4bcf-96be-e7542650a34f req-2156b213-fb53-478c-97ab-1af74dfef9de tempest-SecurityGroupsNegativeTestJSON-1012687709 tempest-SecurityGroupsNegativeTestJSON-1012687709-project] 10.222.0.60 "GET /v2.0/security-groups/50dd0c2e-8397-46a1-bb39-fed013cc6718 HTTP/1.1" status: 200 len: 2981 time: 0.1284699 Aug 16 23:56:16.226093 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:16.227734 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02adf0-4916-477b-9a2c-f8faec66e42a req-b9375706-0232-48da-8468-2622681c0a6f tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:16.229352 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b02adf0-4916-477b-9a2c-f8faec66e42a req-b9375706-0232-48da-8468-2622681c0a6f tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=8994ab99-e148-458a-af39-cd98ae615120 HTTP/1.1" status: 200 len: 945 time: 0.1548860 Aug 16 23:56:16.255108 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-c986b109-766d-4209-beca-0708c258a954 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bba2f95-491f-42ee-978c-ac192d55f592 HTTP/1.1" status: 200 len: 217 time: 0.0529387 Aug 16 23:56:16.263997 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-987c207e-b486-4024-b633-c202ecff6c15 req-3cc5dd85-7344-4ca4-8885-e56757783f8a service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875002 Aug 16 23:56:16.264862 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c65d45-af9c-46d4-8646-6367979dae2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b19680-2cc9-44e2-9075-1421a89825e7'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:16.267230 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a0ebf5-95c1-4c08-85af-3691caa90f99" -d '{"events": [{"server_uuid": "c6c65d45-af9c-46d4-8646-6367979dae2c", "name": "network-vif-plugged", "status": "completed", "tag": "a4b19680-2cc9-44e2-9075-1421a89825e7"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:16.283263 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port a4b19680-2cc9-44e2-9075-1421a89825e7, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a4b19680-2cc9-44e2-9075-1421a89825e7,segment=NetworkSegment(8dbcf1f5-8365-4209-a468-ea70545b9423),segment_id=8dbcf1f5-8365-4209-a468-ea70545b9423)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:16.288546 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:16.320785 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-ab8e914b-f5f0-40ea-8602-2cf10c60bc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:16.322353 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-ab8e914b-f5f0-40ea-8602-2cf10c60bc1b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c40d199a-f55a-4ce5-baf5-458dd8bf8775 HTTP/1.1" status: 200 len: 860 time: 0.0557656 Aug 16 23:56:16.338919 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=a4b19680-2cc9-44e2-9075-1421a89825e7,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:16.349343 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b02adf0-4916-477b-9a2c-f8faec66e42a req-712daa10-4498-4166-9146-46563191578b tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060276 Aug 16 23:56:16.358629 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-c82b5e00-80c7-4a6c-a5c7-5fc31790e3cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ff8c8bca-be38-471f-b093-574bcaf4ce01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282943 Aug 16 23:56:16.459872 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-ead3e07c-3f3a-4a91-920b-c3d7af27e308 service neutron] 10.222.0.64 "GET /v2.0/networks/ff8c8bca-be38-471f-b093-574bcaf4ce01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931921 Aug 16 23:56:16.481617 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-987c207e-b486-4024-b633-c202ecff6c15 req-bc87038c-b982-4913-aa6a-40e48d05edf9 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942101 Aug 16 23:56:16.483754 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-875e935c-30e5-482d-bf8f-db27e6856df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:16.493489 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-5ee99669-0b0c-4f66-a54f-c1d77339663b tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:16.494974 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-5ee99669-0b0c-4f66-a54f-c1d77339663b tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/networks?id=0de117b9-aee8-4952-ae99-3d2308a08b74 HTTP/1.1" status: 200 len: 808 time: 0.2236145 Aug 16 23:56:16.518799 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7f97d-7635-4e46-8e3a-0dccc688b51c req-62d12a29-f23c-4a0a-9805-492eb81a16e2 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:16.520279 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b6d7f97d-7635-4e46-8e3a-0dccc688b51c req-62d12a29-f23c-4a0a-9805-492eb81a16e2 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6c65d45-af9c-46d4-8646-6367979dae2c HTTP/1.1" status: 200 len: 945 time: 0.1004136 Aug 16 23:56:16.529625 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-dad6d86b-0410-4223-b808-89950b750f3c tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/quotas/196284884f15450ab6370c358b3094db HTTP/1.1" status: 200 len: 375 time: 0.0255120 Aug 16 23:56:16.567979 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9d10e1e7-39ea-4561-93ce-34ceb0452e48 req-6bd71fa6-a7a2-47b3-ad48-40ae74144dc9 service neutron] 10.222.0.64 "GET /v2.0/networks/ff8c8bca-be38-471f-b093-574bcaf4ce01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987389 Aug 16 23:56:16.601567 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b6d7f97d-7635-4e46-8e3a-0dccc688b51c req-f0461008-acb6-4ed4-bd98-203f94a8f7ca tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/security-groups?id=c21d8673-34a2-46b0-9a77-82b9166eb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698369 Aug 16 23:56:16.608453 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-f3587d74-497e-4755-b4d5-5630bed1fe68 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=196284884f15450ab6370c358b3094db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0779245 Aug 16 23:56:16.682597 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1140ef3e-1e15-4e73-8312-7b47af0c94b3 x-openstack-request-id: req-1140ef3e-1e15-4e73-8312-7b47af0c94b3 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:16.682891 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3a14f8-c4b2-4360-8427-9f464a35f221", "tag": "1bba2f95-491f-42ee-978c-ac192d55f592", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:16.683145 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1140ef3e-1e15-4e73-8312-7b47af0c94b3 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:16.683548 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd3a14f8-c4b2-4360-8427-9f464a35f221', 'tag': '1bba2f95-491f-42ee-978c-ac192d55f592', 'status': 'completed', 'code': 200} Aug 16 23:56:16.761533 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1e4b1-2df0-450b-a24a-5ca64cd3ead4 req-fe533913-a545-4eee-9978-e4205e11e057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:16.762959 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f8c1e4b1-2df0-450b-a24a-5ca64cd3ead4 req-fe533913-a545-4eee-9978-e4205e11e057 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c51c5e175b764197b0bc8657e959502e&device_id=fd3a14f8-c4b2-4360-8427-9f464a35f221 HTTP/1.1" status: 200 len: 1096 time: 0.0495522 Aug 16 23:56:16.868421 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1e4b1-2df0-450b-a24a-5ca64cd3ead4 req-32ff7cc2-ad81-44fb-b069-f150c1dd1617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:16.869946 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f8c1e4b1-2df0-450b-a24a-5ca64cd3ead4 req-32ff7cc2-ad81-44fb-b069-f150c1dd1617 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ff8c8bca-be38-471f-b093-574bcaf4ce01 HTTP/1.1" status: 200 len: 921 time: 0.0937130 Aug 16 23:56:16.921642 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f8c1e4b1-2df0-450b-a24a-5ca64cd3ead4 req-cb932186-d81b-4d31-84e8-30424db06bdb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bba2f95-491f-42ee-978c-ac192d55f592 HTTP/1.1" status: 200 len: 217 time: 0.0411870 Aug 16 23:56:16.979990 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1e4b1-2df0-450b-a24a-5ca64cd3ead4 req-5b2cb7b4-d402-4ff5-af99-522cc6b56f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:16.981638 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f8c1e4b1-2df0-450b-a24a-5ca64cd3ead4 req-5b2cb7b4-d402-4ff5-af99-522cc6b56f39 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c40d199a-f55a-4ce5-baf5-458dd8bf8775 HTTP/1.1" status: 200 len: 860 time: 0.0475495 Aug 16 23:56:17.020586 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f8c1e4b1-2df0-450b-a24a-5ca64cd3ead4 req-c8cff8e8-3272-47ef-b213-726966a6aac5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ff8c8bca-be38-471f-b093-574bcaf4ce01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259621 Aug 16 23:56:17.041301 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5bd95d30-22b3-483f-8bce-a78982bee99a req-e36ccc9c-f810-493d-9729-b4c2ac0344db tempest-SecurityGroupsNegativeTestJSON-1012687709 tempest-SecurityGroupsNegativeTestJSON-1012687709-project] 10.222.0.60 "GET /v2.0/security-groups/50dd0c2e-8397-46a1-bb39-fed013cc6718 HTTP/1.1" status: 200 len: 2981 time: 0.0632024 Aug 16 23:56:17.058638 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-f71eeec8-012c-48d2-b2fa-97c20f499940 service neutron] 10.222.0.60 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430833 Aug 16 23:56:17.115472 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f8c1e4b1-2df0-450b-a24a-5ca64cd3ead4 req-f13b3e37-006b-4498-8d97-d796331a1b92 service neutron] 10.222.0.64 "GET /v2.0/networks/ff8c8bca-be38-471f-b093-574bcaf4ce01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818312 Aug 16 23:56:17.162346 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-5bd95d30-22b3-483f-8bce-a78982bee99a req-60e14813-b586-437a-bcca-d5cb5487d3e7 tempest-SecurityGroupsNegativeTestJSON-1012687709 tempest-SecurityGroupsNegativeTestJSON-1012687709-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 23:56:17.163366 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5bd95d30-22b3-483f-8bce-a78982bee99a req-60e14813-b586-437a-bcca-d5cb5487d3e7 tempest-SecurityGroupsNegativeTestJSON-1012687709 tempest-SecurityGroupsNegativeTestJSON-1012687709-project] 10.222.0.60 "DELETE /v2.0/security-groups/50dd0c2e-8397-46a1-bb39-fed013cc6718 HTTP/1.1" status: 409 len: 352 time: 0.1150858 Aug 16 23:56:17.194567 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-752577c8-a3ce-4edf-82bf-e91043e1c669 service neutron] 10.222.0.60 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299531 Aug 16 23:56:17.211326 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15483c9a-b4b2-487e-9f06-53dffd1ba1eb x-openstack-request-id: req-15483c9a-b4b2-487e-9f06-53dffd1ba1eb {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:17.211780 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c65d45-af9c-46d4-8646-6367979dae2c", "name": "network-vif-plugged", "status": "completed", "tag": "a4b19680-2cc9-44e2-9075-1421a89825e7", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:17.211971 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-15483c9a-b4b2-487e-9f06-53dffd1ba1eb {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:17.212265 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c65d45-af9c-46d4-8646-6367979dae2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b19680-2cc9-44e2-9075-1421a89825e7', 'code': 200} Aug 16 23:56:17.229731 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f8c1e4b1-2df0-450b-a24a-5ca64cd3ead4 req-3ca5a83a-95c0-496b-9345-a86ccbaeca6c service neutron] 10.222.0.64 "GET /v2.0/networks/ff8c8bca-be38-471f-b093-574bcaf4ce01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982876 Aug 16 23:56:17.351614 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e3720-2131-4fb1-8c65-4f6508ece4e2 req-a3465ece-8d79-4786-9d5b-48e839d1923e tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:17.353517 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e4e3720-2131-4fb1-8c65-4f6508ece4e2 req-a3465ece-8d79-4786-9d5b-48e839d1923e tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd3a14f8-c4b2-4360-8427-9f464a35f221 HTTP/1.1" status: 200 len: 944 time: 0.0908012 Aug 16 23:56:17.396661 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59eb73-577d-4ba8-b2ce-a4e532757b33 req-83ce1084-3c15-4891-b908-ea217e959200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:17.398187 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e59eb73-577d-4ba8-b2ce-a4e532757b33 req-83ce1084-3c15-4891-b908-ea217e959200 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c6c65d45-af9c-46d4-8646-6367979dae2c HTTP/1.1" status: 200 len: 1097 time: 0.1242476 Aug 16 23:56:17.459337 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e4e3720-2131-4fb1-8c65-4f6508ece4e2 req-07e358ac-7c8d-4c40-b4c9-1d760eac1550 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923450 Aug 16 23:56:17.468737 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdc4e5-b750-4476-8de5-15bac22c9f21 req-5b1c3723-f606-40c8-8283-d78c8dc7499e tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:17.470278 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bcdc4e5-b750-4476-8de5-15bac22c9f21 req-5b1c3723-f606-40c8-8283-d78c8dc7499e tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=8994ab99-e148-458a-af39-cd98ae615120 HTTP/1.1" status: 200 len: 945 time: 0.1143756 Aug 16 23:56:17.477426 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e59eb73-577d-4ba8-b2ce-a4e532757b33 req-edc05ca4-2824-4d64-b470-46dc5e9bc96a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c21d8673-34a2-46b0-9a77-82b9166eb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634089 Aug 16 23:56:17.534509 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bcdc4e5-b750-4476-8de5-15bac22c9f21 req-b10e0ad6-e665-4193-8676-b3dbf455e0eb tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486834 Aug 16 23:56:17.566427 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-6ca57903-57a8-43ba-8d48-26f056e33cec req-1309308d-a318-4359-82db-10a76f8aea90 tempest-SecurityGroupsNegativeTestJSON-1012687709 tempest-SecurityGroupsNegativeTestJSON-1012687709-project] show failed (client error): The resource could not be found. Aug 16 23:56:17.567526 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6ca57903-57a8-43ba-8d48-26f056e33cec req-1309308d-a318-4359-82db-10a76f8aea90 tempest-SecurityGroupsNegativeTestJSON-1012687709 tempest-SecurityGroupsNegativeTestJSON-1012687709-project] 10.222.0.60 "GET /v2.0/security-groups/65a7ec09-155c-4532-ba0b-5bb055a9d508 HTTP/1.1" status: 404 len: 352 time: 0.0155847 Aug 16 23:56:17.639566 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a80835-4bbe-4d44-847e-fbdf5a61e308 req-0d86c39a-b84d-42f9-b741-5986eba5b27e tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:17.641206 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a0a80835-4bbe-4d44-847e-fbdf5a61e308 req-0d86c39a-b84d-42f9-b741-5986eba5b27e tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 950 time: 0.0707226 Aug 16 23:56:17.662429 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-012a765b-9721-4ff6-8cc6-2b047b12d6f0 req-2ee8e66e-2dc3-4d3e-a972-0dc8a7fdeafe tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6 HTTP/1.1" status: 200 len: 210 time: 0.0444858 Aug 16 23:56:17.701239 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a0a80835-4bbe-4d44-847e-fbdf5a61e308 req-567df69d-43ca-4bca-9ae3-2c9a818d6728 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410428 Aug 16 23:56:17.886371 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-ebe87037-5e48-48b3-bda9-88e884a1cbf5 req-4d5fb2f1-e241-4d0a-84e9-3c82103ca1d6 tempest-SecurityGroupsNegativeTestJSON-1012687709 tempest-SecurityGroupsNegativeTestJSON-1012687709-project] show failed (client error): The resource could not be found. Aug 16 23:56:17.887424 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ebe87037-5e48-48b3-bda9-88e884a1cbf5 req-4d5fb2f1-e241-4d0a-84e9-3c82103ca1d6 tempest-SecurityGroupsNegativeTestJSON-1012687709 tempest-SecurityGroupsNegativeTestJSON-1012687709-project] 10.222.0.60 "GET /v2.0/security-groups/2a1f4929-5c9a-490d-aabd-aa1d2b889c57 HTTP/1.1" status: 404 len: 352 time: 0.0173223 Aug 16 23:56:17.900708 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51098) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:17.961474 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2a9edf-4813-42d7-a8fb-151932ec8bd0 admin admin] Deleting subnet 89eecb69-40ba-4171-a266-b1b25256ad0e {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:56:17.965374 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7b2a9edf-4813-42d7-a8fb-151932ec8bd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:18.006313 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7b2a9edf-4813-42d7-a8fb-151932ec8bd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:18.026449 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6377b9-af00-4174-9ef8-91db14830bb7 req-c33844cb-4af7-4cb4-9e58-6376d78af304 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:18.028053 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d6377b9-af00-4174-9ef8-91db14830bb7 req-c33844cb-4af7-4cb4-9e58-6376d78af304 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6c65d45-af9c-46d4-8646-6367979dae2c HTTP/1.1" status: 200 len: 945 time: 0.1047580 Aug 16 23:56:18.041549 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a35a3-d002-4bb5-a3ed-1cd053bb688f req-d8f8b003-b5b2-4c21-8174-fc7bc257a016 tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:18.048167 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f73a35a3-d002-4bb5-a3ed-1cd053bb688f req-d8f8b003-b5b2-4c21-8174-fc7bc257a016 tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] 10.222.0.60 "GET /v2.0/ports?device_id=af8f5762-6629-4d99-9dfc-89d470b198ed HTTP/1.1" status: 200 len: 946 time: 0.0799139 Aug 16 23:56:18.053759 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7b2a9edf-4813-42d7-a8fb-151932ec8bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:18.109781 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7b2a9edf-4813-42d7-a8fb-151932ec8bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:18.110058 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d6377b9-af00-4174-9ef8-91db14830bb7 req-82cd25a6-1295-4b8e-b854-7dbe511d7968 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/security-groups?id=c21d8673-34a2-46b0-9a77-82b9166eb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595844 Aug 16 23:56:18.112741 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f73a35a3-d002-4bb5-a3ed-1cd053bb688f req-b3a20acd-f597-4a65-9097-02f95956d871 tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] 10.222.0.60 "GET /v2.0/security-groups?id=e94789b2-2c9d-430a-b975-11606b163e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638866 Aug 16 23:56:18.138216 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a9edf-4813-42d7-a8fb-151932ec8bd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89eecb69-40ba-4171-a266-b1b25256ad0e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:18.140218 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7b2a9edf-4813-42d7-a8fb-151932ec8bd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:18.145309 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51102) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:18.145535 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7b2a9edf-4813-42d7-a8fb-151932ec8bd0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/89eecb69-40ba-4171-a266-b1b25256ad0e HTTP/1.1" status: 204 len: 168 time: 0.2432582 Aug 16 23:56:18.216436 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a0181957-c760-4447-bdea-8a93be355ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:18.284294 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 1bba2f95-491f-42ee-978c-ac192d55f592 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:56:18.328472 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a0181957-c760-4447-bdea-8a93be355ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:18.341170 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-a0181957-c760-4447-bdea-8a93be355ccf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb110ae-c574-4e9f-9b02-5ac6c2ebd77d']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:18.353742 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-a0181957-c760-4447-bdea-8a93be355ccf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e007e385-9949-4973-8009-fa0fa718f376') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:18.354038 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-a0181957-c760-4447-bdea-8a93be355ccf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e007e385-9949-4973-8009-fa0fa718f376') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:18.366681 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a0181957-c760-4447-bdea-8a93be355ccf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:18.384825 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd400b74-b505-4cbf-ab28-6a588af1e0a6 req-fff19585-5be7-4ab1-8613-41ed1c19390a tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:18.389528 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dd400b74-b505-4cbf-ab28-6a588af1e0a6 req-fff19585-5be7-4ab1-8613-41ed1c19390a tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=8994ab99-e148-458a-af39-cd98ae615120 HTTP/1.1" status: 200 len: 945 time: 0.0983467 Aug 16 23:56:18.402379 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 1bba2f95-491f-42ee-978c-ac192d55f592, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=1bba2f95-491f-42ee-978c-ac192d55f592,segment=NetworkSegment(fbcd4495-cd63-44ce-b1d3-884295473b0e),segment_id=fbcd4495-cd63-44ce-b1d3-884295473b0e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:18.405325 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a0181957-c760-4447-bdea-8a93be355ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:18.420092 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '1bba2f95-491f-42ee-978c-ac192d55f592', 'network_id': 'ff8c8bca-be38-471f-b093-574bcaf4ce01', 'port_id': '1bba2f95-491f-42ee-978c-ac192d55f592', 'mac_address': 'fa:16:3e:c1:99:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40d199a-f55a-4ce5-baf5-458dd8bf8775', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:56:18.449473 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0181957-c760-4447-bdea-8a93be355ccf admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:56:18.449884 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a0181957-c760-4447-bdea-8a93be355ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: timer() Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: self._notify() Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:56:18.452679 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:56:18.470121 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:18.493164 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bba2f95-491f-42ee-978c-ac192d55f592 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:18.527109 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 1bba2f95-491f-42ee-978c-ac192d55f592, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=1bba2f95-491f-42ee-978c-ac192d55f592,segment=NetworkSegment(fbcd4495-cd63-44ce-b1d3-884295473b0e),segment_id=fbcd4495-cd63-44ce-b1d3-884295473b0e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:18.532678 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:18.587479 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=1bba2f95-491f-42ee-978c-ac192d55f592,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:18.598872 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dd400b74-b505-4cbf-ab28-6a588af1e0a6 req-87548d6d-d4fb-4e7e-ba83-bd316c7d1964 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026277 Aug 16 23:56:18.623451 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a0181957-c760-4447-bdea-8a93be355ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:18.637031 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a0181957-c760-4447-bdea-8a93be355ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:18.638866 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a0181957-c760-4447-bdea-8a93be355ccf admin admin] 10.222.0.60 "DELETE /v2.0/networks/6eb110ae-c574-4e9f-9b02-5ac6c2ebd77d HTTP/1.1" status: 204 len: 168 time: 0.4924369 Aug 16 23:56:18.656156 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0181957-c760-4447-bdea-8a93be355ccf admin admin] Pushing event deleted for resources: {'Network': ['ID=6eb110ae-c574-4e9f-9b02-5ac6c2ebd77d,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:18.665112 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53d68c-a17e-4ee1-ae7b-c72140132d64 req-96446d04-96bf-46a0-99c6-e4ac1af737de tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:18.666632 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb53d68c-a17e-4ee1-ae7b-c72140132d64 req-96446d04-96bf-46a0-99c6-e4ac1af737de tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd3a14f8-c4b2-4360-8427-9f464a35f221 HTTP/1.1" status: 200 len: 945 time: 0.1217384 Aug 16 23:56:18.690439 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-8384432c-fc84-4da1-9104-6858252a62fa tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:18.692277 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-8384432c-fc84-4da1-9104-6858252a62fa tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.69 "GET /v2.0/networks?id=0de117b9-aee8-4952-ae99-3d2308a08b74 HTTP/1.1" status: 200 len: 808 time: 0.2838125 Aug 16 23:56:18.708072 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-41d3ca8e-f2f0-454a-b1bd-2759b1b202f6 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Request body: {'port': {'device_id': '152cf6fb-5232-42fa-b49e-3da018a7d2c6', 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74', 'admin_state_up': True, 'tenant_id': '196284884f15450ab6370c358b3094db'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:18.766269 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51114) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:18.782040 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb53d68c-a17e-4ee1-ae7b-c72140132d64 req-6ff7a0ef-2dbf-422e-8592-e41cc6d85ffe tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091621 Aug 16 23:56:18.806106 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a37b36e8-a3c1-4cf5-9f94-a22cd636dd47 req-4c49526a-4916-4d92-b4a2-b2c6ab4ee286 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6 HTTP/1.1" status: 200 len: 210 time: 0.0481057 Aug 16 23:56:18.816102 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8eface59-e999-4c25-8788-0453a9d94ddc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9032ffc50a6c49dd98fe21edf25bebfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485928 Aug 16 23:56:18.818767 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51116) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:18.864596 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['1bba2f95-491f-42ee-978c-ac192d55f592'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:56:18.941700 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9987a61e-7495-4d3b-82de-7364d83349af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:18.954649 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d704b-e6c8-4054-889c-dcab177dac2f req-6148731a-e041-4680-b7dc-0430b501fb9b tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:18.956324 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe1d704b-e6c8-4054-889c-dcab177dac2f req-6148731a-e041-4680-b7dc-0430b501fb9b tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 950 time: 0.1017041 Aug 16 23:56:18.961917 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-41d3ca8e-f2f0-454a-b1bd-2759b1b202f6 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Made reservation on behalf of 196284884f15450ab6370c358b3094db for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:56:18.965276 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-41d3ca8e-f2f0-454a-b1bd-2759b1b202f6 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:18.996969 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9987a61e-7495-4d3b-82de-7364d83349af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:19.078553 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-99402faa-9f2d-4f44-8c13-c68ec74a6f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:19.091252 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe1d704b-e6c8-4054-889c-dcab177dac2f req-25ce9a9b-b151-4d2d-a5f5-4c18f5a70940 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215799 Aug 16 23:56:19.120630 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9987a61e-7495-4d3b-82de-7364d83349af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:19.123398 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9987a61e-7495-4d3b-82de-7364d83349af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:19.124522 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9987a61e-7495-4d3b-82de-7364d83349af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/50dd0c2e-8397-46a1-bb39-fed013cc6718 HTTP/1.1" status: 204 len: 168 time: 0.3048186 Aug 16 23:56:19.156615 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987a61e-7495-4d3b-82de-7364d83349af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dd0c2e-8397-46a1-bb39-fed013cc6718,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:19.182033 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-41d3ca8e-f2f0-454a-b1bd-2759b1b202f6 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Allocated IP 172.20.0.12 (0de117b9-aee8-4952-ae99-3d2308a08b74/8c3c58a3-e974-46fc-9f56-1776e260fbc5/09cd6a5e-0878-4702-8532-60aaa5ef0337) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:56:19.201215 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:19.379053 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f116d41-40c9-435b-85fa-88977baa19d2 req-9dc8df66-46b4-493c-ba4d-4d738e2a4fea tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:19.380617 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f116d41-40c9-435b-85fa-88977baa19d2 req-9dc8df66-46b4-493c-ba4d-4d738e2a4fea tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6c65d45-af9c-46d4-8646-6367979dae2c HTTP/1.1" status: 200 len: 945 time: 0.1586356 Aug 16 23:56:19.388594 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5d749-b751-4dff-bc07-f8fe084fbc44 req-690fc4f9-517b-4543-90c8-68129a29da91 tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:19.390069 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81e5d749-b751-4dff-bc07-f8fe084fbc44 req-690fc4f9-517b-4543-90c8-68129a29da91 tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] 10.222.0.60 "GET /v2.0/ports?device_id=af8f5762-6629-4d99-9dfc-89d470b198ed HTTP/1.1" status: 200 len: 946 time: 0.1525323 Aug 16 23:56:19.433992 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2113fc2-da35-42f9-b103-8742d41f0631 req-0e1c2b28-fa24-47e6-864b-64e798d15aef tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:19.436705 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b2113fc2-da35-42f9-b103-8742d41f0631 req-0e1c2b28-fa24-47e6-864b-64e798d15aef tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.69 "GET /v2.0/ports?device_id=8994ab99-e148-458a-af39-cd98ae615120 HTTP/1.1" status: 200 len: 945 time: 0.0745819 Aug 16 23:56:19.487139 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f116d41-40c9-435b-85fa-88977baa19d2 req-af1ebfcb-251e-451d-93fd-8d7ce0d73f5c tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/security-groups?id=c21d8673-34a2-46b0-9a77-82b9166eb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954952 Aug 16 23:56:19.493885 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81e5d749-b751-4dff-bc07-f8fe084fbc44 req-d28a873b-2444-4385-b023-f0e687aa7377 tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] 10.222.0.60 "GET /v2.0/security-groups?id=e94789b2-2c9d-430a-b975-11606b163e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868690 Aug 16 23:56:19.496909 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-41d3ca8e-f2f0-454a-b1bd-2759b1b202f6 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:19.577465 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-b2113fc2-da35-42f9-b103-8742d41f0631 req-3e66098a-a6b9-468e-baa1-309c2dbeb462 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Deleting port e2653203-23e4-44ea-a1ab-a3e675b79359 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:56:19.577816 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b2113fc2-da35-42f9-b103-8742d41f0631 req-3e66098a-a6b9-468e-baa1-309c2dbeb462 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:19.670557 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-41d3ca8e-f2f0-454a-b1bd-2759b1b202f6 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:19.704512 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436bf8d-a1de-47e6-89ed-92cc4d7fe04d req-ce87dc0d-7c5b-4296-b4aa-2105653db899 tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:19.706378 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3436bf8d-a1de-47e6-89ed-92cc4d7fe04d req-ce87dc0d-7c5b-4296-b4aa-2105653db899 tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] 10.222.0.64 "GET /v2.0/ports?device_id=af8f5762-6629-4d99-9dfc-89d470b198ed HTTP/1.1" status: 200 len: 946 time: 0.1248937 Aug 16 23:56:19.777065 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-b2113fc2-da35-42f9-b103-8742d41f0631 req-3e66098a-a6b9-468e-baa1-309c2dbeb462 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] For port e2653203-23e4-44ea-a1ab-a3e675b79359, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=e2653203-23e4-44ea-a1ab-a3e675b79359,segment=NetworkSegment(f6ecfec7-859e-48ae-8b72-438566ddcf66),segment_id=f6ecfec7-859e-48ae-8b72-438566ddcf66)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:19.777444 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b2113fc2-da35-42f9-b103-8742d41f0631 req-3e66098a-a6b9-468e-baa1-309c2dbeb462 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:19.794273 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-41d3ca8e-f2f0-454a-b1bd-2759b1b202f6 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Network 0de117b9-aee8-4952-ae99-3d2308a08b74 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:56:19.807545 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-41d3ca8e-f2f0-454a-b1bd-2759b1b202f6 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:56:19.817537 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2cbc521b-7bfe-486a-8cf4-9a862b8a2a72 req-f7e96ecc-d321-46ef-add9-e8442d91459b tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 258 time: 0.2799428 Aug 16 23:56:19.817975 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-b2113fc2-da35-42f9-b103-8742d41f0631 req-3e66098a-a6b9-468e-baa1-309c2dbeb462 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Calling delete_port for e2653203-23e4-44ea-a1ab-a3e675b79359 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:56:19.822116 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-41d3ca8e-f2f0-454a-b1bd-2759b1b202f6 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:56:19.849481 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d3ca8e-f2f0-454a-b1bd-2759b1b202f6 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Pushing event updated for resources: {'Port': ['ID=09cd6a5e-0878-4702-8532-60aaa5ef0337,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:19.860341 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-2cbc521b-7bfe-486a-8cf4-9a862b8a2a72 req-ca3ad91f-e0c3-43fb-a5f0-010d19b2195c tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:19.900453 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaeaf61-3af7-428f-847f-ff54dc51bd0b req-334ce5b4-fc7d-4d39-89e2-655c41a994bd tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:19.902014 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dbaeaf61-3af7-428f-847f-ff54dc51bd0b req-334ce5b4-fc7d-4d39-89e2-655c41a994bd tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/ports?device_id=8994ab99-e148-458a-af39-cd98ae615120 HTTP/1.1" status: 200 len: 945 time: 0.1775832 Aug 16 23:56:19.906339 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-3436bf8d-a1de-47e6-89ed-92cc4d7fe04d req-32466f2a-f750-458c-b318-d5338743755a tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Deleting port 2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:56:19.906687 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-3436bf8d-a1de-47e6-89ed-92cc4d7fe04d req-32466f2a-f750-458c-b318-d5338743755a tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:19.914393 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-41d3ca8e-f2f0-454a-b1bd-2759b1b202f6 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:19.915043 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-41d3ca8e-f2f0-454a-b1bd-2759b1b202f6 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:19.933194 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2cbc521b-7bfe-486a-8cf4-9a862b8a2a72 req-ca3ad91f-e0c3-43fb-a5f0-010d19b2195c tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks [] for floatingip, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:19.947367 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-41d3ca8e-f2f0-454a-b1bd-2759b1b202f6 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2435529 Aug 16 23:56:19.963033 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-8d503cd0-e948-44fc-a8ba-2c99944cbcde service neutron] Request body: {'port': {'device_id': '152cf6fb-5232-42fa-b49e-3da018a7d2c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:20.043359 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dbaeaf61-3af7-428f-847f-ff54dc51bd0b req-36f60f2e-e996-4048-8dbb-7415885c3e64 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.60 "GET /v2.0/security-groups?id=001b98ce-49aa-42c8-8a71-c89fa31e9205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231072 Aug 16 23:56:20.043818 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51154) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:20.069880 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-3436bf8d-a1de-47e6-89ed-92cc4d7fe04d req-32466f2a-f750-458c-b318-d5338743755a tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] For port 2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab,segment=NetworkSegment(40298860-0a29-4733-90dd-73e0e8e8f6e5),segment_id=40298860-0a29-4733-90dd-73e0e8e8f6e5)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:20.070248 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-3436bf8d-a1de-47e6-89ed-92cc4d7fe04d req-32466f2a-f750-458c-b318-d5338743755a tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:20.083222 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-080085c7-c882-45b0-a7a3-ea1e89d9594b req-bdccae1a-44ed-404c-ab7b-f304a696aa24 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c6c65d45-af9c-46d4-8646-6367979dae2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1324794 Aug 16 23:56:20.083879 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:20.098892 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-3436bf8d-a1de-47e6-89ed-92cc4d7fe04d req-32466f2a-f750-458c-b318-d5338743755a tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Calling delete_port for 2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:56:20.118114 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-8d503cd0-e948-44fc-a8ba-2c99944cbcde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:20.162245 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b2113fc2-da35-42f9-b103-8742d41f0631 req-3e66098a-a6b9-468e-baa1-309c2dbeb462 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:20.228926 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66098a-a6b9-468e-baa1-309c2dbeb462 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Pushing event deleted for resources: {'Port': ['ID=e2653203-23e4-44ea-a1ab-a3e675b79359,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:20.274304 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-8afcada7-dc38-4258-a82f-9fec37ffd1d1 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1786191498-network', 'tenant_id': 'a842cdb0bb1a4b14a7feeaa0e9223d47'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:20.294918 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2113fc2-da35-42f9-b103-8742d41f0631 req-3e66098a-a6b9-468e-baa1-309c2dbeb462 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] No DVR routers for this DVR port e2653203-23e4-44ea-a1ab-a3e675b79359 on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:56:20.299385 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080085c7-c882-45b0-a7a3-ea1e89d9594b req-53a30993-787e-43ef-9cd0-77688e0ba0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:20.300860 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-080085c7-c882-45b0-a7a3-ea1e89d9594b req-53a30993-787e-43ef-9cd0-77688e0ba0ac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=85a994c899ab4668b7f9d49d0be8b46c&device_id=c6c65d45-af9c-46d4-8646-6367979dae2c HTTP/1.1" status: 200 len: 1097 time: 0.1411574 Aug 16 23:56:20.305948 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 1bba2f95-491f-42ee-978c-ac192d55f592 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:56:20.307812 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b2113fc2-da35-42f9-b103-8742d41f0631 req-3e66098a-a6b9-468e-baa1-309c2dbeb462 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:20.310003 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b2113fc2-da35-42f9-b103-8742d41f0631 req-3e66098a-a6b9-468e-baa1-309c2dbeb462 tempest-ServerDiskConfigTestJSON-1855220590 tempest-ServerDiskConfigTestJSON-1855220590-project] 10.222.0.69 "DELETE /v2.0/ports/e2653203-23e4-44ea-a1ab-a3e675b79359 HTTP/1.1" status: 204 len: 173 time: 0.8656964 Aug 16 23:56:20.310445 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8994ab99-e148-458a-af39-cd98ae615120', 'name': 'network-vif-deleted', 'tag': 'e2653203-23e4-44ea-a1ab-a3e675b79359'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:20.314832 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cec8f8-6f1e-44e8-ba27-3fa21cd9c43d" -d '{"events": [{"server_uuid": "8994ab99-e148-458a-af39-cd98ae615120", "name": "network-vif-deleted", "tag": "e2653203-23e4-44ea-a1ab-a3e675b79359"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:20.360224 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f5dd9357-e48f-4cf5-b419-1b503aa8ca6e req-b03a213c-51b7-4489-9580-9b2bbb9be7b9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ff738f0c-806e-4a09-a710-727d5c3ee725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2156491 Aug 16 23:56:20.387429 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe4138-16e9-4ad3-a536-38962f60f989 req-0e06eadd-deb4-4d15-af47-620715163123 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:20.389138 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78fe4138-16e9-4ad3-a536-38962f60f989 req-0e06eadd-deb4-4d15-af47-620715163123 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd3a14f8-c4b2-4360-8427-9f464a35f221 HTTP/1.1" status: 200 len: 945 time: 0.2198899 Aug 16 23:56:20.407825 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 1bba2f95-491f-42ee-978c-ac192d55f592 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:56:20.411606 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2cbc521b-7bfe-486a-8cf4-9a862b8a2a72 req-ca3ad91f-e0c3-43fb-a5f0-010d19b2195c tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:20.418709 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 1bba2f95-491f-42ee-978c-ac192d55f592 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:56:20.419462 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:20.443921 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afcada7-dc38-4258-a82f-9fec37ffd1d1 admin admin] Made reservation on behalf of a842cdb0bb1a4b14a7feeaa0e9223d47 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:56:20.446156 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8afcada7-dc38-4258-a82f-9fec37ffd1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:20.467335 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-3436bf8d-a1de-47e6-89ed-92cc4d7fe04d req-32466f2a-f750-458c-b318-d5338743755a tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:20.512250 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32466f2a-f750-458c-b318-d5338743755a tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Pushing event deleted for resources: {'Port': ['ID=2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:20.520507 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080085c7-c882-45b0-a7a3-ea1e89d9594b req-2a58690c-d610-4278-aad5-b0042c546af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:20.521160 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-080085c7-c882-45b0-a7a3-ea1e89d9594b req-2a58690c-d610-4278-aad5-b0042c546af1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ceb0e913-0131-4c8c-be6b-f0e0f6224925 HTTP/1.1" status: 200 len: 930 time: 0.1936121 Aug 16 23:56:20.551066 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8afcada7-dc38-4258-a82f-9fec37ffd1d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:20.556814 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:20.581241 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3a14f8-c4b2-4360-8427-9f464a35f221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bba2f95-491f-42ee-978c-ac192d55f592'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:20.583789 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02654b4c-c50b-4f78-b91b-afd3162ac5cc" -d '{"events": [{"server_uuid": "fd3a14f8-c4b2-4360-8427-9f464a35f221", "name": "network-vif-plugged", "status": "completed", "tag": "1bba2f95-491f-42ee-978c-ac192d55f592"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:20.588389 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-3436bf8d-a1de-47e6-89ed-92cc4d7fe04d req-32466f2a-f750-458c-b318-d5338743755a tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] No DVR routers for this DVR port 2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:56:20.589197 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78fe4138-16e9-4ad3-a536-38962f60f989 req-924cf56f-b3db-43d5-a4c7-fb43cd8706ab tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887305 Aug 16 23:56:20.590880 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-080085c7-c882-45b0-a7a3-ea1e89d9594b req-39121784-ead7-4b7f-b26c-409001720db6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4b19680-2cc9-44e2-9075-1421a89825e7 HTTP/1.1" status: 200 len: 217 time: 0.0561533 Aug 16 23:56:20.591977 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-3436bf8d-a1de-47e6-89ed-92cc4d7fe04d req-32466f2a-f750-458c-b318-d5338743755a tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:20.594010 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3436bf8d-a1de-47e6-89ed-92cc4d7fe04d req-32466f2a-f750-458c-b318-d5338743755a tempest-ServerAddressesTestJSON-2107729000 tempest-ServerAddressesTestJSON-2107729000-project] 10.222.0.64 "DELETE /v2.0/ports/2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab HTTP/1.1" status: 204 len: 173 time: 0.8777876 Aug 16 23:56:20.606991 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 1bba2f95-491f-42ee-978c-ac192d55f592, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=1bba2f95-491f-42ee-978c-ac192d55f592,segment=NetworkSegment(fbcd4495-cd63-44ce-b1d3-884295473b0e),segment_id=fbcd4495-cd63-44ce-b1d3-884295473b0e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:20.622019 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:20.666808 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080085c7-c882-45b0-a7a3-ea1e89d9594b req-a9b6c1b3-b3b4-4844-a055-dbf9e505ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:20.668426 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-080085c7-c882-45b0-a7a3-ea1e89d9594b req-a9b6c1b3-b3b4-4844-a055-dbf9e505ec23 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6120a608-f3ce-47fa-9717-c690879e0308 HTTP/1.1" status: 200 len: 868 time: 0.0674663 Aug 16 23:56:20.714375 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd9357-e48f-4cf5-b419-1b503aa8ca6e req-4dfa1f2a-f4b4-4ea7-92cd-7feed1c44b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:20.716206 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f5dd9357-e48f-4cf5-b419-1b503aa8ca6e req-4dfa1f2a-f4b4-4ea7-92cd-7feed1c44b59 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=196284884f15450ab6370c358b3094db&device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 1096 time: 0.2855525 Aug 16 23:56:20.718659 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=1bba2f95-491f-42ee-978c-ac192d55f592,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:20.726601 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080085c7-c882-45b0-a7a3-ea1e89d9594b req-7b028ea3-ab57-41cf-8dbd-98f6cc76ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:20.728376 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-080085c7-c882-45b0-a7a3-ea1e89d9594b req-7b028ea3-ab57-41cf-8dbd-98f6cc76ca4d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ceb0e913-0131-4c8c-be6b-f0e0f6224925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514221 Aug 16 23:56:20.843345 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-080085c7-c882-45b0-a7a3-ea1e89d9594b req-5d746408-ed84-488e-bae5-a3af04b45ee3 service neutron] 10.222.0.69 "GET /v2.0/networks/ceb0e913-0131-4c8c-be6b-f0e0f6224925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061540 Aug 16 23:56:20.844292 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-2cbc521b-7bfe-486a-8cf4-9a862b8a2a72 req-ca3ad91f-e0c3-43fb-a5f0-010d19b2195c tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Allocated IP 172.25.3.176 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/caa465f7-35e8-4b36-8dab-7a4871bda760) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:56:20.957989 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-080085c7-c882-45b0-a7a3-ea1e89d9594b req-74247a73-8ef6-4728-b447-035e4b9faedd service neutron] 10.222.0.69 "GET /v2.0/networks/ceb0e913-0131-4c8c-be6b-f0e0f6224925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024613 Aug 16 23:56:20.962697 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b5382-a634-4dc9-a0cd-f9a09cabf824 req-297cc658-fbc9-4361-a212-038f1af32b0a tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:20.964351 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fa4b5382-a634-4dc9-a0cd-f9a09cabf824 req-297cc658-fbc9-4361-a212-038f1af32b0a tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6 HTTP/1.1" status: 200 len: 932 time: 0.2867823 Aug 16 23:56:21.083129 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-8d503cd0-e948-44fc-a8ba-2c99944cbcde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09cd6a5e-0878-4702-8532-60aaa5ef0337 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:21.109664 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8afcada7-dc38-4258-a82f-9fec37ffd1d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:21.113928 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-8d503cd0-e948-44fc-a8ba-2c99944cbcde service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:21.123460 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd9357-e48f-4cf5-b419-1b503aa8ca6e req-d4154f7b-69d8-4672-b09b-780bbbb89dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:21.125070 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f5dd9357-e48f-4cf5-b419-1b503aa8ca6e req-d4154f7b-69d8-4672-b09b-780bbbb89dd9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0de117b9-aee8-4952-ae99-3d2308a08b74 HTTP/1.1" status: 200 len: 909 time: 0.3609581 Aug 16 23:56:21.130220 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8afcada7-dc38-4258-a82f-9fec37ffd1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:21.135307 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fa4b5382-a634-4dc9-a0cd-f9a09cabf824 req-c186a473-d3e2-4774-a481-1d9a64c9d63a tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558468 Aug 16 23:56:21.487511 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-8d503cd0-e948-44fc-a8ba-2c99944cbcde service neutron] Transition to ACTIVE for port object 09cd6a5e-0878-4702-8532-60aaa5ef0337 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:56:21.534960 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8afcada7-dc38-4258-a82f-9fec37ffd1d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:56:21.536717 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-8d503cd0-e948-44fc-a8ba-2c99944cbcde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:21.574086 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f5dd9357-e48f-4cf5-b419-1b503aa8ca6e req-61c726b9-219a-4d97-90f1-15f916eeed6d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89cd47f1-94be-43c0-bf37-cbd80dabe5a9 HTTP/1.1" status: 200 len: 217 time: 0.4245658 Aug 16 23:56:21.600502 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2cbc521b-7bfe-486a-8cf4-9a862b8a2a72 req-ca3ad91f-e0c3-43fb-a5f0-010d19b2195c tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:21.609888 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8afcada7-dc38-4258-a82f-9fec37ffd1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:21.610226 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-8afcada7-dc38-4258-a82f-9fec37ffd1d1 admin admin] Added segment 3f425405-396d-4e3b-9e81-d03adf1a353a of type vlan for network ac30e745-411d-4055-9fa5-2ae764c4ed81 Aug 16 23:56:21.639228 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcada7-dc38-4258-a82f-9fec37ffd1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce81c716-3a73-4d1e-a12a-4d11df94bab0,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:21.725643 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d503cd0-e948-44fc-a8ba-2c99944cbcde service neutron] Pushing event updated for resources: {'Port': ['ID=09cd6a5e-0878-4702-8532-60aaa5ef0337,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:21.733942 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8afcada7-dc38-4258-a82f-9fec37ffd1d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:21.745389 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd6702-2aa8-4478-b5b8-72e9b2dfb0f9 req-3304fa18-0929-4fe9-b042-a003d746c7ac tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:21.747123 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d5bd6702-2aa8-4478-b5b8-72e9b2dfb0f9 req-3304fa18-0929-4fe9-b042-a003d746c7ac tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 950 time: 0.2761595 Aug 16 23:56:21.790694 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd9357-e48f-4cf5-b419-1b503aa8ca6e req-566f5fc3-b45a-472a-8209-d0966709e203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:21.792133 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f5dd9357-e48f-4cf5-b419-1b503aa8ca6e req-566f5fc3-b45a-472a-8209-d0966709e203 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c3c58a3-e974-46fc-9f56-1776e260fbc5 HTTP/1.1" status: 200 len: 848 time: 0.1870022 Aug 16 23:56:21.876306 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f5dd9357-e48f-4cf5-b419-1b503aa8ca6e req-84c2cd0d-079a-40bc-9482-77374d5dc5c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0de117b9-aee8-4952-ae99-3d2308a08b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436237 Aug 16 23:56:21.899690 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8afcada7-dc38-4258-a82f-9fec37ffd1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:21.900557 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afcada7-dc38-4258-a82f-9fec37ffd1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:21.901155 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8afcada7-dc38-4258-a82f-9fec37ffd1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:21.907301 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2cbc521b-7bfe-486a-8cf4-9a862b8a2a72 req-ca3ad91f-e0c3-43fb-a5f0-010d19b2195c tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:21.911799 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d5bd6702-2aa8-4478-b5b8-72e9b2dfb0f9 req-5298ee26-6bab-4b7e-bf15-28b0c90e746e tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527834 Aug 16 23:56:21.956405 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e446a4-1d41-4bee-b288-8e82bf769afb x-openstack-request-id: req-c6e446a4-1d41-4bee-b288-8e82bf769afb {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:21.956937 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8994ab99-e148-458a-af39-cd98ae615120", "name": "network-vif-deleted", "tag": "e2653203-23e4-44ea-a1ab-a3e675b79359", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:21.956937 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c6e446a4-1d41-4bee-b288-8e82bf769afb {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:21.957396 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8994ab99-e148-458a-af39-cd98ae615120', 'name': 'network-vif-deleted', 'tag': 'e2653203-23e4-44ea-a1ab-a3e675b79359', 'status': 'completed', 'code': 200} Aug 16 23:56:21.967461 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:21.990169 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51178) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:22.023197 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1cf2d3-1214-4a95-8416-62b9050bef6b x-openstack-request-id: req-cc1cf2d3-1214-4a95-8416-62b9050bef6b {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:22.023793 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3a14f8-c4b2-4360-8427-9f464a35f221", "name": "network-vif-plugged", "status": "completed", "tag": "1bba2f95-491f-42ee-978c-ac192d55f592", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:22.024657 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc1cf2d3-1214-4a95-8416-62b9050bef6b {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:22.026629 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3a14f8-c4b2-4360-8427-9f464a35f221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bba2f95-491f-42ee-978c-ac192d55f592', 'code': 200} Aug 16 23:56:22.053313 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cbc521b-7bfe-486a-8cf4-9a862b8a2a72 req-ca3ad91f-e0c3-43fb-a5f0-010d19b2195c tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:56:22.058407 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8afcada7-dc38-4258-a82f-9fec37ffd1d1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0139673 Aug 16 23:56:22.061759 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-d46b0566-7a13-4a6a-964a-4430b29773cb admin admin] Deleting subnet 7f60f731-b4d3-402c-84f1-298b94a8f116 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:56:22.064995 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51182) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:22.067498 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d46b0566-7a13-4a6a-964a-4430b29773cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:22.068124 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-8d503cd0-e948-44fc-a8ba-2c99944cbcde service neutron] Attempting to bind port 09cd6a5e-0878-4702-8532-60aaa5ef0337 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:56:22.068420 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-8d503cd0-e948-44fc-a8ba-2c99944cbcde service neutron] Attempting to bind port 09cd6a5e-0878-4702-8532-60aaa5ef0337 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:56:22.068750 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-8d503cd0-e948-44fc-a8ba-2c99944cbcde service neutron] Attempting to bind port 09cd6a5e-0878-4702-8532-60aaa5ef0337 on network 0de117b9-aee8-4952-ae99-3d2308a08b74 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:22.073015 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-43950a42-5333-41b0-b9ff-94a29bd33a3a admin admin] Request body: {'subnet': {'network_id': 'ac30e745-411d-4055-9fa5-2ae764c4ed81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1786191498-subnet', 'tenant_id': 'a842cdb0bb1a4b14a7feeaa0e9223d47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:22.077979 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-2cbc521b-7bfe-486a-8cf4-9a862b8a2a72 req-ca3ad91f-e0c3-43fb-a5f0-010d19b2195c tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:56:22.089172 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device e2653203-23e4-44ea-a1ab-a3e675b79359 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:56:22.089700 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbc521b-7bfe-486a-8cf4-9a862b8a2a72 req-ca3ad91f-e0c3-43fb-a5f0-010d19b2195c tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:56:22.094896 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ad91f-e0c3-43fb-a5f0-010d19b2195c tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Pushing event updated for resources: {'Port': ['ID=caa465f7-35e8-4b36-8dab-7a4871bda760,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:22.098064 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcada7-dc38-4258-a82f-9fec37ffd1d1 admin admin] Pushing event updated for resources: {'Network': ['ID=ac30e745-411d-4055-9fa5-2ae764c4ed81,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:22.099813 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-8d503cd0-e948-44fc-a8ba-2c99944cbcde service neutron] Port 09cd6a5e-0878-4702-8532-60aaa5ef0337 on network 0de117b9-aee8-4952-ae99-3d2308a08b74 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:56:22.100092 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-8d503cd0-e948-44fc-a8ba-2c99944cbcde service neutron] Attempting to bind port 09cd6a5e-0878-4702-8532-60aaa5ef0337 on network 0de117b9-aee8-4952-ae99-3d2308a08b74 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:22.130709 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: e2653203-23e4-44ea-a1ab-a3e675b79359 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:56:22.131593 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device e2653203-23e4-44ea-a1ab-a3e675b79359 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:56:22.135782 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network ac30e745-411d-4055-9fa5-2ae764c4ed81 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:56:22.139375 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-8d503cd0-e948-44fc-a8ba-2c99944cbcde service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:56:22.139903 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-8d503cd0-e948-44fc-a8ba-2c99944cbcde service neutron] Checking segment: {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:56:22.140156 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-8d503cd0-e948-44fc-a8ba-2c99944cbcde service neutron] Bound using segment: {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:56:22.140533 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-8d503cd0-e948-44fc-a8ba-2c99944cbcde service neutron] Bound port: 09cd6a5e-0878-4702-8532-60aaa5ef0337, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:56:22.140921 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-8d503cd0-e948-44fc-a8ba-2c99944cbcde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:22.175230 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f5dd9357-e48f-4cf5-b419-1b503aa8ca6e req-aabae8d7-f608-4f22-8a4c-ed07518b35b7 service neutron] 10.222.0.64 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863159 Aug 16 23:56:22.208516 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d46b0566-7a13-4a6a-964a-4430b29773cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:22.240828 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43950a42-5333-41b0-b9ff-94a29bd33a3a admin admin] Made reservation on behalf of a842cdb0bb1a4b14a7feeaa0e9223d47 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:56:22.243151 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-43950a42-5333-41b0-b9ff-94a29bd33a3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:22.267073 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2e0af-842f-49fa-b3ad-f680ef2dfa5c req-35c115c9-f483-468e-b994-8d4eab92c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:22.269259 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1be2e0af-842f-49fa-b3ad-f680ef2dfa5c req-35c115c9-f483-468e-b994-8d4eab92c47e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fd3a14f8-c4b2-4360-8427-9f464a35f221 HTTP/1.1" status: 200 len: 1098 time: 0.1325085 Aug 16 23:56:22.295075 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:56:22.317278 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:56:22.317624 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:56:22.349978 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d46b0566-7a13-4a6a-964a-4430b29773cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:22.358074 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2cbc521b-7bfe-486a-8cf4-9a862b8a2a72 req-ca3ad91f-e0c3-43fb-a5f0-010d19b2195c tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:22.373030 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-8d503cd0-e948-44fc-a8ba-2c99944cbcde service neutron] For port 09cd6a5e-0878-4702-8532-60aaa5ef0337, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:56:22.376661 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-8d503cd0-e948-44fc-a8ba-2c99944cbcde service neutron] For port 09cd6a5e-0878-4702-8532-60aaa5ef0337, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=09cd6a5e-0878-4702-8532-60aaa5ef0337,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:56:22.393536 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-8d503cd0-e948-44fc-a8ba-2c99944cbcde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:22.395918 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1be2e0af-842f-49fa-b3ad-f680ef2dfa5c req-baa69029-af15-44da-a76d-0314b0aa5b4d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911736 Aug 16 23:56:22.460220 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d46b0566-7a13-4a6a-964a-4430b29773cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:22.466574 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b745a6-181f-42f3-b036-d3fde6942652 req-3a4fd265-3fc2-413c-9ca9-ee3f00633710 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:22.468051 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48b745a6-181f-42f3-b036-d3fde6942652 req-3a4fd265-3fc2-413c-9ca9-ee3f00633710 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd3a14f8-c4b2-4360-8427-9f464a35f221 HTTP/1.1" status: 200 len: 946 time: 0.1813767 Aug 16 23:56:22.476210 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f5dd9357-e48f-4cf5-b419-1b503aa8ca6e req-3ef009a3-dcd5-4d07-b49a-113d6d35ec68 service neutron] 10.222.0.64 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893693 Aug 16 23:56:22.477495 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-8d503cd0-e948-44fc-a8ba-2c99944cbcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:22.478082 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-8d503cd0-e948-44fc-a8ba-2c99944cbcde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:22.479348 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-8d503cd0-e948-44fc-a8ba-2c99944cbcde service neutron] 10.222.0.69 "PUT /v2.0/ports/09cd6a5e-0878-4702-8532-60aaa5ef0337 HTTP/1.1" status: 200 len: 1093 time: 2.5217583 Aug 16 23:56:22.481791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '152cf6fb-5232-42fa-b49e-3da018a7d2c6', 'tag': '09cd6a5e-0878-4702-8532-60aaa5ef0337'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:22.484314 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c008c16-a6ee-43d4-bd03-0cfad6032432" -d '{"events": [{"name": "network-changed", "server_uuid": "152cf6fb-5232-42fa-b49e-3da018a7d2c6", "tag": "09cd6a5e-0878-4702-8532-60aaa5ef0337"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:22.493139 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2cbc521b-7bfe-486a-8cf4-9a862b8a2a72 req-ca3ad91f-e0c3-43fb-a5f0-010d19b2195c tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:22.498982 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b0566-7a13-4a6a-964a-4430b29773cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f60f731-b4d3-402c-84f1-298b94a8f116,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:22.502713 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d46b0566-7a13-4a6a-964a-4430b29773cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:22.504685 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d46b0566-7a13-4a6a-964a-4430b29773cb admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7f60f731-b4d3-402c-84f1-298b94a8f116 HTTP/1.1" status: 204 len: 168 time: 0.5133786 Aug 16 23:56:22.507322 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51190) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:22.569967 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d503cd0-e948-44fc-a8ba-2c99944cbcde service neutron] Pushing event updated for resources: {'Port': ['ID=09cd6a5e-0878-4702-8532-60aaa5ef0337,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:22.607885 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-43950a42-5333-41b0-b9ff-94a29bd33a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:22.615063 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48b745a6-181f-42f3-b036-d3fde6942652 req-adb28ec8-c6d1-40be-a534-ad78d4880f2a tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269610 Aug 16 23:56:22.641948 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-60e84c37-bf02-49c5-8896-8b354e0ce0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:22.662641 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-e882a14d-b983-438e-bb8a-d022fcd34585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:22.664212 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-e882a14d-b983-438e-bb8a-d022fcd34585 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=196284884f15450ab6370c358b3094db&device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6 HTTP/1.1" status: 200 len: 1096 time: 0.1318367 Aug 16 23:56:22.679006 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43950a42-5333-41b0-b9ff-94a29bd33a3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0339754-c9cd-4622-9687-f5cb2eab5e04,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:22.714413 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-3a46da61-649a-41c1-af13-7f3ade09242b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09cd6a5e-0878-4702-8532-60aaa5ef0337 HTTP/1.1" status: 200 len: 217 time: 0.0411420 Aug 16 23:56:22.748856 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43950a42-5333-41b0-b9ff-94a29bd33a3a admin admin] Checking segment: {'id': '3f425405-396d-4e3b-9e81-d03adf1a353a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ac30e745-411d-4055-9fa5-2ae764c4ed81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:56:22.749248 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43950a42-5333-41b0-b9ff-94a29bd33a3a admin admin] Network hostable DHCP agents. Network: ac30e745-411d-4055-9fa5-2ae764c4ed81, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:56:22.775376 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-60e84c37-bf02-49c5-8896-8b354e0ce0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:22.788144 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-60e84c37-bf02-49c5-8896-8b354e0ce0b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b8a9c1-f2fb-41fc-9474-04978aaad1e9']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:22.794988 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43950a42-5333-41b0-b9ff-94a29bd33a3a admin admin] Network ac30e745-411d-4055-9fa5-2ae764c4ed81 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:56:22.801525 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-60e84c37-bf02-49c5-8896-8b354e0ce0b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40298860-0a29-4733-90dd-73e0e8e8f6e5') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:22.801825 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-60e84c37-bf02-49c5-8896-8b354e0ce0b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40298860-0a29-4733-90dd-73e0e8e8f6e5') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:22.813183 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-60e84c37-bf02-49c5-8896-8b354e0ce0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:22.819559 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-43950a42-5333-41b0-b9ff-94a29bd33a3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, ac30e745-411d-4055-9fa5-2ae764c4ed81) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:56:22.827513 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43950a42-5333-41b0-b9ff-94a29bd33a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:22.827622 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-43950a42-5333-41b0-b9ff-94a29bd33a3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:22.829079 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-ec482c19-3010-4281-a94a-17ffb3308123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:22.831114 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-ec482c19-3010-4281-a94a-17ffb3308123 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c3c58a3-e974-46fc-9f56-1776e260fbc5 HTTP/1.1" status: 200 len: 848 time: 0.1040549 Aug 16 23:56:22.832579 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad68ba1-43cf-4b86-aa2c-ff56f097d6ce None None] Network ac30e745-411d-4055-9fa5-2ae764c4ed81 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:56:22.836992 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-60e84c37-bf02-49c5-8896-8b354e0ce0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:22.847080 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e84c37-bf02-49c5-8896-8b354e0ce0b9 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:56:22.847364 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-60e84c37-bf02-49c5-8896-8b354e0ce0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: timer() Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: self._notify() Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:56:22.849206 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:56:22.857913 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2cbc521b-7bfe-486a-8cf4-9a862b8a2a72 req-ca3ad91f-e0c3-43fb-a5f0-010d19b2195c tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:22.860269 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-43950a42-5333-41b0-b9ff-94a29bd33a3a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7938712 Aug 16 23:56:22.867471 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cd9e7-49ee-4490-a94e-0d03ec208a6a req-8d6a5f3e-fb56-415f-8fb6-d0b2c8f886f5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:22.869213 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-142cd9e7-49ee-4490-a94e-0d03ec208a6a req-8d6a5f3e-fb56-415f-8fb6-d0b2c8f886f5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6 HTTP/1.1" status: 200 len: 944 time: 0.1436017 Aug 16 23:56:22.897701 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-211e0d68-688f-4f23-af66-49a145c778e3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0de117b9-aee8-4952-ae99-3d2308a08b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546381 Aug 16 23:56:22.899111 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2cbc521b-7bfe-486a-8cf4-9a862b8a2a72 req-ca3ad91f-e0c3-43fb-a5f0-010d19b2195c tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:22.913771 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-60e84c37-bf02-49c5-8896-8b354e0ce0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:22.919886 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-60e84c37-bf02-49c5-8896-8b354e0ce0b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:22.921826 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-60e84c37-bf02-49c5-8896-8b354e0ce0b9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/29b8a9c1-f2fb-41fc-9474-04978aaad1e9 HTTP/1.1" status: 204 len: 168 time: 0.4135752 Aug 16 23:56:22.935794 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e84c37-bf02-49c5-8896-8b354e0ce0b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=29b8a9c1-f2fb-41fc-9474-04978aaad1e9,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:23.021991 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7929c53-06af-4c67-999a-4d55e63520e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-ac30e745-411d-4055-9fa5-2ae764c4ed81', 'network_id': 'ac30e745-411d-4055-9fa5-2ae764c4ed81', 'tenant_id': 'a842cdb0bb1a4b14a7feeaa0e9223d47', 'fixed_ips': [{'subnet_id': 'd0339754-c9cd-4622-9687-f5cb2eab5e04'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:56:23.022937 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e7929c53-06af-4c67-999a-4d55e63520e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:23.063900 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-142cd9e7-49ee-4490-a94e-0d03ec208a6a req-9652b9ad-272d-4fa3-a37e-01393124bd7a tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685464 Aug 16 23:56:23.067228 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ad91f-e0c3-43fb-a5f0-010d19b2195c tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Pushing event updated for resources: {'Port': ['ID=caa465f7-35e8-4b36-8dab-7a4871bda760,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:23.093162 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2cbc521b-7bfe-486a-8cf4-9a862b8a2a72 req-ca3ad91f-e0c3-43fb-a5f0-010d19b2195c tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:23.102594 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51202) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:23.130863 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2cbc521b-7bfe-486a-8cf4-9a862b8a2a72 req-ca3ad91f-e0c3-43fb-a5f0-010d19b2195c tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:23.140782 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2cbc521b-7bfe-486a-8cf4-9a862b8a2a72 req-ca3ad91f-e0c3-43fb-a5f0-010d19b2195c tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2800775 Aug 16 23:56:23.145936 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-f19c8508-aa29-4b2d-b248-7315b55b97a5 service neutron] 10.222.0.69 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379465 Aug 16 23:56:23.169594 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-72a663ab-581d-4a4e-8185-060a7980f012 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c72882f4dd314ca08cd1bdaccf72e6c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0639474 Aug 16 23:56:23.170137 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51204) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:23.212434 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2cbc521b-7bfe-486a-8cf4-9a862b8a2a72 req-b558ac0f-63a8-4761-86d7-898ba3c6b2ed tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.176 HTTP/1.1" status: 200 len: 696 time: 0.0705526 Aug 16 23:56:23.222020 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-e7929c53-06af-4c67-999a-4d55e63520e3 None None] Allocated IP 172.20.0.2 (ac30e745-411d-4055-9fa5-2ae764c4ed81/d0339754-c9cd-4622-9687-f5cb2eab5e04/a6dc2ce3-6427-40b0-9dda-fefb09c42bcb) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:56:23.253589 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d3711f5-54ab-49a9-8fe8-2dabaa79b962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:23.288443 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d3711f5-54ab-49a9-8fe8-2dabaa79b962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:23.346397 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d3711f5-54ab-49a9-8fe8-2dabaa79b962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:23.349463 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d3711f5-54ab-49a9-8fe8-2dabaa79b962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:23.350606 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7d3711f5-54ab-49a9-8fe8-2dabaa79b962 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e94789b2-2c9d-430a-b975-11606b163e5a HTTP/1.1" status: 204 len: 168 time: 0.1791842 Aug 16 23:56:23.361717 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65024541-dd58-47a2-9455-08ecea4d6400 req-6b804fdd-6c88-4c57-86d0-e0b368e3e698 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:23.363876 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3711f5-54ab-49a9-8fe8-2dabaa79b962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94789b2-2c9d-430a-b975-11606b163e5a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:23.368844 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-65024541-dd58-47a2-9455-08ecea4d6400 req-6b804fdd-6c88-4c57-86d0-e0b368e3e698 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e5d218f-c652-4415-9109-b059e4f7ffe3 HTTP/1.1" status: 200 len: 945 time: 0.2106183 Aug 16 23:56:23.440269 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e7929c53-06af-4c67-999a-4d55e63520e3 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:23.446376 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82ec6565-72ee-48de-a194-3f952ef58c64 req-9edcaa20-62ec-426f-b40e-32fd2c461cf4 service neutron] 10.222.0.69 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581627 Aug 16 23:56:23.452489 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-65024541-dd58-47a2-9455-08ecea4d6400 req-bd2102b0-2ce4-4384-9ea0-a8a1495528ab tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827959 Aug 16 23:56:23.452678 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e7929c53-06af-4c67-999a-4d55e63520e3 None None] Transition to ACTIVE for port object a6dc2ce3-6427-40b0-9dda-fefb09c42bcb will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:56:23.460128 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc521b-7bfe-486a-8cf4-9a862b8a2a72 req-b4c0a7c2-812b-4347-a414-76e0f6b91b04 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:23.461565 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2cbc521b-7bfe-486a-8cf4-9a862b8a2a72 req-b4c0a7c2-812b-4347-a414-76e0f6b91b04 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 784 time: 0.2212343 Aug 16 23:56:23.485746 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e7929c53-06af-4c67-999a-4d55e63520e3 None None] Transition to ACTIVE for port object a6dc2ce3-6427-40b0-9dda-fefb09c42bcb will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:56:23.494458 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e7929c53-06af-4c67-999a-4d55e63520e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:23.512013 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c9b280-3470-4d34-849e-5c28acbd42f8 x-openstack-request-id: req-b1c9b280-3470-4d34-849e-5c28acbd42f8 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:23.512566 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "152cf6fb-5232-42fa-b49e-3da018a7d2c6", "tag": "09cd6a5e-0878-4702-8532-60aaa5ef0337", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:23.513005 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b1c9b280-3470-4d34-849e-5c28acbd42f8 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:23.513636 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '152cf6fb-5232-42fa-b49e-3da018a7d2c6', 'tag': '09cd6a5e-0878-4702-8532-60aaa5ef0337', 'status': 'completed', 'code': 200} Aug 16 23:56:23.548520 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7929c53-06af-4c67-999a-4d55e63520e3 None None] Network ac30e745-411d-4055-9fa5-2ae764c4ed81 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:56:23.559801 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-e7929c53-06af-4c67-999a-4d55e63520e3 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:56:23.566987 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7929c53-06af-4c67-999a-4d55e63520e3 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:56:23.594497 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c008c16-a6ee-43d4-bd03-0cfad6032432 req-876e11f2-270a-4a72-8078-923675e53836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:23.597417 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8c008c16-a6ee-43d4-bd03-0cfad6032432 req-876e11f2-270a-4a72-8078-923675e53836 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=196284884f15450ab6370c358b3094db&device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6 HTTP/1.1" status: 200 len: 1096 time: 0.0649016 Aug 16 23:56:23.606972 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7929c53-06af-4c67-999a-4d55e63520e3 None None] Pushing event updated for resources: {'Port': ['ID=a6dc2ce3-6427-40b0-9dda-fefb09c42bcb,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:23.636157 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e7929c53-06af-4c67-999a-4d55e63520e3 None None] Attempting to bind port a6dc2ce3-6427-40b0-9dda-fefb09c42bcb on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:56:23.636512 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e7929c53-06af-4c67-999a-4d55e63520e3 None None] Attempting to bind port a6dc2ce3-6427-40b0-9dda-fefb09c42bcb by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '3f425405-396d-4e3b-9e81-d03adf1a353a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ac30e745-411d-4055-9fa5-2ae764c4ed81'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:56:23.636870 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7929c53-06af-4c67-999a-4d55e63520e3 None None] Attempting to bind port a6dc2ce3-6427-40b0-9dda-fefb09c42bcb on network ac30e745-411d-4055-9fa5-2ae764c4ed81 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:23.642406 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7929c53-06af-4c67-999a-4d55e63520e3 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:56:23.642971 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7929c53-06af-4c67-999a-4d55e63520e3 None None] Checking segment: {'id': '3f425405-396d-4e3b-9e81-d03adf1a353a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ac30e745-411d-4055-9fa5-2ae764c4ed81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:56:23.643587 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e7929c53-06af-4c67-999a-4d55e63520e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:23.644031 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7929c53-06af-4c67-999a-4d55e63520e3 None None] Bound using segment: {'id': '3f425405-396d-4e3b-9e81-d03adf1a353a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ac30e745-411d-4055-9fa5-2ae764c4ed81'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:56:23.644524 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e7929c53-06af-4c67-999a-4d55e63520e3 None None] Bound port: a6dc2ce3-6427-40b0-9dda-fefb09c42bcb, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f425405-396d-4e3b-9e81-d03adf1a353a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ac30e745-411d-4055-9fa5-2ae764c4ed81'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:56:23.645132 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e7929c53-06af-4c67-999a-4d55e63520e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:23.745537 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-e7929c53-06af-4c67-999a-4d55e63520e3 None None] For port a6dc2ce3-6427-40b0-9dda-fefb09c42bcb, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:56:23.750195 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-e7929c53-06af-4c67-999a-4d55e63520e3 None None] For port a6dc2ce3-6427-40b0-9dda-fefb09c42bcb, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a6dc2ce3-6427-40b0-9dda-fefb09c42bcb,segment=NetworkSegment(3f425405-396d-4e3b-9e81-d03adf1a353a),segment_id=3f425405-396d-4e3b-9e81-d03adf1a353a)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:56:23.750732 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f544666-fff7-42ce-bee8-d5092ad52aa8 req-b8d3356f-6edd-4465-a928-df54b1185cfd tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:23.752482 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f544666-fff7-42ce-bee8-d5092ad52aa8 req-b8d3356f-6edd-4465-a928-df54b1185cfd tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 950 time: 0.1192939 Aug 16 23:56:23.758545 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e7929c53-06af-4c67-999a-4d55e63520e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:23.784777 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c008c16-a6ee-43d4-bd03-0cfad6032432 req-9a89bb25-706e-419d-ba69-3ca6aff59dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:23.786331 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8c008c16-a6ee-43d4-bd03-0cfad6032432 req-9a89bb25-706e-419d-ba69-3ca6aff59dc0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0de117b9-aee8-4952-ae99-3d2308a08b74 HTTP/1.1" status: 200 len: 909 time: 0.1807022 Aug 16 23:56:23.852069 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8c008c16-a6ee-43d4-bd03-0cfad6032432 req-ec1e07bd-0b76-4e4d-a910-9db8f2159f74 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09cd6a5e-0878-4702-8532-60aaa5ef0337 HTTP/1.1" status: 200 len: 217 time: 0.0541611 Aug 16 23:56:23.853637 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7929c53-06af-4c67-999a-4d55e63520e3 None None] Pushing event updated for resources: {'Port': ['ID=a6dc2ce3-6427-40b0-9dda-fefb09c42bcb,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:23.887017 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f544666-fff7-42ce-bee8-d5092ad52aa8 req-0aa0f69d-7774-4079-85e0-fe59224ad746 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247294 Aug 16 23:56:23.944060 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c008c16-a6ee-43d4-bd03-0cfad6032432 req-a554995f-f33d-4773-969b-b5c0d947a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:23.953454 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8c008c16-a6ee-43d4-bd03-0cfad6032432 req-a554995f-f33d-4773-969b-b5c0d947a35b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c3c58a3-e974-46fc-9f56-1776e260fbc5 HTTP/1.1" status: 200 len: 848 time: 0.0907044 Aug 16 23:56:23.958515 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8f5762-6629-4d99-9dfc-89d470b198ed', 'name': 'network-vif-deleted', 'tag': '2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:23.960904 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36117cd0-fc53-431e-838f-9704eba988f4" -d '{"events": [{"server_uuid": "af8f5762-6629-4d99-9dfc-89d470b198ed", "name": "network-vif-deleted", "tag": "2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:24.007259 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8c008c16-a6ee-43d4-bd03-0cfad6032432 req-1574ce8a-c774-4fd9-8395-1f28e8ced22a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0de117b9-aee8-4952-ae99-3d2308a08b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435648 Aug 16 23:56:24.191042 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cdd14-37e6-40d9-8c35-30270c36afd8 req-24a9a791-8ee9-46ca-b08c-d40dc85b2195 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:24.192199 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a28cdd14-37e6-40d9-8c35-30270c36afd8 req-24a9a791-8ee9-46ca-b08c-d40dc85b2195 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6c65d45-af9c-46d4-8646-6367979dae2c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2183847 Aug 16 23:56:24.275991 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a28cdd14-37e6-40d9-8c35-30270c36afd8 req-f7a82a06-187e-42de-b7e6-c20bcb1551c3 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.176 HTTP/1.1" status: 200 len: 696 time: 0.0750859 Aug 16 23:56:24.281199 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8c008c16-a6ee-43d4-bd03-0cfad6032432 req-4097af69-51e3-473b-a2b4-1666c4dc3710 service neutron] 10.222.0.69 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445397 Aug 16 23:56:24.290710 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-a28cdd14-37e6-40d9-8c35-30270c36afd8 req-2ed83f68-76e1-4109-9e95-3a725f24c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Request body: {'floatingip': {'port_id': 'a4b19680-2cc9-44e2-9075-1421a89825e7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:24.349317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-00573b1e-01d9-43e1-b094-4a39e2314263 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:24.350284 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51250) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:24.350909 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-00573b1e-01d9-43e1-b094-4a39e2314263 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/networks?id=ac30e745-411d-4055-9fa5-2ae764c4ed81 HTTP/1.1" status: 200 len: 816 time: 0.2831786 Aug 16 23:56:24.364238 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a28cdd14-37e6-40d9-8c35-30270c36afd8 req-2ed83f68-76e1-4109-9e95-3a725f24c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks [] for floatingip, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:24.454253 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-7f20d475-4f53-4b19-b983-db575b874314 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2048755577-network', 'tenant_id': 'ed4147a1f017495a872bd8177120cd28'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:24.479186 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f20d475-4f53-4b19-b983-db575b874314 admin admin] Made reservation on behalf of ed4147a1f017495a872bd8177120cd28 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:56:24.482215 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f20d475-4f53-4b19-b983-db575b874314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:24.490084 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-9ed2f53a-de46-4e16-80b5-f74340e671a6 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/quotas/a842cdb0bb1a4b14a7feeaa0e9223d47 HTTP/1.1" status: 200 len: 375 time: 0.1290231 Aug 16 23:56:24.499519 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f20d475-4f53-4b19-b983-db575b874314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:24.598068 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8c008c16-a6ee-43d4-bd03-0cfad6032432 req-5135b692-f683-49c1-984a-b845228be8cd service neutron] 10.222.0.69 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013074 Aug 16 23:56:24.605516 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70af68d-ec10-4bea-be81-6af7ded83187 req-ed5fc61a-91c7-48f7-ac73-0979c8463b6e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:24.606979 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a70af68d-ec10-4bea-be81-6af7ded83187 req-ed5fc61a-91c7-48f7-ac73-0979c8463b6e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e5d218f-c652-4415-9109-b059e4f7ffe3 HTTP/1.1" status: 200 len: 945 time: 0.2155190 Aug 16 23:56:24.623642 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f20d475-4f53-4b19-b983-db575b874314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:24.629270 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f20d475-4f53-4b19-b983-db575b874314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:24.651756 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f20d475-4f53-4b19-b983-db575b874314 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:56:24.667954 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20d475-4f53-4b19-b983-db575b874314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af37fef-e977-4b28-ae1d-4a3cd8917431,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:24.672703 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f20d475-4f53-4b19-b983-db575b874314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:24.673068 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-7f20d475-4f53-4b19-b983-db575b874314 admin admin] Added segment 9a2e915d-aefb-442f-9e3b-96417c4051fb of type vlan for network 47880f22-51dd-4e2c-9bf1-e8951675fbdc Aug 16 23:56:24.721846 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f20d475-4f53-4b19-b983-db575b874314 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:24.754259 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f20d475-4f53-4b19-b983-db575b874314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:24.755711 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f20d475-4f53-4b19-b983-db575b874314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:24.756333 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f20d475-4f53-4b19-b983-db575b874314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:24.814714 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7f20d475-4f53-4b19-b983-db575b874314 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4631391 Aug 16 23:56:24.821755 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51256) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:24.829124 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-37385b9b-ba27-4991-b2a8-89fa2f3becf0 admin admin] Request body: {'subnet': {'network_id': '47880f22-51dd-4e2c-9bf1-e8951675fbdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2048755577-subnet', 'tenant_id': 'ed4147a1f017495a872bd8177120cd28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:24.839358 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20d475-4f53-4b19-b983-db575b874314 admin admin] Pushing event updated for resources: {'Network': ['ID=47880f22-51dd-4e2c-9bf1-e8951675fbdc,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:24.853584 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65c9557-df81-4d58-82d1-0ab22cbb5508 None None] Network ac30e745-411d-4055-9fa5-2ae764c4ed81 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:56:24.855747 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 47880f22-51dd-4e2c-9bf1-e8951675fbdc details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:56:24.867507 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37385b9b-ba27-4991-b2a8-89fa2f3becf0 admin admin] Made reservation on behalf of ed4147a1f017495a872bd8177120cd28 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:56:24.871094 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-37385b9b-ba27-4991-b2a8-89fa2f3becf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:24.979902 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-91ed8b15-c25b-4570-8a6c-602dbc9812e9 None None] Provisioning for port a6dc2ce3-6427-40b0-9dda-fefb09c42bcb completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:56:25.031238 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-f4c8ae18-f271-40cf-9906-da5672a8c0d8 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a842cdb0bb1a4b14a7feeaa0e9223d47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5235710 Aug 16 23:56:25.289859 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-a70af68d-ec10-4bea-be81-6af7ded83187 req-ce893cb7-ce0a-4d7d-80d7-9f02dbfbbaa8 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Deleting port 18f6a2cc-941f-4aee-a96b-d318206b06ee {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:56:25.290582 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a70af68d-ec10-4bea-be81-6af7ded83187 req-ce893cb7-ce0a-4d7d-80d7-9f02dbfbbaa8 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:25.308758 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-d109dc83-01e1-42ff-9e24-55518b728ed0 service neutron] 10.222.0.60 "GET /v2.0/networks/ac30e745-411d-4055-9fa5-2ae764c4ed81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235379 Aug 16 23:56:25.336320 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-37385b9b-ba27-4991-b2a8-89fa2f3becf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:25.396461 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37385b9b-ba27-4991-b2a8-89fa2f3becf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ad07744-8dc8-4db9-ac41-78e91d3b1a1e,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:25.400722 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37385b9b-ba27-4991-b2a8-89fa2f3becf0 admin admin] Checking segment: {'id': '9a2e915d-aefb-442f-9e3b-96417c4051fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '47880f22-51dd-4e2c-9bf1-e8951675fbdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:56:25.401128 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37385b9b-ba27-4991-b2a8-89fa2f3becf0 admin admin] Network hostable DHCP agents. Network: 47880f22-51dd-4e2c-9bf1-e8951675fbdc, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:56:25.418245 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37385b9b-ba27-4991-b2a8-89fa2f3becf0 admin admin] Network 47880f22-51dd-4e2c-9bf1-e8951675fbdc is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:56:25.428851 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-37385b9b-ba27-4991-b2a8-89fa2f3becf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 47880f22-51dd-4e2c-9bf1-e8951675fbdc) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:56:25.433484 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37385b9b-ba27-4991-b2a8-89fa2f3becf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:25.433712 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-37385b9b-ba27-4991-b2a8-89fa2f3becf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:25.461181 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-37385b9b-ba27-4991-b2a8-89fa2f3becf0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6309175 Aug 16 23:56:25.461395 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e230a2-8dc1-4e65-a98d-3496abe8d2a7 None None] Network 47880f22-51dd-4e2c-9bf1-e8951675fbdc requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:56:25.527813 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-a70af68d-ec10-4bea-be81-6af7ded83187 req-ce893cb7-ce0a-4d7d-80d7-9f02dbfbbaa8 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] For port 18f6a2cc-941f-4aee-a96b-d318206b06ee, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=18f6a2cc-941f-4aee-a96b-d318206b06ee,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:25.528109 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a70af68d-ec10-4bea-be81-6af7ded83187 req-ce893cb7-ce0a-4d7d-80d7-9f02dbfbbaa8 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:25.556325 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-a70af68d-ec10-4bea-be81-6af7ded83187 req-ce893cb7-ce0a-4d7d-80d7-9f02dbfbbaa8 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Calling delete_port for 18f6a2cc-941f-4aee-a96b-d318206b06ee owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:56:25.588683 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-814cbf55-0ac2-42ce-8c50-9381f61aa9e6 service neutron] 10.222.0.60 "GET /v2.0/networks/ac30e745-411d-4055-9fa5-2ae764c4ed81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509241 Aug 16 23:56:25.621864 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e64365-8a5e-4a37-8b8d-cb7eeb4eb997 None None] Network 47880f22-51dd-4e2c-9bf1-e8951675fbdc requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:56:25.653572 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a28cdd14-37e6-40d9-8c35-30270c36afd8 req-2ed83f68-76e1-4109-9e95-3a725f24c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:25.663452 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a28cdd14-37e6-40d9-8c35-30270c36afd8 req-2ed83f68-76e1-4109-9e95-3a725f24c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:25.858216 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [req-a28cdd14-37e6-40d9-8c35-30270c36afd8 req-2ed83f68-76e1-4109-9e95-3a725f24c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Floating IP 653fce14-c2bc-4018-8244-10d58cafe8de associated. External IP: 172.25.3.176, port: a4b19680-2cc9-44e2-9075-1421a89825e7. Aug 16 23:56:25.905373 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a6dc2ce3-6427-40b0-9dda-fefb09c42bcb up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:56:25.967314 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port a6dc2ce3-6427-40b0-9dda-fefb09c42bcb completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:56:25.971337 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port a6dc2ce3-6427-40b0-9dda-fefb09c42bcb triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:56:25.971717 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:25.985009 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a70af68d-ec10-4bea-be81-6af7ded83187 req-ce893cb7-ce0a-4d7d-80d7-9f02dbfbbaa8 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:25.997976 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['18f6a2cc-941f-4aee-a96b-d318206b06ee'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:56:26.014427 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7966d8-296b-449d-a9bb-2d73b7054cbe req-9d918e06-ed49-43e4-96fa-8e0c0fe4764b tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:26.022848 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a7966d8-296b-449d-a9bb-2d73b7054cbe req-9d918e06-ed49-43e4-96fa-8e0c0fe4764b tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd3a14f8-c4b2-4360-8427-9f464a35f221 HTTP/1.1" status: 200 len: 946 time: 0.1879895 Aug 16 23:56:26.057016 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce893cb7-ce0a-4d7d-80d7-9f02dbfbbaa8 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Pushing event deleted for resources: {'Port': ['ID=18f6a2cc-941f-4aee-a96b-d318206b06ee,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:26.091689 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:26.105030 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 09cd6a5e-0878-4702-8532-60aaa5ef0337 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:56:26.127058 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70af68d-ec10-4bea-be81-6af7ded83187 req-ce893cb7-ce0a-4d7d-80d7-9f02dbfbbaa8 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] No DVR routers for this DVR port 18f6a2cc-941f-4aee-a96b-d318206b06ee on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:56:26.130674 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a70af68d-ec10-4bea-be81-6af7ded83187 req-ce893cb7-ce0a-4d7d-80d7-9f02dbfbbaa8 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:26.132850 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a70af68d-ec10-4bea-be81-6af7ded83187 req-ce893cb7-ce0a-4d7d-80d7-9f02dbfbbaa8 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.64 "DELETE /v2.0/ports/18f6a2cc-941f-4aee-a96b-d318206b06ee HTTP/1.1" status: 204 len: 173 time: 1.5178757 Aug 16 23:56:26.133534 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5d218f-c652-4415-9109-b059e4f7ffe3', 'name': 'network-vif-deleted', 'tag': '18f6a2cc-941f-4aee-a96b-d318206b06ee'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:26.135777 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d6ca71-a528-43e6-970e-4f76997839db" -d '{"events": [{"server_uuid": "0e5d218f-c652-4415-9109-b059e4f7ffe3", "name": "network-vif-deleted", "tag": "18f6a2cc-941f-4aee-a96b-d318206b06ee"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:26.143628 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a7966d8-296b-449d-a9bb-2d73b7054cbe req-d626aa23-dab4-49cc-b44e-a7d943648a4a tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178551 Aug 16 23:56:26.144799 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port a6dc2ce3-6427-40b0-9dda-fefb09c42bcb, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a6dc2ce3-6427-40b0-9dda-fefb09c42bcb,segment=NetworkSegment(3f425405-396d-4e3b-9e81-d03adf1a353a),segment_id=3f425405-396d-4e3b-9e81-d03adf1a353a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:26.163814 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:26.207861 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cb8fa5-9858-42d0-98b3-63f2659b645e x-openstack-request-id: req-73cb8fa5-9858-42d0-98b3-63f2659b645e {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:26.208395 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8f5762-6629-4d99-9dfc-89d470b198ed", "name": "network-vif-deleted", "tag": "2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:26.208869 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-73cb8fa5-9858-42d0-98b3-63f2659b645e {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:26.209491 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8f5762-6629-4d99-9dfc-89d470b198ed', 'name': 'network-vif-deleted', 'tag': '2a9ac1b5-d5b9-4847-8e9c-2b2a1c998aab', 'status': 'completed', 'code': 200} Aug 16 23:56:26.352994 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a28cdd14-37e6-40d9-8c35-30270c36afd8 req-2ed83f68-76e1-4109-9e95-3a725f24c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Router d2f600fa-8228-4a91-9baa-ac64e41e5a1e has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:56:26.366100 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e1440-56a9-4f60-bdfb-a621eecd388c req-24d6f825-a9c0-4e65-9eae-e70a51e9ef8f tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:26.373831 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f67e1440-56a9-4f60-bdfb-a621eecd388c req-24d6f825-a9c0-4e65-9eae-e70a51e9ef8f tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6 HTTP/1.1" status: 200 len: 944 time: 0.0986280 Aug 16 23:56:26.424921 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f67e1440-56a9-4f60-bdfb-a621eecd388c req-17fb44d7-ff1f-491e-a874-6d5d86cbde8f tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475938 Aug 16 23:56:26.427415 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=a6dc2ce3-6427-40b0-9dda-fefb09c42bcb,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:26.458213 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 09cd6a5e-0878-4702-8532-60aaa5ef0337, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=09cd6a5e-0878-4702-8532-60aaa5ef0337,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:26.477810 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '09cd6a5e-0878-4702-8532-60aaa5ef0337', 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74', 'port_id': '09cd6a5e-0878-4702-8532-60aaa5ef0337', 'mac_address': 'fa:16:3e:69:be:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c3c58a3-e974-46fc-9f56-1776e260fbc5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:56:26.543120 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:26.563171 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09cd6a5e-0878-4702-8532-60aaa5ef0337 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:26.589892 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 09cd6a5e-0878-4702-8532-60aaa5ef0337, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=09cd6a5e-0878-4702-8532-60aaa5ef0337,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:26.598377 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:26.627854 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eba97403-ecb9-41a6-9fc6-f14f58d7dcb0 req-1baec53e-4f45-411c-9997-fac18a8a543c tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e5d218f-c652-4415-9109-b059e4f7ffe3 HTTP/1.1" status: 200 len: 210 time: 0.0522914 Aug 16 23:56:26.656885 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a28cdd14-37e6-40d9-8c35-30270c36afd8 req-2ed83f68-76e1-4109-9e95-3a725f24c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:56:26.670553 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=09cd6a5e-0878-4702-8532-60aaa5ef0337,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:26.671862 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a28cdd14-37e6-40d9-8c35-30270c36afd8 req-2ed83f68-76e1-4109-9e95-3a725f24c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:26.677279 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04233039-0a2a-4a9e-a764-80a06c6f0027 None None] Sync routers for ids ['d2f600fa-8228-4a91-9baa-ac64e41e5a1e'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:56:26.687135 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04233039-0a2a-4a9e-a764-80a06c6f0027 None None] Routers {'d2f600fa-8228-4a91-9baa-ac64e41e5a1e'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:56:26.688256 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-04233039-0a2a-4a9e-a764-80a06c6f0027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:56:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d2f600fa-8228-4a91-9baa-ac64e41e5a1e'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:26.708981 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a28cdd14-37e6-40d9-8c35-30270c36afd8 req-2ed83f68-76e1-4109-9e95-3a725f24c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "PUT /v2.0/floatingips/653fce14-c2bc-4018-8244-10d58cafe8de HTTP/1.1" status: 200 len: 996 time: 2.4264700 Aug 16 23:56:26.805125 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad50f6c-e2fd-4a31-80be-1bbc1c3bcc13 req-9144b21d-6a96-4583-a43f-b72197f7e671 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:26.806970 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aad50f6c-e2fd-4a31-80be-1bbc1c3bcc13 req-9144b21d-6a96-4583-a43f-b72197f7e671 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 950 time: 0.0760684 Aug 16 23:56:26.809938 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cdd14-37e6-40d9-8c35-30270c36afd8 req-037540ad-95d5-4d0b-981d-2a559d8b39e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:26.813575 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a28cdd14-37e6-40d9-8c35-30270c36afd8 req-037540ad-95d5-4d0b-981d-2a559d8b39e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=85a994c899ab4668b7f9d49d0be8b46c&device_id=c6c65d45-af9c-46d4-8646-6367979dae2c HTTP/1.1" status: 200 len: 1097 time: 0.0908899 Aug 16 23:56:26.816043 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-04233039-0a2a-4a9e-a764-80a06c6f0027 None None] Set router d2f600fa-8228-4a91-9baa-ac64e41e5a1e gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:56:26.849540 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['09cd6a5e-0878-4702-8532-60aaa5ef0337'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:56:26.922501 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aad50f6c-e2fd-4a31-80be-1bbc1c3bcc13 req-57d771bb-27a3-4893-bc69-8a0d6e3938ff tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079791 Aug 16 23:56:26.963752 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cdd14-37e6-40d9-8c35-30270c36afd8 req-832f0b29-ef4f-44d7-b83c-462e76c8b535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:26.965675 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a28cdd14-37e6-40d9-8c35-30270c36afd8 req-832f0b29-ef4f-44d7-b83c-462e76c8b535 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ceb0e913-0131-4c8c-be6b-f0e0f6224925 HTTP/1.1" status: 200 len: 930 time: 0.1432924 Aug 16 23:56:27.138708 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a28cdd14-37e6-40d9-8c35-30270c36afd8 req-3ad33c31-d3b7-4470-841e-f9ec331b0012 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4b19680-2cc9-44e2-9075-1421a89825e7 HTTP/1.1" status: 200 len: 999 time: 0.1654449 Aug 16 23:56:27.260128 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-04233039-0a2a-4a9e-a764-80a06c6f0027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1551919089-router', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '97f6abf6-1609-4c6f-9d1b-6a4c90569bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:55:53Z', 'updated_at': '2021-08-16T23:56:01Z', 'revision_number': 4, 'project_id': '85a994c899ab4668b7f9d49d0be8b46c', 'gw_port': {'id': '97f6abf6-1609-4c6f-9d1b-6a4c90569bef', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:54Z', 'updated_at': '2021-08-16T23:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '653fce14-c2bc-4018-8244-10d58cafe8de', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'floating_ip_address': '172.25.3.176', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'port_id': 'a4b19680-2cc9-44e2-9075-1421a89825e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceb0e913-0131-4c8c-be6b-f0e0f6224925', 'mac_address': 'fa:16:3e:72:ef:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c65d45-af9c-46d4-8646-6367979dae2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:56:22Z', 'updated_at': '2021-08-16T23:56:25Z', 'revision_number': 1, 'project_id': '85a994c899ab4668b7f9d49d0be8b46c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092d150a-cf22-48a8-9fe0-84c07713e886', 'name': '', 'network_id': 'ceb0e913-0131-4c8c-be6b-f0e0f6224925', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'mac_address': 'fa:16:3e:28:8d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '6120a608-f3ce-47fa-9717-c690879e0308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:59Z', 'updated_at': '2021-08-16T23:56:08Z', 'revision_number': 5, 'project_id': '85a994c899ab4668b7f9d49d0be8b46c', 'subnets': [{'id': '6120a608-f3ce-47fa-9717-c690879e0308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:27.266878 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-c56c8305-9819-4a95-9104-e1a29e7243d0 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:27.268885 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-c56c8305-9819-4a95-9104-e1a29e7243d0 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.69 "GET /v2.0/networks?id=ac30e745-411d-4055-9fa5-2ae764c4ed81 HTTP/1.1" status: 200 len: 816 time: 0.2340059 Aug 16 23:56:27.288794 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04233039-0a2a-4a9e-a764-80a06c6f0027 None None] Checking router: d2f600fa-8228-4a91-9baa-ac64e41e5a1e for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:56:27.297882 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04233039-0a2a-4a9e-a764-80a06c6f0027 None None] Routers {'d2f600fa-8228-4a91-9baa-ac64e41e5a1e'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:56:27.298300 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-04233039-0a2a-4a9e-a764-80a06c6f0027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:56:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d2f600fa-8228-4a91-9baa-ac64e41e5a1e'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:27.305282 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-33dfb5e6-9299-4394-ab55-f9617ccd5195 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Request body: {'port': {'device_id': 'e5571b6e-de63-48b6-9a16-a605c2dc9791', 'network_id': 'ac30e745-411d-4055-9fa5-2ae764c4ed81', 'admin_state_up': True, 'tenant_id': 'a842cdb0bb1a4b14a7feeaa0e9223d47'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:27.373022 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cdd14-37e6-40d9-8c35-30270c36afd8 req-32dbad40-1e8b-427d-aff8-931e3679b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:27.374520 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a28cdd14-37e6-40d9-8c35-30270c36afd8 req-32dbad40-1e8b-427d-aff8-931e3679b6bc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6120a608-f3ce-47fa-9717-c690879e0308 HTTP/1.1" status: 200 len: 868 time: 0.2128947 Aug 16 23:56:27.407782 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-04233039-0a2a-4a9e-a764-80a06c6f0027 None None] Set router d2f600fa-8228-4a91-9baa-ac64e41e5a1e gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:56:27.458928 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-511dbf14-c805-47c7-ba76-b00a9e6303e9 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:27.460327 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-511dbf14-c805-47c7-ba76-b00a9e6303e9 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] 10.222.0.60 "GET /v2.0/networks?id=47880f22-51dd-4e2c-9bf1-e8951675fbdc HTTP/1.1" status: 200 len: 821 time: 0.2318673 Aug 16 23:56:27.491273 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-cdc5533d-789c-4f7d-8cfe-f1264d30056a tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] 10.222.0.60 "GET /v2.0/quotas/ed4147a1f017495a872bd8177120cd28 HTTP/1.1" status: 200 len: 375 time: 0.0218811 Aug 16 23:56:27.503734 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cdd14-37e6-40d9-8c35-30270c36afd8 req-1ebb64e1-afd0-495b-ad99-17e29615245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:27.505258 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a28cdd14-37e6-40d9-8c35-30270c36afd8 req-1ebb64e1-afd0-495b-ad99-17e29615245a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ceb0e913-0131-4c8c-be6b-f0e0f6224925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1085081 Aug 16 23:56:27.542565 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-e4b2dc0e-895d-4604-bfe3-78e767c66e92 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed4147a1f017495a872bd8177120cd28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435586 Aug 16 23:56:27.588114 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-33dfb5e6-9299-4394-ab55-f9617ccd5195 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Made reservation on behalf of a842cdb0bb1a4b14a7feeaa0e9223d47 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:56:27.591668 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-33dfb5e6-9299-4394-ab55-f9617ccd5195 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:27.661916 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-04233039-0a2a-4a9e-a764-80a06c6f0027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1551919089-router', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '97f6abf6-1609-4c6f-9d1b-6a4c90569bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:55:53Z', 'updated_at': '2021-08-16T23:56:01Z', 'revision_number': 4, 'project_id': '85a994c899ab4668b7f9d49d0be8b46c', 'gw_port': {'id': '97f6abf6-1609-4c6f-9d1b-6a4c90569bef', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:54Z', 'updated_at': '2021-08-16T23:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '653fce14-c2bc-4018-8244-10d58cafe8de', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'floating_ip_address': '172.25.3.176', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'port_id': 'a4b19680-2cc9-44e2-9075-1421a89825e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceb0e913-0131-4c8c-be6b-f0e0f6224925', 'mac_address': 'fa:16:3e:72:ef:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c65d45-af9c-46d4-8646-6367979dae2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:56:22Z', 'updated_at': '2021-08-16T23:56:25Z', 'revision_number': 1, 'project_id': '85a994c899ab4668b7f9d49d0be8b46c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092d150a-cf22-48a8-9fe0-84c07713e886', 'name': '', 'network_id': 'ceb0e913-0131-4c8c-be6b-f0e0f6224925', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'mac_address': 'fa:16:3e:28:8d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '6120a608-f3ce-47fa-9717-c690879e0308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:59Z', 'updated_at': '2021-08-16T23:56:08Z', 'revision_number': 5, 'project_id': '85a994c899ab4668b7f9d49d0be8b46c', 'subnets': [{'id': '6120a608-f3ce-47fa-9717-c690879e0308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:27.693215 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04233039-0a2a-4a9e-a764-80a06c6f0027 None None] The sync data for ids ['d2f600fa-8228-4a91-9baa-ac64e41e5a1e'] in n-d-800088-20 is: [{'id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1551919089-router', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '97f6abf6-1609-4c6f-9d1b-6a4c90569bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:55:53Z', 'updated_at': '2021-08-16T23:56:01Z', 'revision_number': 4, 'project_id': '85a994c899ab4668b7f9d49d0be8b46c', 'gw_port': {'id': '97f6abf6-1609-4c6f-9d1b-6a4c90569bef', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:54Z', 'updated_at': '2021-08-16T23:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '653fce14-c2bc-4018-8244-10d58cafe8de', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'floating_ip_address': '172.25.3.176', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'port_id': 'a4b19680-2cc9-44e2-9075-1421a89825e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceb0e913-0131-4c8c-be6b-f0e0f6224925', 'mac_address': 'fa:16:3e:72:ef:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c65d45-af9c-46d4-8646-6367979dae2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:56:22Z', 'updated_at': '2021-08-16T23:56:25Z', 'revision_number': 1, 'project_id': '85a994c899ab4668b7f9d49d0be8b46c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092d150a-cf22-48a8-9fe0-84c07713e886', 'name': '', 'network_id': 'ceb0e913-0131-4c8c-be6b-f0e0f6224925', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'mac_address': 'fa:16:3e:28:8d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '6120a608-f3ce-47fa-9717-c690879e0308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:59Z', 'updated_at': '2021-08-16T23:56:08Z', 'revision_number': 5, 'project_id': '85a994c899ab4668b7f9d49d0be8b46c', 'subnets': [{'id': '6120a608-f3ce-47fa-9717-c690879e0308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:56:27.765777 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a28cdd14-37e6-40d9-8c35-30270c36afd8 req-795d90af-4202-460c-b69f-cec5f18244f5 service neutron] 10.222.0.60 "GET /v2.0/networks/ceb0e913-0131-4c8c-be6b-f0e0f6224925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488945 Aug 16 23:56:27.784779 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-407be917-a97c-4eb6-8aa3-27c34d06c368 service neutron] 10.222.0.60 "GET /v2.0/networks/47880f22-51dd-4e2c-9bf1-e8951675fbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305324 Aug 16 23:56:27.940854 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a6dc2ce3-6427-40b0-9dda-fefb09c42bcb up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:56:28.011101 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port a6dc2ce3-6427-40b0-9dda-fefb09c42bcb triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:56:28.011872 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:28.025405 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac1c4e4-8906-4a3e-b974-6ad1ccb3348f None None] New status for floating IP 653fce14-c2bc-4018-8244-10d58cafe8de: ACTIVE {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:56:28.131881 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 09cd6a5e-0878-4702-8532-60aaa5ef0337 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:56:28.198317 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 09cd6a5e-0878-4702-8532-60aaa5ef0337 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:56:28.203518 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 09cd6a5e-0878-4702-8532-60aaa5ef0337 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:56:28.204352 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:28.307929 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-33dfb5e6-9299-4394-ab55-f9617ccd5195 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Allocated IP 172.20.0.10 (ac30e745-411d-4055-9fa5-2ae764c4ed81/d0339754-c9cd-4622-9687-f5cb2eab5e04/378efb7d-0425-4ea3-a614-ecac7a419f49) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:56:28.314888 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:28.320127 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 18f6a2cc-941f-4aee-a96b-d318206b06ee no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:56:28.351107 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a28cdd14-37e6-40d9-8c35-30270c36afd8 req-927d0088-d68c-4efb-b542-f0d25650bb48 service neutron] 10.222.0.60 "GET /v2.0/networks/ceb0e913-0131-4c8c-be6b-f0e0f6224925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694752 Aug 16 23:56:28.353133 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 18f6a2cc-941f-4aee-a96b-d318206b06ee {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:56:28.353586 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 18f6a2cc-941f-4aee-a96b-d318206b06ee not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:56:28.367718 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152cf6fb-5232-42fa-b49e-3da018a7d2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cd6a5e-0878-4702-8532-60aaa5ef0337'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:28.370511 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d98a35-c84f-4701-9e4f-6c6b5c541367" -d '{"events": [{"server_uuid": "152cf6fb-5232-42fa-b49e-3da018a7d2c6", "name": "network-vif-plugged", "status": "completed", "tag": "09cd6a5e-0878-4702-8532-60aaa5ef0337"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:28.373017 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-16a23c72-e96a-4dc7-a5b0-20db0ede904c service neutron] 10.222.0.60 "GET /v2.0/networks/47880f22-51dd-4e2c-9bf1-e8951675fbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5782709 Aug 16 23:56:28.386972 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 09cd6a5e-0878-4702-8532-60aaa5ef0337, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=09cd6a5e-0878-4702-8532-60aaa5ef0337,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:28.396006 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:28.434596 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51304) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:28.476166 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=09cd6a5e-0878-4702-8532-60aaa5ef0337,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:28.511299 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a05e9a-77f9-4c1f-ac33-dd3050ca7e33 admin admin] Deleting subnet 2dc1d23a-2b66-4ec4-9ade-0b7b10fa44c0 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:56:28.514887 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-36a05e9a-77f9-4c1f-ac33-dd3050ca7e33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:28.578231 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-36a05e9a-77f9-4c1f-ac33-dd3050ca7e33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:28.619840 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15a4efc-9183-43e4-8f49-5f3e1b1d7ac7 x-openstack-request-id: req-c15a4efc-9183-43e4-8f49-5f3e1b1d7ac7 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:28.621271 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5d218f-c652-4415-9109-b059e4f7ffe3", "name": "network-vif-deleted", "tag": "18f6a2cc-941f-4aee-a96b-d318206b06ee", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:28.621694 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c15a4efc-9183-43e4-8f49-5f3e1b1d7ac7 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:28.622391 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5d218f-c652-4415-9109-b059e4f7ffe3', 'name': 'network-vif-deleted', 'tag': '18f6a2cc-941f-4aee-a96b-d318206b06ee', 'status': 'completed', 'code': 200} Aug 16 23:56:28.668700 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-36a05e9a-77f9-4c1f-ac33-dd3050ca7e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:28.726278 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-33dfb5e6-9299-4394-ab55-f9617ccd5195 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:28.738936 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-36a05e9a-77f9-4c1f-ac33-dd3050ca7e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:28.768526 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a05e9a-77f9-4c1f-ac33-dd3050ca7e33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dc1d23a-2b66-4ec4-9ade-0b7b10fa44c0,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:28.775292 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-36a05e9a-77f9-4c1f-ac33-dd3050ca7e33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:28.781300 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-36a05e9a-77f9-4c1f-ac33-dd3050ca7e33 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2dc1d23a-2b66-4ec4-9ade-0b7b10fa44c0 HTTP/1.1" status: 204 len: 168 time: 0.3455007 Aug 16 23:56:28.782133 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51322) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:28.820822 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-9f5b6ee2-44cd-4832-948c-5fe370c4f44f tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:28.828256 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-9f5b6ee2-44cd-4832-948c-5fe370c4f44f tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/networks?id=ac30e745-411d-4055-9fa5-2ae764c4ed81 HTTP/1.1" status: 200 len: 816 time: 0.2825601 Aug 16 23:56:28.848379 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-33dfb5e6-9299-4394-ab55-f9617ccd5195 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Transition to ACTIVE for port object 378efb7d-0425-4ea3-a614-ecac7a419f49 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:56:28.852354 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-d1d6d4a0-3ff1-4e97-8393-d1e7a6082726 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/quotas/a842cdb0bb1a4b14a7feeaa0e9223d47 HTTP/1.1" status: 200 len: 375 time: 0.0231867 Aug 16 23:56:28.870280 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2595e-5875-422e-be4e-505c68483c1e req-70aff235-5460-4c09-9171-1bf69952e336 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:28.871766 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-64a4ba23-b583-42b0-b229-3372b12f8454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:28.872265 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62f2595e-5875-422e-be4e-505c68483c1e req-70aff235-5460-4c09-9171-1bf69952e336 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd3a14f8-c4b2-4360-8427-9f464a35f221 HTTP/1.1" status: 200 len: 946 time: 0.2062333 Aug 16 23:56:28.968423 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62f2595e-5875-422e-be4e-505c68483c1e req-f8c64729-591f-4b72-b6df-7fbca704ddbe tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817196 Aug 16 23:56:28.972767 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-d93e7e74-a40d-4cc6-9804-e9937db87468 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a842cdb0bb1a4b14a7feeaa0e9223d47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0977771 Aug 16 23:56:28.974704 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-33dfb5e6-9299-4394-ab55-f9617ccd5195 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:29.012792 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-64a4ba23-b583-42b0-b229-3372b12f8454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:29.024599 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-64a4ba23-b583-42b0-b229-3372b12f8454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d96bed-3d7d-4174-81a4-420ec5c2a243']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:29.036319 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfb5e6-9299-4394-ab55-f9617ccd5195 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Pushing event updated for resources: {'Port': ['ID=378efb7d-0425-4ea3-a614-ecac7a419f49,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:29.037911 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-64a4ba23-b583-42b0-b229-3372b12f8454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ecfec7-859e-48ae-8b72-438566ddcf66') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:29.038945 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-64a4ba23-b583-42b0-b229-3372b12f8454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ecfec7-859e-48ae-8b72-438566ddcf66') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:29.049619 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-64a4ba23-b583-42b0-b229-3372b12f8454 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:29.068301 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-64a4ba23-b583-42b0-b229-3372b12f8454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:29.077312 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a4ba23-b583-42b0-b229-3372b12f8454 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:56:29.077959 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-64a4ba23-b583-42b0-b229-3372b12f8454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: timer() Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: self._notify() Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:56:29.081614 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:56:29.106835 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfb5e6-9299-4394-ab55-f9617ccd5195 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:29.107299 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfb5e6-9299-4394-ab55-f9617ccd5195 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:29.107716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfb5e6-9299-4394-ab55-f9617ccd5195 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:29.108128 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfb5e6-9299-4394-ab55-f9617ccd5195 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:29.108536 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfb5e6-9299-4394-ab55-f9617ccd5195 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:29.108944 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfb5e6-9299-4394-ab55-f9617ccd5195 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:29.109389 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfb5e6-9299-4394-ab55-f9617ccd5195 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:29.109808 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfb5e6-9299-4394-ab55-f9617ccd5195 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:29.110320 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfb5e6-9299-4394-ab55-f9617ccd5195 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:29.110720 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfb5e6-9299-4394-ab55-f9617ccd5195 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:29.111886 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfb5e6-9299-4394-ab55-f9617ccd5195 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:29.112380 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfb5e6-9299-4394-ab55-f9617ccd5195 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:29.139653 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-33dfb5e6-9299-4394-ab55-f9617ccd5195 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Network ac30e745-411d-4055-9fa5-2ae764c4ed81 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:56:29.157639 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-33dfb5e6-9299-4394-ab55-f9617ccd5195 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:56:29.167411 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-33dfb5e6-9299-4394-ab55-f9617ccd5195 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:56:29.177285 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-64a4ba23-b583-42b0-b229-3372b12f8454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:29.198571 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-64a4ba23-b583-42b0-b229-3372b12f8454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:29.200579 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-64a4ba23-b583-42b0-b229-3372b12f8454 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b5d96bed-3d7d-4174-81a4-420ec5c2a243 HTTP/1.1" status: 204 len: 168 time: 0.4173157 Aug 16 23:56:29.201630 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4ba23-b583-42b0-b229-3372b12f8454 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5d96bed-3d7d-4174-81a4-420ec5c2a243,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:29.257475 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-33dfb5e6-9299-4394-ab55-f9617ccd5195 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:29.257923 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-33dfb5e6-9299-4394-ab55-f9617ccd5195 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:29.296109 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b03fed-9481-4a6f-9585-93c9edd050a6 req-a4def2ed-8f49-4af0-b65b-2341116b97a2 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:29.301662 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a6b03fed-9481-4a6f-9585-93c9edd050a6 req-a4def2ed-8f49-4af0-b65b-2341116b97a2 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6 HTTP/1.1" status: 200 len: 946 time: 0.2264516 Aug 16 23:56:29.308239 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-a72f4768-52da-4bac-a076-9cb663a4681b service neutron] 10.222.0.60 "GET /v2.0/networks/ac30e745-411d-4055-9fa5-2ae764c4ed81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775915 Aug 16 23:56:29.375117 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a6b03fed-9481-4a6f-9585-93c9edd050a6 req-f6394a07-bfb0-4aa8-a8a4-96727b16b54e tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636992 Aug 16 23:56:29.382983 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-33dfb5e6-9299-4394-ab55-f9617ccd5195 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0815957 Aug 16 23:56:29.410066 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-3c84bd64-80af-4616-9b52-a0678573e1a5 service neutron] Request body: {'port': {'device_id': 'e5571b6e-de63-48b6-9a16-a605c2dc9791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:29.435779 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51330) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:29.496786 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-914f5e0a-6cd2-4634-adb3-a33f85cc55b8 None None] Provisioning for port 378efb7d-0425-4ea3-a614-ecac7a419f49 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:56:29.501584 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-914f5e0a-6cd2-4634-adb3-a33f85cc55b8 None None] Provisioning complete for port 378efb7d-0425-4ea3-a614-ecac7a419f49 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:56:29.502822 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-914f5e0a-6cd2-4634-adb3-a33f85cc55b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:29.518607 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-92f87523-dc44-4924-bd5f-66acaa6ac616 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f7c15746f884d59bb5bca99d12666b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0815635 Aug 16 23:56:29.521376 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51332) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:29.546653 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-914f5e0a-6cd2-4634-adb3-a33f85cc55b8 None None] Port 378efb7d-0425-4ea3-a614-ecac7a419f49 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:56:29.586195 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-3c84bd64-80af-4616-9b52-a0678573e1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:29.589463 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-91a51fe1-f193-42f4-9301-423e067e03a7 req-6da45e81-2412-41be-a809-9e4cf6667a78 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e5d218f-c652-4415-9109-b059e4f7ffe3 HTTP/1.1" status: 200 len: 210 time: 0.0990903 Aug 16 23:56:29.593366 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7abbe207-a0e0-499b-9e86-d4c46181fe96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:29.617124 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7abbe207-a0e0-499b-9e86-d4c46181fe96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:29.660120 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-fa7842e0-48a2-4c25-a421-29f0677a65b3 service neutron] 10.222.0.60 "GET /v2.0/networks/ac30e745-411d-4055-9fa5-2ae764c4ed81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959967 Aug 16 23:56:29.679610 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7abbe207-a0e0-499b-9e86-d4c46181fe96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:29.685279 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7abbe207-a0e0-499b-9e86-d4c46181fe96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:29.687173 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7abbe207-a0e0-499b-9e86-d4c46181fe96 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/001b98ce-49aa-42c8-8a71-c89fa31e9205 HTTP/1.1" status: 204 len: 168 time: 0.1540015 Aug 16 23:56:29.701700 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abbe207-a0e0-499b-9e86-d4c46181fe96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001b98ce-49aa-42c8-8a71-c89fa31e9205,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:29.910053 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c4962d-8375-4cac-8cd4-635c758f27b4 x-openstack-request-id: req-78c4962d-8375-4cac-8cd4-635c758f27b4 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:29.910339 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "152cf6fb-5232-42fa-b49e-3da018a7d2c6", "name": "network-vif-plugged", "status": "completed", "tag": "09cd6a5e-0878-4702-8532-60aaa5ef0337", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:29.910614 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-78c4962d-8375-4cac-8cd4-635c758f27b4 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:29.911017 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '152cf6fb-5232-42fa-b49e-3da018a7d2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cd6a5e-0878-4702-8532-60aaa5ef0337', 'code': 200} Aug 16 23:56:30.196926 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-3c84bd64-80af-4616-9b52-a0678573e1a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 378efb7d-0425-4ea3-a614-ecac7a419f49 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:30.212401 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc115a6-d609-4f46-8230-b125bef596bf req-daa8eef1-308e-4711-90a5-d639b7902ec3 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:30.221383 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ddc115a6-d609-4f46-8230-b125bef596bf req-daa8eef1-308e-4711-90a5-d639b7902ec3 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 950 time: 0.5510759 Aug 16 23:56:30.241400 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-3c84bd64-80af-4616-9b52-a0678573e1a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:30.269452 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec8778-698f-4a60-aefc-c6042aaac926 req-83a52430-7c5a-425f-850d-14694d2225a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:30.271714 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-25ec8778-698f-4a60-aefc-c6042aaac926 req-83a52430-7c5a-425f-850d-14694d2225a3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6 HTTP/1.1" status: 200 len: 1098 time: 0.1820345 Aug 16 23:56:30.290570 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-3c84bd64-80af-4616-9b52-a0678573e1a5 service neutron] Transition to ACTIVE for port object 378efb7d-0425-4ea3-a614-ecac7a419f49 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:56:30.308248 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f79cbc2d-34af-4157-8baf-86608ab487e4 req-82f8bd11-fa80-407d-a72c-4d1d967b719c tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 258 time: 0.2699740 Aug 16 23:56:30.312503 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-f79cbc2d-34af-4157-8baf-86608ab487e4 req-41d2bbfc-49f5-44e1-bc0b-3750168978c8 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:30.324495 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-c466c517-966c-4c10-9947-892c85b45b70 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:30.326427 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-c466c517-966c-4c10-9947-892c85b45b70 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] 10.222.0.69 "GET /v2.0/networks?id=47880f22-51dd-4e2c-9bf1-e8951675fbdc HTTP/1.1" status: 200 len: 821 time: 0.3894644 Aug 16 23:56:30.340985 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-3c84bd64-80af-4616-9b52-a0678573e1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:30.350238 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-aa779550-37cc-4515-8724-034d8d210c76 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] Request body: {'port': {'device_id': '01b9f5be-b98c-4331-aacc-98551c9c3718', 'network_id': '47880f22-51dd-4e2c-9bf1-e8951675fbdc', 'admin_state_up': True, 'tenant_id': 'ed4147a1f017495a872bd8177120cd28'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:30.358177 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ddc115a6-d609-4f46-8230-b125bef596bf req-1375b49c-5703-42c1-a40e-5b43d26fd3e4 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331742 Aug 16 23:56:30.369321 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f79cbc2d-34af-4157-8baf-86608ab487e4 req-41d2bbfc-49f5-44e1-bc0b-3750168978c8 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks [] for floatingip, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:30.383037 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-25ec8778-698f-4a60-aefc-c6042aaac926 req-80bf08c4-5dce-41d6-ad14-2215b0c1ff20 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986366 Aug 16 23:56:30.520350 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-aa779550-37cc-4515-8724-034d8d210c76 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] Made reservation on behalf of ed4147a1f017495a872bd8177120cd28 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:56:30.524714 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-aa779550-37cc-4515-8724-034d8d210c76 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:30.553240 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ea11e65e-8121-43b7-aeb2-bcd6fac8051d req-5872b1d5-52bd-4123-a091-6578db9deb7e tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] 10.222.0.60 "GET /v2.0/ports?device_id=01b9f5be-b98c-4331-aacc-98551c9c3718 HTTP/1.1" status: 200 len: 210 time: 0.0871608 Aug 16 23:56:30.570193 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84bd64-80af-4616-9b52-a0678573e1a5 service neutron] Pushing event updated for resources: {'Port': ['ID=378efb7d-0425-4ea3-a614-ecac7a419f49,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:30.626196 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c65d45-af9c-46d4-8646-6367979dae2c', 'tag': 'a4b19680-2cc9-44e2-9075-1421a89825e7'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:30.628852 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff03d03-b2d4-4130-8d4a-2ba310814c19" -d '{"events": [{"name": "network-changed", "server_uuid": "c6c65d45-af9c-46d4-8646-6367979dae2c", "tag": "a4b19680-2cc9-44e2-9075-1421a89825e7"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:30.758476 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-3c84bd64-80af-4616-9b52-a0678573e1a5 service neutron] Attempting to bind port 378efb7d-0425-4ea3-a614-ecac7a419f49 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:56:30.759127 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-3c84bd64-80af-4616-9b52-a0678573e1a5 service neutron] Attempting to bind port 378efb7d-0425-4ea3-a614-ecac7a419f49 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '3f425405-396d-4e3b-9e81-d03adf1a353a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ac30e745-411d-4055-9fa5-2ae764c4ed81'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:56:30.759270 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-3c84bd64-80af-4616-9b52-a0678573e1a5 service neutron] Attempting to bind port 378efb7d-0425-4ea3-a614-ecac7a419f49 on network ac30e745-411d-4055-9fa5-2ae764c4ed81 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:30.782233 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-3c84bd64-80af-4616-9b52-a0678573e1a5 service neutron] Port 378efb7d-0425-4ea3-a614-ecac7a419f49 on network ac30e745-411d-4055-9fa5-2ae764c4ed81 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:56:30.782625 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-3c84bd64-80af-4616-9b52-a0678573e1a5 service neutron] Attempting to bind port 378efb7d-0425-4ea3-a614-ecac7a419f49 on network ac30e745-411d-4055-9fa5-2ae764c4ed81 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:30.797311 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-3c84bd64-80af-4616-9b52-a0678573e1a5 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:56:30.797920 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-3c84bd64-80af-4616-9b52-a0678573e1a5 service neutron] Checking segment: {'id': '3f425405-396d-4e3b-9e81-d03adf1a353a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ac30e745-411d-4055-9fa5-2ae764c4ed81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:56:30.798362 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-3c84bd64-80af-4616-9b52-a0678573e1a5 service neutron] Bound using segment: {'id': '3f425405-396d-4e3b-9e81-d03adf1a353a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ac30e745-411d-4055-9fa5-2ae764c4ed81'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:56:30.800997 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-3c84bd64-80af-4616-9b52-a0678573e1a5 service neutron] Bound port: 378efb7d-0425-4ea3-a614-ecac7a419f49, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f425405-396d-4e3b-9e81-d03adf1a353a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ac30e745-411d-4055-9fa5-2ae764c4ed81'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:56:30.801847 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-3c84bd64-80af-4616-9b52-a0678573e1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:30.826384 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f79cbc2d-34af-4157-8baf-86608ab487e4 req-41d2bbfc-49f5-44e1-bc0b-3750168978c8 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:30.878666 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-aa779550-37cc-4515-8724-034d8d210c76 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] Allocated IP 172.20.0.12 (47880f22-51dd-4e2c-9bf1-e8951675fbdc/3ad07744-8dc8-4db9-ac41-78e91d3b1a1e/baad2a53-8be2-47e6-a8bf-0d27f6ade249) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:56:31.007056 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-3c84bd64-80af-4616-9b52-a0678573e1a5 service neutron] For port 378efb7d-0425-4ea3-a614-ecac7a419f49, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:56:31.029427 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-3c84bd64-80af-4616-9b52-a0678573e1a5 service neutron] For port 378efb7d-0425-4ea3-a614-ecac7a419f49, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=378efb7d-0425-4ea3-a614-ecac7a419f49,segment=NetworkSegment(3f425405-396d-4e3b-9e81-d03adf1a353a),segment_id=3f425405-396d-4e3b-9e81-d03adf1a353a)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:56:31.038281 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-3c84bd64-80af-4616-9b52-a0678573e1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:31.077915 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51380) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:31.085703 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-3c84bd64-80af-4616-9b52-a0678573e1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:31.086345 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-3c84bd64-80af-4616-9b52-a0678573e1a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:31.087931 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-3c84bd64-80af-4616-9b52-a0678573e1a5 service neutron] 10.222.0.69 "PUT /v2.0/ports/378efb7d-0425-4ea3-a614-ecac7a419f49 HTTP/1.1" status: 200 len: 1093 time: 1.6844797 Aug 16 23:56:31.110152 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-f79cbc2d-34af-4157-8baf-86608ab487e4 req-41d2bbfc-49f5-44e1-bc0b-3750168978c8 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Allocated IP 172.25.3.244 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/ff283d58-2792-4ff3-ad37-b2ca813fbb88) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:56:31.116598 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-aa779550-37cc-4515-8724-034d8d210c76 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:31.179117 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-aa779550-37cc-4515-8724-034d8d210c76 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:31.255670 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-aa779550-37cc-4515-8724-034d8d210c76 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] Network 47880f22-51dd-4e2c-9bf1-e8951675fbdc is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:56:31.259088 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-aa779550-37cc-4515-8724-034d8d210c76 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:56:31.265616 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-aa779550-37cc-4515-8724-034d8d210c76 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:56:31.301725 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-829ae995-3682-4718-b5aa-73125e9cd504 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-702541903-network', 'tenant_id': '6e58847f4d394593ac86ed294da2bccc'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:31.310203 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa779550-37cc-4515-8724-034d8d210c76 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] Pushing event updated for resources: {'Port': ['ID=baad2a53-8be2-47e6-a8bf-0d27f6ade249,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:31.368716 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-aa779550-37cc-4515-8724-034d8d210c76 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:31.376006 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-aa779550-37cc-4515-8724-034d8d210c76 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:31.384264 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829ae995-3682-4718-b5aa-73125e9cd504 admin admin] Made reservation on behalf of 6e58847f4d394593ac86ed294da2bccc for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:56:31.386730 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-829ae995-3682-4718-b5aa-73125e9cd504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:31.401115 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-829ae995-3682-4718-b5aa-73125e9cd504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:31.405311 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-aa779550-37cc-4515-8724-034d8d210c76 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0602093 Aug 16 23:56:31.422624 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84bd64-80af-4616-9b52-a0678573e1a5 service neutron] Pushing event updated for resources: {'Port': ['ID=378efb7d-0425-4ea3-a614-ecac7a419f49,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:31.428131 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-a78df95a-3a1f-481c-a57b-e7a3492b97f9 service neutron] Request body: {'port': {'device_id': '01b9f5be-b98c-4331-aacc-98551c9c3718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:31.461824 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-79c4f0f1-be97-4d7d-af0d-66dc9e11287d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:31.463369 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-79c4f0f1-be97-4d7d-af0d-66dc9e11287d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a842cdb0bb1a4b14a7feeaa0e9223d47&device_id=e5571b6e-de63-48b6-9a16-a605c2dc9791 HTTP/1.1" status: 200 len: 1096 time: 0.3069687 Aug 16 23:56:31.525761 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-a78df95a-3a1f-481c-a57b-e7a3492b97f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:31.546344 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-a98ab8b1-c555-4b35-88c8-87f91d3f9e38 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=378efb7d-0425-4ea3-a614-ecac7a419f49 HTTP/1.1" status: 200 len: 217 time: 0.0730417 Aug 16 23:56:31.635103 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-e151edcf-ee67-4e4b-8073-f3d0288c6efd tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:31.636498 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-e151edcf-ee67-4e4b-8073-f3d0288c6efd tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/networks?id=ac30e745-411d-4055-9fa5-2ae764c4ed81 HTTP/1.1" status: 200 len: 816 time: 0.4088459 Aug 16 23:56:31.639284 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f79cbc2d-34af-4157-8baf-86608ab487e4 req-41d2bbfc-49f5-44e1-bc0b-3750168978c8 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:31.660458 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-e9bd7e1d-0cfd-4d4f-9776-9e414265703a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:31.661944 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-e9bd7e1d-0cfd-4d4f-9776-9e414265703a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0339754-c9cd-4622-9687-f5cb2eab5e04 HTTP/1.1" status: 200 len: 855 time: 0.1043279 Aug 16 23:56:31.666680 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-d046890f-768c-4bb7-8782-a17d1d448088 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/quotas/a842cdb0bb1a4b14a7feeaa0e9223d47 HTTP/1.1" status: 200 len: 375 time: 0.0216737 Aug 16 23:56:31.687716 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-829ae995-3682-4718-b5aa-73125e9cd504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:31.694395 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-829ae995-3682-4718-b5aa-73125e9cd504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:31.760792 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f79cbc2d-34af-4157-8baf-86608ab487e4 req-41d2bbfc-49f5-44e1-bc0b-3750168978c8 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:31.762294 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829ae995-3682-4718-b5aa-73125e9cd504 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:56:31.766778 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-110f0dc2-32f8-40f7-a5c4-cc2ab1e97183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:31.769172 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-110f0dc2-32f8-40f7-a5c4-cc2ab1e97183 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac30e745-411d-4055-9fa5-2ae764c4ed81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0975366 Aug 16 23:56:31.779981 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ae995-3682-4718-b5aa-73125e9cd504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e66c417-7932-412a-b873-467550d5a184,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:31.781034 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-6efa18a7-9a59-41e3-94c8-a970b02606b0 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a842cdb0bb1a4b14a7feeaa0e9223d47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992405 Aug 16 23:56:31.787552 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-829ae995-3682-4718-b5aa-73125e9cd504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:31.787903 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-829ae995-3682-4718-b5aa-73125e9cd504 admin admin] Added segment 9dcbe861-34cf-4761-9075-0c317d282720 of type vlan for network 96fde891-08d9-4d95-8a31-b5573e34527d Aug 16 23:56:31.856084 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-829ae995-3682-4718-b5aa-73125e9cd504 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:31.917418 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f79cbc2d-34af-4157-8baf-86608ab487e4 req-41d2bbfc-49f5-44e1-bc0b-3750168978c8 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:56:31.919371 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-829ae995-3682-4718-b5aa-73125e9cd504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:31.920694 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829ae995-3682-4718-b5aa-73125e9cd504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:31.920900 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-829ae995-3682-4718-b5aa-73125e9cd504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:31.973431 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-f79cbc2d-34af-4157-8baf-86608ab487e4 req-41d2bbfc-49f5-44e1-bc0b-3750168978c8 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:56:31.979994 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2bbfc-49f5-44e1-bc0b-3750168978c8 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Pushing event updated for resources: {'Port': ['ID=ff283d58-2792-4ff3-ad37-b2ca813fbb88,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:31.983410 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-829ae995-3682-4718-b5aa-73125e9cd504 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8986361 Aug 16 23:56:31.985302 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79cbc2d-34af-4157-8baf-86608ab487e4 req-41d2bbfc-49f5-44e1-bc0b-3750168978c8 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:56:31.985495 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51398) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:31.989542 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-a78df95a-3a1f-481c-a57b-e7a3492b97f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baad2a53-8be2-47e6-a8bf-0d27f6ade249 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:31.997666 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-ebe4a3b5-a761-448b-900e-e04a91f019d8 admin admin] Request body: {'subnet': {'network_id': '96fde891-08d9-4d95-8a31-b5573e34527d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-702541903-subnet', 'tenant_id': '6e58847f4d394593ac86ed294da2bccc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:32.020568 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-a78df95a-3a1f-481c-a57b-e7a3492b97f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:32.027161 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ae995-3682-4718-b5aa-73125e9cd504 admin admin] Pushing event updated for resources: {'Network': ['ID=96fde891-08d9-4d95-8a31-b5573e34527d,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:32.041835 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 96fde891-08d9-4d95-8a31-b5573e34527d details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:56:32.044732 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-a78df95a-3a1f-481c-a57b-e7a3492b97f9 service neutron] Transition to ACTIVE for port object baad2a53-8be2-47e6-a8bf-0d27f6ade249 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:56:32.055461 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-a78df95a-3a1f-481c-a57b-e7a3492b97f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:32.057671 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe4a3b5-a761-448b-900e-e04a91f019d8 admin admin] Made reservation on behalf of 6e58847f4d394593ac86ed294da2bccc for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:56:32.060585 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a3b5-a761-448b-900e-e04a91f019d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:32.128630 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-6ae8ea8b-c046-41c9-9801-ea092b93c834 service neutron] 10.222.0.60 "GET /v2.0/networks/ac30e745-411d-4055-9fa5-2ae764c4ed81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220463 Aug 16 23:56:32.139752 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-aeccd56c-70a7-439c-93b1-cba4b23f51c0 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:32.141229 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-aeccd56c-70a7-439c-93b1-cba4b23f51c0 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.64 "GET /v2.0/networks?id=ac30e745-411d-4055-9fa5-2ae764c4ed81 HTTP/1.1" status: 200 len: 816 time: 0.2960720 Aug 16 23:56:32.161651 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-c5d45274-814c-4011-a287-9d6f62e38053 service neutron] 10.222.0.69 "GET /v2.0/networks/ac30e745-411d-4055-9fa5-2ae764c4ed81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564925 Aug 16 23:56:32.167639 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78df95a-3a1f-481c-a57b-e7a3492b97f9 service neutron] Pushing event updated for resources: {'Port': ['ID=baad2a53-8be2-47e6-a8bf-0d27f6ade249,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:32.193772 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-cd72a79d-3228-4ac5-af4c-8b1e125c140b tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Request body: {'port': {'device_id': '32e09764-92b1-486c-8310-2395fdd5985c', 'network_id': 'ac30e745-411d-4055-9fa5-2ae764c4ed81', 'admin_state_up': True, 'tenant_id': 'a842cdb0bb1a4b14a7feeaa0e9223d47'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:32.277999 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-a78df95a-3a1f-481c-a57b-e7a3492b97f9 service neutron] Attempting to bind port baad2a53-8be2-47e6-a8bf-0d27f6ade249 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:56:32.278338 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-a78df95a-3a1f-481c-a57b-e7a3492b97f9 service neutron] Attempting to bind port baad2a53-8be2-47e6-a8bf-0d27f6ade249 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '9a2e915d-aefb-442f-9e3b-96417c4051fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '47880f22-51dd-4e2c-9bf1-e8951675fbdc'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:56:32.278663 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-a78df95a-3a1f-481c-a57b-e7a3492b97f9 service neutron] Attempting to bind port baad2a53-8be2-47e6-a8bf-0d27f6ade249 on network 47880f22-51dd-4e2c-9bf1-e8951675fbdc {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:32.286969 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-a78df95a-3a1f-481c-a57b-e7a3492b97f9 service neutron] Port baad2a53-8be2-47e6-a8bf-0d27f6ade249 on network 47880f22-51dd-4e2c-9bf1-e8951675fbdc not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:56:32.287451 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-a78df95a-3a1f-481c-a57b-e7a3492b97f9 service neutron] Attempting to bind port baad2a53-8be2-47e6-a8bf-0d27f6ade249 on network 47880f22-51dd-4e2c-9bf1-e8951675fbdc {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:32.296136 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-a78df95a-3a1f-481c-a57b-e7a3492b97f9 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:56:32.296468 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-a78df95a-3a1f-481c-a57b-e7a3492b97f9 service neutron] Checking segment: {'id': '9a2e915d-aefb-442f-9e3b-96417c4051fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '47880f22-51dd-4e2c-9bf1-e8951675fbdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:56:32.296845 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-a78df95a-3a1f-481c-a57b-e7a3492b97f9 service neutron] Bound using segment: {'id': '9a2e915d-aefb-442f-9e3b-96417c4051fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '47880f22-51dd-4e2c-9bf1-e8951675fbdc'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:56:32.297298 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-a78df95a-3a1f-481c-a57b-e7a3492b97f9 service neutron] Bound port: baad2a53-8be2-47e6-a8bf-0d27f6ade249, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2e915d-aefb-442f-9e3b-96417c4051fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '47880f22-51dd-4e2c-9bf1-e8951675fbdc'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:56:32.297655 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-a78df95a-3a1f-481c-a57b-e7a3492b97f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:32.379392 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a3b5-a761-448b-900e-e04a91f019d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:32.457192 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-a78df95a-3a1f-481c-a57b-e7a3492b97f9 service neutron] For port baad2a53-8be2-47e6-a8bf-0d27f6ade249, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:56:32.459394 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4a3b5-a761-448b-900e-e04a91f019d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc4077a1-1823-4d8b-bffe-f2b07471d2f3,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:32.468563 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-a78df95a-3a1f-481c-a57b-e7a3492b97f9 service neutron] For port baad2a53-8be2-47e6-a8bf-0d27f6ade249, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=baad2a53-8be2-47e6-a8bf-0d27f6ade249,segment=NetworkSegment(9a2e915d-aefb-442f-9e3b-96417c4051fb),segment_id=9a2e915d-aefb-442f-9e3b-96417c4051fb)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:56:32.475343 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-a78df95a-3a1f-481c-a57b-e7a3492b97f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:32.490308 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe4a3b5-a761-448b-900e-e04a91f019d8 admin admin] Checking segment: {'id': '9dcbe861-34cf-4761-9075-0c317d282720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '96fde891-08d9-4d95-8a31-b5573e34527d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:56:32.490668 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe4a3b5-a761-448b-900e-e04a91f019d8 admin admin] Network hostable DHCP agents. Network: 96fde891-08d9-4d95-8a31-b5573e34527d, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:56:32.527178 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-a78df95a-3a1f-481c-a57b-e7a3492b97f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:32.527911 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-a78df95a-3a1f-481c-a57b-e7a3492b97f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:32.529279 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-a78df95a-3a1f-481c-a57b-e7a3492b97f9 service neutron] 10.222.0.69 "PUT /v2.0/ports/baad2a53-8be2-47e6-a8bf-0d27f6ade249 HTTP/1.1" status: 200 len: 1093 time: 1.1084831 Aug 16 23:56:32.529732 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b9f5be-b98c-4331-aacc-98551c9c3718', 'tag': 'baad2a53-8be2-47e6-a8bf-0d27f6ade249'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:32.532004 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a75440e-0547-4376-9437-158ecdcf7a10" -d '{"events": [{"name": "network-changed", "server_uuid": "01b9f5be-b98c-4331-aacc-98551c9c3718", "tag": "baad2a53-8be2-47e6-a8bf-0d27f6ade249"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:32.555898 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe4a3b5-a761-448b-900e-e04a91f019d8 admin admin] Network 96fde891-08d9-4d95-8a31-b5573e34527d is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:56:32.566033 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78df95a-3a1f-481c-a57b-e7a3492b97f9 service neutron] Pushing event updated for resources: {'Port': ['ID=baad2a53-8be2-47e6-a8bf-0d27f6ade249,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:32.569366 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-ebe4a3b5-a761-448b-900e-e04a91f019d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 96fde891-08d9-4d95-8a31-b5573e34527d) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:56:32.581709 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe4a3b5-a761-448b-900e-e04a91f019d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:32.582226 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a3b5-a761-448b-900e-e04a91f019d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:32.587963 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12169aa2-9596-4b63-95b3-d27693092ce0 None None] Network 96fde891-08d9-4d95-8a31-b5573e34527d requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:56:32.615465 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ebe4a3b5-a761-448b-900e-e04a91f019d8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6290450 Aug 16 23:56:32.625883 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-503f8de4-5c59-441e-97ac-4e6c5dd7f0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:32.627412 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-503f8de4-5c59-441e-97ac-4e6c5dd7f0dd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ed4147a1f017495a872bd8177120cd28&device_id=01b9f5be-b98c-4331-aacc-98551c9c3718 HTTP/1.1" status: 200 len: 1096 time: 0.0550644 Aug 16 23:56:32.650553 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f79cbc2d-34af-4157-8baf-86608ab487e4 req-41d2bbfc-49f5-44e1-bc0b-3750168978c8 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:32.694379 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-176095d8-05c7-4f81-8df1-0dedc0beaede service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baad2a53-8be2-47e6-a8bf-0d27f6ade249 HTTP/1.1" status: 200 len: 217 time: 0.0574002 Aug 16 23:56:32.757541 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f37f7be-2bd4-4507-b6c7-059734e5b7bf None None] Network 96fde891-08d9-4d95-8a31-b5573e34527d requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:56:32.766746 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f79cbc2d-34af-4157-8baf-86608ab487e4 req-41d2bbfc-49f5-44e1-bc0b-3750168978c8 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:32.772251 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-34f711a7-3e72-45f1-8be9-95b9bda3d3a9 req-3a44637e-117c-43d4-90e4-130b1f825a93 service neutron] 10.222.0.69 "GET /v2.0/networks/ac30e745-411d-4055-9fa5-2ae764c4ed81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6012704 Aug 16 23:56:32.772596 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-cbdf12dc-4a4e-4d3c-bf59-58350c81a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:32.774091 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-cbdf12dc-4a4e-4d3c-bf59-58350c81a5b1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3ad07744-8dc8-4db9-ac41-78e91d3b1a1e HTTP/1.1" status: 200 len: 861 time: 0.0721881 Aug 16 23:56:32.777069 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-385c22ef-08fd-4599-8cf4-d142aca4f8d3 service neutron] 10.222.0.60 "GET /v2.0/networks/ac30e745-411d-4055-9fa5-2ae764c4ed81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6347790 Aug 16 23:56:32.816489 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-0c7e46af-86b5-4927-a728-daff4800b8c3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=47880f22-51dd-4e2c-9bf1-e8951675fbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311356 Aug 16 23:56:32.921782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-cd72a79d-3228-4ac5-af4c-8b1e125c140b tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Made reservation on behalf of a842cdb0bb1a4b14a7feeaa0e9223d47 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:56:32.923155 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-13cf2fac-04c4-4a95-af84-715a04ba17e5 service neutron] 10.222.0.69 "GET /v2.0/networks/47880f22-51dd-4e2c-9bf1-e8951675fbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983660 Aug 16 23:56:32.926111 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-cd72a79d-3228-4ac5-af4c-8b1e125c140b tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:33.024673 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-03de5da0-14ef-41ea-9fc1-93e178c4aa8c req-dbf76599-f461-4a74-bf26-7a917c4e476a service neutron] 10.222.0.69 "GET /v2.0/networks/47880f22-51dd-4e2c-9bf1-e8951675fbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934639 Aug 16 23:56:33.078165 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f79cbc2d-34af-4157-8baf-86608ab487e4 req-41d2bbfc-49f5-44e1-bc0b-3750168978c8 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:33.088960 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f79cbc2d-34af-4157-8baf-86608ab487e4 req-41d2bbfc-49f5-44e1-bc0b-3750168978c8 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:33.146108 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-cd72a79d-3228-4ac5-af4c-8b1e125c140b tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Allocated IP 172.20.0.11 (ac30e745-411d-4055-9fa5-2ae764c4ed81/d0339754-c9cd-4622-9687-f5cb2eab5e04/ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:56:33.211927 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2bbfc-49f5-44e1-bc0b-3750168978c8 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Pushing event updated for resources: {'Port': ['ID=ff283d58-2792-4ff3-ad37-b2ca813fbb88,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:33.244184 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f79cbc2d-34af-4157-8baf-86608ab487e4 req-41d2bbfc-49f5-44e1-bc0b-3750168978c8 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:33.284481 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f79cbc2d-34af-4157-8baf-86608ab487e4 req-41d2bbfc-49f5-44e1-bc0b-3750168978c8 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:33.285659 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f79cbc2d-34af-4157-8baf-86608ab487e4 req-41d2bbfc-49f5-44e1-bc0b-3750168978c8 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9773130 Aug 16 23:56:33.312169 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9f3c6-e976-4124-b210-93bd7eb0cbef req-8faf9832-e653-425c-8820-2131dac5629c tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:33.313745 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-acc9f3c6-e976-4124-b210-93bd7eb0cbef req-8faf9832-e653-425c-8820-2131dac5629c tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6 HTTP/1.1" status: 200 len: 946 time: 0.1250584 Aug 16 23:56:33.409287 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f79cbc2d-34af-4157-8baf-86608ab487e4 req-be810318-ca0b-4c8b-93ef-d9704f97ca7a tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.244 HTTP/1.1" status: 200 len: 696 time: 0.1154964 Aug 16 23:56:33.479560 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-acc9f3c6-e976-4124-b210-93bd7eb0cbef req-93928634-0774-4798-a689-dc8e23e16520 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343591 Aug 16 23:56:33.539727 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-cd72a79d-3228-4ac5-af4c-8b1e125c140b tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:33.570255 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-cd72a79d-3228-4ac5-af4c-8b1e125c140b tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Transition to ACTIVE for port object ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:56:33.580751 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cbc2d-34af-4157-8baf-86608ab487e4 req-06c7572b-de2c-4568-9b8c-b2d2eecbf396 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:33.582520 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f79cbc2d-34af-4157-8baf-86608ab487e4 req-06c7572b-de2c-4568-9b8c-b2d2eecbf396 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 784 time: 0.1665263 Aug 16 23:56:33.586830 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ddbd52-1980-4e7c-bf5a-a91bf5e6c101 x-openstack-request-id: req-81ddbd52-1980-4e7c-bf5a-a91bf5e6c101 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:33.587126 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6c65d45-af9c-46d4-8646-6367979dae2c", "tag": "a4b19680-2cc9-44e2-9075-1421a89825e7", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:33.587386 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-81ddbd52-1980-4e7c-bf5a-a91bf5e6c101 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:33.587782 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6c65d45-af9c-46d4-8646-6367979dae2c', 'tag': 'a4b19680-2cc9-44e2-9075-1421a89825e7', 'status': 'completed', 'code': 200} Aug 16 23:56:33.656620 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-cd72a79d-3228-4ac5-af4c-8b1e125c140b tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:33.681910 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff03d03-b2d4-4130-8d4a-2ba310814c19 req-370e179e-4d44-461f-98f2-94e4e3ab8c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:33.683491 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-aff03d03-b2d4-4130-8d4a-2ba310814c19 req-370e179e-4d44-461f-98f2-94e4e3ab8c58 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=85a994c899ab4668b7f9d49d0be8b46c&device_id=c6c65d45-af9c-46d4-8646-6367979dae2c HTTP/1.1" status: 200 len: 1097 time: 0.0666442 Aug 16 23:56:33.747462 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-cd72a79d-3228-4ac5-af4c-8b1e125c140b tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Network ac30e745-411d-4055-9fa5-2ae764c4ed81 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:56:33.758186 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-cd72a79d-3228-4ac5-af4c-8b1e125c140b tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:56:33.760146 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-cd72a79d-3228-4ac5-af4c-8b1e125c140b tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:56:33.765095 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72a79d-3228-4ac5-af4c-8b1e125c140b tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Pushing event updated for resources: {'Port': ['ID=ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:33.811692 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5fa45-8185-4c4b-b164-5dc7bbc8e674 req-48558b99-2a27-4826-8f04-c8b93a6771c8 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:33.813569 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-adb5fa45-8185-4c4b-b164-5dc7bbc8e674 req-48558b99-2a27-4826-8f04-c8b93a6771c8 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 950 time: 0.1138430 Aug 16 23:56:33.845151 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-cd72a79d-3228-4ac5-af4c-8b1e125c140b tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:33.846676 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-cd72a79d-3228-4ac5-af4c-8b1e125c140b tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:33.865504 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff03d03-b2d4-4130-8d4a-2ba310814c19 req-2f5338da-38aa-465d-b4da-10361fa4b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:33.867010 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-aff03d03-b2d4-4130-8d4a-2ba310814c19 req-2f5338da-38aa-465d-b4da-10361fa4b8d6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ceb0e913-0131-4c8c-be6b-f0e0f6224925 HTTP/1.1" status: 200 len: 930 time: 0.1729960 Aug 16 23:56:33.900456 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-cd72a79d-3228-4ac5-af4c-8b1e125c140b tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7171099 Aug 16 23:56:33.905483 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-adb5fa45-8185-4c4b-b164-5dc7bbc8e674 req-a3893e5a-2c13-4500-8a42-23c4e0b94069 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858178 Aug 16 23:56:33.915653 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-86b12ffb-f657-480c-8dbc-162eadb0c007 service neutron] Request body: {'port': {'device_id': '32e09764-92b1-486c-8310-2395fdd5985c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:33.964613 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30668ba2-508d-45f6-aa33-f289b10356f2 req-e88c17bf-e150-468f-80d8-8c27d50107f7 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:33.969617 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ae57c4-cd07-4300-9d81-7d9b38b81e2f x-openstack-request-id: req-e5ae57c4-cd07-4300-9d81-7d9b38b81e2f {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:33.969982 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b9f5be-b98c-4331-aacc-98551c9c3718", "tag": "baad2a53-8be2-47e6-a8bf-0d27f6ade249", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:33.971003 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e5ae57c4-cd07-4300-9d81-7d9b38b81e2f {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:33.973475 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-30668ba2-508d-45f6-aa33-f289b10356f2 req-e88c17bf-e150-468f-80d8-8c27d50107f7 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] 10.222.0.60 "GET /v2.0/ports?device_id=01b9f5be-b98c-4331-aacc-98551c9c3718 HTTP/1.1" status: 200 len: 944 time: 0.1053929 Aug 16 23:56:33.977536 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51432) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:33.978163 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b9f5be-b98c-4331-aacc-98551c9c3718', 'tag': 'baad2a53-8be2-47e6-a8bf-0d27f6ade249', 'status': 'completed', 'code': 200} Aug 16 23:56:33.996751 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-aff03d03-b2d4-4130-8d4a-2ba310814c19 req-44aa0970-cef9-4d2d-8322-22c923991cbd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4b19680-2cc9-44e2-9075-1421a89825e7 HTTP/1.1" status: 200 len: 1001 time: 0.1063869 Aug 16 23:56:34.057304 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a16b74a8-be55-41d9-96a6-7720b9145048 None None] Provisioning for port ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:56:34.060534 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff03d03-b2d4-4130-8d4a-2ba310814c19 req-1037f868-4330-408c-8c0a-a4e42c31a676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:34.061539 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a16b74a8-be55-41d9-96a6-7720b9145048 None None] Provisioning complete for port ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:56:34.061910 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a16b74a8-be55-41d9-96a6-7720b9145048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:34.062426 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-aff03d03-b2d4-4130-8d4a-2ba310814c19 req-1037f868-4330-408c-8c0a-a4e42c31a676 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6120a608-f3ce-47fa-9717-c690879e0308 HTTP/1.1" status: 200 len: 868 time: 0.0568786 Aug 16 23:56:34.084753 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-86b12ffb-f657-480c-8dbc-162eadb0c007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:34.101966 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-a16b74a8-be55-41d9-96a6-7720b9145048 None None] Port ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:56:34.116838 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-058d9b3b-216e-47a9-bd8c-7d39a7bf8afb req-1ac891e2-75a0-4d05-9e2c-e780ea63e10a tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b209f1-b76e-494e-b092-70e568a69acd HTTP/1.1" status: 200 len: 210 time: 0.0517926 Aug 16 23:56:34.118323 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff03d03-b2d4-4130-8d4a-2ba310814c19 req-5f4631c0-6e0e-4941-bf11-f951829d13a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:34.119955 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-aff03d03-b2d4-4130-8d4a-2ba310814c19 req-5f4631c0-6e0e-4941-bf11-f951829d13a9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ceb0e913-0131-4c8c-be6b-f0e0f6224925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490527 Aug 16 23:56:34.143587 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-30668ba2-508d-45f6-aa33-f289b10356f2 req-bfe83f9c-4b5a-4efa-8de8-3bab8ef22543 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] 10.222.0.60 "GET /v2.0/security-groups?id=9af37fef-e977-4b28-ae1d-4a3cd8917431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692336 Aug 16 23:56:34.149833 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c4f36c7-efef-41d4-ba14-5b5fd7a7ea92 admin admin] Deleting subnet cc4077a1-1823-4d8b-bffe-f2b07471d2f3 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:56:34.157589 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 378efb7d-0425-4ea3-a614-ecac7a419f49 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:56:34.172144 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3c4f36c7-efef-41d4-ba14-5b5fd7a7ea92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:34.196350 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75440e-0547-4376-9437-158ecdcf7a10 req-7daa45b4-4660-41db-b49b-1bcc6bb7b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:34.197958 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3a75440e-0547-4376-9437-158ecdcf7a10 req-7daa45b4-4660-41db-b49b-1bcc6bb7b367 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ed4147a1f017495a872bd8177120cd28&device_id=01b9f5be-b98c-4331-aacc-98551c9c3718 HTTP/1.1" status: 200 len: 1096 time: 0.1906071 Aug 16 23:56:34.266804 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-aff03d03-b2d4-4130-8d4a-2ba310814c19 req-3652fc80-dac2-4a0d-a8e1-6cfe025e661a service neutron] 10.222.0.69 "GET /v2.0/networks/ceb0e913-0131-4c8c-be6b-f0e0f6224925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391165 Aug 16 23:56:34.305924 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 378efb7d-0425-4ea3-a614-ecac7a419f49, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=378efb7d-0425-4ea3-a614-ecac7a419f49,segment=NetworkSegment(3f425405-396d-4e3b-9e81-d03adf1a353a),segment_id=3f425405-396d-4e3b-9e81-d03adf1a353a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:34.315867 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3c4f36c7-efef-41d4-ba14-5b5fd7a7ea92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:34.330150 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '378efb7d-0425-4ea3-a614-ecac7a419f49', 'network_id': 'ac30e745-411d-4055-9fa5-2ae764c4ed81', 'port_id': '378efb7d-0425-4ea3-a614-ecac7a419f49', 'mac_address': 'fa:16:3e:22:cc:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0339754-c9cd-4622-9687-f5cb2eab5e04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:56:34.363101 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 1bba2f95-491f-42ee-978c-ac192d55f592 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:56:34.422731 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:34.455206 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81057d-4a47-4276-8185-ad5765585699 req-ededd925-7875-4a81-a70c-80bd4d6cdf5b tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:34.462857 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb81057d-4a47-4276-8185-ad5765585699 req-ededd925-7875-4a81-a70c-80bd4d6cdf5b tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6 HTTP/1.1" status: 200 len: 1098 time: 0.2635374 Aug 16 23:56:34.485079 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-11b4a9a8-a11c-4a62-985d-619ba096fa71 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:34.487338 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-11b4a9a8-a11c-4a62-985d-619ba096fa71 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.64 "GET /v2.0/networks?id=ac30e745-411d-4055-9fa5-2ae764c4ed81 HTTP/1.1" status: 200 len: 816 time: 0.1590247 Aug 16 23:56:34.489985 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-aff03d03-b2d4-4130-8d4a-2ba310814c19 req-6bb1aeff-b12e-4f1d-b498-663923c51175 service neutron] 10.222.0.69 "GET /v2.0/networks/ceb0e913-0131-4c8c-be6b-f0e0f6224925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145557 Aug 16 23:56:34.511049 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 378efb7d-0425-4ea3-a614-ecac7a419f49 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:34.514673 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-9ee9020c-b176-407e-bc78-2a441a0d2709 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Request body: {'port': {'device_id': 'e8b209f1-b76e-494e-b092-70e568a69acd', 'network_id': 'ac30e745-411d-4055-9fa5-2ae764c4ed81', 'admin_state_up': True, 'tenant_id': 'a842cdb0bb1a4b14a7feeaa0e9223d47'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:34.535967 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 1bba2f95-491f-42ee-978c-ac192d55f592, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=1bba2f95-491f-42ee-978c-ac192d55f592,segment=NetworkSegment(fbcd4495-cd63-44ce-b1d3-884295473b0e),segment_id=fbcd4495-cd63-44ce-b1d3-884295473b0e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:34.553205 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3c4f36c7-efef-41d4-ba14-5b5fd7a7ea92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:34.553427 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 378efb7d-0425-4ea3-a614-ecac7a419f49, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=378efb7d-0425-4ea3-a614-ecac7a419f49,segment=NetworkSegment(3f425405-396d-4e3b-9e81-d03adf1a353a),segment_id=3f425405-396d-4e3b-9e81-d03adf1a353a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:34.556862 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '1bba2f95-491f-42ee-978c-ac192d55f592', 'network_id': 'ff8c8bca-be38-471f-b093-574bcaf4ce01', 'port_id': '1bba2f95-491f-42ee-978c-ac192d55f592', 'mac_address': 'fa:16:3e:c1:99:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40d199a-f55a-4ce5-baf5-458dd8bf8775', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:56:34.561152 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:34.562327 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device baad2a53-8be2-47e6-a8bf-0d27f6ade249 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:56:34.603164 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61114f3-d9a3-40dc-b0f0-5d30eb85d57e req-1d4516c8-07c2-4212-850e-0e8102f90f5f tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:34.604710 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c61114f3-d9a3-40dc-b0f0-5d30eb85d57e req-1d4516c8-07c2-4212-850e-0e8102f90f5f tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6c65d45-af9c-46d4-8646-6367979dae2c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3052142 Aug 16 23:56:34.611074 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75440e-0547-4376-9437-158ecdcf7a10 req-c5cd9f03-59f1-47b0-a663-a9769167c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:34.612698 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3a75440e-0547-4376-9437-158ecdcf7a10 req-c5cd9f03-59f1-47b0-a663-a9769167c0e3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=47880f22-51dd-4e2c-9bf1-e8951675fbdc HTTP/1.1" status: 200 len: 922 time: 0.3951929 Aug 16 23:56:34.628394 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb81057d-4a47-4276-8185-ad5765585699 req-cf9888ea-fe94-4f21-b9e7-7533ffcf609b tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650500 Aug 16 23:56:34.639778 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-9ee9020c-b176-407e-bc78-2a441a0d2709 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Made reservation on behalf of a842cdb0bb1a4b14a7feeaa0e9223d47 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:56:34.646413 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-9ee9020c-b176-407e-bc78-2a441a0d2709 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:34.659466 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:34.780438 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3a75440e-0547-4376-9437-158ecdcf7a10 req-61a5f63b-167f-4e8e-a0e4-73267b834d17 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baad2a53-8be2-47e6-a8bf-0d27f6ade249 HTTP/1.1" status: 200 len: 217 time: 0.1485410 Aug 16 23:56:34.786630 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c61114f3-d9a3-40dc-b0f0-5d30eb85d57e req-e3125e5c-fbe0-4324-9957-44122f37b0ee tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.244 HTTP/1.1" status: 200 len: 696 time: 0.1725111 Aug 16 23:56:34.786901 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=378efb7d-0425-4ea3-a614-ecac7a419f49,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:34.791034 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3c4f36c7-efef-41d4-ba14-5b5fd7a7ea92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:34.795361 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1bba2f95-491f-42ee-978c-ac192d55f592 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:34.828611 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 1bba2f95-491f-42ee-978c-ac192d55f592, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=1bba2f95-491f-42ee-978c-ac192d55f592,segment=NetworkSegment(fbcd4495-cd63-44ce-b1d3-884295473b0e),segment_id=fbcd4495-cd63-44ce-b1d3-884295473b0e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:34.838472 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-c61114f3-d9a3-40dc-b0f0-5d30eb85d57e req-4f5facc9-d6f9-49bd-b41d-f92953d613c8 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Request body: {'floatingip': {'port_id': 'a4b19680-2cc9-44e2-9075-1421a89825e7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:34.907153 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3c4f36c7-efef-41d4-ba14-5b5fd7a7ea92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:34.909653 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3c4f36c7-efef-41d4-ba14-5b5fd7a7ea92 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cc4077a1-1823-4d8b-bffe-f2b07471d2f3 HTTP/1.1" status: 204 len: 168 time: 0.9307563 Aug 16 23:56:34.912528 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51448) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:34.932857 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f36c7-efef-41d4-ba14-5b5fd7a7ea92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc4077a1-1823-4d8b-bffe-f2b07471d2f3,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:34.949746 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c61114f3-d9a3-40dc-b0f0-5d30eb85d57e req-4f5facc9-d6f9-49bd-b41d-f92953d613c8 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks [] for floatingip, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:34.989555 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:34.994065 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7af2e467-4981-4587-8eb8-eb55b944c211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:35.035665 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port baad2a53-8be2-47e6-a8bf-0d27f6ade249, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=baad2a53-8be2-47e6-a8bf-0d27f6ade249,segment=NetworkSegment(9a2e915d-aefb-442f-9e3b-96417c4051fb),segment_id=9a2e915d-aefb-442f-9e3b-96417c4051fb)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:35.041372 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75440e-0547-4376-9437-158ecdcf7a10 req-3b1b6e40-ac15-4a36-80e3-20ada2c68678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:35.042859 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3a75440e-0547-4376-9437-158ecdcf7a10 req-3b1b6e40-ac15-4a36-80e3-20ada2c68678 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3ad07744-8dc8-4db9-ac41-78e91d3b1a1e HTTP/1.1" status: 200 len: 861 time: 0.2415349 Aug 16 23:56:35.059096 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': 'baad2a53-8be2-47e6-a8bf-0d27f6ade249', 'network_id': '47880f22-51dd-4e2c-9bf1-e8951675fbdc', 'port_id': 'baad2a53-8be2-47e6-a8bf-0d27f6ade249', 'mac_address': 'fa:16:3e:c2:40:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad07744-8dc8-4db9-ac41-78e91d3b1a1e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:56:35.110784 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7af2e467-4981-4587-8eb8-eb55b944c211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:35.113237 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['1bba2f95-491f-42ee-978c-ac192d55f592'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:56:35.125961 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-7af2e467-4981-4587-8eb8-eb55b944c211 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96fde891-08d9-4d95-8a31-b5573e34527d']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:35.136984 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-7af2e467-4981-4587-8eb8-eb55b944c211 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dcbe861-34cf-4761-9075-0c317d282720') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:35.137407 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-7af2e467-4981-4587-8eb8-eb55b944c211 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dcbe861-34cf-4761-9075-0c317d282720') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:35.146389 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=1bba2f95-491f-42ee-978c-ac192d55f592,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:35.150867 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7af2e467-4981-4587-8eb8-eb55b944c211 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:35.153680 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3a75440e-0547-4376-9437-158ecdcf7a10 req-cccdba2b-3723-416b-98e3-ab750bef7b16 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=47880f22-51dd-4e2c-9bf1-e8951675fbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015093 Aug 16 23:56:35.159694 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35005a25-5726-4f72-9699-dcb2e90c97ab req-f4d38326-f1d5-421e-99a2-e6904ff2cecf tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:35.167287 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-35005a25-5726-4f72-9699-dcb2e90c97ab req-f4d38326-f1d5-421e-99a2-e6904ff2cecf tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6 HTTP/1.1" status: 200 len: 1098 time: 0.2517262 Aug 16 23:56:35.168721 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7af2e467-4981-4587-8eb8-eb55b944c211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:35.172705 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:35.178228 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af2e467-4981-4587-8eb8-eb55b944c211 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:56:35.179049 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7af2e467-4981-4587-8eb8-eb55b944c211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:35.199310 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baad2a53-8be2-47e6-a8bf-0d27f6ade249 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:35.214447 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-86b12ffb-f657-480c-8dbc-162eadb0c007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: timer() Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: self._notify() Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:56:35.221765 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:56:35.235496 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port baad2a53-8be2-47e6-a8bf-0d27f6ade249, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=baad2a53-8be2-47e6-a8bf-0d27f6ade249,segment=NetworkSegment(9a2e915d-aefb-442f-9e3b-96417c4051fb),segment_id=9a2e915d-aefb-442f-9e3b-96417c4051fb)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:35.248362 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:35.252465 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7af2e467-4981-4587-8eb8-eb55b944c211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:35.264975 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-86b12ffb-f657-480c-8dbc-162eadb0c007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:35.265213 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7af2e467-4981-4587-8eb8-eb55b944c211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:35.267621 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7af2e467-4981-4587-8eb8-eb55b944c211 admin admin] 10.222.0.60 "DELETE /v2.0/networks/96fde891-08d9-4d95-8a31-b5573e34527d HTTP/1.1" status: 204 len: 168 time: 0.3532376 Aug 16 23:56:35.280637 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2e467-4981-4587-8eb8-eb55b944c211 admin admin] Pushing event deleted for resources: {'Network': ['ID=96fde891-08d9-4d95-8a31-b5573e34527d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:35.334543 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=baad2a53-8be2-47e6-a8bf-0d27f6ade249,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:35.348852 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-86b12ffb-f657-480c-8dbc-162eadb0c007 service neutron] Transition to ACTIVE for port object ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:56:35.362457 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-35005a25-5726-4f72-9699-dcb2e90c97ab req-a909a107-22de-480c-ad9e-90b0e00da592 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907551 Aug 16 23:56:35.417102 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-86b12ffb-f657-480c-8dbc-162eadb0c007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:35.419698 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51462) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:35.457428 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-9ee9020c-b176-407e-bc78-2a441a0d2709 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Allocated IP 172.20.0.14 (ac30e745-411d-4055-9fa5-2ae764c4ed81/d0339754-c9cd-4622-9687-f5cb2eab5e04/70104349-049b-4391-acba-2ffa3c6d4606) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:56:35.502232 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-51db26b0-edb5-4ab1-ad8b-2be8eb4a7aba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6e58847f4d394593ac86ed294da2bccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0805018 Aug 16 23:56:35.505118 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51464) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:35.511874 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['baad2a53-8be2-47e6-a8bf-0d27f6ade249'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:56:35.515020 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['378efb7d-0425-4ea3-a614-ecac7a419f49'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:56:35.528323 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3a75440e-0547-4376-9437-158ecdcf7a10 req-7ebd5d3f-2244-45a8-8a12-29b4a9a259dc service neutron] 10.222.0.69 "GET /v2.0/networks/47880f22-51dd-4e2c-9bf1-e8951675fbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556025 Aug 16 23:56:35.567316 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b12ffb-f657-480c-8dbc-162eadb0c007 service neutron] Pushing event updated for resources: {'Port': ['ID=ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:35.669714 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-666509c0-754a-445a-9ac3-da2c6a985603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:35.735306 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-666509c0-754a-445a-9ac3-da2c6a985603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:35.759805 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-9ee9020c-b176-407e-bc78-2a441a0d2709 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:35.795020 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-9ee9020c-b176-407e-bc78-2a441a0d2709 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Transition to ACTIVE for port object 70104349-049b-4391-acba-2ffa3c6d4606 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:56:35.839400 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-666509c0-754a-445a-9ac3-da2c6a985603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:35.842105 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-666509c0-754a-445a-9ac3-da2c6a985603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:35.845851 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-666509c0-754a-445a-9ac3-da2c6a985603 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5e66c417-7932-412a-b873-467550d5a184 HTTP/1.1" status: 204 len: 168 time: 0.3372178 Aug 16 23:56:35.858547 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-9ee9020c-b176-407e-bc78-2a441a0d2709 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:35.866409 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666509c0-754a-445a-9ac3-da2c6a985603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e66c417-7932-412a-b873-467550d5a184,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:35.926468 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9020c-b176-407e-bc78-2a441a0d2709 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Pushing event updated for resources: {'Port': ['ID=70104349-049b-4391-acba-2ffa3c6d4606,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:35.930055 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-9ee9020c-b176-407e-bc78-2a441a0d2709 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Network ac30e745-411d-4055-9fa5-2ae764c4ed81 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:56:35.931994 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-9ee9020c-b176-407e-bc78-2a441a0d2709 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:56:35.934224 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-9ee9020c-b176-407e-bc78-2a441a0d2709 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:56:35.979827 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-c61114f3-d9a3-40dc-b0f0-5d30eb85d57e req-4f5facc9-d6f9-49bd-b41d-f92953d613c8 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 23:56:35.980863 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c61114f3-d9a3-40dc-b0f0-5d30eb85d57e req-4f5facc9-d6f9-49bd-b41d-f92953d613c8 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "PUT /v2.0/floatingips/9dc22b23-2f5f-4c28-9fba-23076325273e HTTP/1.1" status: 409 len: 550 time: 1.1480539 Aug 16 23:56:35.982177 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5571b6e-de63-48b6-9a16-a605c2dc9791', 'tag': '378efb7d-0425-4ea3-a614-ecac7a419f49'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:35.984841 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4399ba5f-b851-48ff-9760-f87bfc8745c9" -d '{"events": [{"name": "network-changed", "server_uuid": "e5571b6e-de63-48b6-9a16-a605c2dc9791", "tag": "378efb7d-0425-4ea3-a614-ecac7a419f49"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:35.997689 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-9ee9020c-b176-407e-bc78-2a441a0d2709 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:35.999355 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-9ee9020c-b176-407e-bc78-2a441a0d2709 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:36.020188 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-9ee9020c-b176-407e-bc78-2a441a0d2709 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5133457 Aug 16 23:56:36.039120 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-c70bb738-30db-4a38-8e55-8ec2baae4038 service neutron] Request body: {'port': {'device_id': 'e8b209f1-b76e-494e-b092-70e568a69acd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:36.058402 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50fe24-c8c9-4ecb-98f3-d50019daf621 req-549ea84f-d5e0-4bd6-a53b-128f6628965f tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:36.066732 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f50fe24-c8c9-4ecb-98f3-d50019daf621 req-549ea84f-d5e0-4bd6-a53b-128f6628965f tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd3a14f8-c4b2-4360-8427-9f464a35f221 HTTP/1.1" status: 200 len: 945 time: 0.6169245 Aug 16 23:56:36.123763 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-c70bb738-30db-4a38-8e55-8ec2baae4038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:36.233938 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3a75440e-0547-4376-9437-158ecdcf7a10 req-7e33e848-9ea0-4a7b-8762-2ca51e9b0a24 service neutron] 10.222.0.69 "GET /v2.0/networks/47880f22-51dd-4e2c-9bf1-e8951675fbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6841817 Aug 16 23:56:36.241640 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['378efb7d-0425-4ea3-a614-ecac7a419f49'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:56:36.272960 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-86b12ffb-f657-480c-8dbc-162eadb0c007 service neutron] Attempting to bind port ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:56:36.273815 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-86b12ffb-f657-480c-8dbc-162eadb0c007 service neutron] Attempting to bind port ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '3f425405-396d-4e3b-9e81-d03adf1a353a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ac30e745-411d-4055-9fa5-2ae764c4ed81'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:56:36.274159 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-86b12ffb-f657-480c-8dbc-162eadb0c007 service neutron] Attempting to bind port ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5 on network ac30e745-411d-4055-9fa5-2ae764c4ed81 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:36.287626 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-81f6cd0d-e7e7-47b6-8b67-01f87e7d8c81 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:36.289736 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-81f6cd0d-e7e7-47b6-8b67-01f87e7d8c81 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/networks?id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf HTTP/1.1" status: 200 len: 812 time: 0.2121499 Aug 16 23:56:36.302340 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f50fe24-c8c9-4ecb-98f3-d50019daf621 req-ea6650c7-935d-463d-ba5f-88bd1114d951 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346582 Aug 16 23:56:36.305655 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3c27bac9-296e-4c03-9bac-ebd90c0519eb None None] Provisioning for port 70104349-049b-4391-acba-2ffa3c6d4606 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:56:36.312353 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3c27bac9-296e-4c03-9bac-ebd90c0519eb None None] Provisioning complete for port 70104349-049b-4391-acba-2ffa3c6d4606 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:56:36.321022 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-5e0cbf35-19af-4ca4-babd-c0b1f84ba558 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/quotas/199207e6de05452bbb587d40f177d9b0 HTTP/1.1" status: 200 len: 375 time: 0.0169618 Aug 16 23:56:36.324135 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c27bac9-296e-4c03-9bac-ebd90c0519eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:36.330429 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-86b12ffb-f657-480c-8dbc-162eadb0c007 service neutron] Port ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5 on network ac30e745-411d-4055-9fa5-2ae764c4ed81 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:56:36.330782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-86b12ffb-f657-480c-8dbc-162eadb0c007 service neutron] Attempting to bind port ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5 on network ac30e745-411d-4055-9fa5-2ae764c4ed81 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:36.368542 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-099da326-585a-43e9-baf4-113447f0643d tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=199207e6de05452bbb587d40f177d9b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463500 Aug 16 23:56:36.382971 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 1bba2f95-491f-42ee-978c-ac192d55f592 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:56:36.408627 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-86b12ffb-f657-480c-8dbc-162eadb0c007 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:56:36.408977 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-86b12ffb-f657-480c-8dbc-162eadb0c007 service neutron] Checking segment: {'id': '3f425405-396d-4e3b-9e81-d03adf1a353a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ac30e745-411d-4055-9fa5-2ae764c4ed81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:56:36.409415 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-86b12ffb-f657-480c-8dbc-162eadb0c007 service neutron] Bound using segment: {'id': '3f425405-396d-4e3b-9e81-d03adf1a353a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ac30e745-411d-4055-9fa5-2ae764c4ed81'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:56:36.409885 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-86b12ffb-f657-480c-8dbc-162eadb0c007 service neutron] Bound port: ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f425405-396d-4e3b-9e81-d03adf1a353a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ac30e745-411d-4055-9fa5-2ae764c4ed81'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:56:36.410255 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-86b12ffb-f657-480c-8dbc-162eadb0c007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:36.432246 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-3c27bac9-296e-4c03-9bac-ebd90c0519eb None None] Port 70104349-049b-4391-acba-2ffa3c6d4606 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:56:36.509906 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-c70bb738-30db-4a38-8e55-8ec2baae4038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70104349-049b-4391-acba-2ffa3c6d4606 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:36.521219 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-c70bb738-30db-4a38-8e55-8ec2baae4038 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:36.539405 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:36.542441 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-c70bb738-30db-4a38-8e55-8ec2baae4038 service neutron] Transition to ACTIVE for port object 70104349-049b-4391-acba-2ffa3c6d4606 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:56:36.551897 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-c70bb738-30db-4a38-8e55-8ec2baae4038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:36.559148 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1bba2f95-491f-42ee-978c-ac192d55f592 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:36.580506 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 1bba2f95-491f-42ee-978c-ac192d55f592, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=1bba2f95-491f-42ee-978c-ac192d55f592,segment=NetworkSegment(fbcd4495-cd63-44ce-b1d3-884295473b0e),segment_id=fbcd4495-cd63-44ce-b1d3-884295473b0e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:36.585707 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:36.597982 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efc485-9d77-445f-a8b5-2ec4aa234693 req-7acc43a8-fb3b-42d8-ab57-7932693e8934 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:36.605410 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-12efc485-9d77-445f-a8b5-2ec4aa234693 req-7acc43a8-fb3b-42d8-ab57-7932693e8934 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 950 time: 0.2074711 Aug 16 23:56:36.632070 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70bb738-30db-4a38-8e55-8ec2baae4038 service neutron] Pushing event updated for resources: {'Port': ['ID=70104349-049b-4391-acba-2ffa3c6d4606,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:36.647537 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=1bba2f95-491f-42ee-978c-ac192d55f592,revision_number=7']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:36.674787 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-86b12ffb-f657-480c-8dbc-162eadb0c007 service neutron] For port ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:56:36.695682 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-868f2e1f-a490-4366-a020-181084c49e77 service neutron] 10.222.0.60 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259041 Aug 16 23:56:36.712382 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-12efc485-9d77-445f-a8b5-2ec4aa234693 req-61599bf1-cefd-41b3-beb0-88ff8c7d55c6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036482 Aug 16 23:56:36.735032 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-c70bb738-30db-4a38-8e55-8ec2baae4038 service neutron] Attempting to bind port 70104349-049b-4391-acba-2ffa3c6d4606 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:56:36.736967 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-c70bb738-30db-4a38-8e55-8ec2baae4038 service neutron] Attempting to bind port 70104349-049b-4391-acba-2ffa3c6d4606 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '3f425405-396d-4e3b-9e81-d03adf1a353a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ac30e745-411d-4055-9fa5-2ae764c4ed81'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:56:36.737641 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-c70bb738-30db-4a38-8e55-8ec2baae4038 service neutron] Attempting to bind port 70104349-049b-4391-acba-2ffa3c6d4606 on network ac30e745-411d-4055-9fa5-2ae764c4ed81 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:36.745095 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-c70bb738-30db-4a38-8e55-8ec2baae4038 service neutron] Port 70104349-049b-4391-acba-2ffa3c6d4606 on network ac30e745-411d-4055-9fa5-2ae764c4ed81 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:56:36.745814 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-c70bb738-30db-4a38-8e55-8ec2baae4038 service neutron] Attempting to bind port 70104349-049b-4391-acba-2ffa3c6d4606 on network ac30e745-411d-4055-9fa5-2ae764c4ed81 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:36.753170 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-86b12ffb-f657-480c-8dbc-162eadb0c007 service neutron] For port ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5,segment=NetworkSegment(3f425405-396d-4e3b-9e81-d03adf1a353a),segment_id=3f425405-396d-4e3b-9e81-d03adf1a353a)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:56:36.755511 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-c70bb738-30db-4a38-8e55-8ec2baae4038 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:56:36.755856 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-c70bb738-30db-4a38-8e55-8ec2baae4038 service neutron] Checking segment: {'id': '3f425405-396d-4e3b-9e81-d03adf1a353a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ac30e745-411d-4055-9fa5-2ae764c4ed81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:56:36.756363 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-c70bb738-30db-4a38-8e55-8ec2baae4038 service neutron] Bound using segment: {'id': '3f425405-396d-4e3b-9e81-d03adf1a353a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ac30e745-411d-4055-9fa5-2ae764c4ed81'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:56:36.756802 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-c70bb738-30db-4a38-8e55-8ec2baae4038 service neutron] Bound port: 70104349-049b-4391-acba-2ffa3c6d4606, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f425405-396d-4e3b-9e81-d03adf1a353a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ac30e745-411d-4055-9fa5-2ae764c4ed81'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:56:36.757268 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-c70bb738-30db-4a38-8e55-8ec2baae4038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:36.815790 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-86b12ffb-f657-480c-8dbc-162eadb0c007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:36.847862 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-c70bb738-30db-4a38-8e55-8ec2baae4038 service neutron] For port 70104349-049b-4391-acba-2ffa3c6d4606, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:56:36.854814 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-c70bb738-30db-4a38-8e55-8ec2baae4038 service neutron] For port 70104349-049b-4391-acba-2ffa3c6d4606, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=70104349-049b-4391-acba-2ffa3c6d4606,segment=NetworkSegment(3f425405-396d-4e3b-9e81-d03adf1a353a),segment_id=3f425405-396d-4e3b-9e81-d03adf1a353a)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:56:36.860423 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-c70bb738-30db-4a38-8e55-8ec2baae4038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:36.911543 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-86b12ffb-f657-480c-8dbc-162eadb0c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:36.912211 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-86b12ffb-f657-480c-8dbc-162eadb0c007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:36.913708 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-86b12ffb-f657-480c-8dbc-162eadb0c007 service neutron] 10.222.0.64 "PUT /v2.0/ports/ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5 HTTP/1.1" status: 200 len: 1093 time: 3.0030241 Aug 16 23:56:36.937622 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70bb738-30db-4a38-8e55-8ec2baae4038 service neutron] Pushing event updated for resources: {'Port': ['ID=70104349-049b-4391-acba-2ffa3c6d4606,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:36.942355 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-c70bb738-30db-4a38-8e55-8ec2baae4038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:36.943083 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-c70bb738-30db-4a38-8e55-8ec2baae4038 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:36.944494 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-c70bb738-30db-4a38-8e55-8ec2baae4038 service neutron] 10.222.0.64 "PUT /v2.0/ports/70104349-049b-4391-acba-2ffa3c6d4606 HTTP/1.1" status: 200 len: 1093 time: 0.9141037 Aug 16 23:56:36.944918 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b209f1-b76e-494e-b092-70e568a69acd', 'tag': '70104349-049b-4391-acba-2ffa3c6d4606'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:36.947362 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a2450f-a70a-481d-8e1a-79ecfc20f563" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b209f1-b76e-494e-b092-70e568a69acd", "tag": "70104349-049b-4391-acba-2ffa3c6d4606"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:36.975561 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cef423-e092-4dbe-bd14-d6e1ab754cba req-8c0ca5e1-2cae-4aff-be21-350206bfaaba tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:36.985360 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-84cef423-e092-4dbe-bd14-d6e1ab754cba req-8c0ca5e1-2cae-4aff-be21-350206bfaaba tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b209f1-b76e-494e-b092-70e568a69acd HTTP/1.1" status: 200 len: 944 time: 0.1647170 Aug 16 23:56:36.992226 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b12ffb-f657-480c-8dbc-162eadb0c007 service neutron] Pushing event updated for resources: {'Port': ['ID=ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:37.021270 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-584d2aea-f47f-4cd8-9fa0-3254e92008e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:37.023028 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-d1784266-dfae-491f-882d-2731c3ae2f79 service neutron] 10.222.0.60 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096099 Aug 16 23:56:37.030162 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-584d2aea-f47f-4cd8-9fa0-3254e92008e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a842cdb0bb1a4b14a7feeaa0e9223d47&device_id=32e09764-92b1-486c-8310-2395fdd5985c HTTP/1.1" status: 200 len: 1096 time: 0.0596278 Aug 16 23:56:37.069760 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-84cef423-e092-4dbe-bd14-d6e1ab754cba req-c7395df4-9744-4606-a038-421a0b535576 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834332 Aug 16 23:56:37.079217 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-f4190d2c-cbc1-44a2-821c-4326e0e9f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:37.081663 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-f4190d2c-cbc1-44a2-821c-4326e0e9f076 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a842cdb0bb1a4b14a7feeaa0e9223d47&device_id=e8b209f1-b76e-494e-b092-70e568a69acd HTTP/1.1" status: 200 len: 1096 time: 0.0745139 Aug 16 23:56:37.090111 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-426b85be-b4a4-4b15-9978-68049cb96dfc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5 HTTP/1.1" status: 200 len: 217 time: 0.0458364 Aug 16 23:56:37.138589 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-6612ff47-8ab0-4627-8885-ac3e0e32b988 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70104349-049b-4391-acba-2ffa3c6d4606 HTTP/1.1" status: 200 len: 217 time: 0.0468245 Aug 16 23:56:37.173144 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-8597b3f2-4a30-41b1-82a8-67464e6de091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:37.174825 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-8597b3f2-4a30-41b1-82a8-67464e6de091 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d0339754-c9cd-4622-9687-f5cb2eab5e04 HTTP/1.1" status: 200 len: 855 time: 0.0772042 Aug 16 23:56:37.211064 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-3b753526-e0ba-498a-b7bf-48511f0ff5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:37.212689 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-3b753526-e0ba-498a-b7bf-48511f0ff5e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d0339754-c9cd-4622-9687-f5cb2eab5e04 HTTP/1.1" status: 200 len: 855 time: 0.0641532 Aug 16 23:56:37.257721 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-789f323f-afd8-40f7-a151-be4d39fdad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:37.259583 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-789f323f-afd8-40f7-a151-be4d39fdad67 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac30e745-411d-4055-9fa5-2ae764c4ed81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747573 Aug 16 23:56:37.319850 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3e5ef62-2830-4fb5-9b3e-ea35033bb283 req-aecb2ce0-e9ab-4032-9a10-dd84d65fe68c tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/floatingips/9dc22b23-2f5f-4c28-9fba-23076325273e HTTP/1.1" status: 200 len: 693 time: 0.1060843 Aug 16 23:56:37.352918 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef26d8f-1334-4aa8-8e35-0b36af63af47 req-81cdbec3-fd69-4193-b519-889d58e28f73 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:37.355109 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ef26d8f-1334-4aa8-8e35-0b36af63af47 req-81cdbec3-fd69-4193-b519-889d58e28f73 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] 10.222.0.60 "GET /v2.0/ports?device_id=01b9f5be-b98c-4331-aacc-98551c9c3718 HTTP/1.1" status: 200 len: 945 time: 0.1916130 Aug 16 23:56:37.379969 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-0462e4ea-db46-447f-9562-033bfcf82bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:37.382322 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-0462e4ea-db46-447f-9562-033bfcf82bde service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac30e745-411d-4055-9fa5-2ae764c4ed81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1577477 Aug 16 23:56:37.396195 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-0331ac40-b015-4949-ac68-4f3ff0bcbac3 service neutron] 10.222.0.64 "GET /v2.0/networks/ac30e745-411d-4055-9fa5-2ae764c4ed81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279681 Aug 16 23:56:37.506418 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0f69a25d-41d0-4e6f-b092-93ded752d83f req-fcd0e754-8dc6-47ec-aeb6-7fcaf4e57e11 service neutron] 10.222.0.64 "GET /v2.0/networks/ac30e745-411d-4055-9fa5-2ae764c4ed81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011221 Aug 16 23:56:37.527350 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ef26d8f-1334-4aa8-8e35-0b36af63af47 req-05ada69c-2555-4f9a-b908-22f54f73faaf tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] 10.222.0.60 "GET /v2.0/security-groups?id=9af37fef-e977-4b28-ae1d-4a3cd8917431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521060 Aug 16 23:56:37.581460 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8686f34b-f5e3-4f4e-abab-f25e48ca3a1c x-openstack-request-id: req-8686f34b-f5e3-4f4e-abab-f25e48ca3a1c {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:37.582363 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5571b6e-de63-48b6-9a16-a605c2dc9791", "tag": "378efb7d-0425-4ea3-a614-ecac7a419f49", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:37.583155 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8686f34b-f5e3-4f4e-abab-f25e48ca3a1c {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:37.583545 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5571b6e-de63-48b6-9a16-a605c2dc9791', 'tag': '378efb7d-0425-4ea3-a614-ecac7a419f49', 'status': 'completed', 'code': 200} Aug 16 23:56:37.617854 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5ef62-2830-4fb5-9b3e-ea35033bb283 req-4b34f351-61e9-4f64-992a-71d805fac291 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:37.619881 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3e5ef62-2830-4fb5-9b3e-ea35033bb283 req-4b34f351-61e9-4f64-992a-71d805fac291 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 784 time: 0.2878659 Aug 16 23:56:37.650946 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-de688393-22eb-43f7-b3d9-f5db02cd84c2 service neutron] 10.222.0.64 "GET /v2.0/networks/ac30e745-411d-4055-9fa5-2ae764c4ed81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057433 Aug 16 23:56:37.745852 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafc830c-6ca2-4218-ba20-ef3f7c230f51 x-openstack-request-id: req-fafc830c-6ca2-4218-ba20-ef3f7c230f51 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:37.746287 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b209f1-b76e-494e-b092-70e568a69acd", "tag": "70104349-049b-4391-acba-2ffa3c6d4606", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:37.746640 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fafc830c-6ca2-4218-ba20-ef3f7c230f51 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:37.747204 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b209f1-b76e-494e-b092-70e568a69acd', 'tag': '70104349-049b-4391-acba-2ffa3c6d4606', 'status': 'completed', 'code': 200} Aug 16 23:56:37.771239 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3e5ef62-2830-4fb5-9b3e-ea35033bb283 req-ce66deb6-af95-497e-b187-8d47aaf800d0 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.244 HTTP/1.1" status: 200 len: 696 time: 0.1230083 Aug 16 23:56:37.785244 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399ba5f-b851-48ff-9760-f87bfc8745c9 req-3e432f41-573d-4308-a44d-3174e538860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:37.786765 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4399ba5f-b851-48ff-9760-f87bfc8745c9 req-3e432f41-573d-4308-a44d-3174e538860a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a842cdb0bb1a4b14a7feeaa0e9223d47&device_id=e5571b6e-de63-48b6-9a16-a605c2dc9791 HTTP/1.1" status: 200 len: 1097 time: 0.1876674 Aug 16 23:56:37.931537 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3e5ef62-2830-4fb5-9b3e-ea35033bb283 req-20d50b87-de7a-4e6d-be47-12ec3f4e9949 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.244 HTTP/1.1" status: 200 len: 696 time: 0.1422861 Aug 16 23:56:37.941701 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-132d6ff3-2085-4b3e-803f-ed5cfcfb2798 req-77b3250e-cf42-4969-9867-de7679e20355 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=3149b180-83eb-49ed-9267-b0ba2bf35d43 HTTP/1.1" status: 200 len: 210 time: 0.1046476 Aug 16 23:56:37.962176 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-090ab449-c28a-4280-9386-9ea7dc97cffc req-d1521835-a2da-4433-bdb3-803cfb169d97 service neutron] 10.222.0.64 "GET /v2.0/networks/ac30e745-411d-4055-9fa5-2ae764c4ed81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980533 Aug 16 23:56:38.052785 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51528) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:38.146595 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399ba5f-b851-48ff-9760-f87bfc8745c9 req-ed0c28ee-55ef-43c1-9576-fdd62b11b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:38.148051 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4399ba5f-b851-48ff-9760-f87bfc8745c9 req-ed0c28ee-55ef-43c1-9576-fdd62b11b5e8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac30e745-411d-4055-9fa5-2ae764c4ed81 HTTP/1.1" status: 200 len: 917 time: 0.3073721 Aug 16 23:56:38.161100 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 378efb7d-0425-4ea3-a614-ecac7a419f49 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:56:38.200228 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7401c308-db9c-4d0f-8892-ef0b3a0431ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:38.214555 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2450f-a70a-481d-8e1a-79ecfc20f563 req-ebe862d5-3871-4041-8985-127414d34dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:38.215953 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9a2450f-a70a-481d-8e1a-79ecfc20f563 req-ebe862d5-3871-4041-8985-127414d34dd0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a842cdb0bb1a4b14a7feeaa0e9223d47&device_id=e8b209f1-b76e-494e-b092-70e568a69acd HTTP/1.1" status: 200 len: 1096 time: 0.1633959 Aug 16 23:56:38.218711 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4399ba5f-b851-48ff-9760-f87bfc8745c9 req-ee396ad1-2f0f-4e4a-815f-fa13e083f305 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=378efb7d-0425-4ea3-a614-ecac7a419f49 HTTP/1.1" status: 200 len: 217 time: 0.0537615 Aug 16 23:56:38.233558 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 378efb7d-0425-4ea3-a614-ecac7a419f49 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:56:38.238128 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 378efb7d-0425-4ea3-a614-ecac7a419f49 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:56:38.238670 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:38.302014 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc976cc-67a9-48e7-b9e9-d857e7bc17e2 req-7ab9b52f-ed56-4d33-9adf-6c10e9dcafab tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:38.303540 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2fc976cc-67a9-48e7-b9e9-d857e7bc17e2 req-7ab9b52f-ed56-4d33-9adf-6c10e9dcafab tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd3a14f8-c4b2-4360-8427-9f464a35f221 HTTP/1.1" status: 200 len: 944 time: 0.1775894 Aug 16 23:56:38.342553 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:38.361472 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-f3e5ef62-2830-4fb5-9b3e-ea35033bb283 req-81a0edfc-8124-4cec-a7d7-eb82e2e7fd32 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Deleting port ff283d58-2792-4ff3-ad37-b2ca813fbb88 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:56:38.361903 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f3e5ef62-2830-4fb5-9b3e-ea35033bb283 req-81a0edfc-8124-4cec-a7d7-eb82e2e7fd32 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:38.366453 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7401c308-db9c-4d0f-8892-ef0b3a0431ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:38.371152 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5571b6e-de63-48b6-9a16-a605c2dc9791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378efb7d-0425-4ea3-a614-ecac7a419f49'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:38.373487 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47de92d-2c53-4f63-99fd-455c31869a5c" -d '{"events": [{"server_uuid": "e5571b6e-de63-48b6-9a16-a605c2dc9791", "name": "network-vif-plugged", "status": "completed", "tag": "378efb7d-0425-4ea3-a614-ecac7a419f49"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:38.385370 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7401c308-db9c-4d0f-8892-ef0b3a0431ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:38.388904 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 378efb7d-0425-4ea3-a614-ecac7a419f49, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=378efb7d-0425-4ea3-a614-ecac7a419f49,segment=NetworkSegment(3f425405-396d-4e3b-9e81-d03adf1a353a),segment_id=3f425405-396d-4e3b-9e81-d03adf1a353a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:38.394778 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:38.396187 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device baad2a53-8be2-47e6-a8bf-0d27f6ade249 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:56:38.435565 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399ba5f-b851-48ff-9760-f87bfc8745c9 req-57961097-978f-43ce-b1e7-90855e01b41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:38.435565 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4399ba5f-b851-48ff-9760-f87bfc8745c9 req-57961097-978f-43ce-b1e7-90855e01b41e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0339754-c9cd-4622-9687-f5cb2eab5e04 HTTP/1.1" status: 200 len: 855 time: 0.1905737 Aug 16 23:56:38.476964 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2fc976cc-67a9-48e7-b9e9-d857e7bc17e2 req-4f9c5342-34b4-4c86-828c-51097c831d15 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486080 Aug 16 23:56:38.503673 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=378efb7d-0425-4ea3-a614-ecac7a419f49,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:38.509196 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2450f-a70a-481d-8e1a-79ecfc20f563 req-b09ca524-95c6-4344-81ae-55d7d3baada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:38.510709 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9a2450f-a70a-481d-8e1a-79ecfc20f563 req-b09ca524-95c6-4344-81ae-55d7d3baada1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac30e745-411d-4055-9fa5-2ae764c4ed81 HTTP/1.1" status: 200 len: 917 time: 0.2854865 Aug 16 23:56:38.526377 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port baad2a53-8be2-47e6-a8bf-0d27f6ade249 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:56:38.531576 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port baad2a53-8be2-47e6-a8bf-0d27f6ade249 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:56:38.532074 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:38.581968 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9a2450f-a70a-481d-8e1a-79ecfc20f563 req-993f06ff-6c26-4b1d-9f27-530182cf4ffe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70104349-049b-4391-acba-2ffa3c6d4606 HTTP/1.1" status: 200 len: 217 time: 0.0570073 Aug 16 23:56:38.587879 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f3e5ef62-2830-4fb5-9b3e-ea35033bb283 req-81a0edfc-8124-4cec-a7d7-eb82e2e7fd32 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:38.588206 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f3e5ef62-2830-4fb5-9b3e-ea35033bb283 req-81a0edfc-8124-4cec-a7d7-eb82e2e7fd32 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:38.604100 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399ba5f-b851-48ff-9760-f87bfc8745c9 req-e4a64f13-fddf-4215-a556-54a79a6717f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:38.605626 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4399ba5f-b851-48ff-9760-f87bfc8745c9 req-e4a64f13-fddf-4215-a556-54a79a6717f3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac30e745-411d-4055-9fa5-2ae764c4ed81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1571853 Aug 16 23:56:38.622726 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:38.634496 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-f3e5ef62-2830-4fb5-9b3e-ea35033bb283 req-81a0edfc-8124-4cec-a7d7-eb82e2e7fd32 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Calling delete_port for ff283d58-2792-4ff3-ad37-b2ca813fbb88 owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:56:38.662568 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port baad2a53-8be2-47e6-a8bf-0d27f6ade249, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=baad2a53-8be2-47e6-a8bf-0d27f6ade249,segment=NetworkSegment(9a2e915d-aefb-442f-9e3b-96417c4051fb),segment_id=9a2e915d-aefb-442f-9e3b-96417c4051fb)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:38.667683 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:38.721733 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=baad2a53-8be2-47e6-a8bf-0d27f6ade249,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:38.787827 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2450f-a70a-481d-8e1a-79ecfc20f563 req-ff95265d-043c-4e73-8302-2e1a6adcbba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:38.789299 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9a2450f-a70a-481d-8e1a-79ecfc20f563 req-ff95265d-043c-4e73-8302-2e1a6adcbba7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d0339754-c9cd-4622-9687-f5cb2eab5e04 HTTP/1.1" status: 200 len: 855 time: 0.1901009 Aug 16 23:56:38.810179 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3947f6-e68f-4d34-9e49-e9ce48758914 req-0e28f80f-f4a0-42e0-8088-aa51303502a2 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:38.812042 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf3947f6-e68f-4d34-9e49-e9ce48758914 req-0e28f80f-f4a0-42e0-8088-aa51303502a2 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 950 time: 0.2142067 Aug 16 23:56:38.835013 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7401c308-db9c-4d0f-8892-ef0b3a0431ae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2ac47c2bf91f483981d2699d18f270ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7811141 Aug 16 23:56:38.840560 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51540) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:38.848663 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401c308-db9c-4d0f-8892-ef0b3a0431ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70063eb-e089-4940-a9c1-5f4d83639b5b,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:38.879376 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401c308-db9c-4d0f-8892-ef0b3a0431ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:38.879713 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401c308-db9c-4d0f-8892-ef0b3a0431ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:38.880037 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401c308-db9c-4d0f-8892-ef0b3a0431ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:38.880370 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401c308-db9c-4d0f-8892-ef0b3a0431ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:38.880699 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401c308-db9c-4d0f-8892-ef0b3a0431ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:38.881025 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401c308-db9c-4d0f-8892-ef0b3a0431ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:38.881373 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401c308-db9c-4d0f-8892-ef0b3a0431ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:38.881697 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401c308-db9c-4d0f-8892-ef0b3a0431ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:38.882019 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401c308-db9c-4d0f-8892-ef0b3a0431ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:38.882334 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401c308-db9c-4d0f-8892-ef0b3a0431ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:38.882650 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401c308-db9c-4d0f-8892-ef0b3a0431ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:38.882974 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7401c308-db9c-4d0f-8892-ef0b3a0431ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:38.896447 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4399ba5f-b851-48ff-9760-f87bfc8745c9 req-0427c512-060d-4200-8905-036fd5affd42 service neutron] 10.222.0.69 "GET /v2.0/networks/ac30e745-411d-4055-9fa5-2ae764c4ed81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701516 Aug 16 23:56:38.920054 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-38f19c51-328c-4bea-97b3-d2c8c822a261 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:38.921519 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-38f19c51-328c-4bea-97b3-d2c8c822a261 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.69 "GET /v2.0/networks?id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf HTTP/1.1" status: 200 len: 812 time: 0.5531595 Aug 16 23:56:38.939450 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-b9d13202-dc3f-4144-95dc-42e7a7b746fb tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Request body: {'port': {'device_id': '3149b180-83eb-49ed-9267-b0ba2bf35d43', 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf', 'admin_state_up': True, 'tenant_id': '199207e6de05452bbb587d40f177d9b0'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:38.944411 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf3947f6-e68f-4d34-9e49-e9ce48758914 req-c50ae658-ae5a-4383-a376-5eb8d8b5931c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158278 Aug 16 23:56:38.965249 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1dc8811b-2c72-49ef-b078-e2afef915762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:39.019985 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1dc8811b-2c72-49ef-b078-e2afef915762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:39.116397 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1dc8811b-2c72-49ef-b078-e2afef915762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:39.119146 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1dc8811b-2c72-49ef-b078-e2afef915762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:39.120636 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1dc8811b-2c72-49ef-b078-e2afef915762 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c70063eb-e089-4940-a9c1-5f4d83639b5b HTTP/1.1" status: 204 len: 168 time: 0.2808700 Aug 16 23:56:39.137431 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-b9d13202-dc3f-4144-95dc-42e7a7b746fb tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Made reservation on behalf of 199207e6de05452bbb587d40f177d9b0 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:56:39.140961 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-b9d13202-dc3f-4144-95dc-42e7a7b746fb tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:39.148565 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8811b-2c72-49ef-b078-e2afef915762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70063eb-e089-4940-a9c1-5f4d83639b5b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:39.300012 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-b9d13202-dc3f-4144-95dc-42e7a7b746fb tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Allocated IP 172.20.0.3 (0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf/1d7b0613-c268-41b8-9af9-983e31f4d852/e509a0c0-e1dc-49f9-93ab-b684d48f0e15) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:56:39.355766 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2450f-a70a-481d-8e1a-79ecfc20f563 req-ddacc2ad-9e10-4363-a358-4e11a3afd024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:39.357535 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9a2450f-a70a-481d-8e1a-79ecfc20f563 req-ddacc2ad-9e10-4363-a358-4e11a3afd024 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac30e745-411d-4055-9fa5-2ae764c4ed81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5412269 Aug 16 23:56:39.511083 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4399ba5f-b851-48ff-9760-f87bfc8745c9 req-f0873f50-3b98-4dc4-b720-5491d9d26ebb service neutron] 10.222.0.69 "GET /v2.0/networks/ac30e745-411d-4055-9fa5-2ae764c4ed81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5959048 Aug 16 23:56:39.519417 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b14fa-674c-4ea8-b46a-ac8dbc3855e3 req-f2f154c7-c217-45e3-8995-9576a3084404 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:39.521011 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-388b14fa-674c-4ea8-b46a-ac8dbc3855e3 req-f2f154c7-c217-45e3-8995-9576a3084404 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6 HTTP/1.1" status: 200 len: 1098 time: 0.1872289 Aug 16 23:56:39.523827 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f3e5ef62-2830-4fb5-9b3e-ea35033bb283 req-81a0edfc-8124-4cec-a7d7-eb82e2e7fd32 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:39.583916 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0edfc-8124-4cec-a7d7-eb82e2e7fd32 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Pushing event deleted for resources: {'Port': ['ID=ff283d58-2792-4ff3-ad37-b2ca813fbb88,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:39.594661 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e09764-92b1-486c-8310-2395fdd5985c', 'tag': 'ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:39.596237 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc20d790-67b5-447f-8031-18bcb55f7032" -d '{"events": [{"name": "network-changed", "server_uuid": "32e09764-92b1-486c-8310-2395fdd5985c", "tag": "ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:39.650717 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9a2450f-a70a-481d-8e1a-79ecfc20f563 req-bb38cd28-481a-432d-9806-3fd02416fc03 service neutron] 10.222.0.64 "GET /v2.0/networks/ac30e745-411d-4055-9fa5-2ae764c4ed81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753682 Aug 16 23:56:39.659028 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b97675-0014-41e0-938d-fa46d1e3a087 req-59389314-da10-45b9-901f-3072a3b9f5e2 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:39.663437 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e7b97675-0014-41e0-938d-fa46d1e3a087 req-59389314-da10-45b9-901f-3072a3b9f5e2 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd3a14f8-c4b2-4360-8427-9f464a35f221 HTTP/1.1" status: 200 len: 944 time: 0.0820696 Aug 16 23:56:39.678356 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-388b14fa-674c-4ea8-b46a-ac8dbc3855e3 req-1c3163e6-fb9f-4172-a806-8ac8157be7f3 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425495 Aug 16 23:56:39.690364 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-b9d13202-dc3f-4144-95dc-42e7a7b746fb tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:39.755026 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-b9d13202-dc3f-4144-95dc-42e7a7b746fb tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:39.779761 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f3e5ef62-2830-4fb5-9b3e-ea35033bb283 req-81a0edfc-8124-4cec-a7d7-eb82e2e7fd32 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:39.783153 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f3e5ef62-2830-4fb5-9b3e-ea35033bb283 req-81a0edfc-8124-4cec-a7d7-eb82e2e7fd32 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:39.784350 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3e5ef62-2830-4fb5-9b3e-ea35033bb283 req-81a0edfc-8124-4cec-a7d7-eb82e2e7fd32 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "DELETE /v2.0/floatingips/9dc22b23-2f5f-4c28-9fba-23076325273e HTTP/1.1" status: 204 len: 173 time: 1.8396690 Aug 16 23:56:39.789948 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9a2450f-a70a-481d-8e1a-79ecfc20f563 req-f9981a1a-6e67-4e12-9de7-541d88d6338f service neutron] 10.222.0.64 "GET /v2.0/networks/ac30e745-411d-4055-9fa5-2ae764c4ed81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266661 Aug 16 23:56:39.832295 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:39.840450 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592ec31-9841-448a-8d99-c3bc2bc351c6 req-043a0b66-d7d0-402e-9952-d8d34261bd7f tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:39.842369 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-b9d13202-dc3f-4144-95dc-42e7a7b746fb tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:56:39.855826 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-b9d13202-dc3f-4144-95dc-42e7a7b746fb tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:56:39.856960 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f592ec31-9841-448a-8d99-c3bc2bc351c6 req-043a0b66-d7d0-402e-9952-d8d34261bd7f tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b209f1-b76e-494e-b092-70e568a69acd HTTP/1.1" status: 200 len: 944 time: 0.0870407 Aug 16 23:56:39.859467 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-b9d13202-dc3f-4144-95dc-42e7a7b746fb tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:56:39.862549 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ddab5c-5102-4c28-91eb-f8b34bdb9d93 x-openstack-request-id: req-d1ddab5c-5102-4c28-91eb-f8b34bdb9d93 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:39.863290 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5571b6e-de63-48b6-9a16-a605c2dc9791", "name": "network-vif-plugged", "status": "completed", "tag": "378efb7d-0425-4ea3-a614-ecac7a419f49", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:39.863946 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d1ddab5c-5102-4c28-91eb-f8b34bdb9d93 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:39.866136 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5571b6e-de63-48b6-9a16-a605c2dc9791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378efb7d-0425-4ea3-a614-ecac7a419f49', 'code': 200} Aug 16 23:56:39.906560 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d13202-dc3f-4144-95dc-42e7a7b746fb tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Pushing event updated for resources: {'Port': ['ID=e509a0c0-e1dc-49f9-93ab-b684d48f0e15,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:39.941586 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-b9d13202-dc3f-4144-95dc-42e7a7b746fb tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:39.943407 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f592ec31-9841-448a-8d99-c3bc2bc351c6 req-2eaa4214-9fa8-449a-8fdb-fae1561502f0 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853930 Aug 16 23:56:39.944442 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-b9d13202-dc3f-4144-95dc-42e7a7b746fb tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:39.989422 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-e7b97675-0014-41e0-938d-fa46d1e3a087 req-34d11fdb-7834-482a-93b3-6314e7965413 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Deleting port 1bba2f95-491f-42ee-978c-ac192d55f592 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:56:39.990104 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e7b97675-0014-41e0-938d-fa46d1e3a087 req-34d11fdb-7834-482a-93b3-6314e7965413 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:40.049588 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-b9d13202-dc3f-4144-95dc-42e7a7b746fb tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1141603 Aug 16 23:56:40.060068 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009aca4-d762-4f4a-90d2-d39dba2577b9 req-49e8bb48-9b11-4506-a298-25cf29b822e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:40.061868 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c009aca4-d762-4f4a-90d2-d39dba2577b9 req-49e8bb48-9b11-4506-a298-25cf29b822e8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e5571b6e-de63-48b6-9a16-a605c2dc9791 HTTP/1.1" status: 200 len: 1098 time: 0.1117249 Aug 16 23:56:40.067253 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-0b1634a8-215d-4369-958e-7ecd0feee006 service neutron] Request body: {'port': {'device_id': '3149b180-83eb-49ed-9267-b0ba2bf35d43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:40.109641 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51574) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:40.124931 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108f565-a86c-4d69-b6d5-dc49e257bacd req-f618e845-9019-4965-b75b-a5c53fe3280e tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:40.126954 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2108f565-a86c-4d69-b6d5-dc49e257bacd req-f618e845-9019-4965-b75b-a5c53fe3280e tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] 10.222.0.60 "GET /v2.0/ports?device_id=01b9f5be-b98c-4331-aacc-98551c9c3718 HTTP/1.1" status: 200 len: 946 time: 0.1322007 Aug 16 23:56:40.151034 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-0b1634a8-215d-4369-958e-7ecd0feee006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:40.166574 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-e7b97675-0014-41e0-938d-fa46d1e3a087 req-34d11fdb-7834-482a-93b3-6314e7965413 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] For port 1bba2f95-491f-42ee-978c-ac192d55f592, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=1bba2f95-491f-42ee-978c-ac192d55f592,segment=NetworkSegment(fbcd4495-cd63-44ce-b1d3-884295473b0e),segment_id=fbcd4495-cd63-44ce-b1d3-884295473b0e)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:40.167063 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e7b97675-0014-41e0-938d-fa46d1e3a087 req-34d11fdb-7834-482a-93b3-6314e7965413 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:40.167212 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4810a1-5c4a-4def-84ba-348199d0fb92 req-aa344618-f639-4566-9dbf-00b37c765504 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:40.168648 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ad4810a1-5c4a-4def-84ba-348199d0fb92 req-aa344618-f639-4566-9dbf-00b37c765504 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=3149b180-83eb-49ed-9267-b0ba2bf35d43 HTTP/1.1" status: 200 len: 931 time: 0.1295934 Aug 16 23:56:40.172331 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c009aca4-d762-4f4a-90d2-d39dba2577b9 req-7de8de5a-5be6-44cb-b167-538091f9f7f3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900764 Aug 16 23:56:40.207030 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2108f565-a86c-4d69-b6d5-dc49e257bacd req-bc159aa1-afe2-4b02-ba06-445a30460168 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] 10.222.0.60 "GET /v2.0/security-groups?id=9af37fef-e977-4b28-ae1d-4a3cd8917431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681312 Aug 16 23:56:40.226330 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ad4810a1-5c4a-4def-84ba-348199d0fb92 req-9a5afe77-63fb-4ffe-93b8-6061f7076ca4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409760 Aug 16 23:56:40.229906 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-e7b97675-0014-41e0-938d-fa46d1e3a087 req-34d11fdb-7834-482a-93b3-6314e7965413 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Calling delete_port for 1bba2f95-491f-42ee-978c-ac192d55f592 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:56:40.234081 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-5f0fb4e2-97bc-4a15-8939-43c352abcc5d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1534931372-network', 'tenant_id': 'f18d640cae8f44f987e6f5a16930565f'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:40.269498 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0fb4e2-97bc-4a15-8939-43c352abcc5d admin admin] Made reservation on behalf of f18d640cae8f44f987e6f5a16930565f for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:56:40.272878 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5f0fb4e2-97bc-4a15-8939-43c352abcc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:40.284777 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e456594-ee2a-4e2d-a925-6a89707a037e x-openstack-request-id: req-5e456594-ee2a-4e2d-a925-6a89707a037e {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:40.285142 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e09764-92b1-486c-8310-2395fdd5985c", "tag": "ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:40.285594 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5e456594-ee2a-4e2d-a925-6a89707a037e {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:40.286091 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e09764-92b1-486c-8310-2395fdd5985c', 'tag': 'ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5', 'status': 'completed', 'code': 200} Aug 16 23:56:40.287401 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5f0fb4e2-97bc-4a15-8939-43c352abcc5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:40.403581 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:56:40.424647 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7adfa-6fb3-4d1f-9c9a-d9fc3bc48156 req-7d8cad57-d424-4303-9dd6-fc3491801e50 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:40.432412 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0a7adfa-6fb3-4d1f-9c9a-d9fc3bc48156 req-7d8cad57-d424-4303-9dd6-fc3491801e50 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd3a14f8-c4b2-4360-8427-9f464a35f221 HTTP/1.1" status: 200 len: 944 time: 0.1314485 Aug 16 23:56:40.441366 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20d790-67b5-447f-8031-18bcb55f7032 req-5c52078d-c3d3-4ccd-9e8a-af00eb6cbba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:40.442857 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc20d790-67b5-447f-8031-18bcb55f7032 req-5c52078d-c3d3-4ccd-9e8a-af00eb6cbba1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a842cdb0bb1a4b14a7feeaa0e9223d47&device_id=32e09764-92b1-486c-8310-2395fdd5985c HTTP/1.1" status: 200 len: 1096 time: 0.1239872 Aug 16 23:56:40.536237 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5f0fb4e2-97bc-4a15-8939-43c352abcc5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:40.561523 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5,segment=NetworkSegment(3f425405-396d-4e3b-9e81-d03adf1a353a),segment_id=3f425405-396d-4e3b-9e81-d03adf1a353a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:40.577032 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5', 'network_id': 'ac30e745-411d-4055-9fa5-2ae764c4ed81', 'port_id': 'ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5', 'mac_address': 'fa:16:3e:74:13:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0339754-c9cd-4622-9687-f5cb2eab5e04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:56:40.587819 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5f0fb4e2-97bc-4a15-8939-43c352abcc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:40.590943 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e7b97675-0014-41e0-938d-fa46d1e3a087 req-34d11fdb-7834-482a-93b3-6314e7965413 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:40.601852 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0fb4e2-97bc-4a15-8939-43c352abcc5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:56:40.613523 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5f0fb4e2-97bc-4a15-8939-43c352abcc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:40.613772 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-5f0fb4e2-97bc-4a15-8939-43c352abcc5d admin admin] Added segment 6bd97450-ac96-4c47-ad61-e23f8355a601 of type vlan for network 00c85728-7245-4ff7-ad19-516f77c6ef85 Aug 16 23:56:40.635517 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-0b1634a8-215d-4369-958e-7ecd0feee006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e509a0c0-e1dc-49f9-93ab-b684d48f0e15 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:40.643192 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:40.643676 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d11fdb-7834-482a-93b3-6314e7965413 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Pushing event deleted for resources: {'Port': ['ID=1bba2f95-491f-42ee-978c-ac192d55f592,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:40.647810 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-0b1634a8-215d-4369-958e-7ecd0feee006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:40.659436 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:40.663163 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5f0fb4e2-97bc-4a15-8939-43c352abcc5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:40.682264 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5,segment=NetworkSegment(3f425405-396d-4e3b-9e81-d03adf1a353a),segment_id=3f425405-396d-4e3b-9e81-d03adf1a353a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:40.687389 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:40.688128 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 70104349-049b-4391-acba-2ffa3c6d4606 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:56:40.696887 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b97675-0014-41e0-938d-fa46d1e3a087 req-34d11fdb-7834-482a-93b3-6314e7965413 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] No DVR routers for this DVR port 1bba2f95-491f-42ee-978c-ac192d55f592 on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:56:40.700772 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e7b97675-0014-41e0-938d-fa46d1e3a087 req-34d11fdb-7834-482a-93b3-6314e7965413 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:40.703478 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e7b97675-0014-41e0-938d-fa46d1e3a087 req-34d11fdb-7834-482a-93b3-6314e7965413 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.64 "DELETE /v2.0/ports/1bba2f95-491f-42ee-978c-ac192d55f592 HTTP/1.1" status: 204 len: 173 time: 1.0352912 Aug 16 23:56:40.703886 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3a14f8-c4b2-4360-8427-9f464a35f221', 'name': 'network-vif-deleted', 'tag': '1bba2f95-491f-42ee-978c-ac192d55f592'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:40.706686 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996b81f2-a1c4-4349-ad8c-d30109ae17c6" -d '{"events": [{"server_uuid": "fd3a14f8-c4b2-4360-8427-9f464a35f221", "name": "network-vif-deleted", "tag": "1bba2f95-491f-42ee-978c-ac192d55f592"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:40.711086 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-0b1634a8-215d-4369-958e-7ecd0feee006 service neutron] Transition to ACTIVE for port object e509a0c0-e1dc-49f9-93ab-b684d48f0e15 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:56:40.716159 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0a7adfa-6fb3-4d1f-9c9a-d9fc3bc48156 req-75fb25ff-1fa1-4bff-8d80-af7758eac2ef tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828910 Aug 16 23:56:40.736913 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-0b1634a8-215d-4369-958e-7ecd0feee006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:40.759194 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5f0fb4e2-97bc-4a15-8939-43c352abcc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:40.760265 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0fb4e2-97bc-4a15-8939-43c352abcc5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:40.760777 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5f0fb4e2-97bc-4a15-8939-43c352abcc5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:40.791864 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:40.812116 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 70104349-049b-4391-acba-2ffa3c6d4606, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=70104349-049b-4391-acba-2ffa3c6d4606,segment=NetworkSegment(3f425405-396d-4e3b-9e81-d03adf1a353a),segment_id=3f425405-396d-4e3b-9e81-d03adf1a353a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:40.848022 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0fb4e2-97bc-4a15-8939-43c352abcc5d admin admin] Pushing event updated for resources: {'Network': ['ID=00c85728-7245-4ff7-ad19-516f77c6ef85,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:40.851005 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5f0fb4e2-97bc-4a15-8939-43c352abcc5d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7386401 Aug 16 23:56:40.851594 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '70104349-049b-4391-acba-2ffa3c6d4606', 'network_id': 'ac30e745-411d-4055-9fa5-2ae764c4ed81', 'port_id': '70104349-049b-4391-acba-2ffa3c6d4606', 'mac_address': 'fa:16:3e:b9:e0:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0339754-c9cd-4622-9687-f5cb2eab5e04', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:56:40.853649 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1634a8-215d-4369-958e-7ecd0feee006 service neutron] Pushing event updated for resources: {'Port': ['ID=e509a0c0-e1dc-49f9-93ab-b684d48f0e15,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:40.856608 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0fb4e2-97bc-4a15-8939-43c352abcc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32231949-d98a-4f66-9419-964b9444e886,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:40.858928 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51592) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:40.864907 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 00c85728-7245-4ff7-ad19-516f77c6ef85 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:56:40.887024 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-0c37ef25-977b-4e1c-a9fa-162fd8416f8f admin admin] Request body: {'subnet': {'network_id': '00c85728-7245-4ff7-ad19-516f77c6ef85', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1534931372-subnet', 'tenant_id': 'f18d640cae8f44f987e6f5a16930565f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:40.943438 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-0b1634a8-215d-4369-958e-7ecd0feee006 service neutron] Attempting to bind port e509a0c0-e1dc-49f9-93ab-b684d48f0e15 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:56:40.943927 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-0b1634a8-215d-4369-958e-7ecd0feee006 service neutron] Attempting to bind port e509a0c0-e1dc-49f9-93ab-b684d48f0e15 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:56:40.944353 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-0b1634a8-215d-4369-958e-7ecd0feee006 service neutron] Attempting to bind port e509a0c0-e1dc-49f9-93ab-b684d48f0e15 on network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:40.950390 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-0b1634a8-215d-4369-958e-7ecd0feee006 service neutron] Port e509a0c0-e1dc-49f9-93ab-b684d48f0e15 on network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:56:40.950890 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-0b1634a8-215d-4369-958e-7ecd0feee006 service neutron] Attempting to bind port e509a0c0-e1dc-49f9-93ab-b684d48f0e15 on network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:40.957748 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-0b1634a8-215d-4369-958e-7ecd0feee006 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:56:40.958311 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-0b1634a8-215d-4369-958e-7ecd0feee006 service neutron] Checking segment: {'id': '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:56:40.958929 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-0b1634a8-215d-4369-958e-7ecd0feee006 service neutron] Bound using segment: {'id': '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:56:40.960081 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-0b1634a8-215d-4369-958e-7ecd0feee006 service neutron] Bound port: e509a0c0-e1dc-49f9-93ab-b684d48f0e15, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:56:40.960543 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-0b1634a8-215d-4369-958e-7ecd0feee006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:40.962241 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:40.981295 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20d790-67b5-447f-8031-18bcb55f7032 req-b014a206-3c6c-4935-b82b-1b0d77a4c370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:40.981792 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70104349-049b-4391-acba-2ffa3c6d4606 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:40.982866 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc20d790-67b5-447f-8031-18bcb55f7032 req-b014a206-3c6c-4935-b82b-1b0d77a4c370 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac30e745-411d-4055-9fa5-2ae764c4ed81 HTTP/1.1" status: 200 len: 917 time: 0.5283771 Aug 16 23:56:41.004613 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 70104349-049b-4391-acba-2ffa3c6d4606, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=70104349-049b-4391-acba-2ffa3c6d4606,segment=NetworkSegment(3f425405-396d-4e3b-9e81-d03adf1a353a),segment_id=3f425405-396d-4e3b-9e81-d03adf1a353a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:41.012136 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:41.044086 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc20d790-67b5-447f-8031-18bcb55f7032 req-c0976632-ba16-4835-9d68-251a8100714d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5 HTTP/1.1" status: 200 len: 217 time: 0.0516918 Aug 16 23:56:41.054368 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b379db47-960d-4b95-b76f-4bccc504d8ba req-8d73b1e2-d3b0-48ed-8ba4-bce6f4b4cd57 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.176 HTTP/1.1" status: 200 len: 1001 time: 0.2149522 Aug 16 23:56:41.054693 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-0b1634a8-215d-4369-958e-7ecd0feee006 service neutron] For port e509a0c0-e1dc-49f9-93ab-b684d48f0e15, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:56:41.061314 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-0b1634a8-215d-4369-958e-7ecd0feee006 service neutron] For port e509a0c0-e1dc-49f9-93ab-b684d48f0e15, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=e509a0c0-e1dc-49f9-93ab-b684d48f0e15,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:56:41.069478 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-0b1634a8-215d-4369-958e-7ecd0feee006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:41.080915 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=70104349-049b-4391-acba-2ffa3c6d4606,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:41.109032 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c37ef25-977b-4e1c-a9fa-162fd8416f8f admin admin] Made reservation on behalf of f18d640cae8f44f987e6f5a16930565f for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:56:41.111730 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0c37ef25-977b-4e1c-a9fa-162fd8416f8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:41.115674 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-0b1634a8-215d-4369-958e-7ecd0feee006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:41.116522 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-0b1634a8-215d-4369-958e-7ecd0feee006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:41.118137 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-0b1634a8-215d-4369-958e-7ecd0feee006 service neutron] 10.222.0.69 "PUT /v2.0/ports/e509a0c0-e1dc-49f9-93ab-b684d48f0e15 HTTP/1.1" status: 200 len: 1092 time: 1.0577571 Aug 16 23:56:41.154646 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1634a8-215d-4369-958e-7ecd0feee006 service neutron] Pushing event updated for resources: {'Port': ['ID=e509a0c0-e1dc-49f9-93ab-b684d48f0e15,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:41.175889 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20d790-67b5-447f-8031-18bcb55f7032 req-da1824d8-d851-48f5-9f9b-2bf716cb4a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:41.177437 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc20d790-67b5-447f-8031-18bcb55f7032 req-da1824d8-d851-48f5-9f9b-2bf716cb4a3f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d0339754-c9cd-4622-9687-f5cb2eab5e04 HTTP/1.1" status: 200 len: 855 time: 0.1203091 Aug 16 23:56:41.228944 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-7356c556-7559-424b-b854-3fa566fa0073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:41.230887 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-7356c556-7559-424b-b854-3fa566fa0073 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=199207e6de05452bbb587d40f177d9b0&device_id=3149b180-83eb-49ed-9267-b0ba2bf35d43 HTTP/1.1" status: 200 len: 1095 time: 0.0539546 Aug 16 23:56:41.231038 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379db47-960d-4b95-b76f-4bccc504d8ba req-e51d0701-39bd-4aa0-8d6c-723e9e127044 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:41.233554 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b379db47-960d-4b95-b76f-4bccc504d8ba req-e51d0701-39bd-4aa0-8d6c-723e9e127044 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/ports/a4b19680-2cc9-44e2-9075-1421a89825e7 HTTP/1.1" status: 200 len: 942 time: 0.1785746 Aug 16 23:56:41.268486 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:56:41.305448 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-bbdf4df8-25b1-4568-a646-2e2a256322c2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e509a0c0-e1dc-49f9-93ab-b684d48f0e15 HTTP/1.1" status: 200 len: 217 time: 0.0648384 Aug 16 23:56:41.330889 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['70104349-049b-4391-acba-2ffa3c6d4606'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:56:41.386221 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:41.395281 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-de4deb45-595c-4560-851c-e48e7d4af683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:41.397577 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-de4deb45-595c-4560-851c-e48e7d4af683 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1d7b0613-c268-41b8-9af9-983e31f4d852 HTTP/1.1" status: 200 len: 852 time: 0.0826731 Aug 16 23:56:41.405963 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0c37ef25-977b-4e1c-a9fa-162fd8416f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:41.437643 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-58f341ca-72aa-4000-bb15-996bd181a51d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325499 Aug 16 23:56:41.458399 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20d790-67b5-447f-8031-18bcb55f7032 req-a2a26b03-d289-40af-a176-0b47877ad934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:41.462557 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc20d790-67b5-447f-8031-18bcb55f7032 req-a2a26b03-d289-40af-a176-0b47877ad934 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac30e745-411d-4055-9fa5-2ae764c4ed81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2745128 Aug 16 23:56:41.580543 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37ef25-977b-4e1c-a9fa-162fd8416f8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c1dd6e9-c166-4397-8aab-d99212faa9f8,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:41.581782 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-498aba0e-0b0c-4281-a382-e72f289ec1c8 service neutron] 10.222.0.69 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356466 Aug 16 23:56:41.594186 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b379db47-960d-4b95-b76f-4bccc504d8ba req-c79918ed-09d9-4523-9cc6-e678372967ef tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.176 HTTP/1.1" status: 200 len: 1001 time: 0.2005966 Aug 16 23:56:41.684392 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c37ef25-977b-4e1c-a9fa-162fd8416f8f admin admin] Checking segment: {'id': '6bd97450-ac96-4c47-ad61-e23f8355a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '00c85728-7245-4ff7-ad19-516f77c6ef85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:56:41.685273 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c37ef25-977b-4e1c-a9fa-162fd8416f8f admin admin] Network hostable DHCP agents. Network: 00c85728-7245-4ff7-ad19-516f77c6ef85, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:56:41.696586 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-f2f7ebd8-b234-40d0-b600-5a8d30bb122e service neutron] 10.222.0.69 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068404 Aug 16 23:56:41.725620 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc20d790-67b5-447f-8031-18bcb55f7032 req-95b6d01e-fd38-4878-89be-3200f333094b service neutron] 10.222.0.64 "GET /v2.0/networks/ac30e745-411d-4055-9fa5-2ae764c4ed81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281301 Aug 16 23:56:41.748665 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-dc435bad-d802-45d5-afe1-2cc06b81ca94 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:56:41.749688 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-dc435bad-d802-45d5-afe1-2cc06b81ca94 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1477323 Aug 16 23:56:41.756144 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c37ef25-977b-4e1c-a9fa-162fd8416f8f admin admin] Network 00c85728-7245-4ff7-ad19-516f77c6ef85 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:56:41.844581 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-0c37ef25-977b-4e1c-a9fa-162fd8416f8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 00c85728-7245-4ff7-ad19-516f77c6ef85) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:56:41.852735 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e204358c-2d7b-4046-9019-5fe3c842e2b0 None None] Network 00c85728-7245-4ff7-ad19-516f77c6ef85 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:56:41.861184 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379db47-960d-4b95-b76f-4bccc504d8ba req-abbb7544-5545-4d95-80b2-3a092b7abe9e tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:41.862592 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b379db47-960d-4b95-b76f-4bccc504d8ba req-abbb7544-5545-4d95-80b2-3a092b7abe9e tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 784 time: 0.2580941 Aug 16 23:56:41.863838 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c37ef25-977b-4e1c-a9fa-162fd8416f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:41.864431 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0c37ef25-977b-4e1c-a9fa-162fd8416f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:41.869126 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b9f5be-b98c-4331-aacc-98551c9c3718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baad2a53-8be2-47e6-a8bf-0d27f6ade249'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:41.869329 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-0b3a1aa9-7014-488f-835a-17a37f8f5476 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:41.870623 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-0b3a1aa9-7014-488f-835a-17a37f8f5476 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/ports/09cd6a5e-0878-4702-8532-60aaa5ef0337 HTTP/1.1" status: 200 len: 1095 time: 0.1113536 Aug 16 23:56:41.871533 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0041815c-41d9-4849-a82e-d84553759693" -d '{"events": [{"server_uuid": "01b9f5be-b98c-4331-aacc-98551c9c3718", "name": "network-vif-plugged", "status": "completed", "tag": "baad2a53-8be2-47e6-a8bf-0d27f6ade249"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:41.943850 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0c37ef25-977b-4e1c-a9fa-162fd8416f8f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0625241 Aug 16 23:56:41.978370 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-2edac8da-2b57-49eb-98ee-060a2c83564f service neutron] Request body: {'binding': {'host': 'n-h2-800088-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:41.978915 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-2edac8da-2b57-49eb-98ee-060a2c83564f service neutron] Unknown quota resources ['binding']. {{(pid=101403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 23:56:41.982451 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc20d790-67b5-447f-8031-18bcb55f7032 req-224ac451-2bb1-4c0f-9a0a-e3c22104dd2f service neutron] 10.222.0.64 "GET /v2.0/networks/ac30e745-411d-4055-9fa5-2ae764c4ed81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450323 Aug 16 23:56:42.019150 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b379db47-960d-4b95-b76f-4bccc504d8ba req-674ccdee-de0d-4e23-9e90-a413789b76d9 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.176 HTTP/1.1" status: 200 len: 1001 time: 0.1449847 Aug 16 23:56:42.019498 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61de1560-8c77-47af-b677-d81aa95c8a81 None None] Network 00c85728-7245-4ff7-ad19-516f77c6ef85 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:56:42.027033 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-b379db47-960d-4b95-b76f-4bccc504d8ba req-e54f2994-241f-4d04-95c2-0fc9508b6cd6 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:42.134501 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b379db47-960d-4b95-b76f-4bccc504d8ba req-e54f2994-241f-4d04-95c2-0fc9508b6cd6 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks [] for floatingip, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:42.275414 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-2edac8da-2b57-49eb-98ee-060a2c83564f service neutron] Attempting to bind port 09cd6a5e-0878-4702-8532-60aaa5ef0337 on host n-h2-800088-20 for vnic_type normal with profile None {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:56:42.275747 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-2edac8da-2b57-49eb-98ee-060a2c83564f service neutron] Attempting to bind port 09cd6a5e-0878-4702-8532-60aaa5ef0337 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:56:42.276078 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-2edac8da-2b57-49eb-98ee-060a2c83564f service neutron] Attempting to bind port 09cd6a5e-0878-4702-8532-60aaa5ef0337 on network 0de117b9-aee8-4952-ae99-3d2308a08b74 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:42.283298 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-2edac8da-2b57-49eb-98ee-060a2c83564f service neutron] Port 09cd6a5e-0878-4702-8532-60aaa5ef0337 on network 0de117b9-aee8-4952-ae99-3d2308a08b74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:56:42.283623 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-2edac8da-2b57-49eb-98ee-060a2c83564f service neutron] Attempting to bind port 09cd6a5e-0878-4702-8532-60aaa5ef0337 on network 0de117b9-aee8-4952-ae99-3d2308a08b74 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:42.317849 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b379db47-960d-4b95-b76f-4bccc504d8ba req-e54f2994-241f-4d04-95c2-0fc9508b6cd6 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:42.319093 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-2edac8da-2b57-49eb-98ee-060a2c83564f service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:56:42.319430 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-2edac8da-2b57-49eb-98ee-060a2c83564f service neutron] Checking segment: {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:56:42.319948 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-2edac8da-2b57-49eb-98ee-060a2c83564f service neutron] Bound using segment: {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:56:42.320426 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-2edac8da-2b57-49eb-98ee-060a2c83564f service neutron] Bound port: 09cd6a5e-0878-4702-8532-60aaa5ef0337, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:56:42.323753 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b379db47-960d-4b95-b76f-4bccc504d8ba req-e54f2994-241f-4d04-95c2-0fc9508b6cd6 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:42.324070 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [req-b379db47-960d-4b95-b76f-4bccc504d8ba req-e54f2994-241f-4d04-95c2-0fc9508b6cd6 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Floating IP 653fce14-c2bc-4018-8244-10d58cafe8de disassociated. External IP: 172.25.3.176, port: a4b19680-2cc9-44e2-9075-1421a89825e7. Aug 16 23:56:42.422489 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:56:42.463342 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-2edac8da-2b57-49eb-98ee-060a2c83564f service neutron] For port 09cd6a5e-0878-4702-8532-60aaa5ef0337, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=09cd6a5e-0878-4702-8532-60aaa5ef0337,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:56:42.470317 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-2edac8da-2b57-49eb-98ee-060a2c83564f service neutron] Notify callbacks [] for binding, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:42.471581 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-2edac8da-2b57-49eb-98ee-060a2c83564f service neutron] 10.222.0.60 "POST /v2.0/ports/09cd6a5e-0878-4702-8532-60aaa5ef0337/bindings HTTP/1.1" status: 201 len: 390 time: 0.5850821 Aug 16 23:56:42.473615 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:56:42.477524 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:56:42.477901 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:42.577722 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:42.617598 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5,segment=NetworkSegment(3f425405-396d-4e3b-9e81-d03adf1a353a),segment_id=3f425405-396d-4e3b-9e81-d03adf1a353a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:42.623462 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:42.624480 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 70104349-049b-4391-acba-2ffa3c6d4606 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:56:42.641406 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b379db47-960d-4b95-b76f-4bccc504d8ba req-e54f2994-241f-4d04-95c2-0fc9508b6cd6 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Router d2f600fa-8228-4a91-9baa-ac64e41e5a1e has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:56:42.707202 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:42.712627 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06baad-a42f-432b-a8d1-58eb47088a0d req-eec55bf2-f373-40ed-931e-e119daf0ca04 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:42.714136 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cb06baad-a42f-432b-a8d1-58eb47088a0d req-eec55bf2-f373-40ed-931e-e119daf0ca04 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 950 time: 0.1074357 Aug 16 23:56:42.716003 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:42.717232 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:42.717232 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:42.717232 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:42.717523 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:42.717622 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:42.717950 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:42.718313 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:42.718633 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:42.718954 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:42.719415 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:42.719753 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:56:42.734838 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 70104349-049b-4391-acba-2ffa3c6d4606 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:56:42.739838 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 70104349-049b-4391-acba-2ffa3c6d4606 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:56:42.740119 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:42.815236 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-a48e8dcc-3bae-452e-ab7b-df551e124600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:42.815870 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:42.816740 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-a48e8dcc-3bae-452e-ab7b-df551e124600 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=196284884f15450ab6370c358b3094db&device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6 HTTP/1.1" status: 200 len: 1098 time: 0.1215765 Aug 16 23:56:42.826596 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cb06baad-a42f-432b-a8d1-58eb47088a0d req-2643d658-fc6d-43a8-a7e1-a35ee4f27312 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932317 Aug 16 23:56:42.849440 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 70104349-049b-4391-acba-2ffa3c6d4606, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=70104349-049b-4391-acba-2ffa3c6d4606,segment=NetworkSegment(3f425405-396d-4e3b-9e81-d03adf1a353a),segment_id=3f425405-396d-4e3b-9e81-d03adf1a353a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:42.854116 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:42.855348 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 1bba2f95-491f-42ee-978c-ac192d55f592 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:56:42.874191 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781f5218-eb3c-44d3-b286-b6603840c1e3 x-openstack-request-id: req-781f5218-eb3c-44d3-b286-b6603840c1e3 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:42.875158 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3a14f8-c4b2-4360-8427-9f464a35f221", "name": "network-vif-deleted", "tag": "1bba2f95-491f-42ee-978c-ac192d55f592", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:42.875621 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-781f5218-eb3c-44d3-b286-b6603840c1e3 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:42.876954 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3a14f8-c4b2-4360-8427-9f464a35f221', 'name': 'network-vif-deleted', 'tag': '1bba2f95-491f-42ee-978c-ac192d55f592', 'status': 'completed', 'code': 200} Aug 16 23:56:42.880272 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 1bba2f95-491f-42ee-978c-ac192d55f592 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:56:42.880680 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 1bba2f95-491f-42ee-978c-ac192d55f592 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:56:42.895050 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b379db47-960d-4b95-b76f-4bccc504d8ba req-e54f2994-241f-4d04-95c2-0fc9508b6cd6 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:56:42.900745 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b379db47-960d-4b95-b76f-4bccc504d8ba req-e54f2994-241f-4d04-95c2-0fc9508b6cd6 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:42.911766 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb1c825-9732-4104-a438-82b91c00421a None None] Sync routers for ids ['d2f600fa-8228-4a91-9baa-ac64e41e5a1e'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:56:42.939564 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb1c825-9732-4104-a438-82b91c00421a None None] Routers {'d2f600fa-8228-4a91-9baa-ac64e41e5a1e'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:56:42.940260 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-cfb1c825-9732-4104-a438-82b91c00421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:56:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d2f600fa-8228-4a91-9baa-ac64e41e5a1e'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:42.972685 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b379db47-960d-4b95-b76f-4bccc504d8ba req-e54f2994-241f-4d04-95c2-0fc9508b6cd6 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "PUT /v2.0/floatingips/653fce14-c2bc-4018-8244-10d58cafe8de HTTP/1.1" status: 200 len: 695 time: 0.9523487 Aug 16 23:56:42.976643 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c65d45-af9c-46d4-8646-6367979dae2c', 'tag': 'a4b19680-2cc9-44e2-9075-1421a89825e7'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:42.976957 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=70104349-049b-4391-acba-2ffa3c6d4606,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:42.979383 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c8a901-4a30-4b92-8208-cc6741629487" -d '{"events": [{"name": "network-changed", "server_uuid": "c6c65d45-af9c-46d4-8646-6367979dae2c", "tag": "a4b19680-2cc9-44e2-9075-1421a89825e7"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:43.005420 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-bafa0f92-52c7-4291-ab9c-81adb1a600d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:43.006818 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-bafa0f92-52c7-4291-ab9c-81adb1a600d3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0de117b9-aee8-4952-ae99-3d2308a08b74 HTTP/1.1" status: 200 len: 909 time: 0.1793926 Aug 16 23:56:43.040020 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831d441-d875-472c-b14f-b6fca297caa7 req-d151ebe8-9cdb-410a-ae04-000d8fbe2ace tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:43.041515 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1831d441-d875-472c-b14f-b6fca297caa7 req-d151ebe8-9cdb-410a-ae04-000d8fbe2ace tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b209f1-b76e-494e-b092-70e568a69acd HTTP/1.1" status: 200 len: 946 time: 0.1160746 Aug 16 23:56:43.051914 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-cfb1c825-9732-4104-a438-82b91c00421a None None] Set router d2f600fa-8228-4a91-9baa-ac64e41e5a1e gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:56:43.072765 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-f58d5ae7-0177-4207-89ec-040637808af0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09cd6a5e-0878-4702-8532-60aaa5ef0337 HTTP/1.1" status: 200 len: 217 time: 0.0482864 Aug 16 23:56:43.384980 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-cfb1c825-9732-4104-a438-82b91c00421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1551919089-router', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '97f6abf6-1609-4c6f-9d1b-6a4c90569bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:55:53Z', 'updated_at': '2021-08-16T23:56:01Z', 'revision_number': 4, 'project_id': '85a994c899ab4668b7f9d49d0be8b46c', 'gw_port': {'id': '97f6abf6-1609-4c6f-9d1b-6a4c90569bef', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:54Z', 'updated_at': '2021-08-16T23:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '092d150a-cf22-48a8-9fe0-84c07713e886', 'name': '', 'network_id': 'ceb0e913-0131-4c8c-be6b-f0e0f6224925', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'mac_address': 'fa:16:3e:28:8d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '6120a608-f3ce-47fa-9717-c690879e0308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:59Z', 'updated_at': '2021-08-16T23:56:08Z', 'revision_number': 5, 'project_id': '85a994c899ab4668b7f9d49d0be8b46c', 'subnets': [{'id': '6120a608-f3ce-47fa-9717-c690879e0308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:43.413551 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb1c825-9732-4104-a438-82b91c00421a None None] Checking router: d2f600fa-8228-4a91-9baa-ac64e41e5a1e for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:56:43.421951 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb1c825-9732-4104-a438-82b91c00421a None None] Routers {'d2f600fa-8228-4a91-9baa-ac64e41e5a1e'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:56:43.422560 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-cfb1c825-9732-4104-a438-82b91c00421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:56:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d2f600fa-8228-4a91-9baa-ac64e41e5a1e'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:43.442491 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379db47-960d-4b95-b76f-4bccc504d8ba req-09aeeb8d-f0e9-456c-bd30-10ee3511be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:43.444144 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b379db47-960d-4b95-b76f-4bccc504d8ba req-09aeeb8d-f0e9-456c-bd30-10ee3511be4c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=85a994c899ab4668b7f9d49d0be8b46c&device_id=c6c65d45-af9c-46d4-8646-6367979dae2c HTTP/1.1" status: 200 len: 1097 time: 0.4481001 Aug 16 23:56:43.484905 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1831d441-d875-472c-b14f-b6fca297caa7 req-b77e35a4-6142-486e-92f6-e52bf8885c78 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156809 Aug 16 23:56:43.512750 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-e73d3118-b7c0-4c7e-820c-e6fb234070e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:43.514245 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-e73d3118-b7c0-4c7e-820c-e6fb234070e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c3c58a3-e974-46fc-9f56-1776e260fbc5 HTTP/1.1" status: 200 len: 848 time: 0.4325418 Aug 16 23:56:43.518699 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [req-987c207e-b486-4024-b633-c202ecff6c15 req-52591216-968f-4b93-8e9c-976142ba134d service neutron] show failed (client error): The resource could not be found. Aug 16 23:56:43.519650 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-987c207e-b486-4024-b633-c202ecff6c15 req-52591216-968f-4b93-8e9c-976142ba134d service neutron] 10.222.0.64 "GET /v2.0/ports/dc5a9afa-09d6-4392-8d77-921fd95fdba9/bindings/n-h1-800088-20 HTTP/1.1" status: 404 len: 381 time: 0.0667424 Aug 16 23:56:43.553529 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-cfb1c825-9732-4104-a438-82b91c00421a None None] Set router d2f600fa-8228-4a91-9baa-ac64e41e5a1e gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:56:43.555987 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-504d2a0a-51bf-4b5c-8306-ad228e62997e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0de117b9-aee8-4952-ae99-3d2308a08b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327551 Aug 16 23:56:43.662609 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379db47-960d-4b95-b76f-4bccc504d8ba req-bda68dc2-9cbf-4fba-be22-5e9496c7fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:43.669603 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b379db47-960d-4b95-b76f-4bccc504d8ba req-bda68dc2-9cbf-4fba-be22-5e9496c7fa45 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ceb0e913-0131-4c8c-be6b-f0e0f6224925 HTTP/1.1" status: 200 len: 930 time: 0.2180912 Aug 16 23:56:43.725859 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b379db47-960d-4b95-b76f-4bccc504d8ba req-48d1a796-31f8-4428-bbb3-429d065dc433 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4b19680-2cc9-44e2-9075-1421a89825e7 HTTP/1.1" status: 200 len: 217 time: 0.0553887 Aug 16 23:56:43.737448 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd79132-b6a8-4ff4-91a6-7fbf58c202f3 req-599715c8-dac4-4fbf-be90-3e0a87c9204e tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:43.739607 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bfd79132-b6a8-4ff4-91a6-7fbf58c202f3 req-599715c8-dac4-4fbf-be90-3e0a87c9204e tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] 10.222.0.60 "GET /v2.0/ports?device_id=01b9f5be-b98c-4331-aacc-98551c9c3718 HTTP/1.1" status: 200 len: 946 time: 0.1805387 Aug 16 23:56:43.762589 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c207e-b486-4024-b633-c202ecff6c15 req-26cdd599-480c-4f8c-b407-5bfc4c73de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:43.764109 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-987c207e-b486-4024-b633-c202ecff6c15 req-26cdd599-480c-4f8c-b407-5bfc4c73de4a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d&tenant_id=636fdf9ffe334b56b1041327d83dc393 HTTP/1.1" status: 200 len: 1102 time: 0.0631244 Aug 16 23:56:43.778126 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-987c207e-b486-4024-b633-c202ecff6c15 req-0e4eb221-ae0d-4bb6-870e-a7580ced9d0e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-20', 'device_owner': 'compute:nova'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:43.804216 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-cfb1c825-9732-4104-a438-82b91c00421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1551919089-router', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '97f6abf6-1609-4c6f-9d1b-6a4c90569bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:55:53Z', 'updated_at': '2021-08-16T23:56:01Z', 'revision_number': 4, 'project_id': '85a994c899ab4668b7f9d49d0be8b46c', 'gw_port': {'id': '97f6abf6-1609-4c6f-9d1b-6a4c90569bef', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:54Z', 'updated_at': '2021-08-16T23:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '092d150a-cf22-48a8-9fe0-84c07713e886', 'name': '', 'network_id': 'ceb0e913-0131-4c8c-be6b-f0e0f6224925', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'mac_address': 'fa:16:3e:28:8d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '6120a608-f3ce-47fa-9717-c690879e0308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:59Z', 'updated_at': '2021-08-16T23:56:08Z', 'revision_number': 5, 'project_id': '85a994c899ab4668b7f9d49d0be8b46c', 'subnets': [{'id': '6120a608-f3ce-47fa-9717-c690879e0308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:43.828582 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-4277b89b-2653-45dd-9bb3-137b7dbd689a service neutron] 10.222.0.64 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573085 Aug 16 23:56:43.833915 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb1c825-9732-4104-a438-82b91c00421a None None] The sync data for ids ['d2f600fa-8228-4a91-9baa-ac64e41e5a1e'] in n-d-800088-20 is: [{'id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1551919089-router', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '97f6abf6-1609-4c6f-9d1b-6a4c90569bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:55:53Z', 'updated_at': '2021-08-16T23:56:01Z', 'revision_number': 4, 'project_id': '85a994c899ab4668b7f9d49d0be8b46c', 'gw_port': {'id': '97f6abf6-1609-4c6f-9d1b-6a4c90569bef', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:54Z', 'updated_at': '2021-08-16T23:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '092d150a-cf22-48a8-9fe0-84c07713e886', 'name': '', 'network_id': 'ceb0e913-0131-4c8c-be6b-f0e0f6224925', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'mac_address': 'fa:16:3e:28:8d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '6120a608-f3ce-47fa-9717-c690879e0308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:59Z', 'updated_at': '2021-08-16T23:56:08Z', 'revision_number': 5, 'project_id': '85a994c899ab4668b7f9d49d0be8b46c', 'subnets': [{'id': '6120a608-f3ce-47fa-9717-c690879e0308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:56:43.835887 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-987c207e-b486-4024-b633-c202ecff6c15 req-0e4eb221-ae0d-4bb6-870e-a7580ced9d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:43.854143 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bfd79132-b6a8-4ff4-91a6-7fbf58c202f3 req-9764a017-c8c9-4aa0-b18c-b4268f703cc0 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] 10.222.0.60 "GET /v2.0/security-groups?id=9af37fef-e977-4b28-ae1d-4a3cd8917431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031106 Aug 16 23:56:43.855554 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379db47-960d-4b95-b76f-4bccc504d8ba req-2d9004e0-9c30-4dd1-a7d9-1ad9cf33035c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:43.862865 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b379db47-960d-4b95-b76f-4bccc504d8ba req-2d9004e0-9c30-4dd1-a7d9-1ad9cf33035c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6120a608-f3ce-47fa-9717-c690879e0308 HTTP/1.1" status: 200 len: 868 time: 0.1224413 Aug 16 23:56:44.014720 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379db47-960d-4b95-b76f-4bccc504d8ba req-2a60e036-1861-4a91-a4ff-54c2e1fccd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:44.016268 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b379db47-960d-4b95-b76f-4bccc504d8ba req-2a60e036-1861-4a91-a4ff-54c2e1fccd3c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ceb0e913-0131-4c8c-be6b-f0e0f6224925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1526449 Aug 16 23:56:44.025585 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-f7f10705-660f-4efe-a15d-eecaef49bfb3 service neutron] 10.222.0.64 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862001 Aug 16 23:56:44.043092 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652cdda-3a48-4f4c-a814-cf8b9f7055d1 req-43ba0973-de1b-4081-a355-67226479819a tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:44.045298 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a652cdda-3a48-4f4c-a814-cf8b9f7055d1 req-43ba0973-de1b-4081-a355-67226479819a tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=3149b180-83eb-49ed-9267-b0ba2bf35d43 HTTP/1.1" status: 200 len: 943 time: 0.1097648 Aug 16 23:56:44.082741 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-987c207e-b486-4024-b633-c202ecff6c15 req-0e4eb221-ae0d-4bb6-870e-a7580ced9d0e service neutron] For port dc5a9afa-09d6-4392-8d77-921fd95fdba9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=dc5a9afa-09d6-4392-8d77-921fd95fdba9,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:44.121625 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-987c207e-b486-4024-b633-c202ecff6c15 req-0e4eb221-ae0d-4bb6-870e-a7580ced9d0e service neutron] For port dc5a9afa-09d6-4392-8d77-921fd95fdba9, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:56:44.138473 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdd8935-76e0-467e-a67b-35abff571628 None None] New status for floating IP 653fce14-c2bc-4018-8244-10d58cafe8de: DOWN {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:56:44.170084 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a652cdda-3a48-4f4c-a814-cf8b9f7055d1 req-a5ae9cf3-011b-4a0f-ad1f-66977d097f86 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116056 Aug 16 23:56:44.171216 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-987c207e-b486-4024-b633-c202ecff6c15 req-0e4eb221-ae0d-4bb6-870e-a7580ced9d0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:44.184421 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-987c207e-b486-4024-b633-c202ecff6c15 req-0e4eb221-ae0d-4bb6-870e-a7580ced9d0e service neutron] Transition to ACTIVE for port object dc5a9afa-09d6-4392-8d77-921fd95fdba9 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:56:44.192507 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-987c207e-b486-4024-b633-c202ecff6c15 req-0e4eb221-ae0d-4bb6-870e-a7580ced9d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:44.201359 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-8004b3bf-6062-46a5-b7e3-a231a6df9c7e tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:44.202891 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-8004b3bf-6062-46a5-b7e3-a231a6df9c7e tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6&tenant_id=196284884f15450ab6370c358b3094db&binding%3Ahost_id=n-h1-800088-20 HTTP/1.1" status: 200 len: 1098 time: 0.1191764 Aug 16 23:56:44.218328 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-94ad5267-8410-48fc-ac7c-dec27facecc7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800088-20'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:44.267523 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b379db47-960d-4b95-b76f-4bccc504d8ba req-0ee702a4-cf9c-4708-814b-ce325ae7e9e3 service neutron] 10.222.0.60 "GET /v2.0/networks/ceb0e913-0131-4c8c-be6b-f0e0f6224925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403269 Aug 16 23:56:44.281736 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4eb221-ae0d-4bb6-870e-a7580ced9d0e service neutron] Pushing event updated for resources: {'Port': ['ID=dc5a9afa-09d6-4392-8d77-921fd95fdba9,revision_number=6']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:44.333507 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b06b36e-26be-4c34-b708-0e02da316512 x-openstack-request-id: req-5b06b36e-26be-4c34-b708-0e02da316512 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:44.334547 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b9f5be-b98c-4331-aacc-98551c9c3718", "name": "network-vif-plugged", "status": "completed", "tag": "baad2a53-8be2-47e6-a8bf-0d27f6ade249", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:44.335069 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b06b36e-26be-4c34-b708-0e02da316512 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:44.335701 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b9f5be-b98c-4331-aacc-98551c9c3718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baad2a53-8be2-47e6-a8bf-0d27f6ade249', 'code': 200} Aug 16 23:56:44.344084 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-987c207e-b486-4024-b633-c202ecff6c15 req-0e4eb221-ae0d-4bb6-870e-a7580ced9d0e service neutron] No DVR routers for this DVR port dc5a9afa-09d6-4392-8d77-921fd95fdba9 on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:56:44.390051 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-94ad5267-8410-48fc-ac7c-dec27facecc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:44.406589 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-987c207e-b486-4024-b633-c202ecff6c15 req-0e4eb221-ae0d-4bb6-870e-a7580ced9d0e service neutron] Attempting to bind port dc5a9afa-09d6-4392-8d77-921fd95fdba9 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:56:44.407555 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-987c207e-b486-4024-b633-c202ecff6c15 req-0e4eb221-ae0d-4bb6-870e-a7580ced9d0e service neutron] Attempting to bind port dc5a9afa-09d6-4392-8d77-921fd95fdba9 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:56:44.407944 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987c207e-b486-4024-b633-c202ecff6c15 req-0e4eb221-ae0d-4bb6-870e-a7580ced9d0e service neutron] Attempting to bind port dc5a9afa-09d6-4392-8d77-921fd95fdba9 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:44.413094 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987c207e-b486-4024-b633-c202ecff6c15 req-0e4eb221-ae0d-4bb6-870e-a7580ced9d0e service neutron] Port dc5a9afa-09d6-4392-8d77-921fd95fdba9 on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:56:44.413462 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987c207e-b486-4024-b633-c202ecff6c15 req-0e4eb221-ae0d-4bb6-870e-a7580ced9d0e service neutron] Attempting to bind port dc5a9afa-09d6-4392-8d77-921fd95fdba9 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:44.420221 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987c207e-b486-4024-b633-c202ecff6c15 req-0e4eb221-ae0d-4bb6-870e-a7580ced9d0e service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:56:44.420563 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987c207e-b486-4024-b633-c202ecff6c15 req-0e4eb221-ae0d-4bb6-870e-a7580ced9d0e service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:56:44.420957 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987c207e-b486-4024-b633-c202ecff6c15 req-0e4eb221-ae0d-4bb6-870e-a7580ced9d0e service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:56:44.421508 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-987c207e-b486-4024-b633-c202ecff6c15 req-0e4eb221-ae0d-4bb6-870e-a7580ced9d0e service neutron] Bound port: dc5a9afa-09d6-4392-8d77-921fd95fdba9, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:56:44.422163 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-987c207e-b486-4024-b633-c202ecff6c15 req-0e4eb221-ae0d-4bb6-870e-a7580ced9d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:44.519441 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-987c207e-b486-4024-b633-c202ecff6c15 req-0e4eb221-ae0d-4bb6-870e-a7580ced9d0e service neutron] For port dc5a9afa-09d6-4392-8d77-921fd95fdba9, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:56:44.522780 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-987c207e-b486-4024-b633-c202ecff6c15 req-0e4eb221-ae0d-4bb6-870e-a7580ced9d0e service neutron] For port dc5a9afa-09d6-4392-8d77-921fd95fdba9, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=dc5a9afa-09d6-4392-8d77-921fd95fdba9,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:56:44.528845 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-987c207e-b486-4024-b633-c202ecff6c15 req-0e4eb221-ae0d-4bb6-870e-a7580ced9d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:44.568998 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c207e-b486-4024-b633-c202ecff6c15 req-0e4eb221-ae0d-4bb6-870e-a7580ced9d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:44.569649 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-987c207e-b486-4024-b633-c202ecff6c15 req-0e4eb221-ae0d-4bb6-870e-a7580ced9d0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:44.571054 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-987c207e-b486-4024-b633-c202ecff6c15 req-0e4eb221-ae0d-4bb6-870e-a7580ced9d0e service neutron] 10.222.0.69 "PUT /v2.0/ports/dc5a9afa-09d6-4392-8d77-921fd95fdba9 HTTP/1.1" status: 200 len: 1097 time: 0.7976105 Aug 16 23:56:44.591463 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4eb221-ae0d-4bb6-870e-a7580ced9d0e service neutron] Pushing event updated for resources: {'Port': ['ID=dc5a9afa-09d6-4392-8d77-921fd95fdba9,revision_number=7']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:44.646120 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c207e-b486-4024-b633-c202ecff6c15 req-836bd660-d9ac-48bf-a99c-ec8845e818c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:44.647828 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-987c207e-b486-4024-b633-c202ecff6c15 req-836bd660-d9ac-48bf-a99c-ec8845e818c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 1100 time: 0.0473156 Aug 16 23:56:44.676250 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7661e-2136-446a-9f4a-d00df342ee81 req-7f867fb4-92ca-4282-a8e0-77b71a88dab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:44.677719 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a6e7661e-2136-446a-9f4a-d00df342ee81 req-7f867fb4-92ca-4282-a8e0-77b71a88dab5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=01b9f5be-b98c-4331-aacc-98551c9c3718 HTTP/1.1" status: 200 len: 1098 time: 0.2168941 Aug 16 23:56:44.698699 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b379db47-960d-4b95-b76f-4bccc504d8ba req-5779af11-879f-480c-b831-56163ba4bc58 service neutron] 10.222.0.60 "GET /v2.0/networks/ceb0e913-0131-4c8c-be6b-f0e0f6224925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303048 Aug 16 23:56:44.766336 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c207e-b486-4024-b633-c202ecff6c15 req-398b956a-6b41-4524-a188-ced17b8e9772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:44.768652 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-987c207e-b486-4024-b633-c202ecff6c15 req-398b956a-6b41-4524-a188-ced17b8e9772 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.1128528 Aug 16 23:56:44.773546 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cd698-f190-4856-89fa-34d48a2b0747 req-bf0fa22b-444c-43c2-90b7-d6f41b26d72d tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:44.775353 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-900cd698-f190-4856-89fa-34d48a2b0747 req-bf0fa22b-444c-43c2-90b7-d6f41b26d72d tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/networks?id=00c85728-7245-4ff7-ad19-516f77c6ef85 HTTP/1.1" status: 200 len: 815 time: 0.2587137 Aug 16 23:56:44.779124 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a6e7661e-2136-446a-9f4a-d00df342ee81 req-6b6f5efa-720c-418e-8dbf-881c82104acc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9af37fef-e977-4b28-ae1d-4a3cd8917431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918975 Aug 16 23:56:44.787814 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-94ad5267-8410-48fc-ac7c-dec27facecc7 service neutron] For port 09cd6a5e-0878-4702-8532-60aaa5ef0337, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=09cd6a5e-0878-4702-8532-60aaa5ef0337,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:44.820124 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-987c207e-b486-4024-b633-c202ecff6c15 req-b5166156-cf6d-4c5b-af42-02bd6131c334 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=dc5a9afa-09d6-4392-8d77-921fd95fdba9 HTTP/1.1" status: 200 len: 217 time: 0.0422654 Aug 16 23:56:44.827427 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-900cd698-f190-4856-89fa-34d48a2b0747 req-b277dae9-7823-4892-b81d-e42bc1e84221 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/quotas/f18d640cae8f44f987e6f5a16930565f HTTP/1.1" status: 200 len: 375 time: 0.0424364 Aug 16 23:56:44.877313 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-900cd698-f190-4856-89fa-34d48a2b0747 req-432e3408-f49a-4bee-902c-5dc9e1170dcb tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f18d640cae8f44f987e6f5a16930565f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414734 Aug 16 23:56:44.877527 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c207e-b486-4024-b633-c202ecff6c15 req-f1637046-83df-4345-9213-7bc657f55898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:44.879694 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-987c207e-b486-4024-b633-c202ecff6c15 req-f1637046-83df-4345-9213-7bc657f55898 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0449553 Aug 16 23:56:44.879694 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3149b180-83eb-49ed-9267-b0ba2bf35d43', 'tag': 'e509a0c0-e1dc-49f9-93ab-b684d48f0e15'}, {'server_uuid': '495c0a44-20cb-43c6-b45d-013e36a7b15d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc5a9afa-09d6-4392-8d77-921fd95fdba9'}, {'name': 'network-changed', 'server_uuid': '495c0a44-20cb-43c6-b45d-013e36a7b15d', 'tag': 'dc5a9afa-09d6-4392-8d77-921fd95fdba9'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:44.881903 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca83d2ea-a108-474b-9e9f-53d006663de5" -d '{"events": [{"name": "network-changed", "server_uuid": "3149b180-83eb-49ed-9267-b0ba2bf35d43", "tag": "e509a0c0-e1dc-49f9-93ab-b684d48f0e15"}, {"server_uuid": "495c0a44-20cb-43c6-b45d-013e36a7b15d", "name": "network-vif-unplugged", "status": "completed", "tag": "dc5a9afa-09d6-4392-8d77-921fd95fdba9"}, {"name": "network-changed", "server_uuid": "495c0a44-20cb-43c6-b45d-013e36a7b15d", "tag": "dc5a9afa-09d6-4392-8d77-921fd95fdba9"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:44.902697 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-94ad5267-8410-48fc-ac7c-dec27facecc7 service neutron] For port 09cd6a5e-0878-4702-8532-60aaa5ef0337, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:56:44.934577 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c207e-b486-4024-b633-c202ecff6c15 req-b082afbd-7bd7-4d48-af45-b1e1f2755abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:44.935973 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-987c207e-b486-4024-b633-c202ecff6c15 req-b082afbd-7bd7-4d48-af45-b1e1f2755abd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0469229 Aug 16 23:56:44.938150 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235fad5a-2971-4a80-ad16-c342de16a890 req-2eec8e3d-3dfc-4b66-82a9-080769d493f3 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:44.939663 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-235fad5a-2971-4a80-ad16-c342de16a890 req-2eec8e3d-3dfc-4b66-82a9-080769d493f3 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6 HTTP/1.1" status: 200 len: 946 time: 0.1558568 Aug 16 23:56:45.022918 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-94ad5267-8410-48fc-ac7c-dec27facecc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:45.035278 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-235fad5a-2971-4a80-ad16-c342de16a890 req-ac4c83e7-055f-48a3-bb66-378a5e3a647f tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701063 Aug 16 23:56:45.045074 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-94ad5267-8410-48fc-ac7c-dec27facecc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:45.054591 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-987c207e-b486-4024-b633-c202ecff6c15 req-5489a8d1-03e0-46f4-8eda-8e63f6d63e02 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101477 Aug 16 23:56:45.091530 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-900cd698-f190-4856-89fa-34d48a2b0747 req-4b979bee-cbbe-41b3-853a-68119763ea0d service neutron] 10.222.0.60 "GET /v2.0/networks/00c85728-7245-4ff7-ad19-516f77c6ef85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027924 Aug 16 23:56:45.165035 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb641433-bb20-4cbd-8922-a88b06f7c216 x-openstack-request-id: req-eb641433-bb20-4cbd-8922-a88b06f7c216 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:45.165384 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6c65d45-af9c-46d4-8646-6367979dae2c", "tag": "a4b19680-2cc9-44e2-9075-1421a89825e7", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:45.165641 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb641433-bb20-4cbd-8922-a88b06f7c216 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:45.166041 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6c65d45-af9c-46d4-8646-6367979dae2c', 'tag': 'a4b19680-2cc9-44e2-9075-1421a89825e7', 'status': 'completed', 'code': 200} Aug 16 23:56:45.172330 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-987c207e-b486-4024-b633-c202ecff6c15 req-d18d5d85-07d4-4f9b-8ebc-36919d70f701 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071069 Aug 16 23:56:45.314500 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad5267-8410-48fc-ac7c-dec27facecc7 service neutron] Pushing event updated for resources: {'Port': ['ID=09cd6a5e-0878-4702-8532-60aaa5ef0337,revision_number=7']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:45.330236 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8a901-4a30-4b92-8208-cc6741629487 req-9a270349-b6a3-4079-a62f-3ad6df270937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:45.331742 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62c8a901-4a30-4b92-8208-cc6741629487 req-9a270349-b6a3-4079-a62f-3ad6df270937 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=85a994c899ab4668b7f9d49d0be8b46c&device_id=c6c65d45-af9c-46d4-8646-6367979dae2c HTTP/1.1" status: 200 len: 1097 time: 0.1603427 Aug 16 23:56:45.358795 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e2a95-e6cf-40fb-997f-6bd077f1d8c8 req-2db27e46-3179-4b9b-ae68-f21e0302c969 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:45.360216 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f9e2a95-e6cf-40fb-997f-6bd077f1d8c8 req-2db27e46-3179-4b9b-ae68-f21e0302c969 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 948 time: 0.1917689 Aug 16 23:56:45.362626 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-900cd698-f190-4856-89fa-34d48a2b0747 req-f4512162-54fe-402f-8f9f-4b7c09e4646b service neutron] 10.222.0.60 "GET /v2.0/networks/00c85728-7245-4ff7-ad19-516f77c6ef85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702568 Aug 16 23:56:45.375432 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-94ad5267-8410-48fc-ac7c-dec27facecc7 service neutron] Attempting to bind port 09cd6a5e-0878-4702-8532-60aaa5ef0337 on host n-h1-800088-20 for vnic_type normal with profile {"migrating_to": "n-h2-800088-20"} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:56:45.375772 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-94ad5267-8410-48fc-ac7c-dec27facecc7 service neutron] Attempting to bind port 09cd6a5e-0878-4702-8532-60aaa5ef0337 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:56:45.376280 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-94ad5267-8410-48fc-ac7c-dec27facecc7 service neutron] Attempting to bind port 09cd6a5e-0878-4702-8532-60aaa5ef0337 on network 0de117b9-aee8-4952-ae99-3d2308a08b74 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:45.426244 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-94ad5267-8410-48fc-ac7c-dec27facecc7 service neutron] Port 09cd6a5e-0878-4702-8532-60aaa5ef0337 on network 0de117b9-aee8-4952-ae99-3d2308a08b74 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:56:45.426572 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-94ad5267-8410-48fc-ac7c-dec27facecc7 service neutron] Attempting to bind port 09cd6a5e-0878-4702-8532-60aaa5ef0337 on network 0de117b9-aee8-4952-ae99-3d2308a08b74 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:45.443587 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-94ad5267-8410-48fc-ac7c-dec27facecc7 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:56:45.444084 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-94ad5267-8410-48fc-ac7c-dec27facecc7 service neutron] Checking segment: {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:56:45.444461 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-94ad5267-8410-48fc-ac7c-dec27facecc7 service neutron] Bound using segment: {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:56:45.444909 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-94ad5267-8410-48fc-ac7c-dec27facecc7 service neutron] Bound port: 09cd6a5e-0878-4702-8532-60aaa5ef0337, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:56:45.445306 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-94ad5267-8410-48fc-ac7c-dec27facecc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:45.491326 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f9e2a95-e6cf-40fb-997f-6bd077f1d8c8 req-2ee1caba-9d2b-42b0-bd95-d4024ec57f76 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168306 Aug 16 23:56:45.547895 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8a901-4a30-4b92-8208-cc6741629487 req-f095838d-8cce-4592-8292-c51e054f8466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:45.549650 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62c8a901-4a30-4b92-8208-cc6741629487 req-f095838d-8cce-4592-8292-c51e054f8466 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ceb0e913-0131-4c8c-be6b-f0e0f6224925 HTTP/1.1" status: 200 len: 930 time: 0.2066195 Aug 16 23:56:45.682864 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62c8a901-4a30-4b92-8208-cc6741629487 req-b6e85743-2187-413c-993e-421d3f14df1c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4b19680-2cc9-44e2-9075-1421a89825e7 HTTP/1.1" status: 200 len: 217 time: 0.0792837 Aug 16 23:56:45.691023 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-94ad5267-8410-48fc-ac7c-dec27facecc7 service neutron] For port 09cd6a5e-0878-4702-8532-60aaa5ef0337, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:56:45.714040 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-94ad5267-8410-48fc-ac7c-dec27facecc7 service neutron] For port 09cd6a5e-0878-4702-8532-60aaa5ef0337, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=09cd6a5e-0878-4702-8532-60aaa5ef0337,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:56:45.752702 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-94ad5267-8410-48fc-ac7c-dec27facecc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:45.823434 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0824944-0354-413e-a86f-1320f401008e req-6e02e6fb-8595-4238-b0c5-04888de301d2 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:45.824521 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a0824944-0354-413e-a86f-1320f401008e req-6e02e6fb-8595-4238-b0c5-04888de301d2 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b209f1-b76e-494e-b092-70e568a69acd HTTP/1.1" status: 200 len: 946 time: 0.2237685 Aug 16 23:56:45.843018 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-494d2b25-d70c-4ce3-b35b-d5bb6d178a8e tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:45.844481 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-494d2b25-d70c-4ce3-b35b-d5bb6d178a8e tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/networks?id=ff8c8bca-be38-471f-b093-574bcaf4ce01 HTTP/1.1" status: 200 len: 820 time: 0.2981770 Aug 16 23:56:45.861991 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8a901-4a30-4b92-8208-cc6741629487 req-555b71f1-d855-4cb8-9030-290005aefc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:45.863367 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62c8a901-4a30-4b92-8208-cc6741629487 req-555b71f1-d855-4cb8-9030-290005aefc95 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6120a608-f3ce-47fa-9717-c690879e0308 HTTP/1.1" status: 200 len: 868 time: 0.1521156 Aug 16 23:56:45.939704 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-8cbffac0-c055-412d-b493-2e7c03b7516e tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/quotas/c51c5e175b764197b0bc8657e959502e HTTP/1.1" status: 200 len: 375 time: 0.0870218 Aug 16 23:56:45.945570 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad5267-8410-48fc-ac7c-dec27facecc7 service neutron] Pushing event updated for resources: {'Port': ['ID=09cd6a5e-0878-4702-8532-60aaa5ef0337,revision_number=8']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:45.958209 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-94ad5267-8410-48fc-ac7c-dec27facecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:45.958866 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-94ad5267-8410-48fc-ac7c-dec27facecc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:45.960575 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-94ad5267-8410-48fc-ac7c-dec27facecc7 service neutron] 10.222.0.64 "PUT /v2.0/ports/09cd6a5e-0878-4702-8532-60aaa5ef0337 HTTP/1.1" status: 200 len: 1124 time: 1.7474089 Aug 16 23:56:46.001073 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a0824944-0354-413e-a86f-1320f401008e req-81ec547a-2062-4f4e-8a6f-abd660db1ba7 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539943 Aug 16 23:56:46.013701 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8a901-4a30-4b92-8208-cc6741629487 req-992bfc07-9aa9-4d57-a633-2ea0b630467f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:46.018487 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62c8a901-4a30-4b92-8208-cc6741629487 req-992bfc07-9aa9-4d57-a633-2ea0b630467f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ceb0e913-0131-4c8c-be6b-f0e0f6224925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1448131 Aug 16 23:56:46.050588 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-d40e7948-ecbb-4d96-bc00-d1ffd057b252 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c51c5e175b764197b0bc8657e959502e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0965836 Aug 16 23:56:46.057770 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['09cd6a5e-0878-4702-8532-60aaa5ef0337'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:56:46.131499 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46f4568b-3294-423a-acac-1186555da518 req-a0b4d8da-3be9-43b4-bd8b-d6af25d81dc9 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/floatingips/653fce14-c2bc-4018-8244-10d58cafe8de HTTP/1.1" status: 200 len: 693 time: 0.1030002 Aug 16 23:56:46.183002 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device e509a0c0-e1dc-49f9-93ab-b684d48f0e15 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:56:46.302863 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port e509a0c0-e1dc-49f9-93ab-b684d48f0e15, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=e509a0c0-e1dc-49f9-93ab-b684d48f0e15,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:46.318594 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': 'e509a0c0-e1dc-49f9-93ab-b684d48f0e15', 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf', 'port_id': 'e509a0c0-e1dc-49f9-93ab-b684d48f0e15', 'mac_address': 'fa:16:3e:b5:2d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d7b0613-c268-41b8-9af9-983e31f4d852', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:56:46.342311 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e09764-92b1-486c-8310-2395fdd5985c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5'}, {'server_uuid': 'e8b209f1-b76e-494e-b092-70e568a69acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70104349-049b-4391-acba-2ffa3c6d4606'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:46.344665 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce61e61-0373-4e83-a9e6-590c5a0995b9" -d '{"events": [{"server_uuid": "32e09764-92b1-486c-8310-2395fdd5985c", "name": "network-vif-plugged", "status": "completed", "tag": "ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5"}, {"server_uuid": "e8b209f1-b76e-494e-b092-70e568a69acd", "name": "network-vif-plugged", "status": "completed", "tag": "70104349-049b-4391-acba-2ffa3c6d4606"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:46.364138 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:46.378552 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e509a0c0-e1dc-49f9-93ab-b684d48f0e15 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:46.401480 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port e509a0c0-e1dc-49f9-93ab-b684d48f0e15, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=e509a0c0-e1dc-49f9-93ab-b684d48f0e15,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:46.405851 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:46.434964 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device dc5a9afa-09d6-4392-8d77-921fd95fdba9 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:56:46.509924 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=e509a0c0-e1dc-49f9-93ab-b684d48f0e15,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:46.518415 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device dc5a9afa-09d6-4392-8d77-921fd95fdba9 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:56:46.521159 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-901522e0-054b-436e-af66-3cb873e10458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:46.674017 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62c8a901-4a30-4b92-8208-cc6741629487 req-3e51eb3d-616e-4af0-8ad2-6c5221aaddf6 service neutron] 10.222.0.69 "GET /v2.0/networks/ceb0e913-0131-4c8c-be6b-f0e0f6224925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6428173 Aug 16 23:56:46.716198 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['e509a0c0-e1dc-49f9-93ab-b684d48f0e15'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:56:46.753729 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-19ad5277-77a1-46b0-95a7-438d240704ca service neutron] 10.222.0.60 "GET /v2.0/networks/ff8c8bca-be38-471f-b093-574bcaf4ce01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6666827 Aug 16 23:56:46.795072 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cd698-f190-4856-89fa-34d48a2b0747 req-48865e08-1d68-4424-a63a-9be5cad5c724 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:46.796483 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-900cd698-f190-4856-89fa-34d48a2b0747 req-48865e08-1d68-4424-a63a-9be5cad5c724 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.64 "GET /v2.0/networks?id=00c85728-7245-4ff7-ad19-516f77c6ef85 HTTP/1.1" status: 200 len: 815 time: 0.2460105 Aug 16 23:56:46.803240 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4568b-3294-423a-acac-1186555da518 req-2cd492d3-33ad-45bc-b06e-b54ea5c312a1 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:46.804464 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46f4568b-3294-423a-acac-1186555da518 req-2cd492d3-33ad-45bc-b06e-b54ea5c312a1 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 784 time: 0.6622326 Aug 16 23:56:46.815243 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-900cd698-f190-4856-89fa-34d48a2b0747 req-da85ba2b-5198-42aa-8005-56ebbe602b4a tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Request body: {'port': {'device_id': '286de7b7-7801-4a00-9aa7-30d5eb4a1bc4', 'network_id': '00c85728-7245-4ff7-ad19-516f77c6ef85', 'admin_state_up': True, 'tenant_id': 'f18d640cae8f44f987e6f5a16930565f'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:46.976655 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46f4568b-3294-423a-acac-1186555da518 req-6737027e-db20-472f-8ee7-de8690496e32 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.176 HTTP/1.1" status: 200 len: 696 time: 0.1569943 Aug 16 23:56:47.084918 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46f4568b-3294-423a-acac-1186555da518 req-cc891df8-7a6d-4627-b921-27038f9389cb tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.176 HTTP/1.1" status: 200 len: 696 time: 0.0986886 Aug 16 23:56:47.109279 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62c8a901-4a30-4b92-8208-cc6741629487 req-3a3d35df-3742-4fbb-9b7f-7eab05b50b4f service neutron] 10.222.0.69 "GET /v2.0/networks/ceb0e913-0131-4c8c-be6b-f0e0f6224925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117737 Aug 16 23:56:47.161549 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-98c07f8f-621a-4fb2-8ba4-cc525e8925c3 service neutron] 10.222.0.60 "GET /v2.0/networks/ff8c8bca-be38-471f-b093-574bcaf4ce01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807802 Aug 16 23:56:47.169716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152cf6fb-5232-42fa-b49e-3da018a7d2c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09cd6a5e-0878-4702-8532-60aaa5ef0337'}, {'name': 'network-changed', 'server_uuid': '152cf6fb-5232-42fa-b49e-3da018a7d2c6', 'tag': '09cd6a5e-0878-4702-8532-60aaa5ef0337'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:47.172404 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd70cfa-9f5a-4ffc-99e0-ee0813a41ecf" -d '{"events": [{"server_uuid": "152cf6fb-5232-42fa-b49e-3da018a7d2c6", "name": "network-vif-unplugged", "status": "completed", "tag": "09cd6a5e-0878-4702-8532-60aaa5ef0337"}, {"name": "network-changed", "server_uuid": "152cf6fb-5232-42fa-b49e-3da018a7d2c6", "tag": "09cd6a5e-0878-4702-8532-60aaa5ef0337"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:47.293331 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-900cd698-f190-4856-89fa-34d48a2b0747 req-da85ba2b-5198-42aa-8005-56ebbe602b4a tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Made reservation on behalf of f18d640cae8f44f987e6f5a16930565f for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:56:47.297427 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-900cd698-f190-4856-89fa-34d48a2b0747 req-da85ba2b-5198-42aa-8005-56ebbe602b4a tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:47.444792 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-46f4568b-3294-423a-acac-1186555da518 req-f1905c0e-3c93-4ab5-a437-33577ba566f5 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Deleting port caa465f7-35e8-4b36-8dab-7a4871bda760 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:56:47.445250 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-46f4568b-3294-423a-acac-1186555da518 req-f1905c0e-3c93-4ab5-a437-33577ba566f5 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:47.546696 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e02569-57be-4f4c-be3f-17bf72c2ad5e req-c79c7f8d-374f-4eda-ade2-9e6310556b0b tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:47.548550 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-29e02569-57be-4f4c-be3f-17bf72c2ad5e req-c79c7f8d-374f-4eda-ade2-9e6310556b0b tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] 10.222.0.60 "GET /v2.0/ports?device_id=01b9f5be-b98c-4331-aacc-98551c9c3718 HTTP/1.1" status: 200 len: 946 time: 0.2018304 Aug 16 23:56:47.617018 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-900cd698-f190-4856-89fa-34d48a2b0747 req-da85ba2b-5198-42aa-8005-56ebbe602b4a tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Allocated IP 172.20.0.3 (00c85728-7245-4ff7-ad19-516f77c6ef85/9c1dd6e9-c166-4397-8aab-d99212faa9f8/1dbb17e9-16e7-45ed-b3a6-24d6ed13080a) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:56:47.629934 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-46f4568b-3294-423a-acac-1186555da518 req-f1905c0e-3c93-4ab5-a437-33577ba566f5 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:47.630345 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-46f4568b-3294-423a-acac-1186555da518 req-f1905c0e-3c93-4ab5-a437-33577ba566f5 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:47.663078 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-46f4568b-3294-423a-acac-1186555da518 req-f1905c0e-3c93-4ab5-a437-33577ba566f5 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Calling delete_port for caa465f7-35e8-4b36-8dab-7a4871bda760 owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:56:47.667163 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-29e02569-57be-4f4c-be3f-17bf72c2ad5e req-d649a6dd-9e8a-4fa4-b932-3b541687361a tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] 10.222.0.60 "GET /v2.0/security-groups?id=9af37fef-e977-4b28-ae1d-4a3cd8917431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072710 Aug 16 23:56:47.769743 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf7359b-d582-4025-be4d-b54964ac63b4 x-openstack-request-id: req-4bf7359b-d582-4025-be4d-b54964ac63b4 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:47.770657 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3149b180-83eb-49ed-9267-b0ba2bf35d43", "tag": "e509a0c0-e1dc-49f9-93ab-b684d48f0e15", "status": "completed", "code": 200}, {"server_uuid": "495c0a44-20cb-43c6-b45d-013e36a7b15d", "name": "network-vif-unplugged", "status": "completed", "tag": "dc5a9afa-09d6-4392-8d77-921fd95fdba9", "code": 200}, {"name": "network-changed", "server_uuid": "495c0a44-20cb-43c6-b45d-013e36a7b15d", "tag": "dc5a9afa-09d6-4392-8d77-921fd95fdba9", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:47.771110 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4bf7359b-d582-4025-be4d-b54964ac63b4 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:47.772820 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3149b180-83eb-49ed-9267-b0ba2bf35d43', 'tag': 'e509a0c0-e1dc-49f9-93ab-b684d48f0e15', 'status': 'completed', 'code': 200} Aug 16 23:56:47.773331 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495c0a44-20cb-43c6-b45d-013e36a7b15d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc5a9afa-09d6-4392-8d77-921fd95fdba9', 'code': 200} Aug 16 23:56:47.774089 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495c0a44-20cb-43c6-b45d-013e36a7b15d', 'tag': 'dc5a9afa-09d6-4392-8d77-921fd95fdba9', 'status': 'completed', 'code': 200} Aug 16 23:56:47.860262 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-331cbb6d-5841-4da4-95ee-f3181569d4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:47.862546 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-331cbb6d-5841-4da4-95ee-f3181569d4bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 1100 time: 0.0622418 Aug 16 23:56:47.931250 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-e116b77e-2703-41ac-87ed-b4b4862d7611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:47.932752 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-e116b77e-2703-41ac-87ed-b4b4862d7611 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=199207e6de05452bbb587d40f177d9b0&device_id=3149b180-83eb-49ed-9267-b0ba2bf35d43 HTTP/1.1" status: 200 len: 1096 time: 0.1279762 Aug 16 23:56:47.983628 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-81e55801-4f82-4095-8e9d-4144f3779f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:47.986167 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-81e55801-4f82-4095-8e9d-4144f3779f69 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.1157727 Aug 16 23:56:48.005314 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-900cd698-f190-4856-89fa-34d48a2b0747 req-da85ba2b-5198-42aa-8005-56ebbe602b4a tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:48.037391 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-e2a826f2-7592-4131-ae64-8af6b8190536 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=dc5a9afa-09d6-4392-8d77-921fd95fdba9 HTTP/1.1" status: 200 len: 217 time: 0.0433261 Aug 16 23:56:48.045859 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080bd20-cadc-43dc-a2e8-bc76a9deffcd req-26dd643d-4fb0-4e7e-ba47-592a53281855 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:48.047366 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5080bd20-cadc-43dc-a2e8-bc76a9deffcd req-26dd643d-4fb0-4e7e-ba47-592a53281855 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=3149b180-83eb-49ed-9267-b0ba2bf35d43 HTTP/1.1" status: 200 len: 944 time: 0.1838377 Aug 16 23:56:48.092449 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-46f4568b-3294-423a-acac-1186555da518 req-f1905c0e-3c93-4ab5-a437-33577ba566f5 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:48.096044 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-4123c29d-283c-4171-9bb6-00a9f67e2cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:48.097541 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-4123c29d-283c-4171-9bb6-00a9f67e2cc7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0513933 Aug 16 23:56:48.145613 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-dc1cf9cc-cd5a-41b1-b990-61b66fe7cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:48.147103 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-dc1cf9cc-cd5a-41b1-b990-61b66fe7cb7f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0405788 Aug 16 23:56:48.150625 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1905c0e-3c93-4ab5-a437-33577ba566f5 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Pushing event deleted for resources: {'Port': ['ID=caa465f7-35e8-4b36-8dab-7a4871bda760,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:48.192348 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5080bd20-cadc-43dc-a2e8-bc76a9deffcd req-ba1687fb-e2e3-4a81-8517-5a504974c145 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331158 Aug 16 23:56:48.197683 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device e509a0c0-e1dc-49f9-93ab-b684d48f0e15 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:56:48.221627 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-30f429e2-6d38-4b00-9338-f891169779de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:48.223140 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-30f429e2-6d38-4b00-9338-f891169779de service neutron] 10.222.0.69 "GET /v2.0/networks?id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf HTTP/1.1" status: 200 len: 913 time: 0.2673252 Aug 16 23:56:48.240680 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-900cd698-f190-4856-89fa-34d48a2b0747 req-da85ba2b-5198-42aa-8005-56ebbe602b4a tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:48.260717 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-abc7f715-0735-4d3f-9139-f0a36c0be8d8 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032927 Aug 16 23:56:48.266548 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port e509a0c0-e1dc-49f9-93ab-b684d48f0e15 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:56:48.273210 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port e509a0c0-e1dc-49f9-93ab-b684d48f0e15 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:56:48.274120 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:48.305689 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-36932f92-f377-4250-8d7c-c5a84719fb59 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e509a0c0-e1dc-49f9-93ab-b684d48f0e15 HTTP/1.1" status: 200 len: 217 time: 0.0739372 Aug 16 23:56:48.335095 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-46f4568b-3294-423a-acac-1186555da518 req-f1905c0e-3c93-4ab5-a437-33577ba566f5 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:48.337317 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-46f4568b-3294-423a-acac-1186555da518 req-f1905c0e-3c93-4ab5-a437-33577ba566f5 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:48.338462 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46f4568b-3294-423a-acac-1186555da518 req-f1905c0e-3c93-4ab5-a437-33577ba566f5 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "DELETE /v2.0/floatingips/653fce14-c2bc-4018-8244-10d58cafe8de HTTP/1.1" status: 204 len: 173 time: 1.2411034 Aug 16 23:56:48.373801 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:48.385880 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-900cd698-f190-4856-89fa-34d48a2b0747 req-da85ba2b-5198-42aa-8005-56ebbe602b4a tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Network 00c85728-7245-4ff7-ad19-516f77c6ef85 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:56:48.391615 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-751a1a89-c099-40d1-8336-544d259281ab service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199181 Aug 16 23:56:48.394071 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-900cd698-f190-4856-89fa-34d48a2b0747 req-da85ba2b-5198-42aa-8005-56ebbe602b4a tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:56:48.395981 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85ba2b-5198-42aa-8005-56ebbe602b4a tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Pushing event updated for resources: {'Port': ['ID=1dbb17e9-16e7-45ed-b3a6-24d6ed13080a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:48.400091 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-900cd698-f190-4856-89fa-34d48a2b0747 req-da85ba2b-5198-42aa-8005-56ebbe602b4a tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:56:48.413724 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port e509a0c0-e1dc-49f9-93ab-b684d48f0e15, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=e509a0c0-e1dc-49f9-93ab-b684d48f0e15,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:48.420808 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:48.462338 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6764ee-3ad8-43be-890f-c29ffc45a867 req-665f903b-5202-4401-b9e0-4c6b9b6b94d3 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:48.470359 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f6764ee-3ad8-43be-890f-c29ffc45a867 req-665f903b-5202-4401-b9e0-4c6b9b6b94d3 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=286de7b7-7801-4a00-9aa7-30d5eb4a1bc4 HTTP/1.1" status: 200 len: 931 time: 0.1697638 Aug 16 23:56:48.471151 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 09cd6a5e-0878-4702-8532-60aaa5ef0337 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:56:48.489439 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-79947452-dd2c-4783-8467-6dbcbf972f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:48.490943 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-79947452-dd2c-4783-8467-6dbcbf972f61 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1d7b0613-c268-41b8-9af9-983e31f4d852 HTTP/1.1" status: 200 len: 852 time: 0.1696982 Aug 16 23:56:48.518171 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=e509a0c0-e1dc-49f9-93ab-b684d48f0e15,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:48.547533 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cd698-f190-4856-89fa-34d48a2b0747 req-da85ba2b-5198-42aa-8005-56ebbe602b4a tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:48.548788 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-900cd698-f190-4856-89fa-34d48a2b0747 req-da85ba2b-5198-42aa-8005-56ebbe602b4a tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:48.573105 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-78cfdb6d-63a3-4167-be91-19ee7a473eae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616508 Aug 16 23:56:48.613562 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 09cd6a5e-0878-4702-8532-60aaa5ef0337, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=09cd6a5e-0878-4702-8532-60aaa5ef0337,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:48.629145 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 09cd6a5e-0878-4702-8532-60aaa5ef0337 has no active binding in host n-h2-800088-20 {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 23:56:48.639336 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-fc5d2fee-05f6-40d5-a378-5e3c217d3eae tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:48.641025 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-fc5d2fee-05f6-40d5-a378-5e3c217d3eae tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.64 "GET /v2.0/networks?id=ff8c8bca-be38-471f-b093-574bcaf4ce01 HTTP/1.1" status: 200 len: 820 time: 0.1630299 Aug 16 23:56:48.646975 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f6764ee-3ad8-43be-890f-c29ffc45a867 req-4eb5a9fe-b8a7-49cf-9703-652286d85536 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755390 Aug 16 23:56:48.648196 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-900cd698-f190-4856-89fa-34d48a2b0747 req-da85ba2b-5198-42aa-8005-56ebbe602b4a tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8405292 Aug 16 23:56:48.655784 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b3228-0af1-4f87-8520-8e376c909878 req-4f1a588d-6c95-4d19-9e0b-57ba847baa97 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:48.657316 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-709b3228-0af1-4f87-8520-8e376c909878 req-4f1a588d-6c95-4d19-9e0b-57ba847baa97 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6 HTTP/1.1" status: 200 len: 944 time: 0.2063768 Aug 16 23:56:48.666336 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-b001fbf7-ac4c-418c-b74b-c403a5b8c880 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Request body: {'port': {'device_id': '96edeb54-4c20-4d3f-8150-1a35df721821', 'network_id': 'ff8c8bca-be38-471f-b093-574bcaf4ce01', 'admin_state_up': True, 'tenant_id': 'c51c5e175b764197b0bc8657e959502e'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:48.676020 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-900cd698-f190-4856-89fa-34d48a2b0747 req-7bb6a3e9-3a3e-4270-8bb6-73e93300e9a7 service neutron] Request body: {'port': {'device_id': '286de7b7-7801-4a00-9aa7-30d5eb4a1bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:48.700886 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111b4763-d637-4730-9c9e-9f3a958e5042 x-openstack-request-id: req-111b4763-d637-4730-9c9e-9f3a958e5042 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:48.701206 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e09764-92b1-486c-8310-2395fdd5985c", "name": "network-vif-plugged", "status": "completed", "tag": "ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5", "code": 200}, {"server_uuid": "e8b209f1-b76e-494e-b092-70e568a69acd", "name": "network-vif-plugged", "status": "completed", "tag": "70104349-049b-4391-acba-2ffa3c6d4606", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:48.701454 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-111b4763-d637-4730-9c9e-9f3a958e5042 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:48.701847 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e09764-92b1-486c-8310-2395fdd5985c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5', 'code': 200} Aug 16 23:56:48.702099 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b209f1-b76e-494e-b092-70e568a69acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70104349-049b-4391-acba-2ffa3c6d4606', 'code': 200} Aug 16 23:56:48.804603 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-709b3228-0af1-4f87-8520-8e376c909878 req-9804b878-ac97-4574-8ea3-3393e7d144e9 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355734 Aug 16 23:56:48.815483 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-b001fbf7-ac4c-418c-b74b-c403a5b8c880 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Made reservation on behalf of c51c5e175b764197b0bc8657e959502e for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:56:48.819318 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-900cd698-f190-4856-89fa-34d48a2b0747 req-7bb6a3e9-3a3e-4270-8bb6-73e93300e9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:48.821001 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-b001fbf7-ac4c-418c-b74b-c403a5b8c880 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:48.824705 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-1d4eddf9-ab03-442b-b788-95177a1d9a08 service neutron] 10.222.0.69 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386789 Aug 16 23:56:48.964858 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-b001fbf7-ac4c-418c-b74b-c403a5b8c880 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Allocated IP 172.20.0.12 (ff8c8bca-be38-471f-b093-574bcaf4ce01/c40d199a-f55a-4ce5-baf5-458dd8bf8775/2f033304-0447-45d6-99c9-1bfea72d4c95) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:56:49.021824 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f300e-42a6-469d-b6d9-499fb5dab82b req-9e4ca6dc-64ca-4f82-89c2-1e0f1639e150 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:49.023341 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9c1f300e-42a6-469d-b6d9-499fb5dab82b req-9e4ca6dc-64ca-4f82-89c2-1e0f1639e150 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 948 time: 0.2516668 Aug 16 23:56:49.077589 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3f055e2c-9241-4a4a-bdc4-32e31479b3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:49.121254 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-b001fbf7-ac4c-418c-b74b-c403a5b8c880 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:49.156259 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c9dcb-ec9e-4a59-b720-add3d5d99bcf req-1fc60117-f633-4ef1-a580-b9dc3bd77004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:49.157810 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-496c9dcb-ec9e-4a59-b720-add3d5d99bcf req-1fc60117-f633-4ef1-a580-b9dc3bd77004 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e8b209f1-b76e-494e-b092-70e568a69acd HTTP/1.1" status: 200 len: 1098 time: 0.2481513 Aug 16 23:56:49.163110 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-b001fbf7-ac4c-418c-b74b-c403a5b8c880 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:49.163631 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5e0c0-d5d4-444c-bfda-ddd0208e5e0a req-f9e0d4e9-496d-4f0f-aa8b-33b56e36f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:49.165061 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-abf5e0c0-d5d4-444c-bfda-ddd0208e5e0a req-f9e0d4e9-496d-4f0f-aa8b-33b56e36f381 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=32e09764-92b1-486c-8310-2395fdd5985c HTTP/1.1" status: 200 len: 1098 time: 0.2544274 Aug 16 23:56:49.178792 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c25b9-def0-4ed4-93d6-9fb335a48b3c req-b622f6dd-debc-4392-af0e-2cc0c088d6f4 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:49.180317 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b24c25b9-def0-4ed4-93d6-9fb335a48b3c req-b622f6dd-debc-4392-af0e-2cc0c088d6f4 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b209f1-b76e-494e-b092-70e568a69acd HTTP/1.1" status: 200 len: 946 time: 0.2745636 Aug 16 23:56:49.187234 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:49.192497 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-8e956705-3134-4c83-b467-0ec86aa8b8ff service neutron] 10.222.0.69 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557732 Aug 16 23:56:49.214604 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-b001fbf7-ac4c-418c-b74b-c403a5b8c880 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Network ff8c8bca-be38-471f-b093-574bcaf4ce01 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:56:49.220768 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-b001fbf7-ac4c-418c-b74b-c403a5b8c880 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:56:49.225352 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-b001fbf7-ac4c-418c-b74b-c403a5b8c880 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:56:49.229312 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001fbf7-ac4c-418c-b74b-c403a5b8c880 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Pushing event updated for resources: {'Port': ['ID=2f033304-0447-45d6-99c9-1bfea72d4c95,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:49.280478 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-b001fbf7-ac4c-418c-b74b-c403a5b8c880 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:49.281155 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-b001fbf7-ac4c-418c-b74b-c403a5b8c880 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:49.296129 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-b001fbf7-ac4c-418c-b74b-c403a5b8c880 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6379223 Aug 16 23:56:49.309299 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-1d1a19af-532e-4fb3-8fe3-a33cba6002d0 service neutron] Request body: {'port': {'device_id': '96edeb54-4c20-4d3f-8150-1a35df721821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:49.366595 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-1d1a19af-532e-4fb3-8fe3-a33cba6002d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:49.609702 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9c1f300e-42a6-469d-b6d9-499fb5dab82b req-cc8e17fd-ac47-484e-9286-b69a1c8b791f tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5704968 Aug 16 23:56:49.649009 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-1d1a19af-532e-4fb3-8fe3-a33cba6002d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f033304-0447-45d6-99c9-1bfea72d4c95 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:49.656818 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-1d1a19af-532e-4fb3-8fe3-a33cba6002d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:49.671787 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-1d1a19af-532e-4fb3-8fe3-a33cba6002d0 service neutron] Transition to ACTIVE for port object 2f033304-0447-45d6-99c9-1bfea72d4c95 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:56:49.673958 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebf1f09-d201-4079-94a8-13c453b34a3d x-openstack-request-id: req-eebf1f09-d201-4079-94a8-13c453b34a3d {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:49.674255 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "152cf6fb-5232-42fa-b49e-3da018a7d2c6", "name": "network-vif-unplugged", "status": "completed", "tag": "09cd6a5e-0878-4702-8532-60aaa5ef0337", "code": 200}, {"name": "network-changed", "server_uuid": "152cf6fb-5232-42fa-b49e-3da018a7d2c6", "tag": "09cd6a5e-0878-4702-8532-60aaa5ef0337", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:49.674504 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eebf1f09-d201-4079-94a8-13c453b34a3d {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:49.674898 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '152cf6fb-5232-42fa-b49e-3da018a7d2c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09cd6a5e-0878-4702-8532-60aaa5ef0337', 'code': 200} Aug 16 23:56:49.675147 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '152cf6fb-5232-42fa-b49e-3da018a7d2c6', 'tag': '09cd6a5e-0878-4702-8532-60aaa5ef0337', 'status': 'completed', 'code': 200} Aug 16 23:56:49.676777 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-1d1a19af-532e-4fb3-8fe3-a33cba6002d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:49.690578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-496c9dcb-ec9e-4a59-b720-add3d5d99bcf req-b49a1aa6-3a07-4dd2-9bc1-bdc33f57f3f9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004380 Aug 16 23:56:49.700023 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b24c25b9-def0-4ed4-93d6-9fb335a48b3c req-37fdd99c-368e-483f-9314-b69f5e53ae63 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066156 Aug 16 23:56:49.701564 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-abf5e0c0-d5d4-444c-bfda-ddd0208e5e0a req-70f6fcb4-e51c-4207-8c59-4684f0b1a11f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152645 Aug 16 23:56:49.743323 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-4c47eceb-983d-490a-a7d4-ac748d224063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:49.744800 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-4c47eceb-983d-490a-a7d4-ac748d224063 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 1100 time: 0.4786348 Aug 16 23:56:49.842396 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a19af-532e-4fb3-8fe3-a33cba6002d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2f033304-0447-45d6-99c9-1bfea72d4c95,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:49.866313 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd70cfa-9f5a-4ffc-99e0-ee0813a41ecf req-e059a04b-c08c-49bb-ba70-ab62455940dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:49.867861 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4dd70cfa-9f5a-4ffc-99e0-ee0813a41ecf req-e059a04b-c08c-49bb-ba70-ab62455940dc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=196284884f15450ab6370c358b3094db&device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6 HTTP/1.1" status: 200 len: 1127 time: 0.1527865 Aug 16 23:56:49.922363 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-900cd698-f190-4856-89fa-34d48a2b0747 req-7bb6a3e9-3a3e-4270-8bb6-73e93300e9a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dbb17e9-16e7-45ed-b3a6-24d6ed13080a {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:49.933395 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26325e-8e72-4eab-979a-619b88f5e1e6 req-2daf9d45-f7bf-4188-b058-92c90d44af38 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:49.934875 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9a26325e-8e72-4eab-979a-619b88f5e1e6 req-2daf9d45-f7bf-4188-b058-92c90d44af38 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=96edeb54-4c20-4d3f-8150-1a35df721821 HTTP/1.1" status: 200 len: 944 time: 0.2073598 Aug 16 23:56:49.944470 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-17a9bd9b-7e1c-4a0e-85dd-abac3fe36f8a service neutron] 10.222.0.69 "GET /v2.0/ports/09cd6a5e-0878-4702-8532-60aaa5ef0337/bindings/n-h2-800088-20 HTTP/1.1" status: 200 len: 385 time: 0.1863689 Aug 16 23:56:49.947825 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-900cd698-f190-4856-89fa-34d48a2b0747 req-7bb6a3e9-3a3e-4270-8bb6-73e93300e9a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:49.948504 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-1d1a19af-532e-4fb3-8fe3-a33cba6002d0 service neutron] Attempting to bind port 2f033304-0447-45d6-99c9-1bfea72d4c95 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:56:49.948847 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-1d1a19af-532e-4fb3-8fe3-a33cba6002d0 service neutron] Attempting to bind port 2f033304-0447-45d6-99c9-1bfea72d4c95 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'fbcd4495-cd63-44ce-b1d3-884295473b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ff8c8bca-be38-471f-b093-574bcaf4ce01'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:56:49.949209 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-1d1a19af-532e-4fb3-8fe3-a33cba6002d0 service neutron] Attempting to bind port 2f033304-0447-45d6-99c9-1bfea72d4c95 on network ff8c8bca-be38-471f-b093-574bcaf4ce01 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:49.964853 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-1d1a19af-532e-4fb3-8fe3-a33cba6002d0 service neutron] Port 2f033304-0447-45d6-99c9-1bfea72d4c95 on network ff8c8bca-be38-471f-b093-574bcaf4ce01 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:56:49.965244 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-1d1a19af-532e-4fb3-8fe3-a33cba6002d0 service neutron] Attempting to bind port 2f033304-0447-45d6-99c9-1bfea72d4c95 on network ff8c8bca-be38-471f-b093-574bcaf4ce01 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:49.986647 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff89d50-8602-43be-a6ee-cc14c95e5e7e req-ae4e65a7-925d-41ce-ac0d-27738f16338d tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:49.988118 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ff89d50-8602-43be-a6ee-cc14c95e5e7e req-ae4e65a7-925d-41ce-ac0d-27738f16338d tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=3149b180-83eb-49ed-9267-b0ba2bf35d43 HTTP/1.1" status: 200 len: 945 time: 0.1594481 Aug 16 23:56:49.997902 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-900cd698-f190-4856-89fa-34d48a2b0747 req-7bb6a3e9-3a3e-4270-8bb6-73e93300e9a7 service neutron] Transition to ACTIVE for port object 1dbb17e9-16e7-45ed-b3a6-24d6ed13080a will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:56:50.002878 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-1d1a19af-532e-4fb3-8fe3-a33cba6002d0 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:56:50.003416 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-1d1a19af-532e-4fb3-8fe3-a33cba6002d0 service neutron] Checking segment: {'id': 'fbcd4495-cd63-44ce-b1d3-884295473b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ff8c8bca-be38-471f-b093-574bcaf4ce01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:56:50.003670 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-1d1a19af-532e-4fb3-8fe3-a33cba6002d0 service neutron] Bound using segment: {'id': 'fbcd4495-cd63-44ce-b1d3-884295473b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ff8c8bca-be38-471f-b093-574bcaf4ce01'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:56:50.004163 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-1d1a19af-532e-4fb3-8fe3-a33cba6002d0 service neutron] Bound port: 2f033304-0447-45d6-99c9-1bfea72d4c95, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbcd4495-cd63-44ce-b1d3-884295473b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ff8c8bca-be38-471f-b093-574bcaf4ce01'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:56:50.004494 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-1d1a19af-532e-4fb3-8fe3-a33cba6002d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:50.006540 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-8c39f160-f5c6-4877-88e4-0850448d59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:50.008298 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-8c39f160-f5c6-4877-88e4-0850448d59b9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.2375314 Aug 16 23:56:50.024991 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-900cd698-f190-4856-89fa-34d48a2b0747 req-7bb6a3e9-3a3e-4270-8bb6-73e93300e9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:50.050837 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9a26325e-8e72-4eab-979a-619b88f5e1e6 req-bf7bb700-6cbd-431a-9f86-2600e893037d tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049562 Aug 16 23:56:50.064344 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:50.090060 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd70cfa-9f5a-4ffc-99e0-ee0813a41ecf req-d99489f8-6964-4136-a0bb-bd929c45bc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:50.091609 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4dd70cfa-9f5a-4ffc-99e0-ee0813a41ecf req-d99489f8-6964-4136-a0bb-bd929c45bc1c service neutron] 10.222.0.69 "GET /v2.0/networks?id=0de117b9-aee8-4952-ae99-3d2308a08b74 HTTP/1.1" status: 200 len: 909 time: 0.2131243 Aug 16 23:56:50.105600 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-fe7fb38c-87c5-4166-9aad-32e9c5d119fa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=dc5a9afa-09d6-4392-8d77-921fd95fdba9 HTTP/1.1" status: 200 len: 217 time: 0.0852356 Aug 16 23:56:50.167737 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ff89d50-8602-43be-a6ee-cc14c95e5e7e req-24d6ad76-6fbb-42b3-ba1e-baa0c7658067 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680918 Aug 16 23:56:50.174522 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6a3e9-3a3e-4270-8bb6-73e93300e9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbb17e9-16e7-45ed-b3a6-24d6ed13080a,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:50.196400 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-4f121622-2265-4e20-bc6b-520de5673f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:50.198001 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-4f121622-2265-4e20-bc6b-520de5673f74 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0812023 Aug 16 23:56:50.205242 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device dc5a9afa-09d6-4392-8d77-921fd95fdba9 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:56:50.365594 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port dc5a9afa-09d6-4392-8d77-921fd95fdba9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=dc5a9afa-09d6-4392-8d77-921fd95fdba9,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:50.383202 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': 'dc5a9afa-09d6-4392-8d77-921fd95fdba9', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': 'dc5a9afa-09d6-4392-8d77-921fd95fdba9', 'mac_address': 'fa:16:3e:a6:0d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:56:50.434138 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:50.451012 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5a9afa-09d6-4392-8d77-921fd95fdba9 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:50.472722 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port dc5a9afa-09d6-4392-8d77-921fd95fdba9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=dc5a9afa-09d6-4392-8d77-921fd95fdba9,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:50.481149 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:50.511861 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4dd70cfa-9f5a-4ffc-99e0-ee0813a41ecf req-e34457b6-4761-4533-93c6-57df890bf508 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09cd6a5e-0878-4702-8532-60aaa5ef0337 HTTP/1.1" status: 200 len: 217 time: 0.4085779 Aug 16 23:56:50.529584 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-900cd698-f190-4856-89fa-34d48a2b0747 req-7bb6a3e9-3a3e-4270-8bb6-73e93300e9a7 service neutron] Attempting to bind port 1dbb17e9-16e7-45ed-b3a6-24d6ed13080a on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:56:50.529928 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-900cd698-f190-4856-89fa-34d48a2b0747 req-7bb6a3e9-3a3e-4270-8bb6-73e93300e9a7 service neutron] Attempting to bind port 1dbb17e9-16e7-45ed-b3a6-24d6ed13080a by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '6bd97450-ac96-4c47-ad61-e23f8355a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '00c85728-7245-4ff7-ad19-516f77c6ef85'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:56:50.530242 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900cd698-f190-4856-89fa-34d48a2b0747 req-7bb6a3e9-3a3e-4270-8bb6-73e93300e9a7 service neutron] Attempting to bind port 1dbb17e9-16e7-45ed-b3a6-24d6ed13080a on network 00c85728-7245-4ff7-ad19-516f77c6ef85 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:50.533905 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-0b286c6b-c36c-486e-8fb4-9432604ef999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:50.535685 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-0b286c6b-c36c-486e-8fb4-9432604ef999 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2641075 Aug 16 23:56:50.549250 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef56d0d-0f05-4e27-9acf-5ec5563d2f2c req-2c5a314b-3df0-43ea-ac51-ec8faf8ba819 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:50.556400 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ef56d0d-0f05-4e27-9acf-5ec5563d2f2c req-2c5a314b-3df0-43ea-ac51-ec8faf8ba819 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6c65d45-af9c-46d4-8646-6367979dae2c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2288859 Aug 16 23:56:50.558095 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=dc5a9afa-09d6-4392-8d77-921fd95fdba9,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:50.579717 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149bcec-617c-4c3f-98a4-fcf2268f0b5e req-770265e4-d2d8-422e-b33e-39a6274a700e tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:50.587071 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0149bcec-617c-4c3f-98a4-fcf2268f0b5e req-770265e4-d2d8-422e-b33e-39a6274a700e tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=286de7b7-7801-4a00-9aa7-30d5eb4a1bc4 HTTP/1.1" status: 200 len: 943 time: 0.3145323 Aug 16 23:56:50.596900 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900cd698-f190-4856-89fa-34d48a2b0747 req-7bb6a3e9-3a3e-4270-8bb6-73e93300e9a7 service neutron] Port 1dbb17e9-16e7-45ed-b3a6-24d6ed13080a on network 00c85728-7245-4ff7-ad19-516f77c6ef85 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:56:50.597275 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900cd698-f190-4856-89fa-34d48a2b0747 req-7bb6a3e9-3a3e-4270-8bb6-73e93300e9a7 service neutron] Attempting to bind port 1dbb17e9-16e7-45ed-b3a6-24d6ed13080a on network 00c85728-7245-4ff7-ad19-516f77c6ef85 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:56:50.597866 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-1d1a19af-532e-4fb3-8fe3-a33cba6002d0 service neutron] For port 2f033304-0447-45d6-99c9-1bfea72d4c95, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:56:50.623068 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6787d-539e-491a-ac84-d1f50eb5d247 req-9dca7908-037a-42ad-91c6-01e3d75b8d9e tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:50.624551 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aff6787d-539e-491a-ac84-d1f50eb5d247 req-9dca7908-037a-42ad-91c6-01e3d75b8d9e tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.64 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d&tenant_id=636fdf9ffe334b56b1041327d83dc393&binding%3Ahost_id=n-h1-800088-20 HTTP/1.1" status: 200 len: 948 time: 0.2509849 Aug 16 23:56:50.629458 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-1d1a19af-532e-4fb3-8fe3-a33cba6002d0 service neutron] For port 2f033304-0447-45d6-99c9-1bfea72d4c95, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=2f033304-0447-45d6-99c9-1bfea72d4c95,segment=NetworkSegment(fbcd4495-cd63-44ce-b1d3-884295473b0e),segment_id=fbcd4495-cd63-44ce-b1d3-884295473b0e)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:56:50.642833 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd70cfa-9f5a-4ffc-99e0-ee0813a41ecf req-6239afc6-507a-4f1b-8fc4-a0fba91c19b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:50.644285 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4dd70cfa-9f5a-4ffc-99e0-ee0813a41ecf req-6239afc6-507a-4f1b-8fc4-a0fba91c19b4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c3c58a3-e974-46fc-9f56-1776e260fbc5 HTTP/1.1" status: 200 len: 848 time: 0.0969703 Aug 16 23:56:50.645343 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-1d1a19af-532e-4fb3-8fe3-a33cba6002d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:50.659051 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-97414f75-4a7c-4475-ad6c-8421b92cb89d service neutron] For port 09cd6a5e-0878-4702-8532-60aaa5ef0337, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=09cd6a5e-0878-4702-8532-60aaa5ef0337,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:50.697924 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900cd698-f190-4856-89fa-34d48a2b0747 req-7bb6a3e9-3a3e-4270-8bb6-73e93300e9a7 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:56:50.698217 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900cd698-f190-4856-89fa-34d48a2b0747 req-7bb6a3e9-3a3e-4270-8bb6-73e93300e9a7 service neutron] Checking segment: {'id': '6bd97450-ac96-4c47-ad61-e23f8355a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '00c85728-7245-4ff7-ad19-516f77c6ef85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:56:50.698530 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900cd698-f190-4856-89fa-34d48a2b0747 req-7bb6a3e9-3a3e-4270-8bb6-73e93300e9a7 service neutron] Bound using segment: {'id': '6bd97450-ac96-4c47-ad61-e23f8355a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '00c85728-7245-4ff7-ad19-516f77c6ef85'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:56:50.698971 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-900cd698-f190-4856-89fa-34d48a2b0747 req-7bb6a3e9-3a3e-4270-8bb6-73e93300e9a7 service neutron] Bound port: 1dbb17e9-16e7-45ed-b3a6-24d6ed13080a, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd97450-ac96-4c47-ad61-e23f8355a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '00c85728-7245-4ff7-ad19-516f77c6ef85'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:56:50.699323 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-900cd698-f190-4856-89fa-34d48a2b0747 req-7bb6a3e9-3a3e-4270-8bb6-73e93300e9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:50.701757 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ef56d0d-0f05-4e27-9acf-5ec5563d2f2c req-13c72ff1-b776-4c9f-8f47-75d92c91ef71 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1445847 Aug 16 23:56:50.705885 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3149b180-83eb-49ed-9267-b0ba2bf35d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e509a0c0-e1dc-49f9-93ab-b684d48f0e15'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:50.707855 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86130ca-2685-4a23-9c15-835a13d632c8" -d '{"events": [{"server_uuid": "3149b180-83eb-49ed-9267-b0ba2bf35d43", "name": "network-vif-plugged", "status": "completed", "tag": "e509a0c0-e1dc-49f9-93ab-b684d48f0e15"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:50.728885 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4dd70cfa-9f5a-4ffc-99e0-ee0813a41ecf req-ac17eadc-4aca-4ef2-be09-7ba52e0b0086 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0de117b9-aee8-4952-ae99-3d2308a08b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672021 Aug 16 23:56:50.740635 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-1d1a19af-532e-4fb3-8fe3-a33cba6002d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:50.741294 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-1d1a19af-532e-4fb3-8fe3-a33cba6002d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:50.742710 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-1d1a19af-532e-4fb3-8fe3-a33cba6002d0 service neutron] 10.222.0.64 "PUT /v2.0/ports/2f033304-0447-45d6-99c9-1bfea72d4c95 HTTP/1.1" status: 200 len: 1093 time: 1.4379127 Aug 16 23:56:50.743203 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96edeb54-4c20-4d3f-8150-1a35df721821', 'tag': '2f033304-0447-45d6-99c9-1bfea72d4c95'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:50.746472 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bee99d-db27-421e-9a33-e86a90a63778" -d '{"events": [{"name": "network-changed", "server_uuid": "96edeb54-4c20-4d3f-8150-1a35df721821", "tag": "2f033304-0447-45d6-99c9-1bfea72d4c95"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:50.765351 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['dc5a9afa-09d6-4392-8d77-921fd95fdba9'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:56:50.777458 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0149bcec-617c-4c3f-98a4-fcf2268f0b5e req-0434a58a-7602-4abb-866e-e743d41220d9 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894798 Aug 16 23:56:50.810431 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-97414f75-4a7c-4475-ad6c-8421b92cb89d service neutron] For port 09cd6a5e-0878-4702-8532-60aaa5ef0337, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:56:50.884556 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-a0945f9d-ac94-437e-9b94-6745da725482 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197203 Aug 16 23:56:50.901138 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-aff6787d-539e-491a-ac84-d1f50eb5d247 req-0789ea3d-439b-445a-88fd-fb572624fd06 service neutron] delete failed (client error): The resource could not be found. Aug 16 23:56:50.902130 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aff6787d-539e-491a-ac84-d1f50eb5d247 req-0789ea3d-439b-445a-88fd-fb572624fd06 service neutron] 10.222.0.64 "DELETE /v2.0/ports/dc5a9afa-09d6-4392-8d77-921fd95fdba9/bindings/n-h2-800088-20 HTTP/1.1" status: 404 len: 381 time: 0.2141671 Aug 16 23:56:50.940335 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a19af-532e-4fb3-8fe3-a33cba6002d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2f033304-0447-45d6-99c9-1bfea72d4c95,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:50.970739 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-97414f75-4a7c-4475-ad6c-8421b92cb89d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09cd6a5e-0878-4702-8532-60aaa5ef0337 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:50.983363 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-900cd698-f190-4856-89fa-34d48a2b0747 req-7bb6a3e9-3a3e-4270-8bb6-73e93300e9a7 service neutron] For port 1dbb17e9-16e7-45ed-b3a6-24d6ed13080a, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:56:50.996851 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-97414f75-4a7c-4475-ad6c-8421b92cb89d service neutron] For port 09cd6a5e-0878-4702-8532-60aaa5ef0337, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=09cd6a5e-0878-4702-8532-60aaa5ef0337,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:51.004501 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-dc4a8fc9-cd9b-4a65-aee5-8951cb40c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:51.006087 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-dc4a8fc9-cd9b-4a65-aee5-8951cb40c1aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c51c5e175b764197b0bc8657e959502e&device_id=96edeb54-4c20-4d3f-8150-1a35df721821 HTTP/1.1" status: 200 len: 1096 time: 0.1362431 Aug 16 23:56:51.011353 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-900cd698-f190-4856-89fa-34d48a2b0747 req-7bb6a3e9-3a3e-4270-8bb6-73e93300e9a7 service neutron] For port 1dbb17e9-16e7-45ed-b3a6-24d6ed13080a, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=1dbb17e9-16e7-45ed-b3a6-24d6ed13080a,segment=NetworkSegment(6bd97450-ac96-4c47-ad61-e23f8355a601),segment_id=6bd97450-ac96-4c47-ad61-e23f8355a601)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:56:51.025274 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c39c9-b036-4998-bfd7-1a5cfa4fc79b req-659398f9-327f-4041-8b71-9983d6b00bae tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:51.026771 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aa2c39c9-b036-4998-bfd7-1a5cfa4fc79b req-659398f9-327f-4041-8b71-9983d6b00bae tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6 HTTP/1.1" status: 200 len: 944 time: 0.1865435 Aug 16 23:56:51.031703 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-900cd698-f190-4856-89fa-34d48a2b0747 req-7bb6a3e9-3a3e-4270-8bb6-73e93300e9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:51.034859 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-97414f75-4a7c-4475-ad6c-8421b92cb89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:51.082265 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-c22ef22e-0c1e-49cd-85b7-1c8911795eaa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f033304-0447-45d6-99c9-1bfea72d4c95 HTTP/1.1" status: 200 len: 217 time: 0.0559092 Aug 16 23:56:51.085745 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4dd70cfa-9f5a-4ffc-99e0-ee0813a41ecf req-fe1250dd-ac2c-47a6-870b-23e2666756f4 service neutron] 10.222.0.69 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024931 Aug 16 23:56:51.105431 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654f44c-9186-4e38-bae1-f06147538854 req-552f0473-c318-4def-bc0c-cae2d78d966a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:51.106884 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5654f44c-9186-4e38-bae1-f06147538854 req-552f0473-c318-4def-bc0c-cae2d78d966a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 949 time: 0.2252972 Aug 16 23:56:51.151517 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cd698-f190-4856-89fa-34d48a2b0747 req-7bb6a3e9-3a3e-4270-8bb6-73e93300e9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:51.152159 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-900cd698-f190-4856-89fa-34d48a2b0747 req-7bb6a3e9-3a3e-4270-8bb6-73e93300e9a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:51.153509 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-900cd698-f190-4856-89fa-34d48a2b0747 req-7bb6a3e9-3a3e-4270-8bb6-73e93300e9a7 service neutron] 10.222.0.64 "PUT /v2.0/ports/1dbb17e9-16e7-45ed-b3a6-24d6ed13080a HTTP/1.1" status: 200 len: 1092 time: 2.4833095 Aug 16 23:56:51.170283 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-1eb477eb-aeee-4792-adf0-4290c5e2eb86 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664146 Aug 16 23:56:51.212328 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aa2c39c9-b036-4998-bfd7-1a5cfa4fc79b req-926cb78c-458b-45c3-896a-42e18fcab902 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668034 Aug 16 23:56:51.234632 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6a3e9-3a3e-4270-8bb6-73e93300e9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbb17e9-16e7-45ed-b3a6-24d6ed13080a,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:51.234795 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-4d429eda-8cf4-4c8e-b9c1-894e284cc12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:51.235419 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6787d-539e-491a-ac84-d1f50eb5d247 req-c2d1dc8e-e50e-43f0-a4dc-ee3d761cfdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:51.235972 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-4d429eda-8cf4-4c8e-b9c1-894e284cc12f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c40d199a-f55a-4ce5-baf5-458dd8bf8775 HTTP/1.1" status: 200 len: 860 time: 0.1461983 Aug 16 23:56:51.237010 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aff6787d-539e-491a-ac84-d1f50eb5d247 req-c2d1dc8e-e50e-43f0-a4dc-ee3d761cfdc4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 1101 time: 0.2093375 Aug 16 23:56:51.291840 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec3eaac-9528-4505-858d-56db6a37b3c1 x-openstack-request-id: req-dec3eaac-9528-4505-858d-56db6a37b3c1 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:51.292345 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3149b180-83eb-49ed-9267-b0ba2bf35d43", "name": "network-vif-plugged", "status": "completed", "tag": "e509a0c0-e1dc-49f9-93ab-b684d48f0e15", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:51.292650 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dec3eaac-9528-4505-858d-56db6a37b3c1 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:51.293138 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3149b180-83eb-49ed-9267-b0ba2bf35d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e509a0c0-e1dc-49f9-93ab-b684d48f0e15', 'code': 200} Aug 16 23:56:51.298435 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-97414f75-4a7c-4475-ad6c-8421b92cb89d service neutron] Transition to ACTIVE for port object 09cd6a5e-0878-4702-8532-60aaa5ef0337 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:56:51.298739 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-28c5327a-934c-4382-99c1-f2b6daa6a9ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ff8c8bca-be38-471f-b093-574bcaf4ce01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467448 Aug 16 23:56:51.302991 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-97414f75-4a7c-4475-ad6c-8421b92cb89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:51.306248 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4dd70cfa-9f5a-4ffc-99e0-ee0813a41ecf req-f7fdcf6d-f7d1-4944-af7c-4ae725896765 service neutron] 10.222.0.69 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912255 Aug 16 23:56:51.331178 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5654f44c-9186-4e38-bae1-f06147538854 req-9422dff2-7137-40eb-b8b6-dbabdd370d82 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003472 Aug 16 23:56:51.383032 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b2385eb4-d9d9-410f-8293-d5be3e1a659b req-1c2aa9b2-9e4e-4a9f-9fc9-64d1e6e8cf7e tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0574839 Aug 16 23:56:51.402079 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cd698-f190-4856-89fa-34d48a2b0747 req-5cdf5bef-084b-4857-8983-f958e287f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:51.403574 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-900cd698-f190-4856-89fa-34d48a2b0747 req-5cdf5bef-084b-4857-8983-f958e287f88e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f18d640cae8f44f987e6f5a16930565f&device_id=286de7b7-7801-4a00-9aa7-30d5eb4a1bc4 HTTP/1.1" status: 200 len: 1095 time: 0.1963081 Aug 16 23:56:51.441635 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-97414f75-4a7c-4475-ad6c-8421b92cb89d service neutron] No DVR routers for this DVR port 09cd6a5e-0878-4702-8532-60aaa5ef0337 on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:56:51.463896 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02c012b-1f09-4b95-a9c2-16daf0efb05d x-openstack-request-id: req-c02c012b-1f09-4b95-a9c2-16daf0efb05d {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:51.464133 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96edeb54-4c20-4d3f-8150-1a35df721821", "tag": "2f033304-0447-45d6-99c9-1bfea72d4c95", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:51.464394 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c02c012b-1f09-4b95-a9c2-16daf0efb05d {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:51.464802 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96edeb54-4c20-4d3f-8150-1a35df721821', 'tag': '2f033304-0447-45d6-99c9-1bfea72d4c95', 'status': 'completed', 'code': 200} Aug 16 23:56:51.467932 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97414f75-4a7c-4475-ad6c-8421b92cb89d service neutron] Pushing event updated for resources: {'Port': ['ID=09cd6a5e-0878-4702-8532-60aaa5ef0337,revision_number=10']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:51.496543 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-900cd698-f190-4856-89fa-34d48a2b0747 req-2a222d67-19cc-4faf-828d-c79c1b24158e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1dbb17e9-16e7-45ed-b3a6-24d6ed13080a HTTP/1.1" status: 200 len: 217 time: 0.0822003 Aug 16 23:56:51.502322 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6787d-539e-491a-ac84-d1f50eb5d247 req-eaca0c75-769a-485b-825e-4a4c9b30ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:51.503775 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aff6787d-539e-491a-ac84-d1f50eb5d247 req-eaca0c75-769a-485b-825e-4a4c9b30ce95 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.2458277 Aug 16 23:56:51.527388 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-97414f75-4a7c-4475-ad6c-8421b92cb89d service neutron] 10.222.0.69 "PUT /v2.0/ports/09cd6a5e-0878-4702-8532-60aaa5ef0337/bindings/n-h2-800088-20/activate HTTP/1.1" status: 200 len: 370 time: 1.5735717 Aug 16 23:56:51.531580 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd9007-7872-4584-9e76-04394203055e req-39d8fad9-430f-4d82-81e9-49f9b7c0dc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:51.533782 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-66fd9007-7872-4584-9e76-04394203055e req-39d8fad9-430f-4d82-81e9-49f9b7c0dc19 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3149b180-83eb-49ed-9267-b0ba2bf35d43 HTTP/1.1" status: 200 len: 1097 time: 0.1301892 Aug 16 23:56:51.537369 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-1459a4d2-cb2e-4182-b4dd-2848bf574273 service neutron] 10.222.0.64 "GET /v2.0/networks/ff8c8bca-be38-471f-b093-574bcaf4ce01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293618 Aug 16 23:56:51.633929 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aff6787d-539e-491a-ac84-d1f50eb5d247 req-752d4696-114e-41c0-accb-ef74d86007d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=dc5a9afa-09d6-4392-8d77-921fd95fdba9 HTTP/1.1" status: 200 len: 217 time: 0.1163929 Aug 16 23:56:51.636140 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-66fd9007-7872-4584-9e76-04394203055e req-e6cc7b59-933f-4eb4-be11-a1e7bd9b293f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735090 Aug 16 23:56:51.663254 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-725d2d4c-7230-4a13-86e0-9638a6c7015b req-a9364911-1e85-4590-afde-ec1d6d8b69b4 service neutron] 10.222.0.64 "GET /v2.0/networks/ff8c8bca-be38-471f-b093-574bcaf4ce01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186075 Aug 16 23:56:51.667314 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb0a97-5a30-4a62-9371-42eba043c46d req-086b7969-da0d-4470-9488-635c0a113983 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:51.668852 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3bb0a97-5a30-4a62-9371-42eba043c46d req-086b7969-da0d-4470-9488-635c0a113983 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b209f1-b76e-494e-b092-70e568a69acd HTTP/1.1" status: 200 len: 946 time: 0.2624388 Aug 16 23:56:51.678689 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286de7b7-7801-4a00-9aa7-30d5eb4a1bc4', 'tag': '1dbb17e9-16e7-45ed-b3a6-24d6ed13080a'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:51.680932 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63557146-72e9-4958-9f43-6b783a45499a" -d '{"events": [{"name": "network-changed", "server_uuid": "286de7b7-7801-4a00-9aa7-30d5eb4a1bc4", "tag": "1dbb17e9-16e7-45ed-b3a6-24d6ed13080a"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:51.685504 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cd698-f190-4856-89fa-34d48a2b0747 req-73560010-8edd-4a8d-ad00-71d724435e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:51.686961 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-900cd698-f190-4856-89fa-34d48a2b0747 req-73560010-8edd-4a8d-ad00-71d724435e37 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c1dd6e9-c166-4397-8aab-d99212faa9f8 HTTP/1.1" status: 200 len: 855 time: 0.1823435 Aug 16 23:56:51.773488 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-900cd698-f190-4856-89fa-34d48a2b0747 req-db8eb482-8e02-48a0-9cd3-a2b2ad9c820d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00c85728-7245-4ff7-ad19-516f77c6ef85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602543 Aug 16 23:56:51.790207 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5fc5d-0568-4fbf-aca6-1b863e0163e4 req-9633e433-d4c3-4e6a-b57d-63feab031416 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:51.791709 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7e5fc5d-0568-4fbf-aca6-1b863e0163e4 req-9633e433-d4c3-4e6a-b57d-63feab031416 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=96edeb54-4c20-4d3f-8150-1a35df721821 HTTP/1.1" status: 200 len: 944 time: 0.2766705 Aug 16 23:56:51.806899 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-8f8ac976-5291-404e-b983-e78810e3efe8 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:51.808394 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bee99d-db27-421e-9a33-e86a90a63778 req-df3f38b6-c914-4ad6-abd2-44c1c1b78b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:51.809321 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-8f8ac976-5291-404e-b983-e78810e3efe8 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6&tenant_id=196284884f15450ab6370c358b3094db&binding%3Ahost_id=n-h1-800088-20 HTTP/1.1" status: 200 len: 1097 time: 0.2045641 Aug 16 23:56:51.810907 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-63bee99d-db27-421e-9a33-e86a90a63778 req-df3f38b6-c914-4ad6-abd2-44c1c1b78b31 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c51c5e175b764197b0bc8657e959502e&device_id=96edeb54-4c20-4d3f-8150-1a35df721821 HTTP/1.1" status: 200 len: 1096 time: 0.0535905 Aug 16 23:56:51.818410 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6787d-539e-491a-ac84-d1f50eb5d247 req-5927a004-73d3-4ad9-91fd-f93d49093128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:51.819801 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aff6787d-539e-491a-ac84-d1f50eb5d247 req-5927a004-73d3-4ad9-91fd-f93d49093128 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1614020 Aug 16 23:56:51.859577 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:56:51.921716 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3bb0a97-5a30-4a62-9371-42eba043c46d req-90663c62-2da0-4dcb-8d03-3c8d8760d98c tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304938 Aug 16 23:56:51.938810 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bee99d-db27-421e-9a33-e86a90a63778 req-7fbfd598-bb48-4a1b-92f9-bf746a8f95f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:51.941415 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-63bee99d-db27-421e-9a33-e86a90a63778 req-7fbfd598-bb48-4a1b-92f9-bf746a8f95f2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ff8c8bca-be38-471f-b093-574bcaf4ce01 HTTP/1.1" status: 200 len: 921 time: 0.1132190 Aug 16 23:56:51.972139 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:51.975497 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7e5fc5d-0568-4fbf-aca6-1b863e0163e4 req-3c4b787b-8336-41ca-aa01-0479e4c7ac40 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589956 Aug 16 23:56:51.990972 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-63bee99d-db27-421e-9a33-e86a90a63778 req-19415076-fda5-4018-97c3-87d62476d42c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f033304-0447-45d6-99c9-1bfea72d4c95 HTTP/1.1" status: 200 len: 217 time: 0.0409465 Aug 16 23:56:52.035792 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6787d-539e-491a-ac84-d1f50eb5d247 req-bc3d9d6d-e082-4d50-a46b-0910f535ff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:52.037611 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aff6787d-539e-491a-ac84-d1f50eb5d247 req-bc3d9d6d-e082-4d50-a46b-0910f535ff26 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2044442 Aug 16 23:56:52.039698 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-b0217ade-fdd3-4378-ab23-e53a7a3221e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:52.041095 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-b0217ade-fdd3-4378-ab23-e53a7a3221e8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6&tenant_id=196284884f15450ab6370c358b3094db HTTP/1.1" status: 200 len: 1097 time: 0.1752849 Aug 16 23:56:52.066346 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-900cd698-f190-4856-89fa-34d48a2b0747 req-b0d56590-cf40-452c-b02f-9460c0c2771d service neutron] 10.222.0.64 "GET /v2.0/networks/00c85728-7245-4ff7-ad19-516f77c6ef85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736106 Aug 16 23:56:52.069815 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bee99d-db27-421e-9a33-e86a90a63778 req-70ec3c07-d1b2-43e6-bed5-064454b551d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:52.071293 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-63bee99d-db27-421e-9a33-e86a90a63778 req-70ec3c07-d1b2-43e6-bed5-064454b551d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c40d199a-f55a-4ce5-baf5-458dd8bf8775 HTTP/1.1" status: 200 len: 860 time: 0.0709994 Aug 16 23:56:52.117193 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-63bee99d-db27-421e-9a33-e86a90a63778 req-e60271bd-ea22-40f8-ba65-4635e24a4b50 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ff8c8bca-be38-471f-b093-574bcaf4ce01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345831 Aug 16 23:56:52.238912 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device dc5a9afa-09d6-4392-8d77-921fd95fdba9 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:56:52.253527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd558b-c60b-4df2-8ee2-7a69ff3fb88d req-04ad3c83-f85e-49d6-8a76-b198d9b22380 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:52.255091 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2fdd558b-c60b-4df2-8ee2-7a69ff3fb88d req-04ad3c83-f85e-49d6-8a76-b198d9b22380 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=3149b180-83eb-49ed-9267-b0ba2bf35d43 HTTP/1.1" status: 200 len: 945 time: 0.2623203 Aug 16 23:56:52.260495 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-2719e9b4-20f4-4f10-be26-06dd8bdbcad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:52.261970 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-2719e9b4-20f4-4f10-be26-06dd8bdbcad1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=196284884f15450ab6370c358b3094db&device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6 HTTP/1.1" status: 200 len: 1097 time: 0.1939707 Aug 16 23:56:52.263490 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b0c0e6-46e1-4bdb-bbf6-46fa1aa65b66 x-openstack-request-id: req-a1b0c0e6-46e1-4bdb-bbf6-46fa1aa65b66 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:52.263754 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286de7b7-7801-4a00-9aa7-30d5eb4a1bc4", "tag": "1dbb17e9-16e7-45ed-b3a6-24d6ed13080a", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:52.264014 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a1b0c0e6-46e1-4bdb-bbf6-46fa1aa65b66 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:52.264400 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '286de7b7-7801-4a00-9aa7-30d5eb4a1bc4', 'tag': '1dbb17e9-16e7-45ed-b3a6-24d6ed13080a', 'status': 'completed', 'code': 200} Aug 16 23:56:52.265986 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-63bee99d-db27-421e-9a33-e86a90a63778 req-acb92df6-110e-4435-ac65-52f53d249371 service neutron] 10.222.0.64 "GET /v2.0/networks/ff8c8bca-be38-471f-b093-574bcaf4ce01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355040 Aug 16 23:56:52.337097 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port dc5a9afa-09d6-4392-8d77-921fd95fdba9 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:56:52.343396 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port dc5a9afa-09d6-4392-8d77-921fd95fdba9 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:56:52.344473 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:52.388699 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-63bee99d-db27-421e-9a33-e86a90a63778 req-b021df9c-269d-4dd2-8ce6-faa3605f8936 service neutron] 10.222.0.64 "GET /v2.0/networks/ff8c8bca-be38-471f-b093-574bcaf4ce01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093559 Aug 16 23:56:52.442843 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:52.478022 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port dc5a9afa-09d6-4392-8d77-921fd95fdba9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=dc5a9afa-09d6-4392-8d77-921fd95fdba9,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:52.482157 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:52.482962 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 09cd6a5e-0878-4702-8532-60aaa5ef0337 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:56:52.565859 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 09cd6a5e-0878-4702-8532-60aaa5ef0337 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:56:52.567387 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=dc5a9afa-09d6-4392-8d77-921fd95fdba9,revision_number=9']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:52.655021 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-900cd698-f190-4856-89fa-34d48a2b0747 req-874ff62b-186b-4ea7-8cd6-93775d26ff6d service neutron] 10.222.0.64 "GET /v2.0/networks/00c85728-7245-4ff7-ad19-516f77c6ef85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656757 Aug 16 23:56:52.744901 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aff6787d-539e-491a-ac84-d1f50eb5d247 req-608182fe-447a-4314-85a7-ce569945111f service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6879485 Aug 16 23:56:52.774601 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2fdd558b-c60b-4df2-8ee2-7a69ff3fb88d req-f1be4310-4a04-4c8b-a553-c9f674d96a68 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044720 Aug 16 23:56:52.806814 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-7a55f083-7639-4887-8462-885d55a6e768 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:52.808457 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-7a55f083-7639-4887-8462-885d55a6e768 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.69 "GET /v2.0/ports?device_id=3149b180-83eb-49ed-9267-b0ba2bf35d43 HTTP/1.1" status: 200 len: 945 time: 0.0612426 Aug 16 23:56:52.907867 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d963a89-ff8a-4d46-a06d-5cd6faf3c760 req-ae0ea0c5-801f-4e4d-91b5-1fbffdb53870 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:52.909320 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d963a89-ff8a-4d46-a06d-5cd6faf3c760 req-ae0ea0c5-801f-4e4d-91b5-1fbffdb53870 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=286de7b7-7801-4a00-9aa7-30d5eb4a1bc4 HTTP/1.1" status: 200 len: 943 time: 0.2567434 Aug 16 23:56:52.910705 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-2d46bda8-8ba3-4722-b8a6-429c350c66ea tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Deleting port e509a0c0-e1dc-49f9-93ab-b684d48f0e15 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:56:52.911051 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-2d46bda8-8ba3-4722-b8a6-429c350c66ea tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:52.914279 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63557146-72e9-4958-9f43-6b783a45499a req-422f291a-1adf-459b-8906-0633c5abd623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:52.915720 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63557146-72e9-4958-9f43-6b783a45499a req-422f291a-1adf-459b-8906-0633c5abd623 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f18d640cae8f44f987e6f5a16930565f&device_id=286de7b7-7801-4a00-9aa7-30d5eb4a1bc4 HTTP/1.1" status: 200 len: 1095 time: 0.1857929 Aug 16 23:56:52.925115 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-bd775b39-29a0-45cb-acc4-a3876ca31879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:52.926512 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-bd775b39-29a0-45cb-acc4-a3876ca31879 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0de117b9-aee8-4952-ae99-3d2308a08b74 HTTP/1.1" status: 200 len: 909 time: 0.6410525 Aug 16 23:56:53.003717 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-2d46bda8-8ba3-4722-b8a6-429c350c66ea tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] For port e509a0c0-e1dc-49f9-93ab-b684d48f0e15, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=e509a0c0-e1dc-49f9-93ab-b684d48f0e15,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:53.004327 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-2d46bda8-8ba3-4722-b8a6-429c350c66ea tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:53.017949 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-2d46bda8-8ba3-4722-b8a6-429c350c66ea tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Calling delete_port for e509a0c0-e1dc-49f9-93ab-b684d48f0e15 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:56:53.054125 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-68a30c01-d1dd-4d36-9714-017aed015c4c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09cd6a5e-0878-4702-8532-60aaa5ef0337 HTTP/1.1" status: 200 len: 217 time: 0.1028163 Aug 16 23:56:53.075400 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8e352-38ee-4578-99aa-55dfb9804e1e req-f4ff3f98-b131-4161-b56b-5e84bf730d0a tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:53.076851 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82f8e352-38ee-4578-99aa-55dfb9804e1e req-f4ff3f98-b131-4161-b56b-5e84bf730d0a tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5571b6e-de63-48b6-9a16-a605c2dc9791 HTTP/1.1" status: 200 len: 946 time: 0.2330070 Aug 16 23:56:53.089249 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aff6787d-539e-491a-ac84-d1f50eb5d247 req-4ebc555b-45dc-45c5-8d44-8e6a3b2afcbf service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180785 Aug 16 23:56:53.119582 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d963a89-ff8a-4d46-a06d-5cd6faf3c760 req-a2a862a5-31a7-4712-8642-34e5a07f741e tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986954 Aug 16 23:56:53.168866 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-e4b250c4-abfe-4580-94c5-3c01c1a396eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:53.170256 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-e4b250c4-abfe-4580-94c5-3c01c1a396eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c3c58a3-e974-46fc-9f56-1776e260fbc5 HTTP/1.1" status: 200 len: 848 time: 0.1029873 Aug 16 23:56:53.179941 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-2d46bda8-8ba3-4722-b8a6-429c350c66ea tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:53.191523 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['e509a0c0-e1dc-49f9-93ab-b684d48f0e15'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:56:53.213679 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63557146-72e9-4958-9f43-6b783a45499a req-e31af259-8ae9-4b7a-93e3-07f7a32d914f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:53.215173 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63557146-72e9-4958-9f43-6b783a45499a req-e31af259-8ae9-4b7a-93e3-07f7a32d914f service neutron] 10.222.0.64 "GET /v2.0/networks?id=00c85728-7245-4ff7-ad19-516f77c6ef85 HTTP/1.1" status: 200 len: 916 time: 0.2878375 Aug 16 23:56:53.218530 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82f8e352-38ee-4578-99aa-55dfb9804e1e req-73a8c964-3eed-400a-bdad-2262ac4cf99e tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245089 Aug 16 23:56:53.221419 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-f5227674-6aa4-4fe3-999d-c15187146178 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0de117b9-aee8-4952-ae99-3d2308a08b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386782 Aug 16 23:56:53.255850 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46bda8-8ba3-4722-b8a6-429c350c66ea tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Pushing event deleted for resources: {'Port': ['ID=e509a0c0-e1dc-49f9-93ab-b684d48f0e15,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:53.281540 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-2d46bda8-8ba3-4722-b8a6-429c350c66ea tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] No DVR routers for this DVR port e509a0c0-e1dc-49f9-93ab-b684d48f0e15 on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:56:53.285423 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-2d46bda8-8ba3-4722-b8a6-429c350c66ea tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:53.287643 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b0c977a7-d777-4b8c-858f-6ab8fa956220 req-2d46bda8-8ba3-4722-b8a6-429c350c66ea tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.69 "DELETE /v2.0/ports/e509a0c0-e1dc-49f9-93ab-b684d48f0e15 HTTP/1.1" status: 204 len: 173 time: 0.4662845 Aug 16 23:56:53.294391 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495c0a44-20cb-43c6-b45d-013e36a7b15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5a9afa-09d6-4392-8d77-921fd95fdba9'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:53.298752 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e18e41f-18a9-4a9c-a740-e47ed2be780d" -d '{"events": [{"server_uuid": "495c0a44-20cb-43c6-b45d-013e36a7b15d", "name": "network-vif-plugged", "status": "completed", "tag": "dc5a9afa-09d6-4392-8d77-921fd95fdba9"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:53.342780 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63557146-72e9-4958-9f43-6b783a45499a req-4ef38a0c-1fa1-4694-aaef-f336abcdac6d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1dbb17e9-16e7-45ed-b3a6-24d6ed13080a HTTP/1.1" status: 200 len: 217 time: 0.1097846 Aug 16 23:56:53.459601 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e03722-037a-4ae5-bacc-81ac640a3784 req-2bc799d7-0cee-49b8-b24f-731dfc00ad35 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:53.461138 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0e03722-037a-4ae5-bacc-81ac640a3784 req-2bc799d7-0cee-49b8-b24f-731dfc00ad35 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6c65d45-af9c-46d4-8646-6367979dae2c HTTP/1.1" status: 200 len: 945 time: 0.2133412 Aug 16 23:56:53.466862 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3149b180-83eb-49ed-9267-b0ba2bf35d43', 'name': 'network-vif-deleted', 'tag': 'e509a0c0-e1dc-49f9-93ab-b684d48f0e15'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:53.467102 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63557146-72e9-4958-9f43-6b783a45499a req-5fbfc1b0-4619-4008-94ef-f9b002936cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:53.468059 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63557146-72e9-4958-9f43-6b783a45499a req-5fbfc1b0-4619-4008-94ef-f9b002936cf7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c1dd6e9-c166-4397-8aab-d99212faa9f8 HTTP/1.1" status: 200 len: 855 time: 0.1133835 Aug 16 23:56:53.469090 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846b914b-bdaf-46a2-922d-ac2066305524" -d '{"events": [{"server_uuid": "3149b180-83eb-49ed-9267-b0ba2bf35d43", "name": "network-vif-deleted", "tag": "e509a0c0-e1dc-49f9-93ab-b684d48f0e15"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:53.494090 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416e4fa-49b2-46c2-afe1-384ad0e862c5 req-4f4b641c-a48b-47e2-9e6e-247a683186f5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:53.495838 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2416e4fa-49b2-46c2-afe1-384ad0e862c5 req-4f4b641c-a48b-47e2-9e6e-247a683186f5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6 HTTP/1.1" status: 200 len: 945 time: 0.1691666 Aug 16 23:56:53.500010 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-cbe4b56e-a567-4f89-9257-31aedcf37d7a service neutron] 10.222.0.64 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658188 Aug 16 23:56:53.548600 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63557146-72e9-4958-9f43-6b783a45499a req-0df84e95-3865-4521-bdb3-e8c021d340a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00c85728-7245-4ff7-ad19-516f77c6ef85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506723 Aug 16 23:56:53.592280 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-609fd395-a4c3-4c6e-b651-3751ae4f7dbf req-2dcfd6f1-2c1e-469c-9d95-ede1fb489ec2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=199207e6de05452bbb587d40f177d9b0&device_id=3149b180-83eb-49ed-9267-b0ba2bf35d43 HTTP/1.1" status: 200 len: 210 time: 0.0276649 Aug 16 23:56:53.673231 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0e03722-037a-4ae5-bacc-81ac640a3784 req-0281ad8f-acc2-4d5c-8c61-a4befc1b6c47 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/security-groups?id=c21d8673-34a2-46b0-9a77-82b9166eb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942248 Aug 16 23:56:53.690915 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2416e4fa-49b2-46c2-afe1-384ad0e862c5 req-b7401e9c-6624-4289-864a-989c3575ff20 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762877 Aug 16 23:56:53.721647 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fd395-a4c3-4c6e-b651-3751ae4f7dbf req-93ac1d0f-b293-4cb4-b104-e7008dacaeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:53.725390 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-609fd395-a4c3-4c6e-b651-3751ae4f7dbf req-93ac1d0f-b293-4cb4-b104-e7008dacaeda service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=199207e6de05452bbb587d40f177d9b0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1241109 Aug 16 23:56:53.734928 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-48699e95-4797-4e67-a62e-ed4d5b73388d service neutron] 10.222.0.64 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190773 Aug 16 23:56:53.756090 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63557146-72e9-4958-9f43-6b783a45499a req-06cdd9e1-35fb-4765-92e0-c6e1d819d7e9 service neutron] 10.222.0.64 "GET /v2.0/networks/00c85728-7245-4ff7-ad19-516f77c6ef85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861193 Aug 16 23:56:53.843527 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fd395-a4c3-4c6e-b651-3751ae4f7dbf req-1c27a6a9-7782-4521-860c-834a0dfe58c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:53.845989 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-609fd395-a4c3-4c6e-b651-3751ae4f7dbf req-1c27a6a9-7782-4521-860c-834a0dfe58c9 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1119261 Aug 16 23:56:53.926844 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d3a54-7d21-481a-9a46-d9a7d2fd8f06 req-de25d276-9907-4e8c-8bcd-fee8d2a3bce5 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:53.928709 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-152d3a54-7d21-481a-9a46-d9a7d2fd8f06 req-de25d276-9907-4e8c-8bcd-fee8d2a3bce5 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=96edeb54-4c20-4d3f-8150-1a35df721821 HTTP/1.1" status: 200 len: 944 time: 0.1404703 Aug 16 23:56:53.949653 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63557146-72e9-4958-9f43-6b783a45499a req-58fbdd21-8244-4bb4-8a82-143302764d5b service neutron] 10.222.0.64 "GET /v2.0/networks/00c85728-7245-4ff7-ad19-516f77c6ef85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849592 Aug 16 23:56:53.958424 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d9d01-37dc-477f-9208-1e34b6b80811 req-fd27d7f4-5644-4d4b-88e0-2dfa0274ba36 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:53.959991 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-191d9d01-37dc-477f-9208-1e34b6b80811 req-fd27d7f4-5644-4d4b-88e0-2dfa0274ba36 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 950 time: 0.1301911 Aug 16 23:56:53.980133 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5541756-e40c-4743-bf40-b55519ae5baf req-42b4aaa2-bb02-429d-bd4e-c93a3d15061d tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:53.981622 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c5541756-e40c-4743-bf40-b55519ae5baf req-42b4aaa2-bb02-429d-bd4e-c93a3d15061d tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.69 "GET /v2.0/ports?device_id=c6c65d45-af9c-46d4-8646-6367979dae2c HTTP/1.1" status: 200 len: 945 time: 0.0674095 Aug 16 23:56:54.036681 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-152d3a54-7d21-481a-9a46-d9a7d2fd8f06 req-d2e68ad9-6542-42b5-aaa9-ac694a3642b0 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989535 Aug 16 23:56:54.045500 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-191d9d01-37dc-477f-9208-1e34b6b80811 req-d026b3b7-9a2a-46a5-a1e1-91c9802944cc tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757048 Aug 16 23:56:54.061817 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-ca92e611-6863-4fb5-bd2d-47c4c186363c tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:54.063552 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-ca92e611-6863-4fb5-bd2d-47c4c186363c tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6&tenant_id=196284884f15450ab6370c358b3094db&binding%3Ahost_id=n-h2-800088-20 HTTP/1.1" status: 200 len: 1097 time: 0.0865674 Aug 16 23:56:54.101105 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-c5541756-e40c-4743-bf40-b55519ae5baf req-c908eb4a-6451-46b4-85f4-2fc5380aa74e tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Deleting port a4b19680-2cc9-44e2-9075-1421a89825e7 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:56:54.101626 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-c5541756-e40c-4743-bf40-b55519ae5baf req-c908eb4a-6451-46b4-85f4-2fc5380aa74e tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:54.123247 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a859f21-7cbb-47c0-aa2b-5471745af6e9 x-openstack-request-id: req-4a859f21-7cbb-47c0-aa2b-5471745af6e9 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:54.123779 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495c0a44-20cb-43c6-b45d-013e36a7b15d", "name": "network-vif-plugged", "status": "completed", "tag": "dc5a9afa-09d6-4392-8d77-921fd95fdba9", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:54.123914 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4a859f21-7cbb-47c0-aa2b-5471745af6e9 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:54.124211 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495c0a44-20cb-43c6-b45d-013e36a7b15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5a9afa-09d6-4392-8d77-921fd95fdba9', 'code': 200} Aug 16 23:56:54.161527 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2455cf59-3e71-4830-9fbb-640f53033050 x-openstack-request-id: req-2455cf59-3e71-4830-9fbb-640f53033050 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:54.161825 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3149b180-83eb-49ed-9267-b0ba2bf35d43", "name": "network-vif-deleted", "tag": "e509a0c0-e1dc-49f9-93ab-b684d48f0e15", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:54.162081 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2455cf59-3e71-4830-9fbb-640f53033050 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:54.162479 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3149b180-83eb-49ed-9267-b0ba2bf35d43', 'name': 'network-vif-deleted', 'tag': 'e509a0c0-e1dc-49f9-93ab-b684d48f0e15', 'status': 'completed', 'code': 200} Aug 16 23:56:54.214559 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-c5541756-e40c-4743-bf40-b55519ae5baf req-c908eb4a-6451-46b4-85f4-2fc5380aa74e tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] For port a4b19680-2cc9-44e2-9075-1421a89825e7, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a4b19680-2cc9-44e2-9075-1421a89825e7,segment=NetworkSegment(8dbcf1f5-8365-4209-a468-ea70545b9423),segment_id=8dbcf1f5-8365-4209-a468-ea70545b9423)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:54.214833 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-c5541756-e40c-4743-bf40-b55519ae5baf req-c908eb4a-6451-46b4-85f4-2fc5380aa74e tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:54.216346 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b974af3-ced4-414f-bcf5-2ef915334cf2 req-4dc5f3f9-aa0b-4373-9f52-9361cc213e9a tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:54.217884 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4b974af3-ced4-414f-bcf5-2ef915334cf2 req-4dc5f3f9-aa0b-4373-9f52-9361cc213e9a tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32e09764-92b1-486c-8310-2395fdd5985c HTTP/1.1" status: 200 len: 946 time: 0.1008070 Aug 16 23:56:54.227661 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-c5541756-e40c-4743-bf40-b55519ae5baf req-c908eb4a-6451-46b4-85f4-2fc5380aa74e tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Calling delete_port for a4b19680-2cc9-44e2-9075-1421a89825e7 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:56:54.260154 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b87686d6-b3fe-4822-ae5b-61141d00f3b1 req-4dee1574-c7f5-4cb5-97a2-4fce50ee9838 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=3149b180-83eb-49ed-9267-b0ba2bf35d43 HTTP/1.1" status: 200 len: 210 time: 0.0394213 Aug 16 23:56:54.299156 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-8c146741-4348-455a-bbbd-7476de84023c service neutron] For port 09cd6a5e-0878-4702-8532-60aaa5ef0337, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:56:54.304175 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-8c146741-4348-455a-bbbd-7476de84023c service neutron] Notify callbacks [] for binding, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:54.305346 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9607b71f-e10c-4ffe-89ad-e803fe69e8c1 req-8c146741-4348-455a-bbbd-7476de84023c service neutron] 10.222.0.64 "DELETE /v2.0/ports/09cd6a5e-0878-4702-8532-60aaa5ef0337/bindings/n-h1-800088-20 HTTP/1.1" status: 204 len: 173 time: 0.2334194 Aug 16 23:56:54.308810 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4b974af3-ced4-414f-bcf5-2ef915334cf2 req-6fedaa05-8a36-40cc-9aec-a48128d69f0b tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728526 Aug 16 23:56:54.378747 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-c5541756-e40c-4743-bf40-b55519ae5baf req-c908eb4a-6451-46b4-85f4-2fc5380aa74e tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:54.379323 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a811adc-4347-4069-b6a1-8fe733c31260 req-cd649672-aa1a-4348-906f-a43d59162fe0 tempest-MigrationsAdminTest-819633284 tempest-MigrationsAdminTest-819633284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:54.387507 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a811adc-4347-4069-b6a1-8fe733c31260 req-cd649672-aa1a-4348-906f-a43d59162fe0 tempest-MigrationsAdminTest-819633284 tempest-MigrationsAdminTest-819633284-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 1102 time: 0.0668797 Aug 16 23:56:54.392216 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['a4b19680-2cc9-44e2-9075-1421a89825e7'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:56:54.417369 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908eb4a-6451-46b4-85f4-2fc5380aa74e tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Pushing event deleted for resources: {'Port': ['ID=a4b19680-2cc9-44e2-9075-1421a89825e7,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:54.437628 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a811adc-4347-4069-b6a1-8fe733c31260 req-525cf903-fd7a-45b9-ba7a-53be1fbf5c59 tempest-MigrationsAdminTest-819633284 tempest-MigrationsAdminTest-819633284-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489335 Aug 16 23:56:54.474790 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5541756-e40c-4743-bf40-b55519ae5baf req-c908eb4a-6451-46b4-85f4-2fc5380aa74e tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] No DVR routers for this DVR port a4b19680-2cc9-44e2-9075-1421a89825e7 on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:56:54.477627 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-c5541756-e40c-4743-bf40-b55519ae5baf req-c908eb4a-6451-46b4-85f4-2fc5380aa74e tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:54.480036 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c5541756-e40c-4743-bf40-b55519ae5baf req-c908eb4a-6451-46b4-85f4-2fc5380aa74e tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.69 "DELETE /v2.0/ports/a4b19680-2cc9-44e2-9075-1421a89825e7 HTTP/1.1" status: 204 len: 173 time: 0.4907880 Aug 16 23:56:54.486732 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 1dbb17e9-16e7-45ed-b3a6-24d6ed13080a details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:56:54.509683 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f1ce4-a3e2-4c68-aab4-2aa993fec21b req-571f1820-d72f-40ea-a24d-f15baaf2582c tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:54.511345 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f3f1ce4-a3e2-4c68-aab4-2aa993fec21b req-571f1820-d72f-40ea-a24d-f15baaf2582c tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=286de7b7-7801-4a00-9aa7-30d5eb4a1bc4 HTTP/1.1" status: 200 len: 943 time: 0.0712321 Aug 16 23:56:54.558657 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f3f1ce4-a3e2-4c68-aab4-2aa993fec21b req-ed6d095b-4304-499f-bef4-b647a47c17b5 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379508 Aug 16 23:56:54.595264 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 1dbb17e9-16e7-45ed-b3a6-24d6ed13080a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=1dbb17e9-16e7-45ed-b3a6-24d6ed13080a,segment=NetworkSegment(6bd97450-ac96-4c47-ad61-e23f8355a601),segment_id=6bd97450-ac96-4c47-ad61-e23f8355a601)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:54.611383 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '1dbb17e9-16e7-45ed-b3a6-24d6ed13080a', 'network_id': '00c85728-7245-4ff7-ad19-516f77c6ef85', 'port_id': '1dbb17e9-16e7-45ed-b3a6-24d6ed13080a', 'mac_address': 'fa:16:3e:c7:23:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1dd6e9-c166-4397-8aab-d99212faa9f8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:56:54.657739 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:54.671947 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dbb17e9-16e7-45ed-b3a6-24d6ed13080a {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:54.695122 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 1dbb17e9-16e7-45ed-b3a6-24d6ed13080a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=1dbb17e9-16e7-45ed-b3a6-24d6ed13080a,segment=NetworkSegment(6bd97450-ac96-4c47-ad61-e23f8355a601),segment_id=6bd97450-ac96-4c47-ad61-e23f8355a601)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:54.701195 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:54.701857 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 2f033304-0447-45d6-99c9-1bfea72d4c95 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:56:54.786366 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b767a-0a22-4860-bbc2-5fc7c9d81ab4 req-b139e80c-df9f-4841-93e8-06894edfbf63 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:54.788086 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-477b767a-0a22-4860-bbc2-5fc7c9d81ab4 req-b139e80c-df9f-4841-93e8-06894edfbf63 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b209f1-b76e-494e-b092-70e568a69acd HTTP/1.1" status: 200 len: 946 time: 0.0851843 Aug 16 23:56:54.839360 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=1dbb17e9-16e7-45ed-b3a6-24d6ed13080a,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:54.868872 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-477b767a-0a22-4860-bbc2-5fc7c9d81ab4 req-04ea34fd-5a20-4a32-9d7b-8c8f2a02d867 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727646 Aug 16 23:56:54.884483 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9d8dfc02-ce69-4c6b-9b14-00f759cd4ff8 req-21b13c9b-371e-4088-85ad-2de1ab13d6b5 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635 tempest-FloatingIPsAssociationNegativeTestJSON-1444218635-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6c65d45-af9c-46d4-8646-6367979dae2c HTTP/1.1" status: 200 len: 210 time: 0.0678587 Aug 16 23:56:54.886780 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 2f033304-0447-45d6-99c9-1bfea72d4c95, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=2f033304-0447-45d6-99c9-1bfea72d4c95,segment=NetworkSegment(fbcd4495-cd63-44ce-b1d3-884295473b0e),segment_id=fbcd4495-cd63-44ce-b1d3-884295473b0e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:54.903207 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '2f033304-0447-45d6-99c9-1bfea72d4c95', 'network_id': 'ff8c8bca-be38-471f-b093-574bcaf4ce01', 'port_id': '2f033304-0447-45d6-99c9-1bfea72d4c95', 'mac_address': 'fa:16:3e:a1:6a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40d199a-f55a-4ce5-baf5-458dd8bf8775', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:56:54.962883 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:54.994171 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f033304-0447-45d6-99c9-1bfea72d4c95 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:56:55.030310 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 2f033304-0447-45d6-99c9-1bfea72d4c95, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=2f033304-0447-45d6-99c9-1bfea72d4c95,segment=NetworkSegment(fbcd4495-cd63-44ce-b1d3-884295473b0e),segment_id=fbcd4495-cd63-44ce-b1d3-884295473b0e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:55.035551 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:55.073863 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6a40a-23d1-44e9-a1f3-89c2f4e0dd8f req-08224d26-4b1f-4f15-b330-ab1b594ee51e tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:55.075361 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7f6a40a-23d1-44e9-a1f3-89c2f4e0dd8f req-08224d26-4b1f-4f15-b330-ab1b594ee51e tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] 10.222.0.60 "GET /v2.0/ports?device_id=01b9f5be-b98c-4331-aacc-98551c9c3718 HTTP/1.1" status: 200 len: 946 time: 0.1198840 Aug 16 23:56:55.091694 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2bd9d-6d3a-4326-9ef6-1c937d2375b8 req-f21ebde1-91bc-4cae-b858-f1595e3f100b tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:55.093343 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-45c2bd9d-6d3a-4326-9ef6-1c937d2375b8 req-f21ebde1-91bc-4cae-b858-f1595e3f100b tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6 HTTP/1.1" status: 200 len: 945 time: 0.0957060 Aug 16 23:56:55.094774 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=2f033304-0447-45d6-99c9-1bfea72d4c95,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:55.161550 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7f6a40a-23d1-44e9-a1f3-89c2f4e0dd8f req-37369a9c-148e-42bb-8938-9b07769e4392 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] 10.222.0.60 "GET /v2.0/security-groups?id=9af37fef-e977-4b28-ae1d-4a3cd8917431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671535 Aug 16 23:56:55.166191 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-45c2bd9d-6d3a-4326-9ef6-1c937d2375b8 req-fd022b4d-5e5c-4466-9635-ff327cc635c0 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564065 Aug 16 23:56:55.256099 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-ee88b10b-cec9-4f85-81e6-475c7acbe11b tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=636fdf9ffe334b56b1041327d83dc393&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227647 Aug 16 23:56:55.293198 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['1dbb17e9-16e7-45ed-b3a6-24d6ed13080a'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:56:55.296928 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['2f033304-0447-45d6-99c9-1bfea72d4c95'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:56:55.371630 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-4b902094-6dbb-4e45-9550-8dca68ecb518 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:55.373884 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-4b902094-6dbb-4e45-9550-8dca68ecb518 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1118488 Aug 16 23:56:55.392472 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-7d4f8fa3-7281-403d-918b-cd5a8beaa4d8 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/quotas/636fdf9ffe334b56b1041327d83dc393 HTTP/1.1" status: 200 len: 375 time: 0.0110104 Aug 16 23:56:55.478314 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf9989-d602-4cac-be2e-4f3cd31f2ca3 req-d3c0149b-f2de-45d2-991f-e4948e434e82 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:55.479814 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ffaf9989-d602-4cac-be2e-4f3cd31f2ca3 req-d3c0149b-f2de-45d2-991f-e4948e434e82 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5571b6e-de63-48b6-9a16-a605c2dc9791 HTTP/1.1" status: 200 len: 946 time: 0.0827196 Aug 16 23:56:55.489210 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-9d1271a4-5b13-4952-9a73-fea04c5d43c9 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0832865 Aug 16 23:56:55.536707 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ffaf9989-d602-4cac-be2e-4f3cd31f2ca3 req-08d9cdb4-0a44-402b-8351-b22c066c8085 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462480 Aug 16 23:56:55.622390 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-609fd395-a4c3-4c6e-b651-3751ae4f7dbf req-dd7d27e5-cb20-428b-8455-6d95de7730e0 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.69 "GET /v2.0/ports?device_id=3149b180-83eb-49ed-9267-b0ba2bf35d43 HTTP/1.1" status: 200 len: 210 time: 0.0368032 Aug 16 23:56:55.665884 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c40df-6717-4c75-9a34-67d63dd8307b req-227bd794-6aa6-4864-b01b-9d519dee4363 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:55.673357 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-753c40df-6717-4c75-9a34-67d63dd8307b req-227bd794-6aa6-4864-b01b-9d519dee4363 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=96edeb54-4c20-4d3f-8150-1a35df721821 HTTP/1.1" status: 200 len: 945 time: 0.0754845 Aug 16 23:56:55.715457 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-753c40df-6717-4c75-9a34-67d63dd8307b req-20b8081b-0001-44be-9f39-df6a16617508 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411222 Aug 16 23:56:55.772039 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f11a1eee-5108-461d-8d5e-f8d8289ee022 req-af8dfd6e-29ee-4e82-b30f-69d425223d36 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=3149b180-83eb-49ed-9267-b0ba2bf35d43 HTTP/1.1" status: 200 len: 210 time: 0.0445492 Aug 16 23:56:55.893777 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aeab50-6c70-4dba-8c78-f263fc4be428 req-712584f6-b84f-49e2-829c-0590d04404a1 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:55.903119 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61aeab50-6c70-4dba-8c78-f263fc4be428 req-712584f6-b84f-49e2-829c-0590d04404a1 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=286de7b7-7801-4a00-9aa7-30d5eb4a1bc4 HTTP/1.1" status: 200 len: 944 time: 0.0639708 Aug 16 23:56:55.947840 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61aeab50-6c70-4dba-8c78-f263fc4be428 req-29ca7ca1-98b4-4cc5-a075-9c55f6254b01 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437744 Aug 16 23:56:56.031475 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dd845aab-aa15-410c-b698-690787e89444 req-248ef63c-0043-43ff-9fe6-858c358628cf tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 210 time: 0.0404298 Aug 16 23:56:56.090364 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c838f3-43bf-4fa0-b320-ecf41f817589 req-a194049c-2d1d-4de7-aff1-c3ec98f72bce tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:56.100141 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c838f3-43bf-4fa0-b320-ecf41f817589 req-a194049c-2d1d-4de7-aff1-c3ec98f72bce tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:56.107625 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c838f3-43bf-4fa0-b320-ecf41f817589 req-a194049c-2d1d-4de7-aff1-c3ec98f72bce tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:56.109543 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82c838f3-43bf-4fa0-b320-ecf41f817589 req-a194049c-2d1d-4de7-aff1-c3ec98f72bce tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b209f1-b76e-494e-b092-70e568a69acd&device_id=32e09764-92b1-486c-8310-2395fdd5985c&device_id=e5571b6e-de63-48b6-9a16-a605c2dc9791 HTTP/1.1" status: 200 len: 2419 time: 0.1051922 Aug 16 23:56:56.163921 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c65d45-af9c-46d4-8646-6367979dae2c', 'name': 'network-vif-deleted', 'tag': 'a4b19680-2cc9-44e2-9075-1421a89825e7'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:56.166829 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcb74e8-726e-476b-a1aa-587aa6edd106" -d '{"events": [{"server_uuid": "c6c65d45-af9c-46d4-8646-6367979dae2c", "name": "network-vif-deleted", "tag": "a4b19680-2cc9-44e2-9075-1421a89825e7"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:56.197157 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82c838f3-43bf-4fa0-b320-ecf41f817589 req-00452c28-ec01-46b2-ae42-da952084f36f tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751171 Aug 16 23:56:56.200457 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aca90e-fa6d-48d1-9c43-f1989f3603b9 req-99c2ac09-a59f-433b-95c6-5b88e4220beb tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:56.202189 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25aca90e-fa6d-48d1-9c43-f1989f3603b9 req-99c2ac09-a59f-433b-95c6-5b88e4220beb tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6 HTTP/1.1" status: 200 len: 1097 time: 0.0909402 Aug 16 23:56:56.242405 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51826) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:56.246031 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25aca90e-fa6d-48d1-9c43-f1989f3603b9 req-e1d2b381-518a-4049-819e-1d756acc31ca tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352798 Aug 16 23:56:56.336814 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95be0510-8c1e-447b-bb72-9e8cc319601d x-openstack-request-id: req-95be0510-8c1e-447b-bb72-9e8cc319601d {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:56.337141 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c65d45-af9c-46d4-8646-6367979dae2c", "name": "network-vif-deleted", "tag": "a4b19680-2cc9-44e2-9075-1421a89825e7", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:56.337394 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-95be0510-8c1e-447b-bb72-9e8cc319601d {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:56.337786 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c65d45-af9c-46d4-8646-6367979dae2c', 'name': 'network-vif-deleted', 'tag': 'a4b19680-2cc9-44e2-9075-1421a89825e7', 'status': 'completed', 'code': 200} Aug 16 23:56:56.432560 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617340b-92e2-4640-b794-5221fa9673a5 req-5dacfc51-4691-4e67-8ac2-d3f708773c7d tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:56.434103 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8617340b-92e2-4640-b794-5221fa9673a5 req-5dacfc51-4691-4e67-8ac2-d3f708773c7d tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] 10.222.0.60 "GET /v2.0/ports?device_id=01b9f5be-b98c-4331-aacc-98551c9c3718 HTTP/1.1" status: 200 len: 946 time: 0.1106243 Aug 16 23:56:56.475554 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42afc1-2115-4ac6-9cbc-961c4340ec87 req-7b85f9e9-f3de-43ab-a4d4-41d1f88ba315 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:56.477068 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af42afc1-2115-4ac6-9cbc-961c4340ec87 req-7b85f9e9-f3de-43ab-a4d4-41d1f88ba315 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b209f1-b76e-494e-b092-70e568a69acd HTTP/1.1" status: 200 len: 946 time: 0.0909920 Aug 16 23:56:56.496123 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 2f033304-0447-45d6-99c9-1bfea72d4c95 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:56:56.511263 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8617340b-92e2-4640-b794-5221fa9673a5 req-9491c997-6c8f-4ca8-93c1-f625decfab04 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] 10.222.0.60 "GET /v2.0/security-groups?id=9af37fef-e977-4b28-ae1d-4a3cd8917431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698743 Aug 16 23:56:56.530891 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af42afc1-2115-4ac6-9cbc-961c4340ec87 req-1572a8d9-96c9-40fc-ade3-7072bb50b672 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475025 Aug 16 23:56:56.554920 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86561898-e49b-4156-ae58-139928b2e175 req-cb4af0b3-2817-4867-a16d-8854b460835a tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:56.556422 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-86561898-e49b-4156-ae58-139928b2e175 req-cb4af0b3-2817-4867-a16d-8854b460835a tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] 10.222.0.69 "GET /v2.0/ports?device_id=01b9f5be-b98c-4331-aacc-98551c9c3718 HTTP/1.1" status: 200 len: 946 time: 0.0919549 Aug 16 23:56:56.565408 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 2f033304-0447-45d6-99c9-1bfea72d4c95 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:56:56.570293 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 2f033304-0447-45d6-99c9-1bfea72d4c95 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:56:56.570782 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:56.732993 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-86561898-e49b-4156-ae58-139928b2e175 req-7daff938-ccaf-417c-a21a-28b2e48fb776 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] Deleting port baad2a53-8be2-47e6-a8bf-0d27f6ade249 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:56:56.733987 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-86561898-e49b-4156-ae58-139928b2e175 req-7daff938-ccaf-417c-a21a-28b2e48fb776 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:56.747326 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-de980b0f-91c2-446f-b5e9-70d08b12d401 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:56.752424 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:56.756844 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-de980b0f-91c2-446f-b5e9-70d08b12d401 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/networks?id=0de117b9-aee8-4952-ae99-3d2308a08b74 HTTP/1.1" status: 200 len: 808 time: 0.1412368 Aug 16 23:56:56.802448 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-ae34981f-c52f-462b-936e-faff0ff762bc tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/quotas/196284884f15450ab6370c358b3094db HTTP/1.1" status: 200 len: 375 time: 0.0441923 Aug 16 23:56:56.808103 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 2f033304-0447-45d6-99c9-1bfea72d4c95, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=2f033304-0447-45d6-99c9-1bfea72d4c95,segment=NetworkSegment(fbcd4495-cd63-44ce-b1d3-884295473b0e),segment_id=fbcd4495-cd63-44ce-b1d3-884295473b0e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:56.809515 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96edeb54-4c20-4d3f-8150-1a35df721821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f033304-0447-45d6-99c9-1bfea72d4c95'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:56.812740 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca893765-be81-4196-931b-a72bd5ad2ccf" -d '{"events": [{"server_uuid": "96edeb54-4c20-4d3f-8150-1a35df721821", "name": "network-vif-plugged", "status": "completed", "tag": "2f033304-0447-45d6-99c9-1bfea72d4c95"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:56.818918 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:56.819759 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 1dbb17e9-16e7-45ed-b3a6-24d6ed13080a up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:56:56.858450 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-57e4bfbd-54bf-47eb-9f6a-02f0dd05f0c9 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=636fdf9ffe334b56b1041327d83dc393&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401778 Aug 16 23:56:56.888065 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-86561898-e49b-4156-ae58-139928b2e175 req-7daff938-ccaf-417c-a21a-28b2e48fb776 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] For port baad2a53-8be2-47e6-a8bf-0d27f6ade249, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=baad2a53-8be2-47e6-a8bf-0d27f6ade249,segment=NetworkSegment(9a2e915d-aefb-442f-9e3b-96417c4051fb),segment_id=9a2e915d-aefb-442f-9e3b-96417c4051fb)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:56.888435 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-86561898-e49b-4156-ae58-139928b2e175 req-7daff938-ccaf-417c-a21a-28b2e48fb776 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:56.893588 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=2f033304-0447-45d6-99c9-1bfea72d4c95,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:56.904480 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-86561898-e49b-4156-ae58-139928b2e175 req-7daff938-ccaf-417c-a21a-28b2e48fb776 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] Calling delete_port for baad2a53-8be2-47e6-a8bf-0d27f6ade249 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:56:56.947450 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 1dbb17e9-16e7-45ed-b3a6-24d6ed13080a completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:56:56.955031 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 1dbb17e9-16e7-45ed-b3a6-24d6ed13080a triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:56:56.955712 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:56.977325 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-bd2eb780-96c5-4331-b509-2dee865f1a3c tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=196284884f15450ab6370c358b3094db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1739128 Aug 16 23:56:56.978105 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8c5d90b6-3111-4293-8e4d-a5e10b74fe75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:56.998219 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd617c-d38b-435b-be7a-c3f99e0c27eb req-bb2be1b9-b849-4970-9791-892bc03b1cda tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:56.999788 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-13dd617c-d38b-435b-be7a-c3f99e0c27eb req-bb2be1b9-b849-4970-9791-892bc03b1cda tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=96edeb54-4c20-4d3f-8150-1a35df721821 HTTP/1.1" status: 200 len: 946 time: 0.1786101 Aug 16 23:56:57.122052 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-b18aa5b2-ff4b-4d65-aca9-0945b36164a7 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:57.123828 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-b18aa5b2-ff4b-4d65-aca9-0945b36164a7 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2469153 Aug 16 23:56:57.136302 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-13dd617c-d38b-435b-be7a-c3f99e0c27eb req-0fd607b1-ff09-4c9a-9439-ec01af3a5ddc tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258850 Aug 16 23:56:57.140785 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-bbf8ab69-b65a-4102-bf36-8008b7b3a98c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Request body: {'port': {'device_id': 'c415272b-a40e-43c5-859f-e152c696b2a1', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': '636fdf9ffe334b56b1041327d83dc393'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:57.189369 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:57.229379 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 1dbb17e9-16e7-45ed-b3a6-24d6ed13080a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=1dbb17e9-16e7-45ed-b3a6-24d6ed13080a,segment=NetworkSegment(6bd97450-ac96-4c47-ad61-e23f8355a601),segment_id=6bd97450-ac96-4c47-ad61-e23f8355a601)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:57.232333 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-39124cea-cfc9-499a-b50f-0298d09e108a service neutron] 10.222.0.60 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421868 Aug 16 23:56:57.242303 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:57.306227 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=1dbb17e9-16e7-45ed-b3a6-24d6ed13080a,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:57.377100 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-7b09e3da-2be9-490d-b6c7-730e62170290 service neutron] 10.222.0.60 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351008 Aug 16 23:56:57.405304 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-bbf8ab69-b65a-4102-bf36-8008b7b3a98c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Made reservation on behalf of 636fdf9ffe334b56b1041327d83dc393 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:56:57.406386 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d1a43a-f938-4c10-ab94-2f81cc0277d9 x-openstack-request-id: req-f3d1a43a-f938-4c10-ab94-2f81cc0277d9 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:57.406731 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96edeb54-4c20-4d3f-8150-1a35df721821", "name": "network-vif-plugged", "status": "completed", "tag": "2f033304-0447-45d6-99c9-1bfea72d4c95", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:57.407008 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f3d1a43a-f938-4c10-ab94-2f81cc0277d9 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:57.407400 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96edeb54-4c20-4d3f-8150-1a35df721821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f033304-0447-45d6-99c9-1bfea72d4c95', 'code': 200} Aug 16 23:56:57.410053 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-bbf8ab69-b65a-4102-bf36-8008b7b3a98c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:57.514043 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-86561898-e49b-4156-ae58-139928b2e175 req-7daff938-ccaf-417c-a21a-28b2e48fb776 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:57.536533 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['baad2a53-8be2-47e6-a8bf-0d27f6ade249'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:56:57.551073 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daff938-ccaf-417c-a21a-28b2e48fb776 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] Pushing event deleted for resources: {'Port': ['ID=baad2a53-8be2-47e6-a8bf-0d27f6ade249,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:57.604003 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-86561898-e49b-4156-ae58-139928b2e175 req-7daff938-ccaf-417c-a21a-28b2e48fb776 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] No DVR routers for this DVR port baad2a53-8be2-47e6-a8bf-0d27f6ade249 on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:56:57.619545 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-86561898-e49b-4156-ae58-139928b2e175 req-7daff938-ccaf-417c-a21a-28b2e48fb776 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:57.622414 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-86561898-e49b-4156-ae58-139928b2e175 req-7daff938-ccaf-417c-a21a-28b2e48fb776 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] 10.222.0.69 "DELETE /v2.0/ports/baad2a53-8be2-47e6-a8bf-0d27f6ade249 HTTP/1.1" status: 204 len: 173 time: 1.0532718 Aug 16 23:56:57.682511 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-87c198ef-bf08-451c-82c1-c2a2d6707c28 req-824e3277-bf46-449d-a4d0-d382047194d8 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 210 time: 0.0664697 Aug 16 23:56:57.705120 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e149a-0623-4ada-83e5-f462fac7c427 req-afe7198d-239f-4ca3-a3b5-44bd6949ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:57.705120 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-617e149a-0623-4ada-83e5-f462fac7c427 req-afe7198d-239f-4ca3-a3b5-44bd6949ecf9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=96edeb54-4c20-4d3f-8150-1a35df721821 HTTP/1.1" status: 200 len: 1098 time: 0.1854253 Aug 16 23:56:57.716084 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d90b6-3111-4293-8e4d-a5e10b74fe75 admin admin] Deleting port 092d150a-cf22-48a8-9fe0-84c07713e886 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:56:57.716793 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8c5d90b6-3111-4293-8e4d-a5e10b74fe75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:57.776105 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53ce52-afde-4877-b206-46efb7daedfd req-e4e17596-c5be-40b5-a53b-2d6457ddf767 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:57.784645 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3b53ce52-afde-4877-b206-46efb7daedfd req-e4e17596-c5be-40b5-a53b-2d6457ddf767 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=286de7b7-7801-4a00-9aa7-30d5eb4a1bc4 HTTP/1.1" status: 200 len: 945 time: 0.1969488 Aug 16 23:56:57.821225 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-8c5d90b6-3111-4293-8e4d-a5e10b74fe75 admin admin] For port 092d150a-cf22-48a8-9fe0-84c07713e886, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=092d150a-cf22-48a8-9fe0-84c07713e886,segment=NetworkSegment(8dbcf1f5-8365-4209-a468-ea70545b9423),segment_id=8dbcf1f5-8365-4209-a468-ea70545b9423)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:57.821741 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8c5d90b6-3111-4293-8e4d-a5e10b74fe75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:57.838833 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d90b6-3111-4293-8e4d-a5e10b74fe75 admin admin] Calling delete_port for 092d150a-cf22-48a8-9fe0-84c07713e886 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:56:57.855756 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-bbf8ab69-b65a-4102-bf36-8008b7b3a98c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Allocated IP 192.168.233.7 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/105502e0-f785-4d58-9f24-b7ad136e18bf) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:56:57.861892 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-617e149a-0623-4ada-83e5-f462fac7c427 req-48a512b6-c03f-4c1d-9078-530d2b3ceade service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551504 Aug 16 23:56:57.881993 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3b53ce52-afde-4877-b206-46efb7daedfd req-f4b5e1c8-9aa6-4fdf-9597-d454389deef1 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963080 Aug 16 23:56:58.031335 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4af25fb-32dc-41ad-8cee-d293817cdf8f req-af01378f-2cb5-4d0f-9b88-083387258eda tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 210 time: 0.0866158 Aug 16 23:56:58.120763 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8c5d90b6-3111-4293-8e4d-a5e10b74fe75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:58.163576 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d90b6-3111-4293-8e4d-a5e10b74fe75 admin admin] Pushing event deleted for resources: {'Port': ['ID=092d150a-cf22-48a8-9fe0-84c07713e886,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:58.242430 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device a4b19680-2cc9-44e2-9075-1421a89825e7 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:56:58.284363 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: a4b19680-2cc9-44e2-9075-1421a89825e7 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:56:58.284719 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device a4b19680-2cc9-44e2-9075-1421a89825e7 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:56:58.402722 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b9f5be-b98c-4331-aacc-98551c9c3718', 'name': 'network-vif-deleted', 'tag': 'baad2a53-8be2-47e6-a8bf-0d27f6ade249'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:58.405462 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797630c7-d472-4d8c-b7ac-87249fb2bb66" -d '{"events": [{"server_uuid": "01b9f5be-b98c-4331-aacc-98551c9c3718", "name": "network-vif-deleted", "tag": "baad2a53-8be2-47e6-a8bf-0d27f6ade249"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:58.409501 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8c5d90b6-3111-4293-8e4d-a5e10b74fe75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:58.521215 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-306bc521-643f-4e5f-a069-04b8b4ba1fe3 req-f48fab4e-eca7-42f2-99cf-24a3ed5edc92 tempest-ServerMetadataNegativeTestJSON-558211294 tempest-ServerMetadataNegativeTestJSON-558211294-project] 10.222.0.60 "GET /v2.0/ports?device_id=01b9f5be-b98c-4331-aacc-98551c9c3718 HTTP/1.1" status: 200 len: 210 time: 0.0460207 Aug 16 23:56:58.564637 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-5a349786-bc47-4a7f-97d2-446ec7a955ef tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:58.566007 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-5a349786-bc47-4a7f-97d2-446ec7a955ef tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/networks?id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf HTTP/1.1" status: 200 len: 812 time: 0.6487288 Aug 16 23:56:58.591286 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-dc823187-e443-42e5-817a-75539da011ca tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/quotas/199207e6de05452bbb587d40f177d9b0 HTTP/1.1" status: 200 len: 375 time: 0.0134318 Aug 16 23:56:58.605086 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-bbf8ab69-b65a-4102-bf36-8008b7b3a98c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:58.636711 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-d666667e-3beb-45ff-8363-1529998ea078 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=199207e6de05452bbb587d40f177d9b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350378 Aug 16 23:56:58.642403 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-bbf8ab69-b65a-4102-bf36-8008b7b3a98c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Transition to ACTIVE for port object 105502e0-f785-4d58-9f24-b7ad136e18bf will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:56:58.654095 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5d90b6-3111-4293-8e4d-a5e10b74fe75 admin admin] Router d2f600fa-8228-4a91-9baa-ac64e41e5a1e has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:56:58.752674 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-bbf8ab69-b65a-4102-bf36-8008b7b3a98c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:58.756402 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-85df92fd-5860-4f50-806d-bf5113e6549e service neutron] 10.222.0.60 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118999 Aug 16 23:56:58.771934 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['dc5a9afa-09d6-4392-8d77-921fd95fdba9'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:56:58.787768 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5d90b6-3111-4293-8e4d-a5e10b74fe75 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:56:58.801751 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8c5d90b6-3111-4293-8e4d-a5e10b74fe75 admin admin] 10.222.0.60 "PUT /v2.0/routers/d2f600fa-8228-4a91-9baa-ac64e41e5a1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5580280 Aug 16 23:56:58.803138 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51888) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:56:58.824156 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27573a8-0206-4753-96a4-7d35c5302612 None None] Sync routers for ids ['d2f600fa-8228-4a91-9baa-ac64e41e5a1e'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:56:58.854482 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-bbf8ab69-b65a-4102-bf36-8008b7b3a98c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:56:58.859906 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27573a8-0206-4753-96a4-7d35c5302612 None None] Routers {'d2f600fa-8228-4a91-9baa-ac64e41e5a1e'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:56:58.861232 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-e27573a8-0206-4753-96a4-7d35c5302612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:56:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d2f600fa-8228-4a91-9baa-ac64e41e5a1e'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:58.862846 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-bbf8ab69-b65a-4102-bf36-8008b7b3a98c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:56:58.869209 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-bbf8ab69-b65a-4102-bf36-8008b7b3a98c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:56:58.874611 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8ab69-b65a-4102-bf36-8008b7b3a98c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Pushing event updated for resources: {'Port': ['ID=105502e0-f785-4d58-9f24-b7ad136e18bf,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:58.970307 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4dfe940b-5493-4b95-b1e1-924048f310ef admin admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:58.977280 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-bbf8ab69-b65a-4102-bf36-8008b7b3a98c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:58.978013 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-bbf8ab69-b65a-4102-bf36-8008b7b3a98c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:59.083984 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-7499aa6a-8cbf-4416-887a-df62774c3eb9 service neutron] 10.222.0.60 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958245 Aug 16 23:56:59.105700 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-e27573a8-0206-4753-96a4-7d35c5302612 None None] Set router d2f600fa-8228-4a91-9baa-ac64e41e5a1e gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:56:59.111729 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-bbf8ab69-b65a-4102-bf36-8008b7b3a98c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9789538 Aug 16 23:56:59.134362 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-789dae17-8f2d-4bf2-a335-e3c1295c9c24 service neutron] Request body: {'port': {'device_id': 'c415272b-a40e-43c5-859f-e152c696b2a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:59.150548 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f82da9-7ec0-4f1b-981e-37ad1139d32f req-4c589087-606e-414e-ad59-fb003df61f03 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:59.162939 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07f82da9-7ec0-4f1b-981e-37ad1139d32f req-4c589087-606e-414e-ad59-fb003df61f03 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=96edeb54-4c20-4d3f-8150-1a35df721821 HTTP/1.1" status: 200 len: 946 time: 0.2532454 Aug 16 23:56:59.190864 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4dfe940b-5493-4b95-b1e1-924048f310ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:59.307451 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-4dfe940b-5493-4b95-b1e1-924048f310ef admin admin] Deleting port 97f6abf6-1609-4c6f-9d1b-6a4c90569bef {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:56:59.307800 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4dfe940b-5493-4b95-b1e1-924048f310ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:59.320306 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07f82da9-7ec0-4f1b-981e-37ad1139d32f req-381c970b-f7cb-4570-928e-f070e8c61485 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564169 Aug 16 23:56:59.336980 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-789dae17-8f2d-4bf2-a335-e3c1295c9c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:59.396183 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-9672d271-816d-4a84-9750-b69b3b71acfa None None] Provisioning for port 105502e0-f785-4d58-9f24-b7ad136e18bf completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:56:59.396615 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-a1fc7edb-30cf-4f85-b97c-c85184720326 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:59.398437 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-a1fc7edb-30cf-4f85-b97c-c85184720326 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.64 "GET /v2.0/networks?id=0de117b9-aee8-4952-ae99-3d2308a08b74 HTTP/1.1" status: 200 len: 808 time: 0.4461420 Aug 16 23:56:59.402448 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-9672d271-816d-4a84-9750-b69b3b71acfa None None] Provisioning complete for port 105502e0-f785-4d58-9f24-b7ad136e18bf triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:56:59.402828 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9672d271-816d-4a84-9750-b69b3b71acfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:59.411513 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286de7b7-7801-4a00-9aa7-30d5eb4a1bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbb17e9-16e7-45ed-b3a6-24d6ed13080a'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:56:59.416132 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad1eadd-2db2-4789-af6b-b7fc683b2e86" -d '{"events": [{"server_uuid": "286de7b7-7801-4a00-9aa7-30d5eb4a1bc4", "name": "network-vif-plugged", "status": "completed", "tag": "1dbb17e9-16e7-45ed-b3a6-24d6ed13080a"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:56:59.429164 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-186b3d9c-c91c-46cf-b414-5fbb8898e182 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Request body: {'port': {'device_id': '8ff87648-2d46-44c3-b1cb-6a802bfddeac', 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74', 'admin_state_up': True, 'tenant_id': '196284884f15450ab6370c358b3094db'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:56:59.498081 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-e27573a8-0206-4753-96a4-7d35c5302612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1551919089-router', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '97f6abf6-1609-4c6f-9d1b-6a4c90569bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:55:53Z', 'updated_at': '2021-08-16T23:56:58Z', 'revision_number': 5, 'project_id': '85a994c899ab4668b7f9d49d0be8b46c', 'gw_port': {'id': '97f6abf6-1609-4c6f-9d1b-6a4c90569bef', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:55:54Z', 'updated_at': '2021-08-16T23:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:59.502341 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-9672d271-816d-4a84-9750-b69b3b71acfa None None] Port 105502e0-f785-4d58-9f24-b7ad136e18bf cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:56:59.510341 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-4dfe940b-5493-4b95-b1e1-924048f310ef admin admin] For port 97f6abf6-1609-4c6f-9d1b-6a4c90569bef, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=97f6abf6-1609-4c6f-9d1b-6a4c90569bef,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:56:59.510910 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4dfe940b-5493-4b95-b1e1-924048f310ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:59.523134 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18149c3e-7aa5-433c-8f29-117e694ac572 x-openstack-request-id: req-18149c3e-7aa5-433c-8f29-117e694ac572 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:56:59.523555 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b9f5be-b98c-4331-aacc-98551c9c3718", "name": "network-vif-deleted", "tag": "baad2a53-8be2-47e6-a8bf-0d27f6ade249", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:56:59.523873 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-18149c3e-7aa5-433c-8f29-117e694ac572 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:56:59.524335 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b9f5be-b98c-4331-aacc-98551c9c3718', 'name': 'network-vif-deleted', 'tag': 'baad2a53-8be2-47e6-a8bf-0d27f6ade249', 'status': 'completed', 'code': 200} Aug 16 23:56:59.531275 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-4dfe940b-5493-4b95-b1e1-924048f310ef admin admin] Calling delete_port for 97f6abf6-1609-4c6f-9d1b-6a4c90569bef owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:56:59.534492 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27573a8-0206-4753-96a4-7d35c5302612 None None] Checking router: d2f600fa-8228-4a91-9baa-ac64e41e5a1e for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:56:59.545586 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27573a8-0206-4753-96a4-7d35c5302612 None None] Routers {'d2f600fa-8228-4a91-9baa-ac64e41e5a1e'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:56:59.548710 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-e27573a8-0206-4753-96a4-7d35c5302612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:56:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d2f600fa-8228-4a91-9baa-ac64e41e5a1e'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:59.634608 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69248c4-da7d-4801-b8c3-eca0b676f6dc req-1b2e0d74-f1cf-444b-8880-be23c057d30a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:59.641837 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d69248c4-da7d-4801-b8c3-eca0b676f6dc req-1b2e0d74-f1cf-444b-8880-be23c057d30a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 934 time: 0.2089674 Aug 16 23:56:59.662408 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-e27573a8-0206-4753-96a4-7d35c5302612 None None] Set router d2f600fa-8228-4a91-9baa-ac64e41e5a1e gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:56:59.738912 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-e27573a8-0206-4753-96a4-7d35c5302612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1551919089-router', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:55:53Z', 'updated_at': '2021-08-16T23:56:59Z', 'revision_number': 6, 'project_id': '85a994c899ab4668b7f9d49d0be8b46c', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:56:59.762313 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4dfe940b-5493-4b95-b1e1-924048f310ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:59.768510 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27573a8-0206-4753-96a4-7d35c5302612 None None] The sync data for ids ['d2f600fa-8228-4a91-9baa-ac64e41e5a1e'] in n-d-800088-20 is: [{'id': 'd2f600fa-8228-4a91-9baa-ac64e41e5a1e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1551919089-router', 'tenant_id': '85a994c899ab4668b7f9d49d0be8b46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:55:53Z', 'updated_at': '2021-08-16T23:56:59Z', 'revision_number': 6, 'project_id': '85a994c899ab4668b7f9d49d0be8b46c', 'gw_port_host': None}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:56:59.796758 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe940b-5493-4b95-b1e1-924048f310ef admin admin] Pushing event deleted for resources: {'Port': ['ID=97f6abf6-1609-4c6f-9d1b-6a4c90569bef,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:56:59.839954 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a4457-a2f4-4f71-a6fa-5546565e15d8 req-92ffe42c-f28f-4f7e-a599-4b57e5b9513a tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:59.841592 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-548a4457-a2f4-4f71-a6fa-5546565e15d8 req-92ffe42c-f28f-4f7e-a599-4b57e5b9513a tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=286de7b7-7801-4a00-9aa7-30d5eb4a1bc4 HTTP/1.1" status: 200 len: 945 time: 0.3028567 Aug 16 23:56:59.845256 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d69248c4-da7d-4801-b8c3-eca0b676f6dc req-7b3c75fa-bd93-4d66-bb6d-3be24b45f5f0 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023900 Aug 16 23:56:59.860837 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-186b3d9c-c91c-46cf-b414-5fbb8898e182 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Made reservation on behalf of 196284884f15450ab6370c358b3094db for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:56:59.864358 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-186b3d9c-c91c-46cf-b414-5fbb8898e182 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:59.868429 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4dfe940b-5493-4b95-b1e1-924048f310ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:59.940006 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-548a4457-a2f4-4f71-a6fa-5546565e15d8 req-c1fa06bf-ad24-4b73-90fc-25ea71466edf tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724185 Aug 16 23:56:59.983653 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4dfe940b-5493-4b95-b1e1-924048f310ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:59.989143 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4dfe940b-5493-4b95-b1e1-924048f310ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:00.013574 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-21c7ded9-df28-491f-bcc8-e1a6f441167f req-bcb9a91d-22f3-4134-8dab-88e577128f9c tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 210 time: 0.0379448 Aug 16 23:57:00.053294 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4dfe940b-5493-4b95-b1e1-924048f310ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:00.054009 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfe940b-5493-4b95-b1e1-924048f310ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2f600fa-8228-4a91-9baa-ac64e41e5a1e {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:57:00.062728 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4dfe940b-5493-4b95-b1e1-924048f310ef admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:00.066411 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4dfe940b-5493-4b95-b1e1-924048f310ef admin admin] 10.222.0.60 "DELETE /v2.0/routers/d2f600fa-8228-4a91-9baa-ac64e41e5a1e HTTP/1.1" status: 204 len: 168 time: 1.2591376 Aug 16 23:57:00.066856 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51914) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:00.070593 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2fc2457f-3dd0-415c-a137-db8e902d1f10 req-1ceebd16-51a6-45fa-974c-6ae3120aad3b tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=87cfc814-e691-4970-aede-118ebbd099b8 HTTP/1.1" status: 200 len: 210 time: 0.0488935 Aug 16 23:57:00.194640 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-186b3d9c-c91c-46cf-b414-5fbb8898e182 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Allocated IP 172.20.0.13 (0de117b9-aee8-4952-ae99-3d2308a08b74/8c3c58a3-e974-46fc-9f56-1776e260fbc5/0ec58fee-559f-4689-9283-edac0c10185c) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:57:00.195132 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-59fa91d0-310f-4f65-a908-3f15b07ddc0d admin admin] Deleting subnet 6120a608-f3ce-47fa-9717-c690879e0308 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:57:00.201607 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-59fa91d0-310f-4f65-a908-3f15b07ddc0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:00.230120 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-789dae17-8f2d-4bf2-a335-e3c1295c9c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105502e0-f785-4d58-9f24-b7ad136e18bf {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:57:00.255704 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-789dae17-8f2d-4bf2-a335-e3c1295c9c24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:00.264340 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device e509a0c0-e1dc-49f9-93ab-b684d48f0e15 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:57:00.278904 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-59fa91d0-310f-4f65-a908-3f15b07ddc0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:00.314845 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-789dae17-8f2d-4bf2-a335-e3c1295c9c24 service neutron] Transition to ACTIVE for port object 105502e0-f785-4d58-9f24-b7ad136e18bf will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:57:00.332806 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-789dae17-8f2d-4bf2-a335-e3c1295c9c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:00.338313 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: e509a0c0-e1dc-49f9-93ab-b684d48f0e15 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:57:00.338595 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device e509a0c0-e1dc-49f9-93ab-b684d48f0e15 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:57:00.350195 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f342082-81d0-4103-b0a8-b18dc20c3fe4 x-openstack-request-id: req-2f342082-81d0-4103-b0a8-b18dc20c3fe4 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:57:00.350494 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286de7b7-7801-4a00-9aa7-30d5eb4a1bc4", "name": "network-vif-plugged", "status": "completed", "tag": "1dbb17e9-16e7-45ed-b3a6-24d6ed13080a", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:57:00.350878 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f342082-81d0-4103-b0a8-b18dc20c3fe4 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:57:00.351420 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286de7b7-7801-4a00-9aa7-30d5eb4a1bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbb17e9-16e7-45ed-b3a6-24d6ed13080a', 'code': 200} Aug 16 23:57:00.408920 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51920) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:00.465646 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-59fa91d0-310f-4f65-a908-3f15b07ddc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:00.495619 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf2dbf8-b3c3-4d12-b951-05080dd7d3c0 admin admin] Deleting subnet 3ad07744-8dc8-4db9-ac41-78e91d3b1a1e {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:57:00.503752 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5bf2dbf8-b3c3-4d12-b951-05080dd7d3c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:00.551182 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5bf2dbf8-b3c3-4d12-b951-05080dd7d3c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:00.598406 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dae17-8f2d-4bf2-a335-e3c1295c9c24 service neutron] Pushing event updated for resources: {'Port': ['ID=105502e0-f785-4d58-9f24-b7ad136e18bf,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:00.611405 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5bf2dbf8-b3c3-4d12-b951-05080dd7d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:00.618742 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-59fa91d0-310f-4f65-a908-3f15b07ddc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:00.681368 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 092d150a-cf22-48a8-9fe0-84c07713e886 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:57:00.712088 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 092d150a-cf22-48a8-9fe0-84c07713e886 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:57:00.712341 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 092d150a-cf22-48a8-9fe0-84c07713e886 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:57:00.753359 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977c08cf-4baa-49f7-964a-60311b37d103 None None] Network ceb0e913-0131-4c8c-be6b-f0e0f6224925 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:57:00.771501 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c2980-3854-4e00-a1f3-6c11262d7715 req-3ff6c4e1-0b5a-49e6-9752-5caff3feaaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:00.774784 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-343c2980-3854-4e00-a1f3-6c11262d7715 req-3ff6c4e1-0b5a-49e6-9752-5caff3feaaec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=286de7b7-7801-4a00-9aa7-30d5eb4a1bc4 HTTP/1.1" status: 200 len: 1097 time: 0.2969425 Aug 16 23:57:00.798823 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37143a-586c-4ffb-b319-3027384116cb req-51cfddb8-b30f-4b2c-97b4-e145c24488bd tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:00.807476 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fc37143a-586c-4ffb-b319-3027384116cb req-51cfddb8-b30f-4b2c-97b4-e145c24488bd tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=96edeb54-4c20-4d3f-8150-1a35df721821 HTTP/1.1" status: 200 len: 946 time: 0.3305888 Aug 16 23:57:00.822092 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-59fa91d0-310f-4f65-a908-3f15b07ddc0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:00.830531 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-59fa91d0-310f-4f65-a908-3f15b07ddc0d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6120a608-f3ce-47fa-9717-c690879e0308 HTTP/1.1" status: 204 len: 168 time: 0.7623179 Aug 16 23:57:00.836880 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-186b3d9c-c91c-46cf-b414-5fbb8898e182 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:00.839656 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51924) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:00.846002 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa91d0-310f-4f65-a908-3f15b07ddc0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6120a608-f3ce-47fa-9717-c690879e0308,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:00.933113 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5bf2dbf8-b3c3-4d12-b951-05080dd7d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:00.985195 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2dbf8-b3c3-4d12-b951-05080dd7d3c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ad07744-8dc8-4db9-ac41-78e91d3b1a1e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:00.987416 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5bf2dbf8-b3c3-4d12-b951-05080dd7d3c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:00.989287 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5bf2dbf8-b3c3-4d12-b951-05080dd7d3c0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3ad07744-8dc8-4db9-ac41-78e91d3b1a1e HTTP/1.1" status: 204 len: 168 time: 0.5793722 Aug 16 23:57:00.992203 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52324e3-1ea6-4766-881e-a5f2337f04cc req-70cb0254-9024-4ab5-991b-d301ce87087e tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:00.993942 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a52324e3-1ea6-4766-881e-a5f2337f04cc req-70cb0254-9024-4ab5-991b-d301ce87087e tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5571b6e-de63-48b6-9a16-a605c2dc9791 HTTP/1.1" status: 200 len: 946 time: 0.3710227 Aug 16 23:57:01.003457 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-7eba9e4d-486a-4569-acbb-6a66a639256a tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:01.005122 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-7eba9e4d-486a-4569-acbb-6a66a639256a tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.64 "GET /v2.0/networks?id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf HTTP/1.1" status: 200 len: 812 time: 0.3292215 Aug 16 23:57:01.005736 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51930) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:01.027544 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-343c2980-3854-4e00-a1f3-6c11262d7715 req-aa68e611-8631-487d-ae15-00d450e21726 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146742 Aug 16 23:57:01.028360 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-789dae17-8f2d-4bf2-a335-e3c1295c9c24 service neutron] Attempting to bind port 105502e0-f785-4d58-9f24-b7ad136e18bf on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:57:01.028954 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-789dae17-8f2d-4bf2-a335-e3c1295c9c24 service neutron] Attempting to bind port 105502e0-f785-4d58-9f24-b7ad136e18bf by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:57:01.029161 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-789dae17-8f2d-4bf2-a335-e3c1295c9c24 service neutron] Attempting to bind port 105502e0-f785-4d58-9f24-b7ad136e18bf on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:01.044938 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b278fb-9520-4211-afbc-8dc9a498b048 None None] DHCP port deletion for ceb0e913-0131-4c8c-be6b-f0e0f6224925 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:57:01.089360 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-6cf05724-ac73-46f5-83d0-d964926162de tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Request body: {'port': {'device_id': '87cfc814-e691-4970-aede-118ebbd099b8', 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf', 'admin_state_up': True, 'tenant_id': '199207e6de05452bbb587d40f177d9b0'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:01.094570 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fc37143a-586c-4ffb-b319-3027384116cb req-cf0b0c62-23ed-4fc0-98fe-eec552aae8ac tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764888 Aug 16 23:57:01.098715 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f5f59d44-4ec7-4bc5-b0c3-d4939b208c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.103823 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-789dae17-8f2d-4bf2-a335-e3c1295c9c24 service neutron] Port 105502e0-f785-4d58-9f24-b7ad136e18bf on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:57:01.104157 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-789dae17-8f2d-4bf2-a335-e3c1295c9c24 service neutron] Attempting to bind port 105502e0-f785-4d58-9f24-b7ad136e18bf on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:01.114814 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-d4b278fb-9520-4211-afbc-8dc9a498b048 None None] Deleting port 2f90e56a-db1c-444f-9542-a15168cfa0eb {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:57:01.115548 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d4b278fb-9520-4211-afbc-8dc9a498b048 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.147140 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e5b87d7d-92a3-468b-9a38-62cfc6f77735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.171316 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-789dae17-8f2d-4bf2-a335-e3c1295c9c24 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:57:01.171789 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-789dae17-8f2d-4bf2-a335-e3c1295c9c24 service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:57:01.172434 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-789dae17-8f2d-4bf2-a335-e3c1295c9c24 service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:57:01.173070 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-789dae17-8f2d-4bf2-a335-e3c1295c9c24 service neutron] Bound port: 105502e0-f785-4d58-9f24-b7ad136e18bf, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:57:01.173645 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-789dae17-8f2d-4bf2-a335-e3c1295c9c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.196487 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-d4b278fb-9520-4211-afbc-8dc9a498b048 None None] For port 2f90e56a-db1c-444f-9542-a15168cfa0eb, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2f90e56a-db1c-444f-9542-a15168cfa0eb,segment=NetworkSegment(8dbcf1f5-8365-4209-a468-ea70545b9423),segment_id=8dbcf1f5-8365-4209-a468-ea70545b9423)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:01.196971 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d4b278fb-9520-4211-afbc-8dc9a498b048 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.200992 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-186b3d9c-c91c-46cf-b414-5fbb8898e182 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.211289 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-d4b278fb-9520-4211-afbc-8dc9a498b048 None None] Calling delete_port for 2f90e56a-db1c-444f-9542-a15168cfa0eb owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:57:01.230792 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a52324e3-1ea6-4766-881e-a5f2337f04cc req-d1081ca8-966e-4d42-bfef-7b4483d09d77 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113698 Aug 16 23:57:01.266979 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f5f59d44-4ec7-4bc5-b0c3-d4939b208c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.280236 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-f5f59d44-4ec7-4bc5-b0c3-d4939b208c4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47880f22-51dd-4e2c-9bf1-e8951675fbdc']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:01.302210 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-f5f59d44-4ec7-4bc5-b0c3-d4939b208c4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2e915d-aefb-442f-9e3b-96417c4051fb') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:01.302547 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-f5f59d44-4ec7-4bc5-b0c3-d4939b208c4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2e915d-aefb-442f-9e3b-96417c4051fb') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:01.304077 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b3d9c-c91c-46cf-b414-5fbb8898e182 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Pushing event updated for resources: {'Port': ['ID=0ec58fee-559f-4689-9283-edac0c10185c,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:01.317513 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f5f59d44-4ec7-4bc5-b0c3-d4939b208c4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.319113 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-186b3d9c-c91c-46cf-b414-5fbb8898e182 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Network 0de117b9-aee8-4952-ae99-3d2308a08b74 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:57:01.324345 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-6cf05724-ac73-46f5-83d0-d964926162de tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Made reservation on behalf of 199207e6de05452bbb587d40f177d9b0 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:57:01.327825 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-6cf05724-ac73-46f5-83d0-d964926162de tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.330226 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d4b278fb-9520-4211-afbc-8dc9a498b048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.341293 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-186b3d9c-c91c-46cf-b414-5fbb8898e182 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:57:01.350366 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-186b3d9c-c91c-46cf-b414-5fbb8898e182 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:57:01.372889 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b278fb-9520-4211-afbc-8dc9a498b048 None None] Pushing event deleted for resources: {'Port': ['ID=2f90e56a-db1c-444f-9542-a15168cfa0eb,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:01.379926 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b278fb-9520-4211-afbc-8dc9a498b048 None None] No DVR routers for this DVR port 2f90e56a-db1c-444f-9542-a15168cfa0eb on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:57:01.393441 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f5f59d44-4ec7-4bc5-b0c3-d4939b208c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.407469 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f59d44-4ec7-4bc5-b0c3-d4939b208c4f admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:57:01.407872 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f5f59d44-4ec7-4bc5-b0c3-d4939b208c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: timer() Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: self._notify() Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:57:01.409534 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:57:01.470955 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9976141-11f7-4462-8a63-21e6a74940fe req-48d8e0d7-f1e7-487d-be01-66631a864d00 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:01.472460 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9976141-11f7-4462-8a63-21e6a74940fe req-48d8e0d7-f1e7-487d-be01-66631a864d00 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 946 time: 0.2800360 Aug 16 23:57:01.495985 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-186b3d9c-c91c-46cf-b414-5fbb8898e182 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:01.496512 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-186b3d9c-c91c-46cf-b414-5fbb8898e182 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.496678 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f5f59d44-4ec7-4bc5-b0c3-d4939b208c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.499889 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-e5b87d7d-92a3-468b-9a38-62cfc6f77735 admin admin] Deleting port 2f90e56a-db1c-444f-9542-a15168cfa0eb {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:57:01.500847 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e5b87d7d-92a3-468b-9a38-62cfc6f77735 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.502978 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-789dae17-8f2d-4bf2-a335-e3c1295c9c24 service neutron] For port 105502e0-f785-4d58-9f24-b7ad136e18bf, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:57:01.505924 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f5f59d44-4ec7-4bc5-b0c3-d4939b208c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.507765 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f5f59d44-4ec7-4bc5-b0c3-d4939b208c4f admin admin] 10.222.0.60 "DELETE /v2.0/networks/47880f22-51dd-4e2c-9bf1-e8951675fbdc HTTP/1.1" status: 204 len: 168 time: 0.5012169 Aug 16 23:57:01.513882 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-789dae17-8f2d-4bf2-a335-e3c1295c9c24 service neutron] For port 105502e0-f785-4d58-9f24-b7ad136e18bf, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=105502e0-f785-4d58-9f24-b7ad136e18bf,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:57:01.522774 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f59d44-4ec7-4bc5-b0c3-d4939b208c4f admin admin] Pushing event deleted for resources: {'Network': ['ID=47880f22-51dd-4e2c-9bf1-e8951675fbdc,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:01.532870 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337126e-d6fe-483f-9d86-2248944534b4 req-a3d7763f-6062-48ef-84fd-3345f3bd5b10 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:01.534415 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9337126e-d6fe-483f-9d86-2248944534b4 req-a3d7763f-6062-48ef-84fd-3345f3bd5b10 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=286de7b7-7801-4a00-9aa7-30d5eb4a1bc4 HTTP/1.1" status: 200 len: 945 time: 0.1450083 Aug 16 23:57:01.536360 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-6cf05724-ac73-46f5-83d0-d964926162de tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Allocated IP 172.20.0.3 (0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf/1d7b0613-c268-41b8-9af9-983e31f4d852/cdd95820-dd49-425f-a580-75c5e28093e2) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:57:01.576730 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-789dae17-8f2d-4bf2-a335-e3c1295c9c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.635534 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-186b3d9c-c91c-46cf-b414-5fbb8898e182 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2117310 Aug 16 23:57:01.664693 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51938) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:01.676495 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-789dae17-8f2d-4bf2-a335-e3c1295c9c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:01.676661 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-789dae17-8f2d-4bf2-a335-e3c1295c9c24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.678144 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-789dae17-8f2d-4bf2-a335-e3c1295c9c24 service neutron] 10.222.0.64 "PUT /v2.0/ports/105502e0-f785-4d58-9f24-b7ad136e18bf HTTP/1.1" status: 200 len: 1095 time: 2.5536211 Aug 16 23:57:01.681102 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9976141-11f7-4462-8a63-21e6a74940fe req-e2bb7c22-a3f4-4614-9d02-ed4232773aed tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957238 Aug 16 23:57:01.681537 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c415272b-a40e-43c5-859f-e152c696b2a1', 'tag': '105502e0-f785-4d58-9f24-b7ad136e18bf'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:57:01.683892 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608e532a-698b-48fd-a70a-102949f7476f" -d '{"events": [{"name": "network-changed", "server_uuid": "c415272b-a40e-43c5-859f-e152c696b2a1", "tag": "105502e0-f785-4d58-9f24-b7ad136e18bf"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:57:01.690770 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-1b1ab0d7-ff1c-4398-850e-3eb567330968 service neutron] Request body: {'port': {'device_id': '8ff87648-2d46-44c3-b1cb-6a802bfddeac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:01.718015 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-e5b87d7d-92a3-468b-9a38-62cfc6f77735 admin admin] For port 2f90e56a-db1c-444f-9542-a15168cfa0eb, host n-d-800088-20, got binding levels [] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:01.718390 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e5b87d7d-92a3-468b-9a38-62cfc6f77735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.747725 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-247e236a-7933-45db-904d-370b72310768 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed4147a1f017495a872bd8177120cd28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0811479 Aug 16 23:57:01.751130 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51942) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:01.761679 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-6cf05724-ac73-46f5-83d0-d964926162de tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.784266 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dae17-8f2d-4bf2-a335-e3c1295c9c24 service neutron] Pushing event updated for resources: {'Port': ['ID=105502e0-f785-4d58-9f24-b7ad136e18bf,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:01.787247 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-e5b87d7d-92a3-468b-9a38-62cfc6f77735 admin admin] Calling delete_port for 2f90e56a-db1c-444f-9542-a15168cfa0eb owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:57:01.808924 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9337126e-d6fe-483f-9d86-2248944534b4 req-8bc20859-7e3e-4df2-a89e-434ecace7015 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353911 Aug 16 23:57:01.810563 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.ipam_backend_mixin [None req-e5b87d7d-92a3-468b-9a38-62cfc6f77735 admin admin] Port 2f90e56a-db1c-444f-9542-a15168cfa0eb was not found and therefore no delete operation was performed {{(pid=101403) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 23:57:01.835019 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e5b87d7d-92a3-468b-9a38-62cfc6f77735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.870976 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-6cf05724-ac73-46f5-83d0-d964926162de tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.882285 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d72ae5b4-bb6b-4a87-9520-2b382e5f2b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.888501 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-1b1ab0d7-ff1c-4398-850e-3eb567330968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.950216 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d72ae5b4-bb6b-4a87-9520-2b382e5f2b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.950425 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b87d7d-92a3-468b-9a38-62cfc6f77735 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f90e56a-db1c-444f-9542-a15168cfa0eb,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:01.954182 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-6cf05724-ac73-46f5-83d0-d964926162de tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:57:01.967105 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf05724-ac73-46f5-83d0-d964926162de tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Pushing event updated for resources: {'Port': ['ID=cdd95820-dd49-425f-a580-75c5e28093e2,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:01.969581 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b87d7d-92a3-468b-9a38-62cfc6f77735 admin admin] No DVR routers for this DVR port 2f90e56a-db1c-444f-9542-a15168cfa0eb on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:57:01.969850 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-6cf05724-ac73-46f5-83d0-d964926162de tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:57:01.976286 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-6cf05724-ac73-46f5-83d0-d964926162de tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:57:02.010885 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 97f6abf6-1609-4c6f-9d1b-6a4c90569bef no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:57:02.046725 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-6ef0ac8e-86c9-4d5c-8087-933bfba027fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:02.047878 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-6cf05724-ac73-46f5-83d0-d964926162de tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:02.048658 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-6ef0ac8e-86c9-4d5c-8087-933bfba027fb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 1098 time: 0.2873328 Aug 16 23:57:02.048807 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-6cf05724-ac73-46f5-83d0-d964926162de tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:02.065533 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 97f6abf6-1609-4c6f-9d1b-6a4c90569bef {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:57:02.066147 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 97f6abf6-1609-4c6f-9d1b-6a4c90569bef not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:57:02.066806 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2f90e56a-db1c-444f-9542-a15168cfa0eb no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:57:02.073257 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d72ae5b4-bb6b-4a87-9520-2b382e5f2b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:02.076698 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d72ae5b4-bb6b-4a87-9520-2b382e5f2b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:02.080882 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d72ae5b4-bb6b-4a87-9520-2b382e5f2b5b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9af37fef-e977-4b28-ae1d-4a3cd8917431 HTTP/1.1" status: 204 len: 168 time: 0.3255858 Aug 16 23:57:02.082765 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-6cf05724-ac73-46f5-83d0-d964926162de tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9992936 Aug 16 23:57:02.090073 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ae5b4-bb6b-4a87-9520-2b382e5f2b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af37fef-e977-4b28-ae1d-4a3cd8917431,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:02.100279 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-8abc6c7b-d928-4767-b25b-ca4670afddf0 service neutron] Request body: {'port': {'device_id': '87cfc814-e691-4970-aede-118ebbd099b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:02.113842 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 2f90e56a-db1c-444f-9542-a15168cfa0eb {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:57:02.114444 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2f90e56a-db1c-444f-9542-a15168cfa0eb not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:57:02.117551 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b2f55-f5a3-41b3-a684-8c8752408fbf req-d8675701-9b1f-4e45-9bb3-f1087fd0452e tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:02.124164 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-635b2f55-f5a3-41b3-a684-8c8752408fbf req-d8675701-9b1f-4e45-9bb3-f1087fd0452e tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 932 time: 0.3411136 Aug 16 23:57:02.179243 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-8abc6c7b-d928-4767-b25b-ca4670afddf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:02.216283 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-aa50fdef-0ea4-4447-954a-99396b7e3e1d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=105502e0-f785-4d58-9f24-b7ad136e18bf HTTP/1.1" status: 200 len: 217 time: 0.1489646 Aug 16 23:57:02.246569 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9cffb-ac7e-4987-93a0-719d1405dc1d req-9c619c2a-1152-48b4-8c30-7f6ccf7d6892 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:02.248067 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9bd9cffb-ac7e-4987-93a0-719d1405dc1d req-9c619c2a-1152-48b4-8c30-7f6ccf7d6892 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=87cfc814-e691-4970-aede-118ebbd099b8 HTTP/1.1" status: 200 len: 931 time: 0.3639174 Aug 16 23:57:02.257637 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e5b87d7d-92a3-468b-9a38-62cfc6f77735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:02.262948 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device baad2a53-8be2-47e6-a8bf-0d27f6ade249 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:57:02.290710 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: baad2a53-8be2-47e6-a8bf-0d27f6ade249 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:57:02.291137 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device baad2a53-8be2-47e6-a8bf-0d27f6ade249 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:57:02.329498 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-e5b87d7d-92a3-468b-9a38-62cfc6f77735 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb0e913-0131-4c8c-be6b-f0e0f6224925']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:02.477244 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-8abc6c7b-d928-4767-b25b-ca4670afddf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdd95820-dd49-425f-a580-75c5e28093e2 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:57:02.485588 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-8abc6c7b-d928-4767-b25b-ca4670afddf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:02.501547 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-8abc6c7b-d928-4767-b25b-ca4670afddf0 service neutron] Transition to ACTIVE for port object cdd95820-dd49-425f-a580-75c5e28093e2 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:57:02.505562 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-8abc6c7b-d928-4767-b25b-ca4670afddf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:02.578351 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc6c7b-d928-4767-b25b-ca4670afddf0 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd95820-dd49-425f-a580-75c5e28093e2,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:02.634027 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-8abc6c7b-d928-4767-b25b-ca4670afddf0 service neutron] Attempting to bind port cdd95820-dd49-425f-a580-75c5e28093e2 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:57:02.634406 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-8abc6c7b-d928-4767-b25b-ca4670afddf0 service neutron] Attempting to bind port cdd95820-dd49-425f-a580-75c5e28093e2 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:57:02.634820 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-8abc6c7b-d928-4767-b25b-ca4670afddf0 service neutron] Attempting to bind port cdd95820-dd49-425f-a580-75c5e28093e2 on network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:02.639452 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-8abc6c7b-d928-4767-b25b-ca4670afddf0 service neutron] Port cdd95820-dd49-425f-a580-75c5e28093e2 on network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:57:02.639638 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-8abc6c7b-d928-4767-b25b-ca4670afddf0 service neutron] Attempting to bind port cdd95820-dd49-425f-a580-75c5e28093e2 on network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:02.645244 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-8abc6c7b-d928-4767-b25b-ca4670afddf0 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:57:02.645590 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-8abc6c7b-d928-4767-b25b-ca4670afddf0 service neutron] Checking segment: {'id': '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:57:02.645979 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-8abc6c7b-d928-4767-b25b-ca4670afddf0 service neutron] Bound using segment: {'id': '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:57:02.646404 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-8abc6c7b-d928-4767-b25b-ca4670afddf0 service neutron] Bound port: cdd95820-dd49-425f-a580-75c5e28093e2, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:57:02.646767 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-8abc6c7b-d928-4767-b25b-ca4670afddf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:02.723758 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-e5b87d7d-92a3-468b-9a38-62cfc6f77735 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbcf1f5-8365-4209-a468-ea70545b9423') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:02.724038 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-e5b87d7d-92a3-468b-9a38-62cfc6f77735 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbcf1f5-8365-4209-a468-ea70545b9423') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:02.726110 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-8abc6c7b-d928-4767-b25b-ca4670afddf0 service neutron] For port cdd95820-dd49-425f-a580-75c5e28093e2, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:57:02.730776 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-8abc6c7b-d928-4767-b25b-ca4670afddf0 service neutron] For port cdd95820-dd49-425f-a580-75c5e28093e2, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=cdd95820-dd49-425f-a580-75c5e28093e2,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:57:02.737381 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-8abc6c7b-d928-4767-b25b-ca4670afddf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:02.744837 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d401fc-8b3b-4376-ba62-bc1b03a86539 req-ad3668c2-67cd-4225-a3ea-72f54e9182c9 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:02.749464 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-83d401fc-8b3b-4376-ba62-bc1b03a86539 req-ad3668c2-67cd-4225-a3ea-72f54e9182c9 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.64 "GET /v2.0/ports?device_id=96edeb54-4c20-4d3f-8150-1a35df721821 HTTP/1.1" status: 200 len: 946 time: 0.7071095 Aug 16 23:57:02.754433 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e5b87d7d-92a3-468b-9a38-62cfc6f77735 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:02.769122 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-635b2f55-f5a3-41b3-a684-8c8752408fbf req-85166d74-8d09-4866-9e02-11f77dc81779 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6086543 Aug 16 23:57:02.779614 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-8abc6c7b-d928-4767-b25b-ca4670afddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:02.780884 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-8abc6c7b-d928-4767-b25b-ca4670afddf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:02.790134 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-8abc6c7b-d928-4767-b25b-ca4670afddf0 service neutron] 10.222.0.64 "PUT /v2.0/ports/cdd95820-dd49-425f-a580-75c5e28093e2 HTTP/1.1" status: 200 len: 1092 time: 0.6941223 Aug 16 23:57:02.793458 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cfc814-e691-4970-aede-118ebbd099b8', 'tag': 'cdd95820-dd49-425f-a580-75c5e28093e2'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:57:02.796119 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6231699-2651-4012-b9cf-5613d94c3ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "87cfc814-e691-4970-aede-118ebbd099b8", "tag": "cdd95820-dd49-425f-a580-75c5e28093e2"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:57:02.846694 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc6c7b-d928-4767-b25b-ca4670afddf0 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd95820-dd49-425f-a580-75c5e28093e2,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:02.873762 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e5b87d7d-92a3-468b-9a38-62cfc6f77735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:02.878280 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377460a9-0a38-4f98-ae70-a9b74e4d7b1b x-openstack-request-id: req-377460a9-0a38-4f98-ae70-a9b74e4d7b1b {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:57:02.878572 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c415272b-a40e-43c5-859f-e152c696b2a1", "tag": "105502e0-f785-4d58-9f24-b7ad136e18bf", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:57:02.879039 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-377460a9-0a38-4f98-ae70-a9b74e4d7b1b {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:57:02.879442 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c415272b-a40e-43c5-859f-e152c696b2a1', 'tag': '105502e0-f785-4d58-9f24-b7ad136e18bf', 'status': 'completed', 'code': 200} Aug 16 23:57:02.884310 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9bd9cffb-ac7e-4987-93a0-719d1405dc1d req-5297acb1-1fe6-47d3-a8c3-93631351775c tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5721674 Aug 16 23:57:02.885744 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-2667dec8-efa9-4d0d-8430-136914cb54f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:02.887146 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-2667dec8-efa9-4d0d-8430-136914cb54f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.6508410 Aug 16 23:57:02.898970 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b87d7d-92a3-468b-9a38-62cfc6f77735 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:57:02.899386 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e5b87d7d-92a3-468b-9a38-62cfc6f77735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: timer() Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: self._notify() Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:57:02.904694 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:57:02.918530 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-3a3bd6a5-58c7-4932-8e39-0e448f2de527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:02.919058 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-3a3bd6a5-58c7-4932-8e39-0e448f2de527 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=199207e6de05452bbb587d40f177d9b0&device_id=87cfc814-e691-4970-aede-118ebbd099b8 HTTP/1.1" status: 200 len: 1095 time: 0.0588741 Aug 16 23:57:02.975481 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-b44eb9d9-bfac-471b-836d-191ebca448bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdd95820-dd49-425f-a580-75c5e28093e2 HTTP/1.1" status: 200 len: 217 time: 0.0451949 Aug 16 23:57:02.979536 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51974) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:03.039090 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-16122320-0dc7-4f41-9b42-ff5329934b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:03.040506 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-16122320-0dc7-4f41-9b42-ff5329934b81 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1d7b0613-c268-41b8-9af9-983e31f4d852 HTTP/1.1" status: 200 len: 852 time: 0.0541482 Aug 16 23:57:03.082570 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-5ccbd4da-4f6a-4638-b031-cc1d7e4f123a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338221 Aug 16 23:57:03.105908 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-8fa95221-6189-4bb7-9db8-bae3c39e8d1f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1109986626-network', 'tenant_id': '86043ac5c01d42e2a5f439e1e8d8861c'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:03.115610 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e5b87d7d-92a3-468b-9a38-62cfc6f77735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:03.128506 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e5b87d7d-92a3-468b-9a38-62cfc6f77735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:03.130389 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e5b87d7d-92a3-468b-9a38-62cfc6f77735 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ceb0e913-0131-4c8c-be6b-f0e0f6224925 HTTP/1.1" status: 204 len: 168 time: 2.2835655 Aug 16 23:57:03.156627 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-f8a78a73-5071-4ad6-bb71-535f11fa4fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:03.158210 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-f8a78a73-5071-4ad6-bb71-535f11fa4fe1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2545180 Aug 16 23:57:03.170328 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b87d7d-92a3-468b-9a38-62cfc6f77735 admin admin] Pushing event deleted for resources: {'Network': ['ID=ceb0e913-0131-4c8c-be6b-f0e0f6224925,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:03.183516 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa95221-6189-4bb7-9db8-bae3c39e8d1f admin admin] Made reservation on behalf of 86043ac5c01d42e2a5f439e1e8d8861c for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:57:03.187516 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8fa95221-6189-4bb7-9db8-bae3c39e8d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:03.195458 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e6845-3237-45c6-ab12-eb23a5181371 req-d4b7edf3-88b0-4875-8020-e82bea884662 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:03.196976 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb0e6845-3237-45c6-ab12-eb23a5181371 req-d4b7edf3-88b0-4875-8020-e82bea884662 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=96edeb54-4c20-4d3f-8150-1a35df721821 HTTP/1.1" status: 200 len: 946 time: 0.2690609 Aug 16 23:57:03.209275 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8fa95221-6189-4bb7-9db8-bae3c39e8d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:03.211157 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f64388-0b7b-4711-8f57-908ec9777630 req-0e39af49-e426-4766-a415-eeceef98b86f tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:03.212706 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c2f64388-0b7b-4711-8f57-908ec9777630 req-0e39af49-e426-4766-a415-eeceef98b86f tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5571b6e-de63-48b6-9a16-a605c2dc9791 HTTP/1.1" status: 200 len: 946 time: 0.2265961 Aug 16 23:57:03.236869 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-36e08f8d-689b-4b11-8b4a-085cac90bfdd service neutron] 10.222.0.64 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454663 Aug 16 23:57:03.266452 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51980) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:03.300850 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-83d401fc-8b3b-4376-ba62-bc1b03a86539 req-161a7709-5335-400c-a091-ec5ed28e04c8 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Deleting port 2f033304-0447-45d6-99c9-1bfea72d4c95 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:57:03.301137 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-83d401fc-8b3b-4376-ba62-bc1b03a86539 req-161a7709-5335-400c-a091-ec5ed28e04c8 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:03.389746 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2b06772e-0aee-464e-bb42-13fcd7fa853f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=85a994c899ab4668b7f9d49d0be8b46c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1191781 Aug 16 23:57:03.394553 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51982) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:03.427127 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-1b1ab0d7-ff1c-4398-850e-3eb567330968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec58fee-559f-4689-9283-edac0c10185c {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:57:03.435643 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb0e6845-3237-45c6-ab12-eb23a5181371 req-98f6843a-cfce-42f9-ab5e-f82a6152f622 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0c927bb-3d41-4db5-820e-e0e791b5c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115870 Aug 16 23:57:03.436202 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0ee1b63e-e650-41c0-b9f5-60609ed93512 req-8d12e3fc-abcc-4f68-b603-dabe58826917 service neutron] 10.222.0.64 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844959 Aug 16 23:57:03.455081 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c2f64388-0b7b-4711-8f57-908ec9777630 req-c87eab11-1e16-45e3-a439-a4f27ee1f656 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269020 Aug 16 23:57:03.466057 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8fa95221-6189-4bb7-9db8-bae3c39e8d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:03.471608 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-1b1ab0d7-ff1c-4398-850e-3eb567330968 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:03.486775 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8fa95221-6189-4bb7-9db8-bae3c39e8d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:03.503022 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-1b1ab0d7-ff1c-4398-850e-3eb567330968 service neutron] Transition to ACTIVE for port object 0ec58fee-559f-4689-9283-edac0c10185c will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:57:03.511879 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa95221-6189-4bb7-9db8-bae3c39e8d1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:57:03.513710 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-75acab4e-0558-4530-92d4-729948ffda19 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393586 Aug 16 23:57:03.516960 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-496a0522-f1f0-4cf6-8db5-a6c67eaf8ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:03.521740 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-1b1ab0d7-ff1c-4398-850e-3eb567330968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:03.543173 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa95221-6189-4bb7-9db8-bae3c39e8d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03609748-72a6-4436-a656-ef38ccaeca13,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:03.548481 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8fa95221-6189-4bb7-9db8-bae3c39e8d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:03.548834 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-8fa95221-6189-4bb7-9db8-bae3c39e8d1f admin admin] Added segment 7c0d764d-fd2a-4909-b447-e8797f1474d2 of type vlan for network b540a6a1-dfc7-43c4-9922-512d2e4997c6 Aug 16 23:57:03.557797 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624d35ac-e177-4a94-aed5-554aa3f00729 x-openstack-request-id: req-624d35ac-e177-4a94-aed5-554aa3f00729 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:57:03.558099 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87cfc814-e691-4970-aede-118ebbd099b8", "tag": "cdd95820-dd49-425f-a580-75c5e28093e2", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:57:03.558358 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-624d35ac-e177-4a94-aed5-554aa3f00729 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:57:03.558759 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87cfc814-e691-4970-aede-118ebbd099b8', 'tag': 'cdd95820-dd49-425f-a580-75c5e28093e2', 'status': 'completed', 'code': 200} Aug 16 23:57:03.567311 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-496a0522-f1f0-4cf6-8db5-a6c67eaf8ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:03.580529 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-83d401fc-8b3b-4376-ba62-bc1b03a86539 req-161a7709-5335-400c-a091-ec5ed28e04c8 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] For port 2f033304-0447-45d6-99c9-1bfea72d4c95, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=2f033304-0447-45d6-99c9-1bfea72d4c95,segment=NetworkSegment(fbcd4495-cd63-44ce-b1d3-884295473b0e),segment_id=fbcd4495-cd63-44ce-b1d3-884295473b0e)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:03.581407 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-83d401fc-8b3b-4376-ba62-bc1b03a86539 req-161a7709-5335-400c-a091-ec5ed28e04c8 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:03.658432 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8fa95221-6189-4bb7-9db8-bae3c39e8d1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:03.668349 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-83d401fc-8b3b-4376-ba62-bc1b03a86539 req-161a7709-5335-400c-a091-ec5ed28e04c8 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Calling delete_port for 2f033304-0447-45d6-99c9-1bfea72d4c95 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:57:03.694289 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6231699-2651-4012-b9cf-5613d94c3ce4 req-1a235edb-93a0-4a1a-ba64-df42ff1cc90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:03.696038 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f6231699-2651-4012-b9cf-5613d94c3ce4 req-1a235edb-93a0-4a1a-ba64-df42ff1cc90f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=199207e6de05452bbb587d40f177d9b0&device_id=87cfc814-e691-4970-aede-118ebbd099b8 HTTP/1.1" status: 200 len: 1095 time: 0.0928414 Aug 16 23:57:03.698532 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8fa95221-6189-4bb7-9db8-bae3c39e8d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:03.699662 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa95221-6189-4bb7-9db8-bae3c39e8d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:03.700242 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8fa95221-6189-4bb7-9db8-bae3c39e8d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:03.706603 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-496a0522-f1f0-4cf6-8db5-a6c67eaf8ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:03.709113 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-496a0522-f1f0-4cf6-8db5-a6c67eaf8ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:03.710220 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-496a0522-f1f0-4cf6-8db5-a6c67eaf8ae2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c21d8673-34a2-46b0-9a77-82b9166eb536 HTTP/1.1" status: 204 len: 168 time: 0.3147490 Aug 16 23:57:03.716562 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ab0d7-ff1c-4398-850e-3eb567330968 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec58fee-559f-4689-9283-edac0c10185c,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:03.778138 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a0522-f1f0-4cf6-8db5-a6c67eaf8ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21d8673-34a2-46b0-9a77-82b9166eb536,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:03.802325 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8fa95221-6189-4bb7-9db8-bae3c39e8d1f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8190467 Aug 16 23:57:03.825555 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51988) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:03.834036 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf8ccd-b146-4ca6-83dc-f980d63bf995 req-d7806e63-b153-496d-bf61-c40b8f6f2dfc tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:03.834246 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-3ae1dc7f-2feb-401c-bbd4-5e5a05f33c1b admin admin] Request body: {'subnet': {'network_id': 'b540a6a1-dfc7-43c4-9922-512d2e4997c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1109986626-subnet', 'tenant_id': '86043ac5c01d42e2a5f439e1e8d8861c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:03.835575 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62bf8ccd-b146-4ca6-83dc-f980d63bf995 req-d7806e63-b153-496d-bf61-c40b8f6f2dfc tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 946 time: 0.3114722 Aug 16 23:57:03.846358 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa95221-6189-4bb7-9db8-bae3c39e8d1f admin admin] Pushing event updated for resources: {'Network': ['ID=b540a6a1-dfc7-43c4-9922-512d2e4997c6,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:03.863518 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network b540a6a1-dfc7-43c4-9922-512d2e4997c6 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:57:03.881418 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ce600-1e46-4679-a328-12d05ed93270 req-c0bcc3c8-4830-4773-bcdd-ef0f2906f7ce tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:03.882946 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-449ce600-1e46-4679-a328-12d05ed93270 req-c0bcc3c8-4830-4773-bcdd-ef0f2906f7ce tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=286de7b7-7801-4a00-9aa7-30d5eb4a1bc4 HTTP/1.1" status: 200 len: 945 time: 0.2518013 Aug 16 23:57:03.893157 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cbf210c6-ff59-4016-b5af-2a1d7ebd47a6 req-55e78f20-b9a3-4614-9a35-3b75538be0e8 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665450 Aug 16 23:57:03.917130 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae1dc7f-2feb-401c-bbd4-5e5a05f33c1b admin admin] Made reservation on behalf of 86043ac5c01d42e2a5f439e1e8d8861c for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:57:03.924119 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ae1dc7f-2feb-401c-bbd4-5e5a05f33c1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:03.941179 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6231699-2651-4012-b9cf-5613d94c3ce4 req-c9b4c36d-ebb1-4358-a5b4-93b6b9980d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:03.943378 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f6231699-2651-4012-b9cf-5613d94c3ce4 req-c9b4c36d-ebb1-4358-a5b4-93b6b9980d60 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf HTTP/1.1" status: 200 len: 913 time: 0.1754820 Aug 16 23:57:03.976843 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62bf8ccd-b146-4ca6-83dc-f980d63bf995 req-d88f150c-cd9a-46b9-9839-176e504c93c8 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309159 Aug 16 23:57:03.980963 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-1b1ab0d7-ff1c-4398-850e-3eb567330968 service neutron] Attempting to bind port 0ec58fee-559f-4689-9283-edac0c10185c on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:57:03.981364 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-1b1ab0d7-ff1c-4398-850e-3eb567330968 service neutron] Attempting to bind port 0ec58fee-559f-4689-9283-edac0c10185c by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:57:03.981708 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-1b1ab0d7-ff1c-4398-850e-3eb567330968 service neutron] Attempting to bind port 0ec58fee-559f-4689-9283-edac0c10185c on network 0de117b9-aee8-4952-ae99-3d2308a08b74 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:03.992113 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-449ce600-1e46-4679-a328-12d05ed93270 req-e185d3d4-391b-48d6-92d5-c2afaf7cd689 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963249 Aug 16 23:57:03.996990 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-1b1ab0d7-ff1c-4398-850e-3eb567330968 service neutron] Port 0ec58fee-559f-4689-9283-edac0c10185c on network 0de117b9-aee8-4952-ae99-3d2308a08b74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:57:03.997355 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-1b1ab0d7-ff1c-4398-850e-3eb567330968 service neutron] Attempting to bind port 0ec58fee-559f-4689-9283-edac0c10185c on network 0de117b9-aee8-4952-ae99-3d2308a08b74 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:04.073274 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f6231699-2651-4012-b9cf-5613d94c3ce4 req-ac76b2d3-8c6a-42d8-b530-4da2be941ec1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdd95820-dd49-425f-a580-75c5e28093e2 HTTP/1.1" status: 200 len: 217 time: 0.0429413 Aug 16 23:57:04.117003 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-1b1ab0d7-ff1c-4398-850e-3eb567330968 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:57:04.117613 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-1b1ab0d7-ff1c-4398-850e-3eb567330968 service neutron] Checking segment: {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:57:04.118102 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-1b1ab0d7-ff1c-4398-850e-3eb567330968 service neutron] Bound using segment: {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:57:04.118660 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-1b1ab0d7-ff1c-4398-850e-3eb567330968 service neutron] Bound port: 0ec58fee-559f-4689-9283-edac0c10185c, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:57:04.119323 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-1b1ab0d7-ff1c-4398-850e-3eb567330968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:04.151866 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6231699-2651-4012-b9cf-5613d94c3ce4 req-c25e6ec7-2825-4244-ad21-be11ce8f8dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:04.153988 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f6231699-2651-4012-b9cf-5613d94c3ce4 req-c25e6ec7-2825-4244-ad21-be11ce8f8dbb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1d7b0613-c268-41b8-9af9-983e31f4d852 HTTP/1.1" status: 200 len: 852 time: 0.0683420 Aug 16 23:57:04.204847 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f6231699-2651-4012-b9cf-5613d94c3ce4 req-e6af53fd-87ea-4e6b-97e9-d936a85adc82 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391216 Aug 16 23:57:04.243013 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-83d401fc-8b3b-4376-ba62-bc1b03a86539 req-161a7709-5335-400c-a091-ec5ed28e04c8 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:04.295392 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e532a-698b-48fd-a70a-102949f7476f req-13848a46-8e16-4a1a-af51-364aff1a33e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:04.297570 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-608e532a-698b-48fd-a70a-102949f7476f req-13848a46-8e16-4a1a-af51-364aff1a33e3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 1098 time: 0.2974515 Aug 16 23:57:04.326827 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a7709-5335-400c-a091-ec5ed28e04c8 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Pushing event deleted for resources: {'Port': ['ID=2f033304-0447-45d6-99c9-1bfea72d4c95,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:04.336145 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf6d4e-ebe1-4eb5-8229-85d697fab801 req-a59aec98-c78d-4fdf-ae27-fad863999cc5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:04.343358 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fdcf6d4e-ebe1-4eb5-8229-85d697fab801 req-a59aec98-c78d-4fdf-ae27-fad863999cc5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 944 time: 0.2656834 Aug 16 23:57:04.361839 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98ccaa-ced6-490e-85c2-9273c8bcd8ba req-b63b47e5-3455-4ffe-b18f-bb35f6ebd7c7 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:04.370256 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d98ccaa-ced6-490e-85c2-9273c8bcd8ba req-b63b47e5-3455-4ffe-b18f-bb35f6ebd7c7 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=87cfc814-e691-4970-aede-118ebbd099b8 HTTP/1.1" status: 200 len: 943 time: 0.2459612 Aug 16 23:57:04.371038 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f6231699-2651-4012-b9cf-5613d94c3ce4 req-ec4c0784-fe1b-49e4-b255-2385f9782df3 service neutron] 10.222.0.64 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567988 Aug 16 23:57:04.498858 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-1b1ab0d7-ff1c-4398-850e-3eb567330968 service neutron] For port 0ec58fee-559f-4689-9283-edac0c10185c, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:57:04.511183 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ae1dc7f-2feb-401c-bbd4-5e5a05f33c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:04.543629 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 2f033304-0447-45d6-99c9-1bfea72d4c95 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:57:04.555134 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f6231699-2651-4012-b9cf-5613d94c3ce4 req-8d9677a7-c3dc-4ed1-a25a-a6261374a086 service neutron] 10.222.0.64 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568406 Aug 16 23:57:04.574891 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-1b1ab0d7-ff1c-4398-850e-3eb567330968 service neutron] For port 0ec58fee-559f-4689-9283-edac0c10185c, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0ec58fee-559f-4689-9283-edac0c10185c,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:57:04.580790 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d98ccaa-ced6-490e-85c2-9273c8bcd8ba req-6b2feb4b-1419-4179-86e4-7df39c97004e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097061 Aug 16 23:57:04.588038 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 2f033304-0447-45d6-99c9-1bfea72d4c95 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:57:04.590871 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 2f033304-0447-45d6-99c9-1bfea72d4c95 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:57:04.591581 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d401fc-8b3b-4376-ba62-bc1b03a86539 req-161a7709-5335-400c-a091-ec5ed28e04c8 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] No DVR routers for this DVR port 2f033304-0447-45d6-99c9-1bfea72d4c95 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:57:04.605676 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-83d401fc-8b3b-4376-ba62-bc1b03a86539 req-161a7709-5335-400c-a091-ec5ed28e04c8 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:04.605676 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-83d401fc-8b3b-4376-ba62-bc1b03a86539 req-161a7709-5335-400c-a091-ec5ed28e04c8 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.64 "DELETE /v2.0/ports/2f033304-0447-45d6-99c9-1bfea72d4c95 HTTP/1.1" status: 204 len: 173 time: 1.8260987 Aug 16 23:57:04.605676 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-1b1ab0d7-ff1c-4398-850e-3eb567330968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:04.666946 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fdcf6d4e-ebe1-4eb5-8229-85d697fab801 req-eac2260f-5d3e-44d8-833e-2661e4f0ee04 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204405 Aug 16 23:57:04.738754 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ab0d7-ff1c-4398-850e-3eb567330968 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec58fee-559f-4689-9283-edac0c10185c,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:04.752291 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-1b1ab0d7-ff1c-4398-850e-3eb567330968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:04.752971 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-1b1ab0d7-ff1c-4398-850e-3eb567330968 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:04.754657 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-1b1ab0d7-ff1c-4398-850e-3eb567330968 service neutron] 10.222.0.64 "PUT /v2.0/ports/0ec58fee-559f-4689-9283-edac0c10185c HTTP/1.1" status: 200 len: 1093 time: 3.0839388 Aug 16 23:57:04.864299 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4294d551-12f2-40ce-a135-76c085ab443e req-0bb546f5-fd24-4374-8118-7b4092b99b18 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/ports?device_id=96edeb54-4c20-4d3f-8150-1a35df721821 HTTP/1.1" status: 200 len: 210 time: 0.1266267 Aug 16 23:57:04.909650 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96edeb54-4c20-4d3f-8150-1a35df721821', 'name': 'network-vif-deleted', 'tag': '2f033304-0447-45d6-99c9-1bfea72d4c95'}, {'name': 'network-changed', 'server_uuid': '8ff87648-2d46-44c3-b1cb-6a802bfddeac', 'tag': '0ec58fee-559f-4689-9283-edac0c10185c'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:57:04.913707 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39739db-fedb-4905-8514-aeb415a791ba" -d '{"events": [{"server_uuid": "96edeb54-4c20-4d3f-8150-1a35df721821", "name": "network-vif-deleted", "tag": "2f033304-0447-45d6-99c9-1bfea72d4c95"}, {"name": "network-changed", "server_uuid": "8ff87648-2d46-44c3-b1cb-6a802bfddeac", "tag": "0ec58fee-559f-4689-9283-edac0c10185c"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:57:04.922882 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e532a-698b-48fd-a70a-102949f7476f req-9d14c7b5-78ad-4833-9e14-4ff8919aa995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:04.924922 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-608e532a-698b-48fd-a70a-102949f7476f req-9d14c7b5-78ad-4833-9e14-4ff8919aa995 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.6118844 Aug 16 23:57:04.980204 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-608e532a-698b-48fd-a70a-102949f7476f req-c1839181-65c0-4833-acb3-7b80ff3bcfc2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=105502e0-f785-4d58-9f24-b7ad136e18bf HTTP/1.1" status: 200 len: 217 time: 0.0413814 Aug 16 23:57:04.996174 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd228f-747c-497e-ab33-fff03a68e0e5 req-a25193b9-fe3f-4ed5-a5fb-fd80e439e23b tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:04.998432 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-74fd228f-747c-497e-ab33-fff03a68e0e5 req-a25193b9-fe3f-4ed5-a5fb-fd80e439e23b tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5571b6e-de63-48b6-9a16-a605c2dc9791 HTTP/1.1" status: 200 len: 946 time: 0.2324572 Aug 16 23:57:05.010578 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1dc7f-2feb-401c-bbd4-5e5a05f33c1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=87966530-05f3-4777-b9a2-61db54a436d5,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:05.023081 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae1dc7f-2feb-401c-bbd4-5e5a05f33c1b admin admin] Checking segment: {'id': '7c0d764d-fd2a-4909-b447-e8797f1474d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b540a6a1-dfc7-43c4-9922-512d2e4997c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:57:05.023445 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae1dc7f-2feb-401c-bbd4-5e5a05f33c1b admin admin] Network hostable DHCP agents. Network: b540a6a1-dfc7-43c4-9922-512d2e4997c6, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:57:05.043975 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae1dc7f-2feb-401c-bbd4-5e5a05f33c1b admin admin] Network b540a6a1-dfc7-43c4-9922-512d2e4997c6 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:57:05.056023 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-3ae1dc7f-2feb-401c-bbd4-5e5a05f33c1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, b540a6a1-dfc7-43c4-9922-512d2e4997c6) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:57:05.061817 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae1dc7f-2feb-401c-bbd4-5e5a05f33c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:05.062869 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ae1dc7f-2feb-401c-bbd4-5e5a05f33c1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:05.067981 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3f4f4f-8c97-4b21-92df-75b0a75b5b03 None None] Network b540a6a1-dfc7-43c4-9922-512d2e4997c6 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:57:05.068530 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-850176ef-dea0-40fc-a77e-5533fbed0db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:05.070156 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-850176ef-dea0-40fc-a77e-5533fbed0db0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=196284884f15450ab6370c358b3094db&device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 1096 time: 0.2222764 Aug 16 23:57:05.084736 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3ae1dc7f-2feb-401c-bbd4-5e5a05f33c1b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2566512 Aug 16 23:57:05.087212 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52034) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:05.093753 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-16319b37-214e-474a-8495-eda95f82d044 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1109986626-router', 'tenant_id': '86043ac5c01d42e2a5f439e1e8d8861c', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:05.122428 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-16319b37-214e-474a-8495-eda95f82d044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:05.124423 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-16319b37-214e-474a-8495-eda95f82d044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:05.130877 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-eec30da3-3cb4-4311-982b-b4f9f6b93d10 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ec58fee-559f-4689-9283-edac0c10185c HTTP/1.1" status: 200 len: 217 time: 0.0470295 Aug 16 23:57:05.200153 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-16319b37-214e-474a-8495-eda95f82d044 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:05.224698 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 23:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678eac0d-8149-4469-8f97-b14302408599 x-openstack-request-id: req-678eac0d-8149-4469-8f97-b14302408599 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:57:05.225208 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96edeb54-4c20-4d3f-8150-1a35df721821", "name": "network-vif-deleted", "tag": "2f033304-0447-45d6-99c9-1bfea72d4c95", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8ff87648-2d46-44c3-b1cb-6a802bfddeac", "tag": "0ec58fee-559f-4689-9283-edac0c10185c", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:57:05.225657 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-678eac0d-8149-4469-8f97-b14302408599 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:57:05.226139 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96edeb54-4c20-4d3f-8150-1a35df721821', 'name': 'network-vif-deleted', 'tag': '2f033304-0447-45d6-99c9-1bfea72d4c95', 'status': 'completed', 'code': 200} Aug 16 23:57:05.226491 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff87648-2d46-44c3-b1cb-6a802bfddeac', 'tag': '0ec58fee-559f-4689-9283-edac0c10185c', 'status': 'completed', 'code': 200} Aug 16 23:57:05.238891 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e532a-698b-48fd-a70a-102949f7476f req-03bf3ff2-ffc4-4f86-8cd3-7929ce8e9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:05.240538 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-608e532a-698b-48fd-a70a-102949f7476f req-03bf3ff2-ffc4-4f86-8cd3-7929ce8e9578 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.2324078 Aug 16 23:57:05.245432 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-74fd228f-747c-497e-ab33-fff03a68e0e5 req-83844137-6256-4c18-a5db-09616d2724cd tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379851 Aug 16 23:57:05.342018 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4ed6d4-d1b5-4da2-836b-7e809f13ddc7 None None] Network b540a6a1-dfc7-43c4-9922-512d2e4997c6 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:57:05.386739 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-c2666a81-e758-4cef-8c30-3556c29bf647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:05.388532 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-c2666a81-e758-4cef-8c30-3556c29bf647 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c3c58a3-e974-46fc-9f56-1776e260fbc5 HTTP/1.1" status: 200 len: 848 time: 0.2422659 Aug 16 23:57:05.451174 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-660ae71e-456f-4e53-bace-2d70c88ddbbb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0de117b9-aee8-4952-ae99-3d2308a08b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493901 Aug 16 23:57:05.466352 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e532a-698b-48fd-a70a-102949f7476f req-b532aea6-8dd5-47ee-972d-9fc87d083ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:05.468031 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-608e532a-698b-48fd-a70a-102949f7476f req-b532aea6-8dd5-47ee-972d-9fc87d083ac0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2056172 Aug 16 23:57:05.480871 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-16319b37-214e-474a-8495-eda95f82d044 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:05.485121 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e7883-97ed-40af-b95f-6b330b0b4546 req-0e4569a9-6be5-48e2-8410-6c202442b9e3 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:05.494326 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-786e7883-97ed-40af-b95f-6b330b0b4546 req-0e4569a9-6be5-48e2-8410-6c202442b9e3 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 946 time: 0.2170370 Aug 16 23:57:05.654669 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-786e7883-97ed-40af-b95f-6b330b0b4546 req-f82e7c53-646f-409b-a727-3dbd7aab7a80 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557364 Aug 16 23:57:05.747314 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-06ac9210-aa44-471e-b27e-016b30baf287 service neutron] 10.222.0.64 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840865 Aug 16 23:57:05.759524 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-608e532a-698b-48fd-a70a-102949f7476f req-9dfa147f-210c-4167-a9ff-80e9c11b1f86 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628388 Aug 16 23:57:05.793291 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-16319b37-214e-474a-8495-eda95f82d044 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:05.826672 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-16319b37-214e-474a-8495-eda95f82d044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:05.901951 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496799ce-c421-42b7-8b7c-4caf40a04dd9 req-aaca580c-600a-4258-8da5-9fcc212daa92 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:05.910477 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-496799ce-c421-42b7-8b7c-4caf40a04dd9 req-aaca580c-600a-4258-8da5-9fcc212daa92 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=87cfc814-e691-4970-aede-118ebbd099b8 HTTP/1.1" status: 200 len: 943 time: 0.2230263 Aug 16 23:57:05.941330 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca96ec8-f716-4317-aa07-ff9ec6335d43 req-15424de3-f0a0-4eb2-b709-f5ff361019fc tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:05.942828 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cca96ec8-f716-4317-aa07-ff9ec6335d43 req-15424de3-f0a0-4eb2-b709-f5ff361019fc tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 944 time: 0.1990914 Aug 16 23:57:05.960459 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-16319b37-214e-474a-8495-eda95f82d044 admin admin] Allocated IP 172.25.3.114 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/8a193104-ffb1-497f-a754-410d31757336) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:57:05.971027 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52072) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:06.035274 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-496799ce-c421-42b7-8b7c-4caf40a04dd9 req-6fb9115c-2535-48fb-ba88-784befac97b4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238551 Aug 16 23:57:06.071122 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-927b1e6a-7414-49a9-a4d0-ab020e918068 req-c00f17a1-ccdb-4451-acd8-773ae9584329 service neutron] 10.222.0.64 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101001 Aug 16 23:57:06.086896 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-608e532a-698b-48fd-a70a-102949f7476f req-bf28a739-656e-47be-9fc4-f045a73718eb service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142772 Aug 16 23:57:06.096470 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cca96ec8-f716-4317-aa07-ff9ec6335d43 req-2873935b-bd6d-4fda-a02d-fb58764c5a76 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400659 Aug 16 23:57:06.114914 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-16319b37-214e-474a-8495-eda95f82d044 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:06.142411 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9845a1c7-ef50-4260-94f7-9e2ec656c3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:06.218547 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-16319b37-214e-474a-8495-eda95f82d044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:06.227319 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52088) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:06.274017 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16319b37-214e-474a-8495-eda95f82d044 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:57:06.275296 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39739db-fedb-4905-8514-aeb415a791ba req-5b645773-7e74-4501-8c37-684d7d39880e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:06.277173 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d39739db-fedb-4905-8514-aeb415a791ba req-5b645773-7e74-4501-8c37-684d7d39880e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=196284884f15450ab6370c358b3094db&device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 1096 time: 0.0907526 Aug 16 23:57:06.283174 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-16319b37-214e-474a-8495-eda95f82d044 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:57:06.288666 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16319b37-214e-474a-8495-eda95f82d044 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:57:06.295241 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16319b37-214e-474a-8495-eda95f82d044 admin admin] Pushing event updated for resources: {'Port': ['ID=8a193104-ffb1-497f-a754-410d31757336,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:06.319648 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fe3073ff-5f39-4264-a21f-531975972e48 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:06.357968 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9845a1c7-ef50-4260-94f7-9e2ec656c3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:06.414239 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9845a1c7-ef50-4260-94f7-9e2ec656c3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:06.486647 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845a1c7-ef50-4260-94f7-9e2ec656c3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d11f19d-f70b-4ce1-8498-526f3ecf252d,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:06.497940 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9845a1c7-ef50-4260-94f7-9e2ec656c3c7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=15ef893c05f04a208143de80c5ad2c42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5229373 Aug 16 23:57:06.497940 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52092) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:06.538761 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device cdd95820-dd49-425f-a580-75c5e28093e2 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:57:06.632417 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4c920cee-af7c-4855-8ca7-65fbb704fc3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:06.676869 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port cdd95820-dd49-425f-a580-75c5e28093e2, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=cdd95820-dd49-425f-a580-75c5e28093e2,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:06.679946 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4c920cee-af7c-4855-8ca7-65fbb704fc3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:06.692774 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'cdd95820-dd49-425f-a580-75c5e28093e2', 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf', 'port_id': 'cdd95820-dd49-425f-a580-75c5e28093e2', 'mac_address': 'fa:16:3e:78:6f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d7b0613-c268-41b8-9af9-983e31f4d852', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:57:06.715938 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-16319b37-214e-474a-8495-eda95f82d044 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:06.744048 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:06.758518 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fe3073ff-5f39-4264-a21f-531975972e48 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:06.763432 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdd95820-dd49-425f-a580-75c5e28093e2 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:57:06.798386 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port cdd95820-dd49-425f-a580-75c5e28093e2, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=cdd95820-dd49-425f-a580-75c5e28093e2,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:06.807079 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:06.808222 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 105502e0-f785-4d58-9f24-b7ad136e18bf details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:57:06.818983 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d3c77-adb8-44d5-a8fd-c8e2832c87f9 req-af66b24d-990f-4de4-85cc-d1da8fb0192c tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:06.820476 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-817d3c77-adb8-44d5-a8fd-c8e2832c87f9 req-af66b24d-990f-4de4-85cc-d1da8fb0192c tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5571b6e-de63-48b6-9a16-a605c2dc9791 HTTP/1.1" status: 200 len: 946 time: 0.4740119 Aug 16 23:57:06.884412 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-817d3c77-adb8-44d5-a8fd-c8e2832c87f9 req-d6c97527-c826-415d-9250-a792e0d678e2 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547037 Aug 16 23:57:06.886978 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39739db-fedb-4905-8514-aeb415a791ba req-515fb137-51b8-47b3-aee6-3e9020376fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:06.894828 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d39739db-fedb-4905-8514-aeb415a791ba req-515fb137-51b8-47b3-aee6-3e9020376fdf service neutron] 10.222.0.64 "GET /v2.0/networks?id=0de117b9-aee8-4952-ae99-3d2308a08b74 HTTP/1.1" status: 200 len: 909 time: 0.6037881 Aug 16 23:57:06.931092 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=cdd95820-dd49-425f-a580-75c5e28093e2,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:06.955018 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4c920cee-af7c-4855-8ca7-65fbb704fc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:06.958305 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4c920cee-af7c-4855-8ca7-65fbb704fc3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:06.959698 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4c920cee-af7c-4855-8ca7-65fbb704fc3b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1d11f19d-f70b-4ce1-8498-526f3ecf252d HTTP/1.1" status: 204 len: 168 time: 0.4606450 Aug 16 23:57:06.976444 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d39739db-fedb-4905-8514-aeb415a791ba req-e00ab951-a7ad-4b56-8b11-0f2b00c01a18 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ec58fee-559f-4689-9283-edac0c10185c HTTP/1.1" status: 200 len: 217 time: 0.0651965 Aug 16 23:57:06.978300 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fe3073ff-5f39-4264-a21f-531975972e48 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:06.982467 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fe3073ff-5f39-4264-a21f-531975972e48 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:06.984192 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fe3073ff-5f39-4264-a21f-531975972e48 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "DELETE /v2.0/security-groups/86373f23-62bb-4f0b-905c-5e7d6f0f0872 HTTP/1.1" status: 204 len: 168 time: 0.7556355 Aug 16 23:57:07.005035 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 105502e0-f785-4d58-9f24-b7ad136e18bf, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=105502e0-f785-4d58-9f24-b7ad136e18bf,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:07.014385 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52110) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:07.029825 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '105502e0-f785-4d58-9f24-b7ad136e18bf', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': '105502e0-f785-4d58-9f24-b7ad136e18bf', 'mac_address': 'fa:16:3e:71:dd:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:57:07.035751 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3073ff-5f39-4264-a21f-531975972e48 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86373f23-62bb-4f0b-905c-5e7d6f0f0872,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:07.063612 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c920cee-af7c-4855-8ca7-65fbb704fc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d11f19d-f70b-4ce1-8498-526f3ecf252d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:07.105492 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-16319b37-214e-474a-8495-eda95f82d044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:07.152225 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-fdc2e616-81fa-4ad9-b4dd-256d62a5dd49 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] show failed (client error): The resource could not be found. Aug 16 23:57:07.157362 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:07.161587 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fdc2e616-81fa-4ad9-b4dd-256d62a5dd49 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "GET /v2.0/security-groups/86373f23-62bb-4f0b-905c-5e7d6f0f0872 HTTP/1.1" status: 404 len: 347 time: 0.1198609 Aug 16 23:57:07.162202 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52120) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:07.188473 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105502e0-f785-4d58-9f24-b7ad136e18bf {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:57:07.216578 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 105502e0-f785-4d58-9f24-b7ad136e18bf, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=105502e0-f785-4d58-9f24-b7ad136e18bf,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:07.222565 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:07.227404 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39739db-fedb-4905-8514-aeb415a791ba req-e009769a-9c51-41ca-8dad-6fbfb8e06e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:07.229276 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d39739db-fedb-4905-8514-aeb415a791ba req-e009769a-9c51-41ca-8dad-6fbfb8e06e8e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c3c58a3-e974-46fc-9f56-1776e260fbc5 HTTP/1.1" status: 200 len: 848 time: 0.2415690 Aug 16 23:57:07.264637 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f226c85-abfb-4c3d-81d9-40c22b143acd req-24b60add-a15f-4bba-bad3-663730a0ef7c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:07.271992 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f226c85-abfb-4c3d-81d9-40c22b143acd req-24b60add-a15f-4bba-bad3-663730a0ef7c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 946 time: 0.2855759 Aug 16 23:57:07.320428 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=105502e0-f785-4d58-9f24-b7ad136e18bf,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:07.334710 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d39739db-fedb-4905-8514-aeb415a791ba req-77c04fb4-f63f-4135-8558-908c0010e6d0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0de117b9-aee8-4952-ae99-3d2308a08b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914474 Aug 16 23:57:07.342998 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16319b37-214e-474a-8495-eda95f82d044 admin admin] Router 12e670ac-3857-40b8-88fa-1a66e44c9c1d is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:57:07.491680 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16319b37-214e-474a-8495-eda95f82d044 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:57:07.501945 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2f1179-a3e6-44ed-b40b-03f848b60851 None None] Sync routers for ids ['12e670ac-3857-40b8-88fa-1a66e44c9c1d'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:57:07.517555 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2f1179-a3e6-44ed-b40b-03f848b60851 None None] Routers {'12e670ac-3857-40b8-88fa-1a66e44c9c1d'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:57:07.519501 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-2c2f1179-a3e6-44ed-b40b-03f848b60851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:56:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['12e670ac-3857-40b8-88fa-1a66e44c9c1d'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:07.532975 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-16319b37-214e-474a-8495-eda95f82d044 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:07.536985 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-16319b37-214e-474a-8495-eda95f82d044 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.4458377 Aug 16 23:57:07.537465 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52132) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:07.543482 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['cdd95820-dd49-425f-a580-75c5e28093e2'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:57:07.545755 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d39739db-fedb-4905-8514-aeb415a791ba req-76cb83d9-88b4-465a-bee3-dea66ba797a4 service neutron] 10.222.0.64 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767855 Aug 16 23:57:07.550388 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['105502e0-f785-4d58-9f24-b7ad136e18bf'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:57:07.574845 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f226c85-abfb-4c3d-81d9-40c22b143acd req-ef4cee3f-f091-4a7f-92af-b5717b746b1c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974253 Aug 16 23:57:07.664239 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d63fb-26fd-43b6-af18-6aaac7337ac8 req-98e19a93-3544-4c8a-9a50-22dc300bace6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:07.674445 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2d1d63fb-26fd-43b6-af18-6aaac7337ac8 req-98e19a93-3544-4c8a-9a50-22dc300bace6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=87cfc814-e691-4970-aede-118ebbd099b8 HTTP/1.1" status: 200 len: 944 time: 0.3384781 Aug 16 23:57:07.815161 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-39ef5b6b-8ef7-4960-a3ad-890613550db4 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Deleting port c9e81568-a003-41a4-bebc-88f5c93cc55c {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:57:07.815913 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-39ef5b6b-8ef7-4960-a3ad-890613550db4 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:07.828692 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-2c2f1179-a3e6-44ed-b40b-03f848b60851 None None] Set router 12e670ac-3857-40b8-88fa-1a66e44c9c1d gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:57:07.891397 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b67e17-d543-4da9-aed4-040c766c831f req-e20f543d-3658-4499-bb1c-83032bc4a567 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:07.899011 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-67b67e17-d543-4da9-aed4-040c766c831f req-e20f543d-3658-4499-bb1c-83032bc4a567 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 944 time: 0.1895235 Aug 16 23:57:07.915154 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2d1d63fb-26fd-43b6-af18-6aaac7337ac8 req-c5c44956-534e-4901-ac72-07f8424edb91 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067418 Aug 16 23:57:07.955537 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d39739db-fedb-4905-8514-aeb415a791ba req-a64fe72f-2796-42f7-a748-7c44f193c6f3 service neutron] 10.222.0.64 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975277 Aug 16 23:57:08.010489 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-39ef5b6b-8ef7-4960-a3ad-890613550db4 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:08.012687 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-39ef5b6b-8ef7-4960-a3ad-890613550db4 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:08.048053 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-39ef5b6b-8ef7-4960-a3ad-890613550db4 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Calling delete_port for c9e81568-a003-41a4-bebc-88f5c93cc55c owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:57:08.126893 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-2c2f1179-a3e6-44ed-b40b-03f848b60851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e670ac-3857-40b8-88fa-1a66e44c9c1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1109986626-router', 'tenant_id': '86043ac5c01d42e2a5f439e1e8d8861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '8a193104-ffb1-497f-a754-410d31757336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:05Z', 'updated_at': '2021-08-16T23:57:06Z', 'revision_number': 3, 'project_id': '86043ac5c01d42e2a5f439e1e8d8861c', 'gw_port': {'id': '8a193104-ffb1-497f-a754-410d31757336', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:73:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e670ac-3857-40b8-88fa-1a66e44c9c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:05Z', 'updated_at': '2021-08-16T23:57:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:08.176335 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2f1179-a3e6-44ed-b40b-03f848b60851 None None] Checking router: 12e670ac-3857-40b8-88fa-1a66e44c9c1d for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:57:08.184181 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2f1179-a3e6-44ed-b40b-03f848b60851 None None] Updating router 12e670ac-3857-40b8-88fa-1a66e44c9c1d port 8a193104-ffb1-497f-a754-410d31757336 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:57:08.244177 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-2c2f1179-a3e6-44ed-b40b-03f848b60851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:08.258793 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-67b67e17-d543-4da9-aed4-040c766c831f req-353c921b-4435-40ca-a76c-c656e80c41b7 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580873 Aug 16 23:57:08.308635 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-77e144a9-6b21-4b9d-89a6-b1019f93c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:08.449590 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-39ef5b6b-8ef7-4960-a3ad-890613550db4 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:08.485369 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef5b6b-8ef7-4960-a3ad-890613550db4 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Pushing event deleted for resources: {'Port': ['ID=c9e81568-a003-41a4-bebc-88f5c93cc55c,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:08.523167 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b4893-439a-4569-97dd-0aa9f596011e req-023851ef-bfbd-4934-835e-3a2b3cbb7d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:08.524680 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-320b4893-439a-4569-97dd-0aa9f596011e req-023851ef-bfbd-4934-835e-3a2b3cbb7d56 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a842cdb0bb1a4b14a7feeaa0e9223d47&device_id=e5571b6e-de63-48b6-9a16-a605c2dc9791 HTTP/1.1" status: 200 len: 1098 time: 0.1417003 Aug 16 23:57:08.537279 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90558831-e8fe-4c50-b1f3-73ea4482a36e req-2a1d7aff-7b30-4697-b342-50ed9e58f282 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:08.538916 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90558831-e8fe-4c50-b1f3-73ea4482a36e req-2a1d7aff-7b30-4697-b342-50ed9e58f282 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5571b6e-de63-48b6-9a16-a605c2dc9791 HTTP/1.1" status: 200 len: 946 time: 0.1319158 Aug 16 23:57:08.545331 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0ec58fee-559f-4689-9283-edac0c10185c details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:57:08.624285 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-39ef5b6b-8ef7-4960-a3ad-890613550db4 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:08.627464 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-39ef5b6b-8ef7-4960-a3ad-890613550db4 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:08.631251 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-39ef5b6b-8ef7-4960-a3ad-890613550db4 tempest-ImagesOneServerNegativeTestJSON-1430705860 tempest-ImagesOneServerNegativeTestJSON-1430705860-project] 10.222.0.60 "DELETE /v2.0/floatingips/438322fb-0ac8-4d62-a223-6f89f604c1b0 HTTP/1.1" status: 204 len: 168 time: 1.4571388 Aug 16 23:57:08.646524 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90558831-e8fe-4c50-b1f3-73ea4482a36e req-3866c328-2c76-4fda-9fc6-61e477a88d02 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699658 Aug 16 23:57:08.728085 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-2c2f1179-a3e6-44ed-b40b-03f848b60851 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:08.741831 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-2c2f1179-a3e6-44ed-b40b-03f848b60851 None None] Transition to ACTIVE for port object 8a193104-ffb1-497f-a754-410d31757336 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:57:08.758615 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-2c2f1179-a3e6-44ed-b40b-03f848b60851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:08.781947 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0ec58fee-559f-4689-9283-edac0c10185c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0ec58fee-559f-4689-9283-edac0c10185c,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:08.810757 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '0ec58fee-559f-4689-9283-edac0c10185c', 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74', 'port_id': '0ec58fee-559f-4689-9283-edac0c10185c', 'mac_address': 'fa:16:3e:1b:56:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c3c58a3-e974-46fc-9f56-1776e260fbc5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:57:08.814937 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-77e144a9-6b21-4b9d-89a6-b1019f93c1e6 admin admin] Allocated IP 172.20.0.1 (b540a6a1-dfc7-43c4-9922-512d2e4997c6/87966530-05f3-4777-b9a2-61db54a436d5/4e7e9a5b-41ba-4f56-8664-6b428042d29e) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:57:08.822618 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d35d7-b1f1-4210-87d4-0511d4c51271 req-b7990ba1-8981-4b6f-bb30-3b54b0130d50 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:08.826077 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-2c2f1179-a3e6-44ed-b40b-03f848b60851 None None] Attempting to bind port 8a193104-ffb1-497f-a754-410d31757336 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:57:08.827141 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-2c2f1179-a3e6-44ed-b40b-03f848b60851 None None] Attempting to bind port 8a193104-ffb1-497f-a754-410d31757336 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:57:08.827747 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2f1179-a3e6-44ed-b40b-03f848b60851 None None] Attempting to bind port 8a193104-ffb1-497f-a754-410d31757336 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:08.838677 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ea8d35d7-b1f1-4210-87d4-0511d4c51271 req-b7990ba1-8981-4b6f-bb30-3b54b0130d50 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 947 time: 0.1028771 Aug 16 23:57:08.843301 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2f1179-a3e6-44ed-b40b-03f848b60851 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:57:08.844370 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2f1179-a3e6-44ed-b40b-03f848b60851 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:57:08.845033 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-2c2f1179-a3e6-44ed-b40b-03f848b60851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:08.845709 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2f1179-a3e6-44ed-b40b-03f848b60851 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:57:08.846565 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-2c2f1179-a3e6-44ed-b40b-03f848b60851 None None] Bound port: 8a193104-ffb1-497f-a754-410d31757336, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:57:08.847513 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-2c2f1179-a3e6-44ed-b40b-03f848b60851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:08.874799 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52166) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:08.914966 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-2c2f1179-a3e6-44ed-b40b-03f848b60851 None None] For port 8a193104-ffb1-497f-a754-410d31757336, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:57:08.919160 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-2c2f1179-a3e6-44ed-b40b-03f848b60851 None None] For port 8a193104-ffb1-497f-a754-410d31757336, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=8a193104-ffb1-497f-a754-410d31757336,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:57:08.929970 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331635b-7257-4075-88be-4801dc40dace None None] Pushing event updated for resources: {'Port': ['ID=8a193104-ffb1-497f-a754-410d31757336,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:08.935046 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-2c2f1179-a3e6-44ed-b40b-03f848b60851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:08.950186 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331635b-7257-4075-88be-4801dc40dace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:08.950681 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331635b-7257-4075-88be-4801dc40dace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:08.951118 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331635b-7257-4075-88be-4801dc40dace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:08.951563 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331635b-7257-4075-88be-4801dc40dace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:08.952131 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331635b-7257-4075-88be-4801dc40dace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:08.952728 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331635b-7257-4075-88be-4801dc40dace None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:08.953323 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331635b-7257-4075-88be-4801dc40dace None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:08.953876 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331635b-7257-4075-88be-4801dc40dace None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:08.954302 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331635b-7257-4075-88be-4801dc40dace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:08.954780 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331635b-7257-4075-88be-4801dc40dace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:08.955235 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331635b-7257-4075-88be-4801dc40dace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:08.955654 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331635b-7257-4075-88be-4801dc40dace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:08.975532 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b4893-439a-4569-97dd-0aa9f596011e req-7d49ee8b-5487-4beb-be21-c9235063dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:08.977070 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-320b4893-439a-4569-97dd-0aa9f596011e req-7d49ee8b-5487-4beb-be21-c9235063dc35 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac30e745-411d-4055-9fa5-2ae764c4ed81 HTTP/1.1" status: 200 len: 917 time: 0.4243023 Aug 16 23:57:09.028646 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed038f61-621f-40d5-a960-920f4ab087d5 admin admin] Deleting subnet c40d199a-f55a-4ce5-baf5-458dd8bf8775 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:57:09.029356 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331635b-7257-4075-88be-4801dc40dace None None] Pushing event updated for resources: {'Port': ['ID=8a193104-ffb1-497f-a754-410d31757336,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:09.054988 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ea8d35d7-b1f1-4210-87d4-0511d4c51271 req-28b0ec1f-bf33-46f1-9d15-409f8bf06c1a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154193 Aug 16 23:57:09.059935 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ed038f61-621f-40d5-a960-920f4ab087d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:09.075148 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2f1179-a3e6-44ed-b40b-03f848b60851 None None] Routers {'12e670ac-3857-40b8-88fa-1a66e44c9c1d'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:57:09.076967 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-2c2f1179-a3e6-44ed-b40b-03f848b60851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:56:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['12e670ac-3857-40b8-88fa-1a66e44c9c1d'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:09.108594 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-320b4893-439a-4569-97dd-0aa9f596011e req-c9d3d676-d062-44b8-b4dd-8a29554c3814 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=378efb7d-0425-4ea3-a614-ecac7a419f49 HTTP/1.1" status: 200 len: 217 time: 0.1185062 Aug 16 23:57:09.127282 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:09.155503 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ed038f61-621f-40d5-a960-920f4ab087d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:09.158502 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec58fee-559f-4689-9283-edac0c10185c {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:57:09.165974 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd332c6d-54e1-4726-b6c3-8c159303519c req-81d8a862-a6c5-46fe-959c-42a6e2ed720c tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:09.168330 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd332c6d-54e1-4726-b6c3-8c159303519c req-81d8a862-a6c5-46fe-959c-42a6e2ed720c tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=87cfc814-e691-4970-aede-118ebbd099b8 HTTP/1.1" status: 200 len: 944 time: 0.1287754 Aug 16 23:57:09.209848 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0ec58fee-559f-4689-9283-edac0c10185c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0ec58fee-559f-4689-9283-edac0c10185c,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:09.216184 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:09.223581 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b4893-439a-4569-97dd-0aa9f596011e req-667f7cb3-fb7a-45e4-83ce-942b260f60ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:09.225258 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-320b4893-439a-4569-97dd-0aa9f596011e req-667f7cb3-fb7a-45e4-83ce-942b260f60ba service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0339754-c9cd-4622-9687-f5cb2eab5e04 HTTP/1.1" status: 200 len: 855 time: 0.1072760 Aug 16 23:57:09.239390 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52172) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:09.241000 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-2c2f1179-a3e6-44ed-b40b-03f848b60851 None None] Set router 12e670ac-3857-40b8-88fa-1a66e44c9c1d gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:57:09.289508 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=0ec58fee-559f-4689-9283-edac0c10185c,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:09.310187 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-77e144a9-6b21-4b9d-89a6-b1019f93c1e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:09.321939 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b4893-439a-4569-97dd-0aa9f596011e req-044f7f85-812d-42ab-9994-325e9d7984d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:09.323493 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-320b4893-439a-4569-97dd-0aa9f596011e req-044f7f85-812d-42ab-9994-325e9d7984d9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac30e745-411d-4055-9fa5-2ae764c4ed81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0854325 Aug 16 23:57:09.339422 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ed038f61-621f-40d5-a960-920f4ab087d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:09.425510 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd332c6d-54e1-4726-b6c3-8c159303519c req-35540e02-789b-4255-8bf9-c3669088ce15 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206135 Aug 16 23:57:09.521494 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-320b4893-439a-4569-97dd-0aa9f596011e req-a29338ed-c247-47e7-b8b7-624f303aa866 service neutron] 10.222.0.69 "GET /v2.0/networks/ac30e745-411d-4055-9fa5-2ae764c4ed81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874166 Aug 16 23:57:09.527093 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['0ec58fee-559f-4689-9283-edac0c10185c'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:57:09.539634 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-2c2f1179-a3e6-44ed-b40b-03f848b60851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e670ac-3857-40b8-88fa-1a66e44c9c1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1109986626-router', 'tenant_id': '86043ac5c01d42e2a5f439e1e8d8861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '8a193104-ffb1-497f-a754-410d31757336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:05Z', 'updated_at': '2021-08-16T23:57:06Z', 'revision_number': 3, 'project_id': '86043ac5c01d42e2a5f439e1e8d8861c', 'gw_port': {'id': '8a193104-ffb1-497f-a754-410d31757336', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:73:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e670ac-3857-40b8-88fa-1a66e44c9c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:05Z', 'updated_at': '2021-08-16T23:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:09.545691 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-99319854-4a99-4e47-9597-896160c37ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:09.558989 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2e2c6-cbc0-496e-b379-c3d2150c2d87 req-cf99e426-5d20-4bc7-a816-584727510c83 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:09.561969 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72a2e2c6-cbc0-496e-b379-c3d2150c2d87 req-cf99e426-5d20-4bc7-a816-584727510c83 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 945 time: 0.1320717 Aug 16 23:57:09.568736 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ed038f61-621f-40d5-a960-920f4ab087d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:09.582551 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2f1179-a3e6-44ed-b40b-03f848b60851 None None] The sync data for ids ['12e670ac-3857-40b8-88fa-1a66e44c9c1d'] in n-d-800088-20 is: [{'id': '12e670ac-3857-40b8-88fa-1a66e44c9c1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1109986626-router', 'tenant_id': '86043ac5c01d42e2a5f439e1e8d8861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '8a193104-ffb1-497f-a754-410d31757336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:05Z', 'updated_at': '2021-08-16T23:57:06Z', 'revision_number': 3, 'project_id': '86043ac5c01d42e2a5f439e1e8d8861c', 'gw_port': {'id': '8a193104-ffb1-497f-a754-410d31757336', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:73:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e670ac-3857-40b8-88fa-1a66e44c9c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:05Z', 'updated_at': '2021-08-16T23:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:57:09.668237 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed038f61-621f-40d5-a960-920f4ab087d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c40d199a-f55a-4ce5-baf5-458dd8bf8775,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:09.681693 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-320b4893-439a-4569-97dd-0aa9f596011e req-86bad956-d1ae-41bc-bc40-be7a7a81dda9 service neutron] 10.222.0.69 "GET /v2.0/networks/ac30e745-411d-4055-9fa5-2ae764c4ed81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463385 Aug 16 23:57:09.690360 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ed038f61-621f-40d5-a960-920f4ab087d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:09.692416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ed038f61-621f-40d5-a960-920f4ab087d5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c40d199a-f55a-4ce5-baf5-458dd8bf8775 HTTP/1.1" status: 204 len: 168 time: 0.8143277 Aug 16 23:57:09.710135 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52184) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:09.746240 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72a2e2c6-cbc0-496e-b379-c3d2150c2d87 req-dd5cb1b0-c7e4-4d76-aceb-859a172a9950 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730480 Aug 16 23:57:09.844883 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:09.957305 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8673e3-a1a2-4f7e-bbce-a9af2fe9208b req-e0efd7f0-4310-4089-9219-9b55d0167323 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:09.959299 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0b8673e3-a1a2-4f7e-bbce-a9af2fe9208b req-e0efd7f0-4310-4089-9219-9b55d0167323 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5571b6e-de63-48b6-9a16-a605c2dc9791 HTTP/1.1" status: 200 len: 946 time: 0.1597376 Aug 16 23:57:09.963283 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d9c9de0c-707c-400c-8179-d05a4ef65e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:10.136965 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0b8673e3-a1a2-4f7e-bbce-a9af2fe9208b req-e9882bfc-8f58-494b-8c0b-4bf146dd80f1 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616940 Aug 16 23:57:10.228482 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d9c9de0c-707c-400c-8179-d05a4ef65e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:10.269529 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-d9c9de0c-707c-400c-8179-d05a4ef65e28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8c8bca-be38-471f-b093-574bcaf4ce01']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:10.287708 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-d9c9de0c-707c-400c-8179-d05a4ef65e28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbcd4495-cd63-44ce-b1d3-884295473b0e') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:10.287920 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-d9c9de0c-707c-400c-8179-d05a4ef65e28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbcd4495-cd63-44ce-b1d3-884295473b0e') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:10.289331 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-77e144a9-6b21-4b9d-89a6-b1019f93c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:10.302581 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d9c9de0c-707c-400c-8179-d05a4ef65e28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:10.321182 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-99319854-4a99-4e47-9597-896160c37ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:10.325243 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434c05b-a959-433d-96c0-0da9260255cf req-ee932ee0-e977-4c3b-8caf-862eb738c264 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:10.326845 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e434c05b-a959-433d-96c0-0da9260255cf req-ee932ee0-e977-4c3b-8caf-862eb738c264 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 947 time: 0.1288908 Aug 16 23:57:10.337080 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d9c9de0c-707c-400c-8179-d05a4ef65e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:10.345132 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c9de0c-707c-400c-8179-d05a4ef65e28 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:57:10.345532 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d9c9de0c-707c-400c-8179-d05a4ef65e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:10.349614 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-99319854-4a99-4e47-9597-896160c37ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:10.360782 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e144a9-6b21-4b9d-89a6-b1019f93c1e6 admin admin] Network b540a6a1-dfc7-43c4-9922-512d2e4997c6 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:57:10.377330 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-77e144a9-6b21-4b9d-89a6-b1019f93c1e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:57:10.390748 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e144a9-6b21-4b9d-89a6-b1019f93c1e6 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: timer() Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: self._notify() Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:57:10.417731 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:57:10.428941 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d9c9de0c-707c-400c-8179-d05a4ef65e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:10.452595 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d9c9de0c-707c-400c-8179-d05a4ef65e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:10.458011 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d9c9de0c-707c-400c-8179-d05a4ef65e28 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ff8c8bca-be38-471f-b093-574bcaf4ce01 HTTP/1.1" status: 204 len: 168 time: 0.7418146 Aug 16 23:57:10.475296 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9de0c-707c-400c-8179-d05a4ef65e28 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff8c8bca-be38-471f-b093-574bcaf4ce01,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:10.503488 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-99319854-4a99-4e47-9597-896160c37ca0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ff4be5eecdab4a9abdcd2a143edaf7a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2633784 Aug 16 23:57:10.506457 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-77e144a9-6b21-4b9d-89a6-b1019f93c1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:10.507479 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52194) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:10.512368 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e434c05b-a959-433d-96c0-0da9260255cf req-770a9d28-cbf0-4e07-962c-0672e2d137d8 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937023 Aug 16 23:57:10.559396 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device cdd95820-dd49-425f-a580-75c5e28093e2 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:57:10.578562 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e144a9-6b21-4b9d-89a6-b1019f93c1e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4e7e9a5b-41ba-4f56-8664-6b428042d29e,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:10.589064 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99319854-4a99-4e47-9597-896160c37ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f09bc5-6dbb-4615-bcce-068a6fe0e4cb,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:10.645431 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d420b0-703d-44f1-9bbc-30153209f07a req-f28de61c-af2e-4c13-b51a-20e957b70139 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:10.647099 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2d420b0-703d-44f1-9bbc-30153209f07a req-f28de61c-af2e-4c13-b51a-20e957b70139 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=87cfc814-e691-4970-aede-118ebbd099b8 HTTP/1.1" status: 200 len: 944 time: 0.1160696 Aug 16 23:57:10.650728 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-baa03242-ea25-4531-8410-6734c9373e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:10.689271 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port cdd95820-dd49-425f-a580-75c5e28093e2 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:57:10.693373 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port cdd95820-dd49-425f-a580-75c5e28093e2 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:10.693756 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:10.700231 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52196) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:10.738963 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-baa03242-ea25-4531-8410-6734c9373e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:10.743899 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2d420b0-703d-44f1-9bbc-30153209f07a req-396f496c-d776-4301-a39f-d08d51b4e6d9 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883548 Aug 16 23:57:10.818457 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-baa03242-ea25-4531-8410-6734c9373e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:10.823150 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-baa03242-ea25-4531-8410-6734c9373e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:10.826561 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-baa03242-ea25-4531-8410-6734c9373e46 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/99f09bc5-6dbb-4615-bcce-068a6fe0e4cb HTTP/1.1" status: 204 len: 168 time: 0.3153739 Aug 16 23:57:10.833852 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b08cf74d-61e3-46ca-9a68-67cb5a5a35b5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c51c5e175b764197b0bc8657e959502e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1298313 Aug 16 23:57:10.834198 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-77e144a9-6b21-4b9d-89a6-b1019f93c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:10.835385 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52202) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:10.836457 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa03242-ea25-4531-8410-6734c9373e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f09bc5-6dbb-4615-bcce-068a6fe0e4cb,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:10.886234 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:10.930372 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cfc814-e691-4970-aede-118ebbd099b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd95820-dd49-425f-a580-75c5e28093e2'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:57:10.932983 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599e4a9b-76c1-4daf-965f-93a72c602f2f" -d '{"events": [{"server_uuid": "87cfc814-e691-4970-aede-118ebbd099b8", "name": "network-vif-plugged", "status": "completed", "tag": "cdd95820-dd49-425f-a580-75c5e28093e2"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:57:10.946182 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port cdd95820-dd49-425f-a580-75c5e28093e2, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=cdd95820-dd49-425f-a580-75c5e28093e2,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:10.963239 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:10.964055 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 105502e0-f785-4d58-9f24-b7ad136e18bf up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:57:10.980390 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c5e36734-16ad-416c-ae02-104de538b02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:11.006504 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048a783-23c8-416b-89ab-c115f3c95878 req-6a2ecedf-80b3-4b9d-b1e7-685e0e9efbbc tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:11.016861 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e048a783-23c8-416b-89ab-c115f3c95878 req-6a2ecedf-80b3-4b9d-b1e7-685e0e9efbbc tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 945 time: 0.1467972 Aug 16 23:57:11.072820 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-77e144a9-6b21-4b9d-89a6-b1019f93c1e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:11.074384 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0f4d28-95d3-4116-8149-686c7b3baa1d x-openstack-request-id: req-dc0f4d28-95d3-4116-8149-686c7b3baa1d {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:57:11.074680 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cfc814-e691-4970-aede-118ebbd099b8", "name": "network-vif-plugged", "status": "completed", "tag": "cdd95820-dd49-425f-a580-75c5e28093e2", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:57:11.074938 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc0f4d28-95d3-4116-8149-686c7b3baa1d {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:57:11.075331 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cfc814-e691-4970-aede-118ebbd099b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd95820-dd49-425f-a580-75c5e28093e2', 'code': 200} Aug 16 23:57:11.075908 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=cdd95820-dd49-425f-a580-75c5e28093e2,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:11.080910 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c5e36734-16ad-416c-ae02-104de538b02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:11.084632 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-77e144a9-6b21-4b9d-89a6-b1019f93c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:11.138909 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 105502e0-f785-4d58-9f24-b7ad136e18bf completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:57:11.151896 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 105502e0-f785-4d58-9f24-b7ad136e18bf triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:11.152425 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:11.186919 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e048a783-23c8-416b-89ab-c115f3c95878 req-087154b6-a1f0-4e4a-8ada-50ed92e46403 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626997 Aug 16 23:57:11.212577 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e144a9-6b21-4b9d-89a6-b1019f93c1e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4e7e9a5b-41ba-4f56-8664-6b428042d29e,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:11.221754 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e24a5-e779-474c-a220-385ec82b53dc req-4deee166-7708-4389-95c1-53e0511f32e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:11.223822 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3c7e24a5-e779-474c-a220-385ec82b53dc req-4deee166-7708-4389-95c1-53e0511f32e9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=87cfc814-e691-4970-aede-118ebbd099b8 HTTP/1.1" status: 200 len: 1097 time: 0.1044977 Aug 16 23:57:11.234084 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-77e144a9-6b21-4b9d-89a6-b1019f93c1e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:11.288186 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3c7e24a5-e779-474c-a220-385ec82b53dc req-d5be0f15-aa18-4010-8c87-1e289b27d08d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442181 Aug 16 23:57:11.292626 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:11.294562 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c5e36734-16ad-416c-ae02-104de538b02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:11.298527 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c5e36734-16ad-416c-ae02-104de538b02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:11.299792 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c5e36734-16ad-416c-ae02-104de538b02d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f0c927bb-3d41-4db5-820e-e0e791b5c0d3 HTTP/1.1" status: 204 len: 168 time: 0.4611876 Aug 16 23:57:11.377501 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:11.398295 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 105502e0-f785-4d58-9f24-b7ad136e18bf, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=105502e0-f785-4d58-9f24-b7ad136e18bf,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:11.401873 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e36734-16ad-416c-ae02-104de538b02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c927bb-3d41-4db5-820e-e0e791b5c0d3,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:11.429373 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:11.454833 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e144a9-6b21-4b9d-89a6-b1019f93c1e6 admin admin] Network b540a6a1-dfc7-43c4-9922-512d2e4997c6 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:57:11.456297 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-77e144a9-6b21-4b9d-89a6-b1019f93c1e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:57:11.474649 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2110f5-4124-400f-8477-a0ef42f234a7 req-a8f07153-c220-43c1-95cb-fab9479e62b9 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:11.479304 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d2110f5-4124-400f-8477-a0ef42f234a7 req-a8f07153-c220-43c1-95cb-fab9479e62b9 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5571b6e-de63-48b6-9a16-a605c2dc9791 HTTP/1.1" status: 200 len: 946 time: 0.1784055 Aug 16 23:57:11.563990 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=105502e0-f785-4d58-9f24-b7ad136e18bf,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:11.623835 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d2110f5-4124-400f-8477-a0ef42f234a7 req-b04788c8-5c8f-4784-8949-7bfcfd0cb4b1 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366618 Aug 16 23:57:11.714275 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e144a9-6b21-4b9d-89a6-b1019f93c1e6 admin admin] Router 12e670ac-3857-40b8-88fa-1a66e44c9c1d has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:57:11.902294 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecd643-2f32-4ee3-9712-48b27fa0cf0e req-2adffe35-b112-42eb-a805-88e53bb6a1e7 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:11.913764 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9ecd643-2f32-4ee3-9712-48b27fa0cf0e req-2adffe35-b112-42eb-a805-88e53bb6a1e7 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.2157803 Aug 16 23:57:11.929013 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e144a9-6b21-4b9d-89a6-b1019f93c1e6 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:57:11.935287 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-77e144a9-6b21-4b9d-89a6-b1019f93c1e6 admin admin] 10.222.0.60 "PUT /v2.0/routers/12e670ac-3857-40b8-88fa-1a66e44c9c1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3967040 Aug 16 23:57:11.963628 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32a064-bfbe-434a-811b-ef240f21e97d req-730a646d-25cf-4d0d-930d-774897097ce4 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:11.965470 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f32a064-bfbe-434a-811b-ef240f21e97d req-730a646d-25cf-4d0d-930d-774897097ce4 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5571b6e-de63-48b6-9a16-a605c2dc9791 HTTP/1.1" status: 200 len: 946 time: 0.1941330 Aug 16 23:57:12.073448 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f32a064-bfbe-434a-811b-ef240f21e97d req-c9016216-6721-4bfc-8d4e-9c7e337fa810 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954919 Aug 16 23:57:12.094714 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9ecd643-2f32-4ee3-9712-48b27fa0cf0e req-c43d3e08-612f-4e08-bee6-e1961cfa83ba tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791813 Aug 16 23:57:12.108615 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 8a193104-ffb1-497f-a754-410d31757336 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:57:12.276974 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 8a193104-ffb1-497f-a754-410d31757336 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:57:12.284737 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 8a193104-ffb1-497f-a754-410d31757336 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:12.285543 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:12.346031 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3a869-84a8-4eec-8d68-de0ef09d4d85 req-c7cc63de-4689-48d1-b1d3-7205cce28565 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:12.347710 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03e3a869-84a8-4eec-8d68-de0ef09d4d85 req-c7cc63de-4689-48d1-b1d3-7205cce28565 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=87cfc814-e691-4970-aede-118ebbd099b8 HTTP/1.1" status: 200 len: 945 time: 0.1316926 Aug 16 23:57:12.393539 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4053aea-eca1-452d-9bde-2138b3048b26 req-213a8892-35d5-490e-a9c9-453b202d8c61 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:12.396645 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4053aea-eca1-452d-9bde-2138b3048b26 req-213a8892-35d5-490e-a9c9-453b202d8c61 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32e09764-92b1-486c-8310-2395fdd5985c HTTP/1.1" status: 200 len: 946 time: 0.1178620 Aug 16 23:57:12.457144 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0899ca0d-14c2-46f5-a236-8e5f57cac024 None None] Sync routers for ids ['12e670ac-3857-40b8-88fa-1a66e44c9c1d'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:57:12.473143 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:12.498045 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03e3a869-84a8-4eec-8d68-de0ef09d4d85 req-5f561cfb-df67-4065-98a4-a9ec24ac5610 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426156 Aug 16 23:57:12.511753 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0899ca0d-14c2-46f5-a236-8e5f57cac024 None None] Routers {'12e670ac-3857-40b8-88fa-1a66e44c9c1d'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:57:12.512424 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-0899ca0d-14c2-46f5-a236-8e5f57cac024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:56:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['12e670ac-3857-40b8-88fa-1a66e44c9c1d'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:12.523491 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4053aea-eca1-452d-9bde-2138b3048b26 req-08fcf43d-6eea-43f9-aee4-a61f0d2ded5c tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181161 Aug 16 23:57:12.553903 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 8a193104-ffb1-497f-a754-410d31757336, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=8a193104-ffb1-497f-a754-410d31757336,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:12.610333 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0ec58fee-559f-4689-9283-edac0c10185c up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:57:12.621480 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:12.726508 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52270) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:12.734782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1972a-8f16-4276-a104-42b7b33292f2 req-03df04cb-9632-4b27-bffe-d2ffa03cc2d1 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:12.736731 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a3c1972a-8f16-4276-a104-42b7b33292f2 req-03df04cb-9632-4b27-bffe-d2ffa03cc2d1 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 945 time: 0.1178584 Aug 16 23:57:12.799928 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a3c1972a-8f16-4276-a104-42b7b33292f2 req-e63b24e2-8380-4aab-9da1-4bb00a5abf7e tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564559 Aug 16 23:57:12.880409 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=8a193104-ffb1-497f-a754-410d31757336,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:12.916641 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 0ec58fee-559f-4689-9283-edac0c10185c completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:57:12.938703 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-0899ca0d-14c2-46f5-a236-8e5f57cac024 None None] Set router 12e670ac-3857-40b8-88fa-1a66e44c9c1d gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:57:12.955812 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 0ec58fee-559f-4689-9283-edac0c10185c triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:12.956185 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:12.966104 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e421d-41b6-4df8-8bbd-ba3be1a3bb70 req-e8cfcb8e-ff53-46c2-8e78-418b73240774 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:12.967667 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b3e421d-41b6-4df8-8bbd-ba3be1a3bb70 req-e8cfcb8e-ff53-46c2-8e78-418b73240774 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b209f1-b76e-494e-b092-70e568a69acd HTTP/1.1" status: 200 len: 946 time: 0.0933762 Aug 16 23:57:13.075893 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-7d3dcd6a-21a3-4603-a17d-c3b8c3e32714 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-123024854-network', 'tenant_id': 'f42660d006b24de4a9e5404524d97840'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:13.081198 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c415272b-a40e-43c5-859f-e152c696b2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105502e0-f785-4d58-9f24-b7ad136e18bf'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:57:13.084490 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f5e105-4a16-49d0-92b5-5c0b76d62394" -d '{"events": [{"server_uuid": "c415272b-a40e-43c5-859f-e152c696b2a1", "name": "network-vif-plugged", "status": "completed", "tag": "105502e0-f785-4d58-9f24-b7ad136e18bf"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:57:13.102490 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3dcd6a-21a3-4603-a17d-c3b8c3e32714 admin admin] Made reservation on behalf of f42660d006b24de4a9e5404524d97840 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:57:13.105344 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d3dcd6a-21a3-4603-a17d-c3b8c3e32714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:13.115925 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d3dcd6a-21a3-4603-a17d-c3b8c3e32714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:13.169548 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-4b1d7c7b-d03f-49eb-91f1-12c04072c71b tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:13.172326 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-4b1d7c7b-d03f-49eb-91f1-12c04072c71b tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/networks?id=b540a6a1-dfc7-43c4-9922-512d2e4997c6 HTTP/1.1" status: 200 len: 819 time: 0.1365321 Aug 16 23:57:13.190787 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b3e421d-41b6-4df8-8bbd-ba3be1a3bb70 req-ee1523cd-48df-40a7-9e9c-5a28a5437dfe tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048304 Aug 16 23:57:13.210959 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-84567912-f890-4d3c-bae7-19d5d60bff35 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/quotas/86043ac5c01d42e2a5f439e1e8d8861c HTTP/1.1" status: 200 len: 375 time: 0.0144770 Aug 16 23:57:13.232839 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d3dcd6a-21a3-4603-a17d-c3b8c3e32714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:13.238023 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d3dcd6a-21a3-4603-a17d-c3b8c3e32714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:13.267134 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3dcd6a-21a3-4603-a17d-c3b8c3e32714 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:57:13.275809 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-03b5327a-4163-4dfa-97aa-0cac4b701aed tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=86043ac5c01d42e2a5f439e1e8d8861c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0577872 Aug 16 23:57:13.287624 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3dcd6a-21a3-4603-a17d-c3b8c3e32714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252dd1c4-5601-4216-950f-19bbc594b161,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:13.292421 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d3dcd6a-21a3-4603-a17d-c3b8c3e32714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:13.293123 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-7d3dcd6a-21a3-4603-a17d-c3b8c3e32714 admin admin] Added segment 33e4e85e-9cad-4742-bc66-e67d4af1da2c of type vlan for network 8f6cd382-f473-4971-ab50-9200ef4063ef Aug 16 23:57:13.326643 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:13.356570 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d3dcd6a-21a3-4603-a17d-c3b8c3e32714 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:13.375531 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0ec58fee-559f-4689-9283-edac0c10185c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0ec58fee-559f-4689-9283-edac0c10185c,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:13.383711 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:13.401877 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-14d10481-3219-495d-a54d-77fee451a815 service neutron] 10.222.0.60 "GET /v2.0/networks/b540a6a1-dfc7-43c4-9922-512d2e4997c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247528 Aug 16 23:57:13.411136 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d3dcd6a-21a3-4603-a17d-c3b8c3e32714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:13.412243 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3dcd6a-21a3-4603-a17d-c3b8c3e32714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:13.412857 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d3dcd6a-21a3-4603-a17d-c3b8c3e32714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:13.428602 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-0899ca0d-14c2-46f5-a236-8e5f57cac024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e670ac-3857-40b8-88fa-1a66e44c9c1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1109986626-router', 'tenant_id': '86043ac5c01d42e2a5f439e1e8d8861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '8a193104-ffb1-497f-a754-410d31757336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:05Z', 'updated_at': '2021-08-16T23:57:10Z', 'revision_number': 4, 'project_id': '86043ac5c01d42e2a5f439e1e8d8861c', 'gw_port': {'id': '8a193104-ffb1-497f-a754-410d31757336', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:73:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e670ac-3857-40b8-88fa-1a66e44c9c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:05Z', 'updated_at': '2021-08-16T23:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '4e7e9a5b-41ba-4f56-8664-6b428042d29e', 'name': '', 'network_id': 'b540a6a1-dfc7-43c4-9922-512d2e4997c6', 'tenant_id': '86043ac5c01d42e2a5f439e1e8d8861c', 'mac_address': 'fa:16:3e:b8:bb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e670ac-3857-40b8-88fa-1a66e44c9c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '87966530-05f3-4777-b9a2-61db54a436d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:08Z', 'updated_at': '2021-08-16T23:57:10Z', 'revision_number': 2, 'project_id': '86043ac5c01d42e2a5f439e1e8d8861c', 'subnets': [{'id': '87966530-05f3-4777-b9a2-61db54a436d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:13.444419 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7d3dcd6a-21a3-4603-a17d-c3b8c3e32714 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7134635 Aug 16 23:57:13.474981 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52300) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:13.478911 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0899ca0d-14c2-46f5-a236-8e5f57cac024 None None] Checking router: 12e670ac-3857-40b8-88fa-1a66e44c9c1d for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:57:13.479283 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0899ca0d-14c2-46f5-a236-8e5f57cac024 None None] Updating router 12e670ac-3857-40b8-88fa-1a66e44c9c1d port 4e7e9a5b-41ba-4f56-8664-6b428042d29e binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:57:13.480338 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-2ce5272e-3dc7-4101-a841-7a026e8d5f86 admin admin] Request body: {'subnet': {'network_id': '8f6cd382-f473-4971-ab50-9200ef4063ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-123024854-subnet', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:13.485452 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c4d004-8313-44ed-886c-d2e2b72c4501 x-openstack-request-id: req-76c4d004-8313-44ed-886c-d2e2b72c4501 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:57:13.485896 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c415272b-a40e-43c5-859f-e152c696b2a1", "name": "network-vif-plugged", "status": "completed", "tag": "105502e0-f785-4d58-9f24-b7ad136e18bf", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:57:13.486156 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-76c4d004-8313-44ed-886c-d2e2b72c4501 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:57:13.486552 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c415272b-a40e-43c5-859f-e152c696b2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105502e0-f785-4d58-9f24-b7ad136e18bf', 'code': 200} Aug 16 23:57:13.531873 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=0ec58fee-559f-4689-9283-edac0c10185c,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:13.532377 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3dcd6a-21a3-4603-a17d-c3b8c3e32714 admin admin] Pushing event updated for resources: {'Network': ['ID=8f6cd382-f473-4971-ab50-9200ef4063ef,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:13.541880 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0899ca0d-14c2-46f5-a236-8e5f57cac024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:13.549998 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce5272e-3dc7-4101-a841-7a026e8d5f86 admin admin] Made reservation on behalf of f42660d006b24de4a9e5404524d97840 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:57:13.553211 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2ce5272e-3dc7-4101-a841-7a026e8d5f86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:13.560683 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 8f6cd382-f473-4971-ab50-9200ef4063ef details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:57:13.693094 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83e52d-1aff-4537-a733-a8ad80866739 req-a7db08b0-ef48-4742-b789-0199592a5d0d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:13.694415 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4c83e52d-1aff-4537-a733-a8ad80866739 req-a7db08b0-ef48-4742-b789-0199592a5d0d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.1114390 Aug 16 23:57:13.740318 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f3508-3c22-41ca-9efd-0fce5a8a5159 req-b1a067fe-9d14-41c0-9892-80d572ffbcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:13.741529 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-478f3508-3c22-41ca-9efd-0fce5a8a5159 req-b1a067fe-9d14-41c0-9892-80d572ffbcbc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 1100 time: 0.1136544 Aug 16 23:57:13.833806 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-534fbfbe-3099-4062-bb42-951b3ac9a9fa service neutron] 10.222.0.60 "GET /v2.0/networks/b540a6a1-dfc7-43c4-9922-512d2e4997c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223163 Aug 16 23:57:13.842549 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52308) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:13.858049 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-478f3508-3c22-41ca-9efd-0fce5a8a5159 req-6f68f9bd-034f-4ff8-8d8a-3faf6ae9ef23 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017518 Aug 16 23:57:13.864960 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4c83e52d-1aff-4537-a733-a8ad80866739 req-eb8578af-7a7f-4ad2-8709-fb41360c5c39 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560211 Aug 16 23:57:13.898279 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2ce5272e-3dc7-4101-a841-7a026e8d5f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:13.920132 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-0b2ff546-d33b-48a1-aa10-a71f141eb650 req-867175b6-2135-4fd1-9bd8-f2e026f8f3c7 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:57:13.921304 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0b2ff546-d33b-48a1-aa10-a71f141eb650 req-867175b6-2135-4fd1-9bd8-f2e026f8f3c7 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059278 Aug 16 23:57:14.026538 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5272e-3dc7-4101-a841-7a026e8d5f86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e17869c4-8671-4b59-ab4c-b035d74bd4fe,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:14.026770 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 8a193104-ffb1-497f-a754-410d31757336 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:57:14.047635 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce5272e-3dc7-4101-a841-7a026e8d5f86 admin admin] Checking segment: {'id': '33e4e85e-9cad-4742-bc66-e67d4af1da2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8f6cd382-f473-4971-ab50-9200ef4063ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:57:14.048197 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce5272e-3dc7-4101-a841-7a026e8d5f86 admin admin] Network hostable DHCP agents. Network: 8f6cd382-f473-4971-ab50-9200ef4063ef, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:57:14.062872 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7fcf9665-3599-4d2b-9e32-e9c98b8f15cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:14.063866 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0899ca0d-14c2-46f5-a236-8e5f57cac024 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:14.085206 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0899ca0d-14c2-46f5-a236-8e5f57cac024 None None] Transition to ACTIVE for port object 4e7e9a5b-41ba-4f56-8664-6b428042d29e will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:57:14.109654 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0899ca0d-14c2-46f5-a236-8e5f57cac024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:14.113134 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 8a193104-ffb1-497f-a754-410d31757336 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:14.113594 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:14.116536 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce5272e-3dc7-4101-a841-7a026e8d5f86 admin admin] Network 8f6cd382-f473-4971-ab50-9200ef4063ef is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:57:14.129300 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0b2ff546-d33b-48a1-aa10-a71f141eb650 req-3c8f640b-6ed5-414b-b383-435dc2cf14e9 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2007272 Aug 16 23:57:14.145682 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-2ce5272e-3dc7-4101-a841-7a026e8d5f86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 8f6cd382-f473-4971-ab50-9200ef4063ef) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:57:14.162327 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce5272e-3dc7-4101-a841-7a026e8d5f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:14.163087 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2ce5272e-3dc7-4101-a841-7a026e8d5f86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:14.209953 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aeadc3b-efd7-49c1-a781-7f14229e20b3 None None] Network 8f6cd382-f473-4971-ab50-9200ef4063ef requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:57:14.217283 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458dd6e8-f1b4-4305-9992-23414953575a req-d65e6f15-7b81-422a-93c7-c7a819434cb9 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:14.217998 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-458dd6e8-f1b4-4305-9992-23414953575a req-d65e6f15-7b81-422a-93c7-c7a819434cb9 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=87cfc814-e691-4970-aede-118ebbd099b8 HTTP/1.1" status: 200 len: 945 time: 0.0671244 Aug 16 23:57:14.295328 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-458dd6e8-f1b4-4305-9992-23414953575a req-27bd660f-962e-40bc-8ed0-195e58a4bec4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692899 Aug 16 23:57:14.350643 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7fcf9665-3599-4d2b-9e32-e9c98b8f15cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:14.362719 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7fcf9665-3599-4d2b-9e32-e9c98b8f15cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:14.411909 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2ce5272e-3dc7-4101-a841-7a026e8d5f86 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9331143 Aug 16 23:57:14.412267 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52324) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:14.416960 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-4ce47bef-278e-481a-a512-7fe9a75cbb78 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-123024854-router', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:14.421021 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5190b4-3493-4b74-9196-fe747406f5ec None None] Pushing event updated for resources: {'Port': ['ID=4e7e9a5b-41ba-4f56-8664-6b428042d29e,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:14.476326 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf9665-3599-4d2b-9e32-e9c98b8f15cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555e9c47-62ba-4224-80dc-eb8704c8b92f,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:14.488746 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7fcf9665-3599-4d2b-9e32-e9c98b8f15cd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ebd3d884684f4ca985d40771d45e72bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6462154 Aug 16 23:57:14.491536 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52326) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:14.548823 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4ce47bef-278e-481a-a512-7fe9a75cbb78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:14.549981 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4ce47bef-278e-481a-a512-7fe9a75cbb78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:14.567994 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e5720e72-fbaf-43d5-a056-37006e4cf7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:14.599948 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e5720e72-fbaf-43d5-a056-37006e4cf7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:14.653165 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421e84b-277e-4975-8b31-ddf46487eb99 req-4ccf34ff-3b11-4f15-a041-8ba4f40d8c1a tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:14.654876 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7421e84b-277e-4975-8b31-ddf46487eb99 req-4ccf34ff-3b11-4f15-a041-8ba4f40d8c1a tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 946 time: 0.2149479 Aug 16 23:57:14.674393 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e5720e72-fbaf-43d5-a056-37006e4cf7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:14.677438 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e5720e72-fbaf-43d5-a056-37006e4cf7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:14.678781 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e5720e72-fbaf-43d5-a056-37006e4cf7d9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/555e9c47-62ba-4224-80dc-eb8704c8b92f HTTP/1.1" status: 204 len: 168 time: 0.1852510 Aug 16 23:57:14.678923 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4ce47bef-278e-481a-a512-7fe9a75cbb78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:14.682702 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-320ac548-d376-4763-950b-cb5775989a06 req-5d269e96-c405-4b24-9d09-f812fda49fa4 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 210 time: 0.1111236 Aug 16 23:57:14.692383 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5720e72-fbaf-43d5-a056-37006e4cf7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555e9c47-62ba-4224-80dc-eb8704c8b92f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:14.869320 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-0899ca0d-14c2-46f5-a236-8e5f57cac024 None None] Attempting to bind port 4e7e9a5b-41ba-4f56-8664-6b428042d29e on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:57:14.870267 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-0899ca0d-14c2-46f5-a236-8e5f57cac024 None None] Attempting to bind port 4e7e9a5b-41ba-4f56-8664-6b428042d29e by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '7c0d764d-fd2a-4909-b447-e8797f1474d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b540a6a1-dfc7-43c4-9922-512d2e4997c6'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:57:14.870816 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0899ca0d-14c2-46f5-a236-8e5f57cac024 None None] Attempting to bind port 4e7e9a5b-41ba-4f56-8664-6b428042d29e on network b540a6a1-dfc7-43c4-9922-512d2e4997c6 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:14.893715 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0899ca0d-14c2-46f5-a236-8e5f57cac024 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:57:14.894323 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0899ca0d-14c2-46f5-a236-8e5f57cac024 None None] Checking segment: {'id': '7c0d764d-fd2a-4909-b447-e8797f1474d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b540a6a1-dfc7-43c4-9922-512d2e4997c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:57:14.894908 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0899ca0d-14c2-46f5-a236-8e5f57cac024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:14.895503 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0899ca0d-14c2-46f5-a236-8e5f57cac024 None None] Bound using segment: {'id': '7c0d764d-fd2a-4909-b447-e8797f1474d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b540a6a1-dfc7-43c4-9922-512d2e4997c6'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:57:14.896170 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-0899ca0d-14c2-46f5-a236-8e5f57cac024 None None] Bound port: 4e7e9a5b-41ba-4f56-8664-6b428042d29e, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0d764d-fd2a-4909-b447-e8797f1474d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b540a6a1-dfc7-43c4-9922-512d2e4997c6'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:57:14.896907 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0899ca0d-14c2-46f5-a236-8e5f57cac024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:14.927974 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7421e84b-277e-4975-8b31-ddf46487eb99 req-c891a1ea-92bd-4e74-a8b4-6744db54d84d tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284698 Aug 16 23:57:15.006303 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8ed659-97da-43df-8b41-d310edd82b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-8f6cd382-f473-4971-ab50-9200ef4063ef', 'network_id': '8f6cd382-f473-4971-ab50-9200ef4063ef', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'fixed_ips': [{'subnet_id': 'e17869c4-8671-4b59-ab4c-b035d74bd4fe'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:57:15.007531 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3a8ed659-97da-43df-8b41-d310edd82b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:15.102335 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4ce47bef-278e-481a-a512-7fe9a75cbb78 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:15.112282 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-0899ca0d-14c2-46f5-a236-8e5f57cac024 None None] For port 4e7e9a5b-41ba-4f56-8664-6b428042d29e, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:57:15.136958 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-0899ca0d-14c2-46f5-a236-8e5f57cac024 None None] For port 4e7e9a5b-41ba-4f56-8664-6b428042d29e, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4e7e9a5b-41ba-4f56-8664-6b428042d29e,segment=NetworkSegment(7c0d764d-fd2a-4909-b447-e8797f1474d2),segment_id=7c0d764d-fd2a-4909-b447-e8797f1474d2)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:57:15.144253 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0899ca0d-14c2-46f5-a236-8e5f57cac024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:15.262475 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5190b4-3493-4b74-9196-fe747406f5ec None None] Pushing event updated for resources: {'Port': ['ID=4e7e9a5b-41ba-4f56-8664-6b428042d29e,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:15.273724 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-3a8ed659-97da-43df-8b41-d310edd82b8e None None] Allocated IP 172.20.0.2 (8f6cd382-f473-4971-ab50-9200ef4063ef/e17869c4-8671-4b59-ab4c-b035d74bd4fe/38ab0c38-943e-4447-a490-acf4df561ffb) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:57:15.278766 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0899ca0d-14c2-46f5-a236-8e5f57cac024 None None] Routers {'12e670ac-3857-40b8-88fa-1a66e44c9c1d'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:57:15.279821 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-0899ca0d-14c2-46f5-a236-8e5f57cac024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:56:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['12e670ac-3857-40b8-88fa-1a66e44c9c1d'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:15.305626 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250d8a6-18b2-4d70-aa27-49a1633c36bb req-52c70aea-7209-4eec-97aa-57f6ddd912b8 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:15.314895 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f250d8a6-18b2-4d70-aa27-49a1633c36bb req-52c70aea-7209-4eec-97aa-57f6ddd912b8 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5571b6e-de63-48b6-9a16-a605c2dc9791 HTTP/1.1" status: 200 len: 946 time: 0.3057148 Aug 16 23:57:15.433985 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-365b543f-a855-4ed2-b6a6-69359ed012d4 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:15.439288 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-365b543f-a855-4ed2-b6a6-69359ed012d4 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/networks?id=b540a6a1-dfc7-43c4-9922-512d2e4997c6 HTTP/1.1" status: 200 len: 819 time: 0.3709321 Aug 16 23:57:15.489318 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff87648-2d46-44c3-b1cb-6a802bfddeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec58fee-559f-4689-9283-edac0c10185c'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:57:15.489946 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f250d8a6-18b2-4d70-aa27-49a1633c36bb req-71f3a4a6-8e33-4979-9259-5b8025b3c155 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621003 Aug 16 23:57:15.493758 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e6dc75-1054-4dc7-881d-f860b9fe0178" -d '{"events": [{"server_uuid": "8ff87648-2d46-44c3-b1cb-6a802bfddeac", "name": "network-vif-plugged", "status": "completed", "tag": "0ec58fee-559f-4689-9283-edac0c10185c"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:57:15.502243 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-0899ca0d-14c2-46f5-a236-8e5f57cac024 None None] Set router 12e670ac-3857-40b8-88fa-1a66e44c9c1d gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:57:15.514429 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-a0f28bf2-40d0-427e-a37d-5e9434131f5c tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/quotas/86043ac5c01d42e2a5f439e1e8d8861c HTTP/1.1" status: 200 len: 375 time: 0.0752032 Aug 16 23:57:15.760596 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3a8ed659-97da-43df-8b41-d310edd82b8e None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:15.778664 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3a8ed659-97da-43df-8b41-d310edd82b8e None None] Transition to ACTIVE for port object 38ab0c38-943e-4447-a490-acf4df561ffb will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:57:15.819053 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3a8ed659-97da-43df-8b41-d310edd82b8e None None] Transition to ACTIVE for port object 38ab0c38-943e-4447-a490-acf4df561ffb will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:57:15.852126 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3a8ed659-97da-43df-8b41-d310edd82b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:15.917939 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8ed659-97da-43df-8b41-d310edd82b8e None None] Network 8f6cd382-f473-4971-ab50-9200ef4063ef is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:57:15.923324 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ed659-97da-43df-8b41-d310edd82b8e None None] Pushing event updated for resources: {'Port': ['ID=38ab0c38-943e-4447-a490-acf4df561ffb,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:15.927483 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-3a8ed659-97da-43df-8b41-d310edd82b8e None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:57:15.930506 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8ed659-97da-43df-8b41-d310edd82b8e None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:57:16.007578 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-0899ca0d-14c2-46f5-a236-8e5f57cac024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e670ac-3857-40b8-88fa-1a66e44c9c1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1109986626-router', 'tenant_id': '86043ac5c01d42e2a5f439e1e8d8861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '8a193104-ffb1-497f-a754-410d31757336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:05Z', 'updated_at': '2021-08-16T23:57:10Z', 'revision_number': 4, 'project_id': '86043ac5c01d42e2a5f439e1e8d8861c', 'gw_port': {'id': '8a193104-ffb1-497f-a754-410d31757336', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e670ac-3857-40b8-88fa-1a66e44c9c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:05Z', 'updated_at': '2021-08-16T23:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '4e7e9a5b-41ba-4f56-8664-6b428042d29e', 'name': '', 'network_id': 'b540a6a1-dfc7-43c4-9922-512d2e4997c6', 'tenant_id': '86043ac5c01d42e2a5f439e1e8d8861c', 'mac_address': 'fa:16:3e:b8:bb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e670ac-3857-40b8-88fa-1a66e44c9c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '87966530-05f3-4777-b9a2-61db54a436d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:08Z', 'updated_at': '2021-08-16T23:57:15Z', 'revision_number': 4, 'project_id': '86043ac5c01d42e2a5f439e1e8d8861c', 'subnets': [{'id': '87966530-05f3-4777-b9a2-61db54a436d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:16.066803 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0899ca0d-14c2-46f5-a236-8e5f57cac024 None None] The sync data for ids ['12e670ac-3857-40b8-88fa-1a66e44c9c1d'] in n-d-800088-20 is: [{'id': '12e670ac-3857-40b8-88fa-1a66e44c9c1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1109986626-router', 'tenant_id': '86043ac5c01d42e2a5f439e1e8d8861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '8a193104-ffb1-497f-a754-410d31757336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:05Z', 'updated_at': '2021-08-16T23:57:10Z', 'revision_number': 4, 'project_id': '86043ac5c01d42e2a5f439e1e8d8861c', 'gw_port': {'id': '8a193104-ffb1-497f-a754-410d31757336', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e670ac-3857-40b8-88fa-1a66e44c9c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:05Z', 'updated_at': '2021-08-16T23:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '4e7e9a5b-41ba-4f56-8664-6b428042d29e', 'name': '', 'network_id': 'b540a6a1-dfc7-43c4-9922-512d2e4997c6', 'tenant_id': '86043ac5c01d42e2a5f439e1e8d8861c', 'mac_address': 'fa:16:3e:b8:bb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e670ac-3857-40b8-88fa-1a66e44c9c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '87966530-05f3-4777-b9a2-61db54a436d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:08Z', 'updated_at': '2021-08-16T23:57:15Z', 'revision_number': 4, 'project_id': '86043ac5c01d42e2a5f439e1e8d8861c', 'subnets': [{'id': '87966530-05f3-4777-b9a2-61db54a436d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:57:16.073988 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3a8ed659-97da-43df-8b41-d310edd82b8e None None] Attempting to bind port 38ab0c38-943e-4447-a490-acf4df561ffb on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:57:16.074350 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3a8ed659-97da-43df-8b41-d310edd82b8e None None] Attempting to bind port 38ab0c38-943e-4447-a490-acf4df561ffb by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '33e4e85e-9cad-4742-bc66-e67d4af1da2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8f6cd382-f473-4971-ab50-9200ef4063ef'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:57:16.074940 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ed659-97da-43df-8b41-d310edd82b8e None None] Attempting to bind port 38ab0c38-943e-4447-a490-acf4df561ffb on network 8f6cd382-f473-4971-ab50-9200ef4063ef {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:16.081871 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ed659-97da-43df-8b41-d310edd82b8e None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:57:16.082297 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ed659-97da-43df-8b41-d310edd82b8e None None] Checking segment: {'id': '33e4e85e-9cad-4742-bc66-e67d4af1da2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8f6cd382-f473-4971-ab50-9200ef4063ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:57:16.082738 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3a8ed659-97da-43df-8b41-d310edd82b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:16.084555 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ed659-97da-43df-8b41-d310edd82b8e None None] Bound using segment: {'id': '33e4e85e-9cad-4742-bc66-e67d4af1da2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8f6cd382-f473-4971-ab50-9200ef4063ef'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:57:16.086225 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3a8ed659-97da-43df-8b41-d310edd82b8e None None] Bound port: 38ab0c38-943e-4447-a490-acf4df561ffb, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e4e85e-9cad-4742-bc66-e67d4af1da2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8f6cd382-f473-4971-ab50-9200ef4063ef'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:57:16.086760 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3a8ed659-97da-43df-8b41-d310edd82b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:16.246685 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-3a8ed659-97da-43df-8b41-d310edd82b8e None None] For port 38ab0c38-943e-4447-a490-acf4df561ffb, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:57:16.252253 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-3a8ed659-97da-43df-8b41-d310edd82b8e None None] For port 38ab0c38-943e-4447-a490-acf4df561ffb, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=38ab0c38-943e-4447-a490-acf4df561ffb,segment=NetworkSegment(33e4e85e-9cad-4742-bc66-e67d4af1da2c),segment_id=33e4e85e-9cad-4742-bc66-e67d4af1da2c)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:57:16.261203 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3a8ed659-97da-43df-8b41-d310edd82b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:16.370176 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-32d500e5-7dd3-4ac7-b9f3-8bf417d1a103 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=86043ac5c01d42e2a5f439e1e8d8861c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8434756 Aug 16 23:57:16.419713 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ed659-97da-43df-8b41-d310edd82b8e None None] Pushing event updated for resources: {'Port': ['ID=38ab0c38-943e-4447-a490-acf4df561ffb,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:16.462245 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef9870-b177-4435-a8ed-41243ce57758 req-03b76729-478f-4d69-a479-245380f0a114 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:16.463978 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0bef9870-b177-4435-a8ed-41243ce57758 req-03b76729-478f-4d69-a479-245380f0a114 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.8269424 Aug 16 23:57:16.500556 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3b790f08-18dd-401a-9295-0abc61434ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:16.527173 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4ce47bef-278e-481a-a512-7fe9a75cbb78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:16.572253 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4ce47bef-278e-481a-a512-7fe9a75cbb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:16.686755 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0bef9870-b177-4435-a8ed-41243ce57758 req-5b8c65b5-660f-4f01-b451-531fbec659c0 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077856 Aug 16 23:57:16.868782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-1b813ef8-4124-45db-8e23-51cadd1d4b78 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:16.870795 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-1b813ef8-4124-45db-8e23-51cadd1d4b78 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.64 "GET /v2.0/networks?id=b540a6a1-dfc7-43c4-9922-512d2e4997c6 HTTP/1.1" status: 200 len: 819 time: 0.1928000 Aug 16 23:57:16.889410 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-d157e9a2-3a04-40f5-b607-2a0f4348b099 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Request body: {'port': {'device_id': '8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e', 'network_id': 'b540a6a1-dfc7-43c4-9922-512d2e4997c6', 'admin_state_up': True, 'tenant_id': '86043ac5c01d42e2a5f439e1e8d8861c'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:16.917030 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-10ce599b-78bd-41e6-9090-8b84a1982ec4 service neutron] 10.222.0.60 "GET /v2.0/networks/b540a6a1-dfc7-43c4-9922-512d2e4997c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5051103 Aug 16 23:57:17.060465 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5c3fa-133f-4e8c-a62f-4c8fcd1df834 req-d35d7c3d-a714-4713-a67e-6cbdbfe2d6c5 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:17.062225 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-93c5c3fa-133f-4e8c-a62f-4c8fcd1df834 req-d35d7c3d-a714-4713-a67e-6cbdbfe2d6c5 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=87cfc814-e691-4970-aede-118ebbd099b8 HTTP/1.1" status: 200 len: 945 time: 0.2624655 Aug 16 23:57:17.096082 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-4ce47bef-278e-481a-a512-7fe9a75cbb78 admin admin] Allocated IP 172.25.3.198 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/adf3ae25-f3f1-45b0-b61a-5a07bb89159d) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:57:17.217908 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-93c5c3fa-133f-4e8c-a62f-4c8fcd1df834 req-ea540048-1eb9-44a2-a8f9-ea9cf42834e5 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467316 Aug 16 23:57:17.235603 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-c5fabdc1-dc61-428b-8426-982259668c62 service neutron] 10.222.0.60 "GET /v2.0/networks/b540a6a1-dfc7-43c4-9922-512d2e4997c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992337 Aug 16 23:57:17.273200 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-d157e9a2-3a04-40f5-b607-2a0f4348b099 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Made reservation on behalf of 86043ac5c01d42e2a5f439e1e8d8861c for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:57:17.277403 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-d157e9a2-3a04-40f5-b607-2a0f4348b099 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:17.412547 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c239486-2392-421c-a793-aec12a874b2c x-openstack-request-id: req-6c239486-2392-421c-a793-aec12a874b2c {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:57:17.412869 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff87648-2d46-44c3-b1cb-6a802bfddeac", "name": "network-vif-plugged", "status": "completed", "tag": "0ec58fee-559f-4689-9283-edac0c10185c", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:57:17.413181 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c239486-2392-421c-a793-aec12a874b2c {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:57:17.413602 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff87648-2d46-44c3-b1cb-6a802bfddeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec58fee-559f-4689-9283-edac0c10185c', 'code': 200} Aug 16 23:57:17.450716 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4ce47bef-278e-481a-a512-7fe9a75cbb78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:17.610988 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39b1031-9fe6-40dd-bc97-a51148df0ad6 None None] Network 8f6cd382-f473-4971-ab50-9200ef4063ef requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:57:17.661091 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62febae2-a06e-4a03-a7a0-141f5c40877e req-a6f4e0a0-5d33-493d-82fc-c426d151b5b5 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:17.662656 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62febae2-a06e-4a03-a7a0-141f5c40877e req-a6f4e0a0-5d33-493d-82fc-c426d151b5b5 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32e09764-92b1-486c-8310-2395fdd5985c HTTP/1.1" status: 200 len: 946 time: 0.3399708 Aug 16 23:57:17.673415 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4ce47bef-278e-481a-a512-7fe9a75cbb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:17.694923 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-37eb7164-f524-42a6-87d0-8274310fc83f None None] Provisioning for port 38ab0c38-943e-4447-a490-acf4df561ffb completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:57:17.730969 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-d157e9a2-3a04-40f5-b607-2a0f4348b099 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Allocated IP 172.20.0.9 (b540a6a1-dfc7-43c4-9922-512d2e4997c6/87966530-05f3-4777-b9a2-61db54a436d5/477d914a-6c65-48fc-b616-dcda382e32cd) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:57:17.755084 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b184138-82c7-4cc7-baec-6c20d83b1314 req-a7569c66-a060-45b1-8d75-3bcd29aef847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:17.756620 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2b184138-82c7-4cc7-baec-6c20d83b1314 req-a7569c66-a060-45b1-8d75-3bcd29aef847 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 1098 time: 0.2140400 Aug 16 23:57:17.764105 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68194e1-80da-4d11-aae6-13c15a7eea42 req-25d76296-2188-4ece-878e-8d11ec2a2842 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:17.766689 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a68194e1-80da-4d11-aae6-13c15a7eea42 req-25d76296-2188-4ece-878e-8d11ec2a2842 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 946 time: 0.2288165 Aug 16 23:57:17.773790 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce47bef-278e-481a-a512-7fe9a75cbb78 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:57:17.792833 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-4ce47bef-278e-481a-a512-7fe9a75cbb78 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:57:17.816631 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce47bef-278e-481a-a512-7fe9a75cbb78 admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:57:17.866786 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce47bef-278e-481a-a512-7fe9a75cbb78 admin admin] Pushing event updated for resources: {'Port': ['ID=adf3ae25-f3f1-45b0-b61a-5a07bb89159d,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:17.909172 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62febae2-a06e-4a03-a7a0-141f5c40877e req-8dbdce2d-27d6-4441-9c4a-93b2583632ba tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106915 Aug 16 23:57:17.964043 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a68194e1-80da-4d11-aae6-13c15a7eea42 req-f99e2db9-d2c6-458f-8fff-9c2af013b7bf tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842604 Aug 16 23:57:17.975800 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2b184138-82c7-4cc7-baec-6c20d83b1314 req-743c2726-96fb-471a-be65-e6e0bcdbff6f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040479 Aug 16 23:57:18.238256 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4e7e9a5b-41ba-4f56-8664-6b428042d29e up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:57:18.277244 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-52ef3053-d144-4998-8f52-8c445aea74c7 req-271b6884-ea97-4122-950c-fcd7fef3dc29 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:57:18.283013 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-52ef3053-d144-4998-8f52-8c445aea74c7 req-271b6884-ea97-4122-950c-fcd7fef3dc29 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0181899 Aug 16 23:57:18.310028 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 4e7e9a5b-41ba-4f56-8664-6b428042d29e completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:57:18.314783 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 4e7e9a5b-41ba-4f56-8664-6b428042d29e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:18.315420 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:18.387324 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-d157e9a2-3a04-40f5-b607-2a0f4348b099 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:18.454780 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:18.533787 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 4e7e9a5b-41ba-4f56-8664-6b428042d29e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4e7e9a5b-41ba-4f56-8664-6b428042d29e,segment=NetworkSegment(7c0d764d-fd2a-4909-b447-e8797f1474d2),segment_id=7c0d764d-fd2a-4909-b447-e8797f1474d2)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:18.540845 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4ce47bef-278e-481a-a512-7fe9a75cbb78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:18.544254 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-d157e9a2-3a04-40f5-b607-2a0f4348b099 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:18.549444 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:18.550910 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 38ab0c38-943e-4447-a490-acf4df561ffb up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:57:18.661031 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b2c00c2-32b0-461f-ac4c-3b91e3bdd6e7 req-c8f32541-c136-40db-a476-2872e8fa56d1 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 210 time: 0.0679998 Aug 16 23:57:18.678162 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=4e7e9a5b-41ba-4f56-8664-6b428042d29e,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:18.701645 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 38ab0c38-943e-4447-a490-acf4df561ffb completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:57:18.708064 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 38ab0c38-943e-4447-a490-acf4df561ffb triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:18.708582 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:18.754738 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-d157e9a2-3a04-40f5-b607-2a0f4348b099 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Network b540a6a1-dfc7-43c4-9922-512d2e4997c6 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:57:18.770549 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-d157e9a2-3a04-40f5-b607-2a0f4348b099 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:57:18.782675 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-d157e9a2-3a04-40f5-b607-2a0f4348b099 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:57:18.785558 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157e9a2-3a04-40f5-b607-2a0f4348b099 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Pushing event updated for resources: {'Port': ['ID=477d914a-6c65-48fc-b616-dcda382e32cd,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:18.786122 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52414) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:18.829460 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:18.876378 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 38ab0c38-943e-4447-a490-acf4df561ffb, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=38ab0c38-943e-4447-a490-acf4df561ffb,segment=NetworkSegment(33e4e85e-9cad-4742-bc66-e67d4af1da2c),segment_id=33e4e85e-9cad-4742-bc66-e67d4af1da2c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:18.882763 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:18.904646 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1b0c7-a05d-4d1b-b448-7ab8d2628411 req-b1d52293-8b6d-4457-9888-d2cf491f0e5e tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:18.906903 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-35f1b0c7-a05d-4d1b-b448-7ab8d2628411 req-b1d52293-8b6d-4457-9888-d2cf491f0e5e tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b209f1-b76e-494e-b092-70e568a69acd HTTP/1.1" status: 200 len: 946 time: 0.2485416 Aug 16 23:57:18.910030 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2365284f-640c-4eb0-a356-0b920f3a6843 req-d2461161-3390-4b8a-9700-ce2ebec60d50 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2998099 Aug 16 23:57:18.944893 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ec79e44e-8825-4cca-9b67-77eb52103a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:18.955042 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=38ab0c38-943e-4447-a490-acf4df561ffb,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:18.971103 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-2365284f-640c-4eb0-a356-0b920f3a6843 req-c98b2988-921f-4152-b3f9-728d27d0ec02 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:57:18.972103 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2365284f-640c-4eb0-a356-0b920f3a6843 req-c98b2988-921f-4152-b3f9-728d27d0ec02 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096288 Aug 16 23:57:19.057723 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-d157e9a2-3a04-40f5-b607-2a0f4348b099 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:19.058292 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-d157e9a2-3a04-40f5-b607-2a0f4348b099 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:19.082795 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f814ee8c-6ac5-4e97-88a5-354ebb1fd4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:19.083855 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ec79e44e-8825-4cca-9b67-77eb52103a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:19.092384 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ec79e44e-8825-4cca-9b67-77eb52103a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:19.096027 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0303f-2062-4e3c-bc8a-e2cba26d3c71 req-da542b1c-8235-4eef-b98f-29976b3214d9 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:19.097886 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fdf0303f-2062-4e3c-bc8a-e2cba26d3c71 req-da542b1c-8235-4eef-b98f-29976b3214d9 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=87cfc814-e691-4970-aede-118ebbd099b8 HTTP/1.1" status: 200 len: 945 time: 0.3197024 Aug 16 23:57:19.149380 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79e44e-8825-4cca-9b67-77eb52103a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4c8c0d-766a-4f09-8a9f-bf213c29e024,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:19.159010 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ec79e44e-8825-4cca-9b67-77eb52103a37 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=858062e7f3c84f479171abd12391a794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3716040 Aug 16 23:57:19.159831 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52424) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:19.174937 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-d157e9a2-3a04-40f5-b607-2a0f4348b099 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2861412 Aug 16 23:57:19.211024 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-3a5bc3f7-3ced-4928-a2d3-11d1ac935a38 service neutron] Request body: {'port': {'device_id': '8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:19.214163 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:19.240896 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-35f1b0c7-a05d-4d1b-b448-7ab8d2628411 req-9bfd26ef-335b-4a02-9170-0a92d643ed9c tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794569 Aug 16 23:57:19.264399 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d77c0d75-faca-456a-8375-19e76f69f590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:19.293491 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d77c0d75-faca-456a-8375-19e76f69f590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:19.345856 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fdf0303f-2062-4e3c-bc8a-e2cba26d3c71 req-94d8f0fd-a5d4-432c-ad1c-562f74276c12 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368424 Aug 16 23:57:19.355960 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4ce47bef-278e-481a-a512-7fe9a75cbb78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:19.378536 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d77c0d75-faca-456a-8375-19e76f69f590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:19.380269 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-27a4e5f9-5aa7-4314-ad9e-87701c035dda tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:19.381863 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-27a4e5f9-5aa7-4314-ad9e-87701c035dda tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.64 "GET /v2.0/networks?id=b540a6a1-dfc7-43c4-9922-512d2e4997c6 HTTP/1.1" status: 200 len: 819 time: 0.5102057 Aug 16 23:57:19.387847 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d77c0d75-faca-456a-8375-19e76f69f590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:19.393683 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d77c0d75-faca-456a-8375-19e76f69f590 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4a4c8c0d-766a-4f09-8a9f-bf213c29e024 HTTP/1.1" status: 204 len: 168 time: 0.2326066 Aug 16 23:57:19.407505 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c0d75-faca-456a-8375-19e76f69f590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4c8c0d-766a-4f09-8a9f-bf213c29e024,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:19.450474 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-a3f98dff-c671-4054-8c8d-f3b25c0ec7ca tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Request body: {'port': {'device_id': '3b25c89c-e022-4ef7-9f91-03d78f5daf65', 'network_id': 'b540a6a1-dfc7-43c4-9922-512d2e4997c6', 'admin_state_up': True, 'tenant_id': '86043ac5c01d42e2a5f439e1e8d8861c'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:20.037033 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4e7e9a5b-41ba-4f56-8664-6b428042d29e up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:57:20.044310 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-3a5bc3f7-3ced-4928-a2d3-11d1ac935a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:20.096834 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f755b7-d1cd-4815-a273-2f0412c3ee44 req-9b5178b0-79bf-4b24-88ef-2a7a9473b5c1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:20.104331 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-02f755b7-d1cd-4815-a273-2f0412c3ee44 req-9b5178b0-79bf-4b24-88ef-2a7a9473b5c1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.7533457 Aug 16 23:57:20.112788 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:20.172000 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 4e7e9a5b-41ba-4f56-8664-6b428042d29e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:20.172489 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020534c-3a44-4131-a87a-99da9636a3bb req-d792e910-db2a-4ef8-979d-f46af7a59c8f tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:20.179140 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:20.179901 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0020534c-3a44-4131-a87a-99da9636a3bb req-d792e910-db2a-4ef8-979d-f46af7a59c8f tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 946 time: 0.7255082 Aug 16 23:57:20.219252 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-a3f98dff-c671-4054-8c8d-f3b25c0ec7ca tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Made reservation on behalf of 86043ac5c01d42e2a5f439e1e8d8861c for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:57:20.222808 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-a3f98dff-c671-4054-8c8d-f3b25c0ec7ca tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:20.252762 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52472) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:20.329582 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 38ab0c38-943e-4447-a490-acf4df561ffb up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:57:20.341381 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-02f755b7-d1cd-4815-a273-2f0412c3ee44 req-2ab353a5-a0dc-44a0-be80-322871b76795 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311282 Aug 16 23:57:20.419531 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 38ab0c38-943e-4447-a490-acf4df561ffb triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:20.419902 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:20.420220 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0020534c-3a44-4131-a87a-99da9636a3bb req-a5ff8265-63cd-4a5d-bd85-735546c5d09d tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393680 Aug 16 23:57:20.434394 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce47bef-278e-481a-a512-7fe9a75cbb78 admin admin] Router 1278a235-5b01-4a60-8ab8-c38a2bfbc495 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:57:20.453463 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-327a070a-eca1-456a-be76-f5db0df8e3f8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-293491829-network', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:20.495993 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327a070a-eca1-456a-be76-f5db0df8e3f8 admin admin] Made reservation on behalf of 2a64ced488f44cc196cbd4b327d5e734 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:57:20.500073 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-327a070a-eca1-456a-be76-f5db0df8e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:20.511849 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-327a070a-eca1-456a-be76-f5db0df8e3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:20.639126 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-327a070a-eca1-456a-be76-f5db0df8e3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:20.643325 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-327a070a-eca1-456a-be76-f5db0df8e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:20.676109 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327a070a-eca1-456a-be76-f5db0df8e3f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:57:20.682852 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a070a-eca1-456a-be76-f5db0df8e3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e0c093-cfdc-466d-bcb1-40027c3830b7,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:20.689292 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-327a070a-eca1-456a-be76-f5db0df8e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:20.689885 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-327a070a-eca1-456a-be76-f5db0df8e3f8 admin admin] Added segment 1b978c43-7e08-46c9-a661-31903765a712 of type vlan for network 5a6e7c40-14f3-4e77-82e3-e36f3b209ff6 Aug 16 23:57:20.695953 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c54096f8-dbd4-456b-a209-37fa35cfc8fa req-b1a8f7ca-a35a-4e96-a03b-48a2c5e9cda5 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 210 time: 0.1163824 Aug 16 23:57:20.761631 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-327a070a-eca1-456a-be76-f5db0df8e3f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:20.795889 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-327a070a-eca1-456a-be76-f5db0df8e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:20.797033 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327a070a-eca1-456a-be76-f5db0df8e3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:20.797735 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-327a070a-eca1-456a-be76-f5db0df8e3f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:20.826898 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97176e16-ecb0-4e07-a6d9-b9e97edc3861 req-fe764706-9343-47b0-ae6c-ef401c60b72b tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:20.833761 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97176e16-ecb0-4e07-a6d9-b9e97edc3861 req-fe764706-9343-47b0-ae6c-ef401c60b72b tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:20.839641 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97176e16-ecb0-4e07-a6d9-b9e97edc3861 req-fe764706-9343-47b0-ae6c-ef401c60b72b tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:20.841353 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-97176e16-ecb0-4e07-a6d9-b9e97edc3861 req-fe764706-9343-47b0-ae6c-ef401c60b72b tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b209f1-b76e-494e-b092-70e568a69acd&device_id=32e09764-92b1-486c-8310-2395fdd5985c&device_id=e5571b6e-de63-48b6-9a16-a605c2dc9791 HTTP/1.1" status: 200 len: 2419 time: 0.2608860 Aug 16 23:57:20.866485 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-327a070a-eca1-456a-be76-f5db0df8e3f8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6118751 Aug 16 23:57:20.869349 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52484) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:20.875849 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-7c04bdfe-8fde-4091-af9c-27ec163c4249 admin admin] Request body: {'subnet': {'network_id': '5a6e7c40-14f3-4e77-82e3-e36f3b209ff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-293491829-subnet', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:20.888219 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a070a-eca1-456a-be76-f5db0df8e3f8 admin admin] Pushing event updated for resources: {'Network': ['ID=5a6e7c40-14f3-4e77-82e3-e36f3b209ff6,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:20.902379 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 5a6e7c40-14f3-4e77-82e3-e36f3b209ff6 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:57:20.941594 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c04bdfe-8fde-4091-af9c-27ec163c4249 admin admin] Made reservation on behalf of 2a64ced488f44cc196cbd4b327d5e734 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:57:20.944083 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c04bdfe-8fde-4091-af9c-27ec163c4249 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:20.969888 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce47bef-278e-481a-a512-7fe9a75cbb78 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:57:20.991143 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75418a3d-079d-47cc-a1da-f33fa8ecef26 None None] Sync routers for ids ['1278a235-5b01-4a60-8ab8-c38a2bfbc495'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:57:21.011536 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75418a3d-079d-47cc-a1da-f33fa8ecef26 None None] Routers {'1278a235-5b01-4a60-8ab8-c38a2bfbc495'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:57:21.012693 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-75418a3d-079d-47cc-a1da-f33fa8ecef26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:57:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1278a235-5b01-4a60-8ab8-c38a2bfbc495'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:21.019862 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20616de0-ee52-40d3-84c1-1d2167d23179 req-ae598f79-9bf8-41d0-9e73-d9a1cfa0b873 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:21.021491 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-20616de0-ee52-40d3-84c1-1d2167d23179 req-ae598f79-9bf8-41d0-9e73-d9a1cfa0b873 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=87cfc814-e691-4970-aede-118ebbd099b8 HTTP/1.1" status: 200 len: 945 time: 0.2191594 Aug 16 23:57:21.036336 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-97176e16-ecb0-4e07-a6d9-b9e97edc3861 req-f17fd65c-a7bd-46eb-921d-79dd777c7bc9 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838658 Aug 16 23:57:21.053328 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365284f-640c-4eb0-a356-0b920f3a6843 req-45010d8a-9ac4-4b0f-84de-08e41965cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:21.054858 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2365284f-640c-4eb0-a356-0b920f3a6843 req-45010d8a-9ac4-4b0f-84de-08e41965cfc1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 1100 time: 0.0652225 Aug 16 23:57:21.058039 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-3a5bc3f7-3ced-4928-a2d3-11d1ac935a38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 477d914a-6c65-48fc-b616-dcda382e32cd {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:57:21.074574 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-3a5bc3f7-3ced-4928-a2d3-11d1ac935a38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:21.080271 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4ce47bef-278e-481a-a512-7fe9a75cbb78 admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:21.081528 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4ce47bef-278e-481a-a512-7fe9a75cbb78 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.6682816 Aug 16 23:57:21.089133 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52490) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:21.093841 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dded649-0b86-472c-a56c-9063b91c839c req-4fe60609-031b-4c83-bf4d-73b94593519e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:21.095681 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3dded649-0b86-472c-a56c-9063b91c839c req-4fe60609-031b-4c83-bf4d-73b94593519e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.64 "GET /v2.0/ports?device_id=87cfc814-e691-4970-aede-118ebbd099b8 HTTP/1.1" status: 200 len: 945 time: 0.1875589 Aug 16 23:57:21.123084 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-3a5bc3f7-3ced-4928-a2d3-11d1ac935a38 service neutron] Transition to ACTIVE for port object 477d914a-6c65-48fc-b616-dcda382e32cd will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:57:21.150484 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-20616de0-ee52-40d3-84c1-1d2167d23179 req-5cbab5ed-4f28-4f6e-81ad-0456de127f3c tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119096 Aug 16 23:57:21.157853 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-3a5bc3f7-3ced-4928-a2d3-11d1ac935a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:21.209643 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-75418a3d-079d-47cc-a1da-f33fa8ecef26 None None] Set router 1278a235-5b01-4a60-8ab8-c38a2bfbc495 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:57:21.304221 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365284f-640c-4eb0-a356-0b920f3a6843 req-a99c54c5-a6d6-4a21-b556-d5031f4dabe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:21.305641 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2365284f-640c-4eb0-a356-0b920f3a6843 req-a99c54c5-a6d6-4a21-b556-d5031f4dabe4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.2413020 Aug 16 23:57:21.349816 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-a3f98dff-c671-4054-8c8d-f3b25c0ec7ca tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Allocated IP 172.20.0.8 (b540a6a1-dfc7-43c4-9922-512d2e4997c6/87966530-05f3-4777-b9a2-61db54a436d5/ebbb4181-b127-4716-920b-e57bfcda9c0b) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:57:21.361368 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5bc3f7-3ced-4928-a2d3-11d1ac935a38 service neutron] Pushing event updated for resources: {'Port': ['ID=477d914a-6c65-48fc-b616-dcda382e32cd,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:21.375777 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2365284f-640c-4eb0-a356-0b920f3a6843 req-268231a5-f611-4d12-8627-8ad6c71f2b28 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=105502e0-f785-4d58-9f24-b7ad136e18bf HTTP/1.1" status: 200 len: 217 time: 0.0440977 Aug 16 23:57:21.397839 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7583687-97cf-4a24-9448-3fa2d374e108 req-2789b022-beba-4b3f-9664-3c4b17dd1cd1 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:21.399398 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7583687-97cf-4a24-9448-3fa2d374e108 req-2789b022-beba-4b3f-9664-3c4b17dd1cd1 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 1098 time: 0.2546871 Aug 16 23:57:21.422120 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-75418a3d-079d-47cc-a1da-f33fa8ecef26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'name': 'tempest-ServersTestBootFromVolume-123024854-router', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:14Z', 'updated_at': '2021-08-16T23:57:18Z', 'revision_number': 3, 'project_id': 'f42660d006b24de4a9e5404524d97840', 'gw_port': {'id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:18:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:16Z', 'updated_at': '2021-08-16T23:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:21.459553 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75418a3d-079d-47cc-a1da-f33fa8ecef26 None None] Checking router: 1278a235-5b01-4a60-8ab8-c38a2bfbc495 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:57:21.460212 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75418a3d-079d-47cc-a1da-f33fa8ecef26 None None] Updating router 1278a235-5b01-4a60-8ab8-c38a2bfbc495 port adf3ae25-f3f1-45b0-b61a-5a07bb89159d binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:57:21.469866 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c04bdfe-8fde-4091-af9c-27ec163c4249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:21.481009 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dd968aae-4d35-45fb-be34-cf7b50ead43f req-a545e02b-b233-49b2-8b3f-baf8fb36bd74 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.2751584 Aug 16 23:57:21.486440 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-75418a3d-079d-47cc-a1da-f33fa8ecef26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:21.529100 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-3dded649-0b86-472c-a56c-9063b91c839c req-fe3af961-76f7-45fd-80ce-5347fae6dd8e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Deleting port cdd95820-dd49-425f-a580-75c5e28093e2 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:57:21.529452 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3dded649-0b86-472c-a56c-9063b91c839c req-fe3af961-76f7-45fd-80ce-5347fae6dd8e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:21.586035 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365284f-640c-4eb0-a356-0b920f3a6843 req-b36abd99-7f8c-42bd-a559-8b1a70115c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:21.587995 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2365284f-640c-4eb0-a356-0b920f3a6843 req-b36abd99-7f8c-42bd-a559-8b1a70115c75 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1688662 Aug 16 23:57:21.588772 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04bdfe-8fde-4091-af9c-27ec163c4249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=390bdf84-27fc-436c-864c-cf6b8c1db4e5,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:21.648013 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7583687-97cf-4a24-9448-3fa2d374e108 req-b8830f04-dd12-430d-8283-662a20efd0dc tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239552 Aug 16 23:57:21.678924 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-3a5bc3f7-3ced-4928-a2d3-11d1ac935a38 service neutron] Attempting to bind port 477d914a-6c65-48fc-b616-dcda382e32cd on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:57:21.678924 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-3a5bc3f7-3ced-4928-a2d3-11d1ac935a38 service neutron] Attempting to bind port 477d914a-6c65-48fc-b616-dcda382e32cd by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '7c0d764d-fd2a-4909-b447-e8797f1474d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b540a6a1-dfc7-43c4-9922-512d2e4997c6'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:57:21.678924 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-3a5bc3f7-3ced-4928-a2d3-11d1ac935a38 service neutron] Attempting to bind port 477d914a-6c65-48fc-b616-dcda382e32cd on network b540a6a1-dfc7-43c4-9922-512d2e4997c6 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:21.706620 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-3a5bc3f7-3ced-4928-a2d3-11d1ac935a38 service neutron] Port 477d914a-6c65-48fc-b616-dcda382e32cd on network b540a6a1-dfc7-43c4-9922-512d2e4997c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:57:21.706955 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-3a5bc3f7-3ced-4928-a2d3-11d1ac935a38 service neutron] Attempting to bind port 477d914a-6c65-48fc-b616-dcda382e32cd on network b540a6a1-dfc7-43c4-9922-512d2e4997c6 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:21.729874 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c04bdfe-8fde-4091-af9c-27ec163c4249 admin admin] Checking segment: {'id': '1b978c43-7e08-46c9-a661-31903765a712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5a6e7c40-14f3-4e77-82e3-e36f3b209ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:57:21.730326 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c04bdfe-8fde-4091-af9c-27ec163c4249 admin admin] Network hostable DHCP agents. Network: 5a6e7c40-14f3-4e77-82e3-e36f3b209ff6, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:57:21.801620 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-3a5bc3f7-3ced-4928-a2d3-11d1ac935a38 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:57:21.802035 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-3a5bc3f7-3ced-4928-a2d3-11d1ac935a38 service neutron] Checking segment: {'id': '7c0d764d-fd2a-4909-b447-e8797f1474d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b540a6a1-dfc7-43c4-9922-512d2e4997c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:57:21.802950 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-3a5bc3f7-3ced-4928-a2d3-11d1ac935a38 service neutron] Bound using segment: {'id': '7c0d764d-fd2a-4909-b447-e8797f1474d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b540a6a1-dfc7-43c4-9922-512d2e4997c6'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:57:21.802950 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-3a5bc3f7-3ced-4928-a2d3-11d1ac935a38 service neutron] Bound port: 477d914a-6c65-48fc-b616-dcda382e32cd, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c0d764d-fd2a-4909-b447-e8797f1474d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b540a6a1-dfc7-43c4-9922-512d2e4997c6'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:57:21.803328 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-3a5bc3f7-3ced-4928-a2d3-11d1ac935a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:21.805626 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c04bdfe-8fde-4091-af9c-27ec163c4249 admin admin] Network 5a6e7c40-14f3-4e77-82e3-e36f3b209ff6 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:57:21.810612 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365284f-640c-4eb0-a356-0b920f3a6843 req-3c3d9ae5-012e-44bf-9787-995e9a66875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:21.815098 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2365284f-640c-4eb0-a356-0b920f3a6843 req-3c3d9ae5-012e-44bf-9787-995e9a66875a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1182227 Aug 16 23:57:21.861000 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-7c04bdfe-8fde-4091-af9c-27ec163c4249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 5a6e7c40-14f3-4e77-82e3-e36f3b209ff6) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:57:21.867478 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-3dded649-0b86-472c-a56c-9063b91c839c req-fe3af961-76f7-45fd-80ce-5347fae6dd8e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] For port cdd95820-dd49-425f-a580-75c5e28093e2, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=cdd95820-dd49-425f-a580-75c5e28093e2,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:21.868239 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3dded649-0b86-472c-a56c-9063b91c839c req-fe3af961-76f7-45fd-80ce-5347fae6dd8e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:21.868540 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730fa666-2141-4b1a-8c4d-4992dcb4fe02 None None] Network 5a6e7c40-14f3-4e77-82e3-e36f3b209ff6 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:57:21.887252 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-75418a3d-079d-47cc-a1da-f33fa8ecef26 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:21.905388 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-75418a3d-079d-47cc-a1da-f33fa8ecef26 None None] Transition to ACTIVE for port object adf3ae25-f3f1-45b0-b61a-5a07bb89159d will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:57:21.908992 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c04bdfe-8fde-4091-af9c-27ec163c4249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:21.909623 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c04bdfe-8fde-4091-af9c-27ec163c4249 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:21.915064 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-75418a3d-079d-47cc-a1da-f33fa8ecef26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:21.989334 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:21.993404 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7c04bdfe-8fde-4091-af9c-27ec163c4249 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1225522 Aug 16 23:57:21.994295 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-75418a3d-079d-47cc-a1da-f33fa8ecef26 None None] Attempting to bind port adf3ae25-f3f1-45b0-b61a-5a07bb89159d on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:57:21.996209 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-75418a3d-079d-47cc-a1da-f33fa8ecef26 None None] Attempting to bind port adf3ae25-f3f1-45b0-b61a-5a07bb89159d by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:57:21.996743 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75418a3d-079d-47cc-a1da-f33fa8ecef26 None None] Attempting to bind port adf3ae25-f3f1-45b0-b61a-5a07bb89159d on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:21.999022 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52510) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:22.008050 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-34fa0388-bd87-4e1d-94bd-673d580800be admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-293491829-router', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:22.018501 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75418a3d-079d-47cc-a1da-f33fa8ecef26 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:57:22.019175 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75418a3d-079d-47cc-a1da-f33fa8ecef26 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:57:22.019932 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-75418a3d-079d-47cc-a1da-f33fa8ecef26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:22.020633 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75418a3d-079d-47cc-a1da-f33fa8ecef26 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:57:22.021295 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-75418a3d-079d-47cc-a1da-f33fa8ecef26 None None] Bound port: adf3ae25-f3f1-45b0-b61a-5a07bb89159d, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:57:22.022062 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-75418a3d-079d-47cc-a1da-f33fa8ecef26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:22.061166 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-3a5bc3f7-3ced-4928-a2d3-11d1ac935a38 service neutron] For port 477d914a-6c65-48fc-b616-dcda382e32cd, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:57:22.065399 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-3a5bc3f7-3ced-4928-a2d3-11d1ac935a38 service neutron] For port 477d914a-6c65-48fc-b616-dcda382e32cd, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=477d914a-6c65-48fc-b616-dcda382e32cd,segment=NetworkSegment(7c0d764d-fd2a-4909-b447-e8797f1474d2),segment_id=7c0d764d-fd2a-4909-b447-e8797f1474d2)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:57:22.066968 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-3dded649-0b86-472c-a56c-9063b91c839c req-fe3af961-76f7-45fd-80ce-5347fae6dd8e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Calling delete_port for cdd95820-dd49-425f-a580-75c5e28093e2 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:57:22.097316 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf20fd3-4424-43e8-ac51-11bf341f634b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-5a6e7c40-14f3-4e77-82e3-e36f3b209ff6', 'network_id': '5a6e7c40-14f3-4e77-82e3-e36f3b209ff6', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'fixed_ips': [{'subnet_id': '390bdf84-27fc-436c-864c-cf6b8c1db4e5'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:57:22.098319 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-75418a3d-079d-47cc-a1da-f33fa8ecef26 None None] For port adf3ae25-f3f1-45b0-b61a-5a07bb89159d, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:57:22.098732 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7cf20fd3-4424-43e8-ac51-11bf341f634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:22.101497 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-75418a3d-079d-47cc-a1da-f33fa8ecef26 None None] For port adf3ae25-f3f1-45b0-b61a-5a07bb89159d, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=adf3ae25-f3f1-45b0-b61a-5a07bb89159d,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:57:22.103119 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c95fc9-b978-40ad-b7b2-73c20767744c None None] Pushing event updated for resources: {'Port': ['ID=adf3ae25-f3f1-45b0-b61a-5a07bb89159d,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:22.112736 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-75418a3d-079d-47cc-a1da-f33fa8ecef26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:22.121112 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2365284f-640c-4eb0-a356-0b920f3a6843 req-3b96e8d5-f81a-4767-9e2d-79979551baca service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621617 Aug 16 23:57:22.134658 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34fa0388-bd87-4e1d-94bd-673d580800be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:22.135724 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34fa0388-bd87-4e1d-94bd-673d580800be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:22.154293 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8ff35883-725b-421b-a156-584e457a90a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:22.170846 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75418a3d-079d-47cc-a1da-f33fa8ecef26 None None] Routers {'1278a235-5b01-4a60-8ab8-c38a2bfbc495'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:57:22.172339 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-75418a3d-079d-47cc-a1da-f33fa8ecef26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:57:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1278a235-5b01-4a60-8ab8-c38a2bfbc495'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:22.215604 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-350450ed-ea74-4d19-a1d8-755f23f2f22d req-02907486-493e-4615-8f03-1b7215f90ea5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1641386 Aug 16 23:57:22.240473 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c95fc9-b978-40ad-b7b2-73c20767744c None None] Pushing event updated for resources: {'Port': ['ID=adf3ae25-f3f1-45b0-b61a-5a07bb89159d,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:22.266805 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-11a504b8-79f3-434c-8d0c-dfd81d16436f tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:22.269154 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-11a504b8-79f3-434c-8d0c-dfd81d16436f tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/networks?id=00c85728-7245-4ff7-ad19-516f77c6ef85 HTTP/1.1" status: 200 len: 815 time: 0.6001568 Aug 16 23:57:22.274377 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3dded649-0b86-472c-a56c-9063b91c839c req-fe3af961-76f7-45fd-80ce-5347fae6dd8e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:22.288975 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-3a5bc3f7-3ced-4928-a2d3-11d1ac935a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:22.289654 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['cdd95820-dd49-425f-a580-75c5e28093e2'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:57:22.295039 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-a3f98dff-c671-4054-8c8d-f3b25c0ec7ca tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:22.303357 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34fa0388-bd87-4e1d-94bd-673d580800be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:22.313146 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-75418a3d-079d-47cc-a1da-f33fa8ecef26 None None] Set router 1278a235-5b01-4a60-8ab8-c38a2bfbc495 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:57:22.349154 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-7cf20fd3-4424-43e8-ac51-11bf341f634b None None] Allocated IP 172.20.0.2 (5a6e7c40-14f3-4e77-82e3-e36f3b209ff6/390bdf84-27fc-436c-864c-cf6b8c1db4e5/f837cf1a-230a-446e-9557-c78d22f3ec80) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:57:22.384295 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3af961-76f7-45fd-80ce-5347fae6dd8e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Pushing event deleted for resources: {'Port': ['ID=cdd95820-dd49-425f-a580-75c5e28093e2,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:22.393622 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-080dbba3-cad3-414b-96b3-d1b7ebb38503 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/quotas/f18d640cae8f44f987e6f5a16930565f HTTP/1.1" status: 200 len: 375 time: 0.0946140 Aug 16 23:57:22.422637 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64329ac-691f-4766-b631-919b98a9b8f1 req-0764a8e4-dfa3-4e8c-904d-938e4637d00d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:22.424330 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d64329ac-691f-4766-b631-919b98a9b8f1 req-0764a8e4-dfa3-4e8c-904d-938e4637d00d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.6536162 Aug 16 23:57:22.451837 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dded649-0b86-472c-a56c-9063b91c839c req-fe3af961-76f7-45fd-80ce-5347fae6dd8e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] No DVR routers for this DVR port cdd95820-dd49-425f-a580-75c5e28093e2 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:57:22.456247 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-3a5bc3f7-3ced-4928-a2d3-11d1ac935a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:22.456916 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-3a5bc3f7-3ced-4928-a2d3-11d1ac935a38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:22.458561 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-3a5bc3f7-3ced-4928-a2d3-11d1ac935a38 service neutron] 10.222.0.64 "PUT /v2.0/ports/477d914a-6c65-48fc-b616-dcda382e32cd HTTP/1.1" status: 200 len: 1092 time: 3.2584143 Aug 16 23:57:22.479544 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e', 'tag': '477d914a-6c65-48fc-b616-dcda382e32cd'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:57:22.481724 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702e9ac9-a084-42a1-a923-e71097c538cb" -d '{"events": [{"name": "network-changed", "server_uuid": "8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e", "tag": "477d914a-6c65-48fc-b616-dcda382e32cd"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:57:22.489146 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3dded649-0b86-472c-a56c-9063b91c839c req-fe3af961-76f7-45fd-80ce-5347fae6dd8e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:22.491333 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3dded649-0b86-472c-a56c-9063b91c839c req-fe3af961-76f7-45fd-80ce-5347fae6dd8e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.64 "DELETE /v2.0/ports/cdd95820-dd49-425f-a580-75c5e28093e2 HTTP/1.1" status: 204 len: 173 time: 1.3792119 Aug 16 23:57:22.544764 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-8ff35883-725b-421b-a156-584e457a90a1 admin admin] Allocated IP 172.20.0.1 (8f6cd382-f473-4971-ab50-9200ef4063ef/e17869c4-8671-4b59-ab4c-b035d74bd4fe/07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:57:22.584016 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7cf20fd3-4424-43e8-ac51-11bf341f634b None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:22.594104 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-75418a3d-079d-47cc-a1da-f33fa8ecef26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'name': 'tempest-ServersTestBootFromVolume-123024854-router', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:14Z', 'updated_at': '2021-08-16T23:57:18Z', 'revision_number': 3, 'project_id': 'f42660d006b24de4a9e5404524d97840', 'gw_port': {'id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:18:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:16Z', 'updated_at': '2021-08-16T23:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:22.594876 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7cf20fd3-4424-43e8-ac51-11bf341f634b None None] Transition to ACTIVE for port object f837cf1a-230a-446e-9557-c78d22f3ec80 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:57:22.611562 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7cf20fd3-4424-43e8-ac51-11bf341f634b None None] Transition to ACTIVE for port object f837cf1a-230a-446e-9557-c78d22f3ec80 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:57:22.624080 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7cf20fd3-4424-43e8-ac51-11bf341f634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:22.630429 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5bc3f7-3ced-4928-a2d3-11d1ac935a38 service neutron] Pushing event updated for resources: {'Port': ['ID=477d914a-6c65-48fc-b616-dcda382e32cd,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:22.653169 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75418a3d-079d-47cc-a1da-f33fa8ecef26 None None] The sync data for ids ['1278a235-5b01-4a60-8ab8-c38a2bfbc495'] in n-d-800088-20 is: [{'id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'name': 'tempest-ServersTestBootFromVolume-123024854-router', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:14Z', 'updated_at': '2021-08-16T23:57:18Z', 'revision_number': 3, 'project_id': 'f42660d006b24de4a9e5404524d97840', 'gw_port': {'id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:18:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:16Z', 'updated_at': '2021-08-16T23:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:57:22.681743 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d64329ac-691f-4766-b631-919b98a9b8f1 req-f3376467-ad5a-4c90-bbd8-510c6839d585 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220953 Aug 16 23:57:22.698311 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-bab24026-afa4-43f8-a0bd-5214b9509e9e tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f18d640cae8f44f987e6f5a16930565f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3036108 Aug 16 23:57:22.699589 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-a3f98dff-c671-4054-8c8d-f3b25c0ec7ca tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:22.731789 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350450ed-ea74-4d19-a1d8-755f23f2f22d req-f931083e-1c91-4547-9b2b-4c6adf6f6cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:22.733394 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-350450ed-ea74-4d19-a1d8-755f23f2f22d req-f931083e-1c91-4547-9b2b-4c6adf6f6cad service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 1102 time: 0.4280202 Aug 16 23:57:22.753335 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2365284f-640c-4eb0-a356-0b920f3a6843 req-f76766db-7c51-47b9-9c8d-94bfa286e581 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6138480 Aug 16 23:57:22.849432 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf20fd3-4424-43e8-ac51-11bf341f634b None None] Network 5a6e7c40-14f3-4e77-82e3-e36f3b209ff6 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:57:22.854469 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-7cf20fd3-4424-43e8-ac51-11bf341f634b None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:57:22.858035 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf20fd3-4424-43e8-ac51-11bf341f634b None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:57:22.904465 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f98dff-c671-4054-8c8d-f3b25c0ec7ca tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Pushing event updated for resources: {'Port': ['ID=ebbb4181-b127-4716-920b-e57bfcda9c0b,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:22.927861 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-a3f98dff-c671-4054-8c8d-f3b25c0ec7ca tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Network b540a6a1-dfc7-43c4-9922-512d2e4997c6 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:57:22.928085 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf20fd3-4424-43e8-ac51-11bf341f634b None None] Pushing event updated for resources: {'Port': ['ID=f837cf1a-230a-446e-9557-c78d22f3ec80,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:22.951235 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7cf20fd3-4424-43e8-ac51-11bf341f634b None None] Attempting to bind port f837cf1a-230a-446e-9557-c78d22f3ec80 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:57:22.951609 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7cf20fd3-4424-43e8-ac51-11bf341f634b None None] Attempting to bind port f837cf1a-230a-446e-9557-c78d22f3ec80 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '1b978c43-7e08-46c9-a661-31903765a712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5a6e7c40-14f3-4e77-82e3-e36f3b209ff6'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:57:22.953211 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf20fd3-4424-43e8-ac51-11bf341f634b None None] Attempting to bind port f837cf1a-230a-446e-9557-c78d22f3ec80 on network 5a6e7c40-14f3-4e77-82e3-e36f3b209ff6 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:22.954653 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-a3f98dff-c671-4054-8c8d-f3b25c0ec7ca tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:57:22.959200 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf20fd3-4424-43e8-ac51-11bf341f634b None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:57:22.959986 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf20fd3-4424-43e8-ac51-11bf341f634b None None] Checking segment: {'id': '1b978c43-7e08-46c9-a661-31903765a712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5a6e7c40-14f3-4e77-82e3-e36f3b209ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:57:22.960812 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7cf20fd3-4424-43e8-ac51-11bf341f634b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:22.961413 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf20fd3-4424-43e8-ac51-11bf341f634b None None] Bound using segment: {'id': '1b978c43-7e08-46c9-a661-31903765a712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5a6e7c40-14f3-4e77-82e3-e36f3b209ff6'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:57:22.962088 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7cf20fd3-4424-43e8-ac51-11bf341f634b None None] Bound port: f837cf1a-230a-446e-9557-c78d22f3ec80, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b978c43-7e08-46c9-a661-31903765a712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5a6e7c40-14f3-4e77-82e3-e36f3b209ff6'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:57:22.962660 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7cf20fd3-4424-43e8-ac51-11bf341f634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:22.966332 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-05314c46-2943-4402-b576-04da5d9e3ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:22.979407 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-05314c46-2943-4402-b576-04da5d9e3ba9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=86043ac5c01d42e2a5f439e1e8d8861c&device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 1095 time: 0.4532015 Aug 16 23:57:22.985021 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-a3f98dff-c671-4054-8c8d-f3b25c0ec7ca tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:57:23.054851 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-825f82d6-9503-48c0-b98a-e9edae374ff1 service neutron] 10.222.0.60 "GET /v2.0/networks/00c85728-7245-4ff7-ad19-516f77c6ef85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376677 Aug 16 23:57:23.103619 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-7cf20fd3-4424-43e8-ac51-11bf341f634b None None] For port f837cf1a-230a-446e-9557-c78d22f3ec80, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:57:23.111226 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-7cf20fd3-4424-43e8-ac51-11bf341f634b None None] For port f837cf1a-230a-446e-9557-c78d22f3ec80, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=f837cf1a-230a-446e-9557-c78d22f3ec80,segment=NetworkSegment(1b978c43-7e08-46c9-a661-31903765a712),segment_id=1b978c43-7e08-46c9-a661-31903765a712)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:57:23.117411 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7cf20fd3-4424-43e8-ac51-11bf341f634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:23.126418 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-20477a1a-0670-4a2c-a845-4ecbd47d5aa9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=477d914a-6c65-48fc-b616-dcda382e32cd HTTP/1.1" status: 200 len: 217 time: 0.0961337 Aug 16 23:57:23.194682 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf20fd3-4424-43e8-ac51-11bf341f634b None None] Pushing event updated for resources: {'Port': ['ID=f837cf1a-230a-446e-9557-c78d22f3ec80,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:23.260231 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-3fc141bd-af7f-4a7f-a054-bc9fb0cb36ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:23.261800 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-3fc141bd-af7f-4a7f-a054-bc9fb0cb36ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87966530-05f3-4777-b9a2-61db54a436d5 HTTP/1.1" status: 200 len: 859 time: 0.0704565 Aug 16 23:57:23.348622 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-a3f98dff-c671-4054-8c8d-f3b25c0ec7ca tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:23.359244 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-a3f98dff-c671-4054-8c8d-f3b25c0ec7ca tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:23.366986 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-0d8f6ad2-da80-4401-b2b4-cc94c25089ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b540a6a1-dfc7-43c4-9922-512d2e4997c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944269 Aug 16 23:57:23.464348 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34fa0388-bd87-4e1d-94bd-673d580800be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:23.516313 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-a3f98dff-c671-4054-8c8d-f3b25c0ec7ca tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0767312 Aug 16 23:57:23.582877 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-d7a10656-a2af-42da-b86f-426d6018929b service neutron] Request body: {'port': {'device_id': '3b25c89c-e022-4ef7-9f91-03d78f5daf65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:23.616972 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-03b54dd6-6962-49da-ae87-756d1cc78831 service neutron] 10.222.0.60 "GET /v2.0/networks/00c85728-7245-4ff7-ad19-516f77c6ef85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5078423 Aug 16 23:57:23.667380 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2f570-48a0-4740-8444-cf970f185f38 req-c57dd42d-508c-48b5-932b-bec7ae6cef38 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:23.668953 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ec2f570-48a0-4740-8444-cf970f185f38 req-c57dd42d-508c-48b5-932b-bec7ae6cef38 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 931 time: 0.3044531 Aug 16 23:57:23.682273 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8ff35883-725b-421b-a156-584e457a90a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:23.746812 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350450ed-ea74-4d19-a1d8-755f23f2f22d req-ae28b068-78dd-4b43-8ae1-3e5ce57c4938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:23.748532 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-350450ed-ea74-4d19-a1d8-755f23f2f22d req-ae28b068-78dd-4b43-8ae1-3e5ce57c4938 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.9072661 Aug 16 23:57:23.818974 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-3c73caa2-a2ea-4329-bb38-9a1a8ab3f56f service neutron] 10.222.0.64 "GET /v2.0/networks/b540a6a1-dfc7-43c4-9922-512d2e4997c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240665 Aug 16 23:57:23.833103 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-d7a10656-a2af-42da-b86f-426d6018929b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:23.838400 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-350450ed-ea74-4d19-a1d8-755f23f2f22d req-14705894-79fb-4833-929d-6a7a63e9ce6b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=dc5a9afa-09d6-4392-8d77-921fd95fdba9 HTTP/1.1" status: 200 len: 217 time: 0.0599742 Aug 16 23:57:23.842980 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-8ff35883-725b-421b-a156-584e457a90a1 admin admin] Transition to ACTIVE for port object 07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:57:23.856221 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ec2f570-48a0-4740-8444-cf970f185f38 req-6ea2742f-cd79-4927-971b-51874a943bcc tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411657 Aug 16 23:57:24.117432 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8ff35883-725b-421b-a156-584e457a90a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:24.205280 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f837cf1a-230a-446e-9557-c78d22f3ec80 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:57:24.339828 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port f837cf1a-230a-446e-9557-c78d22f3ec80 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:57:24.344666 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device adf3ae25-f3f1-45b0-b61a-5a07bb89159d up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:57:24.349181 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff35883-725b-421b-a156-584e457a90a1 admin admin] Network 8f6cd382-f473-4971-ab50-9200ef4063ef is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:57:24.351563 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-8ff35883-725b-421b-a156-584e457a90a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:57:24.367202 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff35883-725b-421b-a156-584e457a90a1 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:57:24.372073 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350450ed-ea74-4d19-a1d8-755f23f2f22d req-c4a55dbd-fbb9-4788-9c84-977c9e7b107f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:24.373836 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-350450ed-ea74-4d19-a1d8-755f23f2f22d req-c4a55dbd-fbb9-4788-9c84-977c9e7b107f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.5256772 Aug 16 23:57:24.408942 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff35883-725b-421b-a156-584e457a90a1 admin admin] Pushing event updated for resources: {'Port': ['ID=07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:24.479974 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port adf3ae25-f3f1-45b0-b61a-5a07bb89159d completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:57:24.484932 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port adf3ae25-f3f1-45b0-b61a-5a07bb89159d triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:24.485337 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:24.574587 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8ff35883-725b-421b-a156-584e457a90a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:24.581599 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device cdd95820-dd49-425f-a580-75c5e28093e2 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:57:24.624349 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: cdd95820-dd49-425f-a580-75c5e28093e2 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:57:24.625410 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device cdd95820-dd49-425f-a580-75c5e28093e2 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:57:24.719878 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bb65a3-d1b2-417f-b678-79986926847f x-openstack-request-id: req-a8bb65a3-d1b2-417f-b678-79986926847f {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:57:24.720485 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e", "tag": "477d914a-6c65-48fc-b616-dcda382e32cd", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:57:24.720485 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a8bb65a3-d1b2-417f-b678-79986926847f {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:57:24.720791 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e', 'tag': '477d914a-6c65-48fc-b616-dcda382e32cd', 'status': 'completed', 'code': 200} Aug 16 23:57:24.739517 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:24.773705 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port adf3ae25-f3f1-45b0-b61a-5a07bb89159d, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=adf3ae25-f3f1-45b0-b61a-5a07bb89159d,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:24.781713 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:24.832185 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350450ed-ea74-4d19-a1d8-755f23f2f22d req-87d8ae1c-3e66-48be-b902-a9366977a0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:24.834536 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-350450ed-ea74-4d19-a1d8-755f23f2f22d req-87d8ae1c-3e66-48be-b902-a9366977a0e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4182577 Aug 16 23:57:24.903444 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=adf3ae25-f3f1-45b0-b61a-5a07bb89159d,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:24.929097 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0f7cadc6-f466-4711-94a4-2a11f8a47e77 None None] Provisioning for port 07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:57:24.930253 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0f7cadc6-f466-4711-94a4-2a11f8a47e77 None None] Provisioning complete for port 07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:24.930629 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0f7cadc6-f466-4711-94a4-2a11f8a47e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:25.005951 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-0f7cadc6-f466-4711-94a4-2a11f8a47e77 None None] Port 07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:57:25.007509 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c56d8d3-7744-4688-801f-28c23d6199c6 None None] Network 5a6e7c40-14f3-4e77-82e3-e36f3b209ff6 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:57:25.076811 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34fa0388-bd87-4e1d-94bd-673d580800be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:25.122287 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0bdb377-5d0c-47c0-a6dc-58ee3e0f6307 req-5324ffb3-d706-4b96-bd15-c53ab0daf30e tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca5804d-84f3-4b8d-8efa-5f1322a161bf HTTP/1.1" status: 200 len: 210 time: 0.4078109 Aug 16 23:57:25.144961 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8ff35883-725b-421b-a156-584e457a90a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:25.164054 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34fa0388-bd87-4e1d-94bd-673d580800be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:25.195394 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-dcb962c9-e939-4906-aa66-ff34b7249cd5 None None] Provisioning for port f837cf1a-230a-446e-9557-c78d22f3ec80 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:57:25.213851 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-dcb962c9-e939-4906-aa66-ff34b7249cd5 None None] Provisioning complete for port f837cf1a-230a-446e-9557-c78d22f3ec80 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:25.216227 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-dcb962c9-e939-4906-aa66-ff34b7249cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:25.268981 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993baf5c-025e-4240-b992-07ca66ebb122 req-1bf7692e-a69b-4643-8bcc-8223b654cf50 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:25.276335 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-993baf5c-025e-4240-b992-07ca66ebb122 req-1bf7692e-a69b-4643-8bcc-8223b654cf50 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.5498548 Aug 16 23:57:25.321168 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-491f4d25-7a56-4a18-b2b8-0324b7899152 req-765da765-a079-47b8-92c2-f53cd5d3bc38 service neutron] 10.222.0.64 "GET /v2.0/networks/b540a6a1-dfc7-43c4-9922-512d2e4997c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4823875 Aug 16 23:57:25.373221 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-350450ed-ea74-4d19-a1d8-755f23f2f22d req-fc80af0b-8861-4dbf-8ac3-8920668e51d5 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735260 Aug 16 23:57:25.416445 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-dcb962c9-e939-4906-aa66-ff34b7249cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:25.436929 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-993baf5c-025e-4240-b992-07ca66ebb122 req-56146faa-02ef-4aff-8b4e-01b15c51bbfb tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558850 Aug 16 23:57:25.486216 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-dcb962c9-e939-4906-aa66-ff34b7249cd5 None None] For port f837cf1a-230a-446e-9557-c78d22f3ec80, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=f837cf1a-230a-446e-9557-c78d22f3ec80,segment=NetworkSegment(1b978c43-7e08-46c9-a661-31903765a712),segment_id=1b978c43-7e08-46c9-a661-31903765a712)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:25.494313 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-dcb962c9-e939-4906-aa66-ff34b7249cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:25.557822 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb962c9-e939-4906-aa66-ff34b7249cd5 None None] Pushing event updated for resources: {'Port': ['ID=f837cf1a-230a-446e-9557-c78d22f3ec80,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:25.590982 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-d7a10656-a2af-42da-b86f-426d6018929b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebbb4181-b127-4716-920b-e57bfcda9c0b {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:57:25.611770 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-d7a10656-a2af-42da-b86f-426d6018929b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:25.623460 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-34fa0388-bd87-4e1d-94bd-673d580800be admin admin] Allocated IP 172.25.3.158 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/33b9bb47-8b41-47ad-8e44-ee8241e3d1e6) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:57:25.628248 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-ca9af56d-b9f7-41e6-a673-ff6f5a9defe6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:25.635694 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-ca9af56d-b9f7-41e6-a673-ff6f5a9defe6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/networks?id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf HTTP/1.1" status: 200 len: 812 time: 0.3498647 Aug 16 23:57:25.643397 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e9ac9-a084-42a1-a923-e71097c538cb req-d2e0c9f2-d21c-4cb4-a851-06d88e979c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:25.644950 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-702e9ac9-a084-42a1-a923-e71097c538cb req-d2e0c9f2-d21c-4cb4-a851-06d88e979c7b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=86043ac5c01d42e2a5f439e1e8d8861c&device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 1095 time: 0.2035670 Aug 16 23:57:25.671498 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-d7a10656-a2af-42da-b86f-426d6018929b service neutron] Transition to ACTIVE for port object ebbb4181-b127-4716-920b-e57bfcda9c0b will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:57:25.680346 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-3b7fdd85-3d8e-48d5-86bf-47e784d5606f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/quotas/199207e6de05452bbb587d40f177d9b0 HTTP/1.1" status: 200 len: 375 time: 0.0436909 Aug 16 23:57:25.748576 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-350450ed-ea74-4d19-a1d8-755f23f2f22d req-44a22f6e-4ae2-48c6-bef5-d31c38260916 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641071 Aug 16 23:57:25.756976 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-d7a10656-a2af-42da-b86f-426d6018929b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:25.813801 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-10794f39-c176-4db5-addf-55dd28fe306f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=199207e6de05452bbb587d40f177d9b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1325538 Aug 16 23:57:25.846475 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-592a1dae-4c10-454e-85cb-27f64436349f None None] Provisioning complete for port f837cf1a-230a-446e-9557-c78d22f3ec80 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:25.847391 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-592a1dae-4c10-454e-85cb-27f64436349f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:25.875299 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a10656-a2af-42da-b86f-426d6018929b service neutron] Pushing event updated for resources: {'Port': ['ID=ebbb4181-b127-4716-920b-e57bfcda9c0b,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:25.935025 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8ff35883-725b-421b-a156-584e457a90a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:25.956203 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8ff35883-725b-421b-a156-584e457a90a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:26.023325 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e9ac9-a084-42a1-a923-e71097c538cb req-fa368531-00f3-476a-82c2-27bc9aa3794a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:26.025141 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-702e9ac9-a084-42a1-a923-e71097c538cb req-fa368531-00f3-476a-82c2-27bc9aa3794a service neutron] 10.222.0.64 "GET /v2.0/networks?id=b540a6a1-dfc7-43c4-9922-512d2e4997c6 HTTP/1.1" status: 200 len: 920 time: 0.3672757 Aug 16 23:57:26.054195 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f837cf1a-230a-446e-9557-c78d22f3ec80 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:57:26.085627 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff35883-725b-421b-a156-584e457a90a1 admin admin] Pushing event updated for resources: {'Port': ['ID=07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:26.099130 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34fa0388-bd87-4e1d-94bd-673d580800be admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:26.112982 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port f837cf1a-230a-446e-9557-c78d22f3ec80 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:26.112982 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:26.115540 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-702e9ac9-a084-42a1-a923-e71097c538cb req-794f4d3a-8c78-42b7-abea-db570c52607f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=477d914a-6c65-48fc-b616-dcda382e32cd HTTP/1.1" status: 200 len: 217 time: 0.0672450 Aug 16 23:57:26.127556 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8ff35883-725b-421b-a156-584e457a90a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:26.150709 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-52cacbca-2956-44f7-a59b-dfa126448d35 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:26.152915 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-52cacbca-2956-44f7-a59b-dfa126448d35 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.64 "GET /v2.0/networks?id=00c85728-7245-4ff7-ad19-516f77c6ef85 HTTP/1.1" status: 200 len: 815 time: 0.3933086 Aug 16 23:57:26.191590 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2fba2-39e7-48c3-8f85-7465b3039674 req-e36ef1c7-dec6-45e9-b035-bb3250cb8dd8 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:26.193143 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23d2fba2-39e7-48c3-8f85-7465b3039674 req-e36ef1c7-dec6-45e9-b035-bb3250cb8dd8 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 943 time: 0.2661889 Aug 16 23:57:26.197107 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-d7a10656-a2af-42da-b86f-426d6018929b service neutron] Attempting to bind port ebbb4181-b127-4716-920b-e57bfcda9c0b on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:57:26.197449 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-d7a10656-a2af-42da-b86f-426d6018929b service neutron] Attempting to bind port ebbb4181-b127-4716-920b-e57bfcda9c0b by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '7c0d764d-fd2a-4909-b447-e8797f1474d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b540a6a1-dfc7-43c4-9922-512d2e4997c6'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:57:26.197786 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-d7a10656-a2af-42da-b86f-426d6018929b service neutron] Attempting to bind port ebbb4181-b127-4716-920b-e57bfcda9c0b on network b540a6a1-dfc7-43c4-9922-512d2e4997c6 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:26.207430 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-234d06f7-c189-49dd-a78d-ae39e7aa2eb2 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Request body: {'port': {'device_id': 'bca5804d-84f3-4b8d-8efa-5f1322a161bf', 'network_id': '00c85728-7245-4ff7-ad19-516f77c6ef85', 'admin_state_up': True, 'tenant_id': 'f18d640cae8f44f987e6f5a16930565f'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:26.208369 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-949ae97c-b759-42a3-bf9e-e884cba98c1c service neutron] 10.222.0.60 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660643 Aug 16 23:57:26.215608 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device adf3ae25-f3f1-45b0-b61a-5a07bb89159d up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:57:26.220199 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-d7a10656-a2af-42da-b86f-426d6018929b service neutron] Port ebbb4181-b127-4716-920b-e57bfcda9c0b on network b540a6a1-dfc7-43c4-9922-512d2e4997c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:57:26.220534 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-d7a10656-a2af-42da-b86f-426d6018929b service neutron] Attempting to bind port ebbb4181-b127-4716-920b-e57bfcda9c0b on network b540a6a1-dfc7-43c4-9922-512d2e4997c6 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:26.260052 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-d7a10656-a2af-42da-b86f-426d6018929b service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:57:26.260421 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-d7a10656-a2af-42da-b86f-426d6018929b service neutron] Checking segment: {'id': '7c0d764d-fd2a-4909-b447-e8797f1474d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b540a6a1-dfc7-43c4-9922-512d2e4997c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:57:26.260705 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-d7a10656-a2af-42da-b86f-426d6018929b service neutron] Bound using segment: {'id': '7c0d764d-fd2a-4909-b447-e8797f1474d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b540a6a1-dfc7-43c4-9922-512d2e4997c6'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:57:26.261186 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-d7a10656-a2af-42da-b86f-426d6018929b service neutron] Bound port: ebbb4181-b127-4716-920b-e57bfcda9c0b, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c0d764d-fd2a-4909-b447-e8797f1474d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b540a6a1-dfc7-43c4-9922-512d2e4997c6'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:57:26.261609 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-d7a10656-a2af-42da-b86f-426d6018929b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:26.264171 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e9ac9-a084-42a1-a923-e71097c538cb req-60ee1750-28f0-426d-8948-7fb070690be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:26.266299 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-702e9ac9-a084-42a1-a923-e71097c538cb req-60ee1750-28f0-426d-8948-7fb070690be6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87966530-05f3-4777-b9a2-61db54a436d5 HTTP/1.1" status: 200 len: 859 time: 0.1311772 Aug 16 23:57:26.273893 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port adf3ae25-f3f1-45b0-b61a-5a07bb89159d triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:26.274185 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:26.309961 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34fa0388-bd87-4e1d-94bd-673d580800be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:26.345770 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-702e9ac9-a084-42a1-a923-e71097c538cb req-ec84726b-252d-455a-92aa-e535ecc1cb8d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b540a6a1-dfc7-43c4-9922-512d2e4997c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508983 Aug 16 23:57:26.363537 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23d2fba2-39e7-48c3-8f85-7465b3039674 req-18c2f9a2-e8a6-4964-9c9c-b4af2db1c01f tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574087 Aug 16 23:57:26.381278 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fa0388-bd87-4e1d-94bd-673d580800be admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:57:26.396493 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-34fa0388-bd87-4e1d-94bd-673d580800be admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:57:26.403118 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fa0388-bd87-4e1d-94bd-673d580800be admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:57:26.415094 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff35883-725b-421b-a156-584e457a90a1 admin admin] Network 8f6cd382-f473-4971-ab50-9200ef4063ef is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:57:26.435247 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa0388-bd87-4e1d-94bd-673d580800be admin admin] Pushing event updated for resources: {'Port': ['ID=33b9bb47-8b41-47ad-8e44-ee8241e3d1e6,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:26.445408 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-8ff35883-725b-421b-a156-584e457a90a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:57:26.493829 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-0efd7bf7-223b-4807-baab-6997014e6183 service neutron] 10.222.0.60 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624307 Aug 16 23:57:26.529583 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-d7a10656-a2af-42da-b86f-426d6018929b service neutron] For port ebbb4181-b127-4716-920b-e57bfcda9c0b, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:57:26.541420 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-234d06f7-c189-49dd-a78d-ae39e7aa2eb2 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Made reservation on behalf of f18d640cae8f44f987e6f5a16930565f for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:57:26.545005 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-234d06f7-c189-49dd-a78d-ae39e7aa2eb2 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:26.561138 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-d7a10656-a2af-42da-b86f-426d6018929b service neutron] For port ebbb4181-b127-4716-920b-e57bfcda9c0b, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ebbb4181-b127-4716-920b-e57bfcda9c0b,segment=NetworkSegment(7c0d764d-fd2a-4909-b447-e8797f1474d2),segment_id=7c0d764d-fd2a-4909-b447-e8797f1474d2)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:57:26.596184 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 477d914a-6c65-48fc-b616-dcda382e32cd details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:57:26.606848 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-d7a10656-a2af-42da-b86f-426d6018929b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:26.774255 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-d7a10656-a2af-42da-b86f-426d6018929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:26.775647 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-d7a10656-a2af-42da-b86f-426d6018929b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:26.777105 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-d7a10656-a2af-42da-b86f-426d6018929b service neutron] 10.222.0.64 "PUT /v2.0/ports/ebbb4181-b127-4716-920b-e57bfcda9c0b HTTP/1.1" status: 200 len: 1092 time: 3.2108209 Aug 16 23:57:26.795777 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cfc814-e691-4970-aede-118ebbd099b8', 'name': 'network-vif-deleted', 'tag': 'cdd95820-dd49-425f-a580-75c5e28093e2'}, {'name': 'network-changed', 'server_uuid': '3b25c89c-e022-4ef7-9f91-03d78f5daf65', 'tag': 'ebbb4181-b127-4716-920b-e57bfcda9c0b'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:57:26.806219 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20841ecc-38f9-4a89-820a-0997fedfff0b" -d '{"events": [{"server_uuid": "87cfc814-e691-4970-aede-118ebbd099b8", "name": "network-vif-deleted", "tag": "cdd95820-dd49-425f-a580-75c5e28093e2"}, {"name": "network-changed", "server_uuid": "3b25c89c-e022-4ef7-9f91-03d78f5daf65", "tag": "ebbb4181-b127-4716-920b-e57bfcda9c0b"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:57:26.817081 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 477d914a-6c65-48fc-b616-dcda382e32cd, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=477d914a-6c65-48fc-b616-dcda382e32cd,segment=NetworkSegment(7c0d764d-fd2a-4909-b447-e8797f1474d2),segment_id=7c0d764d-fd2a-4909-b447-e8797f1474d2)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:26.818118 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a10656-a2af-42da-b86f-426d6018929b service neutron] Pushing event updated for resources: {'Port': ['ID=ebbb4181-b127-4716-920b-e57bfcda9c0b,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:26.834147 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '477d914a-6c65-48fc-b616-dcda382e32cd', 'network_id': 'b540a6a1-dfc7-43c4-9922-512d2e4997c6', 'port_id': '477d914a-6c65-48fc-b616-dcda382e32cd', 'mac_address': 'fa:16:3e:01:8c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87966530-05f3-4777-b9a2-61db54a436d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:57:26.867985 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-702e9ac9-a084-42a1-a923-e71097c538cb req-17da9ac2-72ce-42d6-8096-62664054857b service neutron] 10.222.0.64 "GET /v2.0/networks/b540a6a1-dfc7-43c4-9922-512d2e4997c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819436 Aug 16 23:57:26.943681 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:26.972551 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff35883-725b-421b-a156-584e457a90a1 admin admin] Router 1278a235-5b01-4a60-8ab8-c38a2bfbc495 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:57:26.974980 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63cde693-5cc6-4836-9045-319ef2ad6cd0 req-90e9547c-54aa-45f1-99d2-82c710b84742 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca5804d-84f3-4b8d-8efa-5f1322a161bf HTTP/1.1" status: 200 len: 210 time: 0.1952505 Aug 16 23:57:26.977737 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 477d914a-6c65-48fc-b616-dcda382e32cd {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:57:27.037558 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 477d914a-6c65-48fc-b616-dcda382e32cd, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=477d914a-6c65-48fc-b616-dcda382e32cd,segment=NetworkSegment(7c0d764d-fd2a-4909-b447-e8797f1474d2),segment_id=7c0d764d-fd2a-4909-b447-e8797f1474d2)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:27.049364 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:27.080031 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-9c0a9e15-d984-4f5b-b005-3fcfc474ace8 None None] Provisioning complete for port 07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:27.080691 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9e15-d984-4f5b-b005-3fcfc474ace8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:27.098215 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-677b7cb0-40dc-458a-8644-2fff42b322bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:27.100126 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-677b7cb0-40dc-458a-8644-2fff42b322bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=86043ac5c01d42e2a5f439e1e8d8861c&device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 1095 time: 0.2555881 Aug 16 23:57:27.129425 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-234d06f7-c189-49dd-a78d-ae39e7aa2eb2 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Allocated IP 172.20.0.13 (00c85728-7245-4ff7-ad19-516f77c6ef85/9c1dd6e9-c166-4397-8aab-d99212faa9f8/482541e4-8c61-4442-baf7-6fe75472ce6a) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:57:27.179796 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-c9605525-c32e-4e65-a3b9-c0c2951bf563 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebbb4181-b127-4716-920b-e57bfcda9c0b HTTP/1.1" status: 200 len: 217 time: 0.0620444 Aug 16 23:57:27.196952 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca450ce-877f-4f9c-bb5c-57411d15cf12 req-9ed539b4-414c-452c-a554-b4c854ffc61d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:27.198710 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ca450ce-877f-4f9c-bb5c-57411d15cf12 req-9ed539b4-414c-452c-a554-b4c854ffc61d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.1479754 Aug 16 23:57:27.253502 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-9c0a9e15-d984-4f5b-b005-3fcfc474ace8 None None] Port 07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:57:27.259970 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=477d914a-6c65-48fc-b616-dcda382e32cd,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:27.283271 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-702e9ac9-a084-42a1-a923-e71097c538cb req-1ddf25d2-55c5-4a79-90bc-74b7c4ea29d0 service neutron] 10.222.0.64 "GET /v2.0/networks/b540a6a1-dfc7-43c4-9922-512d2e4997c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924046 Aug 16 23:57:27.287987 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-ae5c88a0-0b86-4a25-bd67-d47b0157f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:27.289393 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-ae5c88a0-0b86-4a25-bd67-d47b0157f846 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87966530-05f3-4777-b9a2-61db54a436d5 HTTP/1.1" status: 200 len: 859 time: 0.0878034 Aug 16 23:57:27.311292 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ca450ce-877f-4f9c-bb5c-57411d15cf12 req-ea753df1-feb4-4951-ba0a-250f247be732 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594947 Aug 16 23:57:27.343655 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-94d87b0a-4fc6-4568-ba8e-32e1a8d7c049 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b540a6a1-dfc7-43c4-9922-512d2e4997c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305970 Aug 16 23:57:27.415706 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['477d914a-6c65-48fc-b616-dcda382e32cd'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:57:27.459343 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 23:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7401cdd7-e97d-49c0-8b11-172712602c65 x-openstack-request-id: req-7401cdd7-e97d-49c0-8b11-172712602c65 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:57:27.460037 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cfc814-e691-4970-aede-118ebbd099b8", "name": "network-vif-deleted", "tag": "cdd95820-dd49-425f-a580-75c5e28093e2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3b25c89c-e022-4ef7-9f91-03d78f5daf65", "tag": "ebbb4181-b127-4716-920b-e57bfcda9c0b", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:57:27.460510 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7401cdd7-e97d-49c0-8b11-172712602c65 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:57:27.461155 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cfc814-e691-4970-aede-118ebbd099b8', 'name': 'network-vif-deleted', 'tag': 'cdd95820-dd49-425f-a580-75c5e28093e2', 'status': 'completed', 'code': 200} Aug 16 23:57:27.461647 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b25c89c-e022-4ef7-9f91-03d78f5daf65', 'tag': 'ebbb4181-b127-4716-920b-e57bfcda9c0b', 'status': 'completed', 'code': 200} Aug 16 23:57:27.512014 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-675c8afd-e83b-4eb7-98bd-06c729389b73 req-6aeace53-092f-4177-a60c-9f36be1d2e02 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 210 time: 0.0545273 Aug 16 23:57:27.572836 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-e03bec37-ee0f-4944-bae2-0433b3385cab service neutron] 10.222.0.64 "GET /v2.0/networks/b540a6a1-dfc7-43c4-9922-512d2e4997c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210138 Aug 16 23:57:27.791745 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b2e69-6e38-47de-b2e8-438d9d693fd0 req-37a1bf4a-6b8b-4bdc-bf9c-3653ab0f4305 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:27.801831 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8d2b2e69-6e38-47de-b2e8-438d9d693fd0 req-37a1bf4a-6b8b-4bdc-bf9c-3653ab0f4305 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 943 time: 0.1100760 Aug 16 23:57:27.857134 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9cb378a-cb4b-41db-8220-e63a77811a52 req-a05c75f1-7394-4805-a354-a2a09d91a511 service neutron] 10.222.0.64 "GET /v2.0/networks/b540a6a1-dfc7-43c4-9922-512d2e4997c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609911 Aug 16 23:57:27.910129 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8d2b2e69-6e38-47de-b2e8-438d9d693fd0 req-3d2f9228-05de-4c55-961d-a7dea23c491e tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071720 Aug 16 23:57:27.945745 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34fa0388-bd87-4e1d-94bd-673d580800be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:27.946124 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0132b-f321-42f8-ba1d-2872f0f7ea71 req-4048ec24-6c14-48fa-969b-dacc8b07a0e9 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:27.947882 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-96a0132b-f321-42f8-ba1d-2872f0f7ea71 req-4048ec24-6c14-48fa-969b-dacc8b07a0e9 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b209f1-b76e-494e-b092-70e568a69acd HTTP/1.1" status: 200 len: 946 time: 0.1411467 Aug 16 23:57:28.022839 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-96a0132b-f321-42f8-ba1d-2872f0f7ea71 req-0d85eac7-c3be-4228-80da-27396e51ba46 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681100 Aug 16 23:57:28.034008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20841ecc-38f9-4a89-820a-0997fedfff0b req-0a118276-462f-45f6-9e6a-fd348ff0dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:28.035506 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-20841ecc-38f9-4a89-820a-0997fedfff0b req-0a118276-462f-45f6-9e6a-fd348ff0dadc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=86043ac5c01d42e2a5f439e1e8d8861c&device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 1095 time: 0.0694036 Aug 16 23:57:28.125932 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4308314e-64a2-4489-ba02-1df0516838c2 req-9670d458-f4c4-4ba7-9a89-d623f2023708 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca5804d-84f3-4b8d-8efa-5f1322a161bf HTTP/1.1" status: 200 len: 210 time: 0.0321927 Aug 16 23:57:28.152294 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff35883-725b-421b-a156-584e457a90a1 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:57:28.165797 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d7a036-3c3f-4e27-b8f0-901b2aa2f78b None None] Sync routers for ids ['1278a235-5b01-4a60-8ab8-c38a2bfbc495'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:57:28.167438 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-234d06f7-c189-49dd-a78d-ae39e7aa2eb2 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:28.174110 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20841ecc-38f9-4a89-820a-0997fedfff0b req-e2609b1e-ca7a-4669-91d9-6aa4c48e776a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:28.175109 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8ff35883-725b-421b-a156-584e457a90a1 admin admin] 10.222.0.60 "PUT /v2.0/routers/1278a235-5b01-4a60-8ab8-c38a2bfbc495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0829701 Aug 16 23:57:28.176324 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d7a036-3c3f-4e27-b8f0-901b2aa2f78b None None] Routers {'1278a235-5b01-4a60-8ab8-c38a2bfbc495'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:57:28.177471 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-43d7a036-3c3f-4e27-b8f0-901b2aa2f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:57:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1278a235-5b01-4a60-8ab8-c38a2bfbc495'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:28.188111 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-20841ecc-38f9-4a89-820a-0997fedfff0b req-e2609b1e-ca7a-4669-91d9-6aa4c48e776a service neutron] 10.222.0.64 "GET /v2.0/networks?id=b540a6a1-dfc7-43c4-9922-512d2e4997c6 HTTP/1.1" status: 200 len: 920 time: 0.1412315 Aug 16 23:57:28.263035 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-20841ecc-38f9-4a89-820a-0997fedfff0b req-a6ba6e6b-53ca-4989-be74-99cce8cd963a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebbb4181-b127-4716-920b-e57bfcda9c0b HTTP/1.1" status: 200 len: 217 time: 0.0606143 Aug 16 23:57:28.358974 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-43d7a036-3c3f-4e27-b8f0-901b2aa2f78b None None] Set router 1278a235-5b01-4a60-8ab8-c38a2bfbc495 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:57:28.372105 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20841ecc-38f9-4a89-820a-0997fedfff0b req-cb8df3f6-0e99-4ea8-9899-38d28751cada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:28.373917 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-20841ecc-38f9-4a89-820a-0997fedfff0b req-cb8df3f6-0e99-4ea8-9899-38d28751cada service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87966530-05f3-4777-b9a2-61db54a436d5 HTTP/1.1" status: 200 len: 859 time: 0.0988894 Aug 16 23:57:28.488692 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-20841ecc-38f9-4a89-820a-0997fedfff0b req-9d0399ac-b1e0-44fe-9232-eafd9e1ca620 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b540a6a1-dfc7-43c4-9922-512d2e4997c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884781 Aug 16 23:57:28.532618 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34fa0388-bd87-4e1d-94bd-673d580800be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:28.604767 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-234d06f7-c189-49dd-a78d-ae39e7aa2eb2 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:28.645454 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-20841ecc-38f9-4a89-820a-0997fedfff0b req-88070d55-6def-4feb-9e84-b472f1b37c3f service neutron] 10.222.0.64 "GET /v2.0/networks/b540a6a1-dfc7-43c4-9922-512d2e4997c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348007 Aug 16 23:57:28.665789 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['1dbb17e9-16e7-45ed-b3a6-24d6ed13080a'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:57:28.694067 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-234d06f7-c189-49dd-a78d-ae39e7aa2eb2 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Network 00c85728-7245-4ff7-ad19-516f77c6ef85 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:57:28.705782 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-234d06f7-c189-49dd-a78d-ae39e7aa2eb2 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:57:28.729578 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-234d06f7-c189-49dd-a78d-ae39e7aa2eb2 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:57:28.787211 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-43d7a036-3c3f-4e27-b8f0-901b2aa2f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'name': 'tempest-ServersTestBootFromVolume-123024854-router', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:14Z', 'updated_at': '2021-08-16T23:57:24Z', 'revision_number': 4, 'project_id': 'f42660d006b24de4a9e5404524d97840', 'gw_port': {'id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:18:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:16Z', 'updated_at': '2021-08-16T23:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd', 'name': '', 'network_id': '8f6cd382-f473-4971-ab50-9200ef4063ef', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'mac_address': 'fa:16:3e:b2:82:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'e17869c4-8671-4b59-ab4c-b035d74bd4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:22Z', 'updated_at': '2021-08-16T23:57:25Z', 'revision_number': 2, 'project_id': 'f42660d006b24de4a9e5404524d97840', 'subnets': [{'id': 'e17869c4-8671-4b59-ab4c-b035d74bd4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:28.813716 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d06f7-c189-49dd-a78d-ae39e7aa2eb2 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Pushing event updated for resources: {'Port': ['ID=482541e4-8c61-4442-baf7-6fe75472ce6a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:28.859882 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:57:28.860493 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d7a036-3c3f-4e27-b8f0-901b2aa2f78b None None] Checking router: 1278a235-5b01-4a60-8ab8-c38a2bfbc495 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:57:28.860493 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d7a036-3c3f-4e27-b8f0-901b2aa2f78b None None] Updating router 1278a235-5b01-4a60-8ab8-c38a2bfbc495 port 07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:57:28.861380 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcffd8-a986-4c40-9935-587c19ad86aa req-36e9e0a3-2d94-4bb5-986c-28141e6422eb tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:28.871206 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6afcffd8-a986-4c40-9935-587c19ad86aa req-36e9e0a3-2d94-4bb5-986c-28141e6422eb tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.3904591 Aug 16 23:57:28.887996 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-234d06f7-c189-49dd-a78d-ae39e7aa2eb2 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:28.888632 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-234d06f7-c189-49dd-a78d-ae39e7aa2eb2 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:28.922548 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-234d06f7-c189-49dd-a78d-ae39e7aa2eb2 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7469480 Aug 16 23:57:28.924582 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-43d7a036-3c3f-4e27-b8f0-901b2aa2f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:28.931890 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fa0388-bd87-4e1d-94bd-673d580800be admin admin] Router ea709dc4-7717-439e-bfe0-1696f16c22bc is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:57:28.978094 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-75f25536-ce31-4c00-99c3-8146ad5362c2 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:28.980211 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-75f25536-ce31-4c00-99c3-8146ad5362c2 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.64 "GET /v2.0/networks?id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf HTTP/1.1" status: 200 len: 812 time: 0.3338892 Aug 16 23:57:29.000855 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52612) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:29.006719 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6afcffd8-a986-4c40-9935-587c19ad86aa req-f8b49e06-6da7-4c57-b6df-21b1cc89a230 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341796 Aug 16 23:57:29.007364 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-cf6b8702-1666-4847-8a2c-019637e9458e service neutron] Request body: {'port': {'device_id': 'bca5804d-84f3-4b8d-8efa-5f1322a161bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:29.013498 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-20841ecc-38f9-4a89-820a-0997fedfff0b req-2f68f487-dcf2-435e-b34f-52d1dfa8f227 service neutron] 10.222.0.64 "GET /v2.0/networks/b540a6a1-dfc7-43c4-9922-512d2e4997c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438635 Aug 16 23:57:29.013715 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-44aecef1-6f35-45f0-8fa4-d7608a5997f1 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Request body: {'security_group': {'name': 'tempest-securitygroup--634764522', 'description': 'tempest-description--811203455'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:29.037139 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-87fa523f-1e7b-4122-954f-e9402088ab51 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Request body: {'port': {'device_id': 'af04e897-b5e5-43b6-bffa-0fff779c7645', 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf', 'admin_state_up': True, 'tenant_id': '199207e6de05452bbb587d40f177d9b0'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:29.113853 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-44aecef1-6f35-45f0-8fa4-d7608a5997f1 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:29.182955 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-cf6b8702-1666-4847-8a2c-019637e9458e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:29.194774 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe31176b-60e9-47c7-8aac-01173827a6ae req-5df05b16-ead3-4757-a2b8-dc7cc10c4436 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 210 time: 0.0894730 Aug 16 23:57:29.360745 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fa0388-bd87-4e1d-94bd-673d580800be admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:57:29.362606 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b6988-c785-43c3-9485-b69faff8e3d3 req-45e57435-59a3-4335-a630-9597d16384ce tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:29.366390 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f12b6988-c785-43c3-9485-b69faff8e3d3 req-45e57435-59a3-4335-a630-9597d16384ce tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 943 time: 0.2371695 Aug 16 23:57:29.380167 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4953a9ef-8c84-46e1-9aa4-b475865ebf7c None None] Sync routers for ids ['ea709dc4-7717-439e-bfe0-1696f16c22bc'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:57:29.388465 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-43d7a036-3c3f-4e27-b8f0-901b2aa2f78b None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:29.402185 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4953a9ef-8c84-46e1-9aa4-b475865ebf7c None None] Routers {'ea709dc4-7717-439e-bfe0-1696f16c22bc'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:57:29.402805 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4953a9ef-8c84-46e1-9aa4-b475865ebf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:57:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ea709dc4-7717-439e-bfe0-1696f16c22bc'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:29.406342 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-43d7a036-3c3f-4e27-b8f0-901b2aa2f78b None None] Transition to ACTIVE for port object 07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:57:29.417416 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-43d7a036-3c3f-4e27-b8f0-901b2aa2f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:29.456558 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ed401-6ace-4023-a92a-76457a65896b req-2efef9cd-f1b4-43fb-b3a7-685b9fe51f9d tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:29.464687 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3b1ed401-6ace-4023-a92a-76457a65896b req-2efef9cd-f1b4-43fb-b3a7-685b9fe51f9d tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b209f1-b76e-494e-b092-70e568a69acd HTTP/1.1" status: 200 len: 946 time: 0.1825514 Aug 16 23:57:29.500524 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f12b6988-c785-43c3-9485-b69faff8e3d3 req-bba65649-6608-4211-9a42-77aeed62ae3d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082664 Aug 16 23:57:29.533456 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3b1ed401-6ace-4023-a92a-76457a65896b req-c2da43a6-c10e-4668-aff4-f5083565ab9e tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678391 Aug 16 23:57:29.647107 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-4953a9ef-8c84-46e1-9aa4-b475865ebf7c None None] Set router ea709dc4-7717-439e-bfe0-1696f16c22bc gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:57:29.657534 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62afc49d-c0eb-4b58-875d-1eecefa46cdb None None] Pushing event updated for resources: {'Port': ['ID=07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:29.657732 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-44aecef1-6f35-45f0-8fa4-d7608a5997f1 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:29.678733 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-44aecef1-6f35-45f0-8fa4-d7608a5997f1 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:29.710298 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aecef1-6f35-45f0-8fa4-d7608a5997f1 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b554b1d1-55e8-42ff-942c-b54d2920d798,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:29.720752 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34fa0388-bd87-4e1d-94bd-673d580800be admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:29.722206 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-34fa0388-bd87-4e1d-94bd-673d580800be admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.7217064 Aug 16 23:57:29.728573 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52620) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:29.761306 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-43d7a036-3c3f-4e27-b8f0-901b2aa2f78b None None] Attempting to bind port 07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:57:29.761754 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-43d7a036-3c3f-4e27-b8f0-901b2aa2f78b None None] Attempting to bind port 07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '33e4e85e-9cad-4742-bc66-e67d4af1da2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8f6cd382-f473-4971-ab50-9200ef4063ef'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:57:29.762132 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d7a036-3c3f-4e27-b8f0-901b2aa2f78b None None] Attempting to bind port 07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd on network 8f6cd382-f473-4971-ab50-9200ef4063ef {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:29.788372 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d7a036-3c3f-4e27-b8f0-901b2aa2f78b None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:57:29.788791 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d7a036-3c3f-4e27-b8f0-901b2aa2f78b None None] Checking segment: {'id': '33e4e85e-9cad-4742-bc66-e67d4af1da2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8f6cd382-f473-4971-ab50-9200ef4063ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:57:29.789180 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-43d7a036-3c3f-4e27-b8f0-901b2aa2f78b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:29.789574 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d7a036-3c3f-4e27-b8f0-901b2aa2f78b None None] Bound using segment: {'id': '33e4e85e-9cad-4742-bc66-e67d4af1da2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8f6cd382-f473-4971-ab50-9200ef4063ef'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:57:29.790059 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-43d7a036-3c3f-4e27-b8f0-901b2aa2f78b None None] Bound port: 07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e4e85e-9cad-4742-bc66-e67d4af1da2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8f6cd382-f473-4971-ab50-9200ef4063ef'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:57:29.790440 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-43d7a036-3c3f-4e27-b8f0-901b2aa2f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:29.806997 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-44aecef1-6f35-45f0-8fa4-d7608a5997f1 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:29.808934 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-44aecef1-6f35-45f0-8fa4-d7608a5997f1 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8060691 Aug 16 23:57:29.820941 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52622) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:29.832998 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-e9690544-4c0c-4d40-9ffa-7bf5e9e8b48e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Request body: {'security_group_rule': {'security_group_id': 'b554b1d1-55e8-42ff-942c-b54d2920d798', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:29.855974 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-cf6b8702-1666-4847-8a2c-019637e9458e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 482541e4-8c61-4442-baf7-6fe75472ce6a {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:57:29.878125 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-43d7a036-3c3f-4e27-b8f0-901b2aa2f78b None None] For port 07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:57:29.878369 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-cf6b8702-1666-4847-8a2c-019637e9458e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:29.883774 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-43d7a036-3c3f-4e27-b8f0-901b2aa2f78b None None] For port 07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd,segment=NetworkSegment(33e4e85e-9cad-4742-bc66-e67d4af1da2c),segment_id=33e4e85e-9cad-4742-bc66-e67d4af1da2c)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:57:29.892421 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-43d7a036-3c3f-4e27-b8f0-901b2aa2f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:29.937447 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-cf6b8702-1666-4847-8a2c-019637e9458e service neutron] Transition to ACTIVE for port object 482541e4-8c61-4442-baf7-6fe75472ce6a will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:57:29.953709 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e9690544-4c0c-4d40-9ffa-7bf5e9e8b48e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:29.956678 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d7a036-3c3f-4e27-b8f0-901b2aa2f78b None None] Routers {'1278a235-5b01-4a60-8ab8-c38a2bfbc495'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:57:29.957444 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-43d7a036-3c3f-4e27-b8f0-901b2aa2f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:57:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1278a235-5b01-4a60-8ab8-c38a2bfbc495'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:29.966376 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-cf6b8702-1666-4847-8a2c-019637e9458e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:30.060264 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4953a9ef-8c84-46e1-9aa4-b475865ebf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'name': 'tempest-ServersTestJSON-293491829-router', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:22Z', 'updated_at': '2021-08-16T23:57:26Z', 'revision_number': 3, 'project_id': '2a64ced488f44cc196cbd4b327d5e734', 'gw_port': {'id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:25Z', 'updated_at': '2021-08-16T23:57:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:30.115457 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4953a9ef-8c84-46e1-9aa4-b475865ebf7c None None] Checking router: ea709dc4-7717-439e-bfe0-1696f16c22bc for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:57:30.116200 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4953a9ef-8c84-46e1-9aa4-b475865ebf7c None None] Updating router ea709dc4-7717-439e-bfe0-1696f16c22bc port 33b9bb47-8b41-47ad-8e44-ee8241e3d1e6 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:57:30.172233 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4953a9ef-8c84-46e1-9aa4-b475865ebf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:30.259128 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e9690544-4c0c-4d40-9ffa-7bf5e9e8b48e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:30.266129 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b8702-1666-4847-8a2c-019637e9458e service neutron] Pushing event updated for resources: {'Port': ['ID=482541e4-8c61-4442-baf7-6fe75472ce6a,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:30.274297 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-cf6b8702-1666-4847-8a2c-019637e9458e service neutron] Attempting to bind port 482541e4-8c61-4442-baf7-6fe75472ce6a on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:57:30.274649 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-cf6b8702-1666-4847-8a2c-019637e9458e service neutron] Attempting to bind port 482541e4-8c61-4442-baf7-6fe75472ce6a by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '6bd97450-ac96-4c47-ad61-e23f8355a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '00c85728-7245-4ff7-ad19-516f77c6ef85'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:57:30.274987 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-cf6b8702-1666-4847-8a2c-019637e9458e service neutron] Attempting to bind port 482541e4-8c61-4442-baf7-6fe75472ce6a on network 00c85728-7245-4ff7-ad19-516f77c6ef85 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:30.288227 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-cf6b8702-1666-4847-8a2c-019637e9458e service neutron] Port 482541e4-8c61-4442-baf7-6fe75472ce6a on network 00c85728-7245-4ff7-ad19-516f77c6ef85 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:57:30.288565 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-cf6b8702-1666-4847-8a2c-019637e9458e service neutron] Attempting to bind port 482541e4-8c61-4442-baf7-6fe75472ce6a on network 00c85728-7245-4ff7-ad19-516f77c6ef85 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:30.296849 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e9690544-4c0c-4d40-9ffa-7bf5e9e8b48e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:30.314315 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62afc49d-c0eb-4b58-875d-1eecefa46cdb None None] Pushing event updated for resources: {'Port': ['ID=07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:30.327938 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-cf6b8702-1666-4847-8a2c-019637e9458e service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:57:30.328782 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-cf6b8702-1666-4847-8a2c-019637e9458e service neutron] Checking segment: {'id': '6bd97450-ac96-4c47-ad61-e23f8355a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '00c85728-7245-4ff7-ad19-516f77c6ef85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:57:30.329205 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-cf6b8702-1666-4847-8a2c-019637e9458e service neutron] Bound using segment: {'id': '6bd97450-ac96-4c47-ad61-e23f8355a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '00c85728-7245-4ff7-ad19-516f77c6ef85'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:57:30.329739 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-cf6b8702-1666-4847-8a2c-019637e9458e service neutron] Bound port: 482541e4-8c61-4442-baf7-6fe75472ce6a, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd97450-ac96-4c47-ad61-e23f8355a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '00c85728-7245-4ff7-ad19-516f77c6ef85'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:57:30.330110 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-cf6b8702-1666-4847-8a2c-019637e9458e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:30.345078 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-87fa523f-1e7b-4122-954f-e9402088ab51 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Made reservation on behalf of 199207e6de05452bbb587d40f177d9b0 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:57:30.349739 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-87fa523f-1e7b-4122-954f-e9402088ab51 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:30.363748 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9690544-4c0c-4d40-9ffa-7bf5e9e8b48e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a53e57d1-fb31-41b8-a2c6-46566e0344ae,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:30.395335 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e9690544-4c0c-4d40-9ffa-7bf5e9e8b48e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:30.397099 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9d84e-8534-4eca-b240-33ca64cc68cf req-67e125ed-d21d-4bbd-9507-b6d16ece5787 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:30.397475 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e9690544-4c0c-4d40-9ffa-7bf5e9e8b48e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5752614 Aug 16 23:57:30.399889 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52628) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:30.408083 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ce9d84e-8534-4eca-b240-33ca64cc68cf req-67e125ed-d21d-4bbd-9507-b6d16ece5787 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca5804d-84f3-4b8d-8efa-5f1322a161bf HTTP/1.1" status: 200 len: 932 time: 0.7445495 Aug 16 23:57:30.409102 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-544fe6ae-8742-4f10-abe7-39d8f527d08d tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Request body: {'security_group_rule': {'security_group_id': 'b554b1d1-55e8-42ff-942c-b54d2920d798', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:30.423846 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-43d7a036-3c3f-4e27-b8f0-901b2aa2f78b None None] Set router 1278a235-5b01-4a60-8ab8-c38a2bfbc495 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:57:30.488485 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-cf6b8702-1666-4847-8a2c-019637e9458e service neutron] For port 482541e4-8c61-4442-baf7-6fe75472ce6a, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:57:30.492966 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-cf6b8702-1666-4847-8a2c-019637e9458e service neutron] For port 482541e4-8c61-4442-baf7-6fe75472ce6a, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=482541e4-8c61-4442-baf7-6fe75472ce6a,segment=NetworkSegment(6bd97450-ac96-4c47-ad61-e23f8355a601),segment_id=6bd97450-ac96-4c47-ad61-e23f8355a601)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:57:30.506619 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-544fe6ae-8742-4f10-abe7-39d8f527d08d tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:30.540194 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-cf6b8702-1666-4847-8a2c-019637e9458e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:30.579573 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-87fa523f-1e7b-4122-954f-e9402088ab51 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Allocated IP 172.20.0.7 (0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf/1d7b0613-c268-41b8-9af9-983e31f4d852/15f22309-af1e-4080-a0e5-d95cdcb2a89a) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:57:30.591369 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-544fe6ae-8742-4f10-abe7-39d8f527d08d tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:30.631728 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-cf6b8702-1666-4847-8a2c-019637e9458e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:30.632332 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-cf6b8702-1666-4847-8a2c-019637e9458e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:30.633984 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-cf6b8702-1666-4847-8a2c-019637e9458e service neutron] 10.222.0.64 "PUT /v2.0/ports/482541e4-8c61-4442-baf7-6fe75472ce6a HTTP/1.1" status: 200 len: 1093 time: 1.6324503 Aug 16 23:57:30.638689 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca5804d-84f3-4b8d-8efa-5f1322a161bf', 'tag': '482541e4-8c61-4442-baf7-6fe75472ce6a'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:57:30.641199 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefbc06a-7379-40d7-812b-35b76592efff" -d '{"events": [{"name": "network-changed", "server_uuid": "bca5804d-84f3-4b8d-8efa-5f1322a161bf", "tag": "482541e4-8c61-4442-baf7-6fe75472ce6a"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:57:30.647626 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-544fe6ae-8742-4f10-abe7-39d8f527d08d tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:30.653316 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdce293-e24a-4725-ae95-deb306f9cdf3 req-6ab1ebec-d3d3-41e8-8ed7-a9cf171ac92e tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:30.663236 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cbdce293-e24a-4725-ae95-deb306f9cdf3 req-6ab1ebec-d3d3-41e8-8ed7-a9cf171ac92e tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.3824971 Aug 16 23:57:30.679685 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544fe6ae-8742-4f10-abe7-39d8f527d08d tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d632ec22-13b4-4427-9bc1-d3f2c946414d,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:30.683928 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device ebbb4181-b127-4716-920b-e57bfcda9c0b details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:57:30.703853 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 477d914a-6c65-48fc-b616-dcda382e32cd up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:57:30.711355 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4953a9ef-8c84-46e1-9aa4-b475865ebf7c None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:30.722878 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-4953a9ef-8c84-46e1-9aa4-b475865ebf7c None None] Transition to ACTIVE for port object 33b9bb47-8b41-47ad-8e44-ee8241e3d1e6 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:57:30.732588 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4953a9ef-8c84-46e1-9aa4-b475865ebf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:30.748283 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b8702-1666-4847-8a2c-019637e9458e service neutron] Pushing event updated for resources: {'Port': ['ID=482541e4-8c61-4442-baf7-6fe75472ce6a,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:30.760868 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cbdce293-e24a-4725-ae95-deb306f9cdf3 req-be7f59ed-3b08-4d06-a250-072890e77af0 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966713 Aug 16 23:57:30.791996 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-544fe6ae-8742-4f10-abe7-39d8f527d08d tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:30.793251 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-544fe6ae-8742-4f10-abe7-39d8f527d08d tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3919849 Aug 16 23:57:30.802906 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52638) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:30.806392 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-4953a9ef-8c84-46e1-9aa4-b475865ebf7c None None] Attempting to bind port 33b9bb47-8b41-47ad-8e44-ee8241e3d1e6 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:57:30.806764 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-4953a9ef-8c84-46e1-9aa4-b475865ebf7c None None] Attempting to bind port 33b9bb47-8b41-47ad-8e44-ee8241e3d1e6 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:57:30.807209 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4953a9ef-8c84-46e1-9aa4-b475865ebf7c None None] Attempting to bind port 33b9bb47-8b41-47ad-8e44-ee8241e3d1e6 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:30.814274 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-4b72ec01-f940-41f7-a4b1-9c8e255d8573 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:30.822359 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4953a9ef-8c84-46e1-9aa4-b475865ebf7c None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:57:30.822995 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4953a9ef-8c84-46e1-9aa4-b475865ebf7c None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:57:30.823395 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4953a9ef-8c84-46e1-9aa4-b475865ebf7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:30.823781 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4953a9ef-8c84-46e1-9aa4-b475865ebf7c None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:57:30.824248 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-4953a9ef-8c84-46e1-9aa4-b475865ebf7c None None] Bound port: 33b9bb47-8b41-47ad-8e44-ee8241e3d1e6, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:57:30.824674 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4953a9ef-8c84-46e1-9aa4-b475865ebf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:30.848977 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ce9d84e-8534-4eca-b240-33ca64cc68cf req-1a3718b9-7809-4546-98e1-a44a86c46a61 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399531 Aug 16 23:57:30.872564 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-5c5f61d2-b453-4707-ba96-30f14bdb3d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:30.873440 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182b703-31bc-4084-9223-a284ff781936 req-1bdc052b-acea-4493-8273-893875904e4d tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:30.875035 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-5c5f61d2-b453-4707-ba96-30f14bdb3d8e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f18d640cae8f44f987e6f5a16930565f&device_id=bca5804d-84f3-4b8d-8efa-5f1322a161bf HTTP/1.1" status: 200 len: 1096 time: 0.1768479 Aug 16 23:57:30.875577 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f182b703-31bc-4084-9223-a284ff781936 req-1bdc052b-acea-4493-8273-893875904e4d tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8b209f1-b76e-494e-b092-70e568a69acd HTTP/1.1" status: 200 len: 946 time: 0.5618427 Aug 16 23:57:30.919183 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-4953a9ef-8c84-46e1-9aa4-b475865ebf7c None None] For port 33b9bb47-8b41-47ad-8e44-ee8241e3d1e6, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:57:30.924621 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-4953a9ef-8c84-46e1-9aa4-b475865ebf7c None None] For port 33b9bb47-8b41-47ad-8e44-ee8241e3d1e6, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=33b9bb47-8b41-47ad-8e44-ee8241e3d1e6,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:57:30.927167 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e62c5-7c8b-4bdd-bb95-58b9131ae184 None None] Pushing event updated for resources: {'Port': ['ID=33b9bb47-8b41-47ad-8e44-ee8241e3d1e6,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:30.941954 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4953a9ef-8c84-46e1-9aa4-b475865ebf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:30.959984 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 477d914a-6c65-48fc-b616-dcda382e32cd completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:57:30.970963 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 477d914a-6c65-48fc-b616-dcda382e32cd triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:30.971503 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:30.973413 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b72ec01-f940-41f7-a4b1-9c8e255d8573 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:30.984112 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-8466a289-8829-489b-a865-7fd612181a02 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=482541e4-8c61-4442-baf7-6fe75472ce6a HTTP/1.1" status: 200 len: 217 time: 0.0913527 Aug 16 23:57:31.011740 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4953a9ef-8c84-46e1-9aa4-b475865ebf7c None None] Routers {'ea709dc4-7717-439e-bfe0-1696f16c22bc'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:57:31.013631 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-43d7a036-3c3f-4e27-b8f0-901b2aa2f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'name': 'tempest-ServersTestBootFromVolume-123024854-router', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:14Z', 'updated_at': '2021-08-16T23:57:24Z', 'revision_number': 4, 'project_id': 'f42660d006b24de4a9e5404524d97840', 'gw_port': {'id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:18:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:16Z', 'updated_at': '2021-08-16T23:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd', 'name': '', 'network_id': '8f6cd382-f473-4971-ab50-9200ef4063ef', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'mac_address': 'fa:16:3e:b2:82:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'e17869c4-8671-4b59-ab4c-b035d74bd4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:22Z', 'updated_at': '2021-08-16T23:57:29Z', 'revision_number': 4, 'project_id': 'f42660d006b24de4a9e5404524d97840', 'subnets': [{'id': 'e17869c4-8671-4b59-ab4c-b035d74bd4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:31.016085 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4953a9ef-8c84-46e1-9aa4-b475865ebf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:57:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ea709dc4-7717-439e-bfe0-1696f16c22bc'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:31.056691 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d7a036-3c3f-4e27-b8f0-901b2aa2f78b None None] The sync data for ids ['1278a235-5b01-4a60-8ab8-c38a2bfbc495'] in n-d-800088-20 is: [{'id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'name': 'tempest-ServersTestBootFromVolume-123024854-router', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:14Z', 'updated_at': '2021-08-16T23:57:24Z', 'revision_number': 4, 'project_id': 'f42660d006b24de4a9e5404524d97840', 'gw_port': {'id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:18:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:16Z', 'updated_at': '2021-08-16T23:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd', 'name': '', 'network_id': '8f6cd382-f473-4971-ab50-9200ef4063ef', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'mac_address': 'fa:16:3e:b2:82:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'e17869c4-8671-4b59-ab4c-b035d74bd4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:22Z', 'updated_at': '2021-08-16T23:57:29Z', 'revision_number': 4, 'project_id': 'f42660d006b24de4a9e5404524d97840', 'subnets': [{'id': 'e17869c4-8671-4b59-ab4c-b035d74bd4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:57:31.080619 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-04e28dc5-4385-40e1-9855-e19593029e17 req-f7e569e6-84de-401e-85fc-94d131df8ca1 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 210 time: 0.1913011 Aug 16 23:57:31.210548 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port ebbb4181-b127-4716-920b-e57bfcda9c0b, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ebbb4181-b127-4716-920b-e57bfcda9c0b,segment=NetworkSegment(7c0d764d-fd2a-4909-b447-e8797f1474d2),segment_id=7c0d764d-fd2a-4909-b447-e8797f1474d2)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:31.246421 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-2ba94f37-5cd1-4ee5-aaaa-33e314d11c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:31.248063 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-2ba94f37-5cd1-4ee5-aaaa-33e314d11c49 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c1dd6e9-c166-4397-8aab-d99212faa9f8 HTTP/1.1" status: 200 len: 855 time: 0.2517126 Aug 16 23:57:31.255808 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:31.295499 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e62c5-7c8b-4bdd-bb95-58b9131ae184 None None] Pushing event updated for resources: {'Port': ['ID=33b9bb47-8b41-47ad-8e44-ee8241e3d1e6,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:31.297133 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'ebbb4181-b127-4716-920b-e57bfcda9c0b', 'network_id': 'b540a6a1-dfc7-43c4-9922-512d2e4997c6', 'port_id': 'ebbb4181-b127-4716-920b-e57bfcda9c0b', 'mac_address': 'fa:16:3e:70:61:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87966530-05f3-4777-b9a2-61db54a436d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:57:31.328781 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-4953a9ef-8c84-46e1-9aa4-b475865ebf7c None None] Set router ea709dc4-7717-439e-bfe0-1696f16c22bc gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:57:31.329024 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477d914a-6c65-48fc-b616-dcda382e32cd'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:57:31.331259 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0607c8-1ee6-43f6-b847-92894e5902b8" -d '{"events": [{"server_uuid": "8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e", "name": "network-vif-plugged", "status": "completed", "tag": "477d914a-6c65-48fc-b616-dcda382e32cd"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:57:31.336548 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-c549fd86-1b40-437f-b211-737975acb962 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00c85728-7245-4ff7-ad19-516f77c6ef85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769138 Aug 16 23:57:31.353857 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-87fa523f-1e7b-4122-954f-e9402088ab51 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:31.408081 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9772b-bdd0-4f99-975d-e17928b3a928 req-ad160d00-6b41-46ec-80dd-c0363eb3caa9 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:31.410006 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ebc9772b-bdd0-4f99-975d-e17928b3a928 req-ad160d00-6b41-46ec-80dd-c0363eb3caa9 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 943 time: 0.3867843 Aug 16 23:57:31.459237 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 477d914a-6c65-48fc-b616-dcda382e32cd, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=477d914a-6c65-48fc-b616-dcda382e32cd,segment=NetworkSegment(7c0d764d-fd2a-4909-b447-e8797f1474d2),segment_id=7c0d764d-fd2a-4909-b447-e8797f1474d2)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:31.464462 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:31.491855 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:31.525632 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b72ec01-f940-41f7-a4b1-9c8e255d8573 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:31.576410 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebbb4181-b127-4716-920b-e57bfcda9c0b {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:57:31.620034 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-87fa523f-1e7b-4122-954f-e9402088ab51 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:31.647998 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port ebbb4181-b127-4716-920b-e57bfcda9c0b, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ebbb4181-b127-4716-920b-e57bfcda9c0b,segment=NetworkSegment(7c0d764d-fd2a-4909-b447-e8797f1474d2),segment_id=7c0d764d-fd2a-4909-b447-e8797f1474d2)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:31.660702 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:31.725393 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=477d914a-6c65-48fc-b616-dcda382e32cd,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:31.729590 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-a3e3f565-ac6f-48c4-a584-eeb0b55354ae service neutron] 10.222.0.64 "GET /v2.0/networks/00c85728-7245-4ff7-ad19-516f77c6ef85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769119 Aug 16 23:57:31.853923 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=ebbb4181-b127-4716-920b-e57bfcda9c0b,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:31.879238 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-4b72ec01-f940-41f7-a4b1-9c8e255d8573 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Allocated IP 172.25.3.17 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/f7836404-3831-4cd8-bf55-c6e36a57e328) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:57:31.908857 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c583a-157c-43ca-8f37-111ae580f298 req-f68ac964-b937-4112-80ee-29678c35c3f9 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:31.910305 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-194c583a-157c-43ca-8f37-111ae580f298 req-f68ac964-b937-4112-80ee-29678c35c3f9 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b209f1-b76e-494e-b092-70e568a69acd HTTP/1.1" status: 200 len: 946 time: 0.5355146 Aug 16 23:57:31.918590 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa523f-1e7b-4122-954f-e9402088ab51 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Pushing event updated for resources: {'Port': ['ID=15f22309-af1e-4080-a0e5-d95cdcb2a89a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:31.972345 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-91c2a061-0d3c-45cb-a0d0-c96ef30486b4 req-11233fdf-6f95-47b0-84d6-9c1244391455 service neutron] 10.222.0.64 "GET /v2.0/networks/00c85728-7245-4ff7-ad19-516f77c6ef85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354283 Aug 16 23:57:31.976029 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4953a9ef-8c84-46e1-9aa4-b475865ebf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'name': 'tempest-ServersTestJSON-293491829-router', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:22Z', 'updated_at': '2021-08-16T23:57:26Z', 'revision_number': 3, 'project_id': '2a64ced488f44cc196cbd4b327d5e734', 'gw_port': {'id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:25Z', 'updated_at': '2021-08-16T23:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:31.996948 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa523f-1e7b-4122-954f-e9402088ab51 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:31.997634 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa523f-1e7b-4122-954f-e9402088ab51 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:31.998167 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa523f-1e7b-4122-954f-e9402088ab51 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:31.998733 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa523f-1e7b-4122-954f-e9402088ab51 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:31.999925 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa523f-1e7b-4122-954f-e9402088ab51 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:32.000479 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa523f-1e7b-4122-954f-e9402088ab51 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:32.001013 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa523f-1e7b-4122-954f-e9402088ab51 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:32.001710 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa523f-1e7b-4122-954f-e9402088ab51 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:32.002216 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa523f-1e7b-4122-954f-e9402088ab51 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:32.003025 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa523f-1e7b-4122-954f-e9402088ab51 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:32.003557 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa523f-1e7b-4122-954f-e9402088ab51 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:32.004083 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa523f-1e7b-4122-954f-e9402088ab51 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:32.017691 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['ebbb4181-b127-4716-920b-e57bfcda9c0b'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:57:32.024153 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-87fa523f-1e7b-4122-954f-e9402088ab51 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:57:32.078669 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b72ec01-f940-41f7-a4b1-9c8e255d8573 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:32.080142 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4953a9ef-8c84-46e1-9aa4-b475865ebf7c None None] The sync data for ids ['ea709dc4-7717-439e-bfe0-1696f16c22bc'] in n-d-800088-20 is: [{'id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'name': 'tempest-ServersTestJSON-293491829-router', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:22Z', 'updated_at': '2021-08-16T23:57:26Z', 'revision_number': 3, 'project_id': '2a64ced488f44cc196cbd4b327d5e734', 'gw_port': {'id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:25Z', 'updated_at': '2021-08-16T23:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:57:32.086089 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-f182b703-31bc-4084-9223-a284ff781936 req-5150a968-c0af-4713-a7bb-f1d91564c8f0 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Deleting port 70104349-049b-4391-acba-2ffa3c6d4606 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:57:32.086303 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f182b703-31bc-4084-9223-a284ff781936 req-5150a968-c0af-4713-a7bb-f1d91564c8f0 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:32.105034 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ebc9772b-bdd0-4f99-975d-e17928b3a928 req-1bd1dc46-f217-482b-a19a-6f23739dd2ed tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6175246 Aug 16 23:57:32.109872 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-87fa523f-1e7b-4122-954f-e9402088ab51 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:57:32.125823 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:57:32.148165 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-87fa523f-1e7b-4122-954f-e9402088ab51 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:57:32.181318 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b72ec01-f940-41f7-a4b1-9c8e255d8573 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:32.236339 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-194c583a-157c-43ca-8f37-111ae580f298 req-c63bfd6d-f20a-46ac-aeaa-2ed6ec96749d tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907643 Aug 16 23:57:32.294373 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5267e24-a8f3-4ab5-9259-a64cfdf14976 x-openstack-request-id: req-f5267e24-a8f3-4ab5-9259-a64cfdf14976 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:57:32.296656 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca5804d-84f3-4b8d-8efa-5f1322a161bf", "tag": "482541e4-8c61-4442-baf7-6fe75472ce6a", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:57:32.296656 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f5267e24-a8f3-4ab5-9259-a64cfdf14976 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:57:32.296656 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca5804d-84f3-4b8d-8efa-5f1322a161bf', 'tag': '482541e4-8c61-4442-baf7-6fe75472ce6a', 'status': 'completed', 'code': 200} Aug 16 23:57:32.297774 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72ec01-f940-41f7-a4b1-9c8e255d8573 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Pushing event updated for resources: {'Port': ['ID=f7836404-3831-4cd8-bf55-c6e36a57e328,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:32.324397 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:57:32.350874 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3196f339-f8fa-4946-ac0d-8cc210156fd1 x-openstack-request-id: req-3196f339-f8fa-4946-ac0d-8cc210156fd1 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:57:32.350874 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e", "name": "network-vif-plugged", "status": "completed", "tag": "477d914a-6c65-48fc-b616-dcda382e32cd", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:57:32.351193 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3196f339-f8fa-4946-ac0d-8cc210156fd1 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:57:32.353469 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477d914a-6c65-48fc-b616-dcda382e32cd', 'code': 200} Aug 16 23:57:32.354107 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:32.356672 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:32.392942 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b72ec01-f940-41f7-a4b1-9c8e255d8573 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:57:32.396797 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-4b72ec01-f940-41f7-a4b1-9c8e255d8573 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:57:32.412063 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b72ec01-f940-41f7-a4b1-9c8e255d8573 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:57:32.470531 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbc06a-7379-40d7-812b-35b76592efff req-c589b2a2-6f55-4685-87e4-a7ce74599bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:32.472012 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-aefbc06a-7379-40d7-812b-35b76592efff req-c589b2a2-6f55-4685-87e4-a7ce74599bd9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f18d640cae8f44f987e6f5a16930565f&device_id=bca5804d-84f3-4b8d-8efa-5f1322a161bf HTTP/1.1" status: 200 len: 1096 time: 0.1800668 Aug 16 23:57:32.589858 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:32.647633 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd,segment=NetworkSegment(33e4e85e-9cad-4742-bc66-e67d4af1da2c),segment_id=33e4e85e-9cad-4742-bc66-e67d4af1da2c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:32.652067 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 70104349-049b-4391-acba-2ffa3c6d4606 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:57:32.698569 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-f182b703-31bc-4084-9223-a284ff781936 req-5150a968-c0af-4713-a7bb-f1d91564c8f0 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] For port 70104349-049b-4391-acba-2ffa3c6d4606, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=70104349-049b-4391-acba-2ffa3c6d4606,segment=NetworkSegment(3f425405-396d-4e3b-9e81-d03adf1a353a),segment_id=3f425405-396d-4e3b-9e81-d03adf1a353a)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:32.699152 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f182b703-31bc-4084-9223-a284ff781936 req-5150a968-c0af-4713-a7bb-f1d91564c8f0 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:32.707174 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbc06a-7379-40d7-812b-35b76592efff req-a8a8aa43-1ff2-4631-a7f8-5827cddc91da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:32.709097 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-aefbc06a-7379-40d7-812b-35b76592efff req-a8a8aa43-1ff2-4631-a7f8-5827cddc91da service neutron] 10.222.0.64 "GET /v2.0/networks?id=00c85728-7245-4ff7-ad19-516f77c6ef85 HTTP/1.1" status: 200 len: 916 time: 0.2246814 Aug 16 23:57:32.715092 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:32.716271 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-f182b703-31bc-4084-9223-a284ff781936 req-5150a968-c0af-4713-a7bb-f1d91564c8f0 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Calling delete_port for 70104349-049b-4391-acba-2ffa3c6d4606 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:57:32.717396 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b72ec01-f940-41f7-a4b1-9c8e255d8573 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:32.800603 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-aefbc06a-7379-40d7-812b-35b76592efff req-013852eb-ed5f-4c0d-9749-4c04f2ab855e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=482541e4-8c61-4442-baf7-6fe75472ce6a HTTP/1.1" status: 200 len: 217 time: 0.0721586 Aug 16 23:57:32.807659 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-87fa523f-1e7b-4122-954f-e9402088ab51 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:32.808583 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-87fa523f-1e7b-4122-954f-e9402088ab51 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:32.899266 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:32.900300 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b72ec01-f940-41f7-a4b1-9c8e255d8573 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:32.927184 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbc06a-7379-40d7-812b-35b76592efff req-edd326d5-a9c4-4f45-a4d0-01bf1cde4041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:32.928753 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-aefbc06a-7379-40d7-812b-35b76592efff req-edd326d5-a9c4-4f45-a4d0-01bf1cde4041 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c1dd6e9-c166-4397-8aab-d99212faa9f8 HTTP/1.1" status: 200 len: 855 time: 0.0801721 Aug 16 23:57:32.985939 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:33.000722 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 70104349-049b-4391-acba-2ffa3c6d4606, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=70104349-049b-4391-acba-2ffa3c6d4606,segment=NetworkSegment(3f425405-396d-4e3b-9e81-d03adf1a353a),segment_id=3f425405-396d-4e3b-9e81-d03adf1a353a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:33.009804 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-87fa523f-1e7b-4122-954f-e9402088ab51 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9874744 Aug 16 23:57:33.021540 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:33.038804 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-91eae67b-33d9-4ebc-b0c8-3c15c9b255ad service neutron] Request body: {'port': {'device_id': 'af04e897-b5e5-43b6-bffa-0fff779c7645', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:33.046525 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-aefbc06a-7379-40d7-812b-35b76592efff req-e3bf9134-ee24-48ee-98dc-9371d395750d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00c85728-7245-4ff7-ad19-516f77c6ef85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073840 Aug 16 23:57:33.103044 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f951fc0-9058-45ea-8750-91fb31baa954 req-84a82f28-f7ad-47f0-9e1f-8857e1142eba tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:33.104746 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f951fc0-9058-45ea-8750-91fb31baa954 req-84a82f28-f7ad-47f0-9e1f-8857e1142eba tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.6221170 Aug 16 23:57:33.114368 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=70104349-049b-4391-acba-2ffa3c6d4606,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:33.134424 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6397e-a03b-4eab-9366-00c1d195c1c3 req-70f66099-dd33-4f30-a0a5-c184d359b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:33.136026 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-56c6397e-a03b-4eab-9366-00c1d195c1c3 req-70f66099-dd33-4f30-a0a5-c184d359b8dd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 1097 time: 0.5860369 Aug 16 23:57:33.219031 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5370c-dc20-429c-9ad4-9ff03275c6ff req-8edcdd60-5ade-4b19-955f-63efaaf0a64e tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:33.226280 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cce5370c-dc20-429c-9ad4-9ff03275c6ff req-8edcdd60-5ade-4b19-955f-63efaaf0a64e tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca5804d-84f3-4b8d-8efa-5f1322a161bf HTTP/1.1" status: 200 len: 944 time: 0.7510653 Aug 16 23:57:33.329557 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-56c6397e-a03b-4eab-9366-00c1d195c1c3 req-2f34a283-f83c-45b3-bb7f-0a94544f9d51 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823986 Aug 16 23:57:33.331436 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dc76accf-77eb-4493-bd1a-8c65650e6ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:33.355799 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-91eae67b-33d9-4ebc-b0c8-3c15c9b255ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:33.364567 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f951fc0-9058-45ea-8750-91fb31baa954 req-21b318a3-2af2-44dc-b46b-97da55736961 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266078 Aug 16 23:57:33.408802 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cce5370c-dc20-429c-9ad4-9ff03275c6ff req-c353d0d6-02c5-4003-ba3f-42038877edc9 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814394 Aug 16 23:57:33.610568 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-aefbc06a-7379-40d7-812b-35b76592efff req-936950f3-23ff-40b5-ba36-640de0a34670 service neutron] 10.222.0.64 "GET /v2.0/networks/00c85728-7245-4ff7-ad19-516f77c6ef85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184226 Aug 16 23:57:33.627073 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f182b703-31bc-4084-9223-a284ff781936 req-5150a968-c0af-4713-a7bb-f1d91564c8f0 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:33.641868 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:57:33.645331 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['378efb7d-0425-4ea3-a614-ecac7a419f49'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:57:33.647081 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b72ec01-f940-41f7-a4b1-9c8e255d8573 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:33.687244 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b72ec01-f940-41f7-a4b1-9c8e255d8573 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:33.790936 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72ec01-f940-41f7-a4b1-9c8e255d8573 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Pushing event updated for resources: {'Port': ['ID=f7836404-3831-4cd8-bf55-c6e36a57e328,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:33.797827 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150a968-c0af-4713-a7bb-f1d91564c8f0 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Pushing event deleted for resources: {'Port': ['ID=70104349-049b-4391-acba-2ffa3c6d4606,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:33.809191 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b72ec01-f940-41f7-a4b1-9c8e255d8573 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:33.846711 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b72ec01-f940-41f7-a4b1-9c8e255d8573 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:33.847976 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4b72ec01-f940-41f7-a4b1-9c8e255d8573 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0441914 Aug 16 23:57:33.888205 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96591e4-6440-4870-886c-b85030ecf70f req-d64858f3-cd9c-4e70-8d77-d4b9caa067e8 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:33.898399 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c96591e4-6440-4870-886c-b85030ecf70f req-d64858f3-cd9c-4e70-8d77-d4b9caa067e8 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 931 time: 0.3944101 Aug 16 23:57:33.900042 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-aefbc06a-7379-40d7-812b-35b76592efff req-9f7ddbb4-7d79-4436-9c7d-202e53d7e45e service neutron] 10.222.0.64 "GET /v2.0/networks/00c85728-7245-4ff7-ad19-516f77c6ef85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773454 Aug 16 23:57:33.989473 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f182b703-31bc-4084-9223-a284ff781936 req-5150a968-c0af-4713-a7bb-f1d91564c8f0 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] No DVR routers for this DVR port 70104349-049b-4391-acba-2ffa3c6d4606 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:57:34.027423 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d9843-067b-41dd-ac7f-8431fc0acb15 req-3d422218-d818-442c-9680-8038b4672d02 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:34.035641 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-716d9843-067b-41dd-ac7f-8431fc0acb15 req-3d422218-d818-442c-9680-8038b4672d02 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 944 time: 0.5160935 Aug 16 23:57:34.038072 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f182b703-31bc-4084-9223-a284ff781936 req-5150a968-c0af-4713-a7bb-f1d91564c8f0 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:34.044736 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f182b703-31bc-4084-9223-a284ff781936 req-5150a968-c0af-4713-a7bb-f1d91564c8f0 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.64 "DELETE /v2.0/ports/70104349-049b-4391-acba-2ffa3c6d4606 HTTP/1.1" status: 204 len: 173 time: 3.1115232 Aug 16 23:57:34.068687 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b209f1-b76e-494e-b092-70e568a69acd', 'name': 'network-vif-deleted', 'tag': '70104349-049b-4391-acba-2ffa3c6d4606'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:57:34.072210 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd49022-b4b7-4839-92cb-c1594219869f" -d '{"events": [{"server_uuid": "e8b209f1-b76e-494e-b092-70e568a69acd", "name": "network-vif-deleted", "tag": "70104349-049b-4391-acba-2ffa3c6d4606"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:57:34.194791 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c96591e4-6440-4870-886c-b85030ecf70f req-cba510df-9a48-4e9f-b9ff-8562fc42ef99 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954707 Aug 16 23:57:34.229862 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:57:34.299006 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-716d9843-067b-41dd-ac7f-8431fc0acb15 req-63a90a07-2675-483e-9b79-150b43318599 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623730 Aug 16 23:57:34.355819 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b209f1-b76e-494e-b092-70e568a69acd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70104349-049b-4391-acba-2ffa3c6d4606'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:57:34.358178 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acf0d87-70cb-488e-8a38-6d64722074f2" -d '{"events": [{"server_uuid": "e8b209f1-b76e-494e-b092-70e568a69acd", "name": "network-vif-unplugged", "status": "completed", "tag": "70104349-049b-4391-acba-2ffa3c6d4606"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:57:34.414732 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:34.415551 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:34.418516 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb2160e-3f0d-4d2f-8484-cabb3f104b5c x-openstack-request-id: req-fdb2160e-3f0d-4d2f-8484-cabb3f104b5c {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:57:34.418870 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b209f1-b76e-494e-b092-70e568a69acd", "name": "network-vif-deleted", "tag": "70104349-049b-4391-acba-2ffa3c6d4606", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:57:34.419069 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fdb2160e-3f0d-4d2f-8484-cabb3f104b5c {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:57:34.438149 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b209f1-b76e-494e-b092-70e568a69acd', 'name': 'network-vif-deleted', 'tag': '70104349-049b-4391-acba-2ffa3c6d4606', 'status': 'completed', 'code': 200} Aug 16 23:57:34.443043 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-dc76accf-77eb-4493-bd1a-8c65650e6ad5 admin admin] Allocated IP 172.20.0.1 (5a6e7c40-14f3-4e77-82e3-e36f3b209ff6/390bdf84-27fc-436c-864c-cf6b8c1db4e5/211f85ae-72b9-4f2c-8ce6-83cdbc30b812) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:57:34.539554 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c11688-3e53-44be-ada3-f3134d2caa8f x-openstack-request-id: req-94c11688-3e53-44be-ada3-f3134d2caa8f {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:57:34.539843 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b209f1-b76e-494e-b092-70e568a69acd", "name": "network-vif-unplugged", "status": "completed", "tag": "70104349-049b-4391-acba-2ffa3c6d4606", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:57:34.540099 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-94c11688-3e53-44be-ada3-f3134d2caa8f {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:57:34.540507 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b209f1-b76e-494e-b092-70e568a69acd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70104349-049b-4391-acba-2ffa3c6d4606', 'code': 200} Aug 16 23:57:34.549085 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 33b9bb47-8b41-47ad-8e44-ee8241e3d1e6 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:57:34.609079 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-105370e8-18d0-415d-83b8-6fc0c3ee6631 req-dbd82022-7087-498a-a63a-744b7b184c21 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8b209f1-b76e-494e-b092-70e568a69acd HTTP/1.1" status: 200 len: 210 time: 0.0847793 Aug 16 23:57:34.619336 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 33b9bb47-8b41-47ad-8e44-ee8241e3d1e6 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:57:34.626074 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 33b9bb47-8b41-47ad-8e44-ee8241e3d1e6 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:34.626537 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:34.686560 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device ebbb4181-b127-4716-920b-e57bfcda9c0b up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:57:34.822033 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port ebbb4181-b127-4716-920b-e57bfcda9c0b completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:57:34.828543 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port ebbb4181-b127-4716-920b-e57bfcda9c0b triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:34.829318 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:34.842279 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6777c44-f549-44f2-92b4-3b25f3d7edba req-6493563c-5a2d-41e2-8aaf-a37df504656b tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:34.850767 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e6777c44-f549-44f2-92b4-3b25f3d7edba req-6493563c-5a2d-41e2-8aaf-a37df504656b tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.2456281 Aug 16 23:57:34.870996 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:34.913198 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 33b9bb47-8b41-47ad-8e44-ee8241e3d1e6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=33b9bb47-8b41-47ad-8e44-ee8241e3d1e6,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:34.922488 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:35.059689 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:35.064967 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=33b9bb47-8b41-47ad-8e44-ee8241e3d1e6,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:35.143357 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port ebbb4181-b127-4716-920b-e57bfcda9c0b, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ebbb4181-b127-4716-920b-e57bfcda9c0b,segment=NetworkSegment(7c0d764d-fd2a-4909-b447-e8797f1474d2),segment_id=7c0d764d-fd2a-4909-b447-e8797f1474d2)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:35.150194 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:35.239846 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=ebbb4181-b127-4716-920b-e57bfcda9c0b,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:35.302432 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-91eae67b-33d9-4ebc-b0c8-3c15c9b255ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f22309-af1e-4080-a0e5-d95cdcb2a89a {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:57:35.325720 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f39921-39f5-4517-b77a-a46680591b0c req-4e91a68a-bd2a-4b2f-a94b-42bba8bbaa2e tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:35.327338 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92f39921-39f5-4517-b77a-a46680591b0c req-4e91a68a-bd2a-4b2f-a94b-42bba8bbaa2e tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca5804d-84f3-4b8d-8efa-5f1322a161bf HTTP/1.1" status: 200 len: 944 time: 0.6116149 Aug 16 23:57:35.329232 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-91eae67b-33d9-4ebc-b0c8-3c15c9b255ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:35.368304 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dc76accf-77eb-4493-bd1a-8c65650e6ad5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:35.383170 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e6777c44-f549-44f2-92b4-3b25f3d7edba req-590dca9a-0346-4b23-aa12-daa58a7da019 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5312583 Aug 16 23:57:35.385014 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-91eae67b-33d9-4ebc-b0c8-3c15c9b255ad service neutron] Transition to ACTIVE for port object 15f22309-af1e-4080-a0e5-d95cdcb2a89a will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:57:35.400962 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-91eae67b-33d9-4ebc-b0c8-3c15c9b255ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:35.431112 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-dc76accf-77eb-4493-bd1a-8c65650e6ad5 admin admin] Transition to ACTIVE for port object 211f85ae-72b9-4f2c-8ce6-83cdbc30b812 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:57:35.444402 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92f39921-39f5-4517-b77a-a46680591b0c req-324f1fea-cf37-4b39-b611-6a93a545614d tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063619 Aug 16 23:57:35.500287 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eae67b-33d9-4ebc-b0c8-3c15c9b255ad service neutron] Pushing event updated for resources: {'Port': ['ID=15f22309-af1e-4080-a0e5-d95cdcb2a89a,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:35.617682 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5dd1b-dfd5-4976-ad4b-0cb7e625dc9c req-32a15e70-5f4b-4131-8140-c756f9af700f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:35.619229 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-68c5dd1b-dfd5-4976-ad4b-0cb7e625dc9c req-32a15e70-5f4b-4131-8140-c756f9af700f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 943 time: 0.1682425 Aug 16 23:57:35.620348 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dc76accf-77eb-4493-bd1a-8c65650e6ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:35.695012 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46e75f-e5c8-4543-b1f8-f9af65cfa920 req-9de13ce1-6efe-48f2-8f3d-14ed30683c34 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:35.696478 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a46e75f-e5c8-4543-b1f8-f9af65cfa920 req-9de13ce1-6efe-48f2-8f3d-14ed30683c34 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.1658247 Aug 16 23:57:35.705763 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-91eae67b-33d9-4ebc-b0c8-3c15c9b255ad service neutron] Attempting to bind port 15f22309-af1e-4080-a0e5-d95cdcb2a89a on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:57:35.706099 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-91eae67b-33d9-4ebc-b0c8-3c15c9b255ad service neutron] Attempting to bind port 15f22309-af1e-4080-a0e5-d95cdcb2a89a by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:57:35.706427 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-91eae67b-33d9-4ebc-b0c8-3c15c9b255ad service neutron] Attempting to bind port 15f22309-af1e-4080-a0e5-d95cdcb2a89a on network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:35.711731 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc76accf-77eb-4493-bd1a-8c65650e6ad5 admin admin] Network 5a6e7c40-14f3-4e77-82e3-e36f3b209ff6 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:57:35.726395 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-dc76accf-77eb-4493-bd1a-8c65650e6ad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:57:35.730841 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc76accf-77eb-4493-bd1a-8c65650e6ad5 admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:57:35.734427 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-91eae67b-33d9-4ebc-b0c8-3c15c9b255ad service neutron] Port 15f22309-af1e-4080-a0e5-d95cdcb2a89a on network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:57:35.734755 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-91eae67b-33d9-4ebc-b0c8-3c15c9b255ad service neutron] Attempting to bind port 15f22309-af1e-4080-a0e5-d95cdcb2a89a on network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:35.749776 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76accf-77eb-4493-bd1a-8c65650e6ad5 admin admin] Pushing event updated for resources: {'Port': ['ID=211f85ae-72b9-4f2c-8ce6-83cdbc30b812,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:35.796412 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-91eae67b-33d9-4ebc-b0c8-3c15c9b255ad service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:57:35.796763 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-91eae67b-33d9-4ebc-b0c8-3c15c9b255ad service neutron] Checking segment: {'id': '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:57:35.797241 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-91eae67b-33d9-4ebc-b0c8-3c15c9b255ad service neutron] Bound using segment: {'id': '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:57:35.797686 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-91eae67b-33d9-4ebc-b0c8-3c15c9b255ad service neutron] Bound port: 15f22309-af1e-4080-a0e5-d95cdcb2a89a, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:57:35.798053 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-91eae67b-33d9-4ebc-b0c8-3c15c9b255ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:35.803236 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-68c5dd1b-dfd5-4976-ad4b-0cb7e625dc9c req-1e195f12-0b2f-479b-a11b-cc914457b616 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723557 Aug 16 23:57:35.852942 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a46e75f-e5c8-4543-b1f8-f9af65cfa920 req-9e9c5242-d5d2-409e-b56e-5d960a65c3a0 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389213 Aug 16 23:57:35.855468 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dc76accf-77eb-4493-bd1a-8c65650e6ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:35.998350 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-91eae67b-33d9-4ebc-b0c8-3c15c9b255ad service neutron] For port 15f22309-af1e-4080-a0e5-d95cdcb2a89a, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:57:36.019166 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-91eae67b-33d9-4ebc-b0c8-3c15c9b255ad service neutron] For port 15f22309-af1e-4080-a0e5-d95cdcb2a89a, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=15f22309-af1e-4080-a0e5-d95cdcb2a89a,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:57:36.028325 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-91eae67b-33d9-4ebc-b0c8-3c15c9b255ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:36.040607 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 33b9bb47-8b41-47ad-8e44-ee8241e3d1e6 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:57:36.095317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-91eae67b-33d9-4ebc-b0c8-3c15c9b255ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:36.097770 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-91eae67b-33d9-4ebc-b0c8-3c15c9b255ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:36.097770 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-91eae67b-33d9-4ebc-b0c8-3c15c9b255ad service neutron] 10.222.0.64 "PUT /v2.0/ports/15f22309-af1e-4080-a0e5-d95cdcb2a89a HTTP/1.1" status: 200 len: 1092 time: 3.0633452 Aug 16 23:57:36.114394 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f96ea86b-dd17-4478-9802-b253a40a7d50 None None] Provisioning for port 211f85ae-72b9-4f2c-8ce6-83cdbc30b812 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:57:36.118012 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dc76accf-77eb-4493-bd1a-8c65650e6ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:36.121777 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f96ea86b-dd17-4478-9802-b253a40a7d50 None None] Provisioning complete for port 211f85ae-72b9-4f2c-8ce6-83cdbc30b812 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:36.141930 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eae67b-33d9-4ebc-b0c8-3c15c9b255ad service neutron] Pushing event updated for resources: {'Port': ['ID=15f22309-af1e-4080-a0e5-d95cdcb2a89a,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:36.143007 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f96ea86b-dd17-4478-9802-b253a40a7d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:36.149712 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 33b9bb47-8b41-47ad-8e44-ee8241e3d1e6 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:36.149991 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:36.220263 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f96ea86b-dd17-4478-9802-b253a40a7d50 None None] Port 211f85ae-72b9-4f2c-8ce6-83cdbc30b812 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:57:36.280691 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-8309e36b-6cb1-4fa9-b9b6-3fedf326dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:36.282194 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-8309e36b-6cb1-4fa9-b9b6-3fedf326dc9e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=199207e6de05452bbb587d40f177d9b0&device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 1095 time: 0.1051018 Aug 16 23:57:36.347167 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-9791eea5-cbf1-45b5-acd3-4bb5db955b2d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15f22309-af1e-4080-a0e5-d95cdcb2a89a HTTP/1.1" status: 200 len: 217 time: 0.0429411 Aug 16 23:57:36.391842 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41b3f5-2cae-4cba-b41c-b61f42f064cb req-de49123c-30ed-4ff9-a3cd-9244ced878ef tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:36.393316 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ef41b3f5-2cae-4cba-b41c-b61f42f064cb req-de49123c-30ed-4ff9-a3cd-9244ced878ef tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32e09764-92b1-486c-8310-2395fdd5985c HTTP/1.1" status: 200 len: 946 time: 0.1268523 Aug 16 23:57:36.444848 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af04e897-b5e5-43b6-bffa-0fff779c7645', 'tag': '15f22309-af1e-4080-a0e5-d95cdcb2a89a'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:57:36.447123 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d9638b-2076-4e1b-ba65-58901a57103f" -d '{"events": [{"name": "network-changed", "server_uuid": "af04e897-b5e5-43b6-bffa-0fff779c7645", "tag": "15f22309-af1e-4080-a0e5-d95cdcb2a89a"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:57:36.490592 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-28034610-a883-4942-abae-7d8d920c3dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:36.492074 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-28034610-a883-4942-abae-7d8d920c3dd4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1d7b0613-c268-41b8-9af9-983e31f4d852 HTTP/1.1" status: 200 len: 852 time: 0.1244783 Aug 16 23:57:36.504844 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dc76accf-77eb-4493-bd1a-8c65650e6ad5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:36.541825 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b25c89c-e022-4ef7-9f91-03d78f5daf65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbb4181-b127-4716-920b-e57bfcda9c0b'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:57:36.542427 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ef41b3f5-2cae-4cba-b41c-b61f42f064cb req-6b9e9508-7d07-454b-b9ad-569d0adeb609 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249366 Aug 16 23:57:36.543036 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dc76accf-77eb-4493-bd1a-8c65650e6ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:36.544126 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226a4c37-f48a-4c29-b66e-ef6b3c9f4761" -d '{"events": [{"server_uuid": "3b25c89c-e022-4ef7-9f91-03d78f5daf65", "name": "network-vif-plugged", "status": "completed", "tag": "ebbb4181-b127-4716-920b-e57bfcda9c0b"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:57:36.571837 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-0a3b5cee-186b-4a13-9d4b-4691d74a46f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620301 Aug 16 23:57:36.607008 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7833309-35b0-4c4b-beff-97a058321ad4 x-openstack-request-id: req-b7833309-35b0-4c4b-beff-97a058321ad4 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:57:36.607302 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af04e897-b5e5-43b6-bffa-0fff779c7645", "tag": "15f22309-af1e-4080-a0e5-d95cdcb2a89a", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:57:36.607553 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b7833309-35b0-4c4b-beff-97a058321ad4 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:57:36.608533 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af04e897-b5e5-43b6-bffa-0fff779c7645', 'tag': '15f22309-af1e-4080-a0e5-d95cdcb2a89a', 'status': 'completed', 'code': 200} Aug 16 23:57:36.633242 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 482541e4-8c61-4442-baf7-6fe75472ce6a details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:57:36.707015 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76accf-77eb-4493-bd1a-8c65650e6ad5 admin admin] Pushing event updated for resources: {'Port': ['ID=211f85ae-72b9-4f2c-8ce6-83cdbc30b812,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:36.724493 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dc76accf-77eb-4493-bd1a-8c65650e6ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:36.750310 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85daad0-2eff-49ee-9138-90c389182495 req-89ca649f-41bf-4c31-99a5-00efd56a4def tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:36.751835 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c85daad0-2eff-49ee-9138-90c389182495 req-89ca649f-41bf-4c31-99a5-00efd56a4def tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.2745245 Aug 16 23:57:36.762868 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 482541e4-8c61-4442-baf7-6fe75472ce6a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=482541e4-8c61-4442-baf7-6fe75472ce6a,segment=NetworkSegment(6bd97450-ac96-4c47-ad61-e23f8355a601),segment_id=6bd97450-ac96-4c47-ad61-e23f8355a601)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:36.776420 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '482541e4-8c61-4442-baf7-6fe75472ce6a', 'network_id': '00c85728-7245-4ff7-ad19-516f77c6ef85', 'port_id': '482541e4-8c61-4442-baf7-6fe75472ce6a', 'mac_address': 'fa:16:3e:22:d7:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1dd6e9-c166-4397-8aab-d99212faa9f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:57:36.815131 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:36.833189 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 482541e4-8c61-4442-baf7-6fe75472ce6a {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:57:36.854196 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-d049481b-c31c-43e2-aafd-2a4c0754801c service neutron] 10.222.0.64 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438495 Aug 16 23:57:36.857790 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 482541e4-8c61-4442-baf7-6fe75472ce6a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=482541e4-8c61-4442-baf7-6fe75472ce6a,segment=NetworkSegment(6bd97450-ac96-4c47-ad61-e23f8355a601),segment_id=6bd97450-ac96-4c47-ad61-e23f8355a601)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:36.860896 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970525a6-67af-4bca-a81a-3c8fcc67a26a req-8dc7833d-73ea-4886-8523-ffbe0a6532f9 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:36.862441 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-970525a6-67af-4bca-a81a-3c8fcc67a26a req-8dc7833d-73ea-4886-8523-ffbe0a6532f9 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca5804d-84f3-4b8d-8efa-5f1322a161bf HTTP/1.1" status: 200 len: 944 time: 0.1874125 Aug 16 23:57:36.870547 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:36.938829 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=482541e4-8c61-4442-baf7-6fe75472ce6a,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:36.945182 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c85daad0-2eff-49ee-9138-90c389182495 req-f3a614b5-62ff-4c8a-ba47-602b425e3cbf tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728985 Aug 16 23:57:36.993487 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b53005-c577-4ffe-9096-0a61985a14ef x-openstack-request-id: req-33b53005-c577-4ffe-9096-0a61985a14ef {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:57:36.994792 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b25c89c-e022-4ef7-9f91-03d78f5daf65", "name": "network-vif-plugged", "status": "completed", "tag": "ebbb4181-b127-4716-920b-e57bfcda9c0b", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:57:36.995235 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-33b53005-c577-4ffe-9096-0a61985a14ef {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:57:36.995714 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b25c89c-e022-4ef7-9f91-03d78f5daf65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbb4181-b127-4716-920b-e57bfcda9c0b', 'code': 200} Aug 16 23:57:37.007888 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-970525a6-67af-4bca-a81a-3c8fcc67a26a req-64ccad40-2638-424c-aba4-4d6c96a49a96 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316698 Aug 16 23:57:37.036053 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc76accf-77eb-4493-bd1a-8c65650e6ad5 admin admin] Network 5a6e7c40-14f3-4e77-82e3-e36f3b209ff6 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:57:37.036053 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5bfe77d-b4b2-48c9-b8b4-c5321d665f31 req-e42b77d6-7756-4f0c-ae97-ee2423091385 service neutron] 10.222.0.64 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533191 Aug 16 23:57:37.036315 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-dc76accf-77eb-4493-bd1a-8c65650e6ad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:57:37.317385 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['482541e4-8c61-4442-baf7-6fe75472ce6a'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:57:37.330213 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91690ee8-7573-4488-ba20-2bf4bd408551 req-e91529e1-2609-4271-baac-4cfd87c2619d tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:37.332135 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-91690ee8-7573-4488-ba20-2bf4bd408551 req-e91529e1-2609-4271-baac-4cfd87c2619d tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 943 time: 0.2263954 Aug 16 23:57:37.341683 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2467469-9751-4afa-a3c8-980b4b729155 req-5981d84f-224f-4924-8c46-e5520f249c31 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:37.349586 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a2467469-9751-4afa-a3c8-980b4b729155 req-5981d84f-224f-4924-8c46-e5520f249c31 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.1874392 Aug 16 23:57:37.361322 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9638b-2076-4e1b-ba65-58901a57103f req-603190d0-2b91-46a8-82e5-bf3c7ff796e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:37.363345 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69d9638b-2076-4e1b-ba65-58901a57103f req-603190d0-2b91-46a8-82e5-bf3c7ff796e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=199207e6de05452bbb587d40f177d9b0&device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 1095 time: 0.2362781 Aug 16 23:57:37.373009 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7df6780c-93bd-45d7-a4f9-dacf383e587e None None] Provisioning complete for port 211f85ae-72b9-4f2c-8ce6-83cdbc30b812 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:37.376243 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7df6780c-93bd-45d7-a4f9-dacf383e587e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:37.389816 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fddc9-7e94-466d-ab24-06f84c0dab81 req-230fd935-f22c-4c9b-8fca-a531b61f6982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:37.391485 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-706fddc9-7e94-466d-ab24-06f84c0dab81 req-230fd935-f22c-4c9b-8fca-a531b61f6982 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 1097 time: 0.2553918 Aug 16 23:57:37.452136 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-7df6780c-93bd-45d7-a4f9-dacf383e587e None None] Port 211f85ae-72b9-4f2c-8ce6-83cdbc30b812 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:57:37.484338 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc76accf-77eb-4493-bd1a-8c65650e6ad5 admin admin] Router ea709dc4-7717-439e-bfe0-1696f16c22bc has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:57:37.497273 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a2467469-9751-4afa-a3c8-980b4b729155 req-22cc65d3-b79a-494e-9594-c12d3861cf84 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462810 Aug 16 23:57:37.526979 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-91690ee8-7573-4488-ba20-2bf4bd408551 req-4654de17-0220-4f3a-a994-106ff0ef021d tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719604 Aug 16 23:57:37.547508 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-706fddc9-7e94-466d-ab24-06f84c0dab81 req-29b35705-f506-4fb8-bf17-3c609f6a52cc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362860 Aug 16 23:57:37.609404 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9638b-2076-4e1b-ba65-58901a57103f req-d1b0c879-4360-435b-9c7b-5388dc8a703e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:37.612640 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69d9638b-2076-4e1b-ba65-58901a57103f req-d1b0c879-4360-435b-9c7b-5388dc8a703e service neutron] 10.222.0.64 "GET /v2.0/networks?id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf HTTP/1.1" status: 200 len: 913 time: 0.2136967 Aug 16 23:57:37.721280 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69d9638b-2076-4e1b-ba65-58901a57103f req-824da023-9619-4ba8-b78b-7e390fc79916 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15f22309-af1e-4080-a0e5-d95cdcb2a89a HTTP/1.1" status: 200 len: 217 time: 0.0725918 Aug 16 23:57:37.771264 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc76accf-77eb-4493-bd1a-8c65650e6ad5 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:57:37.779652 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae8f2d-0ccd-47f9-8f8d-c31e6860dddd req-0180123f-902e-49bb-9483-4c0115610792 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:37.781524 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35128c2c-4a98-4c03-ae62-75f1dc40c298 None None] Sync routers for ids ['ea709dc4-7717-439e-bfe0-1696f16c22bc'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:57:37.782283 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3ae8f2d-0ccd-47f9-8f8d-c31e6860dddd req-0180123f-902e-49bb-9483-4c0115610792 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32e09764-92b1-486c-8310-2395fdd5985c HTTP/1.1" status: 200 len: 946 time: 0.1660278 Aug 16 23:57:37.785795 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-dc76accf-77eb-4493-bd1a-8c65650e6ad5 admin admin] 10.222.0.60 "PUT /v2.0/routers/ea709dc4-7717-439e-bfe0-1696f16c22bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0560806 Aug 16 23:57:37.797260 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35128c2c-4a98-4c03-ae62-75f1dc40c298 None None] Routers {'ea709dc4-7717-439e-bfe0-1696f16c22bc'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:57:37.797944 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-35128c2c-4a98-4c03-ae62-75f1dc40c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:57:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ea709dc4-7717-439e-bfe0-1696f16c22bc'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:37.848591 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3ae8f2d-0ccd-47f9-8f8d-c31e6860dddd req-f4bad070-4a34-4506-94f8-de4d4e1bd075 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536716 Aug 16 23:57:37.850359 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9638b-2076-4e1b-ba65-58901a57103f req-abb3951e-411c-4990-910b-d8da2f7bc1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:37.852633 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69d9638b-2076-4e1b-ba65-58901a57103f req-abb3951e-411c-4990-910b-d8da2f7bc1e8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1d7b0613-c268-41b8-9af9-983e31f4d852 HTTP/1.1" status: 200 len: 852 time: 0.1208482 Aug 16 23:57:37.893493 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69d9638b-2076-4e1b-ba65-58901a57103f req-687782c6-6c64-4766-9c25-cafb95e529ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286906 Aug 16 23:57:37.959947 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-35128c2c-4a98-4c03-ae62-75f1dc40c298 None None] Set router ea709dc4-7717-439e-bfe0-1696f16c22bc gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:57:38.087107 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69d9638b-2076-4e1b-ba65-58901a57103f req-c09dbe55-1340-486e-81a8-d2c548110d94 service neutron] 10.222.0.64 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639743 Aug 16 23:57:38.106331 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e4f61-739c-42f5-bed1-5f8368cff190 req-f9985a62-a14b-45da-b5e3-972e2570850d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:38.110901 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-996e4f61-739c-42f5-bed1-5f8368cff190 req-f9985a62-a14b-45da-b5e3-972e2570850d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.0789785 Aug 16 23:57:38.217649 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-996e4f61-739c-42f5-bed1-5f8368cff190 req-480c0dcf-ce29-4903-8a2d-d157b2ab6fb7 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966411 Aug 16 23:57:38.270716 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69d9638b-2076-4e1b-ba65-58901a57103f req-66336472-cf56-4d58-9335-c2c4d81a12c1 service neutron] 10.222.0.64 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585729 Aug 16 23:57:38.276964 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-35128c2c-4a98-4c03-ae62-75f1dc40c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'name': 'tempest-ServersTestJSON-293491829-router', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:22Z', 'updated_at': '2021-08-16T23:57:36Z', 'revision_number': 4, 'project_id': '2a64ced488f44cc196cbd4b327d5e734', 'gw_port': {'id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:25Z', 'updated_at': '2021-08-16T23:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '211f85ae-72b9-4f2c-8ce6-83cdbc30b812', 'name': '', 'network_id': '5a6e7c40-14f3-4e77-82e3-e36f3b209ff6', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'mac_address': 'fa:16:3e:94:30:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '390bdf84-27fc-436c-864c-cf6b8c1db4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:33Z', 'updated_at': '2021-08-16T23:57:36Z', 'revision_number': 2, 'project_id': '2a64ced488f44cc196cbd4b327d5e734', 'subnets': [{'id': '390bdf84-27fc-436c-864c-cf6b8c1db4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:38.324178 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35128c2c-4a98-4c03-ae62-75f1dc40c298 None None] Checking router: ea709dc4-7717-439e-bfe0-1696f16c22bc for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:57:38.324880 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35128c2c-4a98-4c03-ae62-75f1dc40c298 None None] Updating router ea709dc4-7717-439e-bfe0-1696f16c22bc port 211f85ae-72b9-4f2c-8ce6-83cdbc30b812 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:57:38.356548 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-35128c2c-4a98-4c03-ae62-75f1dc40c298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:38.474886 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52790) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:38.480026 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-d6458be2-7688-43d9-85f8-aa8e03104a7b tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Request body: {'security_group': {'name': 'tempest-securitygroup--887824164', 'description': 'tempest-description--2103685722'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:38.515872 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d6458be2-7688-43d9-85f8-aa8e03104a7b tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:38.677821 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d6458be2-7688-43d9-85f8-aa8e03104a7b tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:38.682734 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d6458be2-7688-43d9-85f8-aa8e03104a7b tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:38.722057 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d6458be2-7688-43d9-85f8-aa8e03104a7b tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:38.723399 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d6458be2-7688-43d9-85f8-aa8e03104a7b tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2474861 Aug 16 23:57:38.726272 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52796) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:38.731607 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-d1592559-96d5-4429-96fb-2246cbf9214a tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Request body: {'security_group_rule': {'security_group_id': '2a771e3c-b683-49c9-84cc-bd4e5c201cf1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:38.757755 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6458be2-7688-43d9-85f8-aa8e03104a7b tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a771e3c-b683-49c9-84cc-bd4e5c201cf1,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:38.763544 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee264f-97ab-4ad7-b0a6-1bce8bf55fbf req-b4a8dd7d-c346-4b32-8ea1-98aee5583017 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:38.769002 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d1592559-96d5-4429-96fb-2246cbf9214a tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:38.773002 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-56ee264f-97ab-4ad7-b0a6-1bce8bf55fbf req-b4a8dd7d-c346-4b32-8ea1-98aee5583017 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca5804d-84f3-4b8d-8efa-5f1322a161bf HTTP/1.1" status: 200 len: 945 time: 0.4888523 Aug 16 23:57:38.801960 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2072f-9dc1-421d-8797-3c44689ccf9d req-9d365631-51a7-4449-a4e7-46cfeb45d538 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:38.803630 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-31c2072f-9dc1-421d-8797-3c44689ccf9d req-9d365631-51a7-4449-a4e7-46cfeb45d538 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.1253300 Aug 16 23:57:38.820748 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6ddd4-49ff-452c-8274-0ffb385f498f req-470f1a7f-a6e5-4d17-9748-50ae06dd2713 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:38.822341 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23d6ddd4-49ff-452c-8274-0ffb385f498f req-470f1a7f-a6e5-4d17-9748-50ae06dd2713 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.64 "GET /v2.0/ports?device_id=32e09764-92b1-486c-8310-2395fdd5985c HTTP/1.1" status: 200 len: 946 time: 0.1451561 Aug 16 23:57:38.825418 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d1592559-96d5-4429-96fb-2246cbf9214a tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:38.834207 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d1592559-96d5-4429-96fb-2246cbf9214a tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:38.871209 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1592559-96d5-4429-96fb-2246cbf9214a tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=702d2513-7c6d-41d0-9f28-5c321f3c0b92,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:38.877606 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d1592559-96d5-4429-96fb-2246cbf9214a tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:38.881274 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d1592559-96d5-4429-96fb-2246cbf9214a tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1513338 Aug 16 23:57:38.881412 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52800) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:38.886443 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-35128c2c-4a98-4c03-ae62-75f1dc40c298 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:38.886844 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-56ee264f-97ab-4ad7-b0a6-1bce8bf55fbf req-58fa7af8-4f86-4405-8199-a33614238e7e tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088979 Aug 16 23:57:38.887868 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-ba134c6c-fca1-4273-9624-18eefffa1000 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Request body: {'security_group_rule': {'security_group_id': '2a771e3c-b683-49c9-84cc-bd4e5c201cf1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:38.900720 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-35128c2c-4a98-4c03-ae62-75f1dc40c298 None None] Transition to ACTIVE for port object 211f85ae-72b9-4f2c-8ce6-83cdbc30b812 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:57:38.914008 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-35128c2c-4a98-4c03-ae62-75f1dc40c298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:38.935383 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba134c6c-fca1-4273-9624-18eefffa1000 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:39.031092 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-31c2072f-9dc1-421d-8797-3c44689ccf9d req-a807488b-226d-459a-aad5-c6791e1557ca tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030904 Aug 16 23:57:39.063407 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba134c6c-fca1-4273-9624-18eefffa1000 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:39.069338 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba134c6c-fca1-4273-9624-18eefffa1000 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:39.102195 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba134c6c-fca1-4273-9624-18eefffa1000 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff9ff5a9-ebb9-4e5f-9cfa-603745b95c36,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:39.115053 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba134c6c-fca1-4273-9624-18eefffa1000 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:39.115916 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba134c6c-fca1-4273-9624-18eefffa1000 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:39.116474 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba134c6c-fca1-4273-9624-18eefffa1000 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:39.117324 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba134c6c-fca1-4273-9624-18eefffa1000 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:39.118540 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba134c6c-fca1-4273-9624-18eefffa1000 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:39.118868 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba134c6c-fca1-4273-9624-18eefffa1000 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:39.120240 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba134c6c-fca1-4273-9624-18eefffa1000 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:39.120757 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba134c6c-fca1-4273-9624-18eefffa1000 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:39.129217 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba134c6c-fca1-4273-9624-18eefffa1000 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:39.129924 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba134c6c-fca1-4273-9624-18eefffa1000 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:39.130370 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba134c6c-fca1-4273-9624-18eefffa1000 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:39.130809 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba134c6c-fca1-4273-9624-18eefffa1000 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:39.144416 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-35128c2c-4a98-4c03-ae62-75f1dc40c298 None None] Attempting to bind port 211f85ae-72b9-4f2c-8ce6-83cdbc30b812 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:57:39.144799 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-35128c2c-4a98-4c03-ae62-75f1dc40c298 None None] Attempting to bind port 211f85ae-72b9-4f2c-8ce6-83cdbc30b812 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '1b978c43-7e08-46c9-a661-31903765a712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5a6e7c40-14f3-4e77-82e3-e36f3b209ff6'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:57:39.145195 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35128c2c-4a98-4c03-ae62-75f1dc40c298 None None] Attempting to bind port 211f85ae-72b9-4f2c-8ce6-83cdbc30b812 on network 5a6e7c40-14f3-4e77-82e3-e36f3b209ff6 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:39.163828 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba134c6c-fca1-4273-9624-18eefffa1000 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:39.165886 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ba134c6c-fca1-4273-9624-18eefffa1000 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2834370 Aug 16 23:57:39.169483 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52804) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:39.169772 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec8f35-0e28-45e7-a64c-3c30bd94bd64 None None] Pushing event updated for resources: {'Port': ['ID=211f85ae-72b9-4f2c-8ce6-83cdbc30b812,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:39.175607 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-3e485b7e-75a8-4f1f-a967-52c07c63d14c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:39.176788 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35128c2c-4a98-4c03-ae62-75f1dc40c298 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:57:39.183408 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35128c2c-4a98-4c03-ae62-75f1dc40c298 None None] Checking segment: {'id': '1b978c43-7e08-46c9-a661-31903765a712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5a6e7c40-14f3-4e77-82e3-e36f3b209ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:57:39.183844 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-35128c2c-4a98-4c03-ae62-75f1dc40c298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:39.184454 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35128c2c-4a98-4c03-ae62-75f1dc40c298 None None] Bound using segment: {'id': '1b978c43-7e08-46c9-a661-31903765a712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5a6e7c40-14f3-4e77-82e3-e36f3b209ff6'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:57:39.185311 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-35128c2c-4a98-4c03-ae62-75f1dc40c298 None None] Bound port: 211f85ae-72b9-4f2c-8ce6-83cdbc30b812, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b978c43-7e08-46c9-a661-31903765a712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5a6e7c40-14f3-4e77-82e3-e36f3b209ff6'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:57:39.186454 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-35128c2c-4a98-4c03-ae62-75f1dc40c298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:39.224327 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e485b7e-75a8-4f1f-a967-52c07c63d14c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:39.266723 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2fb42-e146-4b53-afab-77ef980180cb req-ba519bf4-4c8e-4115-a55e-ed4c4eb3ee18 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:39.274138 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ed2fb42-e146-4b53-afab-77ef980180cb req-ba519bf4-4c8e-4115-a55e-ed4c4eb3ee18 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 943 time: 0.2417769 Aug 16 23:57:39.285292 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-23d6ddd4-49ff-452c-8274-0ffb385f498f req-84503bc4-64df-4b37-b4b4-faedbc1e1555 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Deleting port ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:57:39.286362 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-23d6ddd4-49ff-452c-8274-0ffb385f498f req-84503bc4-64df-4b37-b4b4-faedbc1e1555 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:39.313189 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-35128c2c-4a98-4c03-ae62-75f1dc40c298 None None] For port 211f85ae-72b9-4f2c-8ce6-83cdbc30b812, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:57:39.317433 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-35128c2c-4a98-4c03-ae62-75f1dc40c298 None None] For port 211f85ae-72b9-4f2c-8ce6-83cdbc30b812, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=211f85ae-72b9-4f2c-8ce6-83cdbc30b812,segment=NetworkSegment(1b978c43-7e08-46c9-a661-31903765a712),segment_id=1b978c43-7e08-46c9-a661-31903765a712)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:57:39.331087 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-35128c2c-4a98-4c03-ae62-75f1dc40c298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:39.363571 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55595f17-9803-472a-b540-cf474b1465a0 req-57259a94-dc13-4738-8bf4-8de2a9c401a7 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:39.371098 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55595f17-9803-472a-b540-cf474b1465a0 req-57259a94-dc13-4738-8bf4-8de2a9c401a7 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32e09764-92b1-486c-8310-2395fdd5985c HTTP/1.1" status: 200 len: 946 time: 0.2235565 Aug 16 23:57:39.387543 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35128c2c-4a98-4c03-ae62-75f1dc40c298 None None] Routers {'ea709dc4-7717-439e-bfe0-1696f16c22bc'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:57:39.388197 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-35128c2c-4a98-4c03-ae62-75f1dc40c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:57:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ea709dc4-7717-439e-bfe0-1696f16c22bc'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:39.402965 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e485b7e-75a8-4f1f-a967-52c07c63d14c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:39.428723 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ed2fb42-e146-4b53-afab-77ef980180cb req-4dd89594-cf76-4f14-a40a-c35f04d5916b tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535492 Aug 16 23:57:39.487481 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55595f17-9803-472a-b540-cf474b1465a0 req-7166cdb0-80b9-42a2-a9e7-7ec5921c4b71 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108475 Aug 16 23:57:39.502561 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec8f35-0e28-45e7-a64c-3c30bd94bd64 None None] Pushing event updated for resources: {'Port': ['ID=211f85ae-72b9-4f2c-8ce6-83cdbc30b812,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:39.609907 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-3e485b7e-75a8-4f1f-a967-52c07c63d14c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Allocated IP 172.25.3.128 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/4013af62-88b1-413b-81e6-af4b268b7058) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:57:39.622803 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-35128c2c-4a98-4c03-ae62-75f1dc40c298 None None] Set router ea709dc4-7717-439e-bfe0-1696f16c22bc gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:57:39.623007 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-23d6ddd4-49ff-452c-8274-0ffb385f498f req-84503bc4-64df-4b37-b4b4-faedbc1e1555 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] For port ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5,segment=NetworkSegment(3f425405-396d-4e3b-9e81-d03adf1a353a),segment_id=3f425405-396d-4e3b-9e81-d03adf1a353a)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:39.623253 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-23d6ddd4-49ff-452c-8274-0ffb385f498f req-84503bc4-64df-4b37-b4b4-faedbc1e1555 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:39.645965 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-23d6ddd4-49ff-452c-8274-0ffb385f498f req-84503bc4-64df-4b37-b4b4-faedbc1e1555 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Calling delete_port for ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:57:39.677364 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6fd24-7893-419b-b6b6-a21d3d82b4bc req-2f4d3dcf-bd04-452e-b49d-5c312d77a537 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:39.678910 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ecd6fd24-7893-419b-b6b6-a21d3d82b4bc req-2f4d3dcf-bd04-452e-b49d-5c312d77a537 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.1297965 Aug 16 23:57:39.754549 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e485b7e-75a8-4f1f-a967-52c07c63d14c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:39.771895 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ecd6fd24-7893-419b-b6b6-a21d3d82b4bc req-e75868a1-937e-4ff9-b47e-5cf1cf334ffc tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589080 Aug 16 23:57:39.811747 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e485b7e-75a8-4f1f-a967-52c07c63d14c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:39.856298 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:39.872098 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e485b7e-75a8-4f1f-a967-52c07c63d14c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:57:39.879658 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-3e485b7e-75a8-4f1f-a967-52c07c63d14c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:57:39.883082 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e485b7e-75a8-4f1f-a967-52c07c63d14c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:57:39.883939 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-23d6ddd4-49ff-452c-8274-0ffb385f498f req-84503bc4-64df-4b37-b4b4-faedbc1e1555 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:39.915316 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['378efb7d-0425-4ea3-a614-ecac7a419f49'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:57:39.917341 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:57:39.938502 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e485b7e-75a8-4f1f-a967-52c07c63d14c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Pushing event updated for resources: {'Port': ['ID=4013af62-88b1-413b-81e6-af4b268b7058,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:39.960544 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84503bc4-64df-4b37-b4b4-faedbc1e1555 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Pushing event deleted for resources: {'Port': ['ID=ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:40.034411 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d6ddd4-49ff-452c-8274-0ffb385f498f req-84503bc4-64df-4b37-b4b4-faedbc1e1555 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] No DVR routers for this DVR port ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:57:40.038159 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-23d6ddd4-49ff-452c-8274-0ffb385f498f req-84503bc4-64df-4b37-b4b4-faedbc1e1555 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:40.040165 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23d6ddd4-49ff-452c-8274-0ffb385f498f req-84503bc4-64df-4b37-b4b4-faedbc1e1555 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.64 "DELETE /v2.0/ports/ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5 HTTP/1.1" status: 204 len: 173 time: 1.2000785 Aug 16 23:57:40.040954 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e09764-92b1-486c-8310-2395fdd5985c', 'name': 'network-vif-deleted', 'tag': 'ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:57:40.043194 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b09fa2-03cb-437e-b309-91b2040cc59d" -d '{"events": [{"server_uuid": "32e09764-92b1-486c-8310-2395fdd5985c", "name": "network-vif-deleted", "tag": "ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:57:40.051379 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e485b7e-75a8-4f1f-a967-52c07c63d14c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:40.077679 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-35128c2c-4a98-4c03-ae62-75f1dc40c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'name': 'tempest-ServersTestJSON-293491829-router', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:22Z', 'updated_at': '2021-08-16T23:57:36Z', 'revision_number': 4, 'project_id': '2a64ced488f44cc196cbd4b327d5e734', 'gw_port': {'id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:25Z', 'updated_at': '2021-08-16T23:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '211f85ae-72b9-4f2c-8ce6-83cdbc30b812', 'name': '', 'network_id': '5a6e7c40-14f3-4e77-82e3-e36f3b209ff6', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'mac_address': 'fa:16:3e:94:30:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '390bdf84-27fc-436c-864c-cf6b8c1db4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:33Z', 'updated_at': '2021-08-16T23:57:39Z', 'revision_number': 4, 'project_id': '2a64ced488f44cc196cbd4b327d5e734', 'subnets': [{'id': '390bdf84-27fc-436c-864c-cf6b8c1db4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:40.109557 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e485b7e-75a8-4f1f-a967-52c07c63d14c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:40.114524 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35128c2c-4a98-4c03-ae62-75f1dc40c298 None None] The sync data for ids ['ea709dc4-7717-439e-bfe0-1696f16c22bc'] in n-d-800088-20 is: [{'id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'name': 'tempest-ServersTestJSON-293491829-router', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:22Z', 'updated_at': '2021-08-16T23:57:36Z', 'revision_number': 4, 'project_id': '2a64ced488f44cc196cbd4b327d5e734', 'gw_port': {'id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:25Z', 'updated_at': '2021-08-16T23:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '211f85ae-72b9-4f2c-8ce6-83cdbc30b812', 'name': '', 'network_id': '5a6e7c40-14f3-4e77-82e3-e36f3b209ff6', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'mac_address': 'fa:16:3e:94:30:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '390bdf84-27fc-436c-864c-cf6b8c1db4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:33Z', 'updated_at': '2021-08-16T23:57:39Z', 'revision_number': 4, 'project_id': '2a64ced488f44cc196cbd4b327d5e734', 'subnets': [{'id': '390bdf84-27fc-436c-864c-cf6b8c1db4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:57:40.179742 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306eba02-eaa5-4f3a-8b79-10a2127a2f88 req-8850f24d-91c3-4a6e-83d2-9400299b063d tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:40.182058 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-306eba02-eaa5-4f3a-8b79-10a2127a2f88 req-8850f24d-91c3-4a6e-83d2-9400299b063d tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca5804d-84f3-4b8d-8efa-5f1322a161bf HTTP/1.1" status: 200 len: 945 time: 0.1689417 Aug 16 23:57:40.328243 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-306eba02-eaa5-4f3a-8b79-10a2127a2f88 req-8d48005e-bd96-477f-8635-3fba1ceb4c7d tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066203 Aug 16 23:57:40.345351 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e5722-5670-44e6-b6cd-646e06a00e25 req-82aa39a5-17e0-40f0-a1ad-95b9e9b1aca8 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:40.347606 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b49e5722-5670-44e6-b6cd-646e06a00e25 req-82aa39a5-17e0-40f0-a1ad-95b9e9b1aca8 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.1641788 Aug 16 23:57:40.439533 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa97eff-fab5-4119-bd5b-58e9b99db43e x-openstack-request-id: req-eaa97eff-fab5-4119-bd5b-58e9b99db43e {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:57:40.439842 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e09764-92b1-486c-8310-2395fdd5985c", "name": "network-vif-deleted", "tag": "ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:57:40.440713 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eaa97eff-fab5-4119-bd5b-58e9b99db43e {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:57:40.441181 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e09764-92b1-486c-8310-2395fdd5985c', 'name': 'network-vif-deleted', 'tag': 'ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5', 'status': 'completed', 'code': 200} Aug 16 23:57:40.449868 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b49e5722-5670-44e6-b6cd-646e06a00e25 req-43be065b-a659-4efd-ad43-e522eebbd0a0 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959568 Aug 16 23:57:40.518338 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e485b7e-75a8-4f1f-a967-52c07c63d14c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:40.536428 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e485b7e-75a8-4f1f-a967-52c07c63d14c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:40.643122 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 482541e4-8c61-4442-baf7-6fe75472ce6a up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:57:40.667182 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e485b7e-75a8-4f1f-a967-52c07c63d14c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:40.687638 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e485b7e-75a8-4f1f-a967-52c07c63d14c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Pushing event updated for resources: {'Port': ['ID=4013af62-88b1-413b-81e6-af4b268b7058,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:40.695994 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e485b7e-75a8-4f1f-a967-52c07c63d14c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:40.717768 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3e485b7e-75a8-4f1f-a967-52c07c63d14c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5453517 Aug 16 23:57:40.730211 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6937770-606e-49ac-8ea5-48eac734e797 req-aecfd2f5-6963-4149-82f6-afc212d34fc0 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:40.732150 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b6937770-606e-49ac-8ea5-48eac734e797 req-aecfd2f5-6963-4149-82f6-afc212d34fc0 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 943 time: 0.1562870 Aug 16 23:57:40.776569 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 482541e4-8c61-4442-baf7-6fe75472ce6a completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:57:40.786606 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 482541e4-8c61-4442-baf7-6fe75472ce6a triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:40.786994 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:40.850919 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b6937770-606e-49ac-8ea5-48eac734e797 req-37bd2656-c2a8-4f95-a0d5-b41a8383f26f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048961 Aug 16 23:57:40.923808 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:40.940376 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44555ceb-ed84-4e3b-a525-1ee7cc9803ef req-d3ca42fd-615d-4ed0-856b-721b7f86e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:40.942366 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44555ceb-ed84-4e3b-a525-1ee7cc9803ef req-d3ca42fd-615d-4ed0-856b-721b7f86e94d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=86043ac5c01d42e2a5f439e1e8d8861c&device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 1097 time: 0.0647748 Aug 16 23:57:40.965373 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca5804d-84f3-4b8d-8efa-5f1322a161bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482541e4-8c61-4442-baf7-6fe75472ce6a'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:57:40.970183 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c327344a-c19e-4bdb-88ed-0764a209a3ca" -d '{"events": [{"server_uuid": "bca5804d-84f3-4b8d-8efa-5f1322a161bf", "name": "network-vif-plugged", "status": "completed", "tag": "482541e4-8c61-4442-baf7-6fe75472ce6a"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:57:40.989232 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 482541e4-8c61-4442-baf7-6fe75472ce6a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=482541e4-8c61-4442-baf7-6fe75472ce6a,segment=NetworkSegment(6bd97450-ac96-4c47-ad61-e23f8355a601),segment_id=6bd97450-ac96-4c47-ad61-e23f8355a601)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:40.993967 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:41.007761 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-60264ab5-7402-4266-90e8-dbe040b12207 req-74542323-221f-44d0-94f2-d698c7c1fb44 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32e09764-92b1-486c-8310-2395fdd5985c HTTP/1.1" status: 200 len: 210 time: 0.0513616 Aug 16 23:57:41.116137 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=482541e4-8c61-4442-baf7-6fe75472ce6a,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:41.159500 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-4aacb8a6-0c10-49db-97a7-a76454e65091 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--887824164&fields=id&tenant_id=2a64ced488f44cc196cbd4b327d5e734 HTTP/1.1" status: 200 len: 267 time: 0.1494150 Aug 16 23:57:41.273381 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44555ceb-ed84-4e3b-a525-1ee7cc9803ef req-045ceec7-ac4b-40dc-8d8c-187b6901217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:41.275038 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44555ceb-ed84-4e3b-a525-1ee7cc9803ef req-045ceec7-ac4b-40dc-8d8c-187b6901217b service neutron] 10.222.0.64 "GET /v2.0/networks?id=b540a6a1-dfc7-43c4-9922-512d2e4997c6 HTTP/1.1" status: 200 len: 920 time: 0.3034704 Aug 16 23:57:41.294884 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf69c0-8192-46ab-a74b-bce973932658 req-8c6dc17d-d0ac-42fb-b989-1cc601146bcf tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:41.297499 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9cbf69c0-8192-46ab-a74b-bce973932658 req-8c6dc17d-d0ac-42fb-b989-1cc601146bcf tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.1861072 Aug 16 23:57:41.339316 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:41.372524 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44555ceb-ed84-4e3b-a525-1ee7cc9803ef req-fd445bf3-f489-4e6e-8ed4-5bcfe996c4fd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebbb4181-b127-4716-920b-e57bfcda9c0b HTTP/1.1" status: 200 len: 217 time: 0.0740116 Aug 16 23:57:41.421637 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9cbf69c0-8192-46ab-a74b-bce973932658 req-acfa9287-f65d-4880-91cb-5085f398741c tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139879 Aug 16 23:57:41.464161 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-655489e0-d3e0-4d40-8d2c-7b16e96a3ea2 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:41.471349 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-655489e0-d3e0-4d40-8d2c-7b16e96a3ea2 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/networks?id=5a6e7c40-14f3-4e77-82e3-e36f3b209ff6 HTTP/1.1" status: 200 len: 805 time: 0.2909927 Aug 16 23:57:41.492838 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-decb9778-bd12-49ca-afe6-c47a0d9699eb tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/quotas/2a64ced488f44cc196cbd4b327d5e734 HTTP/1.1" status: 200 len: 375 time: 0.0205491 Aug 16 23:57:41.538962 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44555ceb-ed84-4e3b-a525-1ee7cc9803ef req-9dda7d1f-b77d-42fd-91c3-2015e94458b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:41.540449 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44555ceb-ed84-4e3b-a525-1ee7cc9803ef req-9dda7d1f-b77d-42fd-91c3-2015e94458b9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87966530-05f3-4777-b9a2-61db54a436d5 HTTP/1.1" status: 200 len: 859 time: 0.1483445 Aug 16 23:57:41.588452 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44555ceb-ed84-4e3b-a525-1ee7cc9803ef req-bba3185f-9e32-45b3-8962-3788c99260b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b540a6a1-dfc7-43c4-9922-512d2e4997c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317435 Aug 16 23:57:41.620290 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-6d0e5ea7-6b1b-4e64-9ed7-108cbae36b5a tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2a64ced488f44cc196cbd4b327d5e734&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1265769 Aug 16 23:57:41.638206 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91145f0b-d863-4253-8327-6b8079591801 req-6c257286-5c09-4418-9e68-62b0ad126b3e tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:41.639950 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-91145f0b-d863-4253-8327-6b8079591801 req-6c257286-5c09-4418-9e68-62b0ad126b3e tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.1447098 Aug 16 23:57:41.780174 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-91145f0b-d863-4253-8327-6b8079591801 req-4e610f26-db07-4ccd-a19d-6027df24926a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023886 Aug 16 23:57:41.825229 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44555ceb-ed84-4e3b-a525-1ee7cc9803ef req-7d27fe0a-4ba8-4fc2-8412-4491793f52e1 service neutron] 10.222.0.64 "GET /v2.0/networks/b540a6a1-dfc7-43c4-9922-512d2e4997c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253621 Aug 16 23:57:41.827267 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-12b2009c-a0a0-41b2-a4ad-e937188b2d7e service neutron] 10.222.0.60 "GET /v2.0/networks/5a6e7c40-14f3-4e77-82e3-e36f3b209ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862774 Aug 16 23:57:41.994183 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75599735-f6d4-4f0f-8e3f-f66ab7fad213 req-dae21dea-3d9e-4195-9d89-ea3c97059d9b tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:41.995955 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-75599735-f6d4-4f0f-8e3f-f66ab7fad213 req-dae21dea-3d9e-4195-9d89-ea3c97059d9b tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 1098 time: 0.1453094 Aug 16 23:57:42.049484 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 211f85ae-72b9-4f2c-8ce6-83cdbc30b812 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:57:42.050062 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-169e46d5-0bd1-4b72-8cfe-cb1ee703a02c service neutron] 10.222.0.60 "GET /v2.0/networks/5a6e7c40-14f3-4e77-82e3-e36f3b209ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156992 Aug 16 23:57:42.055396 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44555ceb-ed84-4e3b-a525-1ee7cc9803ef req-316c9b36-23e6-43f5-955b-40783bb59cd3 service neutron] 10.222.0.64 "GET /v2.0/networks/b540a6a1-dfc7-43c4-9922-512d2e4997c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134616 Aug 16 23:57:42.079048 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-75599735-f6d4-4f0f-8e3f-f66ab7fad213 req-27a56985-af07-46b1-8a10-11c4563d3c49 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658071 Aug 16 23:57:42.132395 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 211f85ae-72b9-4f2c-8ce6-83cdbc30b812 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:57:42.137526 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e8f519-7d89-4e13-873f-7dd8013f171c x-openstack-request-id: req-72e8f519-7d89-4e13-873f-7dd8013f171c {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:57:42.137870 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca5804d-84f3-4b8d-8efa-5f1322a161bf", "name": "network-vif-plugged", "status": "completed", "tag": "482541e4-8c61-4442-baf7-6fe75472ce6a", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:57:42.138186 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-72e8f519-7d89-4e13-873f-7dd8013f171c {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:57:42.138632 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca5804d-84f3-4b8d-8efa-5f1322a161bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482541e4-8c61-4442-baf7-6fe75472ce6a', 'code': 200} Aug 16 23:57:42.140464 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 211f85ae-72b9-4f2c-8ce6-83cdbc30b812 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:42.141752 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:42.258513 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:42.315015 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 211f85ae-72b9-4f2c-8ce6-83cdbc30b812, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=211f85ae-72b9-4f2c-8ce6-83cdbc30b812,segment=NetworkSegment(1b978c43-7e08-46c9-a661-31903765a712),segment_id=1b978c43-7e08-46c9-a661-31903765a712)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:42.319968 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:42.383943 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b22f0-ea67-434c-957c-546e60c65cc7 req-322b7a67-59bf-4e93-a8c6-03fed1429588 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:42.385486 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f1b22f0-ea67-434c-957c-546e60c65cc7 req-322b7a67-59bf-4e93-a8c6-03fed1429588 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca5804d-84f3-4b8d-8efa-5f1322a161bf HTTP/1.1" status: 200 len: 946 time: 0.1786776 Aug 16 23:57:42.388302 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9aa448-134e-40e8-adf5-6263d1782c02 req-b0a53869-b1c0-4de3-a558-42b6729347c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:42.389846 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1d9aa448-134e-40e8-adf5-6263d1782c02 req-b0a53869-b1c0-4de3-a558-42b6729347c7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bca5804d-84f3-4b8d-8efa-5f1322a161bf HTTP/1.1" status: 200 len: 1098 time: 0.1369567 Aug 16 23:57:42.392088 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=211f85ae-72b9-4f2c-8ce6-83cdbc30b812,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:42.458040 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975412f9-fc41-4784-abb9-3fed7b9a6f51 req-0e5845c6-3259-4263-8262-d27cf938d49c tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:42.459685 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-975412f9-fc41-4784-abb9-3fed7b9a6f51 req-0e5845c6-3259-4263-8262-d27cf938d49c tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 943 time: 0.1388085 Aug 16 23:57:42.491411 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1d9aa448-134e-40e8-adf5-6263d1782c02 req-00cfd3ff-95db-4f03-b86f-28035bc34948 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759621 Aug 16 23:57:42.495955 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f1b22f0-ea67-434c-957c-546e60c65cc7 req-9893a817-280b-4931-bfc6-edb1ebf5bd6a tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019745 Aug 16 23:57:42.532659 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-975412f9-fc41-4784-abb9-3fed7b9a6f51 req-52e1bb6a-6d47-437b-93e0-eef8ac6afed9 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663798 Aug 16 23:57:42.634396 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c38fa7e7-1516-46d7-8db3-2d20b14a87d3 req-f7037835-fde2-4568-9bab-6a3a030c78c6 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b7e19e-d9f8-4f20-acc7-4f822b3058c0 HTTP/1.1" status: 200 len: 210 time: 0.0307939 Aug 16 23:57:42.657588 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 15f22309-af1e-4080-a0e5-d95cdcb2a89a details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:57:42.663160 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:57:42.700458 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:57:42.702024 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device ab6ab6a0-2bd3-4563-8c7e-4839e6ad59b5 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:57:42.809698 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd966831-1f7d-4ced-bd15-c2c15bcbc667 req-e165f9b4-d76d-486b-a3fe-03be37ef8b94 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:42.812157 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dd966831-1f7d-4ced-bd15-c2c15bcbc667 req-e165f9b4-d76d-486b-a3fe-03be37ef8b94 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.0870314 Aug 16 23:57:42.860388 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 15f22309-af1e-4080-a0e5-d95cdcb2a89a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=15f22309-af1e-4080-a0e5-d95cdcb2a89a,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:42.875950 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '15f22309-af1e-4080-a0e5-d95cdcb2a89a', 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf', 'port_id': '15f22309-af1e-4080-a0e5-d95cdcb2a89a', 'mac_address': 'fa:16:3e:37:7c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d7b0613-c268-41b8-9af9-983e31f4d852', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:57:42.879268 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dd966831-1f7d-4ced-bd15-c2c15bcbc667 req-384c07b7-2dcd-4113-a69e-fa8c8265c258 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600317 Aug 16 23:57:42.924209 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:42.945685 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f22309-af1e-4080-a0e5-d95cdcb2a89a {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:57:42.970333 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 15f22309-af1e-4080-a0e5-d95cdcb2a89a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=15f22309-af1e-4080-a0e5-d95cdcb2a89a,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:42.977485 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:43.067879 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=15f22309-af1e-4080-a0e5-d95cdcb2a89a,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:43.078879 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:43.079467 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:43.079983 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:43.080517 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:43.080856 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:43.081227 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:43.081563 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:43.081891 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:43.082221 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:43.082550 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:43.082878 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:43.083204 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:43.183936 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8076b08-2d30-447f-8f3c-36bc42e29302 req-1b48290a-299f-42db-ba60-20f82dd75300 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:43.185874 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c8076b08-2d30-447f-8f3c-36bc42e29302 req-1b48290a-299f-42db-ba60-20f82dd75300 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.0584991 Aug 16 23:57:43.227391 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c8076b08-2d30-447f-8f3c-36bc42e29302 req-4546bc21-1a6b-4a13-a0de-e439241a6629 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348625 Aug 16 23:57:43.361628 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e441c6e-5757-4754-8800-2b6cc1eedbbc req-870868e1-6f47-4825-a4a0-25dfe240f9e7 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:43.363135 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e441c6e-5757-4754-8800-2b6cc1eedbbc req-870868e1-6f47-4825-a4a0-25dfe240f9e7 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5571b6e-de63-48b6-9a16-a605c2dc9791 HTTP/1.1" status: 200 len: 946 time: 0.0623200 Aug 16 23:57:43.412351 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e441c6e-5757-4754-8800-2b6cc1eedbbc req-3c809458-8753-43d1-8877-c9dbb3b7ee18 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397332 Aug 16 23:57:43.509875 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['15f22309-af1e-4080-a0e5-d95cdcb2a89a'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:57:43.643876 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87630070-1fd3-4f42-9476-02ef75363248 req-6a814042-7099-4a65-b053-3a1a6313d8d7 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:43.645417 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-87630070-1fd3-4f42-9476-02ef75363248 req-6a814042-7099-4a65-b053-3a1a6313d8d7 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca5804d-84f3-4b8d-8efa-5f1322a161bf HTTP/1.1" status: 200 len: 946 time: 0.0627787 Aug 16 23:57:43.667729 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-e1ee7626-42cf-4619-b90f-56a044afc1da tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:57:43.668736 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-e1ee7626-42cf-4619-b90f-56a044afc1da tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068517 Aug 16 23:57:43.725612 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-5d6a6bb9-842e-4948-835c-93c4ad5102e1 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:43.726992 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-5d6a6bb9-842e-4948-835c-93c4ad5102e1 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/ports/0ec58fee-559f-4689-9283-edac0c10185c HTTP/1.1" status: 200 len: 1095 time: 0.0510805 Aug 16 23:57:43.729956 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-87630070-1fd3-4f42-9476-02ef75363248 req-1c0d59a7-e48f-4ef7-b69f-c216ccd40a34 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754285 Aug 16 23:57:43.746476 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-814b5a16-23aa-4339-89f1-ed1cd74bd1c9 service neutron] Request body: {'binding': {'host': 'n-h1-800088-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:43.747385 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-814b5a16-23aa-4339-89f1-ed1cd74bd1c9 service neutron] Unknown quota resources ['binding']. {{(pid=101403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 23:57:44.001182 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab0e2d-7d81-479d-9e72-27c0227866f8 req-157f7fe3-e720-46cc-9389-827e7235dfc4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:44.003895 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-37ab0e2d-7d81-479d-9e72-27c0227866f8 req-157f7fe3-e720-46cc-9389-827e7235dfc4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 944 time: 0.1570575 Aug 16 23:57:44.062915 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 211f85ae-72b9-4f2c-8ce6-83cdbc30b812 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:57:44.086216 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-814b5a16-23aa-4339-89f1-ed1cd74bd1c9 service neutron] Attempting to bind port 0ec58fee-559f-4689-9283-edac0c10185c on host n-h1-800088-20 for vnic_type normal with profile None {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:57:44.086560 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-814b5a16-23aa-4339-89f1-ed1cd74bd1c9 service neutron] Attempting to bind port 0ec58fee-559f-4689-9283-edac0c10185c by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:57:44.086900 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-814b5a16-23aa-4339-89f1-ed1cd74bd1c9 service neutron] Attempting to bind port 0ec58fee-559f-4689-9283-edac0c10185c on network 0de117b9-aee8-4952-ae99-3d2308a08b74 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:44.098250 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-45aae109-9cbc-45d6-87fc-a4c5db523f76 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:44.099708 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-45aae109-9cbc-45d6-87fc-a4c5db523f76 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.64 "GET /v2.0/networks?id=5a6e7c40-14f3-4e77-82e3-e36f3b209ff6 HTTP/1.1" status: 200 len: 805 time: 0.2219641 Aug 16 23:57:44.106097 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-37ab0e2d-7d81-479d-9e72-27c0227866f8 req-bf27568f-bb74-4511-af98-83457b5db969 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007802 Aug 16 23:57:44.108026 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-814b5a16-23aa-4339-89f1-ed1cd74bd1c9 service neutron] Port 0ec58fee-559f-4689-9283-edac0c10185c on network 0de117b9-aee8-4952-ae99-3d2308a08b74 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:57:44.109309 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-814b5a16-23aa-4339-89f1-ed1cd74bd1c9 service neutron] Attempting to bind port 0ec58fee-559f-4689-9283-edac0c10185c on network 0de117b9-aee8-4952-ae99-3d2308a08b74 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:44.117789 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-814b5a16-23aa-4339-89f1-ed1cd74bd1c9 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:57:44.118141 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-814b5a16-23aa-4339-89f1-ed1cd74bd1c9 service neutron] Checking segment: {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:57:44.118532 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-814b5a16-23aa-4339-89f1-ed1cd74bd1c9 service neutron] Bound using segment: {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:57:44.118952 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-814b5a16-23aa-4339-89f1-ed1cd74bd1c9 service neutron] Bound port: 0ec58fee-559f-4689-9283-edac0c10185c, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:57:44.128067 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 211f85ae-72b9-4f2c-8ce6-83cdbc30b812 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:44.128652 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:44.215057 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-71b78dc3-bc2c-464a-a3e2-cb10f6d359ba req-1f9dd411-43d2-465a-9f01-d7a8a37974bd tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b7e19e-d9f8-4f20-acc7-4f822b3058c0 HTTP/1.1" status: 200 len: 210 time: 0.0464759 Aug 16 23:57:44.227097 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-585a77a2-71e8-437f-b3cd-528fce96fbfb tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a64ced488f44cc196cbd4b327d5e734 HTTP/1.1" status: 200 len: 379 time: 0.1056790 Aug 16 23:57:44.245663 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-3be9d449-ad9e-46d8-8466-4dbb5e5cc140 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Request body: {'port': {'device_id': 'e5b7e19e-d9f8-4f20-acc7-4f822b3058c0', 'network_id': '5a6e7c40-14f3-4e77-82e3-e36f3b209ff6', 'admin_state_up': True, 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'security_groups': ['2a771e3c-b683-49c9-84cc-bd4e5c201cf1']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:44.263299 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-814b5a16-23aa-4339-89f1-ed1cd74bd1c9 service neutron] For port 0ec58fee-559f-4689-9283-edac0c10185c, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=0ec58fee-559f-4689-9283-edac0c10185c,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:57:44.299016 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-814b5a16-23aa-4339-89f1-ed1cd74bd1c9 service neutron] Notify callbacks [] for binding, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:44.300154 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-814b5a16-23aa-4339-89f1-ed1cd74bd1c9 service neutron] 10.222.0.60 "POST /v2.0/ports/0ec58fee-559f-4689-9283-edac0c10185c/bindings HTTP/1.1" status: 201 len: 390 time: 0.5577302 Aug 16 23:57:44.384400 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d073a-da39-4d2a-819a-c71d35cd0619 req-a64457bd-da41-4f1a-a60a-21fd02b2e13c tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:44.385977 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-878d073a-da39-4d2a-819a-c71d35cd0619 req-a64457bd-da41-4f1a-a60a-21fd02b2e13c tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.0915630 Aug 16 23:57:44.496329 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-878d073a-da39-4d2a-819a-c71d35cd0619 req-adeb3ee7-ca08-4eb5-8d26-92d2d39cb33a tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031241 Aug 16 23:57:44.536175 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f70c0e-cd09-44d6-b895-0e06fb43a9cd req-35b811db-7b5e-4787-ac76-cdd88b16fa96 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:44.543685 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57f70c0e-cd09-44d6-b895-0e06fb43a9cd req-35b811db-7b5e-4787-ac76-cdd88b16fa96 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.1263201 Aug 16 23:57:44.546890 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-3be9d449-ad9e-46d8-8466-4dbb5e5cc140 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Made reservation on behalf of 2a64ced488f44cc196cbd4b327d5e734 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:57:44.550902 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-3be9d449-ad9e-46d8-8466-4dbb5e5cc140 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:44.621348 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-da352230-4a45-4a9b-88e0-bc93fda7a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:44.622952 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-da352230-4a45-4a9b-88e0-bc93fda7a648 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=196284884f15450ab6370c358b3094db&device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 1098 time: 0.0482087 Aug 16 23:57:44.635589 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57f70c0e-cd09-44d6-b895-0e06fb43a9cd req-278fe654-d772-4e01-9e19-58c48551f1e9 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910187 Aug 16 23:57:44.721501 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36c078-0761-434e-a9b1-35ac9d56a474 req-356eddc2-03e7-4506-9114-e348db1feec2 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:44.723040 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eb36c078-0761-434e-a9b1-35ac9d56a474 req-356eddc2-03e7-4506-9114-e348db1feec2 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 946 time: 0.1317577 Aug 16 23:57:44.762289 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-5e1ae10e-b67e-4923-8fda-cfc54d6a0e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:44.764412 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-5e1ae10e-b67e-4923-8fda-cfc54d6a0e23 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0de117b9-aee8-4952-ae99-3d2308a08b74 HTTP/1.1" status: 200 len: 909 time: 0.1280713 Aug 16 23:57:44.815490 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-ec15788b-5af1-4cf8-a9e7-9e862b52f8ca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ec58fee-559f-4689-9283-edac0c10185c HTTP/1.1" status: 200 len: 217 time: 0.0433400 Aug 16 23:57:44.835660 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-3be9d449-ad9e-46d8-8466-4dbb5e5cc140 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Allocated IP 172.20.0.6 (5a6e7c40-14f3-4e77-82e3-e36f3b209ff6/390bdf84-27fc-436c-864c-cf6b8c1db4e5/c7ff3da1-892b-4556-867b-12f18f4e73b0) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:57:44.860046 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fb24f-989c-4788-aa24-9562cff68527 req-3f5aae5d-b0e7-4e8f-92a3-903e8e4e042a tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:44.864161 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9a8fb24f-989c-4788-aa24-9562cff68527 req-3f5aae5d-b0e7-4e8f-92a3-903e8e4e042a tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5571b6e-de63-48b6-9a16-a605c2dc9791 HTTP/1.1" status: 200 len: 946 time: 0.1358202 Aug 16 23:57:44.875275 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eb36c078-0761-434e-a9b1-35ac9d56a474 req-369b878d-d2c7-4e0c-be07-c20c763a9a2e tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045616 Aug 16 23:57:44.909577 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-da8771d1-e9b3-4532-b760-172d9596ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:44.911056 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-da8771d1-e9b3-4532-b760-172d9596ed30 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c3c58a3-e974-46fc-9f56-1776e260fbc5 HTTP/1.1" status: 200 len: 848 time: 0.0879321 Aug 16 23:57:44.925312 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4b5ad-9e92-42ee-9da9-8e5cfc7a3a73 req-d6e32fe3-2d92-47a6-a753-629a04a09f1a tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:44.927199 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4de4b5ad-9e92-42ee-9da9-8e5cfc7a3a73 req-d6e32fe3-2d92-47a6-a753-629a04a09f1a tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5571b6e-de63-48b6-9a16-a605c2dc9791 HTTP/1.1" status: 200 len: 946 time: 0.0759485 Aug 16 23:57:44.935231 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9a8fb24f-989c-4788-aa24-9562cff68527 req-a8ff0efa-d046-4e77-bc65-f4c77444df96 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce81c716-3a73-4d1e-a12a-4d11df94bab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589335 Aug 16 23:57:44.963641 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-0ce65b01-e738-49ef-9352-17ceca5d28dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0de117b9-aee8-4952-ae99-3d2308a08b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350158 Aug 16 23:57:45.057242 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccd9e3-0dc5-468b-bdf2-5d0e5d5a2ee5 req-44084ff1-b273-42c7-aa90-bc22c79f1a05 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:45.058775 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7bccd9e3-0dc5-468b-bdf2-5d0e5d5a2ee5 req-44084ff1-b273-42c7-aa90-bc22c79f1a05 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca5804d-84f3-4b8d-8efa-5f1322a161bf HTTP/1.1" status: 200 len: 946 time: 0.0787315 Aug 16 23:57:45.095517 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-3be9d449-ad9e-46d8-8466-4dbb5e5cc140 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:45.135129 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-c11f56e7-136d-47da-b747-2c6c88525b61 service neutron] 10.222.0.69 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598661 Aug 16 23:57:45.135776 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7bccd9e3-0dc5-468b-bdf2-5d0e5d5a2ee5 req-bfc61ee4-a590-4662-9d77-3f2e43323e45 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637758 Aug 16 23:57:45.137152 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-3be9d449-ad9e-46d8-8466-4dbb5e5cc140 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Transition to ACTIVE for port object c7ff3da1-892b-4556-867b-12f18f4e73b0 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:57:45.193559 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-3be9d449-ad9e-46d8-8466-4dbb5e5cc140 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:45.265721 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-4de4b5ad-9e92-42ee-9da9-8e5cfc7a3a73 req-ed93c15c-afcc-4250-9567-901db5754ad8 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Deleting port 378efb7d-0425-4ea3-a614-ecac7a419f49 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:57:45.266116 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4de4b5ad-9e92-42ee-9da9-8e5cfc7a3a73 req-ed93c15c-afcc-4250-9567-901db5754ad8 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:45.271365 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-3be9d449-ad9e-46d8-8466-4dbb5e5cc140 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Network 5a6e7c40-14f3-4e77-82e3-e36f3b209ff6 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:57:45.279988 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-3be9d449-ad9e-46d8-8466-4dbb5e5cc140 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:57:45.300609 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-3be9d449-ad9e-46d8-8466-4dbb5e5cc140 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:57:45.386343 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9d449-ad9e-46d8-8466-4dbb5e5cc140 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Pushing event updated for resources: {'Port': ['ID=c7ff3da1-892b-4556-867b-12f18f4e73b0,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:45.414067 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-3bf8710d-e44e-48f1-9efa-7d042d88fe94 service neutron] 10.222.0.69 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667685 Aug 16 23:57:45.458357 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2f863-e219-49ff-b88e-0a0eb006a5f3 req-83f1dd8e-95c2-485e-bbec-f4dbe8afdc66 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:45.461682 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-4de4b5ad-9e92-42ee-9da9-8e5cfc7a3a73 req-ed93c15c-afcc-4250-9567-901db5754ad8 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] For port 378efb7d-0425-4ea3-a614-ecac7a419f49, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=378efb7d-0425-4ea3-a614-ecac7a419f49,segment=NetworkSegment(3f425405-396d-4e3b-9e81-d03adf1a353a),segment_id=3f425405-396d-4e3b-9e81-d03adf1a353a)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:45.462065 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4de4b5ad-9e92-42ee-9da9-8e5cfc7a3a73 req-ed93c15c-afcc-4250-9567-901db5754ad8 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:45.463940 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aba2f863-e219-49ff-b88e-0a0eb006a5f3 req-83f1dd8e-95c2-485e-bbec-f4dbe8afdc66 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 944 time: 0.2592468 Aug 16 23:57:45.488862 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-3be9d449-ad9e-46d8-8466-4dbb5e5cc140 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:45.489570 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-3be9d449-ad9e-46d8-8466-4dbb5e5cc140 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:45.502241 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-4de4b5ad-9e92-42ee-9da9-8e5cfc7a3a73 req-ed93c15c-afcc-4250-9567-901db5754ad8 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Calling delete_port for 378efb7d-0425-4ea3-a614-ecac7a419f49 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:57:45.534061 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e458958-5277-4090-9fb2-f14f1ae04ba5 req-0dc80698-7dbd-4058-bffe-6abde05b7ff4 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:45.541936 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e458958-5277-4090-9fb2-f14f1ae04ba5 req-0dc80698-7dbd-4058-bffe-6abde05b7ff4 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b7e19e-d9f8-4f20-acc7-4f822b3058c0 HTTP/1.1" status: 200 len: 931 time: 0.1822031 Aug 16 23:57:45.591976 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-3be9d449-ad9e-46d8-8466-4dbb5e5cc140 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3511155 Aug 16 23:57:45.612415 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aba2f863-e219-49ff-b88e-0a0eb006a5f3 req-1cfeb3bf-5724-4b3d-9a66-272ee22a22f9 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286581 Aug 16 23:57:45.633528 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e458958-5277-4090-9fb2-f14f1ae04ba5 req-6f94cb6b-b51b-4d71-92da-7a620a1cf89b tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a771e3c-b683-49c9-84cc-bd4e5c201cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799947 Aug 16 23:57:45.646130 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-770d74a3-bd43-4da0-a6bc-899da6a31830 service neutron] Request body: {'port': {'device_id': 'e5b7e19e-d9f8-4f20-acc7-4f822b3058c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:45.715277 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-770d74a3-bd43-4da0-a6bc-899da6a31830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:45.731421 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-717856ad-94a2-4cfe-aee8-25a12989d14b None None] Provisioning for port c7ff3da1-892b-4556-867b-12f18f4e73b0 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:57:45.740002 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-717856ad-94a2-4cfe-aee8-25a12989d14b None None] Provisioning complete for port c7ff3da1-892b-4556-867b-12f18f4e73b0 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:45.740688 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-717856ad-94a2-4cfe-aee8-25a12989d14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:45.767982 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4de4b5ad-9e92-42ee-9da9-8e5cfc7a3a73 req-ed93c15c-afcc-4250-9567-901db5754ad8 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:45.802112 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['378efb7d-0425-4ea3-a614-ecac7a419f49'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:57:45.862169 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93c15c-afcc-4250-9567-901db5754ad8 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Pushing event deleted for resources: {'Port': ['ID=378efb7d-0425-4ea3-a614-ecac7a419f49,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:45.880587 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-717856ad-94a2-4cfe-aee8-25a12989d14b None None] Port c7ff3da1-892b-4556-867b-12f18f4e73b0 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:57:45.888314 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbc560-f8ef-409a-ba7f-07f4c9b4c291 req-26f07432-8a60-4b1b-8b7f-f8a15639a647 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:45.890893 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-29bbc560-f8ef-409a-ba7f-07f4c9b4c291 req-26f07432-8a60-4b1b-8b7f-f8a15639a647 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.1646461 Aug 16 23:57:45.947490 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de4b5ad-9e92-42ee-9da9-8e5cfc7a3a73 req-ed93c15c-afcc-4250-9567-901db5754ad8 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] No DVR routers for this DVR port 378efb7d-0425-4ea3-a614-ecac7a419f49 on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:57:45.954394 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4de4b5ad-9e92-42ee-9da9-8e5cfc7a3a73 req-ed93c15c-afcc-4250-9567-901db5754ad8 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:45.957789 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4de4b5ad-9e92-42ee-9da9-8e5cfc7a3a73 req-ed93c15c-afcc-4250-9567-901db5754ad8 tempest-ListServerFiltersTestJSON-1540886128 tempest-ListServerFiltersTestJSON-1540886128-project] 10.222.0.69 "DELETE /v2.0/ports/378efb7d-0425-4ea3-a614-ecac7a419f49 HTTP/1.1" status: 204 len: 173 time: 0.9930964 Aug 16 23:57:45.958352 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5571b6e-de63-48b6-9a16-a605c2dc9791', 'name': 'network-vif-deleted', 'tag': '378efb7d-0425-4ea3-a614-ecac7a419f49'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:57:45.961483 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1d24d9-9c1a-4367-bb86-d5e154383344" -d '{"events": [{"server_uuid": "e5571b6e-de63-48b6-9a16-a605c2dc9791", "name": "network-vif-deleted", "tag": "378efb7d-0425-4ea3-a614-ecac7a419f49"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:57:46.010190 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-29bbc560-f8ef-409a-ba7f-07f4c9b4c291 req-a7f45721-529f-437d-9e20-b482f750923f tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102931 Aug 16 23:57:46.515376 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e9299a48-3903-45f1-9e8f-539b1a29850e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:46.600615 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de95b2-5078-405d-9179-c557989670d3 req-5b37fb33-9664-46b8-80dd-3b9ba7477ac6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:46.602143 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18de95b2-5078-405d-9179-c557989670d3 req-5b37fb33-9664-46b8-80dd-3b9ba7477ac6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.1522000 Aug 16 23:57:46.613506 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564a1ac-44c7-45f5-b8b1-89b1f3cba110 req-0f208977-0ab4-47ec-9bfe-6bc3d76d8db5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:46.614952 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9564a1ac-44c7-45f5-b8b1-89b1f3cba110 req-0f208977-0ab4-47ec-9bfe-6bc3d76d8db5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 946 time: 0.1639478 Aug 16 23:57:46.687574 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 15f22309-af1e-4080-a0e5-d95cdcb2a89a up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:57:46.785618 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 15f22309-af1e-4080-a0e5-d95cdcb2a89a completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:57:46.791549 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 15f22309-af1e-4080-a0e5-d95cdcb2a89a triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:46.792447 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:46.797197 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18de95b2-5078-405d-9179-c557989670d3 req-7fe0fffa-1234-433e-813b-a0c9707605e6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752250 Aug 16 23:57:46.819621 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9564a1ac-44c7-45f5-b8b1-89b1f3cba110 req-6da2659c-e4be-43c3-8016-8ca2e4abe1e0 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814034 Aug 16 23:57:46.859402 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-770d74a3-bd43-4da0-a6bc-899da6a31830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ff3da1-892b-4556-867b-12f18f4e73b0 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:57:46.879355 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-770d74a3-bd43-4da0-a6bc-899da6a31830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:46.908786 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-770d74a3-bd43-4da0-a6bc-899da6a31830 service neutron] Transition to ACTIVE for port object c7ff3da1-892b-4556-867b-12f18f4e73b0 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:57:46.916343 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52958) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:46.924726 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-770d74a3-bd43-4da0-a6bc-899da6a31830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:46.987504 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebbb9eb-c9d7-4a6d-b9dd-802bb0627e52 x-openstack-request-id: req-aebbb9eb-c9d7-4a6d-b9dd-802bb0627e52 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:57:46.988125 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5571b6e-de63-48b6-9a16-a605c2dc9791", "name": "network-vif-deleted", "tag": "378efb7d-0425-4ea3-a614-ecac7a419f49", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:57:46.988615 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aebbb9eb-c9d7-4a6d-b9dd-802bb0627e52 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:57:46.989281 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5571b6e-de63-48b6-9a16-a605c2dc9791', 'name': 'network-vif-deleted', 'tag': '378efb7d-0425-4ea3-a614-ecac7a419f49', 'status': 'completed', 'code': 200} Aug 16 23:57:47.047452 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b39ae7-0a32-4c7b-8383-63ca31e60174 admin admin] Deleting subnet d0339754-c9cd-4622-9687-f5cb2eab5e04 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:57:47.055467 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:47.057805 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f0b39ae7-0a32-4c7b-8383-63ca31e60174 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:47.112589 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af04e897-b5e5-43b6-bffa-0fff779c7645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f22309-af1e-4080-a0e5-d95cdcb2a89a'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:57:47.116618 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e1c90a-6e75-4e1d-bd86-6538f756b4be" -d '{"events": [{"server_uuid": "af04e897-b5e5-43b6-bffa-0fff779c7645", "name": "network-vif-plugged", "status": "completed", "tag": "15f22309-af1e-4080-a0e5-d95cdcb2a89a"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:57:47.118855 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f0b39ae7-0a32-4c7b-8383-63ca31e60174 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:47.158145 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 15f22309-af1e-4080-a0e5-d95cdcb2a89a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=15f22309-af1e-4080-a0e5-d95cdcb2a89a,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:47.165843 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:47.227480 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=15f22309-af1e-4080-a0e5-d95cdcb2a89a,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:47.233781 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d74a3-bd43-4da0-a6bc-899da6a31830 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ff3da1-892b-4556-867b-12f18f4e73b0,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:47.294129 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40afef3-1899-4a6d-9050-6c7a80efbb91 req-b61ca8cb-8f4d-4283-9eba-a56a272e1eb3 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:47.301648 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f0b39ae7-0a32-4c7b-8383-63ca31e60174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:47.304086 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d40afef3-1899-4a6d-9050-6c7a80efbb91 req-b61ca8cb-8f4d-4283-9eba-a56a272e1eb3 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 944 time: 0.2219005 Aug 16 23:57:47.339165 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b668ce-16d2-4640-8d90-8c6f6b1a5d69 req-2d590fd5-6b85-4e0c-a3ab-c6a3f010141a tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:47.340705 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d0b668ce-16d2-4640-8d90-8c6f6b1a5d69 req-2d590fd5-6b85-4e0c-a3ab-c6a3f010141a tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b7e19e-d9f8-4f20-acc7-4f822b3058c0 HTTP/1.1" status: 200 len: 943 time: 0.2941713 Aug 16 23:57:47.379075 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f0b39ae7-0a32-4c7b-8383-63ca31e60174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:47.400746 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5cacc6-7bff-4fa1-ab2e-76df6cfe3c56 None None] Network ac30e745-411d-4055-9fa5-2ae764c4ed81 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:57:47.401067 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f0b39ae7-0a32-4c7b-8383-63ca31e60174 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:47.406143 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f0b39ae7-0a32-4c7b-8383-63ca31e60174 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d0339754-c9cd-4622-9687-f5cb2eab5e04 HTTP/1.1" status: 204 len: 168 time: 0.4885380 Aug 16 23:57:47.406833 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52964) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:47.407338 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d40afef3-1899-4a6d-9050-6c7a80efbb91 req-e730bda1-5d81-4f89-b45d-2e2a569c8dfd tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003468 Aug 16 23:57:47.413641 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-770d74a3-bd43-4da0-a6bc-899da6a31830 service neutron] Attempting to bind port c7ff3da1-892b-4556-867b-12f18f4e73b0 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:57:47.413993 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-770d74a3-bd43-4da0-a6bc-899da6a31830 service neutron] Attempting to bind port c7ff3da1-892b-4556-867b-12f18f4e73b0 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '1b978c43-7e08-46c9-a661-31903765a712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5a6e7c40-14f3-4e77-82e3-e36f3b209ff6'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:57:47.414321 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-770d74a3-bd43-4da0-a6bc-899da6a31830 service neutron] Attempting to bind port c7ff3da1-892b-4556-867b-12f18f4e73b0 on network 5a6e7c40-14f3-4e77-82e3-e36f3b209ff6 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:47.446039 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b39ae7-0a32-4c7b-8383-63ca31e60174 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0339754-c9cd-4622-9687-f5cb2eab5e04,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:47.453635 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d0b668ce-16d2-4640-8d90-8c6f6b1a5d69 req-f16159c8-dcbd-4290-8cd0-c30326c3d0be tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a771e3c-b683-49c9-84cc-bd4e5c201cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937510 Aug 16 23:57:47.456427 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-770d74a3-bd43-4da0-a6bc-899da6a31830 service neutron] Port c7ff3da1-892b-4556-867b-12f18f4e73b0 on network 5a6e7c40-14f3-4e77-82e3-e36f3b209ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:57:47.456834 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-770d74a3-bd43-4da0-a6bc-899da6a31830 service neutron] Attempting to bind port c7ff3da1-892b-4556-867b-12f18f4e73b0 on network 5a6e7c40-14f3-4e77-82e3-e36f3b209ff6 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:47.472219 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-770d74a3-bd43-4da0-a6bc-899da6a31830 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:57:47.472940 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-770d74a3-bd43-4da0-a6bc-899da6a31830 service neutron] Checking segment: {'id': '1b978c43-7e08-46c9-a661-31903765a712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5a6e7c40-14f3-4e77-82e3-e36f3b209ff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:57:47.473108 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-770d74a3-bd43-4da0-a6bc-899da6a31830 service neutron] Bound using segment: {'id': '1b978c43-7e08-46c9-a661-31903765a712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5a6e7c40-14f3-4e77-82e3-e36f3b209ff6'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:57:47.474359 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-770d74a3-bd43-4da0-a6bc-899da6a31830 service neutron] Bound port: c7ff3da1-892b-4556-867b-12f18f4e73b0, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b978c43-7e08-46c9-a661-31903765a712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5a6e7c40-14f3-4e77-82e3-e36f3b209ff6'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:57:47.477905 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-770d74a3-bd43-4da0-a6bc-899da6a31830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:47.527170 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ab1ac0-20e9-4f30-870e-58a2b8d27694 x-openstack-request-id: req-20ab1ac0-20e9-4f30-870e-58a2b8d27694 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:57:47.527468 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af04e897-b5e5-43b6-bffa-0fff779c7645", "name": "network-vif-plugged", "status": "completed", "tag": "15f22309-af1e-4080-a0e5-d95cdcb2a89a", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:57:47.527728 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-20ab1ac0-20e9-4f30-870e-58a2b8d27694 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:57:47.528126 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af04e897-b5e5-43b6-bffa-0fff779c7645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f22309-af1e-4080-a0e5-d95cdcb2a89a', 'code': 200} Aug 16 23:57:47.543234 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc0481a2-17d6-42ed-98a5-cbbf1f96fb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:47.632395 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-bc0481a2-17d6-42ed-98a5-cbbf1f96fb72 admin admin] Deleting port a6dc2ce3-6427-40b0-9dda-fefb09c42bcb {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:57:47.632739 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc0481a2-17d6-42ed-98a5-cbbf1f96fb72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:47.688596 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0877f5-4ecb-4bb5-ad60-6f3329d46969 None None] DHCP port deletion for ac30e745-411d-4055-9fa5-2ae764c4ed81 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:57:47.715058 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-770d74a3-bd43-4da0-a6bc-899da6a31830 service neutron] For port c7ff3da1-892b-4556-867b-12f18f4e73b0, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:57:47.720840 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-770d74a3-bd43-4da0-a6bc-899da6a31830 service neutron] For port c7ff3da1-892b-4556-867b-12f18f4e73b0, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=c7ff3da1-892b-4556-867b-12f18f4e73b0,segment=NetworkSegment(1b978c43-7e08-46c9-a661-31903765a712),segment_id=1b978c43-7e08-46c9-a661-31903765a712)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:57:47.744546 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-bc0481a2-17d6-42ed-98a5-cbbf1f96fb72 admin admin] For port a6dc2ce3-6427-40b0-9dda-fefb09c42bcb, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a6dc2ce3-6427-40b0-9dda-fefb09c42bcb,segment=NetworkSegment(3f425405-396d-4e3b-9e81-d03adf1a353a),segment_id=3f425405-396d-4e3b-9e81-d03adf1a353a)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:47.744798 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc0481a2-17d6-42ed-98a5-cbbf1f96fb72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:47.754945 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ec0877f5-4ecb-4bb5-ad60-6f3329d46969 None None] Deleting port a6dc2ce3-6427-40b0-9dda-fefb09c42bcb {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:57:47.755683 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ec0877f5-4ecb-4bb5-ad60-6f3329d46969 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:47.756150 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-770d74a3-bd43-4da0-a6bc-899da6a31830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:47.773755 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-bc0481a2-17d6-42ed-98a5-cbbf1f96fb72 admin admin] Calling delete_port for a6dc2ce3-6427-40b0-9dda-fefb09c42bcb owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:57:47.845129 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ec0877f5-4ecb-4bb5-ad60-6f3329d46969 None None] For port a6dc2ce3-6427-40b0-9dda-fefb09c42bcb, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a6dc2ce3-6427-40b0-9dda-fefb09c42bcb,segment=NetworkSegment(3f425405-396d-4e3b-9e81-d03adf1a353a),segment_id=3f425405-396d-4e3b-9e81-d03adf1a353a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:47.845759 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ec0877f5-4ecb-4bb5-ad60-6f3329d46969 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:47.859781 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ec0877f5-4ecb-4bb5-ad60-6f3329d46969 None None] Calling delete_port for a6dc2ce3-6427-40b0-9dda-fefb09c42bcb owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:57:47.874431 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc0481a2-17d6-42ed-98a5-cbbf1f96fb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:47.908172 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0481a2-17d6-42ed-98a5-cbbf1f96fb72 admin admin] No DVR routers for this DVR port a6dc2ce3-6427-40b0-9dda-fefb09c42bcb on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:57:47.940129 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705ab08-e657-49fa-b79b-b9946cb55785 req-50cdbb3c-b71d-47bd-a0d0-d04023f8fdbe tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:47.946589 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7705ab08-e657-49fa-b79b-b9946cb55785 req-50cdbb3c-b71d-47bd-a0d0-d04023f8fdbe tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.4021268 Aug 16 23:57:47.986294 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-770d74a3-bd43-4da0-a6bc-899da6a31830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:47.986925 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-770d74a3-bd43-4da0-a6bc-899da6a31830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:47.990030 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-770d74a3-bd43-4da0-a6bc-899da6a31830 service neutron] 10.222.0.64 "PUT /v2.0/ports/c7ff3da1-892b-4556-867b-12f18f4e73b0 HTTP/1.1" status: 200 len: 1092 time: 2.3552713 Aug 16 23:57:47.991227 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ec0877f5-4ecb-4bb5-ad60-6f3329d46969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:48.010133 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0481a2-17d6-42ed-98a5-cbbf1f96fb72 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6dc2ce3-6427-40b0-9dda-fefb09c42bcb,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:48.018089 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b7e19e-d9f8-4f20-acc7-4f822b3058c0', 'tag': 'c7ff3da1-892b-4556-867b-12f18f4e73b0'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:57:48.021507 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929ef737-8bd8-4e43-9933-a86048f69b61" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b7e19e-d9f8-4f20-acc7-4f822b3058c0", "tag": "c7ff3da1-892b-4556-867b-12f18f4e73b0"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:57:48.046383 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d74a3-bd43-4da0-a6bc-899da6a31830 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ff3da1-892b-4556-867b-12f18f4e73b0,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:48.091515 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77170d-af2b-4d1b-b9fd-86361aeb9cf6 req-cd1ce7bc-93e9-44dc-9781-096430d5b001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:48.091896 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a6dc2ce3-6427-40b0-9dda-fefb09c42bcb no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:57:48.093913 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf77170d-af2b-4d1b-b9fd-86361aeb9cf6 req-cd1ce7bc-93e9-44dc-9781-096430d5b001 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 1097 time: 0.4560692 Aug 16 23:57:48.096649 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0877f5-4ecb-4bb5-ad60-6f3329d46969 None None] No DVR routers for this DVR port a6dc2ce3-6427-40b0-9dda-fefb09c42bcb on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:57:48.099932 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0877f5-4ecb-4bb5-ad60-6f3329d46969 None None] Pushing event deleted for resources: {'Port': ['ID=a6dc2ce3-6427-40b0-9dda-fefb09c42bcb,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:48.134485 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: a6dc2ce3-6427-40b0-9dda-fefb09c42bcb {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:57:48.135176 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a6dc2ce3-6427-40b0-9dda-fefb09c42bcb not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:57:48.188563 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc0481a2-17d6-42ed-98a5-cbbf1f96fb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:48.203978 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7705ab08-e657-49fa-b79b-b9946cb55785 req-5c3a3659-83a7-4d7b-9058-66103cfee485 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383902 Aug 16 23:57:48.220575 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-bc0481a2-17d6-42ed-98a5-cbbf1f96fb72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac30e745-411d-4055-9fa5-2ae764c4ed81']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:48.261135 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-bc0481a2-17d6-42ed-98a5-cbbf1f96fb72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f425405-396d-4e3b-9e81-d03adf1a353a') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:48.262101 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-bc0481a2-17d6-42ed-98a5-cbbf1f96fb72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f425405-396d-4e3b-9e81-d03adf1a353a') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:48.270141 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf77170d-af2b-4d1b-b9fd-86361aeb9cf6 req-75a754ff-66f4-41ea-b32b-b6bfc11d317b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565840 Aug 16 23:57:48.272859 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-4b304c42-60e9-4bcd-8ef1-2713ea29b14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:48.274339 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-4b304c42-60e9-4bcd-8ef1-2713ea29b14e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a64ced488f44cc196cbd4b327d5e734&device_id=e5b7e19e-d9f8-4f20-acc7-4f822b3058c0 HTTP/1.1" status: 200 len: 1095 time: 0.1793771 Aug 16 23:57:48.283378 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc0481a2-17d6-42ed-98a5-cbbf1f96fb72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:48.288137 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8642c9-e903-4ffc-a362-d2d3e2c856ca req-829a08f9-5f19-4b0b-bbef-b607444f30c9 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:48.290684 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0b8642c9-e903-4ffc-a362-d2d3e2c856ca req-829a08f9-5f19-4b0b-bbef-b607444f30c9 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.2623847 Aug 16 23:57:48.303664 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc0481a2-17d6-42ed-98a5-cbbf1f96fb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:48.315587 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc0481a2-17d6-42ed-98a5-cbbf1f96fb72 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:57:48.316001 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc0481a2-17d6-42ed-98a5-cbbf1f96fb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: timer() Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: self._notify() Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:57:48.317818 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:57:48.391925 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-26dac0f4-40fc-4723-9677-45d85f0e7fa6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7ff3da1-892b-4556-867b-12f18f4e73b0 HTTP/1.1" status: 200 len: 217 time: 0.0540226 Aug 16 23:57:48.408479 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc0481a2-17d6-42ed-98a5-cbbf1f96fb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:48.436919 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc0481a2-17d6-42ed-98a5-cbbf1f96fb72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:48.439251 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bc0481a2-17d6-42ed-98a5-cbbf1f96fb72 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ac30e745-411d-4055-9fa5-2ae764c4ed81 HTTP/1.1" status: 204 len: 168 time: 1.0300550 Aug 16 23:57:48.440426 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0481a2-17d6-42ed-98a5-cbbf1f96fb72 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac30e745-411d-4055-9fa5-2ae764c4ed81,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:48.470460 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df719a5-14bc-46f8-b99a-99aadde3174c req-c025f783-a07a-48a6-90d2-d2fb9a7751e3 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:48.472045 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9df719a5-14bc-46f8-b99a-99aadde3174c req-c025f783-a07a-48a6-90d2-d2fb9a7751e3 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 946 time: 0.1968300 Aug 16 23:57:48.486133 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0b8642c9-e903-4ffc-a362-d2d3e2c856ca req-19bac7f1-b3d5-420f-be1c-492a3fd43e46 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823106 Aug 16 23:57:48.545372 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-18fe2127-fd7a-4baa-b60a-00e8ceb7dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:48.547223 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-18fe2127-fd7a-4baa-b60a-00e8ceb7dff5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=390bdf84-27fc-436c-864c-cf6b8c1db4e5 HTTP/1.1" status: 200 len: 844 time: 0.1397576 Aug 16 23:57:48.581190 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9df719a5-14bc-46f8-b99a-99aadde3174c req-49a723aa-1fbd-4707-868a-c4f2bfc2a10b tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858426 Aug 16 23:57:48.634842 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a6196c-06d2-462e-8341-61069ceb2c01 x-openstack-request-id: req-e6a6196c-06d2-462e-8341-61069ceb2c01 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:57:48.635469 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b7e19e-d9f8-4f20-acc7-4f822b3058c0", "tag": "c7ff3da1-892b-4556-867b-12f18f4e73b0", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:57:48.635810 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e6a6196c-06d2-462e-8341-61069ceb2c01 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:57:48.636261 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b7e19e-d9f8-4f20-acc7-4f822b3058c0', 'tag': 'c7ff3da1-892b-4556-867b-12f18f4e73b0', 'status': 'completed', 'code': 200} Aug 16 23:57:48.653839 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52982) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:48.725192 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c6724710-2fdf-4a7e-99c2-e934253a524c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a842cdb0bb1a4b14a7feeaa0e9223d47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0700412 Aug 16 23:57:48.727423 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52984) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:48.728040 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-620bdc12-46e3-410a-8abd-3b2c6c79c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:48.729684 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-620bdc12-46e3-410a-8abd-3b2c6c79c069 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a6e7c40-14f3-4e77-82e3-e36f3b209ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1474116 Aug 16 23:57:48.800511 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-043373bb-7bc8-4651-b761-b7a1aeed4039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:48.830114 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-043373bb-7bc8-4651-b761-b7a1aeed4039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:48.903842 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-043373bb-7bc8-4651-b761-b7a1aeed4039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:48.907301 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4bed3-6939-4de6-ae2d-991da2004497 req-804ce703-7851-4db1-90f6-058183edd402 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:48.907892 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-043373bb-7bc8-4651-b761-b7a1aeed4039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:48.909073 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-043373bb-7bc8-4651-b761-b7a1aeed4039 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ce81c716-3a73-4d1e-a12a-4d11df94bab0 HTTP/1.1" status: 204 len: 168 time: 0.1804302 Aug 16 23:57:48.916138 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-50e4bed3-6939-4de6-ae2d-991da2004497 req-804ce703-7851-4db1-90f6-058183edd402 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.1947911 Aug 16 23:57:48.918906 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043373bb-7bc8-4651-b761-b7a1aeed4039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce81c716-3a73-4d1e-a12a-4d11df94bab0,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:48.979705 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8335266-8a10-4288-9b9f-20847644604d req-d5a516e1-08cf-4d1c-bee3-e739dee289ed tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:48.983047 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d8335266-8a10-4288-9b9f-20847644604d req-d5a516e1-08cf-4d1c-bee3-e739dee289ed tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b7e19e-d9f8-4f20-acc7-4f822b3058c0 HTTP/1.1" status: 200 len: 943 time: 0.2223728 Aug 16 23:57:49.016643 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-0776307b-9a94-4fe3-a0c0-644619cface5 service neutron] 10.222.0.64 "GET /v2.0/networks/5a6e7c40-14f3-4e77-82e3-e36f3b209ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553384 Aug 16 23:57:49.049582 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-50e4bed3-6939-4de6-ae2d-991da2004497 req-7856c963-5263-4833-91f7-b9635bf41ad7 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322722 Aug 16 23:57:49.100777 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-702e1ec9-84a6-4613-a1f1-6d71a6b02187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:49.144133 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d8335266-8a10-4288-9b9f-20847644604d req-c5d77c48-5969-4a17-9a8d-bd90df150f1c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a771e3c-b683-49c9-84cc-bd4e5c201cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490972 Aug 16 23:57:49.182887 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00e2e119-fff2-41ce-b0ed-5cc8e68aba1e req-506a7274-6e27-440a-8bae-3bdc6472c302 service neutron] 10.222.0.64 "GET /v2.0/networks/5a6e7c40-14f3-4e77-82e3-e36f3b209ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570058 Aug 16 23:57:49.216321 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:49.368202 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ef737-8bd8-4e43-9933-a86048f69b61 req-d6cf7a69-ccc7-4031-99ac-8440f08e1524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:49.370418 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-929ef737-8bd8-4e43-9933-a86048f69b61 req-d6cf7a69-ccc7-4031-99ac-8440f08e1524 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a64ced488f44cc196cbd4b327d5e734&device_id=e5b7e19e-d9f8-4f20-acc7-4f822b3058c0 HTTP/1.1" status: 200 len: 1095 time: 0.1137757 Aug 16 23:57:49.424802 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727651eb-4f06-471e-b6f1-886ea752ed79 req-52c8c53d-f704-4aab-b171-840b5dad855a tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:49.426438 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-727651eb-4f06-471e-b6f1-886ea752ed79 req-52c8c53d-f704-4aab-b171-840b5dad855a tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.1197901 Aug 16 23:57:49.557642 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-727651eb-4f06-471e-b6f1-886ea752ed79 req-d1927194-6d7d-43e3-982f-98717df2574b tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927544 Aug 16 23:57:49.589786 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ef737-8bd8-4e43-9933-a86048f69b61 req-acd2e8b4-9040-40e2-9700-73fae6850afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:49.589786 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-929ef737-8bd8-4e43-9933-a86048f69b61 req-acd2e8b4-9040-40e2-9700-73fae6850afa service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a6e7c40-14f3-4e77-82e3-e36f3b209ff6 HTTP/1.1" status: 200 len: 906 time: 0.1936359 Aug 16 23:57:49.670272 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-929ef737-8bd8-4e43-9933-a86048f69b61 req-dea1b7a0-466c-4b0d-aefc-d606498decb6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7ff3da1-892b-4556-867b-12f18f4e73b0 HTTP/1.1" status: 200 len: 217 time: 0.0802083 Aug 16 23:57:49.773765 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa0d5d-3624-4c80-8582-c14ad3cc927b req-977fde20-22f0-4b54-8cb2-6e3f85b92e79 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:49.782340 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9caa0d5d-3624-4c80-8582-c14ad3cc927b req-977fde20-22f0-4b54-8cb2-6e3f85b92e79 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.1110752 Aug 16 23:57:49.831404 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ef737-8bd8-4e43-9933-a86048f69b61 req-c63e88f9-2420-4cf4-919c-5fac8157c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:49.832988 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-929ef737-8bd8-4e43-9933-a86048f69b61 req-c63e88f9-2420-4cf4-919c-5fac8157c01a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=390bdf84-27fc-436c-864c-cf6b8c1db4e5 HTTP/1.1" status: 200 len: 844 time: 0.1266284 Aug 16 23:57:49.920330 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9caa0d5d-3624-4c80-8582-c14ad3cc927b req-08f2e175-8734-40a8-916b-3d5b40e0b3c1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369660 Aug 16 23:57:49.972869 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074f209-ad58-43ca-9aae-cb7b3d4dbc77 req-04be84c9-a035-475d-bfa4-0bbf178e9b17 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:49.974890 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1074f209-ad58-43ca-9aae-cb7b3d4dbc77 req-04be84c9-a035-475d-bfa4-0bbf178e9b17 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 946 time: 0.1588621 Aug 16 23:57:50.011474 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ef737-8bd8-4e43-9933-a86048f69b61 req-bf319f44-ed45-4f7c-91f8-e62232e0517d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:50.013393 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-929ef737-8bd8-4e43-9933-a86048f69b61 req-bf319f44-ed45-4f7c-91f8-e62232e0517d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a6e7c40-14f3-4e77-82e3-e36f3b209ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1521382 Aug 16 23:57:50.095388 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:50.108505 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1074f209-ad58-43ca-9aae-cb7b3d4dbc77 req-7b3a5017-2f4f-472f-902f-8c4ac0162eb5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259429 Aug 16 23:57:50.199723 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-929ef737-8bd8-4e43-9933-a86048f69b61 req-8c804094-2b61-4c46-bcaf-d4ef0aada74f service neutron] 10.222.0.64 "GET /v2.0/networks/5a6e7c40-14f3-4e77-82e3-e36f3b209ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741307 Aug 16 23:57:50.234833 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53018) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:50.375683 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f811dc-8013-4943-822c-379171e23c51 req-4a37242c-162a-4aa9-a606-80146a5ca050 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:50.383289 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-11f811dc-8013-4943-822c-379171e23c51 req-4a37242c-162a-4aa9-a606-80146a5ca050 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.1823347 Aug 16 23:57:50.408779 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 378efb7d-0425-4ea3-a614-ecac7a419f49 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:57:50.432039 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-929ef737-8bd8-4e43-9933-a86048f69b61 req-af3bc196-814b-4fe5-8ba9-4cea2fbc5eb8 service neutron] 10.222.0.64 "GET /v2.0/networks/5a6e7c40-14f3-4e77-82e3-e36f3b209ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140365 Aug 16 23:57:50.454006 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 378efb7d-0425-4ea3-a614-ecac7a419f49 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:57:50.454687 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 378efb7d-0425-4ea3-a614-ecac7a419f49 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:57:50.456393 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bdaf6-b9f8-42ba-8ae9-28729d00e393 req-4d127cd1-a1e6-4685-b5c9-a5d781e15a6a tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:50.464242 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e97bdaf6-b9f8-42ba-8ae9-28729d00e393 req-4d127cd1-a1e6-4685-b5c9-a5d781e15a6a tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b7e19e-d9f8-4f20-acc7-4f822b3058c0 HTTP/1.1" status: 200 len: 943 time: 0.1645267 Aug 16 23:57:50.478628 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-11f811dc-8013-4943-822c-379171e23c51 req-fc4115bc-6a11-4124-9316-ab70d90ad4d5 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944567 Aug 16 23:57:50.537775 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e97bdaf6-b9f8-42ba-8ae9-28729d00e393 req-09937574-a377-4d9b-9580-e04006fb3c0c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a771e3c-b683-49c9-84cc-bd4e5c201cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725715 Aug 16 23:57:50.541730 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-6fbf211d-12ab-43e1-89ed-ef36a91ade2b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1569323926-network', 'tenant_id': '28d4b2344a664cc6ba86a8a7f5e4b85a'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:50.568122 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbf211d-12ab-43e1-89ed-ef36a91ade2b admin admin] Made reservation on behalf of 28d4b2344a664cc6ba86a8a7f5e4b85a for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:57:50.571568 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6fbf211d-12ab-43e1-89ed-ef36a91ade2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:50.584008 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6fbf211d-12ab-43e1-89ed-ef36a91ade2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:50.702410 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6fbf211d-12ab-43e1-89ed-ef36a91ade2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:50.711404 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6fbf211d-12ab-43e1-89ed-ef36a91ade2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:50.737675 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbf211d-12ab-43e1-89ed-ef36a91ade2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:57:50.754593 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6fbf211d-12ab-43e1-89ed-ef36a91ade2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:50.754834 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-6fbf211d-12ab-43e1-89ed-ef36a91ade2b admin admin] Added segment 3411fc4a-3bde-4588-9501-d4fdb6efed04 of type vlan for network b80d89ae-94fe-4df1-8964-047d6c238a69 Aug 16 23:57:50.803050 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342a5b0-81bb-400d-b91d-b74f66f5fcdd req-ce27fa32-426f-48c0-99aa-42e0931e87c7 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:50.807991 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6fbf211d-12ab-43e1-89ed-ef36a91ade2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:50.817736 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7342a5b0-81bb-400d-b91d-b74f66f5fcdd req-ce27fa32-426f-48c0-99aa-42e0931e87c7 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.1395733 Aug 16 23:57:50.877567 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6fbf211d-12ab-43e1-89ed-ef36a91ade2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:50.879034 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbf211d-12ab-43e1-89ed-ef36a91ade2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:50.879614 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6fbf211d-12ab-43e1-89ed-ef36a91ade2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:50.910215 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7342a5b0-81bb-400d-b91d-b74f66f5fcdd req-521d6a5b-7862-4a0a-82cd-e5dce0acae47 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911715 Aug 16 23:57:50.914994 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf211d-12ab-43e1-89ed-ef36a91ade2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66f62cb-84b0-4513-9a8d-c55c2d0119be,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:50.961967 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6fbf211d-12ab-43e1-89ed-ef36a91ade2b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7225554 Aug 16 23:57:50.962805 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53042) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:50.969464 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-03cac669-b5aa-42da-9d89-2f11ce14da0b admin admin] Request body: {'subnet': {'network_id': 'b80d89ae-94fe-4df1-8964-047d6c238a69', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1569323926-subnet', 'tenant_id': '28d4b2344a664cc6ba86a8a7f5e4b85a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:50.988379 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf211d-12ab-43e1-89ed-ef36a91ade2b admin admin] Pushing event updated for resources: {'Network': ['ID=b80d89ae-94fe-4df1-8964-047d6c238a69,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:51.000712 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network b80d89ae-94fe-4df1-8964-047d6c238a69 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:57:51.022385 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cac669-b5aa-42da-9d89-2f11ce14da0b admin admin] Made reservation on behalf of 28d4b2344a664cc6ba86a8a7f5e4b85a for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:57:51.024674 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-03cac669-b5aa-42da-9d89-2f11ce14da0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:51.222619 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112641da-5df7-45cc-b558-85c559ea67ff req-6ad2f3de-d979-4756-b31d-f53a47b54c8c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:51.224084 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-112641da-5df7-45cc-b558-85c559ea67ff req-6ad2f3de-d979-4756-b31d-f53a47b54c8c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.1408653 Aug 16 23:57:51.234842 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23610132-0e01-4923-a50b-2f2986399361 req-2bfaa4a2-d8ed-4083-9869-bebb7f521000 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:51.236380 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23610132-0e01-4923-a50b-2f2986399361 req-2bfaa4a2-d8ed-4083-9869-bebb7f521000 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.0993707 Aug 16 23:57:51.316543 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-112641da-5df7-45cc-b558-85c559ea67ff req-4aa985f8-bf04-4017-88a8-bfa7446d4356 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791559 Aug 16 23:57:51.345830 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23610132-0e01-4923-a50b-2f2986399361 req-e5c1ded4-1366-4e4d-95c8-f906b329d5f1 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890217 Aug 16 23:57:51.437600 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-03cac669-b5aa-42da-9d89-2f11ce14da0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:51.502750 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43380c9-a67a-4d75-a1ff-1e42e406e2f9 req-702f24f6-4a39-4b92-a4c0-e63259998f6e tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:51.504100 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d43380c9-a67a-4d75-a1ff-1e42e406e2f9 req-702f24f6-4a39-4b92-a4c0-e63259998f6e tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 946 time: 0.1021967 Aug 16 23:57:51.508151 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cac669-b5aa-42da-9d89-2f11ce14da0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e70e369-5112-48af-9fde-2b5394f2525c,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:51.539884 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cac669-b5aa-42da-9d89-2f11ce14da0b admin admin] Checking segment: {'id': '3411fc4a-3bde-4588-9501-d4fdb6efed04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b80d89ae-94fe-4df1-8964-047d6c238a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:57:51.540241 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cac669-b5aa-42da-9d89-2f11ce14da0b admin admin] Network hostable DHCP agents. Network: b80d89ae-94fe-4df1-8964-047d6c238a69, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:57:51.565731 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d43380c9-a67a-4d75-a1ff-1e42e406e2f9 req-a8271505-80eb-4e7d-801d-114f7bc73712 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477285 Aug 16 23:57:51.580620 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cac669-b5aa-42da-9d89-2f11ce14da0b admin admin] Network b80d89ae-94fe-4df1-8964-047d6c238a69 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:57:51.599410 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-03cac669-b5aa-42da-9d89-2f11ce14da0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, b80d89ae-94fe-4df1-8964-047d6c238a69) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:57:51.610629 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3d4113-b552-4a40-a845-6aa8e7c3f9f6 None None] Network b80d89ae-94fe-4df1-8964-047d6c238a69 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:57:51.621955 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cac669-b5aa-42da-9d89-2f11ce14da0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:51.623649 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-03cac669-b5aa-42da-9d89-2f11ce14da0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:51.694989 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-03cac669-b5aa-42da-9d89-2f11ce14da0b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7272546 Aug 16 23:57:51.785308 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f30a70-c7c0-4f50-a27c-90f55be10a5b req-4f29cd8b-e23d-4c7e-a64a-c632a201e56e tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:51.785702 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f572c8-e256-4927-b8dc-495f42c8901a None None] Network b80d89ae-94fe-4df1-8964-047d6c238a69 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:57:51.804070 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85f30a70-c7c0-4f50-a27c-90f55be10a5b req-4f29cd8b-e23d-4c7e-a64a-c632a201e56e tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b7e19e-d9f8-4f20-acc7-4f822b3058c0 HTTP/1.1" status: 200 len: 943 time: 0.1544821 Aug 16 23:57:51.881272 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85f30a70-c7c0-4f50-a27c-90f55be10a5b req-bc78fbc8-59a3-43a6-afbb-a867a3b4b714 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a771e3c-b683-49c9-84cc-bd4e5c201cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761645 Aug 16 23:57:52.028431 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:52.151042 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe944b5-1266-41e7-8113-420d1144c633 req-88e3fcb6-ade8-4ac4-9e04-39d42c571a1e tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:52.154435 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0fe944b5-1266-41e7-8113-420d1144c633 req-88e3fcb6-ade8-4ac4-9e04-39d42c571a1e tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.1145122 Aug 16 23:57:52.218589 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0fe944b5-1266-41e7-8113-420d1144c633 req-474190c5-718d-471e-aeac-9b735bd615ac tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547862 Aug 16 23:57:52.372351 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-125d570a-ef64-435b-88a5-872cdd9078d7 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:52.380401 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-125d570a-ef64-435b-88a5-872cdd9078d7 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/networks?id=b80d89ae-94fe-4df1-8964-047d6c238a69 HTTP/1.1" status: 200 len: 818 time: 0.1508527 Aug 16 23:57:52.397139 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-2873dfbd-7d53-48b7-99f9-df82b93ab685 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/quotas/28d4b2344a664cc6ba86a8a7f5e4b85a HTTP/1.1" status: 200 len: 375 time: 0.0157013 Aug 16 23:57:52.438276 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-bf473992-672c-4713-a7ec-f0faec732e40 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=28d4b2344a664cc6ba86a8a7f5e4b85a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400603 Aug 16 23:57:52.542513 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc96f9b-d44e-45df-9755-f8d9e2da0868 req-0db0a51a-ac2d-4202-ab14-29bd2ceb941d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:52.544135 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fdc96f9b-d44e-45df-9755-f8d9e2da0868 req-0db0a51a-ac2d-4202-ab14-29bd2ceb941d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.1171379 Aug 16 23:57:52.617660 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fdc96f9b-d44e-45df-9755-f8d9e2da0868 req-2eb43b36-2c4d-42b4-919f-fb536980819a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652056 Aug 16 23:57:52.621910 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-a9741e9f-0fdf-4fa0-934a-e9d65b287b64 service neutron] 10.222.0.60 "GET /v2.0/networks/b80d89ae-94fe-4df1-8964-047d6c238a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828721 Aug 16 23:57:52.724177 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device c7ff3da1-892b-4556-867b-12f18f4e73b0 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:57:52.788193 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12215ac-fdbd-421a-8431-8859b33c2d5b req-105ebee5-c8fa-42ea-805c-4bc6c18e3d4f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:52.790760 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b12215ac-fdbd-421a-8431-8859b33c2d5b req-105ebee5-c8fa-42ea-805c-4bc6c18e3d4f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.0799251 Aug 16 23:57:52.824843 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-25d1b70f-0b4c-43c5-bbc8-2cad7a71aabb service neutron] 10.222.0.60 "GET /v2.0/networks/b80d89ae-94fe-4df1-8964-047d6c238a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880929 Aug 16 23:57:52.867109 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b12215ac-fdbd-421a-8431-8859b33c2d5b req-2ecd5d82-f017-4c6d-8865-2637067aad28 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689664 Aug 16 23:57:52.869745 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port c7ff3da1-892b-4556-867b-12f18f4e73b0, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=c7ff3da1-892b-4556-867b-12f18f4e73b0,segment=NetworkSegment(1b978c43-7e08-46c9-a661-31903765a712),segment_id=1b978c43-7e08-46c9-a661-31903765a712)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:52.882268 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'c7ff3da1-892b-4556-867b-12f18f4e73b0', 'network_id': '5a6e7c40-14f3-4e77-82e3-e36f3b209ff6', 'port_id': 'c7ff3da1-892b-4556-867b-12f18f4e73b0', 'mac_address': 'fa:16:3e:a8:d1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '390bdf84-27fc-436c-864c-cf6b8c1db4e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:57:52.948577 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:52.965509 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ff3da1-892b-4556-867b-12f18f4e73b0 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:57:52.988730 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port c7ff3da1-892b-4556-867b-12f18f4e73b0, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=c7ff3da1-892b-4556-867b-12f18f4e73b0,segment=NetworkSegment(1b978c43-7e08-46c9-a661-31903765a712),segment_id=1b978c43-7e08-46c9-a661-31903765a712)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:53.000527 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:53.005736 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38227fd-4482-4c6c-85d3-1d9ac587955d req-883cc348-3e71-4520-bb93-388a21ef6fb4 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:53.015405 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b38227fd-4482-4c6c-85d3-1d9ac587955d req-883cc348-3e71-4520-bb93-388a21ef6fb4 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 946 time: 0.0786107 Aug 16 23:57:53.078370 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b38227fd-4482-4c6c-85d3-1d9ac587955d req-06b1f6bb-4570-4dc8-a86d-ca35a091fb51 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611861 Aug 16 23:57:53.102372 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=c7ff3da1-892b-4556-867b-12f18f4e73b0,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:53.254999 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75b7bc-3531-4677-b975-d51c5bedabcb req-2b4ed6cf-8b95-42e7-a6d5-e43a6ba0a427 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:53.256883 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a75b7bc-3531-4677-b975-d51c5bedabcb req-2b4ed6cf-8b95-42e7-a6d5-e43a6ba0a427 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b7e19e-d9f8-4f20-acc7-4f822b3058c0 HTTP/1.1" status: 200 len: 944 time: 0.0929825 Aug 16 23:57:53.335878 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a75b7bc-3531-4677-b975-d51c5bedabcb req-c454d097-db20-427c-b82e-6c359e09d238 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a771e3c-b683-49c9-84cc-bd4e5c201cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724754 Aug 16 23:57:53.439791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf02090-2a66-459f-a539-8b75ee21e7df req-ee4f1ac8-f547-4d05-b346-273d933a91d0 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:53.450551 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bbf02090-2a66-459f-a539-8b75ee21e7df req-ee4f1ac8-f547-4d05-b346-273d933a91d0 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.0995440 Aug 16 23:57:53.487354 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['c7ff3da1-892b-4556-867b-12f18f4e73b0'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:57:53.499544 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70049c04-306d-4136-bec2-3c2cda817d34 req-abe41c61-3639-4b26-95e0-2a1825487933 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?device_id=b811bf0f-8767-430f-9117-aedb724fd763 HTTP/1.1" status: 200 len: 210 time: 0.0346823 Aug 16 23:57:53.531419 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bbf02090-2a66-459f-a539-8b75ee21e7df req-76079f78-ede2-4ad2-9c75-d67ec5af9c66 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800250 Aug 16 23:57:53.787533 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85572efb-95e8-462a-875c-116e252a1ddb req-ff721816-f9e1-4cc1-9108-e0d28fede7e9 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:53.797526 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85572efb-95e8-462a-875c-116e252a1ddb req-ff721816-f9e1-4cc1-9108-e0d28fede7e9 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.0843086 Aug 16 23:57:53.837743 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85572efb-95e8-462a-875c-116e252a1ddb req-53a27f83-707a-4087-ae35-2f8f44ed1196 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384748 Aug 16 23:57:54.039146 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a3645-060d-46f6-ad93-c371bd8ef38e req-9a3a89fe-91e3-490d-9f37-8e33124cce8a tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:54.047660 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ad3a3645-060d-46f6-ad93-c371bd8ef38e req-9a3a89fe-91e3-490d-9f37-8e33124cce8a tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.0866010 Aug 16 23:57:54.097795 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ad3a3645-060d-46f6-ad93-c371bd8ef38e req-e8c9e0bd-05bd-4194-acad-294064641aa0 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491047 Aug 16 23:57:54.240619 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0a753-ad4a-4204-8eb1-56fbf43e823b req-c6846526-4add-42c1-87a0-1ad0c463d27c tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:54.251561 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82f0a753-ad4a-4204-8eb1-56fbf43e823b req-c6846526-4add-42c1-87a0-1ad0c463d27c tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 946 time: 0.0736248 Aug 16 23:57:54.312445 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82f0a753-ad4a-4204-8eb1-56fbf43e823b req-6574a161-b6c8-4a84-8e7a-4c46d280d482 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559964 Aug 16 23:57:54.474455 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb04bc6-c7d6-426b-b1f5-1ba06b244a18 req-155b1726-3205-4dee-b174-0df7a9f12b1e tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:54.483927 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6fb04bc6-c7d6-426b-b1f5-1ba06b244a18 req-155b1726-3205-4dee-b174-0df7a9f12b1e tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b7e19e-d9f8-4f20-acc7-4f822b3058c0 HTTP/1.1" status: 200 len: 944 time: 0.0752385 Aug 16 23:57:54.566183 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6fb04bc6-c7d6-426b-b1f5-1ba06b244a18 req-30fa975b-e944-4c44-a2a7-170eac4e9c51 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a771e3c-b683-49c9-84cc-bd4e5c201cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772877 Aug 16 23:57:54.686800 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54eba9d6-45dc-4292-a86c-ddaa4a343f2e req-6b3a3a30-bffd-4d77-afaf-1a6abf5edd91 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?device_id=b811bf0f-8767-430f-9117-aedb724fd763 HTTP/1.1" status: 200 len: 210 time: 0.0373342 Aug 16 23:57:54.762770 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13a888-8475-45b1-b666-59efae9a6de9 req-0e15e879-f819-40e6-9649-6ef343b7619f tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:54.765401 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc13a888-8475-45b1-b666-59efae9a6de9 req-0e15e879-f819-40e6-9649-6ef343b7619f tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.0818591 Aug 16 23:57:54.832187 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc13a888-8475-45b1-b666-59efae9a6de9 req-ad041747-cca3-48db-bd64-b8d2de3cd01c tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602553 Aug 16 23:57:55.479072 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-5d69b3ca-973b-414f-b3ca-f53265d2e6fd tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:55.485958 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-5d69b3ca-973b-414f-b3ca-f53265d2e6fd tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/networks?id=00c85728-7245-4ff7-ad19-516f77c6ef85 HTTP/1.1" status: 200 len: 815 time: 0.6254764 Aug 16 23:57:55.503864 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111e904-e74a-4ec9-be2a-d2705757c989 req-3472ed7e-0130-4179-8c2c-7d2da0a3a998 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:55.506646 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8111e904-e74a-4ec9-be2a-d2705757c989 req-3472ed7e-0130-4179-8c2c-7d2da0a3a998 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.5870438 Aug 16 23:57:55.574993 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-2613e816-9bc5-4e5f-ac79-2730b225eee9 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/quotas/f18d640cae8f44f987e6f5a16930565f HTTP/1.1" status: 200 len: 375 time: 0.0872056 Aug 16 23:57:55.592744 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-1b62b6ed-fab3-4f8f-8973-a24e07a113f5 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:55.594701 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-1b62b6ed-fab3-4f8f-8973-a24e07a113f5 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.64 "GET /v2.0/networks?id=b80d89ae-94fe-4df1-8964-047d6c238a69 HTTP/1.1" status: 200 len: 818 time: 0.2481146 Aug 16 23:57:55.624724 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-b3b093f1-6152-4b9a-b649-aaabf1d2af65 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Request body: {'port': {'device_id': 'c048628a-5e11-4771-8a91-3a297c74f4d0', 'network_id': 'b80d89ae-94fe-4df1-8964-047d6c238a69', 'admin_state_up': True, 'tenant_id': '28d4b2344a664cc6ba86a8a7f5e4b85a'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:55.658237 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8111e904-e74a-4ec9-be2a-d2705757c989 req-56dd0172-7c91-4c7e-b1eb-7a2cdefa4334 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446295 Aug 16 23:57:55.738937 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-e2774ece-8468-4f7b-9710-3d0597365c9c tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f18d640cae8f44f987e6f5a16930565f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1413307 Aug 16 23:57:55.975073 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e191695-d24e-4d85-bc4a-9d30ba9af916 req-acdeb829-5320-4740-a97e-9ffb1aec13bd tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:55.976727 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e191695-d24e-4d85-bc4a-9d30ba9af916 req-acdeb829-5320-4740-a97e-9ffb1aec13bd tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.2033653 Aug 16 23:57:55.999114 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-b3b093f1-6152-4b9a-b649-aaabf1d2af65 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Made reservation on behalf of 28d4b2344a664cc6ba86a8a7f5e4b85a for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:57:56.002856 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-b3b093f1-6152-4b9a-b649-aaabf1d2af65 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:56.086146 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-1d964a6e-8ad1-4ff4-b8ee-d03faf2ffbcd service neutron] 10.222.0.60 "GET /v2.0/networks/00c85728-7245-4ff7-ad19-516f77c6ef85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310390 Aug 16 23:57:56.196696 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e191695-d24e-4d85-bc4a-9d30ba9af916 req-3e307082-cc49-4f04-b1e8-d641f3f5f2fe tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559865 Aug 16 23:57:56.262082 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3bdc20b8-1bd6-4771-b40f-5665ec1469ba tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:56.263779 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3bdc20b8-1bd6-4771-b40f-5665ec1469ba tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.64 "GET /v2.0/networks?id=b80d89ae-94fe-4df1-8964-047d6c238a69 HTTP/1.1" status: 200 len: 818 time: 0.3180382 Aug 16 23:57:56.305870 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-7da9ab5f-805c-47cd-919f-831e748d9430 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Request body: {'port': {'device_id': 'ed5086ae-27a4-4ff8-a5a2-19185584a0a4', 'network_id': 'b80d89ae-94fe-4df1-8964-047d6c238a69', 'admin_state_up': True, 'tenant_id': '28d4b2344a664cc6ba86a8a7f5e4b85a'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:56.423440 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-b3b093f1-6152-4b9a-b649-aaabf1d2af65 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Allocated IP 172.20.0.11 (b80d89ae-94fe-4df1-8964-047d6c238a69/1e70e369-5112-48af-9fde-2b5394f2525c/2424da50-f4a7-4863-b1f3-57e965645e41) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:57:56.426855 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-ac153b84-0671-483f-a859-b60c1f7ec22b service neutron] 10.222.0.60 "GET /v2.0/networks/00c85728-7245-4ff7-ad19-516f77c6ef85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093231 Aug 16 23:57:56.455984 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246b7af-e6b8-4798-82d9-7d7b22c9a2d5 req-81b2c0c1-a7bb-4e8f-86f2-cbffaa60c085 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:56.463156 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8246b7af-e6b8-4798-82d9-7d7b22c9a2d5 req-81b2c0c1-a7bb-4e8f-86f2-cbffaa60c085 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 946 time: 0.1937242 Aug 16 23:57:56.597678 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8246b7af-e6b8-4798-82d9-7d7b22c9a2d5 req-4ca358dc-dc6c-4d18-a058-c55a322ddbc2 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116481 Aug 16 23:57:56.737210 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-b361fb22-ebb2-42a6-b459-1738bd50f0f4 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:56.739616 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-b361fb22-ebb2-42a6-b459-1738bd50f0f4 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.64 "GET /v2.0/networks?id=b80d89ae-94fe-4df1-8964-047d6c238a69 HTTP/1.1" status: 200 len: 818 time: 0.2096131 Aug 16 23:57:56.746970 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-7da9ab5f-805c-47cd-919f-831e748d9430 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Made reservation on behalf of 28d4b2344a664cc6ba86a8a7f5e4b85a for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:57:56.751419 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-7da9ab5f-805c-47cd-919f-831e748d9430 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:56.769605 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device c7ff3da1-892b-4556-867b-12f18f4e73b0 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:57:56.771324 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-14fc543a-7ea0-4ebe-9743-c559d9ee5512 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Request body: {'port': {'device_id': 'b811bf0f-8767-430f-9117-aedb724fd763', 'network_id': 'b80d89ae-94fe-4df1-8964-047d6c238a69', 'admin_state_up': True, 'tenant_id': '28d4b2344a664cc6ba86a8a7f5e4b85a'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:56.817841 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-130e920f-0d96-4982-a9a6-a5a3da3df483 req-dc711976-7cad-4b13-ad19-b14ca85264c7 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?device_id=b811bf0f-8767-430f-9117-aedb724fd763 HTTP/1.1" status: 200 len: 210 time: 0.0790493 Aug 16 23:57:56.912258 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port c7ff3da1-892b-4556-867b-12f18f4e73b0 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:57:56.919193 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port c7ff3da1-892b-4556-867b-12f18f4e73b0 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:56.920139 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:56.957406 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-14fc543a-7ea0-4ebe-9743-c559d9ee5512 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Made reservation on behalf of 28d4b2344a664cc6ba86a8a7f5e4b85a for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:57:56.962582 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-14fc543a-7ea0-4ebe-9743-c559d9ee5512 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:56.962797 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f2831-e8b1-474a-a917-700a4586b76c req-4b5c1bef-a6f5-4a66-8bc1-16f7ecb68f20 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:56.964108 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c2f2831-e8b1-474a-a917-700a4586b76c req-4b5c1bef-a6f5-4a66-8bc1-16f7ecb68f20 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b7e19e-d9f8-4f20-acc7-4f822b3058c0 HTTP/1.1" status: 200 len: 944 time: 0.2799158 Aug 16 23:57:56.995828 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-b3b093f1-6152-4b9a-b649-aaabf1d2af65 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:57.015225 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:57.039634 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b7e19e-d9f8-4f20-acc7-4f822b3058c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ff3da1-892b-4556-867b-12f18f4e73b0'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:57:57.042381 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b736b9f-6f6d-469a-91db-06bf01a3a1f5" -d '{"events": [{"server_uuid": "e5b7e19e-d9f8-4f20-acc7-4f822b3058c0", "name": "network-vif-plugged", "status": "completed", "tag": "c7ff3da1-892b-4556-867b-12f18f4e73b0"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:57:57.057257 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port c7ff3da1-892b-4556-867b-12f18f4e73b0, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=c7ff3da1-892b-4556-867b-12f18f4e73b0,segment=NetworkSegment(1b978c43-7e08-46c9-a661-31903765a712),segment_id=1b978c43-7e08-46c9-a661-31903765a712)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:57.062456 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:57.106526 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd415c7f-a3a9-4031-b5fb-2fdf3c38179e req-9701723f-ccb1-47f3-abe0-6a1d4f128c7d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:57.108469 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd415c7f-a3a9-4031-b5fb-2fdf3c38179e req-9701723f-ccb1-47f3-abe0-6a1d4f128c7d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.1539774 Aug 16 23:57:57.117200 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=c7ff3da1-892b-4556-867b-12f18f4e73b0,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:57.117572 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c2f2831-e8b1-474a-a917-700a4586b76c req-ecb78e3d-2227-46be-b835-daf87959abb9 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a771e3c-b683-49c9-84cc-bd4e5c201cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313217 Aug 16 23:57:57.168014 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd415c7f-a3a9-4031-b5fb-2fdf3c38179e req-87d45ad5-e515-43e9-8ae0-462b2606c894 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537684 Aug 16 23:57:57.177593 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-b3b093f1-6152-4b9a-b649-aaabf1d2af65 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:57.257972 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-240aafdc-71ca-41dd-8ad1-67941f5b9903 req-be406682-5eaa-4257-a6fe-4bf6027b59c7 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 210 time: 0.0860531 Aug 16 23:57:57.308572 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc59e1d4-c431-4b63-bb22-e17c6880ff1e x-openstack-request-id: req-fc59e1d4-c431-4b63-bb22-e17c6880ff1e {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:57:57.309123 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b7e19e-d9f8-4f20-acc7-4f822b3058c0", "name": "network-vif-plugged", "status": "completed", "tag": "c7ff3da1-892b-4556-867b-12f18f4e73b0", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:57:57.311652 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc59e1d4-c431-4b63-bb22-e17c6880ff1e {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:57:57.312829 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b7e19e-d9f8-4f20-acc7-4f822b3058c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ff3da1-892b-4556-867b-12f18f4e73b0', 'code': 200} Aug 16 23:57:57.315464 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-b3b093f1-6152-4b9a-b649-aaabf1d2af65 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Network b80d89ae-94fe-4df1-8964-047d6c238a69 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:57:57.328642 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-b3b093f1-6152-4b9a-b649-aaabf1d2af65 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:57:57.331172 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-7da9ab5f-805c-47cd-919f-831e748d9430 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Allocated IP 172.20.0.13 (b80d89ae-94fe-4df1-8964-047d6c238a69/1e70e369-5112-48af-9fde-2b5394f2525c/e9c7a363-3e37-4c67-84fe-14a8d9357a0d) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:57:57.333562 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b093f1-6152-4b9a-b649-aaabf1d2af65 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Pushing event updated for resources: {'Port': ['ID=2424da50-f4a7-4863-b1f3-57e965645e41,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:57.339495 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-b3b093f1-6152-4b9a-b649-aaabf1d2af65 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:57:57.446131 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-b3b093f1-6152-4b9a-b649-aaabf1d2af65 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:57.446774 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-b3b093f1-6152-4b9a-b649-aaabf1d2af65 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:57.462069 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53a102-2c4e-433f-b089-c35212951da2 req-d068a871-511b-4670-a3a0-4e990968b978 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:57.463509 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d53a102-2c4e-433f-b089-c35212951da2 req-d068a871-511b-4670-a3a0-4e990968b978 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.2107093 Aug 16 23:57:57.546293 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-b3b093f1-6152-4b9a-b649-aaabf1d2af65 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9274442 Aug 16 23:57:57.602764 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3ebb9eea-818f-45a5-8d22-53d16cc0d9d5 service neutron] Request body: {'port': {'device_id': 'c048628a-5e11-4771-8a91-3a297c74f4d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:57.620637 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43082116-82b3-462b-9260-99503f86363a req-f7c48187-7e69-465d-a124-4ca540d8ce1d tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:57.622123 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43082116-82b3-462b-9260-99503f86363a req-f7c48187-7e69-465d-a124-4ca540d8ce1d tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.2361238 Aug 16 23:57:57.656463 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d53a102-2c4e-433f-b089-c35212951da2 req-d57392b7-6d60-48a3-8ca8-34621e560492 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711762 Aug 16 23:57:57.670064 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5a0b4-8582-4e5e-86ce-ced69e33b542 req-4d2f7f53-964a-4b18-8b65-fc03c886a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:57.672211 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0da5a0b4-8582-4e5e-86ce-ced69e33b542 req-4d2f7f53-964a-4b18-8b65-fc03c886a167 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e5b7e19e-d9f8-4f20-acc7-4f822b3058c0 HTTP/1.1" status: 200 len: 1097 time: 0.2226350 Aug 16 23:57:57.778661 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3ebb9eea-818f-45a5-8d22-53d16cc0d9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:57.804984 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43082116-82b3-462b-9260-99503f86363a req-ca173da5-a702-4720-bb1d-b591455edf0f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611707 Aug 16 23:57:57.821778 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-7da9ab5f-805c-47cd-919f-831e748d9430 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:57.837495 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0da5a0b4-8582-4e5e-86ce-ced69e33b542 req-3758bf78-5b6d-4ba2-8e03-f0e6d9359a3f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2a771e3c-b683-49c9-84cc-bd4e5c201cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466236 Aug 16 23:57:57.881028 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-3278a492-17fc-4a64-aa78-5c4afdc3e88d tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--634764522&fields=id&tenant_id=f42660d006b24de4a9e5404524d97840 HTTP/1.1" status: 200 len: 267 time: 0.1156628 Aug 16 23:57:58.084364 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f7663-8d85-4815-9aa7-f4d7efb3e171 req-67b735bb-27f3-4175-b19d-a83ac0a31be1 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:58.085909 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-520f7663-8d85-4815-9aa7-f4d7efb3e171 req-67b735bb-27f3-4175-b19d-a83ac0a31be1 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 946 time: 0.2025290 Aug 16 23:57:58.094251 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-7da9ab5f-805c-47cd-919f-831e748d9430 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:58.163118 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-14fc543a-7ea0-4ebe-9743-c559d9ee5512 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Allocated IP 172.20.0.6 (b80d89ae-94fe-4df1-8964-047d6c238a69/1e70e369-5112-48af-9fde-2b5394f2525c/9935ceb9-da31-4be1-9eb0-b8b20b360382) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:57:58.215376 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-7da9ab5f-805c-47cd-919f-831e748d9430 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Network b80d89ae-94fe-4df1-8964-047d6c238a69 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:57:58.279355 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-b32ac495-707b-4812-b09c-5173447623c8 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:58.280875 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-b32ac495-707b-4812-b09c-5173447623c8 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/networks?id=8f6cd382-f473-4971-ab50-9200ef4063ef HTTP/1.1" status: 200 len: 815 time: 0.3774405 Aug 16 23:57:58.282156 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-7da9ab5f-805c-47cd-919f-831e748d9430 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:57:58.293838 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-7da9ab5f-805c-47cd-919f-831e748d9430 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:57:58.305523 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9ab5f-805c-47cd-919f-831e748d9430 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Pushing event updated for resources: {'Port': ['ID=e9c7a363-3e37-4c67-84fe-14a8d9357a0d,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:58.342368 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-520f7663-8d85-4815-9aa7-f4d7efb3e171 req-0bff8113-4c86-4739-a925-35775f9d16fa tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419460 Aug 16 23:57:58.356453 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-3d2b721e-7db3-4352-825b-6f74b917d959 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/quotas/f42660d006b24de4a9e5404524d97840 HTTP/1.1" status: 200 len: 375 time: 0.0557015 Aug 16 23:57:58.359507 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-14fc543a-7ea0-4ebe-9743-c559d9ee5512 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:58.385370 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-7da9ab5f-805c-47cd-919f-831e748d9430 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:58.386225 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-7da9ab5f-805c-47cd-919f-831e748d9430 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:58.408856 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-14fc543a-7ea0-4ebe-9743-c559d9ee5512 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:58.457658 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-14fc543a-7ea0-4ebe-9743-c559d9ee5512 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Network b80d89ae-94fe-4df1-8964-047d6c238a69 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:57:58.460951 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-14fc543a-7ea0-4ebe-9743-c559d9ee5512 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:57:58.463769 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-14fc543a-7ea0-4ebe-9743-c559d9ee5512 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:57:58.501747 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc543a-7ea0-4ebe-9743-c559d9ee5512 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Pushing event updated for resources: {'Port': ['ID=9935ceb9-da31-4be1-9eb0-b8b20b360382,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:58.532091 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-14fc543a-7ea0-4ebe-9743-c559d9ee5512 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:58.532748 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-14fc543a-7ea0-4ebe-9743-c559d9ee5512 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:58.548686 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-14fc543a-7ea0-4ebe-9743-c559d9ee5512 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7834651 Aug 16 23:57:58.571240 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-e9433c9a-7433-45b1-a913-a0afa63267c9 service neutron] Request body: {'port': {'device_id': 'b811bf0f-8767-430f-9117-aedb724fd763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:58.638158 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-e9433c9a-7433-45b1-a913-a0afa63267c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:58.858136 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-51aeb313-536f-4dd5-833f-dcaff825ae83 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:58.859603 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-51aeb313-536f-4dd5-833f-dcaff825ae83 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.64 "GET /v2.0/networks?id=00c85728-7245-4ff7-ad19-516f77c6ef85 HTTP/1.1" status: 200 len: 815 time: 0.6802855 Aug 16 23:57:58.884274 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-7da9ab5f-805c-47cd-919f-831e748d9430 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5859811 Aug 16 23:57:58.891770 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-d4863e12-4b59-472d-939c-5eed2a2da3f7 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Request body: {'port': {'device_id': '4c7deeab-29c0-4a48-9569-746a6f906b88', 'network_id': '00c85728-7245-4ff7-ad19-516f77c6ef85', 'admin_state_up': True, 'tenant_id': 'f18d640cae8f44f987e6f5a16930565f'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:58.947254 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3995a516-48f2-4b79-a7d0-bde13a7519be service neutron] Request body: {'port': {'device_id': 'ed5086ae-27a4-4ff8-a5a2-19185584a0a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:59.002211 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-668b7cb2-2b32-4252-b95f-9198aa43b581 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f42660d006b24de4a9e5404524d97840&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6293950 Aug 16 23:57:59.041359 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d9bb0-4852-4333-a9e1-6c5e8d7a25e2 req-d98517be-3a18-4a16-a8cb-e5c4d76465b8 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:59.042789 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9c8d9bb0-4852-4333-a9e1-6c5e8d7a25e2 req-d98517be-3a18-4a16-a8cb-e5c4d76465b8 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?device_id=b811bf0f-8767-430f-9117-aedb724fd763 HTTP/1.1" status: 200 len: 931 time: 0.2186012 Aug 16 23:57:59.170341 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3995a516-48f2-4b79-a7d0-bde13a7519be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:59.242195 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9c8d9bb0-4852-4333-a9e1-6c5e8d7a25e2 req-88c45b62-5349-4bb1-b043-167e5bd2ff5a tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/security-groups?id=b66f62cb-84b0-4513-9a8d-c55c2d0119be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866658 Aug 16 23:57:59.295665 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3ebb9eea-818f-45a5-8d22-53d16cc0d9d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2424da50-f4a7-4863-b1f3-57e965645e41 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:57:59.313197 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3ebb9eea-818f-45a5-8d22-53d16cc0d9d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:59.342188 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-d4863e12-4b59-472d-939c-5eed2a2da3f7 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Made reservation on behalf of f18d640cae8f44f987e6f5a16930565f for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:57:59.345713 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-d4863e12-4b59-472d-939c-5eed2a2da3f7 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:59.359503 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3ebb9eea-818f-45a5-8d22-53d16cc0d9d5 service neutron] Transition to ACTIVE for port object 2424da50-f4a7-4863-b1f3-57e965645e41 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:57:59.404851 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-8b5caed9-611c-4b65-8667-9cd4e0c0fd87 service neutron] 10.222.0.60 "GET /v2.0/networks/8f6cd382-f473-4971-ab50-9200ef4063ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818955 Aug 16 23:57:59.420933 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3ebb9eea-818f-45a5-8d22-53d16cc0d9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:59.508700 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-e9433c9a-7433-45b1-a913-a0afa63267c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9935ceb9-da31-4be1-9eb0-b8b20b360382 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:57:59.521631 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-e9433c9a-7433-45b1-a913-a0afa63267c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:59.536169 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-e9433c9a-7433-45b1-a913-a0afa63267c9 service neutron] Transition to ACTIVE for port object 9935ceb9-da31-4be1-9eb0-b8b20b360382 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:57:59.539806 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-e9433c9a-7433-45b1-a913-a0afa63267c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:59.592036 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9433c9a-7433-45b1-a913-a0afa63267c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9935ceb9-da31-4be1-9eb0-b8b20b360382,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:59.663453 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb9eea-818f-45a5-8d22-53d16cc0d9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=2424da50-f4a7-4863-b1f3-57e965645e41,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:59.664003 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-e9433c9a-7433-45b1-a913-a0afa63267c9 service neutron] Attempting to bind port 9935ceb9-da31-4be1-9eb0-b8b20b360382 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:57:59.664338 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-e9433c9a-7433-45b1-a913-a0afa63267c9 service neutron] Attempting to bind port 9935ceb9-da31-4be1-9eb0-b8b20b360382 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '3411fc4a-3bde-4588-9501-d4fdb6efed04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b80d89ae-94fe-4df1-8964-047d6c238a69'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:57:59.664660 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-e9433c9a-7433-45b1-a913-a0afa63267c9 service neutron] Attempting to bind port 9935ceb9-da31-4be1-9eb0-b8b20b360382 on network b80d89ae-94fe-4df1-8964-047d6c238a69 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:59.668994 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-e9433c9a-7433-45b1-a913-a0afa63267c9 service neutron] Port 9935ceb9-da31-4be1-9eb0-b8b20b360382 on network b80d89ae-94fe-4df1-8964-047d6c238a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:57:59.669439 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-e9433c9a-7433-45b1-a913-a0afa63267c9 service neutron] Attempting to bind port 9935ceb9-da31-4be1-9eb0-b8b20b360382 on network b80d89ae-94fe-4df1-8964-047d6c238a69 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:59.675372 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-e9433c9a-7433-45b1-a913-a0afa63267c9 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:57:59.675715 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-e9433c9a-7433-45b1-a913-a0afa63267c9 service neutron] Checking segment: {'id': '3411fc4a-3bde-4588-9501-d4fdb6efed04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b80d89ae-94fe-4df1-8964-047d6c238a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:57:59.676126 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-e9433c9a-7433-45b1-a913-a0afa63267c9 service neutron] Bound using segment: {'id': '3411fc4a-3bde-4588-9501-d4fdb6efed04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b80d89ae-94fe-4df1-8964-047d6c238a69'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:57:59.676557 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-e9433c9a-7433-45b1-a913-a0afa63267c9 service neutron] Bound port: 9935ceb9-da31-4be1-9eb0-b8b20b360382, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3411fc4a-3bde-4588-9501-d4fdb6efed04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b80d89ae-94fe-4df1-8964-047d6c238a69'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:57:59.676918 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-e9433c9a-7433-45b1-a913-a0afa63267c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:59.718958 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2ff35-405b-49b7-851f-5a7e75ef933d req-744a6c9e-9377-4fb0-af81-f7fce35165ec tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:59.720462 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5e2ff35-405b-49b7-851f-5a7e75ef933d req-744a6c9e-9377-4fb0-af81-f7fce35165ec tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b7e19e-d9f8-4f20-acc7-4f822b3058c0 HTTP/1.1" status: 200 len: 945 time: 0.3073089 Aug 16 23:57:59.746839 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-e9433c9a-7433-45b1-a913-a0afa63267c9 service neutron] For port 9935ceb9-da31-4be1-9eb0-b8b20b360382, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:57:59.750841 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-e9433c9a-7433-45b1-a913-a0afa63267c9 service neutron] For port 9935ceb9-da31-4be1-9eb0-b8b20b360382, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=9935ceb9-da31-4be1-9eb0-b8b20b360382,segment=NetworkSegment(3411fc4a-3bde-4588-9501-d4fdb6efed04),segment_id=3411fc4a-3bde-4588-9501-d4fdb6efed04)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:57:59.756395 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-e9433c9a-7433-45b1-a913-a0afa63267c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:59.792493 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-e9433c9a-7433-45b1-a913-a0afa63267c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:59.793139 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-e9433c9a-7433-45b1-a913-a0afa63267c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:59.794720 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-e9433c9a-7433-45b1-a913-a0afa63267c9 service neutron] 10.222.0.64 "PUT /v2.0/ports/9935ceb9-da31-4be1-9eb0-b8b20b360382 HTTP/1.1" status: 200 len: 1092 time: 1.2280488 Aug 16 23:57:59.795736 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b811bf0f-8767-430f-9117-aedb724fd763', 'tag': '9935ceb9-da31-4be1-9eb0-b8b20b360382'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:57:59.798048 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a434b6f-4dda-4047-af5e-2e4342cb3c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "b811bf0f-8767-430f-9117-aedb724fd763", "tag": "9935ceb9-da31-4be1-9eb0-b8b20b360382"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:57:59.823666 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9433c9a-7433-45b1-a913-a0afa63267c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9935ceb9-da31-4be1-9eb0-b8b20b360382,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:59.843189 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-b958b8aa-64e7-46f4-a2b2-ab5a2c4d8c9d service neutron] 10.222.0.60 "GET /v2.0/networks/8f6cd382-f473-4971-ab50-9200ef4063ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238775 Aug 16 23:57:59.880811 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-d4863e12-4b59-472d-939c-5eed2a2da3f7 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Allocated IP 172.20.0.6 (00c85728-7245-4ff7-ad19-516f77c6ef85/9c1dd6e9-c166-4397-8aab-d99212faa9f8/f06c6c18-2565-4540-83d4-fdc14384bf53) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:57:59.898747 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-c3dbfcc2-7f50-4fb2-afa0-215d30ecb73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:59.900265 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-c3dbfcc2-7f50-4fb2-afa0-215d30ecb73d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=28d4b2344a664cc6ba86a8a7f5e4b85a&device_id=b811bf0f-8767-430f-9117-aedb724fd763 HTTP/1.1" status: 200 len: 1095 time: 0.0489922 Aug 16 23:57:59.904613 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5e2ff35-405b-49b7-851f-5a7e75ef933d req-6bc60ec1-8e2a-4f4e-9ad0-1b63439aeb8a tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a771e3c-b683-49c9-84cc-bd4e5c201cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609831 Aug 16 23:57:59.917134 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3ebb9eea-818f-45a5-8d22-53d16cc0d9d5 service neutron] Attempting to bind port 2424da50-f4a7-4863-b1f3-57e965645e41 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:57:59.917477 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3ebb9eea-818f-45a5-8d22-53d16cc0d9d5 service neutron] Attempting to bind port 2424da50-f4a7-4863-b1f3-57e965645e41 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '3411fc4a-3bde-4588-9501-d4fdb6efed04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b80d89ae-94fe-4df1-8964-047d6c238a69'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:57:59.917810 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3ebb9eea-818f-45a5-8d22-53d16cc0d9d5 service neutron] Attempting to bind port 2424da50-f4a7-4863-b1f3-57e965645e41 on network b80d89ae-94fe-4df1-8964-047d6c238a69 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:59.932240 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3ebb9eea-818f-45a5-8d22-53d16cc0d9d5 service neutron] Port 2424da50-f4a7-4863-b1f3-57e965645e41 on network b80d89ae-94fe-4df1-8964-047d6c238a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:57:59.932583 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3ebb9eea-818f-45a5-8d22-53d16cc0d9d5 service neutron] Attempting to bind port 2424da50-f4a7-4863-b1f3-57e965645e41 on network b80d89ae-94fe-4df1-8964-047d6c238a69 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:59.958813 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3ebb9eea-818f-45a5-8d22-53d16cc0d9d5 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:57:59.960409 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3ebb9eea-818f-45a5-8d22-53d16cc0d9d5 service neutron] Checking segment: {'id': '3411fc4a-3bde-4588-9501-d4fdb6efed04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b80d89ae-94fe-4df1-8964-047d6c238a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:57:59.960409 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3ebb9eea-818f-45a5-8d22-53d16cc0d9d5 service neutron] Bound using segment: {'id': '3411fc4a-3bde-4588-9501-d4fdb6efed04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b80d89ae-94fe-4df1-8964-047d6c238a69'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:57:59.960409 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3ebb9eea-818f-45a5-8d22-53d16cc0d9d5 service neutron] Bound port: 2424da50-f4a7-4863-b1f3-57e965645e41, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3411fc4a-3bde-4588-9501-d4fdb6efed04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b80d89ae-94fe-4df1-8964-047d6c238a69'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:57:59.960409 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3ebb9eea-818f-45a5-8d22-53d16cc0d9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:59.975755 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-79703b5e-b537-4406-939d-fcda93a28a04 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9935ceb9-da31-4be1-9eb0-b8b20b360382 HTTP/1.1" status: 200 len: 217 time: 0.0579894 Aug 16 23:58:00.052277 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-41b603bb-33b5-4e52-9112-88b9fd12533e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:00.053176 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-41b603bb-33b5-4e52-9112-88b9fd12533e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1e70e369-5112-48af-9fde-2b5394f2525c HTTP/1.1" status: 200 len: 858 time: 0.0557199 Aug 16 23:58:00.075192 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3995a516-48f2-4b79-a7d0-bde13a7519be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9c7a363-3e37-4c67-84fe-14a8d9357a0d {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:58:00.090283 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-e4ca2991-49fb-412a-bb79-39c9973b4143 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b80d89ae-94fe-4df1-8964-047d6c238a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276983 Aug 16 23:58:00.102760 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3995a516-48f2-4b79-a7d0-bde13a7519be service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:00.172853 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3995a516-48f2-4b79-a7d0-bde13a7519be service neutron] Transition to ACTIVE for port object e9c7a363-3e37-4c67-84fe-14a8d9357a0d will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:58:00.194239 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3ebb9eea-818f-45a5-8d22-53d16cc0d9d5 service neutron] For port 2424da50-f4a7-4863-b1f3-57e965645e41, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:58:00.198584 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3995a516-48f2-4b79-a7d0-bde13a7519be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:00.202461 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3ebb9eea-818f-45a5-8d22-53d16cc0d9d5 service neutron] For port 2424da50-f4a7-4863-b1f3-57e965645e41, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=2424da50-f4a7-4863-b1f3-57e965645e41,segment=NetworkSegment(3411fc4a-3bde-4588-9501-d4fdb6efed04),segment_id=3411fc4a-3bde-4588-9501-d4fdb6efed04)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:58:00.222912 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e16924-17b7-4a4d-a619-80178154b6bc req-199c06d9-a8e3-4be0-b351-eae0181da64b tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:00.224483 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e1e16924-17b7-4a4d-a619-80178154b6bc req-199c06d9-a8e3-4be0-b351-eae0181da64b tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.2296679 Aug 16 23:58:00.229728 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-299dd0cd-59c9-4757-846e-2858ca3915d1 service neutron] 10.222.0.64 "GET /v2.0/networks/b80d89ae-94fe-4df1-8964-047d6c238a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314964 Aug 16 23:58:00.234404 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3ebb9eea-818f-45a5-8d22-53d16cc0d9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:00.332069 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2cc1833b-9e10-4293-aa54-855471e6f285 req-210503da-1977-43d8-9a46-a0b544376141 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 210 time: 0.0724421 Aug 16 23:58:00.346369 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3ebb9eea-818f-45a5-8d22-53d16cc0d9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:00.347011 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3ebb9eea-818f-45a5-8d22-53d16cc0d9d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:00.348374 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3ebb9eea-818f-45a5-8d22-53d16cc0d9d5 service neutron] 10.222.0.64 "PUT /v2.0/ports/2424da50-f4a7-4863-b1f3-57e965645e41 HTTP/1.1" status: 200 len: 1093 time: 2.7571383 Aug 16 23:58:00.353513 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c048628a-5e11-4771-8a91-3a297c74f4d0', 'tag': '2424da50-f4a7-4863-b1f3-57e965645e41'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:58:00.355766 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5e3aa9-9f7d-46ab-9adc-053b2c2b24dc" -d '{"events": [{"name": "network-changed", "server_uuid": "c048628a-5e11-4771-8a91-3a297c74f4d0", "tag": "2424da50-f4a7-4863-b1f3-57e965645e41"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:58:00.362586 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995a516-48f2-4b79-a7d0-bde13a7519be service neutron] Pushing event updated for resources: {'Port': ['ID=e9c7a363-3e37-4c67-84fe-14a8d9357a0d,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:00.373902 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-d4863e12-4b59-472d-939c-5eed2a2da3f7 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:00.375253 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-e3769e1d-b68d-4109-9703-18271d303720 service neutron] 10.222.0.64 "GET /v2.0/networks/b80d89ae-94fe-4df1-8964-047d6c238a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301460 Aug 16 23:58:00.453128 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e1e16924-17b7-4a4d-a619-80178154b6bc req-024ebafc-b431-4a1f-8fcd-5ba307bfee31 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962252 Aug 16 23:58:00.468913 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3b36121f-74f0-4750-88ea-e368275ab9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:00.471128 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3b36121f-74f0-4750-88ea-e368275ab9fb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=28d4b2344a664cc6ba86a8a7f5e4b85a&device_id=c048628a-5e11-4771-8a91-3a297c74f4d0 HTTP/1.1" status: 200 len: 1096 time: 0.0528729 Aug 16 23:58:00.523660 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb9eea-818f-45a5-8d22-53d16cc0d9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=2424da50-f4a7-4863-b1f3-57e965645e41,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:00.542228 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-a96c7e01-3956-47c6-9827-d70b2df16d88 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2424da50-f4a7-4863-b1f3-57e965645e41 HTTP/1.1" status: 200 len: 217 time: 0.0506232 Aug 16 23:58:00.582804 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a041c-b66e-407d-86fc-7e9d968885c9 req-22aa4bd7-cfda-4540-94a7-3a203f91d1a0 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:00.584283 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d8a041c-b66e-407d-86fc-7e9d968885c9 req-22aa4bd7-cfda-4540-94a7-3a203f91d1a0 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.1675248 Aug 16 23:58:00.610225 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-06693daa-640d-4def-9f61-b69a6170eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:00.611778 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-06693daa-640d-4def-9f61-b69a6170eef4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1e70e369-5112-48af-9fde-2b5394f2525c HTTP/1.1" status: 200 len: 858 time: 0.0610764 Aug 16 23:58:00.654042 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-eb33afa8-53cc-4498-96cd-c77e4534d37c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b80d89ae-94fe-4df1-8964-047d6c238a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332243 Aug 16 23:58:00.661034 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3995a516-48f2-4b79-a7d0-bde13a7519be service neutron] Attempting to bind port e9c7a363-3e37-4c67-84fe-14a8d9357a0d on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:58:00.661406 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3995a516-48f2-4b79-a7d0-bde13a7519be service neutron] Attempting to bind port e9c7a363-3e37-4c67-84fe-14a8d9357a0d by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '3411fc4a-3bde-4588-9501-d4fdb6efed04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b80d89ae-94fe-4df1-8964-047d6c238a69'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:58:00.661740 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3995a516-48f2-4b79-a7d0-bde13a7519be service neutron] Attempting to bind port e9c7a363-3e37-4c67-84fe-14a8d9357a0d on network b80d89ae-94fe-4df1-8964-047d6c238a69 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:58:00.664118 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-d4863e12-4b59-472d-939c-5eed2a2da3f7 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:00.677022 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['1dbb17e9-16e7-45ed-b3a6-24d6ed13080a', '482541e4-8c61-4442-baf7-6fe75472ce6a'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:58:00.691219 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3995a516-48f2-4b79-a7d0-bde13a7519be service neutron] Port e9c7a363-3e37-4c67-84fe-14a8d9357a0d on network b80d89ae-94fe-4df1-8964-047d6c238a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:58:00.691551 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3995a516-48f2-4b79-a7d0-bde13a7519be service neutron] Attempting to bind port e9c7a363-3e37-4c67-84fe-14a8d9357a0d on network b80d89ae-94fe-4df1-8964-047d6c238a69 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:58:00.765631 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3995a516-48f2-4b79-a7d0-bde13a7519be service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:58:00.765894 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3995a516-48f2-4b79-a7d0-bde13a7519be service neutron] Checking segment: {'id': '3411fc4a-3bde-4588-9501-d4fdb6efed04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b80d89ae-94fe-4df1-8964-047d6c238a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:58:00.766265 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3995a516-48f2-4b79-a7d0-bde13a7519be service neutron] Bound using segment: {'id': '3411fc4a-3bde-4588-9501-d4fdb6efed04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b80d89ae-94fe-4df1-8964-047d6c238a69'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:58:00.766700 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3995a516-48f2-4b79-a7d0-bde13a7519be service neutron] Bound port: e9c7a363-3e37-4c67-84fe-14a8d9357a0d, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3411fc4a-3bde-4588-9501-d4fdb6efed04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b80d89ae-94fe-4df1-8964-047d6c238a69'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:58:00.767067 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3995a516-48f2-4b79-a7d0-bde13a7519be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:00.773480 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-a554690c-3992-4eae-a237-d4b03bc18c42 service neutron] 10.222.0.64 "GET /v2.0/networks/b80d89ae-94fe-4df1-8964-047d6c238a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092613 Aug 16 23:58:00.785318 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06b3c6-e706-4f83-ba0f-82a65120600c req-9cd82ea5-0cc8-4fba-bda0-2e975eb38f1e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:00.786866 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2a06b3c6-e706-4f83-ba0f-82a65120600c req-9cd82ea5-0cc8-4fba-bda0-2e975eb38f1e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.2351773 Aug 16 23:58:00.807596 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-d4863e12-4b59-472d-939c-5eed2a2da3f7 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Network 00c85728-7245-4ff7-ad19-516f77c6ef85 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:58:00.812086 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2365284f-640c-4eb0-a356-0b920f3a6843 req-43cf441f-6744-4a96-93f7-348c8fe3f25e service neutron] 10.222.0.64 "GET /v2.0/ports/105502e0-f785-4d58-9f24-b7ad136e18bf/bindings/n-h2-800088-20 HTTP/1.1" status: 200 len: 383 time: 0.2123296 Aug 16 23:58:00.812976 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4863e12-4b59-472d-939c-5eed2a2da3f7 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Pushing event updated for resources: {'Port': ['ID=f06c6c18-2565-4540-83d4-fdc14384bf53,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:00.827269 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d8a041c-b66e-407d-86fc-7e9d968885c9 req-76e5e44b-db26-4484-94e7-fea77a0ecfd9 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200255 Aug 16 23:58:00.853185 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-d4863e12-4b59-472d-939c-5eed2a2da3f7 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:58:00.860789 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-d4863e12-4b59-472d-939c-5eed2a2da3f7 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:58:00.933590 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-a10a8f7d-d98e-4e5f-9af6-bbe88af1326d service neutron] 10.222.0.64 "GET /v2.0/networks/b80d89ae-94fe-4df1-8964-047d6c238a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520655 Aug 16 23:58:00.935295 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2a06b3c6-e706-4f83-ba0f-82a65120600c req-c96bbc76-0ff4-43ef-b5a7-992672872f97 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365249 Aug 16 23:58:00.968652 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-d4863e12-4b59-472d-939c-5eed2a2da3f7 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:00.969356 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-d4863e12-4b59-472d-939c-5eed2a2da3f7 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:00.989702 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3995a516-48f2-4b79-a7d0-bde13a7519be service neutron] For port e9c7a363-3e37-4c67-84fe-14a8d9357a0d, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:58:01.006561 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3995a516-48f2-4b79-a7d0-bde13a7519be service neutron] For port e9c7a363-3e37-4c67-84fe-14a8d9357a0d, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=e9c7a363-3e37-4c67-84fe-14a8d9357a0d,segment=NetworkSegment(3411fc4a-3bde-4588-9501-d4fdb6efed04),segment_id=3411fc4a-3bde-4588-9501-d4fdb6efed04)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:58:01.010157 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-d4863e12-4b59-472d-939c-5eed2a2da3f7 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1287398 Aug 16 23:58:01.031849 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897d3a3b-632d-4ecf-9e85-1422aaa59a9c x-openstack-request-id: req-897d3a3b-632d-4ecf-9e85-1422aaa59a9c {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:58:01.032457 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b811bf0f-8767-430f-9117-aedb724fd763", "tag": "9935ceb9-da31-4be1-9eb0-b8b20b360382", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:58:01.032659 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-897d3a3b-632d-4ecf-9e85-1422aaa59a9c {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:58:01.033035 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b811bf0f-8767-430f-9117-aedb724fd763', 'tag': '9935ceb9-da31-4be1-9eb0-b8b20b360382', 'status': 'completed', 'code': 200} Aug 16 23:58:01.040423 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-819b4828-9b07-419e-a06b-c4d079f61679 service neutron] Request body: {'port': {'device_id': '4c7deeab-29c0-4a48-9569-746a6f906b88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:58:01.078034 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3995a516-48f2-4b79-a7d0-bde13a7519be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:01.153208 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3995a516-48f2-4b79-a7d0-bde13a7519be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:01.154487 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3995a516-48f2-4b79-a7d0-bde13a7519be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:01.155984 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3995a516-48f2-4b79-a7d0-bde13a7519be service neutron] 10.222.0.64 "PUT /v2.0/ports/e9c7a363-3e37-4c67-84fe-14a8d9357a0d HTTP/1.1" status: 200 len: 1093 time: 2.2404947 Aug 16 23:58:01.182445 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a434b6f-4dda-4047-af5e-2e4342cb3c1b req-b16ba792-f30d-4543-9e0a-7b3836178d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:01.184005 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5a434b6f-4dda-4047-af5e-2e4342cb3c1b req-b16ba792-f30d-4543-9e0a-7b3836178d09 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=28d4b2344a664cc6ba86a8a7f5e4b85a&device_id=b811bf0f-8767-430f-9117-aedb724fd763 HTTP/1.1" status: 200 len: 1095 time: 0.0657666 Aug 16 23:58:01.201683 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7905e5-9e63-4f4d-a254-1b6ab8aa5862 req-c41fe232-72dc-4009-a208-fee914466a52 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:01.203183 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5d7905e5-9e63-4f4d-a254-1b6ab8aa5862 req-c41fe232-72dc-4009-a208-fee914466a52 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 946 time: 0.2103400 Aug 16 23:58:01.235410 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-819b4828-9b07-419e-a06b-c4d079f61679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:01.288948 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a434b6f-4dda-4047-af5e-2e4342cb3c1b req-529f851e-f9e2-4048-85cd-1df034e01b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:01.290435 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5a434b6f-4dda-4047-af5e-2e4342cb3c1b req-529f851e-f9e2-4048-85cd-1df034e01b96 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b80d89ae-94fe-4df1-8964-047d6c238a69 HTTP/1.1" status: 200 len: 919 time: 0.0937166 Aug 16 23:58:01.306023 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995a516-48f2-4b79-a7d0-bde13a7519be service neutron] Pushing event updated for resources: {'Port': ['ID=e9c7a363-3e37-4c67-84fe-14a8d9357a0d,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:01.341134 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5a434b6f-4dda-4047-af5e-2e4342cb3c1b req-96600b64-d3ad-41ad-af7c-a91a67d7653f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9935ceb9-da31-4be1-9eb0-b8b20b360382 HTTP/1.1" status: 200 len: 217 time: 0.0354326 Aug 16 23:58:01.352221 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4e722-0fc0-4899-9c31-cb696931083a req-1e502396-9fb4-45a0-a6da-0e0656862147 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:01.354373 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-75a4e722-0fc0-4899-9c31-cb696931083a req-1e502396-9fb4-45a0-a6da-0e0656862147 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b7e19e-d9f8-4f20-acc7-4f822b3058c0 HTTP/1.1" status: 200 len: 945 time: 0.2630668 Aug 16 23:58:01.364095 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53234) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:58:01.374706 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-616453f9-0fe7-4b6a-9ab7-a6244e0fd923 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Request body: {'floatingip': {'port_id': 'c7ff3da1-892b-4556-867b-12f18f4e73b0'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:58:01.399382 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a434b6f-4dda-4047-af5e-2e4342cb3c1b req-2a2554e9-5ec8-478f-ae02-f0abee63e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:01.400866 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5a434b6f-4dda-4047-af5e-2e4342cb3c1b req-2a2554e9-5ec8-478f-ae02-f0abee63e1e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1e70e369-5112-48af-9fde-2b5394f2525c HTTP/1.1" status: 200 len: 858 time: 0.0515292 Aug 16 23:58:01.424255 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5d7905e5-9e63-4f4d-a254-1b6ab8aa5862 req-f8a2a2fc-a81e-4513-b1b7-22dec8fc10ea tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054148 Aug 16 23:58:01.437233 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5a434b6f-4dda-4047-af5e-2e4342cb3c1b req-8d3206ef-b497-420e-9f19-7e599c613c3a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b80d89ae-94fe-4df1-8964-047d6c238a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272472 Aug 16 23:58:01.442177 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365284f-640c-4eb0-a356-0b920f3a6843 req-adbbcc33-ebe9-4117-88d8-beac7c887faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:01.443663 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2365284f-640c-4eb0-a356-0b920f3a6843 req-adbbcc33-ebe9-4117-88d8-beac7c887faf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1&tenant_id=636fdf9ffe334b56b1041327d83dc393 HTTP/1.1" status: 200 len: 1100 time: 0.2239308 Aug 16 23:58:01.445325 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-94c68b7d-60f1-4621-9d93-8b25dc147d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:01.446648 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-94c68b7d-60f1-4621-9d93-8b25dc147d43 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=28d4b2344a664cc6ba86a8a7f5e4b85a&device_id=ed5086ae-27a4-4ff8-a5a2-19185584a0a4 HTTP/1.1" status: 200 len: 1096 time: 0.2323499 Aug 16 23:58:01.457806 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-616453f9-0fe7-4b6a-9ab7-a6244e0fd923 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks [] for floatingip, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:01.480448 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b9a77325-b02f-4576-a2ad-f573b5e9a57a req-dd57041f-8c2d-488c-83c2-c33a76f4746a tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 210 time: 0.0675986 Aug 16 23:58:01.569644 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5a434b6f-4dda-4047-af5e-2e4342cb3c1b req-9193c6bb-1241-4398-a069-d758c2d72131 service neutron] 10.222.0.64 "GET /v2.0/networks/b80d89ae-94fe-4df1-8964-047d6c238a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135542 Aug 16 23:58:01.570224 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.64', 52221) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:58:01.581295 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cdb68b-898b-4cf1-ad22-054d46b52be1 x-openstack-request-id: req-b5cdb68b-898b-4cf1-ad22-054d46b52be1 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:58:01.581555 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c048628a-5e11-4771-8a91-3a297c74f4d0", "tag": "2424da50-f4a7-4863-b1f3-57e965645e41", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:58:01.581813 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5cdb68b-898b-4cf1-ad22-054d46b52be1 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:58:01.582196 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c048628a-5e11-4771-8a91-3a297c74f4d0', 'tag': '2424da50-f4a7-4863-b1f3-57e965645e41', 'status': 'completed', 'code': 200} Aug 16 23:58:01.658269 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-0c96440e-9539-47bf-b431-7956f97ac927 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9c7a363-3e37-4c67-84fe-14a8d9357a0d HTTP/1.1" status: 200 len: 217 time: 0.1804426 Aug 16 23:58:01.673255 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e3aa9-9f7d-46ab-9adc-053b2c2b24dc req-ac2bbd22-d49e-4200-be24-09e2a5a4924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:01.674744 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-fb5e3aa9-9f7d-46ab-9adc-053b2c2b24dc req-ac2bbd22-d49e-4200-be24-09e2a5a4924c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=28d4b2344a664cc6ba86a8a7f5e4b85a&device_id=c048628a-5e11-4771-8a91-3a297c74f4d0 HTTP/1.1" status: 200 len: 1096 time: 0.0948009 Aug 16 23:58:01.716206 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5a434b6f-4dda-4047-af5e-2e4342cb3c1b req-2e98b7ab-d222-45d9-a0fa-ceec874b9255 service neutron] 10.222.0.64 "GET /v2.0/networks/b80d89ae-94fe-4df1-8964-047d6c238a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376600 Aug 16 23:58:02.145841 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e3aa9-9f7d-46ab-9adc-053b2c2b24dc req-cd80cf8f-9a8f-4fb5-827e-50b1247b2409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:02.147325 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-fb5e3aa9-9f7d-46ab-9adc-053b2c2b24dc req-cd80cf8f-9a8f-4fb5-827e-50b1247b2409 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b80d89ae-94fe-4df1-8964-047d6c238a69 HTTP/1.1" status: 200 len: 919 time: 0.4596074 Aug 16 23:58:02.164309 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-26610b9f-3d9c-4ff2-b43f-cbda5de30ce2 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:02.165663 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-26610b9f-3d9c-4ff2-b43f-cbda5de30ce2 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.64 "GET /v2.0/networks?id=8f6cd382-f473-4971-ab50-9200ef4063ef HTTP/1.1" status: 200 len: 815 time: 0.1445608 Aug 16 23:58:02.209263 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-fb5e3aa9-9f7d-46ab-9adc-053b2c2b24dc req-50116d36-c0a4-4966-9b81-d4cd066988f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2424da50-f4a7-4863-b1f3-57e965645e41 HTTP/1.1" status: 200 len: 217 time: 0.0519705 Aug 16 23:58:02.239322 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365284f-640c-4eb0-a356-0b920f3a6843 req-eadf81f6-7453-4b94-8d18-ea72fe6f31f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:02.240858 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2365284f-640c-4eb0-a356-0b920f3a6843 req-eadf81f6-7453-4b94-8d18-ea72fe6f31f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 1100 time: 0.7559195 Aug 16 23:58:02.247029 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3c919b58-d348-4035-8d16-4d4240f93b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:02.248539 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3c919b58-d348-4035-8d16-4d4240f93b09 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1e70e369-5112-48af-9fde-2b5394f2525c HTTP/1.1" status: 200 len: 858 time: 0.5577769 Aug 16 23:58:02.260607 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d982e9-fa8f-4396-9126-b13aeb83c57d req-b8ca3318-2f3b-4814-83a1-a93b5886d21d tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:02.262231 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-67d982e9-fa8f-4396-9126-b13aeb83c57d req-b8ca3318-2f3b-4814-83a1-a93b5886d21d tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?device_id=b811bf0f-8767-430f-9117-aedb724fd763 HTTP/1.1" status: 200 len: 943 time: 0.7314043 Aug 16 23:58:02.276624 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-edc8f05f-8576-4a36-973c-813066cf61c5 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f42660d006b24de4a9e5404524d97840 HTTP/1.1" status: 200 len: 379 time: 0.0742936 Aug 16 23:58:02.289710 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-07137ea1-84ad-44ee-9ca1-335d3597c367 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Request body: {'port': {'device_id': '5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd', 'network_id': '8f6cd382-f473-4971-ab50-9200ef4063ef', 'admin_state_up': True, 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'security_groups': ['b554b1d1-55e8-42ff-942c-b54d2920d798']}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:58:02.295914 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e3aa9-9f7d-46ab-9adc-053b2c2b24dc req-dcf98748-abf4-463f-ace3-9e87742e075e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:02.296758 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66456c6-3514-4204-a5ba-135117f96ed6 req-66dc77a3-66bc-4a41-9deb-92b789e723ff tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:02.297619 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-fb5e3aa9-9f7d-46ab-9adc-053b2c2b24dc req-dcf98748-abf4-463f-ace3-9e87742e075e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1e70e369-5112-48af-9fde-2b5394f2525c HTTP/1.1" status: 200 len: 858 time: 0.0772698 Aug 16 23:58:02.298294 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e66456c6-3514-4204-a5ba-135117f96ed6 req-66dc77a3-66bc-4a41-9deb-92b789e723ff tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 931 time: 0.6481714 Aug 16 23:58:02.367750 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-fb5e3aa9-9f7d-46ab-9adc-053b2c2b24dc req-9e8a0564-e294-4f7b-ad21-2bfc1c065c62 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b80d89ae-94fe-4df1-8964-047d6c238a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565569 Aug 16 23:58:02.378072 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-3232f179-b7b2-44a9-9235-4b3ec9829d6a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b80d89ae-94fe-4df1-8964-047d6c238a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126401 Aug 16 23:58:02.511142 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-07137ea1-84ad-44ee-9ca1-335d3597c367 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Made reservation on behalf of f42660d006b24de4a9e5404524d97840 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:58:02.515842 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-07137ea1-84ad-44ee-9ca1-335d3597c367 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:02.532942 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-fb5e3aa9-9f7d-46ab-9adc-053b2c2b24dc req-b9243586-9a9d-47e3-96fb-b1db3b0eb80d service neutron] 10.222.0.64 "GET /v2.0/networks/b80d89ae-94fe-4df1-8964-047d6c238a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349182 Aug 16 23:58:02.567998 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-67d982e9-fa8f-4396-9126-b13aeb83c57d req-63e716bc-9b34-411d-8340-830529042c7c tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/security-groups?id=b66f62cb-84b0-4513-9a8d-c55c2d0119be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633929 Aug 16 23:58:02.585369 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e66456c6-3514-4204-a5ba-135117f96ed6 req-85f00071-2216-41e5-9f67-7b1561bfbfce tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421999 Aug 16 23:58:02.753844 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365284f-640c-4eb0-a356-0b920f3a6843 req-75a48444-931f-4a70-99d0-b1ca85384980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:02.755232 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2365284f-640c-4eb0-a356-0b920f3a6843 req-75a48444-931f-4a70-99d0-b1ca85384980 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.4863515 Aug 16 23:58:02.768705 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-0a0b904b-c2a7-4f23-92c2-0553f50da881 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:02.770541 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-0a0b904b-c2a7-4f23-92c2-0553f50da881 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac&tenant_id=196284884f15450ab6370c358b3094db&binding%3Ahost_id=n-h2-800088-20 HTTP/1.1" status: 200 len: 1098 time: 0.1719162 Aug 16 23:58:02.789791 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-c724063a-9dcb-42c1-9260-4f89461410a6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800088-20'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:58:02.823390 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-819b4828-9b07-419e-a06b-c4d079f61679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f06c6c18-2565-4540-83d4-fdc14384bf53 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:58:02.840227 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-819b4828-9b07-419e-a06b-c4d079f61679 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:02.840567 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-fb5e3aa9-9f7d-46ab-9adc-053b2c2b24dc req-21ac1f4c-1ec9-4d0b-8527-539e516ef81b service neutron] 10.222.0.64 "GET /v2.0/networks/b80d89ae-94fe-4df1-8964-047d6c238a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971587 Aug 16 23:58:02.871128 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-07137ea1-84ad-44ee-9ca1-335d3597c367 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Allocated IP 172.20.0.4 (8f6cd382-f473-4971-ab50-9200ef4063ef/e17869c4-8671-4b59-ab4c-b035d74bd4fe/5ec701a2-a90f-4518-beda-9bef01500e3d) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:58:02.887943 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-c724063a-9dcb-42c1-9260-4f89461410a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:02.890246 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-4cc13226-f18a-4699-bbce-a4c7a6be6674 service neutron] 10.222.0.64 "GET /v2.0/networks/b80d89ae-94fe-4df1-8964-047d6c238a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598482 Aug 16 23:58:02.896390 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2365284f-640c-4eb0-a356-0b920f3a6843 req-b2b8174c-1ed9-4435-a015-0bef24cc8803 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=105502e0-f785-4d58-9f24-b7ad136e18bf HTTP/1.1" status: 200 len: 217 time: 0.1089187 Aug 16 23:58:02.941696 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-819b4828-9b07-419e-a06b-c4d079f61679 service neutron] Transition to ACTIVE for port object f06c6c18-2565-4540-83d4-fdc14384bf53 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:58:03.024009 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-819b4828-9b07-419e-a06b-c4d079f61679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:03.050212 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae247196-9162-4f6b-a120-11914a01fed9 req-cc5306b1-b88b-4ddb-8044-e4c8011d0542 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:03.051884 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae247196-9162-4f6b-a120-11914a01fed9 req-cc5306b1-b88b-4ddb-8044-e4c8011d0542 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.3542588 Aug 16 23:58:03.058945 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335627cd-aadc-4443-a121-93069e01da3c req-bae510fe-272b-4b44-a33c-300b7e5f3976 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:03.060651 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-335627cd-aadc-4443-a121-93069e01da3c req-bae510fe-272b-4b44-a33c-300b7e5f3976 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.3728371 Aug 16 23:58:03.134414 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-c724063a-9dcb-42c1-9260-4f89461410a6 service neutron] For port 0ec58fee-559f-4689-9283-edac0c10185c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0ec58fee-559f-4689-9283-edac0c10185c,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:03.139561 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-07137ea1-84ad-44ee-9ca1-335d3597c367 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:03.166360 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365284f-640c-4eb0-a356-0b920f3a6843 req-4d8e6e1c-447c-48a8-8dfb-55f7f53ac06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:03.167809 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2365284f-640c-4eb0-a356-0b920f3a6843 req-4d8e6e1c-447c-48a8-8dfb-55f7f53ac06d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.2328222 Aug 16 23:58:03.167989 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-07137ea1-84ad-44ee-9ca1-335d3597c367 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Transition to ACTIVE for port object 5ec701a2-a90f-4518-beda-9bef01500e3d will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:58:03.201195 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-c724063a-9dcb-42c1-9260-4f89461410a6 service neutron] For port 0ec58fee-559f-4689-9283-edac0c10185c, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:58:03.253271 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b4828-9b07-419e-a06b-c4d079f61679 service neutron] Pushing event updated for resources: {'Port': ['ID=f06c6c18-2565-4540-83d4-fdc14384bf53,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:03.276936 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff87648-2d46-44c3-b1cb-6a802bfddeac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ec58fee-559f-4689-9283-edac0c10185c'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:58:03.279766 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ffe364-cd0d-467d-97b8-78ce010d3f3a" -d '{"events": [{"server_uuid": "8ff87648-2d46-44c3-b1cb-6a802bfddeac", "name": "network-vif-unplugged", "status": "completed", "tag": "0ec58fee-559f-4689-9283-edac0c10185c"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:58:03.285018 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-c724063a-9dcb-42c1-9260-4f89461410a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:03.292153 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-07137ea1-84ad-44ee-9ca1-335d3597c367 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:03.307472 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-c724063a-9dcb-42c1-9260-4f89461410a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:03.308033 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae247196-9162-4f6b-a120-11914a01fed9 req-e74187a6-f0de-43be-ba37-08d6e2cf15f3 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218471 Aug 16 23:58:03.319798 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.db.resource_extend [None req-616453f9-0fe7-4b6a-9ab7-a6244e0fd923 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 23:58:03.345282 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-07137ea1-84ad-44ee-9ca1-335d3597c367 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Network 8f6cd382-f473-4971-ab50-9200ef4063ef is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:58:03.351781 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-07137ea1-84ad-44ee-9ca1-335d3597c367 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:58:03.359479 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-07137ea1-84ad-44ee-9ca1-335d3597c367 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:58:03.376862 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-335627cd-aadc-4443-a121-93069e01da3c req-dff496d3-9ac5-4642-a819-df675e188096 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865222 Aug 16 23:58:03.383839 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-9b6df808-7151-41af-9559-4d920c31d534 service neutron] 10.222.0.64 "GET /v2.0/networks/b80d89ae-94fe-4df1-8964-047d6c238a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515908 Aug 16 23:58:03.413505 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07137ea1-84ad-44ee-9ca1-335d3597c367 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Pushing event updated for resources: {'Port': ['ID=5ec701a2-a90f-4518-beda-9bef01500e3d,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:03.428959 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-616453f9-0fe7-4b6a-9ab7-a6244e0fd923 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:03.466532 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-616453f9-0fe7-4b6a-9ab7-a6244e0fd923 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:03.470346 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365284f-640c-4eb0-a356-0b920f3a6843 req-42b372b1-3c35-4981-9ed4-4b2e8a152d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:03.472090 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2365284f-640c-4eb0-a356-0b920f3a6843 req-42b372b1-3c35-4981-9ed4-4b2e8a152d29 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2533069 Aug 16 23:58:03.530254 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-819b4828-9b07-419e-a06b-c4d079f61679 service neutron] Attempting to bind port f06c6c18-2565-4540-83d4-fdc14384bf53 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:58:03.531126 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-819b4828-9b07-419e-a06b-c4d079f61679 service neutron] Attempting to bind port f06c6c18-2565-4540-83d4-fdc14384bf53 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '6bd97450-ac96-4c47-ad61-e23f8355a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '00c85728-7245-4ff7-ad19-516f77c6ef85'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:58:03.531459 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-819b4828-9b07-419e-a06b-c4d079f61679 service neutron] Attempting to bind port f06c6c18-2565-4540-83d4-fdc14384bf53 on network 00c85728-7245-4ff7-ad19-516f77c6ef85 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:58:03.533308 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-07137ea1-84ad-44ee-9ca1-335d3597c367 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:03.533947 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-07137ea1-84ad-44ee-9ca1-335d3597c367 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:03.548819 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-c724063a-9dcb-42c1-9260-4f89461410a6 service neutron] Attempting to bind port 0ec58fee-559f-4689-9283-edac0c10185c on host n-h2-800088-20 for vnic_type normal with profile {"migrating_to": "n-h1-800088-20"} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:58:03.549186 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-c724063a-9dcb-42c1-9260-4f89461410a6 service neutron] Attempting to bind port 0ec58fee-559f-4689-9283-edac0c10185c by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:58:03.549637 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-c724063a-9dcb-42c1-9260-4f89461410a6 service neutron] Attempting to bind port 0ec58fee-559f-4689-9283-edac0c10185c on network 0de117b9-aee8-4952-ae99-3d2308a08b74 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:58:03.560934 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-c724063a-9dcb-42c1-9260-4f89461410a6 service neutron] Port 0ec58fee-559f-4689-9283-edac0c10185c on network 0de117b9-aee8-4952-ae99-3d2308a08b74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:58:03.561336 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-c724063a-9dcb-42c1-9260-4f89461410a6 service neutron] Attempting to bind port 0ec58fee-559f-4689-9283-edac0c10185c on network 0de117b9-aee8-4952-ae99-3d2308a08b74 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:58:03.571520 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-07137ea1-84ad-44ee-9ca1-335d3597c367 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2821543 Aug 16 23:58:03.577192 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-c724063a-9dcb-42c1-9260-4f89461410a6 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:58:03.577808 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-c724063a-9dcb-42c1-9260-4f89461410a6 service neutron] Checking segment: {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:58:03.578396 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-c724063a-9dcb-42c1-9260-4f89461410a6 service neutron] Bound using segment: {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:58:03.579025 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-c724063a-9dcb-42c1-9260-4f89461410a6 service neutron] Bound port: 0ec58fee-559f-4689-9283-edac0c10185c, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:58:03.579666 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-c724063a-9dcb-42c1-9260-4f89461410a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:03.601514 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724063a-9dcb-42c1-9260-4f89461410a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec58fee-559f-4689-9283-edac0c10185c,revision_number=7']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:03.612167 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-cd5a42bc-9484-4ba1-8e9b-ec4146d2d60e service neutron] Request body: {'port': {'device_id': '5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:58:03.625744 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed5086ae-27a4-4ff8-a5a2-19185584a0a4', 'tag': 'e9c7a363-3e37-4c67-84fe-14a8d9357a0d'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:58:03.627947 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ebd498-ca26-4934-a069-68ceae73e3f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ed5086ae-27a4-4ff8-a5a2-19185584a0a4", "tag": "e9c7a363-3e37-4c67-84fe-14a8d9357a0d"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:58:03.641700 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-819b4828-9b07-419e-a06b-c4d079f61679 service neutron] Port f06c6c18-2565-4540-83d4-fdc14384bf53 on network 00c85728-7245-4ff7-ad19-516f77c6ef85 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:58:03.641961 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-819b4828-9b07-419e-a06b-c4d079f61679 service neutron] Attempting to bind port f06c6c18-2565-4540-83d4-fdc14384bf53 on network 00c85728-7245-4ff7-ad19-516f77c6ef85 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:58:03.692663 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-819b4828-9b07-419e-a06b-c4d079f61679 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:58:03.693000 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-819b4828-9b07-419e-a06b-c4d079f61679 service neutron] Checking segment: {'id': '6bd97450-ac96-4c47-ad61-e23f8355a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '00c85728-7245-4ff7-ad19-516f77c6ef85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:58:03.693398 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-819b4828-9b07-419e-a06b-c4d079f61679 service neutron] Bound using segment: {'id': '6bd97450-ac96-4c47-ad61-e23f8355a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '00c85728-7245-4ff7-ad19-516f77c6ef85'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:58:03.694043 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-819b4828-9b07-419e-a06b-c4d079f61679 service neutron] Bound port: f06c6c18-2565-4540-83d4-fdc14384bf53, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd97450-ac96-4c47-ad61-e23f8355a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '00c85728-7245-4ff7-ad19-516f77c6ef85'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:58:03.694583 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-819b4828-9b07-419e-a06b-c4d079f61679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:03.720628 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-cd5a42bc-9484-4ba1-8e9b-ec4146d2d60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:03.721739 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-259e222c-c064-40fe-9f06-0d5fd390fb14 None None] Provisioning for port 5ec701a2-a90f-4518-beda-9bef01500e3d completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:58:03.726715 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-259e222c-c064-40fe-9f06-0d5fd390fb14 None None] Provisioning complete for port 5ec701a2-a90f-4518-beda-9bef01500e3d triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:58:03.727348 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-259e222c-c064-40fe-9f06-0d5fd390fb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:03.734852 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-c724063a-9dcb-42c1-9260-4f89461410a6 service neutron] For port 0ec58fee-559f-4689-9283-edac0c10185c, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:58:03.750875 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-c724063a-9dcb-42c1-9260-4f89461410a6 service neutron] For port 0ec58fee-559f-4689-9283-edac0c10185c, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0ec58fee-559f-4689-9283-edac0c10185c,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:58:03.773178 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-c724063a-9dcb-42c1-9260-4f89461410a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:03.777525 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-259e222c-c064-40fe-9f06-0d5fd390fb14 None None] Port 5ec701a2-a90f-4518-beda-9bef01500e3d cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:58:03.783631 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5514828-6bc2-4405-82c3-ee167d3d6e26 req-7dcc61b7-1057-4a90-a8e4-dd8a420699f4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:03.785206 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f5514828-6bc2-4405-82c3-ee167d3d6e26 req-7dcc61b7-1057-4a90-a8e4-dd8a420699f4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.3097105 Aug 16 23:58:03.807027 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348035a-ed18-4ae4-ac8f-4eb37a3a16c3 req-46981e32-ac1e-4f3c-99ab-314f3df318b5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:03.808505 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2348035a-ed18-4ae4-ac8f-4eb37a3a16c3 req-46981e32-ac1e-4f3c-99ab-314f3df318b5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 944 time: 0.2799439 Aug 16 23:58:03.838589 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-616453f9-0fe7-4b6a-9ab7-a6244e0fd923 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Floating IP 4556de0d-4c30-4d10-a9d0-21a2f37f0ac7 associated. External IP: 172.25.3.128, port: c7ff3da1-892b-4556-867b-12f18f4e73b0. Aug 16 23:58:03.847793 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2365284f-640c-4eb0-a356-0b920f3a6843 req-ab591e95-95ef-4f36-b63d-02c62b51de1e service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202293 Aug 16 23:58:03.922857 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724063a-9dcb-42c1-9260-4f89461410a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec58fee-559f-4689-9283-edac0c10185c,revision_number=8']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:03.950189 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-c724063a-9dcb-42c1-9260-4f89461410a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:03.951508 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-c724063a-9dcb-42c1-9260-4f89461410a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:03.953540 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-c724063a-9dcb-42c1-9260-4f89461410a6 service neutron] 10.222.0.69 "PUT /v2.0/ports/0ec58fee-559f-4689-9283-edac0c10185c HTTP/1.1" status: 200 len: 1124 time: 1.1679554 Aug 16 23:58:04.011237 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f5514828-6bc2-4405-82c3-ee167d3d6e26 req-4f3b0425-de35-4ea2-af56-917d5e61cb2d tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069237 Aug 16 23:58:04.048889 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['0ec58fee-559f-4689-9283-edac0c10185c'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:58:04.068542 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-819b4828-9b07-419e-a06b-c4d079f61679 service neutron] For port f06c6c18-2565-4540-83d4-fdc14384bf53, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:58:04.082269 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2348035a-ed18-4ae4-ac8f-4eb37a3a16c3 req-4f5f31c6-6eec-41db-8153-74f034d57344 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612801 Aug 16 23:58:04.105106 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-819b4828-9b07-419e-a06b-c4d079f61679 service neutron] For port f06c6c18-2565-4540-83d4-fdc14384bf53, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f06c6c18-2565-4540-83d4-fdc14384bf53,segment=NetworkSegment(6bd97450-ac96-4c47-ad61-e23f8355a601),segment_id=6bd97450-ac96-4c47-ad61-e23f8355a601)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:58:04.138052 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['0ec58fee-559f-4689-9283-edac0c10185c'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:58:04.157686 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-819b4828-9b07-419e-a06b-c4d079f61679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:04.216183 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-cd5a42bc-9484-4ba1-8e9b-ec4146d2d60e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ec701a2-a90f-4518-beda-9bef01500e3d {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:58:04.224079 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2365284f-640c-4eb0-a356-0b920f3a6843 req-52d626f4-bf7c-43bc-af76-0c7230405d85 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319745 Aug 16 23:58:04.227597 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-819b4828-9b07-419e-a06b-c4d079f61679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:04.228225 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-819b4828-9b07-419e-a06b-c4d079f61679 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:04.228410 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2a59ed-caf6-4712-85b6-8479de51ca98 x-openstack-request-id: req-fd2a59ed-caf6-4712-85b6-8479de51ca98 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:58:04.228771 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff87648-2d46-44c3-b1cb-6a802bfddeac", "name": "network-vif-unplugged", "status": "completed", "tag": "0ec58fee-559f-4689-9283-edac0c10185c", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:58:04.229035 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd2a59ed-caf6-4712-85b6-8479de51ca98 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:58:04.229580 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff87648-2d46-44c3-b1cb-6a802bfddeac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ec58fee-559f-4689-9283-edac0c10185c', 'code': 200} Aug 16 23:58:04.229887 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-819b4828-9b07-419e-a06b-c4d079f61679 service neutron] 10.222.0.64 "PUT /v2.0/ports/f06c6c18-2565-4540-83d4-fdc14384bf53 HTTP/1.1" status: 200 len: 1092 time: 3.1949189 Aug 16 23:58:04.235107 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-cd5a42bc-9484-4ba1-8e9b-ec4146d2d60e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:04.276797 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-cd5a42bc-9484-4ba1-8e9b-ec4146d2d60e service neutron] Transition to ACTIVE for port object 5ec701a2-a90f-4518-beda-9bef01500e3d will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:58:04.286612 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-cd5a42bc-9484-4ba1-8e9b-ec4146d2d60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:04.356661 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a42bc-9484-4ba1-8e9b-ec4146d2d60e service neutron] Pushing event updated for resources: {'Port': ['ID=5ec701a2-a90f-4518-beda-9bef01500e3d,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:04.469000 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-cd5a42bc-9484-4ba1-8e9b-ec4146d2d60e service neutron] Attempting to bind port 5ec701a2-a90f-4518-beda-9bef01500e3d on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:58:04.469676 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-cd5a42bc-9484-4ba1-8e9b-ec4146d2d60e service neutron] Attempting to bind port 5ec701a2-a90f-4518-beda-9bef01500e3d by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '33e4e85e-9cad-4742-bc66-e67d4af1da2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8f6cd382-f473-4971-ab50-9200ef4063ef'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:58:04.476943 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-cd5a42bc-9484-4ba1-8e9b-ec4146d2d60e service neutron] Attempting to bind port 5ec701a2-a90f-4518-beda-9bef01500e3d on network 8f6cd382-f473-4971-ab50-9200ef4063ef {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:58:04.482915 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-cd5a42bc-9484-4ba1-8e9b-ec4146d2d60e service neutron] Port 5ec701a2-a90f-4518-beda-9bef01500e3d on network 8f6cd382-f473-4971-ab50-9200ef4063ef not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:58:04.483249 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-cd5a42bc-9484-4ba1-8e9b-ec4146d2d60e service neutron] Attempting to bind port 5ec701a2-a90f-4518-beda-9bef01500e3d on network 8f6cd382-f473-4971-ab50-9200ef4063ef {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:58:04.490004 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-cd5a42bc-9484-4ba1-8e9b-ec4146d2d60e service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:58:04.490351 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-cd5a42bc-9484-4ba1-8e9b-ec4146d2d60e service neutron] Checking segment: {'id': '33e4e85e-9cad-4742-bc66-e67d4af1da2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8f6cd382-f473-4971-ab50-9200ef4063ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:58:04.490744 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-cd5a42bc-9484-4ba1-8e9b-ec4146d2d60e service neutron] Bound using segment: {'id': '33e4e85e-9cad-4742-bc66-e67d4af1da2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8f6cd382-f473-4971-ab50-9200ef4063ef'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:58:04.491226 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-cd5a42bc-9484-4ba1-8e9b-ec4146d2d60e service neutron] Bound port: 5ec701a2-a90f-4518-beda-9bef01500e3d, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e4e85e-9cad-4742-bc66-e67d4af1da2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8f6cd382-f473-4971-ab50-9200ef4063ef'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:58:04.491557 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-cd5a42bc-9484-4ba1-8e9b-ec4146d2d60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:04.519295 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 0ec58fee-559f-4689-9283-edac0c10185c details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:58:04.573506 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-cd5a42bc-9484-4ba1-8e9b-ec4146d2d60e service neutron] For port 5ec701a2-a90f-4518-beda-9bef01500e3d, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:58:04.579034 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-cd5a42bc-9484-4ba1-8e9b-ec4146d2d60e service neutron] For port 5ec701a2-a90f-4518-beda-9bef01500e3d, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=5ec701a2-a90f-4518-beda-9bef01500e3d,segment=NetworkSegment(33e4e85e-9cad-4742-bc66-e67d4af1da2c),segment_id=33e4e85e-9cad-4742-bc66-e67d4af1da2c)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:58:04.585531 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-cd5a42bc-9484-4ba1-8e9b-ec4146d2d60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:04.636235 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-cd5a42bc-9484-4ba1-8e9b-ec4146d2d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:04.637357 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-cd5a42bc-9484-4ba1-8e9b-ec4146d2d60e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:04.639121 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-cd5a42bc-9484-4ba1-8e9b-ec4146d2d60e service neutron] 10.222.0.64 "PUT /v2.0/ports/5ec701a2-a90f-4518-beda-9bef01500e3d HTTP/1.1" status: 200 len: 1092 time: 1.0325515 Aug 16 23:58:04.690687 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a42bc-9484-4ba1-8e9b-ec4146d2d60e service neutron] Pushing event updated for resources: {'Port': ['ID=5ec701a2-a90f-4518-beda-9bef01500e3d,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:04.742885 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 0ec58fee-559f-4689-9283-edac0c10185c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0ec58fee-559f-4689-9283-edac0c10185c,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:04.759812 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-fc7ec67b-1bfb-4b47-8341-851c1e9e3d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:04.761592 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-fc7ec67b-1bfb-4b47-8341-851c1e9e3d42 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f42660d006b24de4a9e5404524d97840&device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 1095 time: 0.0552373 Aug 16 23:58:04.769979 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 0ec58fee-559f-4689-9283-edac0c10185c has no active binding in host n-h1-800088-20 {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 23:58:04.822601 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-f12774af-e205-4b3f-b3ab-2dc8255153ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ec701a2-a90f-4518-beda-9bef01500e3d HTTP/1.1" status: 200 len: 217 time: 0.0496054 Aug 16 23:58:04.830664 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 2424da50-f4a7-4863-b1f3-57e965645e41 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:58:04.844295 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 105502e0-f785-4d58-9f24-b7ad136e18bf no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:58:04.925371 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-8cbd5429-4f53-4bac-be3b-0bf8ec201a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:04.926868 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-8cbd5429-4f53-4bac-be3b-0bf8ec201a75 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e17869c4-8671-4b59-ab4c-b035d74bd4fe HTTP/1.1" status: 200 len: 854 time: 0.0778158 Aug 16 23:58:04.973153 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb50ec-af7c-4c69-937a-96856e2f8a8b req-741ca304-5acb-4210-9489-30059b3fb013 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:04.974808 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-12cb50ec-af7c-4c69-937a-96856e2f8a8b req-741ca304-5acb-4210-9489-30059b3fb013 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 931 time: 0.8576438 Aug 16 23:58:05.003466 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 2424da50-f4a7-4863-b1f3-57e965645e41, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=2424da50-f4a7-4863-b1f3-57e965645e41,segment=NetworkSegment(3411fc4a-3bde-4588-9501-d4fdb6efed04),segment_id=3411fc4a-3bde-4588-9501-d4fdb6efed04)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:05.011961 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-8d9b1670-0387-4a86-8149-ee9b051bfbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:05.014413 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-8d9b1670-0387-4a86-8149-ee9b051bfbbb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8f6cd382-f473-4971-ab50-9200ef4063ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668314 Aug 16 23:58:05.023806 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b4828-9b07-419e-a06b-c4d079f61679 service neutron] Pushing event updated for resources: {'Port': ['ID=f06c6c18-2565-4540-83d4-fdc14384bf53,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:05.046359 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '2424da50-f4a7-4863-b1f3-57e965645e41', 'network_id': 'b80d89ae-94fe-4df1-8964-047d6c238a69', 'port_id': '2424da50-f4a7-4863-b1f3-57e965645e41', 'mac_address': 'fa:16:3e:fc:a4:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e70e369-5112-48af-9fde-2b5394f2525c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:58:05.085258 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f7c7a-d087-4f7f-9c27-33c8b2640fd0 req-49701c44-4945-4554-817f-7a5408a5c196 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:05.093491 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d60f7c7a-d087-4f7f-9c27-33c8b2640fd0 req-49701c44-4945-4554-817f-7a5408a5c196 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?device_id=b811bf0f-8767-430f-9117-aedb724fd763 HTTP/1.1" status: 200 len: 943 time: 0.2014449 Aug 16 23:58:05.102757 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616453f9-0fe7-4b6a-9ab7-a6244e0fd923 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Router ea709dc4-7717-439e-bfe0-1696f16c22bc has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:58:05.108650 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-12cb50ec-af7c-4c69-937a-96856e2f8a8b req-5a00418d-40e5-4e8f-98b3-16c3ea9ac1b9 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/security-groups?id=b554b1d1-55e8-42ff-942c-b54d2920d798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210475 Aug 16 23:58:05.120004 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-1acf8ba6-524c-4019-a9ce-fb07d2f97ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:05.121972 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-1acf8ba6-524c-4019-a9ce-fb07d2f97ba7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f18d640cae8f44f987e6f5a16930565f&device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 1095 time: 0.2188303 Aug 16 23:58:05.122240 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:05.145472 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:05.160199 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2424da50-f4a7-4863-b1f3-57e965645e41 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:58:05.213465 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c415272b-a40e-43c5-859f-e152c696b2a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '105502e0-f785-4d58-9f24-b7ad136e18bf'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:58:05.215746 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fbb488-266a-4612-9f59-16b2ba3beedb" -d '{"events": [{"server_uuid": "c415272b-a40e-43c5-859f-e152c696b2a1", "name": "network-vif-unplugged", "status": "completed", "tag": "105502e0-f785-4d58-9f24-b7ad136e18bf"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:58:05.220852 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 2424da50-f4a7-4863-b1f3-57e965645e41, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=2424da50-f4a7-4863-b1f3-57e965645e41,segment=NetworkSegment(3411fc4a-3bde-4588-9501-d4fdb6efed04),segment_id=3411fc4a-3bde-4588-9501-d4fdb6efed04)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:05.238354 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 105502e0-f785-4d58-9f24-b7ad136e18bf, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=105502e0-f785-4d58-9f24-b7ad136e18bf,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:05.244067 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:05.245053 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 9935ceb9-da31-4be1-9eb0-b8b20b360382 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:58:05.269522 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-54128baa-4fc9-45c2-b278-b9bd1589049f service neutron] 10.222.0.64 "GET /v2.0/networks/8f6cd382-f473-4971-ab50-9200ef4063ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314458 Aug 16 23:58:05.274422 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-63b38766-d502-4754-bce8-d56a3d5cbd08 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f06c6c18-2565-4540-83d4-fdc14384bf53 HTTP/1.1" status: 200 len: 217 time: 0.1279411 Aug 16 23:58:05.285185 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d60f7c7a-d087-4f7f-9c27-33c8b2640fd0 req-395817a6-7fc3-4ae7-8a4a-460492f835a5 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/security-groups?id=b66f62cb-84b0-4513-9a8d-c55c2d0119be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906965 Aug 16 23:58:05.308233 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:05.374878 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df81272-a4d7-4355-ab23-1b3d91a330f7 x-openstack-request-id: req-7df81272-a4d7-4355-ab23-1b3d91a330f7 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:58:05.375313 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed5086ae-27a4-4ff8-a5a2-19185584a0a4", "tag": "e9c7a363-3e37-4c67-84fe-14a8d9357a0d", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:58:05.375442 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7df81272-a4d7-4355-ab23-1b3d91a330f7 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:58:05.375801 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed5086ae-27a4-4ff8-a5a2-19185584a0a4', 'tag': 'e9c7a363-3e37-4c67-84fe-14a8d9357a0d', 'status': 'completed', 'code': 200} Aug 16 23:58:05.384557 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=2424da50-f4a7-4863-b1f3-57e965645e41,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:05.448278 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6857fb6a-bd24-4f16-b7e4-8498ea12788a req-692e1f79-edc8-4bd2-9e4b-c601215c47c5 service neutron] 10.222.0.64 "GET /v2.0/networks/8f6cd382-f473-4971-ab50-9200ef4063ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569459 Aug 16 23:58:05.458213 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 9935ceb9-da31-4be1-9eb0-b8b20b360382, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=9935ceb9-da31-4be1-9eb0-b8b20b360382,segment=NetworkSegment(3411fc4a-3bde-4588-9501-d4fdb6efed04),segment_id=3411fc4a-3bde-4588-9501-d4fdb6efed04)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:05.487719 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '9935ceb9-da31-4be1-9eb0-b8b20b360382', 'network_id': 'b80d89ae-94fe-4df1-8964-047d6c238a69', 'port_id': '9935ceb9-da31-4be1-9eb0-b8b20b360382', 'mac_address': 'fa:16:3e:68:a1:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e70e369-5112-48af-9fde-2b5394f2525c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:58:05.492842 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=105502e0-f785-4d58-9f24-b7ad136e18bf,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:05.503945 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616453f9-0fe7-4b6a-9ab7-a6244e0fd923 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:58:05.507152 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-377bde5e-0361-49e1-9cbd-39ede859f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:05.508629 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-377bde5e-0361-49e1-9cbd-39ede859f7b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c1dd6e9-c166-4397-8aab-d99212faa9f8 HTTP/1.1" status: 200 len: 855 time: 0.2024069 Aug 16 23:58:05.511881 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-616453f9-0fe7-4b6a-9ab7-a6244e0fd923 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:05.519175 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787c8c54-0a75-4044-9af4-49b717510e67 None None] Sync routers for ids ['ea709dc4-7717-439e-bfe0-1696f16c22bc'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:58:05.524542 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d44d8e-e349-4830-bfe8-5733eb7b7d6f req-87631f53-1600-4aab-b2ce-76a3e5eb3440 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:05.526088 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66d44d8e-e349-4830-bfe8-5733eb7b7d6f req-87631f53-1600-4aab-b2ce-76a3e5eb3440 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 943 time: 0.2631228 Aug 16 23:58:05.537463 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:05.539572 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787c8c54-0a75-4044-9af4-49b717510e67 None None] Routers {'ea709dc4-7717-439e-bfe0-1696f16c22bc'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:58:05.541733 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-787c8c54-0a75-4044-9af4-49b717510e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:57:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ea709dc4-7717-439e-bfe0-1696f16c22bc'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:58:05.567145 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9935ceb9-da31-4be1-9eb0-b8b20b360382 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:58:05.588924 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 9935ceb9-da31-4be1-9eb0-b8b20b360382, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=9935ceb9-da31-4be1-9eb0-b8b20b360382,segment=NetworkSegment(3411fc4a-3bde-4588-9501-d4fdb6efed04),segment_id=3411fc4a-3bde-4588-9501-d4fdb6efed04)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:05.599411 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:05.602913 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebd498-ca26-4934-a069-68ceae73e3f5 req-92923495-9757-47f8-8a7c-12f3de9d6d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:05.604331 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58ebd498-ca26-4934-a069-68ceae73e3f5 req-92923495-9757-47f8-8a7c-12f3de9d6d6e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=28d4b2344a664cc6ba86a8a7f5e4b85a&device_id=ed5086ae-27a4-4ff8-a5a2-19185584a0a4 HTTP/1.1" status: 200 len: 1096 time: 0.2248669 Aug 16 23:58:05.606697 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-494d0786-cf45-4a06-ba20-c3ccd97afb45 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00c85728-7245-4ff7-ad19-516f77c6ef85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762048 Aug 16 23:58:05.616168 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-616453f9-0fe7-4b6a-9ab7-a6244e0fd923 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "PUT /v2.0/floatingips/4556de0d-4c30-4d10-a9d0-21a2f37f0ac7 HTTP/1.1" status: 200 len: 991 time: 4.2511806 Aug 16 23:58:05.625594 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c8b9c-f806-486d-8b9d-3e419f911cfd req-c53e3d70-15c4-4e88-abd5-60ba2b8175a7 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:05.631947 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af7c8b9c-f806-486d-8b9d-3e419f911cfd req-c53e3d70-15c4-4e88-abd5-60ba2b8175a7 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.1908243 Aug 16 23:58:05.676395 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=9935ceb9-da31-4be1-9eb0-b8b20b360382,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:05.684128 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-787c8c54-0a75-4044-9af4-49b717510e67 None None] Set router ea709dc4-7717-439e-bfe0-1696f16c22bc gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:58:05.773071 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66d44d8e-e349-4830-bfe8-5733eb7b7d6f req-0f3c91a2-0a46-4013-9e3e-9c26016fedd0 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129734 Aug 16 23:58:05.805644 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af7c8b9c-f806-486d-8b9d-3e419f911cfd req-e89f3715-4567-41a2-b472-5b576042ba7e tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678224 Aug 16 23:58:05.867510 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:58:05.943870 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-787c8c54-0a75-4044-9af4-49b717510e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'name': 'tempest-ServersTestJSON-293491829-router', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:22Z', 'updated_at': '2021-08-16T23:57:36Z', 'revision_number': 4, 'project_id': '2a64ced488f44cc196cbd4b327d5e734', 'gw_port': {'id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:25Z', 'updated_at': '2021-08-16T23:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '4556de0d-4c30-4d10-a9d0-21a2f37f0ac7', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'floating_ip_address': '172.25.3.128', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'port_id': 'c7ff3da1-892b-4556-867b-12f18f4e73b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6e7c40-14f3-4e77-82e3-e36f3b209ff6', 'mac_address': 'fa:16:3e:a8:d1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b7e19e-d9f8-4f20-acc7-4f822b3058c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:57:39Z', 'updated_at': '2021-08-16T23:58:03Z', 'revision_number': 1, 'project_id': '2a64ced488f44cc196cbd4b327d5e734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '211f85ae-72b9-4f2c-8ce6-83cdbc30b812', 'name': '', 'network_id': '5a6e7c40-14f3-4e77-82e3-e36f3b209ff6', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'mac_address': 'fa:16:3e:94:30:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '390bdf84-27fc-436c-864c-cf6b8c1db4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:33Z', 'updated_at': '2021-08-16T23:57:42Z', 'revision_number': 5, 'project_id': '2a64ced488f44cc196cbd4b327d5e734', 'subnets': [{'id': '390bdf84-27fc-436c-864c-cf6b8c1db4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:58:05.949383 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebd498-ca26-4934-a069-68ceae73e3f5 req-b89b6d96-755c-4c8d-b914-7f589954bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:05.951007 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58ebd498-ca26-4934-a069-68ceae73e3f5 req-b89b6d96-755c-4c8d-b914-7f589954bbbe service neutron] 10.222.0.64 "GET /v2.0/networks?id=b80d89ae-94fe-4df1-8964-047d6c238a69 HTTP/1.1" status: 200 len: 919 time: 0.3038492 Aug 16 23:58:05.954183 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-9cda419a-c88d-4bd4-8669-94c520b166c5 service neutron] 10.222.0.64 "GET /v2.0/networks/00c85728-7245-4ff7-ad19-516f77c6ef85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145816 Aug 16 23:58:05.974837 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787c8c54-0a75-4044-9af4-49b717510e67 None None] Checking router: ea709dc4-7717-439e-bfe0-1696f16c22bc for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:58:05.976846 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07327d3c-c7df-486f-818e-34b63c53961d req-fb52c83d-a902-4390-801c-b38514981b62 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:05.978425 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07327d3c-c7df-486f-818e-34b63c53961d req-fb52c83d-a902-4390-801c-b38514981b62 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 946 time: 0.1277049 Aug 16 23:58:05.990781 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787c8c54-0a75-4044-9af4-49b717510e67 None None] Routers {'ea709dc4-7717-439e-bfe0-1696f16c22bc'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:58:05.991689 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-787c8c54-0a75-4044-9af4-49b717510e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:57:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ea709dc4-7717-439e-bfe0-1696f16c22bc'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:58:06.002678 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96add2be-e5c5-4072-9390-89fb60bc2f06 req-c1c708a2-225b-44ee-adfc-09d87ef8c1db tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:06.004208 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-96add2be-e5c5-4072-9390-89fb60bc2f06 req-c1c708a2-225b-44ee-adfc-09d87ef8c1db tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.1173260 Aug 16 23:58:06.100737 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['9935ceb9-da31-4be1-9eb0-b8b20b360382'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:58:06.101454 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58ebd498-ca26-4934-a069-68ceae73e3f5 req-8ce6f7c9-cfb8-4971-8944-cf7a36a9edf3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9c7a363-3e37-4c67-84fe-14a8d9357a0d HTTP/1.1" status: 200 len: 217 time: 0.1196501 Aug 16 23:58:06.127135 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-787c8c54-0a75-4044-9af4-49b717510e67 None None] Set router ea709dc4-7717-439e-bfe0-1696f16c22bc gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:58:06.159620 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['2424da50-f4a7-4863-b1f3-57e965645e41'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:58:06.176825 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07327d3c-c7df-486f-818e-34b63c53961d req-82fc7d31-8e13-423e-ae5e-88a00b896eb6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697054 Aug 16 23:58:06.191386 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-96add2be-e5c5-4072-9390-89fb60bc2f06 req-4b540ede-4b4b-4f99-96b6-3813a47b54a1 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425340 Aug 16 23:58:06.230735 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff87648-2d46-44c3-b1cb-6a802bfddeac', 'tag': '0ec58fee-559f-4689-9283-edac0c10185c'}, {'name': 'network-changed', 'server_uuid': '5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd', 'tag': '5ec701a2-a90f-4518-beda-9bef01500e3d'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:58:06.233986 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a585d33-4adb-4982-991b-deeff28bbf6e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff87648-2d46-44c3-b1cb-6a802bfddeac", "tag": "0ec58fee-559f-4689-9283-edac0c10185c"}, {"name": "network-changed", "server_uuid": "5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd", "tag": "5ec701a2-a90f-4518-beda-9bef01500e3d"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:58:06.279896 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-759206ee-61eb-4b2b-acfc-78c655a3e2f6 req-d48852b4-dc03-435f-9e40-8686a4b3fdf7 service neutron] 10.222.0.64 "GET /v2.0/networks/00c85728-7245-4ff7-ad19-516f77c6ef85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996399 Aug 16 23:58:06.286142 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebd498-ca26-4934-a069-68ceae73e3f5 req-078b19c7-9f9c-406d-88d9-888fd45cca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:06.289202 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58ebd498-ca26-4934-a069-68ceae73e3f5 req-078b19c7-9f9c-406d-88d9-888fd45cca72 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1e70e369-5112-48af-9fde-2b5394f2525c HTTP/1.1" status: 200 len: 858 time: 0.1693575 Aug 16 23:58:06.327782 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a84083-fe24-43da-a4e7-96f614c4c11c x-openstack-request-id: req-57a84083-fe24-43da-a4e7-96f614c4c11c {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:58:06.330151 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c415272b-a40e-43c5-859f-e152c696b2a1", "name": "network-vif-unplugged", "status": "completed", "tag": "105502e0-f785-4d58-9f24-b7ad136e18bf", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:58:06.331002 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-57a84083-fe24-43da-a4e7-96f614c4c11c {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:58:06.332246 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c415272b-a40e-43c5-859f-e152c696b2a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '105502e0-f785-4d58-9f24-b7ad136e18bf', 'code': 200} Aug 16 23:58:06.388000 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58ebd498-ca26-4934-a069-68ceae73e3f5 req-12d2064b-4453-4c5a-a186-c0503166f93d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b80d89ae-94fe-4df1-8964-047d6c238a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403903 Aug 16 23:58:06.404378 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1cdac-83e8-47a7-aff7-c5c13fcf33e4 req-d428bca1-0102-4bdb-9a38-c0f9b1aff5e4 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:06.406120 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3f1cdac-83e8-47a7-aff7-c5c13fcf33e4 req-d428bca1-0102-4bdb-9a38-c0f9b1aff5e4 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 944 time: 0.1077375 Aug 16 23:58:06.435895 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-787c8c54-0a75-4044-9af4-49b717510e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'name': 'tempest-ServersTestJSON-293491829-router', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:22Z', 'updated_at': '2021-08-16T23:57:36Z', 'revision_number': 4, 'project_id': '2a64ced488f44cc196cbd4b327d5e734', 'gw_port': {'id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:25Z', 'updated_at': '2021-08-16T23:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '4556de0d-4c30-4d10-a9d0-21a2f37f0ac7', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'floating_ip_address': '172.25.3.128', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'port_id': 'c7ff3da1-892b-4556-867b-12f18f4e73b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6e7c40-14f3-4e77-82e3-e36f3b209ff6', 'mac_address': 'fa:16:3e:a8:d1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b7e19e-d9f8-4f20-acc7-4f822b3058c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:57:39Z', 'updated_at': '2021-08-16T23:58:03Z', 'revision_number': 1, 'project_id': '2a64ced488f44cc196cbd4b327d5e734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '211f85ae-72b9-4f2c-8ce6-83cdbc30b812', 'name': '', 'network_id': '5a6e7c40-14f3-4e77-82e3-e36f3b209ff6', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'mac_address': 'fa:16:3e:94:30:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '390bdf84-27fc-436c-864c-cf6b8c1db4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:33Z', 'updated_at': '2021-08-16T23:57:42Z', 'revision_number': 5, 'project_id': '2a64ced488f44cc196cbd4b327d5e734', 'subnets': [{'id': '390bdf84-27fc-436c-864c-cf6b8c1db4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:58:06.465279 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787c8c54-0a75-4044-9af4-49b717510e67 None None] The sync data for ids ['ea709dc4-7717-439e-bfe0-1696f16c22bc'] in n-d-800088-20 is: [{'id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'name': 'tempest-ServersTestJSON-293491829-router', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:22Z', 'updated_at': '2021-08-16T23:57:36Z', 'revision_number': 4, 'project_id': '2a64ced488f44cc196cbd4b327d5e734', 'gw_port': {'id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:25Z', 'updated_at': '2021-08-16T23:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '4556de0d-4c30-4d10-a9d0-21a2f37f0ac7', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'floating_ip_address': '172.25.3.128', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'port_id': 'c7ff3da1-892b-4556-867b-12f18f4e73b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6e7c40-14f3-4e77-82e3-e36f3b209ff6', 'mac_address': 'fa:16:3e:a8:d1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b7e19e-d9f8-4f20-acc7-4f822b3058c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:57:39Z', 'updated_at': '2021-08-16T23:58:03Z', 'revision_number': 1, 'project_id': '2a64ced488f44cc196cbd4b327d5e734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '211f85ae-72b9-4f2c-8ce6-83cdbc30b812', 'name': '', 'network_id': '5a6e7c40-14f3-4e77-82e3-e36f3b209ff6', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'mac_address': 'fa:16:3e:94:30:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '390bdf84-27fc-436c-864c-cf6b8c1db4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:33Z', 'updated_at': '2021-08-16T23:57:42Z', 'revision_number': 5, 'project_id': '2a64ced488f44cc196cbd4b327d5e734', 'subnets': [{'id': '390bdf84-27fc-436c-864c-cf6b8c1db4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:58:06.531634 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58ebd498-ca26-4934-a069-68ceae73e3f5 req-bd41a593-c297-45f9-b8e2-6be3d9f34724 service neutron] 10.222.0.64 "GET /v2.0/networks/b80d89ae-94fe-4df1-8964-047d6c238a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097524 Aug 16 23:58:06.573473 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3f1cdac-83e8-47a7-aff7-c5c13fcf33e4 req-ce849370-0256-422e-a221-9cd5bfc78d47 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602280 Aug 16 23:58:06.633624 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 23:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a9b0e7-5311-4196-9798-16a324efdcf3 x-openstack-request-id: req-d9a9b0e7-5311-4196-9798-16a324efdcf3 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:58:06.636572 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff87648-2d46-44c3-b1cb-6a802bfddeac", "tag": "0ec58fee-559f-4689-9283-edac0c10185c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd", "tag": "5ec701a2-a90f-4518-beda-9bef01500e3d", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:58:06.637329 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d9a9b0e7-5311-4196-9798-16a324efdcf3 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:58:06.638137 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff87648-2d46-44c3-b1cb-6a802bfddeac', 'tag': '0ec58fee-559f-4689-9283-edac0c10185c', 'status': 'completed', 'code': 200} Aug 16 23:58:06.639233 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd', 'tag': '5ec701a2-a90f-4518-beda-9bef01500e3d', 'status': 'completed', 'code': 200} Aug 16 23:58:06.666039 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98351383-b425-476a-a3ac-6a5a3bf8d26a req-f31957a0-dc4b-4ec7-aac8-9a37a7dfda7f tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:06.667602 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-98351383-b425-476a-a3ac-6a5a3bf8d26a req-f31957a0-dc4b-4ec7-aac8-9a37a7dfda7f tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 943 time: 0.1255772 Aug 16 23:58:06.787957 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512c9829-9844-4232-88e9-6ce6758e67a6 None None] New status for floating IP 4556de0d-4c30-4d10-a9d0-21a2f37f0ac7: ACTIVE {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:58:06.811164 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58ebd498-ca26-4934-a069-68ceae73e3f5 req-65e13bc4-0c2b-45f4-9e97-0e3ef3f4db91 service neutron] 10.222.0.64 "GET /v2.0/networks/b80d89ae-94fe-4df1-8964-047d6c238a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421708 Aug 16 23:58:06.816476 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-98351383-b425-476a-a3ac-6a5a3bf8d26a req-3be33d64-7ddb-430d-869a-df8c26a7a491 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/security-groups?id=b554b1d1-55e8-42ff-942c-b54d2920d798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369615 Aug 16 23:58:06.830352 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31b2ab-40de-4ecb-ba46-d0876848c5ed req-ec46d9d4-cfad-423a-8618-a07b1a49164f tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:06.831959 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dd31b2ab-40de-4ecb-ba46-d0876848c5ed req-ec46d9d4-cfad-423a-8618-a07b1a49164f tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?device_id=b811bf0f-8767-430f-9117-aedb724fd763 HTTP/1.1" status: 200 len: 944 time: 0.1518657 Aug 16 23:58:06.852005 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a585d33-4adb-4982-991b-deeff28bbf6e req-471ce928-a430-47fe-b69f-192cb9c58d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:06.853529 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a585d33-4adb-4982-991b-deeff28bbf6e req-471ce928-a430-47fe-b69f-192cb9c58d2f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=196284884f15450ab6370c358b3094db&device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 1127 time: 0.1602075 Aug 16 23:58:06.982774 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dd31b2ab-40de-4ecb-ba46-d0876848c5ed req-be76568d-4a7c-47c1-a9fa-ef45cb8684bf tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/security-groups?id=b66f62cb-84b0-4513-9a8d-c55c2d0119be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324506 Aug 16 23:58:07.028194 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72bc68-1f15-4bbd-bd42-d3956a195ff1 req-eee7b801-94ba-4d32-ab30-2b38d94e5aa7 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:07.035902 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b72bc68-1f15-4bbd-bd42-d3956a195ff1 req-eee7b801-94ba-4d32-ab30-2b38d94e5aa7 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 943 time: 0.1398711 Aug 16 23:58:07.047465 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a585d33-4adb-4982-991b-deeff28bbf6e req-b50c5521-6a4e-46c7-8991-ce0c58f25b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:07.048997 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a585d33-4adb-4982-991b-deeff28bbf6e req-b50c5521-6a4e-46c7-8991-ce0c58f25b2d service neutron] 10.222.0.64 "GET /v2.0/networks?id=0de117b9-aee8-4952-ae99-3d2308a08b74 HTTP/1.1" status: 200 len: 909 time: 0.1831422 Aug 16 23:58:07.132408 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a585d33-4adb-4982-991b-deeff28bbf6e req-dc7e06dc-f607-488d-acc0-1e4d982b5a77 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ec58fee-559f-4689-9283-edac0c10185c HTTP/1.1" status: 200 len: 217 time: 0.0639045 Aug 16 23:58:07.140539 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b72bc68-1f15-4bbd-bd42-d3956a195ff1 req-d615306c-d0cb-497a-b06b-b07a4e0758e9 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038618 Aug 16 23:58:07.164052 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdadc15-ea55-4caa-a08c-63aee4202071 req-997db328-6308-4173-8f24-e603208f7b7e tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:07.165536 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7cdadc15-ea55-4caa-a08c-63aee4202071 req-997db328-6308-4173-8f24-e603208f7b7e tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.1082323 Aug 16 23:58:07.224607 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a585d33-4adb-4982-991b-deeff28bbf6e req-9b85285f-1bfb-4902-b626-48c0cc000558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:07.226094 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a585d33-4adb-4982-991b-deeff28bbf6e req-9b85285f-1bfb-4902-b626-48c0cc000558 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c3c58a3-e974-46fc-9f56-1776e260fbc5 HTTP/1.1" status: 200 len: 848 time: 0.0772841 Aug 16 23:58:07.234549 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7cdadc15-ea55-4caa-a08c-63aee4202071 req-cc3cb2eb-faeb-4c30-afe4-20a67267ec5e tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502267 Aug 16 23:58:07.271258 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a585d33-4adb-4982-991b-deeff28bbf6e req-9f0db8f5-637b-4030-9345-afc858c1a50a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0de117b9-aee8-4952-ae99-3d2308a08b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334811 Aug 16 23:58:07.378669 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7deeab-29c0-4a48-9569-746a6f906b88', 'tag': 'f06c6c18-2565-4540-83d4-fdc14384bf53'}, {'name': 'network-changed', 'server_uuid': 'e5b7e19e-d9f8-4f20-acc7-4f822b3058c0', 'tag': 'c7ff3da1-892b-4556-867b-12f18f4e73b0'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:58:07.380890 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1823405-1d87-4993-9f27-0c7b36955db0" -d '{"events": [{"name": "network-changed", "server_uuid": "4c7deeab-29c0-4a48-9569-746a6f906b88", "tag": "f06c6c18-2565-4540-83d4-fdc14384bf53"}, {"name": "network-changed", "server_uuid": "e5b7e19e-d9f8-4f20-acc7-4f822b3058c0", "tag": "c7ff3da1-892b-4556-867b-12f18f4e73b0"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:58:07.427556 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c0e5a-5351-4356-9f52-7cdb52991d63 req-e25d080c-9701-47c0-beac-f8c60d22635c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:07.427556 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ee5c0e5a-5351-4356-9f52-7cdb52991d63 req-e25d080c-9701-47c0-beac-f8c60d22635c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 946 time: 0.1475849 Aug 16 23:58:07.429661 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19104ffc-db1f-4b99-ae3c-773209178e32 req-d104f887-26b1-48aa-b4de-50da5ffd4ab4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:07.431098 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-19104ffc-db1f-4b99-ae3c-773209178e32 req-d104f887-26b1-48aa-b4de-50da5ffd4ab4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.1246543 Aug 16 23:58:07.482160 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a585d33-4adb-4982-991b-deeff28bbf6e req-dabbcbea-6eaf-436d-832b-32687b710846 service neutron] 10.222.0.64 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007313 Aug 16 23:58:07.516394 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ee5c0e5a-5351-4356-9f52-7cdb52991d63 req-b6d85292-1e53-4891-b9c7-914f784292eb tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787537 Aug 16 23:58:07.553980 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-19104ffc-db1f-4b99-ae3c-773209178e32 req-d073d34a-3a6b-4d22-9c2c-64f5d50063e6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132948 Aug 16 23:58:07.564209 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 23:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cb123c-1b9e-4922-b458-813834a9ea11 x-openstack-request-id: req-c3cb123c-1b9e-4922-b458-813834a9ea11 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:58:07.564508 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c7deeab-29c0-4a48-9569-746a6f906b88", "tag": "f06c6c18-2565-4540-83d4-fdc14384bf53", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e5b7e19e-d9f8-4f20-acc7-4f822b3058c0", "tag": "c7ff3da1-892b-4556-867b-12f18f4e73b0", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:58:07.564763 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c3cb123c-1b9e-4922-b458-813834a9ea11 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:58:07.565182 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7deeab-29c0-4a48-9569-746a6f906b88', 'tag': 'f06c6c18-2565-4540-83d4-fdc14384bf53', 'status': 'completed', 'code': 200} Aug 16 23:58:07.565444 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b7e19e-d9f8-4f20-acc7-4f822b3058c0', 'tag': 'c7ff3da1-892b-4556-867b-12f18f4e73b0', 'status': 'completed', 'code': 200} Aug 16 23:58:07.612406 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a585d33-4adb-4982-991b-deeff28bbf6e req-2a043b34-5e1a-45ae-8365-6a1007b4dc87 service neutron] 10.222.0.64 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153150 Aug 16 23:58:07.648193 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1823405-1d87-4993-9f27-0c7b36955db0 req-387f40d0-a169-48ec-afd5-f26d277c5811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:07.649733 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f1823405-1d87-4993-9f27-0c7b36955db0 req-387f40d0-a169-48ec-afd5-f26d277c5811 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f18d640cae8f44f987e6f5a16930565f&device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 1095 time: 0.0511959 Aug 16 23:58:07.787732 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53881c39-b6cd-4f7b-bd4c-d183da315b2d req-b1d535dd-5dcc-4f5b-b761-4888705fe321 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:07.789176 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-53881c39-b6cd-4f7b-bd4c-d183da315b2d req-b1d535dd-5dcc-4f5b-b761-4888705fe321 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 944 time: 0.1372645 Aug 16 23:58:07.797024 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a585d33-4adb-4982-991b-deeff28bbf6e req-d95bfc0d-44aa-4021-bbc7-b8caea5bfde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:07.798471 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a585d33-4adb-4982-991b-deeff28bbf6e req-d95bfc0d-44aa-4021-bbc7-b8caea5bfde3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f42660d006b24de4a9e5404524d97840&device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 1095 time: 0.1279240 Aug 16 23:58:07.875645 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1823405-1d87-4993-9f27-0c7b36955db0 req-9d5db598-afd1-4d6a-b32b-60ca23517473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:07.877215 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f1823405-1d87-4993-9f27-0c7b36955db0 req-9d5db598-afd1-4d6a-b32b-60ca23517473 service neutron] 10.222.0.64 "GET /v2.0/networks?id=00c85728-7245-4ff7-ad19-516f77c6ef85 HTTP/1.1" status: 200 len: 916 time: 0.2167315 Aug 16 23:58:07.940277 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-53881c39-b6cd-4f7b-bd4c-d183da315b2d req-3b8ece5c-f781-4949-be66-1d9b4e23d84f tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350756 Aug 16 23:58:07.953651 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f1823405-1d87-4993-9f27-0c7b36955db0 req-63515027-bf45-49e7-a6fd-ab5e747aaa72 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f06c6c18-2565-4540-83d4-fdc14384bf53 HTTP/1.1" status: 200 len: 217 time: 0.0594842 Aug 16 23:58:08.039549 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a585d33-4adb-4982-991b-deeff28bbf6e req-192839ff-f813-41b5-b0be-39d6090cdc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:08.040956 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a585d33-4adb-4982-991b-deeff28bbf6e req-192839ff-f813-41b5-b0be-39d6090cdc8f service neutron] 10.222.0.64 "GET /v2.0/networks?id=8f6cd382-f473-4971-ab50-9200ef4063ef HTTP/1.1" status: 200 len: 916 time: 0.2186160 Aug 16 23:58:08.044025 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1823405-1d87-4993-9f27-0c7b36955db0 req-30857c6d-ba1f-473b-abbb-19b825956521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:08.045629 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f1823405-1d87-4993-9f27-0c7b36955db0 req-30857c6d-ba1f-473b-abbb-19b825956521 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c1dd6e9-c166-4397-8aab-d99212faa9f8 HTTP/1.1" status: 200 len: 855 time: 0.0762758 Aug 16 23:58:08.053888 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317d58c-56e4-47ea-a427-5a4aa5c070f3 req-84ba99c3-d1f2-45f0-b538-f6ddbe145afe tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:08.055313 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c317d58c-56e4-47ea-a427-5a4aa5c070f3 req-84ba99c3-d1f2-45f0-b538-f6ddbe145afe tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 943 time: 0.1496453 Aug 16 23:58:08.143306 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f1823405-1d87-4993-9f27-0c7b36955db0 req-9962de7c-e859-4448-9ece-056a58ad5a55 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00c85728-7245-4ff7-ad19-516f77c6ef85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777671 Aug 16 23:58:08.151105 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a585d33-4adb-4982-991b-deeff28bbf6e req-26e606cd-5f36-43d4-92c9-6b72d2fad030 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ec701a2-a90f-4518-beda-9bef01500e3d HTTP/1.1" status: 200 len: 217 time: 0.0846965 Aug 16 23:58:08.219032 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c317d58c-56e4-47ea-a427-5a4aa5c070f3 req-8c566e09-e3d9-422b-8616-af21d660c4c4 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/security-groups?id=b554b1d1-55e8-42ff-942c-b54d2920d798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516125 Aug 16 23:58:08.256729 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b36ecf-04d9-4314-84ba-e72c66492b93 req-2d875c7f-bd00-44e5-8c92-993afcee10f6 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:08.258256 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-29b36ecf-04d9-4314-84ba-e72c66492b93 req-2d875c7f-bd00-44e5-8c92-993afcee10f6 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?device_id=b811bf0f-8767-430f-9117-aedb724fd763 HTTP/1.1" status: 200 len: 944 time: 0.2016926 Aug 16 23:58:08.324443 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a585d33-4adb-4982-991b-deeff28bbf6e req-933b2813-02e1-4038-a853-140c9172c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:08.326631 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a585d33-4adb-4982-991b-deeff28bbf6e req-933b2813-02e1-4038-a853-140c9172c41a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e17869c4-8671-4b59-ab4c-b035d74bd4fe HTTP/1.1" status: 200 len: 854 time: 0.1548331 Aug 16 23:58:08.696921 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-29b36ecf-04d9-4314-84ba-e72c66492b93 req-515ee335-9853-4b89-a6de-dd0487c451f5 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/security-groups?id=b66f62cb-84b0-4513-9a8d-c55c2d0119be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280317 Aug 16 23:58:08.721861 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f1823405-1d87-4993-9f27-0c7b36955db0 req-9eee8801-4f19-4cfb-97e6-707ff8e14c10 service neutron] 10.222.0.64 "GET /v2.0/networks/00c85728-7245-4ff7-ad19-516f77c6ef85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5510941 Aug 16 23:58:08.732202 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100d5a3-5193-4821-a93f-8ea7c4a9dd72 req-f610b35f-c1fe-4e59-b8a5-b23c0a3ba0bf tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:08.733680 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1100d5a3-5193-4821-a93f-8ea7c4a9dd72 req-f610b35f-c1fe-4e59-b8a5-b23c0a3ba0bf tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 943 time: 0.4525471 Aug 16 23:58:08.833933 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a585d33-4adb-4982-991b-deeff28bbf6e req-7e4981a3-1aee-4beb-8b14-99b221e4f93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:08.835423 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a585d33-4adb-4982-991b-deeff28bbf6e req-7e4981a3-1aee-4beb-8b14-99b221e4f93a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8f6cd382-f473-4971-ab50-9200ef4063ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1591430 Aug 16 23:58:08.849379 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device e9c7a363-3e37-4c67-84fe-14a8d9357a0d details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:58:08.852021 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 2424da50-f4a7-4863-b1f3-57e965645e41 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:58:08.905564 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1100d5a3-5193-4821-a93f-8ea7c4a9dd72 req-7b30c2ec-4e01-47e1-adb8-6f807e193152 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610470 Aug 16 23:58:08.962782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472f976-bea4-4647-ad4a-a5660db30632 req-5ef87e01-a0f3-4060-ad8c-919d36dfbc0f tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:08.964252 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8472f976-bea4-4647-ad4a-a5660db30632 req-5ef87e01-a0f3-4060-ad8c-919d36dfbc0f tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.2044935 Aug 16 23:58:08.964531 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 2424da50-f4a7-4863-b1f3-57e965645e41 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:58:08.973760 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f1823405-1d87-4993-9f27-0c7b36955db0 req-4284f470-b90c-41cd-ba7f-ca7ec0e3a423 service neutron] 10.222.0.64 "GET /v2.0/networks/00c85728-7245-4ff7-ad19-516f77c6ef85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377644 Aug 16 23:58:08.977421 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 2424da50-f4a7-4863-b1f3-57e965645e41 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:58:08.977806 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:09.024599 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port e9c7a363-3e37-4c67-84fe-14a8d9357a0d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=e9c7a363-3e37-4c67-84fe-14a8d9357a0d,segment=NetworkSegment(3411fc4a-3bde-4588-9501-d4fdb6efed04),segment_id=3411fc4a-3bde-4588-9501-d4fdb6efed04)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:09.043841 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'e9c7a363-3e37-4c67-84fe-14a8d9357a0d', 'network_id': 'b80d89ae-94fe-4df1-8964-047d6c238a69', 'port_id': 'e9c7a363-3e37-4c67-84fe-14a8d9357a0d', 'mac_address': 'fa:16:3e:13:27:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e70e369-5112-48af-9fde-2b5394f2525c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:58:09.065680 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8472f976-bea4-4647-ad4a-a5660db30632 req-2b97d22b-5fd1-4ba6-bf00-d53c268d87fb tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909638 Aug 16 23:58:09.086415 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a585d33-4adb-4982-991b-deeff28bbf6e req-d497ab4f-7a74-4aa5-9d44-78ceac25021a service neutron] 10.222.0.64 "GET /v2.0/networks/8f6cd382-f473-4971-ab50-9200ef4063ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324741 Aug 16 23:58:09.120709 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:09.134334 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:09.139977 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9c7a363-3e37-4c67-84fe-14a8d9357a0d {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:58:09.162727 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a398b3-adb0-417a-bd22-c52dff37269f req-aac8d405-17cf-441e-9aac-03af786efa74 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:09.164286 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-24a398b3-adb0-417a-bd22-c52dff37269f req-aac8d405-17cf-441e-9aac-03af786efa74 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 946 time: 0.1692095 Aug 16 23:58:09.175177 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c048628a-5e11-4771-8a91-3a297c74f4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2424da50-f4a7-4863-b1f3-57e965645e41'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:58:09.177425 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f356f9a-dcd7-463b-9473-d6063728c6ea" -d '{"events": [{"server_uuid": "c048628a-5e11-4771-8a91-3a297c74f4d0", "name": "network-vif-plugged", "status": "completed", "tag": "2424da50-f4a7-4863-b1f3-57e965645e41"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:58:09.181114 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port e9c7a363-3e37-4c67-84fe-14a8d9357a0d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=e9c7a363-3e37-4c67-84fe-14a8d9357a0d,segment=NetworkSegment(3411fc4a-3bde-4588-9501-d4fdb6efed04),segment_id=3411fc4a-3bde-4588-9501-d4fdb6efed04)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:09.191768 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:09.192417 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 105502e0-f785-4d58-9f24-b7ad136e18bf details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:58:09.195946 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 2424da50-f4a7-4863-b1f3-57e965645e41, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=2424da50-f4a7-4863-b1f3-57e965645e41,segment=NetworkSegment(3411fc4a-3bde-4588-9501-d4fdb6efed04),segment_id=3411fc4a-3bde-4588-9501-d4fdb6efed04)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:09.222122 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:09.222859 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 9935ceb9-da31-4be1-9eb0-b8b20b360382 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:58:09.238159 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1823405-1d87-4993-9f27-0c7b36955db0 req-7996eab7-56e9-4308-b092-89fc0a09df8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:09.240988 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f1823405-1d87-4993-9f27-0c7b36955db0 req-7996eab7-56e9-4308-b092-89fc0a09df8c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a64ced488f44cc196cbd4b327d5e734&device_id=e5b7e19e-d9f8-4f20-acc7-4f822b3058c0 HTTP/1.1" status: 200 len: 1097 time: 0.1986883 Aug 16 23:58:09.330243 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=e9c7a363-3e37-4c67-84fe-14a8d9357a0d,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:09.330762 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-24a398b3-adb0-417a-bd22-c52dff37269f req-34c11dd5-f363-4dad-9b1f-fd5a090d1969 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466959 Aug 16 23:58:09.348079 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8a71e-7677-4726-b415-b5e9346f6ac0 req-4a9887df-352c-4872-a179-a7ea52cde6bb tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:09.360668 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5a8a71e-7677-4726-b415-b5e9346f6ac0 req-4a9887df-352c-4872-a179-a7ea52cde6bb tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.1830175 Aug 16 23:58:09.374574 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a585d33-4adb-4982-991b-deeff28bbf6e req-aeb0afc7-59d2-4dc8-8314-f233b7e3d178 service neutron] 10.222.0.64 "GET /v2.0/networks/8f6cd382-f473-4971-ab50-9200ef4063ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768562 Aug 16 23:58:09.403659 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 9935ceb9-da31-4be1-9eb0-b8b20b360382 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:58:09.423009 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 9935ceb9-da31-4be1-9eb0-b8b20b360382 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:58:09.423379 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:09.428104 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5a8a71e-7677-4726-b415-b5e9346f6ac0 req-d46f12ee-37b4-4579-a472-9fdb0bcea697 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664880 Aug 16 23:58:09.449245 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1823405-1d87-4993-9f27-0c7b36955db0 req-2eff9182-7680-4584-99d2-366f7854f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:09.451298 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f1823405-1d87-4993-9f27-0c7b36955db0 req-2eff9182-7680-4584-99d2-366f7854f3c6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a6e7c40-14f3-4e77-82e3-e36f3b209ff6 HTTP/1.1" status: 200 len: 906 time: 0.1969693 Aug 16 23:58:09.462877 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 105502e0-f785-4d58-9f24-b7ad136e18bf, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=105502e0-f785-4d58-9f24-b7ad136e18bf,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:09.462877 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=2424da50-f4a7-4863-b1f3-57e965645e41,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:09.483010 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '105502e0-f785-4d58-9f24-b7ad136e18bf', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': '105502e0-f785-4d58-9f24-b7ad136e18bf', 'mac_address': 'fa:16:3e:71:dd:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:58:09.514435 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926a5d6f-28c7-4584-90ed-9330df57d998 x-openstack-request-id: req-926a5d6f-28c7-4584-90ed-9330df57d998 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:58:09.514731 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c048628a-5e11-4771-8a91-3a297c74f4d0", "name": "network-vif-plugged", "status": "completed", "tag": "2424da50-f4a7-4863-b1f3-57e965645e41", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:58:09.514967 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-926a5d6f-28c7-4584-90ed-9330df57d998 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:58:09.515352 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c048628a-5e11-4771-8a91-3a297c74f4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2424da50-f4a7-4863-b1f3-57e965645e41', 'code': 200} Aug 16 23:58:09.561501 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:09.582827 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105502e0-f785-4d58-9f24-b7ad136e18bf {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:58:09.587938 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:09.619026 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 105502e0-f785-4d58-9f24-b7ad136e18bf, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=105502e0-f785-4d58-9f24-b7ad136e18bf,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:09.627046 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f1823405-1d87-4993-9f27-0c7b36955db0 req-658fd908-b3a0-4cc9-a590-55d69584a5ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7ff3da1-892b-4556-867b-12f18f4e73b0 HTTP/1.1" status: 200 len: 1001 time: 0.1549649 Aug 16 23:58:09.627663 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:09.643385 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931cac8-ccfe-4131-ae9a-ad5757352c89 req-074977f2-ef08-4142-941e-de6d7da9efbc tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:09.644912 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9931cac8-ccfe-4131-ae9a-ad5757352c89 req-074977f2-ef08-4142-941e-de6d7da9efbc tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 944 time: 0.1658428 Aug 16 23:58:09.663972 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 9935ceb9-da31-4be1-9eb0-b8b20b360382, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=9935ceb9-da31-4be1-9eb0-b8b20b360382,segment=NetworkSegment(3411fc4a-3bde-4588-9501-d4fdb6efed04),segment_id=3411fc4a-3bde-4588-9501-d4fdb6efed04)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:09.668989 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:09.693112 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=105502e0-f785-4d58-9f24-b7ad136e18bf,revision_number=7']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:09.720423 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac8235-304c-482c-b2f7-8229dd95da31 req-c02e4b79-794b-4860-bf1d-ccbb50195131 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:09.722068 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-30ac8235-304c-482c-b2f7-8229dd95da31 req-c02e4b79-794b-4860-bf1d-ccbb50195131 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 943 time: 0.1600275 Aug 16 23:58:09.744846 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a45cad-945e-48fc-8c8d-07cae70a89bc req-4d8f1f1f-70ff-465c-8b38-64e38ef1ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:09.746287 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e3a45cad-945e-48fc-8c8d-07cae70a89bc req-4d8f1f1f-70ff-465c-8b38-64e38ef1ca1d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c048628a-5e11-4771-8a91-3a297c74f4d0 HTTP/1.1" status: 200 len: 1098 time: 0.1657872 Aug 16 23:58:09.766631 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1823405-1d87-4993-9f27-0c7b36955db0 req-9fdd7090-f1db-4638-bd21-d62cc058354b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:09.768107 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f1823405-1d87-4993-9f27-0c7b36955db0 req-9fdd7090-f1db-4638-bd21-d62cc058354b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=390bdf84-27fc-436c-864c-cf6b8c1db4e5 HTTP/1.1" status: 200 len: 844 time: 0.1221256 Aug 16 23:58:09.779276 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9931cac8-ccfe-4131-ae9a-ad5757352c89 req-b033d8ce-91fe-4f7d-82fc-583e9f1fb522 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194012 Aug 16 23:58:09.851533 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-30ac8235-304c-482c-b2f7-8229dd95da31 req-d3ccf1a4-e657-40f5-8300-2403e5ccbb9e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/security-groups?id=b554b1d1-55e8-42ff-942c-b54d2920d798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210403 Aug 16 23:58:09.854432 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e3a45cad-945e-48fc-8c8d-07cae70a89bc req-e2a4d66c-362f-40f7-8eff-0d924ebce99d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b66f62cb-84b0-4513-9a8d-c55c2d0119be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897388 Aug 16 23:58:09.864799 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1823405-1d87-4993-9f27-0c7b36955db0 req-5ddb3765-4f47-40ae-8dae-0fa0558af7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:09.866408 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f1823405-1d87-4993-9f27-0c7b36955db0 req-5ddb3765-4f47-40ae-8dae-0fa0558af7aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a6e7c40-14f3-4e77-82e3-e36f3b209ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862310 Aug 16 23:58:09.887057 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:09.890953 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=9935ceb9-da31-4be1-9eb0-b8b20b360382,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:10.071903 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e567ca-8bc9-49f0-9e77-29f3566baf26 req-9d2fb50e-2426-4dbe-a2ae-1cd735711148 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:10.073305 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16e567ca-8bc9-49f0-9e77-29f3566baf26 req-9d2fb50e-2426-4dbe-a2ae-1cd735711148 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?device_id=b811bf0f-8767-430f-9117-aedb724fd763 HTTP/1.1" status: 200 len: 945 time: 0.1545577 Aug 16 23:58:10.124224 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40054039-6a91-4135-9535-cd027c2b21f6 req-24520c9a-ae89-49c6-8a32-f691614a89a5 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:10.125712 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40054039-6a91-4135-9535-cd027c2b21f6 req-24520c9a-ae89-49c6-8a32-f691614a89a5 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 947 time: 0.1656892 Aug 16 23:58:10.138636 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f1823405-1d87-4993-9f27-0c7b36955db0 req-20987918-ba31-4450-a32c-c87d56b44156 service neutron] 10.222.0.64 "GET /v2.0/networks/5a6e7c40-14f3-4e77-82e3-e36f3b209ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091582 Aug 16 23:58:10.196669 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0ad83-1c15-4f05-9644-6da911a0d515 req-0805f35b-f55a-422f-9aa2-866446ad6d04 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:10.198178 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ae0ad83-1c15-4f05-9644-6da911a0d515 req-0805f35b-f55a-422f-9aa2-866446ad6d04 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.64 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1&tenant_id=636fdf9ffe334b56b1041327d83dc393&binding%3Ahost_id=n-h2-800088-20 HTTP/1.1" status: 200 len: 947 time: 0.1582904 Aug 16 23:58:10.233537 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16e567ca-8bc9-49f0-9e77-29f3566baf26 req-920322de-3d95-4aad-af29-108328576384 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/security-groups?id=b66f62cb-84b0-4513-9a8d-c55c2d0119be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398590 Aug 16 23:58:10.259060 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40054039-6a91-4135-9535-cd027c2b21f6 req-e46f3c0f-bc49-4edc-8245-a037bca9b728 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258581 Aug 16 23:58:10.288041 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['e9c7a363-3e37-4c67-84fe-14a8d9357a0d'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:58:10.330129 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f1823405-1d87-4993-9f27-0c7b36955db0 req-e14644d0-8ae2-44f1-9c04-01a01b2cf12c service neutron] 10.222.0.64 "GET /v2.0/networks/5a6e7c40-14f3-4e77-82e3-e36f3b209ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775188 Aug 16 23:58:10.337663 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['105502e0-f785-4d58-9f24-b7ad136e18bf'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:58:10.433484 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0ad83-1c15-4f05-9644-6da911a0d515 req-38b4831d-9aa3-42c8-818d-9d4870ddf719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:10.435715 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ae0ad83-1c15-4f05-9644-6da911a0d515 req-38b4831d-9aa3-42c8-818d-9d4870ddf719 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 1099 time: 0.1032741 Aug 16 23:58:10.457274 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f5bb0-9980-47e3-a84a-226cb0fba86c req-23b249f1-a4d4-429f-99c9-5420374301a4 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:10.458599 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-033f5bb0-9980-47e3-a84a-226cb0fba86c req-23b249f1-a4d4-429f-99c9-5420374301a4 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 943 time: 0.1418114 Aug 16 23:58:10.477130 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbcfe4-c8d7-4727-9726-e2a9288a4a86 req-1a894bb8-10e2-41bd-ba59-a49f69b6bba8 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:10.478688 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4fbcfe4-c8d7-4727-9726-e2a9288a4a86 req-1a894bb8-10e2-41bd-ba59-a49f69b6bba8 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.1119924 Aug 16 23:58:10.587601 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-033f5bb0-9980-47e3-a84a-226cb0fba86c req-52f0baf7-eabf-4c4d-b845-885e01b62821 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202595 Aug 16 23:58:10.603601 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4fbcfe4-c8d7-4727-9726-e2a9288a4a86 req-87a2f7b5-791a-4996-9ce4-222ee89cfcf9 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095741 Aug 16 23:58:10.622930 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0ad83-1c15-4f05-9644-6da911a0d515 req-e5042a27-8c9e-450d-a441-2c8f6ce90173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:10.624610 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ae0ad83-1c15-4f05-9644-6da911a0d515 req-e5042a27-8c9e-450d-a441-2c8f6ce90173 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.1766162 Aug 16 23:58:10.673691 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ae0ad83-1c15-4f05-9644-6da911a0d515 req-32ae0409-911f-45ec-8860-73bcdaff40ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=105502e0-f785-4d58-9f24-b7ad136e18bf HTTP/1.1" status: 200 len: 217 time: 0.0389326 Aug 16 23:58:10.757508 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738b13c-4149-4b8f-83c6-b726382d64d5 req-3d4c89fb-a01c-45d5-8841-e6b2ba71d68f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:10.758994 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0738b13c-4149-4b8f-83c6-b726382d64d5 req-3d4c89fb-a01c-45d5-8841-e6b2ba71d68f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.0880928 Aug 16 23:58:10.760276 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0ad83-1c15-4f05-9644-6da911a0d515 req-c464c984-24c6-45b7-abdd-c132144fce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:10.761609 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ae0ad83-1c15-4f05-9644-6da911a0d515 req-c464c984-24c6-45b7-abdd-c132144fce0f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0788305 Aug 16 23:58:10.821246 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0738b13c-4149-4b8f-83c6-b726382d64d5 req-23baf45b-80f2-40da-a41e-82e1d76d34da tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562735 Aug 16 23:58:10.831321 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0ad83-1c15-4f05-9644-6da911a0d515 req-d9cc7b5f-c7be-4507-8545-dc513ac9963d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:10.832794 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ae0ad83-1c15-4f05-9644-6da911a0d515 req-d9cc7b5f-c7be-4507-8545-dc513ac9963d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0611641 Aug 16 23:58:10.877443 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device f06c6c18-2565-4540-83d4-fdc14384bf53 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:58:10.982870 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port f06c6c18-2565-4540-83d4-fdc14384bf53, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f06c6c18-2565-4540-83d4-fdc14384bf53,segment=NetworkSegment(6bd97450-ac96-4c47-ad61-e23f8355a601),segment_id=6bd97450-ac96-4c47-ad61-e23f8355a601)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:10.986161 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c0934-c130-498b-bfaf-5ea8a7a1d5ac req-a634750e-2ade-4ff5-8f4f-efecbb968a61 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:10.987669 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bf4c0934-c130-498b-bfaf-5ea8a7a1d5ac req-a634750e-2ade-4ff5-8f4f-efecbb968a61 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 944 time: 0.1266558 Aug 16 23:58:10.995003 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'f06c6c18-2565-4540-83d4-fdc14384bf53', 'network_id': '00c85728-7245-4ff7-ad19-516f77c6ef85', 'port_id': 'f06c6c18-2565-4540-83d4-fdc14384bf53', 'mac_address': 'fa:16:3e:a7:4d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1dd6e9-c166-4397-8aab-d99212faa9f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:58:11.014947 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ae0ad83-1c15-4f05-9644-6da911a0d515 req-979eb03d-a5b7-4b8b-9b33-328cf82ed9bc service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715655 Aug 16 23:58:11.030411 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f86a44-199e-4b8c-9565-c6acc4481fb5 req-c9acbf8a-75e3-4a00-b2b8-69eda1ddac5e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:11.031844 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c2f86a44-199e-4b8c-9565-c6acc4481fb5 req-c9acbf8a-75e3-4a00-b2b8-69eda1ddac5e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 943 time: 0.1040833 Aug 16 23:58:11.033735 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:11.047782 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f06c6c18-2565-4540-83d4-fdc14384bf53 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:58:11.067685 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port f06c6c18-2565-4540-83d4-fdc14384bf53, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f06c6c18-2565-4540-83d4-fdc14384bf53,segment=NetworkSegment(6bd97450-ac96-4c47-ad61-e23f8355a601),segment_id=6bd97450-ac96-4c47-ad61-e23f8355a601)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:11.070841 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:11.112382 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bf4c0934-c130-498b-bfaf-5ea8a7a1d5ac req-af7917bc-6d73-421f-893a-8c9eb6c02285 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108489 Aug 16 23:58:11.123198 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=f06c6c18-2565-4540-83d4-fdc14384bf53,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:11.139212 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c2f86a44-199e-4b8c-9565-c6acc4481fb5 req-78e5b75d-ec46-42d1-937c-f3257e1bf404 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/security-groups?id=b554b1d1-55e8-42ff-942c-b54d2920d798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970023 Aug 16 23:58:11.163890 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ae0ad83-1c15-4f05-9644-6da911a0d515 req-0c82ee72-6f70-4b83-907e-5ad3a55c188e service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311285 Aug 16 23:58:11.346656 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:11.390434 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65b4bb-ae0e-463a-a8e7-89f5cd6357b1 req-4f77324c-0b1b-4c55-b2ee-c121733b0834 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:11.391839 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af65b4bb-ae0e-463a-a8e7-89f5cd6357b1 req-4f77324c-0b1b-4c55-b2ee-c121733b0834 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?device_id=b811bf0f-8767-430f-9117-aedb724fd763 HTTP/1.1" status: 200 len: 945 time: 0.0868602 Aug 16 23:58:11.404230 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b9075-6579-4de6-aa52-d3732aa229b0 req-61243b52-3856-4be3-8bad-379d52dde1a8 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:11.405694 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-276b9075-6579-4de6-aa52-d3732aa229b0 req-61243b52-3856-4be3-8bad-379d52dde1a8 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 947 time: 0.0714953 Aug 16 23:58:11.460269 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af65b4bb-ae0e-463a-a8e7-89f5cd6357b1 req-7f64a676-bf37-488f-894b-b336606aaa24 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/security-groups?id=b66f62cb-84b0-4513-9a8d-c55c2d0119be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536354 Aug 16 23:58:11.464863 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-276b9075-6579-4de6-aa52-d3732aa229b0 req-d7c367ef-0983-48ab-a724-1a20d6abea89 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526989 Aug 16 23:58:11.516703 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b811bf0f-8767-430f-9117-aedb724fd763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9935ceb9-da31-4be1-9eb0-b8b20b360382'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:58:11.520220 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88479510-e016-40a8-bda4-1ecf17d2ad5f" -d '{"events": [{"server_uuid": "b811bf0f-8767-430f-9117-aedb724fd763", "name": "network-vif-plugged", "status": "completed", "tag": "9935ceb9-da31-4be1-9eb0-b8b20b360382"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:58:11.555086 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b29b681-3c58-4a2d-9077-fc178b1708d7 x-openstack-request-id: req-0b29b681-3c58-4a2d-9077-fc178b1708d7 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:58:11.555380 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b811bf0f-8767-430f-9117-aedb724fd763", "name": "network-vif-plugged", "status": "completed", "tag": "9935ceb9-da31-4be1-9eb0-b8b20b360382", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:58:11.555637 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b29b681-3c58-4a2d-9077-fc178b1708d7 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:58:11.556037 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b811bf0f-8767-430f-9117-aedb724fd763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9935ceb9-da31-4be1-9eb0-b8b20b360382', 'code': 200} Aug 16 23:58:11.765374 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc27c5-bf82-4d76-9237-60801def9bc9 req-14706ff2-048f-4e75-8463-1f35629ceb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:11.766873 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bcdc27c5-bf82-4d76-9237-60801def9bc9 req-14706ff2-048f-4e75-8463-1f35629ceb16 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b811bf0f-8767-430f-9117-aedb724fd763 HTTP/1.1" status: 200 len: 1097 time: 0.1144869 Aug 16 23:58:11.782584 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7cb2e-355f-4076-99b7-5606edecd80e req-1c083e6e-3789-41c8-b231-fff6c9a34232 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:11.783962 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f0b7cb2e-355f-4076-99b7-5606edecd80e req-1c083e6e-3789-41c8-b231-fff6c9a34232 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.0978444 Aug 16 23:58:11.792410 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa2bf6-34ef-4960-b5aa-0b1ec49278b1 req-a153a88e-a462-4203-96df-3a218485572c tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:11.793813 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ceaa2bf6-34ef-4960-b5aa-0b1ec49278b1 req-a153a88e-a462-4203-96df-3a218485572c tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 944 time: 0.1060464 Aug 16 23:58:11.867812 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bcdc27c5-bf82-4d76-9237-60801def9bc9 req-7a4c10d0-a8b9-44f8-b27d-cbdff2e3fef6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b66f62cb-84b0-4513-9a8d-c55c2d0119be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827510 Aug 16 23:58:11.873286 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ceaa2bf6-34ef-4960-b5aa-0b1ec49278b1 req-62329323-81e8-4d9e-a431-17301d94c2ef tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723972 Aug 16 23:58:11.878072 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f0b7cb2e-355f-4076-99b7-5606edecd80e req-ef570900-d17a-43c2-8296-229231f7d737 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784521 Aug 16 23:58:11.987567 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf9d5c-d5b1-4429-b1fe-23123e06c29c req-75b5b963-f14e-4a34-82d6-544038cc94a1 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:11.989015 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ebcf9d5c-d5b1-4429-b1fe-23123e06c29c req-75b5b963-f14e-4a34-82d6-544038cc94a1 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.0521743 Aug 16 23:58:12.035136 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ebcf9d5c-d5b1-4429-b1fe-23123e06c29c req-b9e64fe0-13d5-46e6-bb76-f289009ac5f4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398738 Aug 16 23:58:12.257900 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e49a1f-75bd-4753-9702-04bd8086fcb1 req-308a6295-3e73-4a54-95b3-9826cb9bb300 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:12.259379 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d6e49a1f-75bd-4753-9702-04bd8086fcb1 req-308a6295-3e73-4a54-95b3-9826cb9bb300 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 944 time: 0.0760844 Aug 16 23:58:12.287758 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335db38-9cc1-4a08-95a7-666f60e8e0da req-c2ab3b78-ab02-4ab2-8171-39b2be8cee36 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:12.289233 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b335db38-9cc1-4a08-95a7-666f60e8e0da req-c2ab3b78-ab02-4ab2-8171-39b2be8cee36 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 943 time: 0.0777993 Aug 16 23:58:12.321818 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d6e49a1f-75bd-4753-9702-04bd8086fcb1 req-a4c0b74e-2152-48d7-b72e-b81518658dd5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556633 Aug 16 23:58:12.346766 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b335db38-9cc1-4a08-95a7-666f60e8e0da req-96249972-3fab-4ee1-abf3-94378967f844 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/security-groups?id=b554b1d1-55e8-42ff-942c-b54d2920d798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492117 Aug 16 23:58:12.620125 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63693e-1763-4517-861f-a742f650b790 req-2c134d3e-6265-4626-9ac2-dae35bc077f9 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:12.621633 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dc63693e-1763-4517-861f-a742f650b790 req-2c134d3e-6265-4626-9ac2-dae35bc077f9 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?device_id=b811bf0f-8767-430f-9117-aedb724fd763 HTTP/1.1" status: 200 len: 945 time: 0.0910859 Aug 16 23:58:12.628788 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64717606-9631-4490-a7ee-9acc2a77d2ee req-5595a515-4ab2-4468-9793-e8010d04ffd2 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:12.630172 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-64717606-9631-4490-a7ee-9acc2a77d2ee req-5595a515-4ab2-4468-9793-e8010d04ffd2 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 947 time: 0.0883794 Aug 16 23:58:12.684390 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dc63693e-1763-4517-861f-a742f650b790 req-8d386147-3550-4d67-a080-252e86326a31 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/security-groups?id=b66f62cb-84b0-4513-9a8d-c55c2d0119be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532656 Aug 16 23:58:12.689141 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-64717606-9631-4490-a7ee-9acc2a77d2ee req-60465b72-9310-4c53-b2de-b39ce8c957b5 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522232 Aug 16 23:58:12.791440 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['f06c6c18-2565-4540-83d4-fdc14384bf53'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:58:12.806053 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2951a4-92da-4a28-a6c5-9e3429b5a733 req-5ee6e130-6bd1-4f8c-820c-287e6558a32a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:12.807521 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ea2951a4-92da-4a28-a6c5-9e3429b5a733 req-5ee6e130-6bd1-4f8c-820c-287e6558a32a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 947 time: 0.0510943 Aug 16 23:58:12.845338 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ea2951a4-92da-4a28-a6c5-9e3429b5a733 req-f91e2193-9822-446d-953f-85654cd2bdc1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314968 Aug 16 23:58:13.024360 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b9350-f082-469c-91f6-70f5b735dbc2 req-ec0c9400-e389-432c-b50d-9ba382573065 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:13.025846 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4c9b9350-f082-469c-91f6-70f5b735dbc2 req-ec0c9400-e389-432c-b50d-9ba382573065 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 944 time: 0.0820613 Aug 16 23:58:13.033144 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6e311-0808-4864-96d2-2209c97128c9 req-8e9ddb06-b346-4d7c-b54d-2d5e31d41522 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:13.035185 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ef6e311-0808-4864-96d2-2209c97128c9 req-8e9ddb06-b346-4d7c-b54d-2d5e31d41522 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.0825949 Aug 16 23:58:13.090272 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4c9b9350-f082-469c-91f6-70f5b735dbc2 req-51e0baf6-f35d-417f-82d7-6399ece00d46 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541289 Aug 16 23:58:13.095391 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ef6e311-0808-4864-96d2-2209c97128c9 req-d4d2a150-f8e8-47b6-ad20-58a001f18f85 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534148 Aug 16 23:58:13.215348 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bed14a-110e-485f-91c1-bd2374eb9a79 req-321a7a61-5818-4288-88a2-91f5e6d55654 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:13.217461 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-09bed14a-110e-485f-91c1-bd2374eb9a79 req-321a7a61-5818-4288-88a2-91f5e6d55654 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.0526216 Aug 16 23:58:13.257328 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-09bed14a-110e-485f-91c1-bd2374eb9a79 req-41f137b4-29a8-46cb-80c6-720c94d8852d tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335956 Aug 16 23:58:13.389184 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-dcae309e-d583-4eec-ab58-80d047091b76 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=636fdf9ffe334b56b1041327d83dc393&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312307 Aug 16 23:58:13.498701 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31b218-1252-429a-a9cc-80bc6586c913 req-b8549883-21be-44f9-91c9-16f7cef44ca2 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:13.500172 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec31b218-1252-429a-a9cc-80bc6586c913 req-b8549883-21be-44f9-91c9-16f7cef44ca2 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 944 time: 0.1099350 Aug 16 23:58:13.542841 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-bc69d630-a017-4978-811e-5fdb4bc8ee5c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:13.544924 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-bc69d630-a017-4978-811e-5fdb4bc8ee5c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1459475 Aug 16 23:58:13.568425 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec31b218-1252-429a-a9cc-80bc6586c913 req-41433c09-4540-47d1-97dd-4a91827f6941 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591831 Aug 16 23:58:13.569771 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-84304d16-b928-4841-a1b8-dce72f7778bf tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/quotas/636fdf9ffe334b56b1041327d83dc393 HTTP/1.1" status: 200 len: 375 time: 0.0155790 Aug 16 23:58:13.646289 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-f520e5a6-7494-463c-8a9a-ed59efd9a085 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0701962 Aug 16 23:58:13.684279 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b7c4c-3ff5-41b4-ad94-3f0496eff437 req-3b4b5ab1-db4e-4372-9639-be437fb25189 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:13.686943 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b82b7c4c-3ff5-41b4-ad94-3f0496eff437 req-3b4b5ab1-db4e-4372-9639-be437fb25189 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 943 time: 0.0580068 Aug 16 23:58:13.730712 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b82b7c4c-3ff5-41b4-ad94-3f0496eff437 req-1f5daeef-d24d-41b3-b0a5-7761c20be916 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/security-groups?id=b554b1d1-55e8-42ff-942c-b54d2920d798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376236 Aug 16 23:58:13.876449 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-522cc11c-78a9-44d2-8180-9c92ebe034d4 req-66f24640-90eb-450f-8b91-024b689aeb50 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 210 time: 0.0631869 Aug 16 23:58:13.908182 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fdabc-c16f-458f-b2fb-18b085def33d req-c1162600-8851-4903-a350-8cd24bc6623c tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:13.910566 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f4fdabc-c16f-458f-b2fb-18b085def33d req-c1162600-8851-4903-a350-8cd24bc6623c tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?device_id=b811bf0f-8767-430f-9117-aedb724fd763 HTTP/1.1" status: 200 len: 945 time: 0.0783670 Aug 16 23:58:13.956935 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f4fdabc-c16f-458f-b2fb-18b085def33d req-84ace80a-ccaf-4663-846e-e15026da2ea7 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/security-groups?id=b66f62cb-84b0-4513-9a8d-c55c2d0119be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331068 Aug 16 23:58:14.248753 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83b254-860e-4abb-ac4b-fabbb504e0c3 req-877b0da5-e6b7-4079-a04a-bab62b25ab7a tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:14.250467 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f83b254-860e-4abb-ac4b-fabbb504e0c3 req-877b0da5-e6b7-4079-a04a-bab62b25ab7a tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 944 time: 0.0853016 Aug 16 23:58:14.272765 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2c3cc-9a1c-45da-909f-c41ca62c092c req-531aebba-7d02-4527-a027-5cf051eb1f68 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:14.274644 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-21b2c3cc-9a1c-45da-909f-c41ca62c092c req-531aebba-7d02-4527-a027-5cf051eb1f68 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.0784507 Aug 16 23:58:14.327316 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f83b254-860e-4abb-ac4b-fabbb504e0c3 req-587ad69c-dbec-486e-a123-164336614442 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688148 Aug 16 23:58:14.334913 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-21b2c3cc-9a1c-45da-909f-c41ca62c092c req-3ec18085-3a35-4ca3-a355-e70b0999a458 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511651 Aug 16 23:58:14.449189 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6579dc0-bb73-4f80-a45e-0b355b9ac262 req-ef9558cc-6cf8-430b-9563-2ee289a173b1 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:14.451343 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d6579dc0-bb73-4f80-a45e-0b355b9ac262 req-ef9558cc-6cf8-430b-9563-2ee289a173b1 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.0523436 Aug 16 23:58:14.491519 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d6579dc0-bb73-4f80-a45e-0b355b9ac262 req-4edd4600-e267-40fd-a1b8-3703c0d1475f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341852 Aug 16 23:58:14.686048 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a4677-c2ad-4ead-aaf2-1a06e1173432 req-49ef6128-d565-4534-8767-ec7db8ba32ae tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:14.687715 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e88a4677-c2ad-4ead-aaf2-1a06e1173432 req-49ef6128-d565-4534-8767-ec7db8ba32ae tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 944 time: 0.0499952 Aug 16 23:58:14.727086 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e88a4677-c2ad-4ead-aaf2-1a06e1173432 req-c695d108-843d-48b6-a8b9-291fa8c217d9 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331793 Aug 16 23:58:14.854402 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e038fb-f89d-4b04-a26d-18561924820e req-79841f09-69d4-454e-95b2-1ce633e468e2 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:14.855897 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f0e038fb-f89d-4b04-a26d-18561924820e req-79841f09-69d4-454e-95b2-1ce633e468e2 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 943 time: 0.0526390 Aug 16 23:58:14.893972 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device e9c7a363-3e37-4c67-84fe-14a8d9357a0d up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:58:14.896562 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f0e038fb-f89d-4b04-a26d-18561924820e req-33cddc8f-5013-45fe-a992-25a1167b4c85 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/security-groups?id=b554b1d1-55e8-42ff-942c-b54d2920d798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342033 Aug 16 23:58:14.947565 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port e9c7a363-3e37-4c67-84fe-14a8d9357a0d completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:58:14.954721 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port e9c7a363-3e37-4c67-84fe-14a8d9357a0d triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:58:14.955210 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:14.979577 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3c7bc3a7-bf0c-4082-ba75-a8602f2c3e73 req-e3980bfa-4772-4e70-8796-48fdd3f7d4ae tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 210 time: 0.0310605 Aug 16 23:58:15.046533 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:15.069518 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5086ae-27a4-4ff8-a5a2-19185584a0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c7a363-3e37-4c67-84fe-14a8d9357a0d'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:58:15.072002 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96259abf-7082-4cf9-9b58-9c44c6d7e78a" -d '{"events": [{"server_uuid": "ed5086ae-27a4-4ff8-a5a2-19185584a0a4", "name": "network-vif-plugged", "status": "completed", "tag": "e9c7a363-3e37-4c67-84fe-14a8d9357a0d"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:58:15.086266 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port e9c7a363-3e37-4c67-84fe-14a8d9357a0d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=e9c7a363-3e37-4c67-84fe-14a8d9357a0d,segment=NetworkSegment(3411fc4a-3bde-4588-9501-d4fdb6efed04),segment_id=3411fc4a-3bde-4588-9501-d4fdb6efed04)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:15.093259 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:15.094302 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 105502e0-f785-4d58-9f24-b7ad136e18bf up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:58:15.104421 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f716f3-e4fe-4c44-9bb3-95d36b875a30 req-5c64c7da-b736-4b81-b291-50eb9e5ca6f2 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:15.106103 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f0f716f3-e4fe-4c44-9bb3-95d36b875a30 req-5c64c7da-b736-4b81-b291-50eb9e5ca6f2 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?device_id=b811bf0f-8767-430f-9117-aedb724fd763 HTTP/1.1" status: 200 len: 945 time: 0.0631757 Aug 16 23:58:15.141077 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cf438e-d3dc-4b8a-b7e4-0c2261ad7738 x-openstack-request-id: req-81cf438e-d3dc-4b8a-b7e4-0c2261ad7738 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:58:15.141678 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5086ae-27a4-4ff8-a5a2-19185584a0a4", "name": "network-vif-plugged", "status": "completed", "tag": "e9c7a363-3e37-4c67-84fe-14a8d9357a0d", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:58:15.142700 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-81cf438e-d3dc-4b8a-b7e4-0c2261ad7738 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:58:15.143283 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5086ae-27a4-4ff8-a5a2-19185584a0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c7a363-3e37-4c67-84fe-14a8d9357a0d', 'code': 200} Aug 16 23:58:15.157714 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f0f716f3-e4fe-4c44-9bb3-95d36b875a30 req-32b7dc84-f8ba-4a43-bb11-d0600cf3cec0 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/security-groups?id=b66f62cb-84b0-4513-9a8d-c55c2d0119be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450053 Aug 16 23:58:15.205694 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=e9c7a363-3e37-4c67-84fe-14a8d9357a0d,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:15.220564 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 105502e0-f785-4d58-9f24-b7ad136e18bf triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:58:15.221031 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:15.317835 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:15.346404 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-8f9c6341-cc69-433a-be5b-a0db99e9d786 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=636fdf9ffe334b56b1041327d83dc393&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0954115 Aug 16 23:58:15.354556 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 105502e0-f785-4d58-9f24-b7ad136e18bf, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=105502e0-f785-4d58-9f24-b7ad136e18bf,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:15.366818 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:15.368000 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0ec58fee-559f-4689-9283-edac0c10185c no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:58:15.446823 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231a5bb-b625-4144-92bb-348f6b6023e3 req-789c2643-d0e8-477a-9551-481eda63d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:15.448334 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4231a5bb-b625-4144-92bb-348f6b6023e3 req-789c2643-d0e8-477a-9551-481eda63d804 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ed5086ae-27a4-4ff8-a5a2-19185584a0a4 HTTP/1.1" status: 200 len: 1098 time: 0.1877885 Aug 16 23:58:15.453323 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-ed1b0399-5457-419b-bab0-7242de9c4790 service neutron] 10.222.0.64 "GET /v2.0/ports/0ec58fee-559f-4689-9283-edac0c10185c/bindings/n-h1-800088-20 HTTP/1.1" status: 200 len: 385 time: 0.0583465 Aug 16 23:58:15.479317 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=105502e0-f785-4d58-9f24-b7ad136e18bf,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:15.676790 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-a41e5b59-1bee-4652-b007-26d8d3e3b2f6 service neutron] For port 0ec58fee-559f-4689-9283-edac0c10185c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0ec58fee-559f-4689-9283-edac0c10185c,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:15.702074 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-a41e5b59-1bee-4652-b007-26d8d3e3b2f6 service neutron] For port 0ec58fee-559f-4689-9283-edac0c10185c, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:58:15.736090 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-a41e5b59-1bee-4652-b007-26d8d3e3b2f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec58fee-559f-4689-9283-edac0c10185c {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:58:15.748702 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-a41e5b59-1bee-4652-b007-26d8d3e3b2f6 service neutron] For port 0ec58fee-559f-4689-9283-edac0c10185c, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=0ec58fee-559f-4689-9283-edac0c10185c,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:15.764263 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-a41e5b59-1bee-4652-b007-26d8d3e3b2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:15.818647 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1087f-fad6-470a-a506-dfe63a682424 req-952de4f1-5242-46ca-92d8-e8be73ab56a0 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:15.820472 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c8d1087f-fad6-470a-a506-dfe63a682424 req-952de4f1-5242-46ca-92d8-e8be73ab56a0 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5086ae-27a4-4ff8-a5a2-19185584a0a4 HTTP/1.1" status: 200 len: 946 time: 0.5576458 Aug 16 23:58:15.841812 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-a41e5b59-1bee-4652-b007-26d8d3e3b2f6 service neutron] Transition to ACTIVE for port object 0ec58fee-559f-4689-9283-edac0c10185c will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:58:15.846170 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-a41e5b59-1bee-4652-b007-26d8d3e3b2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:15.905722 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4231a5bb-b625-4144-92bb-348f6b6023e3 req-6c26ab13-febb-4c3c-90b2-91911316864b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b66f62cb-84b0-4513-9a8d-c55c2d0119be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463656 Aug 16 23:58:15.913844 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-a41e5b59-1bee-4652-b007-26d8d3e3b2f6 service neutron] No DVR routers for this DVR port 0ec58fee-559f-4689-9283-edac0c10185c on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:58:15.919834 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5f8f4-ceb3-499d-9509-b4307418b3b5 req-292cbfb9-1af6-4c33-b70d-74b5ae96a998 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:15.921540 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5b5f8f4-ceb3-499d-9509-b4307418b3b5 req-292cbfb9-1af6-4c33-b70d-74b5ae96a998 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 944 time: 0.5080917 Aug 16 23:58:15.926529 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c8d1087f-fad6-470a-a506-dfe63a682424 req-311a80d2-f3d2-404d-9c70-bb2cfa4139c9 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/security-groups?id=b66f62cb-84b0-4513-9a8d-c55c2d0119be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940051 Aug 16 23:58:15.937750 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-95b1cd29-be19-488b-89da-05f79c8bbb49 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:15.939256 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-95b1cd29-be19-488b-89da-05f79c8bbb49 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5771654 Aug 16 23:58:15.948993 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e5b59-1bee-4652-b007-26d8d3e3b2f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec58fee-559f-4689-9283-edac0c10185c,revision_number=10']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:15.956605 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-a41e5b59-1bee-4652-b007-26d8d3e3b2f6 service neutron] 10.222.0.64 "PUT /v2.0/ports/0ec58fee-559f-4689-9283-edac0c10185c/bindings/n-h1-800088-20/activate HTTP/1.1" status: 200 len: 370 time: 0.4642198 Aug 16 23:58:15.973853 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5b5f8f4-ceb3-499d-9509-b4307418b3b5 req-c7e8c1d3-38ba-4d54-b7c3-1dcc891f0418 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448141 Aug 16 23:58:16.000410 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-302b48ca-9d51-4ddc-aa3f-1a3f104978d1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Request body: {'port': {'device_id': 'a2d13edf-bf81-40e1-bb6f-e6763092b067', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': '636fdf9ffe334b56b1041327d83dc393'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:58:16.093915 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-33e09bf9-e881-4b80-ad33-f7ba178d66ab tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:16.095444 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-33e09bf9-e881-4b80-ad33-f7ba178d66ab tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac&tenant_id=196284884f15450ab6370c358b3094db&binding%3Ahost_id=n-h2-800088-20 HTTP/1.1" status: 200 len: 1097 time: 0.0459316 Aug 16 23:58:16.110507 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c006b-d5b9-4434-96bc-b6517209255e req-d5399cde-36ea-4323-8661-094d360202cc tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:16.112007 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de0c006b-d5b9-4434-96bc-b6517209255e req-d5399cde-36ea-4323-8661-094d360202cc tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.1079714 Aug 16 23:58:16.148177 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-836123ba-0539-4e41-8552-96e7216d4511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:16.149711 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-836123ba-0539-4e41-8552-96e7216d4511 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac&tenant_id=196284884f15450ab6370c358b3094db HTTP/1.1" status: 200 len: 1097 time: 0.0456045 Aug 16 23:58:16.211959 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de0c006b-d5b9-4434-96bc-b6517209255e req-3c4349c7-5b85-46cc-8f1b-03958b29046f tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916541 Aug 16 23:58:16.216554 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-69c0cb47-2bb1-458c-a8d3-68399ddb4599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:16.218507 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-69c0cb47-2bb1-458c-a8d3-68399ddb4599 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=196284884f15450ab6370c358b3094db&device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 1097 time: 0.0457511 Aug 16 23:58:16.223550 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a4857-60d0-4a3f-aea0-1c99b6f1aeb7 req-f502ec87-df99-4085-affc-eeb1199b0d62 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:16.225145 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f7a4857-60d0-4a3f-aea0-1c99b6f1aeb7 req-f502ec87-df99-4085-affc-eeb1199b0d62 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.1062467 Aug 16 23:58:16.234754 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-302b48ca-9d51-4ddc-aa3f-1a3f104978d1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Made reservation on behalf of 636fdf9ffe334b56b1041327d83dc393 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:58:16.239131 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-302b48ca-9d51-4ddc-aa3f-1a3f104978d1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:16.322979 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-707b9a6e-5ec1-42d6-806a-f3293c473217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:16.324515 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-707b9a6e-5ec1-42d6-806a-f3293c473217 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0de117b9-aee8-4952-ae99-3d2308a08b74 HTTP/1.1" status: 200 len: 909 time: 0.0894072 Aug 16 23:58:16.352504 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f7a4857-60d0-4a3f-aea0-1c99b6f1aeb7 req-90c726dd-b7da-4e74-b47a-97c128f5b46f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096950 Aug 16 23:58:16.373356 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-2d0a093d-8062-446e-a392-17361220a1df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ec58fee-559f-4689-9283-edac0c10185c HTTP/1.1" status: 200 len: 217 time: 0.0394979 Aug 16 23:58:16.409804 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c6fc8-5169-4937-bf8d-48abac9ce4e0 req-5a11feda-1f32-4afc-bd2b-b2e777e6d65e tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:16.412426 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f5c6fc8-5169-4937-bf8d-48abac9ce4e0 req-5a11feda-1f32-4afc-bd2b-b2e777e6d65e tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 945 time: 0.1363902 Aug 16 23:58:16.427882 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-ac809405-ac99-43cf-bc1f-e48fa412869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:16.429555 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-ac809405-ac99-43cf-bc1f-e48fa412869c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c3c58a3-e974-46fc-9f56-1776e260fbc5 HTTP/1.1" status: 200 len: 848 time: 0.0497220 Aug 16 23:58:16.463657 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-6848bf20-c5d6-431e-934e-e8524d474920 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0de117b9-aee8-4952-ae99-3d2308a08b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261378 Aug 16 23:58:16.498992 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fbc85e7c-efcc-488a-834d-692c5b534316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:16.503914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-302b48ca-9d51-4ddc-aa3f-1a3f104978d1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Allocated IP 192.168.233.23 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/f1b00233-84b9-45da-82a9-4141ca7e2930) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:58:16.520310 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f5c6fc8-5169-4937-bf8d-48abac9ce4e0 req-4c97d815-cf72-41d1-8e8b-fb4a26de1a36 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006799 Aug 16 23:58:16.542668 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc102b5-c70a-401b-ae77-f5bf28baa8bf req-ad80c3e6-c937-42e2-9b6a-6d930ff6158c tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:16.545937 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-afc102b5-c70a-401b-ae77-f5bf28baa8bf req-ad80c3e6-c937-42e2-9b6a-6d930ff6158c tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 943 time: 0.1274593 Aug 16 23:58:16.561665 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-d3d4c8a5-28e4-481f-9365-c5a98c94ec81 service neutron] 10.222.0.69 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900295 Aug 16 23:58:16.645446 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-afc102b5-c70a-401b-ae77-f5bf28baa8bf req-375d0f05-7ac5-4a53-ad00-dd8fea92bb94 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/security-groups?id=b554b1d1-55e8-42ff-942c-b54d2920d798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906465 Aug 16 23:58:16.670063 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-d296a126-378f-44e5-907b-f63877c700fe service neutron] 10.222.0.69 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985687 Aug 16 23:58:16.672103 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4740b8af-2e5b-4b9a-8fef-fac8d158d24a req-df122fe4-4c33-4892-b6af-d87d8f507fb6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 210 time: 0.0846400 Aug 16 23:58:16.747569 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-302b48ca-9d51-4ddc-aa3f-1a3f104978d1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:16.760490 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-302b48ca-9d51-4ddc-aa3f-1a3f104978d1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Transition to ACTIVE for port object f1b00233-84b9-45da-82a9-4141ca7e2930 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:58:16.799696 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-302b48ca-9d51-4ddc-aa3f-1a3f104978d1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:16.813803 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['105502e0-f785-4d58-9f24-b7ad136e18bf'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:58:16.816048 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['dc5a9afa-09d6-4392-8d77-921fd95fdba9'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:58:16.845596 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-302b48ca-9d51-4ddc-aa3f-1a3f104978d1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:58:16.850883 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-302b48ca-9d51-4ddc-aa3f-1a3f104978d1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:58:16.854734 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-302b48ca-9d51-4ddc-aa3f-1a3f104978d1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:58:16.883462 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b48ca-9d51-4ddc-aa3f-1a3f104978d1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Pushing event updated for resources: {'Port': ['ID=f1b00233-84b9-45da-82a9-4141ca7e2930,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:16.905664 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 5ec701a2-a90f-4518-beda-9bef01500e3d details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:58:16.907544 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device f06c6c18-2565-4540-83d4-fdc14384bf53 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:58:16.911016 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-302b48ca-9d51-4ddc-aa3f-1a3f104978d1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:16.911602 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-302b48ca-9d51-4ddc-aa3f-1a3f104978d1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:16.932566 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-302b48ca-9d51-4ddc-aa3f-1a3f104978d1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9369061 Aug 16 23:58:16.954727 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-f5bb14e5-55a2-4424-9997-9a1aa4e19a13 service neutron] Request body: {'port': {'device_id': 'a2d13edf-bf81-40e1-bb6f-e6763092b067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:58:16.961213 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-1db62052-0d8b-4213-bd6a-963cf5362c34 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:16.963847 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-1db62052-0d8b-4213-bd6a-963cf5362c34 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac&tenant_id=196284884f15450ab6370c358b3094db&binding%3Ahost_id=n-h1-800088-20 HTTP/1.1" status: 200 len: 1097 time: 0.0674245 Aug 16 23:58:17.086289 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-f5bb14e5-55a2-4424-9997-9a1aa4e19a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:17.141211 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-fbbcf740-9a08-465d-8b13-2e86d68ae2fa service neutron] For port 0ec58fee-559f-4689-9283-edac0c10185c, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:58:17.144819 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-fbbcf740-9a08-465d-8b13-2e86d68ae2fa service neutron] Notify callbacks [] for binding, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:17.144977 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port f06c6c18-2565-4540-83d4-fdc14384bf53 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:58:17.146013 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-21d674ab-92ca-4543-b0f9-785cc786e552 req-fbbcf740-9a08-465d-8b13-2e86d68ae2fa service neutron] 10.222.0.69 "DELETE /v2.0/ports/0ec58fee-559f-4689-9283-edac0c10185c/bindings/n-h2-800088-20 HTTP/1.1" status: 204 len: 173 time: 0.1691940 Aug 16 23:58:17.146768 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c415272b-a40e-43c5-859f-e152c696b2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105502e0-f785-4d58-9f24-b7ad136e18bf'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:58:17.149012 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f81b3c4-1e08-41d2-af2e-a1a6380d36c4" -d '{"events": [{"server_uuid": "c415272b-a40e-43c5-859f-e152c696b2a1", "name": "network-vif-plugged", "status": "completed", "tag": "105502e0-f785-4d58-9f24-b7ad136e18bf"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:58:17.177798 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port f06c6c18-2565-4540-83d4-fdc14384bf53 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:58:17.178460 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:17.233710 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 5ec701a2-a90f-4518-beda-9bef01500e3d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=5ec701a2-a90f-4518-beda-9bef01500e3d,segment=NetworkSegment(33e4e85e-9cad-4742-bc66-e67d4af1da2c),segment_id=33e4e85e-9cad-4742-bc66-e67d4af1da2c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:17.248040 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-32ac48d4-4a3e-4b4e-9e7d-01b63480f8da None None] Provisioning for port f1b00233-84b9-45da-82a9-4141ca7e2930 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:58:17.271471 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-32ac48d4-4a3e-4b4e-9e7d-01b63480f8da None None] Provisioning complete for port f1b00233-84b9-45da-82a9-4141ca7e2930 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:58:17.271776 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-32ac48d4-4a3e-4b4e-9e7d-01b63480f8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:17.273310 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '5ec701a2-a90f-4518-beda-9bef01500e3d', 'network_id': '8f6cd382-f473-4971-ab50-9200ef4063ef', 'port_id': '5ec701a2-a90f-4518-beda-9bef01500e3d', 'mac_address': 'fa:16:3e:91:5b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17869c4-8671-4b59-ab4c-b035d74bd4fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:58:17.294563 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e965d-4502-436b-a2be-153e2de2bd9e req-c74009af-c6c8-4dbf-af91-88cf917c7dbb tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:17.296163 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0b0e965d-4502-436b-a2be-153e2de2bd9e req-c74009af-c6c8-4dbf-af91-88cf917c7dbb tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5086ae-27a4-4ff8-a5a2-19185584a0a4 HTTP/1.1" status: 200 len: 946 time: 0.2257843 Aug 16 23:58:17.305829 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f79008-3fd7-4698-9f24-359a3136b97b req-70e4a34f-22f3-4f91-9680-3567ba4f1c66 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:17.307251 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-59f79008-3fd7-4698-9f24-359a3136b97b req-70e4a34f-22f3-4f91-9680-3567ba4f1c66 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 944 time: 0.2221668 Aug 16 23:58:17.377514 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-32ac48d4-4a3e-4b4e-9e7d-01b63480f8da None None] Port f1b00233-84b9-45da-82a9-4141ca7e2930 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:58:17.408080 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:17.417790 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0b0e965d-4502-436b-a2be-153e2de2bd9e req-396a364a-1156-4da2-9b50-51e23dcb679f tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/security-groups?id=b66f62cb-84b0-4513-9a8d-c55c2d0119be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095867 Aug 16 23:58:17.425157 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-59f79008-3fd7-4698-9f24-359a3136b97b req-31bd01ee-af22-4743-9050-c322477b3ee5 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058552 Aug 16 23:58:17.429858 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec701a2-a90f-4518-beda-9bef01500e3d {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:58:17.449938 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:17.462287 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 5ec701a2-a90f-4518-beda-9bef01500e3d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=5ec701a2-a90f-4518-beda-9bef01500e3d,segment=NetworkSegment(33e4e85e-9cad-4742-bc66-e67d4af1da2c),segment_id=33e4e85e-9cad-4742-bc66-e67d4af1da2c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:17.474286 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:17.522449 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port f06c6c18-2565-4540-83d4-fdc14384bf53, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f06c6c18-2565-4540-83d4-fdc14384bf53,segment=NetworkSegment(6bd97450-ac96-4c47-ad61-e23f8355a601),segment_id=6bd97450-ac96-4c47-ad61-e23f8355a601)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:17.528040 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76822d9b-b628-45c6-acb7-87ef4e89bc11 x-openstack-request-id: req-76822d9b-b628-45c6-acb7-87ef4e89bc11 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:58:17.528784 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c415272b-a40e-43c5-859f-e152c696b2a1", "name": "network-vif-plugged", "status": "completed", "tag": "105502e0-f785-4d58-9f24-b7ad136e18bf", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:58:17.529103 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-76822d9b-b628-45c6-acb7-87ef4e89bc11 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:58:17.529685 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c415272b-a40e-43c5-859f-e152c696b2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105502e0-f785-4d58-9f24-b7ad136e18bf', 'code': 200} Aug 16 23:58:17.534484 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:17.550556 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=5ec701a2-a90f-4518-beda-9bef01500e3d,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:17.551679 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-f5bb14e5-55a2-4424-9997-9a1aa4e19a13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b00233-84b9-45da-82a9-4141ca7e2930 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:58:17.561669 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-f5bb14e5-55a2-4424-9997-9a1aa4e19a13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:17.585825 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-f5bb14e5-55a2-4424-9997-9a1aa4e19a13 service neutron] Transition to ACTIVE for port object f1b00233-84b9-45da-82a9-4141ca7e2930 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:58:17.602146 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-f5bb14e5-55a2-4424-9997-9a1aa4e19a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:17.609298 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=f06c6c18-2565-4540-83d4-fdc14384bf53,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:17.712348 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb14e5-55a2-4424-9997-9a1aa4e19a13 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b00233-84b9-45da-82a9-4141ca7e2930,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:17.769281 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0beb1-a25f-47f0-874d-47a3c55bf903 req-b35ee64c-d7ed-4609-9a38-27296a8b27c1 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:17.770839 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9e0beb1-a25f-47f0-874d-47a3c55bf903 req-b35ee64c-d7ed-4609-9a38-27296a8b27c1 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.1777177 Aug 16 23:58:17.789458 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a21bb-6695-40c7-b607-c8a11ce13208 req-81668c52-f931-4c9e-a059-01399e6cb5e7 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:17.790965 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-043a21bb-6695-40c7-b607-c8a11ce13208 req-81668c52-f931-4c9e-a059-01399e6cb5e7 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.1606266 Aug 16 23:58:17.860495 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-f5bb14e5-55a2-4424-9997-9a1aa4e19a13 service neutron] Attempting to bind port f1b00233-84b9-45da-82a9-4141ca7e2930 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:58:17.861155 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-f5bb14e5-55a2-4424-9997-9a1aa4e19a13 service neutron] Attempting to bind port f1b00233-84b9-45da-82a9-4141ca7e2930 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:58:17.861280 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-f5bb14e5-55a2-4424-9997-9a1aa4e19a13 service neutron] Attempting to bind port f1b00233-84b9-45da-82a9-4141ca7e2930 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:58:17.877652 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9e0beb1-a25f-47f0-874d-47a3c55bf903 req-277764b5-f7cf-4e4e-8de6-4d0a89d25efe tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000452 Aug 16 23:58:17.879988 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-f5bb14e5-55a2-4424-9997-9a1aa4e19a13 service neutron] Port f1b00233-84b9-45da-82a9-4141ca7e2930 on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:58:17.880316 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-f5bb14e5-55a2-4424-9997-9a1aa4e19a13 service neutron] Attempting to bind port f1b00233-84b9-45da-82a9-4141ca7e2930 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:58:17.885567 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-043a21bb-6695-40c7-b607-c8a11ce13208 req-f40a34f6-8554-4e17-a486-a7dd382c5261 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843439 Aug 16 23:58:17.890496 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-f5bb14e5-55a2-4424-9997-9a1aa4e19a13 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:58:17.890850 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-f5bb14e5-55a2-4424-9997-9a1aa4e19a13 service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:58:17.891747 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-f5bb14e5-55a2-4424-9997-9a1aa4e19a13 service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:58:17.892360 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-f5bb14e5-55a2-4424-9997-9a1aa4e19a13 service neutron] Bound port: f1b00233-84b9-45da-82a9-4141ca7e2930, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:58:17.892731 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-f5bb14e5-55a2-4424-9997-9a1aa4e19a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:18.022194 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-f5bb14e5-55a2-4424-9997-9a1aa4e19a13 service neutron] For port f1b00233-84b9-45da-82a9-4141ca7e2930, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:58:18.054214 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-f5bb14e5-55a2-4424-9997-9a1aa4e19a13 service neutron] For port f1b00233-84b9-45da-82a9-4141ca7e2930, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f1b00233-84b9-45da-82a9-4141ca7e2930,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:58:18.061888 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-f5bb14e5-55a2-4424-9997-9a1aa4e19a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:18.103726 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a91560-f9ce-46cb-9cc7-4ef399f9ac53 req-7418cfd9-ca7e-4234-9439-5dc2317955a5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:18.105217 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4a91560-f9ce-46cb-9cc7-4ef399f9ac53 req-7418cfd9-ca7e-4234-9439-5dc2317955a5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 945 time: 0.1348658 Aug 16 23:58:18.118248 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e36c3-f8fa-4f5e-86b6-a287c39a7d5a req-ad1d72e6-6b73-4d0e-af32-76d855c046c7 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:18.120028 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-653e36c3-f8fa-4f5e-86b6-a287c39a7d5a req-ad1d72e6-6b73-4d0e-af32-76d855c046c7 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 944 time: 0.1337783 Aug 16 23:58:18.130005 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-f5bb14e5-55a2-4424-9997-9a1aa4e19a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:18.130624 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-f5bb14e5-55a2-4424-9997-9a1aa4e19a13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:18.132111 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-f5bb14e5-55a2-4424-9997-9a1aa4e19a13 service neutron] 10.222.0.64 "PUT /v2.0/ports/f1b00233-84b9-45da-82a9-4141ca7e2930 HTTP/1.1" status: 200 len: 1096 time: 1.1829796 Aug 16 23:58:18.133202 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d13edf-bf81-40e1-bb6f-e6763092b067', 'tag': 'f1b00233-84b9-45da-82a9-4141ca7e2930'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:58:18.135541 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f7525c-6b55-4d4d-b293-7066c7701b80" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d13edf-bf81-40e1-bb6f-e6763092b067", "tag": "f1b00233-84b9-45da-82a9-4141ca7e2930"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:58:18.182201 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb14e5-55a2-4424-9997-9a1aa4e19a13 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b00233-84b9-45da-82a9-4141ca7e2930,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:18.215530 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4a91560-f9ce-46cb-9cc7-4ef399f9ac53 req-aeca1816-858a-4857-a5d4-628bf42c0fd5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945106 Aug 16 23:58:18.219652 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-653e36c3-f8fa-4f5e-86b6-a287c39a7d5a req-f58d1d61-facb-4fe8-b21d-1c94e4fefe5a tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/security-groups?id=b554b1d1-55e8-42ff-942c-b54d2920d798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912747 Aug 16 23:58:18.286477 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-f5769ca5-2f8e-48f5-abef-0fec59fd3ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:18.288535 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-f5769ca5-2f8e-48f5-abef-0fec59fd3ab7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 1099 time: 0.0718534 Aug 16 23:58:18.290733 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff99ca3f-633b-42bc-8a58-6df15060684c x-openstack-request-id: req-ff99ca3f-633b-42bc-8a58-6df15060684c {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:58:18.290951 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d13edf-bf81-40e1-bb6f-e6763092b067", "tag": "f1b00233-84b9-45da-82a9-4141ca7e2930", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:58:18.291271 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ff99ca3f-633b-42bc-8a58-6df15060684c {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:58:18.291663 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2d13edf-bf81-40e1-bb6f-e6763092b067', 'tag': 'f1b00233-84b9-45da-82a9-4141ca7e2930', 'status': 'completed', 'code': 200} Aug 16 23:58:18.313534 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['5ec701a2-a90f-4518-beda-9bef01500e3d'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:58:18.365931 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-8d4ac1e1-85b3-4011-97a5-6d83355e40ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=f1b00233-84b9-45da-82a9-4141ca7e2930 HTTP/1.1" status: 200 len: 217 time: 0.0452442 Aug 16 23:58:18.388037 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f09cb9-873f-4126-a844-fc0faa059ab9 req-69231b6d-237f-4687-8984-43f1287a9d02 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:18.389463 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-41f09cb9-873f-4126-a844-fc0faa059ab9 req-69231b6d-237f-4687-8984-43f1287a9d02 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 947 time: 0.0969970 Aug 16 23:58:18.485959 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35642e-0e25-434f-bedb-d3f81a6f49b3 req-5fd6ae57-695a-4a72-955a-ead10850b9bc tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:18.487480 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd35642e-0e25-434f-bedb-d3f81a6f49b3 req-5fd6ae57-695a-4a72-955a-ead10850b9bc tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 1097 time: 0.1188898 Aug 16 23:58:18.488750 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-c1558b17-262f-4836-bfbd-2f6ad583db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:18.490071 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-c1558b17-262f-4836-bfbd-2f6ad583db9e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1100271 Aug 16 23:58:18.494746 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-41f09cb9-873f-4126-a844-fc0faa059ab9 req-d12d5e56-9564-40e6-90a6-950612924886 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836112 Aug 16 23:58:18.550020 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd35642e-0e25-434f-bedb-d3f81a6f49b3 req-148d1cb2-2f76-4752-8ae8-fc344023b62b tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543151 Aug 16 23:58:18.560056 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-6e1fd8a1-4b3d-41c9-aa46-2a8b430a9e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:18.561768 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-6e1fd8a1-4b3d-41c9-aa46-2a8b430a9e5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0526693 Aug 16 23:58:18.692159 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4495069-8b94-47e3-9c0a-5afdc05ecbe1 req-c3e77a71-5710-4696-a2e4-f5b9ae4574ff tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:18.693654 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4495069-8b94-47e3-9c0a-5afdc05ecbe1 req-c3e77a71-5710-4696-a2e4-f5b9ae4574ff tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5086ae-27a4-4ff8-a5a2-19185584a0a4 HTTP/1.1" status: 200 len: 946 time: 0.1310337 Aug 16 23:58:18.757086 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-78df3c43-5f72-498b-8292-cf8a12c17b77 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683626 Aug 16 23:58:18.767371 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c854277-08e9-4c35-b544-66096b2934e9 req-44a9b879-e34c-483c-bbef-c5486bfc93e9 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:18.768745 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c854277-08e9-4c35-b544-66096b2934e9 req-44a9b879-e34c-483c-bbef-c5486bfc93e9 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 945 time: 0.1532838 Aug 16 23:58:18.773764 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4495069-8b94-47e3-9c0a-5afdc05ecbe1 req-1ae8c016-3d97-44cc-a7ad-8df522e80e2c tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/security-groups?id=b66f62cb-84b0-4513-9a8d-c55c2d0119be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715015 Aug 16 23:58:18.890120 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c854277-08e9-4c35-b544-66096b2934e9 req-72e80b49-87d5-4a42-bcb8-a0ebb9671d05 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143336 Aug 16 23:58:18.930681 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978d76d-c420-4229-a62d-5f17d1834b45 req-85b14b6d-f813-47be-b3d1-2339dc1c5bf8 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:18.932366 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f978d76d-c420-4229-a62d-5f17d1834b45 req-85b14b6d-f813-47be-b3d1-2339dc1c5bf8 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 1097 time: 0.0870512 Aug 16 23:58:18.935300 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe4ffb67-4bd5-441f-bfbe-bdda0b14b38d req-cc9c7e5b-e520-4f85-bbe5-40f6878e29fe service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600914 Aug 16 23:58:18.973332 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f978d76d-c420-4229-a62d-5f17d1834b45 req-989bd9dd-0b37-402b-81b0-04fa43768d53 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331163 Aug 16 23:58:19.102709 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bfb98b7b-f24e-48e9-abd9-3ec79ce1baac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:19.144144 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698c222-1121-4afc-8114-9cd1073789f0 req-7811d159-7c8a-4604-94d0-662cd3d479e8 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:19.145648 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b698c222-1121-4afc-8114-9cd1073789f0 req-7811d159-7c8a-4604-94d0-662cd3d479e8 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?device_id=c048628a-5e11-4771-8a91-3a297c74f4d0 HTTP/1.1" status: 200 len: 946 time: 0.1123829 Aug 16 23:58:19.185579 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603ccaf-cfd3-46af-a60b-c87dfae851ad req-762b6364-72a4-44de-915a-e2843668f245 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:19.187018 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7603ccaf-cfd3-46af-a60b-c87dfae851ad req-762b6364-72a4-44de-915a-e2843668f245 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.1262047 Aug 16 23:58:19.190609 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:19.206026 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7525c-6b55-4d4d-b293-7066c7701b80 req-6b6d7412-91d3-42f9-ad62-e5b3f6c4f296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:19.207453 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a4f7525c-6b55-4d4d-b293-7066c7701b80 req-6b6d7412-91d3-42f9-ad62-e5b3f6c4f296 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 1099 time: 0.1031170 Aug 16 23:58:19.237241 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b698c222-1121-4afc-8114-9cd1073789f0 req-30127201-1b2c-420b-bc12-de85ec06c572 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/security-groups?id=b66f62cb-84b0-4513-9a8d-c55c2d0119be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838890 Aug 16 23:58:19.294728 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7603ccaf-cfd3-46af-a60b-c87dfae851ad req-c1112197-6c24-4bc5-b390-30e9683a4184 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972164 Aug 16 23:58:19.355637 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7525c-6b55-4d4d-b293-7066c7701b80 req-b1626cb8-79c2-4514-8109-03ddf32504ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:19.358282 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a4f7525c-6b55-4d4d-b293-7066c7701b80 req-b1626cb8-79c2-4514-8109-03ddf32504ea service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.1362934 Aug 16 23:58:19.377279 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a4d33-604f-48a3-8d7e-e93327ecef48 req-bb15db35-78bd-4f0d-8b4b-ab13d5505532 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:19.378751 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-488a4d33-604f-48a3-8d7e-e93327ecef48 req-bb15db35-78bd-4f0d-8b4b-ab13d5505532 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.0735331 Aug 16 23:58:19.425325 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a4f7525c-6b55-4d4d-b293-7066c7701b80 req-1d72505c-9159-4c7d-ac6b-34646ce78eba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=f1b00233-84b9-45da-82a9-4141ca7e2930 HTTP/1.1" status: 200 len: 217 time: 0.0577588 Aug 16 23:58:19.484308 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-488a4d33-604f-48a3-8d7e-e93327ecef48 req-005543da-150f-441d-91d9-083ddabfdb8f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987701 Aug 16 23:58:19.509500 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7525c-6b55-4d4d-b293-7066c7701b80 req-7899224a-a026-4303-a192-1270f8c16959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:19.511701 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a4f7525c-6b55-4d4d-b293-7066c7701b80 req-7899224a-a026-4303-a192-1270f8c16959 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0695252 Aug 16 23:58:19.531726 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7deeab-29c0-4a48-9569-746a6f906b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06c6c18-2565-4540-83d4-fdc14384bf53'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:58:19.534943 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7519dce-ab15-4cbf-9218-e87cfa02c7a2" -d '{"events": [{"server_uuid": "4c7deeab-29c0-4a48-9569-746a6f906b88", "name": "network-vif-plugged", "status": "completed", "tag": "f06c6c18-2565-4540-83d4-fdc14384bf53"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:58:19.608911 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7525c-6b55-4d4d-b293-7066c7701b80 req-fb6e8424-ad7a-4198-96ac-e4fbedf4d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:19.610465 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a4f7525c-6b55-4d4d-b293-7066c7701b80 req-fb6e8424-ad7a-4198-96ac-e4fbedf4d2fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0822296 Aug 16 23:58:19.640526 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ffdb3-7edb-4098-b44f-f22180ce285e req-574eac72-3e3a-4c81-9c6c-ddb2c2c2557c tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:19.645183 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ce6ffdb3-7edb-4098-b44f-f22180ce285e req-574eac72-3e3a-4c81-9c6c-ddb2c2c2557c tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 944 time: 0.0844414 Aug 16 23:58:19.726500 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ce6ffdb3-7edb-4098-b44f-f22180ce285e req-04cea460-7b23-46f4-aacf-e36ec66c37b9 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/security-groups?id=b554b1d1-55e8-42ff-942c-b54d2920d798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700400 Aug 16 23:58:19.773240 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902d2ab8-f092-46dc-abc7-3bed6bcb8098 x-openstack-request-id: req-902d2ab8-f092-46dc-abc7-3bed6bcb8098 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:58:19.773535 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7deeab-29c0-4a48-9569-746a6f906b88", "name": "network-vif-plugged", "status": "completed", "tag": "f06c6c18-2565-4540-83d4-fdc14384bf53", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:58:19.773790 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-902d2ab8-f092-46dc-abc7-3bed6bcb8098 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:58:19.774178 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7deeab-29c0-4a48-9569-746a6f906b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06c6c18-2565-4540-83d4-fdc14384bf53', 'code': 200} Aug 16 23:58:19.784396 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a4f7525c-6b55-4d4d-b293-7066c7701b80 req-b833aefb-7354-4f84-9bfa-f41431a44368 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633875 Aug 16 23:58:19.808045 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31a6e6-389b-4fff-80db-03fe320c58b0 req-578b7cf3-bf80-433e-b318-6730650c2904 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:19.809320 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a31a6e6-389b-4fff-80db-03fe320c58b0 req-578b7cf3-bf80-433e-b318-6730650c2904 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 947 time: 0.0698645 Aug 16 23:58:19.934203 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87624e6b-890f-404e-aa41-7cb18f18d943 req-0773987e-ea9e-407a-be59-1d8f5b69b4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:19.936058 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a31a6e6-389b-4fff-80db-03fe320c58b0 req-b4a7ec3e-f6c0-4bfb-bddd-e10f4768b226 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157780 Aug 16 23:58:19.936490 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-87624e6b-890f-404e-aa41-7cb18f18d943 req-0773987e-ea9e-407a-be59-1d8f5b69b4ca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 1097 time: 0.0412390 Aug 16 23:58:19.964149 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0c201-21e0-4782-bb79-709e377e8ebd req-52ae1e89-0f38-4246-ab18-e6fca93d2b33 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:19.966342 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b1e0c201-21e0-4782-bb79-709e377e8ebd req-52ae1e89-0f38-4246-ab18-e6fca93d2b33 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?device_id=c048628a-5e11-4771-8a91-3a297c74f4d0 HTTP/1.1" status: 200 len: 946 time: 0.1300497 Aug 16 23:58:20.005104 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-87624e6b-890f-404e-aa41-7cb18f18d943 req-aa65633a-52c8-4955-b57c-2de131d14cac service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422046 Aug 16 23:58:20.011411 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a4f7525c-6b55-4d4d-b293-7066c7701b80 req-ddde540f-88ea-402a-a33b-32b28006cc3f service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999996 Aug 16 23:58:20.059243 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b1e0c201-21e0-4782-bb79-709e377e8ebd req-2183cf90-792a-4018-9b40-173fb0ce9401 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/security-groups?id=b66f62cb-84b0-4513-9a8d-c55c2d0119be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692868 Aug 16 23:58:20.079860 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:20.084489 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf13eb-8446-4e04-986e-b4467686aad7 req-50cc5eec-795b-4ec8-b9d8-38874257bc30 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:20.086231 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62bf13eb-8446-4e04-986e-b4467686aad7 req-50cc5eec-795b-4ec8-b9d8-38874257bc30 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 945 time: 0.0720868 Aug 16 23:58:20.136057 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62bf13eb-8446-4e04-986e-b4467686aad7 req-443b2964-73ec-4b80-ac2d-71f937cb44d3 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421801 Aug 16 23:58:20.412815 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4eeda-6841-4d2d-a0f8-af78de95fe5e req-05094499-ca86-42b1-a80e-70dfa7828a99 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:20.414320 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f0b4eeda-6841-4d2d-a0f8-af78de95fe5e req-05094499-ca86-42b1-a80e-70dfa7828a99 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.0492551 Aug 16 23:58:20.458909 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f0b4eeda-6841-4d2d-a0f8-af78de95fe5e req-899b1a40-94ec-41bd-9669-9b19cb577aed tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373781 Aug 16 23:58:20.607533 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da107667-6505-4bea-9662-9ea7666c7006 req-d36e5d72-ac8b-4d9c-9504-583a96fd9380 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:20.609081 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da107667-6505-4bea-9662-9ea7666c7006 req-d36e5d72-ac8b-4d9c-9504-583a96fd9380 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.0509362 Aug 16 23:58:20.651471 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da107667-6505-4bea-9662-9ea7666c7006 req-5d3b641a-1583-4e51-b6f8-9c7b23350221 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361383 Aug 16 23:58:20.843593 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62a8b5-2303-40b7-8d6c-070534e764a7 req-103303b1-4a08-4815-bf19-50ca95fb4bd1 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:20.845394 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1c62a8b5-2303-40b7-8d6c-070534e764a7 req-103303b1-4a08-4815-bf19-50ca95fb4bd1 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 944 time: 0.0505216 Aug 16 23:58:20.898349 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1c62a8b5-2303-40b7-8d6c-070534e764a7 req-1baecac1-da84-479d-8ad2-35611d9fb54f tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/security-groups?id=b554b1d1-55e8-42ff-942c-b54d2920d798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433671 Aug 16 23:58:20.922716 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 5ec701a2-a90f-4518-beda-9bef01500e3d up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:58:20.977656 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 5ec701a2-a90f-4518-beda-9bef01500e3d completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:58:20.983811 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 5ec701a2-a90f-4518-beda-9bef01500e3d triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:58:20.984435 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:20.985952 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7e5d7b9f-cbdb-4114-b2cb-9d6f1b5f5d9c req-b9f963d5-e95c-4d37-b90a-d618d355dfa5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ff738f0c-806e-4a09-a710-727d5c3ee725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526636 Aug 16 23:58:21.074396 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:21.109912 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d7b9f-cbdb-4114-b2cb-9d6f1b5f5d9c req-f9fab13d-1ae8-4b68-a2d4-883e4921ca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:21.111265 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7e5d7b9f-cbdb-4114-b2cb-9d6f1b5f5d9c req-f9fab13d-1ae8-4b68-a2d4-883e4921ca35 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=196284884f15450ab6370c358b3094db&device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 1096 time: 0.0585546 Aug 16 23:58:21.120611 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171d2ca-44ff-426c-92fa-2fce49b7a787 req-63f50b95-d19e-4503-bbeb-0152f9662e19 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:21.122460 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d171d2ca-44ff-426c-92fa-2fce49b7a787 req-63f50b95-d19e-4503-bbeb-0152f9662e19 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 947 time: 0.1102991 Aug 16 23:58:21.133220 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 5ec701a2-a90f-4518-beda-9bef01500e3d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=5ec701a2-a90f-4518-beda-9bef01500e3d,segment=NetworkSegment(33e4e85e-9cad-4742-bc66-e67d4af1da2c),segment_id=33e4e85e-9cad-4742-bc66-e67d4af1da2c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:21.139608 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:21.206315 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=5ec701a2-a90f-4518-beda-9bef01500e3d,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:21.267278 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d171d2ca-44ff-426c-92fa-2fce49b7a787 req-3bef8fa0-59b9-458f-a59b-366558754cdf tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384647 Aug 16 23:58:21.309093 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523750f-8af3-42ec-b6a4-797a9af1c244 req-26f4e2c9-e43d-469f-a790-a62e68567326 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:21.311808 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3523750f-8af3-42ec-b6a4-797a9af1c244 req-26f4e2c9-e43d-469f-a790-a62e68567326 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?device_id=c048628a-5e11-4771-8a91-3a297c74f4d0 HTTP/1.1" status: 200 len: 946 time: 0.1597896 Aug 16 23:58:21.339726 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d7b9f-cbdb-4114-b2cb-9d6f1b5f5d9c req-00588e25-3147-4fa3-b025-fed3a97270f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:21.342437 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7e5d7b9f-cbdb-4114-b2cb-9d6f1b5f5d9c req-00588e25-3147-4fa3-b025-fed3a97270f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0de117b9-aee8-4952-ae99-3d2308a08b74 HTTP/1.1" status: 200 len: 909 time: 0.1887228 Aug 16 23:58:21.372859 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3523750f-8af3-42ec-b6a4-797a9af1c244 req-987e4d4c-545c-46b2-8a6e-e9f54acff3d0 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/security-groups?id=b66f62cb-84b0-4513-9a8d-c55c2d0119be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503919 Aug 16 23:58:21.403095 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7e5d7b9f-cbdb-4114-b2cb-9d6f1b5f5d9c req-dd972e79-23d0-4fb7-9799-2f5d19e6cfd7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89cd47f1-94be-43c0-bf37-cbd80dabe5a9 HTTP/1.1" status: 200 len: 217 time: 0.0433135 Aug 16 23:58:21.485367 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d7b9f-cbdb-4114-b2cb-9d6f1b5f5d9c req-54fbe86e-b8c3-42de-9b23-41e7a15364f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:21.486766 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7e5d7b9f-cbdb-4114-b2cb-9d6f1b5f5d9c req-54fbe86e-b8c3-42de-9b23-41e7a15364f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c3c58a3-e974-46fc-9f56-1776e260fbc5 HTTP/1.1" status: 200 len: 848 time: 0.0732403 Aug 16 23:58:21.513919 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bec592-e7ed-496a-86d4-2b9b0e7f01af req-0ea2056b-72a7-47f6-b023-d13465280f60 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:21.515586 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58bec592-e7ed-496a-86d4-2b9b0e7f01af req-0ea2056b-72a7-47f6-b023-d13465280f60 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 945 time: 0.0747371 Aug 16 23:58:21.534167 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7e5d7b9f-cbdb-4114-b2cb-9d6f1b5f5d9c req-2d52e03d-fb17-4145-8dab-488d52abb414 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0de117b9-aee8-4952-ae99-3d2308a08b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380640 Aug 16 23:58:21.650331 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58bec592-e7ed-496a-86d4-2b9b0e7f01af req-79a7753a-b4a9-4e16-aaeb-054bb2c09dad tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184051 Aug 16 23:58:21.666590 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50161988-4c65-4209-bdea-38b30ff1b0c4 req-3a052800-bc96-4ab9-855f-3b6786b11852 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:21.668108 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-50161988-4c65-4209-bdea-38b30ff1b0c4 req-3a052800-bc96-4ab9-855f-3b6786b11852 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.1331506 Aug 16 23:58:21.709864 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7e5d7b9f-cbdb-4114-b2cb-9d6f1b5f5d9c req-94f90151-f827-4038-aa69-f32fc8acd27c service neutron] 10.222.0.64 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598313 Aug 16 23:58:21.759912 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-50161988-4c65-4209-bdea-38b30ff1b0c4 req-3eebaf5f-919f-49b4-a626-5c8e2e8dbc97 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795984 Aug 16 23:58:21.775116 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec701a2-a90f-4518-beda-9bef01500e3d'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:58:21.778719 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343a0f0e-2978-4490-87d3-311a2f053d48" -d '{"events": [{"server_uuid": "5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd", "name": "network-vif-plugged", "status": "completed", "tag": "5ec701a2-a90f-4518-beda-9bef01500e3d"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:58:21.853428 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c65f4-f557-4a8a-bd6c-e41d9e028fbb req-8e079005-0e87-43b4-b1d5-c7e067f1c0e3 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:21.855280 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-150c65f4-f557-4a8a-bd6c-e41d9e028fbb req-8e079005-0e87-43b4-b1d5-c7e067f1c0e3 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.1246362 Aug 16 23:58:21.861206 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7e5d7b9f-cbdb-4114-b2cb-9d6f1b5f5d9c req-d2fc7345-278e-4a97-82d1-c3d6e9e9f333 service neutron] 10.222.0.64 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419103 Aug 16 23:58:21.874052 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb74c44d-df68-4e35-b264-014fa3c503f5 x-openstack-request-id: req-bb74c44d-df68-4e35-b264-014fa3c503f5 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:58:21.875296 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd", "name": "network-vif-plugged", "status": "completed", "tag": "5ec701a2-a90f-4518-beda-9bef01500e3d", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:58:21.875729 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bb74c44d-df68-4e35-b264-014fa3c503f5 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:58:21.876315 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec701a2-a90f-4518-beda-9bef01500e3d', 'code': 200} Aug 16 23:58:21.901468 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-150c65f4-f557-4a8a-bd6c-e41d9e028fbb req-72ec0ec0-3ed9-4a55-b112-aa134d44cdc4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382714 Aug 16 23:58:21.979408 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:22.046121 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8160bb-ef4c-4848-822b-22839e758e4b req-82a8f43e-8b2e-458e-97b5-734ea3081ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:22.047629 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8b8160bb-ef4c-4848-822b-22839e758e4b req-82a8f43e-8b2e-458e-97b5-734ea3081ada service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 1097 time: 0.0866234 Aug 16 23:58:22.061977 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ce357-180f-412a-9b75-835c2263677b req-f1845902-3ce8-43ee-bb0b-970e74f22eea tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:22.063394 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-712ce357-180f-412a-9b75-835c2263677b req-f1845902-3ce8-43ee-bb0b-970e74f22eea tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 945 time: 0.0826287 Aug 16 23:58:22.122965 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-712ce357-180f-412a-9b75-835c2263677b req-b01d3eeb-f3c7-478d-a4a3-cd3fdcce45fb tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/security-groups?id=b554b1d1-55e8-42ff-942c-b54d2920d798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479839 Aug 16 23:58:22.124613 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8b8160bb-ef4c-4848-822b-22839e758e4b req-c13783c0-eb25-4948-9bc7-25e8cb67463f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b554b1d1-55e8-42ff-942c-b54d2920d798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550861 Aug 16 23:58:22.398732 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc0237-cae6-4ae5-92a3-8774b4866a97 req-09ce90a7-148d-4f8a-abfe-ab43f949448e tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:22.403412 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cadc0237-cae6-4ae5-92a3-8774b4866a97 req-09ce90a7-148d-4f8a-abfe-ab43f949448e tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 947 time: 0.0543325 Aug 16 23:58:22.439715 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cadc0237-cae6-4ae5-92a3-8774b4866a97 req-55783ec3-2e5b-49d1-b404-bdbe314e2c69 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331688 Aug 16 23:58:22.549765 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6fecb-43bb-4a06-87ff-3bac50a5cec3 req-a03ba2d8-6df5-46ef-8615-429a6f01d999 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:22.551260 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8bc6fecb-43bb-4a06-87ff-3bac50a5cec3 req-a03ba2d8-6df5-46ef-8615-429a6f01d999 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?device_id=c048628a-5e11-4771-8a91-3a297c74f4d0 HTTP/1.1" status: 200 len: 946 time: 0.0549023 Aug 16 23:58:22.589924 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8bc6fecb-43bb-4a06-87ff-3bac50a5cec3 req-86cf6667-8d23-45c7-a557-2e522d4617c8 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/security-groups?id=b66f62cb-84b0-4513-9a8d-c55c2d0119be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327048 Aug 16 23:58:22.770956 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66879ae-5d4d-4da8-8cbc-4d396c6a6309 req-73348e0c-8329-41ee-b1a2-268e3a15e048 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:22.772445 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e66879ae-5d4d-4da8-8cbc-4d396c6a6309 req-73348e0c-8329-41ee-b1a2-268e3a15e048 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 945 time: 0.0494235 Aug 16 23:58:22.812247 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e66879ae-5d4d-4da8-8cbc-4d396c6a6309 req-d2c54ace-27e7-485c-86f3-bd15a94eff25 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337183 Aug 16 23:58:22.886851 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f2d90-31ff-46f6-a47e-309782cd3fe1 req-10b60446-ae55-4ee8-b459-aa3f408c3688 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:22.888842 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c5f2d90-31ff-46f6-a47e-309782cd3fe1 req-10b60446-ae55-4ee8-b459-aa3f408c3688 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.0529160 Aug 16 23:58:22.928768 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c5f2d90-31ff-46f6-a47e-309782cd3fe1 req-03078234-9adc-44e0-8f61-51f0de6c30f0 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334733 Aug 16 23:58:22.942362 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device f1b00233-84b9-45da-82a9-4141ca7e2930 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:58:23.039433 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port f1b00233-84b9-45da-82a9-4141ca7e2930, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f1b00233-84b9-45da-82a9-4141ca7e2930,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:23.050465 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'f1b00233-84b9-45da-82a9-4141ca7e2930', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': 'f1b00233-84b9-45da-82a9-4141ca7e2930', 'mac_address': 'fa:16:3e:26:b9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:58:23.069236 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbf14a-fb46-4355-834c-379ac90f87dd req-dc0783ab-99c1-40ee-afbe-d69c51a5225a tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:23.070758 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2bbbf14a-fb46-4355-834c-379ac90f87dd req-dc0783ab-99c1-40ee-afbe-d69c51a5225a tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.0913050 Aug 16 23:58:23.086947 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71f2bd-0594-43ee-ba80-d27ea99b47b2 req-86471612-dbaf-4478-9f7d-69e6e1f4bc81 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:23.088840 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd71f2bd-0594-43ee-ba80-d27ea99b47b2 req-86471612-dbaf-4478-9f7d-69e6e1f4bc81 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.64 "GET /v2.0/ports?device_id=c048628a-5e11-4771-8a91-3a297c74f4d0 HTTP/1.1" status: 200 len: 946 time: 0.0670457 Aug 16 23:58:23.097953 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:23.111614 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b00233-84b9-45da-82a9-4141ca7e2930 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:58:23.134301 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port f1b00233-84b9-45da-82a9-4141ca7e2930, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f1b00233-84b9-45da-82a9-4141ca7e2930,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:23.139590 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:23.158936 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2bbbf14a-fb46-4355-834c-379ac90f87dd req-6b401e40-010d-443b-802f-216217192fe7 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690770 Aug 16 23:58:23.211369 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=f1b00233-84b9-45da-82a9-4141ca7e2930,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:23.250550 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-fd71f2bd-0594-43ee-ba80-d27ea99b47b2 req-1fe98863-105a-4392-8f89-6c01fd54160c tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Deleting port 2424da50-f4a7-4863-b1f3-57e965645e41 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:58:23.250899 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fd71f2bd-0594-43ee-ba80-d27ea99b47b2 req-1fe98863-105a-4392-8f89-6c01fd54160c tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:23.312861 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70741377-eb5f-41b1-a0e9-6fff93db62ab req-00869e78-440e-4d6f-a2ff-55dccdc64422 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:23.314460 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70741377-eb5f-41b1-a0e9-6fff93db62ab req-00869e78-440e-4d6f-a2ff-55dccdc64422 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 945 time: 0.1032059 Aug 16 23:58:23.386128 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70741377-eb5f-41b1-a0e9-6fff93db62ab req-92f8891a-c34e-4d8d-bc75-b2ef25197c6c tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/security-groups?id=b554b1d1-55e8-42ff-942c-b54d2920d798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655098 Aug 16 23:58:23.387835 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-fd71f2bd-0594-43ee-ba80-d27ea99b47b2 req-1fe98863-105a-4392-8f89-6c01fd54160c tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] For port 2424da50-f4a7-4863-b1f3-57e965645e41, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=2424da50-f4a7-4863-b1f3-57e965645e41,segment=NetworkSegment(3411fc4a-3bde-4588-9501-d4fdb6efed04),segment_id=3411fc4a-3bde-4588-9501-d4fdb6efed04)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:23.388239 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fd71f2bd-0594-43ee-ba80-d27ea99b47b2 req-1fe98863-105a-4392-8f89-6c01fd54160c tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:23.410714 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-fd71f2bd-0594-43ee-ba80-d27ea99b47b2 req-1fe98863-105a-4392-8f89-6c01fd54160c tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Calling delete_port for 2424da50-f4a7-4863-b1f3-57e965645e41 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:58:23.576787 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fd71f2bd-0594-43ee-ba80-d27ea99b47b2 req-1fe98863-105a-4392-8f89-6c01fd54160c tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:23.603161 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['9935ceb9-da31-4be1-9eb0-b8b20b360382', '2424da50-f4a7-4863-b1f3-57e965645e41', 'e9c7a363-3e37-4c67-84fe-14a8d9357a0d'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:58:23.614983 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa7ee3-fe2d-49a4-bf7d-d55e6fdeac9f req-21cea1a7-efc6-4488-bd96-f690252e34f7 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:23.616590 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-60aa7ee3-fe2d-49a4-bf7d-d55e6fdeac9f req-21cea1a7-efc6-4488-bd96-f690252e34f7 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 948 time: 0.0941107 Aug 16 23:58:23.619984 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe98863-105a-4392-8f89-6c01fd54160c tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Pushing event deleted for resources: {'Port': ['ID=2424da50-f4a7-4863-b1f3-57e965645e41,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:23.677470 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd71f2bd-0594-43ee-ba80-d27ea99b47b2 req-1fe98863-105a-4392-8f89-6c01fd54160c tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] No DVR routers for this DVR port 2424da50-f4a7-4863-b1f3-57e965645e41 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:58:23.689418 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fd71f2bd-0594-43ee-ba80-d27ea99b47b2 req-1fe98863-105a-4392-8f89-6c01fd54160c tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:23.691339 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd71f2bd-0594-43ee-ba80-d27ea99b47b2 req-1fe98863-105a-4392-8f89-6c01fd54160c tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.64 "DELETE /v2.0/ports/2424da50-f4a7-4863-b1f3-57e965645e41 HTTP/1.1" status: 204 len: 173 time: 0.5873132 Aug 16 23:58:23.691778 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c048628a-5e11-4771-8a91-3a297c74f4d0', 'name': 'network-vif-deleted', 'tag': '2424da50-f4a7-4863-b1f3-57e965645e41'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:58:23.693988 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5057be-ec53-43c5-a095-2a4f7ac9d4dc" -d '{"events": [{"server_uuid": "c048628a-5e11-4771-8a91-3a297c74f4d0", "name": "network-vif-deleted", "tag": "2424da50-f4a7-4863-b1f3-57e965645e41"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:58:23.717279 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e1cdbdf-0ee5-4b0c-bcc5-a981ecc0bf2f req-c12f5172-2ad6-49b8-ad49-3b4287ed1394 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?device_id=c048628a-5e11-4771-8a91-3a297c74f4d0 HTTP/1.1" status: 200 len: 210 time: 0.0409400 Aug 16 23:58:23.733616 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-60aa7ee3-fe2d-49a4-bf7d-d55e6fdeac9f req-9bd7e7d6-8934-48c8-bbdf-12a1d6df78cb tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874822 Aug 16 23:58:23.767087 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c0e006-cfe3-460d-b7d0-97b1331bada2 x-openstack-request-id: req-c9c0e006-cfe3-460d-b7d0-97b1331bada2 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:58:23.767386 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c048628a-5e11-4771-8a91-3a297c74f4d0", "name": "network-vif-deleted", "tag": "2424da50-f4a7-4863-b1f3-57e965645e41", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:58:23.767648 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c9c0e006-cfe3-460d-b7d0-97b1331bada2 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:58:23.768049 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c048628a-5e11-4771-8a91-3a297c74f4d0', 'name': 'network-vif-deleted', 'tag': '2424da50-f4a7-4863-b1f3-57e965645e41', 'status': 'completed', 'code': 200} Aug 16 23:58:23.942575 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['f1b00233-84b9-45da-82a9-4141ca7e2930'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:58:24.002933 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd401b1-e7f6-463f-9184-f8e8fb60d8cd req-aaec7161-fd62-477a-8c1c-d5d477e042a4 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:24.008153 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2fd401b1-e7f6-463f-9184-f8e8fb60d8cd req-aaec7161-fd62-477a-8c1c-d5d477e042a4 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 945 time: 0.1185453 Aug 16 23:58:24.107363 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2fd401b1-e7f6-463f-9184-f8e8fb60d8cd req-b0f16324-298e-4cc8-aaf4-b29bb1c62480 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923283 Aug 16 23:58:24.118145 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944118d6-9349-418e-8937-1ef16dd176ae req-de1b4694-487f-4422-af0f-47598ca14b20 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:24.120003 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-944118d6-9349-418e-8937-1ef16dd176ae req-de1b4694-487f-4422-af0f-47598ca14b20 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.0827649 Aug 16 23:58:24.167216 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-944118d6-9349-418e-8937-1ef16dd176ae req-ffbda381-e503-410e-a644-002df8085217 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366793 Aug 16 23:58:24.283835 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed3679-afa6-445b-a74b-3823257d8f20 req-da5f949a-0b8f-40db-a752-8737c183f077 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:24.285349 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-68ed3679-afa6-445b-a74b-3823257d8f20 req-da5f949a-0b8f-40db-a752-8737c183f077 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.0516312 Aug 16 23:58:24.328979 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-68ed3679-afa6-445b-a74b-3823257d8f20 req-7fad5ec9-b5e7-44fe-bfe4-b9c0649f9788 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373363 Aug 16 23:58:24.902894 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379768c5-9735-4364-9aa0-f19e5317d2ad req-5390fe79-c7bc-4549-9a1d-b4212febe337 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:24.905277 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-379768c5-9735-4364-9aa0-f19e5317d2ad req-5390fe79-c7bc-4549-9a1d-b4212febe337 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 945 time: 0.4366953 Aug 16 23:58:24.913932 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53907d4-7246-419a-b35e-e48e7baec615 req-4240a3e7-b3a0-40f7-ac05-4fc1caedb1c7 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:24.915367 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d53907d4-7246-419a-b35e-e48e7baec615 req-4240a3e7-b3a0-40f7-ac05-4fc1caedb1c7 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 948 time: 0.0681856 Aug 16 23:58:24.964799 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-379768c5-9735-4364-9aa0-f19e5317d2ad req-544a6555-b1b1-41d8-9311-380440ff7015 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/security-groups?id=b554b1d1-55e8-42ff-942c-b54d2920d798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483873 Aug 16 23:58:24.993631 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d53907d4-7246-419a-b35e-e48e7baec615 req-7ed31707-356f-47ea-87a4-57f71f04d4e7 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708842 Aug 16 23:58:25.090979 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf02040-7a42-4e22-a345-e68b4f5ce790 req-8e65b533-3f40-4b90-9b5c-457e28995f9e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:25.092534 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-caf02040-7a42-4e22-a345-e68b4f5ce790 req-8e65b533-3f40-4b90-9b5c-457e28995f9e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 945 time: 0.0559950 Aug 16 23:58:25.102344 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53636) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:58:25.107138 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-67048c7e-e7f5-4fbc-8631-e5f9eb20ac9e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Request body: {'floatingip': {'port_id': '5ec701a2-a90f-4518-beda-9bef01500e3d'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:58:25.159622 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-67048c7e-e7f5-4fbc-8631-e5f9eb20ac9e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks [] for floatingip, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:25.332729 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed59b9-0c69-4071-8744-8dcbe3008f02 req-8b31f896-434c-4d7c-addc-6503dd82fbf4 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:25.334243 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3ed59b9-0c69-4071-8744-8dcbe3008f02 req-8b31f896-434c-4d7c-addc-6503dd82fbf4 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 945 time: 0.1394506 Aug 16 23:58:25.429486 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666ba92-3993-46ed-9f15-895ea93ae138 req-a1e02866-57a2-4c62-8ab1-af09f1b1a82a tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:25.431047 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f666ba92-3993-46ed-9f15-895ea93ae138 req-a1e02866-57a2-4c62-8ab1-af09f1b1a82a tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.1729321 Aug 16 23:58:25.438769 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3ed59b9-0c69-4071-8744-8dcbe3008f02 req-fc155fed-622f-4513-b3d8-f1f900e18b3a tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958860 Aug 16 23:58:25.515925 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f666ba92-3993-46ed-9f15-895ea93ae138 req-3180b061-ea7a-426f-8623-7f27d0306f4a tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484042 Aug 16 23:58:25.719960 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6395b-048a-4128-831c-fa7c90a5668d req-40cfc6ff-1fce-4998-9e50-238574eebaaf tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:25.721489 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63a6395b-048a-4128-831c-fa7c90a5668d req-40cfc6ff-1fce-4998-9e50-238574eebaaf tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.1101782 Aug 16 23:58:25.796353 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63a6395b-048a-4128-831c-fa7c90a5668d req-eb80b1c4-09c7-47d8-9db7-638656301442 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675600 Aug 16 23:58:25.851294 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-67048c7e-e7f5-4fbc-8631-e5f9eb20ac9e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:25.855407 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-67048c7e-e7f5-4fbc-8631-e5f9eb20ac9e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:25.969167 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-67048c7e-e7f5-4fbc-8631-e5f9eb20ac9e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Floating IP c9ef41d7-1e16-42a0-8c19-b5f72f2bb425 associated. External IP: 172.25.3.17, port: 5ec701a2-a90f-4518-beda-9bef01500e3d. Aug 16 23:58:26.197302 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79208a92-794f-4216-9d37-5890f7ffaca0 req-5dae6782-3c4d-4b6a-9cf0-d28b71edb627 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:26.203761 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79208a92-794f-4216-9d37-5890f7ffaca0 req-5dae6782-3c4d-4b6a-9cf0-d28b71edb627 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:26.205358 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79208a92-794f-4216-9d37-5890f7ffaca0 req-5dae6782-3c4d-4b6a-9cf0-d28b71edb627 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?device_id=b811bf0f-8767-430f-9117-aedb724fd763&device_id=ed5086ae-27a4-4ff8-a5a2-19185584a0a4 HTTP/1.1" status: 200 len: 1682 time: 0.1366506 Aug 16 23:58:26.214469 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e6937-8d1b-49cd-8cab-5d1303849daa req-9ff0eb51-d091-47d2-b783-c0bed4a4b756 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:26.216557 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f22e6937-8d1b-49cd-8cab-5d1303849daa req-9ff0eb51-d091-47d2-b783-c0bed4a4b756 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 948 time: 0.1439519 Aug 16 23:58:26.322002 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79208a92-794f-4216-9d37-5890f7ffaca0 req-9a1677f6-f259-401a-abe6-a947e0908061 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/security-groups?id=b66f62cb-84b0-4513-9a8d-c55c2d0119be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006446 Aug 16 23:58:26.328286 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f22e6937-8d1b-49cd-8cab-5d1303849daa req-e615b649-c97d-4528-ad55-07cea5a1234b tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039200 Aug 16 23:58:26.350946 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67048c7e-e7f5-4fbc-8631-e5f9eb20ac9e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Router 1278a235-5b01-4a60-8ab8-c38a2bfbc495 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:58:26.472833 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67048c7e-e7f5-4fbc-8631-e5f9eb20ac9e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:58:26.478956 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-67048c7e-e7f5-4fbc-8631-e5f9eb20ac9e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:26.486621 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b72dc2d-15e8-46a2-a8f4-dff3058d06e6 None None] Sync routers for ids ['1278a235-5b01-4a60-8ab8-c38a2bfbc495'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:58:26.500783 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b72dc2d-15e8-46a2-a8f4-dff3058d06e6 None None] Routers {'1278a235-5b01-4a60-8ab8-c38a2bfbc495'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:58:26.501452 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4b72dc2d-15e8-46a2-a8f4-dff3058d06e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:58:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1278a235-5b01-4a60-8ab8-c38a2bfbc495'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:58:26.516517 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-67048c7e-e7f5-4fbc-8631-e5f9eb20ac9e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "PUT /v2.0/floatingips/c9ef41d7-1e16-42a0-8c19-b5f72f2bb425 HTTP/1.1" status: 200 len: 990 time: 1.4130692 Aug 16 23:58:26.517213 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd', 'tag': '5ec701a2-a90f-4518-beda-9bef01500e3d'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:58:26.520376 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84a80a6-6470-4a64-992b-af01f4e095aa" -d '{"events": [{"name": "network-changed", "server_uuid": "5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd", "tag": "5ec701a2-a90f-4518-beda-9bef01500e3d"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:58:26.592769 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d72a55-534d-471f-b406-eedbf345777e req-367ef0d2-d9e4-4974-8ad8-6ded1611ad73 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:26.594029 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0d72a55-534d-471f-b406-eedbf345777e req-367ef0d2-d9e4-4974-8ad8-6ded1611ad73 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 945 time: 0.0643442 Aug 16 23:58:26.655166 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0d72a55-534d-471f-b406-eedbf345777e req-4bae801a-5b37-4f60-b761-64ee567ff04a tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512636 Aug 16 23:58:26.704089 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-4b72dc2d-15e8-46a2-a8f4-dff3058d06e6 None None] Set router 1278a235-5b01-4a60-8ab8-c38a2bfbc495 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:58:26.735152 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e51d65d-d0ce-4f46-a3c5-ff4d79135868 x-openstack-request-id: req-4e51d65d-d0ce-4f46-a3c5-ff4d79135868 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:58:26.735462 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd", "tag": "5ec701a2-a90f-4518-beda-9bef01500e3d", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:58:26.736240 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e51d65d-d0ce-4f46-a3c5-ff4d79135868 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:58:26.736660 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd', 'tag': '5ec701a2-a90f-4518-beda-9bef01500e3d', 'status': 'completed', 'code': 200} Aug 16 23:58:26.902251 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a80a6-6470-4a64-992b-af01f4e095aa req-30445977-8d0e-4c3d-a8d9-da9127508ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:26.904539 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c84a80a6-6470-4a64-992b-af01f4e095aa req-30445977-8d0e-4c3d-a8d9-da9127508ed5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f42660d006b24de4a9e5404524d97840&device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 1097 time: 0.1007028 Aug 16 23:58:26.912591 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ffe42-c226-4498-a66e-fe3b01c857df req-a93784b3-c760-487e-9de7-5924f82565a3 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:26.920578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ad3ffe42-c226-4498-a66e-fe3b01c857df req-a93784b3-c760-487e-9de7-5924f82565a3 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.1032150 Aug 16 23:58:26.974806 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device f1b00233-84b9-45da-82a9-4141ca7e2930 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:58:26.991231 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4b72dc2d-15e8-46a2-a8f4-dff3058d06e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'name': 'tempest-ServersTestBootFromVolume-123024854-router', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:14Z', 'updated_at': '2021-08-16T23:57:24Z', 'revision_number': 4, 'project_id': 'f42660d006b24de4a9e5404524d97840', 'gw_port': {'id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:18:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:16Z', 'updated_at': '2021-08-16T23:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'c9ef41d7-1e16-42a0-8c19-b5f72f2bb425', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'floating_ip_address': '172.25.3.17', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'port_id': '5ec701a2-a90f-4518-beda-9bef01500e3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6cd382-f473-4971-ab50-9200ef4063ef', 'mac_address': 'fa:16:3e:91:5b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:57:32Z', 'updated_at': '2021-08-16T23:58:25Z', 'revision_number': 1, 'project_id': 'f42660d006b24de4a9e5404524d97840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd', 'name': '', 'network_id': '8f6cd382-f473-4971-ab50-9200ef4063ef', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'mac_address': 'fa:16:3e:b2:82:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'e17869c4-8671-4b59-ab4c-b035d74bd4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:22Z', 'updated_at': '2021-08-16T23:57:32Z', 'revision_number': 5, 'project_id': 'f42660d006b24de4a9e5404524d97840', 'subnets': [{'id': 'e17869c4-8671-4b59-ab4c-b035d74bd4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:58:27.027758 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b72dc2d-15e8-46a2-a8f4-dff3058d06e6 None None] Checking router: 1278a235-5b01-4a60-8ab8-c38a2bfbc495 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:58:27.038915 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b72dc2d-15e8-46a2-a8f4-dff3058d06e6 None None] Routers {'1278a235-5b01-4a60-8ab8-c38a2bfbc495'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:58:27.039799 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4b72dc2d-15e8-46a2-a8f4-dff3058d06e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-16T23:58:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1278a235-5b01-4a60-8ab8-c38a2bfbc495'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:58:27.052222 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ad3ffe42-c226-4498-a66e-fe3b01c857df req-4d78044e-9aad-4f49-aad9-0d6c066c4731 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258957 Aug 16 23:58:27.102119 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port f1b00233-84b9-45da-82a9-4141ca7e2930 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:58:27.108852 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port f1b00233-84b9-45da-82a9-4141ca7e2930 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:58:27.112117 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:27.175309 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a80a6-6470-4a64-992b-af01f4e095aa req-40771007-8fb7-42c8-aad6-9a774b1e8f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:27.177173 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c84a80a6-6470-4a64-992b-af01f4e095aa req-40771007-8fb7-42c8-aad6-9a774b1e8f5d service neutron] 10.222.0.64 "GET /v2.0/networks?id=8f6cd382-f473-4971-ab50-9200ef4063ef HTTP/1.1" status: 200 len: 916 time: 0.2408524 Aug 16 23:58:27.235231 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:27.246280 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b23238-5ee6-4c9b-8e4e-9b3c8424b85e req-6dd085c1-3fd8-446e-9f83-80a3eae3cf6e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:27.255062 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-93b23238-5ee6-4c9b-8e4e-9b3c8424b85e req-6dd085c1-3fd8-446e-9f83-80a3eae3cf6e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.1283615 Aug 16 23:58:27.272770 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d13edf-bf81-40e1-bb6f-e6763092b067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b00233-84b9-45da-82a9-4141ca7e2930'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:58:27.277663 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9628902b-7384-4beb-8d2e-63a9dab6f3df" -d '{"events": [{"server_uuid": "a2d13edf-bf81-40e1-bb6f-e6763092b067", "name": "network-vif-plugged", "status": "completed", "tag": "f1b00233-84b9-45da-82a9-4141ca7e2930"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:58:27.296181 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port f1b00233-84b9-45da-82a9-4141ca7e2930, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f1b00233-84b9-45da-82a9-4141ca7e2930,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:27.302428 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:27.303399 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 2424da50-f4a7-4863-b1f3-57e965645e41 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:58:27.311450 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-4b72dc2d-15e8-46a2-a8f4-dff3058d06e6 None None] Set router 1278a235-5b01-4a60-8ab8-c38a2bfbc495 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:58:27.313333 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c84a80a6-6470-4a64-992b-af01f4e095aa req-db662137-6b20-45c8-b33f-3702538527e7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ec701a2-a90f-4518-beda-9bef01500e3d HTTP/1.1" status: 200 len: 998 time: 0.1247430 Aug 16 23:58:27.335421 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 2424da50-f4a7-4863-b1f3-57e965645e41 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:58:27.336013 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 2424da50-f4a7-4863-b1f3-57e965645e41 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:58:27.372896 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-93b23238-5ee6-4c9b-8e4e-9b3c8424b85e req-1a997010-874e-4e01-aab2-b2762ba983cb tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166337 Aug 16 23:58:27.404826 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=f1b00233-84b9-45da-82a9-4141ca7e2930,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:27.420942 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefd086-971e-4021-a857-84fa064c4b14 req-83837c56-f32a-458c-afb5-7dd06cb12140 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:27.429731 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2cefd086-971e-4021-a857-84fa064c4b14 req-83837c56-f32a-458c-afb5-7dd06cb12140 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5086ae-27a4-4ff8-a5a2-19185584a0a4 HTTP/1.1" status: 200 len: 946 time: 0.1705127 Aug 16 23:58:27.446572 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a80a6-6470-4a64-992b-af01f4e095aa req-e6bec15b-d7cd-4f34-aefe-e3f238ba1066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:27.448022 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c84a80a6-6470-4a64-992b-af01f4e095aa req-e6bec15b-d7cd-4f34-aefe-e3f238ba1066 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e17869c4-8671-4b59-ab4c-b035d74bd4fe HTTP/1.1" status: 200 len: 854 time: 0.1215663 Aug 16 23:58:27.455798 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3598e579-86cb-4760-9e1e-1ab2613b61e9 x-openstack-request-id: req-3598e579-86cb-4760-9e1e-1ab2613b61e9 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:58:27.456348 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d13edf-bf81-40e1-bb6f-e6763092b067", "name": "network-vif-plugged", "status": "completed", "tag": "f1b00233-84b9-45da-82a9-4141ca7e2930", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:58:27.456842 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3598e579-86cb-4760-9e1e-1ab2613b61e9 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:58:27.457587 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d13edf-bf81-40e1-bb6f-e6763092b067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b00233-84b9-45da-82a9-4141ca7e2930', 'code': 200} Aug 16 23:58:27.526001 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2cefd086-971e-4021-a857-84fa064c4b14 req-c4391c0d-5e05-4d46-a9aa-91509ce60dbe tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/security-groups?id=b66f62cb-84b0-4513-9a8d-c55c2d0119be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908010 Aug 16 23:58:27.545087 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a80a6-6470-4a64-992b-af01f4e095aa req-1d25160e-3848-45a3-8cd7-330ea6468198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:27.546589 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c84a80a6-6470-4a64-992b-af01f4e095aa req-1d25160e-3848-45a3-8cd7-330ea6468198 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8f6cd382-f473-4971-ab50-9200ef4063ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0753231 Aug 16 23:58:27.616497 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4b72dc2d-15e8-46a2-a8f4-dff3058d06e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'name': 'tempest-ServersTestBootFromVolume-123024854-router', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:14Z', 'updated_at': '2021-08-16T23:57:24Z', 'revision_number': 4, 'project_id': 'f42660d006b24de4a9e5404524d97840', 'gw_port': {'id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:18:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:16Z', 'updated_at': '2021-08-16T23:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'c9ef41d7-1e16-42a0-8c19-b5f72f2bb425', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'floating_ip_address': '172.25.3.17', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'port_id': '5ec701a2-a90f-4518-beda-9bef01500e3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6cd382-f473-4971-ab50-9200ef4063ef', 'mac_address': 'fa:16:3e:91:5b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:57:32Z', 'updated_at': '2021-08-16T23:58:25Z', 'revision_number': 1, 'project_id': 'f42660d006b24de4a9e5404524d97840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd', 'name': '', 'network_id': '8f6cd382-f473-4971-ab50-9200ef4063ef', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'mac_address': 'fa:16:3e:b2:82:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'e17869c4-8671-4b59-ab4c-b035d74bd4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:22Z', 'updated_at': '2021-08-16T23:57:32Z', 'revision_number': 5, 'project_id': 'f42660d006b24de4a9e5404524d97840', 'subnets': [{'id': 'e17869c4-8671-4b59-ab4c-b035d74bd4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:58:27.618526 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1af398-8a3b-4657-b423-aeddd3f7dd02 req-3b6c078c-9992-4e63-b221-277212a66c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:27.621263 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5e1af398-8a3b-4657-b423-aeddd3f7dd02 req-3b6c078c-9992-4e63-b221-277212a66c4d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 1101 time: 0.0523577 Aug 16 23:58:27.644699 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b72dc2d-15e8-46a2-a8f4-dff3058d06e6 None None] The sync data for ids ['1278a235-5b01-4a60-8ab8-c38a2bfbc495'] in n-d-800088-20 is: [{'id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'name': 'tempest-ServersTestBootFromVolume-123024854-router', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:14Z', 'updated_at': '2021-08-16T23:57:24Z', 'revision_number': 4, 'project_id': 'f42660d006b24de4a9e5404524d97840', 'gw_port': {'id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:18:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:16Z', 'updated_at': '2021-08-16T23:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'c9ef41d7-1e16-42a0-8c19-b5f72f2bb425', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'floating_ip_address': '172.25.3.17', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'port_id': '5ec701a2-a90f-4518-beda-9bef01500e3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6cd382-f473-4971-ab50-9200ef4063ef', 'mac_address': 'fa:16:3e:91:5b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:57:32Z', 'updated_at': '2021-08-16T23:58:25Z', 'revision_number': 1, 'project_id': 'f42660d006b24de4a9e5404524d97840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd', 'name': '', 'network_id': '8f6cd382-f473-4971-ab50-9200ef4063ef', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'mac_address': 'fa:16:3e:b2:82:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'e17869c4-8671-4b59-ab4c-b035d74bd4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:22Z', 'updated_at': '2021-08-16T23:57:32Z', 'revision_number': 5, 'project_id': 'f42660d006b24de4a9e5404524d97840', 'subnets': [{'id': 'e17869c4-8671-4b59-ab4c-b035d74bd4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:58:27.653601 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950f47b-8c03-4e65-bdd7-9a8ab44972ff req-523084df-c434-4986-b40b-c7fd783cecf1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:27.660857 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1950f47b-8c03-4e65-bdd7-9a8ab44972ff req-523084df-c434-4986-b40b-c7fd783cecf1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.1132684 Aug 16 23:58:27.711699 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5e1af398-8a3b-4657-b423-aeddd3f7dd02 req-935e6932-6296-4724-ac1c-bd966e0dfea3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669179 Aug 16 23:58:27.748615 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1950f47b-8c03-4e65-bdd7-9a8ab44972ff req-60974a4e-71e1-4087-9c6e-485aed3c117f tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865571 Aug 16 23:58:27.763092 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c84a80a6-6470-4a64-992b-af01f4e095aa req-54da4785-4dc0-49aa-9fa5-d0700e18555f service neutron] 10.222.0.64 "GET /v2.0/networks/8f6cd382-f473-4971-ab50-9200ef4063ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899836 Aug 16 23:58:27.860326 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13050e-737c-432e-87be-9a20e37bfd6f req-8e17712e-af13-4e7d-bd2c-9063d2901de3 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:27.867995 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bd13050e-737c-432e-87be-9a20e37bfd6f req-8e17712e-af13-4e7d-bd2c-9063d2901de3 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 945 time: 0.1164446 Aug 16 23:58:27.921272 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bd13050e-737c-432e-87be-9a20e37bfd6f req-59f18de6-65fc-4bf0-aef0-f994095b9a08 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522714 Aug 16 23:58:27.944412 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c84a80a6-6470-4a64-992b-af01f4e095aa req-fa4c4ae8-95e5-49fd-a878-b8921fd60930 service neutron] 10.222.0.64 "GET /v2.0/networks/8f6cd382-f473-4971-ab50-9200ef4063ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541777 Aug 16 23:58:27.956969 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492fe7da-650a-4259-927e-1a873a78fc17 None None] New status for floating IP c9ef41d7-1e16-42a0-8c19-b5f72f2bb425: ACTIVE {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:58:28.181011 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1bf04-2776-47ac-8f01-26746fc2c015 req-474be55f-5b1d-40e1-ac4e-1b8a56141fa6 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:28.182531 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82f1bf04-2776-47ac-8f01-26746fc2c015 req-474be55f-5b1d-40e1-ac4e-1b8a56141fa6 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.0601792 Aug 16 23:58:28.222141 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82f1bf04-2776-47ac-8f01-26746fc2c015 req-e9bf65d4-da01-4cf8-9643-de903cc508ac tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334785 Aug 16 23:58:28.501708 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e292e-07eb-4513-bd35-2655c717f941 req-469dc655-c792-4390-8bf7-0d3334e9cf3a tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:28.503323 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d43e292e-07eb-4513-bd35-2655c717f941 req-469dc655-c792-4390-8bf7-0d3334e9cf3a tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.0564952 Aug 16 23:58:28.542931 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d43e292e-07eb-4513-bd35-2655c717f941 req-4db23fd5-1c93-426d-b92b-791dc7b34b1f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337534 Aug 16 23:58:28.638891 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804df85-338f-4f42-b71a-2426f7b01c62 req-209258a5-f144-4215-a5ea-7f1ff1ecefa3 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:28.640453 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d804df85-338f-4f42-b71a-2426f7b01c62 req-209258a5-f144-4215-a5ea-7f1ff1ecefa3 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5086ae-27a4-4ff8-a5a2-19185584a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0521405 Aug 16 23:58:28.682721 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d804df85-338f-4f42-b71a-2426f7b01c62 req-5a754ddb-575e-47de-bf25-551ec105a759 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/security-groups?id=b66f62cb-84b0-4513-9a8d-c55c2d0119be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363779 Aug 16 23:58:28.864292 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7176b-4dc9-4554-8505-168dbb27f28a req-e03c3444-a8f7-47fb-a4eb-38c356274fce tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:28.866190 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eeb7176b-4dc9-4554-8505-168dbb27f28a req-e03c3444-a8f7-47fb-a4eb-38c356274fce tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.0600431 Aug 16 23:58:28.910248 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eeb7176b-4dc9-4554-8505-168dbb27f28a req-41253ba0-534d-4c96-89c0-4c4946db0917 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365229 Aug 16 23:58:29.042402 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85883840-b173-4ddb-bf91-3b2229316dd7 req-3916a6d1-956b-4151-888a-e1ed981c94a2 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:29.044122 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85883840-b173-4ddb-bf91-3b2229316dd7 req-3916a6d1-956b-4151-888a-e1ed981c94a2 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 945 time: 0.0589371 Aug 16 23:58:29.087308 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85883840-b173-4ddb-bf91-3b2229316dd7 req-052e826f-4e9c-4049-9e70-2f42dba021d2 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370448 Aug 16 23:58:29.345302 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71766f42-0f1f-45bf-bba9-67269036c82d req-f7ddb77e-3677-43b1-b6af-53e03d05ab85 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:29.346798 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-71766f42-0f1f-45bf-bba9-67269036c82d req-f7ddb77e-3677-43b1-b6af-53e03d05ab85 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.0508001 Aug 16 23:58:29.386325 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-71766f42-0f1f-45bf-bba9-67269036c82d req-b7e558ac-b264-4ccd-919c-5c15d501bce9 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336778 Aug 16 23:58:29.673605 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e786fe5-7e92-4526-84ba-79d5cb19aacf req-15d59e0a-1c45-466c-974b-6b0c56e7af3a tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:29.675233 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e786fe5-7e92-4526-84ba-79d5cb19aacf req-15d59e0a-1c45-466c-974b-6b0c56e7af3a tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.0563216 Aug 16 23:58:29.712997 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e786fe5-7e92-4526-84ba-79d5cb19aacf req-fb55ba63-de46-4b1a-be28-d892f8b5135b tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319109 Aug 16 23:58:29.816564 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa15969-f617-419e-921b-2a495fd91351 req-aaef7057-915e-49ba-9f2b-a01b0f12d2f5 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:29.818145 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8aa15969-f617-419e-921b-2a495fd91351 req-aaef7057-915e-49ba-9f2b-a01b0f12d2f5 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5086ae-27a4-4ff8-a5a2-19185584a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0549231 Aug 16 23:58:29.858754 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8aa15969-f617-419e-921b-2a495fd91351 req-dbb1889c-dfd3-4558-8ee9-ed34f1581423 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/security-groups?id=b66f62cb-84b0-4513-9a8d-c55c2d0119be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346148 Aug 16 23:58:30.034888 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61def233-6342-4438-97c9-600b0b9e7750 req-921b0b55-5ca5-4bf1-90c1-9ac88480e50f tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:30.036668 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61def233-6342-4438-97c9-600b0b9e7750 req-921b0b55-5ca5-4bf1-90c1-9ac88480e50f tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.0536406 Aug 16 23:58:30.076669 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61def233-6342-4438-97c9-600b0b9e7750 req-61664202-e07c-4cbd-90f2-b1d81d5c38cc tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337379 Aug 16 23:58:30.212164 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a23ce3-b815-4380-87cf-26e9e12d5d5a req-73d4c64d-96cb-4926-a271-54ba436ac72f tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:30.213742 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-37a23ce3-b815-4380-87cf-26e9e12d5d5a req-73d4c64d-96cb-4926-a271-54ba436ac72f tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 945 time: 0.0521991 Aug 16 23:58:30.258054 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-37a23ce3-b815-4380-87cf-26e9e12d5d5a req-36f2ab23-b721-46d0-96b6-5fccc8bbde05 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373967 Aug 16 23:58:30.518911 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0b1a4-c147-4543-92d1-996732d074cf req-1e5509f0-320e-404f-baea-067cff266063 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:30.520349 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cde0b1a4-c147-4543-92d1-996732d074cf req-1e5509f0-320e-404f-baea-067cff266063 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.0567937 Aug 16 23:58:30.561378 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cde0b1a4-c147-4543-92d1-996732d074cf req-8d4e68e7-aad8-4568-9213-544006798c54 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348167 Aug 16 23:58:30.848234 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc52f7d-93f7-4aad-ad9d-5200eca37c79 req-50b09ce4-feda-4dd6-8ff6-1a8af2b008e3 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:30.850780 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8bc52f7d-93f7-4aad-ad9d-5200eca37c79 req-50b09ce4-feda-4dd6-8ff6-1a8af2b008e3 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.0608089 Aug 16 23:58:30.905264 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8bc52f7d-93f7-4aad-ad9d-5200eca37c79 req-29c711fa-d7e4-43d6-8455-3fc08388e374 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430419 Aug 16 23:58:30.996723 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84788b-444e-49bb-b0cc-6f3254675cf4 req-1e81ca60-751b-4556-bc66-658b4c308305 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:30.998792 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a84788b-444e-49bb-b0cc-6f3254675cf4 req-1e81ca60-751b-4556-bc66-658b4c308305 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5086ae-27a4-4ff8-a5a2-19185584a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0529878 Aug 16 23:58:31.039746 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a84788b-444e-49bb-b0cc-6f3254675cf4 req-09f81a09-3d80-4d83-a618-270a3bf7527c tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/security-groups?id=b66f62cb-84b0-4513-9a8d-c55c2d0119be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348477 Aug 16 23:58:31.195953 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a8b16-77a2-4c8c-96fe-4a8a2e489f6a req-9f5bb905-fff4-4fe2-a447-b8989090b2f3 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:31.197658 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-047a8b16-77a2-4c8c-96fe-4a8a2e489f6a req-9f5bb905-fff4-4fe2-a447-b8989090b2f3 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.0542526 Aug 16 23:58:31.240771 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-047a8b16-77a2-4c8c-96fe-4a8a2e489f6a req-facf6db7-5c31-438e-9f8f-e023e6f7fb01 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363057 Aug 16 23:58:31.381476 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f438d-9ef2-4308-97dc-fc7cfe844ee8 req-c744c61e-ec95-4d9a-ab99-d2b72526cc37 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:31.383006 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-720f438d-9ef2-4308-97dc-fc7cfe844ee8 req-c744c61e-ec95-4d9a-ab99-d2b72526cc37 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 945 time: 0.0529430 Aug 16 23:58:31.422990 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-720f438d-9ef2-4308-97dc-fc7cfe844ee8 req-c0bd30dd-8c54-43be-a26e-5210e14c7c54 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331452 Aug 16 23:58:31.686343 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d460293-46c9-4ad4-8b3d-47c39c0ea9ee req-933cd3c9-a352-493f-b2f7-eecdc5edce3a tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:31.687873 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d460293-46c9-4ad4-8b3d-47c39c0ea9ee req-933cd3c9-a352-493f-b2f7-eecdc5edce3a tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.0530691 Aug 16 23:58:31.727473 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d460293-46c9-4ad4-8b3d-47c39c0ea9ee req-b04350c1-2f8c-434d-b7b8-882643cd8734 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335915 Aug 16 23:58:32.022631 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ed3db-f04f-45d6-a311-0564500be7f8 req-82ceacfc-0e2c-47d4-ac54-d37c68b604cc tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:32.024216 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c92ed3db-f04f-45d6-a311-0564500be7f8 req-82ceacfc-0e2c-47d4-ac54-d37c68b604cc tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.0619943 Aug 16 23:58:32.065919 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c92ed3db-f04f-45d6-a311-0564500be7f8 req-e9f87d68-0892-46af-8096-94a08a55b785 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341735 Aug 16 23:58:32.182055 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b854fe-3cd2-47e7-a6e7-52a49329883d req-1b6066f5-6804-4814-81fe-0358db481bbb tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:32.183656 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3b854fe-3cd2-47e7-a6e7-52a49329883d req-1b6066f5-6804-4814-81fe-0358db481bbb tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5086ae-27a4-4ff8-a5a2-19185584a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0672383 Aug 16 23:58:32.228418 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3b854fe-3cd2-47e7-a6e7-52a49329883d req-2b2cc2c7-4352-4867-9456-3ccf562b136b tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/security-groups?id=b66f62cb-84b0-4513-9a8d-c55c2d0119be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381668 Aug 16 23:58:32.370692 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e00ac-66a9-4097-8543-052ac1f2f2dc req-89ef955f-07d2-44d2-8628-692ed07f1a85 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:32.372735 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-084e00ac-66a9-4097-8543-052ac1f2f2dc req-89ef955f-07d2-44d2-8628-692ed07f1a85 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.0540907 Aug 16 23:58:32.420542 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-084e00ac-66a9-4097-8543-052ac1f2f2dc req-7a8db8ca-b76d-4bd7-adcd-9a595e37b15b tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405204 Aug 16 23:58:32.549112 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0dd95-f5cb-420c-81e3-d888814d98e5 req-d4b80608-a58b-4162-b9ab-07bef6a9741a tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:32.550520 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a2b0dd95-f5cb-420c-81e3-d888814d98e5 req-d4b80608-a58b-4162-b9ab-07bef6a9741a tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 945 time: 0.0573232 Aug 16 23:58:32.589479 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a2b0dd95-f5cb-420c-81e3-d888814d98e5 req-acb7f960-5264-4e93-a857-9516ff837882 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330102 Aug 16 23:58:32.877304 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa840ba-1895-4218-a106-2b8d303d11f5 req-539a87ea-77c3-46c0-9d2d-87eb0eb7a906 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:32.886758 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6fa840ba-1895-4218-a106-2b8d303d11f5 req-539a87ea-77c3-46c0-9d2d-87eb0eb7a906 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.0847428 Aug 16 23:58:32.929607 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6fa840ba-1895-4218-a106-2b8d303d11f5 req-4e2449ed-3cd2-412f-a52b-dc250abcb81e tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412695 Aug 16 23:58:33.214968 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e56e0-e04f-4b74-8134-39fda2981e8c req-ee757918-23ad-44a6-b745-81b39d16c099 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:33.218175 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-085e56e0-e04f-4b74-8134-39fda2981e8c req-ee757918-23ad-44a6-b745-81b39d16c099 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.0580668 Aug 16 23:58:33.264791 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-085e56e0-e04f-4b74-8134-39fda2981e8c req-0f1cbf22-d7d3-49c3-a4b2-f0ecb6dee7b6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405295 Aug 16 23:58:33.374805 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8f1a5-3514-4b51-880c-89d8f935f353 req-70326d0e-5850-4205-884c-11fa95d4b919 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:33.377509 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-12f8f1a5-3514-4b51-880c-89d8f935f353 req-70326d0e-5850-4205-884c-11fa95d4b919 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5086ae-27a4-4ff8-a5a2-19185584a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0639231 Aug 16 23:58:33.429941 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-12f8f1a5-3514-4b51-880c-89d8f935f353 req-3cba0923-a9ed-4f47-88f5-cecab9832921 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/security-groups?id=b66f62cb-84b0-4513-9a8d-c55c2d0119be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476549 Aug 16 23:58:33.569671 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569a5b7-4364-44f5-ad4c-a8e9b549a30c req-66fab5aa-d574-44ca-9b6d-d3b92262001f tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:33.571343 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b569a5b7-4364-44f5-ad4c-a8e9b549a30c req-66fab5aa-d574-44ca-9b6d-d3b92262001f tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed5086ae-27a4-4ff8-a5a2-19185584a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0684679 Aug 16 23:58:33.605686 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b3f12-db88-41cf-9e40-21dfb0e1fe46 req-23b17763-a3f5-4319-9539-615f6dfece66 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:33.608107 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-051b3f12-db88-41cf-9e40-21dfb0e1fe46 req-23b17763-a3f5-4319-9539-615f6dfece66 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.64 "GET /v2.0/ports?device_id=b811bf0f-8767-430f-9117-aedb724fd763 HTTP/1.1" status: 200 len: 945 time: 0.1061902 Aug 16 23:58:33.625333 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310b646-b4b6-47f0-b156-e844a071d357 req-ece3f1c9-2045-4a37-8dd0-cc431a56d672 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:33.627553 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6310b646-b4b6-47f0-b156-e844a071d357 req-ece3f1c9-2045-4a37-8dd0-cc431a56d672 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.1081283 Aug 16 23:58:33.691660 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-b569a5b7-4364-44f5-ad4c-a8e9b549a30c req-b7c368eb-bb22-46f6-bcdb-58d474eabb7c tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Deleting port e9c7a363-3e37-4c67-84fe-14a8d9357a0d {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:58:33.691991 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b569a5b7-4364-44f5-ad4c-a8e9b549a30c req-b7c368eb-bb22-46f6-bcdb-58d474eabb7c tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:33.728960 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6310b646-b4b6-47f0-b156-e844a071d357 req-436c7f91-9c89-411d-9ab2-fcc6573f5216 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923524 Aug 16 23:58:33.768501 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-051b3f12-db88-41cf-9e40-21dfb0e1fe46 req-05ef7617-4f21-43af-8423-cb52e43cee8f tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Deleting port 9935ceb9-da31-4be1-9eb0-b8b20b360382 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:58:33.768858 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-051b3f12-db88-41cf-9e40-21dfb0e1fe46 req-05ef7617-4f21-43af-8423-cb52e43cee8f tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:33.797823 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-b569a5b7-4364-44f5-ad4c-a8e9b549a30c req-b7c368eb-bb22-46f6-bcdb-58d474eabb7c tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] For port e9c7a363-3e37-4c67-84fe-14a8d9357a0d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=e9c7a363-3e37-4c67-84fe-14a8d9357a0d,segment=NetworkSegment(3411fc4a-3bde-4588-9501-d4fdb6efed04),segment_id=3411fc4a-3bde-4588-9501-d4fdb6efed04)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:33.798523 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b569a5b7-4364-44f5-ad4c-a8e9b549a30c req-b7c368eb-bb22-46f6-bcdb-58d474eabb7c tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:33.812593 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-b569a5b7-4364-44f5-ad4c-a8e9b549a30c req-b7c368eb-bb22-46f6-bcdb-58d474eabb7c tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Calling delete_port for e9c7a363-3e37-4c67-84fe-14a8d9357a0d owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:58:33.875221 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-051b3f12-db88-41cf-9e40-21dfb0e1fe46 req-05ef7617-4f21-43af-8423-cb52e43cee8f tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] For port 9935ceb9-da31-4be1-9eb0-b8b20b360382, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=9935ceb9-da31-4be1-9eb0-b8b20b360382,segment=NetworkSegment(3411fc4a-3bde-4588-9501-d4fdb6efed04),segment_id=3411fc4a-3bde-4588-9501-d4fdb6efed04)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:33.875599 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-051b3f12-db88-41cf-9e40-21dfb0e1fe46 req-05ef7617-4f21-43af-8423-cb52e43cee8f tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:33.888872 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-051b3f12-db88-41cf-9e40-21dfb0e1fe46 req-05ef7617-4f21-43af-8423-cb52e43cee8f tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Calling delete_port for 9935ceb9-da31-4be1-9eb0-b8b20b360382 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:58:34.027576 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b569a5b7-4364-44f5-ad4c-a8e9b549a30c req-b7c368eb-bb22-46f6-bcdb-58d474eabb7c tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:34.045163 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['9935ceb9-da31-4be1-9eb0-b8b20b360382', 'e9c7a363-3e37-4c67-84fe-14a8d9357a0d'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:58:34.074046 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c368eb-bb22-46f6-bcdb-58d474eabb7c tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Pushing event deleted for resources: {'Port': ['ID=e9c7a363-3e37-4c67-84fe-14a8d9357a0d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:34.127527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec62176-2f1d-47fe-be4b-c730d599d36c req-cd0f5580-fd22-4250-844e-a3e8296d469e tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:34.135805 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cec62176-2f1d-47fe-be4b-c730d599d36c req-cd0f5580-fd22-4250-844e-a3e8296d469e tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.0983551 Aug 16 23:58:34.138983 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-051b3f12-db88-41cf-9e40-21dfb0e1fe46 req-05ef7617-4f21-43af-8423-cb52e43cee8f tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:34.167361 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-b569a5b7-4364-44f5-ad4c-a8e9b549a30c req-b7c368eb-bb22-46f6-bcdb-58d474eabb7c tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] No DVR routers for this DVR port e9c7a363-3e37-4c67-84fe-14a8d9357a0d on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:58:34.176158 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b569a5b7-4364-44f5-ad4c-a8e9b549a30c req-b7c368eb-bb22-46f6-bcdb-58d474eabb7c tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:34.179127 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['e9c7a363-3e37-4c67-84fe-14a8d9357a0d'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:58:34.180326 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b569a5b7-4364-44f5-ad4c-a8e9b549a30c req-b7c368eb-bb22-46f6-bcdb-58d474eabb7c tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.64 "DELETE /v2.0/ports/e9c7a363-3e37-4c67-84fe-14a8d9357a0d HTTP/1.1" status: 204 len: 173 time: 0.5956855 Aug 16 23:58:34.180997 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5086ae-27a4-4ff8-a5a2-19185584a0a4', 'name': 'network-vif-deleted', 'tag': 'e9c7a363-3e37-4c67-84fe-14a8d9357a0d'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:58:34.187318 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf890259-b7ab-4190-a205-832975b63557" -d '{"events": [{"server_uuid": "ed5086ae-27a4-4ff8-a5a2-19185584a0a4", "name": "network-vif-deleted", "tag": "e9c7a363-3e37-4c67-84fe-14a8d9357a0d"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:58:34.190378 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef7617-4f21-43af-8423-cb52e43cee8f tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Pushing event deleted for resources: {'Port': ['ID=9935ceb9-da31-4be1-9eb0-b8b20b360382,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:34.202794 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef7617-4f21-43af-8423-cb52e43cee8f tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:34.203139 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef7617-4f21-43af-8423-cb52e43cee8f tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:34.203491 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef7617-4f21-43af-8423-cb52e43cee8f tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:34.203826 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef7617-4f21-43af-8423-cb52e43cee8f tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:34.204157 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef7617-4f21-43af-8423-cb52e43cee8f tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:34.204777 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef7617-4f21-43af-8423-cb52e43cee8f tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:34.205142 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef7617-4f21-43af-8423-cb52e43cee8f tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:34.205470 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef7617-4f21-43af-8423-cb52e43cee8f tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:34.205807 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef7617-4f21-43af-8423-cb52e43cee8f tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:34.206135 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef7617-4f21-43af-8423-cb52e43cee8f tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:34.206627 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef7617-4f21-43af-8423-cb52e43cee8f tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:34.206963 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef7617-4f21-43af-8423-cb52e43cee8f tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:34.259573 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-051b3f12-db88-41cf-9e40-21dfb0e1fe46 req-05ef7617-4f21-43af-8423-cb52e43cee8f tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] No DVR routers for this DVR port 9935ceb9-da31-4be1-9eb0-b8b20b360382 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:58:34.269258 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cec62176-2f1d-47fe-be4b-c730d599d36c req-b2ff0e8d-8c70-4377-b725-784bca471c62 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276360 Aug 16 23:58:34.270650 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-051b3f12-db88-41cf-9e40-21dfb0e1fe46 req-05ef7617-4f21-43af-8423-cb52e43cee8f tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:34.273194 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-051b3f12-db88-41cf-9e40-21dfb0e1fe46 req-05ef7617-4f21-43af-8423-cb52e43cee8f tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.64 "DELETE /v2.0/ports/9935ceb9-da31-4be1-9eb0-b8b20b360382 HTTP/1.1" status: 204 len: 173 time: 0.6445315 Aug 16 23:58:34.274135 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b811bf0f-8767-430f-9117-aedb724fd763', 'name': 'network-vif-deleted', 'tag': '9935ceb9-da31-4be1-9eb0-b8b20b360382'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:58:34.277287 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ad6106-9fca-4aac-9827-fd0f874ce387" -d '{"events": [{"server_uuid": "b811bf0f-8767-430f-9117-aedb724fd763", "name": "network-vif-deleted", "tag": "9935ceb9-da31-4be1-9eb0-b8b20b360382"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:58:34.322680 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a13965-f9fe-4986-8830-9579a2423f0c x-openstack-request-id: req-21a13965-f9fe-4986-8830-9579a2423f0c {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:58:34.323021 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5086ae-27a4-4ff8-a5a2-19185584a0a4", "name": "network-vif-deleted", "tag": "e9c7a363-3e37-4c67-84fe-14a8d9357a0d", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:58:34.323277 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-21a13965-f9fe-4986-8830-9579a2423f0c {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:58:34.323678 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5086ae-27a4-4ff8-a5a2-19185584a0a4', 'name': 'network-vif-deleted', 'tag': 'e9c7a363-3e37-4c67-84fe-14a8d9357a0d', 'status': 'completed', 'code': 200} Aug 16 23:58:34.432355 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f62daf-e197-486d-9fae-06810ffe2ce5 x-openstack-request-id: req-b2f62daf-e197-486d-9fae-06810ffe2ce5 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:58:34.432920 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b811bf0f-8767-430f-9117-aedb724fd763", "name": "network-vif-deleted", "tag": "9935ceb9-da31-4be1-9eb0-b8b20b360382", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:58:34.433396 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b2f62daf-e197-486d-9fae-06810ffe2ce5 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:58:34.433814 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b811bf0f-8767-430f-9117-aedb724fd763', 'name': 'network-vif-deleted', 'tag': '9935ceb9-da31-4be1-9eb0-b8b20b360382', 'status': 'completed', 'code': 200} Aug 16 23:58:34.594075 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-abaa278c-5b99-4a1d-9e2f-89d79bfa2323 req-769ffed9-8a18-4b1f-9cb4-c9682ba812c0 tempest-ListServersNegativeTestJSON-337806999 tempest-ListServersNegativeTestJSON-337806999-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5086ae-27a4-4ff8-a5a2-19185584a0a4 HTTP/1.1" status: 200 len: 210 time: 0.0521214 Aug 16 23:58:34.611401 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5e9f3-6744-496a-aeda-758031e470f5 req-6b76bc29-d27c-429c-a0f8-b6fff739bf98 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:34.613003 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c5f5e9f3-6744-496a-aeda-758031e470f5 req-6b76bc29-d27c-429c-a0f8-b6fff739bf98 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.1161730 Aug 16 23:58:34.689957 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c5f5e9f3-6744-496a-aeda-758031e470f5 req-36832932-8b71-4a40-b6cf-348b5957e678 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606785 Aug 16 23:58:34.863618 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d941f2-7c33-4ac0-a201-52727365efa2 req-d5dc607b-7262-44a7-870b-f0373ae4048e tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:34.865365 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-98d941f2-7c33-4ac0-a201-52727365efa2 req-d5dc607b-7262-44a7-870b-f0373ae4048e tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.0526135 Aug 16 23:58:34.920552 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-98d941f2-7c33-4ac0-a201-52727365efa2 req-52f91abe-627d-41d3-9666-33bd95468a28 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436175 Aug 16 23:58:35.067115 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405c421-700c-42d0-9bed-88fb078daf4b req-81964dd0-77d9-4aec-8473-47cb619cdae1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:35.068642 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f405c421-700c-42d0-9bed-88fb078daf4b req-81964dd0-77d9-4aec-8473-47cb619cdae1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.0589471 Aug 16 23:58:35.125692 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f405c421-700c-42d0-9bed-88fb078daf4b req-eb2a22c5-aa10-4b04-8cd1-cf5d0d02194c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494661 Aug 16 23:58:35.447714 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce6780-cd01-4aa3-9fc7-5000a277c801 req-33205447-2bc9-4603-9429-55d6da3f37ac tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:35.449331 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b9ce6780-cd01-4aa3-9fc7-5000a277c801 req-33205447-2bc9-4603-9429-55d6da3f37ac tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.0970447 Aug 16 23:58:35.582463 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8325c-859e-4306-8ebc-135e17c484bc req-85464d63-fc73-4e20-9322-d49b85b85f5b tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:35.592407 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2bb8325c-859e-4306-8ebc-135e17c484bc req-85464d63-fc73-4e20-9322-d49b85b85f5b tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.1600320 Aug 16 23:58:35.609729 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b9ce6780-cd01-4aa3-9fc7-5000a277c801 req-a3fb12dd-60e3-4098-abff-62aaa13e57f6 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487470 Aug 16 23:58:35.994885 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c86dd379-df95-44f2-88de-0b0e1565df8f req-b7320cad-cc80-4b63-81f6-5824ffd8daeb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5146658 Aug 16 23:58:36.105745 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2bb8325c-859e-4306-8ebc-135e17c484bc req-e40a80c3-ce9c-4c75-a57b-3bbb3a2ace8d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5129626 Aug 16 23:58:36.126661 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56803e-a31c-4a3b-b842-e3477ec2663e req-1cf88be0-2b23-428a-9752-a80a2c3c39dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:36.129120 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e56803e-a31c-4a3b-b842-e3477ec2663e req-1cf88be0-2b23-428a-9752-a80a2c3c39dc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 1097 time: 0.1332476 Aug 16 23:58:36.142686 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da98fe6-b60b-4538-9a9c-6b421ae2217d req-3b3c1fa3-e7bf-44f3-bac0-160672a631b9 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:36.144397 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6da98fe6-b60b-4538-9a9c-6b421ae2217d req-3b3c1fa3-e7bf-44f3-bac0-160672a631b9 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.1406736 Aug 16 23:58:36.219768 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e56803e-a31c-4a3b-b842-e3477ec2663e req-a50fff5a-8bfb-46b9-92ca-05a06a277793 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722005 Aug 16 23:58:36.223015 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6da98fe6-b60b-4538-9a9c-6b421ae2217d req-5fec32c5-ccba-453f-ba17-4aee71a0491b tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684896 Aug 16 23:58:36.248039 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53866) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:58:36.307429 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c7fdbcb-3cb5-4450-a2a5-3da6a6e44c6d admin admin] Deleting subnet 1e70e369-5112-48af-9fde-2b5394f2525c {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:58:36.313691 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c7fdbcb-3cb5-4450-a2a5-3da6a6e44c6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:36.361703 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c7fdbcb-3cb5-4450-a2a5-3da6a6e44c6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:36.410846 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c7fdbcb-3cb5-4450-a2a5-3da6a6e44c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:36.491286 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c7fdbcb-3cb5-4450-a2a5-3da6a6e44c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:36.523831 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7fdbcb-3cb5-4450-a2a5-3da6a6e44c6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e70e369-5112-48af-9fde-2b5394f2525c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:36.526412 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c7fdbcb-3cb5-4450-a2a5-3da6a6e44c6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:36.531882 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53878) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:58:36.532523 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3c7fdbcb-3cb5-4450-a2a5-3da6a6e44c6d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1e70e369-5112-48af-9fde-2b5394f2525c HTTP/1.1" status: 204 len: 168 time: 0.2828217 Aug 16 23:58:36.615344 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f27499bb-fd9d-4f70-928b-2da61ab38ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:36.765357 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f27499bb-fd9d-4f70-928b-2da61ab38ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:36.808529 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-f27499bb-fd9d-4f70-928b-2da61ab38ade admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80d89ae-94fe-4df1-8964-047d6c238a69']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:58:36.820881 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-f27499bb-fd9d-4f70-928b-2da61ab38ade admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3411fc4a-3bde-4588-9501-d4fdb6efed04') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:58:36.821213 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-f27499bb-fd9d-4f70-928b-2da61ab38ade admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3411fc4a-3bde-4588-9501-d4fdb6efed04') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:58:36.836943 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f27499bb-fd9d-4f70-928b-2da61ab38ade admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:36.855897 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47461b-55a4-4519-a2c4-114032ef1df5 req-1a0aba65-e5d9-49eb-bed4-4f5cff2e3f7d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:36.865867 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec47461b-55a4-4519-a2c4-114032ef1df5 req-1a0aba65-e5d9-49eb-bed4-4f5cff2e3f7d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.1315310 Aug 16 23:58:36.885735 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f27499bb-fd9d-4f70-928b-2da61ab38ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:36.894727 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f27499bb-fd9d-4f70-928b-2da61ab38ade admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:58:36.895135 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f27499bb-fd9d-4f70-928b-2da61ab38ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: timer() Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: self._notify() Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:58:36.899692 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:58:36.959903 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec47461b-55a4-4519-a2c4-114032ef1df5 req-871c9b2a-653b-43d5-9712-31f89a992976 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911250 Aug 16 23:58:36.995761 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f27499bb-fd9d-4f70-928b-2da61ab38ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:37.001728 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f27499bb-fd9d-4f70-928b-2da61ab38ade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:37.006867 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f27499bb-fd9d-4f70-928b-2da61ab38ade admin admin] 10.222.0.60 "DELETE /v2.0/networks/b80d89ae-94fe-4df1-8964-047d6c238a69 HTTP/1.1" status: 204 len: 168 time: 0.4707935 Aug 16 23:58:37.011447 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device e9c7a363-3e37-4c67-84fe-14a8d9357a0d no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:58:37.039472 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27499bb-fd9d-4f70-928b-2da61ab38ade admin admin] Pushing event deleted for resources: {'Network': ['ID=b80d89ae-94fe-4df1-8964-047d6c238a69,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:37.050074 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: e9c7a363-3e37-4c67-84fe-14a8d9357a0d {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:58:37.050421 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device e9c7a363-3e37-4c67-84fe-14a8d9357a0d not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:58:37.051063 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 9935ceb9-da31-4be1-9eb0-b8b20b360382 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:58:37.075002 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 9935ceb9-da31-4be1-9eb0-b8b20b360382 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:58:37.075411 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 9935ceb9-da31-4be1-9eb0-b8b20b360382 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:58:37.170453 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53902) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:58:37.217935 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c6f7e79c-77ca-4eab-8946-9d287a35a754 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=28d4b2344a664cc6ba86a8a7f5e4b85a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456090 Aug 16 23:58:37.220674 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53906) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:58:37.262035 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c42952-6040-4508-8300-d9cc89b8acbc req-8494e42b-be49-4c2c-95bb-80b1480b0fa5 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:37.264152 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b2c42952-6040-4508-8300-d9cc89b8acbc req-8494e42b-be49-4c2c-95bb-80b1480b0fa5 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.0956945 Aug 16 23:58:37.318830 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2b4c5e91-f20a-45fd-b53e-f800f5baa545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:37.349919 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b2c42952-6040-4508-8300-d9cc89b8acbc req-37e66246-d1fc-45a2-aa76-c8cefbe8ff30 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748017 Aug 16 23:58:37.355049 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2b4c5e91-f20a-45fd-b53e-f800f5baa545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:37.424533 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2b4c5e91-f20a-45fd-b53e-f800f5baa545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:37.427326 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2b4c5e91-f20a-45fd-b53e-f800f5baa545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:37.428471 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2b4c5e91-f20a-45fd-b53e-f800f5baa545 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b66f62cb-84b0-4513-9a8d-c55c2d0119be HTTP/1.1" status: 204 len: 168 time: 0.2066667 Aug 16 23:58:37.461490 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c5e91-f20a-45fd-b53e-f800f5baa545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66f62cb-84b0-4513-9a8d-c55c2d0119be,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:37.491566 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ac3be-fab0-4a57-b686-722aeea8e93b req-9bad691d-b12c-4f62-8a17-84de4f1269fc tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:37.493588 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-109ac3be-fab0-4a57-b686-722aeea8e93b req-9bad691d-b12c-4f62-8a17-84de4f1269fc tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.0919864 Aug 16 23:58:37.537961 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-109ac3be-fab0-4a57-b686-722aeea8e93b req-826057ee-026c-4d43-aa1c-88c4a4807a2a tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359831 Aug 16 23:58:38.010643 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dd379-df95-44f2-88de-0b0e1565df8f req-a0361e20-7334-4a75-8c3d-a27330ad9245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:38.013824 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c86dd379-df95-44f2-88de-0b0e1565df8f req-a0361e20-7334-4a75-8c3d-a27330ad9245 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 1101 time: 0.0827157 Aug 16 23:58:38.161350 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62232ca-b628-4edf-94ab-4e1be1174712 req-e1fb1ba7-5f14-496d-bd34-b7b3f0a91f45 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:38.169631 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c62232ca-b628-4edf-94ab-4e1be1174712 req-e1fb1ba7-5f14-496d-bd34-b7b3f0a91f45 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.1245718 Aug 16 23:58:38.211767 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dd379-df95-44f2-88de-0b0e1565df8f req-3ee62e80-b4a0-4557-9142-3c3c8fa2ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:38.213416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c86dd379-df95-44f2-88de-0b0e1565df8f req-3ee62e80-b4a0-4557-9142-3c3c8fa2ae38 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.1888480 Aug 16 23:58:38.283830 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c62232ca-b628-4edf-94ab-4e1be1174712 req-b3f9f8e5-b065-4cbc-bfb6-be16a33e7ed2 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907955 Aug 16 23:58:38.285224 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c86dd379-df95-44f2-88de-0b0e1565df8f req-ee8cc2e1-200d-40f5-98af-ecb1a2c3a865 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=f1b00233-84b9-45da-82a9-4141ca7e2930 HTTP/1.1" status: 200 len: 217 time: 0.0551074 Aug 16 23:58:38.360427 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dd379-df95-44f2-88de-0b0e1565df8f req-70ca6ec1-e145-4539-9202-f8a8dc27438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:38.362660 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c86dd379-df95-44f2-88de-0b0e1565df8f req-70ca6ec1-e145-4539-9202-f8a8dc27438d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0538881 Aug 16 23:58:38.537528 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dd379-df95-44f2-88de-0b0e1565df8f req-349e9ad0-92f7-4879-9334-b2ec37b001d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:38.539045 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c86dd379-df95-44f2-88de-0b0e1565df8f req-349e9ad0-92f7-4879-9334-b2ec37b001d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1624639 Aug 16 23:58:38.553497 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb3b07-9960-4c27-a78c-5b41edf3b16e req-7dcb66a0-5e95-47ee-9000-7be13ef678fe tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:38.554954 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-afeb3b07-9960-4c27-a78c-5b41edf3b16e req-7dcb66a0-5e95-47ee-9000-7be13ef678fe tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1587856 Aug 16 23:58:38.648372 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5a1a5-325a-4b83-8751-78bc8243dbb4 req-0952966f-d5e3-4fbe-8f5c-7bfd13192812 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:38.650112 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72c5a1a5-325a-4b83-8751-78bc8243dbb4 req-0952966f-d5e3-4fbe-8f5c-7bfd13192812 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.1485367 Aug 16 23:58:38.672251 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-afeb3b07-9960-4c27-a78c-5b41edf3b16e req-08202aa4-d8c8-447b-9c95-60e2324c43c1 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079922 Aug 16 23:58:38.721377 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c86dd379-df95-44f2-88de-0b0e1565df8f req-3261031f-dfad-422f-b174-bf7dbab4021d service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652257 Aug 16 23:58:38.753220 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72c5a1a5-325a-4b83-8751-78bc8243dbb4 req-df873ba3-15b5-4ff2-ad6c-2b69bd881efd tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944700 Aug 16 23:58:38.858872 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c86dd379-df95-44f2-88de-0b0e1565df8f req-4b489e4b-fab2-407a-9ca9-00c95d4cce77 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187241 Aug 16 23:58:38.970994 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f502805-30da-4b20-8d20-fbb7a93d91b2 req-d303620b-6afb-4927-ab71-f62a4d8affa0 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:38.973423 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f502805-30da-4b20-8d20-fbb7a93d91b2 req-d303620b-6afb-4927-ab71-f62a4d8affa0 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.1135895 Aug 16 23:58:39.036800 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f502805-30da-4b20-8d20-fbb7a93d91b2 req-ace203f2-a606-4cc6-9da8-dedbcb5f268e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570986 Aug 16 23:58:39.264046 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7dc8f8-3eec-4dff-856c-3676dff0c871 req-fecbbe83-b270-4641-907d-ee61330b386b tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:39.271486 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9b7dc8f8-3eec-4dff-856c-3676dff0c871 req-fecbbe83-b270-4641-907d-ee61330b386b tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0730422 Aug 16 23:58:39.321761 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9b7dc8f8-3eec-4dff-856c-3676dff0c871 req-b8f1edac-b9d2-4787-8064-aac1002ba29e tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446401 Aug 16 23:58:39.703589 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53996) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:58:39.817830 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-15cdc80e-013d-4508-8cd0-ec1b86c31e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:39.863938 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:39.894810 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ec831-1fc9-4450-859e-9d4897d64f23 req-a58583cd-26e5-4a8b-9a6b-7198c8054755 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:39.896455 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2f8ec831-1fc9-4450-859e-9d4897d64f23 req-a58583cd-26e5-4a8b-9a6b-7198c8054755 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.0596111 Aug 16 23:58:39.926171 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-15cdc80e-013d-4508-8cd0-ec1b86c31e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:39.930563 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-15cdc80e-013d-4508-8cd0-ec1b86c31e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:39.942129 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2f8ec831-1fc9-4450-859e-9d4897d64f23 req-61e7066a-a3f5-411d-8f1b-eca545e9a917 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349317 Aug 16 23:58:39.970677 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-15cdc80e-013d-4508-8cd0-ec1b86c31e0e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e59111259c5b453f8afebaa970ac39af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2659998 Aug 16 23:58:39.972800 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdc80e-013d-4508-8cd0-ec1b86c31e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5206323e-85e7-40c5-8f8e-e173593e9745,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:39.973626 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54002) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:58:39.980829 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdc80e-013d-4508-8cd0-ec1b86c31e0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:39.981964 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdc80e-013d-4508-8cd0-ec1b86c31e0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:39.982264 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdc80e-013d-4508-8cd0-ec1b86c31e0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:39.982607 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdc80e-013d-4508-8cd0-ec1b86c31e0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:39.982947 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdc80e-013d-4508-8cd0-ec1b86c31e0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:39.983282 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdc80e-013d-4508-8cd0-ec1b86c31e0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:39.983601 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdc80e-013d-4508-8cd0-ec1b86c31e0e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:39.983930 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdc80e-013d-4508-8cd0-ec1b86c31e0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:39.984257 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdc80e-013d-4508-8cd0-ec1b86c31e0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:39.984787 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdc80e-013d-4508-8cd0-ec1b86c31e0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:39.985157 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdc80e-013d-4508-8cd0-ec1b86c31e0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:39.985488 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdc80e-013d-4508-8cd0-ec1b86c31e0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:40.050622 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25dda063-e8ee-460c-ad6d-fba6434e451c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:40.093465 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25dda063-e8ee-460c-ad6d-fba6434e451c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:40.209704 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc907bc8-a008-4488-bc59-2d5a2dcf9a5a req-56e9238c-78a2-415d-8d57-745d7e5ed064 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:40.211373 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc907bc8-a008-4488-bc59-2d5a2dcf9a5a req-56e9238c-78a2-415d-8d57-745d7e5ed064 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.0683908 Aug 16 23:58:40.213175 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25dda063-e8ee-460c-ad6d-fba6434e451c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:40.216385 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25dda063-e8ee-460c-ad6d-fba6434e451c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:40.220106 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-25dda063-e8ee-460c-ad6d-fba6434e451c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5206323e-85e7-40c5-8f8e-e173593e9745 HTTP/1.1" status: 204 len: 168 time: 0.2424941 Aug 16 23:58:40.229176 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dda063-e8ee-460c-ad6d-fba6434e451c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5206323e-85e7-40c5-8f8e-e173593e9745,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:40.280971 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc907bc8-a008-4488-bc59-2d5a2dcf9a5a req-70961455-7f90-4a24-a73d-2fe3a0186f5e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539541 Aug 16 23:58:40.447016 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60099138-3759-4cfa-a24b-d95989738bd7 req-9e96a67f-5424-4e87-92c0-742c78794988 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:40.448826 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-60099138-3759-4cfa-a24b-d95989738bd7 req-9e96a67f-5424-4e87-92c0-742c78794988 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0601451 Aug 16 23:58:40.500287 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-60099138-3759-4cfa-a24b-d95989738bd7 req-26687bff-d118-4d32-82ad-6c46d034166a tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415063 Aug 16 23:58:40.846583 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a63d5d-a709-469a-9886-eeb4a204b60d req-5e9137bf-004e-4357-9b1f-f17ab2331d58 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:40.848196 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9a63d5d-a709-469a-9886-eeb4a204b60d req-5e9137bf-004e-4357-9b1f-f17ab2331d58 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0579083 Aug 16 23:58:40.902781 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9a63d5d-a709-469a-9886-eeb4a204b60d req-d2156e8e-08bc-458c-8790-6195a85086cc tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481217 Aug 16 23:58:41.038960 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54044) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:58:41.105145 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb96a09-8e5d-41bd-8cec-437273b8abbb req-4cbae5f5-c46c-48fb-a772-af258409f98c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:41.107315 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-beb96a09-8e5d-41bd-8cec-437273b8abbb req-4cbae5f5-c46c-48fb-a772-af258409f98c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.0554085 Aug 16 23:58:41.151628 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-cc674622-50ba-46dc-9241-4fa2ff204fff admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1694126728-network', 'tenant_id': '7df80dfeab7e4bb8800e49f21b54292c'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:58:41.159178 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-beb96a09-8e5d-41bd-8cec-437273b8abbb req-05dedcc4-548c-4003-9427-a3a18e57d89c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448527 Aug 16 23:58:41.182869 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc674622-50ba-46dc-9241-4fa2ff204fff admin admin] Made reservation on behalf of 7df80dfeab7e4bb8800e49f21b54292c for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:58:41.185905 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc674622-50ba-46dc-9241-4fa2ff204fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:41.195114 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc674622-50ba-46dc-9241-4fa2ff204fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:41.289731 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc674622-50ba-46dc-9241-4fa2ff204fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:41.294037 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc674622-50ba-46dc-9241-4fa2ff204fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:41.317454 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc674622-50ba-46dc-9241-4fa2ff204fff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:58:41.333817 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc674622-50ba-46dc-9241-4fa2ff204fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91516bbe-9cf6-4bff-9b70-0d4404d25a4a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:41.338848 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc674622-50ba-46dc-9241-4fa2ff204fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:41.339202 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-cc674622-50ba-46dc-9241-4fa2ff204fff admin admin] Added segment 6f4a642e-3fbf-47eb-809c-17c66893b3d9 of type vlan for network d71737b7-3e19-4e69-acc2-bde707d79f25 Aug 16 23:58:41.372443 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:41.414493 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc674622-50ba-46dc-9241-4fa2ff204fff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:41.453146 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47804b-4ff6-49e2-bb49-4cd85b23c0e3 req-c2e1ac1c-2cc1-42aa-9c4d-056b05e153e8 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:41.454642 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3d47804b-4ff6-49e2-bb49-4cd85b23c0e3 req-c2e1ac1c-2cc1-42aa-9c4d-056b05e153e8 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.0842409 Aug 16 23:58:41.455742 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc674622-50ba-46dc-9241-4fa2ff204fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:41.456622 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc674622-50ba-46dc-9241-4fa2ff204fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:41.457226 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc674622-50ba-46dc-9241-4fa2ff204fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:41.522693 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cc674622-50ba-46dc-9241-4fa2ff204fff admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4829319 Aug 16 23:58:41.525787 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54054) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:58:41.531589 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-4313103c-0820-4823-ae1d-2a4bb6388cdd admin admin] Request body: {'subnet': {'network_id': 'd71737b7-3e19-4e69-acc2-bde707d79f25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1694126728-subnet', 'tenant_id': '7df80dfeab7e4bb8800e49f21b54292c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:58:41.536292 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc674622-50ba-46dc-9241-4fa2ff204fff admin admin] Pushing event updated for resources: {'Network': ['ID=d71737b7-3e19-4e69-acc2-bde707d79f25,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:41.547107 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network d71737b7-3e19-4e69-acc2-bde707d79f25 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:58:41.550917 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3d47804b-4ff6-49e2-bb49-4cd85b23c0e3 req-9614a7fd-6c09-4a17-a7ee-3e0db8ae6563 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898793 Aug 16 23:58:41.565871 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4313103c-0820-4823-ae1d-2a4bb6388cdd admin admin] Made reservation on behalf of 7df80dfeab7e4bb8800e49f21b54292c for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:58:41.568409 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4313103c-0820-4823-ae1d-2a4bb6388cdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:41.743042 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4313103c-0820-4823-ae1d-2a4bb6388cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:41.800063 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313103c-0820-4823-ae1d-2a4bb6388cdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=48e27e6c-2183-4d5e-a47c-7878192b795a,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:41.810930 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4313103c-0820-4823-ae1d-2a4bb6388cdd admin admin] Checking segment: {'id': '6f4a642e-3fbf-47eb-809c-17c66893b3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd71737b7-3e19-4e69-acc2-bde707d79f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:58:41.811291 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4313103c-0820-4823-ae1d-2a4bb6388cdd admin admin] Network hostable DHCP agents. Network: d71737b7-3e19-4e69-acc2-bde707d79f25, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:58:41.827688 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4313103c-0820-4823-ae1d-2a4bb6388cdd admin admin] Network d71737b7-3e19-4e69-acc2-bde707d79f25 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:58:41.837123 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-4313103c-0820-4823-ae1d-2a4bb6388cdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, d71737b7-3e19-4e69-acc2-bde707d79f25) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:58:41.841381 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4313103c-0820-4823-ae1d-2a4bb6388cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:41.841966 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4313103c-0820-4823-ae1d-2a4bb6388cdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:41.847768 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2be6cf-cff0-4857-a46a-09e56332c1f5 None None] Network d71737b7-3e19-4e69-acc2-bde707d79f25 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:58:41.859090 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4313103c-0820-4823-ae1d-2a4bb6388cdd admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3320482 Aug 16 23:58:41.944031 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfab780-a993-442c-99fb-26ed87d7f349 req-5563bbf1-2394-42bb-aaa6-5cd7ec18a78f tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:41.945820 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-edfab780-a993-442c-99fb-26ed87d7f349 req-5563bbf1-2394-42bb-aaa6-5cd7ec18a78f tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/networks?id=0de117b9-aee8-4952-ae99-3d2308a08b74 HTTP/1.1" status: 200 len: 808 time: 0.1198628 Aug 16 23:58:41.966004 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-edfab780-a993-442c-99fb-26ed87d7f349 req-ee686eaf-e260-4744-a9c8-f4df9a199d7f tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/quotas/196284884f15450ab6370c358b3094db HTTP/1.1" status: 200 len: 375 time: 0.0113215 Aug 16 23:58:41.994842 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6c997b-c2b6-4ff5-b0c5-0e6141c165f7 None None] Network d71737b7-3e19-4e69-acc2-bde707d79f25 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:58:42.052063 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-edfab780-a993-442c-99fb-26ed87d7f349 req-76b7dab0-5467-495b-a00d-e292df8b4d57 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=196284884f15450ab6370c358b3094db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0791781 Aug 16 23:58:42.063304 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce359e1-2cea-4dc5-9797-584e16a23b4b req-a06fc9c0-cb34-492c-9244-01e0925e50d8 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:42.064764 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ce359e1-2cea-4dc5-9797-584e16a23b4b req-a06fc9c0-cb34-492c-9244-01e0925e50d8 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0781240 Aug 16 23:58:42.157397 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ce359e1-2cea-4dc5-9797-584e16a23b4b req-8f592811-6a79-4fa7-8d1a-40ebaff256b6 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835450 Aug 16 23:58:42.178436 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-edfab780-a993-442c-99fb-26ed87d7f349 req-5f839904-eb71-441a-a61d-e779722a02af service neutron] 10.222.0.60 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127071 Aug 16 23:58:42.292123 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-edfab780-a993-442c-99fb-26ed87d7f349 req-489d0ed1-aabf-4f86-8d1a-dedfdca47078 service neutron] 10.222.0.60 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058190 Aug 16 23:58:42.528320 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8479a-2ef0-4c67-8b30-13bccee708be req-af145017-1eb9-4fa6-b43c-a6c91b848e85 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:42.536451 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58b8479a-2ef0-4c67-8b30-13bccee708be req-af145017-1eb9-4fa6-b43c-a6c91b848e85 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.0624392 Aug 16 23:58:42.577150 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58b8479a-2ef0-4c67-8b30-13bccee708be req-0cdb3244-9bf1-4041-9dd4-05bc147487ef tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397503 Aug 16 23:58:42.800007 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a37a47db-0e86-4c5c-8f2f-8100a34ba9fd req-7a6d2375-2ea0-46d3-b8e7-0201f61b4683 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 210 time: 0.0554659 Aug 16 23:58:42.829612 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8ae2f-abd5-4721-93ad-4f81dc68b114 req-af36bd1b-1704-498b-b018-b4ae0752757b tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:42.837028 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-29e8ae2f-abd5-4721-93ad-4f81dc68b114 req-af36bd1b-1704-498b-b018-b4ae0752757b tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.1017129 Aug 16 23:58:42.866045 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:58:42.878557 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-29e8ae2f-abd5-4721-93ad-4f81dc68b114 req-5a4b3e38-5ef1-4d35-abee-264a14af7b2e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406461 Aug 16 23:58:43.654647 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-0ae1d586-9a2f-46ff-970c-a2d6a2f7e7b1 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:43.656137 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-0ae1d586-9a2f-46ff-970c-a2d6a2f7e7b1 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/networks?id=d71737b7-3e19-4e69-acc2-bde707d79f25 HTTP/1.1" status: 200 len: 810 time: 0.1062744 Aug 16 23:58:43.672885 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-43e2c441-3d68-4d60-b6cb-2a919bcf490e tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/quotas/7df80dfeab7e4bb8800e49f21b54292c HTTP/1.1" status: 200 len: 375 time: 0.0103445 Aug 16 23:58:43.706733 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-897afbda-eab6-49cf-8db0-8fd1a78a5fbc tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7df80dfeab7e4bb8800e49f21b54292c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280509 Aug 16 23:58:43.882522 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d71fd-fabe-4b2e-8f24-6d00d5e93930 req-03748333-83d7-4396-8e27-ea5e8fff7975 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:43.884091 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a36d71fd-fabe-4b2e-8f24-6d00d5e93930 req-03748333-83d7-4396-8e27-ea5e8fff7975 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.1133349 Aug 16 23:58:43.891577 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-3fbdcc4f-9e7f-4ce4-a842-7864169ec871 service neutron] 10.222.0.60 "GET /v2.0/networks/d71737b7-3e19-4e69-acc2-bde707d79f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736503 Aug 16 23:58:43.891577 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d506f4-f9ef-4cb8-bdf7-7f067a670dcb req-a150c524-b58b-4104-919b-1127d87b5bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:43.891577 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28d506f4-f9ef-4cb8-bdf7-7f067a670dcb req-a150c524-b58b-4104-919b-1127d87b5bac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=86043ac5c01d42e2a5f439e1e8d8861c&device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 1097 time: 0.1064167 Aug 16 23:58:44.032471 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a36d71fd-fabe-4b2e-8f24-6d00d5e93930 req-f6e2912f-1701-4ae9-890f-3dd9081dc0c7 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388857 Aug 16 23:58:44.094161 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-e2cd71ec-023e-4730-ad76-24f7d164a1e0 service neutron] 10.222.0.60 "GET /v2.0/networks/d71737b7-3e19-4e69-acc2-bde707d79f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995149 Aug 16 23:58:44.095279 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d506f4-f9ef-4cb8-bdf7-7f067a670dcb req-da3032d4-7046-4caa-ac94-4c37c7ae8b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:44.096728 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28d506f4-f9ef-4cb8-bdf7-7f067a670dcb req-da3032d4-7046-4caa-ac94-4c37c7ae8b90 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b540a6a1-dfc7-43c4-9922-512d2e4997c6 HTTP/1.1" status: 200 len: 920 time: 0.1730895 Aug 16 23:58:44.109228 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfab780-a993-442c-99fb-26ed87d7f349 req-ff87cec4-ed58-4cfe-a202-91bcb6c629bb tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:44.111077 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-edfab780-a993-442c-99fb-26ed87d7f349 req-ff87cec4-ed58-4cfe-a202-91bcb6c629bb tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.64 "GET /v2.0/networks?id=0de117b9-aee8-4952-ae99-3d2308a08b74 HTTP/1.1" status: 200 len: 808 time: 0.1366565 Aug 16 23:58:44.151535 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-edfab780-a993-442c-99fb-26ed87d7f349 req-62e6c6ea-441c-45f6-a47e-62750ec25fc5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Request body: {'port': {'device_id': 'de9424f9-723c-4d17-8ea0-19f986bc8882', 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74', 'admin_state_up': True, 'tenant_id': '196284884f15450ab6370c358b3094db'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:58:44.188792 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28d506f4-f9ef-4cb8-bdf7-7f067a670dcb req-8a216904-e7be-4914-a2dd-a3c4dc54bed5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=477d914a-6c65-48fc-b616-dcda382e32cd HTTP/1.1" status: 200 len: 217 time: 0.0436733 Aug 16 23:58:44.293203 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edfab780-a993-442c-99fb-26ed87d7f349 req-62e6c6ea-441c-45f6-a47e-62750ec25fc5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Made reservation on behalf of 196284884f15450ab6370c358b3094db for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:58:44.298887 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d506f4-f9ef-4cb8-bdf7-7f067a670dcb req-ac2cfd8b-457f-4e3e-952f-1460e2386626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:44.299781 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-edfab780-a993-442c-99fb-26ed87d7f349 req-62e6c6ea-441c-45f6-a47e-62750ec25fc5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:44.300701 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28d506f4-f9ef-4cb8-bdf7-7f067a670dcb req-ac2cfd8b-457f-4e3e-952f-1460e2386626 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87966530-05f3-4777-b9a2-61db54a436d5 HTTP/1.1" status: 200 len: 859 time: 0.1024587 Aug 16 23:58:44.314943 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69568bff-e194-425a-a354-156051c26f59 req-e0afb276-9eb8-4b6c-9575-470e48a36d75 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:44.320501 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69568bff-e194-425a-a354-156051c26f59 req-e0afb276-9eb8-4b6c-9575-470e48a36d75 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0840125 Aug 16 23:58:44.394519 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28d506f4-f9ef-4cb8-bdf7-7f067a670dcb req-8778c1d9-78b8-4fa7-93e8-33dd96cad056 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b540a6a1-dfc7-43c4-9922-512d2e4997c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721097 Aug 16 23:58:44.453015 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69568bff-e194-425a-a354-156051c26f59 req-d1c0209d-b452-40e0-abaa-61cb021903b4 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186001 Aug 16 23:58:44.574055 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78258b5e-6373-42ea-9b4e-93fd3a0f7350 req-ced8a0a0-70f6-40ef-88f3-f05473558d4d tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 210 time: 0.1830366 Aug 16 23:58:44.576705 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28d506f4-f9ef-4cb8-bdf7-7f067a670dcb req-df9909a1-ed39-49d0-a0d7-159a58f921d8 service neutron] 10.222.0.64 "GET /v2.0/networks/b540a6a1-dfc7-43c4-9922-512d2e4997c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678534 Aug 16 23:58:44.627378 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-edfab780-a993-442c-99fb-26ed87d7f349 req-62e6c6ea-441c-45f6-a47e-62750ec25fc5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Allocated IP 172.20.0.6 (0de117b9-aee8-4952-ae99-3d2308a08b74/8c3c58a3-e974-46fc-9f56-1776e260fbc5/a80bce9e-c752-4ece-a59c-4486f6cb275d) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:58:44.730120 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1c1cf27c-b02f-417e-a745-1ee1578c484c req-baa9002b-11e2-4317-9f44-32a760403d42 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f312c84-e284-4613-9570-c6bb5bdffcc5 HTTP/1.1" status: 200 len: 210 time: 0.0493541 Aug 16 23:58:44.812464 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27cb90-4ccc-4744-8f8f-7c05b0a0bb45 req-99101dd1-8782-4684-914f-7e805bfc697b tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:44.819936 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6e27cb90-4ccc-4744-8f8f-7c05b0a0bb45 req-99101dd1-8782-4684-914f-7e805bfc697b tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.1233742 Aug 16 23:58:44.842521 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28d506f4-f9ef-4cb8-bdf7-7f067a670dcb req-385eab05-77da-42d7-9ef3-546e74a7c149 service neutron] 10.222.0.64 "GET /v2.0/networks/b540a6a1-dfc7-43c4-9922-512d2e4997c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547843 Aug 16 23:58:44.843112 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-edfab780-a993-442c-99fb-26ed87d7f349 req-62e6c6ea-441c-45f6-a47e-62750ec25fc5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:44.870463 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6e27cb90-4ccc-4744-8f8f-7c05b0a0bb45 req-326300a9-1e2b-4257-aeee-8a528d9647b3 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496509 Aug 16 23:58:44.908341 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-edfab780-a993-442c-99fb-26ed87d7f349 req-62e6c6ea-441c-45f6-a47e-62750ec25fc5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:44.924701 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['0ec58fee-559f-4689-9283-edac0c10185c'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:58:44.973068 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e6c6ea-441c-45f6-a47e-62750ec25fc5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Pushing event updated for resources: {'Port': ['ID=a80bce9e-c752-4ece-a59c-4486f6cb275d,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:44.993776 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edfab780-a993-442c-99fb-26ed87d7f349 req-62e6c6ea-441c-45f6-a47e-62750ec25fc5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Network 0de117b9-aee8-4952-ae99-3d2308a08b74 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:58:44.998612 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-edfab780-a993-442c-99fb-26ed87d7f349 req-62e6c6ea-441c-45f6-a47e-62750ec25fc5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:58:45.001803 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfab780-a993-442c-99fb-26ed87d7f349 req-62e6c6ea-441c-45f6-a47e-62750ec25fc5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:58:45.068606 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfab780-a993-442c-99fb-26ed87d7f349 req-62e6c6ea-441c-45f6-a47e-62750ec25fc5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:45.069579 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-edfab780-a993-442c-99fb-26ed87d7f349 req-62e6c6ea-441c-45f6-a47e-62750ec25fc5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:45.092086 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-edfab780-a993-442c-99fb-26ed87d7f349 req-62e6c6ea-441c-45f6-a47e-62750ec25fc5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9457695 Aug 16 23:58:45.146032 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-edfab780-a993-442c-99fb-26ed87d7f349 req-fbb832f4-ce5c-4870-a0b1-63ed3a19c3da service neutron] Request body: {'port': {'device_id': 'de9424f9-723c-4d17-8ea0-19f986bc8882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:58:45.202608 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813af670-870b-435a-958b-b5931e1e464c req-c3259892-cc26-40ef-9637-cf456ddd6694 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:45.213112 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-813af670-870b-435a-958b-b5931e1e464c req-c3259892-cc26-40ef-9637-cf456ddd6694 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.0774627 Aug 16 23:58:45.270831 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-813af670-870b-435a-958b-b5931e1e464c req-d3faf2ba-82ab-43a9-82f9-311a7cfc7095 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560088 Aug 16 23:58:45.300629 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-edfab780-a993-442c-99fb-26ed87d7f349 req-fbb832f4-ce5c-4870-a0b1-63ed3a19c3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:45.605721 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e391af-6c5d-4735-bf02-96e4641b23e6 req-cd00de6e-4479-4479-9486-20672fc461a3 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:45.617380 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66e391af-6c5d-4735-bf02-96e4641b23e6 req-cd00de6e-4479-4479-9486-20672fc461a3 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0752263 Aug 16 23:58:45.681827 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66e391af-6c5d-4735-bf02-96e4641b23e6 req-7b22c0ee-f857-4d54-ae4d-9d38940c1e50 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629964 Aug 16 23:58:45.894183 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-08ab8f19-fbaa-41a3-9412-69f3cc4d1997 req-4cf36cc8-7ba9-4d3a-bc2d-0ded41905cc8 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f312c84-e284-4613-9570-c6bb5bdffcc5 HTTP/1.1" status: 200 len: 210 time: 0.0456626 Aug 16 23:58:45.976586 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-edfab780-a993-442c-99fb-26ed87d7f349 req-fbb832f4-ce5c-4870-a0b1-63ed3a19c3da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a80bce9e-c752-4ece-a59c-4486f6cb275d {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:58:45.986685 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-edfab780-a993-442c-99fb-26ed87d7f349 req-fbb832f4-ce5c-4870-a0b1-63ed3a19c3da service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:46.001469 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-edfab780-a993-442c-99fb-26ed87d7f349 req-fbb832f4-ce5c-4870-a0b1-63ed3a19c3da service neutron] Transition to ACTIVE for port object a80bce9e-c752-4ece-a59c-4486f6cb275d will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:58:46.005641 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-edfab780-a993-442c-99fb-26ed87d7f349 req-fbb832f4-ce5c-4870-a0b1-63ed3a19c3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:46.077940 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb832f4-ce5c-4870-a0b1-63ed3a19c3da service neutron] Pushing event updated for resources: {'Port': ['ID=a80bce9e-c752-4ece-a59c-4486f6cb275d,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:46.102297 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935648d-e5c0-4ba4-aa64-92e699939303 req-7df802e1-d47f-40d3-9c0b-8166c9d3c358 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:46.103838 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9935648d-e5c0-4ba4-aa64-92e699939303 req-7df802e1-d47f-40d3-9c0b-8166c9d3c358 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 931 time: 0.1262612 Aug 16 23:58:46.156234 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a941e5-ece3-472a-ae9e-2689813dfa8d req-812bf56a-274f-4525-a95c-9bf5c34b5ee4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:46.157824 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9a941e5-ece3-472a-ae9e-2689813dfa8d req-812bf56a-274f-4525-a95c-9bf5c34b5ee4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.1245270 Aug 16 23:58:46.159429 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-edfab780-a993-442c-99fb-26ed87d7f349 req-fbb832f4-ce5c-4870-a0b1-63ed3a19c3da service neutron] Attempting to bind port a80bce9e-c752-4ece-a59c-4486f6cb275d on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:58:46.160063 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-edfab780-a993-442c-99fb-26ed87d7f349 req-fbb832f4-ce5c-4870-a0b1-63ed3a19c3da service neutron] Attempting to bind port a80bce9e-c752-4ece-a59c-4486f6cb275d by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:58:46.160624 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfab780-a993-442c-99fb-26ed87d7f349 req-fbb832f4-ce5c-4870-a0b1-63ed3a19c3da service neutron] Attempting to bind port a80bce9e-c752-4ece-a59c-4486f6cb275d on network 0de117b9-aee8-4952-ae99-3d2308a08b74 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:58:46.165631 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfab780-a993-442c-99fb-26ed87d7f349 req-fbb832f4-ce5c-4870-a0b1-63ed3a19c3da service neutron] Port a80bce9e-c752-4ece-a59c-4486f6cb275d on network 0de117b9-aee8-4952-ae99-3d2308a08b74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:58:46.166053 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfab780-a993-442c-99fb-26ed87d7f349 req-fbb832f4-ce5c-4870-a0b1-63ed3a19c3da service neutron] Attempting to bind port a80bce9e-c752-4ece-a59c-4486f6cb275d on network 0de117b9-aee8-4952-ae99-3d2308a08b74 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:58:46.173184 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfab780-a993-442c-99fb-26ed87d7f349 req-fbb832f4-ce5c-4870-a0b1-63ed3a19c3da service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:58:46.173534 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfab780-a993-442c-99fb-26ed87d7f349 req-fbb832f4-ce5c-4870-a0b1-63ed3a19c3da service neutron] Checking segment: {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:58:46.174166 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfab780-a993-442c-99fb-26ed87d7f349 req-fbb832f4-ce5c-4870-a0b1-63ed3a19c3da service neutron] Bound using segment: {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:58:46.174612 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-edfab780-a993-442c-99fb-26ed87d7f349 req-fbb832f4-ce5c-4870-a0b1-63ed3a19c3da service neutron] Bound port: a80bce9e-c752-4ece-a59c-4486f6cb275d, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:58:46.174976 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-edfab780-a993-442c-99fb-26ed87d7f349 req-fbb832f4-ce5c-4870-a0b1-63ed3a19c3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:46.218042 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9935648d-e5c0-4ba4-aa64-92e699939303 req-2bcbd2e9-d399-49c6-8b6a-8784aea6bbce tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059771 Aug 16 23:58:46.270927 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9a941e5-ece3-472a-ae9e-2689813dfa8d req-f86b35a4-3c00-4a91-9dd7-ca1c318ed0b8 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984714 Aug 16 23:58:46.290867 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-edfab780-a993-442c-99fb-26ed87d7f349 req-fbb832f4-ce5c-4870-a0b1-63ed3a19c3da service neutron] For port a80bce9e-c752-4ece-a59c-4486f6cb275d, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:58:46.296606 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-edfab780-a993-442c-99fb-26ed87d7f349 req-fbb832f4-ce5c-4870-a0b1-63ed3a19c3da service neutron] For port a80bce9e-c752-4ece-a59c-4486f6cb275d, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a80bce9e-c752-4ece-a59c-4486f6cb275d,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:58:46.304521 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-edfab780-a993-442c-99fb-26ed87d7f349 req-fbb832f4-ce5c-4870-a0b1-63ed3a19c3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:46.335946 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-3aef9998-67c9-4106-ae66-f5b6b1a5fa01 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:46.337553 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-3aef9998-67c9-4106-ae66-f5b6b1a5fa01 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.64 "GET /v2.0/networks?id=d71737b7-3e19-4e69-acc2-bde707d79f25 HTTP/1.1" status: 200 len: 810 time: 0.2027335 Aug 16 23:58:46.365904 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfab780-a993-442c-99fb-26ed87d7f349 req-fbb832f4-ce5c-4870-a0b1-63ed3a19c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:46.366635 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-edfab780-a993-442c-99fb-26ed87d7f349 req-fbb832f4-ce5c-4870-a0b1-63ed3a19c3da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:46.368194 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-edfab780-a993-442c-99fb-26ed87d7f349 req-fbb832f4-ce5c-4870-a0b1-63ed3a19c3da service neutron] 10.222.0.64 "PUT /v2.0/ports/a80bce9e-c752-4ece-a59c-4486f6cb275d HTTP/1.1" status: 200 len: 1092 time: 1.2386601 Aug 16 23:58:46.368696 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9424f9-723c-4d17-8ea0-19f986bc8882', 'tag': 'a80bce9e-c752-4ece-a59c-4486f6cb275d'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:58:46.371488 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d30280-0aa2-4eef-baf2-f491f2e49729" -d '{"events": [{"name": "network-changed", "server_uuid": "de9424f9-723c-4d17-8ea0-19f986bc8882", "tag": "a80bce9e-c752-4ece-a59c-4486f6cb275d"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:58:46.390285 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb832f4-ce5c-4870-a0b1-63ed3a19c3da service neutron] Pushing event updated for resources: {'Port': ['ID=a80bce9e-c752-4ece-a59c-4486f6cb275d,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:46.416121 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-67891cb9-f365-4c80-8da4-17da7cde92cf tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Request body: {'port': {'device_id': '8f312c84-e284-4613-9570-c6bb5bdffcc5', 'network_id': 'd71737b7-3e19-4e69-acc2-bde707d79f25', 'admin_state_up': True, 'tenant_id': '7df80dfeab7e4bb8800e49f21b54292c'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:58:46.443389 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb6c8ed-e67c-4db6-9db2-7aee1bbfa0c4 x-openstack-request-id: req-acb6c8ed-e67c-4db6-9db2-7aee1bbfa0c4 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:58:46.443747 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de9424f9-723c-4d17-8ea0-19f986bc8882", "tag": "a80bce9e-c752-4ece-a59c-4486f6cb275d", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:58:46.443933 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-acb6c8ed-e67c-4db6-9db2-7aee1bbfa0c4 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:58:46.444724 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de9424f9-723c-4d17-8ea0-19f986bc8882', 'tag': 'a80bce9e-c752-4ece-a59c-4486f6cb275d', 'status': 'completed', 'code': 200} Aug 16 23:58:46.506839 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae082c-60b2-44cb-9443-c84811bad52a req-8aade46a-2050-413a-ba0c-46b961373b13 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:46.508520 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c3ae082c-60b2-44cb-9443-c84811bad52a req-8aade46a-2050-413a-ba0c-46b961373b13 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.1341269 Aug 16 23:58:46.517831 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a7fb7e63-e4be-49eb-a26a-2768d7dcaf99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:46.521270 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfab780-a993-442c-99fb-26ed87d7f349 req-05c66236-fdef-4868-9cd0-342ee4230549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:46.523135 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-edfab780-a993-442c-99fb-26ed87d7f349 req-05c66236-fdef-4868-9cd0-342ee4230549 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=196284884f15450ab6370c358b3094db&device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 1095 time: 0.0577741 Aug 16 23:58:46.586736 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c3ae082c-60b2-44cb-9443-c84811bad52a req-e4b0c369-975b-4976-a030-26b846095931 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562260 Aug 16 23:58:46.601129 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-edfab780-a993-442c-99fb-26ed87d7f349 req-1014dfa2-c2f4-41dd-9e30-2a9b9d0f395f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a80bce9e-c752-4ece-a59c-4486f6cb275d HTTP/1.1" status: 200 len: 217 time: 0.0534513 Aug 16 23:58:46.601530 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-67891cb9-f365-4c80-8da4-17da7cde92cf tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Made reservation on behalf of 7df80dfeab7e4bb8800e49f21b54292c for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:58:46.603902 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-67891cb9-f365-4c80-8da4-17da7cde92cf tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:46.664008 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfab780-a993-442c-99fb-26ed87d7f349 req-83901cc5-f49f-4d2d-9881-c8bb321e2d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:46.666619 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-edfab780-a993-442c-99fb-26ed87d7f349 req-83901cc5-f49f-4d2d-9881-c8bb321e2d2d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c3c58a3-e974-46fc-9f56-1776e260fbc5 HTTP/1.1" status: 200 len: 848 time: 0.0590079 Aug 16 23:58:46.756262 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-edfab780-a993-442c-99fb-26ed87d7f349 req-84acffeb-de17-4a14-8d44-3414906ee3ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0de117b9-aee8-4952-ae99-3d2308a08b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721469 Aug 16 23:58:46.851996 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-67891cb9-f365-4c80-8da4-17da7cde92cf tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Allocated IP 172.20.0.10 (d71737b7-3e19-4e69-acc2-bde707d79f25/48e27e6c-2183-4d5e-a47c-7878192b795a/4900e4a8-3072-466e-a16f-f7126c2c4a48) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:58:46.905323 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-edfab780-a993-442c-99fb-26ed87d7f349 req-eb0c4392-90cf-412b-860e-0f38a1da40d2 service neutron] 10.222.0.64 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299233 Aug 16 23:58:46.925260 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b164ea-2cae-446e-922c-726837b8f942 req-4ce70197-b249-4baa-a3a8-f6d6c04d108a tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:46.927420 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c3b164ea-2cae-446e-922c-726837b8f942 req-4ce70197-b249-4baa-a3a8-f6d6c04d108a tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1234944 Aug 16 23:58:47.029895 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c3b164ea-2cae-446e-922c-726837b8f942 req-f49a4beb-4714-48e8-b181-72254d2447e7 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965455 Aug 16 23:58:47.048885 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-edfab780-a993-442c-99fb-26ed87d7f349 req-1adfb94b-fedf-46b8-a01a-1a09715f09c4 service neutron] 10.222.0.64 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221263 Aug 16 23:58:47.098663 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-67891cb9-f365-4c80-8da4-17da7cde92cf tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:47.166266 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ac10dfb-16bb-4b9c-a30c-04c457422b19 req-3b646b43-344e-478d-8178-d0bf2ab23390 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f312c84-e284-4613-9570-c6bb5bdffcc5 HTTP/1.1" status: 200 len: 210 time: 0.0435266 Aug 16 23:58:47.195070 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-67891cb9-f365-4c80-8da4-17da7cde92cf tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:47.220264 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d30280-0aa2-4eef-baf2-f491f2e49729 req-9d82c039-9f38-48ff-8137-13b4c2a62169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:47.224254 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-33d30280-0aa2-4eef-baf2-f491f2e49729 req-9d82c039-9f38-48ff-8137-13b4c2a62169 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=196284884f15450ab6370c358b3094db&device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 1095 time: 0.0991549 Aug 16 23:58:47.251885 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-67891cb9-f365-4c80-8da4-17da7cde92cf tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Network d71737b7-3e19-4e69-acc2-bde707d79f25 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:58:47.255141 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-67891cb9-f365-4c80-8da4-17da7cde92cf tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:58:47.259266 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-67891cb9-f365-4c80-8da4-17da7cde92cf tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:58:47.304237 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67891cb9-f365-4c80-8da4-17da7cde92cf tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Pushing event updated for resources: {'Port': ['ID=4900e4a8-3072-466e-a16f-f7126c2c4a48,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:47.343438 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-67891cb9-f365-4c80-8da4-17da7cde92cf tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:47.345091 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-67891cb9-f365-4c80-8da4-17da7cde92cf tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:47.397383 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d30280-0aa2-4eef-baf2-f491f2e49729 req-b91912d0-1e97-4b96-b210-8bfda6559b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:47.399126 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-33d30280-0aa2-4eef-baf2-f491f2e49729 req-b91912d0-1e97-4b96-b210-8bfda6559b60 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0de117b9-aee8-4952-ae99-3d2308a08b74 HTTP/1.1" status: 200 len: 909 time: 0.1598780 Aug 16 23:58:47.413076 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-67891cb9-f365-4c80-8da4-17da7cde92cf tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0008323 Aug 16 23:58:47.426829 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0cdc0-6014-43da-999c-8f39422b3ace req-677fd581-a818-4245-a709-86157693f2b4 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:47.428620 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9b0cdc0-6014-43da-999c-8f39422b3ace req-677fd581-a818-4245-a709-86157693f2b4 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 943 time: 0.1113822 Aug 16 23:58:47.454879 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-dd7e5310-73e5-458d-a6ba-229d14e23526 service neutron] Request body: {'port': {'device_id': '8f312c84-e284-4613-9570-c6bb5bdffcc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:58:47.481678 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-33d30280-0aa2-4eef-baf2-f491f2e49729 req-08083306-1661-4bbd-99d5-cbe9100cbf29 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a80bce9e-c752-4ece-a59c-4486f6cb275d HTTP/1.1" status: 200 len: 217 time: 0.0431538 Aug 16 23:58:47.490683 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db4fe8-0633-4913-960b-9e9b65638677 req-4d93a309-5574-42fb-9989-747ad4607aa2 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:47.492196 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73db4fe8-0633-4913-960b-9e9b65638677 req-4d93a309-5574-42fb-9989-747ad4607aa2 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.1195104 Aug 16 23:58:47.549654 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d30280-0aa2-4eef-baf2-f491f2e49729 req-207b1284-9f59-4b97-a941-ffe71235d166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:47.551799 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-33d30280-0aa2-4eef-baf2-f491f2e49729 req-207b1284-9f59-4b97-a941-ffe71235d166 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c3c58a3-e974-46fc-9f56-1776e260fbc5 HTTP/1.1" status: 200 len: 848 time: 0.0523920 Aug 16 23:58:47.572308 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-dd7e5310-73e5-458d-a6ba-229d14e23526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:47.576494 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9b0cdc0-6014-43da-999c-8f39422b3ace req-e9fbef97-4a3d-4f80-ba12-706f137f84d2 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358547 Aug 16 23:58:47.592576 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-33d30280-0aa2-4eef-baf2-f491f2e49729 req-d654ff89-f7f2-40c0-ac4b-5105b92d40a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0de117b9-aee8-4952-ae99-3d2308a08b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285842 Aug 16 23:58:47.607872 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73db4fe8-0633-4913-960b-9e9b65638677 req-2bedda9e-30a5-413f-9324-bb9c5fe0fa85 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038327 Aug 16 23:58:47.740163 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-33d30280-0aa2-4eef-baf2-f491f2e49729 req-4cccb664-49fd-4e8b-bb8b-2cb0cbd5260f service neutron] 10.222.0.64 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291790 Aug 16 23:58:47.802332 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73088350-f0bf-403f-a8d6-af0919461abb req-c957eced-0529-4d07-8f71-8ca7b1d608a3 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:47.803948 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73088350-f0bf-403f-a8d6-af0919461abb req-c957eced-0529-4d07-8f71-8ca7b1d608a3 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.0812285 Aug 16 23:58:47.862803 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-33d30280-0aa2-4eef-baf2-f491f2e49729 req-90f39f8d-767b-4b54-befe-c5660b60636b service neutron] 10.222.0.64 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100826 Aug 16 23:58:47.878935 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73088350-f0bf-403f-a8d6-af0919461abb req-3dea35e7-dc60-4cdb-872c-bf34760166b4 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482771 Aug 16 23:58:47.969367 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-dd7e5310-73e5-458d-a6ba-229d14e23526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4900e4a8-3072-466e-a16f-f7126c2c4a48 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:58:47.976819 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-dd7e5310-73e5-458d-a6ba-229d14e23526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:47.989011 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-dd7e5310-73e5-458d-a6ba-229d14e23526 service neutron] Transition to ACTIVE for port object 4900e4a8-3072-466e-a16f-f7126c2c4a48 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:58:47.993774 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-dd7e5310-73e5-458d-a6ba-229d14e23526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:48.054260 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e5310-73e5-458d-a6ba-229d14e23526 service neutron] Pushing event updated for resources: {'Port': ['ID=4900e4a8-3072-466e-a16f-f7126c2c4a48,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:48.140263 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-dd7e5310-73e5-458d-a6ba-229d14e23526 service neutron] Attempting to bind port 4900e4a8-3072-466e-a16f-f7126c2c4a48 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:58:48.140609 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-dd7e5310-73e5-458d-a6ba-229d14e23526 service neutron] Attempting to bind port 4900e4a8-3072-466e-a16f-f7126c2c4a48 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '6f4a642e-3fbf-47eb-809c-17c66893b3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd71737b7-3e19-4e69-acc2-bde707d79f25'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:58:48.140942 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-dd7e5310-73e5-458d-a6ba-229d14e23526 service neutron] Attempting to bind port 4900e4a8-3072-466e-a16f-f7126c2c4a48 on network d71737b7-3e19-4e69-acc2-bde707d79f25 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:58:48.161269 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-dd7e5310-73e5-458d-a6ba-229d14e23526 service neutron] Port 4900e4a8-3072-466e-a16f-f7126c2c4a48 on network d71737b7-3e19-4e69-acc2-bde707d79f25 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:58:48.161598 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-dd7e5310-73e5-458d-a6ba-229d14e23526 service neutron] Attempting to bind port 4900e4a8-3072-466e-a16f-f7126c2c4a48 on network d71737b7-3e19-4e69-acc2-bde707d79f25 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:58:48.169114 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-dd7e5310-73e5-458d-a6ba-229d14e23526 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:58:48.169335 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-dd7e5310-73e5-458d-a6ba-229d14e23526 service neutron] Checking segment: {'id': '6f4a642e-3fbf-47eb-809c-17c66893b3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd71737b7-3e19-4e69-acc2-bde707d79f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:58:48.169697 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-dd7e5310-73e5-458d-a6ba-229d14e23526 service neutron] Bound using segment: {'id': '6f4a642e-3fbf-47eb-809c-17c66893b3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd71737b7-3e19-4e69-acc2-bde707d79f25'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:58:48.170129 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-dd7e5310-73e5-458d-a6ba-229d14e23526 service neutron] Bound port: 4900e4a8-3072-466e-a16f-f7126c2c4a48, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4a642e-3fbf-47eb-809c-17c66893b3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd71737b7-3e19-4e69-acc2-bde707d79f25'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:58:48.170539 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-dd7e5310-73e5-458d-a6ba-229d14e23526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:48.202660 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef5e1c-4ad1-46cd-8a2d-6e5721fbf7be req-58c4a2e4-1750-485e-ba3e-20e8a8e19673 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:48.204285 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23ef5e1c-4ad1-46cd-8a2d-6e5721fbf7be req-58c4a2e4-1750-485e-ba3e-20e8a8e19673 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0818388 Aug 16 23:58:48.311683 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23ef5e1c-4ad1-46cd-8a2d-6e5721fbf7be req-0a2610ff-1db9-44dc-9f43-8eaa3c826fb3 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881729 Aug 16 23:58:48.319278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-dd7e5310-73e5-458d-a6ba-229d14e23526 service neutron] For port 4900e4a8-3072-466e-a16f-f7126c2c4a48, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:58:48.326568 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-dd7e5310-73e5-458d-a6ba-229d14e23526 service neutron] For port 4900e4a8-3072-466e-a16f-f7126c2c4a48, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4900e4a8-3072-466e-a16f-f7126c2c4a48,segment=NetworkSegment(6f4a642e-3fbf-47eb-809c-17c66893b3d9),segment_id=6f4a642e-3fbf-47eb-809c-17c66893b3d9)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:58:48.336338 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba1af2-5055-41bc-8770-3f7ccf18da43 req-df127bba-0f66-4610-9121-2dfc3bdad075 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:48.338086 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7eba1af2-5055-41bc-8770-3f7ccf18da43 req-df127bba-0f66-4610-9121-2dfc3bdad075 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f312c84-e284-4613-9570-c6bb5bdffcc5 HTTP/1.1" status: 200 len: 944 time: 0.0971560 Aug 16 23:58:48.339825 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-dd7e5310-73e5-458d-a6ba-229d14e23526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:48.392310 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-dd7e5310-73e5-458d-a6ba-229d14e23526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:48.392940 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-dd7e5310-73e5-458d-a6ba-229d14e23526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:48.394295 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-dd7e5310-73e5-458d-a6ba-229d14e23526 service neutron] 10.222.0.64 "PUT /v2.0/ports/4900e4a8-3072-466e-a16f-f7126c2c4a48 HTTP/1.1" status: 200 len: 1093 time: 0.9517570 Aug 16 23:58:48.394736 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f312c84-e284-4613-9570-c6bb5bdffcc5', 'tag': '4900e4a8-3072-466e-a16f-f7126c2c4a48'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:58:48.396942 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b631293d-0831-459d-9672-0b51fdf36577" -d '{"events": [{"name": "network-changed", "server_uuid": "8f312c84-e284-4613-9570-c6bb5bdffcc5", "tag": "4900e4a8-3072-466e-a16f-f7126c2c4a48"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:58:48.435180 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7eba1af2-5055-41bc-8770-3f7ccf18da43 req-57e6cd1d-b74e-427a-8bb6-097b26c24855 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/security-groups?id=91516bbe-9cf6-4bff-9b70-0d4404d25a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850508 Aug 16 23:58:48.438458 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e5310-73e5-458d-a6ba-229d14e23526 service neutron] Pushing event updated for resources: {'Port': ['ID=4900e4a8-3072-466e-a16f-f7126c2c4a48,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:48.478777 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52d84f4-260b-475d-a1aa-be23c18106c6 x-openstack-request-id: req-b52d84f4-260b-475d-a1aa-be23c18106c6 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:58:48.479074 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f312c84-e284-4613-9570-c6bb5bdffcc5", "tag": "4900e4a8-3072-466e-a16f-f7126c2c4a48", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:58:48.479333 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b52d84f4-260b-475d-a1aa-be23c18106c6 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:58:48.479822 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f312c84-e284-4613-9570-c6bb5bdffcc5', 'tag': '4900e4a8-3072-466e-a16f-f7126c2c4a48', 'status': 'completed', 'code': 200} Aug 16 23:58:48.509484 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-8a06c512-c297-4238-956e-d0f9be0a295b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:48.511090 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-8a06c512-c297-4238-956e-d0f9be0a295b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7df80dfeab7e4bb8800e49f21b54292c&device_id=8f312c84-e284-4613-9570-c6bb5bdffcc5 HTTP/1.1" status: 200 len: 1096 time: 0.0428565 Aug 16 23:58:48.570514 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-45462ec8-b6c1-4644-acaa-542702f582e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4900e4a8-3072-466e-a16f-f7126c2c4a48 HTTP/1.1" status: 200 len: 217 time: 0.0373418 Aug 16 23:58:48.629332 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-26dc75b9-df7e-42fc-96fa-ca8bcf90363e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:48.630806 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-26dc75b9-df7e-42fc-96fa-ca8bcf90363e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48e27e6c-2183-4d5e-a47c-7878192b795a HTTP/1.1" status: 200 len: 850 time: 0.0451281 Aug 16 23:58:48.672328 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-52d3e9a8-e478-4bd8-86ed-3a2077140205 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d71737b7-3e19-4e69-acc2-bde707d79f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309873 Aug 16 23:58:48.805214 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1cda0-9eb0-4b9b-81ae-d8d24f37e1fc req-b65cab1b-16e2-4c2f-8f94-a961355eb9f5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:48.807553 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ac1cda0-9eb0-4b9b-81ae-d8d24f37e1fc req-b65cab1b-16e2-4c2f-8f94-a961355eb9f5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 943 time: 0.1390212 Aug 16 23:58:48.847781 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e6f91-56d1-42bf-a960-a1ddcc70bb7b req-cadd2f51-db1d-407c-ab15-db26036c39c0 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:48.849314 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd1e6f91-56d1-42bf-a960-a1ddcc70bb7b req-cadd2f51-db1d-407c-ab15-db26036c39c0 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.1511340 Aug 16 23:58:48.896721 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-4b482858-a26d-4d3c-8f63-c73493714914 service neutron] 10.222.0.64 "GET /v2.0/networks/d71737b7-3e19-4e69-acc2-bde707d79f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995966 Aug 16 23:58:48.904413 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ac1cda0-9eb0-4b9b-81ae-d8d24f37e1fc req-c35ebbd2-6fb6-4df5-a6d2-054b70620091 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908511 Aug 16 23:58:48.933791 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd1e6f91-56d1-42bf-a960-a1ddcc70bb7b req-95ca9881-0ba4-4b57-b5f2-305cf9c528f9 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660553 Aug 16 23:58:49.048332 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f32c100-4ab7-46e5-bedc-cfc388d7294a req-f441b33c-0e7d-41aa-8f21-7ea0afc417b6 service neutron] 10.222.0.64 "GET /v2.0/networks/d71737b7-3e19-4e69-acc2-bde707d79f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125159 Aug 16 23:58:49.090146 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2a305063-4b49-4e31-9cba-46044a46638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:49.094547 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 15f22309-af1e-4080-a0e5-d95cdcb2a89a details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:58:49.199001 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a264f4c-cb4c-465e-ba3d-194c4f464c7e req-308b1e7f-2911-44c8-b27d-1ed2fa160cc7 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:49.208381 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:49.208618 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6a264f4c-cb4c-465e-ba3d-194c4f464c7e req-308b1e7f-2911-44c8-b27d-1ed2fa160cc7 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.0985088 Aug 16 23:58:49.241741 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 15f22309-af1e-4080-a0e5-d95cdcb2a89a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=15f22309-af1e-4080-a0e5-d95cdcb2a89a,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:49.253988 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '15f22309-af1e-4080-a0e5-d95cdcb2a89a', 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf', 'port_id': '15f22309-af1e-4080-a0e5-d95cdcb2a89a', 'mac_address': 'fa:16:3e:37:7c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d7b0613-c268-41b8-9af9-983e31f4d852', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:58:49.296497 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:49.312964 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15f22309-af1e-4080-a0e5-d95cdcb2a89a {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:58:49.339654 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 15f22309-af1e-4080-a0e5-d95cdcb2a89a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=15f22309-af1e-4080-a0e5-d95cdcb2a89a,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:49.347737 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:49.421218 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=15f22309-af1e-4080-a0e5-d95cdcb2a89a,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:49.430172 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:49.431379 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:49.431890 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:49.432396 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:49.432891 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:49.433408 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:49.434094 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:49.434935 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:49.435438 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:49.435943 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:49.436489 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:49.437002 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:58:49.587519 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631293d-0831-459d-9672-0b51fdf36577 req-81b34012-e328-4328-afbc-ce301bc70e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:49.589062 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b631293d-0831-459d-9672-0b51fdf36577 req-81b34012-e328-4328-afbc-ce301bc70e23 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7df80dfeab7e4bb8800e49f21b54292c&device_id=8f312c84-e284-4613-9570-c6bb5bdffcc5 HTTP/1.1" status: 200 len: 1096 time: 0.4329727 Aug 16 23:58:49.605621 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6a264f4c-cb4c-465e-ba3d-194c4f464c7e req-8c0a98c4-74b3-4ef7-a3bf-c36f9eac5dc8 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963075 Aug 16 23:58:49.640980 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9f902-a823-4921-8620-9bd6a92def86 req-dd00c8c8-f68c-4560-9d5f-e85ca3234af3 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:49.642502 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7b9f902-a823-4921-8620-9bd6a92def86 req-dd00c8c8-f68c-4560-9d5f-e85ca3234af3 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0888097 Aug 16 23:58:49.719972 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7b9f902-a823-4921-8620-9bd6a92def86 req-131c38d2-094e-4b3d-9ca6-b37cb9b4627b tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524209 Aug 16 23:58:49.762339 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['15f22309-af1e-4080-a0e5-d95cdcb2a89a'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:58:49.766793 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631293d-0831-459d-9672-0b51fdf36577 req-c7e7a29a-e717-4d70-b2b9-cad921121b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:49.768246 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b631293d-0831-459d-9672-0b51fdf36577 req-c7e7a29a-e717-4d70-b2b9-cad921121b6c service neutron] 10.222.0.64 "GET /v2.0/networks?id=d71737b7-3e19-4e69-acc2-bde707d79f25 HTTP/1.1" status: 200 len: 911 time: 0.1546988 Aug 16 23:58:49.798324 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27425e2-7b3b-4852-90cf-4126b5bc01c4 req-560f9db0-8ea8-4c11-b4a7-7a29269abeaa tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:49.799783 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e27425e2-7b3b-4852-90cf-4126b5bc01c4 req-560f9db0-8ea8-4c11-b4a7-7a29269abeaa tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f312c84-e284-4613-9570-c6bb5bdffcc5 HTTP/1.1" status: 200 len: 944 time: 0.0696418 Aug 16 23:58:49.829347 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b631293d-0831-459d-9672-0b51fdf36577 req-d62ff948-c16c-4b0f-9a6e-9247a1e5f930 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4900e4a8-3072-466e-a16f-f7126c2c4a48 HTTP/1.1" status: 200 len: 217 time: 0.0459616 Aug 16 23:58:49.896693 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e27425e2-7b3b-4852-90cf-4126b5bc01c4 req-3df54368-565e-4606-8c1b-23c76cd18365 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/security-groups?id=91516bbe-9cf6-4bff-9b70-0d4404d25a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699327 Aug 16 23:58:49.905304 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631293d-0831-459d-9672-0b51fdf36577 req-d06e8622-0370-4010-b7e5-968a4b479df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:49.907041 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b631293d-0831-459d-9672-0b51fdf36577 req-d06e8622-0370-4010-b7e5-968a4b479df5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48e27e6c-2183-4d5e-a47c-7878192b795a HTTP/1.1" status: 200 len: 850 time: 0.0654325 Aug 16 23:58:49.954027 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b631293d-0831-459d-9672-0b51fdf36577 req-c3d4807d-4987-46aa-8fbb-e56c539194ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d71737b7-3e19-4e69-acc2-bde707d79f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282485 Aug 16 23:58:50.068889 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:50.152339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00784a0-1735-4553-8186-0ca19c840965 req-e1f1efb5-7afc-4a73-98de-4d62ef16086c tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:50.154039 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a00784a0-1735-4553-8186-0ca19c840965 req-e1f1efb5-7afc-4a73-98de-4d62ef16086c tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 944 time: 0.1257792 Aug 16 23:58:50.156218 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b631293d-0831-459d-9672-0b51fdf36577 req-832b6c44-3282-41b6-9439-520d9f33ab67 service neutron] 10.222.0.64 "GET /v2.0/networks/d71737b7-3e19-4e69-acc2-bde707d79f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863444 Aug 16 23:58:50.164341 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f2bb5-096d-493f-8f9b-4cf13490157e req-b3996a3d-3868-4b37-9cef-329c4ca33bdc tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:50.165885 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af4f2bb5-096d-493f-8f9b-4cf13490157e req-b3996a3d-3868-4b37-9cef-329c4ca33bdc tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 943 time: 0.1639428 Aug 16 23:58:50.298578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a00784a0-1735-4553-8186-0ca19c840965 req-8839b8eb-a542-4f8b-aaa0-90880c2ad3f7 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315317 Aug 16 23:58:50.303877 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af4f2bb5-096d-493f-8f9b-4cf13490157e req-80fec8b2-f6c2-4274-8dfe-13b50cf7a52e tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291144 Aug 16 23:58:50.372997 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b631293d-0831-459d-9672-0b51fdf36577 req-e6b646da-b7da-4946-9025-a2c343c76f30 service neutron] 10.222.0.64 "GET /v2.0/networks/d71737b7-3e19-4e69-acc2-bde707d79f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977534 Aug 16 23:58:50.745502 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05046d0e-0d63-415b-bb42-fe748e69f0d0 req-a4136a00-f4fd-4338-aa2d-dada7bb090cd tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:50.748841 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-05046d0e-0d63-415b-bb42-fe748e69f0d0 req-a4136a00-f4fd-4338-aa2d-dada7bb090cd tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.0588334 Aug 16 23:58:50.805011 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-05046d0e-0d63-415b-bb42-fe748e69f0d0 req-09a9cb84-7827-4cde-ac70-9acd773f92f7 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473478 Aug 16 23:58:50.902116 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf2e8b-3dbe-40a9-b8e3-4d87ea65cbfc req-9fc664ba-da0c-44bc-a625-5338ca5fc7f2 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:50.905168 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-becf2e8b-3dbe-40a9-b8e3-4d87ea65cbfc req-9fc664ba-da0c-44bc-a625-5338ca5fc7f2 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0709498 Aug 16 23:58:50.959861 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-becf2e8b-3dbe-40a9-b8e3-4d87ea65cbfc req-8bc71f40-deb9-4a62-b223-2ee5627f899b tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473983 Aug 16 23:58:51.034876 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd90e9-af89-43fd-97c5-d1fdb8a2baac req-a18d3823-05e5-4039-b737-7b21a14bcb99 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:51.036389 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4dfd90e9-af89-43fd-97c5-d1fdb8a2baac req-a18d3823-05e5-4039-b737-7b21a14bcb99 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f312c84-e284-4613-9570-c6bb5bdffcc5 HTTP/1.1" status: 200 len: 944 time: 0.0540137 Aug 16 23:58:51.078653 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4dfd90e9-af89-43fd-97c5-d1fdb8a2baac req-1b15e9ae-299e-4bd6-adf2-80f47550237b tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/security-groups?id=91516bbe-9cf6-4bff-9b70-0d4404d25a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356550 Aug 16 23:58:51.106760 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 15f22309-af1e-4080-a0e5-d95cdcb2a89a up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:58:51.161136 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 15f22309-af1e-4080-a0e5-d95cdcb2a89a triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:58:51.161505 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:51.249419 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:51.273726 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af04e897-b5e5-43b6-bffa-0fff779c7645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f22309-af1e-4080-a0e5-d95cdcb2a89a'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:58:51.275916 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a41e4d-7d02-40f4-8c4c-15e5450d66d9" -d '{"events": [{"server_uuid": "af04e897-b5e5-43b6-bffa-0fff779c7645", "name": "network-vif-plugged", "status": "completed", "tag": "15f22309-af1e-4080-a0e5-d95cdcb2a89a"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:58:51.290461 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 15f22309-af1e-4080-a0e5-d95cdcb2a89a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=15f22309-af1e-4080-a0e5-d95cdcb2a89a,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:51.298377 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:51.368657 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b095a8-bcfb-4137-81c9-afa8b8c6ba1f x-openstack-request-id: req-10b095a8-bcfb-4137-81c9-afa8b8c6ba1f {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:58:51.368952 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af04e897-b5e5-43b6-bffa-0fff779c7645", "name": "network-vif-plugged", "status": "completed", "tag": "15f22309-af1e-4080-a0e5-d95cdcb2a89a", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:58:51.369942 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-10b095a8-bcfb-4137-81c9-afa8b8c6ba1f {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:58:51.369942 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af04e897-b5e5-43b6-bffa-0fff779c7645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f22309-af1e-4080-a0e5-d95cdcb2a89a', 'code': 200} Aug 16 23:58:51.371044 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=15f22309-af1e-4080-a0e5-d95cdcb2a89a,revision_number=7']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:51.489236 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a826248-bbd9-4d87-a18a-696b591f30a4 req-64f29d35-cc26-439c-9355-ffbfdb2c5315 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:51.490781 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a826248-bbd9-4d87-a18a-696b591f30a4 req-64f29d35-cc26-439c-9355-ffbfdb2c5315 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 943 time: 0.0927701 Aug 16 23:58:51.499730 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311daba-b001-4a16-a764-cb4c30a4399f req-e38d09c6-49ce-41d9-872b-6acdb7a8e1e5 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:51.501258 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1311daba-b001-4a16-a764-cb4c30a4399f req-e38d09c6-49ce-41d9-872b-6acdb7a8e1e5 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.0921702 Aug 16 23:58:51.557300 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a826248-bbd9-4d87-a18a-696b591f30a4 req-89f3a732-8bf1-4a42-b0c0-a403934671c8 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550003 Aug 16 23:58:51.579471 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1311daba-b001-4a16-a764-cb4c30a4399f req-246d606e-4b71-4b2c-91f6-edb225776a27 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609503 Aug 16 23:58:51.986111 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:52.067857 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642d0fe-e7d3-4bcc-b88e-53b759a68d80 req-c2ce8f55-1f9d-4627-a024-3396a03b91fb tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:52.069438 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8642d0fe-e7d3-4bcc-b88e-53b759a68d80 req-c2ce8f55-1f9d-4627-a024-3396a03b91fb tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.1460221 Aug 16 23:58:52.143637 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8642d0fe-e7d3-4bcc-b88e-53b759a68d80 req-a29441e3-8204-4d1b-aadd-429f3d577c9a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628538 Aug 16 23:58:52.151171 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9210924-3977-43b2-84f1-544dc8c335e2 req-2587e1d9-0a8c-4184-b4ff-6e28355a046f tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:52.152777 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9210924-3977-43b2-84f1-544dc8c335e2 req-2587e1d9-0a8c-4184-b4ff-6e28355a046f tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0823433 Aug 16 23:58:52.242367 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9210924-3977-43b2-84f1-544dc8c335e2 req-0d474dfb-eeed-4890-aee2-7a8f5e23e84f tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762067 Aug 16 23:58:52.330638 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94897fd0-04e5-4935-acee-60e3de3a34fc req-2e507145-aaef-48ba-8dcc-ec6f517d8f16 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:52.338350 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-94897fd0-04e5-4935-acee-60e3de3a34fc req-2e507145-aaef-48ba-8dcc-ec6f517d8f16 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f312c84-e284-4613-9570-c6bb5bdffcc5 HTTP/1.1" status: 200 len: 944 time: 0.0868511 Aug 16 23:58:52.391308 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-94897fd0-04e5-4935-acee-60e3de3a34fc req-4d1b68d6-0143-4d4d-b713-6d9273b0574c tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/security-groups?id=91516bbe-9cf6-4bff-9b70-0d4404d25a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520122 Aug 16 23:58:52.770736 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6b546-c15a-45c7-9578-b6bafa9c6965 req-0f2bcbb1-99d2-4a21-a2fb-d15869f30c9d tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:52.778254 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5fb6b546-c15a-45c7-9578-b6bafa9c6965 req-0f2bcbb1-99d2-4a21-a2fb-d15869f30c9d tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.1003082 Aug 16 23:58:52.810281 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4398d2-5ca4-47f4-8d60-7ee700e72a3b req-663f617d-5d5f-479f-9972-b7e2305046b0 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:52.811797 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b4398d2-5ca4-47f4-8d60-7ee700e72a3b req-663f617d-5d5f-479f-9972-b7e2305046b0 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 943 time: 0.0995381 Aug 16 23:58:52.848692 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5fb6b546-c15a-45c7-9578-b6bafa9c6965 req-ee8c5a8a-25a4-4b55-af9c-c3d79770e906 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695643 Aug 16 23:58:52.886980 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b4398d2-5ca4-47f4-8d60-7ee700e72a3b req-bf494c93-19df-4275-b554-fa4e399fc8a3 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674672 Aug 16 23:58:53.107582 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4900e4a8-3072-466e-a16f-f7126c2c4a48 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:58:53.267605 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4900e4a8-3072-466e-a16f-f7126c2c4a48, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4900e4a8-3072-466e-a16f-f7126c2c4a48,segment=NetworkSegment(6f4a642e-3fbf-47eb-809c-17c66893b3d9),segment_id=6f4a642e-3fbf-47eb-809c-17c66893b3d9)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:53.294968 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '4900e4a8-3072-466e-a16f-f7126c2c4a48', 'network_id': 'd71737b7-3e19-4e69-acc2-bde707d79f25', 'port_id': '4900e4a8-3072-466e-a16f-f7126c2c4a48', 'mac_address': 'fa:16:3e:c0:f9:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48e27e6c-2183-4d5e-a47c-7878192b795a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:58:53.342348 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:53.356912 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4900e4a8-3072-466e-a16f-f7126c2c4a48 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:58:53.378700 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc7d6aa-de85-48d1-8969-662d22603232 req-2b024f1e-16d1-45de-a2f3-5336931b0775 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:53.378955 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4900e4a8-3072-466e-a16f-f7126c2c4a48, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4900e4a8-3072-466e-a16f-f7126c2c4a48,segment=NetworkSegment(6f4a642e-3fbf-47eb-809c-17c66893b3d9),segment_id=6f4a642e-3fbf-47eb-809c-17c66893b3d9)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:53.380410 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0cc7d6aa-de85-48d1-8969-662d22603232 req-2b024f1e-16d1-45de-a2f3-5336931b0775 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.1429071 Aug 16 23:58:53.388256 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:53.451314 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=4900e4a8-3072-466e-a16f-f7126c2c4a48,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:53.468329 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0cc7d6aa-de85-48d1-8969-662d22603232 req-ffa554c1-0511-4cbe-8e5e-59f656daec39 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793300 Aug 16 23:58:53.477024 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975570e-5272-4119-8218-5027b26d3e6d req-be9626c9-bc28-45c0-8fe1-13e9f345afb5 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:53.478419 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1975570e-5272-4119-8218-5027b26d3e6d req-be9626c9-bc28-45c0-8fe1-13e9f345afb5 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/networks?id=00c85728-7245-4ff7-ad19-516f77c6ef85 HTTP/1.1" status: 200 len: 815 time: 0.1875799 Aug 16 23:58:53.497239 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1975570e-5272-4119-8218-5027b26d3e6d req-ce26e419-5642-4011-9147-17f98a491c68 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/quotas/f18d640cae8f44f987e6f5a16930565f HTTP/1.1" status: 200 len: 375 time: 0.0107942 Aug 16 23:58:53.581391 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1975570e-5272-4119-8218-5027b26d3e6d req-e725ef96-3bf9-4859-98f3-22787578379c tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f18d640cae8f44f987e6f5a16930565f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0766749 Aug 16 23:58:53.685958 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0255ddb-4725-4451-8f67-eaf717986c69 req-03532e83-a83b-4588-a04d-1341732f1cfb tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:53.687380 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0255ddb-4725-4451-8f67-eaf717986c69 req-03532e83-a83b-4588-a04d-1341732f1cfb tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1312733 Aug 16 23:58:53.732921 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1975570e-5272-4119-8218-5027b26d3e6d req-a98b00fb-c123-4072-94cc-45bab75d2051 service neutron] 10.222.0.60 "GET /v2.0/networks/00c85728-7245-4ff7-ad19-516f77c6ef85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358638 Aug 16 23:58:53.809755 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0255ddb-4725-4451-8f67-eaf717986c69 req-0e79c855-4307-4b7d-bf16-e09a7717a7b6 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901601 Aug 16 23:58:53.864525 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1975570e-5272-4119-8218-5027b26d3e6d req-885ac293-43e9-4dee-bc3c-a489d9951ddc service neutron] 10.222.0.60 "GET /v2.0/networks/00c85728-7245-4ff7-ad19-516f77c6ef85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220784 Aug 16 23:58:53.967199 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809685d9-8260-4a31-ac54-d1d02d069334 req-f80c5861-794c-49bc-9482-6596117d6596 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:53.976240 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-809685d9-8260-4a31-ac54-d1d02d069334 req-f80c5861-794c-49bc-9482-6596117d6596 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f312c84-e284-4613-9570-c6bb5bdffcc5 HTTP/1.1" status: 200 len: 945 time: 0.0738878 Aug 16 23:58:53.989918 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['4900e4a8-3072-466e-a16f-f7126c2c4a48'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:58:54.062089 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-809685d9-8260-4a31-ac54-d1d02d069334 req-0e323fa2-16fd-4bb5-8751-97c07b3bbe4e tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/security-groups?id=91516bbe-9cf6-4bff-9b70-0d4404d25a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866761 Aug 16 23:58:54.170017 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1732c3-e334-4593-bc1c-e742e37b6415 req-bb6ddc18-7625-463a-909c-b8a08ff10a55 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:54.177341 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e1732c3-e334-4593-bc1c-e742e37b6415 req-bb6ddc18-7625-463a-909c-b8a08ff10a55 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.1111674 Aug 16 23:58:54.270600 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e1732c3-e334-4593-bc1c-e742e37b6415 req-2bc73564-1e33-4d8a-9b75-7a753d414ecb tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923421 Aug 16 23:58:54.289017 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44db673-5c01-44b9-8431-bd4af2af5228 req-73121525-b749-4860-b130-75a53c2c5390 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:54.297498 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c44db673-5c01-44b9-8431-bd4af2af5228 req-73121525-b749-4860-b130-75a53c2c5390 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 943 time: 0.1114039 Aug 16 23:58:54.349911 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c44db673-5c01-44b9-8431-bd4af2af5228 req-30891e54-70d4-443e-ae65-de89f9cfba75 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491757 Aug 16 23:58:54.457295 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54c95c08-34ec-495b-95b8-a2f5fd5558c9 req-b71e1a0f-5af5-4652-af91-77872cf3cfa1 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e917fde-72c3-474b-9a8c-097a11a3ead6 HTTP/1.1" status: 200 len: 210 time: 0.0449719 Aug 16 23:58:54.611986 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1fbf0-aecb-444e-9e64-0d645412bb35 req-74579ccf-be5c-4274-9c6d-b2253895b8bf tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:54.619863 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3ca1fbf0-aecb-444e-9e64-0d645412bb35 req-74579ccf-be5c-4274-9c6d-b2253895b8bf tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.0743566 Aug 16 23:58:54.677098 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3ca1fbf0-aecb-444e-9e64-0d645412bb35 req-52bf4da9-de65-4524-a01a-cf84337c9002 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561194 Aug 16 23:58:54.951837 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b437fbd-776c-4bf9-8b84-2bdd435fe358 req-3e26190a-6f3e-47f1-a828-43aae7bbe757 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:54.953368 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0b437fbd-776c-4bf9-8b84-2bdd435fe358 req-3e26190a-6f3e-47f1-a828-43aae7bbe757 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0590434 Aug 16 23:58:54.994935 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0b437fbd-776c-4bf9-8b84-2bdd435fe358 req-eb9deb45-6e10-4135-9906-aa5491ec1479 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346384 Aug 16 23:58:55.185916 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3200d8c-4e08-4af0-92ef-daf7ca285e5a req-f2b0ff6e-70ee-4cc2-aafa-0ce05114710e tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:55.187450 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e3200d8c-4e08-4af0-92ef-daf7ca285e5a req-f2b0ff6e-70ee-4cc2-aafa-0ce05114710e tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f312c84-e284-4613-9570-c6bb5bdffcc5 HTTP/1.1" status: 200 len: 945 time: 0.0606844 Aug 16 23:58:55.232638 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e3200d8c-4e08-4af0-92ef-daf7ca285e5a req-5d4b175f-c347-4ed8-ba8c-53010b89cad0 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/security-groups?id=91516bbe-9cf6-4bff-9b70-0d4404d25a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387955 Aug 16 23:58:55.405791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68d59d-ac96-47bb-af32-466057ac1aa5 req-4dbaf3fd-4d8d-40ae-99bb-bc2e1a845d81 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:55.407640 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc68d59d-ac96-47bb-af32-466057ac1aa5 req-4dbaf3fd-4d8d-40ae-99bb-bc2e1a845d81 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.0567300 Aug 16 23:58:55.452263 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc68d59d-ac96-47bb-af32-466057ac1aa5 req-16b9398e-1b17-4d94-9f4a-0b870561452b tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369303 Aug 16 23:58:55.552037 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232656a4-4c25-490c-be1e-72868ef7cdd1 req-efb127fc-39bf-4b9a-8a9e-b595c45e6e24 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:55.560760 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-232656a4-4c25-490c-be1e-72868ef7cdd1 req-efb127fc-39bf-4b9a-8a9e-b595c45e6e24 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 943 time: 0.1072214 Aug 16 23:58:55.688873 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-232656a4-4c25-490c-be1e-72868ef7cdd1 req-97b71a1a-d1e4-407f-ab5f-38988031f581 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196213 Aug 16 23:58:55.782467 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5c940946-d2b0-4ba3-907f-192309094706 req-244c6975-6d60-42ed-a79d-e18af9c4f7e3 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e917fde-72c3-474b-9a8c-097a11a3ead6 HTTP/1.1" status: 200 len: 210 time: 0.0450385 Aug 16 23:58:55.802731 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975570e-5272-4119-8218-5027b26d3e6d req-b7e17ee9-b0f7-426e-8e19-50f539661dc5 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:55.804393 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1975570e-5272-4119-8218-5027b26d3e6d req-b7e17ee9-b0f7-426e-8e19-50f539661dc5 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.64 "GET /v2.0/networks?id=00c85728-7245-4ff7-ad19-516f77c6ef85 HTTP/1.1" status: 200 len: 815 time: 0.2103221 Aug 16 23:58:55.832959 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-1975570e-5272-4119-8218-5027b26d3e6d req-40ef5e22-0c47-450f-a321-e0423cc18777 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Request body: {'port': {'device_id': '0e917fde-72c3-474b-9a8c-097a11a3ead6', 'network_id': '00c85728-7245-4ff7-ad19-516f77c6ef85', 'admin_state_up': True, 'tenant_id': 'f18d640cae8f44f987e6f5a16930565f'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:58:55.944449 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d31b63-acd4-48f1-a8d4-b6b6d06d5641 req-1200a5e7-ec37-47a2-b7df-ccaac1a91ad0 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:55.946034 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4d31b63-acd4-48f1-a8d4-b6b6d06d5641 req-1200a5e7-ec37-47a2-b7df-ccaac1a91ad0 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.1274834 Aug 16 23:58:56.016806 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4d31b63-acd4-48f1-a8d4-b6b6d06d5641 req-5f22f8b5-7a79-4d17-b7a6-210626c77aef tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631912 Aug 16 23:58:56.031295 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1975570e-5272-4119-8218-5027b26d3e6d req-40ef5e22-0c47-450f-a321-e0423cc18777 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Made reservation on behalf of f18d640cae8f44f987e6f5a16930565f for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:58:56.036252 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1975570e-5272-4119-8218-5027b26d3e6d req-40ef5e22-0c47-450f-a321-e0423cc18777 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:56.216388 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0165506-b053-48ca-80f6-1e39322e9075 req-720b9709-0c3a-49e4-b206-0f55ff2e6eaa tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:56.217968 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0165506-b053-48ca-80f6-1e39322e9075 req-720b9709-0c3a-49e4-b206-0f55ff2e6eaa tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1056888 Aug 16 23:58:56.271146 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-1975570e-5272-4119-8218-5027b26d3e6d req-40ef5e22-0c47-450f-a321-e0423cc18777 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Allocated IP 172.20.0.4 (00c85728-7245-4ff7-ad19-516f77c6ef85/9c1dd6e9-c166-4397-8aab-d99212faa9f8/91c95487-a8f7-4fa9-b418-808c16e4a97c) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:58:56.337179 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0165506-b053-48ca-80f6-1e39322e9075 req-b863ff77-57ff-462e-9347-ddac7bf4894b tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083071 Aug 16 23:58:56.425744 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64729fe-a6be-4c79-9e9f-79833430efd3 req-3bb70979-7d1b-48c3-8eaf-c781f5601531 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:56.427426 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c64729fe-a6be-4c79-9e9f-79833430efd3 req-3bb70979-7d1b-48c3-8eaf-c781f5601531 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f312c84-e284-4613-9570-c6bb5bdffcc5 HTTP/1.1" status: 200 len: 945 time: 0.1117868 Aug 16 23:58:56.517434 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c64729fe-a6be-4c79-9e9f-79833430efd3 req-336f0f65-7fe9-498c-b26f-50b01741a5f4 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/security-groups?id=91516bbe-9cf6-4bff-9b70-0d4404d25a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783381 Aug 16 23:58:56.584079 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1975570e-5272-4119-8218-5027b26d3e6d req-40ef5e22-0c47-450f-a321-e0423cc18777 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:56.645724 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c968fa-c5f6-418c-b228-81e319efbd5f req-9ef6d5e7-a4c1-4155-90a7-5555da4706e5 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:56.647000 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7c968fa-c5f6-418c-b228-81e319efbd5f req-9ef6d5e7-a4c1-4155-90a7-5555da4706e5 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.0783749 Aug 16 23:58:56.708899 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7c968fa-c5f6-418c-b228-81e319efbd5f req-76434b0a-e912-4938-af5a-1a276b741ca3 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480161 Aug 16 23:58:56.715695 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1975570e-5272-4119-8218-5027b26d3e6d req-40ef5e22-0c47-450f-a321-e0423cc18777 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:56.736281 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['1dbb17e9-16e7-45ed-b3a6-24d6ed13080a', '482541e4-8c61-4442-baf7-6fe75472ce6a', 'f06c6c18-2565-4540-83d4-fdc14384bf53'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:58:56.765982 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1975570e-5272-4119-8218-5027b26d3e6d req-40ef5e22-0c47-450f-a321-e0423cc18777 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Network 00c85728-7245-4ff7-ad19-516f77c6ef85 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:58:56.769772 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-1975570e-5272-4119-8218-5027b26d3e6d req-40ef5e22-0c47-450f-a321-e0423cc18777 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:58:56.773564 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-1975570e-5272-4119-8218-5027b26d3e6d req-40ef5e22-0c47-450f-a321-e0423cc18777 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:58:56.873859 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef5e22-0c47-450f-a321-e0423cc18777 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Pushing event updated for resources: {'Port': ['ID=91c95487-a8f7-4fa9-b418-808c16e4a97c,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:56.884413 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975570e-5272-4119-8218-5027b26d3e6d req-40ef5e22-0c47-450f-a321-e0423cc18777 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:56.885062 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1975570e-5272-4119-8218-5027b26d3e6d req-40ef5e22-0c47-450f-a321-e0423cc18777 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:56.912178 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c697a-2de7-492b-ac5d-6e32fe6fe2a5 req-ed412844-5a40-4784-88ff-b1ce01e288f2 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:56.917514 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1b6c697a-2de7-492b-ac5d-6e32fe6fe2a5 req-ed412844-5a40-4784-88ff-b1ce01e288f2 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 943 time: 0.1092322 Aug 16 23:58:56.980119 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1b6c697a-2de7-492b-ac5d-6e32fe6fe2a5 req-09923740-5b55-40e3-a756-9b6d8b296505 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407224 Aug 16 23:58:56.982557 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1975570e-5272-4119-8218-5027b26d3e6d req-40ef5e22-0c47-450f-a321-e0423cc18777 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1526918 Aug 16 23:58:57.008073 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-1975570e-5272-4119-8218-5027b26d3e6d req-2d39fce6-9778-4e52-b04c-07e6506ba2e5 service neutron] Request body: {'port': {'device_id': '0e917fde-72c3-474b-9a8c-097a11a3ead6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:58:57.023419 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886eaed-da4a-4e6a-92ca-67890e5a1073 req-5206ad0a-e752-4798-b389-38c02432f766 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:57.025019 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3886eaed-da4a-4e6a-92ca-67890e5a1073 req-5206ad0a-e752-4798-b389-38c02432f766 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e917fde-72c3-474b-9a8c-097a11a3ead6 HTTP/1.1" status: 200 len: 931 time: 0.1356950 Aug 16 23:58:57.143655 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4900e4a8-3072-466e-a16f-f7126c2c4a48 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:58:57.184180 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1975570e-5272-4119-8218-5027b26d3e6d req-2d39fce6-9778-4e52-b04c-07e6506ba2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:57.204582 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3886eaed-da4a-4e6a-92ca-67890e5a1073 req-de947e90-436e-4ba2-a9bb-93e8bd033097 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569901 Aug 16 23:58:57.248968 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0234a4-1dc7-48e6-ac35-72a35cc15dfb req-9fc1ce48-0d75-44f0-b349-bb320b4090b2 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:57.251014 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ce0234a4-1dc7-48e6-ac35-72a35cc15dfb req-9fc1ce48-0d75-44f0-b349-bb320b4090b2 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.1117187 Aug 16 23:58:57.266276 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 4900e4a8-3072-466e-a16f-f7126c2c4a48 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:58:57.276770 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 4900e4a8-3072-466e-a16f-f7126c2c4a48 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:58:57.277179 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:57.382868 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:57.391244 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ce0234a4-1dc7-48e6-ac35-72a35cc15dfb req-ec94c804-76fa-4342-91aa-e29928e91f68 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267650 Aug 16 23:58:57.422280 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f312c84-e284-4613-9570-c6bb5bdffcc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4900e4a8-3072-466e-a16f-f7126c2c4a48'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:58:57.424897 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e32f4ca-2011-48ef-9146-cf2cfbe528ee" -d '{"events": [{"server_uuid": "8f312c84-e284-4613-9570-c6bb5bdffcc5", "name": "network-vif-plugged", "status": "completed", "tag": "4900e4a8-3072-466e-a16f-f7126c2c4a48"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:58:57.446208 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4900e4a8-3072-466e-a16f-f7126c2c4a48, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4900e4a8-3072-466e-a16f-f7126c2c4a48,segment=NetworkSegment(6f4a642e-3fbf-47eb-809c-17c66893b3d9),segment_id=6f4a642e-3fbf-47eb-809c-17c66893b3d9)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:57.451754 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:57.489279 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331abeda-935a-4c7c-95ba-742f6bbb7ab9 x-openstack-request-id: req-331abeda-935a-4c7c-95ba-742f6bbb7ab9 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:58:57.489579 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f312c84-e284-4613-9570-c6bb5bdffcc5", "name": "network-vif-plugged", "status": "completed", "tag": "4900e4a8-3072-466e-a16f-f7126c2c4a48", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:58:57.489836 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-331abeda-935a-4c7c-95ba-742f6bbb7ab9 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:58:57.490237 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f312c84-e284-4613-9570-c6bb5bdffcc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4900e4a8-3072-466e-a16f-f7126c2c4a48', 'code': 200} Aug 16 23:58:57.508554 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=4900e4a8-3072-466e-a16f-f7126c2c4a48,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:57.555052 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24dbf6-b8b5-46a4-bf24-68a52633ab63 req-0961748f-7117-43fa-b407-5114393d650c tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:57.563182 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6e24dbf6-b8b5-46a4-bf24-68a52633ab63 req-0961748f-7117-43fa-b407-5114393d650c tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1492770 Aug 16 23:58:57.639445 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82387b3-dd91-4ed0-b7cc-5e0a1549d956 req-20741243-868a-4644-ae3f-d3054a5468fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:57.641733 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a82387b3-dd91-4ed0-b7cc-5e0a1549d956 req-20741243-868a-4644-ae3f-d3054a5468fd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8f312c84-e284-4613-9570-c6bb5bdffcc5 HTTP/1.1" status: 200 len: 1098 time: 0.0678513 Aug 16 23:58:57.702619 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a82387b3-dd91-4ed0-b7cc-5e0a1549d956 req-b445ce99-d9a5-4f78-9d8c-e00261690cf5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=91516bbe-9cf6-4bff-9b70-0d4404d25a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497518 Aug 16 23:58:57.704249 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6e24dbf6-b8b5-46a4-bf24-68a52633ab63 req-25559f56-c62f-4e27-81aa-e1aba537567b tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377282 Aug 16 23:58:57.743188 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb769c5-f305-451f-a631-b65539f0282f req-767c3650-2fcf-413d-8ed1-e8412650a278 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:57.753465 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6bb769c5-f305-451f-a631-b65539f0282f req-767c3650-2fcf-413d-8ed1-e8412650a278 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f312c84-e284-4613-9570-c6bb5bdffcc5 HTTP/1.1" status: 200 len: 946 time: 0.1176634 Aug 16 23:58:57.822471 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-1975570e-5272-4119-8218-5027b26d3e6d req-2d39fce6-9778-4e52-b04c-07e6506ba2e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c95487-a8f7-4fa9-b418-808c16e4a97c {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:58:57.844860 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6bb769c5-f305-451f-a631-b65539f0282f req-8e590838-c7e8-4260-ab8f-bbf03efce743 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/security-groups?id=91516bbe-9cf6-4bff-9b70-0d4404d25a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854254 Aug 16 23:58:57.848358 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1975570e-5272-4119-8218-5027b26d3e6d req-2d39fce6-9778-4e52-b04c-07e6506ba2e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:57.895838 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-1975570e-5272-4119-8218-5027b26d3e6d req-2d39fce6-9778-4e52-b04c-07e6506ba2e5 service neutron] Transition to ACTIVE for port object 91c95487-a8f7-4fa9-b418-808c16e4a97c will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:58:57.907271 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1975570e-5272-4119-8218-5027b26d3e6d req-2d39fce6-9778-4e52-b04c-07e6506ba2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:57.935722 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cfb7fe-6fa8-4ee7-b645-e7de49c22784 req-e9f9d55c-54e7-4183-9f66-8036745cb01e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:57.937291 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b2cfb7fe-6fa8-4ee7-b645-e7de49c22784 req-e9f9d55c-54e7-4183-9f66-8036745cb01e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.0912488 Aug 16 23:58:58.034004 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39fce6-9778-4e52-b04c-07e6506ba2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=91c95487-a8f7-4fa9-b418-808c16e4a97c,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:58.066896 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b2cfb7fe-6fa8-4ee7-b645-e7de49c22784 req-8f015618-9b8e-4684-9d56-f851bffa326e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032519 Aug 16 23:58:58.110177 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-1975570e-5272-4119-8218-5027b26d3e6d req-2d39fce6-9778-4e52-b04c-07e6506ba2e5 service neutron] Attempting to bind port 91c95487-a8f7-4fa9-b418-808c16e4a97c on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:58:58.111106 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-1975570e-5272-4119-8218-5027b26d3e6d req-2d39fce6-9778-4e52-b04c-07e6506ba2e5 service neutron] Attempting to bind port 91c95487-a8f7-4fa9-b418-808c16e4a97c by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '6bd97450-ac96-4c47-ad61-e23f8355a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '00c85728-7245-4ff7-ad19-516f77c6ef85'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:58:58.111643 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1975570e-5272-4119-8218-5027b26d3e6d req-2d39fce6-9778-4e52-b04c-07e6506ba2e5 service neutron] Attempting to bind port 91c95487-a8f7-4fa9-b418-808c16e4a97c on network 00c85728-7245-4ff7-ad19-516f77c6ef85 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:58:58.126773 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1975570e-5272-4119-8218-5027b26d3e6d req-2d39fce6-9778-4e52-b04c-07e6506ba2e5 service neutron] Port 91c95487-a8f7-4fa9-b418-808c16e4a97c on network 00c85728-7245-4ff7-ad19-516f77c6ef85 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:58:58.127112 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1975570e-5272-4119-8218-5027b26d3e6d req-2d39fce6-9778-4e52-b04c-07e6506ba2e5 service neutron] Attempting to bind port 91c95487-a8f7-4fa9-b418-808c16e4a97c on network 00c85728-7245-4ff7-ad19-516f77c6ef85 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:58:58.151204 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1975570e-5272-4119-8218-5027b26d3e6d req-2d39fce6-9778-4e52-b04c-07e6506ba2e5 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:58:58.151545 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1975570e-5272-4119-8218-5027b26d3e6d req-2d39fce6-9778-4e52-b04c-07e6506ba2e5 service neutron] Checking segment: {'id': '6bd97450-ac96-4c47-ad61-e23f8355a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '00c85728-7245-4ff7-ad19-516f77c6ef85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:58:58.151933 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1975570e-5272-4119-8218-5027b26d3e6d req-2d39fce6-9778-4e52-b04c-07e6506ba2e5 service neutron] Bound using segment: {'id': '6bd97450-ac96-4c47-ad61-e23f8355a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '00c85728-7245-4ff7-ad19-516f77c6ef85'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:58:58.153218 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-1975570e-5272-4119-8218-5027b26d3e6d req-2d39fce6-9778-4e52-b04c-07e6506ba2e5 service neutron] Bound port: 91c95487-a8f7-4fa9-b418-808c16e4a97c, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd97450-ac96-4c47-ad61-e23f8355a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '00c85728-7245-4ff7-ad19-516f77c6ef85'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:58:58.153390 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1975570e-5272-4119-8218-5027b26d3e6d req-2d39fce6-9778-4e52-b04c-07e6506ba2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:58.209480 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829da84-c722-4a58-a120-fba3e06bec36 req-e7266095-ee6d-4a97-9577-90e3cbc6e49a tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:58.211132 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4829da84-c722-4a58-a120-fba3e06bec36 req-e7266095-ee6d-4a97-9577-90e3cbc6e49a tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 943 time: 0.0946941 Aug 16 23:58:58.274856 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-1975570e-5272-4119-8218-5027b26d3e6d req-2d39fce6-9778-4e52-b04c-07e6506ba2e5 service neutron] For port 91c95487-a8f7-4fa9-b418-808c16e4a97c, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:58:58.287429 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4829da84-c722-4a58-a120-fba3e06bec36 req-d132a8c3-a8c8-49da-b90e-6c6e47bcd902 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639038 Aug 16 23:58:58.310234 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-1975570e-5272-4119-8218-5027b26d3e6d req-2d39fce6-9778-4e52-b04c-07e6506ba2e5 service neutron] For port 91c95487-a8f7-4fa9-b418-808c16e4a97c, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=91c95487-a8f7-4fa9-b418-808c16e4a97c,segment=NetworkSegment(6bd97450-ac96-4c47-ad61-e23f8355a601),segment_id=6bd97450-ac96-4c47-ad61-e23f8355a601)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:58:58.379404 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1975570e-5272-4119-8218-5027b26d3e6d req-2d39fce6-9778-4e52-b04c-07e6506ba2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:58.450077 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff529e25-a885-459f-951d-1327571bcaad req-dbb4301d-1902-4ae3-911c-806d237e1cad tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:58.451737 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff529e25-a885-459f-951d-1327571bcaad req-dbb4301d-1902-4ae3-911c-806d237e1cad tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e917fde-72c3-474b-9a8c-097a11a3ead6 HTTP/1.1" status: 200 len: 943 time: 0.1612632 Aug 16 23:58:58.463093 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975570e-5272-4119-8218-5027b26d3e6d req-2d39fce6-9778-4e52-b04c-07e6506ba2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:58.463725 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1975570e-5272-4119-8218-5027b26d3e6d req-2d39fce6-9778-4e52-b04c-07e6506ba2e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:58.466405 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1975570e-5272-4119-8218-5027b26d3e6d req-2d39fce6-9778-4e52-b04c-07e6506ba2e5 service neutron] 10.222.0.64 "PUT /v2.0/ports/91c95487-a8f7-4fa9-b418-808c16e4a97c HTTP/1.1" status: 200 len: 1092 time: 1.4617157 Aug 16 23:58:58.467055 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e917fde-72c3-474b-9a8c-097a11a3ead6', 'tag': '91c95487-a8f7-4fa9-b418-808c16e4a97c'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:58:58.470146 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc7d5a2-3c25-4288-ba54-878f9fbc3a8d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e917fde-72c3-474b-9a8c-097a11a3ead6", "tag": "91c95487-a8f7-4fa9-b418-808c16e4a97c"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:58:58.483774 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39fce6-9778-4e52-b04c-07e6506ba2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=91c95487-a8f7-4fa9-b418-808c16e4a97c,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:58:58.579922 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff529e25-a885-459f-951d-1327571bcaad req-c9123989-1019-4abf-9363-61ac1f2c3b68 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184175 Aug 16 23:58:58.603172 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5020d-d076-4b7b-bde5-9b00601ed809 req-8a932ad1-98b4-4672-9c53-a43c93e273e1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:58.608873 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2bd5020d-d076-4b7b-bde5-9b00601ed809 req-8a932ad1-98b4-4672-9c53-a43c93e273e1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.1044998 Aug 16 23:58:58.631911 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975570e-5272-4119-8218-5027b26d3e6d req-0c98cf47-5a21-4872-840a-b66449e6dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:58.633426 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1975570e-5272-4119-8218-5027b26d3e6d req-0c98cf47-5a21-4872-840a-b66449e6dc3e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f18d640cae8f44f987e6f5a16930565f&device_id=0e917fde-72c3-474b-9a8c-097a11a3ead6 HTTP/1.1" status: 200 len: 1095 time: 0.0966108 Aug 16 23:58:58.649335 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bfed33-bd05-46ec-8d21-a31c42b72e8d x-openstack-request-id: req-b2bfed33-bd05-46ec-8d21-a31c42b72e8d {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:58:58.649621 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e917fde-72c3-474b-9a8c-097a11a3ead6", "tag": "91c95487-a8f7-4fa9-b418-808c16e4a97c", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:58:58.649879 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b2bfed33-bd05-46ec-8d21-a31c42b72e8d {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:58:58.650276 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e917fde-72c3-474b-9a8c-097a11a3ead6', 'tag': '91c95487-a8f7-4fa9-b418-808c16e4a97c', 'status': 'completed', 'code': 200} Aug 16 23:58:58.663110 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2bd5020d-d076-4b7b-bde5-9b00601ed809 req-6bc0cad7-3744-4dc3-b2e0-1c1ced6276a0 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532546 Aug 16 23:58:58.706609 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1975570e-5272-4119-8218-5027b26d3e6d req-e83f0ed3-3b51-4195-af16-eaa3e342295e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91c95487-a8f7-4fa9-b418-808c16e4a97c HTTP/1.1" status: 200 len: 217 time: 0.0424662 Aug 16 23:58:58.771171 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975570e-5272-4119-8218-5027b26d3e6d req-4dd30fcd-7eac-47d6-8fc0-579266c4d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:58.772757 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1975570e-5272-4119-8218-5027b26d3e6d req-4dd30fcd-7eac-47d6-8fc0-579266c4d9d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c1dd6e9-c166-4397-8aab-d99212faa9f8 HTTP/1.1" status: 200 len: 855 time: 0.0502880 Aug 16 23:58:58.829705 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1975570e-5272-4119-8218-5027b26d3e6d req-d8819ae1-d0dc-4e17-a988-2e84d26eed3d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00c85728-7245-4ff7-ad19-516f77c6ef85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449860 Aug 16 23:58:58.902099 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e9375-abcf-44b2-9b54-557d55a7ddd3 req-d8f721fb-6295-4b43-8201-1a7845674876 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:58.910799 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a2e9375-abcf-44b2-9b54-557d55a7ddd3 req-d8f721fb-6295-4b43-8201-1a7845674876 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1369154 Aug 16 23:58:59.008735 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a2e9375-abcf-44b2-9b54-557d55a7ddd3 req-d8a11746-57c5-46b8-aba9-0eb754f99f88 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970268 Aug 16 23:58:59.035321 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcc81c-1dc5-4292-9c87-0fbb62b95d52 req-2e2bf8ef-3ea3-4ef6-8878-581d166c6a6d tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:59.036759 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-77bcc81c-1dc5-4292-9c87-0fbb62b95d52 req-2e2bf8ef-3ea3-4ef6-8878-581d166c6a6d tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f312c84-e284-4613-9570-c6bb5bdffcc5 HTTP/1.1" status: 200 len: 946 time: 0.1213832 Aug 16 23:58:59.043022 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1975570e-5272-4119-8218-5027b26d3e6d req-2b98fa18-1aa1-49e0-8cf9-4000789d67a3 service neutron] 10.222.0.64 "GET /v2.0/networks/00c85728-7245-4ff7-ad19-516f77c6ef85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039993 Aug 16 23:58:59.147486 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-77bcc81c-1dc5-4292-9c87-0fbb62b95d52 req-a21fa865-0130-4148-b215-7a77e5f503d8 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/security-groups?id=91516bbe-9cf6-4bff-9b70-0d4404d25a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017461 Aug 16 23:58:59.156594 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a80bce9e-c752-4ece-a59c-4486f6cb275d details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:58:59.226535 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1975570e-5272-4119-8218-5027b26d3e6d req-2003ac20-8e3a-4737-977d-3509765704c9 service neutron] 10.222.0.64 "GET /v2.0/networks/00c85728-7245-4ff7-ad19-516f77c6ef85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640153 Aug 16 23:58:59.254709 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05e173-418a-4855-9047-f18f2c7825a1 req-288a5800-f905-4969-8d2e-eacceca5562e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:59.264042 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ed05e173-418a-4855-9047-f18f2c7825a1 req-288a5800-f905-4969-8d2e-eacceca5562e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.0733707 Aug 16 23:58:59.363110 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ed05e173-418a-4855-9047-f18f2c7825a1 req-dc566e1f-24aa-47ee-8781-3828d6e3f467 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977538 Aug 16 23:58:59.414822 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7d5a2-3c25-4288-ba54-878f9fbc3a8d req-53af43bc-b034-4f75-b14d-7448911d411e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:59.416469 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3dc7d5a2-3c25-4288-ba54-878f9fbc3a8d req-53af43bc-b034-4f75-b14d-7448911d411e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f18d640cae8f44f987e6f5a16930565f&device_id=0e917fde-72c3-474b-9a8c-097a11a3ead6 HTTP/1.1" status: 200 len: 1095 time: 0.1072979 Aug 16 23:58:59.477842 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a80bce9e-c752-4ece-a59c-4486f6cb275d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a80bce9e-c752-4ece-a59c-4486f6cb275d,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:59.491488 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'a80bce9e-c752-4ece-a59c-4486f6cb275d', 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74', 'port_id': 'a80bce9e-c752-4ece-a59c-4486f6cb275d', 'mac_address': 'fa:16:3e:90:06:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c3c58a3-e974-46fc-9f56-1776e260fbc5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:58:59.507027 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a2822-6737-4e8c-8feb-891ad8636a1f req-bcb482cc-e883-4ee3-af16-d6eeb2663214 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:59.508572 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-465a2822-6737-4e8c-8feb-891ad8636a1f req-bcb482cc-e883-4ee3-af16-d6eeb2663214 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 943 time: 0.1259270 Aug 16 23:58:59.545461 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:59.568862 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-465a2822-6737-4e8c-8feb-891ad8636a1f req-e9d1ccb7-eeed-486d-8959-21b1df2a3323 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522685 Aug 16 23:58:59.572784 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80bce9e-c752-4ece-a59c-4486f6cb275d {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:58:59.597960 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a80bce9e-c752-4ece-a59c-4486f6cb275d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a80bce9e-c752-4ece-a59c-4486f6cb275d,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:58:59.600759 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7d5a2-3c25-4288-ba54-878f9fbc3a8d req-b080cf49-7b95-4ee8-afce-a054e281fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:59.602477 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3dc7d5a2-3c25-4288-ba54-878f9fbc3a8d req-b080cf49-7b95-4ee8-afce-a054e281fc03 service neutron] 10.222.0.64 "GET /v2.0/networks?id=00c85728-7245-4ff7-ad19-516f77c6ef85 HTTP/1.1" status: 200 len: 916 time: 0.1617799 Aug 16 23:58:59.608702 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:59.681665 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=a80bce9e-c752-4ece-a59c-4486f6cb275d,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:00.020023 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3dc7d5a2-3c25-4288-ba54-878f9fbc3a8d req-c0bfc08c-1789-411f-a927-59eb83f90729 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91c95487-a8f7-4fa9-b418-808c16e4a97c HTTP/1.1" status: 200 len: 217 time: 0.3992190 Aug 16 23:59:00.126924 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7d5a2-3c25-4288-ba54-878f9fbc3a8d req-363e588f-3131-420d-a69b-b32398158d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:00.128529 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3dc7d5a2-3c25-4288-ba54-878f9fbc3a8d req-363e588f-3131-420d-a69b-b32398158d12 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c1dd6e9-c166-4397-8aab-d99212faa9f8 HTTP/1.1" status: 200 len: 855 time: 0.0924706 Aug 16 23:59:00.138257 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4634253-eef8-4b71-a26f-a4f74b7738c2 req-158d0f34-5e72-4685-bd2c-ff4dcd094e4e tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:00.139800 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4634253-eef8-4b71-a26f-a4f74b7738c2 req-158d0f34-5e72-4685-bd2c-ff4dcd094e4e tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e917fde-72c3-474b-9a8c-097a11a3ead6 HTTP/1.1" status: 200 len: 943 time: 0.1229656 Aug 16 23:59:00.166674 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71279c5e-2b91-48c3-9c6f-3306f89cf524 req-3b2e54cb-ee40-4f77-8b63-2a4a3b68971e tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:00.170628 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-71279c5e-2b91-48c3-9c6f-3306f89cf524 req-3b2e54cb-ee40-4f77-8b63-2a4a3b68971e tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.1548018 Aug 16 23:59:00.194059 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3dc7d5a2-3c25-4288-ba54-878f9fbc3a8d req-f9ead05b-ede9-4ddf-961e-2acb9428098a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00c85728-7245-4ff7-ad19-516f77c6ef85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513821 Aug 16 23:59:00.283887 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4634253-eef8-4b71-a26f-a4f74b7738c2 req-079b666b-b4da-4ec3-979e-7f45fe638f14 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326029 Aug 16 23:59:00.323013 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-71279c5e-2b91-48c3-9c6f-3306f89cf524 req-f2cdb61c-bf3c-4355-adb5-a738bacbddf5 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313536 Aug 16 23:59:00.369497 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3dc7d5a2-3c25-4288-ba54-878f9fbc3a8d req-3eede914-a8a8-44c8-9c6d-d629dcf46ee8 service neutron] 10.222.0.64 "GET /v2.0/networks/00c85728-7245-4ff7-ad19-516f77c6ef85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621380 Aug 16 23:59:00.549661 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['a80bce9e-c752-4ece-a59c-4486f6cb275d'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:59:00.569497 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c43eea-08d0-4885-baf1-482829da3bfc req-383b4ed1-aecd-40b0-bba9-b6a001ed7d44 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:00.571101 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42c43eea-08d0-4885-baf1-482829da3bfc req-383b4ed1-aecd-40b0-bba9-b6a001ed7d44 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0942895 Aug 16 23:59:00.619498 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3dc7d5a2-3c25-4288-ba54-878f9fbc3a8d req-cdebc3e0-12a8-4e98-9e8a-967ffd0b44dd service neutron] 10.222.0.64 "GET /v2.0/networks/00c85728-7245-4ff7-ad19-516f77c6ef85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188041 Aug 16 23:59:00.648566 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42c43eea-08d0-4885-baf1-482829da3bfc req-e22a31ca-25ce-47bc-83cd-d1b6429a00d9 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661030 Aug 16 23:59:00.658569 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d5c1d-a976-4790-950b-f6c48ade241e req-65699eb6-2545-4b8d-817b-488bc387bd5d tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:00.660214 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a05d5c1d-a976-4790-950b-f6c48ade241e req-65699eb6-2545-4b8d-817b-488bc387bd5d tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f312c84-e284-4613-9570-c6bb5bdffcc5 HTTP/1.1" status: 200 len: 946 time: 0.1074364 Aug 16 23:59:00.731130 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a05d5c1d-a976-4790-950b-f6c48ade241e req-75d2ba23-6206-4ec5-a8f5-9c6ecaf7bc39 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/security-groups?id=91516bbe-9cf6-4bff-9b70-0d4404d25a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631425 Aug 16 23:59:00.817451 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438ecdc-b926-4dc7-a019-a4704f9b9338 req-7f466556-76fd-4442-a8d0-82dcfaa072ed tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:00.820040 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7438ecdc-b926-4dc7-a019-a4704f9b9338 req-7f466556-76fd-4442-a8d0-82dcfaa072ed tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.0797727 Aug 16 23:59:00.892020 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7438ecdc-b926-4dc7-a019-a4704f9b9338 req-93629cee-65cf-473e-a466-a76efc3da7e4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612071 Aug 16 23:59:00.899991 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1cfec-ebf5-4413-b72e-b67cdbf3aec0 req-8b023c31-88a6-4712-8538-75961355c316 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:00.901504 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23f1cfec-ebf5-4413-b72e-b67cdbf3aec0 req-8b023c31-88a6-4712-8538-75961355c316 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 944 time: 0.0803585 Aug 16 23:59:00.967453 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23f1cfec-ebf5-4413-b72e-b67cdbf3aec0 req-f63a4e35-80c2-4012-8938-4fa3c3916986 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558310 Aug 16 23:59:01.210951 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2a4fe-4b85-4fd2-8707-91cbd3b5b987 req-f3a2320b-a8d4-4916-97de-1056d875b0b5 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:01.212458 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42c2a4fe-4b85-4fd2-8707-91cbd3b5b987 req-f3a2320b-a8d4-4916-97de-1056d875b0b5 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f312c84-e284-4613-9570-c6bb5bdffcc5 HTTP/1.1" status: 200 len: 946 time: 0.0572488 Aug 16 23:59:01.255965 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42c2a4fe-4b85-4fd2-8707-91cbd3b5b987 req-46ddf441-6691-4371-abe0-fbae9460e9ef tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/security-groups?id=91516bbe-9cf6-4bff-9b70-0d4404d25a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368586 Aug 16 23:59:01.409317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c234ba7-5d75-4c52-b46d-84dc702fbe8d req-b8c00a88-72f0-4d17-aa7d-fce65ab233f6 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:01.417403 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c234ba7-5d75-4c52-b46d-84dc702fbe8d req-b8c00a88-72f0-4d17-aa7d-fce65ab233f6 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e917fde-72c3-474b-9a8c-097a11a3ead6 HTTP/1.1" status: 200 len: 943 time: 0.0619700 Aug 16 23:59:01.487271 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c234ba7-5d75-4c52-b46d-84dc702fbe8d req-8f7bc59f-2486-4a01-88de-dcb5fec4a575 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680792 Aug 16 23:59:01.506007 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534208c-2f77-4c8d-869b-2c30650be8d8 req-2439d4af-875c-4b16-bcde-845b5c8bf16c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:01.507920 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6534208c-2f77-4c8d-869b-2c30650be8d8 req-2439d4af-875c-4b16-bcde-845b5c8bf16c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.0819299 Aug 16 23:59:01.556866 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6534208c-2f77-4c8d-869b-2c30650be8d8 req-f4a783d1-0f98-42a6-830d-ce96191f29df tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395608 Aug 16 23:59:01.778865 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c4474-eb37-42b2-943e-0df35e1968f8 req-7391590a-6a13-49a3-b7f9-f048b4af1545 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:01.780469 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f35c4474-eb37-42b2-943e-0df35e1968f8 req-7391590a-6a13-49a3-b7f9-f048b4af1545 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0558226 Aug 16 23:59:01.823212 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f35c4474-eb37-42b2-943e-0df35e1968f8 req-5685e786-890e-4516-87f6-9168afe05025 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365875 Aug 16 23:59:02.033712 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054d648-99b0-481f-bd0b-454c9e7c2e14 req-35e3636b-9ec2-4db5-897f-4c1322c20c1a tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:02.036963 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1054d648-99b0-481f-bd0b-454c9e7c2e14 req-35e3636b-9ec2-4db5-897f-4c1322c20c1a tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.0607169 Aug 16 23:59:02.111020 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1054d648-99b0-481f-bd0b-454c9e7c2e14 req-99b8e72a-5122-4959-a700-867367c53ea5 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579376 Aug 16 23:59:02.119242 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257a764-e436-4121-9dcd-64160f1d660b req-dd9297b2-bed4-4c3a-a2ec-ed0c108f5296 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:02.127252 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d257a764-e436-4121-9dcd-64160f1d660b req-dd9297b2-bed4-4c3a-a2ec-ed0c108f5296 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 944 time: 0.0845716 Aug 16 23:59:02.162834 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d257a764-e436-4121-9dcd-64160f1d660b req-4067d4a8-7e3c-4404-8bab-f595f8056fd3 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346091 Aug 16 23:59:02.380055 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebfb62-436d-43f5-b9b5-9d91f4b00edd req-d7fdadec-f93d-409f-9106-5c3b3b836eb2 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:02.381541 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-26ebfb62-436d-43f5-b9b5-9d91f4b00edd req-d7fdadec-f93d-409f-9106-5c3b3b836eb2 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f312c84-e284-4613-9570-c6bb5bdffcc5 HTTP/1.1" status: 200 len: 946 time: 0.0534861 Aug 16 23:59:02.419556 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-26ebfb62-436d-43f5-b9b5-9d91f4b00edd req-6f5f4380-b3e9-4538-a4e9-8b125e9502ec tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/security-groups?id=91516bbe-9cf6-4bff-9b70-0d4404d25a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314176 Aug 16 23:59:02.604860 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d651c9-f54b-452a-a993-fa5d8822ed74 req-f02e44f9-7610-48de-8515-4a7aa2535d50 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:02.606683 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16d651c9-f54b-452a-a993-fa5d8822ed74 req-f02e44f9-7610-48de-8515-4a7aa2535d50 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e917fde-72c3-474b-9a8c-097a11a3ead6 HTTP/1.1" status: 200 len: 943 time: 0.0497787 Aug 16 23:59:02.670887 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16d651c9-f54b-452a-a993-fa5d8822ed74 req-72e86829-b5e3-4f41-87ea-7e5e5055044d tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579355 Aug 16 23:59:02.691160 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5caae-9990-462a-bd1f-a215a2a6afb8 req-d1c984f6-3de6-4ba9-85ce-08bf1c677840 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:02.692657 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4bc5caae-9990-462a-bd1f-a215a2a6afb8 req-d1c984f6-3de6-4ba9-85ce-08bf1c677840 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.0635407 Aug 16 23:59:02.734535 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4bc5caae-9990-462a-bd1f-a215a2a6afb8 req-d49cb0f0-31bb-4b6a-8b0c-c26919219ab6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358698 Aug 16 23:59:02.942521 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a76308-41a9-4fc0-b656-da8eddf875b8 req-d4054894-26ca-4a17-82e3-c7aa0d4dd1b5 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:02.944011 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57a76308-41a9-4fc0-b656-da8eddf875b8 req-d4054894-26ca-4a17-82e3-c7aa0d4dd1b5 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0494204 Aug 16 23:59:02.986185 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57a76308-41a9-4fc0-b656-da8eddf875b8 req-f3b511bc-c71e-49c6-9ea3-8f92af023e8a tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335553 Aug 16 23:59:03.213431 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 91c95487-a8f7-4fa9-b418-808c16e4a97c details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:59:03.218300 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a80bce9e-c752-4ece-a59c-4486f6cb275d up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:59:03.251471 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566065fd-eba4-498f-8333-ebf26bb190d3 req-bf087626-30b8-4729-9e26-9071307c3111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:03.253014 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-566065fd-eba4-498f-8333-ebf26bb190d3 req-bf087626-30b8-4729-9e26-9071307c3111 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=199207e6de05452bbb587d40f177d9b0&device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 1097 time: 0.0813851 Aug 16 23:59:03.293270 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e108a41-c517-44a3-8954-ca164b6da1f8 req-d87b8f9e-81bf-4de1-9e2e-a2ce2e537401 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:03.294763 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6e108a41-c517-44a3-8954-ca164b6da1f8 req-d87b8f9e-81bf-4de1-9e2e-a2ce2e537401 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.0978081 Aug 16 23:59:03.327230 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port a80bce9e-c752-4ece-a59c-4486f6cb275d completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:59:03.340488 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port a80bce9e-c752-4ece-a59c-4486f6cb275d triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:59:03.340862 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:03.375327 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 91c95487-a8f7-4fa9-b418-808c16e4a97c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=91c95487-a8f7-4fa9-b418-808c16e4a97c,segment=NetworkSegment(6bd97450-ac96-4c47-ad61-e23f8355a601),segment_id=6bd97450-ac96-4c47-ad61-e23f8355a601)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:03.381105 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfa9a0-3468-41e7-9474-f4e82b7ed5f8 req-22ea1c8c-c359-4371-a962-a4b8ea0dcdd3 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:03.382601 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-99dfa9a0-3468-41e7-9474-f4e82b7ed5f8 req-22ea1c8c-c359-4371-a962-a4b8ea0dcdd3 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 944 time: 0.1449411 Aug 16 23:59:03.393730 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '91c95487-a8f7-4fa9-b418-808c16e4a97c', 'network_id': '00c85728-7245-4ff7-ad19-516f77c6ef85', 'port_id': '91c95487-a8f7-4fa9-b418-808c16e4a97c', 'mac_address': 'fa:16:3e:f1:88:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1dd6e9-c166-4397-8aab-d99212faa9f8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:59:03.404060 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6e108a41-c517-44a3-8954-ca164b6da1f8 req-36d9778e-c7cb-46e4-811e-bfdea1c6fc52 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960815 Aug 16 23:59:03.442173 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566065fd-eba4-498f-8333-ebf26bb190d3 req-d09b41b2-1fb0-41dd-a513-ff092e178a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:03.443118 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-566065fd-eba4-498f-8333-ebf26bb190d3 req-d09b41b2-1fb0-41dd-a513-ff092e178a4a service neutron] 10.222.0.64 "GET /v2.0/networks?id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf HTTP/1.1" status: 200 len: 913 time: 0.1677530 Aug 16 23:59:03.451497 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-99dfa9a0-3468-41e7-9474-f4e82b7ed5f8 req-36376d79-b85b-472f-a2a9-eaf184726a38 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591135 Aug 16 23:59:03.468801 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:03.491633 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c95487-a8f7-4fa9-b418-808c16e4a97c {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:59:03.496548 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:03.501269 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-566065fd-eba4-498f-8333-ebf26bb190d3 req-092294fc-8925-40b1-bbaa-8aabcef92c16 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15f22309-af1e-4080-a0e5-d95cdcb2a89a HTTP/1.1" status: 200 len: 217 time: 0.0462177 Aug 16 23:59:03.528287 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 91c95487-a8f7-4fa9-b418-808c16e4a97c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=91c95487-a8f7-4fa9-b418-808c16e4a97c,segment=NetworkSegment(6bd97450-ac96-4c47-ad61-e23f8355a601),segment_id=6bd97450-ac96-4c47-ad61-e23f8355a601)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:03.534155 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9424f9-723c-4d17-8ea0-19f986bc8882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80bce9e-c752-4ece-a59c-4486f6cb275d'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:59:03.536456 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c210b9a4-b2df-4097-815e-b3031f71570d" -d '{"events": [{"server_uuid": "de9424f9-723c-4d17-8ea0-19f986bc8882", "name": "network-vif-plugged", "status": "completed", "tag": "a80bce9e-c752-4ece-a59c-4486f6cb275d"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:59:03.546510 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:03.554320 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a80bce9e-c752-4ece-a59c-4486f6cb275d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a80bce9e-c752-4ece-a59c-4486f6cb275d,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:03.579121 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153fef14-5a98-4970-b7aa-6b822970e6e8 x-openstack-request-id: req-153fef14-5a98-4970-b7aa-6b822970e6e8 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:59:03.579471 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9424f9-723c-4d17-8ea0-19f986bc8882", "name": "network-vif-plugged", "status": "completed", "tag": "a80bce9e-c752-4ece-a59c-4486f6cb275d", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:59:03.579870 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-153fef14-5a98-4970-b7aa-6b822970e6e8 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:59:03.580463 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9424f9-723c-4d17-8ea0-19f986bc8882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80bce9e-c752-4ece-a59c-4486f6cb275d', 'code': 200} Aug 16 23:59:03.585547 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:03.588850 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a1ccb-087a-47de-829b-2a542f17392e req-44963d10-dc86-4246-a85c-94fc457b72e4 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:03.590572 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e75a1ccb-087a-47de-829b-2a542f17392e req-44963d10-dc86-4246-a85c-94fc457b72e4 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f312c84-e284-4613-9570-c6bb5bdffcc5 HTTP/1.1" status: 200 len: 946 time: 0.0917928 Aug 16 23:59:03.592142 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566065fd-eba4-498f-8333-ebf26bb190d3 req-995d2d88-76e0-4eba-ba85-c083c78629df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:03.593960 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-566065fd-eba4-498f-8333-ebf26bb190d3 req-995d2d88-76e0-4eba-ba85-c083c78629df service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1d7b0613-c268-41b8-9af9-983e31f4d852 HTTP/1.1" status: 200 len: 852 time: 0.0681050 Aug 16 23:59:03.615695 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=91c95487-a8f7-4fa9-b418-808c16e4a97c,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:03.647583 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-566065fd-eba4-498f-8333-ebf26bb190d3 req-d81430d1-1c41-43ef-8bf8-1b8e7d275acd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367038 Aug 16 23:59:03.660472 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e75a1ccb-087a-47de-829b-2a542f17392e req-726f2b3e-08d8-4422-b274-31c69afa875d tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/security-groups?id=91516bbe-9cf6-4bff-9b70-0d4404d25a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637727 Aug 16 23:59:03.673677 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=a80bce9e-c752-4ece-a59c-4486f6cb275d,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:03.727707 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f4261-dddc-4d7a-ab4e-f616532026ca req-196ab8f8-ad7f-4bd8-8e5b-1f86cfdae8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:03.730141 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b13f4261-dddc-4d7a-ab4e-f616532026ca req-196ab8f8-ad7f-4bd8-8e5b-1f86cfdae8d4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 1097 time: 0.0428014 Aug 16 23:59:03.769884 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b13f4261-dddc-4d7a-ab4e-f616532026ca req-c14402f9-902b-4747-98f6-88d4f5101350 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312095 Aug 16 23:59:03.801108 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-566065fd-eba4-498f-8333-ebf26bb190d3 req-369436e0-194a-4423-bf1f-a0ae83054670 service neutron] 10.222.0.64 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146281 Aug 16 23:59:03.821531 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a37ee-e25e-4cfd-bc6e-1f65860fa2d9 req-b0d00b25-d375-46a9-a56f-111123129f0b tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:03.822964 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-940a37ee-e25e-4cfd-bc6e-1f65860fa2d9 req-b0d00b25-d375-46a9-a56f-111123129f0b tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e917fde-72c3-474b-9a8c-097a11a3ead6 HTTP/1.1" status: 200 len: 944 time: 0.0812340 Aug 16 23:59:03.891320 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad99e2-57c1-45f5-bfe9-8a9d9e7e6404 req-365d5a14-aa7e-4af9-a9b2-f3203f1229d5 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:03.892797 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9fad99e2-57c1-45f5-bfe9-8a9d9e7e6404 req-365d5a14-aa7e-4af9-a9b2-f3203f1229d5 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.0875075 Aug 16 23:59:03.895877 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-940a37ee-e25e-4cfd-bc6e-1f65860fa2d9 req-19f1f0b4-198a-480a-bfbd-2fdfc7666500 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514460 Aug 16 23:59:03.980336 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9fad99e2-57c1-45f5-bfe9-8a9d9e7e6404 req-8efa7aad-a432-4f0f-b3f2-52831e2df3c4 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759792 Aug 16 23:59:04.010247 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-566065fd-eba4-498f-8333-ebf26bb190d3 req-e003e10c-a4b8-4b01-bd9a-9dfa8dee5015 service neutron] 10.222.0.64 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132741 Aug 16 23:59:04.109899 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f49296-2c3a-4b82-ada3-64b15f86bd28 req-31e87455-7e72-404c-a5d5-d53def4c1ff7 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:04.111362 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92f49296-2c3a-4b82-ada3-64b15f86bd28 req-31e87455-7e72-404c-a5d5-d53def4c1ff7 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0538054 Aug 16 23:59:04.150142 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92f49296-2c3a-4b82-ada3-64b15f86bd28 req-d10824bb-2419-429f-b258-fae4e168d82d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328553 Aug 16 23:59:04.497603 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['91c95487-a8f7-4fa9-b418-808c16e4a97c'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:59:04.498157 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6d716-2bfd-4570-bc6a-a68d222c3cac req-85eabbc0-b29c-4e67-97ee-35b5ca6d1a53 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:04.499363 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79a6d716-2bfd-4570-bc6a-a68d222c3cac req-85eabbc0-b29c-4e67-97ee-35b5ca6d1a53 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f312c84-e284-4613-9570-c6bb5bdffcc5 HTTP/1.1" status: 200 len: 946 time: 0.0619462 Aug 16 23:59:04.626053 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edd836-36e9-45f7-89fe-a0b29ce8b89a req-17100e73-4cd8-4ad7-bebd-f9b6696040c7 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:04.627799 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00edd836-36e9-45f7-89fe-a0b29ce8b89a req-17100e73-4cd8-4ad7-bebd-f9b6696040c7 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.1499062 Aug 16 23:59:04.646711 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae0712-970a-4268-a0e3-bc5d00940346 req-b1c5646d-c494-4d43-85dc-df7ba464f917 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:04.648128 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4aae0712-970a-4268-a0e3-bc5d00940346 req-b1c5646d-c494-4d43-85dc-df7ba464f917 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 945 time: 0.1176310 Aug 16 23:59:04.713637 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00edd836-36e9-45f7-89fe-a0b29ce8b89a req-69e30169-ee62-40d5-9bfe-9e288900a1f0 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768013 Aug 16 23:59:04.722506 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-79a6d716-2bfd-4570-bc6a-a68d222c3cac req-c63cba9f-7de3-4653-a81c-0c7494d61007 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Deleting port 4900e4a8-3072-466e-a16f-f7126c2c4a48 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:59:04.722846 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-79a6d716-2bfd-4570-bc6a-a68d222c3cac req-c63cba9f-7de3-4653-a81c-0c7494d61007 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:04.729013 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4aae0712-970a-4268-a0e3-bc5d00940346 req-f9146e5d-045a-46b9-aadc-13149db0fcc7 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732419 Aug 16 23:59:04.844386 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-79a6d716-2bfd-4570-bc6a-a68d222c3cac req-c63cba9f-7de3-4653-a81c-0c7494d61007 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] For port 4900e4a8-3072-466e-a16f-f7126c2c4a48, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4900e4a8-3072-466e-a16f-f7126c2c4a48,segment=NetworkSegment(6f4a642e-3fbf-47eb-809c-17c66893b3d9),segment_id=6f4a642e-3fbf-47eb-809c-17c66893b3d9)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:04.844749 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-79a6d716-2bfd-4570-bc6a-a68d222c3cac req-c63cba9f-7de3-4653-a81c-0c7494d61007 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:04.859863 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a1542-df09-4a94-ae1f-902f3c64dc0a req-3ecb2ecb-dfcc-4c68-ad2d-8b78842e9d47 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:04.861338 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f8a1542-df09-4a94-ae1f-902f3c64dc0a req-3ecb2ecb-dfcc-4c68-ad2d-8b78842e9d47 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f312c84-e284-4613-9570-c6bb5bdffcc5 HTTP/1.1" status: 200 len: 946 time: 0.0890298 Aug 16 23:59:04.866890 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-79a6d716-2bfd-4570-bc6a-a68d222c3cac req-c63cba9f-7de3-4653-a81c-0c7494d61007 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Calling delete_port for 4900e4a8-3072-466e-a16f-f7126c2c4a48 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:59:04.943308 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f8a1542-df09-4a94-ae1f-902f3c64dc0a req-9d293f69-ed0c-4d3d-a3d6-a15dcabf699d tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/security-groups?id=91516bbe-9cf6-4bff-9b70-0d4404d25a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745156 Aug 16 23:59:05.046888 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641e481-07b9-43c2-9585-07d7b6beabe7 req-492ba3bb-1141-4e05-b4f0-839a5032014a tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:05.048402 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5641e481-07b9-43c2-9585-07d7b6beabe7 req-492ba3bb-1141-4e05-b4f0-839a5032014a tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e917fde-72c3-474b-9a8c-097a11a3ead6 HTTP/1.1" status: 200 len: 944 time: 0.0798740 Aug 16 23:59:05.075336 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-79a6d716-2bfd-4570-bc6a-a68d222c3cac req-c63cba9f-7de3-4653-a81c-0c7494d61007 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:05.126602 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63cba9f-7de3-4653-a81c-0c7494d61007 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Pushing event deleted for resources: {'Port': ['ID=4900e4a8-3072-466e-a16f-f7126c2c4a48,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:05.154904 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5641e481-07b9-43c2-9585-07d7b6beabe7 req-e45bf0ab-e5b9-4635-9aba-d670f06640ac tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985749 Aug 16 23:59:05.191613 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a6d716-2bfd-4570-bc6a-a68d222c3cac req-c63cba9f-7de3-4653-a81c-0c7494d61007 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] No DVR routers for this DVR port 4900e4a8-3072-466e-a16f-f7126c2c4a48 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:59:05.194431 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-79a6d716-2bfd-4570-bc6a-a68d222c3cac req-c63cba9f-7de3-4653-a81c-0c7494d61007 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:05.196359 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79a6d716-2bfd-4570-bc6a-a68d222c3cac req-c63cba9f-7de3-4653-a81c-0c7494d61007 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.64 "DELETE /v2.0/ports/4900e4a8-3072-466e-a16f-f7126c2c4a48 HTTP/1.1" status: 204 len: 173 time: 0.6786361 Aug 16 23:59:05.196934 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f312c84-e284-4613-9570-c6bb5bdffcc5', 'name': 'network-vif-deleted', 'tag': '4900e4a8-3072-466e-a16f-f7126c2c4a48'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:59:05.199734 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ce23d7-903c-4562-bd8c-daf8d7cdc3f5" -d '{"events": [{"server_uuid": "8f312c84-e284-4613-9570-c6bb5bdffcc5", "name": "network-vif-deleted", "tag": "4900e4a8-3072-466e-a16f-f7126c2c4a48"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:59:05.213812 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40de9ce-fba2-468e-b262-7e344da73dd2 req-1fcf20fa-b142-4847-864a-4867cd0fe716 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:05.216048 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e40de9ce-fba2-468e-b262-7e344da73dd2 req-1fcf20fa-b142-4847-864a-4867cd0fe716 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.1281791 Aug 16 23:59:05.264148 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e40de9ce-fba2-468e-b262-7e344da73dd2 req-96251cdf-fc17-451e-81af-023317c9e79b tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418973 Aug 16 23:59:05.324046 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc45dec-e6e1-4a19-a905-439bdb1627dc x-openstack-request-id: req-3dc45dec-e6e1-4a19-a905-439bdb1627dc {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:59:05.324417 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f312c84-e284-4613-9570-c6bb5bdffcc5", "name": "network-vif-deleted", "tag": "4900e4a8-3072-466e-a16f-f7126c2c4a48", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:59:05.324829 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3dc45dec-e6e1-4a19-a905-439bdb1627dc {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:59:05.325276 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f312c84-e284-4613-9570-c6bb5bdffcc5', 'name': 'network-vif-deleted', 'tag': '4900e4a8-3072-466e-a16f-f7126c2c4a48', 'status': 'completed', 'code': 200} Aug 16 23:59:05.349614 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd5890-b2a5-496e-8ddf-505e1b82de33 req-1c7ed6fe-cb4d-42d2-9fe6-a6372541fd9b tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:05.351749 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4dbd5890-b2a5-496e-8ddf-505e1b82de33 req-1c7ed6fe-cb4d-42d2-9fe6-a6372541fd9b tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0563829 Aug 16 23:59:05.397988 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4dbd5890-b2a5-496e-8ddf-505e1b82de33 req-28f05524-dcd0-404a-9725-4efe236b4439 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369449 Aug 16 23:59:05.863584 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bcb7cd-72da-4fc2-b88d-5111edd87621 req-8dc4da30-5951-4241-8569-308670a4d685 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:05.865085 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-19bcb7cd-72da-4fc2-b88d-5111edd87621 req-8dc4da30-5951-4241-8569-308670a4d685 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.0812783 Aug 16 23:59:05.877394 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d992a6-1feb-40c0-b725-b067eb110a01 req-1f0fcef8-1189-4216-a0c3-27a18e949da6 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:05.878816 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-56d992a6-1feb-40c0-b725-b067eb110a01 req-1f0fcef8-1189-4216-a0c3-27a18e949da6 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 945 time: 0.0652637 Aug 16 23:59:05.933755 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-19bcb7cd-72da-4fc2-b88d-5111edd87621 req-9cc1169f-cffe-4ecb-9c6f-0986d0707b2c tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538571 Aug 16 23:59:05.938482 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-56d992a6-1feb-40c0-b725-b067eb110a01 req-f3f92b32-c327-4b2b-9a58-58a95b0cbe98 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530343 Aug 16 23:59:06.065453 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-589648b8-b98a-473f-a1c7-f11617082d64 req-912031fb-7908-4b02-aa47-098285b8e148 tempest-ServerGroupTestJSON-1314481661 tempest-ServerGroupTestJSON-1314481661-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f312c84-e284-4613-9570-c6bb5bdffcc5 HTTP/1.1" status: 200 len: 210 time: 0.0324280 Aug 16 23:59:06.075039 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3277b-d9f2-4f9e-be79-9b7bfe49dc8f req-acf91694-4113-44e0-8510-242c4307f41c tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:06.076789 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-38a3277b-d9f2-4f9e-be79-9b7bfe49dc8f req-acf91694-4113-44e0-8510-242c4307f41c tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 1097 time: 0.0706482 Aug 16 23:59:06.125053 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-38a3277b-d9f2-4f9e-be79-9b7bfe49dc8f req-19e304b9-a1bd-477a-b300-3b8f3dd58f6a tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317290 Aug 16 23:59:06.244404 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62684c-9144-4634-8dbc-b5358c6802e6 req-4698d73d-b2b7-4075-bedd-b626f9cbbbc6 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:06.246711 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1b62684c-9144-4634-8dbc-b5358c6802e6 req-4698d73d-b2b7-4075-bedd-b626f9cbbbc6 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 1097 time: 0.0507214 Aug 16 23:59:06.309285 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d73c1e-b3cd-49d2-bf29-b7ed6959eec7 req-d079b351-79ef-4081-94bd-280f3b84284c tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:06.310659 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15d73c1e-b3cd-49d2-bf29-b7ed6959eec7 req-d079b351-79ef-4081-94bd-280f3b84284c tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e917fde-72c3-474b-9a8c-097a11a3ead6 HTTP/1.1" status: 200 len: 944 time: 0.0770903 Aug 16 23:59:06.312156 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1b62684c-9144-4634-8dbc-b5358c6802e6 req-54d1fed0-4d18-4f91-92eb-68b0b96264ae tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478754 Aug 16 23:59:06.355154 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15d73c1e-b3cd-49d2-bf29-b7ed6959eec7 req-535fd874-f028-42ec-b29d-dc2dcc9883b8 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384402 Aug 16 23:59:06.462425 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c98c6c-82ae-4089-a348-64c6c50418e8 req-595f96cd-b7a5-4454-946e-2a1f62c3ffb6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:06.463929 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16c98c6c-82ae-4089-a348-64c6c50418e8 req-595f96cd-b7a5-4454-946e-2a1f62c3ffb6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.0532863 Aug 16 23:59:06.531958 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16c98c6c-82ae-4089-a348-64c6c50418e8 req-cfcbf596-a306-4ac0-b1a2-61c44fa4eddd tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616009 Aug 16 23:59:06.544068 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9d6a3-9286-4309-b097-4ceed4858365 req-03661074-93de-40f8-8e34-42b52205731f tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:06.546218 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2c9d6a3-9286-4309-b097-4ceed4858365 req-03661074-93de-40f8-8e34-42b52205731f tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0694973 Aug 16 23:59:06.585596 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2c9d6a3-9286-4309-b097-4ceed4858365 req-00ff04f5-8d99-4be0-a6fc-070fd1de78ac tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329781 Aug 16 23:59:07.061314 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e646f-357d-4288-aa50-0befbc99746b req-d4eb4bb1-b4eb-45a1-b8f5-9c7b2d364b47 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:07.062889 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f2e646f-357d-4288-aa50-0befbc99746b req-d4eb4bb1-b4eb-45a1-b8f5-9c7b2d364b47 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 945 time: 0.0579033 Aug 16 23:59:07.105196 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f2e646f-357d-4288-aa50-0befbc99746b req-ac326576-974f-420c-9e52-8b79e93bde32 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355749 Aug 16 23:59:07.263502 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 91c95487-a8f7-4fa9-b418-808c16e4a97c up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:59:07.323008 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 91c95487-a8f7-4fa9-b418-808c16e4a97c completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:59:07.329502 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 91c95487-a8f7-4fa9-b418-808c16e4a97c triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:59:07.329883 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:07.419453 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:07.455547 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-d7258742-137f-4363-a631-b3ac5c292f79 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:59:07.458051 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-d7258742-137f-4363-a631-b3ac5c292f79 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090973 Aug 16 23:59:07.461792 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e917fde-72c3-474b-9a8c-097a11a3ead6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c95487-a8f7-4fa9-b418-808c16e4a97c'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:59:07.465596 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351abeb3-88de-439b-b57b-978676a8e983" -d '{"events": [{"server_uuid": "0e917fde-72c3-474b-9a8c-097a11a3ead6", "name": "network-vif-plugged", "status": "completed", "tag": "91c95487-a8f7-4fa9-b418-808c16e4a97c"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:59:07.483909 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 91c95487-a8f7-4fa9-b418-808c16e4a97c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=91c95487-a8f7-4fa9-b418-808c16e4a97c,segment=NetworkSegment(6bd97450-ac96-4c47-ad61-e23f8355a601),segment_id=6bd97450-ac96-4c47-ad61-e23f8355a601)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:07.488486 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:07.489885 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 15f22309-af1e-4080-a0e5-d95cdcb2a89a no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:59:07.541814 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-72f999a1-9e32-4ff6-a2fa-5cdd9359a851 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:07.543983 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-72f999a1-9e32-4ff6-a2fa-5cdd9359a851 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/ports/a80bce9e-c752-4ece-a59c-4486f6cb275d HTTP/1.1" status: 200 len: 1094 time: 0.0707476 Aug 16 23:59:07.559471 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81763300-fba7-460a-8347-5df0aac5b9a5 req-2c172342-869c-40f5-b433-c89fb610444a tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:07.561359 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81763300-fba7-460a-8347-5df0aac5b9a5 req-2c172342-869c-40f5-b433-c89fb610444a tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e917fde-72c3-474b-9a8c-097a11a3ead6 HTTP/1.1" status: 200 len: 944 time: 0.0991900 Aug 16 23:59:07.566047 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-16245746-7632-4e11-9fc0-6967d490584e service neutron] Request body: {'binding': {'host': 'n-h1-800088-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:59:07.567020 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-16245746-7632-4e11-9fc0-6967d490584e service neutron] Unknown quota resources ['binding']. {{(pid=101403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 23:59:07.581189 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=91c95487-a8f7-4fa9-b418-808c16e4a97c,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:07.622938 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:07.656063 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 15f22309-af1e-4080-a0e5-d95cdcb2a89a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=15f22309-af1e-4080-a0e5-d95cdcb2a89a,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:07.659717 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:07.660420 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4900e4a8-3072-466e-a16f-f7126c2c4a48 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:59:07.675927 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81763300-fba7-460a-8347-5df0aac5b9a5 req-4efd7f61-cb47-42dc-b04c-a632a8999663 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056309 Aug 16 23:59:07.706711 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 4900e4a8-3072-466e-a16f-f7126c2c4a48 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:59:07.707130 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4900e4a8-3072-466e-a16f-f7126c2c4a48 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:59:07.736756 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=15f22309-af1e-4080-a0e5-d95cdcb2a89a,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:07.756765 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-16245746-7632-4e11-9fc0-6967d490584e service neutron] Attempting to bind port a80bce9e-c752-4ece-a59c-4486f6cb275d on host n-h1-800088-20 for vnic_type normal with profile None {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:59:07.757132 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-16245746-7632-4e11-9fc0-6967d490584e service neutron] Attempting to bind port a80bce9e-c752-4ece-a59c-4486f6cb275d by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:59:07.757475 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-16245746-7632-4e11-9fc0-6967d490584e service neutron] Attempting to bind port a80bce9e-c752-4ece-a59c-4486f6cb275d on network 0de117b9-aee8-4952-ae99-3d2308a08b74 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:59:07.762348 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-16245746-7632-4e11-9fc0-6967d490584e service neutron] Port a80bce9e-c752-4ece-a59c-4486f6cb275d on network 0de117b9-aee8-4952-ae99-3d2308a08b74 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:59:07.762348 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-16245746-7632-4e11-9fc0-6967d490584e service neutron] Attempting to bind port a80bce9e-c752-4ece-a59c-4486f6cb275d on network 0de117b9-aee8-4952-ae99-3d2308a08b74 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:59:07.767167 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-16245746-7632-4e11-9fc0-6967d490584e service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:59:07.767508 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-16245746-7632-4e11-9fc0-6967d490584e service neutron] Checking segment: {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:59:07.767897 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-16245746-7632-4e11-9fc0-6967d490584e service neutron] Bound using segment: {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:59:07.768327 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-16245746-7632-4e11-9fc0-6967d490584e service neutron] Bound port: a80bce9e-c752-4ece-a59c-4486f6cb275d, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:59:07.806709 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe43bd28-be51-4938-9c52-23849c249573 x-openstack-request-id: req-fe43bd28-be51-4938-9c52-23849c249573 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:59:07.807006 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e917fde-72c3-474b-9a8c-097a11a3ead6", "name": "network-vif-plugged", "status": "completed", "tag": "91c95487-a8f7-4fa9-b418-808c16e4a97c", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:59:07.807265 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe43bd28-be51-4938-9c52-23849c249573 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:59:07.807671 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e917fde-72c3-474b-9a8c-097a11a3ead6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c95487-a8f7-4fa9-b418-808c16e4a97c', 'code': 200} Aug 16 23:59:07.826533 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-16245746-7632-4e11-9fc0-6967d490584e service neutron] For port a80bce9e-c752-4ece-a59c-4486f6cb275d, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a80bce9e-c752-4ece-a59c-4486f6cb275d,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:59:07.832059 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-16245746-7632-4e11-9fc0-6967d490584e service neutron] Notify callbacks [] for binding, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:07.833291 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-16245746-7632-4e11-9fc0-6967d490584e service neutron] 10.222.0.60 "POST /v2.0/ports/a80bce9e-c752-4ece-a59c-4486f6cb275d/bindings HTTP/1.1" status: 201 len: 390 time: 0.2709680 Aug 16 23:59:07.996197 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27742af6-9ef9-49be-a4ce-b4a50dc1d317 req-49971585-cbb6-4c57-899f-fb651d7d621a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:07.997739 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-27742af6-9ef9-49be-a4ce-b4a50dc1d317 req-49971585-cbb6-4c57-899f-fb651d7d621a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.1240578 Aug 16 23:59:08.002374 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999fb00-eb4f-4642-a885-15aba0ab7c9e req-0a69d068-7ab4-438b-a12b-7b0943872a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:08.003766 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0999fb00-eb4f-4642-a885-15aba0ab7c9e req-0a69d068-7ab4-438b-a12b-7b0943872a7f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0e917fde-72c3-474b-9a8c-097a11a3ead6 HTTP/1.1" status: 200 len: 1097 time: 0.0954254 Aug 16 23:59:08.034980 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8231b90-acbc-4ed9-8fa2-90d2514a0bf8 req-a10a84c8-c409-4927-a325-910c3afcd4f4 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:08.036636 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a8231b90-acbc-4ed9-8fa2-90d2514a0bf8 req-a10a84c8-c409-4927-a325-910c3afcd4f4 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0974298 Aug 16 23:59:08.093422 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-27742af6-9ef9-49be-a4ce-b4a50dc1d317 req-6c0242ee-016c-40c4-8dc5-f4f6b833649d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863130 Aug 16 23:59:08.116511 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0999fb00-eb4f-4642-a885-15aba0ab7c9e req-e0c8c97e-7757-4ec8-9eba-d703b62bf8cf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776203 Aug 16 23:59:08.119512 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a8231b90-acbc-4ed9-8fa2-90d2514a0bf8 req-8714a667-ca18-4e24-9664-1b23ad579020 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743606 Aug 16 23:59:08.132506 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-78d1421b-798b-4a65-a73b-67d5d9849daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:08.134051 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-78d1421b-798b-4a65-a73b-67d5d9849daa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=196284884f15450ab6370c358b3094db&device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 1097 time: 0.0576665 Aug 16 23:59:08.241279 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-6f0c17ce-2c43-4349-83cd-962a3bb85679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:08.242769 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-6f0c17ce-2c43-4349-83cd-962a3bb85679 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0de117b9-aee8-4952-ae99-3d2308a08b74 HTTP/1.1" status: 200 len: 909 time: 0.0969224 Aug 16 23:59:08.277809 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ffaea-1080-4b32-8d39-f894726ba190 req-f626a269-09de-4744-9310-a10b1ea8a253 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:08.279285 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-521ffaea-1080-4b32-8d39-f894726ba190 req-f626a269-09de-4744-9310-a10b1ea8a253 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 943 time: 0.0870850 Aug 16 23:59:08.286487 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4b48a-9f6e-44c5-82a9-ea46acbd892b req-e64ee5a3-361d-4296-9dc2-6a8882792497 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:08.287827 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72e4b48a-9f6e-44c5-82a9-ea46acbd892b req-e64ee5a3-361d-4296-9dc2-6a8882792497 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 945 time: 0.0829828 Aug 16 23:59:08.289428 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-f13fc7d6-c701-4663-b575-59f939ad2898 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a80bce9e-c752-4ece-a59c-4486f6cb275d HTTP/1.1" status: 200 len: 217 time: 0.0349901 Aug 16 23:59:08.345210 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-521ffaea-1080-4b32-8d39-f894726ba190 req-465d2b12-abfb-48f2-a3c0-d69ed16e3937 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561190 Aug 16 23:59:08.346819 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-9fa53c60-99aa-49c3-aa9a-4d0130b40df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:08.348294 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-9fa53c60-99aa-49c3-aa9a-4d0130b40df3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c3c58a3-e974-46fc-9f56-1776e260fbc5 HTTP/1.1" status: 200 len: 848 time: 0.0481687 Aug 16 23:59:08.350156 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72e4b48a-9f6e-44c5-82a9-ea46acbd892b req-d8adbbf4-4513-42e1-b6db-59e8ffb06010 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540059 Aug 16 23:59:08.387194 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-5c565682-69e8-4424-b86b-ecc6e9f6dc69 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0de117b9-aee8-4952-ae99-3d2308a08b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267951 Aug 16 23:59:08.409627 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54626) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:08.479080 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b101fa7-ac31-4972-8806-54c0fd4e6498 admin admin] Deleting subnet 48e27e6c-2183-4d5e-a47c-7878192b795a {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:59:08.485502 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6b101fa7-ac31-4972-8806-54c0fd4e6498 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:08.493327 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-78ef85b9-d1a0-48d7-9c4d-8695a24360b2 service neutron] 10.222.0.69 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973887 Aug 16 23:59:08.525570 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6b101fa7-ac31-4972-8806-54c0fd4e6498 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:08.573047 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6b101fa7-ac31-4972-8806-54c0fd4e6498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:08.599106 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-142d46f8-2372-4f1d-b8ec-f2636a59c251 service neutron] 10.222.0.69 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943620 Aug 16 23:59:08.630890 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6b101fa7-ac31-4972-8806-54c0fd4e6498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:08.661797 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6b101fa7-ac31-4972-8806-54c0fd4e6498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:08.665096 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6b101fa7-ac31-4972-8806-54c0fd4e6498 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/48e27e6c-2183-4d5e-a47c-7878192b795a HTTP/1.1" status: 204 len: 168 time: 0.2534707 Aug 16 23:59:08.666761 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54644) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:08.669011 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b101fa7-ac31-4972-8806-54c0fd4e6498 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48e27e6c-2183-4d5e-a47c-7878192b795a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:08.743972 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e6bc24f3-e67d-45dc-ba8c-d7349af80218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:08.827321 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6e7c3-29cc-4f5c-a83d-f7deb2714deb req-33218ffb-0683-4715-9690-7302b69dfc7b tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:08.838413 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-67a6e7c3-29cc-4f5c-a83d-f7deb2714deb req-33218ffb-0683-4715-9690-7302b69dfc7b tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e917fde-72c3-474b-9a8c-097a11a3ead6 HTTP/1.1" status: 200 len: 945 time: 0.0851655 Aug 16 23:59:08.861089 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e6bc24f3-e67d-45dc-ba8c-d7349af80218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:08.881524 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-e6bc24f3-e67d-45dc-ba8c-d7349af80218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71737b7-3e19-4e69-acc2-bde707d79f25']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:59:08.888777 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-67a6e7c3-29cc-4f5c-a83d-f7deb2714deb req-9f663096-4cf4-4a2d-913b-2be594584247 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482631 Aug 16 23:59:08.904465 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-e6bc24f3-e67d-45dc-ba8c-d7349af80218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4a642e-3fbf-47eb-809c-17c66893b3d9') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:59:08.904936 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-e6bc24f3-e67d-45dc-ba8c-d7349af80218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4a642e-3fbf-47eb-809c-17c66893b3d9') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:59:08.915658 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e6bc24f3-e67d-45dc-ba8c-d7349af80218 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:08.932786 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e6bc24f3-e67d-45dc-ba8c-d7349af80218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:08.940518 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6bc24f3-e67d-45dc-ba8c-d7349af80218 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:59:08.941231 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e6bc24f3-e67d-45dc-ba8c-d7349af80218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: timer() Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: self._notify() Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:59:08.943081 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:59:09.014488 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e6bc24f3-e67d-45dc-ba8c-d7349af80218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:09.019716 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e6bc24f3-e67d-45dc-ba8c-d7349af80218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:09.022134 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e6bc24f3-e67d-45dc-ba8c-d7349af80218 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d71737b7-3e19-4e69-acc2-bde707d79f25 HTTP/1.1" status: 204 len: 168 time: 0.3544133 Aug 16 23:59:09.041472 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc24f3-e67d-45dc-ba8c-d7349af80218 admin admin] Pushing event deleted for resources: {'Network': ['ID=d71737b7-3e19-4e69-acc2-bde707d79f25,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:09.099114 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aeee42-6c89-49b0-a573-5c00617a0132 req-5367863e-8a56-474c-8f0e-8465bc127178 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:09.100722 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-33aeee42-6c89-49b0-a573-5c00617a0132 req-5367863e-8a56-474c-8f0e-8465bc127178 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04e897-b5e5-43b6-bffa-0fff779c7645 HTTP/1.1" status: 200 len: 943 time: 0.0574429 Aug 16 23:59:09.157421 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54676) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:09.203107 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-93395c05-b501-4c73-b6e3-2854579a9ca9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7df80dfeab7e4bb8800e49f21b54292c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443082 Aug 16 23:59:09.205729 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54678) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:09.257600 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfc4fe-e091-47db-9fcd-6cfea3ec785d req-8840a4e4-54b9-4bf7-a595-b64155081791 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:09.259283 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7adfc4fe-e091-47db-9fcd-6cfea3ec785d req-8840a4e4-54b9-4bf7-a595-b64155081791 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.0709932 Aug 16 23:59:09.260381 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ec465867-6fd6-4115-bc00-4742e2a3c4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:09.264674 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-33aeee42-6c89-49b0-a573-5c00617a0132 req-c4eaec07-6e56-4f78-bfc9-1c6212c44dd4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Deleting port 15f22309-af1e-4080-a0e5-d95cdcb2a89a {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:59:09.265086 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-33aeee42-6c89-49b0-a573-5c00617a0132 req-c4eaec07-6e56-4f78-bfc9-1c6212c44dd4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:09.286068 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ec465867-6fd6-4115-bc00-4742e2a3c4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:09.346438 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ec465867-6fd6-4115-bc00-4742e2a3c4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:09.349667 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ec465867-6fd6-4115-bc00-4742e2a3c4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:09.350934 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ec465867-6fd6-4115-bc00-4742e2a3c4f4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/91516bbe-9cf6-4bff-9b70-0d4404d25a4a HTTP/1.1" status: 204 len: 168 time: 0.1441979 Aug 16 23:59:09.357951 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7adfc4fe-e091-47db-9fcd-6cfea3ec785d req-713d5c1f-8445-4f51-bbcb-1493013cb47e tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884156 Aug 16 23:59:09.365298 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec465867-6fd6-4115-bc00-4742e2a3c4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91516bbe-9cf6-4bff-9b70-0d4404d25a4a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:09.413566 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-33aeee42-6c89-49b0-a573-5c00617a0132 req-c4eaec07-6e56-4f78-bfc9-1c6212c44dd4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] For port 15f22309-af1e-4080-a0e5-d95cdcb2a89a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=15f22309-af1e-4080-a0e5-d95cdcb2a89a,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:09.414058 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-33aeee42-6c89-49b0-a573-5c00617a0132 req-c4eaec07-6e56-4f78-bfc9-1c6212c44dd4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:09.427101 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-33aeee42-6c89-49b0-a573-5c00617a0132 req-c4eaec07-6e56-4f78-bfc9-1c6212c44dd4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Calling delete_port for 15f22309-af1e-4080-a0e5-d95cdcb2a89a owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:59:09.539262 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f08624-f687-42fd-9211-83e9c56d12fc req-ff2aabd6-8831-4b6f-bf1e-9cb4c136ffba tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:09.540794 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-99f08624-f687-42fd-9211-83e9c56d12fc req-ff2aabd6-8831-4b6f-bf1e-9cb4c136ffba tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0966830 Aug 16 23:59:09.614489 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-99f08624-f687-42fd-9211-83e9c56d12fc req-51dcb716-5559-440d-9dc4-70d019bdac18 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646791 Aug 16 23:59:09.645947 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-33aeee42-6c89-49b0-a573-5c00617a0132 req-c4eaec07-6e56-4f78-bfc9-1c6212c44dd4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:09.679604 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eaec07-6e56-4f78-bfc9-1c6212c44dd4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Pushing event deleted for resources: {'Port': ['ID=15f22309-af1e-4080-a0e5-d95cdcb2a89a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:09.723442 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-33aeee42-6c89-49b0-a573-5c00617a0132 req-c4eaec07-6e56-4f78-bfc9-1c6212c44dd4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] No DVR routers for this DVR port 15f22309-af1e-4080-a0e5-d95cdcb2a89a on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:59:09.726227 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-33aeee42-6c89-49b0-a573-5c00617a0132 req-c4eaec07-6e56-4f78-bfc9-1c6212c44dd4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:09.728263 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-33aeee42-6c89-49b0-a573-5c00617a0132 req-c4eaec07-6e56-4f78-bfc9-1c6212c44dd4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "DELETE /v2.0/ports/15f22309-af1e-4080-a0e5-d95cdcb2a89a HTTP/1.1" status: 204 len: 173 time: 0.6199205 Aug 16 23:59:09.728734 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af04e897-b5e5-43b6-bffa-0fff779c7645', 'name': 'network-vif-deleted', 'tag': '15f22309-af1e-4080-a0e5-d95cdcb2a89a'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:59:09.731821 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666fd30b-e28a-4144-b536-e3218a87e224" -d '{"events": [{"server_uuid": "af04e897-b5e5-43b6-bffa-0fff779c7645", "name": "network-vif-deleted", "tag": "15f22309-af1e-4080-a0e5-d95cdcb2a89a"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:59:09.803072 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9216832-845d-42ab-8843-d7fc14843000 req-7164c0c5-488e-4fbd-92d4-4fade192ae12 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:09.809415 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af04e897-b5e5-43b6-bffa-0fff779c7645', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15f22309-af1e-4080-a0e5-d95cdcb2a89a'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:59:09.812157 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d9216832-845d-42ab-8843-d7fc14843000 req-7164c0c5-488e-4fbd-92d4-4fade192ae12 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 945 time: 0.0723331 Aug 16 23:59:09.812447 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edca88c-9193-41b4-a5ee-7ed076453911" -d '{"events": [{"server_uuid": "af04e897-b5e5-43b6-bffa-0fff779c7645", "name": "network-vif-unplugged", "status": "completed", "tag": "15f22309-af1e-4080-a0e5-d95cdcb2a89a"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:59:09.861748 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d9216832-845d-42ab-8843-d7fc14843000 req-76e16924-86b9-458f-b772-57f1281cf35b tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487418 Aug 16 23:59:09.883781 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:10.001118 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 16 Aug 2021 23:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5a8e9d-078e-4f94-a6b6-78a1f7afd0d2 x-openstack-request-id: req-ca5a8e9d-078e-4f94-a6b6-78a1f7afd0d2 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:59:10.001417 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af04e897-b5e5-43b6-bffa-0fff779c7645", "name": "network-vif-deleted", "tag": "15f22309-af1e-4080-a0e5-d95cdcb2a89a", "status": "failed", "code": 422}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:59:10.001672 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ca5a8e9d-078e-4f94-a6b6-78a1f7afd0d2 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:59:10.002094 n-d-800088-20 neutron-server[101403]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'af04e897-b5e5-43b6-bffa-0fff779c7645', 'name': 'network-vif-deleted', 'tag': '15f22309-af1e-4080-a0e5-d95cdcb2a89a', 'status': 'failed', 'code': 422} returned with failed status Aug 16 23:59:10.043339 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 23:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30ccf37-e2b3-4dbe-a403-a5364e9a224b x-openstack-request-id: req-b30ccf37-e2b3-4dbe-a403-a5364e9a224b {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:59:10.043618 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af04e897-b5e5-43b6-bffa-0fff779c7645", "name": "network-vif-unplugged", "status": "failed", "tag": "15f22309-af1e-4080-a0e5-d95cdcb2a89a", "code": 422}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:59:10.043959 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b30ccf37-e2b3-4dbe-a403-a5364e9a224b {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:59:10.044455 n-d-800088-20 neutron-server[101404]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'af04e897-b5e5-43b6-bffa-0fff779c7645', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '15f22309-af1e-4080-a0e5-d95cdcb2a89a', 'code': 422} returned with failed status Aug 16 23:59:10.165445 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294bb9f-701e-45fc-9913-a04933716440 req-ede63417-e4fa-498f-b1f1-0a581713bfe5 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:10.174284 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e294bb9f-701e-45fc-9913-a04933716440 req-ede63417-e4fa-498f-b1f1-0a581713bfe5 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e917fde-72c3-474b-9a8c-097a11a3ead6 HTTP/1.1" status: 200 len: 945 time: 0.0664196 Aug 16 23:59:10.237398 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e294bb9f-701e-45fc-9913-a04933716440 req-55364dd1-fe2f-4b16-9a5d-ed4dc3531d58 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616519 Aug 16 23:59:10.518180 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b52fd1-d351-4383-9841-f75c60a4076f req-7c36b9eb-2663-4079-8cb4-425b51e35358 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:10.520116 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-26b52fd1-d351-4383-9841-f75c60a4076f req-7c36b9eb-2663-4079-8cb4-425b51e35358 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.0585203 Aug 16 23:59:10.565870 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-26b52fd1-d351-4383-9841-f75c60a4076f req-fd24d50f-64ee-414e-933c-7518954504db tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392530 Aug 16 23:59:10.769375 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-a86d373a-3d13-4c69-8926-a292fb4a110a tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:10.770955 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-a86d373a-3d13-4c69-8926-a292fb4a110a tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/networks?id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf HTTP/1.1" status: 200 len: 812 time: 0.1589098 Aug 16 23:59:10.799172 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-4f9f9bad-5ef6-4be5-84ce-82ffea0385f1 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/quotas/199207e6de05452bbb587d40f177d9b0 HTTP/1.1" status: 200 len: 375 time: 0.0138953 Aug 16 23:59:10.817965 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88668c0f-6486-4b33-be6c-6de6c788becd req-6a16a06b-16c1-4b48-ac6e-aedb7081b375 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:10.819621 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-88668c0f-6486-4b33-be6c-6de6c788becd req-6a16a06b-16c1-4b48-ac6e-aedb7081b375 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0800190 Aug 16 23:59:10.853441 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-13b62328-a34b-449f-8954-870979d8c4cb tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=199207e6de05452bbb587d40f177d9b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313728 Aug 16 23:59:10.938792 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-88668c0f-6486-4b33-be6c-6de6c788becd req-3999636c-0a85-4238-bb96-acc7f859454e tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092021 Aug 16 23:59:11.000313 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-a6a81997-6ca3-4e43-9cd5-06b0f143cddf service neutron] 10.222.0.60 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300225 Aug 16 23:59:11.128917 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f12d0-d477-402c-bead-33873f1f4ade req-51b4cc02-0414-4ea7-9255-afba245aee76 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:11.130394 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d39f12d0-d477-402c-bead-33873f1f4ade req-51b4cc02-0414-4ea7-9255-afba245aee76 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 945 time: 0.0765638 Aug 16 23:59:11.147081 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-17f0c9fb-d1f6-487a-8fb2-e11b90d18635 service neutron] 10.222.0.60 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396608 Aug 16 23:59:11.174127 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d39f12d0-d477-402c-bead-33873f1f4ade req-e836cd0e-81ef-4757-b79a-924c5dd7eb2b tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363932 Aug 16 23:59:11.296116 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 15f22309-af1e-4080-a0e5-d95cdcb2a89a no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:59:11.332677 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 15f22309-af1e-4080-a0e5-d95cdcb2a89a {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:59:11.333381 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 15f22309-af1e-4080-a0e5-d95cdcb2a89a not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:59:11.364450 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:11.373102 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-efdeded8-e791-47f4-a1e3-c0d0a4eb2247 req-1197701a-2c5a-4ed4-b07b-d627569d153b tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 210 time: 0.0585623 Aug 16 23:59:11.409504 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc016b-91f2-4f72-82ae-13a74fe7c7e4 req-3762ec5e-ee5f-42fb-a63b-e0bc5cf9de4e tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:11.411710 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b9dc016b-91f2-4f72-82ae-13a74fe7c7e4 req-3762ec5e-ee5f-42fb-a63b-e0bc5cf9de4e tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e917fde-72c3-474b-9a8c-097a11a3ead6 HTTP/1.1" status: 200 len: 945 time: 0.0877016 Aug 16 23:59:11.491417 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b9dc016b-91f2-4f72-82ae-13a74fe7c7e4 req-d105e80e-dec5-46e3-a359-8b7bc58170fc tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722978 Aug 16 23:59:11.707455 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d4046-d94b-4f25-b165-093b93d1b75e req-6f379eb0-78df-436c-957a-7d87cd8133b8 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:11.709320 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7e2d4046-d94b-4f25-b165-093b93d1b75e req-6f379eb0-78df-436c-957a-7d87cd8133b8 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.0633438 Aug 16 23:59:11.758532 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7e2d4046-d94b-4f25-b165-093b93d1b75e req-fa0938f2-991e-424d-a1e1-fc33a6cda23c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417459 Aug 16 23:59:12.079741 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b50dad-ed23-4337-97cf-6f17e4764670 req-dcca6d1b-c2c8-41be-9df3-ace821a2a339 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:12.088798 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-97b50dad-ed23-4337-97cf-6f17e4764670 req-dcca6d1b-c2c8-41be-9df3-ace821a2a339 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0656509 Aug 16 23:59:12.132107 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-97b50dad-ed23-4337-97cf-6f17e4764670 req-cb6cc873-79b1-43ff-9e8b-6963e4049424 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423956 Aug 16 23:59:12.202797 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54800) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:12.344102 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d062a86-d4e7-4aa3-bc07-1091fa99d1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:12.365488 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66a964-7a99-4bdc-9783-da6bfaaba08e req-fb193d14-7cd9-4868-90fb-86617700aabe tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:12.365488 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fc66a964-7a99-4bdc-9783-da6bfaaba08e req-fb193d14-7cd9-4868-90fb-86617700aabe tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 945 time: 0.0709996 Aug 16 23:59:12.424833 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fc66a964-7a99-4bdc-9783-da6bfaaba08e req-fe745d2c-b458-4180-82ae-3bfdceaed08d tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524449 Aug 16 23:59:12.486249 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92f9efcf-c951-441e-af00-9b0869996266 req-5a384bc3-a948-4e61-8209-dbaa09ead3dd tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 210 time: 0.0330956 Aug 16 23:59:12.513353 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d062a86-d4e7-4aa3-bc07-1091fa99d1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:12.518315 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d062a86-d4e7-4aa3-bc07-1091fa99d1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:12.568988 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8d062a86-d4e7-4aa3-bc07-1091fa99d1a7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=421082cb96a94b129334a5107557fd7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3642192 Aug 16 23:59:12.570325 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d062a86-d4e7-4aa3-bc07-1091fa99d1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185fbba2-ddcc-426f-a4d2-bc50a21b61be,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:12.571780 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54810) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:12.658098 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-11eb4d94-9fd7-4d45-8852-d1a5a7480070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:12.693977 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-11eb4d94-9fd7-4d45-8852-d1a5a7480070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:12.849908 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-19f11618-d9f5-4233-b6b8-5f3d23358283 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:12.851479 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-19f11618-d9f5-4233-b6b8-5f3d23358283 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.64 "GET /v2.0/networks?id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf HTTP/1.1" status: 200 len: 812 time: 0.1312115 Aug 16 23:59:12.865001 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-11eb4d94-9fd7-4d45-8852-d1a5a7480070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:12.867670 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-11eb4d94-9fd7-4d45-8852-d1a5a7480070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:12.868791 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-11eb4d94-9fd7-4d45-8852-d1a5a7480070 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/185fbba2-ddcc-426f-a4d2-bc50a21b61be HTTP/1.1" status: 204 len: 168 time: 0.2957726 Aug 16 23:59:12.891468 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-0d4a5b01-2e2b-482e-87c2-501a00786cb3 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Request body: {'port': {'device_id': '421577b2-9220-4d29-a9ea-931e3b2b994d', 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf', 'admin_state_up': True, 'tenant_id': '199207e6de05452bbb587d40f177d9b0'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:59:12.954941 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb4d94-9fd7-4d45-8852-d1a5a7480070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185fbba2-ddcc-426f-a4d2-bc50a21b61be,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:13.349772 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74bb03-f9e1-4684-a175-0d25ae66c603 req-3f44aa90-bc74-415b-9326-e37ec3bf1e53 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:13.351791 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7e74bb03-f9e1-4684-a175-0d25ae66c603 req-3f44aa90-bc74-415b-9326-e37ec3bf1e53 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.5100486 Aug 16 23:59:13.508809 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7e74bb03-f9e1-4684-a175-0d25ae66c603 req-500159cd-95e6-422f-b0ae-20e44b469404 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328359 Aug 16 23:59:13.522589 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6daa4d8-c096-480d-a352-c0fca1fed77d req-63276274-4298-4044-b2cb-bd2c064dc8b2 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:13.539064 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a6daa4d8-c096-480d-a352-c0fca1fed77d req-63276274-4298-4044-b2cb-bd2c064dc8b2 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1486983 Aug 16 23:59:13.566347 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-0d4a5b01-2e2b-482e-87c2-501a00786cb3 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Made reservation on behalf of 199207e6de05452bbb587d40f177d9b0 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:59:13.570392 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-0d4a5b01-2e2b-482e-87c2-501a00786cb3 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:13.601754 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a6daa4d8-c096-480d-a352-c0fca1fed77d req-9f8e7338-4476-4688-b951-a03e43567c1c tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617468 Aug 16 23:59:13.797300 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3242be7b-749e-42d2-b3b8-68eff3b201c8 req-ca09baba-29bd-460b-8bd9-6dec29b4c7a2 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 210 time: 0.0382638 Aug 16 23:59:13.810773 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-0d4a5b01-2e2b-482e-87c2-501a00786cb3 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Allocated IP 172.20.0.14 (0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf/1d7b0613-c268-41b8-9af9-983e31f4d852/77a499c2-0a42-42a1-9708-da7f2274fa5a) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:59:13.842964 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be4158-2610-491e-a06f-0c7ca9309bfb req-eb2a67da-a8c2-472c-b85a-4adc645cbe84 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:13.853090 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-19be4158-2610-491e-a06f-0c7ca9309bfb req-eb2a67da-a8c2-472c-b85a-4adc645cbe84 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 945 time: 0.1289065 Aug 16 23:59:13.920758 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-19be4158-2610-491e-a06f-0c7ca9309bfb req-79108e37-1be3-4669-b7ac-e1368410b087 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665374 Aug 16 23:59:14.034165 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-0d4a5b01-2e2b-482e-87c2-501a00786cb3 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:14.084613 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-0d4a5b01-2e2b-482e-87c2-501a00786cb3 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:14.144004 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-0d4a5b01-2e2b-482e-87c2-501a00786cb3 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:59:14.147541 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-0d4a5b01-2e2b-482e-87c2-501a00786cb3 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:59:14.152254 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-0d4a5b01-2e2b-482e-87c2-501a00786cb3 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:59:14.156923 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a5b01-2e2b-482e-87c2-501a00786cb3 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Pushing event updated for resources: {'Port': ['ID=77a499c2-0a42-42a1-9708-da7f2274fa5a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:14.204698 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-0d4a5b01-2e2b-482e-87c2-501a00786cb3 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:14.206902 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-0d4a5b01-2e2b-482e-87c2-501a00786cb3 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:14.226899 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-0d4a5b01-2e2b-482e-87c2-501a00786cb3 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3422639 Aug 16 23:59:14.242316 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-e5901cb5-4131-429e-b32e-1f3c38676fc9 service neutron] Request body: {'port': {'device_id': '421577b2-9220-4d29-a9ea-931e3b2b994d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:59:14.301337 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-e5901cb5-4131-429e-b32e-1f3c38676fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:14.611442 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-e5901cb5-4131-429e-b32e-1f3c38676fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77a499c2-0a42-42a1-9708-da7f2274fa5a {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:59:14.632910 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-e5901cb5-4131-429e-b32e-1f3c38676fc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:14.655410 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-e5901cb5-4131-429e-b32e-1f3c38676fc9 service neutron] Transition to ACTIVE for port object 77a499c2-0a42-42a1-9708-da7f2274fa5a will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:59:14.665999 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-e5901cb5-4131-429e-b32e-1f3c38676fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:14.703569 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404c8b6-e5ae-4579-94b6-418b49187521 req-ba913800-8594-42fa-8d97-5f41d43705cb tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:14.705120 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4404c8b6-e5ae-4579-94b6-418b49187521 req-ba913800-8594-42fa-8d97-5f41d43705cb tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.1086674 Aug 16 23:59:14.799453 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5901cb5-4131-429e-b32e-1f3c38676fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=77a499c2-0a42-42a1-9708-da7f2274fa5a,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:14.831331 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4404c8b6-e5ae-4579-94b6-418b49187521 req-697bd848-18e4-400f-98c6-43ed16731f35 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166849 Aug 16 23:59:14.868081 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95b22d-599a-4490-a635-967b61ed36dc req-3f3b488e-4f12-44a2-9557-7d4a8de5dafa tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:14.869638 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff95b22d-599a-4490-a635-967b61ed36dc req-3f3b488e-4f12-44a2-9557-7d4a8de5dafa tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1631246 Aug 16 23:59:14.914151 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-e5901cb5-4131-429e-b32e-1f3c38676fc9 service neutron] Attempting to bind port 77a499c2-0a42-42a1-9708-da7f2274fa5a on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:59:14.914490 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-e5901cb5-4131-429e-b32e-1f3c38676fc9 service neutron] Attempting to bind port 77a499c2-0a42-42a1-9708-da7f2274fa5a by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:59:14.914887 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-e5901cb5-4131-429e-b32e-1f3c38676fc9 service neutron] Attempting to bind port 77a499c2-0a42-42a1-9708-da7f2274fa5a on network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:59:14.929001 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-e5901cb5-4131-429e-b32e-1f3c38676fc9 service neutron] Port 77a499c2-0a42-42a1-9708-da7f2274fa5a on network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:59:14.930129 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-e5901cb5-4131-429e-b32e-1f3c38676fc9 service neutron] Attempting to bind port 77a499c2-0a42-42a1-9708-da7f2274fa5a on network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:59:14.935688 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff95b22d-599a-4490-a635-967b61ed36dc req-cd90ddb8-4594-48cb-9077-2005d86be95a tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573809 Aug 16 23:59:14.939948 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-e5901cb5-4131-429e-b32e-1f3c38676fc9 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:59:14.940398 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-e5901cb5-4131-429e-b32e-1f3c38676fc9 service neutron] Checking segment: {'id': '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:59:14.940779 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-e5901cb5-4131-429e-b32e-1f3c38676fc9 service neutron] Bound using segment: {'id': '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:59:14.941602 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-e5901cb5-4131-429e-b32e-1f3c38676fc9 service neutron] Bound port: 77a499c2-0a42-42a1-9708-da7f2274fa5a, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:59:14.941766 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-e5901cb5-4131-429e-b32e-1f3c38676fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:15.051321 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-e5901cb5-4131-429e-b32e-1f3c38676fc9 service neutron] For port 77a499c2-0a42-42a1-9708-da7f2274fa5a, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:59:15.056172 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-e5901cb5-4131-429e-b32e-1f3c38676fc9 service neutron] For port 77a499c2-0a42-42a1-9708-da7f2274fa5a, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=77a499c2-0a42-42a1-9708-da7f2274fa5a,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:59:15.083940 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-e5901cb5-4131-429e-b32e-1f3c38676fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:15.148877 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-e5901cb5-4131-429e-b32e-1f3c38676fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:15.149707 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-e5901cb5-4131-429e-b32e-1f3c38676fc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:15.151141 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-e5901cb5-4131-429e-b32e-1f3c38676fc9 service neutron] 10.222.0.64 "PUT /v2.0/ports/77a499c2-0a42-42a1-9708-da7f2274fa5a HTTP/1.1" status: 200 len: 1093 time: 0.9147215 Aug 16 23:59:15.157309 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421577b2-9220-4d29-a9ea-931e3b2b994d', 'tag': '77a499c2-0a42-42a1-9708-da7f2274fa5a'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:59:15.158247 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa83960-b76d-4921-aaf5-e9c0bf0ff0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "421577b2-9220-4d29-a9ea-931e3b2b994d", "tag": "77a499c2-0a42-42a1-9708-da7f2274fa5a"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:59:15.236908 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9dab76-908a-4742-a93f-31718e4e7540 req-849f4cef-c533-4c08-9c3e-2a1553ce9fc2 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:15.238482 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f9dab76-908a-4742-a93f-31718e4e7540 req-849f4cef-c533-4c08-9c3e-2a1553ce9fc2 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 944 time: 0.1721709 Aug 16 23:59:15.254241 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5901cb5-4131-429e-b32e-1f3c38676fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=77a499c2-0a42-42a1-9708-da7f2274fa5a,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:15.293758 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d71be-91f3-4171-9b65-2017ec7e8a5d req-08c81931-92ca-415c-8499-0bdd816ee3e6 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:15.295272 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-816d71be-91f3-4171-9b65-2017ec7e8a5d req-08c81931-92ca-415c-8499-0bdd816ee3e6 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 945 time: 0.1623466 Aug 16 23:59:15.334773 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f9dab76-908a-4742-a93f-31718e4e7540 req-35f4009f-e159-4cca-a4fc-59886c86f539 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765347 Aug 16 23:59:15.336592 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-7c6e9dad-f540-43cb-bba1-ecaac5573dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:15.338040 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-7c6e9dad-f540-43cb-bba1-ecaac5573dc4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=199207e6de05452bbb587d40f177d9b0&device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 1096 time: 0.1239581 Aug 16 23:59:15.375200 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-816d71be-91f3-4171-9b65-2017ec7e8a5d req-89fba1ba-b531-46f7-8e1b-1e7134f097c2 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700700 Aug 16 23:59:15.408104 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0e3c7a-611e-48b9-8b56-d87cce4e123f x-openstack-request-id: req-6b0e3c7a-611e-48b9-8b56-d87cce4e123f {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:59:15.408533 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421577b2-9220-4d29-a9ea-931e3b2b994d", "tag": "77a499c2-0a42-42a1-9708-da7f2274fa5a", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:59:15.408797 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6b0e3c7a-611e-48b9-8b56-d87cce4e123f {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:59:15.409268 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421577b2-9220-4d29-a9ea-931e3b2b994d', 'tag': '77a499c2-0a42-42a1-9708-da7f2274fa5a', 'status': 'completed', 'code': 200} Aug 16 23:59:15.411058 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-bea817dc-61d9-4fd0-a2d2-c23e67f8b7b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77a499c2-0a42-42a1-9708-da7f2274fa5a HTTP/1.1" status: 200 len: 217 time: 0.0508177 Aug 16 23:59:15.487267 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-0067cfd6-4abd-4e28-bd46-74040cc8823b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:15.488874 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-0067cfd6-4abd-4e28-bd46-74040cc8823b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1d7b0613-c268-41b8-9af9-983e31f4d852 HTTP/1.1" status: 200 len: 852 time: 0.0564423 Aug 16 23:59:15.524884 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-cad9cbda-4454-410a-8574-5098da65a229 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275085 Aug 16 23:59:15.646324 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-1b774505-a296-4dde-83ff-d21cb39cd35f service neutron] 10.222.0.64 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111097 Aug 16 23:59:15.754719 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3d92d0ef-6f78-486b-b656-fbbf259f5c2e req-9e733931-1657-46ac-8d0d-cbfc8ec12178 service neutron] 10.222.0.64 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976379 Aug 16 23:59:15.900171 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa83960-b76d-4921-aaf5-e9c0bf0ff0d8 req-db461ce8-c1f3-481a-b4f5-1c844ffe9ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:15.901746 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1aa83960-b76d-4921-aaf5-e9c0bf0ff0d8 req-db461ce8-c1f3-481a-b4f5-1c844ffe9ba2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=199207e6de05452bbb587d40f177d9b0&device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 1096 time: 0.0536294 Aug 16 23:59:16.035812 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d8b9b-8817-429c-b66e-fdbe031d7e60 req-08e44f44-d897-4009-9c9d-c1f177b8e9ac tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:16.040539 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c41d8b9b-8817-429c-b66e-fdbe031d7e60 req-08e44f44-d897-4009-9c9d-c1f177b8e9ac tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.1116593 Aug 16 23:59:16.111649 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c41d8b9b-8817-429c-b66e-fdbe031d7e60 req-aafaf58e-a1bd-44f5-99a5-d53e5d3ab861 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630002 Aug 16 23:59:16.150969 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa83960-b76d-4921-aaf5-e9c0bf0ff0d8 req-c7359597-12da-46f9-a176-150bb73aa449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:16.153376 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1aa83960-b76d-4921-aaf5-e9c0bf0ff0d8 req-c7359597-12da-46f9-a176-150bb73aa449 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf HTTP/1.1" status: 200 len: 913 time: 0.2324047 Aug 16 23:59:16.221960 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1aa83960-b76d-4921-aaf5-e9c0bf0ff0d8 req-7816f78b-5b73-4d9a-a93d-79447ed935b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77a499c2-0a42-42a1-9708-da7f2274fa5a HTTP/1.1" status: 200 len: 217 time: 0.0487163 Aug 16 23:59:16.255065 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1cbdd-5473-401b-94cc-cfbf1d71e82c req-a343c234-0797-473f-b022-c27fd8c4e692 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:16.262340 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f0b1cbdd-5473-401b-94cc-cfbf1d71e82c req-a343c234-0797-473f-b022-c27fd8c4e692 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1274636 Aug 16 23:59:16.336120 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa83960-b76d-4921-aaf5-e9c0bf0ff0d8 req-d32dbb20-4fa1-4940-af1c-e0bdd5a4d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:16.337709 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1aa83960-b76d-4921-aaf5-e9c0bf0ff0d8 req-d32dbb20-4fa1-4940-af1c-e0bdd5a4d759 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1d7b0613-c268-41b8-9af9-983e31f4d852 HTTP/1.1" status: 200 len: 852 time: 0.1002135 Aug 16 23:59:16.341467 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f0b1cbdd-5473-401b-94cc-cfbf1d71e82c req-d57bb622-fb0e-43d0-88c9-93bfeba57cc0 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778437 Aug 16 23:59:16.401390 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1aa83960-b76d-4921-aaf5-e9c0bf0ff0d8 req-c69e7a22-f8f5-41f5-b14e-555d78d14c98 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474989 Aug 16 23:59:16.510714 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b6269624-fa18-453b-a513-c437ed23f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:16.572466 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d5f3f-b8c3-410b-9260-313d487739ce req-4524caa4-9eca-4b55-9dee-b2d5c41c846d tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:16.574500 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-259d5f3f-b8c3-410b-9260-313d487739ce req-4524caa4-9eca-4b55-9dee-b2d5c41c846d tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 944 time: 0.1503801 Aug 16 23:59:16.601162 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf0d9c-4329-46ab-a4d7-36c276ba31ca req-ed054915-58ef-4e56-9150-1bafa3c6cd1b tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:16.609566 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-afdf0d9c-4329-46ab-a4d7-36c276ba31ca req-ed054915-58ef-4e56-9150-1bafa3c6cd1b tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 945 time: 0.1370201 Aug 16 23:59:16.636769 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1aa83960-b76d-4921-aaf5-e9c0bf0ff0d8 req-445523f0-072c-4882-bd79-a7a9508653df service neutron] 10.222.0.64 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227616 Aug 16 23:59:16.703536 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-259d5f3f-b8c3-410b-9260-313d487739ce req-972a0d98-5950-4268-8f71-55274279f502 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191761 Aug 16 23:59:16.741111 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-afdf0d9c-4329-46ab-a4d7-36c276ba31ca req-d19629a3-23f9-41b5-a01c-a5cbf5aec4d4 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308517 Aug 16 23:59:16.788425 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1aa83960-b76d-4921-aaf5-e9c0bf0ff0d8 req-9f66a556-4ef4-47bd-a71a-8edc7f2af87d service neutron] 10.222.0.64 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369104 Aug 16 23:59:16.999208 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54974) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:17.127598 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ed604ac1-b103-4ebc-a05e-94379a63d3f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:17.252430 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7a920-cf34-4323-b277-86c9f3a07b12 req-e1045dec-a7c4-4498-8053-93a0fb8ae1b6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:17.254090 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61b7a920-cf34-4323-b277-86c9f3a07b12 req-e1045dec-a7c4-4498-8053-93a0fb8ae1b6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.0749667 Aug 16 23:59:17.287842 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ed604ac1-b103-4ebc-a05e-94379a63d3f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:17.293683 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ed604ac1-b103-4ebc-a05e-94379a63d3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:17.329098 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61b7a920-cf34-4323-b277-86c9f3a07b12 req-b130197f-0150-43a7-9d04-49d916679003 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687690 Aug 16 23:59:17.345240 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ed604ac1-b103-4ebc-a05e-94379a63d3f2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b7b88ecceeb14190b3bddcc15eec8603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3419292 Aug 16 23:59:17.345883 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54984) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:17.347569 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed604ac1-b103-4ebc-a05e-94379a63d3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7558db6d-f10d-4940-89aa-a31a7bd110d6,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:17.402724 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f7ba053-9318-46e8-85e4-802771bf95e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:17.425752 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f7ba053-9318-46e8-85e4-802771bf95e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:17.468637 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846aba6-c6fd-437a-be2c-96d1ae18d753 req-e6308b06-ad8c-4954-8127-aafb99c57b07 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:17.470294 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8846aba6-c6fd-437a-be2c-96d1ae18d753 req-e6308b06-ad8c-4954-8127-aafb99c57b07 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0572064 Aug 16 23:59:17.486878 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f7ba053-9318-46e8-85e4-802771bf95e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:17.489465 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f7ba053-9318-46e8-85e4-802771bf95e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:17.492905 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1f7ba053-9318-46e8-85e4-802771bf95e5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7558db6d-f10d-4940-89aa-a31a7bd110d6 HTTP/1.1" status: 204 len: 168 time: 0.1431351 Aug 16 23:59:17.508534 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ba053-9318-46e8-85e4-802771bf95e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7558db6d-f10d-4940-89aa-a31a7bd110d6,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:17.532350 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8846aba6-c6fd-437a-be2c-96d1ae18d753 req-fb38d7e5-034b-4192-97e4-4bfff79655ac tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504162 Aug 16 23:59:17.802153 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54998) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:17.816942 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f23dca26-e996-4652-9297-bc195dda58ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:17.875178 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46f2dc-d887-4759-b38b-754694b7b820 req-9ac446cb-257d-44a2-9273-da04062bdf47 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:17.876898 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be46f2dc-d887-4759-b38b-754694b7b820 req-9ac446cb-257d-44a2-9273-da04062bdf47 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 944 time: 0.0898459 Aug 16 23:59:17.895679 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3e1ae-0b3f-478d-a9a5-ecf5ed2d4637 req-ed65e509-6a21-4ee9-8b54-3b20cf6f03b8 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:17.897468 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51d3e1ae-0b3f-478d-a9a5-ecf5ed2d4637 req-ed65e509-6a21-4ee9-8b54-3b20cf6f03b8 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 945 time: 0.0737073 Aug 16 23:59:17.932763 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f23dca26-e996-4652-9297-bc195dda58ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:17.940979 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f23dca26-e996-4652-9297-bc195dda58ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:17.956783 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be46f2dc-d887-4759-b38b-754694b7b820 req-92abc166-820e-4811-ad69-c06e0dcffc23 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575829 Aug 16 23:59:17.972364 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51d3e1ae-0b3f-478d-a9a5-ecf5ed2d4637 req-3745c978-1b04-4dba-aca1-f9912fab2416 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550747 Aug 16 23:59:17.988675 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23dca26-e996-4652-9297-bc195dda58ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce9753d-51e3-4772-801a-5f796f55d515,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:17.997001 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 55000) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:18.001351 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f23dca26-e996-4652-9297-bc195dda58ff admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fd4b875f22744ae38d687426eedaea87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1900132 Aug 16 23:59:18.079560 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0b0e5d1-7eaf-4d7d-95d4-2e18a93b5877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:18.107197 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbdaa2a-134a-41b0-91b6-1dd168c200d6 req-251de2c2-b755-4408-95da-1dc41de474ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:18.108782 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8fbdaa2a-134a-41b0-91b6-1dd168c200d6 req-251de2c2-b755-4408-95da-1dc41de474ed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 1097 time: 0.0712483 Aug 16 23:59:18.110621 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0b0e5d1-7eaf-4d7d-95d4-2e18a93b5877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:18.126375 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c86dd379-df95-44f2-88de-0b0e1565df8f req-3e187b55-5f4e-4f10-bd9c-4bb5c2ff0b27 service neutron] 10.222.0.64 "GET /v2.0/ports/f1b00233-84b9-45da-82a9-4141ca7e2930/bindings/n-h2-800088-20 HTTP/1.1" status: 200 len: 383 time: 0.0623972 Aug 16 23:59:18.170570 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8fbdaa2a-134a-41b0-91b6-1dd168c200d6 req-05d108f5-9517-4e41-b360-3a19e2b6eb69 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454373 Aug 16 23:59:18.192114 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0b0e5d1-7eaf-4d7d-95d4-2e18a93b5877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:18.194642 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0b0e5d1-7eaf-4d7d-95d4-2e18a93b5877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:18.197086 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c0b0e5d1-7eaf-4d7d-95d4-2e18a93b5877 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6ce9753d-51e3-4772-801a-5f796f55d515 HTTP/1.1" status: 204 len: 168 time: 0.1975818 Aug 16 23:59:18.206258 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0e5d1-7eaf-4d7d-95d4-2e18a93b5877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce9753d-51e3-4772-801a-5f796f55d515,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:18.475839 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dd379-df95-44f2-88de-0b0e1565df8f req-e4135918-daaf-43ee-9670-e4dc3aa1b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:18.477373 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c86dd379-df95-44f2-88de-0b0e1565df8f req-e4135918-daaf-43ee-9670-e4dc3aa1b4c8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067&tenant_id=636fdf9ffe334b56b1041327d83dc393 HTTP/1.1" status: 200 len: 1101 time: 0.0790744 Aug 16 23:59:18.486541 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b628d-bc30-4b42-b95d-350cc771c245 req-3d47e390-e7fc-4fc8-a389-6fbbc08ac2bd tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:18.488965 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-059b628d-bc30-4b42-b95d-350cc771c245 req-3d47e390-e7fc-4fc8-a389-6fbbc08ac2bd tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.0801985 Aug 16 23:59:18.565027 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-059b628d-bc30-4b42-b95d-350cc771c245 req-a9d20725-9ee6-4c5e-83e2-672fad426256 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699182 Aug 16 23:59:18.580789 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dd379-df95-44f2-88de-0b0e1565df8f req-9c8e15b7-08d6-4bef-89f8-45d21f183ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:18.582310 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c86dd379-df95-44f2-88de-0b0e1565df8f req-9c8e15b7-08d6-4bef-89f8-45d21f183ce5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 1101 time: 0.0715506 Aug 16 23:59:18.702647 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7b6ff-ed6e-4bcb-ad14-732bba1ec96e req-fb179bc1-133a-46c7-b71e-7843b1f0515d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:18.706791 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-efe7b6ff-ed6e-4bcb-ad14-732bba1ec96e req-fb179bc1-133a-46c7-b71e-7843b1f0515d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1072845 Aug 16 23:59:18.736655 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dd379-df95-44f2-88de-0b0e1565df8f req-d3c175e7-2976-49dd-960a-1332365cf59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:18.738134 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c86dd379-df95-44f2-88de-0b0e1565df8f req-d3c175e7-2976-49dd-960a-1332365cf59c service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.1318381 Aug 16 23:59:18.790292 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c86dd379-df95-44f2-88de-0b0e1565df8f req-82ca4fd3-fb7f-483c-8009-5e4633c215f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=f1b00233-84b9-45da-82a9-4141ca7e2930 HTTP/1.1" status: 200 len: 217 time: 0.0384326 Aug 16 23:59:18.793311 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-efe7b6ff-ed6e-4bcb-ad14-732bba1ec96e req-96f77cad-ed67-46c5-be2f-d7aed30834d2 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773845 Aug 16 23:59:18.852083 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dd379-df95-44f2-88de-0b0e1565df8f req-a661a90e-47e6-496a-882b-29b8d0ee5af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:18.853585 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c86dd379-df95-44f2-88de-0b0e1565df8f req-a661a90e-47e6-496a-882b-29b8d0ee5af8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0515895 Aug 16 23:59:18.915534 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dd379-df95-44f2-88de-0b0e1565df8f req-fbc1b06b-d931-493a-8012-55ef4e527420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:18.917019 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c86dd379-df95-44f2-88de-0b0e1565df8f req-fbc1b06b-d931-493a-8012-55ef4e527420 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0421903 Aug 16 23:59:19.046186 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c86dd379-df95-44f2-88de-0b0e1565df8f req-c20dfa6c-23fa-46df-8d40-04b63a2188e7 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180787 Aug 16 23:59:19.084146 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-59e3b552-b53a-46c2-98c0-90997eca3c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:19.193892 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:19.202541 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856ab55-cbf2-4d9e-9f60-7447def1559d req-0e080e45-322a-48df-be7b-9272e41c6cc5 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:19.204162 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3856ab55-cbf2-4d9e-9f60-7447def1559d req-0e080e45-322a-48df-be7b-9272e41c6cc5 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 944 time: 0.1570570 Aug 16 23:59:19.255369 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c86dd379-df95-44f2-88de-0b0e1565df8f req-93444c20-d1e1-4a41-b3a9-8521ee89ea1c service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959767 Aug 16 23:59:19.264861 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9329c7e-dfb9-4117-8b12-58a9769e95f4 req-66c230e4-3022-4457-84f4-1b66dd017c5f tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:19.266323 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d9329c7e-dfb9-4117-8b12-58a9769e95f4 req-66c230e4-3022-4457-84f4-1b66dd017c5f tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 945 time: 0.2058828 Aug 16 23:59:19.301978 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3856ab55-cbf2-4d9e-9f60-7447def1559d req-fe82eae2-1d12-4af1-9181-5df5c254544a tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883985 Aug 16 23:59:19.342771 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 77a499c2-0a42-42a1-9708-da7f2274fa5a details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:59:19.389540 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d9329c7e-dfb9-4117-8b12-58a9769e95f4 req-8af563c2-d50d-4803-bd50-a38135ffd0eb tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052930 Aug 16 23:59:19.423266 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3835c9c-261f-4faf-81cd-c83eb8c209cc req-dbbc1809-72c1-494b-abd6-14dc830337a6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0978630 Aug 16 23:59:19.491043 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 77a499c2-0a42-42a1-9708-da7f2274fa5a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=77a499c2-0a42-42a1-9708-da7f2274fa5a,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:19.505594 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '77a499c2-0a42-42a1-9708-da7f2274fa5a', 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf', 'port_id': '77a499c2-0a42-42a1-9708-da7f2274fa5a', 'mac_address': 'fa:16:3e:d8:11:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d7b0613-c268-41b8-9af9-983e31f4d852', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:59:19.550092 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3835c9c-261f-4faf-81cd-c83eb8c209cc req-d402b45d-5cee-45e6-a18c-89b32688452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:19.551385 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3835c9c-261f-4faf-81cd-c83eb8c209cc req-d402b45d-5cee-45e6-a18c-89b32688452a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=196284884f15450ab6370c358b3094db&device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6 HTTP/1.1" status: 200 len: 1097 time: 0.0486767 Aug 16 23:59:19.552398 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:19.566938 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77a499c2-0a42-42a1-9708-da7f2274fa5a {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:59:19.590829 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 77a499c2-0a42-42a1-9708-da7f2274fa5a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=77a499c2-0a42-42a1-9708-da7f2274fa5a,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:19.597261 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:19.664362 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=77a499c2-0a42-42a1-9708-da7f2274fa5a,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:19.721174 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08bb0e-359a-41f9-81fc-eec496c9b852 req-9f11f628-5630-49a2-9ea4-d9e950fac690 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:19.722720 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb08bb0e-359a-41f9-81fc-eec496c9b852 req-9f11f628-5630-49a2-9ea4-d9e950fac690 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.0810659 Aug 16 23:59:19.746458 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3835c9c-261f-4faf-81cd-c83eb8c209cc req-e1788e40-8913-424c-9da4-8bf9f61f4e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:19.747554 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3835c9c-261f-4faf-81cd-c83eb8c209cc req-e1788e40-8913-424c-9da4-8bf9f61f4e27 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0de117b9-aee8-4952-ae99-3d2308a08b74 HTTP/1.1" status: 200 len: 909 time: 0.1625905 Aug 16 23:59:19.810038 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb08bb0e-359a-41f9-81fc-eec496c9b852 req-22f5c157-367c-47e9-9a37-547704b82bcf tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813756 Aug 16 23:59:19.811381 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3835c9c-261f-4faf-81cd-c83eb8c209cc req-40a7c440-be02-464b-948f-4c8b018249c1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09cd6a5e-0878-4702-8532-60aaa5ef0337 HTTP/1.1" status: 200 len: 217 time: 0.0549479 Aug 16 23:59:19.883377 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:59:19.895930 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3835c9c-261f-4faf-81cd-c83eb8c209cc req-c653ba0d-dbfc-489d-b495-d7ad72cd66a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:19.897791 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3835c9c-261f-4faf-81cd-c83eb8c209cc req-c653ba0d-dbfc-489d-b495-d7ad72cd66a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c3c58a3-e974-46fc-9f56-1776e260fbc5 HTTP/1.1" status: 200 len: 848 time: 0.0611956 Aug 16 23:59:19.948814 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3835c9c-261f-4faf-81cd-c83eb8c209cc req-84a05187-e95a-4ff2-a017-9c900962d20b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0de117b9-aee8-4952-ae99-3d2308a08b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389819 Aug 16 23:59:20.040117 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732fe46-455b-465c-865c-2884ebe9fd27 req-655c928b-c1a4-4c54-8157-a842de7624f9 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:20.041728 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b732fe46-455b-465c-865c-2884ebe9fd27 req-655c928b-c1a4-4c54-8157-a842de7624f9 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1185367 Aug 16 23:59:20.076842 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:20.099031 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3835c9c-261f-4faf-81cd-c83eb8c209cc req-a85e5681-69cc-4dae-81cf-49971b597731 service neutron] 10.222.0.64 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358426 Aug 16 23:59:20.103984 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b732fe46-455b-465c-865c-2884ebe9fd27 req-8dfec0ca-4804-40e8-8e3c-cab8484df00c tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544639 Aug 16 23:59:20.221461 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3835c9c-261f-4faf-81cd-c83eb8c209cc req-511c42fe-2dcc-4968-be7d-8fff9f72add5 service neutron] 10.222.0.64 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063044 Aug 16 23:59:20.247319 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-d3c0bfee-669d-4a1d-b094-50a7aa7e628e tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:20.249674 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-d3c0bfee-669d-4a1d-b094-50a7aa7e628e tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882&tenant_id=196284884f15450ab6370c358b3094db&binding%3Ahost_id=n-h2-800088-20 HTTP/1.1" status: 200 len: 1097 time: 0.0643454 Aug 16 23:59:20.266741 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-a6e5ab5b-54b7-467e-a817-a5da18863de1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800088-20'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:59:20.332668 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-a6e5ab5b-54b7-467e-a817-a5da18863de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:20.425629 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['77a499c2-0a42-42a1-9708-da7f2274fa5a'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:59:20.496246 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274aabe-ed19-43f8-9f78-f9a96b87e857 req-de5d1667-735c-4f07-9a50-ab2ac47b986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:20.498105 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4274aabe-ed19-43f8-9f78-f9a96b87e857 req-de5d1667-735c-4f07-9a50-ab2ac47b986c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=86043ac5c01d42e2a5f439e1e8d8861c&device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 1097 time: 0.1353221 Aug 16 23:59:20.534974 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745e2f4-4025-422c-87c4-003dbf498b27 req-17f1c17f-6c05-4674-8358-d957ece766e5 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:20.536482 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7745e2f4-4025-422c-87c4-003dbf498b27 req-17f1c17f-6c05-4674-8358-d957ece766e5 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1626329 Aug 16 23:59:20.537235 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-a6e5ab5b-54b7-467e-a817-a5da18863de1 service neutron] For port a80bce9e-c752-4ece-a59c-4486f6cb275d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a80bce9e-c752-4ece-a59c-4486f6cb275d,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:20.583915 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-a6e5ab5b-54b7-467e-a817-a5da18863de1 service neutron] For port a80bce9e-c752-4ece-a59c-4486f6cb275d, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:59:20.597069 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f2ea0-1996-44c3-8332-dc114dd30f12 req-58e8716b-2186-4744-b674-f3df83b29a32 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:20.605594 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-934f2ea0-1996-44c3-8332-dc114dd30f12 req-58e8716b-2186-4744-b674-f3df83b29a32 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 945 time: 0.1830471 Aug 16 23:59:20.640911 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9424f9-723c-4d17-8ea0-19f986bc8882', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a80bce9e-c752-4ece-a59c-4486f6cb275d'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:59:20.644128 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d48e62-034c-4dd8-a104-6ea96168cc09" -d '{"events": [{"server_uuid": "de9424f9-723c-4d17-8ea0-19f986bc8882", "name": "network-vif-unplugged", "status": "completed", "tag": "a80bce9e-c752-4ece-a59c-4486f6cb275d"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:59:20.648383 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-a6e5ab5b-54b7-467e-a817-a5da18863de1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:20.655926 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-a6e5ab5b-54b7-467e-a817-a5da18863de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:20.693747 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-934f2ea0-1996-44c3-8332-dc114dd30f12 req-e641f0b0-7006-4f72-979a-5edfa961a8da tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870438 Aug 16 23:59:20.718062 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274aabe-ed19-43f8-9f78-f9a96b87e857 req-37cc96d2-5725-47c2-aac5-6bf797120339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:20.720523 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4274aabe-ed19-43f8-9f78-f9a96b87e857 req-37cc96d2-5725-47c2-aac5-6bf797120339 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b540a6a1-dfc7-43c4-9922-512d2e4997c6 HTTP/1.1" status: 200 len: 920 time: 0.2043223 Aug 16 23:59:20.727123 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7745e2f4-4025-422c-87c4-003dbf498b27 req-faf70613-f5d4-414b-9dc2-b5a7ed34a224 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167722 Aug 16 23:59:20.760749 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5ab5b-54b7-467e-a817-a5da18863de1 service neutron] Pushing event updated for resources: {'Port': ['ID=a80bce9e-c752-4ece-a59c-4486f6cb275d,revision_number=7']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:20.776712 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-a6e5ab5b-54b7-467e-a817-a5da18863de1 service neutron] Attempting to bind port a80bce9e-c752-4ece-a59c-4486f6cb275d on host n-h2-800088-20 for vnic_type normal with profile {"migrating_to": "n-h1-800088-20"} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:59:20.777603 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-a6e5ab5b-54b7-467e-a817-a5da18863de1 service neutron] Attempting to bind port a80bce9e-c752-4ece-a59c-4486f6cb275d by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:59:20.778157 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-a6e5ab5b-54b7-467e-a817-a5da18863de1 service neutron] Attempting to bind port a80bce9e-c752-4ece-a59c-4486f6cb275d on network 0de117b9-aee8-4952-ae99-3d2308a08b74 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:59:20.782936 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-a6e5ab5b-54b7-467e-a817-a5da18863de1 service neutron] Port a80bce9e-c752-4ece-a59c-4486f6cb275d on network 0de117b9-aee8-4952-ae99-3d2308a08b74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:59:20.783377 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-a6e5ab5b-54b7-467e-a817-a5da18863de1 service neutron] Attempting to bind port a80bce9e-c752-4ece-a59c-4486f6cb275d on network 0de117b9-aee8-4952-ae99-3d2308a08b74 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:59:20.788796 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-a6e5ab5b-54b7-467e-a817-a5da18863de1 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:59:20.789300 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-a6e5ab5b-54b7-467e-a817-a5da18863de1 service neutron] Checking segment: {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:59:20.789785 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-a6e5ab5b-54b7-467e-a817-a5da18863de1 service neutron] Bound using segment: {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:59:20.790319 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-a6e5ab5b-54b7-467e-a817-a5da18863de1 service neutron] Bound port: a80bce9e-c752-4ece-a59c-4486f6cb275d, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0237eeef-40e8-4a1c-8a51-87da4b90e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0de117b9-aee8-4952-ae99-3d2308a08b74'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:59:20.790787 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-a6e5ab5b-54b7-467e-a817-a5da18863de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:20.837425 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4274aabe-ed19-43f8-9f78-f9a96b87e857 req-26deda4d-5e53-4fc7-b067-a66499cb43e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=477d914a-6c65-48fc-b616-dcda382e32cd HTTP/1.1" status: 200 len: 217 time: 0.1072040 Aug 16 23:59:20.868762 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-a6e5ab5b-54b7-467e-a817-a5da18863de1 service neutron] For port a80bce9e-c752-4ece-a59c-4486f6cb275d, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:59:20.872895 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-a6e5ab5b-54b7-467e-a817-a5da18863de1 service neutron] For port a80bce9e-c752-4ece-a59c-4486f6cb275d, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a80bce9e-c752-4ece-a59c-4486f6cb275d,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:59:20.878399 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-a6e5ab5b-54b7-467e-a817-a5da18863de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:20.941527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274aabe-ed19-43f8-9f78-f9a96b87e857 req-7c629a7a-83bf-40c1-99c6-281ab57dee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:20.942947 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4274aabe-ed19-43f8-9f78-f9a96b87e857 req-7c629a7a-83bf-40c1-99c6-281ab57dee4d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87966530-05f3-4777-b9a2-61db54a436d5 HTTP/1.1" status: 200 len: 859 time: 0.0769792 Aug 16 23:59:20.972126 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cc5a4-903b-48d7-94d6-1c4a0e7bfbe4 req-af90c26d-e20c-4b12-948b-77de4f10ac3c tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:20.973778 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-929cc5a4-903b-48d7-94d6-1c4a0e7bfbe4 req-af90c26d-e20c-4b12-948b-77de4f10ac3c tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 943 time: 0.1257842 Aug 16 23:59:20.987549 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d483af-61af-4186-b905-d7e80a0d291f x-openstack-request-id: req-e4d483af-61af-4186-b905-d7e80a0d291f {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:59:20.987996 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9424f9-723c-4d17-8ea0-19f986bc8882", "name": "network-vif-unplugged", "status": "completed", "tag": "a80bce9e-c752-4ece-a59c-4486f6cb275d", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:59:20.988883 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e4d483af-61af-4186-b905-d7e80a0d291f {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:59:20.991237 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9424f9-723c-4d17-8ea0-19f986bc8882', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a80bce9e-c752-4ece-a59c-4486f6cb275d', 'code': 200} Aug 16 23:59:21.049481 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-929cc5a4-903b-48d7-94d6-1c4a0e7bfbe4 req-253876ca-ecf2-4c23-a31e-980252a42271 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626643 Aug 16 23:59:21.051646 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4274aabe-ed19-43f8-9f78-f9a96b87e857 req-cf976d66-b73c-487a-90e5-07bb820fd6e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b540a6a1-dfc7-43c4-9922-512d2e4997c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909812 Aug 16 23:59:21.053859 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-a6e5ab5b-54b7-467e-a817-a5da18863de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:21.054498 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-a6e5ab5b-54b7-467e-a817-a5da18863de1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:21.057624 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-a6e5ab5b-54b7-467e-a817-a5da18863de1 service neutron] 10.222.0.69 "PUT /v2.0/ports/a80bce9e-c752-4ece-a59c-4486f6cb275d HTTP/1.1" status: 200 len: 1123 time: 0.7963526 Aug 16 23:59:21.077214 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5ab5b-54b7-467e-a817-a5da18863de1 service neutron] Pushing event updated for resources: {'Port': ['ID=a80bce9e-c752-4ece-a59c-4486f6cb275d,revision_number=8']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:21.171258 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['a80bce9e-c752-4ece-a59c-4486f6cb275d'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:59:21.347124 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device f1b00233-84b9-45da-82a9-4141ca7e2930 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:59:21.433745 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:21.464801 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d13edf-bf81-40e1-bb6f-e6763092b067', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1b00233-84b9-45da-82a9-4141ca7e2930'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:59:21.467272 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6326c04-2231-45e2-8adf-69333ffde067" -d '{"events": [{"server_uuid": "a2d13edf-bf81-40e1-bb6f-e6763092b067", "name": "network-vif-unplugged", "status": "completed", "tag": "f1b00233-84b9-45da-82a9-4141ca7e2930"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:59:21.482160 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port f1b00233-84b9-45da-82a9-4141ca7e2930, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f1b00233-84b9-45da-82a9-4141ca7e2930,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:21.487738 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:21.532796 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fbe66-0417-400b-b371-0634a588c04a req-0d01c42a-0748-4202-93be-eaa3f0e79e25 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:21.534506 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-378fbe66-0417-400b-b371-0634a588c04a req-0d01c42a-0748-4202-93be-eaa3f0e79e25 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 949 time: 0.4818544 Aug 16 23:59:21.541814 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65863f6-641b-4e0b-af06-68d4ec8c430f x-openstack-request-id: req-a65863f6-641b-4e0b-af06-68d4ec8c430f {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:59:21.542117 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d13edf-bf81-40e1-bb6f-e6763092b067", "name": "network-vif-unplugged", "status": "completed", "tag": "f1b00233-84b9-45da-82a9-4141ca7e2930", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:59:21.542414 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a65863f6-641b-4e0b-af06-68d4ec8c430f {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:59:21.542821 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d13edf-bf81-40e1-bb6f-e6763092b067', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1b00233-84b9-45da-82a9-4141ca7e2930', 'code': 200} Aug 16 23:59:21.556036 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=f1b00233-84b9-45da-82a9-4141ca7e2930,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:21.574955 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['a80bce9e-c752-4ece-a59c-4486f6cb275d'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:59:21.577929 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4274aabe-ed19-43f8-9f78-f9a96b87e857 req-15ee64c4-b5cc-4c11-99e4-f065dbb2e8ec service neutron] 10.222.0.64 "GET /v2.0/networks/b540a6a1-dfc7-43c4-9922-512d2e4997c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104370 Aug 16 23:59:21.591868 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-378fbe66-0417-400b-b371-0634a588c04a req-5154203d-9027-4efc-a204-5e14567e06e1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463703 Aug 16 23:59:21.695371 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4274aabe-ed19-43f8-9f78-f9a96b87e857 req-aa23d1d8-f031-4b28-826a-6e1467a0c163 service neutron] 10.222.0.64 "GET /v2.0/networks/b540a6a1-dfc7-43c4-9922-512d2e4997c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025560 Aug 16 23:59:21.861824 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82d8bf-0f2b-4415-88bd-551801797b90 req-956d1afe-637c-4839-bc02-37435150905f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:21.863305 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf82d8bf-0f2b-4415-88bd-551801797b90 req-956d1afe-637c-4839-bc02-37435150905f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 945 time: 0.0854714 Aug 16 23:59:21.887684 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7744e6-5ae9-4f85-891f-cb256509eae8 req-a30f6f39-c6ed-4d44-ba3b-7f3753fd200d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:21.889225 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9d7744e6-5ae9-4f85-891f-cb256509eae8 req-a30f6f39-c6ed-4d44-ba3b-7f3753fd200d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0710447 Aug 16 23:59:21.950637 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf82d8bf-0f2b-4415-88bd-551801797b90 req-a7fd9b07-613e-435a-89c8-99736dcc5d97 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722044 Aug 16 23:59:21.963602 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9d7744e6-5ae9-4f85-891f-cb256509eae8 req-55d2162b-05b1-45b7-8aca-cd6ac750a542 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667403 Aug 16 23:59:21.990675 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:22.173453 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77bf48-2a99-4c41-aa3f-c64fca689be7 req-3a80ca6e-4c62-4ecb-8481-45e343907e35 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:22.174952 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac77bf48-2a99-4c41-aa3f-c64fca689be7 req-3a80ca6e-4c62-4ecb-8481-45e343907e35 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 943 time: 0.0508728 Aug 16 23:59:22.216229 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac77bf48-2a99-4c41-aa3f-c64fca689be7 req-d095ddb3-7a0f-4b4d-bd57-ddc9f06e63f2 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352080 Aug 16 23:59:22.723412 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2f162-940b-4549-a8b6-6ee2e60e6480 req-afe91428-405b-4c4b-8e64-fa99d246d2d0 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:22.724886 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07d2f162-940b-4549-a8b6-6ee2e60e6480 req-afe91428-405b-4c4b-8e64-fa99d246d2d0 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 947 time: 0.0522611 Aug 16 23:59:22.764895 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07d2f162-940b-4549-a8b6-6ee2e60e6480 req-64fc0da8-b30c-44d7-9e8d-6118ef198fd6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333874 Aug 16 23:59:22.897803 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device a80bce9e-c752-4ece-a59c-4486f6cb275d details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:59:22.967173 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c625d13c-3cc9-4988-bed9-c3c388d0b8ff req-49cde515-bb25-4ff0-9f70-84dbedb8b883 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469563 Aug 16 23:59:22.991925 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9424f9-723c-4d17-8ea0-19f986bc8882', 'tag': 'a80bce9e-c752-4ece-a59c-4486f6cb275d'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:59:22.994322 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c8423c-9318-4fe3-9846-09f5fab46d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "de9424f9-723c-4d17-8ea0-19f986bc8882", "tag": "a80bce9e-c752-4ece-a59c-4486f6cb275d"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:59:23.024821 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port a80bce9e-c752-4ece-a59c-4486f6cb275d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a80bce9e-c752-4ece-a59c-4486f6cb275d,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:23.048725 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device a80bce9e-c752-4ece-a59c-4486f6cb275d has no active binding in host n-h1-800088-20 {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 23:59:23.079384 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625d13c-3cc9-4988-bed9-c3c388d0b8ff req-a74eaf7a-ead8-441f-aa6b-ac9c25df6f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:23.083563 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c625d13c-3cc9-4988-bed9-c3c388d0b8ff req-a74eaf7a-ead8-441f-aa6b-ac9c25df6f48 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 1102 time: 0.0635433 Aug 16 23:59:23.121320 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64027f98-8ac7-443f-8176-7031ff0a1bd8 req-607de287-8337-4560-935a-b8de586f7133 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:23.130127 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-64027f98-8ac7-443f-8176-7031ff0a1bd8 req-607de287-8337-4560-935a-b8de586f7133 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 945 time: 0.0902600 Aug 16 23:59:23.183431 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f0d49-bf93-4b41-9b39-d625733ea2fe req-1a5d2a3d-b4b3-4c11-a133-c023f017261e tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:23.185272 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fa3f0d49-bf93-4b41-9b39-d625733ea2fe req-1a5d2a3d-b4b3-4c11-a133-c023f017261e tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1033616 Aug 16 23:59:23.195342 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-64027f98-8ac7-443f-8176-7031ff0a1bd8 req-10df0e8d-8408-4756-89c2-56f7af293660 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645068 Aug 16 23:59:23.237966 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625d13c-3cc9-4988-bed9-c3c388d0b8ff req-75414fd8-9e8f-40ad-9b73-89bc0c2840f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:23.240125 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c625d13c-3cc9-4988-bed9-c3c388d0b8ff req-75414fd8-9e8f-40ad-9b73-89bc0c2840f1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.1228995 Aug 16 23:59:23.247032 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fa3f0d49-bf93-4b41-9b39-d625733ea2fe req-cd568beb-6009-49ff-9b22-70240756adea tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558496 Aug 16 23:59:23.262791 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3363e4c-b243-41a3-a8a1-4ea12c8ec9df x-openstack-request-id: req-f3363e4c-b243-41a3-a8a1-4ea12c8ec9df {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:59:23.263366 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de9424f9-723c-4d17-8ea0-19f986bc8882", "tag": "a80bce9e-c752-4ece-a59c-4486f6cb275d", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:59:23.264268 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f3363e4c-b243-41a3-a8a1-4ea12c8ec9df {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:59:23.264834 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de9424f9-723c-4d17-8ea0-19f986bc8882', 'tag': 'a80bce9e-c752-4ece-a59c-4486f6cb275d', 'status': 'completed', 'code': 200} Aug 16 23:59:23.313734 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c625d13c-3cc9-4988-bed9-c3c388d0b8ff req-47581c90-96ae-4cc3-8184-f98d19454f40 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=dc5a9afa-09d6-4392-8d77-921fd95fdba9 HTTP/1.1" status: 200 len: 217 time: 0.0628691 Aug 16 23:59:23.367060 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device f1b00233-84b9-45da-82a9-4141ca7e2930 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:59:23.369439 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 77a499c2-0a42-42a1-9708-da7f2274fa5a up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:59:23.379564 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8423c-9318-4fe3-9846-09f5fab46d2c req-1257b7e6-0f85-487a-a0cd-aefd8dcd5eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:23.381353 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0c8423c-9318-4fe3-9846-09f5fab46d2c req-1257b7e6-0f85-487a-a0cd-aefd8dcd5eb0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=196284884f15450ab6370c358b3094db&device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 1126 time: 0.0906315 Aug 16 23:59:23.419987 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625d13c-3cc9-4988-bed9-c3c388d0b8ff req-3595849c-7619-431e-91e8-3599cf6f14b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:23.423590 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c625d13c-3cc9-4988-bed9-c3c388d0b8ff req-3595849c-7619-431e-91e8-3599cf6f14b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0960133 Aug 16 23:59:23.484296 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625d13c-3cc9-4988-bed9-c3c388d0b8ff req-988a2435-7206-458e-96b1-2ce976bb91ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:23.486155 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c625d13c-3cc9-4988-bed9-c3c388d0b8ff req-988a2435-7206-458e-96b1-2ce976bb91ca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0503747 Aug 16 23:59:23.517691 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 77a499c2-0a42-42a1-9708-da7f2274fa5a completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:59:23.531475 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 77a499c2-0a42-42a1-9708-da7f2274fa5a triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:59:23.531961 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:23.568267 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port f1b00233-84b9-45da-82a9-4141ca7e2930, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f1b00233-84b9-45da-82a9-4141ca7e2930,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:23.580154 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9c34a-fc23-4ced-8cc3-c17882e9d9bd req-bbd6ea15-647b-4f59-b1c7-a5b81c0fa3d7 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:23.581728 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0eb9c34a-fc23-4ced-8cc3-c17882e9d9bd req-bbd6ea15-647b-4f59-b1c7-a5b81c0fa3d7 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 943 time: 0.0862074 Aug 16 23:59:23.588920 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'f1b00233-84b9-45da-82a9-4141ca7e2930', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': 'f1b00233-84b9-45da-82a9-4141ca7e2930', 'mac_address': 'fa:16:3e:26:b9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:59:23.633236 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:23.642653 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8423c-9318-4fe3-9846-09f5fab46d2c req-e5c17f6a-fe13-4744-9ef8-f160294e3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:23.644239 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0c8423c-9318-4fe3-9846-09f5fab46d2c req-e5c17f6a-fe13-4744-9ef8-f160294e3446 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0de117b9-aee8-4952-ae99-3d2308a08b74 HTTP/1.1" status: 200 len: 909 time: 0.2400937 Aug 16 23:59:23.648808 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b00233-84b9-45da-82a9-4141ca7e2930 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:59:23.656743 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c625d13c-3cc9-4988-bed9-c3c388d0b8ff req-385762e8-5c8b-4005-ac67-5041e7aa8bcc service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561527 Aug 16 23:59:23.658166 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0eb9c34a-fc23-4ced-8cc3-c17882e9d9bd req-3fc91e0f-ac0d-4337-8a94-24e3a4a0b5fe tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659871 Aug 16 23:59:23.696975 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port f1b00233-84b9-45da-82a9-4141ca7e2930, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f1b00233-84b9-45da-82a9-4141ca7e2930,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:23.707080 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:23.708646 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0c8423c-9318-4fe3-9846-09f5fab46d2c req-9ba05835-5e50-4643-b88f-18fab1e61c10 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a80bce9e-c752-4ece-a59c-4486f6cb275d HTTP/1.1" status: 200 len: 217 time: 0.0494566 Aug 16 23:59:23.717703 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:23.772721 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8423c-9318-4fe3-9846-09f5fab46d2c req-1fd9198f-8356-4e45-90ff-147071b23196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:23.774319 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0c8423c-9318-4fe3-9846-09f5fab46d2c req-1fd9198f-8356-4e45-90ff-147071b23196 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c3c58a3-e974-46fc-9f56-1776e260fbc5 HTTP/1.1" status: 200 len: 848 time: 0.0569823 Aug 16 23:59:23.775830 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 77a499c2-0a42-42a1-9708-da7f2274fa5a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=77a499c2-0a42-42a1-9708-da7f2274fa5a,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:23.779167 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421577b2-9220-4d29-a9ea-931e3b2b994d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a499c2-0a42-42a1-9708-da7f2274fa5a'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:59:23.781326 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89def305-f880-4775-8298-7e038f304f86" -d '{"events": [{"server_uuid": "421577b2-9220-4d29-a9ea-931e3b2b994d", "name": "network-vif-plugged", "status": "completed", "tag": "77a499c2-0a42-42a1-9708-da7f2274fa5a"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:59:23.788573 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:23.803739 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=f1b00233-84b9-45da-82a9-4141ca7e2930,revision_number=7']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:23.830755 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c625d13c-3cc9-4988-bed9-c3c388d0b8ff req-edc9b8b9-18ac-4a24-a0f0-c34687f65bd9 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615288 Aug 16 23:59:23.859068 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0c8423c-9318-4fe3-9846-09f5fab46d2c req-9c9eb86b-d5f6-4add-933f-2919dd8995e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0de117b9-aee8-4952-ae99-3d2308a08b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626237 Aug 16 23:59:23.870813 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=77a499c2-0a42-42a1-9708-da7f2274fa5a,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:23.875237 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559d32a9-d0e7-4941-9f0d-9fda2a91b5ee x-openstack-request-id: req-559d32a9-d0e7-4941-9f0d-9fda2a91b5ee {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:59:23.875481 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421577b2-9220-4d29-a9ea-931e3b2b994d", "name": "network-vif-plugged", "status": "completed", "tag": "77a499c2-0a42-42a1-9708-da7f2274fa5a", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:59:23.875723 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-559d32a9-d0e7-4941-9f0d-9fda2a91b5ee {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:59:23.876112 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421577b2-9220-4d29-a9ea-931e3b2b994d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a499c2-0a42-42a1-9708-da7f2274fa5a', 'code': 200} Aug 16 23:59:23.993741 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7f6bb-8019-4df4-ac27-57b37813da27 req-f7f658ad-0646-4f37-8983-ea05eb4ff024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:23.995379 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9eb7f6bb-8019-4df4-ac27-57b37813da27 req-f7f658ad-0646-4f37-8983-ea05eb4ff024 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 1098 time: 0.0532935 Aug 16 23:59:24.026469 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b38487-a34e-4204-bc69-8afb3a44e818 req-801b463a-f5c4-47bc-9ef1-ebf44f11f37e tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:24.029077 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42b38487-a34e-4204-bc69-8afb3a44e818 req-801b463a-f5c4-47bc-9ef1-ebf44f11f37e tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 948 time: 0.0978982 Aug 16 23:59:24.035636 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0c8423c-9318-4fe3-9846-09f5fab46d2c req-3761a80a-1e90-48b5-a870-23e5b0fcb2a0 service neutron] 10.222.0.64 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637626 Aug 16 23:59:24.049914 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9eb7f6bb-8019-4df4-ac27-57b37813da27 req-a98ed9b3-6745-466f-859e-d61cd315fe14 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389941 Aug 16 23:59:24.071551 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42b38487-a34e-4204-bc69-8afb3a44e818 req-8ce2aeca-3ae6-430f-81d7-2150c292b94e tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342600 Aug 16 23:59:24.207325 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0c8423c-9318-4fe3-9846-09f5fab46d2c req-0c78c3dc-a9a7-4d9a-9102-9922487bf83b service neutron] 10.222.0.64 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002574 Aug 16 23:59:24.385789 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee649110-dc7f-4054-9e79-97a00c8c69e4 req-7a2da26e-74d0-40c2-88d1-d370563d3c1c tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:24.389580 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ee649110-dc7f-4054-9e79-97a00c8c69e4 req-7a2da26e-74d0-40c2-88d1-d370563d3c1c tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.1066790 Aug 16 23:59:24.461637 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ee649110-dc7f-4054-9e79-97a00c8c69e4 req-a02b580a-9cd5-4f5c-a493-2a2819bd3058 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644546 Aug 16 23:59:24.591438 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd8900-facf-4a25-b973-def4592c04cc req-78a64882-54b2-4985-9150-6c43609d358a tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:24.592900 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-08bd8900-facf-4a25-b973-def4592c04cc req-78a64882-54b2-4985-9150-6c43609d358a tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0602672 Aug 16 23:59:24.644807 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-08bd8900-facf-4a25-b973-def4592c04cc req-9a61cdea-ee8b-476d-9fc7-9136a17ccf10 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425992 Aug 16 23:59:24.763572 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4d820-156f-4c15-84eb-3470b11aaacc req-b031074b-28bd-4926-be2b-725c639b6173 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:24.765871 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4c4d820-156f-4c15-84eb-3470b11aaacc req-b031074b-28bd-4926-be2b-725c639b6173 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067&tenant_id=636fdf9ffe334b56b1041327d83dc393&binding%3Ahost_id=n-h2-800088-20 HTTP/1.1" status: 200 len: 948 time: 0.1098514 Aug 16 23:59:24.789884 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c1c54-ecbd-4c56-9295-49f432695014 req-37579d5f-3891-42c6-be3c-8f23aaf85614 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:24.791792 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-299c1c54-ecbd-4c56-9295-49f432695014 req-37579d5f-3891-42c6-be3c-8f23aaf85614 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 948 time: 0.0813029 Aug 16 23:59:24.895149 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55220) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:24.906878 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-299c1c54-ecbd-4c56-9295-49f432695014 req-2f8aa65f-7adb-4be2-b813-e2d15d8df40f tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049700 Aug 16 23:59:24.921876 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857bc266-ab47-42f2-b62c-f7951559f9b2 req-952cd9c9-ac7c-445b-9ccd-d40e04c17665 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:24.923326 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-857bc266-ab47-42f2-b62c-f7951559f9b2 req-952cd9c9-ac7c-445b-9ccd-d40e04c17665 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 943 time: 0.1235783 Aug 16 23:59:24.925203 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4c4d820-156f-4c15-84eb-3470b11aaacc req-d070d30e-5039-429c-8016-c71717245914 service neutron] 10.222.0.64 "GET /v2.0/ports/f1b00233-84b9-45da-82a9-4141ca7e2930/bindings/n-h2-800088-20 HTTP/1.1" status: 200 len: 383 time: 0.1327684 Aug 16 23:59:24.967784 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-857bc266-ab47-42f2-b62c-f7951559f9b2 req-a35755ee-474f-44c4-b09e-6f8e95b832e1 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385056 Aug 16 23:59:24.989955 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['f1b00233-84b9-45da-82a9-4141ca7e2930'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:59:25.011030 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4d820-156f-4c15-84eb-3470b11aaacc req-1ed60d21-92e7-4516-ac3b-5554c5ffa49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:25.013282 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4c4d820-156f-4c15-84eb-3470b11aaacc req-1ed60d21-92e7-4516-ac3b-5554c5ffa49f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 1100 time: 0.0443234 Aug 16 23:59:25.029758 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2aed9c09-7559-451d-9b8d-0d6cdd81640f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:25.132362 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4d820-156f-4c15-84eb-3470b11aaacc req-ed7aad45-4ee6-4072-a8f9-46bf25be60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:25.134304 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4c4d820-156f-4c15-84eb-3470b11aaacc req-ed7aad45-4ee6-4072-a8f9-46bf25be60f4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.1039455 Aug 16 23:59:25.142077 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2aed9c09-7559-451d-9b8d-0d6cdd81640f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:25.145992 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2aed9c09-7559-451d-9b8d-0d6cdd81640f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:25.186216 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2aed9c09-7559-451d-9b8d-0d6cdd81640f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=42c2461778ad4c18b2c3a3566bebf016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2899601 Aug 16 23:59:25.188261 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4c4d820-156f-4c15-84eb-3470b11aaacc req-11d12117-0e02-4ac6-949e-00a0387b29fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=f1b00233-84b9-45da-82a9-4141ca7e2930 HTTP/1.1" status: 200 len: 217 time: 0.0427063 Aug 16 23:59:25.188522 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed9c09-7559-451d-9b8d-0d6cdd81640f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee295ef3-afa1-4878-9918-1877a29f68c9,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:25.188812 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 55224) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:25.267765 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4d820-156f-4c15-84eb-3470b11aaacc req-46753676-05cd-4a8d-b3d6-6977d9d4cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:25.269306 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4c4d820-156f-4c15-84eb-3470b11aaacc req-46753676-05cd-4a8d-b3d6-6977d9d4cbc9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0657187 Aug 16 23:59:25.289010 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-28df0126-39e6-44f7-b078-84dd7363727c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:25.331066 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-28df0126-39e6-44f7-b078-84dd7363727c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:25.357590 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4d820-156f-4c15-84eb-3470b11aaacc req-b5c7edaa-bef4-4d6e-b0c3-9a54a330adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:25.359037 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4c4d820-156f-4c15-84eb-3470b11aaacc req-b5c7edaa-bef4-4d6e-b0c3-9a54a330adab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0805128 Aug 16 23:59:25.464768 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-28df0126-39e6-44f7-b078-84dd7363727c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:25.467380 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-28df0126-39e6-44f7-b078-84dd7363727c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:25.468592 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-28df0126-39e6-44f7-b078-84dd7363727c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee295ef3-afa1-4878-9918-1877a29f68c9 HTTP/1.1" status: 204 len: 168 time: 0.2787988 Aug 16 23:59:25.474793 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4c4d820-156f-4c15-84eb-3470b11aaacc req-fd8931c5-3763-41bc-8c33-8fec935cde1c service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015334 Aug 16 23:59:25.479643 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df0126-39e6-44f7-b078-84dd7363727c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee295ef3-afa1-4878-9918-1877a29f68c9,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:25.641916 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac0985-0e5e-4958-959a-1ba7ada612c4 req-75804190-fec6-49c5-b1fe-b231db6976cb tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:25.642672 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1eac0985-0e5e-4958-959a-1ba7ada612c4 req-75804190-fec6-49c5-b1fe-b231db6976cb tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.0818501 Aug 16 23:59:25.668164 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4c4d820-156f-4c15-84eb-3470b11aaacc req-ffda6030-6e7f-4dde-8f17-4842d4d1c147 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802771 Aug 16 23:59:25.709305 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1eac0985-0e5e-4958-959a-1ba7ada612c4 req-34b12ddc-2dbd-47e1-9775-1cc8c4094f2c tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542653 Aug 16 23:59:25.852542 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55254) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:25.856878 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96913b4-169c-430d-a6e0-d1c755e5d38a req-cc7c3ae3-fee6-4223-ab4c-744ca87f8cd1 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:25.858426 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d96913b4-169c-430d-a6e0-d1c755e5d38a req-cc7c3ae3-fee6-4223-ab4c-744ca87f8cd1 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0562861 Aug 16 23:59:25.871370 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-013eced7-85b7-43db-88e3-4fe0c985a9a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:25.903688 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d96913b4-169c-430d-a6e0-d1c755e5d38a req-253f2a0d-b68a-4af9-a33c-987597f1e2ad tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383577 Aug 16 23:59:25.966578 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-013eced7-85b7-43db-88e3-4fe0c985a9a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:25.970431 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-013eced7-85b7-43db-88e3-4fe0c985a9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:26.010778 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-013eced7-85b7-43db-88e3-4fe0c985a9a7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8a577c5adbdb4617b4e63dc8f42a581d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570809 Aug 16 23:59:26.015432 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013eced7-85b7-43db-88e3-4fe0c985a9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38282b3-721a-48a6-9913-bbaed3a99961,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:26.017812 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55260) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:26.068255 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ddee74b7-7679-42e9-a932-8de078e720cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:26.082874 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5a75c-68b4-4a0a-a424-082ebcbbf0ea req-cc688bcb-e3d4-4750-8ad8-f7856e33cdb1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:26.084368 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ec5a75c-68b4-4a0a-a424-082ebcbbf0ea req-cc688bcb-e3d4-4750-8ad8-f7856e33cdb1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 948 time: 0.0980260 Aug 16 23:59:26.090730 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ddee74b7-7679-42e9-a932-8de078e720cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:26.117419 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbd4bb-571a-4885-81f8-2e9e2e6dc146 req-86d4a43d-1fac-4253-a3b4-9625ed0209f0 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:26.118903 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-afdbd4bb-571a-4885-81f8-2e9e2e6dc146 req-86d4a43d-1fac-4253-a3b4-9625ed0209f0 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 943 time: 0.0733631 Aug 16 23:59:26.143299 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ddee74b7-7679-42e9-a932-8de078e720cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:26.145893 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ddee74b7-7679-42e9-a932-8de078e720cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:26.147034 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ddee74b7-7679-42e9-a932-8de078e720cf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e38282b3-721a-48a6-9913-bbaed3a99961 HTTP/1.1" status: 204 len: 168 time: 0.1283147 Aug 16 23:59:26.153085 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ec5a75c-68b4-4a0a-a424-082ebcbbf0ea req-1c63913d-6746-472a-bc9c-039926654074 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576193 Aug 16 23:59:26.155579 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee74b7-7679-42e9-a932-8de078e720cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38282b3-721a-48a6-9913-bbaed3a99961,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:26.171118 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-afdbd4bb-571a-4885-81f8-2e9e2e6dc146 req-d0fb138c-554f-4202-a462-1e3ea776e192 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448020 Aug 16 23:59:26.841615 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c1eca-5d7e-4d1a-925d-9fd5f09d96b9 req-900a092b-4dd0-4f9a-8f94-5c075ae860c5 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:26.843248 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-677c1eca-5d7e-4d1a-925d-9fd5f09d96b9 req-900a092b-4dd0-4f9a-8f94-5c075ae860c5 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.0612118 Aug 16 23:59:26.891078 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-677c1eca-5d7e-4d1a-925d-9fd5f09d96b9 req-e8b607b9-e09c-4715-94e8-f9138d2bef53 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409682 Aug 16 23:59:27.037010 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61213f6f-1e37-4c3e-a012-c40b838ee842 req-128635fb-24db-4181-ba4a-d0f9d079a7ba tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:27.038524 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61213f6f-1e37-4c3e-a012-c40b838ee842 req-128635fb-24db-4181-ba4a-d0f9d079a7ba tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0586455 Aug 16 23:59:27.080732 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61213f6f-1e37-4c3e-a012-c40b838ee842 req-1a405961-b582-4fa1-a030-565cc4963466 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348771 Aug 16 23:59:27.314592 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4726c-95e4-4d57-bd8f-58ee3e38ff05 req-add5b4be-f10a-4ee9-8285-b64c11dd4654 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:27.316844 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46e4726c-95e4-4d57-bd8f-58ee3e38ff05 req-add5b4be-f10a-4ee9-8285-b64c11dd4654 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 948 time: 0.0842729 Aug 16 23:59:27.344534 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0d00f-ec98-494f-a6eb-f107c7cd31be req-d4470771-77ab-42d3-b656-12d5d2f8033e tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:27.346338 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1cc0d00f-ec98-494f-a6eb-f107c7cd31be req-d4470771-77ab-42d3-b656-12d5d2f8033e tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 943 time: 0.0837517 Aug 16 23:59:27.409243 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46e4726c-95e4-4d57-bd8f-58ee3e38ff05 req-cb72b578-37f7-4414-ba56-44d1cf410eb0 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810876 Aug 16 23:59:27.419399 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1cc0d00f-ec98-494f-a6eb-f107c7cd31be req-3c58e373-55ec-4435-8b92-d28ba374bc0a tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630245 Aug 16 23:59:28.040119 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a3e1d-31b7-44d4-ba33-a8059659953e req-8fb95d69-04ed-4536-8b21-c27ed303c5d8 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:28.042381 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-496a3e1d-31b7-44d4-ba33-a8059659953e req-8fb95d69-04ed-4536-8b21-c27ed303c5d8 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.0678043 Aug 16 23:59:28.091598 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-496a3e1d-31b7-44d4-ba33-a8059659953e req-ccfc83f0-128f-45fd-ba31-be099a5bcc47 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424073 Aug 16 23:59:28.233580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c10a54-f204-4afb-a501-9a98defcf31d req-c638d9b0-f4e0-402b-aa60-24a760e3d017 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:28.233580 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5c10a54-f204-4afb-a501-9a98defcf31d req-c638d9b0-f4e0-402b-aa60-24a760e3d017 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0577409 Aug 16 23:59:28.281269 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5c10a54-f204-4afb-a501-9a98defcf31d req-b1709aee-024e-4f76-a2fa-ee9bad68b632 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381362 Aug 16 23:59:28.571929 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55352) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:28.573084 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe2cd3-e2be-4356-9042-e2a62ac3affd req-9f491f8a-9aae-48e5-8f31-e9cbe8267644 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:28.575393 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aefe2cd3-e2be-4356-9042-e2a62ac3affd req-9f491f8a-9aae-48e5-8f31-e9cbe8267644 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 948 time: 0.0866737 Aug 16 23:59:28.610622 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62e1d4-e91e-4990-a015-6d9dfe0c544f req-6d97b353-a1a8-4997-a8e0-acac1da47fda tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:28.612166 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b62e1d4-e91e-4990-a015-6d9dfe0c544f req-6d97b353-a1a8-4997-a8e0-acac1da47fda tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 943 time: 0.0843024 Aug 16 23:59:28.635290 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aefe2cd3-e2be-4356-9042-e2a62ac3affd req-5281a6d5-ed71-47f3-b8ff-f7c92b9ebe8d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509124 Aug 16 23:59:28.671352 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b62e1d4-e91e-4990-a015-6d9dfe0c544f req-c93e43a1-7f09-48b7-8560-3028b898cb01 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397680 Aug 16 23:59:28.703991 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-514fa3e5-00b2-4c7f-ad26-c31cd6c15e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:28.823212 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-514fa3e5-00b2-4c7f-ad26-c31cd6c15e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:28.827633 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-514fa3e5-00b2-4c7f-ad26-c31cd6c15e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:28.872340 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-514fa3e5-00b2-4c7f-ad26-c31cd6c15e91 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=879d0aaf546245ae8a0881997a66f4d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2992599 Aug 16 23:59:28.873537 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514fa3e5-00b2-4c7f-ad26-c31cd6c15e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d52ec9-e24f-46ec-a0c8-278a2e537190,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:28.874028 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 55356) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:28.946682 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4fe42ff7-2172-4513-8b2f-77cec23267f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:28.971715 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4fe42ff7-2172-4513-8b2f-77cec23267f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:29.034616 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4fe42ff7-2172-4513-8b2f-77cec23267f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:29.037771 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4fe42ff7-2172-4513-8b2f-77cec23267f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:29.039282 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4fe42ff7-2172-4513-8b2f-77cec23267f9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c8d52ec9-e24f-46ec-a0c8-278a2e537190 HTTP/1.1" status: 204 len: 168 time: 0.1617320 Aug 16 23:59:29.062791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe42ff7-2172-4513-8b2f-77cec23267f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d52ec9-e24f-46ec-a0c8-278a2e537190,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:29.253235 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3182a3-ee65-464a-93ee-ba8569c32875 req-c13c87e8-a2f2-4e91-addb-bdc8b9dc2360 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:29.254999 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1e3182a3-ee65-464a-93ee-ba8569c32875 req-c13c87e8-a2f2-4e91-addb-bdc8b9dc2360 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.0590537 Aug 16 23:59:29.301083 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1e3182a3-ee65-464a-93ee-ba8569c32875 req-d46a6e90-1d44-41b8-b0b5-952795b2c920 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384889 Aug 16 23:59:29.378549 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device f1b00233-84b9-45da-82a9-4141ca7e2930 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:59:29.425644 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 55376) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:29.443869 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a5a4428d-677e-4474-b82c-b83676bacb3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:29.514609 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:29.533336 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f1b00233-84b9-45da-82a9-4141ca7e2930 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:59:29.558798 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port f1b00233-84b9-45da-82a9-4141ca7e2930, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f1b00233-84b9-45da-82a9-4141ca7e2930,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:29.563568 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:29.624860 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d41de9-9188-413f-ac8b-78be3a2073c5 req-01d419d5-82c0-4274-b27f-8fccc1b1ecbe tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:29.626405 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8d41de9-9188-413f-ac8b-78be3a2073c5 req-01d419d5-82c0-4274-b27f-8fccc1b1ecbe tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.0918329 Aug 16 23:59:29.634179 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=f1b00233-84b9-45da-82a9-4141ca7e2930,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:29.671722 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a5a4428d-677e-4474-b82c-b83676bacb3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:29.683815 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a5a4428d-677e-4474-b82c-b83676bacb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:29.752730 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a5a4428d-677e-4474-b82c-b83676bacb3f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=01bba577e6ec40ada69232017d92c5de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3247633 Aug 16 23:59:29.755524 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55384) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:29.757196 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8d41de9-9188-413f-ac8b-78be3a2073c5 req-22e23ebc-3fa8-42f7-88fe-3f4765e8dc30 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997596 Aug 16 23:59:29.759608 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4428d-677e-4474-b82c-b83676bacb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc65c852-6b92-4f09-9652-35f5103d8a66,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:29.857226 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb472669-3d83-4346-9791-02a09f7c8b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:29.889358 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb472669-3d83-4346-9791-02a09f7c8b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:29.897550 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525e38c-e55c-451b-ae3b-593113f42e71 req-e7c33b01-f152-4ac5-83bc-19f40dd101a4 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:29.899476 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7525e38c-e55c-451b-ae3b-593113f42e71 req-e7c33b01-f152-4ac5-83bc-19f40dd101a4 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.5209641 Aug 16 23:59:29.941411 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67b8d3-b6fb-4124-9458-a217ae75bdc9 req-ca53c34d-a730-4594-aebb-13ebd47f8c87 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:29.949587 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d67b8d3-b6fb-4124-9458-a217ae75bdc9 req-ca53c34d-a730-4594-aebb-13ebd47f8c87 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 947 time: 0.1022537 Aug 16 23:59:29.958928 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb472669-3d83-4346-9791-02a09f7c8b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:29.962377 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb472669-3d83-4346-9791-02a09f7c8b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:29.967422 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cb472669-3d83-4346-9791-02a09f7c8b7c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dc65c852-6b92-4f09-9652-35f5103d8a66 HTTP/1.1" status: 204 len: 168 time: 0.2098854 Aug 16 23:59:29.979037 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb472669-3d83-4346-9791-02a09f7c8b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc65c852-6b92-4f09-9652-35f5103d8a66,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:29.986628 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7525e38c-e55c-451b-ae3b-593113f42e71 req-3a5eb0d6-9e6b-4aad-acc6-0d5834194a30 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773139 Aug 16 23:59:30.042089 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d67b8d3-b6fb-4124-9458-a217ae75bdc9 req-c69dd504-1c78-4f95-adf5-79c6221a398d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914674 Aug 16 23:59:30.174445 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ca6d7-6fc1-4dd4-90c9-6769108ffe86 req-a2f451d5-4090-4f1f-a3b4-24b3873e95a4 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:30.176199 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-419ca6d7-6fc1-4dd4-90c9-6769108ffe86 req-a2f451d5-4090-4f1f-a3b4-24b3873e95a4 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 943 time: 0.0774355 Aug 16 23:59:30.262699 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-419ca6d7-6fc1-4dd4-90c9-6769108ffe86 req-74eafdb9-bbe8-452c-8d14-f8f765bdbe0c tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799923 Aug 16 23:59:30.351954 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4d820-156f-4c15-84eb-3470b11aaacc req-c616c257-ee61-4572-b09a-3b25855cb2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:30.353549 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4c4d820-156f-4c15-84eb-3470b11aaacc req-c616c257-ee61-4572-b09a-3b25855cb2ce service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067&tenant_id=636fdf9ffe334b56b1041327d83dc393 HTTP/1.1" status: 200 len: 1099 time: 0.0609035 Aug 16 23:59:30.465877 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4d820-156f-4c15-84eb-3470b11aaacc req-fcb79fad-35dc-4021-8f7f-24fff8c5672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:30.467833 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4c4d820-156f-4c15-84eb-3470b11aaacc req-fcb79fad-35dc-4021-8f7f-24fff8c5672e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 1099 time: 0.0503561 Aug 16 23:59:30.586170 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4d820-156f-4c15-84eb-3470b11aaacc req-fcdaa8e7-7790-444f-a4ac-0f0dea181ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:30.588027 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4c4d820-156f-4c15-84eb-3470b11aaacc req-fcdaa8e7-7790-444f-a4ac-0f0dea181ca4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.1036971 Aug 16 23:59:30.651513 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4c4d820-156f-4c15-84eb-3470b11aaacc req-d73ac5af-cc44-4e0d-a4a0-32fe0d92ab23 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=f1b00233-84b9-45da-82a9-4141ca7e2930 HTTP/1.1" status: 200 len: 217 time: 0.0432854 Aug 16 23:59:30.733416 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4d820-156f-4c15-84eb-3470b11aaacc req-696a85db-8e82-4f6b-8b52-db3287790dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:30.734945 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4c4d820-156f-4c15-84eb-3470b11aaacc req-696a85db-8e82-4f6b-8b52-db3287790dba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0707655 Aug 16 23:59:30.816543 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4d820-156f-4c15-84eb-3470b11aaacc req-eca0b1e5-df4a-40f7-b64e-8bb778edbb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:30.819241 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4c4d820-156f-4c15-84eb-3470b11aaacc req-eca0b1e5-df4a-40f7-b64e-8bb778edbb3c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0633647 Aug 16 23:59:30.957638 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad666c7-731f-4ad1-9845-066ac8b189f8 req-6619d912-4241-43df-8a3d-6362195b5f3f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:30.959630 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7ad666c7-731f-4ad1-9845-066ac8b189f8 req-6619d912-4241-43df-8a3d-6362195b5f3f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.0972831 Aug 16 23:59:30.987916 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4c4d820-156f-4c15-84eb-3470b11aaacc req-020df68e-f8bd-435b-b876-ad05bae47e1a service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508451 Aug 16 23:59:31.033284 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7ad666c7-731f-4ad1-9845-066ac8b189f8 req-5757a9d2-93c6-4c79-853d-9f0412111fdf tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584750 Aug 16 23:59:31.223774 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2799d6-7622-44bb-82f2-ff665b882280 req-5ff9a3c2-6e01-47b3-82d8-b662fefc94a9 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:31.229566 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ee2799d6-7622-44bb-82f2-ff665b882280 req-5ff9a3c2-6e01-47b3-82d8-b662fefc94a9 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1325328 Aug 16 23:59:31.233240 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4c4d820-156f-4c15-84eb-3470b11aaacc req-f9e1b66f-ff5a-4c84-8b37-12a108b6590d service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267418 Aug 16 23:59:31.242298 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd5ec0-c995-40d3-a605-3116e4db3bc2 req-cdef836b-5984-4f49-b943-12c87844b887 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:31.243989 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4fcd5ec0-c995-40d3-a605-3116e4db3bc2 req-cdef836b-5984-4f49-b943-12c87844b887 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 947 time: 0.1298473 Aug 16 23:59:31.314525 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ee2799d6-7622-44bb-82f2-ff665b882280 req-59dad10e-9692-4bf9-bf8b-fe53e69280f4 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802319 Aug 16 23:59:31.321523 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4fcd5ec0-c995-40d3-a605-3116e4db3bc2 req-b96aeba6-8841-4618-9b44-c511951a6b1b tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585320 Aug 16 23:59:31.378357 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a80bce9e-c752-4ece-a59c-4486f6cb275d no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:59:31.552241 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecad227-9799-4d57-a7ae-632266dd2ddb req-1f6bfc84-6187-4468-8dbb-29c4aa5ade6d tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:31.555381 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ecad227-9799-4d57-a7ae-632266dd2ddb req-1f6bfc84-6187-4468-8dbb-29c4aa5ade6d tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 943 time: 0.0744934 Aug 16 23:59:31.625898 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ecad227-9799-4d57-a7ae-632266dd2ddb req-82a62193-4387-49ee-87b4-c70ad82c9e21 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618181 Aug 16 23:59:32.171836 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afc1d3-7626-4dee-a223-225424296608 req-c47af8d1-de29-4ccb-9411-29d98b11e88f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:32.179831 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-56afc1d3-7626-4dee-a223-225424296608 req-c47af8d1-de29-4ccb-9411-29d98b11e88f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.0672605 Aug 16 23:59:32.246687 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-56afc1d3-7626-4dee-a223-225424296608 req-97e92de7-a752-40bf-b089-e1e359a94ea4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658214 Aug 16 23:59:32.393850 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-33ee06f8-e6d7-4b46-a098-81dd2bb93b15 service neutron] 10.222.0.64 "GET /v2.0/ports/a80bce9e-c752-4ece-a59c-4486f6cb275d/bindings/n-h1-800088-20 HTTP/1.1" status: 200 len: 385 time: 0.0760703 Aug 16 23:59:32.570686 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb732db0-c173-4292-972b-6425499acdb8 req-4802d90b-fa7a-4842-b110-36816c4c16b3 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:32.572170 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eb732db0-c173-4292-972b-6425499acdb8 req-4802d90b-fa7a-4842-b110-36816c4c16b3 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 947 time: 0.1246519 Aug 16 23:59:32.700388 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eb732db0-c173-4292-972b-6425499acdb8 req-fefb236f-3c8d-4d7c-b0eb-517cd9c7f012 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989234 Aug 16 23:59:32.770279 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-cfed20c3-5172-4339-88d9-79b390589633 service neutron] For port a80bce9e-c752-4ece-a59c-4486f6cb275d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a80bce9e-c752-4ece-a59c-4486f6cb275d,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:32.802117 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc4359-1a7c-44a0-8757-d86a09ce7274 req-a1120d0e-f146-464a-b590-f71296ab57dd tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:32.803639 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3bc4359-1a7c-44a0-8757-d86a09ce7274 req-a1120d0e-f146-464a-b590-f71296ab57dd tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 943 time: 0.0996251 Aug 16 23:59:32.807165 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-cfed20c3-5172-4339-88d9-79b390589633 service neutron] For port a80bce9e-c752-4ece-a59c-4486f6cb275d, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:59:32.866729 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-cfed20c3-5172-4339-88d9-79b390589633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a80bce9e-c752-4ece-a59c-4486f6cb275d {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:59:32.885161 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-cfed20c3-5172-4339-88d9-79b390589633 service neutron] For port a80bce9e-c752-4ece-a59c-4486f6cb275d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a80bce9e-c752-4ece-a59c-4486f6cb275d,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:32.904050 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3bc4359-1a7c-44a0-8757-d86a09ce7274 req-0a34e7bf-53e5-4745-8160-10e26661fda5 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915210 Aug 16 23:59:32.910991 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-cfed20c3-5172-4339-88d9-79b390589633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:33.009368 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-cfed20c3-5172-4339-88d9-79b390589633 service neutron] Transition to ACTIVE for port object a80bce9e-c752-4ece-a59c-4486f6cb275d will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:59:33.016291 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-cfed20c3-5172-4339-88d9-79b390589633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:33.052914 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55490) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:33.132456 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-cfed20c3-5172-4339-88d9-79b390589633 service neutron] No DVR routers for this DVR port a80bce9e-c752-4ece-a59c-4486f6cb275d on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:59:33.155356 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed20c3-5172-4339-88d9-79b390589633 service neutron] Pushing event updated for resources: {'Port': ['ID=a80bce9e-c752-4ece-a59c-4486f6cb275d,revision_number=10']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:33.191978 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f6a27-67f1-4859-8ad3-db9fe3db8b9c req-fc1a0595-4cb2-4120-b032-597f9092cd25 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:33.193591 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-446f6a27-67f1-4859-8ad3-db9fe3db8b9c req-fc1a0595-4cb2-4120-b032-597f9092cd25 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1534991 Aug 16 23:59:33.203402 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-cfed20c3-5172-4339-88d9-79b390589633 service neutron] 10.222.0.64 "PUT /v2.0/ports/a80bce9e-c752-4ece-a59c-4486f6cb275d/bindings/n-h1-800088-20/activate HTTP/1.1" status: 200 len: 370 time: 0.7956195 Aug 16 23:59:33.205418 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eda3a877-c68a-459e-b28b-b109982558ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:33.239813 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-446f6a27-67f1-4859-8ad3-db9fe3db8b9c req-ea2c2d20-977c-4bb5-a64a-7c2ca154188c tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354326 Aug 16 23:59:33.364223 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-95d3c5df-13c1-4de1-903f-14478011e5f1 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:33.366036 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-95d3c5df-13c1-4de1-903f-14478011e5f1 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882&tenant_id=196284884f15450ab6370c358b3094db&binding%3Ahost_id=n-h2-800088-20 HTTP/1.1" status: 200 len: 1096 time: 0.0869350 Aug 16 23:59:33.376479 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device f1b00233-84b9-45da-82a9-4141ca7e2930 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:59:33.380745 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2ecf4-6d3c-4891-9799-68038e1b8f1a req-b01088a7-9a39-4ad3-b284-ef6b43ebc993 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:33.382630 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-74f2ecf4-6d3c-4891-9799-68038e1b8f1a req-b01088a7-9a39-4ad3-b284-ef6b43ebc993 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.0587957 Aug 16 23:59:33.415144 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eda3a877-c68a-459e-b28b-b109982558ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:33.427770 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eda3a877-c68a-459e-b28b-b109982558ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:33.458243 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-74f2ecf4-6d3c-4891-9799-68038e1b8f1a req-3e443b9e-238e-46aa-b379-e72c068689c3 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617428 Aug 16 23:59:33.462200 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-56ecd087-ddca-4579-bb0a-7ca13e3dd083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:33.469750 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-56ecd087-ddca-4579-bb0a-7ca13e3dd083 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882&tenant_id=196284884f15450ab6370c358b3094db HTTP/1.1" status: 200 len: 1096 time: 0.0941479 Aug 16 23:59:33.498022 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-eda3a877-c68a-459e-b28b-b109982558ce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f460888087d4460b3a875426403fa7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4430373 Aug 16 23:59:33.498261 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 55500) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:33.504105 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3a877-c68a-459e-b28b-b109982558ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c3c7fd-04e1-4cfe-b465-03f0040b3d18,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:33.562508 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f4783f76-70d3-435b-b557-d4effec07712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:33.573365 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-2fcae28a-f021-4c7d-b7fa-550a5fcb2ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:33.578001 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-2fcae28a-f021-4c7d-b7fa-550a5fcb2ec7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=196284884f15450ab6370c358b3094db&device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 1096 time: 0.0602481 Aug 16 23:59:33.578933 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port f1b00233-84b9-45da-82a9-4141ca7e2930, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f1b00233-84b9-45da-82a9-4141ca7e2930,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:33.593189 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f4783f76-70d3-435b-b557-d4effec07712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:33.598940 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'f1b00233-84b9-45da-82a9-4141ca7e2930', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': 'f1b00233-84b9-45da-82a9-4141ca7e2930', 'mac_address': 'fa:16:3e:26:b9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:59:33.652562 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:33.685475 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b00233-84b9-45da-82a9-4141ca7e2930 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:59:33.700642 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f4783f76-70d3-435b-b557-d4effec07712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:33.704972 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f4783f76-70d3-435b-b557-d4effec07712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:33.707425 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f4783f76-70d3-435b-b557-d4effec07712 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/41c3c7fd-04e1-4cfe-b465-03f0040b3d18 HTTP/1.1" status: 204 len: 168 time: 0.2080252 Aug 16 23:59:33.718861 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-500cee1e-c346-463a-9a18-4e66f32f61b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:33.720852 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-500cee1e-c346-463a-9a18-4e66f32f61b5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0de117b9-aee8-4952-ae99-3d2308a08b74 HTTP/1.1" status: 200 len: 909 time: 0.1298084 Aug 16 23:59:33.739232 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port f1b00233-84b9-45da-82a9-4141ca7e2930, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f1b00233-84b9-45da-82a9-4141ca7e2930,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:33.742334 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4783f76-70d3-435b-b557-d4effec07712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c3c7fd-04e1-4cfe-b465-03f0040b3d18,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:33.754432 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:33.815812 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-589f7e7b-bc50-4b93-8a70-260737b5f077 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a80bce9e-c752-4ece-a59c-4486f6cb275d HTTP/1.1" status: 200 len: 217 time: 0.0875621 Aug 16 23:59:33.916654 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=f1b00233-84b9-45da-82a9-4141ca7e2930,revision_number=9']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:33.933599 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-71612d41-7dd5-4625-a50c-8815338cb4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:33.935965 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-71612d41-7dd5-4625-a50c-8815338cb4b0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c3c58a3-e974-46fc-9f56-1776e260fbc5 HTTP/1.1" status: 200 len: 848 time: 0.1129432 Aug 16 23:59:33.936604 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029f05f-fcf6-4432-86c4-123217452c30 req-deb07316-072f-464e-9e6b-d58505e3ed37 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:33.938578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0029f05f-fcf6-4432-86c4-123217452c30 req-deb07316-072f-464e-9e6b-d58505e3ed37 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 948 time: 0.0823627 Aug 16 23:59:33.992488 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-8a128019-472c-4398-a08e-c75868e3a9d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0de117b9-aee8-4952-ae99-3d2308a08b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475869 Aug 16 23:59:34.053765 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0029f05f-fcf6-4432-86c4-123217452c30 req-1e5f18a5-b028-4d91-be70-8432dd803874 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976050 Aug 16 23:59:34.157024 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-93763114-2120-4ff3-bb4b-84187f996d9f service neutron] 10.222.0.69 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566141 Aug 16 23:59:34.274492 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-f423c6bc-3b46-4be0-91db-85c7b2fcb438 service neutron] 10.222.0.69 "GET /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076689 Aug 16 23:59:34.284640 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['f1b00233-84b9-45da-82a9-4141ca7e2930'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:59:34.290481 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 55524) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:34.309857 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-03bfb28d-0b64-43e9-a0a3-6c6841e46fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:34.349294 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144694ad-fb95-4d17-8231-b84019c88a11 req-c1b8453b-4d02-444e-b767-f1dde75c3d2c tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:34.357925 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-144694ad-fb95-4d17-8231-b84019c88a11 req-c1b8453b-4d02-444e-b767-f1dde75c3d2c tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 944 time: 0.3474383 Aug 16 23:59:34.406792 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-144694ad-fb95-4d17-8231-b84019c88a11 req-0f270127-5f6a-4989-8a47-db56390e9a6b tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478852 Aug 16 23:59:34.528197 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-03bfb28d-0b64-43e9-a0a3-6c6841e46fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:34.534540 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-03bfb28d-0b64-43e9-a0a3-6c6841e46fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:34.599802 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-73cc7e3c-70ec-4549-8786-85228c1375a6 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:34.602054 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-73cc7e3c-70ec-4549-8786-85228c1375a6 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882&tenant_id=196284884f15450ab6370c358b3094db&binding%3Ahost_id=n-h1-800088-20 HTTP/1.1" status: 200 len: 1096 time: 0.0598519 Aug 16 23:59:34.608407 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfb28d-0b64-43e9-a0a3-6c6841e46fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c212a5dc-b7f1-4c9a-9c3e-ae387cb062e3,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:34.616422 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-03bfb28d-0b64-43e9-a0a3-6c6841e46fc1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=70d42a566e9f4ae2a9f1e5a6a34d60dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3223963 Aug 16 23:59:34.616650 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 55528) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:34.637985 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfb28d-0b64-43e9-a0a3-6c6841e46fc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:34.638770 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfb28d-0b64-43e9-a0a3-6c6841e46fc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:34.639639 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfb28d-0b64-43e9-a0a3-6c6841e46fc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:34.639639 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfb28d-0b64-43e9-a0a3-6c6841e46fc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:34.639930 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfb28d-0b64-43e9-a0a3-6c6841e46fc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:34.640172 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfb28d-0b64-43e9-a0a3-6c6841e46fc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:34.640538 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfb28d-0b64-43e9-a0a3-6c6841e46fc1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:34.640872 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfb28d-0b64-43e9-a0a3-6c6841e46fc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:34.641220 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfb28d-0b64-43e9-a0a3-6c6841e46fc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:34.641864 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfb28d-0b64-43e9-a0a3-6c6841e46fc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:34.642076 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfb28d-0b64-43e9-a0a3-6c6841e46fc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:34.642392 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfb28d-0b64-43e9-a0a3-6c6841e46fc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:34.684294 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853b571-892c-4e70-a95f-6fffe6daf6bd req-5eba1f86-c68f-4262-86f4-dffed578fe60 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:34.686404 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7853b571-892c-4e70-a95f-6fffe6daf6bd req-5eba1f86-c68f-4262-86f4-dffed578fe60 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.1271758 Aug 16 23:59:34.722592 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f669c300-0939-4366-8545-88e8d2d58f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:34.756708 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7853b571-892c-4e70-a95f-6fffe6daf6bd req-4e549bd0-cd98-494d-a8b5-edfe52fcbe03 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615692 Aug 16 23:59:34.768061 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-40fa5a47-25fe-4cfb-86c7-8b576adfcd90 service neutron] For port a80bce9e-c752-4ece-a59c-4486f6cb275d, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:59:34.770504 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f669c300-0939-4366-8545-88e8d2d58f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:34.772371 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-40fa5a47-25fe-4cfb-86c7-8b576adfcd90 service neutron] Notify callbacks [] for binding, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:34.774350 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ece39b5e-5911-41f6-8bba-d74410a6b9e7 req-40fa5a47-25fe-4cfb-86c7-8b576adfcd90 service neutron] 10.222.0.69 "DELETE /v2.0/ports/a80bce9e-c752-4ece-a59c-4486f6cb275d/bindings/n-h2-800088-20 HTTP/1.1" status: 204 len: 173 time: 0.1636758 Aug 16 23:59:34.851305 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f669c300-0939-4366-8545-88e8d2d58f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:34.855349 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f669c300-0939-4366-8545-88e8d2d58f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:34.857423 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f669c300-0939-4366-8545-88e8d2d58f35 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c212a5dc-b7f1-4c9a-9c3e-ae387cb062e3 HTTP/1.1" status: 204 len: 168 time: 0.2398553 Aug 16 23:59:34.870905 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669c300-0939-4366-8545-88e8d2d58f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c212a5dc-b7f1-4c9a-9c3e-ae387cb062e3,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:35.201837 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0105b-4824-40ff-8266-7a3e7d0a1105 req-74649e5c-f9f9-49e0-8fc4-2dbf5b8eaf78 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:35.203541 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3cd0105b-4824-40ff-8266-7a3e7d0a1105 req-74649e5c-f9f9-49e0-8fc4-2dbf5b8eaf78 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 948 time: 0.0761809 Aug 16 23:59:35.288263 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3cd0105b-4824-40ff-8266-7a3e7d0a1105 req-cf9bb85c-fd23-4ed0-9198-36a5f7b4ed27 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772309 Aug 16 23:59:35.537527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ea309-b1ed-4575-8ea7-d6171ccfadf4 req-b0dd42ba-ec07-4ec2-bbd6-ec0926859e0c tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:35.539076 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-972ea309-b1ed-4575-8ea7-d6171ccfadf4 req-b0dd42ba-ec07-4ec2-bbd6-ec0926859e0c tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e917fde-72c3-474b-9a8c-097a11a3ead6 HTTP/1.1" status: 200 len: 945 time: 0.0584140 Aug 16 23:59:35.643991 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3785e6-a10c-4093-9f25-45ef532ff5b1 req-4712c4fe-0957-426d-85be-8567fb039ba3 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:35.645678 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb3785e6-a10c-4093-9f25-45ef532ff5b1 req-4712c4fe-0957-426d-85be-8567fb039ba3 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 944 time: 0.1056602 Aug 16 23:59:35.656144 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-972ea309-b1ed-4575-8ea7-d6171ccfadf4 req-3fb7ddb8-9500-4ec7-8285-f9b66f36bb99 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827034 Aug 16 23:59:35.695514 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb3785e6-a10c-4093-9f25-45ef532ff5b1 req-497b39c9-15d8-4c8a-9e70-b48b1c8f69fe tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375957 Aug 16 23:59:35.875189 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea49cd-2b23-41e6-ab8f-2cab99fd63f3 req-c5cce54a-05bd-4092-a0d5-9275da667e06 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:35.884004 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1cea49cd-2b23-41e6-ab8f-2cab99fd63f3 req-c5cce54a-05bd-4092-a0d5-9275da667e06 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 1096 time: 0.0606723 Aug 16 23:59:35.966618 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1cea49cd-2b23-41e6-ab8f-2cab99fd63f3 req-12a61eda-9a24-4e38-a4c1-9b6f46598d50 tempest-LiveMigrationTest-12152342 tempest-LiveMigrationTest-12152342-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775266 Aug 16 23:59:36.032900 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4a757-7652-4ec6-9bda-f5b003091edc req-876cb56a-5e09-476c-8a39-32112b4bcd09 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:36.035993 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-52f4a757-7652-4ec6-9bda-f5b003091edc req-876cb56a-5e09-476c-8a39-32112b4bcd09 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.1344664 Aug 16 23:59:36.157303 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-52f4a757-7652-4ec6-9bda-f5b003091edc req-9e111340-5861-4ece-8388-9c6078edb7ca tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137333 Aug 16 23:59:36.482615 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5564b-d6dc-4bb0-9af5-1cefa46fc483 req-439c4fd2-6d04-4789-bf64-83ae3ab1a12e tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:36.484379 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9d5564b-d6dc-4bb0-9af5-1cefa46fc483 req-439c4fd2-6d04-4789-bf64-83ae3ab1a12e tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 948 time: 0.0992832 Aug 16 23:59:36.580456 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f567e7-c949-4bec-b82d-3222a5fdfa18 req-00d350f5-99de-411c-8d86-11999a6fd76f tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:36.582063 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-99f567e7-c949-4bec-b82d-3222a5fdfa18 req-00d350f5-99de-411c-8d86-11999a6fd76f tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 944 time: 0.1319852 Aug 16 23:59:36.592658 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9d5564b-d6dc-4bb0-9af5-1cefa46fc483 req-c8c3f17b-9654-4df4-98c5-c93b5a9e62ea tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818403 Aug 16 23:59:36.647311 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-99f567e7-c949-4bec-b82d-3222a5fdfa18 req-a4411d1c-de04-4c43-ac6f-0825bf808eea tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442541 Aug 16 23:59:36.786047 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920920a-a1b0-4d09-8dba-ca52c3c47e9f req-d4bf466a-9820-4bfd-8367-1bc8ff000f57 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:36.787536 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c920920a-a1b0-4d09-8dba-ca52c3c47e9f req-d4bf466a-9820-4bfd-8367-1bc8ff000f57 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e917fde-72c3-474b-9a8c-097a11a3ead6 HTTP/1.1" status: 200 len: 945 time: 0.0532236 Aug 16 23:59:36.827079 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c920920a-a1b0-4d09-8dba-ca52c3c47e9f req-d5044185-2b59-4fe7-bebf-095ec75d3b0f tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330808 Aug 16 23:59:37.098845 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b076e-dde9-488a-a76a-eb1e35b7654b req-581dd9e8-175a-4bed-bf09-e9e70eafe87a tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:37.100972 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ea3b076e-dde9-488a-a76a-eb1e35b7654b req-581dd9e8-175a-4bed-bf09-e9e70eafe87a tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.69 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 944 time: 0.0525689 Aug 16 23:59:37.281999 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-ea3b076e-dde9-488a-a76a-eb1e35b7654b req-1e7da421-60fa-45fc-b50c-dc69fdc1c2dd tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Deleting port a80bce9e-c752-4ece-a59c-4486f6cb275d {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:59:37.282724 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ea3b076e-dde9-488a-a76a-eb1e35b7654b req-1e7da421-60fa-45fc-b50c-dc69fdc1c2dd tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:37.315831 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9910634-3a06-4378-9930-409983ed0cfa req-0246a313-6de2-48c6-a81f-572e1939f57c tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:37.327564 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b9910634-3a06-4378-9930-409983ed0cfa req-0246a313-6de2-48c6-a81f-572e1939f57c tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.0646563 Aug 16 23:59:37.380651 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b9910634-3a06-4378-9930-409983ed0cfa req-70063434-016e-44dd-8dbb-3456794fad27 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487866 Aug 16 23:59:37.409615 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-ea3b076e-dde9-488a-a76a-eb1e35b7654b req-1e7da421-60fa-45fc-b50c-dc69fdc1c2dd tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] For port a80bce9e-c752-4ece-a59c-4486f6cb275d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a80bce9e-c752-4ece-a59c-4486f6cb275d,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:37.410123 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ea3b076e-dde9-488a-a76a-eb1e35b7654b req-1e7da421-60fa-45fc-b50c-dc69fdc1c2dd tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:37.420410 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device f1b00233-84b9-45da-82a9-4141ca7e2930 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:59:37.427208 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-ea3b076e-dde9-488a-a76a-eb1e35b7654b req-1e7da421-60fa-45fc-b50c-dc69fdc1c2dd tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Calling delete_port for a80bce9e-c752-4ece-a59c-4486f6cb275d owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:59:37.488571 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port f1b00233-84b9-45da-82a9-4141ca7e2930 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:59:37.488938 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:37.590917 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ea3b076e-dde9-488a-a76a-eb1e35b7654b req-1e7da421-60fa-45fc-b50c-dc69fdc1c2dd tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:37.632899 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 55620) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:37.644354 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7da421-60fa-45fc-b50c-dc69fdc1c2dd tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Pushing event deleted for resources: {'Port': ['ID=a80bce9e-c752-4ece-a59c-4486f6cb275d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:37.715012 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3b076e-dde9-488a-a76a-eb1e35b7654b req-1e7da421-60fa-45fc-b50c-dc69fdc1c2dd tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] No DVR routers for this DVR port a80bce9e-c752-4ece-a59c-4486f6cb275d on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:59:37.718741 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ea3b076e-dde9-488a-a76a-eb1e35b7654b req-1e7da421-60fa-45fc-b50c-dc69fdc1c2dd tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:37.721546 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ea3b076e-dde9-488a-a76a-eb1e35b7654b req-1e7da421-60fa-45fc-b50c-dc69fdc1c2dd tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.69 "DELETE /v2.0/ports/a80bce9e-c752-4ece-a59c-4486f6cb275d HTTP/1.1" status: 204 len: 173 time: 0.6120257 Aug 16 23:59:37.722679 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9424f9-723c-4d17-8ea0-19f986bc8882', 'name': 'network-vif-deleted', 'tag': 'a80bce9e-c752-4ece-a59c-4486f6cb275d'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:59:37.725370 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367a82b0-5f18-4c00-853a-0daffda2f23c" -d '{"events": [{"server_uuid": "de9424f9-723c-4d17-8ea0-19f986bc8882", "name": "network-vif-deleted", "tag": "a80bce9e-c752-4ece-a59c-4486f6cb275d"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:59:37.745404 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['0ec58fee-559f-4689-9283-edac0c10185c', 'a80bce9e-c752-4ece-a59c-4486f6cb275d'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:59:37.789060 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4d0fb-5276-40dd-9216-2bb44d30b6b5 req-460d3f68-43e0-4d66-be77-11eeb6c4aad4 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:37.809943 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3fe4d0fb-5276-40dd-9216-2bb44d30b6b5 req-460d3f68-43e0-4d66-be77-11eeb6c4aad4 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 948 time: 0.0887084 Aug 16 23:59:37.836166 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:37.855747 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2fbeb75f-1b10-43b3-868e-ec7c29e82b3a req-1a822a9f-fe08-4283-8ea3-ed1d4a2adea4 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 210 time: 0.0368154 Aug 16 23:59:37.881393 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a1a74931-8926-4f55-ab98-a96c9b5bdb15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:37.891364 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d13edf-bf81-40e1-bb6f-e6763092b067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b00233-84b9-45da-82a9-4141ca7e2930'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:59:37.893995 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d323b8b-498a-4654-81eb-1d1be8537b83" -d '{"events": [{"server_uuid": "a2d13edf-bf81-40e1-bb6f-e6763092b067", "name": "network-vif-plugged", "status": "completed", "tag": "f1b00233-84b9-45da-82a9-4141ca7e2930"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:59:37.916668 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port f1b00233-84b9-45da-82a9-4141ca7e2930, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f1b00233-84b9-45da-82a9-4141ca7e2930,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:37.924185 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9181d1-1bdf-429b-ad57-5e9aa729a376 x-openstack-request-id: req-7e9181d1-1bdf-429b-ad57-5e9aa729a376 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:59:37.925016 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9424f9-723c-4d17-8ea0-19f986bc8882", "name": "network-vif-deleted", "tag": "a80bce9e-c752-4ece-a59c-4486f6cb275d", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:59:37.925540 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e9181d1-1bdf-429b-ad57-5e9aa729a376 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:59:37.926786 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9424f9-723c-4d17-8ea0-19f986bc8882', 'name': 'network-vif-deleted', 'tag': 'a80bce9e-c752-4ece-a59c-4486f6cb275d', 'status': 'completed', 'code': 200} Aug 16 23:59:37.936953 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:38.008082 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a1a74931-8926-4f55-ab98-a96c9b5bdb15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:38.019860 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a1a74931-8926-4f55-ab98-a96c9b5bdb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:38.026224 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=f1b00233-84b9-45da-82a9-4141ca7e2930,revision_number=10']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:38.089255 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a1a74931-8926-4f55-ab98-a96c9b5bdb15 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ecee48cc34a248e5a1e436c3e053592c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4552257 Aug 16 23:59:38.095061 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3fe4d0fb-5276-40dd-9216-2bb44d30b6b5 req-a6e3c8a7-a09c-4281-8448-c67963e40c9d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840550 Aug 16 23:59:38.096350 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55632) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:38.134301 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a74931-8926-4f55-ab98-a96c9b5bdb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8962ecb-45ca-47c1-87d5-e6965a8ce2de,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:38.172512 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1a1c0-b320-4625-9c6a-52cb8ba0c04a req-8aafcade-8bc4-44e9-90e1-df9fac714921 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:38.178525 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b545df-92b1-49c6-a927-e1419f8b5efa x-openstack-request-id: req-e4b545df-92b1-49c6-a927-e1419f8b5efa {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:59:38.179070 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d13edf-bf81-40e1-bb6f-e6763092b067", "name": "network-vif-plugged", "status": "completed", "tag": "f1b00233-84b9-45da-82a9-4141ca7e2930", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:59:38.179524 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e4b545df-92b1-49c6-a927-e1419f8b5efa {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:59:38.180200 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d13edf-bf81-40e1-bb6f-e6763092b067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b00233-84b9-45da-82a9-4141ca7e2930', 'code': 200} Aug 16 23:59:38.181610 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7a1a1c0-b320-4625-9c6a-52cb8ba0c04a req-8aafcade-8bc4-44e9-90e1-df9fac714921 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e917fde-72c3-474b-9a8c-097a11a3ead6 HTTP/1.1" status: 200 len: 945 time: 0.1655686 Aug 16 23:59:38.190382 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ca4a5be2-3371-4957-a86d-92e3b4e69769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:38.216134 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ca4a5be2-3371-4957-a86d-92e3b4e69769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:38.221830 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7a1a1c0-b320-4625-9c6a-52cb8ba0c04a req-8ea363a8-f6e4-420e-ad1e-0f98f5c01181 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392530 Aug 16 23:59:38.289326 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ca4a5be2-3371-4957-a86d-92e3b4e69769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:38.289816 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5115a-c3ba-47e0-b263-6b9d76b37e04 req-6d42876b-2061-46f4-90cd-8baca48cad0a tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:38.291611 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c1e5115a-c3ba-47e0-b263-6b9d76b37e04 req-6d42876b-2061-46f4-90cd-8baca48cad0a tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e917fde-72c3-474b-9a8c-097a11a3ead6 HTTP/1.1" status: 200 len: 945 time: 0.0590765 Aug 16 23:59:38.293653 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ca4a5be2-3371-4957-a86d-92e3b4e69769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:38.299132 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ca4a5be2-3371-4957-a86d-92e3b4e69769 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e8962ecb-45ca-47c1-87d5-e6965a8ce2de HTTP/1.1" status: 204 len: 168 time: 0.2010598 Aug 16 23:59:38.310274 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a5be2-3371-4957-a86d-92e3b4e69769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8962ecb-45ca-47c1-87d5-e6965a8ce2de,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:38.454507 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-c1e5115a-c3ba-47e0-b263-6b9d76b37e04 req-994cf12d-da24-4291-b558-b6f815568bbb tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Deleting port 91c95487-a8f7-4fa9-b418-808c16e4a97c {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:59:38.455433 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c1e5115a-c3ba-47e0-b263-6b9d76b37e04 req-994cf12d-da24-4291-b558-b6f815568bbb tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:38.582644 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83df126-00e8-493f-8c32-73d9f18e9b59 req-1b8833d7-a6e1-4efb-9ef7-9b2f475f1b9a tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:38.584285 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c83df126-00e8-493f-8c32-73d9f18e9b59 req-1b8833d7-a6e1-4efb-9ef7-9b2f475f1b9a tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.0799422 Aug 16 23:59:38.610741 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-c1e5115a-c3ba-47e0-b263-6b9d76b37e04 req-994cf12d-da24-4291-b558-b6f815568bbb tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] For port 91c95487-a8f7-4fa9-b418-808c16e4a97c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=91c95487-a8f7-4fa9-b418-808c16e4a97c,segment=NetworkSegment(6bd97450-ac96-4c47-ad61-e23f8355a601),segment_id=6bd97450-ac96-4c47-ad61-e23f8355a601)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:38.611200 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c1e5115a-c3ba-47e0-b263-6b9d76b37e04 req-994cf12d-da24-4291-b558-b6f815568bbb tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:38.630731 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-c1e5115a-c3ba-47e0-b263-6b9d76b37e04 req-994cf12d-da24-4291-b558-b6f815568bbb tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Calling delete_port for 91c95487-a8f7-4fa9-b418-808c16e4a97c owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:59:38.661164 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55646) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:38.662093 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c83df126-00e8-493f-8c32-73d9f18e9b59 req-cb3a4e62-90ee-44e4-9b18-86005f9a5b10 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698361 Aug 16 23:59:38.683870 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-37c05ecb-abcd-4b0c-9e64-be4aa09d7dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:38.794506 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c1e5115a-c3ba-47e0-b263-6b9d76b37e04 req-994cf12d-da24-4291-b558-b6f815568bbb tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:38.811705 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['1dbb17e9-16e7-45ed-b3a6-24d6ed13080a', '482541e4-8c61-4442-baf7-6fe75472ce6a', 'f06c6c18-2565-4540-83d4-fdc14384bf53', '91c95487-a8f7-4fa9-b418-808c16e4a97c'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:59:38.824451 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994cf12d-da24-4291-b558-b6f815568bbb tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Pushing event deleted for resources: {'Port': ['ID=91c95487-a8f7-4fa9-b418-808c16e4a97c,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:38.876344 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-37c05ecb-abcd-4b0c-9e64-be4aa09d7dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:38.882164 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-37c05ecb-abcd-4b0c-9e64-be4aa09d7dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:38.941947 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-37c05ecb-abcd-4b0c-9e64-be4aa09d7dd0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5ec872ba420474d88675ff9ced153c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2795191 Aug 16 23:59:38.945867 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55650) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:38.948942 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c05ecb-abcd-4b0c-9e64-be4aa09d7dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9804b89-f2b1-49ef-bffe-8458a087f494,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:39.032401 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c785a020-358f-48cb-8014-10558b95c753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:39.061808 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c785a020-358f-48cb-8014-10558b95c753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:39.136681 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c785a020-358f-48cb-8014-10558b95c753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:39.140914 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c785a020-358f-48cb-8014-10558b95c753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:39.146960 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c785a020-358f-48cb-8014-10558b95c753 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d9804b89-f2b1-49ef-bffe-8458a087f494 HTTP/1.1" status: 204 len: 168 time: 0.1880777 Aug 16 23:59:39.170083 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785a020-358f-48cb-8014-10558b95c753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9804b89-f2b1-49ef-bffe-8458a087f494,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:39.347707 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e5115a-c3ba-47e0-b263-6b9d76b37e04 req-994cf12d-da24-4291-b558-b6f815568bbb tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] No DVR routers for this DVR port 91c95487-a8f7-4fa9-b418-808c16e4a97c on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:59:39.357750 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7bc1c32a-69bd-4902-849b-0cb5906abbe1 req-f533b4a2-61b4-4236-9432-54c9e684a9b7 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 210 time: 0.0854094 Aug 16 23:59:39.365069 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c1e5115a-c3ba-47e0-b263-6b9d76b37e04 req-994cf12d-da24-4291-b558-b6f815568bbb tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:39.367339 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c1e5115a-c3ba-47e0-b263-6b9d76b37e04 req-994cf12d-da24-4291-b558-b6f815568bbb tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.64 "DELETE /v2.0/ports/91c95487-a8f7-4fa9-b418-808c16e4a97c HTTP/1.1" status: 204 len: 173 time: 1.0575328 Aug 16 23:59:39.373532 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e917fde-72c3-474b-9a8c-097a11a3ead6', 'name': 'network-vif-deleted', 'tag': '91c95487-a8f7-4fa9-b418-808c16e4a97c'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:59:39.386794 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b528118-96ca-4132-912c-8d9f1187af16" -d '{"events": [{"server_uuid": "0e917fde-72c3-474b-9a8c-097a11a3ead6", "name": "network-vif-deleted", "tag": "91c95487-a8f7-4fa9-b418-808c16e4a97c"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:59:39.423808 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840522c-b974-4e6c-ae51-46dbbef03d6e req-8988437e-1b08-4f2e-ac4d-a7e483a2a36e tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:39.425612 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f840522c-b974-4e6c-ae51-46dbbef03d6e req-8988437e-1b08-4f2e-ac4d-a7e483a2a36e tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 950 time: 0.1544969 Aug 16 23:59:39.507748 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e72c0689-ace8-4a70-8788-b74f6cad93b9 req-130c796a-9186-4450-8f43-5080a59b0dd1 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e917fde-72c3-474b-9a8c-097a11a3ead6 HTTP/1.1" status: 200 len: 210 time: 0.0458670 Aug 16 23:59:39.541838 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f840522c-b974-4e6c-ae51-46dbbef03d6e req-c3187e3c-5354-40d1-a6fb-cdd7706ed1f7 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091883 Aug 16 23:59:39.637832 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd78c801-8624-4932-a9ff-bbe9bb964b02 x-openstack-request-id: req-fd78c801-8624-4932-a9ff-bbe9bb964b02 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:59:39.638586 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e917fde-72c3-474b-9a8c-097a11a3ead6", "name": "network-vif-deleted", "tag": "91c95487-a8f7-4fa9-b418-808c16e4a97c", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:59:39.639063 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd78c801-8624-4932-a9ff-bbe9bb964b02 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:59:39.639800 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e917fde-72c3-474b-9a8c-097a11a3ead6', 'name': 'network-vif-deleted', 'tag': '91c95487-a8f7-4fa9-b418-808c16e4a97c', 'status': 'completed', 'code': 200} Aug 16 23:59:39.825401 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780590bd-a688-4658-931a-1b1b31254876 req-90b9f799-6248-4b60-b5b4-2bb128c0e3b4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:39.827308 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-780590bd-a688-4658-931a-1b1b31254876 req-90b9f799-6248-4b60-b5b4-2bb128c0e3b4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.0623882 Aug 16 23:59:39.887252 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-780590bd-a688-4658-931a-1b1b31254876 req-b9fc2195-fe2f-4a3a-85a1-799f390c721e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474622 Aug 16 23:59:39.900868 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:40.470473 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1076edd5-548d-4792-9fb5-5f47892ce34a req-1f29ded2-914a-401e-99d0-a917889fdd24 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 210 time: 0.0276508 Aug 16 23:59:40.730540 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda246f-1ac6-4edb-a39a-f0a328957171 req-82ac5f95-805e-4756-87f3-c823bafc01cc tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:40.743805 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eeda246f-1ac6-4edb-a39a-f0a328957171 req-82ac5f95-805e-4756-87f3-c823bafc01cc tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 950 time: 0.0956793 Aug 16 23:59:40.804154 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eeda246f-1ac6-4edb-a39a-f0a328957171 req-8659a456-50dc-4706-886d-7cb9545c3a46 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543950 Aug 16 23:59:40.935410 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16aa773-bd97-4bbe-8135-45f4737055dd req-78830cec-e155-4448-ac34-615ad707a137 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:40.944282 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d16aa773-bd97-4bbe-8135-45f4737055dd req-78830cec-e155-4448-ac34-615ad707a137 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 950 time: 0.0659730 Aug 16 23:59:40.988594 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d16aa773-bd97-4bbe-8135-45f4737055dd req-9836caf9-0366-4bfd-92fe-4c6db4c7582a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433428 Aug 16 23:59:41.022008 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55730) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:41.022531 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device a80bce9e-c752-4ece-a59c-4486f6cb275d no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:59:41.033506 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b7432-c2e4-4377-a43d-ccf5eb7cf1a5 req-c4f9b7c5-8786-4bf3-8000-45a4133fc762 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:41.049366 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b42b7432-c2e4-4377-a43d-ccf5eb7cf1a5 req-c4f9b7c5-8786-4bf3-8000-45a4133fc762 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.0762858 Aug 16 23:59:41.064438 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: a80bce9e-c752-4ece-a59c-4486f6cb275d {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:59:41.064789 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device a80bce9e-c752-4ece-a59c-4486f6cb275d not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:59:41.092877 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b42b7432-c2e4-4377-a43d-ccf5eb7cf1a5 req-2ad6945c-94e2-4df1-afa3-b6137695365d tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463996 Aug 16 23:59:41.160016 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9bd7750a-18bf-47ba-a0ea-fbf4a04547bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:41.258317 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-c6f047b4-24a6-43f4-829b-b2e31911a044 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=636fdf9ffe334b56b1041327d83dc393&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233116 Aug 16 23:59:41.262371 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9bd7750a-18bf-47ba-a0ea-fbf4a04547bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:41.267568 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9bd7750a-18bf-47ba-a0ea-fbf4a04547bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:41.311374 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9bd7750a-18bf-47ba-a0ea-fbf4a04547bf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a1db07153a0b419ea5bfa4769dce5656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2857780 Aug 16 23:59:41.311374 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7750a-18bf-47ba-a0ea-fbf4a04547bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e475e1d2-092d-4866-ab8c-715720e9e941,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:41.311836 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55746) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:41.331112 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd7750a-18bf-47ba-a0ea-fbf4a04547bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:41.331451 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd7750a-18bf-47ba-a0ea-fbf4a04547bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:41.331794 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd7750a-18bf-47ba-a0ea-fbf4a04547bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:41.332128 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd7750a-18bf-47ba-a0ea-fbf4a04547bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:41.332465 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd7750a-18bf-47ba-a0ea-fbf4a04547bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:41.332851 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd7750a-18bf-47ba-a0ea-fbf4a04547bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:41.333205 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd7750a-18bf-47ba-a0ea-fbf4a04547bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:41.333528 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd7750a-18bf-47ba-a0ea-fbf4a04547bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:41.334471 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd7750a-18bf-47ba-a0ea-fbf4a04547bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:41.334471 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd7750a-18bf-47ba-a0ea-fbf4a04547bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:41.334471 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd7750a-18bf-47ba-a0ea-fbf4a04547bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:41.334793 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd7750a-18bf-47ba-a0ea-fbf4a04547bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:41.380260 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:41.381818 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-29c11e78-00e2-402f-9a86-cf1518ea49bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:41.390509 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-2706715d-18db-44b8-9ff1-fb29041292ff tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:41.394421 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-2706715d-18db-44b8-9ff1-fb29041292ff tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1264575 Aug 16 23:59:41.405828 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-29c11e78-00e2-402f-9a86-cf1518ea49bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:41.412510 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-2b36cd9d-1030-475d-987e-ad448c54d3a7 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/quotas/636fdf9ffe334b56b1041327d83dc393 HTTP/1.1" status: 200 len: 375 time: 0.0134020 Aug 16 23:59:41.447411 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 91c95487-a8f7-4fa9-b418-808c16e4a97c no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:59:41.476636 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-29c11e78-00e2-402f-9a86-cf1518ea49bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:41.476871 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 91c95487-a8f7-4fa9-b418-808c16e4a97c {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:59:41.477082 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 91c95487-a8f7-4fa9-b418-808c16e4a97c not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:59:41.481246 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-29c11e78-00e2-402f-9a86-cf1518ea49bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:41.482947 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-29c11e78-00e2-402f-9a86-cf1518ea49bd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e475e1d2-092d-4866-ab8c-715720e9e941 HTTP/1.1" status: 204 len: 168 time: 0.1700218 Aug 16 23:59:41.492668 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c11e78-00e2-402f-9a86-cf1518ea49bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e475e1d2-092d-4866-ab8c-715720e9e941,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:41.508603 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-694aebc2-3257-4a2e-94b6-cd9f3c6ffc3b tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0893288 Aug 16 23:59:41.617509 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-373f1c6c-afc6-4dac-940b-50869f554920 req-e3f62886-8241-4059-bb79-925f5ee7144d tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 210 time: 0.0412660 Aug 16 23:59:41.712561 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-363e8121-d588-44fc-ba69-0ed1f32570bd req-579c1087-1adf-469c-9476-8165a0c21867 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 210 time: 0.0323267 Aug 16 23:59:42.227489 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14e1f3-fce5-45ee-b166-ee0efb013d9d req-46421809-e53e-48a0-b697-bfdff3c83248 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:42.229208 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fc14e1f3-fce5-45ee-b166-ee0efb013d9d req-46421809-e53e-48a0-b697-bfdff3c83248 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.0582168 Aug 16 23:59:42.281498 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fc14e1f3-fce5-45ee-b166-ee0efb013d9d req-401c0ea9-1073-4d79-85f8-83ca201e1bae tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434635 Aug 16 23:59:42.731204 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ba2864b-1b68-45ac-99a5-737e1aa079f8 req-c413e325-f909-4616-8479-5ddc085c95c9 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=de9424f9-723c-4d17-8ea0-19f986bc8882 HTTP/1.1" status: 200 len: 210 time: 0.0279577 Aug 16 23:59:42.821963 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-50463c47-2af8-4933-83d0-966f4753c372 req-84404dd7-9de6-49be-b7cf-c10e84bb7bcf tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 210 time: 0.0293341 Aug 16 23:59:42.896366 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-00e0ffb0-b309-4ca6-8c67-c928701608b1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=636fdf9ffe334b56b1041327d83dc393&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313807 Aug 16 23:59:43.061313 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-dbfdae67-0057-4a2c-8df2-15d8e3558650 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:43.063157 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-dbfdae67-0057-4a2c-8df2-15d8e3558650 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1482286 Aug 16 23:59:43.085706 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-12f96c8a-1523-4327-8b13-4e936f61ac73 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Request body: {'port': {'device_id': 'cdd1ecbc-c567-475e-8fd9-44b573f66801', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': '636fdf9ffe334b56b1041327d83dc393'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:59:43.283852 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-12f96c8a-1523-4327-8b13-4e936f61ac73 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Made reservation on behalf of 636fdf9ffe334b56b1041327d83dc393 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:59:43.283852 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-12f96c8a-1523-4327-8b13-4e936f61ac73 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:43.451832 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-12f96c8a-1523-4327-8b13-4e936f61ac73 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Allocated IP 192.168.233.17 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/b406dcef-656d-44f5-b8a2-9b2c86536c7c) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:59:43.463697 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e100fef-a2bc-4c19-978f-e0f28816bbfa req-e1f48287-f8bc-44c0-ad3b-e9d14bc70413 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:43.465485 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1e100fef-a2bc-4c19-978f-e0f28816bbfa req-e1f48287-f8bc-44c0-ad3b-e9d14bc70413 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.0983338 Aug 16 23:59:43.551546 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1e100fef-a2bc-4c19-978f-e0f28816bbfa req-3287652d-c10b-4877-8b1f-3f9fd6546e8f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736384 Aug 16 23:59:43.669692 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-12f96c8a-1523-4327-8b13-4e936f61ac73 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:43.684895 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-12f96c8a-1523-4327-8b13-4e936f61ac73 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Transition to ACTIVE for port object b406dcef-656d-44f5-b8a2-9b2c86536c7c will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:59:43.730844 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-12f96c8a-1523-4327-8b13-4e936f61ac73 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:43.754431 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['dc5a9afa-09d6-4392-8d77-921fd95fdba9'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:59:43.758137 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['105502e0-f785-4d58-9f24-b7ad136e18bf', 'f1b00233-84b9-45da-82a9-4141ca7e2930'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:59:43.807235 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-12f96c8a-1523-4327-8b13-4e936f61ac73 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:59:43.812442 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-12f96c8a-1523-4327-8b13-4e936f61ac73 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:59:43.828497 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-12f96c8a-1523-4327-8b13-4e936f61ac73 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:59:43.843819 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f96c8a-1523-4327-8b13-4e936f61ac73 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Pushing event updated for resources: {'Port': ['ID=b406dcef-656d-44f5-b8a2-9b2c86536c7c,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:43.949686 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-12f96c8a-1523-4327-8b13-4e936f61ac73 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:43.950374 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-12f96c8a-1523-4327-8b13-4e936f61ac73 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:44.017681 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-12f96c8a-1523-4327-8b13-4e936f61ac73 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9380245 Aug 16 23:59:44.101797 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-282200ea-887f-43d2-8462-02074ad27897 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:59:44.107098 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-282200ea-887f-43d2-8462-02074ad27897 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455503 Aug 16 23:59:44.172349 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c960d0-ee8f-43c6-a714-11564c6db840 req-629ef872-ad35-4ebb-bbac-5f05d75c4c6e tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:44.184622 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-50c960d0-ee8f-43c6-a714-11564c6db840 req-629ef872-ad35-4ebb-bbac-5f05d75c4c6e tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 935 time: 0.1998978 Aug 16 23:59:44.267904 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-50c960d0-ee8f-43c6-a714-11564c6db840 req-bd13f53c-cd6f-48a4-b0c7-afeaa89c7440 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792780 Aug 16 23:59:44.313998 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3df15b6a-c5f6-43fd-884d-d9d4320aa78a None None] Provisioning for port b406dcef-656d-44f5-b8a2-9b2c86536c7c completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:59:44.319991 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3df15b6a-c5f6-43fd-884d-d9d4320aa78a None None] Provisioning complete for port b406dcef-656d-44f5-b8a2-9b2c86536c7c triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:59:44.320671 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3df15b6a-c5f6-43fd-884d-d9d4320aa78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:44.379317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-db0dfbc2-1b5b-49e6-90db-ec8bd92acf09 service neutron] Request body: {'port': {'device_id': 'cdd1ecbc-c567-475e-8fd9-44b573f66801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:59:44.382474 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-3df15b6a-c5f6-43fd-884d-d9d4320aa78a None None] Port b406dcef-656d-44f5-b8a2-9b2c86536c7c cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:59:44.480576 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-db0dfbc2-1b5b-49e6-90db-ec8bd92acf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:44.819390 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72a67b-1cdd-4209-8569-f22716585e2d req-30a35290-c5a3-4722-99cd-6b1e9865401b tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:44.828261 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7b72a67b-1cdd-4209-8569-f22716585e2d req-30a35290-c5a3-4722-99cd-6b1e9865401b tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.1769030 Aug 16 23:59:44.930849 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-db0dfbc2-1b5b-49e6-90db-ec8bd92acf09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b406dcef-656d-44f5-b8a2-9b2c86536c7c {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:59:44.946143 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-db0dfbc2-1b5b-49e6-90db-ec8bd92acf09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:44.970463 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7b72a67b-1cdd-4209-8569-f22716585e2d req-aca9eb59-9c08-40fe-855c-0118ffa3fa8b tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361854 Aug 16 23:59:44.979168 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-db0dfbc2-1b5b-49e6-90db-ec8bd92acf09 service neutron] Transition to ACTIVE for port object b406dcef-656d-44f5-b8a2-9b2c86536c7c will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:59:44.989372 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-db0dfbc2-1b5b-49e6-90db-ec8bd92acf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:45.060275 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0dfbc2-1b5b-49e6-90db-ec8bd92acf09 service neutron] Pushing event updated for resources: {'Port': ['ID=b406dcef-656d-44f5-b8a2-9b2c86536c7c,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:45.271071 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-db0dfbc2-1b5b-49e6-90db-ec8bd92acf09 service neutron] Attempting to bind port b406dcef-656d-44f5-b8a2-9b2c86536c7c on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:59:45.271414 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-db0dfbc2-1b5b-49e6-90db-ec8bd92acf09 service neutron] Attempting to bind port b406dcef-656d-44f5-b8a2-9b2c86536c7c by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:59:45.271760 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-db0dfbc2-1b5b-49e6-90db-ec8bd92acf09 service neutron] Attempting to bind port b406dcef-656d-44f5-b8a2-9b2c86536c7c on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:59:45.284369 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-db0dfbc2-1b5b-49e6-90db-ec8bd92acf09 service neutron] Port b406dcef-656d-44f5-b8a2-9b2c86536c7c on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:59:45.284716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-db0dfbc2-1b5b-49e6-90db-ec8bd92acf09 service neutron] Attempting to bind port b406dcef-656d-44f5-b8a2-9b2c86536c7c on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:59:45.301556 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-db0dfbc2-1b5b-49e6-90db-ec8bd92acf09 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:59:45.302136 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-db0dfbc2-1b5b-49e6-90db-ec8bd92acf09 service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:59:45.302808 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-db0dfbc2-1b5b-49e6-90db-ec8bd92acf09 service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:59:45.303700 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-db0dfbc2-1b5b-49e6-90db-ec8bd92acf09 service neutron] Bound port: b406dcef-656d-44f5-b8a2-9b2c86536c7c, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:59:45.304216 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-db0dfbc2-1b5b-49e6-90db-ec8bd92acf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:45.492025 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-db0dfbc2-1b5b-49e6-90db-ec8bd92acf09 service neutron] For port b406dcef-656d-44f5-b8a2-9b2c86536c7c, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:59:45.504791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778d99c-3d3f-4583-a023-5083e67e32c1 req-128e2c5f-2a93-4110-ad6e-5eae443d7764 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:45.506890 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3778d99c-3d3f-4583-a023-5083e67e32c1 req-128e2c5f-2a93-4110-ad6e-5eae443d7764 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 947 time: 0.1228683 Aug 16 23:59:45.536534 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-db0dfbc2-1b5b-49e6-90db-ec8bd92acf09 service neutron] For port b406dcef-656d-44f5-b8a2-9b2c86536c7c, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b406dcef-656d-44f5-b8a2-9b2c86536c7c,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:59:45.552427 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-db0dfbc2-1b5b-49e6-90db-ec8bd92acf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:45.611019 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-db0dfbc2-1b5b-49e6-90db-ec8bd92acf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:45.612010 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-db0dfbc2-1b5b-49e6-90db-ec8bd92acf09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:45.613534 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-db0dfbc2-1b5b-49e6-90db-ec8bd92acf09 service neutron] 10.222.0.64 "PUT /v2.0/ports/b406dcef-656d-44f5-b8a2-9b2c86536c7c HTTP/1.1" status: 200 len: 1096 time: 1.4884052 Aug 16 23:59:45.617726 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd1ecbc-c567-475e-8fd9-44b573f66801', 'tag': 'b406dcef-656d-44f5-b8a2-9b2c86536c7c'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:59:45.622441 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724a3d7a-b7c1-4c04-a35f-bc61cf4452d5" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd1ecbc-c567-475e-8fd9-44b573f66801", "tag": "b406dcef-656d-44f5-b8a2-9b2c86536c7c"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:59:45.654718 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3778d99c-3d3f-4583-a023-5083e67e32c1 req-0f755696-3a81-4135-96bb-31516e5cea25 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347938 Aug 16 23:59:45.733534 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0dfbc2-1b5b-49e6-90db-ec8bd92acf09 service neutron] Pushing event updated for resources: {'Port': ['ID=b406dcef-656d-44f5-b8a2-9b2c86536c7c,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:45.756414 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-d441eaaa-06ec-446c-978e-3ab4c96881f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:45.757865 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-d441eaaa-06ec-446c-978e-3ab4c96881f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 1099 time: 0.0837491 Aug 16 23:59:45.871233 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-18a77710-5a5d-4fc8-9d93-b0169c358eb2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=b406dcef-656d-44f5-b8a2-9b2c86536c7c HTTP/1.1" status: 200 len: 217 time: 0.0950997 Aug 16 23:59:46.001666 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-33454def-e1a4-4bb3-be67-0669366ae63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:46.003173 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-33454def-e1a4-4bb3-be67-0669366ae63e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1194036 Aug 16 23:59:46.092039 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7878298d-f7cc-45ab-a5d9-d2ea43f2a4d8 x-openstack-request-id: req-7878298d-f7cc-45ab-a5d9-d2ea43f2a4d8 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:59:46.092650 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd1ecbc-c567-475e-8fd9-44b573f66801", "tag": "b406dcef-656d-44f5-b8a2-9b2c86536c7c", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:59:46.093113 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7878298d-f7cc-45ab-a5d9-d2ea43f2a4d8 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:59:46.093687 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd1ecbc-c567-475e-8fd9-44b573f66801', 'tag': 'b406dcef-656d-44f5-b8a2-9b2c86536c7c', 'status': 'completed', 'code': 200} Aug 16 23:59:46.122325 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-2fc9c8d5-8c6d-4ac0-bc8c-455136883ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:46.127035 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-2fc9c8d5-8c6d-4ac0-bc8c-455136883ba0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1104999 Aug 16 23:59:46.268313 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee356d60-9268-4845-b5c1-242303f9eade req-37752292-34ee-40a2-bb26-abe4008afd90 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:46.279113 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ee356d60-9268-4845-b5c1-242303f9eade req-37752292-34ee-40a2-bb26-abe4008afd90 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.1495700 Aug 16 23:59:46.387197 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ee356d60-9268-4845-b5c1-242303f9eade req-cf63180e-eb81-4724-bf20-65da40bdf49e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044044 Aug 16 23:59:46.403987 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-65a42ad1-54f8-4558-a587-3821182ad480 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627769 Aug 16 23:59:46.521127 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f8b2002b-d3bb-4654-bfc1-8a20367bb9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:46.603415 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66567697-97fc-4511-80a5-ea7d9c830ac8 req-54dd4d8e-2672-4241-8f5a-2195bc6efaac service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764140 Aug 16 23:59:46.726675 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d8190-282d-4933-9f7f-9292e548bd07 req-098ebe6b-ab84-45c2-ac70-28f30f69a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:46.728439 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-968d8190-282d-4933-9f7f-9292e548bd07 req-098ebe6b-ab84-45c2-ac70-28f30f69a4aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=86043ac5c01d42e2a5f439e1e8d8861c&device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 1097 time: 0.1144404 Aug 16 23:59:46.749381 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a3d7a-b7c1-4c04-a35f-bc61cf4452d5 req-0bb87b81-1a05-4cb8-ad3f-d3e5012255f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:46.750943 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-724a3d7a-b7c1-4c04-a35f-bc61cf4452d5 req-0bb87b81-1a05-4cb8-ad3f-d3e5012255f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 1099 time: 0.0610876 Aug 16 23:59:46.799088 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73575d0b-5c67-4f33-87be-03e64211da09 req-7c7b596d-a3b5-4f38-9078-b500758beaef tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:46.801431 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73575d0b-5c67-4f33-87be-03e64211da09 req-7c7b596d-a3b5-4f38-9078-b500758beaef tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1295114 Aug 16 23:59:46.880135 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a3d7a-b7c1-4c04-a35f-bc61cf4452d5 req-73e80f81-a215-4d54-81fd-a2ca202da96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:46.882138 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-724a3d7a-b7c1-4c04-a35f-bc61cf4452d5 req-73e80f81-a215-4d54-81fd-a2ca202da96e service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.1216884 Aug 16 23:59:46.936192 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-724a3d7a-b7c1-4c04-a35f-bc61cf4452d5 req-74431b35-5992-49e9-80c8-0aacd5f6fbb0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=b406dcef-656d-44f5-b8a2-9b2c86536c7c HTTP/1.1" status: 200 len: 217 time: 0.0438437 Aug 16 23:59:47.009093 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a3d7a-b7c1-4c04-a35f-bc61cf4452d5 req-969a4b19-90ad-4b68-abb3-9596de409d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:47.012204 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-724a3d7a-b7c1-4c04-a35f-bc61cf4452d5 req-969a4b19-90ad-4b68-abb3-9596de409d39 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0673416 Aug 16 23:59:47.086945 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73575d0b-5c67-4f33-87be-03e64211da09 req-9cb08dc4-848d-4b32-9970-97343b92aaa4 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317111 Aug 16 23:59:47.108329 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a3d7a-b7c1-4c04-a35f-bc61cf4452d5 req-ff1748cc-19b0-4234-a3a7-383fd7bb84e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:47.110695 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-724a3d7a-b7c1-4c04-a35f-bc61cf4452d5 req-ff1748cc-19b0-4234-a3a7-383fd7bb84e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0816584 Aug 16 23:59:47.159130 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b2806-e9be-4e43-a1eb-147f1cf20d00 req-b0b72b51-8f3c-4629-a4ca-328ba37b6ec6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:47.174834 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a14b2806-e9be-4e43-a1eb-147f1cf20d00 req-b0b72b51-8f3c-4629-a4ca-328ba37b6ec6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 947 time: 0.3684533 Aug 16 23:59:47.240023 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d8190-282d-4933-9f7f-9292e548bd07 req-677a790d-ce00-4452-9906-f6665910809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:47.247211 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-968d8190-282d-4933-9f7f-9292e548bd07 req-677a790d-ce00-4452-9906-f6665910809f service neutron] 10.222.0.64 "GET /v2.0/networks?id=b540a6a1-dfc7-43c4-9922-512d2e4997c6 HTTP/1.1" status: 200 len: 920 time: 0.4875631 Aug 16 23:59:47.254462 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-724a3d7a-b7c1-4c04-a35f-bc61cf4452d5 req-5fbdc719-78c2-4d75-84aa-8ef6011cec32 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294053 Aug 16 23:59:47.340081 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a14b2806-e9be-4e43-a1eb-147f1cf20d00 req-6c4fd5be-f2ce-48bd-80e0-0f59523c9206 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642969 Aug 16 23:59:47.341990 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-968d8190-282d-4933-9f7f-9292e548bd07 req-6e781c57-36ab-438b-9ea1-9a528729c036 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=477d914a-6c65-48fc-b616-dcda382e32cd HTTP/1.1" status: 200 len: 217 time: 0.0831833 Aug 16 23:59:47.491026 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-724a3d7a-b7c1-4c04-a35f-bc61cf4452d5 req-7fa701ac-0f05-40a4-a29b-8ec332c166ee service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240446 Aug 16 23:59:47.539260 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d8190-282d-4933-9f7f-9292e548bd07 req-b068b210-d82b-484f-bfc8-124a825f8dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:47.541296 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-968d8190-282d-4933-9f7f-9292e548bd07 req-b068b210-d82b-484f-bfc8-124a825f8dc6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87966530-05f3-4777-b9a2-61db54a436d5 HTTP/1.1" status: 200 len: 859 time: 0.1887584 Aug 16 23:59:47.681617 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-968d8190-282d-4933-9f7f-9292e548bd07 req-d769adb5-69be-414f-ba98-6aa1e4e16457 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b540a6a1-dfc7-43c4-9922-512d2e4997c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1246765 Aug 16 23:59:47.828393 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-968d8190-282d-4933-9f7f-9292e548bd07 req-1df20ecf-de70-4a8d-8372-ec64021ccebc service neutron] 10.222.0.64 "GET /v2.0/networks/b540a6a1-dfc7-43c4-9922-512d2e4997c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371801 Aug 16 23:59:47.875352 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f2850-8850-4b42-89fe-84029b35b138 req-8229d552-576a-4bf7-b2f6-7f2b49ca48f1 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:47.883131 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-138f2850-8850-4b42-89fe-84029b35b138 req-8229d552-576a-4bf7-b2f6-7f2b49ca48f1 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.2721543 Aug 16 23:59:48.006614 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-968d8190-282d-4933-9f7f-9292e548bd07 req-5bb1fe88-8032-46a5-aca0-29790d5a8d87 service neutron] 10.222.0.64 "GET /v2.0/networks/b540a6a1-dfc7-43c4-9922-512d2e4997c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520119 Aug 16 23:59:48.062945 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-138f2850-8850-4b42-89fe-84029b35b138 req-7ae5bd3c-c4ab-47a8-aded-6d15d8637485 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788924 Aug 16 23:59:48.176187 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fef337-8fb8-424b-a7a6-56bd96bded07 req-ce75482a-a777-4896-a302-5b8b1bf88d69 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:48.184283 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c1fef337-8fb8-424b-a7a6-56bd96bded07 req-ce75482a-a777-4896-a302-5b8b1bf88d69 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 945 time: 0.1478240 Aug 16 23:59:48.225861 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c1fef337-8fb8-424b-a7a6-56bd96bded07 req-ac90254f-33c1-448c-a506-c9af53d503f0 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405161 Aug 16 23:59:48.301270 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb236cbf-081f-4655-a338-0691b6fd4e52 req-3d6759d4-1dfa-477a-8296-6fa74fa5667a tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:48.303964 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb236cbf-081f-4655-a338-0691b6fd4e52 req-3d6759d4-1dfa-477a-8296-6fa74fa5667a tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0878613 Aug 16 23:59:48.356651 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb236cbf-081f-4655-a338-0691b6fd4e52 req-56dfb92f-3694-48fc-9130-c01f921752f4 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412958 Aug 16 23:59:48.519961 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780b705-7d05-4566-9e59-f1ce54b8df48 req-03c47057-117d-4d12-9d6e-8bd002910482 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:48.522136 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f780b705-7d05-4566-9e59-f1ce54b8df48 req-03c47057-117d-4d12-9d6e-8bd002910482 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 947 time: 0.0637860 Aug 16 23:59:48.598223 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f780b705-7d05-4566-9e59-f1ce54b8df48 req-cd7d977c-0fc5-40f9-86e0-cb19917f7500 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618372 Aug 16 23:59:48.871124 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312730c5-3250-4333-94a3-41434145825c req-82d1e3d7-3d4d-40fe-bf5d-c48f6051f345 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:48.872777 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-312730c5-3250-4333-94a3-41434145825c req-82d1e3d7-3d4d-40fe-bf5d-c48f6051f345 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 945 time: 0.0747478 Aug 16 23:59:48.937698 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-312730c5-3250-4333-94a3-41434145825c req-bea2e451-3383-481d-860f-53cef5456a2c tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546820 Aug 16 23:59:49.102223 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b8a9ac40-f40b-413d-830a-e8712f69844e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:49.195306 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c447ac-3f01-4cad-884d-7e23fc538fa6 req-d588691f-0772-41eb-974e-3d2de155165f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:49.196606 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:49.196896 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d8c447ac-3f01-4cad-884d-7e23fc538fa6 req-d588691f-0772-41eb-974e-3d2de155165f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.0527191 Aug 16 23:59:49.242927 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d8c447ac-3f01-4cad-884d-7e23fc538fa6 req-779e297a-9f74-44dd-b92b-f5db90f21555 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372450 Aug 16 23:59:49.372256 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58cad3f-7e04-4811-8853-76ac759bd9aa req-84c7eec8-f52a-4421-b232-dfe2582330ac tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:49.379844 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b58cad3f-7e04-4811-8853-76ac759bd9aa req-84c7eec8-f52a-4421-b232-dfe2582330ac tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 945 time: 0.0751197 Aug 16 23:59:49.389180 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75a7f4-6da8-4375-99c6-b7b9c1bab887 req-82f86ec8-ee05-4392-ac1e-56ad6e183c57 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:49.392068 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4c75a7f4-6da8-4375-99c6-b7b9c1bab887 req-82f86ec8-ee05-4392-ac1e-56ad6e183c57 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 945 time: 0.0712671 Aug 16 23:59:49.450803 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b58cad3f-7e04-4811-8853-76ac759bd9aa req-77bfe9d3-2f0d-4649-847b-89c29df8c908 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700092 Aug 16 23:59:49.489561 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device b406dcef-656d-44f5-b8a2-9b2c86536c7c details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:59:49.520148 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bac2a4-9acd-4321-b6dc-a3edc25d0313 req-be6c491c-6e9d-4432-a8d2-26e14644a299 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:49.521723 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f5bac2a4-9acd-4321-b6dc-a3edc25d0313 req-be6c491c-6e9d-4432-a8d2-26e14644a299 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0699918 Aug 16 23:59:49.554607 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-4c75a7f4-6da8-4375-99c6-b7b9c1bab887 req-f54b16f2-d26d-44da-8631-65fa86a162c4 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Deleting port 0ec58fee-559f-4689-9283-edac0c10185c {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:59:49.555010 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4c75a7f4-6da8-4375-99c6-b7b9c1bab887 req-f54b16f2-d26d-44da-8631-65fa86a162c4 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:49.610479 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f5bac2a4-9acd-4321-b6dc-a3edc25d0313 req-f51bae97-629e-4795-adb6-887e63fe2035 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805821 Aug 16 23:59:49.661388 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56222) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:49.699771 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-4c75a7f4-6da8-4375-99c6-b7b9c1bab887 req-f54b16f2-d26d-44da-8631-65fa86a162c4 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] For port 0ec58fee-559f-4689-9283-edac0c10185c, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=0ec58fee-559f-4689-9283-edac0c10185c,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:49.700815 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4c75a7f4-6da8-4375-99c6-b7b9c1bab887 req-f54b16f2-d26d-44da-8631-65fa86a162c4 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:49.708642 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port b406dcef-656d-44f5-b8a2-9b2c86536c7c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b406dcef-656d-44f5-b8a2-9b2c86536c7c,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:49.719093 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-4c75a7f4-6da8-4375-99c6-b7b9c1bab887 req-f54b16f2-d26d-44da-8631-65fa86a162c4 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Calling delete_port for 0ec58fee-559f-4689-9283-edac0c10185c owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:59:49.726328 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'b406dcef-656d-44f5-b8a2-9b2c86536c7c', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': 'b406dcef-656d-44f5-b8a2-9b2c86536c7c', 'mac_address': 'fa:16:3e:45:bf:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:59:49.764721 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51867b-984c-4ece-bffb-bb8c98195928 req-e5ccd7e6-6961-40d5-a446-0fdaaf2ee11b tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:49.766621 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bf51867b-984c-4ece-bffb-bb8c98195928 req-e5ccd7e6-6961-40d5-a446-0fdaaf2ee11b tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 947 time: 0.0703344 Aug 16 23:59:49.778524 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:49.801776 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b406dcef-656d-44f5-b8a2-9b2c86536c7c {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:59:49.829408 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a652a6b7-a6a5-4c87-9542-0e141dcf0302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:49.841025 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port b406dcef-656d-44f5-b8a2-9b2c86536c7c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b406dcef-656d-44f5-b8a2-9b2c86536c7c,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:49.845341 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:49.867239 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bf51867b-984c-4ece-bffb-bb8c98195928 req-d921756c-d9fb-456f-8e26-c3ae4d7e8599 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818603 Aug 16 23:59:49.923216 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4c75a7f4-6da8-4375-99c6-b7b9c1bab887 req-f54b16f2-d26d-44da-8631-65fa86a162c4 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:49.928022 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=b406dcef-656d-44f5-b8a2-9b2c86536c7c,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:49.942849 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:49.943525 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:49.944051 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:49.944568 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:49.945103 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:49.946066 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:49.951102 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:49.951833 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:49.952190 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:49.953080 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:49.953080 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:49.953240 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:59:49.957172 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b16f2-d26d-44da-8631-65fa86a162c4 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Pushing event deleted for resources: {'Port': ['ID=0ec58fee-559f-4689-9283-edac0c10185c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:49.972017 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['0ec58fee-559f-4689-9283-edac0c10185c'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:59:49.976245 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a652a6b7-a6a5-4c87-9542-0e141dcf0302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:49.984705 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a652a6b7-a6a5-4c87-9542-0e141dcf0302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:50.032704 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a652a6b7-a6a5-4c87-9542-0e141dcf0302 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=51c372ca247e445ea2ab12e5288708c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3662162 Aug 16 23:59:50.034184 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56232) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:50.044011 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c75a7f4-6da8-4375-99c6-b7b9c1bab887 req-f54b16f2-d26d-44da-8631-65fa86a162c4 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] No DVR routers for this DVR port 0ec58fee-559f-4689-9283-edac0c10185c on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:59:50.047085 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4c75a7f4-6da8-4375-99c6-b7b9c1bab887 req-f54b16f2-d26d-44da-8631-65fa86a162c4 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:50.051234 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4c75a7f4-6da8-4375-99c6-b7b9c1bab887 req-f54b16f2-d26d-44da-8631-65fa86a162c4 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.69 "DELETE /v2.0/ports/0ec58fee-559f-4689-9283-edac0c10185c HTTP/1.1" status: 204 len: 173 time: 0.6464629 Aug 16 23:59:50.051570 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652a6b7-a6a5-4c87-9542-0e141dcf0302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff40f111-9ff0-4f24-9623-9e73b4767123,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:50.051648 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff87648-2d46-44c3-b1cb-6a802bfddeac', 'name': 'network-vif-deleted', 'tag': '0ec58fee-559f-4689-9283-edac0c10185c'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:59:50.052313 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25523550-6da8-45d4-92f6-b8e25b2b4214" -d '{"events": [{"server_uuid": "8ff87648-2d46-44c3-b1cb-6a802bfddeac", "name": "network-vif-deleted", "tag": "0ec58fee-559f-4689-9283-edac0c10185c"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:59:50.075935 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8895fefd-d488-4c61-b07d-040c78b5f3fc req-45c8bb30-8ecd-44b4-ac56-07492a68b013 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ff87648-2d46-44c3-b1cb-6a802bfddeac HTTP/1.1" status: 200 len: 210 time: 0.0431662 Aug 16 23:59:50.102993 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:50.133587 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a9e8cfcf-af72-4234-9455-3276c861ff04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:50.155625 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a9e8cfcf-af72-4234-9455-3276c861ff04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:50.220006 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a9e8cfcf-af72-4234-9455-3276c861ff04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:50.222545 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a9e8cfcf-af72-4234-9455-3276c861ff04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:50.223745 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a9e8cfcf-af72-4234-9455-3276c861ff04 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ff40f111-9ff0-4f24-9623-9e73b4767123 HTTP/1.1" status: 204 len: 168 time: 0.1877897 Aug 16 23:59:50.232505 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e8cfcf-af72-4234-9455-3276c861ff04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff40f111-9ff0-4f24-9623-9e73b4767123,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:50.271972 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67aebd4e-e36b-40ec-a5fc-009fa7fac312 x-openstack-request-id: req-67aebd4e-e36b-40ec-a5fc-009fa7fac312 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:59:50.272264 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff87648-2d46-44c3-b1cb-6a802bfddeac", "name": "network-vif-deleted", "tag": "0ec58fee-559f-4689-9283-edac0c10185c", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:59:50.272521 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-67aebd4e-e36b-40ec-a5fc-009fa7fac312 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:59:50.272908 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff87648-2d46-44c3-b1cb-6a802bfddeac', 'name': 'network-vif-deleted', 'tag': '0ec58fee-559f-4689-9283-edac0c10185c', 'status': 'completed', 'code': 200} Aug 16 23:59:50.368409 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f16ca4-74a8-4d47-8b8e-7f5cb9e96d5f req-3a552f2e-76f5-4082-b5cf-df3741b73f0b tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:50.370981 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0f16ca4-74a8-4d47-8b8e-7f5cb9e96d5f req-3a552f2e-76f5-4082-b5cf-df3741b73f0b tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.0513635 Aug 16 23:59:50.433221 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['b406dcef-656d-44f5-b8a2-9b2c86536c7c'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:59:50.442339 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0f16ca4-74a8-4d47-8b8e-7f5cb9e96d5f req-0343aa41-d6c1-4890-aec0-3144bb937bee tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651157 Aug 16 23:59:50.470480 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc344d2-3c0f-4def-b984-a4d2e53b00b0 req-38d216fd-bb7f-4ad4-ab24-8e0872556886 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:50.471064 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fdc344d2-3c0f-4def-b984-a4d2e53b00b0 req-38d216fd-bb7f-4ad4-ab24-8e0872556886 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 945 time: 0.0801144 Aug 16 23:59:50.649085 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-fdc344d2-3c0f-4def-b984-a4d2e53b00b0 req-21eb0571-7787-45a9-b44f-ab04353dcd73 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Deleting port f06c6c18-2565-4540-83d4-fdc14384bf53 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:59:50.650046 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fdc344d2-3c0f-4def-b984-a4d2e53b00b0 req-21eb0571-7787-45a9-b44f-ab04353dcd73 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:50.710960 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445971e-015b-47d2-a756-310d21298a5c req-55db6280-ecf0-4bac-aa42-e39892116a85 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:50.712482 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2445971e-015b-47d2-a756-310d21298a5c req-55db6280-ecf0-4bac-aa42-e39892116a85 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 945 time: 0.1411955 Aug 16 23:59:50.811013 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2445971e-015b-47d2-a756-310d21298a5c req-53355f92-8054-4024-a4fb-e1737709c6ea tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893729 Aug 16 23:59:50.830031 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30642947-7298-4e54-a07e-f46d4ee11ac6 req-5be124a1-1055-47dc-85bd-ecae99a6cee1 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:50.831489 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-30642947-7298-4e54-a07e-f46d4ee11ac6 req-5be124a1-1055-47dc-85bd-ecae99a6cee1 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1319110 Aug 16 23:59:50.838268 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-fdc344d2-3c0f-4def-b984-a4d2e53b00b0 req-21eb0571-7787-45a9-b44f-ab04353dcd73 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] For port f06c6c18-2565-4540-83d4-fdc14384bf53, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f06c6c18-2565-4540-83d4-fdc14384bf53,segment=NetworkSegment(6bd97450-ac96-4c47-ad61-e23f8355a601),segment_id=6bd97450-ac96-4c47-ad61-e23f8355a601)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:50.839225 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fdc344d2-3c0f-4def-b984-a4d2e53b00b0 req-21eb0571-7787-45a9-b44f-ab04353dcd73 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:50.867000 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-fdc344d2-3c0f-4def-b984-a4d2e53b00b0 req-21eb0571-7787-45a9-b44f-ab04353dcd73 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Calling delete_port for f06c6c18-2565-4540-83d4-fdc14384bf53 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:59:50.900357 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-30642947-7298-4e54-a07e-f46d4ee11ac6 req-34d8e2d5-2de6-4e53-882f-e24fae0a0985 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584891 Aug 16 23:59:51.025616 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff26f9f-06bf-46b2-bd87-c2ea470e499e req-47378fb4-7068-4633-9e53-ccaefbc21bb7 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:51.029550 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ff26f9f-06bf-46b2-bd87-c2ea470e499e req-47378fb4-7068-4633-9e53-ccaefbc21bb7 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 948 time: 0.0776792 Aug 16 23:59:51.127250 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ff26f9f-06bf-46b2-bd87-c2ea470e499e req-446e3901-0db3-4a1b-93fe-5784b756ffd9 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924964 Aug 16 23:59:51.148585 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fdc344d2-3c0f-4def-b984-a4d2e53b00b0 req-21eb0571-7787-45a9-b44f-ab04353dcd73 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:51.195031 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb0571-7787-45a9-b44f-ab04353dcd73 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Pushing event deleted for resources: {'Port': ['ID=f06c6c18-2565-4540-83d4-fdc14384bf53,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:51.248729 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc344d2-3c0f-4def-b984-a4d2e53b00b0 req-21eb0571-7787-45a9-b44f-ab04353dcd73 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] No DVR routers for this DVR port f06c6c18-2565-4540-83d4-fdc14384bf53 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:59:51.251600 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fdc344d2-3c0f-4def-b984-a4d2e53b00b0 req-21eb0571-7787-45a9-b44f-ab04353dcd73 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:51.255919 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fdc344d2-3c0f-4def-b984-a4d2e53b00b0 req-21eb0571-7787-45a9-b44f-ab04353dcd73 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.64 "DELETE /v2.0/ports/f06c6c18-2565-4540-83d4-fdc14384bf53 HTTP/1.1" status: 204 len: 173 time: 0.7699144 Aug 16 23:59:51.256390 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7deeab-29c0-4a48-9569-746a6f906b88', 'name': 'network-vif-deleted', 'tag': 'f06c6c18-2565-4540-83d4-fdc14384bf53'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:59:51.261708 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c070c74-3a89-494b-abfc-73a9e27e878b" -d '{"events": [{"server_uuid": "4c7deeab-29c0-4a48-9569-746a6f906b88", "name": "network-vif-deleted", "tag": "f06c6c18-2565-4540-83d4-fdc14384bf53"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:59:51.318194 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8260f7a3-6a3c-4b80-a24e-0ad5c4611906 x-openstack-request-id: req-8260f7a3-6a3c-4b80-a24e-0ad5c4611906 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:59:51.318509 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7deeab-29c0-4a48-9569-746a6f906b88", "name": "network-vif-deleted", "tag": "f06c6c18-2565-4540-83d4-fdc14384bf53", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:59:51.318744 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8260f7a3-6a3c-4b80-a24e-0ad5c4611906 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:59:51.319606 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7deeab-29c0-4a48-9569-746a6f906b88', 'name': 'network-vif-deleted', 'tag': 'f06c6c18-2565-4540-83d4-fdc14384bf53', 'status': 'completed', 'code': 200} Aug 16 23:59:51.476754 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca9584-971e-481d-83e1-1fc35d56b246 req-ce2241a1-41b8-480d-b95c-ec3da72d8ed4 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:51.478380 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23ca9584-971e-481d-83e1-1fc35d56b246 req-ce2241a1-41b8-480d-b95c-ec3da72d8ed4 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6 HTTP/1.1" status: 200 len: 945 time: 0.0647497 Aug 16 23:59:51.546094 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23ca9584-971e-481d-83e1-1fc35d56b246 req-03abd0a9-843b-4d6e-baa0-4d9bfbe05c51 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600424 Aug 16 23:59:51.586278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9fec0e-81eb-4039-9320-c551d3077822 req-ca277a02-0d27-47cd-b758-bc181100fade tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:51.587834 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae9fec0e-81eb-4039-9320-c551d3077822 req-ca277a02-0d27-47cd-b758-bc181100fade tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.0603054 Aug 16 23:59:51.635191 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae9fec0e-81eb-4039-9320-c551d3077822 req-583f018a-569f-48c6-8db7-ade7731fc02d tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377283 Aug 16 23:59:51.799441 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['1dbb17e9-16e7-45ed-b3a6-24d6ed13080a', '482541e4-8c61-4442-baf7-6fe75472ce6a'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:59:51.964014 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eda92276-b0e6-4d75-ac17-0560c1e76ed4 req-29ab0f2a-9b90-4a3d-b3c1-49cb1e5cceb6 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c7deeab-29c0-4a48-9569-746a6f906b88 HTTP/1.1" status: 200 len: 210 time: 0.0497434 Aug 16 23:59:52.029135 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:52.072334 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce78e6-51ad-495e-bdb6-c828e22ddadd req-0027016c-5e54-40c2-b674-287049808864 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:52.075839 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2fce78e6-51ad-495e-bdb6-c828e22ddadd req-0027016c-5e54-40c2-b674-287049808864 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0695236 Aug 16 23:59:52.175839 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2fce78e6-51ad-495e-bdb6-c828e22ddadd req-a8944215-6e07-4b62-a475-95a8c68515fa tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939677 Aug 16 23:59:52.316224 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80d094-6880-493c-9c4d-a6f5bfc975c8 req-7904f808-1210-4ecc-b4d1-78e82370b671 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:52.319437 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4c80d094-6880-493c-9c4d-a6f5bfc975c8 req-7904f808-1210-4ecc-b4d1-78e82370b671 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.64 "GET /v2.0/ports?device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6 HTTP/1.1" status: 200 len: 945 time: 0.1382949 Aug 16 23:59:52.338949 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859199d-036b-4ba8-b3fe-6f1da55d50f7 req-70b66ee5-86d2-42f8-b7e2-bc64bd99fbce tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:52.340595 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5859199d-036b-4ba8-b3fe-6f1da55d50f7 req-70b66ee5-86d2-42f8-b7e2-bc64bd99fbce tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 948 time: 0.0755942 Aug 16 23:59:52.450380 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5859199d-036b-4ba8-b3fe-6f1da55d50f7 req-c4842cf2-2d2d-4089-88b9-3fbf32c0253e tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006658 Aug 16 23:59:52.470790 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-4c80d094-6880-493c-9c4d-a6f5bfc975c8 req-03daaff1-e665-49d8-9f07-b84501018684 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Deleting port 09cd6a5e-0878-4702-8532-60aaa5ef0337 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:59:52.471333 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4c80d094-6880-493c-9c4d-a6f5bfc975c8 req-03daaff1-e665-49d8-9f07-b84501018684 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:52.570893 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-4c80d094-6880-493c-9c4d-a6f5bfc975c8 req-03daaff1-e665-49d8-9f07-b84501018684 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] For port 09cd6a5e-0878-4702-8532-60aaa5ef0337, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=09cd6a5e-0878-4702-8532-60aaa5ef0337,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:52.570893 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4c80d094-6880-493c-9c4d-a6f5bfc975c8 req-03daaff1-e665-49d8-9f07-b84501018684 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:52.590744 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-4c80d094-6880-493c-9c4d-a6f5bfc975c8 req-03daaff1-e665-49d8-9f07-b84501018684 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Calling delete_port for 09cd6a5e-0878-4702-8532-60aaa5ef0337 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:59:52.716022 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b63d05-2a0c-4403-864c-0fa81c36c464 req-a7c49eac-66bb-4560-8c78-4a3dc5e41ba2 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:52.717219 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5b63d05-2a0c-4403-864c-0fa81c36c464 req-a7c49eac-66bb-4560-8c78-4a3dc5e41ba2 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=152cf6fb-5232-42fa-b49e-3da018a7d2c6 HTTP/1.1" status: 200 len: 945 time: 0.0746500 Aug 16 23:59:52.834151 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4c80d094-6880-493c-9c4d-a6f5bfc975c8 req-03daaff1-e665-49d8-9f07-b84501018684 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:52.839367 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5b63d05-2a0c-4403-864c-0fa81c36c464 req-221b46e7-3e33-4751-858b-8d3264521862 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798180 Aug 16 23:59:52.850511 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be7fbe-7532-4e49-ad28-35755fbb7718 req-a4f0f2cd-4b5b-4f18-ad23-a2402f2a0a71 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:52.851822 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-91be7fbe-7532-4e49-ad28-35755fbb7718 req-a4f0f2cd-4b5b-4f18-ad23-a2402f2a0a71 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.1277294 Aug 16 23:59:52.877972 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03daaff1-e665-49d8-9f07-b84501018684 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Pushing event deleted for resources: {'Port': ['ID=09cd6a5e-0878-4702-8532-60aaa5ef0337,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:52.939013 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c80d094-6880-493c-9c4d-a6f5bfc975c8 req-03daaff1-e665-49d8-9f07-b84501018684 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] No DVR routers for this DVR port 09cd6a5e-0878-4702-8532-60aaa5ef0337 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:59:52.943046 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4c80d094-6880-493c-9c4d-a6f5bfc975c8 req-03daaff1-e665-49d8-9f07-b84501018684 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:52.944984 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4c80d094-6880-493c-9c4d-a6f5bfc975c8 req-03daaff1-e665-49d8-9f07-b84501018684 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.64 "DELETE /v2.0/ports/09cd6a5e-0878-4702-8532-60aaa5ef0337 HTTP/1.1" status: 204 len: 173 time: 0.6034698 Aug 16 23:59:52.949529 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-91be7fbe-7532-4e49-ad28-35755fbb7718 req-59ba5098-5ed6-483b-9fbc-cb6283d23263 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753844 Aug 16 23:59:53.052228 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 0ec58fee-559f-4689-9283-edac0c10185c no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:59:53.079005 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 0ec58fee-559f-4689-9283-edac0c10185c {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:59:53.079565 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 0ec58fee-559f-4689-9283-edac0c10185c not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:59:53.276835 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f9703-7282-485d-8557-2643c48f1df3 req-873632d3-48d4-4294-8bb2-7d8e320bd79f tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:53.281532 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4e5f9703-7282-485d-8557-2643c48f1df3 req-873632d3-48d4-4294-8bb2-7d8e320bd79f tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca5804d-84f3-4b8d-8efa-5f1322a161bf HTTP/1.1" status: 200 len: 946 time: 0.0553300 Aug 16 23:59:53.327736 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152cf6fb-5232-42fa-b49e-3da018a7d2c6', 'name': 'network-vif-deleted', 'tag': '09cd6a5e-0878-4702-8532-60aaa5ef0337'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:59:53.330011 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b54ee24-2b7b-4e9a-b6a5-5316824f493f" -d '{"events": [{"server_uuid": "152cf6fb-5232-42fa-b49e-3da018a7d2c6", "name": "network-vif-deleted", "tag": "09cd6a5e-0878-4702-8532-60aaa5ef0337"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:59:53.363127 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4e5f9703-7282-485d-8557-2643c48f1df3 req-c0a74763-45b9-491d-a0e5-8362efcaecf4 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716825 Aug 16 23:59:53.372999 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce2665-d8ba-4e82-92de-62d5a9b64d2a req-851297bc-e604-484c-8b8b-ad75ee8b357e tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:53.374452 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18ce2665-d8ba-4e82-92de-62d5a9b64d2a req-851297bc-e604-484c-8b8b-ad75ee8b357e tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0916798 Aug 16 23:59:53.423810 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18ce2665-d8ba-4e82-92de-62d5a9b64d2a req-7ff66c2a-474f-4424-8599-9cf7ca5a8ad0 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377252 Aug 16 23:59:53.473910 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd3e792-8558-42e3-b64e-4cc9fce4a949 x-openstack-request-id: req-bcd3e792-8558-42e3-b64e-4cc9fce4a949 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:59:53.474237 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "152cf6fb-5232-42fa-b49e-3da018a7d2c6", "name": "network-vif-deleted", "tag": "09cd6a5e-0878-4702-8532-60aaa5ef0337", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:59:53.474508 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bcd3e792-8558-42e3-b64e-4cc9fce4a949 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:59:53.474911 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '152cf6fb-5232-42fa-b49e-3da018a7d2c6', 'name': 'network-vif-deleted', 'tag': '09cd6a5e-0878-4702-8532-60aaa5ef0337', 'status': 'completed', 'code': 200} Aug 16 23:59:53.516337 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device b406dcef-656d-44f5-b8a2-9b2c86536c7c up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:59:53.583306 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c60f9f-da3b-4747-a206-d6e3d22486d2 req-bfe0b9b5-119d-4dd1-b2b6-e852f34b719a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:53.584890 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a0c60f9f-da3b-4747-a206-d6e3d22486d2 req-bfe0b9b5-119d-4dd1-b2b6-e852f34b719a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 948 time: 0.0537169 Aug 16 23:59:53.591875 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port b406dcef-656d-44f5-b8a2-9b2c86536c7c completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:59:53.598193 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port b406dcef-656d-44f5-b8a2-9b2c86536c7c triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:59:53.598796 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:53.629370 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a0c60f9f-da3b-4747-a206-d6e3d22486d2 req-0be20b18-53dd-45b1-8a1e-82bf91697294 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345602 Aug 16 23:59:53.706218 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:53.731126 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd1ecbc-c567-475e-8fd9-44b573f66801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b406dcef-656d-44f5-b8a2-9b2c86536c7c'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:59:53.733519 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542300b0-48cf-4434-a15f-90cd61327627" -d '{"events": [{"server_uuid": "cdd1ecbc-c567-475e-8fd9-44b573f66801", "name": "network-vif-plugged", "status": "completed", "tag": "b406dcef-656d-44f5-b8a2-9b2c86536c7c"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:59:53.747925 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port b406dcef-656d-44f5-b8a2-9b2c86536c7c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b406dcef-656d-44f5-b8a2-9b2c86536c7c,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:53.753503 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:53.755343 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device f06c6c18-2565-4540-83d4-fdc14384bf53 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:59:53.782087 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: f06c6c18-2565-4540-83d4-fdc14384bf53 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:59:53.782446 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device f06c6c18-2565-4540-83d4-fdc14384bf53 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:59:53.784846 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dec74b1-5e7f-4f71-a3f4-04135221f5bc x-openstack-request-id: req-3dec74b1-5e7f-4f71-a3f4-04135221f5bc {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:59:53.785156 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd1ecbc-c567-475e-8fd9-44b573f66801", "name": "network-vif-plugged", "status": "completed", "tag": "b406dcef-656d-44f5-b8a2-9b2c86536c7c", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:59:53.785570 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3dec74b1-5e7f-4f71-a3f4-04135221f5bc {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:59:53.785965 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd1ecbc-c567-475e-8fd9-44b573f66801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b406dcef-656d-44f5-b8a2-9b2c86536c7c', 'code': 200} Aug 16 23:59:53.789843 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56460) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:53.836182 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=b406dcef-656d-44f5-b8a2-9b2c86536c7c,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:53.909076 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793725a-f7be-409a-be1a-a7e897970614 req-e26b6a6b-b1e0-4af0-9d5a-84019d3b3572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:53.910840 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d793725a-f7be-409a-be1a-a7e897970614 req-e26b6a6b-b1e0-4af0-9d5a-84019d3b3572 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 1101 time: 0.0468605 Aug 16 23:59:53.946778 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0e53e0f-4e64-41be-9942-efd9700e1616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:53.974078 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d793725a-f7be-409a-be1a-a7e897970614 req-a02000ad-ee59-4bc0-8e54-6911b7a8e48d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534806 Aug 16 23:59:54.076760 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0e53e0f-4e64-41be-9942-efd9700e1616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:54.080879 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0e53e0f-4e64-41be-9942-efd9700e1616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:54.490654 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c0e53e0f-4e64-41be-9942-efd9700e1616 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=00bcde17a1ce47909530eb66c23f44c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6997316 Aug 16 23:59:54.493343 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56480) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:54.498687 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925575b-aa83-4636-b36f-2e9677af275c req-72c112e0-4912-49a7-8b19-ff54e52f1830 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:54.500175 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1925575b-aa83-4636-b36f-2e9677af275c req-72c112e0-4912-49a7-8b19-ff54e52f1830 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.4563141 Aug 16 23:59:54.502989 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e53e0f-4e64-41be-9942-efd9700e1616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855f4d97-2726-4c98-8dee-28837a030869,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:54.540584 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670198c-0fce-496b-afc2-fe7b6cd4fc80 req-34820cba-212d-4c42-a283-fd3e7fce35e1 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:54.542665 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1670198c-0fce-496b-afc2-fe7b6cd4fc80 req-34820cba-212d-4c42-a283-fd3e7fce35e1 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 944 time: 0.4442334 Aug 16 23:59:54.548350 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7992e197-4bff-4a45-a7d2-ead07a64bfa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:54.561196 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1925575b-aa83-4636-b36f-2e9677af275c req-aed69384-44bb-49c1-8039-1e25f29e1ea7 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538721 Aug 16 23:59:54.572043 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7992e197-4bff-4a45-a7d2-ead07a64bfa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:54.591522 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1670198c-0fce-496b-afc2-fe7b6cd4fc80 req-21f0667a-0ff7-48f0-ba03-d8ed72cf19ca tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ff34e93-e5a1-4090-ad79-991dc89f97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406723 Aug 16 23:59:54.642348 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7992e197-4bff-4a45-a7d2-ead07a64bfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:54.645047 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7992e197-4bff-4a45-a7d2-ead07a64bfa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:54.646230 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7992e197-4bff-4a45-a7d2-ead07a64bfa2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/855f4d97-2726-4c98-8dee-28837a030869 HTTP/1.1" status: 204 len: 168 time: 0.1518190 Aug 16 23:59:54.657888 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992e197-4bff-4a45-a7d2-ead07a64bfa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855f4d97-2726-4c98-8dee-28837a030869,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:54.754257 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8764b5-fa66-4b9b-96bd-fbfe7ee93739 req-4bc3950b-9536-4683-b3a3-44bbcb9d6ce1 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:54.755928 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e8764b5-fa66-4b9b-96bd-fbfe7ee93739 req-4bc3950b-9536-4683-b3a3-44bbcb9d6ce1 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca5804d-84f3-4b8d-8efa-5f1322a161bf HTTP/1.1" status: 200 len: 946 time: 0.0851371 Aug 16 23:59:54.771332 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3932a3-c8de-48fa-aa45-62e797c20f58 req-85862616-233a-4f75-9b22-7d3284989315 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:54.773160 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d3932a3-c8de-48fa-aa45-62e797c20f58 req-85862616-233a-4f75-9b22-7d3284989315 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0750830 Aug 16 23:59:54.837266 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e8764b5-fa66-4b9b-96bd-fbfe7ee93739 req-cb3a796b-fc56-4476-8089-3c8e4a159ae9 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629864 Aug 16 23:59:54.845013 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d3932a3-c8de-48fa-aa45-62e797c20f58 req-617e83a1-fde1-4ead-999c-c2ac4ad5b475 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569055 Aug 16 23:59:54.962812 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56488) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:54.976459 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1dae8a08-430b-4fc7-b7b7-69e5af54afd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:54.979527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8cc1a-0362-46bd-8874-67f71ea88d42 req-ed50ee9d-24bf-46e7-985d-099c061b9f03 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:54.981066 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-30b8cc1a-0362-46bd-8874-67f71ea88d42 req-ed50ee9d-24bf-46e7-985d-099c061b9f03 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 944 time: 0.0909827 Aug 16 23:59:54.989125 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20ae70-f1b8-41cb-9eb2-0baad1dada40 req-de4ee235-eb47-4e4b-9790-5bfcb9cb03e6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:54.990521 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff20ae70-f1b8-41cb-9eb2-0baad1dada40 req-de4ee235-eb47-4e4b-9790-5bfcb9cb03e6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.0705137 Aug 16 23:59:55.069450 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1dae8a08-430b-4fc7-b7b7-69e5af54afd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:55.074531 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1dae8a08-430b-4fc7-b7b7-69e5af54afd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:55.087984 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff20ae70-f1b8-41cb-9eb2-0baad1dada40 req-09f3b5a2-2874-4e46-9a4e-dace5d50934b tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881064 Aug 16 23:59:55.113619 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-30b8cc1a-0362-46bd-8874-67f71ea88d42 req-15a7f291-b8d1-4b53-abc5-73c63cb4aab2 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Deleting port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:59:55.113962 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-30b8cc1a-0362-46bd-8874-67f71ea88d42 req-15a7f291-b8d1-4b53-abc5-73c63cb4aab2 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:55.116505 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1dae8a08-430b-4fc7-b7b7-69e5af54afd0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4345059f70f84d7f826db69b3b4ddfff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1524286 Aug 16 23:59:55.117679 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae8a08-430b-4fc7-b7b7-69e5af54afd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becdd0de-3cbe-4ac2-a498-8ec97a3980f9,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:55.120482 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56490) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:55.168827 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb271c80-1aaf-4740-9629-59ae66a702af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:55.191208 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb271c80-1aaf-4740-9629-59ae66a702af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:55.205859 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-30b8cc1a-0362-46bd-8874-67f71ea88d42 req-15a7f291-b8d1-4b53-abc5-73c63cb4aab2 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] For port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=89cd47f1-94be-43c0-bf37-cbd80dabe5a9,segment=NetworkSegment(0237eeef-40e8-4a1c-8a51-87da4b90e3c4),segment_id=0237eeef-40e8-4a1c-8a51-87da4b90e3c4)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:55.206228 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-30b8cc1a-0362-46bd-8874-67f71ea88d42 req-15a7f291-b8d1-4b53-abc5-73c63cb4aab2 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:55.218569 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-30b8cc1a-0362-46bd-8874-67f71ea88d42 req-15a7f291-b8d1-4b53-abc5-73c63cb4aab2 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Calling delete_port for 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:59:55.237920 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb271c80-1aaf-4740-9629-59ae66a702af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:55.240642 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb271c80-1aaf-4740-9629-59ae66a702af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:55.242265 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cb271c80-1aaf-4740-9629-59ae66a702af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/becdd0de-3cbe-4ac2-a498-8ec97a3980f9 HTTP/1.1" status: 204 len: 168 time: 0.1203761 Aug 16 23:59:55.252913 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb271c80-1aaf-4740-9629-59ae66a702af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becdd0de-3cbe-4ac2-a498-8ec97a3980f9,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:55.352371 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-30b8cc1a-0362-46bd-8874-67f71ea88d42 req-15a7f291-b8d1-4b53-abc5-73c63cb4aab2 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:55.382269 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7f291-b8d1-4b53-abc5-73c63cb4aab2 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Pushing event deleted for resources: {'Port': ['ID=89cd47f1-94be-43c0-bf37-cbd80dabe5a9,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:55.438390 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b8cc1a-0362-46bd-8874-67f71ea88d42 req-15a7f291-b8d1-4b53-abc5-73c63cb4aab2 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] No DVR routers for this DVR port 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:59:55.441480 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-30b8cc1a-0362-46bd-8874-67f71ea88d42 req-15a7f291-b8d1-4b53-abc5-73c63cb4aab2 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:55.445229 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-30b8cc1a-0362-46bd-8874-67f71ea88d42 req-15a7f291-b8d1-4b53-abc5-73c63cb4aab2 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.64 "DELETE /v2.0/ports/89cd47f1-94be-43c0-bf37-cbd80dabe5a9 HTTP/1.1" status: 204 len: 173 time: 0.4521170 Aug 16 23:59:55.476422 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff738f0c-806e-4a09-a710-727d5c3ee725', 'name': 'network-vif-deleted', 'tag': '89cd47f1-94be-43c0-bf37-cbd80dabe5a9'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:59:55.481617 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442449e5-c8cf-4aa4-b7ab-867dce921094" -d '{"events": [{"server_uuid": "ff738f0c-806e-4a09-a710-727d5c3ee725", "name": "network-vif-deleted", "tag": "89cd47f1-94be-43c0-bf37-cbd80dabe5a9"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:59:55.521177 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:59:55.528600 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a1baa8-10b2-47cb-a234-fb0bdeb0dbef x-openstack-request-id: req-d4a1baa8-10b2-47cb-a234-fb0bdeb0dbef {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:59:55.529165 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff738f0c-806e-4a09-a710-727d5c3ee725", "name": "network-vif-deleted", "tag": "89cd47f1-94be-43c0-bf37-cbd80dabe5a9", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:59:55.529512 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d4a1baa8-10b2-47cb-a234-fb0bdeb0dbef {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:59:55.529867 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff738f0c-806e-4a09-a710-727d5c3ee725', 'name': 'network-vif-deleted', 'tag': '89cd47f1-94be-43c0-bf37-cbd80dabe5a9', 'status': 'completed', 'code': 200} Aug 16 23:59:55.544171 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:59:55.544853 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 89cd47f1-94be-43c0-bf37-cbd80dabe5a9 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:59:55.545509 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 09cd6a5e-0878-4702-8532-60aaa5ef0337 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:59:55.568298 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 09cd6a5e-0878-4702-8532-60aaa5ef0337 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:59:55.568637 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 09cd6a5e-0878-4702-8532-60aaa5ef0337 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:59:55.732969 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-39f3bf14-71f9-4888-bdb6-6b32b401bd07 req-6665708e-7f9e-4026-b085-339391ba95b4 tempest-LiveMigrationTest-1953488208 tempest-LiveMigrationTest-1953488208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff738f0c-806e-4a09-a710-727d5c3ee725 HTTP/1.1" status: 200 len: 210 time: 0.0375166 Aug 16 23:59:55.743933 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a3c54-505e-4754-be5c-ae0e9525cc24 req-bf6cb656-8ba8-4f63-9711-20517e749498 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:55.751484 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-438a3c54-505e-4754-be5c-ae0e9525cc24 req-bf6cb656-8ba8-4f63-9711-20517e749498 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.1132383 Aug 16 23:59:55.761622 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476fe64-4fd2-414d-853f-a6b44d06cd38 req-da56716d-0cef-43cb-aec5-50fad029f3a3 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:55.763244 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0476fe64-4fd2-414d-853f-a6b44d06cd38 req-da56716d-0cef-43cb-aec5-50fad029f3a3 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.64 "GET /v2.0/ports?device_id=bca5804d-84f3-4b8d-8efa-5f1322a161bf HTTP/1.1" status: 200 len: 946 time: 0.1138875 Aug 16 23:59:55.846013 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-438a3c54-505e-4754-be5c-ae0e9525cc24 req-fa8fa0c2-94d4-4660-ba6d-2e5766db327c tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936830 Aug 16 23:59:55.899205 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-0476fe64-4fd2-414d-853f-a6b44d06cd38 req-e2bceeaa-7621-4312-8f9c-4d958f8555fd tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Deleting port 482541e4-8c61-4442-baf7-6fe75472ce6a {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:59:55.899871 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0476fe64-4fd2-414d-853f-a6b44d06cd38 req-e2bceeaa-7621-4312-8f9c-4d958f8555fd tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:56.064325 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cdcef-2a90-4160-8f03-9d5ed6e811b1 req-35f1bd82-47ce-4ab3-b6e2-6bf27cf464a5 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:56.072253 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-494cdcef-2a90-4160-8f03-9d5ed6e811b1 req-35f1bd82-47ce-4ab3-b6e2-6bf27cf464a5 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1262460 Aug 16 23:59:56.096300 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a95d07-95b8-47b8-af76-6ef9396c0aad req-eb5abe94-bb47-4c30-ae57-b4e67dc00ff4 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:56.097914 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58a95d07-95b8-47b8-af76-6ef9396c0aad req-eb5abe94-bb47-4c30-ae57-b4e67dc00ff4 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bca5804d-84f3-4b8d-8efa-5f1322a161bf HTTP/1.1" status: 200 len: 946 time: 0.1512821 Aug 16 23:59:56.124618 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-0476fe64-4fd2-414d-853f-a6b44d06cd38 req-e2bceeaa-7621-4312-8f9c-4d958f8555fd tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] For port 482541e4-8c61-4442-baf7-6fe75472ce6a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=482541e4-8c61-4442-baf7-6fe75472ce6a,segment=NetworkSegment(6bd97450-ac96-4c47-ad61-e23f8355a601),segment_id=6bd97450-ac96-4c47-ad61-e23f8355a601)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:59:56.124978 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0476fe64-4fd2-414d-853f-a6b44d06cd38 req-e2bceeaa-7621-4312-8f9c-4d958f8555fd tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:56.156298 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-0476fe64-4fd2-414d-853f-a6b44d06cd38 req-e2bceeaa-7621-4312-8f9c-4d958f8555fd tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Calling delete_port for 482541e4-8c61-4442-baf7-6fe75472ce6a owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:59:56.198245 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-494cdcef-2a90-4160-8f03-9d5ed6e811b1 req-10f06130-d662-4d6d-9b97-3896d718a663 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244760 Aug 16 23:59:56.253456 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58a95d07-95b8-47b8-af76-6ef9396c0aad req-69b17d63-06e2-470c-81be-5a957b7636a9 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373763 Aug 16 23:59:56.402668 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0476fe64-4fd2-414d-853f-a6b44d06cd38 req-e2bceeaa-7621-4312-8f9c-4d958f8555fd tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:56.415066 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28937b00-7dbc-458a-ae7e-00e1cb7d6207 req-e64300a9-5874-4dbe-96c5-8c925c5f2634 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:56.417392 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28937b00-7dbc-458a-ae7e-00e1cb7d6207 req-e64300a9-5874-4dbe-96c5-8c925c5f2634 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.0740812 Aug 16 23:59:56.420353 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['1dbb17e9-16e7-45ed-b3a6-24d6ed13080a', '482541e4-8c61-4442-baf7-6fe75472ce6a'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:59:56.452480 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bceeaa-7621-4312-8f9c-4d958f8555fd tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Pushing event deleted for resources: {'Port': ['ID=482541e4-8c61-4442-baf7-6fe75472ce6a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:56.526544 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0476fe64-4fd2-414d-853f-a6b44d06cd38 req-e2bceeaa-7621-4312-8f9c-4d958f8555fd tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] No DVR routers for this DVR port 482541e4-8c61-4442-baf7-6fe75472ce6a on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:59:56.531004 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0476fe64-4fd2-414d-853f-a6b44d06cd38 req-e2bceeaa-7621-4312-8f9c-4d958f8555fd tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:56.533119 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0476fe64-4fd2-414d-853f-a6b44d06cd38 req-e2bceeaa-7621-4312-8f9c-4d958f8555fd tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.64 "DELETE /v2.0/ports/482541e4-8c61-4442-baf7-6fe75472ce6a HTTP/1.1" status: 204 len: 173 time: 0.7541623 Aug 16 23:59:56.539117 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28937b00-7dbc-458a-ae7e-00e1cb7d6207 req-36679a54-a4a7-47a2-ac5e-1a6b85d69794 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907643 Aug 16 23:59:56.666000 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56576) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:56.672807 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff870c8f-c1b5-4b3d-9fe9-8027ec20d082 req-e6d761be-bdd5-4127-b5d6-5c523be83a3d tempest-MigrationsAdminTest-819633284 tempest-MigrationsAdminTest-819633284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:56.674587 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff870c8f-c1b5-4b3d-9fe9-8027ec20d082 req-e6d761be-bdd5-4127-b5d6-5c523be83a3d tempest-MigrationsAdminTest-819633284 tempest-MigrationsAdminTest-819633284-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 1101 time: 0.0500565 Aug 16 23:59:56.714741 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff870c8f-c1b5-4b3d-9fe9-8027ec20d082 req-3d2f0cdc-75d6-4aba-a765-695a0b890d47 tempest-MigrationsAdminTest-819633284 tempest-MigrationsAdminTest-819633284-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314751 Aug 16 23:59:56.789066 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-87f4e756-ffc3-42b2-89d7-08b82202ba33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:56.793893 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56584) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:56.850896 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a72b00-20ce-4f5a-9be7-a3a21148427e admin admin] Deleting subnet 8c3c58a3-e974-46fc-9f56-1776e260fbc5 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:59:56.862629 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-97a72b00-20ce-4f5a-9be7-a3a21148427e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:56.870785 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:59:56.908601 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-97a72b00-20ce-4f5a-9be7-a3a21148427e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:56.912406 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-87f4e756-ffc3-42b2-89d7-08b82202ba33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:56.927911 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-87f4e756-ffc3-42b2-89d7-08b82202ba33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:56.955683 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-97a72b00-20ce-4f5a-9be7-a3a21148427e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:56.972755 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-87f4e756-ffc3-42b2-89d7-08b82202ba33 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b84e58745951466d88eed510b2335249&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3046889 Aug 16 23:59:56.973450 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56594) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:56.984635 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4e756-ffc3-42b2-89d7-08b82202ba33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5c1713-c49c-4f60-a597-4f32fee32063,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:57.037233 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-143ff24b-aa83-4c38-9f85-f6071c1a41b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:57.060651 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-143ff24b-aa83-4c38-9f85-f6071c1a41b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:57.064466 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309e31e-d9bb-422f-89b9-94248c3b58f9 req-c938392c-3944-4f6b-97ce-db44f0c7c576 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:57.065902 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6309e31e-d9bb-422f-89b9-94248c3b58f9 req-c938392c-3944-4f6b-97ce-db44f0c7c576 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.0759752 Aug 16 23:59:57.077071 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-97a72b00-20ce-4f5a-9be7-a3a21148427e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:57.116339 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-143ff24b-aa83-4c38-9f85-f6071c1a41b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:57.119610 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-143ff24b-aa83-4c38-9f85-f6071c1a41b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:57.128080 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-97a72b00-20ce-4f5a-9be7-a3a21148427e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:57.130082 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-97a72b00-20ce-4f5a-9be7-a3a21148427e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8c3c58a3-e974-46fc-9f56-1776e260fbc5 HTTP/1.1" status: 204 len: 168 time: 0.3351364 Aug 16 23:59:57.131046 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a72b00-20ce-4f5a-9be7-a3a21148427e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c3c58a3-e974-46fc-9f56-1776e260fbc5,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:57.131478 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-143ff24b-aa83-4c38-9f85-f6071c1a41b3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0b5c1713-c49c-4f60-a597-4f32fee32063 HTTP/1.1" status: 204 len: 168 time: 0.1532428 Aug 16 23:59:57.134819 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56604) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:57.151837 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ff24b-aa83-4c38-9f85-f6071c1a41b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5c1713-c49c-4f60-a597-4f32fee32063,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:57.205314 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6309e31e-d9bb-422f-89b9-94248c3b58f9 req-7a4da669-4b2a-4612-a1c6-bf526cff6fdd tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243789 Aug 16 23:59:57.236154 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5208ce90-e8fa-4420-86f1-709acc5d63d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:57.404762 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5208ce90-e8fa-4420-86f1-709acc5d63d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:57.447428 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-5208ce90-e8fa-4420-86f1-709acc5d63d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de117b9-aee8-4952-ae99-3d2308a08b74']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:59:57.466838 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-5208ce90-e8fa-4420-86f1-709acc5d63d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0237eeef-40e8-4a1c-8a51-87da4b90e3c4') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:59:57.467198 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-5208ce90-e8fa-4420-86f1-709acc5d63d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0237eeef-40e8-4a1c-8a51-87da4b90e3c4') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:59:57.486593 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5208ce90-e8fa-4420-86f1-709acc5d63d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:57.490773 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-c60f59ca-9605-4a05-ba01-a2335f18597d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1660247 Aug 16 23:59:57.516020 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d4dba-aa21-4c08-874f-807c36878e8f req-9471092e-38a6-40dc-a210-a6e4e4ca50b9 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:57.517636 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4b3d4dba-aa21-4c08-874f-807c36878e8f req-9471092e-38a6-40dc-a210-a6e4e4ca50b9 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.1918108 Aug 16 23:59:57.527650 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c29b2-c5fc-4757-8d45-59a2112b7c0c req-06c0ab19-f61f-4189-9fb5-88a3e264c87e tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:57.529403 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-124c29b2-c5fc-4757-8d45-59a2112b7c0c req-06c0ab19-f61f-4189-9fb5-88a3e264c87e tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.2026584 Aug 16 23:59:57.530518 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5208ce90-e8fa-4420-86f1-709acc5d63d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:57.533716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca5804d-84f3-4b8d-8efa-5f1322a161bf', 'name': 'network-vif-deleted', 'tag': '482541e4-8c61-4442-baf7-6fe75472ce6a'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:59:57.535982 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a306c71-993e-42ca-81f8-85635a9fa650" -d '{"events": [{"server_uuid": "bca5804d-84f3-4b8d-8efa-5f1322a161bf", "name": "network-vif-deleted", "tag": "482541e4-8c61-4442-baf7-6fe75472ce6a"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:59:57.555670 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5208ce90-e8fa-4420-86f1-709acc5d63d6 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:59:57.556077 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5208ce90-e8fa-4420-86f1-709acc5d63d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: timer() Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: self._notify() Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:59:57.558315 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:59:57.656554 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4b3d4dba-aa21-4c08-874f-807c36878e8f req-926acd56-9a25-4620-9a79-928b4a5fde17 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236911 Aug 16 23:59:57.659546 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5208ce90-e8fa-4420-86f1-709acc5d63d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:57.664147 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-124c29b2-c5fc-4757-8d45-59a2112b7c0c req-af598c29-82fc-41ff-a0b6-50faec8a8a9f tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226473 Aug 16 23:59:57.668738 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5208ce90-e8fa-4420-86f1-709acc5d63d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:57.674206 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5208ce90-e8fa-4420-86f1-709acc5d63d6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0de117b9-aee8-4952-ae99-3d2308a08b74 HTTP/1.1" status: 204 len: 168 time: 0.5343826 Aug 16 23:59:57.674206 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56634) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:57.711321 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208ce90-e8fa-4420-86f1-709acc5d63d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0de117b9-aee8-4952-ae99-3d2308a08b74,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:57.769830 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-d624b4b4-9a5c-4f79-900c-c34432faba3f admin admin] Deleting subnet 99a216a4-a39d-43be-aa4d-697b42fcaaca {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:59:57.782837 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d624b4b4-9a5c-4f79-900c-c34432faba3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:57.816417 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca63d45b-7cd5-4f86-b8a3-01a6ab538988 x-openstack-request-id: req-ca63d45b-7cd5-4f86-b8a3-01a6ab538988 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:59:57.816743 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca5804d-84f3-4b8d-8efa-5f1322a161bf", "name": "network-vif-deleted", "tag": "482541e4-8c61-4442-baf7-6fe75472ce6a", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:59:57.817009 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ca63d45b-7cd5-4f86-b8a3-01a6ab538988 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:59:57.817839 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca5804d-84f3-4b8d-8efa-5f1322a161bf', 'name': 'network-vif-deleted', 'tag': '482541e4-8c61-4442-baf7-6fe75472ce6a', 'status': 'completed', 'code': 200} Aug 16 23:59:57.864074 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d624b4b4-9a5c-4f79-900c-c34432faba3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:57.940436 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d624b4b4-9a5c-4f79-900c-c34432faba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:58.033130 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d624b4b4-9a5c-4f79-900c-c34432faba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:58.070451 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d624b4b4-9a5c-4f79-900c-c34432faba3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:58.076494 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d624b4b4-9a5c-4f79-900c-c34432faba3f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/99a216a4-a39d-43be-aa4d-697b42fcaaca HTTP/1.1" status: 204 len: 168 time: 0.3979964 Aug 16 23:59:58.076494 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624b4b4-9a5c-4f79-900c-c34432faba3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99a216a4-a39d-43be-aa4d-697b42fcaaca,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:58.076733 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56660) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:58.180772 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e9fda5b1-72db-48e6-8ef1-66bf8bbe08a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:58.315633 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e9fda5b1-72db-48e6-8ef1-66bf8bbe08a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:58.326952 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-e9fda5b1-72db-48e6-8ef1-66bf8bbe08a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7625afa6-8a64-4f6d-b12c-416e14d76822']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:59:58.338158 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-e9fda5b1-72db-48e6-8ef1-66bf8bbe08a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d37b66f-9266-44d7-8116-452982feda23') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:59:58.338732 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-e9fda5b1-72db-48e6-8ef1-66bf8bbe08a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d37b66f-9266-44d7-8116-452982feda23') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:59:58.350334 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e9fda5b1-72db-48e6-8ef1-66bf8bbe08a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:58.371501 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e9fda5b1-72db-48e6-8ef1-66bf8bbe08a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:58.382833 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9fda5b1-72db-48e6-8ef1-66bf8bbe08a7 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:59:58.384213 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e9fda5b1-72db-48e6-8ef1-66bf8bbe08a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:58.386643 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff66b50-1d6a-4584-9917-2e5da2bb9f56 req-09c27242-2963-4dc8-a78e-40e7d29a1549 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: timer() Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: self._notify() Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:59:58.387388 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:59:58.389385 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cff66b50-1d6a-4584-9917-2e5da2bb9f56 req-09c27242-2963-4dc8-a78e-40e7d29a1549 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.0926027 Aug 16 23:59:58.469511 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e9fda5b1-72db-48e6-8ef1-66bf8bbe08a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:58.485301 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cff66b50-1d6a-4584-9917-2e5da2bb9f56 req-8ef6fb30-9c14-4c29-8089-fbc0a4dbe331 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884593 Aug 16 23:59:58.497089 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e9fda5b1-72db-48e6-8ef1-66bf8bbe08a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:58.499562 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e9fda5b1-72db-48e6-8ef1-66bf8bbe08a7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7625afa6-8a64-4f6d-b12c-416e14d76822 HTTP/1.1" status: 204 len: 168 time: 0.4191210 Aug 16 23:59:58.501390 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fda5b1-72db-48e6-8ef1-66bf8bbe08a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7625afa6-8a64-4f6d-b12c-416e14d76822,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:58.570937 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56680) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:58.718335 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56688) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:58.736991 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b141f230-bb2f-4f54-8f94-2d1d69b4dcfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:58.817011 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-72bedd22-c556-4206-aa03-7972ac0a42d3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=196284884f15450ab6370c358b3094db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0973620 Aug 16 23:59:58.819555 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56692) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:58.860441 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc7c98-6a8a-429d-ac95-2dc5ae1f2cd6 req-74e6991b-7cb4-4896-9739-4a9861bec5ad tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:58.868779 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b141f230-bb2f-4f54-8f94-2d1d69b4dcfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:58.870984 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9bc7c98-6a8a-429d-ac95-2dc5ae1f2cd6 req-74e6991b-7cb4-4896-9739-4a9861bec5ad tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.1085036 Aug 16 23:59:58.877143 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b141f230-bb2f-4f54-8f94-2d1d69b4dcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:58.934303 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141f230-bb2f-4f54-8f94-2d1d69b4dcfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db399bb-10a5-4b54-803b-f8973e90767f,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:58.960188 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b141f230-bb2f-4f54-8f94-2d1d69b4dcfb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=50672d937e214233ae2111321a4f883e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3881595 Aug 16 23:59:58.960932 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56696) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:58.992298 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9bc7c98-6a8a-429d-ac95-2dc5ae1f2cd6 req-13f471c2-239e-4636-b98a-974707f84025 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201067 Aug 16 23:59:59.005539 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33b3bc-4b63-466b-a39a-86c5f70b6b0a req-b3b33be2-f058-4b46-ad57-318e9da324f5 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:59.013335 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fc33b3bc-4b63-466b-a39a-86c5f70b6b0a req-b3b33be2-f058-4b46-ad57-318e9da324f5 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1375573 Aug 16 23:59:59.024772 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-50771f51-0ae9-4ebe-adc6-121f4bf9098b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:59.040457 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5fb17975-5263-4bac-b579-a558125b3707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:59.064612 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5fb17975-5263-4bac-b579-a558125b3707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:59.066195 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-50771f51-0ae9-4ebe-adc6-121f4bf9098b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:59.073379 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fc33b3bc-4b63-466b-a39a-86c5f70b6b0a req-60565860-54b4-4ce4-a8aa-1e631c070b7a tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585270 Aug 16 23:59:59.136779 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5fb17975-5263-4bac-b579-a558125b3707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:59.140104 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5fb17975-5263-4bac-b579-a558125b3707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:59.144482 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5fb17975-5263-4bac-b579-a558125b3707 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9db399bb-10a5-4b54-803b-f8973e90767f HTTP/1.1" status: 204 len: 168 time: 0.1790750 Aug 16 23:59:59.150612 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb17975-5263-4bac-b579-a558125b3707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db399bb-10a5-4b54-803b-f8973e90767f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:59.163753 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-50771f51-0ae9-4ebe-adc6-121f4bf9098b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:59.166701 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-50771f51-0ae9-4ebe-adc6-121f4bf9098b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:59.168027 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-50771f51-0ae9-4ebe-adc6-121f4bf9098b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6ff34e93-e5a1-4090-ad79-991dc89f97b5 HTTP/1.1" status: 204 len: 168 time: 0.3472869 Aug 16 23:59:59.177733 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50771f51-0ae9-4ebe-adc6-121f4bf9098b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff34e93-e5a1-4090-ad79-991dc89f97b5,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:59.327160 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-1f337439-181e-4089-99dc-8185a6a2756a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:59.328692 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-1f337439-181e-4089-99dc-8185a6a2756a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 1101 time: 0.0451584 Aug 16 23:59:59.451568 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-8ed31006-ab5c-46a2-8056-88da25de627e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:59.453368 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-8ed31006-ab5c-46a2-8056-88da25de627e service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.1120386 Aug 16 23:59:59.511975 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-8d244618-b9ef-4f45-b7f6-b4d1a8a99a1d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=b406dcef-656d-44f5-b8a2-9b2c86536c7c HTTP/1.1" status: 200 len: 217 time: 0.0456212 Aug 16 23:59:59.533549 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 482541e4-8c61-4442-baf7-6fe75472ce6a no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:59:59.559414 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 482541e4-8c61-4442-baf7-6fe75472ce6a {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:59:59.560049 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 482541e4-8c61-4442-baf7-6fe75472ce6a not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:59:59.577481 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-6322c72d-0f84-401c-8f93-872ed9b8a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:59.579219 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-6322c72d-0f84-401c-8f93-872ed9b8a8e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0564384 Aug 16 23:59:59.615931 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56714) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:59.671788 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b1bf0f69-9b74-417c-b6ae-c08856ff3576 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=99a1276de534438b937296eda445b6c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544708 Aug 16 23:59:59.674632 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56718) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:59:59.676011 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7447f62-dd33-44b6-9109-b94b9ea007a8 req-f4c23aaa-bccd-408f-8614-273c04f708ff tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:59.677583 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b7447f62-dd33-44b6-9109-b94b9ea007a8 req-f4c23aaa-bccd-408f-8614-273c04f708ff tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.0861030 Aug 16 23:59:59.680579 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-5d522b32-2243-4113-a8a7-17575c60f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:59.682457 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-5d522b32-2243-4113-a8a7-17575c60f8cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0887890 Aug 16 23:59:59.732566 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0d0d58c4-1992-4747-a0c1-7b3dc37252a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:59.761827 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0d0d58c4-1992-4747-a0c1-7b3dc37252a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:59.783746 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b7447f62-dd33-44b6-9109-b94b9ea007a8 req-731a9a8e-aecf-432c-a7cf-0c9c6b0458fc tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991294 Aug 16 23:59:59.819118 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-6ac12964-8290-4aa9-af44-67c56946bc7c service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237655 Aug 16 23:59:59.856061 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0d0d58c4-1992-4747-a0c1-7b3dc37252a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:59.858863 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0d0d58c4-1992-4747-a0c1-7b3dc37252a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:59.860173 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0d0d58c4-1992-4747-a0c1-7b3dc37252a1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/38ad2f87-78ab-4a03-bd5a-dc150262bf2e HTTP/1.1" status: 204 len: 168 time: 0.1846302 Aug 16 23:59:59.882785 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d58c4-1992-4747-a0c1-7b3dc37252a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ad2f87-78ab-4a03-bd5a-dc150262bf2e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:59:59.997265 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-c4612f4a-8c18-44db-a672-e2c3bdda1a83 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681857 Aug 17 00:00:00.304171 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791555d-1dec-4c74-a553-9d61c617f724 req-88369f00-3271-4225-bd28-a5755a1a59b6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:00.322900 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2791555d-1dec-4c74-a553-9d61c617f724 req-88369f00-3271-4225-bd28-a5755a1a59b6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.1925697 Aug 17 00:00:00.406471 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2791555d-1dec-4c74-a553-9d61c617f724 req-331e3a9b-fe03-49c6-94c3-835071edd8d2 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781078 Aug 17 00:00:00.494733 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992786fe-3999-4eb1-9344-c0f5eb6c798a req-95278bcc-6979-43f8-839f-909b470dbb0f tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:00.502965 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-992786fe-3999-4eb1-9344-c0f5eb6c798a req-95278bcc-6979-43f8-839f-909b470dbb0f tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0940719 Aug 17 00:00:00.561631 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-992786fe-3999-4eb1-9344-c0f5eb6c798a req-a1b7756c-c278-469b-854e-754b977a105a tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574958 Aug 17 00:00:00.939956 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f938a-d758-4388-bdec-37bfa53b28af req-76e81374-c4a8-4e9a-82e0-993b438ee0d4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:00.941512 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a86f938a-d758-4388-bdec-37bfa53b28af req-76e81374-c4a8-4e9a-82e0-993b438ee0d4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.0686626 Aug 17 00:00:01.004984 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a86f938a-d758-4388-bdec-37bfa53b28af req-0f767775-2a01-43dd-b077-7b31a24572e5 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548663 Aug 17 00:00:01.420103 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56790) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:01.467349 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c318e-b670-43bf-a4fd-ff7755bda31c req-c176eee5-3008-411d-8aa3-635564b76248 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:01.475433 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f3c318e-b670-43bf-a4fd-ff7755bda31c req-c176eee5-3008-411d-8aa3-635564b76248 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=286de7b7-7801-4a00-9aa7-30d5eb4a1bc4 HTTP/1.1" status: 200 len: 945 time: 0.0902355 Aug 17 00:00:01.517621 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f3c318e-b670-43bf-a4fd-ff7755bda31c req-39649391-a44b-4f92-9c57-19e5043927ea tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411978 Aug 17 00:00:01.571311 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b7518-63a5-4789-938d-3f8667b512b3 req-a333cb3a-57b6-41ee-b3c0-ba1639d16a47 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:01.573611 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c21b7518-63a5-4789-938d-3f8667b512b3 req-a333cb3a-57b6-41ee-b3c0-ba1639d16a47 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.0548711 Aug 17 00:00:01.624748 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a249b182-75be-4495-bd0c-d4b44d378c0e tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2123705346'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:01.648134 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c21b7518-63a5-4789-938d-3f8667b512b3 req-6beceda6-5b8b-42c2-8bc9-b51316553ca5 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685265 Aug 17 00:00:01.667105 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a249b182-75be-4495-bd0c-d4b44d378c0e tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Made reservation on behalf of cee364674ca04947acbd11a06bde2a75 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:00:01.671897 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a249b182-75be-4495-bd0c-d4b44d378c0e tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:01.689868 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a249b182-75be-4495-bd0c-d4b44d378c0e tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:01.752666 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab92c2-c37e-44b5-abb7-3df833052680 req-d6d896c2-438f-45e2-affd-1c4b33422e35 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:01.757651 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cdab92c2-c37e-44b5-abb7-3df833052680 req-d6d896c2-438f-45e2-affd-1c4b33422e35 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0572748 Aug 17 00:00:01.798479 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cdab92c2-c37e-44b5-abb7-3df833052680 req-f683c6d8-d830-4030-b59d-bf82b32de5a5 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374911 Aug 17 00:00:01.800872 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a249b182-75be-4495-bd0c-d4b44d378c0e tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:01.805243 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a249b182-75be-4495-bd0c-d4b44d378c0e tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:01.820230 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a249b182-75be-4495-bd0c-d4b44d378c0e tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:00:01.846882 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a249b182-75be-4495-bd0c-d4b44d378c0e tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:01.847332 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-a249b182-75be-4495-bd0c-d4b44d378c0e tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Added segment edd72376-4452-4d75-b0b1-17ac98a58d0e of type vlan for network fc79d018-7755-49b0-823b-29197b5a3b49 Aug 17 00:00:01.863554 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249b182-75be-4495-bd0c-d4b44d378c0e tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213fb46e-8eab-4724-b876-b60955ba58a2,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:01.899389 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a249b182-75be-4495-bd0c-d4b44d378c0e tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:01.924190 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a249b182-75be-4495-bd0c-d4b44d378c0e tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:01.929827 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a249b182-75be-4495-bd0c-d4b44d378c0e tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:01.930615 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a249b182-75be-4495-bd0c-d4b44d378c0e tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:01.985471 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a249b182-75be-4495-bd0c-d4b44d378c0e tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5636454 Aug 17 00:00:01.988604 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56812) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:01.993971 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-eeea7307-f7b2-4c91-a23d-8612fa864181 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Request body: {'subnet': {'network_id': 'fc79d018-7755-49b0-823b-29197b5a3b49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:01.998297 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249b182-75be-4495-bd0c-d4b44d378c0e tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Pushing event updated for resources: {'Network': ['ID=fc79d018-7755-49b0-823b-29197b5a3b49,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:02.009258 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network fc79d018-7755-49b0-823b-29197b5a3b49 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:00:02.109887 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeea7307-f7b2-4c91-a23d-8612fa864181 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Made reservation on behalf of cee364674ca04947acbd11a06bde2a75 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:00:02.113237 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eeea7307-f7b2-4c91-a23d-8612fa864181 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:02.214245 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1f3bc-0260-4461-866a-f9306953bba9 req-110b55ab-d077-4acc-8e65-1f811183226c tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:02.215767 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-10e1f3bc-0260-4461-866a-f9306953bba9 req-110b55ab-d077-4acc-8e65-1f811183226c tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.1174071 Aug 17 00:00:02.275718 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-10e1f3bc-0260-4461-866a-f9306953bba9 req-468f4976-75b3-4570-9b23-8c531582395a tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524480 Aug 17 00:00:02.366239 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eeea7307-f7b2-4c91-a23d-8612fa864181 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:02.439934 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea7307-f7b2-4c91-a23d-8612fa864181 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Pushing event updated for resources: {'Subnet': ['ID=6a649ab4-d33c-4540-97ef-d4e4db2c9509,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:02.445235 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeea7307-f7b2-4c91-a23d-8612fa864181 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Checking segment: {'id': 'edd72376-4452-4d75-b0b1-17ac98a58d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'fc79d018-7755-49b0-823b-29197b5a3b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:00:02.445474 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeea7307-f7b2-4c91-a23d-8612fa864181 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Network hostable DHCP agents. Network: fc79d018-7755-49b0-823b-29197b5a3b49, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:00:02.465181 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeea7307-f7b2-4c91-a23d-8612fa864181 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Network fc79d018-7755-49b0-823b-29197b5a3b49 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:00:02.474194 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-eeea7307-f7b2-4c91-a23d-8612fa864181 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, fc79d018-7755-49b0-823b-29197b5a3b49) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:00:02.478696 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeea7307-f7b2-4c91-a23d-8612fa864181 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:02.480017 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eeea7307-f7b2-4c91-a23d-8612fa864181 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:02.484984 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f46968-005c-4515-9ada-39e7891e8936 None None] Network fc79d018-7755-49b0-823b-29197b5a3b49 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:00:02.495159 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-eeea7307-f7b2-4c91-a23d-8612fa864181 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5050976 Aug 17 00:00:02.497704 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56846) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:02.503628 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-0e85e8d8-b958-40df-ac7d-6b24a57e6b62 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Request body: {'port': {'network_id': 'fc79d018-7755-49b0-823b-29197b5a3b49', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1387437334'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:02.653425 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956a02a9-fe02-4e2b-9d8c-c8168970acef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-fc79d018-7755-49b0-823b-29197b5a3b49', 'network_id': 'fc79d018-7755-49b0-823b-29197b5a3b49', 'tenant_id': 'cee364674ca04947acbd11a06bde2a75', 'fixed_ips': [{'subnet_id': '6a649ab4-d33c-4540-97ef-d4e4db2c9509'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:00:02.654890 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-956a02a9-fe02-4e2b-9d8c-c8168970acef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:02.676295 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56854) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:02.702653 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de632666-fac3-419f-b147-de466128d38f req-809c6b89-aaad-422e-a815-a3c4edc03a29 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:02.704465 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de632666-fac3-419f-b147-de466128d38f req-809c6b89-aaad-422e-a815-a3c4edc03a29 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=286de7b7-7801-4a00-9aa7-30d5eb4a1bc4 HTTP/1.1" status: 200 len: 945 time: 0.0916476 Aug 17 00:00:02.709578 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e85e8d8-b958-40df-ac7d-6b24a57e6b62 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Made reservation on behalf of cee364674ca04947acbd11a06bde2a75 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:00:02.714467 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0e85e8d8-b958-40df-ac7d-6b24a57e6b62 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:02.739758 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-0e85e8d8-b958-40df-ac7d-6b24a57e6b62 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] device_id is not set on port 0abfc0b0-4ba7-485f-9352-653533465b0b yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:00:02.817118 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-956a02a9-fe02-4e2b-9d8c-c8168970acef None None] Allocated IP 172.20.0.2 (fc79d018-7755-49b0-823b-29197b5a3b49/6a649ab4-d33c-4540-97ef-d4e4db2c9509/f36587b4-321c-4ddb-89b5-2fea54204754) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:00:02.817677 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9a17929f-b9ec-4cbb-913f-a538da4b3709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:02.856254 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de632666-fac3-419f-b147-de466128d38f req-32692645-73a4-4113-a6b8-42740de2a7f7 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275167 Aug 17 00:00:02.887144 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d2bdf-7e1a-44a8-8e30-c3a4102290d6 req-3ddd4ff4-fd28-4b66-a40c-9428a05982da tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:02.888661 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-524d2bdf-7e1a-44a8-8e30-c3a4102290d6 req-3ddd4ff4-fd28-4b66-a40c-9428a05982da tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.0997550 Aug 17 00:00:02.946843 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9a17929f-b9ec-4cbb-913f-a538da4b3709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:02.953881 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9a17929f-b9ec-4cbb-913f-a538da4b3709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:02.982586 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-524d2bdf-7e1a-44a8-8e30-c3a4102290d6 req-700efed4-dc80-40c4-a67a-f0ee33193565 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865021 Aug 17 00:00:03.001553 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-956a02a9-fe02-4e2b-9d8c-c8168970acef None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:03.011973 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-956a02a9-fe02-4e2b-9d8c-c8168970acef None None] Transition to ACTIVE for port object f36587b4-321c-4ddb-89b5-2fea54204754 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:00:03.012628 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902b748-7932-49c9-acbc-3e0920778e4e req-256db0de-9e10-4766-a488-c3aa6eac35f1 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:03.017660 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b902b748-7932-49c9-acbc-3e0920778e4e req-256db0de-9e10-4766-a488-c3aa6eac35f1 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0770459 Aug 17 00:00:03.030320 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-956a02a9-fe02-4e2b-9d8c-c8168970acef None None] Transition to ACTIVE for port object f36587b4-321c-4ddb-89b5-2fea54204754 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:00:03.038479 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-956a02a9-fe02-4e2b-9d8c-c8168970acef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:03.086080 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956a02a9-fe02-4e2b-9d8c-c8168970acef None None] Network fc79d018-7755-49b0-823b-29197b5a3b49 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:00:03.091190 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-956a02a9-fe02-4e2b-9d8c-c8168970acef None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:00:03.096146 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956a02a9-fe02-4e2b-9d8c-c8168970acef None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:00:03.101883 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a02a9-fe02-4e2b-9d8c-c8168970acef None None] Pushing event updated for resources: {'Port': ['ID=f36587b4-321c-4ddb-89b5-2fea54204754,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:03.104632 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b902b748-7932-49c9-acbc-3e0920778e4e req-5dd5dfe1-3dfc-4d9c-81ef-40a7e0077b8b tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820704 Aug 17 00:00:03.142263 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-0e85e8d8-b958-40df-ac7d-6b24a57e6b62 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Allocated IP 172.20.0.11 (fc79d018-7755-49b0-823b-29197b5a3b49/6a649ab4-d33c-4540-97ef-d4e4db2c9509/0abfc0b0-4ba7-485f-9352-653533465b0b) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:00:03.163276 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-956a02a9-fe02-4e2b-9d8c-c8168970acef None None] Attempting to bind port f36587b4-321c-4ddb-89b5-2fea54204754 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:00:03.163656 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-956a02a9-fe02-4e2b-9d8c-c8168970acef None None] Attempting to bind port f36587b4-321c-4ddb-89b5-2fea54204754 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'edd72376-4452-4d75-b0b1-17ac98a58d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'fc79d018-7755-49b0-823b-29197b5a3b49'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:00:03.164071 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956a02a9-fe02-4e2b-9d8c-c8168970acef None None] Attempting to bind port f36587b4-321c-4ddb-89b5-2fea54204754 on network fc79d018-7755-49b0-823b-29197b5a3b49 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:00:03.170093 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956a02a9-fe02-4e2b-9d8c-c8168970acef None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:00:03.170474 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956a02a9-fe02-4e2b-9d8c-c8168970acef None None] Checking segment: {'id': 'edd72376-4452-4d75-b0b1-17ac98a58d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'fc79d018-7755-49b0-823b-29197b5a3b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:00:03.171054 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-956a02a9-fe02-4e2b-9d8c-c8168970acef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:03.171635 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956a02a9-fe02-4e2b-9d8c-c8168970acef None None] Bound using segment: {'id': 'edd72376-4452-4d75-b0b1-17ac98a58d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'fc79d018-7755-49b0-823b-29197b5a3b49'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:00:03.172496 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-956a02a9-fe02-4e2b-9d8c-c8168970acef None None] Bound port: f36587b4-321c-4ddb-89b5-2fea54204754, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd72376-4452-4d75-b0b1-17ac98a58d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'fc79d018-7755-49b0-823b-29197b5a3b49'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:00:03.173079 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-956a02a9-fe02-4e2b-9d8c-c8168970acef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:03.241611 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-956a02a9-fe02-4e2b-9d8c-c8168970acef None None] For port f36587b4-321c-4ddb-89b5-2fea54204754, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:00:03.246709 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-956a02a9-fe02-4e2b-9d8c-c8168970acef None None] For port f36587b4-321c-4ddb-89b5-2fea54204754, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=f36587b4-321c-4ddb-89b5-2fea54204754,segment=NetworkSegment(edd72376-4452-4d75-b0b1-17ac98a58d0e),segment_id=edd72376-4452-4d75-b0b1-17ac98a58d0e)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:00:03.252085 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-956a02a9-fe02-4e2b-9d8c-c8168970acef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:03.282025 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9a17929f-b9ec-4cbb-913f-a538da4b3709 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=298e3576272a43f09af78a8a11cea240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6029532 Aug 17 00:00:03.282772 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17929f-b9ec-4cbb-913f-a538da4b3709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d649456-adaf-484d-9d1b-bd96a6b2b2d8,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:03.285073 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56862) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:03.328372 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a02a9-fe02-4e2b-9d8c-c8168970acef None None] Pushing event updated for resources: {'Port': ['ID=f36587b4-321c-4ddb-89b5-2fea54204754,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:03.345383 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55185ad-8e05-4b0b-9add-2cf85b693eca req-c2322ff6-8289-4666-9e49-36101c4b6bd4 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:03.346927 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e55185ad-8e05-4b0b-9add-2cf85b693eca req-c2322ff6-8289-4666-9e49-36101c4b6bd4 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.64 "GET /v2.0/ports?device_id=286de7b7-7801-4a00-9aa7-30d5eb4a1bc4 HTTP/1.1" status: 200 len: 945 time: 0.0884762 Aug 17 00:00:03.373387 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9c46a62b-ee2e-41fb-9787-417b32bb9829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:03.397486 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9c46a62b-ee2e-41fb-9787-417b32bb9829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:03.398948 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0e85e8d8-b958-40df-ac7d-6b24a57e6b62 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:03.451235 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9c46a62b-ee2e-41fb-9787-417b32bb9829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:03.453917 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9c46a62b-ee2e-41fb-9787-417b32bb9829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:03.455058 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9c46a62b-ee2e-41fb-9787-417b32bb9829 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5d649456-adaf-484d-9d1b-bd96a6b2b2d8 HTTP/1.1" status: 204 len: 168 time: 0.1690786 Aug 17 00:00:03.459800 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-0e85e8d8-b958-40df-ac7d-6b24a57e6b62 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Transition to ACTIVE for port object 0abfc0b0-4ba7-485f-9352-653533465b0b will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:00:03.480171 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46a62b-ee2e-41fb-9787-417b32bb9829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d649456-adaf-484d-9d1b-bd96a6b2b2d8,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:03.523465 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ba4b0-644a-4780-8b13-eba5f303ae6e req-d065dbf1-f2e1-45c2-a72c-77ae423ac181 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:03.525024 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-df5ba4b0-644a-4780-8b13-eba5f303ae6e req-d065dbf1-f2e1-45c2-a72c-77ae423ac181 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.1330938 Aug 17 00:00:03.565791 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0e85e8d8-b958-40df-ac7d-6b24a57e6b62 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:03.620731 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-e55185ad-8e05-4b0b-9add-2cf85b693eca req-7d5457fd-99fd-4c65-9549-ccda28736fec tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Deleting port 1dbb17e9-16e7-45ed-b3a6-24d6ed13080a {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:00:03.621136 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e55185ad-8e05-4b0b-9add-2cf85b693eca req-7d5457fd-99fd-4c65-9549-ccda28736fec tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:03.706183 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-df5ba4b0-644a-4780-8b13-eba5f303ae6e req-57c64205-30d5-40ed-b55a-3f79ddf377a6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657059 Aug 17 00:00:03.710118 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e85e8d8-b958-40df-ac7d-6b24a57e6b62 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Network fc79d018-7755-49b0-823b-29197b5a3b49 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:00:03.711118 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85e8d8-b958-40df-ac7d-6b24a57e6b62 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Pushing event updated for resources: {'Port': ['ID=0abfc0b0-4ba7-485f-9352-653533465b0b,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:03.732438 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-0e85e8d8-b958-40df-ac7d-6b24a57e6b62 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:00:03.736211 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e85e8d8-b958-40df-ac7d-6b24a57e6b62 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:00:03.820114 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e85e8d8-b958-40df-ac7d-6b24a57e6b62 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:03.820737 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0e85e8d8-b958-40df-ac7d-6b24a57e6b62 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:03.831951 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-e55185ad-8e05-4b0b-9add-2cf85b693eca req-7d5457fd-99fd-4c65-9549-ccda28736fec tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] For port 1dbb17e9-16e7-45ed-b3a6-24d6ed13080a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=1dbb17e9-16e7-45ed-b3a6-24d6ed13080a,segment=NetworkSegment(6bd97450-ac96-4c47-ad61-e23f8355a601),segment_id=6bd97450-ac96-4c47-ad61-e23f8355a601)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:03.832361 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e55185ad-8e05-4b0b-9add-2cf85b693eca req-7d5457fd-99fd-4c65-9549-ccda28736fec tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:03.851876 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0e85e8d8-b958-40df-ac7d-6b24a57e6b62 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.3510802 Aug 17 00:00:03.851876 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-e55185ad-8e05-4b0b-9add-2cf85b693eca req-7d5457fd-99fd-4c65-9549-ccda28736fec tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Calling delete_port for 1dbb17e9-16e7-45ed-b3a6-24d6ed13080a owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:00:03.853376 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56874) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:03.853713 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56876) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:03.903250 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cd35d7e5-1e84-4259-9337-cc863b2b5429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:04.114488 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959bd00-c13a-495a-a9a1-ea2a47766af0 req-033056d8-6055-4232-b70c-ed290ec7c36b tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:04.116055 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8959bd00-c13a-495a-a9a1-ea2a47766af0 req-033056d8-6055-4232-b70c-ed290ec7c36b tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/ports?device_id=286de7b7-7801-4a00-9aa7-30d5eb4a1bc4 HTTP/1.1" status: 200 len: 945 time: 0.1689172 Aug 17 00:00:04.162211 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f36587b4-321c-4ddb-89b5-2fea54204754 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:00:04.218228 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port f36587b4-321c-4ddb-89b5-2fea54204754 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:00:04.228102 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-5ca54580-6d16-4787-a1cc-930206ad3229 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Deleting port 0abfc0b0-4ba7-485f-9352-653533465b0b {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:00:04.228639 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5ca54580-6d16-4787-a1cc-930206ad3229 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:04.302124 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8959bd00-c13a-495a-a9a1-ea2a47766af0 req-3c3feda7-f110-488e-a9d5-144c964c2238 tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.60 "GET /v2.0/security-groups?id=32231949-d98a-4f66-9419-964b9444e886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671236 Aug 17 00:00:04.310241 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608965e-27a7-4778-94c6-19e61cec6dc6 req-6c707b19-97ed-49dc-abb7-4cab6eb4d548 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:04.311751 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5608965e-27a7-4778-94c6-19e61cec6dc6 req-6c707b19-97ed-49dc-abb7-4cab6eb4d548 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.2256498 Aug 17 00:00:04.348903 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e55185ad-8e05-4b0b-9add-2cf85b693eca req-7d5457fd-99fd-4c65-9549-ccda28736fec tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:04.368270 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['1dbb17e9-16e7-45ed-b3a6-24d6ed13080a'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:00:04.369312 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cd35d7e5-1e84-4259-9337-cc863b2b5429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:04.420485 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caf4acd-cbe5-4e3a-823c-c3c22e9f66d9 None None] Network fc79d018-7755-49b0-823b-29197b5a3b49 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:00:04.425600 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5457fd-99fd-4c65-9549-ccda28736fec tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Pushing event deleted for resources: {'Port': ['ID=1dbb17e9-16e7-45ed-b3a6-24d6ed13080a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:04.427380 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cd35d7e5-1e84-4259-9337-cc863b2b5429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:04.476270 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5608965e-27a7-4778-94c6-19e61cec6dc6 req-ed466be1-0a64-40b6-8f44-2b4df81e530d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502810 Aug 17 00:00:04.505348 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a33f203d-41be-4d7f-a9cf-f9d5ae50dd4a None None] Provisioning for port f36587b4-321c-4ddb-89b5-2fea54204754 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:00:04.517141 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a33f203d-41be-4d7f-a9cf-f9d5ae50dd4a None None] Provisioning complete for port f36587b4-321c-4ddb-89b5-2fea54204754 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:00:04.517487 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a33f203d-41be-4d7f-a9cf-f9d5ae50dd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:04.540068 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5ca54580-6d16-4787-a1cc-930206ad3229 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:04.565532 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cd35d7e5-1e84-4259-9337-cc863b2b5429 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=799f6587dedc41f0abe9fdc5fe2203bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7100806 Aug 17 00:00:04.568666 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56886) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:04.569161 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35d7e5-1e84-4259-9337-cc863b2b5429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277c06db-00d9-48d4-b34d-84a4ca653441,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:04.571576 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55185ad-8e05-4b0b-9add-2cf85b693eca req-7d5457fd-99fd-4c65-9549-ccda28736fec tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] No DVR routers for this DVR port 1dbb17e9-16e7-45ed-b3a6-24d6ed13080a on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:00:04.579872 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e55185ad-8e05-4b0b-9add-2cf85b693eca req-7d5457fd-99fd-4c65-9549-ccda28736fec tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:04.581895 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e55185ad-8e05-4b0b-9add-2cf85b693eca req-7d5457fd-99fd-4c65-9549-ccda28736fec tempest-AttachVolumeNegativeTest-1407241098 tempest-AttachVolumeNegativeTest-1407241098-project] 10.222.0.64 "DELETE /v2.0/ports/1dbb17e9-16e7-45ed-b3a6-24d6ed13080a HTTP/1.1" status: 204 len: 173 time: 1.2206516 Aug 17 00:00:04.582752 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-5ca54580-6d16-4787-a1cc-930206ad3229 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Calling delete_port for 0abfc0b0-4ba7-485f-9352-653533465b0b owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:00:04.584382 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286de7b7-7801-4a00-9aa7-30d5eb4a1bc4', 'name': 'network-vif-deleted', 'tag': '1dbb17e9-16e7-45ed-b3a6-24d6ed13080a'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:00:04.586554 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b4134d-01a6-4624-acdb-976f40f5c4fe" -d '{"events": [{"server_uuid": "286de7b7-7801-4a00-9aa7-30d5eb4a1bc4", "name": "network-vif-deleted", "tag": "1dbb17e9-16e7-45ed-b3a6-24d6ed13080a"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:00:04.609079 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3d218-2ea2-4bfc-b4eb-1e9181b8a4fd req-bca42f89-4010-49ac-9030-68fbcf69b0c0 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:04.615497 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ae3d218-2ea2-4bfc-b4eb-1e9181b8a4fd req-bca42f89-4010-49ac-9030-68fbcf69b0c0 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.2171843 Aug 17 00:00:04.690268 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a33f203d-41be-4d7f-a9cf-f9d5ae50dd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:04.711953 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ad5244d3-1f7a-4699-bf11-16484a87eeaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:04.730831 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-a33f203d-41be-4d7f-a9cf-f9d5ae50dd4a None None] For port f36587b4-321c-4ddb-89b5-2fea54204754, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=f36587b4-321c-4ddb-89b5-2fea54204754,segment=NetworkSegment(edd72376-4452-4d75-b0b1-17ac98a58d0e),segment_id=edd72376-4452-4d75-b0b1-17ac98a58d0e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:04.737662 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a33f203d-41be-4d7f-a9cf-f9d5ae50dd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:04.792662 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ad5244d3-1f7a-4699-bf11-16484a87eeaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:04.813716 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f203d-41be-4d7f-a9cf-f9d5ae50dd4a None None] Pushing event updated for resources: {'Port': ['ID=f36587b4-321c-4ddb-89b5-2fea54204754,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:04.866107 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ad5244d3-1f7a-4699-bf11-16484a87eeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:04.869192 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ad5244d3-1f7a-4699-bf11-16484a87eeaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:04.874063 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ad5244d3-1f7a-4699-bf11-16484a87eeaf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/277c06db-00d9-48d4-b34d-84a4ca653441 HTTP/1.1" status: 204 len: 168 time: 0.3018463 Aug 17 00:00:04.887407 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5244d3-1f7a-4699-bf11-16484a87eeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277c06db-00d9-48d4-b34d-84a4ca653441,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:04.976451 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-741c5d0d-4797-4ac7-839d-290ab569c6b0 None None] Provisioning for port 0abfc0b0-4ba7-485f-9352-653533465b0b completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:00:04.982539 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-741c5d0d-4797-4ac7-839d-290ab569c6b0 None None] Provisioning complete for port 0abfc0b0-4ba7-485f-9352-653533465b0b triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:00:04.983258 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-741c5d0d-4797-4ac7-839d-290ab569c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:05.026622 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-741c5d0d-4797-4ac7-839d-290ab569c6b0 None None] Port 0abfc0b0-4ba7-485f-9352-653533465b0b cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:00:05.038686 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-741c5d0d-4797-4ac7-839d-290ab569c6b0 None None] Provisioning complete for port f36587b4-321c-4ddb-89b5-2fea54204754 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:00:05.039064 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-741c5d0d-4797-4ac7-839d-290ab569c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:05.046450 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d90709f-f36a-448b-8eed-654a6a8e0a69 x-openstack-request-id: req-7d90709f-f36a-448b-8eed-654a6a8e0a69 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:00:05.046662 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286de7b7-7801-4a00-9aa7-30d5eb4a1bc4", "name": "network-vif-deleted", "tag": "1dbb17e9-16e7-45ed-b3a6-24d6ed13080a", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:00:05.047257 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d90709f-f36a-448b-8eed-654a6a8e0a69 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:00:05.047373 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286de7b7-7801-4a00-9aa7-30d5eb4a1bc4', 'name': 'network-vif-deleted', 'tag': '1dbb17e9-16e7-45ed-b3a6-24d6ed13080a', 'status': 'completed', 'code': 200} Aug 17 00:00:05.140433 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ae3d218-2ea2-4bfc-b4eb-1e9181b8a4fd req-4e81eeaf-3362-44d6-89ff-a4218f838100 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5239623 Aug 17 00:00:05.236486 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749f710-5f0c-4acd-9709-87c5e4e6b723 req-8fe8bc28-36b6-4823-b7ad-c7ceee35fe06 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:05.240883 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4749f710-5f0c-4acd-9709-87c5e4e6b723 req-8fe8bc28-36b6-4823-b7ad-c7ceee35fe06 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.1898341 Aug 17 00:00:05.337424 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5ca54580-6d16-4787-a1cc-930206ad3229 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:05.372745 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-781a50d3-16a2-4daf-9ad1-8d29a0e9bc56 None None] Could not find standard attr ID for object 0abfc0b0-4ba7-485f-9352-653533465b0b. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:00:05.377567 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56906) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:05.411339 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4749f710-5f0c-4acd-9709-87c5e4e6b723 req-3612e64f-536c-4586-9cb1-a0b24e97399b tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594694 Aug 17 00:00:05.417281 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca54580-6d16-4787-a1cc-930206ad3229 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Pushing event deleted for resources: {'Port': ['ID=0abfc0b0-4ba7-485f-9352-653533465b0b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:05.442289 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c46eac5-7648-4c81-80a5-cb3b7800863d admin admin] Deleting subnet 9c1dd6e9-c166-4397-8aab-d99212faa9f8 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:00:05.451245 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0c46eac5-7648-4c81-80a5-cb3b7800863d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:05.491263 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0c46eac5-7648-4c81-80a5-cb3b7800863d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:05.506076 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5ca54580-6d16-4787-a1cc-930206ad3229 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:05.512269 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5ca54580-6d16-4787-a1cc-930206ad3229 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] 10.222.0.60 "DELETE /v2.0/ports/0abfc0b0-4ba7-485f-9352-653533465b0b HTTP/1.1" status: 204 len: 168 time: 1.6556561 Aug 17 00:00:05.513427 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56912) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:05.574719 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0c46eac5-7648-4c81-80a5-cb3b7800863d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:05.631900 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4c458-b412-43f7-bde1-7c77c8ab1192 req-a07d6e22-f7f9-451a-aa56-21fc8aa91882 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:05.633614 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fcd4c458-b412-43f7-bde1-7c77c8ab1192 req-a07d6e22-f7f9-451a-aa56-21fc8aa91882 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.0700688 Aug 17 00:00:05.693617 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0c46eac5-7648-4c81-80a5-cb3b7800863d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:05.699378 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fcd4c458-b412-43f7-bde1-7c77c8ab1192 req-f2a41358-5915-49cc-a627-d5075c085445 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484493 Aug 17 00:00:05.726873 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46eac5-7648-4c81-80a5-cb3b7800863d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c1dd6e9-c166-4397-8aab-d99212faa9f8,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:05.738937 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0c46eac5-7648-4c81-80a5-cb3b7800863d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:05.744896 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0c46eac5-7648-4c81-80a5-cb3b7800863d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9c1dd6e9-c166-4397-8aab-d99212faa9f8 HTTP/1.1" status: 204 len: 168 time: 0.3656516 Aug 17 00:00:05.747745 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56924) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:05.766888 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56926) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:05.767031 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9f2e8f23-fc5e-427b-9345-ee14b9c139c6 tempest-DHCPAgentSchedulersTestJSON-1919465801 tempest-DHCPAgentSchedulersTestJSON-1919465801-project-admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.2525022 Aug 17 00:00:05.796374 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-c71ff04c-ecb7-41d0-bf1a-0d3764cf1722 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2100817815'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:05.837276 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f7942892-d6bc-4700-9845-bd4be6f03121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:05.839309 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71ff04c-ecb7-41d0-bf1a-0d3764cf1722 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Made reservation on behalf of cee364674ca04947acbd11a06bde2a75 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:00:05.842649 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c71ff04c-ecb7-41d0-bf1a-0d3764cf1722 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:05.895181 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71ff04c-ecb7-41d0-bf1a-0d3764cf1722 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:00:05.939407 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c71ff04c-ecb7-41d0-bf1a-0d3764cf1722 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:05.939791 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-c71ff04c-ecb7-41d0-bf1a-0d3764cf1722 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Added segment d7a93b2d-4c3d-4fc8-9334-bdb7c16d0818 of type vlan for network 759fbba1-25e0-4eaa-9927-f0857e1c9c5b Aug 17 00:00:05.958076 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f7942892-d6bc-4700-9845-bd4be6f03121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:05.987740 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-f7942892-d6bc-4700-9845-bd4be6f03121 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c85728-7245-4ff7-ad19-516f77c6ef85']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:06.003597 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c71ff04c-ecb7-41d0-bf1a-0d3764cf1722 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:06.006567 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-f7942892-d6bc-4700-9845-bd4be6f03121 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd97450-ac96-4c47-ad61-e23f8355a601') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:06.006869 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-f7942892-d6bc-4700-9845-bd4be6f03121 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd97450-ac96-4c47-ad61-e23f8355a601') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:06.020206 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f7942892-d6bc-4700-9845-bd4be6f03121 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:06.043585 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f7942892-d6bc-4700-9845-bd4be6f03121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:06.049916 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7942892-d6bc-4700-9845-bd4be6f03121 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:00:06.050303 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f7942892-d6bc-4700-9845-bd4be6f03121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:00:06.051973 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:00:06.061252 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c71ff04c-ecb7-41d0-bf1a-0d3764cf1722 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:06.066735 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71ff04c-ecb7-41d0-bf1a-0d3764cf1722 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:06.067339 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c71ff04c-ecb7-41d0-bf1a-0d3764cf1722 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:06.148044 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f36587b4-321c-4ddb-89b5-2fea54204754 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:00:06.163870 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c71ff04c-ecb7-41d0-bf1a-0d3764cf1722 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3955846 Aug 17 00:00:06.167023 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56940) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:06.176948 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ff04c-ecb7-41d0-bf1a-0d3764cf1722 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Pushing event updated for resources: {'Network': ['ID=759fbba1-25e0-4eaa-9927-f0857e1c9c5b,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:06.181087 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f7942892-d6bc-4700-9845-bd4be6f03121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:06.192603 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f7942892-d6bc-4700-9845-bd4be6f03121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:06.197226 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f7942892-d6bc-4700-9845-bd4be6f03121 admin admin] 10.222.0.60 "DELETE /v2.0/networks/00c85728-7245-4ff7-ad19-516f77c6ef85 HTTP/1.1" status: 204 len: 168 time: 0.4460695 Aug 17 00:00:06.208670 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7942892-d6bc-4700-9845-bd4be6f03121 admin admin] Pushing event deleted for resources: {'Network': ['ID=00c85728-7245-4ff7-ad19-516f77c6ef85,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:06.224819 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 759fbba1-25e0-4eaa-9927-f0857e1c9c5b details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:00:06.356738 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port f36587b4-321c-4ddb-89b5-2fea54204754 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:00:06.357165 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:06.389530 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4cbb1-6216-4ac3-b8bf-893a806dbf44 req-2d540f6f-f07c-4955-87c0-79b8fc5059aa tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:06.401319 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-36d4cbb1-6216-4ac3-b8bf-893a806dbf44 req-2d540f6f-f07c-4955-87c0-79b8fc5059aa tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1224947 Aug 17 00:00:06.486427 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e28be693-5c4f-4914-a701-0cd6f748c4be tempest-DHCPAgentSchedulersTestJSON-1919465801 tempest-DHCPAgentSchedulersTestJSON-1919465801-project-admin] 10.222.0.60 "GET /v2.0/agents/c9074815-b8a2-4a36-aa18-e88d662154a6/dhcp-networks HTTP/1.1" status: 200 len: 6490 time: 0.3174686 Aug 17 00:00:06.489222 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56956) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:06.527952 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56958) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:06.574070 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-36d4cbb1-6216-4ac3-b8bf-893a806dbf44 req-b42f170b-b5a2-4c3a-8512-14799ff5581f tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754687 Aug 17 00:00:06.586193 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a02db43-a7c0-4882-ba41-3def67e432f1 tempest-DHCPAgentSchedulersTestJSON-1919465801 tempest-DHCPAgentSchedulersTestJSON-1919465801-project-admin] Network 759fbba1-25e0-4eaa-9927-f0857e1c9c5b is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:00:06.591684 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983cb3e-ec9d-42b6-8ae7-31e8b5e5129b req-e2036162-5b63-4ad1-81c7-332c74de6a62 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:06.593322 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3983cb3e-ec9d-42b6-8ae7-31e8b5e5129b req-e2036162-5b63-4ad1-81c7-332c74de6a62 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.1028502 Aug 17 00:00:06.612735 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6a02db43-a7c0-4882-ba41-3def67e432f1 tempest-DHCPAgentSchedulersTestJSON-1919465801 tempest-DHCPAgentSchedulersTestJSON-1919465801-project-admin] 10.222.0.60 "POST /v2.0/agents/c9074815-b8a2-4a36-aa18-e88d662154a6/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1213930 Aug 17 00:00:06.614259 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95386af0-39e5-4141-b9cd-ab57970a7535 None None] Network 759fbba1-25e0-4eaa-9927-f0857e1c9c5b requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:00:06.615157 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56962) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:06.635900 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-101e7182-c460-4c63-b65c-f47ce443e028 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f18d640cae8f44f987e6f5a16930565f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0984383 Aug 17 00:00:06.638554 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56964) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:06.683048 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3983cb3e-ec9d-42b6-8ae7-31e8b5e5129b req-1de6d147-9404-4da7-9ebe-499c72ff5ee6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822001 Aug 17 00:00:06.737755 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d7aff21f-afbe-400c-b5e4-0c994b9ebde8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:06.777108 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d7aff21f-afbe-400c-b5e4-0c994b9ebde8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:06.832214 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d3b1a823-2999-47ac-862d-6857dc7ac5fd tempest-DHCPAgentSchedulersTestJSON-1919465801 tempest-DHCPAgentSchedulersTestJSON-1919465801-project-admin] 10.222.0.60 "GET /v2.0/agents/c9074815-b8a2-4a36-aa18-e88d662154a6/dhcp-networks HTTP/1.1" status: 200 len: 7261 time: 0.2154601 Aug 17 00:00:06.834851 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56974) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:06.857449 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867ea58-9879-4753-b199-6d06f9fb2f32 req-7ab35694-8c4c-4c5f-b65d-d102bd8e52d4 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:06.859092 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2867ea58-9879-4753-b199-6d06f9fb2f32 req-7ab35694-8c4c-4c5f-b65d-d102bd8e52d4 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.0721707 Aug 17 00:00:06.892047 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d7aff21f-afbe-400c-b5e4-0c994b9ebde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:06.894737 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d7aff21f-afbe-400c-b5e4-0c994b9ebde8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:06.898974 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d7aff21f-afbe-400c-b5e4-0c994b9ebde8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/32231949-d98a-4f66-9419-964b9444e886 HTTP/1.1" status: 204 len: 168 time: 0.2593558 Aug 17 00:00:06.918666 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5cf82207-5843-4cc1-b303-b06d242fca41 tempest-DHCPAgentSchedulersTestJSON-1919465801 tempest-DHCPAgentSchedulersTestJSON-1919465801-project-admin] 10.222.0.60 "DELETE /v2.0/agents/c9074815-b8a2-4a36-aa18-e88d662154a6/dhcp-networks/759fbba1-25e0-4eaa-9927-f0857e1c9c5b HTTP/1.1" status: 204 len: 168 time: 0.0822248 Aug 17 00:00:06.920573 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56978) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:06.931279 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2867ea58-9879-4753-b199-6d06f9fb2f32 req-39b616f5-6069-487d-8a3c-c2ebe02b6198 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573430 Aug 17 00:00:06.933192 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aff21f-afbe-400c-b5e4-0c994b9ebde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32231949-d98a-4f66-9419-964b9444e886,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:07.077566 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-16d3baaf-dc89-4c45-b255-8015b3ef1e2e tempest-DHCPAgentSchedulersTestJSON-1919465801 tempest-DHCPAgentSchedulersTestJSON-1919465801-project-admin] 10.222.0.60 "GET /v2.0/agents/c9074815-b8a2-4a36-aa18-e88d662154a6/dhcp-networks HTTP/1.1" status: 200 len: 6490 time: 0.1545570 Aug 17 00:00:07.081690 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56988) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:07.082623 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-1ddea97f-77f1-4c9f-9a70-4b83ff932fdc tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f7d2dd18aaf643d4a696a987ef6a4269&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241189 Aug 17 00:00:07.101095 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c6769853-5cd3-4c79-bc07-0f99da25a014 tempest-DHCPAgentSchedulersTestJSON-1919465801 tempest-DHCPAgentSchedulersTestJSON-1919465801-project-admin] 10.222.0.60 "GET /v2.0/networks/fc79d018-7755-49b0-823b-29197b5a3b49/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0177290 Aug 17 00:00:07.104220 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56990) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:07.125400 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-032a43df-58c2-4996-92cd-9a6486b2fbe8 tempest-DHCPAgentSchedulersTestJSON-1919465801 tempest-DHCPAgentSchedulersTestJSON-1919465801-project-admin] 10.222.0.60 "GET /v2.0/networks/fc79d018-7755-49b0-823b-29197b5a3b49/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0200000 Aug 17 00:00:07.127791 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56994) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:07.207357 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-b8ec62a0-1dad-478f-b010-fe7de7d426fa tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:07.209888 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-b8ec62a0-1dad-478f-b010-fe7de7d426fa tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1205225 Aug 17 00:00:07.226452 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-7771f0a3-a8be-4900-a146-c1eb79ade590 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.60 "GET /v2.0/quotas/f7d2dd18aaf643d4a696a987ef6a4269 HTTP/1.1" status: 200 len: 375 time: 0.0103347 Aug 17 00:00:07.263430 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-02ec59bd-57f2-42cc-94d5-7d4e43ef559b tempest-DHCPAgentSchedulersTestJSON-1919465801 tempest-DHCPAgentSchedulersTestJSON-1919465801-project-admin] 10.222.0.60 "GET /v2.0/agents/c9074815-b8a2-4a36-aa18-e88d662154a6/dhcp-networks HTTP/1.1" status: 200 len: 6490 time: 0.1309884 Aug 17 00:00:07.263663 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-18ee679c-1e24-4ed3-bffb-88e4dec6e8e5 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7d2dd18aaf643d4a696a987ef6a4269&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286393 Aug 17 00:00:07.264455 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57000) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:07.344465 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-61a5e9c4-9605-4240-9a94-bedaf0fc2a74 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:07.484227 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d1baa48-9c69-498f-9edc-4f0819a220aa req-32863996-7816-4148-86ba-2fe62226e521 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f5e30bb-6e81-4489-88a0-9c983b17ec9c HTTP/1.1" status: 200 len: 210 time: 0.0337071 Aug 17 00:00:07.488534 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-61a5e9c4-9605-4240-9a94-bedaf0fc2a74 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:07.500741 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-61a5e9c4-9605-4240-9a94-bedaf0fc2a74 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759fbba1-25e0-4eaa-9927-f0857e1c9c5b']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:07.512680 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-61a5e9c4-9605-4240-9a94-bedaf0fc2a74 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a93b2d-4c3d-4fc8-9334-bdb7c16d0818') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:07.513156 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-61a5e9c4-9605-4240-9a94-bedaf0fc2a74 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a93b2d-4c3d-4fc8-9334-bdb7c16d0818') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:07.522300 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-61a5e9c4-9605-4240-9a94-bedaf0fc2a74 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:07.536878 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-61a5e9c4-9605-4240-9a94-bedaf0fc2a74 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:07.544302 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a5e9c4-9605-4240-9a94-bedaf0fc2a74 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:00:07.544898 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-61a5e9c4-9605-4240-9a94-bedaf0fc2a74 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:07.547247 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 1dbb17e9-16e7-45ed-b3a6-24d6ed13080a no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:00:07.548736 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:00:07.575983 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 1dbb17e9-16e7-45ed-b3a6-24d6ed13080a {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:00:07.576516 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 1dbb17e9-16e7-45ed-b3a6-24d6ed13080a not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:00:07.635641 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-61a5e9c4-9605-4240-9a94-bedaf0fc2a74 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:07.658804 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-61a5e9c4-9605-4240-9a94-bedaf0fc2a74 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:07.663947 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57024) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:07.664493 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-61a5e9c4-9605-4240-9a94-bedaf0fc2a74 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] 10.222.0.60 "DELETE /v2.0/networks/759fbba1-25e0-4eaa-9927-f0857e1c9c5b HTTP/1.1" status: 204 len: 168 time: 0.3987391 Aug 17 00:00:07.665839 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5e9c4-9605-4240-9a94-bedaf0fc2a74 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Pushing event deleted for resources: {'Network': ['ID=759fbba1-25e0-4eaa-9927-f0857e1c9c5b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:07.708828 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e60c89a-42c0-416a-8361-a327678ac5e0 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] DELETE failed (client error): The resource could not be found. Aug 17 00:00:07.709629 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e60c89a-42c0-416a-8361-a327678ac5e0 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:00:07.721168 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2e60c89a-42c0-416a-8361-a327678ac5e0 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] 10.222.0.60 "DELETE /v2.0/ports/0abfc0b0-4ba7-485f-9352-653533465b0b HTTP/1.1" status: 404 len: 333 time: 0.0559373 Aug 17 00:00:07.723801 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57028) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:07.779470 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3bf20-2bf1-4e3a-a1f3-d5621d3c062f req-4f1666f0-2d2d-4504-89a7-987f3705339f tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:07.781324 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eff3bf20-2bf1-4e3a-a1f3-d5621d3c062f req-4f1666f0-2d2d-4504-89a7-987f3705339f tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0815961 Aug 17 00:00:07.784217 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd266c4-4a5c-4a52-bad5-4a529f8948d3 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Deleting subnet 6a649ab4-d33c-4540-97ef-d4e4db2c9509 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:00:07.788110 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1cd266c4-4a5c-4a52-bad5-4a529f8948d3 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:07.841306 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1cd266c4-4a5c-4a52-bad5-4a529f8948d3 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:07.858607 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eff3bf20-2bf1-4e3a-a1f3-d5621d3c062f req-c877d1f3-b301-4608-b5fc-236f676f8ec6 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694411 Aug 17 00:00:07.896549 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b6234-6ef0-4e4e-9181-333ffd87fc3a req-831ed151-a333-4412-9225-e5a6468d2e41 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:07.898602 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-174b6234-6ef0-4e4e-9181-333ffd87fc3a req-831ed151-a333-4412-9225-e5a6468d2e41 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.0822589 Aug 17 00:00:07.948142 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-174b6234-6ef0-4e4e-9181-333ffd87fc3a req-59fa5351-1402-4f7b-b6fa-0a18a8f8d6e2 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430813 Aug 17 00:00:07.949826 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1cd266c4-4a5c-4a52-bad5-4a529f8948d3 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:08.054734 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1cd266c4-4a5c-4a52-bad5-4a529f8948d3 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:08.079208 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8689a-127a-49c9-a5c9-da988237da38 req-70272495-bc44-4710-8391-6114d97fe045 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:08.080887 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-10f8689a-127a-49c9-a5c9-da988237da38 req-70272495-bc44-4710-8391-6114d97fe045 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.0655153 Aug 17 00:00:08.099573 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd266c4-4a5c-4a52-bad5-4a529f8948d3 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Pushing event deleted for resources: {'Subnet': ['ID=6a649ab4-d33c-4540-97ef-d4e4db2c9509,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:08.106153 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1cd266c4-4a5c-4a52-bad5-4a529f8948d3 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:08.108346 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1cd266c4-4a5c-4a52-bad5-4a529f8948d3 tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] 10.222.0.60 "DELETE /v2.0/subnets/6a649ab4-d33c-4540-97ef-d4e4db2c9509 HTTP/1.1" status: 204 len: 168 time: 0.3833823 Aug 17 00:00:08.110761 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57046) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:08.116107 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bdb44a-4a2f-4e2e-8db3-2ae951cb3c8f None None] Network fc79d018-7755-49b0-823b-29197b5a3b49 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:00:08.156541 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-10f8689a-127a-49c9-a5c9-da988237da38 req-43d8ffeb-ebcc-4018-8d13-630c20b1b7ce tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677226 Aug 17 00:00:08.230632 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33a6ca34-1bc5-483a-9962-ce9ae4fc1b0b tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:08.307966 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-33a6ca34-1bc5-483a-9962-ce9ae4fc1b0b tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Deleting port f36587b4-321c-4ddb-89b5-2fea54204754 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:00:08.307966 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33a6ca34-1bc5-483a-9962-ce9ae4fc1b0b tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:08.415416 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-33a6ca34-1bc5-483a-9962-ce9ae4fc1b0b tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] For port f36587b4-321c-4ddb-89b5-2fea54204754, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=f36587b4-321c-4ddb-89b5-2fea54204754,segment=NetworkSegment(edd72376-4452-4d75-b0b1-17ac98a58d0e),segment_id=edd72376-4452-4d75-b0b1-17ac98a58d0e)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:08.415778 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33a6ca34-1bc5-483a-9962-ce9ae4fc1b0b tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:08.430528 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-33a6ca34-1bc5-483a-9962-ce9ae4fc1b0b tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Calling delete_port for f36587b4-321c-4ddb-89b5-2fea54204754 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:00:08.486594 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4b14ef-2f82-46ea-b346-ed0d90ce44a4 None None] DHCP port deletion for fc79d018-7755-49b0-823b-29197b5a3b49 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:00:08.552509 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-8b4b14ef-2f82-46ea-b346-ed0d90ce44a4 None None] Deleting port f36587b4-321c-4ddb-89b5-2fea54204754 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:00:08.553373 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8b4b14ef-2f82-46ea-b346-ed0d90ce44a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:08.566969 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33a6ca34-1bc5-483a-9962-ce9ae4fc1b0b tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:08.610126 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6ca34-1bc5-483a-9962-ce9ae4fc1b0b tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Pushing event deleted for resources: {'Port': ['ID=f36587b4-321c-4ddb-89b5-2fea54204754,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:08.613076 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a6ca34-1bc5-483a-9962-ce9ae4fc1b0b tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] No DVR routers for this DVR port f36587b4-321c-4ddb-89b5-2fea54204754 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:00:08.633361 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-8b4b14ef-2f82-46ea-b346-ed0d90ce44a4 None None] For port f36587b4-321c-4ddb-89b5-2fea54204754, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=f36587b4-321c-4ddb-89b5-2fea54204754,segment=NetworkSegment(edd72376-4452-4d75-b0b1-17ac98a58d0e),segment_id=edd72376-4452-4d75-b0b1-17ac98a58d0e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:08.634055 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8b4b14ef-2f82-46ea-b346-ed0d90ce44a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:08.648091 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-8b4b14ef-2f82-46ea-b346-ed0d90ce44a4 None None] Calling delete_port for f36587b4-321c-4ddb-89b5-2fea54204754 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:00:08.656285 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3fa01564-3315-48a4-bfe5-e8917f43bc3d req-b05a2f5e-8c1b-4a22-a03c-c4ad586c12f9 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f5e30bb-6e81-4489-88a0-9c983b17ec9c HTTP/1.1" status: 200 len: 210 time: 0.0439045 Aug 17 00:00:08.722210 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33a6ca34-1bc5-483a-9962-ce9ae4fc1b0b tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:08.734987 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-33a6ca34-1bc5-483a-9962-ce9ae4fc1b0b tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc79d018-7755-49b0-823b-29197b5a3b49']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:08.736597 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8b4b14ef-2f82-46ea-b346-ed0d90ce44a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:08.744083 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-33a6ca34-1bc5-483a-9962-ce9ae4fc1b0b tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd72376-4452-4d75-b0b1-17ac98a58d0e') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:08.744508 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-33a6ca34-1bc5-483a-9962-ce9ae4fc1b0b tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd72376-4452-4d75-b0b1-17ac98a58d0e') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:08.754479 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33a6ca34-1bc5-483a-9962-ce9ae4fc1b0b tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:08.766487 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b14ef-2f82-46ea-b346-ed0d90ce44a4 None None] Pushing event deleted for resources: {'Port': ['ID=f36587b4-321c-4ddb-89b5-2fea54204754,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:08.771031 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4b14ef-2f82-46ea-b346-ed0d90ce44a4 None None] No DVR routers for this DVR port f36587b4-321c-4ddb-89b5-2fea54204754 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:00:08.771920 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33a6ca34-1bc5-483a-9962-ce9ae4fc1b0b tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:08.782510 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a6ca34-1bc5-483a-9962-ce9ae4fc1b0b tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:00:08.783216 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33a6ca34-1bc5-483a-9962-ce9ae4fc1b0b tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:00:08.789559 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:00:08.847806 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33a6ca34-1bc5-483a-9962-ce9ae4fc1b0b tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:08.852560 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33a6ca34-1bc5-483a-9962-ce9ae4fc1b0b tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:08.857230 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-33a6ca34-1bc5-483a-9962-ce9ae4fc1b0b tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] 10.222.0.60 "DELETE /v2.0/networks/fc79d018-7755-49b0-823b-29197b5a3b49 HTTP/1.1" status: 204 len: 168 time: 0.7439277 Aug 17 00:00:08.872647 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6ca34-1bc5-483a-9962-ce9ae4fc1b0b tempest-DHCPAgentSchedulersTestJSON-641868653 tempest-DHCPAgentSchedulersTestJSON-641868653-project] Pushing event deleted for resources: {'Network': ['ID=fc79d018-7755-49b0-823b-29197b5a3b49,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:09.003983 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b312001-18aa-4052-847c-610ca11bf006 req-20788a36-c38f-49bf-85b0-d7d67df33a2e tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:09.005801 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7b312001-18aa-4052-847c-610ca11bf006 req-20788a36-c38f-49bf-85b0-d7d67df33a2e tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0725255 Aug 17 00:00:09.123802 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-838c5c60-5b79-4fce-b05e-906108972c5d tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f7d2dd18aaf643d4a696a987ef6a4269&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822129 Aug 17 00:00:09.151627 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7b312001-18aa-4052-847c-610ca11bf006 req-378dae23-d5f5-41e5-ad79-b1eca94a5fc2 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329043 Aug 17 00:00:09.172312 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57084) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:09.243952 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8140b-b052-4dfd-b327-ff64eb7828d2 req-56ae60bf-bd20-4835-9c6c-c1efd3b4206b tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:09.249032 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90c8140b-b052-4dfd-b327-ff64eb7828d2 req-56ae60bf-bd20-4835-9c6c-c1efd3b4206b tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.1929495 Aug 17 00:00:09.341395 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5dc63a88-77c3-4d7c-a385-593a14786a31 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cee364674ca04947acbd11a06bde2a75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1676636 Aug 17 00:00:09.343916 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57096) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:09.354008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-5279f818-70f0-4c90-9ce4-398814727917 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:09.355767 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-5279f818-70f0-4c90-9ce4-398814727917 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2214386 Aug 17 00:00:09.375569 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90c8140b-b052-4dfd-b327-ff64eb7828d2 req-a409591e-4a3a-4928-9ae0-f4fc2fb9f703 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129601 Aug 17 00:00:09.381896 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-be243432-9d9f-417e-b98b-2151fd4e298d tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Request body: {'port': {'device_id': '8f5e30bb-6e81-4489-88a0-9c983b17ec9c', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': 'f7d2dd18aaf643d4a696a987ef6a4269'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:09.411118 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9e88d402-4bd9-4182-acf4-303d0c573d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:09.440486 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9e88d402-4bd9-4182-acf4-303d0c573d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:09.477716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27ccec-dfe0-4587-a234-60f73e520911 req-7afeb8d9-13c1-45d9-9c0a-495a1efbab00 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:09.482183 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3e27ccec-dfe0-4587-a234-60f73e520911 req-7afeb8d9-13c1-45d9-9c0a-495a1efbab00 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.1226010 Aug 17 00:00:09.498648 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9e88d402-4bd9-4182-acf4-303d0c573d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:09.501821 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9e88d402-4bd9-4182-acf4-303d0c573d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:09.503341 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9e88d402-4bd9-4182-acf4-303d0c573d1b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/213fb46e-8eab-4724-b876-b60955ba58a2 HTTP/1.1" status: 204 len: 168 time: 0.1585035 Aug 17 00:00:09.514071 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88d402-4bd9-4182-acf4-303d0c573d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213fb46e-8eab-4724-b876-b60955ba58a2,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:09.562879 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3e27ccec-dfe0-4587-a234-60f73e520911 req-9c65ff17-787d-4a03-b458-cf0032783098 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765798 Aug 17 00:00:09.584754 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-be243432-9d9f-417e-b98b-2151fd4e298d tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Made reservation on behalf of f7d2dd18aaf643d4a696a987ef6a4269 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:00:09.591443 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-be243432-9d9f-417e-b98b-2151fd4e298d tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:09.603476 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-be243432-9d9f-417e-b98b-2151fd4e298d tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:09.731199 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-be243432-9d9f-417e-b98b-2151fd4e298d tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:09.744466 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-be243432-9d9f-417e-b98b-2151fd4e298d tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:09.771978 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8b07ed39-4e3b-4c18-bfd2-40d3ef859e85 req-79baae69-4006-40c9-ad82-928386f50118 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f5e30bb-6e81-4489-88a0-9c983b17ec9c HTTP/1.1" status: 200 len: 210 time: 0.0392830 Aug 17 00:00:09.864339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be243432-9d9f-417e-b98b-2151fd4e298d tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8290f50-1103-4dbd-a87a-4a7b93084576,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:09.884283 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57116) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:09.898227 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c3c85ae9-5288-4df9-92c7-efa082789790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:09.902196 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:09.941144 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-be243432-9d9f-417e-b98b-2151fd4e298d tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Allocated IP 192.168.233.67 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/b62aa789-0685-4eb2-9b9c-2f2acfa40fb7) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:00:09.999844 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c3c85ae9-5288-4df9-92c7-efa082789790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:10.004952 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c3c85ae9-5288-4df9-92c7-efa082789790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:10.082910 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c3c85ae9-5288-4df9-92c7-efa082789790 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=67f07a4b0a2d40adb1fdbe4174277c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1967037 Aug 17 00:00:10.084314 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57120) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:10.116986 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c85ae9-5288-4df9-92c7-efa082789790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4915519d-e6ee-4977-af7c-fcbe0e27027a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:10.138297 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-be243432-9d9f-417e-b98b-2151fd4e298d tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:10.149114 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-78ec53de-94c9-44d9-ae78-f89a0ceea013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:10.159648 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-be243432-9d9f-417e-b98b-2151fd4e298d tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Transition to ACTIVE for port object b62aa789-0685-4eb2-9b9c-2f2acfa40fb7 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:00:10.160660 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f36587b4-321c-4ddb-89b5-2fea54204754 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:00:10.178266 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-78ec53de-94c9-44d9-ae78-f89a0ceea013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:10.185092 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: f36587b4-321c-4ddb-89b5-2fea54204754 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:00:10.185656 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f36587b4-321c-4ddb-89b5-2fea54204754 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:00:10.206878 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-be243432-9d9f-417e-b98b-2151fd4e298d tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:10.249461 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-78ec53de-94c9-44d9-ae78-f89a0ceea013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:10.252313 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-be243432-9d9f-417e-b98b-2151fd4e298d tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:00:10.253875 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-78ec53de-94c9-44d9-ae78-f89a0ceea013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:10.255748 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-be243432-9d9f-417e-b98b-2151fd4e298d tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:00:10.256573 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-78ec53de-94c9-44d9-ae78-f89a0ceea013 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4915519d-e6ee-4977-af7c-fcbe0e27027a HTTP/1.1" status: 204 len: 168 time: 0.1707733 Aug 17 00:00:10.278409 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec53de-94c9-44d9-ae78-f89a0ceea013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4915519d-e6ee-4977-af7c-fcbe0e27027a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:10.278693 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-be243432-9d9f-417e-b98b-2151fd4e298d tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:00:10.389027 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57130) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:10.433753 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be243432-9d9f-417e-b98b-2151fd4e298d tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Pushing event updated for resources: {'Port': ['ID=b62aa789-0685-4eb2-9b9c-2f2acfa40fb7,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:10.463788 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-be243432-9d9f-417e-b98b-2151fd4e298d tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:10.464425 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-be243432-9d9f-417e-b98b-2151fd4e298d tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:10.534717 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f8ebf6ce-163e-46a5-9930-bd87d040afdc None None] Provisioning for port b62aa789-0685-4eb2-9b9c-2f2acfa40fb7 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:00:10.539759 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f8ebf6ce-163e-46a5-9930-bd87d040afdc None None] Provisioning complete for port b62aa789-0685-4eb2-9b9c-2f2acfa40fb7 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:00:10.540308 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f8ebf6ce-163e-46a5-9930-bd87d040afdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:10.544836 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c5c50-c4a4-4bc7-aa4a-372b94b4ae4a req-89c14779-f904-484c-938b-df40efd75734 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:10.546536 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8c1c5c50-c4a4-4bc7-aa4a-372b94b4ae4a req-89c14779-f904-484c-938b-df40efd75734 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.2638624 Aug 17 00:00:10.549230 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-be243432-9d9f-417e-b98b-2151fd4e298d tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1713381 Aug 17 00:00:10.565468 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-faea81b2-ebf0-4cf3-a0c8-5a3d25f28421 service neutron] Request body: {'port': {'device_id': '8f5e30bb-6e81-4489-88a0-9c983b17ec9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:10.590470 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f8ebf6ce-163e-46a5-9930-bd87d040afdc None None] Port b62aa789-0685-4eb2-9b9c-2f2acfa40fb7 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:00:10.617521 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca178f-f17d-4c6e-a829-3b7c8b17bfc7 req-4e976c33-0def-4c6c-a47b-d7696602a10f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:10.619026 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4ca178f-f17d-4c6e-a829-3b7c8b17bfc7 req-4e976c33-0def-4c6c-a47b-d7696602a10f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.1295938 Aug 17 00:00:10.675399 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d6be5d12-c020-4396-af21-dc5b27cce0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:10.701318 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8c1c5c50-c4a4-4bc7-aa4a-372b94b4ae4a req-01661012-3b7d-4ea9-aa29-69aa95786b87 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378186 Aug 17 00:00:10.726135 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4ca178f-f17d-4c6e-a829-3b7c8b17bfc7 req-2717cb95-7a4f-44d8-855e-c82359118ea5 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978260 Aug 17 00:00:10.730189 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-faea81b2-ebf0-4cf3-a0c8-5a3d25f28421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:10.820789 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d6be5d12-c020-4396-af21-dc5b27cce0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:10.829026 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d6be5d12-c020-4396-af21-dc5b27cce0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:10.881938 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d6be5d12-c020-4396-af21-dc5b27cce0ae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d6d41758c93c4e7686420b36062cda07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4917855 Aug 17 00:00:10.882994 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be5d12-c020-4396-af21-dc5b27cce0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073937df-57f4-454f-a938-50a9ffcec0a3,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:10.887104 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57154) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:10.943787 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9ac78-59f8-4499-b6df-f340a1a8e8c6 req-5bc85682-3e7e-43e4-b416-02287a6459c9 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:10.952621 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-12d9ac78-59f8-4499-b6df-f340a1a8e8c6 req-5bc85682-3e7e-43e4-b416-02287a6459c9 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.1583698 Aug 17 00:00:10.976042 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4db83f6e-1e69-4d36-88cb-9ef6f15c358c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:11.029364 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4db83f6e-1e69-4d36-88cb-9ef6f15c358c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:11.063429 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-12d9ac78-59f8-4499-b6df-f340a1a8e8c6 req-93052cef-13dd-47c5-9807-6f9fb9c193b7 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098270 Aug 17 00:00:11.129017 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4db83f6e-1e69-4d36-88cb-9ef6f15c358c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:11.132204 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4db83f6e-1e69-4d36-88cb-9ef6f15c358c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:11.139465 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4db83f6e-1e69-4d36-88cb-9ef6f15c358c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/073937df-57f4-454f-a938-50a9ffcec0a3 HTTP/1.1" status: 204 len: 168 time: 0.2498069 Aug 17 00:00:11.158909 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db83f6e-1e69-4d36-88cb-9ef6f15c358c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073937df-57f4-454f-a938-50a9ffcec0a3,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:11.270086 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5b5b4-0351-4713-ae01-dcb678bdd2ce req-e7041144-5466-4449-a51b-446524cf06e7 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:11.271561 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ce5b5b4-0351-4713-ae01-dcb678bdd2ce req-e7041144-5466-4449-a51b-446524cf06e7 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f5e30bb-6e81-4489-88a0-9c983b17ec9c HTTP/1.1" status: 200 len: 935 time: 0.1697633 Aug 17 00:00:11.290321 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-faea81b2-ebf0-4cf3-a0c8-5a3d25f28421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b62aa789-0685-4eb2-9b9c-2f2acfa40fb7 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:00:11.304544 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-faea81b2-ebf0-4cf3-a0c8-5a3d25f28421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:11.318789 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd869b-fed9-48c8-866c-bb9f65d4b9dc req-28b4815d-ea2c-4645-b924-a8617ddc4c03 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:11.326354 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-26dd869b-fed9-48c8-866c-bb9f65d4b9dc req-28b4815d-ea2c-4645-b924-a8617ddc4c03 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.1322234 Aug 17 00:00:11.375634 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-faea81b2-ebf0-4cf3-a0c8-5a3d25f28421 service neutron] Transition to ACTIVE for port object b62aa789-0685-4eb2-9b9c-2f2acfa40fb7 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:00:11.388039 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:11.399185 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-faea81b2-ebf0-4cf3-a0c8-5a3d25f28421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:11.434120 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ce5b5b4-0351-4713-ae01-dcb678bdd2ce req-dc71848a-1d7c-4444-a07b-5d04e5b193ae tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8290f50-1103-4dbd-a87a-4a7b93084576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343756 Aug 17 00:00:11.477077 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-26dd869b-fed9-48c8-866c-bb9f65d4b9dc req-07698eaf-23d1-49b2-9721-c3ea24bc0a9a tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498456 Aug 17 00:00:11.513265 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea81b2-ebf0-4cf3-a0c8-5a3d25f28421 service neutron] Pushing event updated for resources: {'Port': ['ID=b62aa789-0685-4eb2-9b9c-2f2acfa40fb7,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:11.601134 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-faea81b2-ebf0-4cf3-a0c8-5a3d25f28421 service neutron] Attempting to bind port b62aa789-0685-4eb2-9b9c-2f2acfa40fb7 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:00:11.601649 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-faea81b2-ebf0-4cf3-a0c8-5a3d25f28421 service neutron] Attempting to bind port b62aa789-0685-4eb2-9b9c-2f2acfa40fb7 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:00:11.601982 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-faea81b2-ebf0-4cf3-a0c8-5a3d25f28421 service neutron] Attempting to bind port b62aa789-0685-4eb2-9b9c-2f2acfa40fb7 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:00:11.607930 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-faea81b2-ebf0-4cf3-a0c8-5a3d25f28421 service neutron] Port b62aa789-0685-4eb2-9b9c-2f2acfa40fb7 on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:00:11.608258 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-faea81b2-ebf0-4cf3-a0c8-5a3d25f28421 service neutron] Attempting to bind port b62aa789-0685-4eb2-9b9c-2f2acfa40fb7 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:00:11.615288 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-faea81b2-ebf0-4cf3-a0c8-5a3d25f28421 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:00:11.615747 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-faea81b2-ebf0-4cf3-a0c8-5a3d25f28421 service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:00:11.616181 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-faea81b2-ebf0-4cf3-a0c8-5a3d25f28421 service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:00:11.616677 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-faea81b2-ebf0-4cf3-a0c8-5a3d25f28421 service neutron] Bound port: b62aa789-0685-4eb2-9b9c-2f2acfa40fb7, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:00:11.617420 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-faea81b2-ebf0-4cf3-a0c8-5a3d25f28421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:11.625742 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57176) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:11.654623 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-809c6c11-02a1-4722-b29d-c13bf63843dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:11.691113 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-faea81b2-ebf0-4cf3-a0c8-5a3d25f28421 service neutron] For port b62aa789-0685-4eb2-9b9c-2f2acfa40fb7, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:00:11.694550 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-faea81b2-ebf0-4cf3-a0c8-5a3d25f28421 service neutron] For port b62aa789-0685-4eb2-9b9c-2f2acfa40fb7, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b62aa789-0685-4eb2-9b9c-2f2acfa40fb7,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:00:11.700145 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-faea81b2-ebf0-4cf3-a0c8-5a3d25f28421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:11.747901 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-faea81b2-ebf0-4cf3-a0c8-5a3d25f28421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:11.748527 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-faea81b2-ebf0-4cf3-a0c8-5a3d25f28421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:11.750142 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-faea81b2-ebf0-4cf3-a0c8-5a3d25f28421 service neutron] 10.222.0.64 "PUT /v2.0/ports/b62aa789-0685-4eb2-9b9c-2f2acfa40fb7 HTTP/1.1" status: 200 len: 1096 time: 1.1900659 Aug 17 00:00:11.752912 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5e30bb-6e81-4489-88a0-9c983b17ec9c', 'tag': 'b62aa789-0685-4eb2-9b9c-2f2acfa40fb7'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:00:11.755877 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3fa520-5268-4b9f-b79d-e6bcbfb44433" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5e30bb-6e81-4489-88a0-9c983b17ec9c", "tag": "b62aa789-0685-4eb2-9b9c-2f2acfa40fb7"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:00:11.777444 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-809c6c11-02a1-4722-b29d-c13bf63843dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:11.784607 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-809c6c11-02a1-4722-b29d-c13bf63843dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:11.795607 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea81b2-ebf0-4cf3-a0c8-5a3d25f28421 service neutron] Pushing event updated for resources: {'Port': ['ID=b62aa789-0685-4eb2-9b9c-2f2acfa40fb7,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:11.825304 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-809c6c11-02a1-4722-b29d-c13bf63843dc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a4e23ad4999e48b69f55538f05382bab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1976039 Aug 17 00:00:11.826250 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57186) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:11.863992 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff79734-f521-4dcb-b250-7550e409966e x-openstack-request-id: req-6ff79734-f521-4dcb-b250-7550e409966e {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:00:11.864414 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5e30bb-6e81-4489-88a0-9c983b17ec9c", "tag": "b62aa789-0685-4eb2-9b9c-2f2acfa40fb7", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:00:11.864683 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ff79734-f521-4dcb-b250-7550e409966e {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:00:11.865121 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5e30bb-6e81-4489-88a0-9c983b17ec9c', 'tag': 'b62aa789-0685-4eb2-9b9c-2f2acfa40fb7', 'status': 'completed', 'code': 200} Aug 17 00:00:11.884564 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c6c11-02a1-4722-b29d-c13bf63843dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7380788f-6cb5-45a8-bc4e-e1e470bae2dd,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:11.907054 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-049bf5cd-6b97-43dd-824c-966bcb29cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:11.908676 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-049bf5cd-6b97-43dd-824c-966bcb29cb25 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7d2dd18aaf643d4a696a987ef6a4269&device_id=8f5e30bb-6e81-4489-88a0-9c983b17ec9c HTTP/1.1" status: 200 len: 1099 time: 0.0913913 Aug 17 00:00:11.923700 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06f750-f500-4ac4-bbae-1d8b1b7f41bc req-61fa4973-3530-432e-8943-4b3052cc6034 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:11.926983 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3d31-e3aa-4842-9348-6ec14e64e7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:11.929905 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb06f750-f500-4ac4-bbae-1d8b1b7f41bc req-61fa4973-3530-432e-8943-4b3052cc6034 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0982745 Aug 17 00:00:11.961116 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3d31-e3aa-4842-9348-6ec14e64e7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:11.989616 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-aea5bbac-4269-4566-ac20-43dd50703035 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=b62aa789-0685-4eb2-9b9c-2f2acfa40fb7 HTTP/1.1" status: 200 len: 217 time: 0.0514219 Aug 17 00:00:12.024386 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3d31-e3aa-4842-9348-6ec14e64e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:12.027880 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3d31-e3aa-4842-9348-6ec14e64e7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:12.029036 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4f5a3d31-e3aa-4842-9348-6ec14e64e7fd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7380788f-6cb5-45a8-bc4e-e1e470bae2dd HTTP/1.1" status: 204 len: 168 time: 0.1926868 Aug 17 00:00:12.043468 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a3d31-e3aa-4842-9348-6ec14e64e7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7380788f-6cb5-45a8-bc4e-e1e470bae2dd,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:12.063810 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb06f750-f500-4ac4-bbae-1d8b1b7f41bc req-8f6c6e26-c0d3-494a-8964-424e47b14fac tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285779 Aug 17 00:00:12.093977 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-3ef65674-9262-4adb-ad4c-c868ed7a9412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:12.095572 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-3ef65674-9262-4adb-ad4c-c868ed7a9412 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0933599 Aug 17 00:00:12.197086 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-a00e1d0d-067f-4a6d-b7a3-d3bf5a13cd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:12.199014 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-a00e1d0d-067f-4a6d-b7a3-d3bf5a13cd14 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0934849 Aug 17 00:00:12.211398 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c6686-f8e1-448d-b4ed-8eb248c6dead req-fb87dfd9-8124-45af-b2af-7ec8af9c68bd tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:12.212880 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b21c6686-f8e1-448d-b4ed-8eb248c6dead req-fb87dfd9-8124-45af-b2af-7ec8af9c68bd tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.0659940 Aug 17 00:00:12.238505 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57202) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:12.308453 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b21c6686-f8e1-448d-b4ed-8eb248c6dead req-b0268e21-8c07-4b1e-95bf-e38426fbd267 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855684 Aug 17 00:00:12.336331 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-adc88ef0-7214-4b15-bd32-c07172f0edbe service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218417 Aug 17 00:00:12.410267 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-41406132-5c57-47a8-9839-d252a51b99e3 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-627276316'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:12.445504 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41406132-5c57-47a8-9839-d252a51b99e3 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] Made reservation on behalf of c0275b82ff2f4b80b817922fbaf81cf7 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:00:12.449697 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-41406132-5c57-47a8-9839-d252a51b99e3 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:12.452191 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d1ad021f-1ebf-46db-84c1-82ec41b8b03b req-258d6136-e386-4cb9-96a2-2f4d9a6f8957 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953262 Aug 17 00:00:12.458617 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-41406132-5c57-47a8-9839-d252a51b99e3 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:12.567683 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-41406132-5c57-47a8-9839-d252a51b99e3 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:12.573340 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-41406132-5c57-47a8-9839-d252a51b99e3 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:12.601632 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41406132-5c57-47a8-9839-d252a51b99e3 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:00:12.612614 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41406132-5c57-47a8-9839-d252a51b99e3 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00729e91-5446-4bc0-94f0-f8386f751356,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:12.617480 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-41406132-5c57-47a8-9839-d252a51b99e3 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:12.617877 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-41406132-5c57-47a8-9839-d252a51b99e3 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] Added segment 34e62639-1270-4f98-847b-b2768e6db1d8 of type vlan for network bd03d1e4-68a7-4473-88a2-a17c0e87d8ad Aug 17 00:00:12.642842 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fa520-5268-4b9f-b79d-e6bcbfb44433 req-a2b04bbc-0d62-4a94-bf9c-8ed57dd4ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:12.644640 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ab3fa520-5268-4b9f-b79d-e6bcbfb44433 req-a2b04bbc-0d62-4a94-bf9c-8ed57dd4ace0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7d2dd18aaf643d4a696a987ef6a4269&device_id=8f5e30bb-6e81-4489-88a0-9c983b17ec9c HTTP/1.1" status: 200 len: 1099 time: 0.1189942 Aug 17 00:00:12.663052 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445eaef-678d-457f-8597-f50111ce8518 req-c078e785-ae8e-42a3-a70d-bf0815182e5c tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:12.664583 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0445eaef-678d-457f-8597-f50111ce8518 req-c078e785-ae8e-42a3-a70d-bf0815182e5c tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f5e30bb-6e81-4489-88a0-9c983b17ec9c HTTP/1.1" status: 200 len: 947 time: 0.1015568 Aug 17 00:00:12.664847 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-41406132-5c57-47a8-9839-d252a51b99e3 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:12.681222 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bc01d-c38c-43ab-ba6c-dd814a826ad0 req-0565d951-0c9a-4a96-9a2d-c91a37bcabc0 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:12.683591 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f0bc01d-c38c-43ab-ba6c-dd814a826ad0 req-0565d951-0c9a-4a96-9a2d-c91a37bcabc0 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.1087060 Aug 17 00:00:12.693715 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-41406132-5c57-47a8-9839-d252a51b99e3 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:12.700306 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41406132-5c57-47a8-9839-d252a51b99e3 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:12.700980 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-41406132-5c57-47a8-9839-d252a51b99e3 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:12.763873 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-41406132-5c57-47a8-9839-d252a51b99e3 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5241995 Aug 17 00:00:12.766294 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57228) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:12.778103 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41406132-5c57-47a8-9839-d252a51b99e3 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] Pushing event updated for resources: {'Network': ['ID=bd03d1e4-68a7-4473-88a2-a17c0e87d8ad,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:12.795049 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network bd03d1e4-68a7-4473-88a2-a17c0e87d8ad details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:00:12.808792 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f0bc01d-c38c-43ab-ba6c-dd814a826ad0 req-c913e559-9826-4ab3-83e9-ca8d7b6c6a3f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085780 Aug 17 00:00:12.821798 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0445eaef-678d-457f-8597-f50111ce8518 req-453d1727-2cc7-48b6-860e-326cbfa19e25 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8290f50-1103-4dbd-a87a-4a7b93084576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362031 Aug 17 00:00:12.847431 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fa520-5268-4b9f-b79d-e6bcbfb44433 req-3e1be4d1-9c46-405b-8447-9a284ce35b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:12.849596 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ab3fa520-5268-4b9f-b79d-e6bcbfb44433 req-3e1be4d1-9c46-405b-8447-9a284ce35b17 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.1842365 Aug 17 00:00:12.903211 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ab3fa520-5268-4b9f-b79d-e6bcbfb44433 req-5116d9aa-fff2-446a-87ec-1991c949d940 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=b62aa789-0685-4eb2-9b9c-2f2acfa40fb7 HTTP/1.1" status: 200 len: 217 time: 0.0435088 Aug 17 00:00:12.964008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fa520-5268-4b9f-b79d-e6bcbfb44433 req-edd53e38-4a71-4b6d-ab3b-d24eaf53ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:12.965931 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ab3fa520-5268-4b9f-b79d-e6bcbfb44433 req-edd53e38-4a71-4b6d-ab3b-d24eaf53ccb4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0463789 Aug 17 00:00:13.014062 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-31b78d47-b70a-4e63-ad39-afac6f2db8da tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Request body: {'network': {'name': 'tempest-network--1018007416', 'router:external': True}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:13.040363 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b78d47-b70a-4e63-ad39-afac6f2db8da tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Made reservation on behalf of f38f32a46c50420ca6556ac1dd80c471 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:00:13.043004 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-31b78d47-b70a-4e63-ad39-afac6f2db8da tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:13.052555 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fa520-5268-4b9f-b79d-e6bcbfb44433 req-241bb1c2-32aa-47f5-9107-1bffa0abc987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:13.054125 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ab3fa520-5268-4b9f-b79d-e6bcbfb44433 req-241bb1c2-32aa-47f5-9107-1bffa0abc987 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0762811 Aug 17 00:00:13.055211 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-31b78d47-b70a-4e63-ad39-afac6f2db8da tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:13.182713 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de4eca-2737-4a1c-ae74-f5345a3b30eb req-878ad214-4797-4b9f-be55-a5781c92427a tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:13.184301 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b7de4eca-2737-4a1c-ae74-f5345a3b30eb req-878ad214-4797-4b9f-be55-a5781c92427a tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.64 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 946 time: 0.0811517 Aug 17 00:00:13.222741 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ab3fa520-5268-4b9f-b79d-e6bcbfb44433 req-b780dcbe-5e01-4563-9ce0-ba539e4b078d service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562295 Aug 17 00:00:13.265543 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175d8fe-d749-4b73-a4ab-286bfb2a36d7 req-48b94751-a692-45e0-9ecb-f9d10726983d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:13.267061 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1175d8fe-d749-4b73-a4ab-286bfb2a36d7 req-48b94751-a692-45e0-9ecb-f9d10726983d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1267130 Aug 17 00:00:13.292300 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-b7de4eca-2737-4a1c-ae74-f5345a3b30eb req-0e63830f-400e-4f90-8b31-0cf90231cf49 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Deleting port 77a499c2-0a42-42a1-9708-da7f2274fa5a {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:00:13.292793 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b7de4eca-2737-4a1c-ae74-f5345a3b30eb req-0e63830f-400e-4f90-8b31-0cf90231cf49 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:13.359456 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-31b78d47-b70a-4e63-ad39-afac6f2db8da tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:13.367191 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1175d8fe-d749-4b73-a4ab-286bfb2a36d7 req-6d9be560-00d1-4503-8672-75d927c857fa tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684698 Aug 17 00:00:13.373065 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-31b78d47-b70a-4e63-ad39-afac6f2db8da tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:13.408733 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-b7de4eca-2737-4a1c-ae74-f5345a3b30eb req-0e63830f-400e-4f90-8b31-0cf90231cf49 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] For port 77a499c2-0a42-42a1-9708-da7f2274fa5a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=77a499c2-0a42-42a1-9708-da7f2274fa5a,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:13.408733 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b7de4eca-2737-4a1c-ae74-f5345a3b30eb req-0e63830f-400e-4f90-8b31-0cf90231cf49 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:13.419500 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b78d47-b70a-4e63-ad39-afac6f2db8da tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:00:13.426612 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-b7de4eca-2737-4a1c-ae74-f5345a3b30eb req-0e63830f-400e-4f90-8b31-0cf90231cf49 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Calling delete_port for 77a499c2-0a42-42a1-9708-da7f2274fa5a owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:00:13.440935 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ab3fa520-5268-4b9f-b79d-e6bcbfb44433 req-cc7915e4-3512-475d-ad22-2f951ad03015 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090781 Aug 17 00:00:13.442696 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b78d47-b70a-4e63-ad39-afac6f2db8da tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111f1558-5f0a-49b6-ae22-48fea258e729,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:13.474771 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-31b78d47-b70a-4e63-ad39-afac6f2db8da tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:13.475119 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-31b78d47-b70a-4e63-ad39-afac6f2db8da tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Added segment 592589b7-4fd8-46a8-ab2b-dababa53bbee of type vlan for network c5ba91d8-db72-4c25-84f9-4d3a11d71717 Aug 17 00:00:13.530154 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-31b78d47-b70a-4e63-ad39-afac6f2db8da tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:13.542599 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4b32e-8ffc-4164-997a-d476e7d9b637 req-badff7c6-1ad7-4d53-8f99-1eef1a9e8a65 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:13.544120 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6ec4b32e-8ffc-4164-997a-d476e7d9b637 req-badff7c6-1ad7-4d53-8f99-1eef1a9e8a65 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.1257055 Aug 17 00:00:13.597084 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-31b78d47-b70a-4e63-ad39-afac6f2db8da tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:13.597696 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b78d47-b70a-4e63-ad39-afac6f2db8da tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:13.598280 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-31b78d47-b70a-4e63-ad39-afac6f2db8da tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:13.609637 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b7de4eca-2737-4a1c-ae74-f5345a3b30eb req-0e63830f-400e-4f90-8b31-0cf90231cf49 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:13.626487 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6ec4b32e-8ffc-4164-997a-d476e7d9b637 req-04e903df-c8db-49de-ac30-600646b92b02 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754254 Aug 17 00:00:13.635985 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['77a499c2-0a42-42a1-9708-da7f2274fa5a'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:00:13.644365 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63830f-400e-4f90-8b31-0cf90231cf49 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Pushing event deleted for resources: {'Port': ['ID=77a499c2-0a42-42a1-9708-da7f2274fa5a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:13.688737 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-31b78d47-b70a-4e63-ad39-afac6f2db8da tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9113605 Aug 17 00:00:13.695914 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57258) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:13.696908 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b78d47-b70a-4e63-ad39-afac6f2db8da tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Pushing event updated for resources: {'Network': ['ID=c5ba91d8-db72-4c25-84f9-4d3a11d71717,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:13.701070 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7de4eca-2737-4a1c-ae74-f5345a3b30eb req-0e63830f-400e-4f90-8b31-0cf90231cf49 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] No DVR routers for this DVR port 77a499c2-0a42-42a1-9708-da7f2274fa5a on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:00:13.710084 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network c5ba91d8-db72-4c25-84f9-4d3a11d71717 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:00:13.718791 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b7de4eca-2737-4a1c-ae74-f5345a3b30eb req-0e63830f-400e-4f90-8b31-0cf90231cf49 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:13.720761 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b7de4eca-2737-4a1c-ae74-f5345a3b30eb req-0e63830f-400e-4f90-8b31-0cf90231cf49 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.64 "DELETE /v2.0/ports/77a499c2-0a42-42a1-9708-da7f2274fa5a HTTP/1.1" status: 204 len: 173 time: 0.5276990 Aug 17 00:00:13.721234 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421577b2-9220-4d29-a9ea-931e3b2b994d', 'name': 'network-vif-deleted', 'tag': '77a499c2-0a42-42a1-9708-da7f2274fa5a'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:00:13.723493 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c04a3b-7076-4d64-ba40-b630b14b4e75" -d '{"events": [{"server_uuid": "421577b2-9220-4d29-a9ea-931e3b2b994d", "name": "network-vif-deleted", "tag": "77a499c2-0a42-42a1-9708-da7f2274fa5a"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:00:13.782522 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6d9811-afab-40bc-91bf-af1f6010f3a9 x-openstack-request-id: req-bc6d9811-afab-40bc-91bf-af1f6010f3a9 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:00:13.782836 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421577b2-9220-4d29-a9ea-931e3b2b994d", "name": "network-vif-deleted", "tag": "77a499c2-0a42-42a1-9708-da7f2274fa5a", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:00:13.783113 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bc6d9811-afab-40bc-91bf-af1f6010f3a9 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:00:13.783519 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421577b2-9220-4d29-a9ea-931e3b2b994d', 'name': 'network-vif-deleted', 'tag': '77a499c2-0a42-42a1-9708-da7f2274fa5a', 'status': 'completed', 'code': 200} Aug 17 00:00:13.797541 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f86bf21a-a4de-4ce2-81f9-092327db9ca4 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:13.902334 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f86bf21a-a4de-4ce2-81f9-092327db9ca4 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:13.913842 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-f86bf21a-a4de-4ce2-81f9-092327db9ca4 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ba91d8-db72-4c25-84f9-4d3a11d71717']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:13.929923 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-f86bf21a-a4de-4ce2-81f9-092327db9ca4 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '592589b7-4fd8-46a8-ab2b-dababa53bbee') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:13.930302 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-f86bf21a-a4de-4ce2-81f9-092327db9ca4 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '592589b7-4fd8-46a8-ab2b-dababa53bbee') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:13.940829 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f86bf21a-a4de-4ce2-81f9-092327db9ca4 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:13.956590 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f86bf21a-a4de-4ce2-81f9-092327db9ca4 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:13.965526 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f86bf21a-a4de-4ce2-81f9-092327db9ca4 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:00:13.966022 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f86bf21a-a4de-4ce2-81f9-092327db9ca4 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:00:13.967927 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:00:14.035163 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f86bf21a-a4de-4ce2-81f9-092327db9ca4 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:14.043418 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86bf21a-a4de-4ce2-81f9-092327db9ca4 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c5ba91d8-db72-4c25-84f9-4d3a11d71717 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 17 00:00:14.055822 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f86bf21a-a4de-4ce2-81f9-092327db9ca4 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:14.076768 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f86bf21a-a4de-4ce2-81f9-092327db9ca4 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] 10.222.0.60 "DELETE /v2.0/networks/c5ba91d8-db72-4c25-84f9-4d3a11d71717 HTTP/1.1" status: 204 len: 168 time: 0.3790691 Aug 17 00:00:14.077800 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57276) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:14.082811 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-4ea655c8-9a3f-4ac2-a4f5-b9ace72a67df tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:14.087685 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bf21a-a4de-4ce2-81f9-092327db9ca4 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Pushing event deleted for resources: {'Network': ['ID=c5ba91d8-db72-4c25-84f9-4d3a11d71717,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:14.116097 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea655c8-9a3f-4ac2-a4f5-b9ace72a67df tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Made reservation on behalf of f38f32a46c50420ca6556ac1dd80c471 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:00:14.120343 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4ea655c8-9a3f-4ac2-a4f5-b9ace72a67df tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:14.149961 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea655c8-9a3f-4ac2-a4f5-b9ace72a67df tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:00:14.163621 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4ea655c8-9a3f-4ac2-a4f5-b9ace72a67df tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:14.164017 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-4ea655c8-9a3f-4ac2-a4f5-b9ace72a67df tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Added segment 39987763-f9c6-4a71-807b-69d4cb2c9fcb of type vlan for network 61b15662-66c8-494a-8714-e4e3083f3397 Aug 17 00:00:14.250882 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4ea655c8-9a3f-4ac2-a4f5-b9ace72a67df tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:14.292148 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4ea655c8-9a3f-4ac2-a4f5-b9ace72a67df tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:14.294486 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea655c8-9a3f-4ac2-a4f5-b9ace72a67df tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:14.295651 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4ea655c8-9a3f-4ac2-a4f5-b9ace72a67df tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:14.337384 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-415a74de-b971-48ce-bab9-94cda1587d7a req-772c1021-05dc-4ae3-bd98-c3d5ba7339d5 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=421577b2-9220-4d29-a9ea-931e3b2b994d HTTP/1.1" status: 200 len: 210 time: 0.3982434 Aug 17 00:00:14.373090 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ab3a6-1e66-4f79-b98a-cb8f85431739 req-dbd21756-3b5c-417d-b1ca-fc20fdf9bc45 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:14.382137 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d36ab3a6-1e66-4f79-b98a-cb8f85431739 req-dbd21756-3b5c-417d-b1ca-fc20fdf9bc45 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f5e30bb-6e81-4489-88a0-9c983b17ec9c HTTP/1.1" status: 200 len: 947 time: 0.4685688 Aug 17 00:00:14.401264 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4ea655c8-9a3f-4ac2-a4f5-b9ace72a67df tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3211658 Aug 17 00:00:14.404329 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57282) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:14.405657 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea655c8-9a3f-4ac2-a4f5-b9ace72a67df tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Pushing event updated for resources: {'Network': ['ID=61b15662-66c8-494a-8714-e4e3083f3397,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:14.416810 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 61b15662-66c8-494a-8714-e4e3083f3397 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:00:14.419748 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-8a09fd6e-902f-4ec8-9146-0032e451f366 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Request body: {'subnet': {'network_id': '61b15662-66c8-494a-8714-e4e3083f3397', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:14.513218 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d36ab3a6-1e66-4f79-b98a-cb8f85431739 req-6702120f-868f-4f91-9abf-eeb68bca756c tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8290f50-1103-4dbd-a87a-4a7b93084576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299381 Aug 17 00:00:14.524780 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a09fd6e-902f-4ec8-9146-0032e451f366 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Made reservation on behalf of f38f32a46c50420ca6556ac1dd80c471 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:00:14.527942 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a09fd6e-902f-4ec8-9146-0032e451f366 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:14.686493 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc96d19-d69b-4d95-aafd-8907cb8930be req-34098f18-4e31-417b-88d3-93d904080145 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:14.690546 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ccc96d19-d69b-4d95-aafd-8907cb8930be req-34098f18-4e31-417b-88d3-93d904080145 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0785840 Aug 17 00:00:14.819585 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ccc96d19-d69b-4d95-aafd-8907cb8930be req-5a40d331-9a87-4988-a7e3-46172d00e17d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041679 Aug 17 00:00:14.864707 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365354e-7abf-4fe0-af7a-65354f075b0e req-8a895cac-d60c-42f9-adfb-624e686e479d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:14.866343 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1365354e-7abf-4fe0-af7a-65354f075b0e req-8a895cac-d60c-42f9-adfb-624e686e479d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.1250472 Aug 17 00:00:14.937678 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1365354e-7abf-4fe0-af7a-65354f075b0e req-9cde729a-dfcb-4b98-9bd7-8431d9f7ec5e tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433846 Aug 17 00:00:15.020351 n-d-800088-20 neutron-server[101403]: DEBUG neutron.objects.ports [None req-8a09fd6e-902f-4ec8-9146-0032e451f366 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101403) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 00:00:15.020792 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a09fd6e-902f-4ec8-9146-0032e451f366 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:15.083209 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09fd6e-902f-4ec8-9146-0032e451f366 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ac203cfb-9da0-4e04-8f5c-d70b9e70bbb0,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:15.091336 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a09fd6e-902f-4ec8-9146-0032e451f366 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Checking segment: {'id': '39987763-f9c6-4a71-807b-69d4cb2c9fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '61b15662-66c8-494a-8714-e4e3083f3397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:00:15.091698 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a09fd6e-902f-4ec8-9146-0032e451f366 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Network hostable DHCP agents. Network: 61b15662-66c8-494a-8714-e4e3083f3397, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:00:15.108386 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a09fd6e-902f-4ec8-9146-0032e451f366 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Network 61b15662-66c8-494a-8714-e4e3083f3397 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:00:15.116864 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-8a09fd6e-902f-4ec8-9146-0032e451f366 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 61b15662-66c8-494a-8714-e4e3083f3397) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:00:15.121632 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a09fd6e-902f-4ec8-9146-0032e451f366 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:15.122220 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a09fd6e-902f-4ec8-9146-0032e451f366 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:15.129437 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2556bc07-742b-45f4-ba0a-9ce6f7b2329e None None] Network 61b15662-66c8-494a-8714-e4e3083f3397 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:00:15.137597 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8a09fd6e-902f-4ec8-9146-0032e451f366 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7316520 Aug 17 00:00:15.140170 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57298) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:15.144794 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-b376a7bf-33fa-48c7-b8d0-9668c66286ee tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Request body: {'floatingip': {'floating_network_id': '61b15662-66c8-494a-8714-e4e3083f3397'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:15.172348 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b376a7bf-33fa-48c7-b8d0-9668c66286ee tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:15.276859 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cb9af2-5d31-48f6-a8ad-a0204b0adce9 None None] Network 61b15662-66c8-494a-8714-e4e3083f3397 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:00:15.278858 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b376a7bf-33fa-48c7-b8d0-9668c66286ee tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:15.353311 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57304) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:15.411568 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-b376a7bf-33fa-48c7-b8d0-9668c66286ee tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Allocated IP 172.20.0.13 (61b15662-66c8-494a-8714-e4e3083f3397/ac203cfb-9da0-4e04-8f5c-d70b9e70bbb0/1354c2b1-537d-4ae8-ab17-48f84e1086a0) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:00:15.474403 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e52e514e-e724-444c-a270-aabb0b2962fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:15.551518 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b376a7bf-33fa-48c7-b8d0-9668c66286ee tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:15.592870 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device b62aa789-0685-4eb2-9b9c-2f2acfa40fb7 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:00:15.598162 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e52e514e-e724-444c-a270-aabb0b2962fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:15.605694 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e52e514e-e724-444c-a270-aabb0b2962fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:15.639307 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e52e514e-e724-444c-a270-aabb0b2962fc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b513e4ddee814996993a80b7ba340aaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2845137 Aug 17 00:00:15.641869 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57326) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:15.666565 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b376a7bf-33fa-48c7-b8d0-9668c66286ee tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:15.686781 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e514e-e724-444c-a270-aabb0b2962fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970e89c9-4bce-475b-94e7-a446377e8199,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:15.703391 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port b62aa789-0685-4eb2-9b9c-2f2acfa40fb7, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b62aa789-0685-4eb2-9b9c-2f2acfa40fb7,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:15.718801 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'b62aa789-0685-4eb2-9b9c-2f2acfa40fb7', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': 'b62aa789-0685-4eb2-9b9c-2f2acfa40fb7', 'mac_address': 'fa:16:3e:30:d5:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:00:15.720431 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-79bc4731-e525-4115-a0c9-e3b515a4598b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:15.734604 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b376a7bf-33fa-48c7-b8d0-9668c66286ee tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Network 61b15662-66c8-494a-8714-e4e3083f3397 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:00:15.743378 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-79bc4731-e525-4115-a0c9-e3b515a4598b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:15.746880 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-b376a7bf-33fa-48c7-b8d0-9668c66286ee tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:00:15.753474 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b376a7bf-33fa-48c7-b8d0-9668c66286ee tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:00:15.758916 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:15.780404 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b62aa789-0685-4eb2-9b9c-2f2acfa40fb7 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:00:15.787546 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376a7bf-33fa-48c7-b8d0-9668c66286ee tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Pushing event updated for resources: {'Port': ['ID=1354c2b1-537d-4ae8-ab17-48f84e1086a0,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:15.804318 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port b62aa789-0685-4eb2-9b9c-2f2acfa40fb7, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b62aa789-0685-4eb2-9b9c-2f2acfa40fb7,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:15.807599 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-79bc4731-e525-4115-a0c9-e3b515a4598b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:15.810467 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-79bc4731-e525-4115-a0c9-e3b515a4598b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:15.810609 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:15.814174 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-79bc4731-e525-4115-a0c9-e3b515a4598b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/970e89c9-4bce-475b-94e7-a446377e8199 HTTP/1.1" status: 204 len: 168 time: 0.1688523 Aug 17 00:00:15.821794 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc4731-e525-4115-a0c9-e3b515a4598b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970e89c9-4bce-475b-94e7-a446377e8199,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:15.824872 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb96d3-f94c-4048-9ce0-12be3586e9e3 req-807e125e-1534-4096-ad47-aeb6cba2d77d tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:15.826475 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-45cb96d3-f94c-4048-9ce0-12be3586e9e3 req-807e125e-1534-4096-ad47-aeb6cba2d77d tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f5e30bb-6e81-4489-88a0-9c983b17ec9c HTTP/1.1" status: 200 len: 947 time: 0.2032571 Aug 17 00:00:15.877577 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=b62aa789-0685-4eb2-9b9c-2f2acfa40fb7,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:15.882946 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-3645a012-dcc3-4a5f-accc-959fd9fa687e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:15.884492 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-3645a012-dcc3-4a5f-accc-959fd9fa687e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/networks?id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf HTTP/1.1" status: 200 len: 812 time: 0.2770350 Aug 17 00:00:15.960348 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-3d14c766-2b0a-4aad-9197-3e0305dc699d tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/quotas/199207e6de05452bbb587d40f177d9b0 HTTP/1.1" status: 200 len: 375 time: 0.0502477 Aug 17 00:00:15.969944 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-45cb96d3-f94c-4048-9ce0-12be3586e9e3 req-bf61d7ca-3374-4669-a208-f074c2c110bd tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8290f50-1103-4dbd-a87a-4a7b93084576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300035 Aug 17 00:00:16.012911 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-23ab4620-0ae2-4089-8617-b7af61deaef0 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=199207e6de05452bbb587d40f177d9b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420585 Aug 17 00:00:16.014045 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b376a7bf-33fa-48c7-b8d0-9668c66286ee tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:16.107786 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57336) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:16.120703 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b376a7bf-33fa-48c7-b8d0-9668c66286ee tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:16.123586 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['b62aa789-0685-4eb2-9b9c-2f2acfa40fb7'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:00:16.125011 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b806a3c7-eb58-44cc-a9e6-7072341d06cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:16.218570 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52a581-6e5b-4e27-8419-27884cfdb218 req-25e8c513-4e1e-44d5-9eb9-d35b35c529c0 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:16.220149 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ed52a581-6e5b-4e27-8419-27884cfdb218 req-25e8c513-4e1e-44d5-9eb9-d35b35c529c0 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1147768 Aug 17 00:00:16.222959 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b806a3c7-eb58-44cc-a9e6-7072341d06cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:16.228814 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b806a3c7-eb58-44cc-a9e6-7072341d06cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:16.233651 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-9a8f1d9a-36d8-4b1b-9a3b-476186f0a67e service neutron] 10.222.0.60 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098498 Aug 17 00:00:16.272345 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b806a3c7-eb58-44cc-a9e6-7072341d06cd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3d172d4a833c42bbb59a5b736416da57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1634767 Aug 17 00:00:16.273137 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57338) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:16.281283 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806a3c7-eb58-44cc-a9e6-7072341d06cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344963bc-a895-47b6-84f0-6209db2b899a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:16.327108 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-64dc64cb-c464-4b3c-b489-a2f9a7324016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:16.348142 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-64dc64cb-c464-4b3c-b489-a2f9a7324016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:16.368175 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ed52a581-6e5b-4e27-8419-27884cfdb218 req-cd4f9383-cb79-4dca-aaab-5847989cde59 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333454 Aug 17 00:00:16.410071 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-64dc64cb-c464-4b3c-b489-a2f9a7324016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:16.413665 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-64dc64cb-c464-4b3c-b489-a2f9a7324016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:16.423218 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-64dc64cb-c464-4b3c-b489-a2f9a7324016 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/344963bc-a895-47b6-84f0-6209db2b899a HTTP/1.1" status: 204 len: 168 time: 0.1468034 Aug 17 00:00:16.433833 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-3ed1bd0c-dc67-42d8-b3b9-392b6e237896 service neutron] 10.222.0.60 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870415 Aug 17 00:00:16.449237 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc64cb-c464-4b3c-b489-a2f9a7324016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344963bc-a895-47b6-84f0-6209db2b899a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:16.507385 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f22514af-c318-4776-ab4e-c3abf5f15af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:16.528904 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b376a7bf-33fa-48c7-b8d0-9668c66286ee tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:16.537661 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765ab6f-f70a-43fc-b013-bfdd72e158f8 req-298cadbb-7e1b-4446-8a72-e2299e23bc92 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:16.539163 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0765ab6f-f70a-43fc-b013-bfdd72e158f8 req-298cadbb-7e1b-4446-8a72-e2299e23bc92 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.1042380 Aug 17 00:00:16.540272 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b376a7bf-33fa-48c7-b8d0-9668c66286ee tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:16.679386 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0765ab6f-f70a-43fc-b013-bfdd72e158f8 req-b8a1b11b-e20e-41fc-b711-5a0b6f99e12a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060030 Aug 17 00:00:16.680095 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376a7bf-33fa-48c7-b8d0-9668c66286ee tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Pushing event updated for resources: {'Port': ['ID=1354c2b1-537d-4ae8-ab17-48f84e1086a0,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:16.719906 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0c18d16-a86a-4946-900e-3e613f8aeeff req-fddefb81-3d5d-41ad-ba78-e67ac09d8d63 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43ed274-8d7a-48ed-a937-76941c13fb45 HTTP/1.1" status: 200 len: 210 time: 0.0355229 Aug 17 00:00:16.729604 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b376a7bf-33fa-48c7-b8d0-9668c66286ee tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:16.746232 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b376a7bf-33fa-48c7-b8d0-9668c66286ee tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:16.747757 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b376a7bf-33fa-48c7-b8d0-9668c66286ee tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6066420 Aug 17 00:00:16.750483 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57354) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:16.829325 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-615aa6e8-e5f3-42f6-894e-3351c25018b2 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] 10.222.0.60 "GET /v2.0/floatingips?floating_network_id=61b15662-66c8-494a-8714-e4e3083f3397 HTTP/1.1" status: 200 len: 690 time: 0.0777287 Aug 17 00:00:16.831660 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57360) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:16.930940 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e04556de-f028-461d-9a12-2dfe47f89239 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:17.052884 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-e04556de-f028-461d-9a12-2dfe47f89239 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Deleting port 1354c2b1-537d-4ae8-ab17-48f84e1086a0 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:00:17.053379 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e04556de-f028-461d-9a12-2dfe47f89239 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:17.398025 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83325dff-e638-4196-8144-0dd8eb765419 req-34bdf06f-458e-4692-bea9-ea64a3874843 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:17.399494 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-83325dff-e638-4196-8144-0dd8eb765419 req-34bdf06f-458e-4692-bea9-ea64a3874843 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f5e30bb-6e81-4489-88a0-9c983b17ec9c HTTP/1.1" status: 200 len: 948 time: 0.3320806 Aug 17 00:00:17.414987 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e04556de-f028-461d-9a12-2dfe47f89239 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:17.415161 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e04556de-f028-461d-9a12-2dfe47f89239 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:17.441192 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-e04556de-f028-461d-9a12-2dfe47f89239 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Calling delete_port for 1354c2b1-537d-4ae8-ab17-48f84e1086a0 owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:00:17.469515 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-83325dff-e638-4196-8144-0dd8eb765419 req-0507b198-bbef-4735-8fb2-12df52c9d391 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8290f50-1103-4dbd-a87a-4a7b93084576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587952 Aug 17 00:00:17.576795 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd65b8-0146-4df4-b51d-f65a9edd45d5 req-67a9e7c4-f4ce-4d39-bd00-3bcb6037bf03 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:17.578319 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-34fd65b8-0146-4df4-b51d-f65a9edd45d5 req-67a9e7c4-f4ce-4d39-bd00-3bcb6037bf03 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1078770 Aug 17 00:00:17.612388 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device b62aa789-0685-4eb2-9b9c-2f2acfa40fb7 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:00:17.625939 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-34fd65b8-0146-4df4-b51d-f65a9edd45d5 req-d02cfb42-5a16-40f9-8911-8285222e019f tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401464 Aug 17 00:00:17.680902 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e04556de-f028-461d-9a12-2dfe47f89239 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:17.695142 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port b62aa789-0685-4eb2-9b9c-2f2acfa40fb7 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:00:17.719960 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port b62aa789-0685-4eb2-9b9c-2f2acfa40fb7 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:00:17.720338 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:17.727910 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04556de-f028-461d-9a12-2dfe47f89239 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Pushing event deleted for resources: {'Port': ['ID=1354c2b1-537d-4ae8-ab17-48f84e1086a0,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:17.867950 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:17.901549 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5e30bb-6e81-4489-88a0-9c983b17ec9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62aa789-0685-4eb2-9b9c-2f2acfa40fb7'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:00:17.904235 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7d91c9-3733-4305-888f-ddee559767ad" -d '{"events": [{"server_uuid": "8f5e30bb-6e81-4489-88a0-9c983b17ec9c", "name": "network-vif-plugged", "status": "completed", "tag": "b62aa789-0685-4eb2-9b9c-2f2acfa40fb7"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:00:17.922094 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port b62aa789-0685-4eb2-9b9c-2f2acfa40fb7, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b62aa789-0685-4eb2-9b9c-2f2acfa40fb7,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:17.929526 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:17.931104 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 77a499c2-0a42-42a1-9708-da7f2274fa5a no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:00:17.989087 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-366fac40-f600-48c4-9c00-9b69c3822976 req-4fe0902d-1db5-4da1-8a31-9e007d9425b1 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43ed274-8d7a-48ed-a937-76941c13fb45 HTTP/1.1" status: 200 len: 210 time: 0.1110628 Aug 17 00:00:18.002926 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e04556de-f028-461d-9a12-2dfe47f89239 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:18.023729 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 77a499c2-0a42-42a1-9708-da7f2274fa5a {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:00:18.025187 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 77a499c2-0a42-42a1-9708-da7f2274fa5a not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:00:18.034780 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-97e37b95-4664-4fc2-89a8-dec22c3e518d tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:18.038295 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-97e37b95-4664-4fc2-89a8-dec22c3e518d tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.64 "GET /v2.0/networks?id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf HTTP/1.1" status: 200 len: 812 time: 0.2947054 Aug 17 00:00:18.052559 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-90e2a8a3-defd-4cb5-856b-089eb826d3e6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Request body: {'port': {'device_id': 'a43ed274-8d7a-48ed-a937-76941c13fb45', 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf', 'admin_state_up': True, 'tenant_id': '199207e6de05452bbb587d40f177d9b0'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:18.061285 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b68df-031e-4d1e-9cb2-e3e7a411f32f req-8e0f10ea-bc03-47d8-afe3-856e4f6baa34 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:18.064317 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4c9b68df-031e-4d1e-9cb2-e3e7a411f32f req-8e0f10ea-bc03-47d8-afe3-856e4f6baa34 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.2363534 Aug 17 00:00:18.106179 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=b62aa789-0685-4eb2-9b9c-2f2acfa40fb7,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:18.128438 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e04556de-f028-461d-9a12-2dfe47f89239 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:18.163563 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4c9b68df-031e-4d1e-9cb2-e3e7a411f32f req-51480af4-3b44-402e-a452-c89cfed60cb4 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915005 Aug 17 00:00:18.231168 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e04556de-f028-461d-9a12-2dfe47f89239 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:18.275779 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04556de-f028-461d-9a12-2dfe47f89239 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ac203cfb-9da0-4e04-8f5c-d70b9e70bbb0,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:18.280392 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79af335-3d8e-4c5d-8f02-1600dbeb4f64 x-openstack-request-id: req-e79af335-3d8e-4c5d-8f02-1600dbeb4f64 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:00:18.280697 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5e30bb-6e81-4489-88a0-9c983b17ec9c", "name": "network-vif-plugged", "status": "completed", "tag": "b62aa789-0685-4eb2-9b9c-2f2acfa40fb7", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:00:18.280949 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e79af335-3d8e-4c5d-8f02-1600dbeb4f64 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:00:18.281446 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5e30bb-6e81-4489-88a0-9c983b17ec9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62aa789-0685-4eb2-9b9c-2f2acfa40fb7', 'code': 200} Aug 17 00:00:18.293754 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-90e2a8a3-defd-4cb5-856b-089eb826d3e6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Made reservation on behalf of 199207e6de05452bbb587d40f177d9b0 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:00:18.298059 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-90e2a8a3-defd-4cb5-856b-089eb826d3e6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:18.333734 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e04556de-f028-461d-9a12-2dfe47f89239 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:18.347409 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-e04556de-f028-461d-9a12-2dfe47f89239 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b15662-66c8-494a-8714-e4e3083f3397']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:18.365355 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-e04556de-f028-461d-9a12-2dfe47f89239 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39987763-f9c6-4a71-807b-69d4cb2c9fcb') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:18.365718 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-e04556de-f028-461d-9a12-2dfe47f89239 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39987763-f9c6-4a71-807b-69d4cb2c9fcb') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:18.395397 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e04556de-f028-461d-9a12-2dfe47f89239 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:18.420091 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e04556de-f028-461d-9a12-2dfe47f89239 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:18.426548 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56fb96-7aa7-41f3-b68d-71b19bac08c7 req-16767945-e7ad-4b33-a641-b2cdd124535f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:18.428369 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e56fb96-7aa7-41f3-b68d-71b19bac08c7 req-16767945-e7ad-4b33-a641-b2cdd124535f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8f5e30bb-6e81-4489-88a0-9c983b17ec9c HTTP/1.1" status: 200 len: 1101 time: 0.0783496 Aug 17 00:00:18.434167 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e04556de-f028-461d-9a12-2dfe47f89239 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:00:18.434580 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e04556de-f028-461d-9a12-2dfe47f89239 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:00:18.436692 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:00:18.457942 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-90e2a8a3-defd-4cb5-856b-089eb826d3e6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Allocated IP 172.20.0.2 (0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf/1d7b0613-c268-41b8-9af9-983e31f4d852/149b7601-be0a-4eb4-9ae5-249c162a1527) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:00:18.538015 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e56fb96-7aa7-41f3-b68d-71b19bac08c7 req-e90080c2-f78d-412a-9404-b8f1fd26cb7b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a8290f50-1103-4dbd-a87a-4a7b93084576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916264 Aug 17 00:00:18.549930 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e04556de-f028-461d-9a12-2dfe47f89239 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:18.557783 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04556de-f028-461d-9a12-2dfe47f89239 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 61b15662-66c8-494a-8714-e4e3083f3397 {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 17 00:00:18.570657 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04556de-f028-461d-9a12-2dfe47f89239 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Pushing event deleted for resources: {'Network': ['ID=61b15662-66c8-494a-8714-e4e3083f3397,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:18.580543 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e04556de-f028-461d-9a12-2dfe47f89239 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:18.582477 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e04556de-f028-461d-9a12-2dfe47f89239 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] 10.222.0.60 "DELETE /v2.0/networks/61b15662-66c8-494a-8714-e4e3083f3397 HTTP/1.1" status: 204 len: 168 time: 1.7498467 Aug 17 00:00:18.584868 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57430) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:18.671304 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-90e2a8a3-defd-4cb5-856b-089eb826d3e6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:18.740380 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f374b-cc34-487d-945c-9e9bff24fff2 req-7e8b6804-40ec-47e0-adb9-c82f37883528 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:18.742095 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f6f374b-cc34-487d-945c-9e9bff24fff2 req-7e8b6804-40ec-47e0-adb9-c82f37883528 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f5e30bb-6e81-4489-88a0-9c983b17ec9c HTTP/1.1" status: 200 len: 949 time: 0.1743522 Aug 17 00:00:18.752067 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-90e2a8a3-defd-4cb5-856b-089eb826d3e6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:18.779059 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-90e2a8a3-defd-4cb5-856b-089eb826d3e6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:00:18.782898 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-90e2a8a3-defd-4cb5-856b-089eb826d3e6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:00:18.791641 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-90e2a8a3-defd-4cb5-856b-089eb826d3e6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:00:18.830732 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-64c6c84f-27e3-407b-bb60-3e9c2bf50720 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.2447050 Aug 17 00:00:18.836764 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57444) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:18.881760 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2a8a3-defd-4cb5-856b-089eb826d3e6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Pushing event updated for resources: {'Port': ['ID=149b7601-be0a-4eb4-9ae5-249c162a1527,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:18.891762 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-90e2a8a3-defd-4cb5-856b-089eb826d3e6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:18.892873 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-90e2a8a3-defd-4cb5-856b-089eb826d3e6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:18.898876 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38507742-f4ae-47a8-b761-3ff451490098 req-c69453e7-2a10-4f4b-a776-45b951a33167 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:18.901303 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-38507742-f4ae-47a8-b761-3ff451490098 req-c69453e7-2a10-4f4b-a776-45b951a33167 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1576624 Aug 17 00:00:18.916534 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-90e2a8a3-defd-4cb5-856b-089eb826d3e6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8678522 Aug 17 00:00:18.934112 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-2a6bce36-2ec0-48ea-bdbb-7ed5e48d20c1 service neutron] Request body: {'port': {'device_id': 'a43ed274-8d7a-48ed-a937-76941c13fb45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:18.949169 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f6f374b-cc34-487d-945c-9e9bff24fff2 req-b6d279a1-7685-4b29-b9ad-51a3b5f71b93 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8290f50-1103-4dbd-a87a-4a7b93084576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897242 Aug 17 00:00:19.025467 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-2a6bce36-2ec0-48ea-bdbb-7ed5e48d20c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:19.033476 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-38507742-f4ae-47a8-b761-3ff451490098 req-a5ba3fc2-f887-49a9-a930-180883fda873 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238132 Aug 17 00:00:19.100957 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216ba345-1e05-404c-a520-eee68f3ddeaa tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:19.101829 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216ba345-1e05-404c-a520-eee68f3ddeaa tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:19.102471 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216ba345-1e05-404c-a520-eee68f3ddeaa tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:19.103199 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216ba345-1e05-404c-a520-eee68f3ddeaa tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:19.104107 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216ba345-1e05-404c-a520-eee68f3ddeaa tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:19.104932 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216ba345-1e05-404c-a520-eee68f3ddeaa tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:19.105582 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216ba345-1e05-404c-a520-eee68f3ddeaa tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:19.107765 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-216ba345-1e05-404c-a520-eee68f3ddeaa tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4666 time: 0.2681091 Aug 17 00:00:19.120344 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57454) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:19.184569 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-e17dbc4c-23eb-47f9-97e6-1e1f2bf56e99 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] delete failed (client error): The resource could not be found. Aug 17 00:00:19.186007 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e17dbc4c-23eb-47f9-97e6-1e1f2bf56e99 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/d8804c97-12d8-439e-a955-fb65f040ee90 HTTP/1.1" status: 404 len: 345 time: 0.0642741 Aug 17 00:00:19.190367 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57458) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:19.213453 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:19.216473 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b6c784-cd17-452f-97c0-158c92b0211d tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] DELETE failed (client error): The resource could not be found. Aug 17 00:00:19.217163 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b6c784-cd17-452f-97c0-158c92b0211d tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:00:19.218851 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f7060a30-4d67-4720-a56a-278732417a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:19.223092 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d5b6c784-cd17-452f-97c0-158c92b0211d tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] 10.222.0.60 "DELETE /v2.0/networks/61b15662-66c8-494a-8714-e4e3083f3397 HTTP/1.1" status: 404 len: 339 time: 0.0280104 Aug 17 00:00:19.228160 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57462) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:19.243443 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-d110ea33-09fa-48ba-8ee1-eb53c3698dd0 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Request body: {'network': {'name': 'tempest-network--1860423767', 'router:external': True}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:19.273235 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd2808-50cb-4824-9727-571699088f2b req-7b855b60-f45d-4a80-9dee-3b0366bc2f92 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:19.281228 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4dfd2808-50cb-4824-9727-571699088f2b req-7b855b60-f45d-4a80-9dee-3b0366bc2f92 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43ed274-8d7a-48ed-a937-76941c13fb45 HTTP/1.1" status: 200 len: 931 time: 0.1720133 Aug 17 00:00:19.349675 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d110ea33-09fa-48ba-8ee1-eb53c3698dd0 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Made reservation on behalf of f38f32a46c50420ca6556ac1dd80c471 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:00:19.352843 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d110ea33-09fa-48ba-8ee1-eb53c3698dd0 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:19.376606 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4dfd2808-50cb-4824-9727-571699088f2b req-f39b33fc-3869-4cd4-a8d9-d4b5cca25120 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944440 Aug 17 00:00:19.399044 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa6eec-436f-4551-b195-5a792b76a8d0 req-d465e218-209b-4628-911f-44870f2809e6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:19.400773 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4fa6eec-436f-4551-b195-5a792b76a8d0 req-d465e218-209b-4628-911f-44870f2809e6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.1435702 Aug 17 00:00:19.423439 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d110ea33-09fa-48ba-8ee1-eb53c3698dd0 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:00:19.424093 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-2a6bce36-2ec0-48ea-bdbb-7ed5e48d20c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 149b7601-be0a-4eb4-9ae5-249c162a1527 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:00:19.444213 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-2a6bce36-2ec0-48ea-bdbb-7ed5e48d20c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:19.449896 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d110ea33-09fa-48ba-8ee1-eb53c3698dd0 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:19.450141 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-d110ea33-09fa-48ba-8ee1-eb53c3698dd0 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Added segment d51a4cc3-e1db-42a9-89fa-161db434bede of type vlan for network 16354826-8bd9-44fb-8bb2-4462ffa39639 Aug 17 00:00:19.460840 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-2a6bce36-2ec0-48ea-bdbb-7ed5e48d20c1 service neutron] Transition to ACTIVE for port object 149b7601-be0a-4eb4-9ae5-249c162a1527 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:00:19.470529 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-2a6bce36-2ec0-48ea-bdbb-7ed5e48d20c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:19.504005 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4fa6eec-436f-4551-b195-5a792b76a8d0 req-2c88ca48-f8b1-4e51-ab08-e2c34f6d26ef tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920885 Aug 17 00:00:19.523438 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d110ea33-09fa-48ba-8ee1-eb53c3698dd0 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:19.527785 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6bce36-2ec0-48ea-bdbb-7ed5e48d20c1 service neutron] Pushing event updated for resources: {'Port': ['ID=149b7601-be0a-4eb4-9ae5-249c162a1527,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:19.563528 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d110ea33-09fa-48ba-8ee1-eb53c3698dd0 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:19.564538 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d110ea33-09fa-48ba-8ee1-eb53c3698dd0 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:19.565170 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d110ea33-09fa-48ba-8ee1-eb53c3698dd0 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:19.631105 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d110ea33-09fa-48ba-8ee1-eb53c3698dd0 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3982475 Aug 17 00:00:19.633624 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57474) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:19.638507 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-2a6bce36-2ec0-48ea-bdbb-7ed5e48d20c1 service neutron] Attempting to bind port 149b7601-be0a-4eb4-9ae5-249c162a1527 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:00:19.639042 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-2a6bce36-2ec0-48ea-bdbb-7ed5e48d20c1 service neutron] Attempting to bind port 149b7601-be0a-4eb4-9ae5-249c162a1527 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:00:19.639375 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-2a6bce36-2ec0-48ea-bdbb-7ed5e48d20c1 service neutron] Attempting to bind port 149b7601-be0a-4eb4-9ae5-249c162a1527 on network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:00:19.644550 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-2a6bce36-2ec0-48ea-bdbb-7ed5e48d20c1 service neutron] Port 149b7601-be0a-4eb4-9ae5-249c162a1527 on network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:00:19.644790 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-2a6bce36-2ec0-48ea-bdbb-7ed5e48d20c1 service neutron] Attempting to bind port 149b7601-be0a-4eb4-9ae5-249c162a1527 on network 0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:00:19.650137 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-2a6bce36-2ec0-48ea-bdbb-7ed5e48d20c1 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:00:19.650520 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-2a6bce36-2ec0-48ea-bdbb-7ed5e48d20c1 service neutron] Checking segment: {'id': '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:00:19.651025 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-2a6bce36-2ec0-48ea-bdbb-7ed5e48d20c1 service neutron] Bound using segment: {'id': '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:00:19.651552 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-2a6bce36-2ec0-48ea-bdbb-7ed5e48d20c1 service neutron] Bound port: 149b7601-be0a-4eb4-9ae5-249c162a1527, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:00:19.651916 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-2a6bce36-2ec0-48ea-bdbb-7ed5e48d20c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:19.652099 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110ea33-09fa-48ba-8ee1-eb53c3698dd0 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Pushing event updated for resources: {'Network': ['ID=16354826-8bd9-44fb-8bb2-4462ffa39639,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:19.663517 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 16354826-8bd9-44fb-8bb2-4462ffa39639 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:00:19.737355 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57476) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:19.784546 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-2a6bce36-2ec0-48ea-bdbb-7ed5e48d20c1 service neutron] For port 149b7601-be0a-4eb4-9ae5-249c162a1527, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:00:19.788494 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-2a6bce36-2ec0-48ea-bdbb-7ed5e48d20c1 service neutron] For port 149b7601-be0a-4eb4-9ae5-249c162a1527, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=149b7601-be0a-4eb4-9ae5-249c162a1527,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:00:19.793188 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-2a6bce36-2ec0-48ea-bdbb-7ed5e48d20c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:19.834684 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-2a6bce36-2ec0-48ea-bdbb-7ed5e48d20c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:19.835437 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-2a6bce36-2ec0-48ea-bdbb-7ed5e48d20c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:19.836960 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-2a6bce36-2ec0-48ea-bdbb-7ed5e48d20c1 service neutron] 10.222.0.64 "PUT /v2.0/ports/149b7601-be0a-4eb4-9ae5-249c162a1527 HTTP/1.1" status: 200 len: 1092 time: 0.9118669 Aug 17 00:00:19.837614 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43ed274-8d7a-48ed-a937-76941c13fb45', 'tag': '149b7601-be0a-4eb4-9ae5-249c162a1527'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:00:19.840193 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182740dc-4126-48f2-b876-83e3477effff" -d '{"events": [{"name": "network-changed", "server_uuid": "a43ed274-8d7a-48ed-a937-76941c13fb45", "tag": "149b7601-be0a-4eb4-9ae5-249c162a1527"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:00:19.861647 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6bce36-2ec0-48ea-bdbb-7ed5e48d20c1 service neutron] Pushing event updated for resources: {'Port': ['ID=149b7601-be0a-4eb4-9ae5-249c162a1527,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:19.895832 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-419f08b8-68d4-47d0-b5ae-b656c3cff021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:19.899606 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1064f4e-7406-4356-9e9a-0bd2fa4f5b2d x-openstack-request-id: req-f1064f4e-7406-4356-9e9a-0bd2fa4f5b2d {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:00:19.899895 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43ed274-8d7a-48ed-a937-76941c13fb45", "tag": "149b7601-be0a-4eb4-9ae5-249c162a1527", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:00:19.900149 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f1064f4e-7406-4356-9e9a-0bd2fa4f5b2d {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:00:19.900830 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619b1b48-6f1c-497c-a1b6-6bdf5d5cb1da tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:19.901313 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43ed274-8d7a-48ed-a937-76941c13fb45', 'tag': '149b7601-be0a-4eb4-9ae5-249c162a1527', 'status': 'completed', 'code': 200} Aug 17 00:00:19.906816 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619b1b48-6f1c-497c-a1b6-6bdf5d5cb1da tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:19.912577 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619b1b48-6f1c-497c-a1b6-6bdf5d5cb1da tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:19.919213 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619b1b48-6f1c-497c-a1b6-6bdf5d5cb1da tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:19.921346 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-619b1b48-6f1c-497c-a1b6-6bdf5d5cb1da tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2863474 Aug 17 00:00:19.923737 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57482) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:19.962305 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-8ef35624-6914-4de9-bd08-3fcbc83fdc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:19.964356 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-8ef35624-6914-4de9-bd08-3fcbc83fdc4b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=199207e6de05452bbb587d40f177d9b0&device_id=a43ed274-8d7a-48ed-a937-76941c13fb45 HTTP/1.1" status: 200 len: 1095 time: 0.0664387 Aug 17 00:00:19.977084 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ad079-bb22-4407-82c2-8882869aea43 req-0e3e4511-7815-4dd3-a675-9e9a217834ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:19.979281 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e05ad079-bb22-4407-82c2-8882869aea43 req-0e3e4511-7815-4dd3-a675-9e9a217834ab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 1097 time: 0.1632502 Aug 17 00:00:20.042669 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b13c1004-03d2-4a5c-9e58-27f9f5746368 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:20.070688 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e05ad079-bb22-4407-82c2-8882869aea43 req-c61f9672-1b2e-4dcf-9b81-4a731a03fcf0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824826 Aug 17 00:00:20.096796 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:20.146988 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14ed59-c5e4-4f4d-9720-6ca0d409140c req-5d37a5e7-b0a2-42a4-bd89-9e8333e1a46c tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:20.148579 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2b14ed59-c5e4-4f4d-9720-6ca0d409140c req-5d37a5e7-b0a2-42a4-bd89-9e8333e1a46c tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f5e30bb-6e81-4489-88a0-9c983b17ec9c HTTP/1.1" status: 200 len: 949 time: 0.1340454 Aug 17 00:00:20.167674 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b13c1004-03d2-4a5c-9e58-27f9f5746368 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:20.195886 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-b13c1004-03d2-4a5c-9e58-27f9f5746368 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16354826-8bd9-44fb-8bb2-4462ffa39639']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:20.218943 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-b13c1004-03d2-4a5c-9e58-27f9f5746368 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd51a4cc3-e1db-42a9-89fa-161db434bede') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:20.219252 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-b13c1004-03d2-4a5c-9e58-27f9f5746368 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd51a4cc3-e1db-42a9-89fa-161db434bede') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:20.246986 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b13c1004-03d2-4a5c-9e58-27f9f5746368 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:20.273071 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2b14ed59-c5e4-4f4d-9720-6ca0d409140c req-66048a73-60b4-4f0f-9874-37830bd3f2dd tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8290f50-1103-4dbd-a87a-4a7b93084576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106663 Aug 17 00:00:20.274893 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b13c1004-03d2-4a5c-9e58-27f9f5746368 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:20.283811 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b13c1004-03d2-4a5c-9e58-27f9f5746368 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:00:20.284265 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b13c1004-03d2-4a5c-9e58-27f9f5746368 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:00:20.286696 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:00:20.292382 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-aea324da-dd36-4fa0-9be1-7a0c770eb7d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=149b7601-be0a-4eb4-9ae5-249c162a1527 HTTP/1.1" status: 200 len: 217 time: 0.3166904 Aug 17 00:00:20.345866 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12dee88-1176-49df-9ac7-e86b15b3414d req-8b6a71c4-5f3d-48d9-bde9-ac7fb9120c9e tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:20.347965 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b12dee88-1176-49df-9ac7-e86b15b3414d req-8b6a71c4-5f3d-48d9-bde9-ac7fb9120c9e tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1541135 Aug 17 00:00:20.377004 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-419f08b8-68d4-47d0-b5ae-b656c3cff021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:20.378919 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-d4fabf43-a441-48cb-9d54-ecd0982e539b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:20.380408 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-d4fabf43-a441-48cb-9d54-ecd0982e539b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1d7b0613-c268-41b8-9af9-983e31f4d852 HTTP/1.1" status: 200 len: 852 time: 0.0701301 Aug 17 00:00:20.382121 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-419f08b8-68d4-47d0-b5ae-b656c3cff021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:20.424553 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b13c1004-03d2-4a5c-9e58-27f9f5746368 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:20.432343 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f33da91e-f535-423e-88c8-27c4aa9c7f61 req-a0ce5456-6689-49f8-8eea-219abf8e9208 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1067271 Aug 17 00:00:20.438939 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b12dee88-1176-49df-9ac7-e86b15b3414d req-69fa4465-366e-4dfc-9043-d70902d86340 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681968 Aug 17 00:00:20.441034 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13c1004-03d2-4a5c-9e58-27f9f5746368 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 16354826-8bd9-44fb-8bb2-4462ffa39639 {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 17 00:00:20.445365 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-287f66f7-8d98-4058-9a1f-707616fede99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486858 Aug 17 00:00:20.467539 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c1004-03d2-4a5c-9e58-27f9f5746368 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Pushing event deleted for resources: {'Network': ['ID=16354826-8bd9-44fb-8bb2-4462ffa39639,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:20.474770 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b13c1004-03d2-4a5c-9e58-27f9f5746368 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:20.476248 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f08b8-68d4-47d0-b5ae-b656c3cff021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cbde8c-410b-469b-b384-765fbd52fd1a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:20.477121 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b13c1004-03d2-4a5c-9e58-27f9f5746368 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] 10.222.0.60 "DELETE /v2.0/networks/16354826-8bd9-44fb-8bb2-4462ffa39639 HTTP/1.1" status: 204 len: 168 time: 0.5524490 Aug 17 00:00:20.481884 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57498) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:20.497792 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-419f08b8-68d4-47d0-b5ae-b656c3cff021 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a1ab2613e54e437b85ad245c11aacfa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7569392 Aug 17 00:00:20.500301 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-deec0a34-5b28-4d89-bb7f-f019feb80084 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Request body: {'network': {'name': 'tempest-network--1841548471', 'router:external': True}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:20.509884 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57500) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:20.586707 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-4b8f97b6-3c70-4c98-bd47-e6f4925bd648 service neutron] 10.222.0.64 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271029 Aug 17 00:00:20.628716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deec0a34-5b28-4d89-bb7f-f019feb80084 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Made reservation on behalf of f38f32a46c50420ca6556ac1dd80c471 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:00:20.631303 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-deec0a34-5b28-4d89-bb7f-f019feb80084 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:20.635065 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33da91e-f535-423e-88c8-27c4aa9c7f61 req-5c429ed9-a468-4220-9162-f62b9a70d9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:20.636707 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f33da91e-f535-423e-88c8-27c4aa9c7f61 req-5c429ed9-a468-4220-9162-f62b9a70d9e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 1100 time: 0.1525316 Aug 17 00:00:20.686211 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009989f-9081-4a38-9c6c-179e695b4a7e req-b06645ee-7c60-46c0-a40f-c1ad436905c0 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:20.687750 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9009989f-9081-4a38-9c6c-179e695b4a7e req-b06645ee-7c60-46c0-a40f-c1ad436905c0 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43ed274-8d7a-48ed-a937-76941c13fb45 HTTP/1.1" status: 200 len: 943 time: 0.1436205 Aug 17 00:00:20.708193 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fc2304d2-9325-4372-b6f4-da25240e432d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:20.716165 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-78396387-76e9-4962-9cd1-ebf0619fca07 req-951138c2-02bd-4247-8345-5b801f68269f service neutron] 10.222.0.64 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183357 Aug 17 00:00:20.800364 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deec0a34-5b28-4d89-bb7f-f019feb80084 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:00:20.827062 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182740dc-4126-48f2-b876-83e3477effff req-3fe7da08-5dea-4c8a-8c69-9dbbe117f34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:20.828783 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-182740dc-4126-48f2-b876-83e3477effff req-3fe7da08-5dea-4c8a-8c69-9dbbe117f34c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=199207e6de05452bbb587d40f177d9b0&device_id=a43ed274-8d7a-48ed-a937-76941c13fb45 HTTP/1.1" status: 200 len: 1095 time: 0.0538113 Aug 17 00:00:20.851986 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fc2304d2-9325-4372-b6f4-da25240e432d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:20.854251 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-deec0a34-5b28-4d89-bb7f-f019feb80084 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:20.854605 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-deec0a34-5b28-4d89-bb7f-f019feb80084 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Added segment c74ad16e-b13f-4fd5-a075-59713fccb627 of type vlan for network 6a9cffd3-d295-4102-a164-1fedc0cd271b Aug 17 00:00:20.877837 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9009989f-9081-4a38-9c6c-179e695b4a7e req-1a6d68d4-3a5c-4400-8ba6-5e95d7dccd3b tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743228 Aug 17 00:00:20.969569 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182740dc-4126-48f2-b876-83e3477effff req-8f2ebee0-f7b6-416e-a058-2264a506858b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:20.971257 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-182740dc-4126-48f2-b876-83e3477effff req-8f2ebee0-f7b6-416e-a058-2264a506858b service neutron] 10.222.0.64 "GET /v2.0/networks?id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf HTTP/1.1" status: 200 len: 913 time: 0.1324153 Aug 17 00:00:21.025228 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33da91e-f535-423e-88c8-27c4aa9c7f61 req-27cffcf0-cb14-4ac7-b5e5-9949ccf49a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:21.026269 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f33da91e-f535-423e-88c8-27c4aa9c7f61 req-27cffcf0-cb14-4ac7-b5e5-9949ccf49a6c service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.3503988 Aug 17 00:00:21.050522 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-182740dc-4126-48f2-b876-83e3477effff req-af745964-996c-489b-9d0b-e03df0a55c39 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=149b7601-be0a-4eb4-9ae5-249c162a1527 HTTP/1.1" status: 200 len: 217 time: 0.0697980 Aug 17 00:00:21.058141 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-deec0a34-5b28-4d89-bb7f-f019feb80084 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:21.100882 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f33da91e-f535-423e-88c8-27c4aa9c7f61 req-068cbbad-7aab-494a-93be-b7b8d98ff536 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=105502e0-f785-4d58-9f24-b7ad136e18bf HTTP/1.1" status: 200 len: 217 time: 0.0672266 Aug 17 00:00:21.112581 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba375f2-8e12-472a-95d9-a7f0e0eb5670 req-963869cb-9cef-4693-abb7-a791247baeaf tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:21.113585 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182740dc-4126-48f2-b876-83e3477effff req-7cb0ac5b-1821-4b04-8877-b417ac9c9702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:21.114115 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cba375f2-8e12-472a-95d9-a7f0e0eb5670 req-963869cb-9cef-4693-abb7-a791247baeaf tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.2276332 Aug 17 00:00:21.116190 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-182740dc-4126-48f2-b876-83e3477effff req-7cb0ac5b-1821-4b04-8877-b417ac9c9702 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1d7b0613-c268-41b8-9af9-983e31f4d852 HTTP/1.1" status: 200 len: 852 time: 0.0572021 Aug 17 00:00:21.159424 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-182740dc-4126-48f2-b876-83e3477effff req-8e486006-7ee1-4d2b-b4d1-2b7ffae103ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346231 Aug 17 00:00:21.161403 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fc2304d2-9325-4372-b6f4-da25240e432d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:21.163855 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fc2304d2-9325-4372-b6f4-da25240e432d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:21.164930 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fc2304d2-9325-4372-b6f4-da25240e432d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c8cbde8c-410b-469b-b384-765fbd52fd1a HTTP/1.1" status: 204 len: 168 time: 0.6537981 Aug 17 00:00:21.194802 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2304d2-9325-4372-b6f4-da25240e432d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cbde8c-410b-469b-b384-765fbd52fd1a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:21.206938 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33da91e-f535-423e-88c8-27c4aa9c7f61 req-419dc5ae-58ad-497b-b220-5ec6e4616e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:21.208416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f33da91e-f535-423e-88c8-27c4aa9c7f61 req-419dc5ae-58ad-497b-b220-5ec6e4616e4d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0920382 Aug 17 00:00:21.214895 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-deec0a34-5b28-4d89-bb7f-f019feb80084 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:21.215854 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deec0a34-5b28-4d89-bb7f-f019feb80084 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:21.216454 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-deec0a34-5b28-4d89-bb7f-f019feb80084 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:21.263389 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cba375f2-8e12-472a-95d9-a7f0e0eb5670 req-dc317087-2099-42ff-8f5e-046a0e214053 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357808 Aug 17 00:00:21.279913 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-182740dc-4126-48f2-b876-83e3477effff req-3746d34b-5ea6-4cc3-b189-9deaa8768709 service neutron] 10.222.0.64 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011674 Aug 17 00:00:21.402136 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-182740dc-4126-48f2-b876-83e3477effff req-3c52155d-c3ce-488d-9b71-507d211ad00f service neutron] 10.222.0.64 "GET /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113501 Aug 17 00:00:21.565071 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57520) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:21.580232 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7b35fc46-2f37-4a47-aa56-7c109492f77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:21.610080 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-deec0a34-5b28-4d89-bb7f-f019feb80084 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1246262 Aug 17 00:00:21.611019 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57522) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:21.659135 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec0a34-5b28-4d89-bb7f-f019feb80084 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Pushing event updated for resources: {'Network': ['ID=6a9cffd3-d295-4102-a164-1fedc0cd271b,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:21.672475 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33da91e-f535-423e-88c8-27c4aa9c7f61 req-4f9f4103-6e09-42c4-9c7b-00b0d16b0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:21.674080 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f33da91e-f535-423e-88c8-27c4aa9c7f61 req-4f9f4103-6e09-42c4-9c7b-00b0d16b0aa4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4470036 Aug 17 00:00:21.676562 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 6a9cffd3-d295-4102-a164-1fedc0cd271b details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:00:21.694401 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50439b-4d49-42f7-9f85-2fbe5465e9fb req-cb9272ec-dfa1-4662-8258-d6586a1b9ab1 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:21.695935 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1c50439b-4d49-42f7-9f85-2fbe5465e9fb req-cb9272ec-dfa1-4662-8258-d6586a1b9ab1 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1100821 Aug 17 00:00:21.705771 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65332c09-6728-4ffe-ba54-f71f40287df8 req-fd936ef2-99e1-4ac1-ae49-b3029238c64c tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:21.707591 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-65332c09-6728-4ffe-ba54-f71f40287df8 req-fd936ef2-99e1-4ac1-ae49-b3029238c64c tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f5e30bb-6e81-4489-88a0-9c983b17ec9c HTTP/1.1" status: 200 len: 949 time: 0.1246977 Aug 17 00:00:21.715191 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb94d9c2-3859-45ba-a604-214271043760 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:21.718816 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cb94d9c2-3859-45ba-a604-214271043760 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] 10.222.0.60 "GET /v2.0/networks/6a9cffd3-d295-4102-a164-1fedc0cd271b HTTP/1.1" status: 200 len: 757 time: 0.1045258 Aug 17 00:00:21.719292 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57524) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:21.828428 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7b35fc46-2f37-4a47-aa56-7c109492f77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:21.828633 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1c50439b-4d49-42f7-9f85-2fbe5465e9fb req-fd81f4a4-b657-4f8d-9abd-bc022d59496b tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200242 Aug 17 00:00:21.836740 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d6fb53-001c-4807-8971-99a835463490 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:21.838239 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-57d6fb53-001c-4807-8971-99a835463490 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] 10.222.0.60 "GET /v2.0/networks/bd03d1e4-68a7-4473-88a2-a17c0e87d8ad HTTP/1.1" status: 200 len: 767 time: 0.1180425 Aug 17 00:00:21.839617 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7b35fc46-2f37-4a47-aa56-7c109492f77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:21.842104 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57528) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:21.843663 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-65332c09-6728-4ffe-ba54-f71f40287df8 req-b73b4abd-69af-4ae3-a1e3-ead950a6dc7d tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8290f50-1103-4dbd-a87a-4a7b93084576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276343 Aug 17 00:00:21.866853 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f33da91e-f535-423e-88c8-27c4aa9c7f61 req-ce334738-4fcb-4c96-8c6b-5332365620ec service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695254 Aug 17 00:00:21.923737 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f8b0d11-322e-4bdd-bdfb-c067eafe2aec tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:21.972328 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7b35fc46-2f37-4a47-aa56-7c109492f77d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c297ee2d38d94f6c916501a4bd48585c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4058847 Aug 17 00:00:21.973657 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35fc46-2f37-4a47-aa56-7c109492f77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbc7369-52b1-493e-818b-271a019eef86,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:21.975009 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57538) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:22.015229 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f33da91e-f535-423e-88c8-27c4aa9c7f61 req-5ea3cf6d-fa3d-4ea9-8ab7-308a334d9565 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375723 Aug 17 00:00:22.018743 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:22.060999 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f8b0d11-322e-4bdd-bdfb-c067eafe2aec tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:22.069726 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0c15f7b4-0205-4dea-bfb3-e99f8593f1f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:22.075649 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-7f8b0d11-322e-4bdd-bdfb-c067eafe2aec tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a9cffd3-d295-4102-a164-1fedc0cd271b']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:22.088025 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-7f8b0d11-322e-4bdd-bdfb-c067eafe2aec tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74ad16e-b13f-4fd5-a075-59713fccb627') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:22.088625 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-7f8b0d11-322e-4bdd-bdfb-c067eafe2aec tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74ad16e-b13f-4fd5-a075-59713fccb627') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:22.098947 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f8b0d11-322e-4bdd-bdfb-c067eafe2aec tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:22.101367 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0c15f7b4-0205-4dea-bfb3-e99f8593f1f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:22.120911 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f8b0d11-322e-4bdd-bdfb-c067eafe2aec tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:22.128025 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f8b0d11-322e-4bdd-bdfb-c067eafe2aec tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:00:22.128683 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f8b0d11-322e-4bdd-bdfb-c067eafe2aec tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:22.164228 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0c15f7b4-0205-4dea-bfb3-e99f8593f1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:22.168079 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0c15f7b4-0205-4dea-bfb3-e99f8593f1f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:22.173627 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0c15f7b4-0205-4dea-bfb3-e99f8593f1f6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2bbc7369-52b1-493e-818b-271a019eef86 HTTP/1.1" status: 204 len: 168 time: 0.1971350 Aug 17 00:00:22.183341 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15f7b4-0205-4dea-bfb3-e99f8593f1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbc7369-52b1-493e-818b-271a019eef86,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:00:22.191971 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:00:22.203907 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f8b0d11-322e-4bdd-bdfb-c067eafe2aec tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:22.227300 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8b0d11-322e-4bdd-bdfb-c067eafe2aec tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6a9cffd3-d295-4102-a164-1fedc0cd271b {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 17 00:00:22.237851 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f8b0d11-322e-4bdd-bdfb-c067eafe2aec tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:22.241597 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7f8b0d11-322e-4bdd-bdfb-c067eafe2aec tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] 10.222.0.60 "DELETE /v2.0/networks/6a9cffd3-d295-4102-a164-1fedc0cd271b HTTP/1.1" status: 204 len: 168 time: 0.3971453 Aug 17 00:00:22.244764 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b0d11-322e-4bdd-bdfb-c067eafe2aec tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Pushing event deleted for resources: {'Network': ['ID=6a9cffd3-d295-4102-a164-1fedc0cd271b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:22.244913 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57544) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:22.250560 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-9ff3d90c-b173-4456-a84d-811cdf271729 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Request body: {'network': {'name': 'tempest-network--1426624049'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:22.304309 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff3d90c-b173-4456-a84d-811cdf271729 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Made reservation on behalf of f38f32a46c50420ca6556ac1dd80c471 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:00:22.308350 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9ff3d90c-b173-4456-a84d-811cdf271729 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:22.394556 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e981b0-5e4d-4cb7-bb52-07cbffcc3694 req-cc1c6e96-8ac8-443e-8472-d60a5d32ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:22.396065 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51e981b0-5e4d-4cb7-bb52-07cbffcc3694 req-cc1c6e96-8ac8-443e-8472-d60a5d32ac8d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=86043ac5c01d42e2a5f439e1e8d8861c&device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 1097 time: 0.0836561 Aug 17 00:00:22.396795 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff3d90c-b173-4456-a84d-811cdf271729 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:00:22.520349 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9ff3d90c-b173-4456-a84d-811cdf271729 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:22.520724 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-9ff3d90c-b173-4456-a84d-811cdf271729 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Added segment ce976499-f685-4975-83a1-88efe4c1635d of type vlan for network 2e8e9655-8735-4515-b6a9-fbb0cb0ef971 Aug 17 00:00:22.561095 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f6b6e-6e53-4672-a793-262c9e56e70c req-f5af591d-350e-448d-a2e6-b0809a111f5c tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:22.561095 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e60f6b6e-6e53-4672-a793-262c9e56e70c req-f5af591d-350e-448d-a2e6-b0809a111f5c tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1878054 Aug 17 00:00:22.607618 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9b19d-74b5-4017-82a9-afa0f952e6d4 req-4975df35-e9d2-48ae-8467-d10ea389c9de tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:22.610434 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b5e9b19d-74b5-4017-82a9-afa0f952e6d4 req-4975df35-e9d2-48ae-8467-d10ea389c9de tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43ed274-8d7a-48ed-a937-76941c13fb45 HTTP/1.1" status: 200 len: 943 time: 0.2230604 Aug 17 00:00:22.666997 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9ff3d90c-b173-4456-a84d-811cdf271729 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:22.732081 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e60f6b6e-6e53-4672-a793-262c9e56e70c req-9f9a3236-d8e0-47f0-bacc-cc4630278e65 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416900 Aug 17 00:00:22.747580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e981b0-5e4d-4cb7-bb52-07cbffcc3694 req-2ae00ee8-530b-429c-baa4-722f50ee083f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:22.749511 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51e981b0-5e4d-4cb7-bb52-07cbffcc3694 req-2ae00ee8-530b-429c-baa4-722f50ee083f service neutron] 10.222.0.64 "GET /v2.0/networks?id=b540a6a1-dfc7-43c4-9922-512d2e4997c6 HTTP/1.1" status: 200 len: 920 time: 0.3014920 Aug 17 00:00:22.760979 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b5e9b19d-74b5-4017-82a9-afa0f952e6d4 req-5479eebe-d51a-48f7-b75a-956d6f79447a tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407726 Aug 17 00:00:22.774655 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9ff3d90c-b173-4456-a84d-811cdf271729 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:22.785214 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff3d90c-b173-4456-a84d-811cdf271729 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:22.785214 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9ff3d90c-b173-4456-a84d-811cdf271729 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:22.853541 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51e981b0-5e4d-4cb7-bb52-07cbffcc3694 req-96f33a82-7569-411c-9935-378ff9716adb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=477d914a-6c65-48fc-b616-dcda382e32cd HTTP/1.1" status: 200 len: 217 time: 0.0903640 Aug 17 00:00:22.897481 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9ff3d90c-b173-4456-a84d-811cdf271729 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6511807 Aug 17 00:00:22.901557 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57570) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:22.906662 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-b255b469-7d2e-441b-a31e-9cd378eec7a4 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:22.983969 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a34299-c42d-4ac1-8414-a2c3f42ee367 req-7f7c315c-5608-47d0-a461-7457f966839b tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:22.985463 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07a34299-c42d-4ac1-8414-a2c3f42ee367 req-7f7c315c-5608-47d0-a461-7457f966839b tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.1580710 Aug 17 00:00:22.986124 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3d90c-b173-4456-a84d-811cdf271729 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Pushing event updated for resources: {'Network': ['ID=2e8e9655-8735-4515-b6a9-fbb0cb0ef971,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:23.007120 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 2e8e9655-8735-4515-b6a9-fbb0cb0ef971 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:00:23.029246 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e981b0-5e4d-4cb7-bb52-07cbffcc3694 req-4d9ff41d-86cc-4cfe-bade-7c24b007857c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:23.030713 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51e981b0-5e4d-4cb7-bb52-07cbffcc3694 req-4d9ff41d-86cc-4cfe-bade-7c24b007857c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87966530-05f3-4777-b9a2-61db54a436d5 HTTP/1.1" status: 200 len: 859 time: 0.1352952 Aug 17 00:00:23.075025 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07a34299-c42d-4ac1-8414-a2c3f42ee367 req-89f70ba1-345e-4aeb-ac91-df2bf876e1cc tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691080 Aug 17 00:00:23.082927 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49252491-0e13-4c67-a30e-27286d8fb3e3 req-c5b5694b-3a1a-4096-be33-054e2b6b2a1e tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:23.084431 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49252491-0e13-4c67-a30e-27286d8fb3e3 req-c5b5694b-3a1a-4096-be33-054e2b6b2a1e tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f5e30bb-6e81-4489-88a0-9c983b17ec9c HTTP/1.1" status: 200 len: 949 time: 0.1326900 Aug 17 00:00:23.114566 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51e981b0-5e4d-4cb7-bb52-07cbffcc3694 req-df11a9c4-b8e8-4c30-91ad-53ebcf23c015 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b540a6a1-dfc7-43c4-9922-512d2e4997c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624154 Aug 17 00:00:23.129729 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b255b469-7d2e-441b-a31e-9cd378eec7a4 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:23.146780 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b255b469-7d2e-441b-a31e-9cd378eec7a4 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:23.156676 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b255b469-7d2e-441b-a31e-9cd378eec7a4 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Network 2e8e9655-8735-4515-b6a9-fbb0cb0ef971 is not hosted by any dhcp agent {{(pid=101402) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 00:00:23.157580 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b255b469-7d2e-441b-a31e-9cd378eec7a4 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:23.158427 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b255b469-7d2e-441b-a31e-9cd378eec7a4 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:23.161094 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b255b469-7d2e-441b-a31e-9cd378eec7a4 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] 10.222.0.60 "PUT /v2.0/networks/2e8e9655-8735-4515-b6a9-fbb0cb0ef971 HTTP/1.1" status: 200 len: 858 time: 0.2577214 Aug 17 00:00:23.178467 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57578) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:23.206158 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49252491-0e13-4c67-a30e-27286d8fb3e3 req-2ae1bd0c-8a64-4927-9ccd-7fa5c1480cc2 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8290f50-1103-4dbd-a87a-4a7b93084576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942802 Aug 17 00:00:23.242761 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51e981b0-5e4d-4cb7-bb52-07cbffcc3694 req-422fdbee-7d43-4167-934e-4277000f1fa8 service neutron] 10.222.0.64 "GET /v2.0/networks/b540a6a1-dfc7-43c4-9922-512d2e4997c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181860 Aug 17 00:00:23.330933 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255b469-7d2e-441b-a31e-9cd378eec7a4 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Pushing event updated for resources: {'Network': ['ID=2e8e9655-8735-4515-b6a9-fbb0cb0ef971,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:23.344605 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a66e471-5f6b-4c83-b3a0-b112b375ce68 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:23.359177 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51e981b0-5e4d-4cb7-bb52-07cbffcc3694 req-7867aecb-e18c-406b-924a-96cc7200ec31 service neutron] 10.222.0.64 "GET /v2.0/networks/b540a6a1-dfc7-43c4-9922-512d2e4997c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985422 Aug 17 00:00:23.370677 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e446b-abdd-4d5d-b0f9-8e712de29c73 req-5a63911e-accc-4977-9512-5537d90b50b3 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:23.372795 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-513e446b-abdd-4d5d-b0f9-8e712de29c73 req-5a63911e-accc-4977-9512-5537d90b50b3 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f5e30bb-6e81-4489-88a0-9c983b17ec9c HTTP/1.1" status: 200 len: 949 time: 0.1021352 Aug 17 00:00:23.489318 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a66e471-5f6b-4c83-b3a0-b112b375ce68 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:23.520661 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-4a66e471-5f6b-4c83-b3a0-b112b375ce68 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8e9655-8735-4515-b6a9-fbb0cb0ef971']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:23.537392 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-4a66e471-5f6b-4c83-b3a0-b112b375ce68 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce976499-f685-4975-83a1-88efe4c1635d') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:23.537697 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-4a66e471-5f6b-4c83-b3a0-b112b375ce68 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce976499-f685-4975-83a1-88efe4c1635d') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:23.549027 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a66e471-5f6b-4c83-b3a0-b112b375ce68 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:23.571413 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a66e471-5f6b-4c83-b3a0-b112b375ce68 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:23.582336 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a66e471-5f6b-4c83-b3a0-b112b375ce68 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:00:23.582750 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a66e471-5f6b-4c83-b3a0-b112b375ce68 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:00:23.584443 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:00:23.620722 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-513e446b-abdd-4d5d-b0f9-8e712de29c73 req-2dba6af9-de94-43f8-8938-36413eecfc40 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Deleting port b62aa789-0685-4eb2-9b9c-2f2acfa40fb7 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:00:23.621119 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-513e446b-abdd-4d5d-b0f9-8e712de29c73 req-2dba6af9-de94-43f8-8938-36413eecfc40 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:23.675624 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 149b7601-be0a-4eb4-9ae5-249c162a1527 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:00:23.706364 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a66e471-5f6b-4c83-b3a0-b112b375ce68 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:23.716126 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a66e471-5f6b-4c83-b3a0-b112b375ce68 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2e8e9655-8735-4515-b6a9-fbb0cb0ef971 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 17 00:00:23.721078 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a66e471-5f6b-4c83-b3a0-b112b375ce68 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:23.727430 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57592) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:23.729341 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4a66e471-5f6b-4c83-b3a0-b112b375ce68 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] 10.222.0.60 "DELETE /v2.0/networks/2e8e9655-8735-4515-b6a9-fbb0cb0ef971 HTTP/1.1" status: 204 len: 168 time: 0.5498769 Aug 17 00:00:23.752631 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66e471-5f6b-4c83-b3a0-b112b375ce68 tempest-ExternalNetworksTestJSON-531268650 tempest-ExternalNetworksTestJSON-531268650-project-admin] Pushing event deleted for resources: {'Network': ['ID=2e8e9655-8735-4515-b6a9-fbb0cb0ef971,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:23.777071 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-513e446b-abdd-4d5d-b0f9-8e712de29c73 req-2dba6af9-de94-43f8-8938-36413eecfc40 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] For port b62aa789-0685-4eb2-9b9c-2f2acfa40fb7, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b62aa789-0685-4eb2-9b9c-2f2acfa40fb7,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:23.777434 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-513e446b-abdd-4d5d-b0f9-8e712de29c73 req-2dba6af9-de94-43f8-8938-36413eecfc40 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:23.795074 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-513e446b-abdd-4d5d-b0f9-8e712de29c73 req-2dba6af9-de94-43f8-8938-36413eecfc40 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Calling delete_port for b62aa789-0685-4eb2-9b9c-2f2acfa40fb7 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:00:23.818884 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 149b7601-be0a-4eb4-9ae5-249c162a1527, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=149b7601-be0a-4eb4-9ae5-249c162a1527,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:23.845669 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5aa1e2-bd6f-40c2-9056-d222d2cf3b7b tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] DELETE failed (client error): The resource could not be found. Aug 17 00:00:23.848746 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '149b7601-be0a-4eb4-9ae5-249c162a1527', 'network_id': '0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf', 'port_id': '149b7601-be0a-4eb4-9ae5-249c162a1527', 'mac_address': 'fa:16:3e:0a:69:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d7b0613-c268-41b8-9af9-983e31f4d852', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:00:23.849243 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d5aa1e2-bd6f-40c2-9056-d222d2cf3b7b tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:00:23.855360 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4d5aa1e2-bd6f-40c2-9056-d222d2cf3b7b tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] 10.222.0.60 "DELETE /v2.0/subnets/ac203cfb-9da0-4e04-8f5c-d70b9e70bbb0 HTTP/1.1" status: 404 len: 337 time: 0.1214788 Aug 17 00:00:23.855998 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57602) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:23.940037 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:23.963515 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dce3c207-25a9-4290-a48d-44bcac2fa528 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:23.968676 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 149b7601-be0a-4eb4-9ae5-249c162a1527 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:00:24.014856 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 149b7601-be0a-4eb4-9ae5-249c162a1527, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=149b7601-be0a-4eb4-9ae5-249c162a1527,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:24.020086 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:24.027699 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-513e446b-abdd-4d5d-b0f9-8e712de29c73 req-2dba6af9-de94-43f8-8938-36413eecfc40 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:24.069649 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba6af9-de94-43f8-8938-36413eecfc40 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Pushing event deleted for resources: {'Port': ['ID=b62aa789-0685-4eb2-9b9c-2f2acfa40fb7,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:24.090058 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=149b7601-be0a-4eb4-9ae5-249c162a1527,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:24.100355 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['b62aa789-0685-4eb2-9b9c-2f2acfa40fb7'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:00:24.113712 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143c0e3-be6c-4032-8e5f-705a56502c96 req-9e94a877-cff9-40c9-b43c-74a3f4269054 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:24.122363 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a143c0e3-be6c-4032-8e5f-705a56502c96 req-9e94a877-cff9-40c9-b43c-74a3f4269054 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43ed274-8d7a-48ed-a937-76941c13fb45 HTTP/1.1" status: 200 len: 943 time: 0.1485026 Aug 17 00:00:24.152565 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-513e446b-abdd-4d5d-b0f9-8e712de29c73 req-2dba6af9-de94-43f8-8938-36413eecfc40 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] No DVR routers for this DVR port b62aa789-0685-4eb2-9b9c-2f2acfa40fb7 on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:00:24.155521 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-513e446b-abdd-4d5d-b0f9-8e712de29c73 req-2dba6af9-de94-43f8-8938-36413eecfc40 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:24.159934 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-513e446b-abdd-4d5d-b0f9-8e712de29c73 req-2dba6af9-de94-43f8-8938-36413eecfc40 tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.64 "DELETE /v2.0/ports/b62aa789-0685-4eb2-9b9c-2f2acfa40fb7 HTTP/1.1" status: 204 len: 173 time: 0.7634792 Aug 17 00:00:24.160532 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5e30bb-6e81-4489-88a0-9c983b17ec9c', 'name': 'network-vif-deleted', 'tag': 'b62aa789-0685-4eb2-9b9c-2f2acfa40fb7'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:00:24.164060 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4839273-650f-4c50-b12a-7e481fae1eaa" -d '{"events": [{"server_uuid": "8f5e30bb-6e81-4489-88a0-9c983b17ec9c", "name": "network-vif-deleted", "tag": "b62aa789-0685-4eb2-9b9c-2f2acfa40fb7"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:00:24.200964 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f5aca-947b-4661-9f35-766b5e022bc4 req-b35908c6-b26a-4d9b-898e-bc37a5ea3dc1 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:24.214298 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a80f5aca-947b-4661-9f35-766b5e022bc4 req-b35908c6-b26a-4d9b-898e-bc37a5ea3dc1 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.2415326 Aug 17 00:00:24.259502 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dce3c207-25a9-4290-a48d-44bcac2fa528 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:24.294464 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a143c0e3-be6c-4032-8e5f-705a56502c96 req-f09abd66-b282-4dc0-9243-7b612c341135 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710751 Aug 17 00:00:24.301710 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-dce3c207-25a9-4290-a48d-44bcac2fa528 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd03d1e4-68a7-4473-88a2-a17c0e87d8ad']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:24.338478 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-dce3c207-25a9-4290-a48d-44bcac2fa528 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e62639-1270-4f98-847b-b2768e6db1d8') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:24.338886 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-dce3c207-25a9-4290-a48d-44bcac2fa528 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e62639-1270-4f98-847b-b2768e6db1d8') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:24.372131 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dce3c207-25a9-4290-a48d-44bcac2fa528 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:24.373363 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['149b7601-be0a-4eb4-9ae5-249c162a1527'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:00:24.411125 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a80f5aca-947b-4661-9f35-766b5e022bc4 req-e3d5c31e-0e48-4902-8e75-a07c1b58e6bf tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910484 Aug 17 00:00:24.435229 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dce3c207-25a9-4290-a48d-44bcac2fa528 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:24.445942 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce3c207-25a9-4290-a48d-44bcac2fa528 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:00:24.446347 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dce3c207-25a9-4290-a48d-44bcac2fa528 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:00:24.468683 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:00:24.497114 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e76bda-ee93-44f3-9bcd-cbad7b621ad2 x-openstack-request-id: req-c9e76bda-ee93-44f3-9bcd-cbad7b621ad2 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:00:24.497600 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5e30bb-6e81-4489-88a0-9c983b17ec9c", "name": "network-vif-deleted", "tag": "b62aa789-0685-4eb2-9b9c-2f2acfa40fb7", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:00:24.497919 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c9e76bda-ee93-44f3-9bcd-cbad7b621ad2 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:00:24.498336 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5e30bb-6e81-4489-88a0-9c983b17ec9c', 'name': 'network-vif-deleted', 'tag': 'b62aa789-0685-4eb2-9b9c-2f2acfa40fb7', 'status': 'completed', 'code': 200} Aug 17 00:00:24.600850 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dce3c207-25a9-4290-a48d-44bcac2fa528 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:24.615497 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dce3c207-25a9-4290-a48d-44bcac2fa528 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:24.617300 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-dce3c207-25a9-4290-a48d-44bcac2fa528 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] 10.222.0.60 "DELETE /v2.0/networks/bd03d1e4-68a7-4473-88a2-a17c0e87d8ad HTTP/1.1" status: 204 len: 168 time: 0.7602260 Aug 17 00:00:24.661563 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c6ca0-0377-4006-8edd-4b0dab6f34ce req-50cd4fc3-98b7-4e50-bcdc-8aecf5e09f02 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:24.671289 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d54c6ca0-0377-4006-8edd-4b0dab6f34ce req-50cd4fc3-98b7-4e50-bcdc-8aecf5e09f02 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.1264317 Aug 17 00:00:24.690974 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3c207-25a9-4290-a48d-44bcac2fa528 tempest-ExternalNetworksTestJSON-1230631258 tempest-ExternalNetworksTestJSON-1230631258-project] Pushing event deleted for resources: {'Network': ['ID=bd03d1e4-68a7-4473-88a2-a17c0e87d8ad,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:24.716568 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-634390c8-e7db-4669-b534-c0521b3ada1e req-59074718-ac9f-4aa2-a23f-80f46360ac0b tempest-TenantUsagesTestJSON-1702343655 tempest-TenantUsagesTestJSON-1702343655-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f5e30bb-6e81-4489-88a0-9c983b17ec9c HTTP/1.1" status: 200 len: 210 time: 0.0422103 Aug 17 00:00:24.755199 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d54c6ca0-0377-4006-8edd-4b0dab6f34ce req-81995d2b-d1ac-4353-bfe0-b4b2e35e7aa6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829885 Aug 17 00:00:25.022741 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57634) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:25.268139 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-de8f4c05-3861-4160-8be4-16a89d071171 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c0275b82ff2f4b80b817922fbaf81cf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2442145 Aug 17 00:00:25.270529 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57646) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:25.321146 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9a5abbc9-929d-4492-bdfb-b2d53034bf9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:25.344520 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9a5abbc9-929d-4492-bdfb-b2d53034bf9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:25.434269 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc3456-2975-4359-9d43-4c2348c7da1a req-153ae36b-e7ac-46ee-bbad-2bba85477b32 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:25.440630 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3cc3456-2975-4359-9d43-4c2348c7da1a req-153ae36b-e7ac-46ee-bbad-2bba85477b32 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43ed274-8d7a-48ed-a937-76941c13fb45 HTTP/1.1" status: 200 len: 944 time: 0.0595586 Aug 17 00:00:25.454524 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9a5abbc9-929d-4492-bdfb-b2d53034bf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:25.457433 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9a5abbc9-929d-4492-bdfb-b2d53034bf9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:25.458886 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9a5abbc9-929d-4492-bdfb-b2d53034bf9d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/00729e91-5446-4bc0-94f0-f8386f751356 HTTP/1.1" status: 204 len: 168 time: 0.1874571 Aug 17 00:00:25.476568 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5abbc9-929d-4492-bdfb-b2d53034bf9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00729e91-5446-4bc0-94f0-f8386f751356,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:25.515942 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3cc3456-2975-4359-9d43-4c2348c7da1a req-c1d81226-9f1c-4564-985b-5af4d1f537e2 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698962 Aug 17 00:00:25.626143 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e63a17-c2e4-4220-a8e2-ef61987f7d43 req-ec7d28f7-6ea0-4292-ab79-a8bf485c25d4 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:25.627981 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9e63a17-c2e4-4220-a8e2-ef61987f7d43 req-ec7d28f7-6ea0-4292-ab79-a8bf485c25d4 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.0647552 Aug 17 00:00:25.672330 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9e63a17-c2e4-4220-a8e2-ef61987f7d43 req-a01554ae-1b95-444f-8cbe-e2eb80dee9c7 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354352 Aug 17 00:00:25.698936 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 149b7601-be0a-4eb4-9ae5-249c162a1527 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:00:25.790400 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 149b7601-be0a-4eb4-9ae5-249c162a1527 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:00:25.799674 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 149b7601-be0a-4eb4-9ae5-249c162a1527 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:00:25.800057 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:25.908273 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:25.954486 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57682) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:25.955705 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43ed274-8d7a-48ed-a937-76941c13fb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149b7601-be0a-4eb4-9ae5-249c162a1527'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:00:25.959072 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b8b568-2098-4eb5-b13a-4154ff9cc78f" -d '{"events": [{"server_uuid": "a43ed274-8d7a-48ed-a937-76941c13fb45", "name": "network-vif-plugged", "status": "completed", "tag": "149b7601-be0a-4eb4-9ae5-249c162a1527"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:00:25.965815 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 149b7601-be0a-4eb4-9ae5-249c162a1527, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=149b7601-be0a-4eb4-9ae5-249c162a1527,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:25.971144 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:25.975667 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device b62aa789-0685-4eb2-9b9c-2f2acfa40fb7 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:00:25.992677 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360850d-d514-4751-9fbe-c2399501d282 req-5e4b2749-9179-4dec-ab6d-66d62d2fa512 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:26.002033 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2360850d-d514-4751-9fbe-c2399501d282 req-5e4b2749-9179-4dec-ab6d-66d62d2fa512 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.1303358 Aug 17 00:00:26.004568 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: b62aa789-0685-4eb2-9b9c-2f2acfa40fb7 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:00:26.004915 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device b62aa789-0685-4eb2-9b9c-2f2acfa40fb7 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:00:26.015042 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ecb1e6-5332-45db-8128-c89479b0cd81 x-openstack-request-id: req-45ecb1e6-5332-45db-8128-c89479b0cd81 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:00:26.015690 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43ed274-8d7a-48ed-a937-76941c13fb45", "name": "network-vif-plugged", "status": "completed", "tag": "149b7601-be0a-4eb4-9ae5-249c162a1527", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:00:26.016253 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-45ecb1e6-5332-45db-8128-c89479b0cd81 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:00:26.016657 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43ed274-8d7a-48ed-a937-76941c13fb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149b7601-be0a-4eb4-9ae5-249c162a1527', 'code': 200} Aug 17 00:00:26.113257 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b70c0693-9f9b-4133-b603-ba30f46d9f38 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f38f32a46c50420ca6556ac1dd80c471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554365 Aug 17 00:00:26.129087 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2360850d-d514-4751-9fbe-c2399501d282 req-fa26c36a-8606-40fb-9b32-dd4bef5ff0d0 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259060 Aug 17 00:00:26.130449 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57690) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:26.141684 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=149b7601-be0a-4eb4-9ae5-249c162a1527,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:26.185696 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5125a9c-630b-44dd-ae04-b8dbf781825a req-dbb0e8d8-fbe3-4f2d-a42a-69784375acfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:26.187217 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e5125a9c-630b-44dd-ae04-b8dbf781825a req-dbb0e8d8-fbe3-4f2d-a42a-69784375acfb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a43ed274-8d7a-48ed-a937-76941c13fb45 HTTP/1.1" status: 200 len: 1097 time: 0.0846617 Aug 17 00:00:26.205365 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-050ce904-02c9-4a42-8662-c674dc3d4ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:26.226862 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57694) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:26.237549 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-050ce904-02c9-4a42-8662-c674dc3d4ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:26.244765 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e5125a9c-630b-44dd-ae04-b8dbf781825a req-b3ed1c19-976c-45c2-ac50-897adffda84c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469973 Aug 17 00:00:26.291329 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-050ce904-02c9-4a42-8662-c674dc3d4ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:26.294628 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-050ce904-02c9-4a42-8662-c674dc3d4ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:26.295786 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-050ce904-02c9-4a42-8662-c674dc3d4ed0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/111f1558-5f0a-49b6-ae22-48fea258e729 HTTP/1.1" status: 204 len: 168 time: 0.1642220 Aug 17 00:00:26.304375 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ce904-02c9-4a42-8662-c674dc3d4ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111f1558-5f0a-49b6-ae22-48fea258e729,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:26.488751 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b31e6e51-3658-41a9-b38f-56f4880fc675 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f7d2dd18aaf643d4a696a987ef6a4269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2607896 Aug 17 00:00:26.491192 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57704) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:26.568867 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e8cd2234-739c-4240-8b6f-8f430e9aa43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:26.595633 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e8cd2234-739c-4240-8b6f-8f430e9aa43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:26.655421 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e8cd2234-739c-4240-8b6f-8f430e9aa43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:26.658277 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e8cd2234-739c-4240-8b6f-8f430e9aa43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:26.659630 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e8cd2234-739c-4240-8b6f-8f430e9aa43d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a8290f50-1103-4dbd-a87a-4a7b93084576 HTTP/1.1" status: 204 len: 168 time: 0.1671948 Aug 17 00:00:26.668397 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd2234-739c-4240-8b6f-8f430e9aa43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8290f50-1103-4dbd-a87a-4a7b93084576,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:26.695412 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f437ed-404d-4386-b898-0cc53bf6ed48 req-e94f9509-0c7a-45b3-bf11-15e8e187b6ca tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:26.697178 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-97f437ed-404d-4386-b898-0cc53bf6ed48 req-e94f9509-0c7a-45b3-bf11-15e8e187b6ca tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43ed274-8d7a-48ed-a937-76941c13fb45 HTTP/1.1" status: 200 len: 945 time: 0.0821307 Aug 17 00:00:26.756815 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-97f437ed-404d-4386-b898-0cc53bf6ed48 req-e9f9da7d-2f9d-4c65-b084-43cc2fa70244 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459259 Aug 17 00:00:27.113001 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57732) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:27.140255 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9759f6bc-c192-416c-9e71-b33f199e1338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:27.316392 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99b3a4-be9c-4e11-8e90-4be5058a722a req-b5073b44-af8f-442e-94be-a208875eb541 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:27.317967 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba99b3a4-be9c-4e11-8e90-4be5058a722a req-b5073b44-af8f-442e-94be-a208875eb541 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.0795219 Aug 17 00:00:27.376363 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9759f6bc-c192-416c-9e71-b33f199e1338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:27.396503 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9759f6bc-c192-416c-9e71-b33f199e1338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:27.461906 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9759f6bc-c192-416c-9e71-b33f199e1338 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3015aaeae7fe4668bb1d868652289a26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3477602 Aug 17 00:00:27.464649 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57748) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:27.505788 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba99b3a4-be9c-4e11-8e90-4be5058a722a req-60c261f9-985a-4547-8100-9b03a9c56493 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744249 Aug 17 00:00:27.545099 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759f6bc-c192-416c-9e71-b33f199e1338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab9d86d-8709-4344-a0a8-81842d6d2703,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:27.584829 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b793629a-8653-4a22-abdf-9997a2cd28d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:27.613932 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b793629a-8653-4a22-abdf-9997a2cd28d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:27.682272 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b793629a-8653-4a22-abdf-9997a2cd28d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:27.685000 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b793629a-8653-4a22-abdf-9997a2cd28d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:27.686163 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b793629a-8653-4a22-abdf-9997a2cd28d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0ab9d86d-8709-4344-a0a8-81842d6d2703 HTTP/1.1" status: 204 len: 168 time: 0.2204421 Aug 17 00:00:27.701739 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793629a-8653-4a22-abdf-9997a2cd28d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab9d86d-8709-4344-a0a8-81842d6d2703,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:27.736796 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57760) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:27.910643 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f0293-eb5a-4c18-9fae-674f695a8ac4 req-2b126239-1316-436d-8ee1-22e51922a56f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:27.920036 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-071f0293-eb5a-4c18-9fae-674f695a8ac4 req-2b126239-1316-436d-8ee1-22e51922a56f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43ed274-8d7a-48ed-a937-76941c13fb45 HTTP/1.1" status: 200 len: 945 time: 0.0741315 Aug 17 00:00:27.961618 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-071f0293-eb5a-4c18-9fae-674f695a8ac4 req-fa6d8ea5-8174-47ec-8b0a-afe97db1b23e tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403612 Aug 17 00:00:27.993739 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-d5687a50-7dc2-4893-9284-403c4c5b72a8 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:27.995998 n-d-800088-20 neutron-server[101402]: WARNING neutron.api.v2.base [None req-d5687a50-7dc2-4893-9284-403c4c5b72a8 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 17 00:00:27.996616 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-d5687a50-7dc2-4893-9284-403c4c5b72a8 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] create failed (client error): There was a conflict when trying to complete your request. Aug 17 00:00:27.998319 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d5687a50-7dc2-4893-9284-403c4c5b72a8 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2598743 Aug 17 00:00:28.001891 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57772) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:28.008000 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-ea1351a4-0452-47b3-9aa2-84e0861181a4 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group': {'name': 'tempest-secgroup--878043882'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:28.067718 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ea1351a4-0452-47b3-9aa2-84e0861181a4 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:28.079438 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ea1351a4-0452-47b3-9aa2-84e0861181a4 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:28.266788 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ea1351a4-0452-47b3-9aa2-84e0861181a4 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:28.281086 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ea1351a4-0452-47b3-9aa2-84e0861181a4 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:28.355633 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1351a4-0452-47b3-9aa2-84e0861181a4 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4c0aa4-ad8d-42e3-a53e-9cdabc9fc54c,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:28.389430 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927e4e4-98cf-41da-8465-977f3ce45155 req-8b6894a0-f744-4180-b830-9a1d7aa735ac tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:28.391087 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7927e4e4-98cf-41da-8465-977f3ce45155 req-8b6894a0-f744-4180-b830-9a1d7aa735ac tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43ed274-8d7a-48ed-a937-76941c13fb45 HTTP/1.1" status: 200 len: 945 time: 0.0808294 Aug 17 00:00:28.453536 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7927e4e4-98cf-41da-8465-977f3ce45155 req-c9bf7047-7dcb-4f63-a63f-a57edaa23bc0 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555069 Aug 17 00:00:28.482733 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ea1351a4-0452-47b3-9aa2-84e0861181a4 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:28.489097 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ea1351a4-0452-47b3-9aa2-84e0861181a4 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:28.522537 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ea1351a4-0452-47b3-9aa2-84e0861181a4 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:28.523790 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ea1351a4-0452-47b3-9aa2-84e0861181a4 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5206969 Aug 17 00:00:28.527133 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57792) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:28.528703 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1351a4-0452-47b3-9aa2-84e0861181a4 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92639e68-b26b-4902-82d1-51d2815ca452,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:28.544310 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-27a09ed8-780a-4d4a-ad35-cbaabd7f40fc tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group_rule': {'security_group_id': '92639e68-b26b-4902-82d1-51d2815ca452', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:28.612083 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27a09ed8-780a-4d4a-ad35-cbaabd7f40fc tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:28.708653 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467aac9a-9a6a-4715-aec1-9acfa0f868ce req-81f22b95-d5c8-4df4-bbd2-ed0cd8840237 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:28.710762 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-467aac9a-9a6a-4715-aec1-9acfa0f868ce req-81f22b95-d5c8-4df4-bbd2-ed0cd8840237 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.0690653 Aug 17 00:00:28.734479 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27a09ed8-780a-4d4a-ad35-cbaabd7f40fc tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:28.746623 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27a09ed8-780a-4d4a-ad35-cbaabd7f40fc tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:28.785495 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a09ed8-780a-4d4a-ad35-cbaabd7f40fc tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4fc1460-2c1f-4626-bac1-fee5f18479a3,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:28.812465 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27a09ed8-780a-4d4a-ad35-cbaabd7f40fc tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:28.815386 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-27a09ed8-780a-4d4a-ad35-cbaabd7f40fc tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2863870 Aug 17 00:00:28.818032 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57808) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:28.819777 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-467aac9a-9a6a-4715-aec1-9acfa0f868ce req-ddd65507-4a19-4898-8a41-75a23a58d713 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899601 Aug 17 00:00:28.825876 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f44dc2f2-88dc-4fc2-b40b-83d09a788dc5 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group_rule': {'security_group_id': '92639e68-b26b-4902-82d1-51d2815ca452', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:28.865397 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f44dc2f2-88dc-4fc2-b40b-83d09a788dc5 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:28.961241 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-f44dc2f2-88dc-4fc2-b40b-83d09a788dc5 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] create failed (client error): There was a conflict when trying to complete your request. Aug 17 00:00:28.965076 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f44dc2f2-88dc-4fc2-b40b-83d09a788dc5 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1446452 Aug 17 00:00:28.967899 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57814) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:29.040093 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d4f874d3-e9ee-4cbc-b96c-6844f8ad4304 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:29.068591 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d4f874d3-e9ee-4cbc-b96c-6844f8ad4304 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:29.151004 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d4f874d3-e9ee-4cbc-b96c-6844f8ad4304 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:29.156711 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d4f874d3-e9ee-4cbc-b96c-6844f8ad4304 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:29.159108 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d4f874d3-e9ee-4cbc-b96c-6844f8ad4304 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "DELETE /v2.0/security-groups/92639e68-b26b-4902-82d1-51d2815ca452 HTTP/1.1" status: 204 len: 168 time: 0.1902411 Aug 17 00:00:29.161844 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57822) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:29.171712 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f874d3-e9ee-4cbc-b96c-6844f8ad4304 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92639e68-b26b-4902-82d1-51d2815ca452,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:29.236929 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-083d55f4-47cf-4d2a-9066-8a2f70961f6a tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0732222 Aug 17 00:00:29.240501 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57826) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:29.247683 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-eec47e95-c3b3-40ef-8390-8a08f335f3fc tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group': {'name': 'tempest-secgroup--988618013'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:29.293683 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eec47e95-c3b3-40ef-8390-8a08f335f3fc tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:29.426949 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eec47e95-c3b3-40ef-8390-8a08f335f3fc tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:29.432004 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eec47e95-c3b3-40ef-8390-8a08f335f3fc tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:29.480947 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eec47e95-c3b3-40ef-8390-8a08f335f3fc tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:29.482866 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-eec47e95-c3b3-40ef-8390-8a08f335f3fc tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2413573 Aug 17 00:00:29.485836 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57836) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:29.487547 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec47e95-c3b3-40ef-8390-8a08f335f3fc tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddcf3c7-6796-4c9b-a172-8dc852e36e3d,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:29.492197 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-bcc4e9b3-d1f4-41e9-a260-3f1f7af13766 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group_rule': {'security_group_id': '5ddcf3c7-6796-4c9b-a172-8dc852e36e3d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:29.493251 n-d-800088-20 neutron-server[101402]: WARNING neutron.api.v2.base [None req-bcc4e9b3-d1f4-41e9-a260-3f1f7af13766 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 17 00:00:29.494380 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-bcc4e9b3-d1f4-41e9-a260-3f1f7af13766 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:00:29.496282 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bcc4e9b3-d1f4-41e9-a260-3f1f7af13766 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0086524 Aug 17 00:00:29.499023 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57840) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:29.623163 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7ba2722b-bed7-4af7-880b-1b8075bf302a tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:29.643972 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db40f2-f281-41b6-a043-aceee57ac4ef req-586af5c3-0efa-47c6-a8d2-d2412c67ae62 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:29.650712 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7ba2722b-bed7-4af7-880b-1b8075bf302a tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:29.653561 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-71db40f2-f281-41b6-a043-aceee57ac4ef req-586af5c3-0efa-47c6-a8d2-d2412c67ae62 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43ed274-8d7a-48ed-a937-76941c13fb45 HTTP/1.1" status: 200 len: 945 time: 0.0837274 Aug 17 00:00:29.735406 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-71db40f2-f281-41b6-a043-aceee57ac4ef req-343400e2-a864-4c9f-8371-058ecbf6c243 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778451 Aug 17 00:00:29.746718 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7ba2722b-bed7-4af7-880b-1b8075bf302a tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:29.749431 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7ba2722b-bed7-4af7-880b-1b8075bf302a tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:29.753836 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57854) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:29.757682 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7ba2722b-bed7-4af7-880b-1b8075bf302a tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "DELETE /v2.0/security-groups/5ddcf3c7-6796-4c9b-a172-8dc852e36e3d HTTP/1.1" status: 204 len: 168 time: 0.2573228 Aug 17 00:00:29.788507 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2722b-bed7-4af7-880b-1b8075bf302a tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddcf3c7-6796-4c9b-a172-8dc852e36e3d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:29.882709 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7973cfe9-3b33-417a-987c-3c5ee765209d tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1274757 Aug 17 00:00:29.887059 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57864) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:29.892799 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-2f1c52e9-4dcc-4b63-ac17-3ca1dc0a9586 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group': {'name': 'tempest-secgroup--350135674'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:29.927672 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2f1c52e9-4dcc-4b63-ac17-3ca1dc0a9586 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:30.034360 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79fe8f-d836-4eb9-8778-782f800ba0ab req-232e46df-eb3b-4d57-93c8-a9ca98380c31 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:30.035926 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba79fe8f-d836-4eb9-8778-782f800ba0ab req-232e46df-eb3b-4d57-93c8-a9ca98380c31 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.0802979 Aug 17 00:00:30.118614 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba79fe8f-d836-4eb9-8778-782f800ba0ab req-def00118-64b7-4e62-b77a-80ccef9fc035 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713489 Aug 17 00:00:30.130530 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2f1c52e9-4dcc-4b63-ac17-3ca1dc0a9586 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:30.143464 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2f1c52e9-4dcc-4b63-ac17-3ca1dc0a9586 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:30.180947 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2f1c52e9-4dcc-4b63-ac17-3ca1dc0a9586 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:30.187149 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2f1c52e9-4dcc-4b63-ac17-3ca1dc0a9586 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2951005 Aug 17 00:00:30.188175 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57876) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:30.197726 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c52e9-4dcc-4b63-ac17-3ca1dc0a9586 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82562c00-e026-47bf-b5d4-2c9da5764563,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:30.201381 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-20b2c457-b705-4bec-b9fd-8f87469a77a1 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group_rule': {'security_group_id': '82562c00-e026-47bf-b5d4-2c9da5764563', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:30.203269 n-d-800088-20 neutron-server[101402]: WARNING neutron.api.v2.base [None req-20b2c457-b705-4bec-b9fd-8f87469a77a1 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 17 00:00:30.204014 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-20b2c457-b705-4bec-b9fd-8f87469a77a1 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:00:30.209299 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57878) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:30.209790 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-20b2c457-b705-4bec-b9fd-8f87469a77a1 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0202398 Aug 17 00:00:30.326973 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee7c40-023f-40f6-8c15-8d102366f518 req-b2b23f4f-fe1d-4e76-9635-76c9031c2e13 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:30.334462 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-37ee7c40-023f-40f6-8c15-8d102366f518 req-b2b23f4f-fe1d-4e76-9635-76c9031c2e13 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43ed274-8d7a-48ed-a937-76941c13fb45 HTTP/1.1" status: 200 len: 945 time: 0.0984967 Aug 17 00:00:30.342367 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-903b3b33-5a18-48fb-917c-b35ab4864668 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:30.427501 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-903b3b33-5a18-48fb-917c-b35ab4864668 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:30.458061 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-37ee7c40-023f-40f6-8c15-8d102366f518 req-f42b21b1-a2b2-4c15-a96f-34c77b121ea4 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183894 Aug 17 00:00:30.533515 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-903b3b33-5a18-48fb-917c-b35ab4864668 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:30.536670 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-903b3b33-5a18-48fb-917c-b35ab4864668 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:30.541020 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-903b3b33-5a18-48fb-917c-b35ab4864668 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "DELETE /v2.0/security-groups/82562c00-e026-47bf-b5d4-2c9da5764563 HTTP/1.1" status: 204 len: 168 time: 0.3279862 Aug 17 00:00:30.541572 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57892) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:30.550554 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b3b33-5a18-48fb-917c-b35ab4864668 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82562c00-e026-47bf-b5d4-2c9da5764563,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:30.633464 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-76f01cb1-f052-4ffa-925b-7a3c2bfa701e tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0891607 Aug 17 00:00:30.637817 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57894) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:30.642630 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-36444f56-8cac-4408-952b-19ee5a90f67c tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group': {'name': 'tempest-secgroup--539011277'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:30.676220 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-36444f56-8cac-4408-952b-19ee5a90f67c tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:30.787065 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-36444f56-8cac-4408-952b-19ee5a90f67c tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:30.798439 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-36444f56-8cac-4408-952b-19ee5a90f67c tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:30.839470 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36444f56-8cac-4408-952b-19ee5a90f67c tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ee768c-9a8e-48d7-ad67-68299b63a59d,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:30.865981 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-36444f56-8cac-4408-952b-19ee5a90f67c tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:30.871506 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-36444f56-8cac-4408-952b-19ee5a90f67c tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2325118 Aug 17 00:00:30.871864 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57902) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:30.877818 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-0657f02f-472d-4c64-89c8-6230111e02a3 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group_rule': {'security_group_id': 'd7ee768c-9a8e-48d7-ad67-68299b63a59d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:30.896188 n-d-800088-20 neutron-server[101402]: WARNING neutron.api.v2.base [None req-0657f02f-472d-4c64-89c8-6230111e02a3 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 17 00:00:30.897652 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-0657f02f-472d-4c64-89c8-6230111e02a3 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:00:30.899733 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0657f02f-472d-4c64-89c8-6230111e02a3 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0265412 Aug 17 00:00:30.903467 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57904) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:30.908536 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-1f6b6673-6e72-45e7-a909-bdabf20c0a9c tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group_rule': {'security_group_id': 'd7ee768c-9a8e-48d7-ad67-68299b63a59d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:30.909748 n-d-800088-20 neutron-server[101403]: WARNING neutron.api.v2.base [None req-1f6b6673-6e72-45e7-a909-bdabf20c0a9c tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 17 00:00:30.910290 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-1f6b6673-6e72-45e7-a909-bdabf20c0a9c tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:00:30.911251 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1f6b6673-6e72-45e7-a909-bdabf20c0a9c tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067348 Aug 17 00:00:30.914105 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57906) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:30.920638 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-830016ce-b87c-4956-8547-7fd319ac7c9c tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group_rule': {'security_group_id': 'd7ee768c-9a8e-48d7-ad67-68299b63a59d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:30.921736 n-d-800088-20 neutron-server[101402]: WARNING neutron.api.v2.base [None req-830016ce-b87c-4956-8547-7fd319ac7c9c tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 17 00:00:30.922749 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-830016ce-b87c-4956-8547-7fd319ac7c9c tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:00:30.924285 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-830016ce-b87c-4956-8547-7fd319ac7c9c tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092216 Aug 17 00:00:30.926952 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57908) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:30.933261 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f1615868-4b4a-42a4-9eaa-ac64c0a11d32 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group_rule': {'security_group_id': 'd7ee768c-9a8e-48d7-ad67-68299b63a59d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:30.934347 n-d-800088-20 neutron-server[101402]: WARNING neutron.api.v2.base [None req-f1615868-4b4a-42a4-9eaa-ac64c0a11d32 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 17 00:00:30.934837 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-f1615868-4b4a-42a4-9eaa-ac64c0a11d32 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:00:30.935985 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f1615868-4b4a-42a4-9eaa-ac64c0a11d32 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0079803 Aug 17 00:00:30.938855 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57910) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:31.015403 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb104-ec17-45e4-9cf6-d4d2263b6591 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:31.042314 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb104-ec17-45e4-9cf6-d4d2263b6591 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:31.099304 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb104-ec17-45e4-9cf6-d4d2263b6591 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:31.102640 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb104-ec17-45e4-9cf6-d4d2263b6591 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:31.107450 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3a5eb104-ec17-45e4-9cf6-d4d2263b6591 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "DELETE /v2.0/security-groups/d7ee768c-9a8e-48d7-ad67-68299b63a59d HTTP/1.1" status: 204 len: 168 time: 0.1647472 Aug 17 00:00:31.107605 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57918) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:31.130697 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5eb104-ec17-45e4-9cf6-d4d2263b6591 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ee768c-9a8e-48d7-ad67-68299b63a59d,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:31.180177 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57924) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:31.193667 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-10b96d81-e991-41d2-b41f-b01494f10706 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0851943 Aug 17 00:00:31.199822 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57928) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:31.207973 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a03e076c-e9a4-4344-b0ef-1e31bf7e389a tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group': {'name': 'tempest-secgroup--683093260'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:31.249987 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a03e076c-e9a4-4344-b0ef-1e31bf7e389a tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:31.353478 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045931f3-a2fe-4875-b792-b93ac5dc195d req-a7cfc59c-4d0e-4cff-a6b8-2f9cf20efb8b tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:31.362306 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-045931f3-a2fe-4875-b792-b93ac5dc195d req-a7cfc59c-4d0e-4cff-a6b8-2f9cf20efb8b tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.0621121 Aug 17 00:00:31.366688 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a03e076c-e9a4-4344-b0ef-1e31bf7e389a tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:31.374904 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a03e076c-e9a4-4344-b0ef-1e31bf7e389a tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:31.408333 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-045931f3-a2fe-4875-b792-b93ac5dc195d req-61291378-873c-44cb-8380-101f50040e8d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451534 Aug 17 00:00:31.411167 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a03e076c-e9a4-4344-b0ef-1e31bf7e389a tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:31.415210 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a03e076c-e9a4-4344-b0ef-1e31bf7e389a tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2110004 Aug 17 00:00:31.415580 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57932) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:31.420702 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-57c8f809-4369-4de9-97cb-24112227e640 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group_rule': {'security_group_id': '4f2146d3-124b-484a-bf17-51306caafc19', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:31.421595 n-d-800088-20 neutron-server[101402]: WARNING neutron.api.v2.base [None req-57c8f809-4369-4de9-97cb-24112227e640 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 17 00:00:31.431071 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-57c8f809-4369-4de9-97cb-24112227e640 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:00:31.431071 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-57c8f809-4369-4de9-97cb-24112227e640 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064166 Aug 17 00:00:31.431071 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57934) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:31.438570 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-b1dc5ec9-66f5-4309-bb6b-e0543cd6d67b tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group_rule': {'security_group_id': '4f2146d3-124b-484a-bf17-51306caafc19', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:31.449986 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e076c-e9a4-4344-b0ef-1e31bf7e389a tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2146d3-124b-484a-bf17-51306caafc19,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:31.497337 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c9c14f3c-e7b1-46b6-a155-e7698fa9ff1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:31.499427 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-b1dc5ec9-66f5-4309-bb6b-e0543cd6d67b tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:00:31.503161 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b1dc5ec9-66f5-4309-bb6b-e0543cd6d67b tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0736055 Aug 17 00:00:31.503591 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57940) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:31.508569 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-6cc45d91-bd2e-48e8-837e-6baa3870006d tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group_rule': {'security_group_id': '4f2146d3-124b-484a-bf17-51306caafc19', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:31.509073 n-d-800088-20 neutron-server[101402]: WARNING neutron.api.v2.base [None req-6cc45d91-bd2e-48e8-837e-6baa3870006d tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 17 00:00:31.510591 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-6cc45d91-bd2e-48e8-837e-6baa3870006d tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:00:31.513838 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6cc45d91-bd2e-48e8-837e-6baa3870006d tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068495 Aug 17 00:00:31.514408 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57942) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:31.520210 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1393590c-e4d8-452c-84b1-3f3bae24582e tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group_rule': {'security_group_id': '4f2146d3-124b-484a-bf17-51306caafc19', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:31.620315 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ba6a2-1833-4416-b7f8-d25096d92e4b req-d3edb278-9c24-4afd-bb9a-7f29d8b9fd8f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:31.622024 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-113ba6a2-1833-4416-b7f8-d25096d92e4b req-d3edb278-9c24-4afd-bb9a-7f29d8b9fd8f tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43ed274-8d7a-48ed-a937-76941c13fb45 HTTP/1.1" status: 200 len: 945 time: 0.0778561 Aug 17 00:00:31.691912 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-113ba6a2-1833-4416-b7f8-d25096d92e4b req-0553378b-eade-449d-a4b6-b1ffa12f48ac tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/security-groups?id=af565594-c252-4118-9097-39ceaf216998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638866 Aug 17 00:00:31.697778 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c9c14f3c-e7b1-46b6-a155-e7698fa9ff1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:31.706757 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c9c14f3c-e7b1-46b6-a155-e7698fa9ff1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:31.770561 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c9c14f3c-e7b1-46b6-a155-e7698fa9ff1e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4c1578cae7f044b69056152c27cfc347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5892141 Aug 17 00:00:31.773205 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57956) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:31.774078 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-1393590c-e4d8-452c-84b1-3f3bae24582e tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:00:31.776940 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1393590c-e4d8-452c-84b1-3f3bae24582e tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2619734 Aug 17 00:00:31.780255 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57958) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:31.785054 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c14f3c-e7b1-46b6-a155-e7698fa9ff1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7049b1b4-0810-4440-8919-469c35c16ad0,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:31.789971 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1ef612f6-937e-4f3d-bbb0-1b6704a4b382 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group_rule': {'security_group_id': '4f2146d3-124b-484a-bf17-51306caafc19', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:31.791241 n-d-800088-20 neutron-server[101402]: WARNING neutron.api.v2.base [None req-1ef612f6-937e-4f3d-bbb0-1b6704a4b382 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 17 00:00:31.792237 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-1ef612f6-937e-4f3d-bbb0-1b6704a4b382 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:00:31.797120 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1ef612f6-937e-4f3d-bbb0-1b6704a4b382 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0122049 Aug 17 00:00:31.798150 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57960) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:31.803676 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-d862b62a-f187-4188-8c88-ee89400d5482 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group_rule': {'security_group_id': '4f2146d3-124b-484a-bf17-51306caafc19', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:31.833416 n-d-800088-20 neutron-server[101402]: INFO neutron.db.securitygroups_db [None req-d862b62a-f187-4188-8c88-ee89400d5482 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Project a51243824374432dae9ef8b44e82ba7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:00:31.856225 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-d862b62a-f187-4188-8c88-ee89400d5482 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:00:31.857549 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d862b62a-f187-4188-8c88-ee89400d5482 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0583231 Aug 17 00:00:31.863096 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57966) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:31.867662 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2d058021-5308-4ec2-888b-239f9a0d0664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:31.868490 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-2fe821f4-df9c-4d29-a637-f038ca1a70fa tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group_rule': {'security_group_id': '4f2146d3-124b-484a-bf17-51306caafc19', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:31.869735 n-d-800088-20 neutron-server[101402]: WARNING neutron.api.v2.base [None req-2fe821f4-df9c-4d29-a637-f038ca1a70fa tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 17 00:00:31.870644 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-2fe821f4-df9c-4d29-a637-f038ca1a70fa tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:00:31.875203 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2fe821f4-df9c-4d29-a637-f038ca1a70fa tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0110993 Aug 17 00:00:31.876137 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57968) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:31.881835 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-29c082e0-a17a-476a-b166-60677daa91f3 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group_rule': {'security_group_id': '4f2146d3-124b-484a-bf17-51306caafc19', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:31.894527 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2d058021-5308-4ec2-888b-239f9a0d0664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:31.910653 n-d-800088-20 neutron-server[101402]: INFO neutron.db.securitygroups_db [None req-29c082e0-a17a-476a-b166-60677daa91f3 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Project a51243824374432dae9ef8b44e82ba7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:00:31.961224 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2d058021-5308-4ec2-888b-239f9a0d0664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:31.967448 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2d058021-5308-4ec2-888b-239f9a0d0664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:31.969200 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2d058021-5308-4ec2-888b-239f9a0d0664 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7049b1b4-0810-4440-8919-469c35c16ad0 HTTP/1.1" status: 204 len: 168 time: 0.1941421 Aug 17 00:00:31.970093 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-29c082e0-a17a-476a-b166-60677daa91f3 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:00:31.971567 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-29c082e0-a17a-476a-b166-60677daa91f3 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0940025 Aug 17 00:00:31.975068 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57972) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:31.985850 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-c7f26ac0-ea82-421e-b77d-0ecb53dfc1a9 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group_rule': {'security_group_id': '4f2146d3-124b-484a-bf17-51306caafc19', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:32.003351 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d058021-5308-4ec2-888b-239f9a0d0664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7049b1b4-0810-4440-8919-469c35c16ad0,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:32.034243 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742cd45-a704-4996-8367-a726499e2805 req-273591fc-fad2-4eac-a170-1341e5b744c6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:32.036204 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b742cd45-a704-4996-8367-a726499e2805 req-273591fc-fad2-4eac-a170-1341e5b744c6 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a43ed274-8d7a-48ed-a937-76941c13fb45 HTTP/1.1" status: 200 len: 945 time: 0.1229763 Aug 17 00:00:32.037783 n-d-800088-20 neutron-server[101402]: INFO neutron.db.securitygroups_db [None req-c7f26ac0-ea82-421e-b77d-0ecb53dfc1a9 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Project a51243824374432dae9ef8b44e82ba7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:00:32.083296 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-c7f26ac0-ea82-421e-b77d-0ecb53dfc1a9 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:00:32.084590 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c7f26ac0-ea82-421e-b77d-0ecb53dfc1a9 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1082926 Aug 17 00:00:32.088256 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57974) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:32.196073 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-560476a3-8e72-4c20-bf1d-93b740923a2b tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:32.210647 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-b742cd45-a704-4996-8367-a726499e2805 req-a992fef1-ca49-4565-949b-baea4e5546f8 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Deleting port 149b7601-be0a-4eb4-9ae5-249c162a1527 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:00:32.211001 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b742cd45-a704-4996-8367-a726499e2805 req-a992fef1-ca49-4565-949b-baea4e5546f8 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:32.266265 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-560476a3-8e72-4c20-bf1d-93b740923a2b tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:32.365227 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-b742cd45-a704-4996-8367-a726499e2805 req-a992fef1-ca49-4565-949b-baea4e5546f8 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] For port 149b7601-be0a-4eb4-9ae5-249c162a1527, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=149b7601-be0a-4eb4-9ae5-249c162a1527,segment=NetworkSegment(195c45c5-cd43-41af-8d53-b4ffd5a9d3ad),segment_id=195c45c5-cd43-41af-8d53-b4ffd5a9d3ad)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:32.365741 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b742cd45-a704-4996-8367-a726499e2805 req-a992fef1-ca49-4565-949b-baea4e5546f8 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:32.384134 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-560476a3-8e72-4c20-bf1d-93b740923a2b tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:32.395060 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-560476a3-8e72-4c20-bf1d-93b740923a2b tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:32.399464 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57984) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:32.400482 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-560476a3-8e72-4c20-bf1d-93b740923a2b tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "DELETE /v2.0/security-groups/4f2146d3-124b-484a-bf17-51306caafc19 HTTP/1.1" status: 204 len: 168 time: 0.3113523 Aug 17 00:00:32.420086 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-b742cd45-a704-4996-8367-a726499e2805 req-a992fef1-ca49-4565-949b-baea4e5546f8 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Calling delete_port for 149b7601-be0a-4eb4-9ae5-249c162a1527 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:00:32.441173 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560476a3-8e72-4c20-bf1d-93b740923a2b tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2146d3-124b-484a-bf17-51306caafc19,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:32.508247 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57988) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:32.520319 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ff0b182e-5f92-4b12-bb33-e21fc62720cb tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1158168 Aug 17 00:00:32.522529 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57990) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:32.528335 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-c549e90b-fd25-4daa-9615-220f2791db7b tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group': {'name': 'tempest-secgroup--606200342'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:32.549531 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-50b83af4-b240-4953-9329-d7fe7a13e80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:32.594895 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c549e90b-fd25-4daa-9615-220f2791db7b tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:32.672988 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57994) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:32.700090 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b742cd45-a704-4996-8367-a726499e2805 req-a992fef1-ca49-4565-949b-baea4e5546f8 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:32.706900 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72cf95b-0ced-4327-b0a8-fce2a69b52c5 req-acf6bd6d-1f23-4229-b5b3-b4e0ff5e2a73 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:32.708513 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c72cf95b-0ced-4327-b0a8-fce2a69b52c5 req-acf6bd6d-1f23-4229-b5b3-b4e0ff5e2a73 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.1555500 Aug 17 00:00:32.719012 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['149b7601-be0a-4eb4-9ae5-249c162a1527'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:00:32.742197 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992fef1-ca49-4565-949b-baea4e5546f8 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Pushing event deleted for resources: {'Port': ['ID=149b7601-be0a-4eb4-9ae5-249c162a1527,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:32.799577 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-b742cd45-a704-4996-8367-a726499e2805 req-a992fef1-ca49-4565-949b-baea4e5546f8 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] No DVR routers for this DVR port 149b7601-be0a-4eb4-9ae5-249c162a1527 on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:00:32.803967 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b742cd45-a704-4996-8367-a726499e2805 req-a992fef1-ca49-4565-949b-baea4e5546f8 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:32.807197 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b742cd45-a704-4996-8367-a726499e2805 req-a992fef1-ca49-4565-949b-baea4e5546f8 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.64 "DELETE /v2.0/ports/149b7601-be0a-4eb4-9ae5-249c162a1527 HTTP/1.1" status: 204 len: 173 time: 0.7599351 Aug 17 00:00:32.807714 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43ed274-8d7a-48ed-a937-76941c13fb45', 'name': 'network-vif-deleted', 'tag': '149b7601-be0a-4eb4-9ae5-249c162a1527'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:00:32.811557 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b2da4d-8b02-435d-89ed-cbd64a86a31b" -d '{"events": [{"server_uuid": "a43ed274-8d7a-48ed-a937-76941c13fb45", "name": "network-vif-deleted", "tag": "149b7601-be0a-4eb4-9ae5-249c162a1527"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:00:32.825155 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-e60a2819-3c61-43ac-9f7a-b5a94293ac48 service neutron] show failed (client error): The resource could not be found. Aug 17 00:00:32.827404 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-e60a2819-3c61-43ac-9f7a-b5a94293ac48 service neutron] 10.222.0.64 "GET /v2.0/ports/b406dcef-656d-44f5-b8a2-9b2c86536c7c/bindings/n-h1-800088-20 HTTP/1.1" status: 404 len: 381 time: 0.2338939 Aug 17 00:00:32.842186 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-115035e8-d483-4574-a3c3-4f463e768f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:32.892996 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be042cc1-695c-4bab-a253-84670eb2c5f2 req-bc258482-a5f9-4ecb-ab2f-414554ac7e45 tempest-DeleteServersTestJSON-1104028716 tempest-DeleteServersTestJSON-1104028716-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43ed274-8d7a-48ed-a937-76941c13fb45 HTTP/1.1" status: 200 len: 210 time: 0.0418305 Aug 17 00:00:32.922077 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c72cf95b-0ced-4327-b0a8-fce2a69b52c5 req-11f3cba3-16a7-4d52-a133-6acf55f30e5b tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868207 Aug 17 00:00:32.928324 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-50b83af4-b240-4953-9329-d7fe7a13e80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:32.957120 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-50b83af4-b240-4953-9329-d7fe7a13e80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:32.990773 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b333710a-3245-4ba7-ae99-2cb5d048e6d0 x-openstack-request-id: req-b333710a-3245-4ba7-ae99-2cb5d048e6d0 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:00:32.992143 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43ed274-8d7a-48ed-a937-76941c13fb45", "name": "network-vif-deleted", "tag": "149b7601-be0a-4eb4-9ae5-249c162a1527", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:00:32.995318 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b333710a-3245-4ba7-ae99-2cb5d048e6d0 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:00:32.996432 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43ed274-8d7a-48ed-a937-76941c13fb45', 'name': 'network-vif-deleted', 'tag': '149b7601-be0a-4eb4-9ae5-249c162a1527', 'status': 'completed', 'code': 200} Aug 17 00:00:33.003971 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-50b83af4-b240-4953-9329-d7fe7a13e80d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c0b3d6ef76034c1bab1af3a498e446a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4814041 Aug 17 00:00:33.004906 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b83af4-b240-4953-9329-d7fe7a13e80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a63eea4-ff8f-482e-b02e-db49cbdec1cf,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:33.008063 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58004) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:33.078569 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b4cb01b8-8494-4967-a22a-4bc434d57185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:33.101395 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b4cb01b8-8494-4967-a22a-4bc434d57185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:33.111000 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c549e90b-fd25-4daa-9615-220f2791db7b tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:33.136033 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c549e90b-fd25-4daa-9615-220f2791db7b tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:33.167112 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b4cb01b8-8494-4967-a22a-4bc434d57185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:33.170029 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b4cb01b8-8494-4967-a22a-4bc434d57185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:33.171894 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b4cb01b8-8494-4967-a22a-4bc434d57185 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9a63eea4-ff8f-482e-b02e-db49cbdec1cf HTTP/1.1" status: 204 len: 168 time: 0.1627545 Aug 17 00:00:33.180629 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb01b8-8494-4967-a22a-4bc434d57185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a63eea4-ff8f-482e-b02e-db49cbdec1cf,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:33.222505 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549e90b-fd25-4daa-9615-220f2791db7b tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd3d299-317c-40a3-a428-9ed79fba9bf0,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:33.257747 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-aa70ca4f-f7f8-4934-b2e3-ffc233046a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:33.259873 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-aa70ca4f-f7f8-4934-b2e3-ffc233046a98 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801&tenant_id=636fdf9ffe334b56b1041327d83dc393 HTTP/1.1" status: 200 len: 1101 time: 0.1723630 Aug 17 00:00:33.278129 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-a49c1fc8-8e58-410d-a136-c745d59f47ec service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:00:33.279037 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-a49c1fc8-8e58-410d-a136-c745d59f47ec service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068486 Aug 17 00:00:33.296190 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-2d3b0270-bac7-4fe7-9e44-f797e30e8185 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-20', 'device_owner': 'compute:nova'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:33.369456 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-115035e8-d483-4574-a3c3-4f463e768f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:33.398240 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-115035e8-d483-4574-a3c3-4f463e768f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:33.470864 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115035e8-d483-4574-a3c3-4f463e768f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a238e461-8e7a-4115-b424-7d395698ab74,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:33.477481 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c549e90b-fd25-4daa-9615-220f2791db7b tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:33.482082 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c549e90b-fd25-4daa-9615-220f2791db7b tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9559076 Aug 17 00:00:33.482082 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-2d3b0270-bac7-4fe7-9e44-f797e30e8185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:33.484401 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58020) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:33.493141 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-2cdd6d4a-81d5-4acf-97f3-aab8a01baee4 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group_rule': {'security_group_id': '1cd3d299-317c-40a3-a428-9ed79fba9bf0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:33.510972 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58022) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:33.517278 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-115035e8-d483-4574-a3c3-4f463e768f8b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c2790815f5554005bbdf86c2ad8e716f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8407648 Aug 17 00:00:33.625227 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-2cdd6d4a-81d5-4acf-97f3-aab8a01baee4 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] create failed (client error): The resource could not be found. Aug 17 00:00:33.629386 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2cdd6d4a-81d5-4acf-97f3-aab8a01baee4 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1413295 Aug 17 00:00:33.629708 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58028) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:33.635744 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-eff2c4d3-a6fa-478d-8d6a-a40831de7e5e tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group_rule': {'security_group_id': '1cd3d299-317c-40a3-a428-9ed79fba9bf0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4aa19f59-b856-42ea-b8e0-c4a5e61d6971'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:33.664370 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-050ca7c2-8239-4c56-b6b4-88cf608c1a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:33.699333 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-050ca7c2-8239-4c56-b6b4-88cf608c1a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:33.732384 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-eff2c4d3-a6fa-478d-8d6a-a40831de7e5e tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] create failed (client error): The resource could not be found. Aug 17 00:00:33.733582 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-eff2c4d3-a6fa-478d-8d6a-a40831de7e5e tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1022685 Aug 17 00:00:33.736608 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58032) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:33.769493 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-050ca7c2-8239-4c56-b6b4-88cf608c1a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:33.774427 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-050ca7c2-8239-4c56-b6b4-88cf608c1a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:33.776004 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-050ca7c2-8239-4c56-b6b4-88cf608c1a92 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a238e461-8e7a-4115-b424-7d395698ab74 HTTP/1.1" status: 204 len: 168 time: 0.2638588 Aug 17 00:00:33.800628 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ca7c2-8239-4c56-b6b4-88cf608c1a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a238e461-8e7a-4115-b424-7d395698ab74,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:33.833382 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-83c68688-4a27-4a74-94c8-2d5cfb9542a5 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:33.835940 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-2d3b0270-bac7-4fe7-9e44-f797e30e8185 service neutron] For port b406dcef-656d-44f5-b8a2-9b2c86536c7c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b406dcef-656d-44f5-b8a2-9b2c86536c7c,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:33.862938 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:00:33.878089 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-83c68688-4a27-4a74-94c8-2d5cfb9542a5 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:33.907494 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-2d3b0270-bac7-4fe7-9e44-f797e30e8185 service neutron] For port b406dcef-656d-44f5-b8a2-9b2c86536c7c, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:00:34.034509 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-2d3b0270-bac7-4fe7-9e44-f797e30e8185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:34.034665 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-83c68688-4a27-4a74-94c8-2d5cfb9542a5 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:34.037604 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-83c68688-4a27-4a74-94c8-2d5cfb9542a5 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:34.043335 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-83c68688-4a27-4a74-94c8-2d5cfb9542a5 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "DELETE /v2.0/security-groups/1cd3d299-317c-40a3-a428-9ed79fba9bf0 HTTP/1.1" status: 204 len: 168 time: 0.3030055 Aug 17 00:00:34.043982 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58052) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:34.063832 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c68688-4a27-4a74-94c8-2d5cfb9542a5 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd3d299-317c-40a3-a428-9ed79fba9bf0,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:34.067605 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-2d3b0270-bac7-4fe7-9e44-f797e30e8185 service neutron] Transition to ACTIVE for port object b406dcef-656d-44f5-b8a2-9b2c86536c7c will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:00:34.076682 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-2d3b0270-bac7-4fe7-9e44-f797e30e8185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:34.195785 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-2d3b0270-bac7-4fe7-9e44-f797e30e8185 service neutron] No DVR routers for this DVR port b406dcef-656d-44f5-b8a2-9b2c86536c7c on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:00:34.199144 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b0270-bac7-4fe7-9e44-f797e30e8185 service neutron] Pushing event updated for resources: {'Port': ['ID=b406dcef-656d-44f5-b8a2-9b2c86536c7c,revision_number=6']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:34.273687 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f15762-06d6-42c8-8850-867434c56c33 req-87cc9afb-9179-406a-a5ba-0b4b620f5081 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:34.275713 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40f15762-06d6-42c8-8850-867434c56c33 req-87cc9afb-9179-406a-a5ba-0b4b620f5081 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 947 time: 0.2026072 Aug 17 00:00:34.279694 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4889c740-bee6-4817-9218-ba42e3157874 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2350051 Aug 17 00:00:34.283651 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-2d3b0270-bac7-4fe7-9e44-f797e30e8185 service neutron] Attempting to bind port b406dcef-656d-44f5-b8a2-9b2c86536c7c on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:00:34.283807 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-2d3b0270-bac7-4fe7-9e44-f797e30e8185 service neutron] Attempting to bind port b406dcef-656d-44f5-b8a2-9b2c86536c7c by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:00:34.284086 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-2d3b0270-bac7-4fe7-9e44-f797e30e8185 service neutron] Attempting to bind port b406dcef-656d-44f5-b8a2-9b2c86536c7c on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:00:34.284476 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58066) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:34.292533 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-b982afa3-d3cc-47f3-89b6-372474c299ee tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group_rule': {'security_group_id': '3c43cbed-32e0-4ca2-a429-36158d5e6b00', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:34.304463 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-2d3b0270-bac7-4fe7-9e44-f797e30e8185 service neutron] Port b406dcef-656d-44f5-b8a2-9b2c86536c7c on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:00:34.304802 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-2d3b0270-bac7-4fe7-9e44-f797e30e8185 service neutron] Attempting to bind port b406dcef-656d-44f5-b8a2-9b2c86536c7c on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:00:34.324197 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-2d3b0270-bac7-4fe7-9e44-f797e30e8185 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:00:34.324577 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-2d3b0270-bac7-4fe7-9e44-f797e30e8185 service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:00:34.324935 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-2d3b0270-bac7-4fe7-9e44-f797e30e8185 service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:00:34.325390 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-2d3b0270-bac7-4fe7-9e44-f797e30e8185 service neutron] Bound port: b406dcef-656d-44f5-b8a2-9b2c86536c7c, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:00:34.325744 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-2d3b0270-bac7-4fe7-9e44-f797e30e8185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:34.389108 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40f15762-06d6-42c8-8850-867434c56c33 req-7e1a0e88-145a-450d-a9d3-cf76d483665a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074045 Aug 17 00:00:34.392434 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58072) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:34.443932 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1aa5fdbc-ccfc-4897-9cd6-7adff094db4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:34.464432 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-b982afa3-d3cc-47f3-89b6-372474c299ee tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] create failed (client error): The resource could not be found. Aug 17 00:00:34.467138 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b982afa3-d3cc-47f3-89b6-372474c299ee tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1815271 Aug 17 00:00:34.471137 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58078) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:34.481903 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-2b1972ae-c6e7-485c-83b9-cfd419058d59 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group': {'name': 'tempest-secgroup--1827004976'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:34.520242 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-2d3b0270-bac7-4fe7-9e44-f797e30e8185 service neutron] For port b406dcef-656d-44f5-b8a2-9b2c86536c7c, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:00:34.528174 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-2d3b0270-bac7-4fe7-9e44-f797e30e8185 service neutron] For port b406dcef-656d-44f5-b8a2-9b2c86536c7c, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=b406dcef-656d-44f5-b8a2-9b2c86536c7c,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:00:34.543959 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-2d3b0270-bac7-4fe7-9e44-f797e30e8185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:34.658266 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-2d3b0270-bac7-4fe7-9e44-f797e30e8185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:34.658888 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-2d3b0270-bac7-4fe7-9e44-f797e30e8185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:34.661331 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-2d3b0270-bac7-4fe7-9e44-f797e30e8185 service neutron] 10.222.0.69 "PUT /v2.0/ports/b406dcef-656d-44f5-b8a2-9b2c86536c7c HTTP/1.1" status: 200 len: 1096 time: 1.3709002 Aug 17 00:00:34.662375 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b0270-bac7-4fe7-9e44-f797e30e8185 service neutron] Pushing event updated for resources: {'Port': ['ID=b406dcef-656d-44f5-b8a2-9b2c86536c7c,revision_number=7']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:34.684788 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1aa5fdbc-ccfc-4897-9cd6-7adff094db4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:34.695018 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1aa5fdbc-ccfc-4897-9cd6-7adff094db4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:34.779295 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1aa5fdbc-ccfc-4897-9cd6-7adff094db4f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=544af92200d34cfaa8a2d7b16a4babf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3825288 Aug 17 00:00:34.784091 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58100) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:34.794828 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2b1972ae-c6e7-485c-83b9-cfd419058d59 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:34.796311 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-929a071a-ec44-49e8-93de-4faad850b2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:34.801140 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-929a071a-ec44-49e8-93de-4faad850b2e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 1099 time: 0.1068461 Aug 17 00:00:34.807435 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5fdbc-ccfc-4897-9cd6-7adff094db4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8f7590-8a0b-4fdb-87c1-192bc16e21e0,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:34.834822 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5fdbc-ccfc-4897-9cd6-7adff094db4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:34.835187 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5fdbc-ccfc-4897-9cd6-7adff094db4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:34.835522 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5fdbc-ccfc-4897-9cd6-7adff094db4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:34.835866 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5fdbc-ccfc-4897-9cd6-7adff094db4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:34.836569 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5fdbc-ccfc-4897-9cd6-7adff094db4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:34.836569 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5fdbc-ccfc-4897-9cd6-7adff094db4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:34.836849 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5fdbc-ccfc-4897-9cd6-7adff094db4f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:34.837296 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5fdbc-ccfc-4897-9cd6-7adff094db4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:34.838160 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5fdbc-ccfc-4897-9cd6-7adff094db4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:34.838491 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5fdbc-ccfc-4897-9cd6-7adff094db4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:34.838916 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5fdbc-ccfc-4897-9cd6-7adff094db4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:34.839252 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5fdbc-ccfc-4897-9cd6-7adff094db4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:34.973944 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2b1972ae-c6e7-485c-83b9-cfd419058d59 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:34.986501 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2b1972ae-c6e7-485c-83b9-cfd419058d59 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:35.003723 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd1ecbc-c567-475e-8fd9-44b573f66801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b406dcef-656d-44f5-b8a2-9b2c86536c7c'}, {'name': 'network-changed', 'server_uuid': 'cdd1ecbc-c567-475e-8fd9-44b573f66801', 'tag': 'b406dcef-656d-44f5-b8a2-9b2c86536c7c'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:00:35.006962 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315a767c-8fef-49e4-a86e-e9589ad7733e" -d '{"events": [{"server_uuid": "cdd1ecbc-c567-475e-8fd9-44b573f66801", "name": "network-vif-unplugged", "status": "completed", "tag": "b406dcef-656d-44f5-b8a2-9b2c86536c7c"}, {"name": "network-changed", "server_uuid": "cdd1ecbc-c567-475e-8fd9-44b573f66801", "tag": "b406dcef-656d-44f5-b8a2-9b2c86536c7c"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:00:35.037871 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2b1972ae-c6e7-485c-83b9-cfd419058d59 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:35.042202 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2b1972ae-c6e7-485c-83b9-cfd419058d59 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5699217 Aug 17 00:00:35.043904 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58108) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:35.048786 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-8f2cc4ca-c964-4d51-97c7-75b00275cb8c tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group': {'name': 'tempest-secgroup--1769015741'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:35.054314 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1972ae-c6e7-485c-83b9-cfd419058d59 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=502813ca-2917-4d17-97d4-adc3938bb0e9,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:35.069917 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-27db2b2a-0f5c-4e3b-bcae-390b928f411b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:35.074099 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-27db2b2a-0f5c-4e3b-bcae-390b928f411b service neutron] 10.222.0.69 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.2530739 Aug 17 00:00:35.105340 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8f2cc4ca-c964-4d51-97c7-75b00275cb8c tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:35.166982 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-f2122efd-5c66-42e7-8b3d-b7c6a4903fd4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=b406dcef-656d-44f5-b8a2-9b2c86536c7c HTTP/1.1" status: 200 len: 217 time: 0.0770662 Aug 17 00:00:35.169583 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 17 Aug 2021 00:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8816f29-a1c1-4b95-a7ab-7f5bb8f1ca82 x-openstack-request-id: req-e8816f29-a1c1-4b95-a7ab-7f5bb8f1ca82 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:00:35.170147 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd1ecbc-c567-475e-8fd9-44b573f66801", "name": "network-vif-unplugged", "status": "completed", "tag": "b406dcef-656d-44f5-b8a2-9b2c86536c7c", "code": 200}, {"name": "network-changed", "server_uuid": "cdd1ecbc-c567-475e-8fd9-44b573f66801", "tag": "b406dcef-656d-44f5-b8a2-9b2c86536c7c", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:00:35.171287 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8816f29-a1c1-4b95-a7ab-7f5bb8f1ca82 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:00:35.172088 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd1ecbc-c567-475e-8fd9-44b573f66801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b406dcef-656d-44f5-b8a2-9b2c86536c7c', 'code': 200} Aug 17 00:00:35.172571 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd1ecbc-c567-475e-8fd9-44b573f66801', 'tag': 'b406dcef-656d-44f5-b8a2-9b2c86536c7c', 'status': 'completed', 'code': 200} Aug 17 00:00:35.188159 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2df6173c-3e1e-475b-92a2-24dbc0a3215e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:35.245291 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2df6173c-3e1e-475b-92a2-24dbc0a3215e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:35.255017 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-34a29d33-7c36-40d0-8500-7548f1590aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:35.256746 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-34a29d33-7c36-40d0-8500-7548f1590aa1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0802977 Aug 17 00:00:35.303133 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a767c-8fef-49e4-a86e-e9589ad7733e req-5b058f2b-c01f-4a5c-81f3-962327d2547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:35.305593 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-315a767c-8fef-49e4-a86e-e9589ad7733e req-5b058f2b-c01f-4a5c-81f3-962327d2547e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 1099 time: 0.1161909 Aug 17 00:00:35.396946 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-f734cc5c-4c7d-47f2-bb52-8a97b8e0ac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:35.398610 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-f734cc5c-4c7d-47f2-bb52-8a97b8e0ac87 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1173415 Aug 17 00:00:35.524454 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8f2cc4ca-c964-4d51-97c7-75b00275cb8c tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:35.558828 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8f2cc4ca-c964-4d51-97c7-75b00275cb8c tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:35.567231 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2df6173c-3e1e-475b-92a2-24dbc0a3215e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:35.573462 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2df6173c-3e1e-475b-92a2-24dbc0a3215e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:35.575744 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2df6173c-3e1e-475b-92a2-24dbc0a3215e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0f8f7590-8a0b-4fdb-87c1-192bc16e21e0 HTTP/1.1" status: 204 len: 168 time: 0.7904518 Aug 17 00:00:35.645235 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6173c-3e1e-475b-92a2-24dbc0a3215e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8f7590-8a0b-4fdb-87c1-192bc16e21e0,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:35.733735 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 149b7601-be0a-4eb4-9ae5-249c162a1527 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:00:35.755512 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-92462fbe-bffc-4cbe-8000-13e4f7f14761 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430793 Aug 17 00:00:35.774270 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 149b7601-be0a-4eb4-9ae5-249c162a1527 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:00:35.774620 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 149b7601-be0a-4eb4-9ae5-249c162a1527 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:00:35.775733 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device b406dcef-656d-44f5-b8a2-9b2c86536c7c no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:00:35.856544 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device b406dcef-656d-44f5-b8a2-9b2c86536c7c not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:00:35.930214 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2c79207b-5128-4ae8-b20c-502adc3a4c30 req-0cc26ecd-926f-439b-bc1e-6900a6fda75f service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623023 Aug 17 00:00:36.140915 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a767c-8fef-49e4-a86e-e9589ad7733e req-a6538381-328e-4a26-a59c-2e4d6ddaa777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:36.142572 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-315a767c-8fef-49e4-a86e-e9589ad7733e req-a6538381-328e-4a26-a59c-2e4d6ddaa777 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 1099 time: 0.1284022 Aug 17 00:00:36.374134 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a767c-8fef-49e4-a86e-e9589ad7733e req-bc5345d9-646f-4e4d-8f2d-a46de2defbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:36.375876 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-315a767c-8fef-49e4-a86e-e9589ad7733e req-bc5345d9-646f-4e4d-8f2d-a46de2defbcd service neutron] 10.222.0.69 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.2142165 Aug 17 00:00:36.402738 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2cc4ca-c964-4d51-97c7-75b00275cb8c tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1de23d-e807-47c9-9b1f-ce71de8b9885,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:36.405869 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a767c-8fef-49e4-a86e-e9589ad7733e req-e046f88c-a320-4a74-a20b-912c8086e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:36.407508 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-315a767c-8fef-49e4-a86e-e9589ad7733e req-e046f88c-a320-4a74-a20b-912c8086e45f service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 1.0904741 Aug 17 00:00:36.437808 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8f2cc4ca-c964-4d51-97c7-75b00275cb8c tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:36.439424 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8f2cc4ca-c964-4d51-97c7-75b00275cb8c tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3945887 Aug 17 00:00:36.459872 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0f415-6b08-46eb-831d-ae00fee02a7d req-17768ac6-70bc-43bb-ad02-862a96a8125a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:36.469503 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-88c0f415-6b08-46eb-831d-ae00fee02a7d req-17768ac6-70bc-43bb-ad02-862a96a8125a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 947 time: 0.9210556 Aug 17 00:00:36.480434 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58206) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:36.486697 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-24380c28-d206-423b-bcb4-0edd3ced828f tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group_rule': {'security_group_id': '502813ca-2917-4d17-97d4-adc3938bb0e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4e1de23d-e807-47c9-9b1f-ce71de8b9885'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:36.534033 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-315a767c-8fef-49e4-a86e-e9589ad7733e req-a5d27b1e-0ddf-424b-aecf-abedb0c584d5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=b406dcef-656d-44f5-b8a2-9b2c86536c7c HTTP/1.1" status: 200 len: 217 time: 0.1444466 Aug 17 00:00:36.562240 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-315a767c-8fef-49e4-a86e-e9589ad7733e req-edd0c178-f945-45cf-be85-3818c25032bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=b406dcef-656d-44f5-b8a2-9b2c86536c7c HTTP/1.1" status: 200 len: 217 time: 0.1185553 Aug 17 00:00:36.596961 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-88c0f415-6b08-46eb-831d-ae00fee02a7d req-f097243a-0d4f-4262-8580-a56ac2f1300d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263843 Aug 17 00:00:36.629309 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a767c-8fef-49e4-a86e-e9589ad7733e req-8ab58c8a-4725-4b71-ae38-ffd24eebacb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:36.630904 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-315a767c-8fef-49e4-a86e-e9589ad7733e req-8ab58c8a-4725-4b71-ae38-ffd24eebacb1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0884261 Aug 17 00:00:36.637429 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-24380c28-d206-423b-bcb4-0edd3ced828f tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:00:36.646529 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-24380c28-d206-423b-bcb4-0edd3ced828f tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1647890 Aug 17 00:00:36.655645 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58226) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:36.740745 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d8c5ec5-dd22-4f89-abbc-2d210abe3dc0 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:36.763557 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a767c-8fef-49e4-a86e-e9589ad7733e req-cec40b2a-f1b4-45f8-b4ae-9bfdf662f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:36.770870 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-315a767c-8fef-49e4-a86e-e9589ad7733e req-cec40b2a-f1b4-45f8-b4ae-9bfdf662f657 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1175575 Aug 17 00:00:36.785676 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a767c-8fef-49e4-a86e-e9589ad7733e req-f2ce975a-357a-4cef-97f3-8d3a683deac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:36.787640 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-315a767c-8fef-49e4-a86e-e9589ad7733e req-f2ce975a-357a-4cef-97f3-8d3a683deac9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.2051744 Aug 17 00:00:36.796356 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d8c5ec5-dd22-4f89-abbc-2d210abe3dc0 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:36.941073 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1db61-5d0d-4f23-ae9c-192798a85f08 req-2d707d2a-f548-4163-b117-abdb0655bfa4 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:36.946455 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-34f1db61-5d0d-4f23-ae9c-192798a85f08 req-2d707d2a-f548-4163-b117-abdb0655bfa4 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b7e19e-d9f8-4f20-acc7-4f822b3058c0 HTTP/1.1" status: 200 len: 945 time: 0.2211089 Aug 17 00:00:36.957255 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d8c5ec5-dd22-4f89-abbc-2d210abe3dc0 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:36.959809 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d8c5ec5-dd22-4f89-abbc-2d210abe3dc0 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:36.967101 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4d8c5ec5-dd22-4f89-abbc-2d210abe3dc0 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "DELETE /v2.0/security-groups/4e1de23d-e807-47c9-9b1f-ce71de8b9885 HTTP/1.1" status: 204 len: 168 time: 0.3089671 Aug 17 00:00:36.968096 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58238) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:36.988374 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a767c-8fef-49e4-a86e-e9589ad7733e req-49656dcc-61b4-43a1-adc5-2a5742c2a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:36.990005 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-315a767c-8fef-49e4-a86e-e9589ad7733e req-49656dcc-61b4-43a1-adc5-2a5742c2a867 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1886680 Aug 17 00:00:37.071236 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-436a3d20-d2d5-4638-a724-5284f20738ca tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0958893 Aug 17 00:00:37.074439 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-315a767c-8fef-49e4-a86e-e9589ad7733e req-3d718ee8-8bb7-444c-8724-e1e91f62e07c service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946458 Aug 17 00:00:37.076172 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58252) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:37.077507 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c5ec5-dd22-4f89-abbc-2d210abe3dc0 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1de23d-e807-47c9-9b1f-ce71de8b9885,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:37.145268 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-34f1db61-5d0d-4f23-ae9c-192798a85f08 req-c369d84a-dd0f-459b-b1d8-0fd7ba84ee16 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a771e3c-b683-49c9-84cc-bd4e5c201cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732969 Aug 17 00:00:37.237820 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-315a767c-8fef-49e4-a86e-e9589ad7733e req-801876b7-6b77-4d9f-bf8c-0c7e0ee33c64 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208416 Aug 17 00:00:37.239533 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac0d569d-ab91-45e6-8e88-e359322949ed tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:37.288114 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac0d569d-ab91-45e6-8e88-e359322949ed tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:37.340245 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-315a767c-8fef-49e4-a86e-e9589ad7733e req-769d6f5f-7430-43a1-8887-2e24c5b363ca service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371252 Aug 17 00:00:37.397524 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-315a767c-8fef-49e4-a86e-e9589ad7733e req-0cc8df62-f48e-448d-95a3-1f92b6e996a9 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509445 Aug 17 00:00:37.411767 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac0d569d-ab91-45e6-8e88-e359322949ed tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:37.414853 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac0d569d-ab91-45e6-8e88-e359322949ed tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:37.416949 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ac0d569d-ab91-45e6-8e88-e359322949ed tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "DELETE /v2.0/security-groups/502813ca-2917-4d17-97d4-adc3938bb0e9 HTTP/1.1" status: 204 len: 168 time: 0.3372285 Aug 17 00:00:37.419878 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58296) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:37.442609 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d569d-ab91-45e6-8e88-e359322949ed tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=502813ca-2917-4d17-97d4-adc3938bb0e9,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:37.522774 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7bd4026a-dac6-418e-a12f-adae20fffe2c tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1003480 Aug 17 00:00:37.527510 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58298) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:37.532173 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a911aa3e-1646-45a1-8208-64c819409e7e tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group': {'name': 'tempest-secgroup--1799071521'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:37.576490 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a911aa3e-1646-45a1-8208-64c819409e7e tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:37.787512 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a911aa3e-1646-45a1-8208-64c819409e7e tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:37.800865 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a911aa3e-1646-45a1-8208-64c819409e7e tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:37.846880 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a911aa3e-1646-45a1-8208-64c819409e7e tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:37.854581 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a911aa3e-1646-45a1-8208-64c819409e7e tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3261535 Aug 17 00:00:37.855267 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58332) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:37.864464 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-5562201a-09d3-4bda-9e44-6c78ece6eb80 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group_rule': {'security_group_id': '2a5b01cf-f513-481b-8c6a-044ff9a9cf85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:37.867739 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a49620-f9fb-43ab-bf2b-a0f9668c999b req-be54841e-ffbd-4168-96dd-90f8495fc60d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:37.870586 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2a49620-f9fb-43ab-bf2b-a0f9668c999b req-be54841e-ffbd-4168-96dd-90f8495fc60d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 947 time: 0.1330066 Aug 17 00:00:37.897771 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911aa3e-1646-45a1-8208-64c819409e7e tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5b01cf-f513-481b-8c6a-044ff9a9cf85,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:37.971001 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-5562201a-09d3-4bda-9e44-6c78ece6eb80 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:00:37.975031 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5562201a-09d3-4bda-9e44-6c78ece6eb80 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1165729 Aug 17 00:00:37.975638 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58346) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:37.981143 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-bf801183-f13a-486b-a533-63f881267b11 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group_rule': {'security_group_id': '2a5b01cf-f513-481b-8c6a-044ff9a9cf85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:37.987464 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2a49620-f9fb-43ab-bf2b-a0f9668c999b req-fe97de27-66c3-4761-91f1-264fd44ffd74 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105778 Aug 17 00:00:38.125601 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-bf801183-f13a-486b-a533-63f881267b11 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:00:38.129596 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58370) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:38.129754 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bf801183-f13a-486b-a533-63f881267b11 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1527858 Aug 17 00:00:38.245592 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a81913b5-4f0b-4f6a-a5ce-c5124ac0a0f2 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:38.280600 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a81913b5-4f0b-4f6a-a5ce-c5124ac0a0f2 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:38.355870 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a81913b5-4f0b-4f6a-a5ce-c5124ac0a0f2 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:38.362712 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a81913b5-4f0b-4f6a-a5ce-c5124ac0a0f2 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:38.365909 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a81913b5-4f0b-4f6a-a5ce-c5124ac0a0f2 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "DELETE /v2.0/security-groups/2a5b01cf-f513-481b-8c6a-044ff9a9cf85 HTTP/1.1" status: 204 len: 168 time: 0.2349637 Aug 17 00:00:38.368893 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58396) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:38.389435 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81913b5-4f0b-4f6a-a5ce-c5124ac0a0f2 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5b01cf-f513-481b-8c6a-044ff9a9cf85,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:38.484709 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58412) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:38.487516 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d0998b81-7b18-4642-89df-08238044a03b tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1106784 Aug 17 00:00:38.494246 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-3bab80d0-90c3-4cb2-87d3-187ad42bff51 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group': {'name': 'tempest-secgroup--66166403'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:38.644264 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3bab80d0-90c3-4cb2-87d3-187ad42bff51 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:38.689451 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fe015-6192-4a83-8e9c-0716ec3077e2 req-a4c004a2-6aef-44b8-9662-4b3c6e0f1e0c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:38.714628 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-549fe015-6192-4a83-8e9c-0716ec3077e2 req-a4c004a2-6aef-44b8-9662-4b3c6e0f1e0c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b7e19e-d9f8-4f20-acc7-4f822b3058c0 HTTP/1.1" status: 200 len: 945 time: 0.1625700 Aug 17 00:00:38.838689 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-549fe015-6192-4a83-8e9c-0716ec3077e2 req-b3b93e32-0355-4c71-9699-ac6f07243acf tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a771e3c-b683-49c9-84cc-bd4e5c201cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217551 Aug 17 00:00:38.898220 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3bab80d0-90c3-4cb2-87d3-187ad42bff51 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:38.906120 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3bab80d0-90c3-4cb2-87d3-187ad42bff51 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:38.956811 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab80d0-90c3-4cb2-87d3-187ad42bff51 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fc1d7e-0be7-438c-a8ed-b8da7302bfed,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:38.959536 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3bab80d0-90c3-4cb2-87d3-187ad42bff51 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:38.965869 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58462) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:38.966214 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3bab80d0-90c3-4cb2-87d3-187ad42bff51 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4776022 Aug 17 00:00:38.971908 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-2330c43e-39bb-40c2-bd7c-0dc2fb6eafef tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:38.972480 n-d-800088-20 neutron-server[101402]: WARNING neutron.api.v2.base [None req-2330c43e-39bb-40c2-bd7c-0dc2fb6eafef tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 17 00:00:38.973255 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-2330c43e-39bb-40c2-bd7c-0dc2fb6eafef tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] update failed (client error): There was a conflict when trying to complete your request. Aug 17 00:00:38.975560 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2330c43e-39bb-40c2-bd7c-0dc2fb6eafef tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "PUT /v2.0/security-groups/c5fc1d7e-0be7-438c-a8ed-b8da7302bfed HTTP/1.1" status: 409 len: 330 time: 0.0078104 Aug 17 00:00:38.980233 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58464) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:39.100903 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ee0d192-d48a-4d7e-845b-1eae088f2167 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:39.133813 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ee0d192-d48a-4d7e-845b-1eae088f2167 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:39.236369 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6dccfa-080c-4d90-8911-2ed0d2e1d5c3 req-89c7c886-2866-43d1-819e-b31740d016b2 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:39.238286 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca6dccfa-080c-4d90-8911-2ed0d2e1d5c3 req-89c7c886-2866-43d1-819e-b31740d016b2 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 947 time: 0.0858421 Aug 17 00:00:39.245478 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ee0d192-d48a-4d7e-845b-1eae088f2167 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:39.248863 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ee0d192-d48a-4d7e-845b-1eae088f2167 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:39.253368 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58498) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:39.254230 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9ee0d192-d48a-4d7e-845b-1eae088f2167 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "DELETE /v2.0/security-groups/c5fc1d7e-0be7-438c-a8ed-b8da7302bfed HTTP/1.1" status: 204 len: 168 time: 0.2721958 Aug 17 00:00:39.276351 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0d192-d48a-4d7e-845b-1eae088f2167 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fc1d7e-0be7-438c-a8ed-b8da7302bfed,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:39.341317 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca6dccfa-080c-4d90-8911-2ed0d2e1d5c3 req-887cef81-aa0f-47de-bb43-141248c00aa6 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954089 Aug 17 00:00:39.375160 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-66334739-a0d5-4f3a-9a35-d8423891b1ff tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1201999 Aug 17 00:00:39.379390 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58504) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:39.382764 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device b406dcef-656d-44f5-b8a2-9b2c86536c7c details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:00:39.395826 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-57d587e9-f109-480c-a483-b36d7fd3c4e7 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] delete failed (client error): The resource could not be found. Aug 17 00:00:39.397244 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-57d587e9-f109-480c-a483-b36d7fd3c4e7 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "DELETE /v2.0/security-groups/5e556117-1f49-45e0-9fd9-0ccd5aec9af6 HTTP/1.1" status: 404 len: 347 time: 0.0163250 Aug 17 00:00:39.402448 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58508) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:39.454523 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-231ec9e2-1fae-4ec6-8898-dacad060c663 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] show failed (client error): The resource could not be found. Aug 17 00:00:39.459782 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58518) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:39.460871 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-231ec9e2-1fae-4ec6-8898-dacad060c663 tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "GET /v2.0/security-groups/2bf9903c-c012-4eb1-a64f-cbf9de2d0f36 HTTP/1.1" status: 404 len: 347 time: 0.0573604 Aug 17 00:00:39.491906 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-6762b370-b5ec-4f63-bf91-2b55cc57a4ea tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] show failed (client error): The resource could not be found. Aug 17 00:00:39.498168 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6762b370-b5ec-4f63-bf91-2b55cc57a4ea tempest-NegativeSecGroupIPv6Test-1254399532 tempest-NegativeSecGroupIPv6Test-1254399532-project] 10.222.0.60 "GET /v2.0/security-group-rules/9e6d154f-8588-41d0-95ca-ac973b597369 HTTP/1.1" status: 404 len: 356 time: 0.0372479 Aug 17 00:00:39.619252 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port b406dcef-656d-44f5-b8a2-9b2c86536c7c, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=b406dcef-656d-44f5-b8a2-9b2c86536c7c,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:39.636419 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': 'b406dcef-656d-44f5-b8a2-9b2c86536c7c', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': 'b406dcef-656d-44f5-b8a2-9b2c86536c7c', 'mac_address': 'fa:16:3e:45:bf:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:00:39.638078 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c23ed5-51a3-4f7c-a47e-c1db2ef97a14 req-5fa76d8d-c7a1-487b-842e-2bd3a2a40db0 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:39.652214 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1c23ed5-51a3-4f7c-a47e-c1db2ef97a14 req-5fa76d8d-c7a1-487b-842e-2bd3a2a40db0 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.1665590 Aug 17 00:00:39.706612 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:39.723784 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b406dcef-656d-44f5-b8a2-9b2c86536c7c {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:00:39.760809 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port b406dcef-656d-44f5-b8a2-9b2c86536c7c, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=b406dcef-656d-44f5-b8a2-9b2c86536c7c,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:39.769086 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:39.799139 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1c23ed5-51a3-4f7c-a47e-c1db2ef97a14 req-4886501a-0c3c-426f-a665-75083ff47025 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459112 Aug 17 00:00:39.839913 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=b406dcef-656d-44f5-b8a2-9b2c86536c7c,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:39.905155 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:40.027106 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['b406dcef-656d-44f5-b8a2-9b2c86536c7c'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:00:40.148301 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58556) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:40.245522 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94280b6e-b2f4-4ea9-ac01-5240e77471f6 req-42bd3031-f6be-41ad-b73d-2e9de61d6f8d tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:40.255661 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-94280b6e-b2f4-4ea9-ac01-5240e77471f6 req-42bd3031-f6be-41ad-b73d-2e9de61d6f8d tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b7e19e-d9f8-4f20-acc7-4f822b3058c0 HTTP/1.1" status: 200 len: 945 time: 0.0826809 Aug 17 00:00:40.349621 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-94280b6e-b2f4-4ea9-ac01-5240e77471f6 req-b97c654a-0e34-4f3a-804d-3e2247cca242 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a771e3c-b683-49c9-84cc-bd4e5c201cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860000 Aug 17 00:00:40.389746 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-81e54359-bdd8-4ea1-a9dd-2c3b9cb254b1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:40.403060 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-81e54359-bdd8-4ea1-a9dd-2c3b9cb254b1 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801&tenant_id=636fdf9ffe334b56b1041327d83dc393&binding%3Ahost_id=n-h1-800088-20 HTTP/1.1" status: 200 len: 948 time: 0.2977479 Aug 17 00:00:40.429181 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f00aa8fb-548b-4017-af44-7f5b5a7ba36d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a51243824374432dae9ef8b44e82ba7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2729106 Aug 17 00:00:40.430656 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58576) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:40.507047 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-51206961-c825-4db3-b889-7339a36b1dd2 service neutron] 10.222.0.69 "GET /v2.0/ports/b406dcef-656d-44f5-b8a2-9b2c86536c7c/bindings/n-h1-800088-20 HTTP/1.1" status: 200 len: 383 time: 0.0952148 Aug 17 00:00:40.596337 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2b00062b-9efc-4571-ac9b-985fd6c65572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:40.597759 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-9b830d62-f4e9-422b-9cb0-9b31f0cca172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:40.599535 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-9b830d62-f4e9-422b-9cb0-9b31f0cca172 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 1100 time: 0.0629003 Aug 17 00:00:40.612931 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff0459-9edf-4d79-8cef-be60af01ad89 req-64deb44c-8576-43e9-963e-ffb170d04981 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:40.614822 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0dff0459-9edf-4d79-8cef-be60af01ad89 req-64deb44c-8576-43e9-963e-ffb170d04981 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 948 time: 0.1285932 Aug 17 00:00:40.664177 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2b00062b-9efc-4571-ac9b-985fd6c65572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:40.689887 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0dff0459-9edf-4d79-8cef-be60af01ad89 req-69defb22-61e8-46ad-8433-2fb9f1285df2 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651400 Aug 17 00:00:40.781252 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2b00062b-9efc-4571-ac9b-985fd6c65572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:40.785795 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2b00062b-9efc-4571-ac9b-985fd6c65572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:40.790028 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2b00062b-9efc-4571-ac9b-985fd6c65572 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0b4c0aa4-ad8d-42e3-a53e-9cdabc9fc54c HTTP/1.1" status: 204 len: 168 time: 0.3571134 Aug 17 00:00:40.819633 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00062b-9efc-4571-ac9b-985fd6c65572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4c0aa4-ad8d-42e3-a53e-9cdabc9fc54c,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:40.939574 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092fa27-7ad1-487e-a4fd-68f39ee8df91 req-3e3c4b1d-4fa5-4b75-bfa2-a7740d6f51f2 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:40.950870 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5092fa27-7ad1-487e-a4fd-68f39ee8df91 req-3e3c4b1d-4fa5-4b75-bfa2-a7740d6f51f2 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.0768802 Aug 17 00:00:40.979694 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58616) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:41.013908 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5092fa27-7ad1-487e-a4fd-68f39ee8df91 req-f22c262b-a6a4-4450-bd37-f87d45ccca3f tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618234 Aug 17 00:00:41.037385 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-5a45719b-51a8-48d8-8825-1a3bb44efb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:41.039163 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-5a45719b-51a8-48d8-8825-1a3bb44efb39 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.4309597 Aug 17 00:00:41.094472 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-9b23071d-fa74-4086-98da-7ed8e3524e37 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=b406dcef-656d-44f5-b8a2-9b2c86536c7c HTTP/1.1" status: 200 len: 217 time: 0.0470083 Aug 17 00:00:41.158137 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-712b2f7e-5806-4f32-94e8-2c9981072299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:41.160622 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-712b2f7e-5806-4f32-94e8-2c9981072299 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0578980 Aug 17 00:00:41.227238 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-cd01ab57-8ec3-45d6-9946-208a0977bf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:41.229405 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-cd01ab57-8ec3-45d6-9946-208a0977bf4e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0606320 Aug 17 00:00:41.363141 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-868913dc-8689-4462-a4f5-15fa4115bbfb service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254623 Aug 17 00:00:41.406761 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device b406dcef-656d-44f5-b8a2-9b2c86536c7c up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:00:41.417848 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-79cb5153-d297-48ea-80ef-016d872be797 admin admin] Deleting subnet 1d7b0613-c268-41b8-9af9-983e31f4d852 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:00:41.428144 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-79cb5153-d297-48ea-80ef-016d872be797 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:41.488251 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-79cb5153-d297-48ea-80ef-016d872be797 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:41.502792 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:41.511118 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port b406dcef-656d-44f5-b8a2-9b2c86536c7c completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:00:41.528607 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port b406dcef-656d-44f5-b8a2-9b2c86536c7c triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:00:41.528991 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:41.623504 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-92e75113-776a-4788-a8cf-5259474f0124 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490032 Aug 17 00:00:41.636741 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-79cb5153-d297-48ea-80ef-016d872be797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:41.670383 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:41.677644 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa424cc-8059-4170-ab2c-8f40304efaa3 req-adf4ae96-68d8-44a7-8a90-e314a1242be2 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:41.679850 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ffa424cc-8059-4170-ab2c-8f40304efaa3 req-adf4ae96-68d8-44a7-8a90-e314a1242be2 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b7e19e-d9f8-4f20-acc7-4f822b3058c0 HTTP/1.1" status: 200 len: 945 time: 0.1576598 Aug 17 00:00:41.740751 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port b406dcef-656d-44f5-b8a2-9b2c86536c7c, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=b406dcef-656d-44f5-b8a2-9b2c86536c7c,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:41.746869 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd1ecbc-c567-475e-8fd9-44b573f66801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b406dcef-656d-44f5-b8a2-9b2c86536c7c'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:00:41.750735 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bee8f3-7687-4f4c-9c7f-c1ffd00b16e7" -d '{"events": [{"server_uuid": "cdd1ecbc-c567-475e-8fd9-44b573f66801", "name": "network-vif-plugged", "status": "completed", "tag": "b406dcef-656d-44f5-b8a2-9b2c86536c7c"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:00:41.757260 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:41.796320 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ffa424cc-8059-4170-ab2c-8f40304efaa3 req-5873451e-7fa4-4f35-88c9-cb27489d7bc6 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a771e3c-b683-49c9-84cc-bd4e5c201cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941498 Aug 17 00:00:41.817957 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337cb48a-ded1-451e-9e84-03807602f450 req-6fe86f42-e4d9-4495-ad98-d7c2f182718d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:41.819535 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-337cb48a-ded1-451e-9e84-03807602f450 req-6fe86f42-e4d9-4495-ad98-d7c2f182718d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 945 time: 0.1354933 Aug 17 00:00:41.833386 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=b406dcef-656d-44f5-b8a2-9b2c86536c7c,revision_number=9']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:41.889438 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95dfb4-5ff6-4c0b-a820-556f3601ea5b req-e2ced960-eed4-4c74-aeff-4dd42fb4f769 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:41.897186 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e95dfb4-5ff6-4c0b-a820-556f3601ea5b req-e2ced960-eed4-4c74-aeff-4dd42fb4f769 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5b7e19e-d9f8-4f20-acc7-4f822b3058c0 HTTP/1.1" status: 200 len: 945 time: 0.2268214 Aug 17 00:00:41.943651 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-79cb5153-d297-48ea-80ef-016d872be797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:41.979161 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-337cb48a-ded1-451e-9e84-03807602f450 req-f6c9a65c-9d3b-46e8-86dd-a0256965a79d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Deleting port ebbb4181-b127-4716-920b-e57bfcda9c0b {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:00:41.979511 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-337cb48a-ded1-451e-9e84-03807602f450 req-f6c9a65c-9d3b-46e8-86dd-a0256965a79d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:42.078054 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb5153-d297-48ea-80ef-016d872be797 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d7b0613-c268-41b8-9af9-983e31f4d852,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:42.081965 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-79cb5153-d297-48ea-80ef-016d872be797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:42.084363 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-79cb5153-d297-48ea-80ef-016d872be797 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1d7b0613-c268-41b8-9af9-983e31f4d852 HTTP/1.1" status: 204 len: 168 time: 1.1030324 Aug 17 00:00:42.088128 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58732) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:42.142932 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-337cb48a-ded1-451e-9e84-03807602f450 req-f6c9a65c-9d3b-46e8-86dd-a0256965a79d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] For port ebbb4181-b127-4716-920b-e57bfcda9c0b, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ebbb4181-b127-4716-920b-e57bfcda9c0b,segment=NetworkSegment(7c0d764d-fd2a-4909-b447-e8797f1474d2),segment_id=7c0d764d-fd2a-4909-b447-e8797f1474d2)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:42.143389 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-337cb48a-ded1-451e-9e84-03807602f450 req-f6c9a65c-9d3b-46e8-86dd-a0256965a79d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:42.182364 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-337cb48a-ded1-451e-9e84-03807602f450 req-f6c9a65c-9d3b-46e8-86dd-a0256965a79d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Calling delete_port for ebbb4181-b127-4716-920b-e57bfcda9c0b owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:00:42.241706 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91985a8-fed2-4f51-9efc-23b7e5e411e4 req-a47f4904-b6c8-4a4d-9cab-842550f97bed tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:42.250019 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a91985a8-fed2-4f51-9efc-23b7e5e411e4 req-a47f4904-b6c8-4a4d-9cab-842550f97bed tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.3517461 Aug 17 00:00:42.270204 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95d8f44-75c8-4e3c-9c07-1ce4c6446ad3 x-openstack-request-id: req-d95d8f44-75c8-4e3c-9c07-1ce4c6446ad3 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:00:42.271119 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd1ecbc-c567-475e-8fd9-44b573f66801", "name": "network-vif-plugged", "status": "completed", "tag": "b406dcef-656d-44f5-b8a2-9b2c86536c7c", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:00:42.271351 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58748) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:42.271829 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d95d8f44-75c8-4e3c-9c07-1ce4c6446ad3 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:00:42.272444 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd1ecbc-c567-475e-8fd9-44b573f66801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b406dcef-656d-44f5-b8a2-9b2c86536c7c', 'code': 200} Aug 17 00:00:42.290179 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ba95602e-4f5a-495f-ae13-0eb768f465c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:42.304597 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-2e95dfb4-5ff6-4c0b-a820-556f3601ea5b req-6988e9b6-c631-4f37-aa9e-5c2199d5d471 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Deleting port c7ff3da1-892b-4556-867b-12f18f4e73b0 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:00:42.304940 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2e95dfb4-5ff6-4c0b-a820-556f3601ea5b req-6988e9b6-c631-4f37-aa9e-5c2199d5d471 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:42.360145 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a91985a8-fed2-4f51-9efc-23b7e5e411e4 req-231e44a1-42be-402f-893e-96a7e3a86eaf tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091833 Aug 17 00:00:42.439140 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-337cb48a-ded1-451e-9e84-03807602f450 req-f6c9a65c-9d3b-46e8-86dd-a0256965a79d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:42.455523 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['477d914a-6c65-48fc-b616-dcda382e32cd', 'ebbb4181-b127-4716-920b-e57bfcda9c0b'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:00:42.492762 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9a65c-9d3b-46e8-86dd-a0256965a79d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Pushing event deleted for resources: {'Port': ['ID=ebbb4181-b127-4716-920b-e57bfcda9c0b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:42.509649 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c9a65c-9d3b-46e8-86dd-a0256965a79d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:42.510026 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c9a65c-9d3b-46e8-86dd-a0256965a79d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:42.510414 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c9a65c-9d3b-46e8-86dd-a0256965a79d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:42.510786 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c9a65c-9d3b-46e8-86dd-a0256965a79d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:42.511119 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c9a65c-9d3b-46e8-86dd-a0256965a79d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:42.511451 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c9a65c-9d3b-46e8-86dd-a0256965a79d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:42.511779 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c9a65c-9d3b-46e8-86dd-a0256965a79d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:42.512105 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c9a65c-9d3b-46e8-86dd-a0256965a79d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:42.512432 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c9a65c-9d3b-46e8-86dd-a0256965a79d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:42.512754 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c9a65c-9d3b-46e8-86dd-a0256965a79d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:42.513099 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c9a65c-9d3b-46e8-86dd-a0256965a79d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:42.513424 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c9a65c-9d3b-46e8-86dd-a0256965a79d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:42.549840 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-2e95dfb4-5ff6-4c0b-a820-556f3601ea5b req-6988e9b6-c631-4f37-aa9e-5c2199d5d471 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] For port c7ff3da1-892b-4556-867b-12f18f4e73b0, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=c7ff3da1-892b-4556-867b-12f18f4e73b0,segment=NetworkSegment(1b978c43-7e08-46c9-a661-31903765a712),segment_id=1b978c43-7e08-46c9-a661-31903765a712)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:42.550445 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2e95dfb4-5ff6-4c0b-a820-556f3601ea5b req-6988e9b6-c631-4f37-aa9e-5c2199d5d471 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:42.576862 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-337cb48a-ded1-451e-9e84-03807602f450 req-f6c9a65c-9d3b-46e8-86dd-a0256965a79d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] No DVR routers for this DVR port ebbb4181-b127-4716-920b-e57bfcda9c0b on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:00:42.579653 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-337cb48a-ded1-451e-9e84-03807602f450 req-f6c9a65c-9d3b-46e8-86dd-a0256965a79d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:42.582020 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-337cb48a-ded1-451e-9e84-03807602f450 req-f6c9a65c-9d3b-46e8-86dd-a0256965a79d tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.64 "DELETE /v2.0/ports/ebbb4181-b127-4716-920b-e57bfcda9c0b HTTP/1.1" status: 204 len: 173 time: 0.7359207 Aug 17 00:00:42.582497 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b25c89c-e022-4ef7-9f91-03d78f5daf65', 'name': 'network-vif-deleted', 'tag': 'ebbb4181-b127-4716-920b-e57bfcda9c0b'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:00:42.584798 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c282f6e-7a7c-4645-a883-c75a5635ecd9" -d '{"events": [{"server_uuid": "3b25c89c-e022-4ef7-9f91-03d78f5daf65", "name": "network-vif-deleted", "tag": "ebbb4181-b127-4716-920b-e57bfcda9c0b"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:00:42.729457 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ba95602e-4f5a-495f-ae13-0eb768f465c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:42.742842 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-79602116-2593-4116-ac92-5253424243ec tempest-SubnetPoolsTestJSON-1459271740 tempest-SubnetPoolsTestJSON-1459271740-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-809935459', 'prefixes': ['172.20.0.0/16']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:42.817002 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f403b29-46c2-42a7-a6f3-a60c1e03d52f req-f01b2faf-49b9-4413-94d9-4b3e22560772 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:42.818676 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f403b29-46c2-42a7-a6f3-a60c1e03d52f req-f01b2faf-49b9-4413-94d9-4b3e22560772 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b25c89c-e022-4ef7-9f91-03d78f5daf65 HTTP/1.1" status: 200 len: 867 time: 0.4619579 Aug 17 00:00:42.824760 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-ba95602e-4f5a-495f-ae13-0eb768f465c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:42.887253 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-ba95602e-4f5a-495f-ae13-0eb768f465c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:42.887557 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-ba95602e-4f5a-495f-ae13-0eb768f465c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '195c45c5-cd43-41af-8d53-b4ffd5a9d3ad') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:42.906093 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ba95602e-4f5a-495f-ae13-0eb768f465c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:42.948786 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ba95602e-4f5a-495f-ae13-0eb768f465c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:42.994257 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f403b29-46c2-42a7-a6f3-a60c1e03d52f req-616b3366-91d1-4ec2-97fa-63f5de00ca82 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654501 Aug 17 00:00:42.998800 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba95602e-4f5a-495f-ae13-0eb768f465c8 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:00:42.999212 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ba95602e-4f5a-495f-ae13-0eb768f465c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:00:43.000899 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:00:43.013607 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a4ec5d-c9af-471e-8430-7bf39791e338 x-openstack-request-id: req-e7a4ec5d-c9af-471e-8430-7bf39791e338 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:00:43.014092 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b25c89c-e022-4ef7-9f91-03d78f5daf65", "name": "network-vif-deleted", "tag": "ebbb4181-b127-4716-920b-e57bfcda9c0b", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:00:43.014210 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e7a4ec5d-c9af-471e-8430-7bf39791e338 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:00:43.014555 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b25c89c-e022-4ef7-9f91-03d78f5daf65', 'name': 'network-vif-deleted', 'tag': 'ebbb4181-b127-4716-920b-e57bfcda9c0b', 'status': 'completed', 'code': 200} Aug 17 00:00:43.079457 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-79602116-2593-4116-ac92-5253424243ec tempest-SubnetPoolsTestJSON-1459271740 tempest-SubnetPoolsTestJSON-1459271740-project] Notify callbacks [] for subnetpool, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:43.083511 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58814) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:43.083974 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-79602116-2593-4116-ac92-5253424243ec tempest-SubnetPoolsTestJSON-1459271740 tempest-SubnetPoolsTestJSON-1459271740-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.8113737 Aug 17 00:00:43.099778 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2e95dfb4-5ff6-4c0b-a820-556f3601ea5b req-6988e9b6-c631-4f37-aa9e-5c2199d5d471 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:43.101330 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2e95dfb4-5ff6-4c0b-a820-556f3601ea5b req-6988e9b6-c631-4f37-aa9e-5c2199d5d471 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:43.101747 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [req-2e95dfb4-5ff6-4c0b-a820-556f3601ea5b req-6988e9b6-c631-4f37-aa9e-5c2199d5d471 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Floating IP 4556de0d-4c30-4d10-a9d0-21a2f37f0ac7 disassociated. External IP: 172.25.3.128, port: c7ff3da1-892b-4556-867b-12f18f4e73b0. Aug 17 00:00:43.102260 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-2e95dfb4-5ff6-4c0b-a820-556f3601ea5b req-6988e9b6-c631-4f37-aa9e-5c2199d5d471 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Calling delete_port for c7ff3da1-892b-4556-867b-12f18f4e73b0 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:00:43.108081 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ba95602e-4f5a-495f-ae13-0eb768f465c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:43.128535 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ba95602e-4f5a-495f-ae13-0eb768f465c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:43.132300 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ba95602e-4f5a-495f-ae13-0eb768f465c8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf HTTP/1.1" status: 204 len: 168 time: 1.0417550 Aug 17 00:00:43.144535 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-acfccb58-2699-4c61-bc36-4f24a6f8d535 tempest-SubnetPoolsTestJSON-1459271740 tempest-SubnetPoolsTestJSON-1459271740-project] 10.222.0.60 "GET /v2.0/subnetpools/e0ceb19c-866e-48f7-b62c-04cb2181fefd HTTP/1.1" status: 200 len: 731 time: 0.0591919 Aug 17 00:00:43.148622 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58824) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:43.155574 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-697c9b74-caff-4b9b-8090-46dcbc12ef96 tempest-SubnetPoolsTestJSON-1459271740 tempest-SubnetPoolsTestJSON-1459271740-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-846355876'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:43.218438 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95602e-4f5a-495f-ae13-0eb768f465c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0360a582-b6cf-43ec-a0a6-1bde6c1fa6cf,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:43.314651 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-697c9b74-caff-4b9b-8090-46dcbc12ef96 tempest-SubnetPoolsTestJSON-1459271740 tempest-SubnetPoolsTestJSON-1459271740-project] Notify callbacks [] for subnetpool, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:43.316431 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-697c9b74-caff-4b9b-8090-46dcbc12ef96 tempest-SubnetPoolsTestJSON-1459271740 tempest-SubnetPoolsTestJSON-1459271740-project] 10.222.0.60 "PUT /v2.0/subnetpools/e0ceb19c-866e-48f7-b62c-04cb2181fefd HTTP/1.1" status: 200 len: 683 time: 0.1666191 Aug 17 00:00:43.321829 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30886b-51a3-4a09-9d3e-512f9bc585de req-44c3f702-8bfc-4c27-ac81-300dd0873d22 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:43.323092 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5c30886b-51a3-4a09-9d3e-512f9bc585de req-44c3f702-8bfc-4c27-ac81-300dd0873d22 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b7e19e-d9f8-4f20-acc7-4f822b3058c0 HTTP/1.1" status: 200 len: 945 time: 0.1907165 Aug 17 00:00:43.323831 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58830) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:43.422386 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58840) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:43.427021 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5c30886b-51a3-4a09-9d3e-512f9bc585de req-9e06d4f6-c71e-4a42-8ea1-4636fc116a5f tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a771e3c-b683-49c9-84cc-bd4e5c201cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937800 Aug 17 00:00:43.506782 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cd8fb0e0-0f88-44f7-a84c-4ea1a7f58cbd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=199207e6de05452bbb587d40f177d9b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0830402 Aug 17 00:00:43.511858 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58842) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:43.514228 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7787f742-774a-4082-8aae-f0d847cde246 tempest-SubnetPoolsTestJSON-1459271740 tempest-SubnetPoolsTestJSON-1459271740-project] Notify callbacks [] for subnetpool, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:43.515431 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7787f742-774a-4082-8aae-f0d847cde246 tempest-SubnetPoolsTestJSON-1459271740 tempest-SubnetPoolsTestJSON-1459271740-project] 10.222.0.60 "DELETE /v2.0/subnetpools/e0ceb19c-866e-48f7-b62c-04cb2181fefd HTTP/1.1" status: 204 len: 168 time: 0.1894398 Aug 17 00:00:43.519637 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58844) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:43.542102 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-7d61467b-2413-4c9c-8ec6-ad17aebb212a tempest-SubnetPoolsTestJSON-1459271740 tempest-SubnetPoolsTestJSON-1459271740-project] show failed (client error): The resource could not be found. Aug 17 00:00:43.543165 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7d61467b-2413-4c9c-8ec6-ad17aebb212a tempest-SubnetPoolsTestJSON-1459271740 tempest-SubnetPoolsTestJSON-1459271740-project] 10.222.0.60 "GET /v2.0/subnetpools/e0ceb19c-866e-48f7-b62c-04cb2181fefd HTTP/1.1" status: 404 len: 346 time: 0.0226278 Aug 17 00:00:43.543847 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2e95dfb4-5ff6-4c0b-a820-556f3601ea5b req-6988e9b6-c631-4f37-aa9e-5c2199d5d471 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:43.548466 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58846) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:43.597293 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e8ffce30-d0cd-4bdd-b0c4-87aa8a95dc65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:43.605855 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-1e2f2043-c660-4200-84ae-c459595e778e tempest-SubnetPoolsTestJSON-1459271740 tempest-SubnetPoolsTestJSON-1459271740-project] delete failed (client error): The resource could not be found. Aug 17 00:00:43.606929 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1e2f2043-c660-4200-84ae-c459595e778e tempest-SubnetPoolsTestJSON-1459271740 tempest-SubnetPoolsTestJSON-1459271740-project] 10.222.0.60 "DELETE /v2.0/subnetpools/e0ceb19c-866e-48f7-b62c-04cb2181fefd HTTP/1.1" status: 404 len: 346 time: 0.0253088 Aug 17 00:00:43.641838 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988e9b6-c631-4f37-aa9e-5c2199d5d471 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Pushing event deleted for resources: {'Port': ['ID=c7ff3da1-892b-4556-867b-12f18f4e73b0,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:43.646126 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e8ffce30-d0cd-4bdd-b0c4-87aa8a95dc65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:43.663749 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295aae0-2e81-4f22-aa6f-c08397a96e2f req-e5e6eeb3-d0e7-4dc3-b6bc-45958317c7ad tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:43.666178 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7295aae0-2e81-4f22-aa6f-c08397a96e2f req-e5e6eeb3-d0e7-4dc3-b6bc-45958317c7ad tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.1268530 Aug 17 00:00:43.730478 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e8ffce30-d0cd-4bdd-b0c4-87aa8a95dc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:43.733785 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e8ffce30-d0cd-4bdd-b0c4-87aa8a95dc65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:43.739140 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e8ffce30-d0cd-4bdd-b0c4-87aa8a95dc65 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/af565594-c252-4118-9097-39ceaf216998 HTTP/1.1" status: 204 len: 168 time: 0.2257938 Aug 17 00:00:43.749415 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffce30-d0cd-4bdd-b0c4-87aa8a95dc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af565594-c252-4118-9097-39ceaf216998,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:43.846631 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7295aae0-2e81-4f22-aa6f-c08397a96e2f req-df2612dd-a3cb-4059-bc26-6f31ec80caf3 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173136 Aug 17 00:00:43.860528 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e95dfb4-5ff6-4c0b-a820-556f3601ea5b req-6988e9b6-c631-4f37-aa9e-5c2199d5d471 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Router ea709dc4-7717-439e-bfe0-1696f16c22bc has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:00:44.015268 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e95dfb4-5ff6-4c0b-a820-556f3601ea5b req-6988e9b6-c631-4f37-aa9e-5c2199d5d471 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:00:44.047669 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44924d8-9f9f-43ab-a0af-cf94e40cacb6 None None] Sync routers for ids ['ea709dc4-7717-439e-bfe0-1696f16c22bc'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:00:44.060661 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44924d8-9f9f-43ab-a0af-cf94e40cacb6 None None] Routers {'ea709dc4-7717-439e-bfe0-1696f16c22bc'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:00:44.063187 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-c44924d8-9f9f-43ab-a0af-cf94e40cacb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:00:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ea709dc4-7717-439e-bfe0-1696f16c22bc'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:44.098251 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e95dfb4-5ff6-4c0b-a820-556f3601ea5b req-6988e9b6-c631-4f37-aa9e-5c2199d5d471 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] No DVR routers for this DVR port c7ff3da1-892b-4556-867b-12f18f4e73b0 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:00:44.101692 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2e95dfb4-5ff6-4c0b-a820-556f3601ea5b req-6988e9b6-c631-4f37-aa9e-5c2199d5d471 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:44.104453 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e95dfb4-5ff6-4c0b-a820-556f3601ea5b req-6988e9b6-c631-4f37-aa9e-5c2199d5d471 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.64 "DELETE /v2.0/ports/c7ff3da1-892b-4556-867b-12f18f4e73b0 HTTP/1.1" status: 204 len: 173 time: 2.2031980 Aug 17 00:00:44.105137 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b7e19e-d9f8-4f20-acc7-4f822b3058c0', 'name': 'network-vif-deleted', 'tag': 'c7ff3da1-892b-4556-867b-12f18f4e73b0'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:00:44.107614 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea4efc4-cc79-455c-8bab-ed5488476d25" -d '{"events": [{"server_uuid": "e5b7e19e-d9f8-4f20-acc7-4f822b3058c0", "name": "network-vif-deleted", "tag": "c7ff3da1-892b-4556-867b-12f18f4e73b0"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:00:44.162212 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4971f9e9-86dd-4ca4-a9e2-fb75b2e5dd74 x-openstack-request-id: req-4971f9e9-86dd-4ca4-a9e2-fb75b2e5dd74 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:00:44.162787 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b7e19e-d9f8-4f20-acc7-4f822b3058c0", "name": "network-vif-deleted", "tag": "c7ff3da1-892b-4556-867b-12f18f4e73b0", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:00:44.163199 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4971f9e9-86dd-4ca4-a9e2-fb75b2e5dd74 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:00:44.163830 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b7e19e-d9f8-4f20-acc7-4f822b3058c0', 'name': 'network-vif-deleted', 'tag': 'c7ff3da1-892b-4556-867b-12f18f4e73b0', 'status': 'completed', 'code': 200} Aug 17 00:00:44.168737 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-255de8f7-38da-45aa-8309-068c74f20472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:44.170377 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-255de8f7-38da-45aa-8309-068c74f20472 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801&tenant_id=636fdf9ffe334b56b1041327d83dc393 HTTP/1.1" status: 200 len: 1101 time: 0.1374559 Aug 17 00:00:44.194554 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-ff1b05b1-a62d-4fb6-903c-066ef565b945 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-20', 'device_owner': 'compute:nova'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:44.259757 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-c44924d8-9f9f-43ab-a0af-cf94e40cacb6 None None] Set router ea709dc4-7717-439e-bfe0-1696f16c22bc gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:00:44.287717 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-ff1b05b1-a62d-4fb6-903c-066ef565b945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:44.572056 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-c44924d8-9f9f-43ab-a0af-cf94e40cacb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'name': 'tempest-ServersTestJSON-293491829-router', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:22Z', 'updated_at': '2021-08-16T23:57:36Z', 'revision_number': 4, 'project_id': '2a64ced488f44cc196cbd4b327d5e734', 'gw_port': {'id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:25Z', 'updated_at': '2021-08-16T23:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '211f85ae-72b9-4f2c-8ce6-83cdbc30b812', 'name': '', 'network_id': '5a6e7c40-14f3-4e77-82e3-e36f3b209ff6', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'mac_address': 'fa:16:3e:94:30:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '390bdf84-27fc-436c-864c-cf6b8c1db4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:33Z', 'updated_at': '2021-08-16T23:57:42Z', 'revision_number': 5, 'project_id': '2a64ced488f44cc196cbd4b327d5e734', 'subnets': [{'id': '390bdf84-27fc-436c-864c-cf6b8c1db4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:44.608556 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebe672-4470-446a-8bd0-727631e60a73 req-1aa04053-9c45-41f2-a476-33f9eb9eb5ee tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:44.619401 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-67ebe672-4470-446a-8bd0-727631e60a73 req-1aa04053-9c45-41f2-a476-33f9eb9eb5ee tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1172752 Aug 17 00:00:44.635422 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44924d8-9f9f-43ab-a0af-cf94e40cacb6 None None] Checking router: ea709dc4-7717-439e-bfe0-1696f16c22bc for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:00:44.637455 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-ff1b05b1-a62d-4fb6-903c-066ef565b945 service neutron] For port b406dcef-656d-44f5-b8a2-9b2c86536c7c, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=b406dcef-656d-44f5-b8a2-9b2c86536c7c,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:44.671789 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44924d8-9f9f-43ab-a0af-cf94e40cacb6 None None] Routers {'ea709dc4-7717-439e-bfe0-1696f16c22bc'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:00:44.673539 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-c44924d8-9f9f-43ab-a0af-cf94e40cacb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:00:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ea709dc4-7717-439e-bfe0-1696f16c22bc'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:44.684068 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6a081956-d014-4550-a84e-ac74dc9d6949 req-916ad691-1130-43aa-bf90-45d2d65ce849 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b7e19e-d9f8-4f20-acc7-4f822b3058c0 HTTP/1.1" status: 200 len: 210 time: 0.0464010 Aug 17 00:00:44.697125 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-ff1b05b1-a62d-4fb6-903c-066ef565b945 service neutron] For port b406dcef-656d-44f5-b8a2-9b2c86536c7c, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:00:44.725028 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58886) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:44.750992 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-67ebe672-4470-446a-8bd0-727631e60a73 req-7f085e8f-d052-473a-aba2-6a329bfc1b98 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291780 Aug 17 00:00:44.764714 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-ff1b05b1-a62d-4fb6-903c-066ef565b945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:44.777366 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58890) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:44.794076 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-ff1b05b1-a62d-4fb6-903c-066ef565b945 service neutron] Transition to ACTIVE for port object b406dcef-656d-44f5-b8a2-9b2c86536c7c will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:00:44.799221 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-ff1b05b1-a62d-4fb6-903c-066ef565b945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:44.866029 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-c44924d8-9f9f-43ab-a0af-cf94e40cacb6 None None] Set router ea709dc4-7717-439e-bfe0-1696f16c22bc gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:00:44.885748 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-ff1b05b1-a62d-4fb6-903c-066ef565b945 service neutron] No DVR routers for this DVR port b406dcef-656d-44f5-b8a2-9b2c86536c7c on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:00:44.890400 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b05b1-a62d-4fb6-903c-066ef565b945 service neutron] Pushing event updated for resources: {'Port': ['ID=b406dcef-656d-44f5-b8a2-9b2c86536c7c,revision_number=10']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:44.935043 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-ff1b05b1-a62d-4fb6-903c-066ef565b945 service neutron] Attempting to bind port b406dcef-656d-44f5-b8a2-9b2c86536c7c on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:00:44.935632 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-ff1b05b1-a62d-4fb6-903c-066ef565b945 service neutron] Attempting to bind port b406dcef-656d-44f5-b8a2-9b2c86536c7c by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:00:44.936115 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-ff1b05b1-a62d-4fb6-903c-066ef565b945 service neutron] Attempting to bind port b406dcef-656d-44f5-b8a2-9b2c86536c7c on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:00:44.942731 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-ff1b05b1-a62d-4fb6-903c-066ef565b945 service neutron] Port b406dcef-656d-44f5-b8a2-9b2c86536c7c on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:00:44.943234 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-ff1b05b1-a62d-4fb6-903c-066ef565b945 service neutron] Attempting to bind port b406dcef-656d-44f5-b8a2-9b2c86536c7c on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:00:44.949931 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-ff1b05b1-a62d-4fb6-903c-066ef565b945 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:00:44.950507 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-ff1b05b1-a62d-4fb6-903c-066ef565b945 service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:00:44.951170 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-ff1b05b1-a62d-4fb6-903c-066ef565b945 service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:00:44.951883 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-ff1b05b1-a62d-4fb6-903c-066ef565b945 service neutron] Bound port: b406dcef-656d-44f5-b8a2-9b2c86536c7c, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:00:44.952410 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-ff1b05b1-a62d-4fb6-903c-066ef565b945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:45.016316 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd1ecbc-c567-475e-8fd9-44b573f66801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b406dcef-656d-44f5-b8a2-9b2c86536c7c'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:00:45.023644 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cb1e42-2a08-41ed-a8c3-522b928fcbaa" -d '{"events": [{"server_uuid": "cdd1ecbc-c567-475e-8fd9-44b573f66801", "name": "network-vif-unplugged", "status": "completed", "tag": "b406dcef-656d-44f5-b8a2-9b2c86536c7c"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:00:45.113524 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c5017-0acb-48f0-b0c7-0bd81c2f7f85 req-7295674e-f171-45ca-b8dc-3d0494d75b5d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:45.128179 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-ff1b05b1-a62d-4fb6-903c-066ef565b945 service neutron] For port b406dcef-656d-44f5-b8a2-9b2c86536c7c, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:00:45.131938 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fc8c5017-0acb-48f0-b0c7-0bd81c2f7f85 req-7295674e-f171-45ca-b8dc-3d0494d75b5d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 948 time: 0.1492515 Aug 17 00:00:45.135815 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-ff1b05b1-a62d-4fb6-903c-066ef565b945 service neutron] For port b406dcef-656d-44f5-b8a2-9b2c86536c7c, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b406dcef-656d-44f5-b8a2-9b2c86536c7c,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:00:45.153282 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-ff1b05b1-a62d-4fb6-903c-066ef565b945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:45.194182 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 00:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964cb25d-0c22-4e2a-88fc-3a64c4cebdd7 x-openstack-request-id: req-964cb25d-0c22-4e2a-88fc-3a64c4cebdd7 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:00:45.194801 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd1ecbc-c567-475e-8fd9-44b573f66801", "name": "network-vif-unplugged", "status": "completed", "tag": "b406dcef-656d-44f5-b8a2-9b2c86536c7c", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:00:45.196963 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-964cb25d-0c22-4e2a-88fc-3a64c4cebdd7 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:00:45.201550 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd1ecbc-c567-475e-8fd9-44b573f66801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b406dcef-656d-44f5-b8a2-9b2c86536c7c', 'code': 200} Aug 17 00:00:45.209989 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-c44924d8-9f9f-43ab-a0af-cf94e40cacb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'name': 'tempest-ServersTestJSON-293491829-router', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:22Z', 'updated_at': '2021-08-16T23:57:36Z', 'revision_number': 4, 'project_id': '2a64ced488f44cc196cbd4b327d5e734', 'gw_port': {'id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:25Z', 'updated_at': '2021-08-16T23:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '211f85ae-72b9-4f2c-8ce6-83cdbc30b812', 'name': '', 'network_id': '5a6e7c40-14f3-4e77-82e3-e36f3b209ff6', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'mac_address': 'fa:16:3e:94:30:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '390bdf84-27fc-436c-864c-cf6b8c1db4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:33Z', 'updated_at': '2021-08-16T23:57:42Z', 'revision_number': 5, 'project_id': '2a64ced488f44cc196cbd4b327d5e734', 'subnets': [{'id': '390bdf84-27fc-436c-864c-cf6b8c1db4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:45.269383 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-54c417b4-19c9-4c8d-b89d-d035ab067a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:45.288512 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fc8c5017-0acb-48f0-b0c7-0bd81c2f7f85 req-69ed9a50-348b-47e0-855f-d38362f616c2 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490622 Aug 17 00:00:45.317365 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-ff1b05b1-a62d-4fb6-903c-066ef565b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:45.318270 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-ff1b05b1-a62d-4fb6-903c-066ef565b945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:45.320738 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-ff1b05b1-a62d-4fb6-903c-066ef565b945 service neutron] 10.222.0.64 "PUT /v2.0/ports/b406dcef-656d-44f5-b8a2-9b2c86536c7c HTTP/1.1" status: 200 len: 1097 time: 1.1390533 Aug 17 00:00:45.363581 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44924d8-9f9f-43ab-a0af-cf94e40cacb6 None None] The sync data for ids ['ea709dc4-7717-439e-bfe0-1696f16c22bc'] in n-d-800088-20 is: [{'id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'name': 'tempest-ServersTestJSON-293491829-router', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:22Z', 'updated_at': '2021-08-16T23:57:36Z', 'revision_number': 4, 'project_id': '2a64ced488f44cc196cbd4b327d5e734', 'gw_port': {'id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:25Z', 'updated_at': '2021-08-16T23:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '211f85ae-72b9-4f2c-8ce6-83cdbc30b812', 'name': '', 'network_id': '5a6e7c40-14f3-4e77-82e3-e36f3b209ff6', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'mac_address': 'fa:16:3e:94:30:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '390bdf84-27fc-436c-864c-cf6b8c1db4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:33Z', 'updated_at': '2021-08-16T23:57:42Z', 'revision_number': 5, 'project_id': '2a64ced488f44cc196cbd4b327d5e734', 'subnets': [{'id': '390bdf84-27fc-436c-864c-cf6b8c1db4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:00:45.454784 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b05b1-a62d-4fb6-903c-066ef565b945 service neutron] Pushing event updated for resources: {'Port': ['ID=b406dcef-656d-44f5-b8a2-9b2c86536c7c,revision_number=11']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:45.485258 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-54c417b4-19c9-4c8d-b89d-d035ab067a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:45.486554 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-581b6dc8-4762-4490-8ef3-4490a99ea78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:45.493020 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-581b6dc8-4762-4490-8ef3-4490a99ea78a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 1100 time: 0.1324563 Aug 17 00:00:45.504723 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-54c417b4-19c9-4c8d-b89d-d035ab067a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:45.542919 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6cb30333-2404-46bc-b3f0-52ac2ac70941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:45.639566 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-54c417b4-19c9-4c8d-b89d-d035ab067a44 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=292471e211c04746ae73848d9eb8e9fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8584130 Aug 17 00:00:45.641023 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58910) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:45.652360 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c417b4-19c9-4c8d-b89d-d035ab067a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adb7acc-5b52-4ffd-8199-4adcc91b984c,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:45.738274 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9f5045ea-8144-476c-8e95-6e51c8cfdc61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:45.747277 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device ebbb4181-b127-4716-920b-e57bfcda9c0b no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:00:45.763531 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-fe5ea45e-6e23-491d-a738-0fa2b7b94ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:45.767925 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-fe5ea45e-6e23-491d-a738-0fa2b7b94ec4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.2626476 Aug 17 00:00:45.823016 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: ebbb4181-b127-4716-920b-e57bfcda9c0b {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:00:45.823016 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device ebbb4181-b127-4716-920b-e57bfcda9c0b not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:00:45.823016 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device c7ff3da1-892b-4556-867b-12f18f4e73b0 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:00:45.846611 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6cb30333-2404-46bc-b3f0-52ac2ac70941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:45.859803 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-79ef046d-eb1e-4cbe-8d32-d666bc4e3b14 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=b406dcef-656d-44f5-b8a2-9b2c86536c7c HTTP/1.1" status: 200 len: 217 time: 0.0627620 Aug 17 00:00:45.862654 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6cb30333-2404-46bc-b3f0-52ac2ac70941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:45.869340 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58920) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:45.896906 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9f5045ea-8144-476c-8e95-6e51c8cfdc61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:45.901714 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6cb30333-2404-46bc-b3f0-52ac2ac70941 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=14be55b0521344a9b7f69751063f21d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1699457 Aug 17 00:00:45.908056 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58926) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:45.926683 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b884459f-0d98-4179-890f-c36b24695041 None None] New status for floating IP 4556de0d-4c30-4d10-a9d0-21a2f37f0ac7: DOWN {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:00:45.933449 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: c7ff3da1-892b-4556-867b-12f18f4e73b0 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:00:45.934199 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device c7ff3da1-892b-4556-867b-12f18f4e73b0 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:00:46.017362 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-982e9f0b-53c2-46b5-9bc2-226f19059cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:46.018877 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb30333-2404-46bc-b3f0-52ac2ac70941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f883623-c083-4e42-a8ab-4a0932c1c7d6,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:46.019023 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-982e9f0b-53c2-46b5-9bc2-226f19059cd8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1472366 Aug 17 00:00:46.040956 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3978b093-6329-4160-be1d-eb325a58479f tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:46.068595 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3978b093-6329-4160-be1d-eb325a58479f tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:46.074018 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f47ca169-9ff5-4862-8293-5bd59a46ee06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:46.123211 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f47ca169-9ff5-4862-8293-5bd59a46ee06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:46.148439 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087222a-9aea-4bf4-a81d-3b933610655f req-19c0e003-9a36-4501-8a92-d98e5179dcd3 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:46.153164 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3978b093-6329-4160-be1d-eb325a58479f tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:46.157225 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3978b093-6329-4160-be1d-eb325a58479f tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:46.158417 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9087222a-9aea-4bf4-a81d-3b933610655f req-19c0e003-9a36-4501-8a92-d98e5179dcd3 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.2229733 Aug 17 00:00:46.160513 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3978b093-6329-4160-be1d-eb325a58479f tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "DELETE /v2.0/security-groups/2a771e3c-b683-49c9-84cc-bd4e5c201cf1 HTTP/1.1" status: 204 len: 168 time: 0.2901094 Aug 17 00:00:46.166443 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9f5045ea-8144-476c-8e95-6e51c8cfdc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:46.170261 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58934) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:46.175039 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9f5045ea-8144-476c-8e95-6e51c8cfdc61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:46.176193 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9f5045ea-8144-476c-8e95-6e51c8cfdc61 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5adb7acc-5b52-4ffd-8199-4adcc91b984c HTTP/1.1" status: 204 len: 168 time: 0.5342243 Aug 17 00:00:46.195100 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978b093-6329-4160-be1d-eb325a58479f tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a771e3c-b683-49c9-84cc-bd4e5c201cf1,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:46.209844 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5045ea-8144-476c-8e95-6e51c8cfdc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adb7acc-5b52-4ffd-8199-4adcc91b984c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:46.214309 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-47f8a579-5670-444e-b6b0-4815c49a1574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:46.216963 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-47f8a579-5670-444e-b6b0-4815c49a1574 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1885571 Aug 17 00:00:46.242401 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-a6a7577f-48c0-43ff-9f8e-eaa0b460c0a0 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] show failed (client error): The resource could not be found. Aug 17 00:00:46.244207 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a6a7577f-48c0-43ff-9f8e-eaa0b460c0a0 tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "GET /v2.0/security-groups/2a771e3c-b683-49c9-84cc-bd4e5c201cf1 HTTP/1.1" status: 404 len: 347 time: 0.0730491 Aug 17 00:00:46.263299 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58942) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:46.303004 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9087222a-9aea-4bf4-a81d-3b933610655f req-0eaac639-5aa2-4ef9-a62b-1bd3a04b9fd5 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403720 Aug 17 00:00:46.346013 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-a13505e4-f08e-45a3-aec3-27820b98b9c0 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190836 Aug 17 00:00:46.346506 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58944) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:46.501747 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f7188f7c-f9ae-4593-90bf-3d61f35a17a4 req-ce3c7b67-917f-4e3c-bd80-cce561a8512a service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472125 Aug 17 00:00:46.514086 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27660f57-3b87-4b4c-96df-f9ee6512bd7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:46.565324 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c32ed6-79c0-4ae7-9887-e34a9b51d05b req-e89897b3-56b6-43d6-b1dc-4134a3c41ea2 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:46.566813 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-26c32ed6-79c0-4ae7-9887-e34a9b51d05b req-e89897b3-56b6-43d6-b1dc-4134a3c41ea2 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 948 time: 0.0808499 Aug 17 00:00:46.580677 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f47ca169-9ff5-4862-8293-5bd59a46ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:46.583085 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f47ca169-9ff5-4862-8293-5bd59a46ee06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:46.584173 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f47ca169-9ff5-4862-8293-5bd59a46ee06 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9f883623-c083-4e42-a8ab-4a0932c1c7d6 HTTP/1.1" status: 204 len: 168 time: 0.6746864 Aug 17 00:00:46.663265 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-b5c8561d-726a-4dcd-ba44-b9785095b79a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-245803630-network', 'tenant_id': '7fe9426c10f444e3be4a49d3577a0b3d'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:46.699790 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c8561d-726a-4dcd-ba44-b9785095b79a admin admin] Made reservation on behalf of 7fe9426c10f444e3be4a49d3577a0b3d for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:00:46.705353 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b5c8561d-726a-4dcd-ba44-b9785095b79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:46.722327 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b5c8561d-726a-4dcd-ba44-b9785095b79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:46.846362 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b5c8561d-726a-4dcd-ba44-b9785095b79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:46.850925 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b5c8561d-726a-4dcd-ba44-b9785095b79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:46.872566 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ca169-9ff5-4862-8293-5bd59a46ee06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f883623-c083-4e42-a8ab-4a0932c1c7d6,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:46.880082 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8561d-726a-4dcd-ba44-b9785095b79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f742f2e3-1288-41d5-9c3f-2d7e009ca2f4,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:46.891891 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-d61ff682-2c3a-4702-82e6-4b4675d98c8c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Deleting port 4013af62-88b1-413b-81e6-af4b268b7058 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:00:46.892418 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d61ff682-2c3a-4702-82e6-4b4675d98c8c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:46.894447 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c8561d-726a-4dcd-ba44-b9785095b79a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:00:46.899983 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-26c32ed6-79c0-4ae7-9887-e34a9b51d05b req-96a4a8f7-c679-453b-870a-9d0aa55c5efb tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234222 Aug 17 00:00:46.918373 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b5c8561d-726a-4dcd-ba44-b9785095b79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:46.918734 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-b5c8561d-726a-4dcd-ba44-b9785095b79a admin admin] Added segment 0f75810c-a571-45f8-ba9c-78869c423af0 of type vlan for network 95c6ff06-e218-4206-8306-2b850caeab39 Aug 17 00:00:46.974459 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b5c8561d-726a-4dcd-ba44-b9785095b79a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:46.988187 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d61ff682-2c3a-4702-82e6-4b4675d98c8c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:46.988632 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d61ff682-2c3a-4702-82e6-4b4675d98c8c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:47.008073 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-d61ff682-2c3a-4702-82e6-4b4675d98c8c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Calling delete_port for 4013af62-88b1-413b-81e6-af4b268b7058 owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:00:47.011497 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b5c8561d-726a-4dcd-ba44-b9785095b79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:47.014907 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c8561d-726a-4dcd-ba44-b9785095b79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:47.015573 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b5c8561d-726a-4dcd-ba44-b9785095b79a admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:47.074880 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b5c8561d-726a-4dcd-ba44-b9785095b79a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7273057 Aug 17 00:00:47.084779 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58970) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:47.092909 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-28e383cf-4ff8-4ae6-adee-76844ccb2eda admin admin] Request body: {'subnet': {'network_id': '95c6ff06-e218-4206-8306-2b850caeab39', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-245803630-subnet', 'tenant_id': '7fe9426c10f444e3be4a49d3577a0b3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:47.101095 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8561d-726a-4dcd-ba44-b9785095b79a admin admin] Pushing event updated for resources: {'Network': ['ID=95c6ff06-e218-4206-8306-2b850caeab39,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:47.114037 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 95c6ff06-e218-4206-8306-2b850caeab39 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:00:47.133083 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e383cf-4ff8-4ae6-adee-76844ccb2eda admin admin] Made reservation on behalf of 7fe9426c10f444e3be4a49d3577a0b3d for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:00:47.137807 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-28e383cf-4ff8-4ae6-adee-76844ccb2eda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:47.210977 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd1ecbc-c567-475e-8fd9-44b573f66801', 'tag': 'b406dcef-656d-44f5-b8a2-9b2c86536c7c'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:00:47.214724 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31edc71-42f3-4eaa-80e1-f968a22f0a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd1ecbc-c567-475e-8fd9-44b573f66801", "tag": "b406dcef-656d-44f5-b8a2-9b2c86536c7c"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:00:47.225848 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d61ff682-2c3a-4702-82e6-4b4675d98c8c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:47.282416 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ff682-2c3a-4702-82e6-4b4675d98c8c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Pushing event deleted for resources: {'Port': ['ID=4013af62-88b1-413b-81e6-af4b268b7058,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:47.389469 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27771ef7-4086-4a2d-9f3a-756cf73e7f9c x-openstack-request-id: req-27771ef7-4086-4a2d-9f3a-756cf73e7f9c {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:00:47.389911 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd1ecbc-c567-475e-8fd9-44b573f66801", "tag": "b406dcef-656d-44f5-b8a2-9b2c86536c7c", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:00:47.390168 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-27771ef7-4086-4a2d-9f3a-756cf73e7f9c {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:00:47.391111 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd1ecbc-c567-475e-8fd9-44b573f66801', 'tag': 'b406dcef-656d-44f5-b8a2-9b2c86536c7c', 'status': 'completed', 'code': 200} Aug 17 00:00:47.391949 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d61ff682-2c3a-4702-82e6-4b4675d98c8c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:47.395610 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d61ff682-2c3a-4702-82e6-4b4675d98c8c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:47.396977 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d61ff682-2c3a-4702-82e6-4b4675d98c8c tempest-ServersTestJSON-1081977989 tempest-ServersTestJSON-1081977989-project] 10.222.0.60 "DELETE /v2.0/floatingips/4556de0d-4c30-4d10-a9d0-21a2f37f0ac7 HTTP/1.1" status: 204 len: 168 time: 1.1169009 Aug 17 00:00:47.400431 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58990) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:47.416787 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device b406dcef-656d-44f5-b8a2-9b2c86536c7c no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:00:47.515856 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device b406dcef-656d-44f5-b8a2-9b2c86536c7c not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:00:47.590427 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31edc71-42f3-4eaa-80e1-f968a22f0a5e req-d1d1f31e-ae4c-4087-a102-0b63c70236e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:47.590427 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b31edc71-42f3-4eaa-80e1-f968a22f0a5e req-d1d1f31e-ae4c-4087-a102-0b63c70236e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 1100 time: 0.2322924 Aug 17 00:00:47.596485 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31edc71-42f3-4eaa-80e1-f968a22f0a5e req-9d2aa44f-6e0e-4989-a6b0-b774d370e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:47.597958 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b31edc71-42f3-4eaa-80e1-f968a22f0a5e req-9d2aa44f-6e0e-4989-a6b0-b774d370e922 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=636fdf9ffe334b56b1041327d83dc393&device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 1100 time: 0.2402697 Aug 17 00:00:47.629964 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68621ca-7847-4a1d-85b1-270d72dee67b req-e770817c-eae2-4265-9bb7-795f17cdd36f tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:47.631615 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a68621ca-7847-4a1d-85b1-270d72dee67b req-e770817c-eae2-4265-9bb7-795f17cdd36f tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.2229381 Aug 17 00:00:47.664353 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-28e383cf-4ff8-4ae6-adee-76844ccb2eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:47.692736 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a68621ca-7847-4a1d-85b1-270d72dee67b req-b20cdc07-7c27-476b-9ab1-a34daa92942a tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526206 Aug 17 00:00:47.801165 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e383cf-4ff8-4ae6-adee-76844ccb2eda admin admin] Pushing event updated for resources: {'Subnet': ['ID=f89431a3-6c88-4e51-9207-0fb89e87e3fb,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:47.838661 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59012) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:47.855132 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31edc71-42f3-4eaa-80e1-f968a22f0a5e req-14255427-c64e-4642-904b-8173befb178f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:47.856715 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b31edc71-42f3-4eaa-80e1-f968a22f0a5e req-14255427-c64e-4642-904b-8173befb178f service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.2563658 Aug 17 00:00:47.858176 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31edc71-42f3-4eaa-80e1-f968a22f0a5e req-0036fd06-6808-4ff1-a722-c72471758c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:47.859383 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b31edc71-42f3-4eaa-80e1-f968a22f0a5e req-0036fd06-6808-4ff1-a722-c72471758c94 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.2480836 Aug 17 00:00:47.860086 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e383cf-4ff8-4ae6-adee-76844ccb2eda admin admin] Checking segment: {'id': '0f75810c-a571-45f8-ba9c-78869c423af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '95c6ff06-e218-4206-8306-2b850caeab39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:00:47.860447 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e383cf-4ff8-4ae6-adee-76844ccb2eda admin admin] Network hostable DHCP agents. Network: 95c6ff06-e218-4206-8306-2b850caeab39, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:00:47.917667 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e383cf-4ff8-4ae6-adee-76844ccb2eda admin admin] Network 95c6ff06-e218-4206-8306-2b850caeab39 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:00:47.953870 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b31edc71-42f3-4eaa-80e1-f968a22f0a5e req-68a5728e-6dcb-4179-9813-d099c620796d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=b406dcef-656d-44f5-b8a2-9b2c86536c7c HTTP/1.1" status: 200 len: 217 time: 0.0808969 Aug 17 00:00:47.957664 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b31edc71-42f3-4eaa-80e1-f968a22f0a5e req-f6ffdfae-d832-4726-92a7-b870ba71c68c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=b406dcef-656d-44f5-b8a2-9b2c86536c7c HTTP/1.1" status: 200 len: 217 time: 0.0820131 Aug 17 00:00:47.963902 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-28e383cf-4ff8-4ae6-adee-76844ccb2eda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 95c6ff06-e218-4206-8306-2b850caeab39) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:00:47.978440 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62fb709-b31a-4d19-bf9e-08c719565478 None None] Network 95c6ff06-e218-4206-8306-2b850caeab39 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:00:47.991542 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e383cf-4ff8-4ae6-adee-76844ccb2eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:47.992191 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-28e383cf-4ff8-4ae6-adee-76844ccb2eda admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:48.082763 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-28e383cf-4ff8-4ae6-adee-76844ccb2eda admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9970908 Aug 17 00:00:48.101831 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31edc71-42f3-4eaa-80e1-f968a22f0a5e req-fe648c74-a195-477b-88ec-a7026f2851a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:48.103460 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b31edc71-42f3-4eaa-80e1-f968a22f0a5e req-fe648c74-a195-477b-88ec-a7026f2851a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1324947 Aug 17 00:00:48.104971 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31edc71-42f3-4eaa-80e1-f968a22f0a5e req-c96d646f-acbd-472f-9f8b-fdef470f5956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:48.106311 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b31edc71-42f3-4eaa-80e1-f968a22f0a5e req-c96d646f-acbd-472f-9f8b-fdef470f5956 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1316969 Aug 17 00:00:48.153392 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-96a02b95-581d-4611-94ec-a3aa968979a7 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-88444772-network', 'tenant_id': 'a2ce754388cc43b1ac4e9f8b8d18c497'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:48.232978 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960e1dc-dbc7-459f-b894-2c643a3c4c3b req-261a78a4-0d20-498e-bc56-fbb9213e7902 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:48.236308 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8960e1dc-dbc7-459f-b894-2c643a3c4c3b req-261a78a4-0d20-498e-bc56-fbb9213e7902 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 948 time: 0.1963601 Aug 17 00:00:48.273115 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31edc71-42f3-4eaa-80e1-f968a22f0a5e req-06c2a78c-ea4e-41cb-b186-67491e15f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:48.273115 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b31edc71-42f3-4eaa-80e1-f968a22f0a5e req-06c2a78c-ea4e-41cb-b186-67491e15f233 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1572037 Aug 17 00:00:48.273657 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59026) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:48.279391 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16ad203-1df0-4a37-9291-5959b45a97df None None] Network 95c6ff06-e218-4206-8306-2b850caeab39 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:00:48.309261 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31edc71-42f3-4eaa-80e1-f968a22f0a5e req-c83dbde7-4756-44e0-819a-28d057d25671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:48.314670 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b31edc71-42f3-4eaa-80e1-f968a22f0a5e req-c83dbde7-4756-44e0-819a-28d057d25671 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1815681 Aug 17 00:00:48.349230 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-77d0add2-5def-4a7f-b14a-d55badac55d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:48.464073 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a02b95-581d-4611-94ec-a3aa968979a7 admin admin] Made reservation on behalf of a2ce754388cc43b1ac4e9f8b8d18c497 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:00:48.466807 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-96a02b95-581d-4611-94ec-a3aa968979a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:48.472267 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1c4e95e9-3bc1-48dc-b32b-38d0aa2dd4ca tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-513414299'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:48.487779 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-96a02b95-581d-4611-94ec-a3aa968979a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:48.505954 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8960e1dc-dbc7-459f-b894-2c643a3c4c3b req-94503b91-2ab5-4cd7-8847-b54dd452d1fc tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528269 Aug 17 00:00:48.545453 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b31edc71-42f3-4eaa-80e1-f968a22f0a5e req-107f4a61-8eb5-4bf8-86ec-a9dbaca7c139 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956968 Aug 17 00:00:48.634265 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b31edc71-42f3-4eaa-80e1-f968a22f0a5e req-4a19018e-9e06-4e49-b1a7-2ba7f7a66fc4 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426182 Aug 17 00:00:48.638182 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4e95e9-3bc1-48dc-b32b-38d0aa2dd4ca tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Made reservation on behalf of c5cd2e1d0f3945eeacafa10b3d43ef7d for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:00:48.641620 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1c4e95e9-3bc1-48dc-b32b-38d0aa2dd4ca tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:48.778059 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1c4e95e9-3bc1-48dc-b32b-38d0aa2dd4ca tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:48.844950 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b31edc71-42f3-4eaa-80e1-f968a22f0a5e req-372128e0-9507-4f4d-95b9-2f0e68301494 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824979 Aug 17 00:00:48.860092 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b31edc71-42f3-4eaa-80e1-f968a22f0a5e req-f2e8a263-569a-4bf9-837a-1b73e994b4f5 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247107 Aug 17 00:00:48.935656 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-96a02b95-581d-4611-94ec-a3aa968979a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:48.954624 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-96a02b95-581d-4611-94ec-a3aa968979a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:48.998812 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe49ad8-b69d-42df-bd8a-8b7984dbbb50 req-e15faefc-6592-4462-b624-4fd34335b06e tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:49.000330 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7fe49ad8-b69d-42df-bd8a-8b7984dbbb50 req-e15faefc-6592-4462-b624-4fd34335b06e tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1786017 Aug 17 00:00:49.013697 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a02b95-581d-4611-94ec-a3aa968979a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:00:49.059015 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1c4e95e9-3bc1-48dc-b32b-38d0aa2dd4ca tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:49.064611 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1c4e95e9-3bc1-48dc-b32b-38d0aa2dd4ca tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:49.065535 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-96a02b95-581d-4611-94ec-a3aa968979a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:49.065866 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-96a02b95-581d-4611-94ec-a3aa968979a7 admin admin] Added segment 5d1dfe25-6df3-47da-ac8e-82fc33e22c5a of type vlan for network 828b9ed9-5982-43c3-a42e-6c3581a384df Aug 17 00:00:49.074563 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a02b95-581d-4611-94ec-a3aa968979a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494fab43-8f09-452c-9a70-a9e4c2b95efe,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:49.089195 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-77d0add2-5def-4a7f-b14a-d55badac55d3 admin admin] Deleting port 211f85ae-72b9-4f2c-8ce6-83cdbc30b812 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:00:49.089638 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-77d0add2-5def-4a7f-b14a-d55badac55d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:49.095755 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4e95e9-3bc1-48dc-b32b-38d0aa2dd4ca tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:00:49.107073 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1c4e95e9-3bc1-48dc-b32b-38d0aa2dd4ca tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:49.107433 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-1c4e95e9-3bc1-48dc-b32b-38d0aa2dd4ca tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Added segment d165cd29-a0d7-446e-b24b-6e51c37aa38a of type vlan for network 288869a5-ed76-410f-8ea3-f8432f979048 Aug 17 00:00:49.141510 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-ffcabb64-9abf-45b3-807b-bb7fcb8a70f7 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:49.142997 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-ffcabb64-9abf-45b3-807b-bb7fcb8a70f7 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/networks?id=95c6ff06-e218-4206-8306-2b850caeab39 HTTP/1.1" status: 200 len: 813 time: 0.3135631 Aug 17 00:00:49.176775 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1c4e95e9-3bc1-48dc-b32b-38d0aa2dd4ca tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:49.186893 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e95e9-3bc1-48dc-b32b-38d0aa2dd4ca tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df964cc7-5938-4c0b-835e-16e0855d22f1,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:49.202426 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-96a02b95-581d-4611-94ec-a3aa968979a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:49.208724 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7fe49ad8-b69d-42df-bd8a-8b7984dbbb50 req-b7e03feb-c635-4aab-a0a1-52f65238f254 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984773 Aug 17 00:00:49.214358 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1c4e95e9-3bc1-48dc-b32b-38d0aa2dd4ca tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:49.218439 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-c6fee24d-ecce-4bae-b9f7-da55f4d8e451 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/quotas/7fe9426c10f444e3be4a49d3577a0b3d HTTP/1.1" status: 200 len: 375 time: 0.0457289 Aug 17 00:00:49.221365 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4e95e9-3bc1-48dc-b32b-38d0aa2dd4ca tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:49.222477 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1c4e95e9-3bc1-48dc-b32b-38d0aa2dd4ca tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:49.250393 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4415c638-dbf1-4b94-9144-33e3c971cdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:49.256989 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:49.287945 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-2e7598ee-b9f8-4957-8460-98bad487435e tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7fe9426c10f444e3be4a49d3577a0b3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564277 Aug 17 00:00:49.294711 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1c4e95e9-3bc1-48dc-b32b-38d0aa2dd4ca tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0199945 Aug 17 00:00:49.298208 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59064) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:49.298556 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-77d0add2-5def-4a7f-b14a-d55badac55d3 admin admin] For port 211f85ae-72b9-4f2c-8ce6-83cdbc30b812, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=211f85ae-72b9-4f2c-8ce6-83cdbc30b812,segment=NetworkSegment(1b978c43-7e08-46c9-a661-31903765a712),segment_id=1b978c43-7e08-46c9-a661-31903765a712)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:49.298774 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-77d0add2-5def-4a7f-b14a-d55badac55d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:49.301421 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-96a02b95-581d-4611-94ec-a3aa968979a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:49.302362 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a02b95-581d-4611-94ec-a3aa968979a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:49.302959 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-96a02b95-581d-4611-94ec-a3aa968979a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:49.307161 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-e5aa78ab-1e9a-4b4b-b288-23007fdfe6eb tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Request body: {'subnet': {'network_id': '288869a5-ed76-410f-8ea3-f8432f979048', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:49.339344 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-77d0add2-5def-4a7f-b14a-d55badac55d3 admin admin] Calling delete_port for 211f85ae-72b9-4f2c-8ce6-83cdbc30b812 owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:00:49.376786 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e95e9-3bc1-48dc-b32b-38d0aa2dd4ca tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Pushing event updated for resources: {'Network': ['ID=288869a5-ed76-410f-8ea3-f8432f979048,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:49.389322 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 288869a5-ed76-410f-8ea3-f8432f979048 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:00:49.392705 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-96a02b95-581d-4611-94ec-a3aa968979a7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.5527096 Aug 17 00:00:49.396061 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59068) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:49.403504 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-bd9de64d-f7a1-4a2b-bcbe-19af88308b42 admin admin] Request body: {'subnet': {'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-88444772-subnet', 'tenant_id': 'a2ce754388cc43b1ac4e9f8b8d18c497', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:49.409548 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a02b95-581d-4611-94ec-a3aa968979a7 admin admin] Pushing event updated for resources: {'Network': ['ID=828b9ed9-5982-43c3-a42e-6c3581a384df,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:49.448059 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 828b9ed9-5982-43c3-a42e-6c3581a384df details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:00:49.456171 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.db.api [None req-e5aa78ab-1e9a-4b4b-b288-23007fdfe6eb tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 00:00:49.456171 n-d-800088-20 neutron-server[101402]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 00:00:49.456171 n-d-800088-20 neutron-server[101402]: [parameters: {'project_id_1': 'c5cd2e1d0f3945eeacafa10b3d43ef7d', 'expiration_1': datetime.datetime(2021, 8, 17, 0, 0, 49, 419802)}] Aug 17 00:00:49.456171 n-d-800088-20 neutron-server[101402]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:00:49.457751 n-d-800088-20 neutron-server[101402]: DEBUG oslo_db.api [None req-e5aa78ab-1e9a-4b4b-b288-23007fdfe6eb tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:00:49.474872 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9de64d-f7a1-4a2b-bcbe-19af88308b42 admin admin] Made reservation on behalf of a2ce754388cc43b1ac4e9f8b8d18c497 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:00:49.477427 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bd9de64d-f7a1-4a2b-bcbe-19af88308b42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:49.527582 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-15724742-e80d-4ffc-b468-df00a171d251 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:00:49.529211 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-15724742-e80d-4ffc-b468-df00a171d251 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2187560 Aug 17 00:00:49.746063 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device b406dcef-656d-44f5-b8a2-9b2c86536c7c details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:00:49.754566 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-699a9e9b-ffc7-4b81-ba33-d017acee704a service neutron] 10.222.0.60 "GET /v2.0/networks/95c6ff06-e218-4206-8306-2b850caeab39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896708 Aug 17 00:00:49.873997 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port b406dcef-656d-44f5-b8a2-9b2c86536c7c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b406dcef-656d-44f5-b8a2-9b2c86536c7c,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:49.886746 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'b406dcef-656d-44f5-b8a2-9b2c86536c7c', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': 'b406dcef-656d-44f5-b8a2-9b2c86536c7c', 'mac_address': 'fa:16:3e:45:bf:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:00:49.927212 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:49.941571 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b406dcef-656d-44f5-b8a2-9b2c86536c7c {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:00:49.957087 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-77d0add2-5def-4a7f-b14a-d55badac55d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:49.982055 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port b406dcef-656d-44f5-b8a2-9b2c86536c7c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b406dcef-656d-44f5-b8a2-9b2c86536c7c,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:49.992217 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:50.011874 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5aa78ab-1e9a-4b4b-b288-23007fdfe6eb tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Made reservation on behalf of c5cd2e1d0f3945eeacafa10b3d43ef7d for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:00:50.024101 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e5aa78ab-1e9a-4b4b-b288-23007fdfe6eb tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:50.030024 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0add2-5def-4a7f-b14a-d55badac55d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=211f85ae-72b9-4f2c-8ce6-83cdbc30b812,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:50.049427 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=b406dcef-656d-44f5-b8a2-9b2c86536c7c,revision_number=12']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:50.054415 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bd9de64d-f7a1-4a2b-bcbe-19af88308b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:50.061484 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:50.061838 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:50.062181 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:50.062692 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:50.063193 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:50.063677 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:50.064288 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:50.064852 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:50.065374 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:50.065855 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:50.066341 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:50.066819 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:50.092158 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26242542-93e1-4d01-a679-64db2308004f req-98d4d2fc-3c2d-492b-a865-88e0300d648d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:50.093415 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:50.093769 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-26242542-93e1-4d01-a679-64db2308004f req-98d4d2fc-3c2d-492b-a865-88e0300d648d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 948 time: 0.2279015 Aug 17 00:00:50.116925 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-474f9f4d-7f72-49a2-bbd6-eaac15cd1b2f service neutron] 10.222.0.60 "GET /v2.0/networks/95c6ff06-e218-4206-8306-2b850caeab39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321965 Aug 17 00:00:50.300744 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['b406dcef-656d-44f5-b8a2-9b2c86536c7c'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:00:50.428111 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e5aa78ab-1e9a-4b4b-b288-23007fdfe6eb tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:50.566221 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aa78ab-1e9a-4b4b-b288-23007fdfe6eb tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Checking segment: {'id': 'd165cd29-a0d7-446e-b24b-6e51c37aa38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '288869a5-ed76-410f-8ea3-f8432f979048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:00:50.567177 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aa78ab-1e9a-4b4b-b288-23007fdfe6eb tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Network hostable DHCP agents. Network: 288869a5-ed76-410f-8ea3-f8432f979048, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:00:50.611345 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa78ab-1e9a-4b4b-b288-23007fdfe6eb tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Pushing event updated for resources: {'Subnet': ['ID=c3b8c0d6-78a7-4f5b-a285-2c785cd693d5,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:50.654526 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aa78ab-1e9a-4b4b-b288-23007fdfe6eb tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Network 288869a5-ed76-410f-8ea3-f8432f979048 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:00:50.690828 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b506d-4e55-4775-88c2-117d98206dfa req-4f423f79-c52d-481b-bdf0-bf4439d7bcc5 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:50.693082 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4f4b506d-4e55-4775-88c2-117d98206dfa req-4f423f79-c52d-481b-bdf0-bf4439d7bcc5 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.1218741 Aug 17 00:00:50.694541 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9de64d-f7a1-4a2b-bcbe-19af88308b42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edd9ab22-5340-4c03-a1d1-8f64d16eab30,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:50.721655 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-e5aa78ab-1e9a-4b4b-b288-23007fdfe6eb tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 288869a5-ed76-410f-8ea3-f8432f979048) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:00:50.734416 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4765ea16-6ad6-493e-9c12-a6314b64c400 None None] Network 288869a5-ed76-410f-8ea3-f8432f979048 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:00:50.756376 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5aa78ab-1e9a-4b4b-b288-23007fdfe6eb tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:50.757438 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e5aa78ab-1e9a-4b4b-b288-23007fdfe6eb tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:50.795615 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e5aa78ab-1e9a-4b4b-b288-23007fdfe6eb tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4959788 Aug 17 00:00:50.815626 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59104) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:50.823440 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9de64d-f7a1-4a2b-bcbe-19af88308b42 admin admin] Checking segment: {'id': '5d1dfe25-6df3-47da-ac8e-82fc33e22c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:00:50.824129 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9de64d-f7a1-4a2b-bcbe-19af88308b42 admin admin] Network hostable DHCP agents. Network: 828b9ed9-5982-43c3-a42e-6c3581a384df, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:00:50.832303 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-26242542-93e1-4d01-a679-64db2308004f req-a92ee484-d210-4d15-a661-5dac289dfe8f tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7142658 Aug 17 00:00:50.839541 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-cbea86e9-b6a2-4476-9854-d3bfde9e0658 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Request body: {'port': {'network_id': '288869a5-ed76-410f-8ea3-f8432f979048', 'name': 'tempest-TagsExtTest-1549826787'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:50.900315 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-4f4b506d-4e55-4775-88c2-117d98206dfa req-9552eeb6-2ead-4a66-9e3a-113d18a072d2 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Deleting port 477d914a-6c65-48fc-b616-dcda382e32cd {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:00:50.900823 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4f4b506d-4e55-4775-88c2-117d98206dfa req-9552eeb6-2ead-4a66-9e3a-113d18a072d2 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:50.998368 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6629f456-3648-452b-8bd9-91e42b590314 req-b5481558-73d5-4b56-b874-7eb4d0a34073 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20b40d1-f675-4985-b53b-add20877a079 HTTP/1.1" status: 200 len: 210 time: 0.0638702 Aug 17 00:00:51.008122 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72b7f4c-5140-45eb-a405-4c8dbcd43b9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-288869a5-ed76-410f-8ea3-f8432f979048', 'network_id': '288869a5-ed76-410f-8ea3-f8432f979048', 'tenant_id': 'c5cd2e1d0f3945eeacafa10b3d43ef7d', 'fixed_ips': [{'subnet_id': 'c3b8c0d6-78a7-4f5b-a285-2c785cd693d5'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:00:51.009989 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f72b7f4c-5140-45eb-a405-4c8dbcd43b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:51.082574 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-4f4b506d-4e55-4775-88c2-117d98206dfa req-9552eeb6-2ead-4a66-9e3a-113d18a072d2 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] For port 477d914a-6c65-48fc-b616-dcda382e32cd, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=477d914a-6c65-48fc-b616-dcda382e32cd,segment=NetworkSegment(7c0d764d-fd2a-4909-b447-e8797f1474d2),segment_id=7c0d764d-fd2a-4909-b447-e8797f1474d2)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:51.083215 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4f4b506d-4e55-4775-88c2-117d98206dfa req-9552eeb6-2ead-4a66-9e3a-113d18a072d2 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:51.119531 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-4f4b506d-4e55-4775-88c2-117d98206dfa req-9552eeb6-2ead-4a66-9e3a-113d18a072d2 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Calling delete_port for 477d914a-6c65-48fc-b616-dcda382e32cd owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:00:51.163517 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232fb6d-e2ed-4e7b-b3a5-9ef0fa901f34 req-19324fb7-b0a9-4893-a13f-a1dab7043c44 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:51.165747 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1232fb6d-e2ed-4e7b-b3a5-9ef0fa901f34 req-19324fb7-b0a9-4893-a13f-a1dab7043c44 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e HTTP/1.1" status: 200 len: 945 time: 0.5537691 Aug 17 00:00:51.216269 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9de64d-f7a1-4a2b-bcbe-19af88308b42 admin admin] Network 828b9ed9-5982-43c3-a42e-6c3581a384df is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:00:51.217893 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-f72b7f4c-5140-45eb-a405-4c8dbcd43b9a None None] Allocated IP 172.20.0.2 (288869a5-ed76-410f-8ea3-f8432f979048/c3b8c0d6-78a7-4f5b-a285-2c785cd693d5/170f938b-e59d-4eda-94d4-a4bc24e75943) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:00:51.249232 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-bd9de64d-f7a1-4a2b-bcbe-19af88308b42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 828b9ed9-5982-43c3-a42e-6c3581a384df) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:00:51.268034 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9de64d-f7a1-4a2b-bcbe-19af88308b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:51.268655 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bd9de64d-f7a1-4a2b-bcbe-19af88308b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:51.283036 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb974123-d00a-4dbe-af84-69080ef3867b None None] Network 828b9ed9-5982-43c3-a42e-6c3581a384df requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:00:51.292119 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-77d0add2-5def-4a7f-b14a-d55badac55d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:51.325997 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1232fb6d-e2ed-4e7b-b3a5-9ef0fa901f34 req-f3122139-340e-468d-91cc-4278975948ee tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.60 "GET /v2.0/security-groups?id=03609748-72a6-4436-a656-ef38ccaeca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195982 Aug 17 00:00:51.326665 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbea86e9-b6a2-4476-9854-d3bfde9e0658 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Made reservation on behalf of c5cd2e1d0f3945eeacafa10b3d43ef7d for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:00:51.330830 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cbea86e9-b6a2-4476-9854-d3bfde9e0658 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:51.339485 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425352f4-380b-42e4-be09-af82e1652541 req-f5cce3ac-6bba-448d-9e1a-4eeeaf0c4e93 tempest-MigrationsAdminTest-819633284 tempest-MigrationsAdminTest-819633284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:51.347964 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-425352f4-380b-42e4-be09-af82e1652541 req-f5cce3ac-6bba-448d-9e1a-4eeeaf0c4e93 tempest-MigrationsAdminTest-819633284 tempest-MigrationsAdminTest-819633284-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 1101 time: 0.2232246 Aug 17 00:00:51.373460 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bd9de64d-f7a1-4a2b-bcbe-19af88308b42 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9742322 Aug 17 00:00:51.396777 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4f4b506d-4e55-4775-88c2-117d98206dfa req-9552eeb6-2ead-4a66-9e3a-113d18a072d2 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:51.433353 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['477d914a-6c65-48fc-b616-dcda382e32cd'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:00:51.466373 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552eeb6-2ead-4a66-9e3a-113d18a072d2 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Pushing event deleted for resources: {'Port': ['ID=477d914a-6c65-48fc-b616-dcda382e32cd,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:51.492060 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-cbea86e9-b6a2-4476-9854-d3bfde9e0658 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] device_id is not set on port 2526ee47-30ed-40eb-8914-a997b1a08d3f yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:00:51.533694 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4b506d-4e55-4775-88c2-117d98206dfa req-9552eeb6-2ead-4a66-9e3a-113d18a072d2 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] No DVR routers for this DVR port 477d914a-6c65-48fc-b616-dcda382e32cd on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:00:51.541562 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4f4b506d-4e55-4775-88c2-117d98206dfa req-9552eeb6-2ead-4a66-9e3a-113d18a072d2 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:51.547458 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4f4b506d-4e55-4775-88c2-117d98206dfa req-9552eeb6-2ead-4a66-9e3a-113d18a072d2 tempest-ServerRescueNegativeTestJSON-1205539378 tempest-ServerRescueNegativeTestJSON-1205539378-project] 10.222.0.64 "DELETE /v2.0/ports/477d914a-6c65-48fc-b616-dcda382e32cd HTTP/1.1" status: 204 len: 173 time: 0.8426456 Aug 17 00:00:51.550043 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e', 'name': 'network-vif-deleted', 'tag': '477d914a-6c65-48fc-b616-dcda382e32cd'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:00:51.565778 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ab49f2-ae07-45ba-b4e8-d4b272971537" -d '{"events": [{"server_uuid": "8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e", "name": "network-vif-deleted", "tag": "477d914a-6c65-48fc-b616-dcda382e32cd"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:00:51.568622 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-425352f4-380b-42e4-be09-af82e1652541 req-0083b820-e383-42de-9990-310eb07eca6b tempest-MigrationsAdminTest-819633284 tempest-MigrationsAdminTest-819633284-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195945 Aug 17 00:00:51.719287 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75eb4596-cb95-4052-9abf-ec43bb516e16 x-openstack-request-id: req-75eb4596-cb95-4052-9abf-ec43bb516e16 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:00:51.719579 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e", "name": "network-vif-deleted", "tag": "477d914a-6c65-48fc-b616-dcda382e32cd", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:00:51.720189 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-75eb4596-cb95-4052-9abf-ec43bb516e16 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:00:51.721729 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bcddf56-6a26-4e4d-92e7-cc45c07c9e5e', 'name': 'network-vif-deleted', 'tag': '477d914a-6c65-48fc-b616-dcda382e32cd', 'status': 'completed', 'code': 200} Aug 17 00:00:51.756253 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device b406dcef-656d-44f5-b8a2-9b2c86536c7c up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:00:51.958959 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71733cf7-0640-4d8a-911c-9a0127bf71ec None None] Network 828b9ed9-5982-43c3-a42e-6c3581a384df requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:00:52.011981 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d0add2-5def-4a7f-b14a-d55badac55d3 admin admin] Router ea709dc4-7717-439e-bfe0-1696f16c22bc has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:00:52.120871 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f72b7f4c-5140-45eb-a405-4c8dbcd43b9a None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:52.148167 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port b406dcef-656d-44f5-b8a2-9b2c86536c7c completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:00:52.192875 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f72b7f4c-5140-45eb-a405-4c8dbcd43b9a None None] Transition to ACTIVE for port object 170f938b-e59d-4eda-94d4-a4bc24e75943 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:00:52.206747 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port b406dcef-656d-44f5-b8a2-9b2c86536c7c triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:00:52.207208 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:52.207632 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-e2242519-4642-4ceb-8775-72f3dfbc7471 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:52.209285 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-e2242519-4642-4ceb-8775-72f3dfbc7471 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.64 "GET /v2.0/networks?id=95c6ff06-e218-4206-8306-2b850caeab39 HTTP/1.1" status: 200 len: 813 time: 0.3052664 Aug 17 00:00:52.231660 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-037c0a2f-9b89-4c40-83a2-c40440abb3ae tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Request body: {'port': {'device_id': 'b20b40d1-f675-4985-b53b-add20877a079', 'network_id': '95c6ff06-e218-4206-8306-2b850caeab39', 'admin_state_up': True, 'tenant_id': '7fe9426c10f444e3be4a49d3577a0b3d'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:52.263272 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:52.318209 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f72b7f4c-5140-45eb-a405-4c8dbcd43b9a None None] Transition to ACTIVE for port object 170f938b-e59d-4eda-94d4-a4bc24e75943 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:00:52.356871 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f72b7f4c-5140-45eb-a405-4c8dbcd43b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:52.434828 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54528e74-b571-4fca-8c43-7d4b34d07ed5 req-0b851dd1-1a7e-4d7c-b8cb-2eef394dd542 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:52.442419 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54528e74-b571-4fca-8c43-7d4b34d07ed5 req-0b851dd1-1a7e-4d7c-b8cb-2eef394dd542 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 949 time: 0.3031421 Aug 17 00:00:52.531524 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d0add2-5def-4a7f-b14a-d55badac55d3 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:00:52.546354 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11120074-b5b3-477c-bea2-1dd907797728 None None] Sync routers for ids ['ea709dc4-7717-439e-bfe0-1696f16c22bc'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:00:52.559909 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11120074-b5b3-477c-bea2-1dd907797728 None None] Routers {'ea709dc4-7717-439e-bfe0-1696f16c22bc'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:00:52.560793 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-11120074-b5b3-477c-bea2-1dd907797728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:00:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ea709dc4-7717-439e-bfe0-1696f16c22bc'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:52.577015 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72b7f4c-5140-45eb-a405-4c8dbcd43b9a None None] Network 288869a5-ed76-410f-8ea3-f8432f979048 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:00:52.588416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-77d0add2-5def-4a7f-b14a-d55badac55d3 admin admin] 10.222.0.60 "PUT /v2.0/routers/ea709dc4-7717-439e-bfe0-1696f16c22bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1868629 Aug 17 00:00:52.589848 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-cbea86e9-b6a2-4476-9854-d3bfde9e0658 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Allocated IP 172.20.0.14 (288869a5-ed76-410f-8ea3-f8432f979048/c3b8c0d6-78a7-4f5b-a285-2c785cd693d5/2526ee47-30ed-40eb-8914-a997b1a08d3f) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:00:52.590608 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-f72b7f4c-5140-45eb-a405-4c8dbcd43b9a None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:00:52.593252 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72b7f4c-5140-45eb-a405-4c8dbcd43b9a None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:00:52.611892 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-d14ce762-f718-407e-8bc2-2a0f2eae3412 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:52.626132 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-d14ce762-f718-407e-8bc2-2a0f2eae3412 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/networks?id=828b9ed9-5982-43c3-a42e-6c3581a384df HTTP/1.1" status: 200 len: 803 time: 0.4482932 Aug 17 00:00:52.627776 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59156) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:52.631986 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b7f4c-5140-45eb-a405-4c8dbcd43b9a None None] Pushing event updated for resources: {'Port': ['ID=170f938b-e59d-4eda-94d4-a4bc24e75943,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:52.664149 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54528e74-b571-4fca-8c43-7d4b34d07ed5 req-e1f195df-f60b-46b9-bcca-a428987db08b tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208710 Aug 17 00:00:52.708848 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-ec238caf-b834-4b74-8083-20210035bfa7 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/quotas/a2ce754388cc43b1ac4e9f8b8d18c497 HTTP/1.1" status: 200 len: 375 time: 0.0816579 Aug 17 00:00:52.738905 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:52.768339 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-f72b7f4c-5140-45eb-a405-4c8dbcd43b9a None None] Attempting to bind port 170f938b-e59d-4eda-94d4-a4bc24e75943 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:00:52.770726 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-f72b7f4c-5140-45eb-a405-4c8dbcd43b9a None None] Attempting to bind port 170f938b-e59d-4eda-94d4-a4bc24e75943 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'd165cd29-a0d7-446e-b24b-6e51c37aa38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '288869a5-ed76-410f-8ea3-f8432f979048'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:00:52.771296 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72b7f4c-5140-45eb-a405-4c8dbcd43b9a None None] Attempting to bind port 170f938b-e59d-4eda-94d4-a4bc24e75943 on network 288869a5-ed76-410f-8ea3-f8432f979048 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:00:52.792380 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72b7f4c-5140-45eb-a405-4c8dbcd43b9a None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:00:52.792777 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72b7f4c-5140-45eb-a405-4c8dbcd43b9a None None] Checking segment: {'id': 'd165cd29-a0d7-446e-b24b-6e51c37aa38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '288869a5-ed76-410f-8ea3-f8432f979048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:00:52.793081 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f72b7f4c-5140-45eb-a405-4c8dbcd43b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:52.797089 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72b7f4c-5140-45eb-a405-4c8dbcd43b9a None None] Bound using segment: {'id': 'd165cd29-a0d7-446e-b24b-6e51c37aa38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '288869a5-ed76-410f-8ea3-f8432f979048'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:00:52.797631 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-f72b7f4c-5140-45eb-a405-4c8dbcd43b9a None None] Bound port: 170f938b-e59d-4eda-94d4-a4bc24e75943, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd165cd29-a0d7-446e-b24b-6e51c37aa38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '288869a5-ed76-410f-8ea3-f8432f979048'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:00:52.798130 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f72b7f4c-5140-45eb-a405-4c8dbcd43b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:52.825372 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-11120074-b5b3-477c-bea2-1dd907797728 None None] Set router ea709dc4-7717-439e-bfe0-1696f16c22bc gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:00:52.844601 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd1ecbc-c567-475e-8fd9-44b573f66801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b406dcef-656d-44f5-b8a2-9b2c86536c7c'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:00:52.851450 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75feec9e-47a4-4301-a572-053b24106f99" -d '{"events": [{"server_uuid": "cdd1ecbc-c567-475e-8fd9-44b573f66801", "name": "network-vif-plugged", "status": "completed", "tag": "b406dcef-656d-44f5-b8a2-9b2c86536c7c"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:00:52.883626 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port b406dcef-656d-44f5-b8a2-9b2c86536c7c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b406dcef-656d-44f5-b8a2-9b2c86536c7c,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:52.902869 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-037c0a2f-9b89-4c40-83a2-c40440abb3ae tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Made reservation on behalf of 7fe9426c10f444e3be4a49d3577a0b3d for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:00:52.908348 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-037c0a2f-9b89-4c40-83a2-c40440abb3ae tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:52.928100 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-67f77fba-9684-4a6d-8b64-75a83f97b636 req-33bff904-706c-4ceb-b96c-fbd87b4be9f8 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20b40d1-f675-4985-b53b-add20877a079 HTTP/1.1" status: 200 len: 210 time: 0.1197689 Aug 17 00:00:52.941255 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:52.944441 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-16015a29-f1d7-4ab6-883b-991a2916756c tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a2ce754388cc43b1ac4e9f8b8d18c497&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2329788 Aug 17 00:00:53.018980 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59168) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:53.111664 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-f72b7f4c-5140-45eb-a405-4c8dbcd43b9a None None] For port 170f938b-e59d-4eda-94d4-a4bc24e75943, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:00:53.114549 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-11120074-b5b3-477c-bea2-1dd907797728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'name': 'tempest-ServersTestJSON-293491829-router', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:22Z', 'updated_at': '2021-08-17T00:00:49Z', 'revision_number': 5, 'project_id': '2a64ced488f44cc196cbd4b327d5e734', 'gw_port': {'id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:25Z', 'updated_at': '2021-08-16T23:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:53.119465 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-f72b7f4c-5140-45eb-a405-4c8dbcd43b9a None None] For port 170f938b-e59d-4eda-94d4-a4bc24e75943, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=170f938b-e59d-4eda-94d4-a4bc24e75943,segment=NetworkSegment(d165cd29-a0d7-446e-b24b-6e51c37aa38a),segment_id=d165cd29-a0d7-446e-b24b-6e51c37aa38a)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:00:53.132646 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f72b7f4c-5140-45eb-a405-4c8dbcd43b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:53.139448 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=b406dcef-656d-44f5-b8a2-9b2c86536c7c,revision_number=13']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:53.177481 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11120074-b5b3-477c-bea2-1dd907797728 None None] Checking router: ea709dc4-7717-439e-bfe0-1696f16c22bc for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:00:53.203358 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11120074-b5b3-477c-bea2-1dd907797728 None None] Routers {'ea709dc4-7717-439e-bfe0-1696f16c22bc'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:00:53.204023 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-11120074-b5b3-477c-bea2-1dd907797728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:00:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ea709dc4-7717-439e-bfe0-1696f16c22bc'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:53.245915 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b7f4c-5140-45eb-a405-4c8dbcd43b9a None None] Pushing event updated for resources: {'Port': ['ID=170f938b-e59d-4eda-94d4-a4bc24e75943,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:53.250392 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c7e937-4ecf-4fc2-ac16-b3ad65db9963 x-openstack-request-id: req-63c7e937-4ecf-4fc2-ac16-b3ad65db9963 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:00:53.250760 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd1ecbc-c567-475e-8fd9-44b573f66801", "name": "network-vif-plugged", "status": "completed", "tag": "b406dcef-656d-44f5-b8a2-9b2c86536c7c", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:00:53.251072 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-63c7e937-4ecf-4fc2-ac16-b3ad65db9963 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:00:53.251518 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd1ecbc-c567-475e-8fd9-44b573f66801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b406dcef-656d-44f5-b8a2-9b2c86536c7c', 'code': 200} Aug 17 00:00:53.354930 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-037c0a2f-9b89-4c40-83a2-c40440abb3ae tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Allocated IP 172.20.0.7 (95c6ff06-e218-4206-8306-2b850caeab39/f89431a3-6c88-4e51-9207-0fb89e87e3fb/a82cab87-6a31-440a-9e64-99e13302423c) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:00:53.439051 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-11120074-b5b3-477c-bea2-1dd907797728 None None] Set router ea709dc4-7717-439e-bfe0-1696f16c22bc gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:00:53.483562 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cbea86e9-b6a2-4476-9854-d3bfde9e0658 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:53.519096 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-cbea86e9-b6a2-4476-9854-d3bfde9e0658 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Transition to ACTIVE for port object 2526ee47-30ed-40eb-8914-a997b1a08d3f will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:00:53.597145 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-648c8ef2-a277-44fa-b855-354940fb6f5d service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:00:53.608025 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-648c8ef2-a277-44fa-b855-354940fb6f5d service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6622529 Aug 17 00:00:53.757730 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-e5ee52a9-e3ff-45e1-97ed-62fc338c7908 service neutron] 10.222.0.60 "GET /v2.0/networks/828b9ed9-5982-43c3-a42e-6c3581a384df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484275 Aug 17 00:00:53.834238 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f00791fe-9bcd-4ff7-8f16-9f830c32216d admin admin] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:53.836506 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-037c0a2f-9b89-4c40-83a2-c40440abb3ae tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:53.895419 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cbea86e9-b6a2-4476-9854-d3bfde9e0658 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:53.946073 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-11120074-b5b3-477c-bea2-1dd907797728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'name': 'tempest-ServersTestJSON-293491829-router', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:22Z', 'updated_at': '2021-08-17T00:00:49Z', 'revision_number': 5, 'project_id': '2a64ced488f44cc196cbd4b327d5e734', 'gw_port': {'id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:25Z', 'updated_at': '2021-08-16T23:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:53.985890 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11120074-b5b3-477c-bea2-1dd907797728 None None] The sync data for ids ['ea709dc4-7717-439e-bfe0-1696f16c22bc'] in n-d-800088-20 is: [{'id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'name': 'tempest-ServersTestJSON-293491829-router', 'tenant_id': '2a64ced488f44cc196cbd4b327d5e734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:22Z', 'updated_at': '2021-08-17T00:00:49Z', 'revision_number': 5, 'project_id': '2a64ced488f44cc196cbd4b327d5e734', 'gw_port': {'id': '33b9bb47-8b41-47ad-8e44-ee8241e3d1e6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea709dc4-7717-439e-bfe0-1696f16c22bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:25Z', 'updated_at': '2021-08-16T23:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:00:53.989466 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-037c0a2f-9b89-4c40-83a2-c40440abb3ae tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:54.012141 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52100359-9c22-4eb0-bedf-8275532ee628 req-f210eb3b-0384-49c1-9bca-557fefe47807 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:54.013694 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-52100359-9c22-4eb0-bedf-8275532ee628 req-f210eb3b-0384-49c1-9bca-557fefe47807 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 950 time: 0.6830928 Aug 17 00:00:54.038306 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea86e9-b6a2-4476-9854-d3bfde9e0658 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Pushing event updated for resources: {'Port': ['ID=2526ee47-30ed-40eb-8914-a997b1a08d3f,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:54.046173 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-037c0a2f-9b89-4c40-83a2-c40440abb3ae tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Network 95c6ff06-e218-4206-8306-2b850caeab39 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:00:54.056185 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-037c0a2f-9b89-4c40-83a2-c40440abb3ae tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:00:54.064573 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-037c0a2f-9b89-4c40-83a2-c40440abb3ae tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:00:54.087482 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbea86e9-b6a2-4476-9854-d3bfde9e0658 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Network 288869a5-ed76-410f-8ea3-f8432f979048 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:00:54.110452 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-cbea86e9-b6a2-4476-9854-d3bfde9e0658 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:00:54.116232 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbea86e9-b6a2-4476-9854-d3bfde9e0658 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:00:54.118732 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c0a2f-9b89-4c40-83a2-c40440abb3ae tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Pushing event updated for resources: {'Port': ['ID=a82cab87-6a31-440a-9e64-99e13302423c,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:54.169269 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-037c0a2f-9b89-4c40-83a2-c40440abb3ae tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:54.171553 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-037c0a2f-9b89-4c40-83a2-c40440abb3ae tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:54.177903 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477f689-5965-47e8-9a85-f676cf61d9cb req-76a207f8-9b89-40a0-b447-6812fc190bc8 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:54.185588 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c477f689-5965-47e8-9a85-f676cf61d9cb req-76a207f8-9b89-40a0-b447-6812fc190bc8 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 950 time: 0.3903720 Aug 17 00:00:54.201186 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ac48ccb-57fd-45cd-a32e-812cf42de447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:54.205153 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-037c0a2f-9b89-4c40-83a2-c40440abb3ae tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9830427 Aug 17 00:00:54.224255 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-b59fd7de-374d-4781-be49-9e0acaecc852 service neutron] 10.222.0.60 "GET /v2.0/networks/828b9ed9-5982-43c3-a42e-6c3581a384df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656761 Aug 17 00:00:54.241715 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-b88180d3-b40c-479d-b148-475f4a2bde15 service neutron] Request body: {'port': {'device_id': 'b20b40d1-f675-4985-b53b-add20877a079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:54.250462 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f00791fe-9bcd-4ff7-8f16-9f830c32216d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:54.269526 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbea86e9-b6a2-4476-9854-d3bfde9e0658 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:54.270215 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cbea86e9-b6a2-4476-9854-d3bfde9e0658 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:54.312098 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c477f689-5965-47e8-9a85-f676cf61d9cb req-7041e14b-69e7-4d59-a2cb-f1c0a92d232c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255338 Aug 17 00:00:54.372694 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cbea86e9-b6a2-4476-9854-d3bfde9e0658 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5364006 Aug 17 00:00:54.374315 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59204) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:54.380399 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-7ab59e14-dde8-4f6f-9fc3-95ad89abf697 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-634113242', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:54.411005 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-52100359-9c22-4eb0-bedf-8275532ee628 req-96561bf8-34de-4d41-9ba5-4dea5fc4af3a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Deleting port b406dcef-656d-44f5-b8a2-9b2c86536c7c {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:00:54.411357 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-52100359-9c22-4eb0-bedf-8275532ee628 req-96561bf8-34de-4d41-9ba5-4dea5fc4af3a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:54.597174 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-b88180d3-b40c-479d-b148-475f4a2bde15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:54.659926 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 170f938b-e59d-4eda-94d4-a4bc24e75943 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:00:54.695293 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7ab59e14-dde8-4f6f-9fc3-95ad89abf697 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:54.699926 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7ab59e14-dde8-4f6f-9fc3-95ad89abf697 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:54.740264 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f01142a-1e79-42c4-ab0b-d4d7f311339f None None] Network 288869a5-ed76-410f-8ea3-f8432f979048 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:00:55.011831 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-654c256b-3e03-4a0c-af9c-e4fc11b9eb9f None None] Provisioning for port 170f938b-e59d-4eda-94d4-a4bc24e75943 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:00:55.019698 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7ab59e14-dde8-4f6f-9fc3-95ad89abf697 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:55.023979 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 170f938b-e59d-4eda-94d4-a4bc24e75943 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:00:55.031960 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 170f938b-e59d-4eda-94d4-a4bc24e75943 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:00:55.031960 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:55.046586 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2a4d9ef6-5826-4afd-a6df-616daa8314db req-23252244-ad73-4e82-a99c-242afe5fe7d1 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=317f153e-2d10-4326-b9ac-8450b6dbeef6 HTTP/1.1" status: 200 len: 210 time: 0.0753050 Aug 17 00:00:55.052444 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-f00791fe-9bcd-4ff7-8f16-9f830c32216d admin admin] Deleting port 33b9bb47-8b41-47ad-8e44-ee8241e3d1e6 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:00:55.052761 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f00791fe-9bcd-4ff7-8f16-9f830c32216d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:55.057528 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7ab59e14-dde8-4f6f-9fc3-95ad89abf697 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:55.159896 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d470a1-3721-4bb1-851c-9b11a95bb117 req-bb40e5a2-dd81-4710-af52-a46c05d7d656 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:55.161821 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49d470a1-3721-4bb1-851c-9b11a95bb117 req-bb40e5a2-dd81-4710-af52-a46c05d7d656 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20b40d1-f675-4985-b53b-add20877a079 HTTP/1.1" status: 200 len: 931 time: 0.7428987 Aug 17 00:00:55.163523 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:55.238925 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7ab59e14-dde8-4f6f-9fc3-95ad89abf697 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:55.240096 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7ab59e14-dde8-4f6f-9fc3-95ad89abf697 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8646634 Aug 17 00:00:55.243520 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59224) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:55.245670 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 170f938b-e59d-4eda-94d4-a4bc24e75943, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=170f938b-e59d-4eda-94d4-a4bc24e75943,segment=NetworkSegment(d165cd29-a0d7-446e-b24b-6e51c37aa38a),segment_id=d165cd29-a0d7-446e-b24b-6e51c37aa38a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:55.249742 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-7e381648-ee76-4b03-9d68-70e1dc3c9c16 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-901970646', 'prefixes': ['172.20.0.0/16']}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:55.252241 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-52100359-9c22-4eb0-bedf-8275532ee628 req-96561bf8-34de-4d41-9ba5-4dea5fc4af3a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] For port b406dcef-656d-44f5-b8a2-9b2c86536c7c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b406dcef-656d-44f5-b8a2-9b2c86536c7c,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:55.252645 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-52100359-9c22-4eb0-bedf-8275532ee628 req-96561bf8-34de-4d41-9ba5-4dea5fc4af3a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:55.270028 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-52100359-9c22-4eb0-bedf-8275532ee628 req-96561bf8-34de-4d41-9ba5-4dea5fc4af3a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Calling delete_port for b406dcef-656d-44f5-b8a2-9b2c86536c7c owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:00:55.279628 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:55.342857 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=170f938b-e59d-4eda-94d4-a4bc24e75943,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:55.349885 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 211f85ae-72b9-4f2c-8ce6-83cdbc30b812 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:00:55.374582 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 211f85ae-72b9-4f2c-8ce6-83cdbc30b812 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:00:55.375169 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 211f85ae-72b9-4f2c-8ce6-83cdbc30b812 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:00:55.415270 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-b88180d3-b40c-479d-b148-475f4a2bde15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a82cab87-6a31-440a-9e64-99e13302423c {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:00:55.445512 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-b88180d3-b40c-479d-b148-475f4a2bde15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:55.450036 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-9ac48ccb-57fd-45cd-a32e-812cf42de447 admin admin] Deleting port 4e7e9a5b-41ba-4f56-8664-6b428042d29e {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:00:55.450381 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ac48ccb-57fd-45cd-a32e-812cf42de447 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:55.523755 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-b88180d3-b40c-479d-b148-475f4a2bde15 service neutron] Transition to ACTIVE for port object a82cab87-6a31-440a-9e64-99e13302423c will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:00:55.547073 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-f00791fe-9bcd-4ff7-8f16-9f830c32216d admin admin] For port 33b9bb47-8b41-47ad-8e44-ee8241e3d1e6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=33b9bb47-8b41-47ad-8e44-ee8241e3d1e6,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:55.547501 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f00791fe-9bcd-4ff7-8f16-9f830c32216d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:55.549877 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-b88180d3-b40c-479d-b148-475f4a2bde15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:55.569814 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49d470a1-3721-4bb1-851c-9b11a95bb117 req-935d37b3-b5d2-4c05-a2ce-95587823e8c7 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/security-groups?id=f742f2e3-1288-41d5-9c3f-2d7e009ca2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907101 Aug 17 00:00:55.584714 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-f00791fe-9bcd-4ff7-8f16-9f830c32216d admin admin] Calling delete_port for 33b9bb47-8b41-47ad-8e44-ee8241e3d1e6 owned by network:router_gateway {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:00:55.634436 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-9ac48ccb-57fd-45cd-a32e-812cf42de447 admin admin] For port 4e7e9a5b-41ba-4f56-8664-6b428042d29e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4e7e9a5b-41ba-4f56-8664-6b428042d29e,segment=NetworkSegment(7c0d764d-fd2a-4909-b447-e8797f1474d2),segment_id=7c0d764d-fd2a-4909-b447-e8797f1474d2)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:55.634436 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ac48ccb-57fd-45cd-a32e-812cf42de447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:55.663367 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88180d3-b40c-479d-b148-475f4a2bde15 service neutron] Pushing event updated for resources: {'Port': ['ID=a82cab87-6a31-440a-9e64-99e13302423c,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:55.667211 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02059177-b343-422e-b666-3a98491a29c3 req-d97b78a8-3f41-4591-917a-a6751484a7e4 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:55.672204 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e381648-ee76-4b03-9d68-70e1dc3c9c16 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks [] for subnetpool, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:55.675536 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-02059177-b343-422e-b666-3a98491a29c3 req-d97b78a8-3f41-4591-917a-a6751484a7e4 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd1ecbc-c567-475e-8fd9-44b573f66801 HTTP/1.1" status: 200 len: 950 time: 0.2476733 Aug 17 00:00:55.677650 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7e381648-ee76-4b03-9d68-70e1dc3c9c16 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4329767 Aug 17 00:00:55.678278 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59230) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:55.686287 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-9ac48ccb-57fd-45cd-a32e-812cf42de447 admin admin] Calling delete_port for 4e7e9a5b-41ba-4f56-8664-6b428042d29e owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:00:55.707845 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-5474d06c-9058-49ba-af3a-29b8f9319f65 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c3b8c0d6-78a7-4f5b-a285-2c785cd693d5', 'tempest-TagsExtTest-Tag-719925221') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:55.732681 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-30be63a6-d016-4184-926e-712b89b8a975 None None] Provisioning complete for port 170f938b-e59d-4eda-94d4-a4bc24e75943 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:00:55.733656 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-30be63a6-d016-4184-926e-712b89b8a975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:55.792358 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 477d914a-6c65-48fc-b616-dcda382e32cd no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:00:55.831522 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 477d914a-6c65-48fc-b616-dcda382e32cd {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:00:55.831881 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 477d914a-6c65-48fc-b616-dcda382e32cd not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:00:55.832279 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device b406dcef-656d-44f5-b8a2-9b2c86536c7c no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:00:55.837648 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-52100359-9c22-4eb0-bedf-8275532ee628 req-96561bf8-34de-4d41-9ba5-4dea5fc4af3a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:55.859437 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: b406dcef-656d-44f5-b8a2-9b2c86536c7c {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:00:55.859739 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device b406dcef-656d-44f5-b8a2-9b2c86536c7c not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:00:55.861436 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['105502e0-f785-4d58-9f24-b7ad136e18bf', 'f1b00233-84b9-45da-82a9-4141ca7e2930'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:00:55.869634 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['dc5a9afa-09d6-4392-8d77-921fd95fdba9'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:00:55.875106 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-02059177-b343-422e-b666-3a98491a29c3 req-95062394-682a-485d-b7bd-637cb0f9079b tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983619 Aug 17 00:00:55.922027 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96561bf8-34de-4d41-9ba5-4dea5fc4af3a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Pushing event deleted for resources: {'Port': ['ID=b406dcef-656d-44f5-b8a2-9b2c86536c7c,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:55.981965 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-52100359-9c22-4eb0-bedf-8275532ee628 req-96561bf8-34de-4d41-9ba5-4dea5fc4af3a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] No DVR routers for this DVR port b406dcef-656d-44f5-b8a2-9b2c86536c7c on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:00:56.022954 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-52100359-9c22-4eb0-bedf-8275532ee628 req-96561bf8-34de-4d41-9ba5-4dea5fc4af3a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:56.025355 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-52100359-9c22-4eb0-bedf-8275532ee628 req-96561bf8-34de-4d41-9ba5-4dea5fc4af3a tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.64 "DELETE /v2.0/ports/b406dcef-656d-44f5-b8a2-9b2c86536c7c HTTP/1.1" status: 204 len: 173 time: 2.0000465 Aug 17 00:00:56.026001 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd1ecbc-c567-475e-8fd9-44b573f66801', 'name': 'network-vif-deleted', 'tag': 'b406dcef-656d-44f5-b8a2-9b2c86536c7c'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:00:56.028405 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76cee64-98b7-4782-845a-326c59694549" -d '{"events": [{"server_uuid": "cdd1ecbc-c567-475e-8fd9-44b573f66801", "name": "network-vif-deleted", "tag": "b406dcef-656d-44f5-b8a2-9b2c86536c7c"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:00:56.143659 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7bae9e-82fe-4671-b8a0-61cb3921b100 x-openstack-request-id: req-fc7bae9e-82fe-4671-b8a0-61cb3921b100 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:00:56.144256 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd1ecbc-c567-475e-8fd9-44b573f66801", "name": "network-vif-deleted", "tag": "b406dcef-656d-44f5-b8a2-9b2c86536c7c", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:00:56.144256 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc7bae9e-82fe-4671-b8a0-61cb3921b100 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:00:56.144568 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd1ecbc-c567-475e-8fd9-44b573f66801', 'name': 'network-vif-deleted', 'tag': 'b406dcef-656d-44f5-b8a2-9b2c86536c7c', 'status': 'completed', 'code': 200} Aug 17 00:00:56.197657 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-30be63a6-d016-4184-926e-712b89b8a975 None None] Provisioning for port 2526ee47-30ed-40eb-8914-a997b1a08d3f completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:00:56.244776 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-30be63a6-d016-4184-926e-712b89b8a975 None None] Provisioning complete for port 2526ee47-30ed-40eb-8914-a997b1a08d3f triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:00:56.245442 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-30be63a6-d016-4184-926e-712b89b8a975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:56.301215 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-df902271-4746-41e5-8a9a-95690fab2550 req-c0614b3e-06a8-46f1-8f4c-3b9c10248c33 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=317f153e-2d10-4326-b9ac-8450b6dbeef6 HTTP/1.1" status: 200 len: 210 time: 0.0891650 Aug 17 00:00:56.323762 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 170f938b-e59d-4eda-94d4-a4bc24e75943 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:00:56.345252 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f00791fe-9bcd-4ff7-8f16-9f830c32216d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:56.349913 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-b88180d3-b40c-479d-b148-475f4a2bde15 service neutron] Attempting to bind port a82cab87-6a31-440a-9e64-99e13302423c on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:00:56.350465 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-b88180d3-b40c-479d-b148-475f4a2bde15 service neutron] Attempting to bind port a82cab87-6a31-440a-9e64-99e13302423c by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '0f75810c-a571-45f8-ba9c-78869c423af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '95c6ff06-e218-4206-8306-2b850caeab39'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:00:56.350732 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-b88180d3-b40c-479d-b148-475f4a2bde15 service neutron] Attempting to bind port a82cab87-6a31-440a-9e64-99e13302423c on network 95c6ff06-e218-4206-8306-2b850caeab39 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:00:56.367811 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-b88180d3-b40c-479d-b148-475f4a2bde15 service neutron] Port a82cab87-6a31-440a-9e64-99e13302423c on network 95c6ff06-e218-4206-8306-2b850caeab39 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:00:56.369709 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-b88180d3-b40c-479d-b148-475f4a2bde15 service neutron] Attempting to bind port a82cab87-6a31-440a-9e64-99e13302423c on network 95c6ff06-e218-4206-8306-2b850caeab39 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:00:56.384253 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5474d06c-9058-49ba-af3a-29b8f9319f65 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "PUT /v2.0/subnets/c3b8c0d6-78a7-4f5b-a285-2c785cd693d5/tags/tempest-TagsExtTest-Tag-719925221 HTTP/1.1" status: 201 len: 201 time: 0.6986041 Aug 17 00:00:56.388329 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59248) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:56.395957 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-58c13b51-ccaf-4222-a9f1-25e87a8955ef tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2526ee47-30ed-40eb-8914-a997b1a08d3f', 'tempest-TagsExtTest-Tag-879835043') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:56.402536 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-b88180d3-b40c-479d-b148-475f4a2bde15 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:00:56.403182 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-b88180d3-b40c-479d-b148-475f4a2bde15 service neutron] Checking segment: {'id': '0f75810c-a571-45f8-ba9c-78869c423af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '95c6ff06-e218-4206-8306-2b850caeab39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:00:56.403741 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-b88180d3-b40c-479d-b148-475f4a2bde15 service neutron] Bound using segment: {'id': '0f75810c-a571-45f8-ba9c-78869c423af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '95c6ff06-e218-4206-8306-2b850caeab39'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:00:56.404765 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-b88180d3-b40c-479d-b148-475f4a2bde15 service neutron] Bound port: a82cab87-6a31-440a-9e64-99e13302423c, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f75810c-a571-45f8-ba9c-78869c423af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '95c6ff06-e218-4206-8306-2b850caeab39'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:00:56.405345 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-b88180d3-b40c-479d-b148-475f4a2bde15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:56.425658 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00791fe-9bcd-4ff7-8f16-9f830c32216d admin admin] Pushing event deleted for resources: {'Port': ['ID=33b9bb47-8b41-47ad-8e44-ee8241e3d1e6,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:56.455694 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-30be63a6-d016-4184-926e-712b89b8a975 None None] Port 2526ee47-30ed-40eb-8914-a997b1a08d3f cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:00:56.532992 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-83fce230-f180-48c9-bced-bac7a350b3d9 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:56.535265 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-83fce230-f180-48c9-bced-bac7a350b3d9 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.64 "GET /v2.0/networks?id=828b9ed9-5982-43c3-a42e-6c3581a384df HTTP/1.1" status: 200 len: 803 time: 0.4182620 Aug 17 00:00:56.550441 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-f6497f79-a2c6-4271-8f63-942c652a26fe tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Request body: {'port': {'device_id': '317f153e-2d10-4326-b9ac-8450b6dbeef6', 'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df', 'admin_state_up': True, 'tenant_id': 'a2ce754388cc43b1ac4e9f8b8d18c497'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:56.595255 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-b88180d3-b40c-479d-b148-475f4a2bde15 service neutron] For port a82cab87-6a31-440a-9e64-99e13302423c, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:00:56.603211 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-b88180d3-b40c-479d-b148-475f4a2bde15 service neutron] For port a82cab87-6a31-440a-9e64-99e13302423c, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a82cab87-6a31-440a-9e64-99e13302423c,segment=NetworkSegment(0f75810c-a571-45f8-ba9c-78869c423af0),segment_id=0f75810c-a571-45f8-ba9c-78869c423af0)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:00:56.611574 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d3147140-fd44-4364-a359-5e03e959cf7c None None] Provisioning complete for port 2526ee47-30ed-40eb-8914-a997b1a08d3f triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:00:56.611956 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d3147140-fd44-4364-a359-5e03e959cf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:56.617609 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-58c13b51-ccaf-4222-a9f1-25e87a8955ef tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "PUT /v2.0/ports/2526ee47-30ed-40eb-8914-a997b1a08d3f/tags/tempest-TagsExtTest-Tag-879835043 HTTP/1.1" status: 201 len: 201 time: 0.2255194 Aug 17 00:00:56.618856 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59254) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:56.621931 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f00791fe-9bcd-4ff7-8f16-9f830c32216d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:56.625523 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-b77117dd-6b09-450f-8e35-3be9bc53fd2e tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '48aa86bb-f537-4529-a229-66505d140a69', 'tempest-TagsExtTest-Tag-2040475476') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:56.647082 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-b88180d3-b40c-479d-b148-475f4a2bde15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:56.699256 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ac48ccb-57fd-45cd-a32e-812cf42de447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:56.749651 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 170f938b-e59d-4eda-94d4-a4bc24e75943 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:00:56.750691 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:56.778054 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f00791fe-9bcd-4ff7-8f16-9f830c32216d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:56.780664 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f00791fe-9bcd-4ff7-8f16-9f830c32216d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:56.787119 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-b88180d3-b40c-479d-b148-475f4a2bde15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:56.787847 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-b88180d3-b40c-479d-b148-475f4a2bde15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:56.793017 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-b88180d3-b40c-479d-b148-475f4a2bde15 service neutron] 10.222.0.64 "PUT /v2.0/ports/a82cab87-6a31-440a-9e64-99e13302423c HTTP/1.1" status: 200 len: 1092 time: 2.5557065 Aug 17 00:00:56.798548 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20b40d1-f675-4985-b53b-add20877a079', 'tag': 'a82cab87-6a31-440a-9e64-99e13302423c'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:00:56.801108 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8de4bb-c142-456c-a977-77df224213c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b20b40d1-f675-4985-b53b-add20877a079", "tag": "a82cab87-6a31-440a-9e64-99e13302423c"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:00:56.809733 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-d3147140-fd44-4364-a359-5e03e959cf7c None None] Port 2526ee47-30ed-40eb-8914-a997b1a08d3f cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:00:57.038794 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f00791fe-9bcd-4ff7-8f16-9f830c32216d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:57.039462 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00791fe-9bcd-4ff7-8f16-9f830c32216d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea709dc4-7717-439e-bfe0-1696f16c22bc {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:00:57.045749 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f00791fe-9bcd-4ff7-8f16-9f830c32216d admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:57.047268 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f00791fe-9bcd-4ff7-8f16-9f830c32216d admin admin] 10.222.0.60 "DELETE /v2.0/routers/ea709dc4-7717-439e-bfe0-1696f16c22bc HTTP/1.1" status: 204 len: 168 time: 4.4153423 Aug 17 00:00:57.059202 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59270) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:57.134892 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-5872ee93-ed51-4211-9ae0-8507455a5c8a admin admin] Deleting subnet 390bdf84-27fc-436c-864c-cf6b8c1db4e5 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:00:57.138554 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5872ee93-ed51-4211-9ae0-8507455a5c8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:57.205519 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55156a6f-a721-4a16-b26f-889154e120ab req-c6ab45bc-3cf5-4440-a0be-d539440db5ab tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:57.207536 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55156a6f-a721-4a16-b26f-889154e120ab req-c6ab45bc-3cf5-4440-a0be-d539440db5ab tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20b40d1-f675-4985-b53b-add20877a079 HTTP/1.1" status: 200 len: 943 time: 0.4218376 Aug 17 00:00:57.250790 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5872ee93-ed51-4211-9ae0-8507455a5c8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:57.319838 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8329e3b6-f3a5-4a1b-8d18-4fcfb4b8822e x-openstack-request-id: req-8329e3b6-f3a5-4a1b-8d18-4fcfb4b8822e {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:00:57.320412 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20b40d1-f675-4985-b53b-add20877a079", "tag": "a82cab87-6a31-440a-9e64-99e13302423c", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:00:57.320717 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8329e3b6-f3a5-4a1b-8d18-4fcfb4b8822e {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:00:57.321259 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20b40d1-f675-4985-b53b-add20877a079', 'tag': 'a82cab87-6a31-440a-9e64-99e13302423c', 'status': 'completed', 'code': 200} Aug 17 00:00:57.326173 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-f6497f79-a2c6-4271-8f63-942c652a26fe tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Made reservation on behalf of a2ce754388cc43b1ac4e9f8b8d18c497 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:00:57.330401 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-f6497f79-a2c6-4271-8f63-942c652a26fe tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:57.361129 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88180d3-b40c-479d-b148-475f4a2bde15 service neutron] Pushing event updated for resources: {'Port': ['ID=a82cab87-6a31-440a-9e64-99e13302423c,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:57.406863 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac48ccb-57fd-45cd-a32e-812cf42de447 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e7e9a5b-41ba-4f56-8664-6b428042d29e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:57.412463 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b77117dd-6b09-450f-8e35-3be9bc53fd2e tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "PUT /v2.0/routers/48aa86bb-f537-4529-a229-66505d140a69/tags/tempest-TagsExtTest-Tag-2040475476 HTTP/1.1" status: 201 len: 201 time: 0.7912846 Aug 17 00:00:57.413686 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59284) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:57.417209 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55156a6f-a721-4a16-b26f-889154e120ab req-0ca8aad6-fdf6-469b-8bfa-4566984f661a tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/security-groups?id=f742f2e3-1288-41d5-9c3f-2d7e009ca2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889634 Aug 17 00:00:57.420537 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-202aa3d4-30da-40d1-94ff-1db567a92be6 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8870e6a2-b14f-462a-bc76-a199dfaf5103', 'tempest-TagsExtTest-Tag-1693740628') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:57.499087 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-dd927a19-9957-40bd-ac6b-95dc111cb590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:57.500664 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-dd927a19-9957-40bd-ac6b-95dc111cb590 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7fe9426c10f444e3be4a49d3577a0b3d&device_id=b20b40d1-f675-4985-b53b-add20877a079 HTTP/1.1" status: 200 len: 1095 time: 0.1843708 Aug 17 00:00:57.530194 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5872ee93-ed51-4211-9ae0-8507455a5c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:57.591519 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-c2ae4a11-294d-413d-90e7-617b8b9f8723 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a82cab87-6a31-440a-9e64-99e13302423c HTTP/1.1" status: 200 len: 217 time: 0.0769389 Aug 17 00:00:57.622961 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c76f4-7255-4a1c-b53e-b918c5ba1142 req-b34e81da-a1e3-489d-a135-fb0d081d0a30 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:57.624588 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec9c76f4-7255-4a1c-b53e-b918c5ba1142 req-b34e81da-a1e3-489d-a135-fb0d081d0a30 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 950 time: 0.2824838 Aug 17 00:00:57.626580 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0aff0cb5-0be5-4c71-96a4-c2e990c15b58 req-32470ae8-7f29-41ff-9a89-e685be1cbb78 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=317f153e-2d10-4326-b9ac-8450b6dbeef6 HTTP/1.1" status: 200 len: 210 time: 0.1005011 Aug 17 00:00:57.661079 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-202aa3d4-30da-40d1-94ff-1db567a92be6 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "PUT /v2.0/subnetpools/8870e6a2-b14f-462a-bc76-a199dfaf5103/tags/tempest-TagsExtTest-Tag-1693740628 HTTP/1.1" status: 201 len: 201 time: 0.2449253 Aug 17 00:00:57.676136 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59292) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:57.681703 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-79128ed5-ff64-4919-bfbf-81ad91d98347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:57.681703 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-79128ed5-ff64-4919-bfbf-81ad91d98347 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f89431a3-6c88-4e51-9207-0fb89e87e3fb HTTP/1.1" status: 200 len: 853 time: 0.0749362 Aug 17 00:00:57.683273 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ac48ccb-57fd-45cd-a32e-812cf42de447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:57.699305 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-b6c82fef-1e13-4953-98ee-d3d1b45532e6 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c3b8c0d6-78a7-4f5b-a285-2c785cd693d5') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:57.699430 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5872ee93-ed51-4211-9ae0-8507455a5c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:57.701754 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-f6497f79-a2c6-4271-8f63-942c652a26fe tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Allocated IP 172.20.0.7 (828b9ed9-5982-43c3-a42e-6c3581a384df/edd9ab22-5340-4c03-a1d1-8f64d16eab30/26ec4fb7-088d-4b3a-ba92-b4313790daae) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:00:57.741452 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872ee93-ed51-4211-9ae0-8507455a5c8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=390bdf84-27fc-436c-864c-cf6b8c1db4e5,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:57.757950 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5872ee93-ed51-4211-9ae0-8507455a5c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:57.759119 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a648a7-8da9-4272-8214-d05506568f4f None None] Network 5a6e7c40-14f3-4e77-82e3-e36f3b209ff6 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:00:57.762905 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5872ee93-ed51-4211-9ae0-8507455a5c8a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/390bdf84-27fc-436c-864c-cf6b8c1db4e5 HTTP/1.1" status: 204 len: 168 time: 0.6983087 Aug 17 00:00:57.763242 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59298) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:57.779321 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec9c76f4-7255-4a1c-b53e-b918c5ba1142 req-8a0d06fa-1b8a-4cb6-b570-08350e81e95d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120369 Aug 17 00:00:57.825096 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-679dc449-18f0-4c5d-8f71-7c9fd18a4241 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=95c6ff06-e218-4206-8306-2b850caeab39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911787 Aug 17 00:00:57.922802 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e1d6f6f4-dcfa-459a-a789-fcdd0ed72230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:58.028294 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-f6497f79-a2c6-4271-8f63-942c652a26fe tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:58.028504 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9fd1cb-f6c8-4520-86c1-43e4cb585c2b None None] DHCP port deletion for 5a6e7c40-14f3-4e77-82e3-e36f3b209ff6 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:00:58.047486 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-e1d6f6f4-dcfa-459a-a789-fcdd0ed72230 admin admin] Deleting port f837cf1a-230a-446e-9557-c78d22f3ec80 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:00:58.047834 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e1d6f6f4-dcfa-459a-a789-fcdd0ed72230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:58.075944 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-56f495f4-443a-40f6-ab7d-cd84e425d9e2 service neutron] 10.222.0.64 "GET /v2.0/networks/95c6ff06-e218-4206-8306-2b850caeab39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432632 Aug 17 00:00:58.089012 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-fb9fd1cb-f6c8-4520-86c1-43e4cb585c2b None None] Deleting port f837cf1a-230a-446e-9557-c78d22f3ec80 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:00:58.089684 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fb9fd1cb-f6c8-4520-86c1-43e4cb585c2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:58.135491 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-e1d6f6f4-dcfa-459a-a789-fcdd0ed72230 admin admin] For port f837cf1a-230a-446e-9557-c78d22f3ec80, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=f837cf1a-230a-446e-9557-c78d22f3ec80,segment=NetworkSegment(1b978c43-7e08-46c9-a661-31903765a712),segment_id=1b978c43-7e08-46c9-a661-31903765a712)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:58.135864 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e1d6f6f4-dcfa-459a-a789-fcdd0ed72230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:58.152113 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-e1d6f6f4-dcfa-459a-a789-fcdd0ed72230 admin admin] Calling delete_port for f837cf1a-230a-446e-9557-c78d22f3ec80 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:00:58.156908 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-f6497f79-a2c6-4271-8f63-942c652a26fe tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:58.219965 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-fb9fd1cb-f6c8-4520-86c1-43e4cb585c2b None None] For port f837cf1a-230a-446e-9557-c78d22f3ec80, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=f837cf1a-230a-446e-9557-c78d22f3ec80,segment=NetworkSegment(1b978c43-7e08-46c9-a661-31903765a712),segment_id=1b978c43-7e08-46c9-a661-31903765a712)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:58.220365 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fb9fd1cb-f6c8-4520-86c1-43e4cb585c2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:58.221103 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b6c82fef-1e13-4953-98ee-d3d1b45532e6 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "GET /v2.0/subnets/c3b8c0d6-78a7-4f5b-a285-2c785cd693d5/tags HTTP/1.1" status: 200 len: 240 time: 0.5175788 Aug 17 00:00:58.226566 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59306) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:58.240132 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-fb9fd1cb-f6c8-4520-86c1-43e4cb585c2b None None] Calling delete_port for f837cf1a-230a-446e-9557-c78d22f3ec80 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:00:58.241201 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-96853b8a-b6d8-4b8c-a775-901c3102c91a tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c3b8c0d6-78a7-4f5b-a285-2c785cd693d5', 'tempest-TagsExtTest-Tag-719925221') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:58.284930 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-f6497f79-a2c6-4271-8f63-942c652a26fe tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Network 828b9ed9-5982-43c3-a42e-6c3581a384df is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:00:58.299368 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-f6497f79-a2c6-4271-8f63-942c652a26fe tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:00:58.307495 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-f6497f79-a2c6-4271-8f63-942c652a26fe tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:00:58.331761 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6497f79-a2c6-4271-8f63-942c652a26fe tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Pushing event updated for resources: {'Port': ['ID=26ec4fb7-088d-4b3a-ba92-b4313790daae,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:58.354344 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f837cf1a-230a-446e-9557-c78d22f3ec80 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:00:58.371137 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9b714cd2-2e2a-4d61-ac3c-5d515f8c0987 req-59105b09-3561-4f2c-a733-384afc826b5b service neutron] 10.222.0.64 "GET /v2.0/networks/95c6ff06-e218-4206-8306-2b850caeab39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827969 Aug 17 00:00:58.371722 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-f6497f79-a2c6-4271-8f63-942c652a26fe tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:58.372167 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-f6497f79-a2c6-4271-8f63-942c652a26fe tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:58.372923 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac48ccb-57fd-45cd-a32e-812cf42de447 admin admin] Router 12e670ac-3857-40b8-88fa-1a66e44c9c1d has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:00:58.381752 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e1d6f6f4-dcfa-459a-a789-fcdd0ed72230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:58.408523 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No active binding found for port f837cf1a-230a-446e-9557-c78d22f3ec80 {{(pid=101404) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 17 00:00:58.409224 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f837cf1a-230a-446e-9557-c78d22f3ec80 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:00:58.409784 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 33b9bb47-8b41-47ad-8e44-ee8241e3d1e6 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:00:58.428561 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-f6497f79-a2c6-4271-8f63-942c652a26fe tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8839574 Aug 17 00:00:58.432305 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 33b9bb47-8b41-47ad-8e44-ee8241e3d1e6 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:00:58.432842 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 33b9bb47-8b41-47ad-8e44-ee8241e3d1e6 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:00:58.436644 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fb9fd1cb-f6c8-4520-86c1-43e4cb585c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:58.438683 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d6f6f4-dcfa-459a-a789-fcdd0ed72230 admin admin] No DVR routers for this DVR port f837cf1a-230a-446e-9557-c78d22f3ec80 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:00:58.441359 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6f6f4-dcfa-459a-a789-fcdd0ed72230 admin admin] Pushing event deleted for resources: {'Port': ['ID=f837cf1a-230a-446e-9557-c78d22f3ec80,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:58.465227 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-faf26dd2-29a6-48c5-8b0e-756732624680 service neutron] Request body: {'port': {'device_id': '317f153e-2d10-4326-b9ac-8450b6dbeef6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:58.478597 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fd1cb-f6c8-4520-86c1-43e4cb585c2b None None] Pushing event deleted for resources: {'Port': ['ID=f837cf1a-230a-446e-9557-c78d22f3ec80,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:58.491556 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9fd1cb-f6c8-4520-86c1-43e4cb585c2b None None] No DVR routers for this DVR port f837cf1a-230a-446e-9557-c78d22f3ec80 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:00:58.556628 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-96853b8a-b6d8-4b8c-a775-901c3102c91a tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "GET /v2.0/subnets/c3b8c0d6-78a7-4f5b-a285-2c785cd693d5/tags/tempest-TagsExtTest-Tag-719925221 HTTP/1.1" status: 204 len: 168 time: 0.3266954 Aug 17 00:00:58.557327 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59312) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:58.562796 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-3ee48c8f-9177-4a74-acb4-d0935fc6e174 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c3b8c0d6-78a7-4f5b-a285-2c785cd693d5', 'tempest-TagsExtTest-Tag-719925221') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:58.619007 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8de4bb-c142-456c-a977-77df224213c5 req-c7387d87-9c83-45be-9ec1-af7857a149db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:58.621182 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1f8de4bb-c142-456c-a977-77df224213c5 req-c7387d87-9c83-45be-9ec1-af7857a149db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7fe9426c10f444e3be4a49d3577a0b3d&device_id=b20b40d1-f675-4985-b53b-add20877a079 HTTP/1.1" status: 200 len: 1095 time: 0.1377954 Aug 17 00:00:58.630147 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac48ccb-57fd-45cd-a32e-812cf42de447 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:00:58.647569 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e1d6f6f4-dcfa-459a-a789-fcdd0ed72230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:58.651365 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7978cce6-4dfd-4ad1-b56d-fa77ca39f587 None None] Sync routers for ids ['12e670ac-3857-40b8-88fa-1a66e44c9c1d'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:00:58.658916 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9ac48ccb-57fd-45cd-a32e-812cf42de447 admin admin] 10.222.0.60 "PUT /v2.0/routers/12e670ac-3857-40b8-88fa-1a66e44c9c1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6382670 Aug 17 00:00:58.660170 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59314) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:58.662018 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7978cce6-4dfd-4ad1-b56d-fa77ca39f587 None None] Routers {'12e670ac-3857-40b8-88fa-1a66e44c9c1d'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:00:58.662445 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7978cce6-4dfd-4ad1-b56d-fa77ca39f587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:00:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['12e670ac-3857-40b8-88fa-1a66e44c9c1d'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:58.667693 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-e1d6f6f4-dcfa-459a-a789-fcdd0ed72230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a6e7c40-14f3-4e77-82e3-e36f3b209ff6']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:58.794275 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8de4bb-c142-456c-a977-77df224213c5 req-98da8d77-4e36-4bcc-9de4-4fdc30c49d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:58.796175 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1f8de4bb-c142-456c-a977-77df224213c5 req-98da8d77-4e36-4bcc-9de4-4fdc30c49d6d service neutron] 10.222.0.64 "GET /v2.0/networks?id=95c6ff06-e218-4206-8306-2b850caeab39 HTTP/1.1" status: 200 len: 914 time: 0.1641557 Aug 17 00:00:58.800598 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3ee48c8f-9177-4a74-acb4-d0935fc6e174 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "DELETE /v2.0/subnets/c3b8c0d6-78a7-4f5b-a285-2c785cd693d5/tags/tempest-TagsExtTest-Tag-719925221 HTTP/1.1" status: 204 len: 168 time: 0.2399702 Aug 17 00:00:58.800935 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59322) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:58.805680 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-10f05311-9480-4c72-97ac-19cb7c7ad543 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c3b8c0d6-78a7-4f5b-a285-2c785cd693d5') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:58.815821 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-7978cce6-4dfd-4ad1-b56d-fa77ca39f587 None None] Set router 12e670ac-3857-40b8-88fa-1a66e44c9c1d gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:00:58.889196 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1f8de4bb-c142-456c-a977-77df224213c5 req-eab7b229-956a-4fe3-b9c7-23c53c278db6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a82cab87-6a31-440a-9e64-99e13302423c HTTP/1.1" status: 200 len: 217 time: 0.0539324 Aug 17 00:00:58.966881 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-10f05311-9480-4c72-97ac-19cb7c7ad543 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "GET /v2.0/subnets/c3b8c0d6-78a7-4f5b-a285-2c785cd693d5/tags HTTP/1.1" status: 200 len: 205 time: 0.1624579 Aug 17 00:00:58.967090 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59324) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:58.972612 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-56b76f3f-f4ec-4449-b362-ee191eea5396 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2526ee47-30ed-40eb-8914-a997b1a08d3f') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:58.989166 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8de4bb-c142-456c-a977-77df224213c5 req-cffa70e2-eec6-4dff-8e80-27f2d25b2ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:58.991488 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1f8de4bb-c142-456c-a977-77df224213c5 req-cffa70e2-eec6-4dff-8e80-27f2d25b2ebe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f89431a3-6c88-4e51-9207-0fb89e87e3fb HTTP/1.1" status: 200 len: 853 time: 0.0901330 Aug 17 00:00:59.058580 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1f8de4bb-c142-456c-a977-77df224213c5 req-f51990a5-cd31-4e1b-b368-d405159658f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=95c6ff06-e218-4206-8306-2b850caeab39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304964 Aug 17 00:00:59.097405 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7978cce6-4dfd-4ad1-b56d-fa77ca39f587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e670ac-3857-40b8-88fa-1a66e44c9c1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1109986626-router', 'tenant_id': '86043ac5c01d42e2a5f439e1e8d8861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '8a193104-ffb1-497f-a754-410d31757336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:05Z', 'updated_at': '2021-08-17T00:00:56Z', 'revision_number': 5, 'project_id': '86043ac5c01d42e2a5f439e1e8d8861c', 'gw_port': {'id': '8a193104-ffb1-497f-a754-410d31757336', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e670ac-3857-40b8-88fa-1a66e44c9c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:05Z', 'updated_at': '2021-08-16T23:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:59.103287 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59330) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:59.137478 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7978cce6-4dfd-4ad1-b56d-fa77ca39f587 None None] Checking router: 12e670ac-3857-40b8-88fa-1a66e44c9c1d for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:00:59.150385 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-faf26dd2-29a6-48c5-8b0e-756732624680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:59.153342 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7978cce6-4dfd-4ad1-b56d-fa77ca39f587 None None] Routers {'12e670ac-3857-40b8-88fa-1a66e44c9c1d'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:00:59.155110 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7978cce6-4dfd-4ad1-b56d-fa77ca39f587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:00:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['12e670ac-3857-40b8-88fa-1a66e44c9c1d'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:59.163870 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-e1d6f6f4-dcfa-459a-a789-fcdd0ed72230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b978c43-7e08-46c9-a661-31903765a712') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:59.164150 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-e1d6f6f4-dcfa-459a-a789-fcdd0ed72230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b978c43-7e08-46c9-a661-31903765a712') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:59.180772 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-56b76f3f-f4ec-4449-b362-ee191eea5396 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "GET /v2.0/ports/2526ee47-30ed-40eb-8914-a997b1a08d3f/tags HTTP/1.1" status: 200 len: 240 time: 0.2122467 Aug 17 00:00:59.183025 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59334) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:59.189306 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-c154897a-d707-4088-a66a-b175e198b564 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2526ee47-30ed-40eb-8914-a997b1a08d3f', 'tempest-TagsExtTest-Tag-879835043') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:59.248238 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1f8de4bb-c142-456c-a977-77df224213c5 req-d94414f4-7a56-4b1d-b562-8ed23bc812e9 service neutron] 10.222.0.64 "GET /v2.0/networks/95c6ff06-e218-4206-8306-2b850caeab39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752205 Aug 17 00:00:59.287148 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-7978cce6-4dfd-4ad1-b56d-fa77ca39f587 None None] Set router 12e670ac-3857-40b8-88fa-1a66e44c9c1d gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:00:59.304647 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e1d6f6f4-dcfa-459a-a789-fcdd0ed72230 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:59.314537 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c154897a-d707-4088-a66a-b175e198b564 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "GET /v2.0/ports/2526ee47-30ed-40eb-8914-a997b1a08d3f/tags/tempest-TagsExtTest-Tag-879835043 HTTP/1.1" status: 204 len: 168 time: 0.1295018 Aug 17 00:00:59.315401 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59336) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:59.322986 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-7adc794d-18bd-462a-86b5-c7c6ae2ada7c tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2526ee47-30ed-40eb-8914-a997b1a08d3f', 'tempest-TagsExtTest-Tag-879835043') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:59.341680 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312cf8a-e100-4cc2-a9d0-174c40fc327c req-120722d9-e779-4a25-91f2-204586369671 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:59.343179 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3312cf8a-e100-4cc2-a9d0-174c40fc327c req-120722d9-e779-4a25-91f2-204586369671 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20b40d1-f675-4985-b53b-add20877a079 HTTP/1.1" status: 200 len: 943 time: 0.7970014 Aug 17 00:00:59.373702 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c35c59a-7e6c-4a85-8f0a-65fb59591097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:59.381797 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e1d6f6f4-dcfa-459a-a789-fcdd0ed72230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:59.404884 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2dfaac1-ade4-42ab-8340-9343d8f0a9e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:59.413495 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042a3a5-64cb-4df9-b2f7-6b98b9a094e4 req-6398b65e-8fab-4788-b708-3aaaebaa05a1 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:59.414916 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1f8de4bb-c142-456c-a977-77df224213c5 req-036bdbd8-aba6-44c3-8635-7b733956d76c service neutron] 10.222.0.64 "GET /v2.0/networks/95c6ff06-e218-4206-8306-2b850caeab39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577926 Aug 17 00:00:59.416082 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2042a3a5-64cb-4df9-b2f7-6b98b9a094e4 req-6398b65e-8fab-4788-b708-3aaaebaa05a1 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=317f153e-2d10-4326-b9ac-8450b6dbeef6 HTTP/1.1" status: 200 len: 931 time: 0.3109081 Aug 17 00:00:59.418736 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d6f6f4-dcfa-459a-a789-fcdd0ed72230 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:00:59.419155 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e1d6f6f4-dcfa-459a-a789-fcdd0ed72230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:00:59.423898 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:00:59.456467 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7adc794d-18bd-462a-86b5-c7c6ae2ada7c tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "DELETE /v2.0/ports/2526ee47-30ed-40eb-8914-a997b1a08d3f/tags/tempest-TagsExtTest-Tag-879835043 HTTP/1.1" status: 204 len: 168 time: 0.1360734 Aug 17 00:00:59.456891 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59338) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:59.461933 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-003691c7-6da9-4c2b-b2ac-9f266ae60d3a tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2526ee47-30ed-40eb-8914-a997b1a08d3f') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:59.498946 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7978cce6-4dfd-4ad1-b56d-fa77ca39f587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e670ac-3857-40b8-88fa-1a66e44c9c1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1109986626-router', 'tenant_id': '86043ac5c01d42e2a5f439e1e8d8861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '8a193104-ffb1-497f-a754-410d31757336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:05Z', 'updated_at': '2021-08-17T00:00:56Z', 'revision_number': 5, 'project_id': '86043ac5c01d42e2a5f439e1e8d8861c', 'gw_port': {'id': '8a193104-ffb1-497f-a754-410d31757336', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e670ac-3857-40b8-88fa-1a66e44c9c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:05Z', 'updated_at': '2021-08-16T23:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:59.516674 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-003691c7-6da9-4c2b-b2ac-9f266ae60d3a tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "GET /v2.0/ports/2526ee47-30ed-40eb-8914-a997b1a08d3f/tags HTTP/1.1" status: 200 len: 205 time: 0.0587056 Aug 17 00:00:59.519276 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59340) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:59.523941 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-07404fc7-3cb3-4a7c-80d5-12fe27acfb88 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '48aa86bb-f537-4529-a229-66505d140a69') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:59.525708 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7978cce6-4dfd-4ad1-b56d-fa77ca39f587 None None] The sync data for ids ['12e670ac-3857-40b8-88fa-1a66e44c9c1d'] in n-d-800088-20 is: [{'id': '12e670ac-3857-40b8-88fa-1a66e44c9c1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1109986626-router', 'tenant_id': '86043ac5c01d42e2a5f439e1e8d8861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '8a193104-ffb1-497f-a754-410d31757336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:05Z', 'updated_at': '2021-08-17T00:00:56Z', 'revision_number': 5, 'project_id': '86043ac5c01d42e2a5f439e1e8d8861c', 'gw_port': {'id': '8a193104-ffb1-497f-a754-410d31757336', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e670ac-3857-40b8-88fa-1a66e44c9c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:05Z', 'updated_at': '2021-08-16T23:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:00:59.605797 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-07404fc7-3cb3-4a7c-80d5-12fe27acfb88 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "GET /v2.0/routers/48aa86bb-f537-4529-a229-66505d140a69/tags HTTP/1.1" status: 200 len: 241 time: 0.0851464 Aug 17 00:00:59.608271 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59342) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:59.612802 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-1ecdef25-a89a-4941-adf3-74885a1efd38 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '48aa86bb-f537-4529-a229-66505d140a69', 'tempest-TagsExtTest-Tag-2040475476') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:59.624917 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0e4fb-9c6b-48db-8b47-4cdc1883cfb8 req-8ad3d015-8ef0-4aad-a2b1-1dece2445f8b tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:59.626389 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b2e0e4fb-9c6b-48db-8b47-4cdc1883cfb8 req-8ad3d015-8ef0-4aad-a2b1-1dece2445f8b tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 950 time: 0.3619251 Aug 17 00:00:59.690675 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1ecdef25-a89a-4941-adf3-74885a1efd38 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "GET /v2.0/routers/48aa86bb-f537-4529-a229-66505d140a69/tags/tempest-TagsExtTest-Tag-2040475476 HTTP/1.1" status: 204 len: 168 time: 0.0813377 Aug 17 00:00:59.693098 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59344) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:59.697814 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-7875e39c-3800-4fec-b478-1ef14254efeb tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '48aa86bb-f537-4529-a229-66505d140a69', 'tempest-TagsExtTest-Tag-2040475476') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:59.700785 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3312cf8a-e100-4cc2-a9d0-174c40fc327c req-b99e8a2c-5aca-483c-89ee-a2e0254114fd tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/security-groups?id=f742f2e3-1288-41d5-9c3f-2d7e009ca2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214960 Aug 17 00:00:59.763955 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e1d6f6f4-dcfa-459a-a789-fcdd0ed72230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:59.790586 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e1d6f6f4-dcfa-459a-a789-fcdd0ed72230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:59.792433 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e1d6f6f4-dcfa-459a-a789-fcdd0ed72230 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5a6e7c40-14f3-4e77-82e3-e36f3b209ff6 HTTP/1.1" status: 204 len: 168 time: 2.0119498 Aug 17 00:00:59.795456 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7875e39c-3800-4fec-b478-1ef14254efeb tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "DELETE /v2.0/routers/48aa86bb-f537-4529-a229-66505d140a69/tags/tempest-TagsExtTest-Tag-2040475476 HTTP/1.1" status: 204 len: 168 time: 0.0990748 Aug 17 00:00:59.795737 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59348) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:59.799980 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2042a3a5-64cb-4df9-b2f7-6b98b9a094e4 req-926ee317-a3c7-4878-bf63-88a318fded22 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881932 Aug 17 00:00:59.800294 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-f434d68e-1f18-4afc-96c0-3174a86d031b tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '48aa86bb-f537-4529-a229-66505d140a69') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:59.885342 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6f6f4-dcfa-459a-a789-fcdd0ed72230 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a6e7c40-14f3-4e77-82e3-e36f3b209ff6,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:59.897429 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f434d68e-1f18-4afc-96c0-3174a86d031b tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "GET /v2.0/routers/48aa86bb-f537-4529-a229-66505d140a69/tags HTTP/1.1" status: 200 len: 205 time: 0.1004531 Aug 17 00:00:59.900439 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59350) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:59.908370 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-67cdeb5f-3c71-45eb-aa74-94bc6e19e257 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8870e6a2-b14f-462a-bc76-a199dfaf5103') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:59.937662 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-67cdeb5f-3c71-45eb-aa74-94bc6e19e257 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "GET /v2.0/subnetpools/8870e6a2-b14f-462a-bc76-a199dfaf5103/tags HTTP/1.1" status: 200 len: 241 time: 0.0358601 Aug 17 00:00:59.940318 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59352) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:59.944805 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-23b06121-ef0b-40e7-b22f-98827e3e3fca tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8870e6a2-b14f-462a-bc76-a199dfaf5103', 'tempest-TagsExtTest-Tag-1693740628') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:59.968606 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-23b06121-ef0b-40e7-b22f-98827e3e3fca tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "GET /v2.0/subnetpools/8870e6a2-b14f-462a-bc76-a199dfaf5103/tags/tempest-TagsExtTest-Tag-1693740628 HTTP/1.1" status: 204 len: 168 time: 0.0272658 Aug 17 00:00:59.971245 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59354) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:59.976666 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-759234dc-1309-4097-bdca-43f662865bcc tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '8870e6a2-b14f-462a-bc76-a199dfaf5103', 'tempest-TagsExtTest-Tag-1693740628') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:00.011572 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59356) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:00.023774 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2dfaac1-ade4-42ab-8340-9343d8f0a9e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:00.041405 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-759234dc-1309-4097-bdca-43f662865bcc tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "DELETE /v2.0/subnetpools/8870e6a2-b14f-462a-bc76-a199dfaf5103/tags/tempest-TagsExtTest-Tag-1693740628 HTTP/1.1" status: 204 len: 168 time: 0.0665896 Aug 17 00:01:00.043073 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59358) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:00.054333 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-d86d8c8b-d530-4af6-b358-06a52a189f95 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8870e6a2-b14f-462a-bc76-a199dfaf5103') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:00.075297 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdba7c4-4c3e-45d1-b8eb-e6bc192fb386 req-4e96fb4b-876b-46e3-9bd0-9f53bbd2cf90 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:00.076789 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1fdba7c4-4c3e-45d1-b8eb-e6bc192fb386 req-4e96fb4b-876b-46e3-9bd0-9f53bbd2cf90 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 950 time: 0.2936344 Aug 17 00:01:00.088943 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9e640c8a-0021-4a2f-9642-e8d91a090691 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2a64ced488f44cc196cbd4b327d5e734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0761969 Aug 17 00:01:00.091413 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59360) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:00.100082 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d86d8c8b-d530-4af6-b358-06a52a189f95 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "GET /v2.0/subnetpools/8870e6a2-b14f-462a-bc76-a199dfaf5103/tags HTTP/1.1" status: 200 len: 205 time: 0.0550411 Aug 17 00:01:00.103565 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59362) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:00.119001 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.tag.tag_plugin [None req-b8a9216f-9290-4657-a636-53f6f2e48b1e tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8870e6a2-b14f-462a-bc76-a199dfaf5103') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:00.137576 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4e7e9a5b-41ba-4f56-8664-6b428042d29e no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:01:00.158333 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7720794a-7822-4d3b-bb1a-8262f5b39b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:00.160042 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 4e7e9a5b-41ba-4f56-8664-6b428042d29e {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:01:00.160670 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4e7e9a5b-41ba-4f56-8664-6b428042d29e not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:01:00.182538 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7720794a-7822-4d3b-bb1a-8262f5b39b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:00.195039 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c35c59a-7e6c-4a85-8f0a-65fb59591097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:00.207841 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-b2e0e4fb-9c6b-48db-8b47-4cdc1883cfb8 req-26004f33-abc9-48a7-9c45-db146913908d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Deleting port f1b00233-84b9-45da-82a9-4141ca7e2930 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:01:00.208236 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b2e0e4fb-9c6b-48db-8b47-4cdc1883cfb8 req-26004f33-abc9-48a7-9c45-db146913908d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:00.219389 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c35c59a-7e6c-4a85-8f0a-65fb59591097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:00.237620 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7720794a-7822-4d3b-bb1a-8262f5b39b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:00.240337 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7720794a-7822-4d3b-bb1a-8262f5b39b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:00.241543 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7720794a-7822-4d3b-bb1a-8262f5b39b0d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e6e0c093-cfdc-466d-bcb1-40027c3830b7 HTTP/1.1" status: 204 len: 168 time: 0.1491146 Aug 17 00:01:00.252153 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720794a-7822-4d3b-bb1a-8262f5b39b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e0c093-cfdc-466d-bcb1-40027c3830b7,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:00.315650 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1fdba7c4-4c3e-45d1-b8eb-e6bc192fb386 req-b41c541e-e163-4e68-833b-6116ea66d9ff tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250953 Aug 17 00:01:00.398369 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8c35c59a-7e6c-4a85-8f0a-65fb59591097 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9a18f4347e334dfbbb87999873bd650c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2831419 Aug 17 00:01:00.401375 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59366) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:00.413330 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35c59a-7e6c-4a85-8f0a-65fb59591097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b124668-f034-425a-82b3-0e3b97e0a883,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:00.428242 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b8a9216f-9290-4657-a636-53f6f2e48b1e tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "DELETE /v2.0/subnetpools/8870e6a2-b14f-462a-bc76-a199dfaf5103/tags HTTP/1.1" status: 204 len: 168 time: 0.3128572 Aug 17 00:01:00.429469 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59368) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:00.435334 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-faf26dd2-29a6-48c5-8b0e-756732624680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26ec4fb7-088d-4b3a-ba92-b4313790daae {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:01:00.443041 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-176a3975-94ff-4c00-953c-d5787091b449 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '48aa86bb-f537-4529-a229-66505d140a69') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:00.463569 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-faf26dd2-29a6-48c5-8b0e-756732624680 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:00.481139 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-e2dfaac1-ade4-42ab-8340-9343d8f0a9e8 admin admin] Deleting port 8a193104-ffb1-497f-a754-410d31757336 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:01:00.481646 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2dfaac1-ade4-42ab-8340-9343d8f0a9e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:00.491088 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-b2e0e4fb-9c6b-48db-8b47-4cdc1883cfb8 req-26004f33-abc9-48a7-9c45-db146913908d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] For port f1b00233-84b9-45da-82a9-4141ca7e2930, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f1b00233-84b9-45da-82a9-4141ca7e2930,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:01:00.491866 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b2e0e4fb-9c6b-48db-8b47-4cdc1883cfb8 req-26004f33-abc9-48a7-9c45-db146913908d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:00.545453 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-faf26dd2-29a6-48c5-8b0e-756732624680 service neutron] Transition to ACTIVE for port object 26ec4fb7-088d-4b3a-ba92-b4313790daae will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:01:00.555069 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-b2e0e4fb-9c6b-48db-8b47-4cdc1883cfb8 req-26004f33-abc9-48a7-9c45-db146913908d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Calling delete_port for f1b00233-84b9-45da-82a9-4141ca7e2930 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:01:00.557651 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21c13639-82e4-41c5-b920-00128cce0de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:00.559707 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-faf26dd2-29a6-48c5-8b0e-756732624680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:00.600251 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21c13639-82e4-41c5-b920-00128cce0de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:00.610895 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-176a3975-94ff-4c00-953c-d5787091b449 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "DELETE /v2.0/routers/48aa86bb-f537-4529-a229-66505d140a69/tags HTTP/1.1" status: 204 len: 168 time: 0.1780255 Aug 17 00:01:00.611644 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59374) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:00.619976 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-4e65a867-2207-4804-b8cd-3cd6f74f99bd tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2526ee47-30ed-40eb-8914-a997b1a08d3f') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:00.707699 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-e2dfaac1-ade4-42ab-8340-9343d8f0a9e8 admin admin] For port 8a193104-ffb1-497f-a754-410d31757336, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=8a193104-ffb1-497f-a754-410d31757336,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:01:00.708122 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2dfaac1-ade4-42ab-8340-9343d8f0a9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:00.713784 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4e65a867-2207-4804-b8cd-3cd6f74f99bd tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "DELETE /v2.0/ports/2526ee47-30ed-40eb-8914-a997b1a08d3f/tags HTTP/1.1" status: 204 len: 168 time: 0.0998094 Aug 17 00:01:00.715999 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59380) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:00.732854 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-9909c2dc-a427-47c0-912b-ff77bf4edf85 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c3b8c0d6-78a7-4f5b-a285-2c785cd693d5') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:00.738144 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21c13639-82e4-41c5-b920-00128cce0de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:00.741525 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21c13639-82e4-41c5-b920-00128cce0de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:00.744364 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-21c13639-82e4-41c5-b920-00128cce0de7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8b124668-f034-425a-82b3-0e3b97e0a883 HTTP/1.1" status: 204 len: 168 time: 0.3415918 Aug 17 00:01:00.744778 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26dd2-29a6-48c5-8b0e-756732624680 service neutron] Pushing event updated for resources: {'Port': ['ID=26ec4fb7-088d-4b3a-ba92-b4313790daae,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:00.778839 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-e2dfaac1-ade4-42ab-8340-9343d8f0a9e8 admin admin] Calling delete_port for 8a193104-ffb1-497f-a754-410d31757336 owned by network:router_gateway {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:01:00.803383 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c13639-82e4-41c5-b920-00128cce0de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b124668-f034-425a-82b3-0e3b97e0a883,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:00.885133 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9909c2dc-a427-47c0-912b-ff77bf4edf85 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "DELETE /v2.0/subnets/c3b8c0d6-78a7-4f5b-a285-2c785cd693d5/tags HTTP/1.1" status: 204 len: 168 time: 0.1658034 Aug 17 00:01:00.889024 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59392) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:00.895545 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-ad41ef01-826a-48b8-bfa4-39f035e67f6f tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c3b8c0d6-78a7-4f5b-a285-2c785cd693d5', 'tempest-TagsExtTest-Tag-878949101') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:01.003651 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-faf26dd2-29a6-48c5-8b0e-756732624680 service neutron] Attempting to bind port 26ec4fb7-088d-4b3a-ba92-b4313790daae on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:01:01.004067 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-faf26dd2-29a6-48c5-8b0e-756732624680 service neutron] Attempting to bind port 26ec4fb7-088d-4b3a-ba92-b4313790daae by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '5d1dfe25-6df3-47da-ac8e-82fc33e22c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:01:01.004417 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-faf26dd2-29a6-48c5-8b0e-756732624680 service neutron] Attempting to bind port 26ec4fb7-088d-4b3a-ba92-b4313790daae on network 828b9ed9-5982-43c3-a42e-6c3581a384df {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:01:01.065534 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-faf26dd2-29a6-48c5-8b0e-756732624680 service neutron] Port 26ec4fb7-088d-4b3a-ba92-b4313790daae on network 828b9ed9-5982-43c3-a42e-6c3581a384df not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:01:01.065859 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-faf26dd2-29a6-48c5-8b0e-756732624680 service neutron] Attempting to bind port 26ec4fb7-088d-4b3a-ba92-b4313790daae on network 828b9ed9-5982-43c3-a42e-6c3581a384df {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:01:01.093345 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-faf26dd2-29a6-48c5-8b0e-756732624680 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:01:01.093771 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-faf26dd2-29a6-48c5-8b0e-756732624680 service neutron] Checking segment: {'id': '5d1dfe25-6df3-47da-ac8e-82fc33e22c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:01:01.094164 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-faf26dd2-29a6-48c5-8b0e-756732624680 service neutron] Bound using segment: {'id': '5d1dfe25-6df3-47da-ac8e-82fc33e22c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:01:01.094680 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-faf26dd2-29a6-48c5-8b0e-756732624680 service neutron] Bound port: 26ec4fb7-088d-4b3a-ba92-b4313790daae, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1dfe25-6df3-47da-ac8e-82fc33e22c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:01:01.095186 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-faf26dd2-29a6-48c5-8b0e-756732624680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:01.135285 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cf611-ac2f-4f81-8e5a-d1b415a81beb req-d4c7aa92-8d95-496d-9436-91b3232535e8 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:01.136813 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f71cf611-ac2f-4f81-8e5a-d1b415a81beb req-d4c7aa92-8d95-496d-9436-91b3232535e8 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20b40d1-f675-4985-b53b-add20877a079 HTTP/1.1" status: 200 len: 943 time: 0.2150369 Aug 17 00:01:01.145332 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b2e0e4fb-9c6b-48db-8b47-4cdc1883cfb8 req-26004f33-abc9-48a7-9c45-db146913908d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:01.146216 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ad41ef01-826a-48b8-bfa4-39f035e67f6f tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "PUT /v2.0/subnets/c3b8c0d6-78a7-4f5b-a285-2c785cd693d5/tags/tempest-TagsExtTest-Tag-878949101 HTTP/1.1" status: 201 len: 201 time: 0.2550161 Aug 17 00:01:01.148141 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59404) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:01.157840 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-4df54b28-5403-4cc0-b978-77c877e5655e tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2526ee47-30ed-40eb-8914-a997b1a08d3f', 'tempest-TagsExtTest-Tag-1562666673') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:01.158446 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['105502e0-f785-4d58-9f24-b7ad136e18bf', 'f1b00233-84b9-45da-82a9-4141ca7e2930'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:01:01.163174 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['dc5a9afa-09d6-4392-8d77-921fd95fdba9'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:01:01.205910 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c496dc6-9319-4243-b988-80a0968476f4 req-7c0cea61-c502-4166-8c0e-32cb0f646f94 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:01.207502 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c496dc6-9319-4243-b988-80a0968476f4 req-7c0cea61-c502-4166-8c0e-32cb0f646f94 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=317f153e-2d10-4326-b9ac-8450b6dbeef6 HTTP/1.1" status: 200 len: 943 time: 0.2400618 Aug 17 00:01:01.273183 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26004f33-abc9-48a7-9c45-db146913908d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Pushing event deleted for resources: {'Port': ['ID=f1b00233-84b9-45da-82a9-4141ca7e2930,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:01.282506 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59406) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:01.282859 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59408) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:01.410958 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9c20f505-ffef-4522-ba8c-207112f7874e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:01.437252 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e0e4fb-9c6b-48db-8b47-4cdc1883cfb8 req-26004f33-abc9-48a7-9c45-db146913908d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] No DVR routers for this DVR port f1b00233-84b9-45da-82a9-4141ca7e2930 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:01:01.466615 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b2e0e4fb-9c6b-48db-8b47-4cdc1883cfb8 req-26004f33-abc9-48a7-9c45-db146913908d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:01.469164 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b2e0e4fb-9c6b-48db-8b47-4cdc1883cfb8 req-26004f33-abc9-48a7-9c45-db146913908d tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.64 "DELETE /v2.0/ports/f1b00233-84b9-45da-82a9-4141ca7e2930 HTTP/1.1" status: 204 len: 173 time: 1.7934721 Aug 17 00:01:01.471906 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d13edf-bf81-40e1-bb6f-e6763092b067', 'name': 'network-vif-deleted', 'tag': 'f1b00233-84b9-45da-82a9-4141ca7e2930'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:01:01.474769 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11f73d9-a4ba-4c1a-9820-c017a0688378" -d '{"events": [{"server_uuid": "a2d13edf-bf81-40e1-bb6f-e6763092b067", "name": "network-vif-deleted", "tag": "f1b00233-84b9-45da-82a9-4141ca7e2930"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:01:01.488366 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-faf26dd2-29a6-48c5-8b0e-756732624680 service neutron] For port 26ec4fb7-088d-4b3a-ba92-b4313790daae, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:01:01.505226 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f71cf611-ac2f-4f81-8e5a-d1b415a81beb req-40563c69-422f-4528-9980-9b73f174cd82 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/security-groups?id=f742f2e3-1288-41d5-9c3f-2d7e009ca2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222220 Aug 17 00:01:01.557425 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c496dc6-9319-4243-b988-80a0968476f4 req-f3002c88-781c-4538-8c7d-61d79b40a5fc tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010643 Aug 17 00:01:01.564401 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-faf26dd2-29a6-48c5-8b0e-756732624680 service neutron] For port 26ec4fb7-088d-4b3a-ba92-b4313790daae, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=26ec4fb7-088d-4b3a-ba92-b4313790daae,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:01:01.616667 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-faf26dd2-29a6-48c5-8b0e-756732624680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:01.681235 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-7a8a7532-d09b-4da6-a44f-8f67743dc2ca admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-5561421-network', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:01.745021 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-faf26dd2-29a6-48c5-8b0e-756732624680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:01.746292 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-faf26dd2-29a6-48c5-8b0e-756732624680 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:01.748016 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-faf26dd2-29a6-48c5-8b0e-756732624680 service neutron] 10.222.0.64 "PUT /v2.0/ports/26ec4fb7-088d-4b3a-ba92-b4313790daae HTTP/1.1" status: 200 len: 1092 time: 3.2922761 Aug 17 00:01:01.760812 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a82cab87-6a31-440a-9e64-99e13302423c details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:01:01.777645 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4df54b28-5403-4cc0-b978-77c877e5655e tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "PUT /v2.0/ports/2526ee47-30ed-40eb-8914-a997b1a08d3f/tags/tempest-TagsExtTest-Tag-1562666673 HTTP/1.1" status: 201 len: 201 time: 0.6256714 Aug 17 00:01:01.780304 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59418) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:01.787717 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-cc577f78-6e32-45ba-b8f0-5b43ecd908e5 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '48aa86bb-f537-4529-a229-66505d140a69', 'tempest-TagsExtTest-Tag-1710883043') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:01.789653 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c2265c-fbb1-4def-942f-e00d38f57d2c x-openstack-request-id: req-b8c2265c-fbb1-4def-942f-e00d38f57d2c {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:01:01.790143 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d13edf-bf81-40e1-bb6f-e6763092b067", "name": "network-vif-deleted", "tag": "f1b00233-84b9-45da-82a9-4141ca7e2930", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:01:01.790590 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b8c2265c-fbb1-4def-942f-e00d38f57d2c {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:01:01.791037 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d13edf-bf81-40e1-bb6f-e6763092b067', 'name': 'network-vif-deleted', 'tag': 'f1b00233-84b9-45da-82a9-4141ca7e2930', 'status': 'completed', 'code': 200} Aug 17 00:01:01.795528 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c96f5573-1f50-45e4-bbdc-cf94832f5f4b req-9c69d9b2-d415-4cdf-8e23-db8be05d3f4c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2d13edf-bf81-40e1-bb6f-e6763092b067 HTTP/1.1" status: 200 len: 210 time: 0.0696836 Aug 17 00:01:01.802838 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2dfaac1-ade4-42ab-8340-9343d8f0a9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:01.879517 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26dd2-29a6-48c5-8b0e-756732624680 service neutron] Pushing event updated for resources: {'Port': ['ID=26ec4fb7-088d-4b3a-ba92-b4313790daae,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:01.949966 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a82cab87-6a31-440a-9e64-99e13302423c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a82cab87-6a31-440a-9e64-99e13302423c,segment=NetworkSegment(0f75810c-a571-45f8-ba9c-78869c423af0),segment_id=0f75810c-a571-45f8-ba9c-78869c423af0)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:01:01.965553 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dfaac1-ade4-42ab-8340-9343d8f0a9e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a193104-ffb1-497f-a754-410d31757336,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:01.979545 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'a82cab87-6a31-440a-9e64-99e13302423c', 'network_id': '95c6ff06-e218-4206-8306-2b850caeab39', 'port_id': 'a82cab87-6a31-440a-9e64-99e13302423c', 'mac_address': 'fa:16:3e:40:1d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f89431a3-6c88-4e51-9207-0fb89e87e3fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:01:01.983383 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cc577f78-6e32-45ba-b8f0-5b43ecd908e5 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "PUT /v2.0/routers/48aa86bb-f537-4529-a229-66505d140a69/tags/tempest-TagsExtTest-Tag-1710883043 HTTP/1.1" status: 201 len: 201 time: 0.2020192 Aug 17 00:01:01.986544 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59420) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:01.994231 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-2a6d91f1-577c-4a61-8b2f-4ae68b350cc0 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8870e6a2-b14f-462a-bc76-a199dfaf5103', 'tempest-TagsExtTest-Tag-1651521151') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:02.031830 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:02.048150 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2a6d91f1-577c-4a61-8b2f-4ae68b350cc0 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "PUT /v2.0/subnetpools/8870e6a2-b14f-462a-bc76-a199dfaf5103/tags/tempest-TagsExtTest-Tag-1651521151 HTTP/1.1" status: 201 len: 201 time: 0.0596266 Aug 17 00:01:02.048484 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a82cab87-6a31-440a-9e64-99e13302423c {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:01:02.053513 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59422) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:02.059360 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-9527c477-5950-4f4a-b2d3-c06d4a48091f tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c3b8c0d6-78a7-4f5b-a285-2c785cd693d5', {'tags': ['tempest-TagsExtTest-Tag-1074881617', 'tempest-TagsExtTest-Tag-866313465', 'tempest-TagsExtTest-Tag-727663625']}) {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:02.079128 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a82cab87-6a31-440a-9e64-99e13302423c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a82cab87-6a31-440a-9e64-99e13302423c,segment=NetworkSegment(0f75810c-a571-45f8-ba9c-78869c423af0),segment_id=0f75810c-a571-45f8-ba9c-78869c423af0)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:01:02.085592 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:02.158358 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9527c477-5950-4f4a-b2d3-c06d4a48091f tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "PUT /v2.0/subnets/c3b8c0d6-78a7-4f5b-a285-2c785cd693d5/tags HTTP/1.1" status: 200 len: 316 time: 0.1034160 Aug 17 00:01:02.159020 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59424) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:02.165577 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-c5f6ee3b-ea46-483f-b9d0-0f6fdce49b33 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c3b8c0d6-78a7-4f5b-a285-2c785cd693d5') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:02.198918 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=a82cab87-6a31-440a-9e64-99e13302423c,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:02.248642 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c5f6ee3b-ea46-483f-b9d0-0f6fdce49b33 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "DELETE /v2.0/subnets/c3b8c0d6-78a7-4f5b-a285-2c785cd693d5/tags HTTP/1.1" status: 204 len: 168 time: 0.0884261 Aug 17 00:01:02.251241 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59426) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:02.255563 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-d8e4da65-8ee2-478d-9f8c-1a242715f87e tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c3b8c0d6-78a7-4f5b-a285-2c785cd693d5', 'tempest-TagsExtTest-Tag-1074881617') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:02.304214 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-e0d09ea4-abb0-4173-bbae-8118bb929a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:02.306443 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-e0d09ea4-abb0-4173-bbae-8118bb929a54 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2ce754388cc43b1ac4e9f8b8d18c497&device_id=317f153e-2d10-4326-b9ac-8450b6dbeef6 HTTP/1.1" status: 200 len: 1095 time: 0.4946330 Aug 17 00:01:02.315229 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['a82cab87-6a31-440a-9e64-99e13302423c'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:01:02.322540 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-d8e4da65-8ee2-478d-9f8c-1a242715f87e tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] show failed (client error): The resource could not be found. Aug 17 00:01:02.326415 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d8e4da65-8ee2-478d-9f8c-1a242715f87e tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "GET /v2.0/subnets/c3b8c0d6-78a7-4f5b-a285-2c785cd693d5/tags/tempest-TagsExtTest-Tag-1074881617 HTTP/1.1" status: 404 len: 329 time: 0.0714090 Aug 17 00:01:02.326776 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59428) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:02.331576 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-d77ee94e-4316-40c7-941a-3034a51b7bf1 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c3b8c0d6-78a7-4f5b-a285-2c785cd693d5', 'tempest-TagsExtTest-Tag-866313465') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:02.384711 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-95f783e3-3dc6-4c60-985a-b0ba8e6004f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26ec4fb7-088d-4b3a-ba92-b4313790daae HTTP/1.1" status: 200 len: 217 time: 0.0688710 Aug 17 00:01:02.386325 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-d77ee94e-4316-40c7-941a-3034a51b7bf1 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] show failed (client error): The resource could not be found. Aug 17 00:01:02.386913 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9c20f505-ffef-4522-ba8c-207112f7874e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:02.390428 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d77ee94e-4316-40c7-941a-3034a51b7bf1 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "GET /v2.0/subnets/c3b8c0d6-78a7-4f5b-a285-2c785cd693d5/tags/tempest-TagsExtTest-Tag-866313465 HTTP/1.1" status: 404 len: 328 time: 0.0594184 Aug 17 00:01:02.390549 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59430) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:02.394248 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2dfaac1-ade4-42ab-8340-9343d8f0a9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:02.395341 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-9f14748f-7c74-43a8-bc8a-ac98e6b72c0f tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c3b8c0d6-78a7-4f5b-a285-2c785cd693d5', 'tempest-TagsExtTest-Tag-727663625') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:02.411457 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc3759-1e7a-4a2a-bd51-42449cc92c9d req-745ce85a-d89a-4093-bc9b-490ae458e8d7 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:02.412984 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4fcc3759-1e7a-4a2a-bd51-42449cc92c9d req-745ce85a-d89a-4093-bc9b-490ae458e8d7 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 945 time: 0.4593945 Aug 17 00:01:02.460383 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-9f14748f-7c74-43a8-bc8a-ac98e6b72c0f tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] show failed (client error): The resource could not be found. Aug 17 00:01:02.461757 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9f14748f-7c74-43a8-bc8a-ac98e6b72c0f tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "GET /v2.0/subnets/c3b8c0d6-78a7-4f5b-a285-2c785cd693d5/tags/tempest-TagsExtTest-Tag-727663625 HTTP/1.1" status: 404 len: 328 time: 0.0702047 Aug 17 00:01:02.464470 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59432) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:02.470784 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-fafcb2de-eb2a-498d-9544-43b17bb0e156 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2526ee47-30ed-40eb-8914-a997b1a08d3f', {'tags': ['tempest-TagsExtTest-Tag-893941428', 'tempest-TagsExtTest-Tag-1282002985', 'tempest-TagsExtTest-Tag-419817393']}) {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:02.470992 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9c20f505-ffef-4522-ba8c-207112f7874e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:02.543972 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fafcb2de-eb2a-498d-9544-43b17bb0e156 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "PUT /v2.0/ports/2526ee47-30ed-40eb-8914-a997b1a08d3f/tags HTTP/1.1" status: 200 len: 316 time: 0.0762126 Aug 17 00:01:02.544191 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59436) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:02.548725 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-10c2818b-ef86-49c8-b367-bfab949e89f9 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2526ee47-30ed-40eb-8914-a997b1a08d3f') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:02.600493 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2dfaac1-ade4-42ab-8340-9343d8f0a9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:02.613638 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2dfaac1-ade4-42ab-8340-9343d8f0a9e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:02.624505 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-10c2818b-ef86-49c8-b367-bfab949e89f9 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "DELETE /v2.0/ports/2526ee47-30ed-40eb-8914-a997b1a08d3f/tags HTTP/1.1" status: 204 len: 168 time: 0.0769024 Aug 17 00:01:02.624748 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59440) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:02.629862 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-8987e4a0-78aa-4aa6-968e-78aa639c80fc tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2526ee47-30ed-40eb-8914-a997b1a08d3f', 'tempest-TagsExtTest-Tag-893941428') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:02.634121 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8a7532-d09b-4da6-a44f-8f67743dc2ca admin admin] Made reservation on behalf of 6dea3d186f8943e68e6ffa5ab6e1d924 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:01:02.636545 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a8a7532-d09b-4da6-a44f-8f67743dc2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:02.647361 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9c20f505-ffef-4522-ba8c-207112f7874e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d0e366b2ebf54a1993263e91fce42224&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3539894 Aug 17 00:01:02.655797 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59442) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:02.674640 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-a828d86c-602f-4eb5-833e-3de5b902c7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:02.676118 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-a828d86c-602f-4eb5-833e-3de5b902c7a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=edd9ab22-5340-4c03-a1d1-8f64d16eab30 HTTP/1.1" status: 200 len: 843 time: 0.2833629 Aug 17 00:01:02.716402 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20f505-ffef-4522-ba8c-207112f7874e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308ca52e-5582-4885-9ae6-52a5f372dd15,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:02.719102 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a8a7532-d09b-4da6-a44f-8f67743dc2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:02.726216 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8ae0e7dd-3cce-4580-8c1f-4cfe810146ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:02.729591 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-8987e4a0-78aa-4aa6-968e-78aa639c80fc tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] show failed (client error): The resource could not be found. Aug 17 00:01:02.730740 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8987e4a0-78aa-4aa6-968e-78aa639c80fc tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "GET /v2.0/ports/2526ee47-30ed-40eb-8914-a997b1a08d3f/tags/tempest-TagsExtTest-Tag-893941428 HTTP/1.1" status: 404 len: 328 time: 0.1050496 Aug 17 00:01:02.735896 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59444) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:02.741023 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-1a29b929-344a-42a6-872a-2be09ac29349 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2526ee47-30ed-40eb-8914-a997b1a08d3f', 'tempest-TagsExtTest-Tag-1282002985') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:02.748158 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4fcc3759-1e7a-4a2a-bd51-42449cc92c9d req-57bd030a-ea8e-46b1-bb65-3fd392c99637 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/security-groups?id=b554b1d1-55e8-42ff-942c-b54d2920d798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2780957 Aug 17 00:01:02.771952 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2dfaac1-ade4-42ab-8340-9343d8f0a9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:02.772549 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2dfaac1-ade4-42ab-8340-9343d8f0a9e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12e670ac-3857-40b8-88fa-1a66e44c9c1d {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:01:02.776067 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-67fb7fea-2483-4ddd-8c00-4b436c2527f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=828b9ed9-5982-43c3-a42e-6c3581a384df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622084 Aug 17 00:01:02.783393 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2dfaac1-ade4-42ab-8340-9343d8f0a9e8 admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:02.784587 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e2dfaac1-ade4-42ab-8340-9343d8f0a9e8 admin admin] 10.222.0.60 "DELETE /v2.0/routers/12e670ac-3857-40b8-88fa-1a66e44c9c1d HTTP/1.1" status: 204 len: 168 time: 4.1210167 Aug 17 00:01:02.788254 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59446) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:02.795458 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8ae0e7dd-3cce-4580-8c1f-4cfe810146ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:02.864756 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388dc608-b460-4e50-a9c7-0df1986fecc9 req-7c312e20-6402-4b89-b8fc-d2b6a6dc53cb tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:02.866234 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-388dc608-b460-4e50-a9c7-0df1986fecc9 req-7c312e20-6402-4b89-b8fc-d2b6a6dc53cb tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20b40d1-f675-4985-b53b-add20877a079 HTTP/1.1" status: 200 len: 944 time: 0.2596712 Aug 17 00:01:02.890041 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-b128f268-2520-4c80-9faa-0b8436ee4cdf admin admin] Deleting subnet 87966530-05f3-4777-b9a2-61db54a436d5 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:01:02.896597 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b128f268-2520-4c80-9faa-0b8436ee4cdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:02.936923 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-1a29b929-344a-42a6-872a-2be09ac29349 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] show failed (client error): The resource could not be found. Aug 17 00:01:02.938097 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1a29b929-344a-42a6-872a-2be09ac29349 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "GET /v2.0/ports/2526ee47-30ed-40eb-8914-a997b1a08d3f/tags/tempest-TagsExtTest-Tag-1282002985 HTTP/1.1" status: 404 len: 329 time: 0.2031155 Aug 17 00:01:02.941200 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8ae0e7dd-3cce-4580-8c1f-4cfe810146ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:02.944194 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8ae0e7dd-3cce-4580-8c1f-4cfe810146ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:02.948553 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8ae0e7dd-3cce-4580-8c1f-4cfe810146ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/308ca52e-5582-4885-9ae6-52a5f372dd15 HTTP/1.1" status: 204 len: 168 time: 0.2879753 Aug 17 00:01:02.949324 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59452) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:02.955884 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-3df62b07-df84-4c73-8e5d-a9a961026e4c tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2526ee47-30ed-40eb-8914-a997b1a08d3f', 'tempest-TagsExtTest-Tag-419817393') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:02.962530 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b128f268-2520-4c80-9faa-0b8436ee4cdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:03.016365 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0e7dd-3cce-4580-8c1f-4cfe810146ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308ca52e-5582-4885-9ae6-52a5f372dd15,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:03.022933 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-388dc608-b460-4e50-a9c7-0df1986fecc9 req-25e19075-1b0b-40ee-bc92-8c52f4b67916 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/security-groups?id=f742f2e3-1288-41d5-9c3f-2d7e009ca2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324410 Aug 17 00:01:03.034168 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-85788f5e-53cb-4694-8564-9a285bab3562 service neutron] 10.222.0.64 "GET /v2.0/networks/828b9ed9-5982-43c3-a42e-6c3581a384df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470651 Aug 17 00:01:03.045505 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4060077-5356-40c8-8780-9ba2a11bb54a req-2655bfe7-d550-4acf-9807-665aa93460e8 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:03.046988 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b128f268-2520-4c80-9faa-0b8436ee4cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:03.053712 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4060077-5356-40c8-8780-9ba2a11bb54a req-2655bfe7-d550-4acf-9807-665aa93460e8 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=317f153e-2d10-4326-b9ac-8450b6dbeef6 HTTP/1.1" status: 200 len: 943 time: 0.1970766 Aug 17 00:01:03.153980 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-3df62b07-df84-4c73-8e5d-a9a961026e4c tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] show failed (client error): The resource could not be found. Aug 17 00:01:03.157954 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3df62b07-df84-4c73-8e5d-a9a961026e4c tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "GET /v2.0/ports/2526ee47-30ed-40eb-8914-a997b1a08d3f/tags/tempest-TagsExtTest-Tag-419817393 HTTP/1.1" status: 404 len: 328 time: 0.2034700 Aug 17 00:01:03.158868 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59458) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:03.167649 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-d98c7ad8-0e7d-43a3-89e1-8dc6cec1a800 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '48aa86bb-f537-4529-a229-66505d140a69', {'tags': ['tempest-TagsExtTest-Tag-418985106', 'tempest-TagsExtTest-Tag-1514055067', 'tempest-TagsExtTest-Tag-1018182388']}) {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:03.175181 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a8a7532-d09b-4da6-a44f-8f67743dc2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:03.187421 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4060077-5356-40c8-8780-9ba2a11bb54a req-981b8b95-51c3-49eb-81dc-c8c528d8c09e tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327841 Aug 17 00:01:03.198422 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a8a7532-d09b-4da6-a44f-8f67743dc2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:03.226608 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8a7532-d09b-4da6-a44f-8f67743dc2ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:01:03.265782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a7532-d09b-4da6-a44f-8f67743dc2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:03.268823 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b128f268-2520-4c80-9faa-0b8436ee4cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:03.269358 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a8a7532-d09b-4da6-a44f-8f67743dc2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:03.269876 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-7a8a7532-d09b-4da6-a44f-8f67743dc2ca admin admin] Added segment edea90ec-3463-4953-8375-cc71c218290a of type vlan for network 7d344a82-79d7-4f15-a0ba-8fc315949c8f Aug 17 00:01:03.283972 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b128f268-2520-4c80-9faa-0b8436ee4cdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:03.284982 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-851a1b7b-cd04-464f-a98b-5141ace9a26a req-877892ce-fc2a-48d3-8ce3-bf5e3fe04653 service neutron] 10.222.0.64 "GET /v2.0/networks/828b9ed9-5982-43c3-a42e-6c3581a384df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285683 Aug 17 00:01:03.287003 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b128f268-2520-4c80-9faa-0b8436ee4cdf admin admin] 10.222.0.60 "DELETE /v2.0/subnets/87966530-05f3-4777-b9a2-61db54a436d5 HTTP/1.1" status: 204 len: 168 time: 0.4938672 Aug 17 00:01:03.288497 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59462) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:03.288834 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d98c7ad8-0e7d-43a3-89e1-8dc6cec1a800 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "PUT /v2.0/routers/48aa86bb-f537-4529-a229-66505d140a69/tags HTTP/1.1" status: 200 len: 317 time: 0.1288412 Aug 17 00:01:03.311550 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59464) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:03.317705 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-29208695-d264-4c4b-9275-96942a7ecc85 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '48aa86bb-f537-4529-a229-66505d140a69') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:03.319649 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128f268-2520-4c80-9faa-0b8436ee4cdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87966530-05f3-4777-b9a2-61db54a436d5,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:03.406857 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a8a7532-d09b-4da6-a44f-8f67743dc2ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:03.428664 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-29208695-d264-4c4b-9275-96942a7ecc85 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "DELETE /v2.0/routers/48aa86bb-f537-4529-a229-66505d140a69/tags HTTP/1.1" status: 204 len: 168 time: 0.1130571 Aug 17 00:01:03.428664 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59472) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:03.433628 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-d57b23d7-b861-4063-9c8d-82c62199e9de tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '48aa86bb-f537-4529-a229-66505d140a69', 'tempest-TagsExtTest-Tag-418985106') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:03.485818 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aaf10e71-4e00-412a-a10e-42aba12506e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:03.497296 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a8a7532-d09b-4da6-a44f-8f67743dc2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:03.497296 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8a7532-d09b-4da6-a44f-8f67743dc2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:03.497631 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a8a7532-d09b-4da6-a44f-8f67743dc2ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:03.519638 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-d57b23d7-b861-4063-9c8d-82c62199e9de tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] show failed (client error): The resource could not be found. Aug 17 00:01:03.520814 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d57b23d7-b861-4063-9c8d-82c62199e9de tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "GET /v2.0/routers/48aa86bb-f537-4529-a229-66505d140a69/tags/tempest-TagsExtTest-Tag-418985106 HTTP/1.1" status: 404 len: 328 time: 0.0911605 Aug 17 00:01:03.523655 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59476) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:03.530063 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-a3c39f4a-d03b-4189-8024-d3b1f70d505b tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '48aa86bb-f537-4529-a229-66505d140a69', 'tempest-TagsExtTest-Tag-1514055067') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:03.589316 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7a8a7532-d09b-4da6-a44f-8f67743dc2ca admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2946694 Aug 17 00:01:03.597394 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59480) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:03.605872 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c90dc3-4705-4055-9f27-18ef4a262d02 req-d14cdf9a-29af-4555-95e9-4818f6b80588 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:03.607394 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-60c90dc3-4705-4055-9f27-18ef4a262d02 req-d14cdf9a-29af-4555-95e9-4818f6b80588 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.1667247 Aug 17 00:01:03.613896 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-7312651f-1e48-4a5d-890a-0864d40587ab admin admin] Request body: {'subnet': {'network_id': '7d344a82-79d7-4f15-a0ba-8fc315949c8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-5561421-subnet', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:03.625274 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-a3c39f4a-d03b-4189-8024-d3b1f70d505b tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] show failed (client error): The resource could not be found. Aug 17 00:01:03.626318 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a3c39f4a-d03b-4189-8024-d3b1f70d505b tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "GET /v2.0/routers/48aa86bb-f537-4529-a229-66505d140a69/tags/tempest-TagsExtTest-Tag-1514055067 HTTP/1.1" status: 404 len: 329 time: 0.1009963 Aug 17 00:01:03.629106 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59482) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:03.634365 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-3708d219-f952-4831-b553-a36b8ea96cb0 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '48aa86bb-f537-4529-a229-66505d140a69', 'tempest-TagsExtTest-Tag-1018182388') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:03.669183 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a7532-d09b-4da6-a44f-8f67743dc2ca admin admin] Pushing event updated for resources: {'Network': ['ID=7d344a82-79d7-4f15-a0ba-8fc315949c8f,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:03.678792 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 7d344a82-79d7-4f15-a0ba-8fc315949c8f details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:01:03.737692 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aaf10e71-4e00-412a-a10e-42aba12506e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:03.754529 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-60c90dc3-4705-4055-9f27-18ef4a262d02 req-2ef6979d-b13c-4d0d-8a61-1c1ee682d6e9 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211953 Aug 17 00:01:03.756160 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-aaf10e71-4e00-412a-a10e-42aba12506e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b540a6a1-dfc7-43c4-9922-512d2e4997c6']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:03.767446 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-aaf10e71-4e00-412a-a10e-42aba12506e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c0d764d-fd2a-4909-b447-e8797f1474d2') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:03.767802 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-aaf10e71-4e00-412a-a10e-42aba12506e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c0d764d-fd2a-4909-b447-e8797f1474d2') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:03.769877 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-3708d219-f952-4831-b553-a36b8ea96cb0 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] show failed (client error): The resource could not be found. Aug 17 00:01:03.775768 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3708d219-f952-4831-b553-a36b8ea96cb0 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "GET /v2.0/routers/48aa86bb-f537-4529-a229-66505d140a69/tags/tempest-TagsExtTest-Tag-1018182388 HTTP/1.1" status: 404 len: 329 time: 0.1419852 Aug 17 00:01:03.775941 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7312651f-1e48-4a5d-890a-0864d40587ab admin admin] Made reservation on behalf of 6dea3d186f8943e68e6ffa5ab6e1d924 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:01:03.776050 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59490) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:03.776661 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a82cab87-6a31-440a-9e64-99e13302423c up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:01:03.778664 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7312651f-1e48-4a5d-890a-0864d40587ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:03.781483 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-8578f61e-8cd9-449a-99bc-1a0113710d9d tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '8870e6a2-b14f-462a-bc76-a199dfaf5103', {'tags': ['tempest-TagsExtTest-Tag-2011533199', 'tempest-TagsExtTest-Tag-1330417657', 'tempest-TagsExtTest-Tag-1005794469']}) {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:03.853694 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317f153e-2d10-4326-b9ac-8450b6dbeef6', 'tag': '26ec4fb7-088d-4b3a-ba92-b4313790daae'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:01:03.857854 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b97ffe6-95bc-4f32-bdde-fe7d3374ab65" -d '{"events": [{"name": "network-changed", "server_uuid": "317f153e-2d10-4326-b9ac-8450b6dbeef6", "tag": "26ec4fb7-088d-4b3a-ba92-b4313790daae"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:01:03.861352 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8578f61e-8cd9-449a-99bc-1a0113710d9d tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "PUT /v2.0/subnetpools/8870e6a2-b14f-462a-bc76-a199dfaf5103/tags HTTP/1.1" status: 200 len: 318 time: 0.0818501 Aug 17 00:01:03.861850 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59498) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:03.864208 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aaf10e71-4e00-412a-a10e-42aba12506e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:03.870820 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-77e35f05-f097-4a60-afcd-61525955b51c tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8870e6a2-b14f-462a-bc76-a199dfaf5103') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:03.879033 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port a82cab87-6a31-440a-9e64-99e13302423c completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:01:03.886385 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port a82cab87-6a31-440a-9e64-99e13302423c triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:03.886809 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:03.899515 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aaf10e71-4e00-412a-a10e-42aba12506e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:03.934779 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e12ba1-0caa-469a-8a9e-13f58fece1d3 x-openstack-request-id: req-50e12ba1-0caa-469a-8a9e-13f58fece1d3 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:01:03.934779 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317f153e-2d10-4326-b9ac-8450b6dbeef6", "tag": "26ec4fb7-088d-4b3a-ba92-b4313790daae", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:01:03.934779 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-50e12ba1-0caa-469a-8a9e-13f58fece1d3 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:01:03.934779 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317f153e-2d10-4326-b9ac-8450b6dbeef6', 'tag': '26ec4fb7-088d-4b3a-ba92-b4313790daae', 'status': 'completed', 'code': 200} Aug 17 00:01:03.934779 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf10e71-4e00-412a-a10e-42aba12506e5 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:01:03.934779 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aaf10e71-4e00-412a-a10e-42aba12506e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:01:03.943280 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:01:03.964996 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-77e35f05-f097-4a60-afcd-61525955b51c tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "DELETE /v2.0/subnetpools/8870e6a2-b14f-462a-bc76-a199dfaf5103/tags HTTP/1.1" status: 204 len: 168 time: 0.1008022 Aug 17 00:01:03.968383 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59500) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:03.975589 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-e9f88b81-d4ee-45e5-aadd-f57063c9f58d tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8870e6a2-b14f-462a-bc76-a199dfaf5103', 'tempest-TagsExtTest-Tag-2011533199') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:04.021712 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-e9f88b81-d4ee-45e5-aadd-f57063c9f58d tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] show failed (client error): The resource could not be found. Aug 17 00:01:04.025088 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e9f88b81-d4ee-45e5-aadd-f57063c9f58d tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "GET /v2.0/subnetpools/8870e6a2-b14f-462a-bc76-a199dfaf5103/tags/tempest-TagsExtTest-Tag-2011533199 HTTP/1.1" status: 404 len: 329 time: 0.0531011 Aug 17 00:01:04.028385 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59504) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:04.033029 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-2b442719-3cb4-4d36-9984-eefde58676cb tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8870e6a2-b14f-462a-bc76-a199dfaf5103', 'tempest-TagsExtTest-Tag-1330417657') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:04.043878 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:04.060556 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-2b442719-3cb4-4d36-9984-eefde58676cb tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] show failed (client error): The resource could not be found. Aug 17 00:01:04.061834 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2b442719-3cb4-4d36-9984-eefde58676cb tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "GET /v2.0/subnetpools/8870e6a2-b14f-462a-bc76-a199dfaf5103/tags/tempest-TagsExtTest-Tag-1330417657 HTTP/1.1" status: 404 len: 329 time: 0.0324717 Aug 17 00:01:04.064636 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59508) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:04.070281 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-ba802912-7306-430a-9eb0-0eeb36efa605 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8870e6a2-b14f-462a-bc76-a199dfaf5103', 'tempest-TagsExtTest-Tag-1005794469') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:04.082321 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20b40d1-f675-4985-b53b-add20877a079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82cab87-6a31-440a-9e64-99e13302423c'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:01:04.084967 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d54ccab-2f5f-43a3-a197-0603a8535fac" -d '{"events": [{"server_uuid": "b20b40d1-f675-4985-b53b-add20877a079", "name": "network-vif-plugged", "status": "completed", "tag": "a82cab87-6a31-440a-9e64-99e13302423c"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:01:04.106677 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a82cab87-6a31-440a-9e64-99e13302423c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a82cab87-6a31-440a-9e64-99e13302423c,segment=NetworkSegment(0f75810c-a571-45f8-ba9c-78869c423af0),segment_id=0f75810c-a571-45f8-ba9c-78869c423af0)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:01:04.108216 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aaf10e71-4e00-412a-a10e-42aba12506e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:04.110833 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-ba802912-7306-430a-9eb0-0eeb36efa605 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] show failed (client error): The resource could not be found. Aug 17 00:01:04.112613 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ba802912-7306-430a-9eb0-0eeb36efa605 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "GET /v2.0/subnetpools/8870e6a2-b14f-462a-bc76-a199dfaf5103/tags/tempest-TagsExtTest-Tag-1005794469 HTTP/1.1" status: 404 len: 329 time: 0.0464690 Aug 17 00:01:04.116670 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59512) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:04.117243 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:04.119915 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device f1b00233-84b9-45da-82a9-4141ca7e2930 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:01:04.125132 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aaf10e71-4e00-412a-a10e-42aba12506e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:04.127440 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-a82fe575-4bc8-4fe7-93af-e10669e4de75 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8870e6a2-b14f-462a-bc76-a199dfaf5103') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:04.130076 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-aaf10e71-4e00-412a-a10e-42aba12506e5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b540a6a1-dfc7-43c4-9922-512d2e4997c6 HTTP/1.1" status: 204 len: 168 time: 0.8402209 Aug 17 00:01:04.139923 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97ffe6-95bc-4f32-bdde-fe7d3374ab65 req-18bad59e-6ed0-48d1-a574-4c2f3fe08e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:04.141462 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b97ffe6-95bc-4f32-bdde-fe7d3374ab65 req-18bad59e-6ed0-48d1-a574-4c2f3fe08e2b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2ce754388cc43b1ac4e9f8b8d18c497&device_id=317f153e-2d10-4326-b9ac-8450b6dbeef6 HTTP/1.1" status: 200 len: 1095 time: 0.1570234 Aug 17 00:01:04.169645 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 8a193104-ffb1-497f-a754-410d31757336 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:01:04.173633 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: f1b00233-84b9-45da-82a9-4141ca7e2930 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:01:04.173779 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device f1b00233-84b9-45da-82a9-4141ca7e2930 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:01:04.177936 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf10e71-4e00-412a-a10e-42aba12506e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b540a6a1-dfc7-43c4-9922-512d2e4997c6,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:04.193188 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a82fe575-4bc8-4fe7-93af-e10669e4de75 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "DELETE /v2.0/subnetpools/8870e6a2-b14f-462a-bc76-a199dfaf5103/tags HTTP/1.1" status: 204 len: 168 time: 0.0723212 Aug 17 00:01:04.194270 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59516) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:04.208786 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-2715338e-5339-416a-9c89-6559026cc1d6 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '48aa86bb-f537-4529-a229-66505d140a69') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:04.215585 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 8a193104-ffb1-497f-a754-410d31757336 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:01:04.216038 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 8a193104-ffb1-497f-a754-410d31757336 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:01:04.271216 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=a82cab87-6a31-440a-9e64-99e13302423c,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:04.299429 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699d408-7ca2-40d0-abfa-88d7c6d1bc3d req-dafb484f-e374-433c-a52c-533b8f51d43c tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:04.301227 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0699d408-7ca2-40d0-abfa-88d7c6d1bc3d req-dafb484f-e374-433c-a52c-533b8f51d43c tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 945 time: 0.2696450 Aug 17 00:01:04.328597 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2715338e-5339-416a-9c89-6559026cc1d6 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "DELETE /v2.0/routers/48aa86bb-f537-4529-a229-66505d140a69/tags HTTP/1.1" status: 204 len: 168 time: 0.1279778 Aug 17 00:01:04.328893 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59524) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:04.333367 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-fff59d6d-68ba-47bc-822e-b66bd5c54beb tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2526ee47-30ed-40eb-8914-a997b1a08d3f') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:04.400010 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59526) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:04.402382 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7312651f-1e48-4a5d-890a-0864d40587ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:04.409028 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fff59d6d-68ba-47bc-822e-b66bd5c54beb tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "DELETE /v2.0/ports/2526ee47-30ed-40eb-8914-a997b1a08d3f/tags HTTP/1.1" status: 204 len: 168 time: 0.0792234 Aug 17 00:01:04.415690 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59528) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:04.421242 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-dbf74bd2-ca73-4fda-8d2e-4a2cc4f79fd3 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c3b8c0d6-78a7-4f5b-a285-2c785cd693d5') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:04.475408 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97ffe6-95bc-4f32-bdde-fe7d3374ab65 req-5c4a6350-2dd1-451c-b3f9-652eba48bd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:04.476901 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b97ffe6-95bc-4f32-bdde-fe7d3374ab65 req-5c4a6350-2dd1-451c-b3f9-652eba48bd59 service neutron] 10.222.0.64 "GET /v2.0/networks?id=828b9ed9-5982-43c3-a42e-6c3581a384df HTTP/1.1" status: 200 len: 904 time: 0.3230300 Aug 17 00:01:04.485089 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-582fee7c-fb02-4c75-900d-c5179665314e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=86043ac5c01d42e2a5f439e1e8d8861c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0813072 Aug 17 00:01:04.485265 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59532) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:04.494977 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d870248-261e-469a-b52f-e99b3e293579 req-2bd2e392-b3db-4b78-9206-00978758b984 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:04.501538 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d870248-261e-469a-b52f-e99b3e293579 req-2bd2e392-b3db-4b78-9206-00978758b984 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20b40d1-f675-4985-b53b-add20877a079 HTTP/1.1" status: 200 len: 945 time: 0.3143377 Aug 17 00:01:04.528601 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312651f-1e48-4a5d-890a-0864d40587ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=5723fbf6-9716-47be-90e8-4e9878cdb460,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:04.557441 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-dbf74bd2-ca73-4fda-8d2e-4a2cc4f79fd3 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "DELETE /v2.0/subnets/c3b8c0d6-78a7-4f5b-a285-2c785cd693d5/tags HTTP/1.1" status: 204 len: 168 time: 0.1347878 Aug 17 00:01:04.557899 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59534) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:04.566309 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59536) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:04.566997 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1907c545-0c11-49c1-b5f0-408ee9d28c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:04.592130 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b97ffe6-95bc-4f32-bdde-fe7d3374ab65 req-aa6ecadd-8bc0-45d6-8ffc-b323c25969e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26ec4fb7-088d-4b3a-ba92-b4313790daae HTTP/1.1" status: 200 len: 217 time: 0.0881855 Aug 17 00:01:04.596149 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0699d408-7ca2-40d0-abfa-88d7c6d1bc3d req-b66c4f6d-3fc3-46cc-9f9e-cf3f333fbb36 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/security-groups?id=b554b1d1-55e8-42ff-942c-b54d2920d798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102561 Aug 17 00:01:04.638642 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1907c545-0c11-49c1-b5f0-408ee9d28c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:04.650903 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6d7c1e-37a2-4a1d-942b-b29fab5baf5f x-openstack-request-id: req-0a6d7c1e-37a2-4a1d-942b-b29fab5baf5f {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:01:04.651205 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20b40d1-f675-4985-b53b-add20877a079", "name": "network-vif-plugged", "status": "completed", "tag": "a82cab87-6a31-440a-9e64-99e13302423c", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:01:04.652050 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a6d7c1e-37a2-4a1d-942b-b29fab5baf5f {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:01:04.652471 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20b40d1-f675-4985-b53b-add20877a079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82cab87-6a31-440a-9e64-99e13302423c', 'code': 200} Aug 17 00:01:04.675189 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97ffe6-95bc-4f32-bdde-fe7d3374ab65 req-222e8ec9-1f85-4792-a80b-3f6d8cdd158a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:04.677292 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b97ffe6-95bc-4f32-bdde-fe7d3374ab65 req-222e8ec9-1f85-4792-a80b-3f6d8cdd158a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=edd9ab22-5340-4c03-a1d1-8f64d16eab30 HTTP/1.1" status: 200 len: 843 time: 0.0721974 Aug 17 00:01:04.688562 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d870248-261e-469a-b52f-e99b3e293579 req-f4aad6ec-dcf6-4fdd-9c4a-71b956b8d822 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/security-groups?id=f742f2e3-1288-41d5-9c3f-2d7e009ca2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859052 Aug 17 00:01:04.720803 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7312651f-1e48-4a5d-890a-0864d40587ab admin admin] Checking segment: {'id': 'edea90ec-3463-4953-8375-cc71c218290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7d344a82-79d7-4f15-a0ba-8fc315949c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:01:04.720803 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7312651f-1e48-4a5d-890a-0864d40587ab admin admin] Network hostable DHCP agents. Network: 7d344a82-79d7-4f15-a0ba-8fc315949c8f, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:01:04.730454 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b97ffe6-95bc-4f32-bdde-fe7d3374ab65 req-abad3e9e-458c-4096-80d7-fe22cbb30d7b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=828b9ed9-5982-43c3-a42e-6c3581a384df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408993 Aug 17 00:01:04.783676 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-95c40a1f-5c81-4564-a319-72f6af2a6034 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks [] for subnetpool, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:04.784708 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-95c40a1f-5c81-4564-a319-72f6af2a6034 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "DELETE /v2.0/subnetpools/8870e6a2-b14f-462a-bc76-a199dfaf5103 HTTP/1.1" status: 204 len: 168 time: 0.2259374 Aug 17 00:01:04.787992 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-139f58e5-a0a0-4ada-9cda-ddcc4ccea506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:04.789487 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59544) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:04.837586 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da569db-d0e1-4de7-b814-63520399605d req-f702d7b4-a9aa-4d7d-a0c2-ae3860621da8 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:04.839113 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6da569db-d0e1-4de7-b814-63520399605d req-f702d7b4-a9aa-4d7d-a0c2-ae3860621da8 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.64 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.0925934 Aug 17 00:01:04.841394 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1907c545-0c11-49c1-b5f0-408ee9d28c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:04.843904 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1907c545-0c11-49c1-b5f0-408ee9d28c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:04.844963 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1907c545-0c11-49c1-b5f0-408ee9d28c6f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/03609748-72a6-4436-a656-ef38ccaeca13 HTTP/1.1" status: 204 len: 168 time: 0.3583069 Aug 17 00:01:04.875910 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c2c5f9df-93f1-4925-a587-76f260d0b727 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "GET /v2.0/ports?device_id=48aa86bb-f537-4529-a229-66505d140a69 HTTP/1.1" status: 200 len: 205 time: 0.0828462 Aug 17 00:01:04.888821 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59550) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:04.894608 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7312651f-1e48-4a5d-890a-0864d40587ab admin admin] Network 7d344a82-79d7-4f15-a0ba-8fc315949c8f is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:01:04.903892 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907c545-0c11-49c1-b5f0-408ee9d28c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03609748-72a6-4436-a656-ef38ccaeca13,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:04.939777 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854632c6-ff81-452a-8b9a-36b59a99c436 req-07111d94-76c4-4b37-96ce-d0937d18dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:04.941333 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-854632c6-ff81-452a-8b9a-36b59a99c436 req-07111d94-76c4-4b37-96ce-d0937d18dc24 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b20b40d1-f675-4985-b53b-add20877a079 HTTP/1.1" status: 200 len: 1097 time: 0.2148569 Aug 17 00:01:04.949202 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-7312651f-1e48-4a5d-890a-0864d40587ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 7d344a82-79d7-4f15-a0ba-8fc315949c8f) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:01:04.957206 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a482784-92b9-4011-bafd-b1e03d4e120c None None] Network 7d344a82-79d7-4f15-a0ba-8fc315949c8f requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:01:04.961521 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e939f15-4a61-482a-a684-092ec16516e3 req-52d4a02a-f0c6-4595-89fc-f0906cefe1c0 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:04.968912 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e939f15-4a61-482a-a684-092ec16516e3 req-52d4a02a-f0c6-4595-89fc-f0906cefe1c0 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=317f153e-2d10-4326-b9ac-8450b6dbeef6 HTTP/1.1" status: 200 len: 943 time: 0.2434618 Aug 17 00:01:04.983669 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7312651f-1e48-4a5d-890a-0864d40587ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:04.984281 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7312651f-1e48-4a5d-890a-0864d40587ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:05.014074 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9f2a3d14-6756-4512-afbc-8d99be3924f7 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:05.058084 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4992e8-1ba6-48ee-acbd-f81d6adefcdd req-e9cd85b5-89fd-4a0b-a1d5-e04cc5b5a6e4 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:05.059641 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2f4992e8-1ba6-48ee-acbd-f81d6adefcdd req-e9cd85b5-89fd-4a0b-a1d5-e04cc5b5a6e4 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=c415272b-a40e-43c5-859f-e152c696b2a1 HTTP/1.1" status: 200 len: 948 time: 0.1885834 Aug 17 00:01:05.075398 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b97ffe6-95bc-4f32-bdde-fe7d3374ab65 req-e3cf175a-c26e-4ca0-af6c-043675d1fb2a service neutron] 10.222.0.64 "GET /v2.0/networks/828b9ed9-5982-43c3-a42e-6c3581a384df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235621 Aug 17 00:01:05.114458 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-854632c6-ff81-452a-8b9a-36b59a99c436 req-5cefe77b-31d3-4eed-929b-2e57e266f83f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f742f2e3-1288-41d5-9c3f-2d7e009ca2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607902 Aug 17 00:01:05.162269 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c915e1-efcc-4699-9bea-7bbc878e0de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-7d344a82-79d7-4f15-a0ba-8fc315949c8f', 'network_id': '7d344a82-79d7-4f15-a0ba-8fc315949c8f', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'fixed_ips': [{'subnet_id': '5723fbf6-9716-47be-90e8-4e9878cdb460'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:01:05.163335 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b4c915e1-efcc-4699-9bea-7bbc878e0de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:05.169754 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e939f15-4a61-482a-a684-092ec16516e3 req-89a235b6-5adf-46fc-9edc-5b4e716f8971 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939895 Aug 17 00:01:05.215079 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2f4992e8-1ba6-48ee-acbd-f81d6adefcdd req-be347556-2aab-464e-a59a-95ddecf4a445 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419997 Aug 17 00:01:05.233068 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9f2a3d14-6756-4512-afbc-8d99be3924f7 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:05.235076 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9f2a3d14-6756-4512-afbc-8d99be3924f7 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:05.296014 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b97ffe6-95bc-4f32-bdde-fe7d3374ab65 req-58f761a6-3f67-4f41-a3c9-0e8acb91358c service neutron] 10.222.0.64 "GET /v2.0/networks/828b9ed9-5982-43c3-a42e-6c3581a384df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017395 Aug 17 00:01:05.322679 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9f2a3d14-6756-4512-afbc-8d99be3924f7 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:05.323053 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2a3d14-6756-4512-afbc-8d99be3924f7 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Fanout notify agent at l3_agent the message router_deleted on router 48aa86bb-f537-4529-a229-66505d140a69 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:01:05.337123 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9f2a3d14-6756-4512-afbc-8d99be3924f7 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:05.340805 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59564) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:05.340951 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9f2a3d14-6756-4512-afbc-8d99be3924f7 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "DELETE /v2.0/routers/48aa86bb-f537-4529-a229-66505d140a69 HTTP/1.1" status: 204 len: 168 time: 0.4488502 Aug 17 00:01:05.378438 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-b4c915e1-efcc-4699-9bea-7bbc878e0de1 None None] Allocated IP 172.20.0.2 (7d344a82-79d7-4f15-a0ba-8fc315949c8f/5723fbf6-9716-47be-90e8-4e9878cdb460/70a9b495-57a8-4c27-aee2-eec1e54ff6f6) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:01:05.387522 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-6da569db-d0e1-4de7-b814-63520399605d req-1fe93f29-698d-49b1-a95d-d9dc2aede019 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Deleting port 105502e0-f785-4d58-9f24-b7ad136e18bf {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:01:05.387875 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6da569db-d0e1-4de7-b814-63520399605d req-1fe93f29-698d-49b1-a95d-d9dc2aede019 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:05.465596 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-0f77ddc9-033f-4051-bb98-1654567d1f77 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Deleting port 2526ee47-30ed-40eb-8914-a997b1a08d3f {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:01:05.465952 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0f77ddc9-033f-4051-bb98-1654567d1f77 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:05.491408 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-6da569db-d0e1-4de7-b814-63520399605d req-1fe93f29-698d-49b1-a95d-d9dc2aede019 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] For port 105502e0-f785-4d58-9f24-b7ad136e18bf, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=105502e0-f785-4d58-9f24-b7ad136e18bf,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:01:05.491782 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6da569db-d0e1-4de7-b814-63520399605d req-1fe93f29-698d-49b1-a95d-d9dc2aede019 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:05.507563 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-6da569db-d0e1-4de7-b814-63520399605d req-1fe93f29-698d-49b1-a95d-d9dc2aede019 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Calling delete_port for 105502e0-f785-4d58-9f24-b7ad136e18bf owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:01:05.561377 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-139f58e5-a0a0-4ada-9cda-ddcc4ccea506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:05.579515 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-139f58e5-a0a0-4ada-9cda-ddcc4ccea506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:05.598801 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7312651f-1e48-4a5d-890a-0864d40587ab admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9881918 Aug 17 00:01:05.600598 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59572) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:05.608275 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f58e5-a0a0-4ada-9cda-ddcc4ccea506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335c4539-2677-44c4-9842-8416ea3f677f,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:05.609384 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-1aa5865c-005c-4d47-8bf0-57aaed80fd23 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-5561421-router', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:05.638725 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3483b91-0ff0-4a15-9d3e-d367ad697ed7 req-21229a5d-3db8-484d-ba84-5d2d7db04abf tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:05.648599 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-139f58e5-a0a0-4ada-9cda-ddcc4ccea506 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4dcddddc97ec402f9597b7b2926baeea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0793071 Aug 17 00:01:05.651447 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e3483b91-0ff0-4a15-9d3e-d367ad697ed7 req-21229a5d-3db8-484d-ba84-5d2d7db04abf tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 945 time: 0.1390605 Aug 17 00:01:05.651576 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59576) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:05.655909 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0f77ddc9-033f-4051-bb98-1654567d1f77 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:05.664297 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b4c915e1-efcc-4699-9bea-7bbc878e0de1 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:05.677904 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b4c915e1-efcc-4699-9bea-7bbc878e0de1 None None] Transition to ACTIVE for port object 70a9b495-57a8-4c27-aee2-eec1e54ff6f6 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:01:05.688590 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-0f77ddc9-033f-4051-bb98-1654567d1f77 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Calling delete_port for 2526ee47-30ed-40eb-8914-a997b1a08d3f owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:01:05.698841 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b4c915e1-efcc-4699-9bea-7bbc878e0de1 None None] Transition to ACTIVE for port object 70a9b495-57a8-4c27-aee2-eec1e54ff6f6 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:01:05.712787 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b4c915e1-efcc-4699-9bea-7bbc878e0de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:05.719821 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1aa5865c-005c-4d47-8bf0-57aaed80fd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:05.720871 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1aa5865c-005c-4d47-8bf0-57aaed80fd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:05.734046 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-19289c6d-2090-4f30-8606-15d5a71ff809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:05.743545 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e3483b91-0ff0-4a15-9d3e-d367ad697ed7 req-77366e85-1a73-4e8d-954f-6b4a41506cbc tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/security-groups?id=b554b1d1-55e8-42ff-942c-b54d2920d798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855374 Aug 17 00:01:05.787427 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c915e1-efcc-4699-9bea-7bbc878e0de1 None None] Network 7d344a82-79d7-4f15-a0ba-8fc315949c8f is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:01:05.792327 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-b4c915e1-efcc-4699-9bea-7bbc878e0de1 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:01:05.792523 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6da569db-d0e1-4de7-b814-63520399605d req-1fe93f29-698d-49b1-a95d-d9dc2aede019 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:05.796162 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-19289c6d-2090-4f30-8606-15d5a71ff809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:05.798213 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c915e1-efcc-4699-9bea-7bbc878e0de1 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:01:05.812224 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['105502e0-f785-4d58-9f24-b7ad136e18bf'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:01:05.832912 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['dc5a9afa-09d6-4392-8d77-921fd95fdba9'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:01:05.869937 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c915e1-efcc-4699-9bea-7bbc878e0de1 None None] Pushing event updated for resources: {'Port': ['ID=70a9b495-57a8-4c27-aee2-eec1e54ff6f6,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:05.877732 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe93f29-698d-49b1-a95d-d9dc2aede019 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Pushing event deleted for resources: {'Port': ['ID=105502e0-f785-4d58-9f24-b7ad136e18bf,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:05.919780 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da569db-d0e1-4de7-b814-63520399605d req-1fe93f29-698d-49b1-a95d-d9dc2aede019 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] No DVR routers for this DVR port 105502e0-f785-4d58-9f24-b7ad136e18bf on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:01:05.924759 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6da569db-d0e1-4de7-b814-63520399605d req-1fe93f29-698d-49b1-a95d-d9dc2aede019 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:05.927133 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6da569db-d0e1-4de7-b814-63520399605d req-1fe93f29-698d-49b1-a95d-d9dc2aede019 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.64 "DELETE /v2.0/ports/105502e0-f785-4d58-9f24-b7ad136e18bf HTTP/1.1" status: 204 len: 173 time: 1.0810661 Aug 17 00:01:05.927585 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c415272b-a40e-43c5-859f-e152c696b2a1', 'name': 'network-vif-deleted', 'tag': '105502e0-f785-4d58-9f24-b7ad136e18bf'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:01:05.930402 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01b492f-6aa2-4bef-8c0e-0d0008f462f3" -d '{"events": [{"server_uuid": "c415272b-a40e-43c5-859f-e152c696b2a1", "name": "network-vif-deleted", "tag": "105502e0-f785-4d58-9f24-b7ad136e18bf"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:01:05.944382 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-b4c915e1-efcc-4699-9bea-7bbc878e0de1 None None] Attempting to bind port 70a9b495-57a8-4c27-aee2-eec1e54ff6f6 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:01:05.944769 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-b4c915e1-efcc-4699-9bea-7bbc878e0de1 None None] Attempting to bind port 70a9b495-57a8-4c27-aee2-eec1e54ff6f6 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'edea90ec-3463-4953-8375-cc71c218290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7d344a82-79d7-4f15-a0ba-8fc315949c8f'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:01:05.945160 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c915e1-efcc-4699-9bea-7bbc878e0de1 None None] Attempting to bind port 70a9b495-57a8-4c27-aee2-eec1e54ff6f6 on network 7d344a82-79d7-4f15-a0ba-8fc315949c8f {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:01:05.953473 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59584) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:05.956394 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c915e1-efcc-4699-9bea-7bbc878e0de1 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:01:05.956941 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c915e1-efcc-4699-9bea-7bbc878e0de1 None None] Checking segment: {'id': 'edea90ec-3463-4953-8375-cc71c218290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7d344a82-79d7-4f15-a0ba-8fc315949c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:01:05.957522 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b4c915e1-efcc-4699-9bea-7bbc878e0de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:05.958084 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c915e1-efcc-4699-9bea-7bbc878e0de1 None None] Bound using segment: {'id': 'edea90ec-3463-4953-8375-cc71c218290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7d344a82-79d7-4f15-a0ba-8fc315949c8f'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:01:05.958664 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-b4c915e1-efcc-4699-9bea-7bbc878e0de1 None None] Bound port: 70a9b495-57a8-4c27-aee2-eec1e54ff6f6, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edea90ec-3463-4953-8375-cc71c218290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7d344a82-79d7-4f15-a0ba-8fc315949c8f'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:01:05.959332 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b4c915e1-efcc-4699-9bea-7bbc878e0de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:06.006297 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f253175-0d69-4225-bd6c-641f05e242ae x-openstack-request-id: req-4f253175-0d69-4225-bd6c-641f05e242ae {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:01:06.006717 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c415272b-a40e-43c5-859f-e152c696b2a1", "name": "network-vif-deleted", "tag": "105502e0-f785-4d58-9f24-b7ad136e18bf", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:01:06.007185 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f253175-0d69-4225-bd6c-641f05e242ae {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:01:06.007653 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c415272b-a40e-43c5-859f-e152c696b2a1', 'name': 'network-vif-deleted', 'tag': '105502e0-f785-4d58-9f24-b7ad136e18bf', 'status': 'completed', 'code': 200} Aug 17 00:01:06.009744 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-19289c6d-2090-4f30-8606-15d5a71ff809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:06.014521 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-19289c6d-2090-4f30-8606-15d5a71ff809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:06.018186 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-19289c6d-2090-4f30-8606-15d5a71ff809 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/335c4539-2677-44c4-9842-8416ea3f677f HTTP/1.1" status: 204 len: 168 time: 0.3634837 Aug 17 00:01:06.026172 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19289c6d-2090-4f30-8606-15d5a71ff809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335c4539-2677-44c4-9842-8416ea3f677f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:06.132632 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-b4c915e1-efcc-4699-9bea-7bbc878e0de1 None None] For port 70a9b495-57a8-4c27-aee2-eec1e54ff6f6, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:01:06.136673 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-b4c915e1-efcc-4699-9bea-7bbc878e0de1 None None] For port 70a9b495-57a8-4c27-aee2-eec1e54ff6f6, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=70a9b495-57a8-4c27-aee2-eec1e54ff6f6,segment=NetworkSegment(edea90ec-3463-4953-8375-cc71c218290a),segment_id=edea90ec-3463-4953-8375-cc71c218290a)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:01:06.163665 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b4c915e1-efcc-4699-9bea-7bbc878e0de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:06.291515 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c915e1-efcc-4699-9bea-7bbc878e0de1 None None] Pushing event updated for resources: {'Port': ['ID=70a9b495-57a8-4c27-aee2-eec1e54ff6f6,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:06.404097 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-713811e6-b355-45d7-b825-b3a8945d5bf9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1818317862-network', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:06.466231 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713811e6-b355-45d7-b825-b3a8945d5bf9 admin admin] Made reservation on behalf of 577829ee48ff4a458b8d3998e4ad7f2a for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:01:06.480337 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-713811e6-b355-45d7-b825-b3a8945d5bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:06.511346 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-713811e6-b355-45d7-b825-b3a8945d5bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:06.582878 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1aa5865c-005c-4d47-8bf0-57aaed80fd23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:06.617245 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb22a94-0607-4380-b95a-5907fc50d360 req-091cdb42-993c-43db-a805-ce845fddc14d tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:06.619270 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bb22a94-0607-4380-b95a-5907fc50d360 req-091cdb42-993c-43db-a805-ce845fddc14d tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20b40d1-f675-4985-b53b-add20877a079 HTTP/1.1" status: 200 len: 945 time: 0.2591238 Aug 17 00:01:06.662390 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98080b-a310-44a2-bbf2-22072807b4c9 req-46b6fa5b-e2ef-42f4-a171-2df57f1b2abc tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:06.663978 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f98080b-a310-44a2-bbf2-22072807b4c9 req-46b6fa5b-e2ef-42f4-a171-2df57f1b2abc tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=317f153e-2d10-4326-b9ac-8450b6dbeef6 HTTP/1.1" status: 200 len: 943 time: 0.2881427 Aug 17 00:01:06.694837 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0f77ddc9-033f-4051-bb98-1654567d1f77 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:06.755132 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77ddc9-033f-4051-bb98-1654567d1f77 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Pushing event deleted for resources: {'Port': ['ID=2526ee47-30ed-40eb-8914-a997b1a08d3f,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:06.760018 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-713811e6-b355-45d7-b825-b3a8945d5bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:06.767109 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-713811e6-b355-45d7-b825-b3a8945d5bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:06.814625 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713811e6-b355-45d7-b825-b3a8945d5bf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:01:06.824660 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713811e6-b355-45d7-b825-b3a8945d5bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28411beb-02bc-4f6b-a939-68fb68364030,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:06.833201 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-713811e6-b355-45d7-b825-b3a8945d5bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:06.833419 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-713811e6-b355-45d7-b825-b3a8945d5bf9 admin admin] Added segment 4c5a094e-350e-4376-8e86-ac9d4b58e520 of type vlan for network 9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e Aug 17 00:01:06.888503 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-713811e6-b355-45d7-b825-b3a8945d5bf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:06.941005 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1aa5865c-005c-4d47-8bf0-57aaed80fd23 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:06.948647 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bb22a94-0607-4380-b95a-5907fc50d360 req-f551f5d2-5524-41a8-acbe-9d5de44eb0e2 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/security-groups?id=f742f2e3-1288-41d5-9c3f-2d7e009ca2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831924 Aug 17 00:01:06.950802 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-713811e6-b355-45d7-b825-b3a8945d5bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:06.957820 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f98080b-a310-44a2-bbf2-22072807b4c9 req-c2d66ce7-8d2d-4435-974c-83b47b97679c tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571540 Aug 17 00:01:06.959080 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713811e6-b355-45d7-b825-b3a8945d5bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:06.959728 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-713811e6-b355-45d7-b825-b3a8945d5bf9 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:07.044697 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0f77ddc9-033f-4051-bb98-1654567d1f77 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:07.055073 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-713811e6-b355-45d7-b825-b3a8945d5bf9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0977933 Aug 17 00:01:07.057937 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59612) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:07.058338 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59614) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:07.058658 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0f77ddc9-033f-4051-bb98-1654567d1f77 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "DELETE /v2.0/ports/2526ee47-30ed-40eb-8914-a997b1a08d3f HTTP/1.1" status: 204 len: 168 time: 1.7167096 Aug 17 00:01:07.071300 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-e292169b-9c62-4c3e-abcb-3a64c7655425 admin admin] Request body: {'subnet': {'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1818317862-subnet', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:07.168247 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713811e6-b355-45d7-b825-b3a8945d5bf9 admin admin] Pushing event updated for resources: {'Network': ['ID=9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:07.183319 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e292169b-9c62-4c3e-abcb-3a64c7655425 admin admin] Made reservation on behalf of 577829ee48ff4a458b8d3998e4ad7f2a for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:01:07.186981 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e292169b-9c62-4c3e-abcb-3a64c7655425 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:07.191718 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-466d8076-f67b-475e-9c72-a44b99855f12 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Deleting subnet c3b8c0d6-78a7-4f5b-a285-2c785cd693d5 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:01:07.200645 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:01:07.209738 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c65d2b-cbad-46db-8d8a-46686f14118b req-aed6ba26-5f9f-48da-83db-ee6096adcb1c tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:07.209903 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-466d8076-f67b-475e-9c72-a44b99855f12 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:07.211602 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d1c65d2b-cbad-46db-8d8a-46686f14118b req-aed6ba26-5f9f-48da-83db-ee6096adcb1c tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 945 time: 0.1081254 Aug 17 00:01:07.353690 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d1c65d2b-cbad-46db-8d8a-46686f14118b req-c3eed94f-cf81-4f7f-94c8-02429e0f8bb3 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/security-groups?id=b554b1d1-55e8-42ff-942c-b54d2920d798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022160 Aug 17 00:01:07.369735 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95968fd-7b0e-480d-9bc1-248fc941a4da req-fc0983eb-e6db-4f3b-a975-1e28b7333550 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:07.371517 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e95968fd-7b0e-480d-9bc1-248fc941a4da req-fc0983eb-e6db-4f3b-a975-1e28b7333550 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 945 time: 0.2921851 Aug 17 00:01:07.416559 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1aa5865c-005c-4d47-8bf0-57aaed80fd23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:07.424931 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-466d8076-f67b-475e-9c72-a44b99855f12 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:07.461704 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1aa5865c-005c-4d47-8bf0-57aaed80fd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:07.483345 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdb8b2-267f-40e8-8520-785597cef555 req-7ed39681-ec6a-4c7a-8741-83f8879aa9a0 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:07.485274 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-09bdb8b2-267f-40e8-8520-785597cef555 req-7ed39681-ec6a-4c7a-8741-83f8879aa9a0 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 950 time: 0.1284208 Aug 17 00:01:07.616212 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-09bdb8b2-267f-40e8-8520-785597cef555 req-702d48ba-64cf-4be7-b5f6-c9aa8c2b2076 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768163 Aug 17 00:01:07.632650 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-1aa5865c-005c-4d47-8bf0-57aaed80fd23 admin admin] Allocated IP 172.25.3.32 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/9ceaf0e6-a2f5-44c4-85ef-06727c381afc) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:01:07.646004 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-466d8076-f67b-475e-9c72-a44b99855f12 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:07.701832 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-e95968fd-7b0e-480d-9bc1-248fc941a4da req-1bfd4726-c404-408c-ba61-16043f1cd22e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Deleting port 5ec701a2-a90f-4518-beda-9bef01500e3d {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:01:07.702146 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e95968fd-7b0e-480d-9bc1-248fc941a4da req-1bfd4726-c404-408c-ba61-16043f1cd22e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:07.758928 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc71efe-d6cb-45f0-b254-03b5c01d97a9 None None] Network 7d344a82-79d7-4f15-a0ba-8fc315949c8f requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:01:07.764693 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1aa5865c-005c-4d47-8bf0-57aaed80fd23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:07.813841 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e292169b-9c62-4c3e-abcb-3a64c7655425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:07.822582 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 26ec4fb7-088d-4b3a-ba92-b4313790daae details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:01:07.832282 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1aa5865c-005c-4d47-8bf0-57aaed80fd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:07.859739 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-466d8076-f67b-475e-9c72-a44b99855f12 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:07.889861 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa5865c-005c-4d47-8bf0-57aaed80fd23 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:01:07.893215 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-1aa5865c-005c-4d47-8bf0-57aaed80fd23 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:01:07.897102 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa5865c-005c-4d47-8bf0-57aaed80fd23 admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:01:07.897247 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-e95968fd-7b0e-480d-9bc1-248fc941a4da req-1bfd4726-c404-408c-ba61-16043f1cd22e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] For port 5ec701a2-a90f-4518-beda-9bef01500e3d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=5ec701a2-a90f-4518-beda-9bef01500e3d,segment=NetworkSegment(33e4e85e-9cad-4742-bc66-e67d4af1da2c),segment_id=33e4e85e-9cad-4742-bc66-e67d4af1da2c)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:01:07.897545 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e95968fd-7b0e-480d-9bc1-248fc941a4da req-1bfd4726-c404-408c-ba61-16043f1cd22e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:07.910826 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-466d8076-f67b-475e-9c72-a44b99855f12 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:07.915631 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-466d8076-f67b-475e-9c72-a44b99855f12 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "DELETE /v2.0/subnets/c3b8c0d6-78a7-4f5b-a285-2c785cd693d5 HTTP/1.1" status: 204 len: 168 time: 0.8548861 Aug 17 00:01:07.916805 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59632) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:07.919200 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292169b-9c62-4c3e-abcb-3a64c7655425 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f65ff7a7-5ac0-412f-a1d3-f77a57ca9614,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:07.927961 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f2f14bf0-16dc-4a09-b335-79db5f24bcd7 None None] Provisioning for port 70a9b495-57a8-4c27-aee2-eec1e54ff6f6 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:01:07.933384 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb29447-4e39-4516-9458-b28cc39689ed None None] Network 288869a5-ed76-410f-8ea3-f8432f979048 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:01:08.109787 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d8076-f67b-475e-9c72-a44b99855f12 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Pushing event deleted for resources: {'Subnet': ['ID=c3b8c0d6-78a7-4f5b-a285-2c785cd693d5,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:08.142320 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5865c-005c-4d47-8bf0-57aaed80fd23 admin admin] Pushing event updated for resources: {'Port': ['ID=9ceaf0e6-a2f5-44c4-85ef-06727c381afc,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:08.183717 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 26ec4fb7-088d-4b3a-ba92-b4313790daae, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=26ec4fb7-088d-4b3a-ba92-b4313790daae,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:01:08.216683 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '26ec4fb7-088d-4b3a-ba92-b4313790daae', 'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df', 'port_id': '26ec4fb7-088d-4b3a-ba92-b4313790daae', 'mac_address': 'fa:16:3e:3d:ac:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd9ab22-5340-4c03-a1d1-8f64d16eab30', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:01:08.277609 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:08.296519 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ec4fb7-088d-4b3a-ba92-b4313790daae {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:01:08.302724 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a8f91-9e68-4452-8177-67b7fef9026e req-afbe2093-5a13-4a67-9c8c-4fe1f1ce1a67 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:08.304388 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-382a8f91-9e68-4452-8177-67b7fef9026e req-afbe2093-5a13-4a67-9c8c-4fe1f1ce1a67 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=317f153e-2d10-4326-b9ac-8450b6dbeef6 HTTP/1.1" status: 200 len: 943 time: 0.2167232 Aug 17 00:01:08.328112 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008c5c7-d8f4-4641-8b5f-2fd926ddef3e req-03422f83-1b58-40c0-ba00-0cf562dbda74 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:08.329719 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6008c5c7-d8f4-4641-8b5f-2fd926ddef3e req-03422f83-1b58-40c0-ba00-0cf562dbda74 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20b40d1-f675-4985-b53b-add20877a079 HTTP/1.1" status: 200 len: 945 time: 0.2457170 Aug 17 00:01:08.366707 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 70a9b495-57a8-4c27-aee2-eec1e54ff6f6 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:01:08.404158 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 26ec4fb7-088d-4b3a-ba92-b4313790daae, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=26ec4fb7-088d-4b3a-ba92-b4313790daae,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:01:08.418937 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:08.517599 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=26ec4fb7-088d-4b3a-ba92-b4313790daae,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:08.524769 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ca6d43-3f68-4c35-9c1a-d69403ae0c97 None None] DHCP port deletion for 288869a5-ed76-410f-8ea3-f8432f979048 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:01:08.559679 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-382a8f91-9e68-4452-8177-67b7fef9026e req-922bdbc3-eea0-4174-b068-a0e6aa09992e tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276430 Aug 17 00:01:08.582497 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6008c5c7-d8f4-4641-8b5f-2fd926ddef3e req-6bd9aeed-0b6f-4132-92f4-e1497c8a2b9d tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/security-groups?id=f742f2e3-1288-41d5-9c3f-2d7e009ca2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282369 Aug 17 00:01:08.606256 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e292169b-9c62-4c3e-abcb-3a64c7655425 admin admin] Checking segment: {'id': '4c5a094e-350e-4376-8e86-ac9d4b58e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:01:08.606616 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e292169b-9c62-4c3e-abcb-3a64c7655425 admin admin] Network hostable DHCP agents. Network: 9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:01:08.606962 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1aa5865c-005c-4d47-8bf0-57aaed80fd23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:08.644935 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['26ec4fb7-088d-4b3a-ba92-b4313790daae'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:01:08.646869 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 70a9b495-57a8-4c27-aee2-eec1e54ff6f6 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:01:08.713762 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 70a9b495-57a8-4c27-aee2-eec1e54ff6f6 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:08.714428 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:08.761878 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-34ca6d43-3f68-4c35-9c1a-d69403ae0c97 None None] Deleting port 170f938b-e59d-4eda-94d4-a4bc24e75943 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:01:08.761878 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-34ca6d43-3f68-4c35-9c1a-d69403ae0c97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:08.778928 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacee6a1-1590-4996-83df-587925f9ea0d req-1f37f595-ea0e-4dee-98d0-af99a02d7f61 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:08.780403 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eacee6a1-1590-4996-83df-587925f9ea0d req-1f37f595-ea0e-4dee-98d0-af99a02d7f61 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 945 time: 0.0770953 Aug 17 00:01:08.825558 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d35ee8c-45a8-4653-9247-6b05b20e7302 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:08.826649 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d8e0ded6-ce8c-4c1e-9ed0-5654bcaaff52 None None] Provisioning complete for port 70a9b495-57a8-4c27-aee2-eec1e54ff6f6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:08.827086 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d8e0ded6-ce8c-4c1e-9ed0-5654bcaaff52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:08.921264 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e292169b-9c62-4c3e-abcb-3a64c7655425 admin admin] Network 9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:01:08.948669 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea664a4-0c46-4f6b-8e54-61c23322865c req-5371ba57-eed0-4247-8e55-6d441eba5e31 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:08.957640 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eea664a4-0c46-4f6b-8e54-61c23322865c req-5371ba57-eed0-4247-8e55-6d441eba5e31 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 950 time: 0.1411574 Aug 17 00:01:08.967636 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d4908-d3b5-46ae-b4a6-ada422ebb378 req-5868adf9-5399-4c4a-adda-1bffaa4844cc tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:08.969780 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1d5d4908-d3b5-46ae-b4a6-ada422ebb378 req-5868adf9-5399-4c4a-adda-1bffaa4844cc tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.69 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 950 time: 0.1692121 Aug 17 00:01:08.975156 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eacee6a1-1590-4996-83df-587925f9ea0d req-aca03d18-67a3-48c7-a319-504fb7eb82f2 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/security-groups?id=b554b1d1-55e8-42ff-942c-b54d2920d798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599193 Aug 17 00:01:09.034131 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-e292169b-9c62-4c3e-abcb-3a64c7655425 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:01:09.038201 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1aa5865c-005c-4d47-8bf0-57aaed80fd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:09.054527 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-34ca6d43-3f68-4c35-9c1a-d69403ae0c97 None None] For port 170f938b-e59d-4eda-94d4-a4bc24e75943, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=170f938b-e59d-4eda-94d4-a4bc24e75943,segment=NetworkSegment(d165cd29-a0d7-446e-b24b-6e51c37aa38a),segment_id=d165cd29-a0d7-446e-b24b-6e51c37aa38a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:01:09.054929 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-34ca6d43-3f68-4c35-9c1a-d69403ae0c97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:09.058482 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa231ea0-c0f2-41bc-a87f-98764c19b0a5 None None] Network 9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:01:09.073800 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e292169b-9c62-4c3e-abcb-3a64c7655425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:09.074552 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e292169b-9c62-4c3e-abcb-3a64c7655425 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:09.082331 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e95968fd-7b0e-480d-9bc1-248fc941a4da req-1bfd4726-c404-408c-ba61-16043f1cd22e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:09.082716 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e95968fd-7b0e-480d-9bc1-248fc941a4da req-1bfd4726-c404-408c-ba61-16043f1cd22e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:09.083020 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [req-e95968fd-7b0e-480d-9bc1-248fc941a4da req-1bfd4726-c404-408c-ba61-16043f1cd22e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Floating IP c9ef41d7-1e16-42a0-8c19-b5f72f2bb425 disassociated. External IP: 172.25.3.17, port: 5ec701a2-a90f-4518-beda-9bef01500e3d. Aug 17 00:01:09.083361 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-e95968fd-7b0e-480d-9bc1-248fc941a4da req-1bfd4726-c404-408c-ba61-16043f1cd22e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Calling delete_port for 5ec701a2-a90f-4518-beda-9bef01500e3d owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:01:09.115303 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-34ca6d43-3f68-4c35-9c1a-d69403ae0c97 None None] Calling delete_port for 170f938b-e59d-4eda-94d4-a4bc24e75943 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:01:09.207289 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-8d35ee8c-45a8-4653-9247-6b05b20e7302 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Deleting port 170f938b-e59d-4eda-94d4-a4bc24e75943 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:01:09.207837 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d35ee8c-45a8-4653-9247-6b05b20e7302 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:09.244291 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e292169b-9c62-4c3e-abcb-3a64c7655425 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1848137 Aug 17 00:01:09.251937 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eea664a4-0c46-4f6b-8e54-61c23322865c req-a7c98dbd-1b94-4116-abe0-ca6e290c009c tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/security-groups?id=6dc0194c-a578-4d2d-9df7-8f3894ed85c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931366 Aug 17 00:01:09.256180 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59688) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:09.270079 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-4e90ab11-518c-49af-b7ee-c629fee9bb76 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1818317862-router', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:09.297704 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:09.344586 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4e90ab11-518c-49af-b7ee-c629fee9bb76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:09.345417 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4e90ab11-518c-49af-b7ee-c629fee9bb76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:09.356939 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-1d5d4908-d3b5-46ae-b4a6-ada422ebb378 req-748b4c60-6b0d-4644-8142-474f8c2b9455 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Deleting port dc5a9afa-09d6-4392-8d77-921fd95fdba9 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:01:09.357402 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-1d5d4908-d3b5-46ae-b4a6-ada422ebb378 req-748b4c60-6b0d-4644-8142-474f8c2b9455 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:09.418914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf9d01-00c9-48a7-8caf-4777ce004077 req-b65f202b-91a0-4803-bc58-b4041a0844e8 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:09.420469 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78cf9d01-00c9-48a7-8caf-4777ce004077 req-b65f202b-91a0-4803-bc58-b4041a0844e8 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20b40d1-f675-4985-b53b-add20877a079 HTTP/1.1" status: 200 len: 945 time: 0.1286144 Aug 17 00:01:09.426523 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5852d-fd18-4b98-826d-1c3dad0af2db req-b42c578e-4141-4a23-a015-d9761989df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:09.428514 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0dd5852d-fd18-4b98-826d-1c3dad0af2db req-b42c578e-4141-4a23-a015-d9761989df7a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7fe9426c10f444e3be4a49d3577a0b3d&device_id=b20b40d1-f675-4985-b53b-add20877a079 HTTP/1.1" status: 200 len: 1097 time: 0.1702087 Aug 17 00:01:09.429971 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d8e0ded6-ce8c-4c1e-9ed0-5654bcaaff52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:09.465318 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 70a9b495-57a8-4c27-aee2-eec1e54ff6f6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=70a9b495-57a8-4c27-aee2-eec1e54ff6f6,segment=NetworkSegment(edea90ec-3463-4953-8375-cc71c218290a),segment_id=edea90ec-3463-4953-8375-cc71c218290a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:01:09.481747 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-8d35ee8c-45a8-4653-9247-6b05b20e7302 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] For port 170f938b-e59d-4eda-94d4-a4bc24e75943, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=170f938b-e59d-4eda-94d4-a4bc24e75943,segment=NetworkSegment(d165cd29-a0d7-446e-b24b-6e51c37aa38a),segment_id=d165cd29-a0d7-446e-b24b-6e51c37aa38a)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:01:09.482242 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d35ee8c-45a8-4653-9247-6b05b20e7302 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:09.495384 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4e90ab11-518c-49af-b7ee-c629fee9bb76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:09.497379 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-34ca6d43-3f68-4c35-9c1a-d69403ae0c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:09.504445 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:09.535992 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-8d35ee8c-45a8-4653-9247-6b05b20e7302 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Calling delete_port for 170f938b-e59d-4eda-94d4-a4bc24e75943 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:01:09.540466 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcc7116-f468-4fc1-a6b0-fca4aa6ddbb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e', 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'fixed_ips': [{'subnet_id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:01:09.541370 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fdcc7116-f468-4fc1-a6b0-fca4aa6ddbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:09.563789 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca6d43-3f68-4c35-9c1a-d69403ae0c97 None None] Pushing event deleted for resources: {'Port': ['ID=170f938b-e59d-4eda-94d4-a4bc24e75943,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:09.578728 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ca6d43-3f68-4c35-9c1a-d69403ae0c97 None None] No DVR routers for this DVR port 170f938b-e59d-4eda-94d4-a4bc24e75943 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:01:09.666821 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.db.api [None req-d8e0ded6-ce8c-4c1e-9ed0-5654bcaaff52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:01:09.667183 n-d-800088-20 neutron-server[101404]: DEBUG oslo_db.api [None req-d8e0ded6-ce8c-4c1e-9ed0-5654bcaaff52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:01:09.712943 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59696) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:09.715156 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-1d5d4908-d3b5-46ae-b4a6-ada422ebb378 req-748b4c60-6b0d-4644-8142-474f8c2b9455 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] For port dc5a9afa-09d6-4392-8d77-921fd95fdba9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=dc5a9afa-09d6-4392-8d77-921fd95fdba9,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:01:09.715603 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-1d5d4908-d3b5-46ae-b4a6-ada422ebb378 req-748b4c60-6b0d-4644-8142-474f8c2b9455 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:09.718592 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=70a9b495-57a8-4c27-aee2-eec1e54ff6f6,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:09.759042 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-1d5d4908-d3b5-46ae-b4a6-ada422ebb378 req-748b4c60-6b0d-4644-8142-474f8c2b9455 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Calling delete_port for dc5a9afa-09d6-4392-8d77-921fd95fdba9 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:01:09.784123 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e95968fd-7b0e-480d-9bc1-248fc941a4da req-1bfd4726-c404-408c-ba61-16043f1cd22e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:09.816211 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-fdcc7116-f468-4fc1-a6b0-fca4aa6ddbb9 None None] Allocated IP 172.20.0.2 (9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e/f65ff7a7-5ac0-412f-a1d3-f77a57ca9614/dd616743-26b6-4929-a7af-696a56a3e475) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:01:09.832037 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 5ec701a2-a90f-4518-beda-9bef01500e3d no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:01:09.853121 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd4726-c404-408c-ba61-16043f1cd22e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Pushing event deleted for resources: {'Port': ['ID=5ec701a2-a90f-4518-beda-9bef01500e3d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:09.858381 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 5ec701a2-a90f-4518-beda-9bef01500e3d {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:01:09.858877 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 5ec701a2-a90f-4518-beda-9bef01500e3d not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:01:09.859597 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 105502e0-f785-4d58-9f24-b7ad136e18bf no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:01:09.869675 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d35ee8c-45a8-4653-9247-6b05b20e7302 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:09.919613 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35ee8c-45a8-4653-9247-6b05b20e7302 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Pushing event deleted for resources: {'Port': ['ID=170f938b-e59d-4eda-94d4-a4bc24e75943,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:09.926447 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d35ee8c-45a8-4653-9247-6b05b20e7302 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] No DVR routers for this DVR port 170f938b-e59d-4eda-94d4-a4bc24e75943 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:01:09.938762 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 105502e0-f785-4d58-9f24-b7ad136e18bf {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:01:09.939265 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 105502e0-f785-4d58-9f24-b7ad136e18bf not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:01:09.966532 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:10.060901 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a0ff9a1-50e7-4909-9cac-c21234e53a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:10.068252 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fdcc7116-f468-4fc1-a6b0-fca4aa6ddbb9 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:10.080816 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fdcc7116-f468-4fc1-a6b0-fca4aa6ddbb9 None None] Transition to ACTIVE for port object dd616743-26b6-4929-a7af-696a56a3e475 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:01:10.099376 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa5865c-005c-4d47-8bf0-57aaed80fd23 admin admin] Router ff054e3c-5eb2-4733-9554-64c7293a2b33 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:01:10.100414 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fdcc7116-f468-4fc1-a6b0-fca4aa6ddbb9 None None] Transition to ACTIVE for port object dd616743-26b6-4929-a7af-696a56a3e475 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:01:10.101372 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d35ee8c-45a8-4653-9247-6b05b20e7302 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:10.104166 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78cf9d01-00c9-48a7-8caf-4777ce004077 req-18fd5188-aabb-46bb-8a07-1e669579c23f tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/security-groups?id=f742f2e3-1288-41d5-9c3f-2d7e009ca2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6431582 Aug 17 00:01:10.118880 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fdcc7116-f468-4fc1-a6b0-fca4aa6ddbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:10.126074 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4e90ab11-518c-49af-b7ee-c629fee9bb76 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:10.188802 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcc7116-f468-4fc1-a6b0-fca4aa6ddbb9 None None] Network 9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:01:10.219305 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-fdcc7116-f468-4fc1-a6b0-fca4aa6ddbb9 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:01:10.223697 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc7116-f468-4fc1-a6b0-fca4aa6ddbb9 None None] Pushing event updated for resources: {'Port': ['ID=dd616743-26b6-4929-a7af-696a56a3e475,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:10.225367 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5852d-fd18-4b98-826d-1c3dad0af2db req-59f89abf-3ca1-4ebf-917a-e09d089db510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:10.228356 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcc7116-f468-4fc1-a6b0-fca4aa6ddbb9 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:01:10.229827 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0dd5852d-fd18-4b98-826d-1c3dad0af2db req-59f89abf-3ca1-4ebf-917a-e09d089db510 service neutron] 10.222.0.64 "GET /v2.0/networks?id=95c6ff06-e218-4206-8306-2b850caeab39 HTTP/1.1" status: 200 len: 914 time: 0.7666845 Aug 17 00:01:10.245875 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 70a9b495-57a8-4c27-aee2-eec1e54ff6f6 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:01:10.262428 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4d687-3bdc-4feb-a51a-c5749d2ba4b1 req-fb52a5fe-0b1e-474f-bae3-d65ea1416771 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:10.263987 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7a4d687-3bdc-4feb-a51a-c5749d2ba4b1 req-fb52a5fe-0b1e-474f-bae3-d65ea1416771 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=317f153e-2d10-4326-b9ac-8450b6dbeef6 HTTP/1.1" status: 200 len: 944 time: 0.2816229 Aug 17 00:01:10.288103 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e95968fd-7b0e-480d-9bc1-248fc941a4da req-1bfd4726-c404-408c-ba61-16043f1cd22e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Router 1278a235-5b01-4a60-8ab8-c38a2bfbc495 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:01:10.345626 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-fdcc7116-f468-4fc1-a6b0-fca4aa6ddbb9 None None] Attempting to bind port dd616743-26b6-4929-a7af-696a56a3e475 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:01:10.346195 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-fdcc7116-f468-4fc1-a6b0-fca4aa6ddbb9 None None] Attempting to bind port dd616743-26b6-4929-a7af-696a56a3e475 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '4c5a094e-350e-4376-8e86-ac9d4b58e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:01:10.346418 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcc7116-f468-4fc1-a6b0-fca4aa6ddbb9 None None] Attempting to bind port dd616743-26b6-4929-a7af-696a56a3e475 on network 9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:01:10.355809 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcc7116-f468-4fc1-a6b0-fca4aa6ddbb9 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:01:10.356189 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcc7116-f468-4fc1-a6b0-fca4aa6ddbb9 None None] Checking segment: {'id': '4c5a094e-350e-4376-8e86-ac9d4b58e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:01:10.356505 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fdcc7116-f468-4fc1-a6b0-fca4aa6ddbb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:10.356893 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcc7116-f468-4fc1-a6b0-fca4aa6ddbb9 None None] Bound using segment: {'id': '4c5a094e-350e-4376-8e86-ac9d4b58e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:01:10.357391 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-fdcc7116-f468-4fc1-a6b0-fca4aa6ddbb9 None None] Bound port: dd616743-26b6-4929-a7af-696a56a3e475, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5a094e-350e-4376-8e86-ac9d4b58e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:01:10.357769 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fdcc7116-f468-4fc1-a6b0-fca4aa6ddbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:10.359271 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-8d35ee8c-45a8-4653-9247-6b05b20e7302 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['288869a5-ed76-410f-8ea3-f8432f979048']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:10.374293 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-1d5d4908-d3b5-46ae-b4a6-ada422ebb378 req-748b4c60-6b0d-4644-8142-474f8c2b9455 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:10.381669 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 70a9b495-57a8-4c27-aee2-eec1e54ff6f6 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:10.382136 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:10.403404 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-8d35ee8c-45a8-4653-9247-6b05b20e7302 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd165cd29-a0d7-446e-b24b-6e51c37aa38a') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:10.403780 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-8d35ee8c-45a8-4653-9247-6b05b20e7302 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd165cd29-a0d7-446e-b24b-6e51c37aa38a') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:10.427155 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0dd5852d-fd18-4b98-826d-1c3dad0af2db req-e673978e-a41a-4819-a7ca-245a72fbfb7d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a82cab87-6a31-440a-9e64-99e13302423c HTTP/1.1" status: 200 len: 217 time: 0.1731265 Aug 17 00:01:10.432933 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['dc5a9afa-09d6-4392-8d77-921fd95fdba9'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:01:10.450850 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28d70ebd-60dd-4325-b519-cee939d5f7c8 req-27647561-8394-4a57-a713-0b409a9fe2c1 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 210 time: 0.1983705 Aug 17 00:01:10.467666 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d35ee8c-45a8-4653-9247-6b05b20e7302 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:10.498985 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b4c60-6b0d-4644-8142-474f8c2b9455 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Pushing event deleted for resources: {'Port': ['ID=dc5a9afa-09d6-4392-8d77-921fd95fdba9,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:10.515478 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-fdcc7116-f468-4fc1-a6b0-fca4aa6ddbb9 None None] For port dd616743-26b6-4929-a7af-696a56a3e475, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:01:10.519407 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-fdcc7116-f468-4fc1-a6b0-fca4aa6ddbb9 None None] For port dd616743-26b6-4929-a7af-696a56a3e475, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=dd616743-26b6-4929-a7af-696a56a3e475,segment=NetworkSegment(4c5a094e-350e-4376-8e86-ac9d4b58e520),segment_id=4c5a094e-350e-4376-8e86-ac9d4b58e520)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:01:10.563500 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fdcc7116-f468-4fc1-a6b0-fca4aa6ddbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:10.581204 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7a4d687-3bdc-4feb-a51a-c5749d2ba4b1 req-b3f96a9d-1dc6-468e-b22c-9e67bed116bf tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579753 Aug 17 00:01:10.582535 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa5865c-005c-4d47-8bf0-57aaed80fd23 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:01:10.597490 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0566dd-759c-4e83-93ab-3ad8b4632ba5 None None] Sync routers for ids ['ff054e3c-5eb2-4733-9554-64c7293a2b33'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:01:10.638426 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0566dd-759c-4e83-93ab-3ad8b4632ba5 None None] Routers {'ff054e3c-5eb2-4733-9554-64c7293a2b33'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:01:10.644550 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-fe0566dd-759c-4e83-93ab-3ad8b4632ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:00:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ff054e3c-5eb2-4733-9554-64c7293a2b33'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:10.644746 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7a2ba0b4-c071-4f2c-8509-f3f1674a2050 req-07515402-4429-41b4-9d0c-60485f641324 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.60 "GET /v2.0/ports?device_id=495c0a44-20cb-43c6-b45d-013e36a7b15d HTTP/1.1" status: 200 len: 210 time: 0.0812943 Aug 17 00:01:10.652065 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc7116-f468-4fc1-a6b0-fca4aa6ddbb9 None None] Pushing event updated for resources: {'Port': ['ID=dd616743-26b6-4929-a7af-696a56a3e475,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:10.661930 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d35ee8c-45a8-4653-9247-6b05b20e7302 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:10.672435 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a0ff9a1-50e7-4909-9cac-c21234e53a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:10.675808 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5852d-fd18-4b98-826d-1c3dad0af2db req-78b29064-8ee5-4787-a75f-e0e121523e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:10.677844 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0dd5852d-fd18-4b98-826d-1c3dad0af2db req-78b29064-8ee5-4787-a75f-e0e121523e2f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f89431a3-6c88-4e51-9207-0fb89e87e3fb HTTP/1.1" status: 200 len: 853 time: 0.1938720 Aug 17 00:01:10.697449 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a0ff9a1-50e7-4909-9cac-c21234e53a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:10.705703 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 170f938b-e59d-4eda-94d4-a4bc24e75943 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:01:10.723082 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0dd5852d-fd18-4b98-826d-1c3dad0af2db req-98ef8dc3-8741-40e8-a127-1b319e9b26be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=95c6ff06-e218-4206-8306-2b850caeab39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342362 Aug 17 00:01:10.731866 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1aa5865c-005c-4d47-8bf0-57aaed80fd23 admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:10.733362 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1aa5865c-005c-4d47-8bf0-57aaed80fd23 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1276784 Aug 17 00:01:10.736569 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59704) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:10.736930 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 170f938b-e59d-4eda-94d4-a4bc24e75943 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:01:10.737302 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 170f938b-e59d-4eda-94d4-a4bc24e75943 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:01:10.747471 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d35ee8c-45a8-4653-9247-6b05b20e7302 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:01:10.747922 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d35ee8c-45a8-4653-9247-6b05b20e7302 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:10.761812 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4a0ff9a1-50e7-4909-9cac-c21234e53a5c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5519c3ea8fcd41bfa06b8255b7a4f0e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0407839 Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:01:10.762727 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:01:10.769439 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59706) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:10.781945 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-fe0566dd-759c-4e83-93ab-3ad8b4632ba5 None None] Set router ff054e3c-5eb2-4733-9554-64c7293a2b33 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:01:10.818950 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5d4908-d3b5-46ae-b4a6-ada422ebb378 req-748b4c60-6b0d-4644-8142-474f8c2b9455 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] No DVR routers for this DVR port dc5a9afa-09d6-4392-8d77-921fd95fdba9 on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:01:10.822304 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-1d5d4908-d3b5-46ae-b4a6-ada422ebb378 req-748b4c60-6b0d-4644-8142-474f8c2b9455 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:10.824922 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1d5d4908-d3b5-46ae-b4a6-ada422ebb378 req-748b4c60-6b0d-4644-8142-474f8c2b9455 tempest-MigrationsAdminTest-67536318 tempest-MigrationsAdminTest-67536318-project] 10.222.0.69 "DELETE /v2.0/ports/dc5a9afa-09d6-4392-8d77-921fd95fdba9 HTTP/1.1" status: 204 len: 173 time: 1.8446722 Aug 17 00:01:10.895010 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495c0a44-20cb-43c6-b45d-013e36a7b15d', 'name': 'network-vif-deleted', 'tag': 'dc5a9afa-09d6-4392-8d77-921fd95fdba9'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:01:10.915334 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bff7bc4-58cf-4f0c-af28-c30bfe32b0f8" -d '{"events": [{"server_uuid": "495c0a44-20cb-43c6-b45d-013e36a7b15d", "name": "network-vif-deleted", "tag": "dc5a9afa-09d6-4392-8d77-921fd95fdba9"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:01:11.012769 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e95968fd-7b0e-480d-9bc1-248fc941a4da req-1bfd4726-c404-408c-ba61-16043f1cd22e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:01:11.031396 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:01:11.038558 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ff9a1-50e7-4909-9cac-c21234e53a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1422fa-aa12-45ca-892d-382e57257d4f,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:11.048849 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37619bf0-6317-48c8-8b6f-5a64fac8ccd3 None None] Sync routers for ids ['1278a235-5b01-4a60-8ab8-c38a2bfbc495'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:01:11.068569 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37619bf0-6317-48c8-8b6f-5a64fac8ccd3 None None] Routers {'1278a235-5b01-4a60-8ab8-c38a2bfbc495'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:01:11.073475 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-37619bf0-6317-48c8-8b6f-5a64fac8ccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:00:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1278a235-5b01-4a60-8ab8-c38a2bfbc495'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:11.078076 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d35ee8c-45a8-4653-9247-6b05b20e7302 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:11.091833 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d35ee8c-45a8-4653-9247-6b05b20e7302 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:11.096315 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8d35ee8c-45a8-4653-9247-6b05b20e7302 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] 10.222.0.60 "DELETE /v2.0/networks/288869a5-ed76-410f-8ea3-f8432f979048 HTTP/1.1" status: 204 len: 168 time: 3.1747124 Aug 17 00:01:11.102123 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9aec54e-e1fc-4b3c-b77c-f2d94b0fffe3 x-openstack-request-id: req-d9aec54e-e1fc-4b3c-b77c-f2d94b0fffe3 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:01:11.102123 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495c0a44-20cb-43c6-b45d-013e36a7b15d", "name": "network-vif-deleted", "tag": "dc5a9afa-09d6-4392-8d77-921fd95fdba9", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:01:11.102323 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d9aec54e-e1fc-4b3c-b77c-f2d94b0fffe3 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:01:11.102831 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495c0a44-20cb-43c6-b45d-013e36a7b15d', 'name': 'network-vif-deleted', 'tag': 'dc5a9afa-09d6-4392-8d77-921fd95fdba9', 'status': 'completed', 'code': 200} Aug 17 00:01:11.129767 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95968fd-7b0e-480d-9bc1-248fc941a4da req-1bfd4726-c404-408c-ba61-16043f1cd22e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] No DVR routers for this DVR port 5ec701a2-a90f-4518-beda-9bef01500e3d on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:01:11.131635 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35ee8c-45a8-4653-9247-6b05b20e7302 tempest-TagsExtTest-604457782 tempest-TagsExtTest-604457782-project] Pushing event deleted for resources: {'Network': ['ID=288869a5-ed76-410f-8ea3-f8432f979048,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:11.134567 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e95968fd-7b0e-480d-9bc1-248fc941a4da req-1bfd4726-c404-408c-ba61-16043f1cd22e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:11.136725 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e95968fd-7b0e-480d-9bc1-248fc941a4da req-1bfd4726-c404-408c-ba61-16043f1cd22e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.64 "DELETE /v2.0/ports/5ec701a2-a90f-4518-beda-9bef01500e3d HTTP/1.1" status: 204 len: 173 time: 3.7589433 Aug 17 00:01:11.146134 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-fe0566dd-759c-4e83-93ab-3ad8b4632ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'name': 'tempest-TaggedBootDevicesTest-5561421-router', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:05Z', 'updated_at': '2021-08-17T00:01:08Z', 'revision_number': 3, 'project_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'gw_port': {'id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:07Z', 'updated_at': '2021-08-17T00:01:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:11.201284 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0566dd-759c-4e83-93ab-3ad8b4632ba5 None None] Checking router: ff054e3c-5eb2-4733-9554-64c7293a2b33 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:01:11.202185 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0566dd-759c-4e83-93ab-3ad8b4632ba5 None None] Updating router ff054e3c-5eb2-4733-9554-64c7293a2b33 port 9ceaf0e6-a2f5-44c4-85ef-06727c381afc binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:01:11.211337 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc68f43f-12cf-4a86-a1a9-591ad641f034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:11.264827 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-fe0566dd-759c-4e83-93ab-3ad8b4632ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:11.294171 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-37619bf0-6317-48c8-8b6f-5a64fac8ccd3 None None] Set router 1278a235-5b01-4a60-8ab8-c38a2bfbc495 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:01:11.392647 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc68f43f-12cf-4a86-a1a9-591ad641f034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:11.515244 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0dd5852d-fd18-4b98-826d-1c3dad0af2db req-45e6f04f-242b-4012-ba12-71ad92051dbc service neutron] 10.222.0.64 "GET /v2.0/networks/95c6ff06-e218-4206-8306-2b850caeab39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7805579 Aug 17 00:01:11.551525 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59718) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:11.667471 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:11.701222 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e3539-fdc6-4292-9279-79bc831c6e10 req-0dd33968-ba9f-403d-8ba2-d640dc95fed9 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:11.729829 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b5e3539-fdc6-4292-9279-79bc831c6e10 req-0dd33968-ba9f-403d-8ba2-d640dc95fed9 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20b40d1-f675-4985-b53b-add20877a079 HTTP/1.1" status: 200 len: 945 time: 0.4279413 Aug 17 00:01:11.877560 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 26ec4fb7-088d-4b3a-ba92-b4313790daae up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:01:11.887386 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4e90ab11-518c-49af-b7ee-c629fee9bb76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:11.911371 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-fe0566dd-759c-4e83-93ab-3ad8b4632ba5 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:11.920586 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-35a1fe24-302d-419a-8f5a-56f8868b7ecf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c5cd2e1d0f3945eeacafa10b3d43ef7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3678722 Aug 17 00:01:11.924738 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59726) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:11.951626 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2f270850-cec2-4a11-bb58-6ab45c656b25 req-a573bfe4-1773-4d17-a440-eb4445c592da tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 210 time: 0.2993116 Aug 17 00:01:11.955138 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-fe0566dd-759c-4e83-93ab-3ad8b4632ba5 None None] Transition to ACTIVE for port object 9ceaf0e6-a2f5-44c4-85ef-06727c381afc will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:01:11.975156 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-fe0566dd-759c-4e83-93ab-3ad8b4632ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:12.067028 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4e90ab11-518c-49af-b7ee-c629fee9bb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:12.072637 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b2b275b7-125a-4743-8902-b6da9ab4379d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:12.096563 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-37619bf0-6317-48c8-8b6f-5a64fac8ccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'name': 'tempest-ServersTestBootFromVolume-123024854-router', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:14Z', 'updated_at': '2021-08-16T23:57:24Z', 'revision_number': 4, 'project_id': 'f42660d006b24de4a9e5404524d97840', 'gw_port': {'id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:18:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:16Z', 'updated_at': '2021-08-16T23:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd', 'name': '', 'network_id': '8f6cd382-f473-4971-ab50-9200ef4063ef', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'mac_address': 'fa:16:3e:b2:82:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'e17869c4-8671-4b59-ab4c-b035d74bd4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:22Z', 'updated_at': '2021-08-16T23:57:32Z', 'revision_number': 5, 'project_id': 'f42660d006b24de4a9e5404524d97840', 'subnets': [{'id': 'e17869c4-8671-4b59-ab4c-b035d74bd4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:12.110608 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-fe0566dd-759c-4e83-93ab-3ad8b4632ba5 None None] Attempting to bind port 9ceaf0e6-a2f5-44c4-85ef-06727c381afc on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:01:12.111050 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-fe0566dd-759c-4e83-93ab-3ad8b4632ba5 None None] Attempting to bind port 9ceaf0e6-a2f5-44c4-85ef-06727c381afc by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:01:12.113572 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0566dd-759c-4e83-93ab-3ad8b4632ba5 None None] Attempting to bind port 9ceaf0e6-a2f5-44c4-85ef-06727c381afc on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:01:12.129154 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0566dd-759c-4e83-93ab-3ad8b4632ba5 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:01:12.129530 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0566dd-759c-4e83-93ab-3ad8b4632ba5 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:01:12.131838 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-fe0566dd-759c-4e83-93ab-3ad8b4632ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:12.132241 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0566dd-759c-4e83-93ab-3ad8b4632ba5 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:01:12.132727 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-fe0566dd-759c-4e83-93ab-3ad8b4632ba5 None None] Bound port: 9ceaf0e6-a2f5-44c4-85ef-06727c381afc, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:01:12.133259 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-fe0566dd-759c-4e83-93ab-3ad8b4632ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:12.167359 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37619bf0-6317-48c8-8b6f-5a64fac8ccd3 None None] Checking router: 1278a235-5b01-4a60-8ab8-c38a2bfbc495 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:01:12.175197 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b2b275b7-125a-4743-8902-b6da9ab4379d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:12.209022 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37619bf0-6317-48c8-8b6f-5a64fac8ccd3 None None] Routers {'1278a235-5b01-4a60-8ab8-c38a2bfbc495'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:01:12.212895 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-37619bf0-6317-48c8-8b6f-5a64fac8ccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:00:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1278a235-5b01-4a60-8ab8-c38a2bfbc495'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:12.237471 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b5e3539-fdc6-4292-9279-79bc831c6e10 req-621c1073-fc2e-44ee-8483-dd90c9419b2e tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/security-groups?id=f742f2e3-1288-41d5-9c3f-2d7e009ca2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066366 Aug 17 00:01:12.275960 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b2b275b7-125a-4743-8902-b6da9ab4379d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:12.276769 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc68f43f-12cf-4a86-a1a9-591ad641f034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:12.279368 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc68f43f-12cf-4a86-a1a9-591ad641f034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:12.282817 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cc68f43f-12cf-4a86-a1a9-591ad641f034 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1d1422fa-aa12-45ca-892d-382e57257d4f HTTP/1.1" status: 204 len: 168 time: 1.4997854 Aug 17 00:01:12.283084 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b2b275b7-125a-4743-8902-b6da9ab4379d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:12.283084 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b2b275b7-125a-4743-8902-b6da9ab4379d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/df964cc7-5938-4c0b-835e-16e0855d22f1 HTTP/1.1" status: 204 len: 168 time: 0.3561854 Aug 17 00:01:12.320917 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-fe0566dd-759c-4e83-93ab-3ad8b4632ba5 None None] For port 9ceaf0e6-a2f5-44c4-85ef-06727c381afc, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:01:12.337523 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c320b22-9b02-4c09-8f29-7cb46bd40c17 None None] Pushing event updated for resources: {'Port': ['ID=9ceaf0e6-a2f5-44c4-85ef-06727c381afc,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:12.349526 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device dd616743-26b6-4929-a7af-696a56a3e475 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:01:12.356836 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b275b7-125a-4743-8902-b6da9ab4379d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df964cc7-5938-4c0b-835e-16e0855d22f1,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:12.377951 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c320b22-9b02-4c09-8f29-7cb46bd40c17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:12.378368 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c320b22-9b02-4c09-8f29-7cb46bd40c17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:12.378573 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c320b22-9b02-4c09-8f29-7cb46bd40c17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:12.378907 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c320b22-9b02-4c09-8f29-7cb46bd40c17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:12.383200 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c320b22-9b02-4c09-8f29-7cb46bd40c17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:12.383569 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c320b22-9b02-4c09-8f29-7cb46bd40c17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:12.383905 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c320b22-9b02-4c09-8f29-7cb46bd40c17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:12.384404 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c320b22-9b02-4c09-8f29-7cb46bd40c17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:12.384746 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c320b22-9b02-4c09-8f29-7cb46bd40c17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:12.385096 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c320b22-9b02-4c09-8f29-7cb46bd40c17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:12.385432 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c320b22-9b02-4c09-8f29-7cb46bd40c17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:12.385760 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c320b22-9b02-4c09-8f29-7cb46bd40c17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:12.387174 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68f43f-12cf-4a86-a1a9-591ad641f034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1422fa-aa12-45ca-892d-382e57257d4f,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:12.395413 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-fe0566dd-759c-4e83-93ab-3ad8b4632ba5 None None] For port 9ceaf0e6-a2f5-44c4-85ef-06727c381afc, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9ceaf0e6-a2f5-44c4-85ef-06727c381afc,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:01:12.400816 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e0ec93-f246-4b99-b221-c4412901508c None None] Network 9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:01:12.407719 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-fe0566dd-759c-4e83-93ab-3ad8b4632ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:12.450746 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 26ec4fb7-088d-4b3a-ba92-b4313790daae completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:01:12.483710 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0dd5852d-fd18-4b98-826d-1c3dad0af2db req-d08e92da-85d1-4f5c-8559-46135aeb8bcf service neutron] 10.222.0.64 "GET /v2.0/networks/95c6ff06-e218-4206-8306-2b850caeab39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9238713 Aug 17 00:01:12.498233 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946a799-08f9-4243-976b-49f89279c9ab req-765f3099-4c2d-4ce2-bda9-c85fece7ceed tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:12.506014 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4946a799-08f9-4243-976b-49f89279c9ab req-765f3099-4c2d-4ce2-bda9-c85fece7ceed tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=317f153e-2d10-4326-b9ac-8450b6dbeef6 HTTP/1.1" status: 200 len: 944 time: 0.3531544 Aug 17 00:01:12.533946 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0566dd-759c-4e83-93ab-3ad8b4632ba5 None None] Routers {'ff054e3c-5eb2-4733-9554-64c7293a2b33'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:01:12.540257 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-fe0566dd-759c-4e83-93ab-3ad8b4632ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:00:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ff054e3c-5eb2-4733-9554-64c7293a2b33'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:12.604240 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4946a799-08f9-4243-976b-49f89279c9ab req-dcdbf175-7c94-43e8-b722-c33293f54159 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969319 Aug 17 00:01:12.618029 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-4e90ab11-518c-49af-b7ee-c629fee9bb76 admin admin] Allocated IP 172.25.3.127 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/b350ed88-1462-47eb-a6f0-6a224873c112) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:01:12.648371 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c320b22-9b02-4c09-8f29-7cb46bd40c17 None None] Pushing event updated for resources: {'Port': ['ID=9ceaf0e6-a2f5-44c4-85ef-06727c381afc,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:12.812735 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-fe0566dd-759c-4e83-93ab-3ad8b4632ba5 None None] Set router ff054e3c-5eb2-4733-9554-64c7293a2b33 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:01:12.906915 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 26ec4fb7-088d-4b3a-ba92-b4313790daae triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:12.907657 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:12.965740 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4e90ab11-518c-49af-b7ee-c629fee9bb76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:13.019483 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59740) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:13.045626 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ae36863e-2306-4726-8979-09e873b7bf51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:13.081081 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-656276e4-c07f-439c-aef9-7b304974122b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:13.105681 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd', 'name': 'network-vif-deleted', 'tag': '5ec701a2-a90f-4518-beda-9bef01500e3d'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:01:13.113378 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e627fc0-9bb0-4b46-859f-f0b1d206d16f" -d '{"events": [{"server_uuid": "5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd", "name": "network-vif-deleted", "tag": "5ec701a2-a90f-4518-beda-9bef01500e3d"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:01:13.167227 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-37619bf0-6317-48c8-8b6f-5a64fac8ccd3 None None] Set router 1278a235-5b01-4a60-8ab8-c38a2bfbc495 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:01:13.177169 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-fe0566dd-759c-4e83-93ab-3ad8b4632ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'name': 'tempest-TaggedBootDevicesTest-5561421-router', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:05Z', 'updated_at': '2021-08-17T00:01:08Z', 'revision_number': 3, 'project_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'gw_port': {'id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:07Z', 'updated_at': '2021-08-17T00:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:13.221308 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0566dd-759c-4e83-93ab-3ad8b4632ba5 None None] The sync data for ids ['ff054e3c-5eb2-4733-9554-64c7293a2b33'] in n-d-800088-20 is: [{'id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'name': 'tempest-TaggedBootDevicesTest-5561421-router', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:05Z', 'updated_at': '2021-08-17T00:01:08Z', 'revision_number': 3, 'project_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'gw_port': {'id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:07Z', 'updated_at': '2021-08-17T00:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:01:13.263625 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edd3b4e-0c35-409a-964b-55c437583ba6 x-openstack-request-id: req-6edd3b4e-0c35-409a-964b-55c437583ba6 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:01:13.263925 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd", "name": "network-vif-deleted", "tag": "5ec701a2-a90f-4518-beda-9bef01500e3d", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:01:13.264184 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6edd3b4e-0c35-409a-964b-55c437583ba6 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:01:13.264586 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd', 'name': 'network-vif-deleted', 'tag': '5ec701a2-a90f-4518-beda-9bef01500e3d', 'status': 'completed', 'code': 200} Aug 17 00:01:13.284099 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-656276e4-c07f-439c-aef9-7b304974122b admin admin] Allocated IP 172.20.0.1 (7d344a82-79d7-4f15-a0ba-8fc315949c8f/5723fbf6-9716-47be-90e8-4e9878cdb460/e2025865-db7d-4345-aac3-671545464115) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:01:13.304010 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0ab9cf3a-4b75-426f-98c0-5b8b73927efc None None] Provisioning for port dd616743-26b6-4929-a7af-696a56a3e475 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:01:13.396261 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ae36863e-2306-4726-8979-09e873b7bf51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:13.397124 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59752) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:13.414135 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ae36863e-2306-4726-8979-09e873b7bf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:13.506686 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36863e-2306-4726-8979-09e873b7bf51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08788ba-357e-4999-8d3d-54f519523f92,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:13.509034 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device dc5a9afa-09d6-4392-8d77-921fd95fdba9 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:01:13.514255 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ae36863e-2306-4726-8979-09e873b7bf51 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9a9d62bb80634f5aacc9a8f021f99fb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4938326 Aug 17 00:01:13.517260 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59758) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:13.588246 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e76bda38-9dd1-4988-b8f2-3d741ecfc74b req-0f10e6a0-ebfc-4870-be65-8db31dd90fdd tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 210 time: 0.1090558 Aug 17 00:01:13.588767 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-58f6a7d5-bc19-4cc6-a31a-9f96f7ce87c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:13.599703 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: dc5a9afa-09d6-4392-8d77-921fd95fdba9 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:01:13.600017 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device dc5a9afa-09d6-4392-8d77-921fd95fdba9 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:01:13.607114 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4e90ab11-518c-49af-b7ee-c629fee9bb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:13.622375 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-58f6a7d5-bc19-4cc6-a31a-9f96f7ce87c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:13.636775 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-656276e4-c07f-439c-aef9-7b304974122b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:13.696717 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-656276e4-c07f-439c-aef9-7b304974122b admin admin] Transition to ACTIVE for port object e2025865-db7d-4345-aac3-671545464115 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:01:13.752370 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-58f6a7d5-bc19-4cc6-a31a-9f96f7ce87c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:13.755841 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-58f6a7d5-bc19-4cc6-a31a-9f96f7ce87c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:13.757276 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-58f6a7d5-bc19-4cc6-a31a-9f96f7ce87c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e08788ba-357e-4999-8d3d-54f519523f92 HTTP/1.1" status: 204 len: 168 time: 0.2387111 Aug 17 00:01:13.781660 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6a7d5-bc19-4cc6-a31a-9f96f7ce87c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08788ba-357e-4999-8d3d-54f519523f92,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:13.783227 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port dd616743-26b6-4929-a7af-696a56a3e475 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:01:13.838444 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port dd616743-26b6-4929-a7af-696a56a3e475 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:13.839402 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:13.910483 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ecbb34df-0bb7-4cd5-8579-6adde5fd00eb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=636fdf9ffe334b56b1041327d83dc393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5097544 Aug 17 00:01:13.911089 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59772) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:13.925638 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-656276e4-c07f-439c-aef9-7b304974122b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:14.064077 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:14.071944 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-83b2023d-e708-4a35-99fc-d2d49fb53850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:14.157801 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-83b2023d-e708-4a35-99fc-d2d49fb53850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:14.179625 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317f153e-2d10-4326-b9ac-8450b6dbeef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ec4fb7-088d-4b3a-ba92-b4313790daae'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:01:14.182152 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f434544-c6e3-4d61-af8f-285000e33be4" -d '{"events": [{"server_uuid": "317f153e-2d10-4326-b9ac-8450b6dbeef6", "name": "network-vif-plugged", "status": "completed", "tag": "26ec4fb7-088d-4b3a-ba92-b4313790daae"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:01:14.256198 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 26ec4fb7-088d-4b3a-ba92-b4313790daae, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=26ec4fb7-088d-4b3a-ba92-b4313790daae,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:01:14.281933 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-83b2023d-e708-4a35-99fc-d2d49fb53850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:14.285439 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-83b2023d-e708-4a35-99fc-d2d49fb53850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:14.286715 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-83b2023d-e708-4a35-99fc-d2d49fb53850 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6dc0194c-a578-4d2d-9df7-8f3894ed85c8 HTTP/1.1" status: 204 len: 168 time: 0.3746207 Aug 17 00:01:14.286950 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:14.296907 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:14.303363 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2023d-e708-4a35-99fc-d2d49fb53850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc0194c-a578-4d2d-9df7-8f3894ed85c8,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:14.471041 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-37619bf0-6317-48c8-8b6f-5a64fac8ccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'name': 'tempest-ServersTestBootFromVolume-123024854-router', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:14Z', 'updated_at': '2021-08-16T23:57:24Z', 'revision_number': 4, 'project_id': 'f42660d006b24de4a9e5404524d97840', 'gw_port': {'id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:18:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:16Z', 'updated_at': '2021-08-16T23:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd', 'name': '', 'network_id': '8f6cd382-f473-4971-ab50-9200ef4063ef', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'mac_address': 'fa:16:3e:b2:82:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'e17869c4-8671-4b59-ab4c-b035d74bd4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:22Z', 'updated_at': '2021-08-16T23:57:32Z', 'revision_number': 5, 'project_id': 'f42660d006b24de4a9e5404524d97840', 'subnets': [{'id': 'e17869c4-8671-4b59-ab4c-b035d74bd4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:14.531710 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port dd616743-26b6-4929-a7af-696a56a3e475, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=dd616743-26b6-4929-a7af-696a56a3e475,segment=NetworkSegment(4c5a094e-350e-4376-8e86-ac9d4b58e520),segment_id=4c5a094e-350e-4376-8e86-ac9d4b58e520)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:01:14.533371 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=26ec4fb7-088d-4b3a-ba92-b4313790daae,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:14.543461 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37619bf0-6317-48c8-8b6f-5a64fac8ccd3 None None] The sync data for ids ['1278a235-5b01-4a60-8ab8-c38a2bfbc495'] in n-d-800088-20 is: [{'id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'name': 'tempest-ServersTestBootFromVolume-123024854-router', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:14Z', 'updated_at': '2021-08-16T23:57:24Z', 'revision_number': 4, 'project_id': 'f42660d006b24de4a9e5404524d97840', 'gw_port': {'id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:18:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:16Z', 'updated_at': '2021-08-16T23:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd', 'name': '', 'network_id': '8f6cd382-f473-4971-ab50-9200ef4063ef', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'mac_address': 'fa:16:3e:b2:82:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'e17869c4-8671-4b59-ab4c-b035d74bd4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:22Z', 'updated_at': '2021-08-16T23:57:32Z', 'revision_number': 5, 'project_id': 'f42660d006b24de4a9e5404524d97840', 'subnets': [{'id': 'e17869c4-8671-4b59-ab4c-b035d74bd4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:01:14.546746 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:14.687847 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=dd616743-26b6-4929-a7af-696a56a3e475,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:14.737486 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9ceaf0e6-a2f5-44c4-85ef-06727c381afc up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:01:14.753955 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e90ab11-518c-49af-b7ee-c629fee9bb76 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:01:14.756547 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656276e4-c07f-439c-aef9-7b304974122b admin admin] Network 7d344a82-79d7-4f15-a0ba-8fc315949c8f is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:01:14.783749 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-656276e4-c07f-439c-aef9-7b304974122b admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:01:14.786092 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-4e90ab11-518c-49af-b7ee-c629fee9bb76 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:01:14.791641 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656276e4-c07f-439c-aef9-7b304974122b admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:01:14.822516 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ea86a3a9-68fe-4dd3-ac02-41516c3a6af1 None None] Provisioning complete for port dd616743-26b6-4929-a7af-696a56a3e475 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:14.822839 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ea86a3a9-68fe-4dd3-ac02-41516c3a6af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:14.863487 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b23f7-f0b1-4546-a26d-f455d5142541 req-c4e3942a-1e93-49ae-ba92-93f7db97764a tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:14.884663 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d35b23f7-f0b1-4546-a26d-f455d5142541 req-c4e3942a-1e93-49ae-ba92-93f7db97764a tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20b40d1-f675-4985-b53b-add20877a079 HTTP/1.1" status: 200 len: 945 time: 1.4373803 Aug 17 00:01:14.888714 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e90ab11-518c-49af-b7ee-c629fee9bb76 admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:01:14.935676 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 9ceaf0e6-a2f5-44c4-85ef-06727c381afc completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:01:14.950141 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 9ceaf0e6-a2f5-44c4-85ef-06727c381afc triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:14.950837 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:15.030938 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90ab11-518c-49af-b7ee-c629fee9bb76 admin admin] Pushing event updated for resources: {'Port': ['ID=b350ed88-1462-47eb-a6f0-6a224873c112,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:15.121863 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3624d60-5c23-4df8-917c-18c2a3e6248b None None] New status for floating IP c9ef41d7-1e16-42a0-8c19-b5f72f2bb425: DOWN {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:01:15.171969 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-656276e4-c07f-439c-aef9-7b304974122b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:15.229581 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df34f9-9bfc-40a1-9715-7a93c3a15c57 req-4bb8c3e9-e209-46f8-afab-50a11aad9666 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:15.236810 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c3df34f9-9bfc-40a1-9715-7a93c3a15c57 req-4bb8c3e9-e209-46f8-afab-50a11aad9666 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=317f153e-2d10-4326-b9ac-8450b6dbeef6 HTTP/1.1" status: 200 len: 944 time: 1.4219980 Aug 17 00:01:15.259215 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59804) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:15.290479 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d35b23f7-f0b1-4546-a26d-f455d5142541 req-6d9a4e27-603d-48ca-94c6-dc4e3f55491f tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/security-groups?id=f742f2e3-1288-41d5-9c3f-2d7e009ca2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036641 Aug 17 00:01:15.343533 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:15.351032 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656276e4-c07f-439c-aef9-7b304974122b admin admin] Pushing event updated for resources: {'Port': ['ID=e2025865-db7d-4345-aac3-671545464115,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:15.398955 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ceeb00ad-878f-4a26-9b20-696518a6d209 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d13c1ed8b950478791945128ff00d8aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1379061 Aug 17 00:01:15.400984 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59810) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:15.402829 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b158dcfd-1b2e-4527-91eb-c318fbd1cade None None] Provisioning for port e2025865-db7d-4345-aac3-671545464115 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:01:15.443636 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d33a23-0604-47ad-940e-eb1ea4cd86e6 x-openstack-request-id: req-10d33a23-0604-47ad-940e-eb1ea4cd86e6 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:01:15.460156 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317f153e-2d10-4326-b9ac-8450b6dbeef6", "name": "network-vif-plugged", "status": "completed", "tag": "26ec4fb7-088d-4b3a-ba92-b4313790daae", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:01:15.461480 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-10d33a23-0604-47ad-940e-eb1ea4cd86e6 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:01:15.462013 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317f153e-2d10-4326-b9ac-8450b6dbeef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ec4fb7-088d-4b3a-ba92-b4313790daae', 'code': 200} Aug 17 00:01:15.474915 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 9ceaf0e6-a2f5-44c4-85ef-06727c381afc, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9ceaf0e6-a2f5-44c4-85ef-06727c381afc,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:01:15.488268 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b158dcfd-1b2e-4527-91eb-c318fbd1cade None None] Provisioning complete for port e2025865-db7d-4345-aac3-671545464115 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:15.489642 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b158dcfd-1b2e-4527-91eb-c318fbd1cade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:15.503392 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:15.611969 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e84265b-7d6b-499a-a260-424e3c6ce8e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:15.656198 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e84265b-7d6b-499a-a260-424e3c6ce8e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:15.695084 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-b158dcfd-1b2e-4527-91eb-c318fbd1cade None None] Port e2025865-db7d-4345-aac3-671545464115 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:01:15.715110 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=9ceaf0e6-a2f5-44c4-85ef-06727c381afc,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:15.757159 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e84265b-7d6b-499a-a260-424e3c6ce8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:15.760633 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e84265b-7d6b-499a-a260-424e3c6ce8e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:15.762079 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3e84265b-7d6b-499a-a260-424e3c6ce8e9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/24a970be-cc55-4b91-8328-64af392cffaa HTTP/1.1" status: 204 len: 168 time: 0.3601420 Aug 17 00:01:15.782560 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84265b-7d6b-499a-a260-424e3c6ce8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a970be-cc55-4b91-8328-64af392cffaa,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:15.808674 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c3df34f9-9bfc-40a1-9715-7a93c3a15c57 req-7a2f0db2-20cf-40cc-b335-9d2057fea3af tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5709589 Aug 17 00:01:15.849698 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c10f0a1-d460-4f38-926a-9860b05d4e34 req-99d32c8e-161c-445c-9c2a-8e1bf7b4882d tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 210 time: 0.2069576 Aug 17 00:01:15.942839 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8da3d3-fab6-4317-b0d9-53bcd6259776 req-6e2e8526-4ea1-46f6-9004-1f4c42c5b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:15.944504 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a8da3d3-fab6-4317-b0d9-53bcd6259776 req-6e2e8526-4ea1-46f6-9004-1f4c42c5b8b4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=317f153e-2d10-4326-b9ac-8450b6dbeef6 HTTP/1.1" status: 200 len: 1097 time: 0.3265526 Aug 17 00:01:16.089742 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a8da3d3-fab6-4317-b0d9-53bcd6259776 req-01137bf7-bb17-45cb-8ff7-5f5e3c0e92bb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362689 Aug 17 00:01:16.093899 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-656276e4-c07f-439c-aef9-7b304974122b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:16.390509 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-656276e4-c07f-439c-aef9-7b304974122b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:16.411413 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-656276e4-c07f-439c-aef9-7b304974122b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:16.477462 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a918b6-5a74-4b1c-9868-5ff296669734 req-7d1ae788-1c6e-417f-a0e9-5d35ab064e42 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:16.481430 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c4a918b6-5a74-4b1c-9868-5ff296669734 req-7d1ae788-1c6e-417f-a0e9-5d35ab064e42 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20b40d1-f675-4985-b53b-add20877a079 HTTP/1.1" status: 200 len: 945 time: 0.2008872 Aug 17 00:01:16.484464 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-656276e4-c07f-439c-aef9-7b304974122b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:16.502575 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bf148c7e-c02f-4c0b-8d55-7c106d4cf173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:16.521827 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4e90ab11-518c-49af-b7ee-c629fee9bb76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:16.549674 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656276e4-c07f-439c-aef9-7b304974122b admin admin] Pushing event updated for resources: {'Port': ['ID=e2025865-db7d-4345-aac3-671545464115,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:16.726403 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c4a918b6-5a74-4b1c-9868-5ff296669734 req-46e07968-1222-4ba2-aa8d-22daa1a5a51a tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/security-groups?id=f742f2e3-1288-41d5-9c3f-2d7e009ca2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000225 Aug 17 00:01:16.727844 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device dd616743-26b6-4929-a7af-696a56a3e475 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:01:16.871462 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port dd616743-26b6-4929-a7af-696a56a3e475 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:16.872119 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:16.957650 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656276e4-c07f-439c-aef9-7b304974122b admin admin] Network 7d344a82-79d7-4f15-a0ba-8fc315949c8f is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:01:16.963616 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-656276e4-c07f-439c-aef9-7b304974122b admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:01:17.131427 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ef86f73e-3001-4ca5-bc9f-179af99b5a85 req-1fe4dba0-7e2c-403b-861a-4f30cb0a684a tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 210 time: 0.1013184 Aug 17 00:01:17.146062 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9ceaf0e6-a2f5-44c4-85ef-06727c381afc up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:01:17.207141 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4e90ab11-518c-49af-b7ee-c629fee9bb76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:17.302830 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 9ceaf0e6-a2f5-44c4-85ef-06727c381afc triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:17.303585 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:17.349963 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbb29b-e2a2-4f84-9365-784093b01eb5 req-4d2e3988-2c3f-445d-a229-a1b163b643cb tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:17.364773 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b9dbb29b-e2a2-4f84-9365-784093b01eb5 req-4d2e3988-2c3f-445d-a229-a1b163b643cb tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=317f153e-2d10-4326-b9ac-8450b6dbeef6 HTTP/1.1" status: 200 len: 945 time: 0.3370759 Aug 17 00:01:17.583861 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-968089c5-3934-4d2a-8715-634a7685b6a9 None None] Provisioning complete for port e2025865-db7d-4345-aac3-671545464115 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:17.584337 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-968089c5-3934-4d2a-8715-634a7685b6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:17.618574 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b9dbb29b-e2a2-4f84-9365-784093b01eb5 req-59035c25-dbb5-4472-a3cc-05d623159759 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795576 Aug 17 00:01:17.657730 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-968089c5-3934-4d2a-8715-634a7685b6a9 None None] Port e2025865-db7d-4345-aac3-671545464115 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:01:17.664260 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656276e4-c07f-439c-aef9-7b304974122b admin admin] Router ff054e3c-5eb2-4733-9554-64c7293a2b33 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:01:17.887511 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656276e4-c07f-439c-aef9-7b304974122b admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:01:17.899634 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8487c-4973-4df5-94df-d0774a488dc5 req-811a8ecf-057e-474b-abd6-8acd9bbc1155 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:17.900583 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2027afd7-4815-4029-9fae-02be24352474 None None] Sync routers for ids ['ff054e3c-5eb2-4733-9554-64c7293a2b33'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:01:17.902091 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79e8487c-4973-4df5-94df-d0774a488dc5 req-811a8ecf-057e-474b-abd6-8acd9bbc1155 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.64 "GET /v2.0/ports?device_id=b20b40d1-f675-4985-b53b-add20877a079 HTTP/1.1" status: 200 len: 945 time: 0.1034439 Aug 17 00:01:17.906165 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-656276e4-c07f-439c-aef9-7b304974122b admin admin] 10.222.0.60 "PUT /v2.0/routers/ff054e3c-5eb2-4733-9554-64c7293a2b33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1497197 Aug 17 00:01:17.920370 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2027afd7-4815-4029-9fae-02be24352474 None None] Routers {'ff054e3c-5eb2-4733-9554-64c7293a2b33'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:01:17.922550 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-2027afd7-4815-4029-9fae-02be24352474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:00:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ff054e3c-5eb2-4733-9554-64c7293a2b33'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:17.928499 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e90ab11-518c-49af-b7ee-c629fee9bb76 admin admin] Router 2aeca20a-d838-43d4-a54e-71e3d20026ac is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:01:18.125776 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59964) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:18.139124 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-2027afd7-4815-4029-9fae-02be24352474 None None] Set router ff054e3c-5eb2-4733-9554-64c7293a2b33 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:01:18.175407 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d0d42-0155-428e-9566-7378b9d5238b req-e8d30cd3-83e8-4939-98d2-0927550046d6 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:18.184168 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-606d0d42-0155-428e-9566-7378b9d5238b req-e8d30cd3-83e8-4939-98d2-0927550046d6 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20b40d1-f675-4985-b53b-add20877a079 HTTP/1.1" status: 200 len: 945 time: 0.3119433 Aug 17 00:01:18.360471 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ad9994b9-c45f-4fcf-8c5f-44a48bc1d21c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:18.682407 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ad9994b9-c45f-4fcf-8c5f-44a48bc1d21c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:18.687488 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-2027afd7-4815-4029-9fae-02be24352474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'name': 'tempest-TaggedBootDevicesTest-5561421-router', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:05Z', 'updated_at': '2021-08-17T00:01:15Z', 'revision_number': 4, 'project_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'gw_port': {'id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:07Z', 'updated_at': '2021-08-17T00:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e2025865-db7d-4345-aac3-671545464115', 'name': '', 'network_id': '7d344a82-79d7-4f15-a0ba-8fc315949c8f', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'mac_address': 'fa:16:3e:00:16:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5723fbf6-9716-47be-90e8-4e9878cdb460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:13Z', 'updated_at': '2021-08-17T00:01:16Z', 'revision_number': 2, 'project_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'subnets': [{'id': '5723fbf6-9716-47be-90e8-4e9878cdb460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:18.691926 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ad9994b9-c45f-4fcf-8c5f-44a48bc1d21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:18.788119 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ad9994b9-c45f-4fcf-8c5f-44a48bc1d21c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9171dfa6f93a48edaa67c2de13127046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6606019 Aug 17 00:01:18.792634 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60018) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:18.796430 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9994b9-c45f-4fcf-8c5f-44a48bc1d21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2cc1a0-681b-4692-951e-70038d91b8ef,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:18.798555 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2027afd7-4815-4029-9fae-02be24352474 None None] Checking router: ff054e3c-5eb2-4733-9554-64c7293a2b33 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:01:18.801258 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2027afd7-4815-4029-9fae-02be24352474 None None] Updating router ff054e3c-5eb2-4733-9554-64c7293a2b33 port e2025865-db7d-4345-aac3-671545464115 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:01:18.883720 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2027afd7-4815-4029-9fae-02be24352474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:18.906036 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ce57505f-98a5-4eaf-ac77-e57452e94eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:18.961017 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ce57505f-98a5-4eaf-ac77-e57452e94eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:19.028885 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ce57505f-98a5-4eaf-ac77-e57452e94eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:19.033252 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ce57505f-98a5-4eaf-ac77-e57452e94eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:19.038383 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ce57505f-98a5-4eaf-ac77-e57452e94eee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3f2cc1a0-681b-4692-951e-70038d91b8ef HTTP/1.1" status: 204 len: 168 time: 0.2428920 Aug 17 00:01:19.050351 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57505f-98a5-4eaf-ac77-e57452e94eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2cc1a0-681b-4692-951e-70038d91b8ef,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:19.172601 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9810b3f3-04a6-44fd-a0ca-c6bfa2c5376c req-82b57f51-dc45-4da6-9e5b-9ff45437eaea tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bc9ac90-f6f8-4fd2-8af5-3b54809bcbfd HTTP/1.1" status: 200 len: 210 time: 0.0779924 Aug 17 00:01:19.237659 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-606d0d42-0155-428e-9566-7378b9d5238b req-8f065272-85f3-444d-9125-eab94f88872c tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/security-groups?id=f742f2e3-1288-41d5-9c3f-2d7e009ca2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0496855 Aug 17 00:01:19.288259 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-79e8487c-4973-4df5-94df-d0774a488dc5 req-69454a1a-6f7f-486f-bc9c-441d40a6c398 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Deleting port a82cab87-6a31-440a-9e64-99e13302423c {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:01:19.288605 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-79e8487c-4973-4df5-94df-d0774a488dc5 req-69454a1a-6f7f-486f-bc9c-441d40a6c398 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:19.315364 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:19.345185 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4dcd5972-ae83-40ef-85e5-01d9de99cd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:19.452876 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-79e8487c-4973-4df5-94df-d0774a488dc5 req-69454a1a-6f7f-486f-bc9c-441d40a6c398 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] For port a82cab87-6a31-440a-9e64-99e13302423c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a82cab87-6a31-440a-9e64-99e13302423c,segment=NetworkSegment(0f75810c-a571-45f8-ba9c-78869c423af0),segment_id=0f75810c-a571-45f8-ba9c-78869c423af0)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:01:19.453394 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-79e8487c-4973-4df5-94df-d0774a488dc5 req-69454a1a-6f7f-486f-bc9c-441d40a6c398 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:19.468185 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-79e8487c-4973-4df5-94df-d0774a488dc5 req-69454a1a-6f7f-486f-bc9c-441d40a6c398 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Calling delete_port for a82cab87-6a31-440a-9e64-99e13302423c owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:01:19.607326 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e90ab11-518c-49af-b7ee-c629fee9bb76 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:01:19.619166 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59341390-cf56-421e-8116-6cd9b7d1999c None None] Sync routers for ids ['2aeca20a-d838-43d4-a54e-71e3d20026ac'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:01:19.631969 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-79e8487c-4973-4df5-94df-d0774a488dc5 req-69454a1a-6f7f-486f-bc9c-441d40a6c398 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:19.638758 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59341390-cf56-421e-8116-6cd9b7d1999c None None] Routers {'2aeca20a-d838-43d4-a54e-71e3d20026ac'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:01:19.642420 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-59341390-cf56-421e-8116-6cd9b7d1999c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:01:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2aeca20a-d838-43d4-a54e-71e3d20026ac'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:19.700446 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['a82cab87-6a31-440a-9e64-99e13302423c'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:01:19.736432 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69454a1a-6f7f-486f-bc9c-441d40a6c398 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Pushing event deleted for resources: {'Port': ['ID=a82cab87-6a31-440a-9e64-99e13302423c,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:19.746360 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4e90ab11-518c-49af-b7ee-c629fee9bb76 admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:19.750518 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60056) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:19.751614 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4e90ab11-518c-49af-b7ee-c629fee9bb76 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.4943740 Aug 17 00:01:19.789639 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccb0e1-e5af-4e1d-84b3-bbd57655d16c req-3b58d06a-4b28-41e0-a8d5-adf1d9eeb182 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:19.792004 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8eccb0e1-e5af-4e1d-84b3-bbd57655d16c req-3b58d06a-4b28-41e0-a8d5-adf1d9eeb182 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=317f153e-2d10-4326-b9ac-8450b6dbeef6 HTTP/1.1" status: 200 len: 945 time: 0.1786466 Aug 17 00:01:19.793463 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e8487c-4973-4df5-94df-d0774a488dc5 req-69454a1a-6f7f-486f-bc9c-441d40a6c398 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] No DVR routers for this DVR port a82cab87-6a31-440a-9e64-99e13302423c on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:01:19.796529 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-79e8487c-4973-4df5-94df-d0774a488dc5 req-69454a1a-6f7f-486f-bc9c-441d40a6c398 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:19.800677 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79e8487c-4973-4df5-94df-d0774a488dc5 req-69454a1a-6f7f-486f-bc9c-441d40a6c398 tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.64 "DELETE /v2.0/ports/a82cab87-6a31-440a-9e64-99e13302423c HTTP/1.1" status: 204 len: 173 time: 1.8627524 Aug 17 00:01:19.813892 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20b40d1-f675-4985-b53b-add20877a079', 'name': 'network-vif-deleted', 'tag': 'a82cab87-6a31-440a-9e64-99e13302423c'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:01:19.817955 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd36401-abf0-4d96-9d64-9d4d41b73213" -d '{"events": [{"server_uuid": "b20b40d1-f675-4985-b53b-add20877a079", "name": "network-vif-deleted", "tag": "a82cab87-6a31-440a-9e64-99e13302423c"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:01:19.929741 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8eccb0e1-e5af-4e1d-84b3-bbd57655d16c req-d6d4c33f-d83e-4772-b022-3be09c7a56e6 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260371 Aug 17 00:01:19.978502 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2027afd7-4815-4029-9fae-02be24352474 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:20.030569 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-59341390-cf56-421e-8116-6cd9b7d1999c None None] Set router 2aeca20a-d838-43d4-a54e-71e3d20026ac gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:01:20.089899 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2027afd7-4815-4029-9fae-02be24352474 None None] Transition to ACTIVE for port object e2025865-db7d-4345-aac3-671545464115 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:01:20.097533 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1916e305-06b1-4be9-bb14-c99c50814c9f x-openstack-request-id: req-1916e305-06b1-4be9-bb14-c99c50814c9f {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:01:20.097870 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20b40d1-f675-4985-b53b-add20877a079", "name": "network-vif-deleted", "tag": "a82cab87-6a31-440a-9e64-99e13302423c", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:01:20.099306 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1916e305-06b1-4be9-bb14-c99c50814c9f {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:01:20.099727 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20b40d1-f675-4985-b53b-add20877a079', 'name': 'network-vif-deleted', 'tag': 'a82cab87-6a31-440a-9e64-99e13302423c', 'status': 'completed', 'code': 200} Aug 17 00:01:20.147332 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2027afd7-4815-4029-9fae-02be24352474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:20.275079 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:20.284654 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47553c23-1da6-4dde-9502-17b8d024bea2 None None] Pushing event updated for resources: {'Port': ['ID=e2025865-db7d-4345-aac3-671545464115,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:20.638963 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-2027afd7-4815-4029-9fae-02be24352474 None None] Attempting to bind port e2025865-db7d-4345-aac3-671545464115 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:01:20.639348 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-2027afd7-4815-4029-9fae-02be24352474 None None] Attempting to bind port e2025865-db7d-4345-aac3-671545464115 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'edea90ec-3463-4953-8375-cc71c218290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7d344a82-79d7-4f15-a0ba-8fc315949c8f'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:01:20.639714 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2027afd7-4815-4029-9fae-02be24352474 None None] Attempting to bind port e2025865-db7d-4345-aac3-671545464115 on network 7d344a82-79d7-4f15-a0ba-8fc315949c8f {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:01:20.672263 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2027afd7-4815-4029-9fae-02be24352474 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:01:20.672646 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2027afd7-4815-4029-9fae-02be24352474 None None] Checking segment: {'id': 'edea90ec-3463-4953-8375-cc71c218290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7d344a82-79d7-4f15-a0ba-8fc315949c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:01:20.678529 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2027afd7-4815-4029-9fae-02be24352474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:20.685447 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2027afd7-4815-4029-9fae-02be24352474 None None] Bound using segment: {'id': 'edea90ec-3463-4953-8375-cc71c218290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7d344a82-79d7-4f15-a0ba-8fc315949c8f'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:01:20.688057 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-2027afd7-4815-4029-9fae-02be24352474 None None] Bound port: e2025865-db7d-4345-aac3-671545464115, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edea90ec-3463-4953-8375-cc71c218290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7d344a82-79d7-4f15-a0ba-8fc315949c8f'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:01:20.689379 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2027afd7-4815-4029-9fae-02be24352474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:20.691506 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bd4d1-6aaa-4720-811a-b819eb025828 req-5d9895fa-c071-4c5e-a4fd-4014c654c713 tempest-NetworksTest-1450857789 tempest-NetworksTest-1450857789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:20.693477 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bd4d1-6aaa-4720-811a-b819eb025828 req-5d9895fa-c071-4c5e-a4fd-4014c654c713 tempest-NetworksTest-1450857789 tempest-NetworksTest-1450857789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:20.693969 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bd4d1-6aaa-4720-811a-b819eb025828 req-5d9895fa-c071-4c5e-a4fd-4014c654c713 tempest-NetworksTest-1450857789 tempest-NetworksTest-1450857789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:20.703453 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bd4d1-6aaa-4720-811a-b819eb025828 req-5d9895fa-c071-4c5e-a4fd-4014c654c713 tempest-NetworksTest-1450857789 tempest-NetworksTest-1450857789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:20.704028 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bd4d1-6aaa-4720-811a-b819eb025828 req-5d9895fa-c071-4c5e-a4fd-4014c654c713 tempest-NetworksTest-1450857789 tempest-NetworksTest-1450857789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:20.704512 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bd4d1-6aaa-4720-811a-b819eb025828 req-5d9895fa-c071-4c5e-a4fd-4014c654c713 tempest-NetworksTest-1450857789 tempest-NetworksTest-1450857789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:20.704986 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bd4d1-6aaa-4720-811a-b819eb025828 req-5d9895fa-c071-4c5e-a4fd-4014c654c713 tempest-NetworksTest-1450857789 tempest-NetworksTest-1450857789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:20.706562 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bd4d1-6aaa-4720-811a-b819eb025828 req-5d9895fa-c071-4c5e-a4fd-4014c654c713 tempest-NetworksTest-1450857789 tempest-NetworksTest-1450857789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:20.727425 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e8bd4d1-6aaa-4720-811a-b819eb025828 req-5d9895fa-c071-4c5e-a4fd-4014c654c713 tempest-NetworksTest-1450857789 tempest-NetworksTest-1450857789-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5697 time: 0.7149453 Aug 17 00:01:20.741085 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-59341390-cf56-421e-8116-6cd9b7d1999c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'name': 'tempest-AttachVolumeTestJSON-1818317862-router', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:09Z', 'updated_at': '2021-08-17T00:01:15Z', 'revision_number': 3, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'gw_port': {'id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:12Z', 'updated_at': '2021-08-17T00:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:20.839248 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59341390-cf56-421e-8116-6cd9b7d1999c None None] Checking router: 2aeca20a-d838-43d4-a54e-71e3d20026ac for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:01:20.839970 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59341390-cf56-421e-8116-6cd9b7d1999c None None] Updating router 2aeca20a-d838-43d4-a54e-71e3d20026ac port b350ed88-1462-47eb-a6f0-6a224873c112 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:01:20.884848 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d808409-4939-4ab1-b2da-c5cbf9b51771 req-9d5c8503-2eee-4782-bde6-84abd50fcf6b tempest-InstanceActionsTestJSON-1290610303 tempest-InstanceActionsTestJSON-1290610303-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20b40d1-f675-4985-b53b-add20877a079 HTTP/1.1" status: 200 len: 210 time: 0.1180687 Aug 17 00:01:20.908120 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-59341390-cf56-421e-8116-6cd9b7d1999c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:20.954993 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60106) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:21.018972 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-2027afd7-4815-4029-9fae-02be24352474 None None] For port e2025865-db7d-4345-aac3-671545464115, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:01:21.033558 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-2027afd7-4815-4029-9fae-02be24352474 None None] For port e2025865-db7d-4345-aac3-671545464115, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e2025865-db7d-4345-aac3-671545464115,segment=NetworkSegment(edea90ec-3463-4953-8375-cc71c218290a),segment_id=edea90ec-3463-4953-8375-cc71c218290a)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:01:21.050234 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2027afd7-4815-4029-9fae-02be24352474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:21.063630 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b8e20c9-57c7-478b-802f-32254f7cfa3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:21.177122 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47553c23-1da6-4dde-9502-17b8d024bea2 None None] Pushing event updated for resources: {'Port': ['ID=e2025865-db7d-4345-aac3-671545464115,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:21.203050 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2027afd7-4815-4029-9fae-02be24352474 None None] Routers {'ff054e3c-5eb2-4733-9554-64c7293a2b33'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:01:21.203511 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-2027afd7-4815-4029-9fae-02be24352474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:01:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ff054e3c-5eb2-4733-9554-64c7293a2b33'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:21.279373 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca3d4f-eedb-4ee2-b6ca-dc33f542c24b req-f7a4622a-82c1-4db4-8204-02b20a4394f3 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:21.290550 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0cca3d4f-eedb-4ee2-b6ca-dc33f542c24b req-f7a4622a-82c1-4db4-8204-02b20a4394f3 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=317f153e-2d10-4326-b9ac-8450b6dbeef6 HTTP/1.1" status: 200 len: 945 time: 0.3545065 Aug 17 00:01:21.351258 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f7ac12d4-eaa4-43dc-9ca0-7cdb65111159 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:21.385392 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f7ac12d4-eaa4-43dc-9ca0-7cdb65111159 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:21.553891 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0cca3d4f-eedb-4ee2-b6ca-dc33f542c24b req-3643002c-21f6-4db5-858a-5329d25d065d tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619877 Aug 17 00:01:21.566657 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f7ac12d4-eaa4-43dc-9ca0-7cdb65111159 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:21.576995 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f7ac12d4-eaa4-43dc-9ca0-7cdb65111159 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:21.578615 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f7ac12d4-eaa4-43dc-9ca0-7cdb65111159 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "DELETE /v2.0/security-groups/b554b1d1-55e8-42ff-942c-b54d2920d798 HTTP/1.1" status: 204 len: 168 time: 0.6212075 Aug 17 00:01:21.582970 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-2027afd7-4815-4029-9fae-02be24352474 None None] Set router ff054e3c-5eb2-4733-9554-64c7293a2b33 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:01:21.588712 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60120) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:21.630780 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8621aa7-8aae-4fc3-9051-8811770da30a req-6d645b2c-3f6d-419a-bb2f-1c53d4dc3970 tempest-NetworksTest-1450857789 tempest-NetworksTest-1450857789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:21.650292 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-5b8e20c9-57c7-478b-802f-32254f7cfa3b admin admin] Allocated IP 172.20.0.1 (9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e/f65ff7a7-5ac0-412f-a1d3-f77a57ca9614/e07dfa85-a711-4255-9224-97cdebc88b98) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:01:21.652517 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d8621aa7-8aae-4fc3-9051-8811770da30a req-6d645b2c-3f6d-419a-bb2f-1c53d4dc3970 tempest-NetworksTest-1450857789 tempest-NetworksTest-1450857789-project-admin] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 886 time: 0.6157076 Aug 17 00:01:21.694694 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-59341390-cf56-421e-8116-6cd9b7d1999c None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:21.700307 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac12d4-eaa4-43dc-9ca0-7cdb65111159 tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b554b1d1-55e8-42ff-942c-b54d2920d798,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:21.735134 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-b567687c-3351-4124-8fb3-ef6c437e32fc tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] show failed (client error): The resource could not be found. Aug 17 00:01:21.738187 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b567687c-3351-4124-8fb3-ef6c437e32fc tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "GET /v2.0/security-groups/b554b1d1-55e8-42ff-942c-b54d2920d798 HTTP/1.1" status: 404 len: 347 time: 0.1380494 Aug 17 00:01:21.741133 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-59341390-cf56-421e-8116-6cd9b7d1999c None None] Transition to ACTIVE for port object b350ed88-1462-47eb-a6f0-6a224873c112 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:01:21.760714 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60128) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:21.768026 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-59341390-cf56-421e-8116-6cd9b7d1999c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:21.955849 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a82cab87-6a31-440a-9e64-99e13302423c no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:01:21.963262 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-59341390-cf56-421e-8116-6cd9b7d1999c None None] Attempting to bind port b350ed88-1462-47eb-a6f0-6a224873c112 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:01:21.963665 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-59341390-cf56-421e-8116-6cd9b7d1999c None None] Attempting to bind port b350ed88-1462-47eb-a6f0-6a224873c112 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:01:21.966360 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59341390-cf56-421e-8116-6cd9b7d1999c None None] Attempting to bind port b350ed88-1462-47eb-a6f0-6a224873c112 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:01:21.983966 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24fd23-bd75-4e1d-b283-0a3a5daa5a72 None None] Pushing event updated for resources: {'Port': ['ID=b350ed88-1462-47eb-a6f0-6a224873c112,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:21.986831 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: a82cab87-6a31-440a-9e64-99e13302423c {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:01:21.987175 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a82cab87-6a31-440a-9e64-99e13302423c not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:01:22.018215 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:22.030094 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59341390-cf56-421e-8116-6cd9b7d1999c None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:01:22.030500 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59341390-cf56-421e-8116-6cd9b7d1999c None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:01:22.033927 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-59341390-cf56-421e-8116-6cd9b7d1999c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:22.035149 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59341390-cf56-421e-8116-6cd9b7d1999c None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:01:22.042728 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-59341390-cf56-421e-8116-6cd9b7d1999c None None] Bound port: b350ed88-1462-47eb-a6f0-6a224873c112, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:01:22.043569 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-59341390-cf56-421e-8116-6cd9b7d1999c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:22.060097 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b8e20c9-57c7-478b-802f-32254f7cfa3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:22.081183 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-5b8e20c9-57c7-478b-802f-32254f7cfa3b admin admin] Transition to ACTIVE for port object e07dfa85-a711-4255-9224-97cdebc88b98 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:01:22.129113 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-2027afd7-4815-4029-9fae-02be24352474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'name': 'tempest-TaggedBootDevicesTest-5561421-router', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:05Z', 'updated_at': '2021-08-17T00:01:15Z', 'revision_number': 4, 'project_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'gw_port': {'id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:07Z', 'updated_at': '2021-08-17T00:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e2025865-db7d-4345-aac3-671545464115', 'name': '', 'network_id': '7d344a82-79d7-4f15-a0ba-8fc315949c8f', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'mac_address': 'fa:16:3e:00:16:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5723fbf6-9716-47be-90e8-4e9878cdb460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:13Z', 'updated_at': '2021-08-17T00:01:20Z', 'revision_number': 4, 'project_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'subnets': [{'id': '5723fbf6-9716-47be-90e8-4e9878cdb460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:22.150665 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b8e20c9-57c7-478b-802f-32254f7cfa3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:22.198651 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-59341390-cf56-421e-8116-6cd9b7d1999c None None] For port b350ed88-1462-47eb-a6f0-6a224873c112, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:01:22.203995 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-59341390-cf56-421e-8116-6cd9b7d1999c None None] For port b350ed88-1462-47eb-a6f0-6a224873c112, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=b350ed88-1462-47eb-a6f0-6a224873c112,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:01:22.211557 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2027afd7-4815-4029-9fae-02be24352474 None None] The sync data for ids ['ff054e3c-5eb2-4733-9554-64c7293a2b33'] in n-d-800088-20 is: [{'id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'name': 'tempest-TaggedBootDevicesTest-5561421-router', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:05Z', 'updated_at': '2021-08-17T00:01:15Z', 'revision_number': 4, 'project_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'gw_port': {'id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:07Z', 'updated_at': '2021-08-17T00:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e2025865-db7d-4345-aac3-671545464115', 'name': '', 'network_id': '7d344a82-79d7-4f15-a0ba-8fc315949c8f', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'mac_address': 'fa:16:3e:00:16:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5723fbf6-9716-47be-90e8-4e9878cdb460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:13Z', 'updated_at': '2021-08-17T00:01:20Z', 'revision_number': 4, 'project_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'subnets': [{'id': '5723fbf6-9716-47be-90e8-4e9878cdb460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:01:22.216237 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-59341390-cf56-421e-8116-6cd9b7d1999c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:22.325903 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8e20c9-57c7-478b-802f-32254f7cfa3b admin admin] Network 9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:01:22.333400 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-5b8e20c9-57c7-478b-802f-32254f7cfa3b admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:01:22.344355 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8e20c9-57c7-478b-802f-32254f7cfa3b admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:01:22.380961 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24fd23-bd75-4e1d-b283-0a3a5daa5a72 None None] Pushing event updated for resources: {'Port': ['ID=b350ed88-1462-47eb-a6f0-6a224873c112,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:22.395806 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59341390-cf56-421e-8116-6cd9b7d1999c None None] Routers {'2aeca20a-d838-43d4-a54e-71e3d20026ac'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:01:22.396445 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-59341390-cf56-421e-8116-6cd9b7d1999c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:01:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2aeca20a-d838-43d4-a54e-71e3d20026ac'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:22.544062 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e20c9-57c7-478b-802f-32254f7cfa3b admin admin] Pushing event updated for resources: {'Port': ['ID=e07dfa85-a711-4255-9224-97cdebc88b98,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:22.619306 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60156) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:22.620579 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b8e20c9-57c7-478b-802f-32254f7cfa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:22.679293 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-81149357-e3f0-45e5-a532-bf01c6c7525e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Deleting port f7836404-3831-4cd8-bf55-c6e36a57e328 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:01:22.680058 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-81149357-e3f0-45e5-a532-bf01c6c7525e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:22.787615 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba260f-e353-4452-ae58-49a5160cb93a req-3e8c7302-08cd-4264-b707-dc106ace9ad7 tempest-NetworksTest-1450857789 tempest-NetworksTest-1450857789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:22.788259 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba260f-e353-4452-ae58-49a5160cb93a req-3e8c7302-08cd-4264-b707-dc106ace9ad7 tempest-NetworksTest-1450857789 tempest-NetworksTest-1450857789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:22.788585 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba260f-e353-4452-ae58-49a5160cb93a req-3e8c7302-08cd-4264-b707-dc106ace9ad7 tempest-NetworksTest-1450857789 tempest-NetworksTest-1450857789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:22.789105 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba260f-e353-4452-ae58-49a5160cb93a req-3e8c7302-08cd-4264-b707-dc106ace9ad7 tempest-NetworksTest-1450857789 tempest-NetworksTest-1450857789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:22.791659 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba260f-e353-4452-ae58-49a5160cb93a req-3e8c7302-08cd-4264-b707-dc106ace9ad7 tempest-NetworksTest-1450857789 tempest-NetworksTest-1450857789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:22.791659 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba260f-e353-4452-ae58-49a5160cb93a req-3e8c7302-08cd-4264-b707-dc106ace9ad7 tempest-NetworksTest-1450857789 tempest-NetworksTest-1450857789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:22.791659 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba260f-e353-4452-ae58-49a5160cb93a req-3e8c7302-08cd-4264-b707-dc106ace9ad7 tempest-NetworksTest-1450857789 tempest-NetworksTest-1450857789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:22.791659 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba260f-e353-4452-ae58-49a5160cb93a req-3e8c7302-08cd-4264-b707-dc106ace9ad7 tempest-NetworksTest-1450857789 tempest-NetworksTest-1450857789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:22.792948 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1fba260f-e353-4452-ae58-49a5160cb93a req-3e8c7302-08cd-4264-b707-dc106ace9ad7 tempest-NetworksTest-1450857789 tempest-NetworksTest-1450857789-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5697 time: 1.1131253 Aug 17 00:01:22.827037 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-59341390-cf56-421e-8116-6cd9b7d1999c None None] Set router 2aeca20a-d838-43d4-a54e-71e3d20026ac gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:01:22.833922 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e2025865-db7d-4345-aac3-671545464115 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:01:22.978427 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port e2025865-db7d-4345-aac3-671545464115 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:01:22.983204 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e2025865-db7d-4345-aac3-671545464115 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:22.985415 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:23.047697 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-81149357-e3f0-45e5-a532-bf01c6c7525e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:23.049011 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-81149357-e3f0-45e5-a532-bf01c6c7525e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:23.105729 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-81149357-e3f0-45e5-a532-bf01c6c7525e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Calling delete_port for f7836404-3831-4cd8-bf55-c6e36a57e328 owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:01:23.151431 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca5ce05f-c46f-499d-9aa5-c40bb51ccb74 admin admin] Deleting subnet f89431a3-6c88-4e51-9207-0fb89e87e3fb {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:01:23.169586 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ca5ce05f-c46f-499d-9aa5-c40bb51ccb74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:23.170625 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4eb48be7-4d16-4df4-8ae0-d4e540f21aac None None] Provisioning for port e07dfa85-a711-4255-9224-97cdebc88b98 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:01:23.185145 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4eb48be7-4d16-4df4-8ae0-d4e540f21aac None None] Provisioning complete for port e07dfa85-a711-4255-9224-97cdebc88b98 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:23.188242 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4eb48be7-4d16-4df4-8ae0-d4e540f21aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:23.316923 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-4eb48be7-4d16-4df4-8ae0-d4e540f21aac None None] Port e07dfa85-a711-4255-9224-97cdebc88b98 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:01:23.407617 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ca5ce05f-c46f-499d-9aa5-c40bb51ccb74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:23.439772 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60178) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:23.468191 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-59341390-cf56-421e-8116-6cd9b7d1999c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'name': 'tempest-AttachVolumeTestJSON-1818317862-router', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:09Z', 'updated_at': '2021-08-17T00:01:15Z', 'revision_number': 3, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'gw_port': {'id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:12Z', 'updated_at': '2021-08-17T00:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:23.529210 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:23.571441 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59341390-cf56-421e-8116-6cd9b7d1999c None None] The sync data for ids ['2aeca20a-d838-43d4-a54e-71e3d20026ac'] in n-d-800088-20 is: [{'id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'name': 'tempest-AttachVolumeTestJSON-1818317862-router', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:09Z', 'updated_at': '2021-08-17T00:01:15Z', 'revision_number': 3, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'gw_port': {'id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:12Z', 'updated_at': '2021-08-17T00:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:01:23.662989 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port e2025865-db7d-4345-aac3-671545464115, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e2025865-db7d-4345-aac3-671545464115,segment=NetworkSegment(edea90ec-3463-4953-8375-cc71c218290a),segment_id=edea90ec-3463-4953-8375-cc71c218290a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:01:23.677308 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:23.682382 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60184) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:23.713912 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-81149357-e3f0-45e5-a532-bf01c6c7525e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:23.721869 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ca5ce05f-c46f-499d-9aa5-c40bb51ccb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:23.818858 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b8e20c9-57c7-478b-802f-32254f7cfa3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:23.862205 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=e2025865-db7d-4345-aac3-671545464115,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:23.900506 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81149357-e3f0-45e5-a532-bf01c6c7525e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Pushing event deleted for resources: {'Port': ['ID=f7836404-3831-4cd8-bf55-c6e36a57e328,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:24.049876 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-81149357-e3f0-45e5-a532-bf01c6c7525e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:24.053233 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-81149357-e3f0-45e5-a532-bf01c6c7525e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:24.069142 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-81149357-e3f0-45e5-a532-bf01c6c7525e tempest-ServersTestBootFromVolume-1324172719 tempest-ServersTestBootFromVolume-1324172719-project] 10.222.0.60 "DELETE /v2.0/floatingips/c9ef41d7-1e16-42a0-8c19-b5f72f2bb425 HTTP/1.1" status: 204 len: 168 time: 2.2958970 Aug 17 00:01:24.077198 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60198) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:24.191729 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b8e20c9-57c7-478b-802f-32254f7cfa3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:24.196853 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ca5ce05f-c46f-499d-9aa5-c40bb51ccb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:24.203806 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-36dc00de-9dbc-4e76-8efd-925bef88186f tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:24.210348 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b8e20c9-57c7-478b-802f-32254f7cfa3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:24.228529 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cf4ed293-1e53-4906-8ce5-82989fee5e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:24.297244 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ca5ce05f-c46f-499d-9aa5-c40bb51ccb74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:24.300021 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ca5ce05f-c46f-499d-9aa5-c40bb51ccb74 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f89431a3-6c88-4e51-9207-0fb89e87e3fb HTTP/1.1" status: 204 len: 168 time: 1.6651492 Aug 17 00:01:24.372076 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ce05f-c46f-499d-9aa5-c40bb51ccb74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f89431a3-6c88-4e51-9207-0fb89e87e3fb,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:24.399700 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60202) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:24.582226 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-36dc00de-9dbc-4e76-8efd-925bef88186f tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] 10.222.0.60 "PUT /v2.0/quotas/ee732b99f494412983e10b755f957382 HTTP/1.1" status: 200 len: 368 time: 1.1390989 Aug 17 00:01:24.588000 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60204) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:24.594217 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-0f5ac1de-128e-4eb4-a29e-83cce7622c02 tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Request body: {'network': {'project_id': 'ee732b99f494412983e10b755f957382'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:24.841938 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b350ed88-1462-47eb-a6f0-6a224873c112 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:01:24.942416 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cf4ed293-1e53-4906-8ce5-82989fee5e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:24.999990 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cf4ed293-1e53-4906-8ce5-82989fee5e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:25.003432 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port b350ed88-1462-47eb-a6f0-6a224873c112 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:01:25.014707 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port b350ed88-1462-47eb-a6f0-6a224873c112 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:25.015128 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:25.020220 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5ac1de-128e-4eb4-a29e-83cce7622c02 tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Made reservation on behalf of ee732b99f494412983e10b755f957382 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:01:25.030913 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0f5ac1de-128e-4eb4-a29e-83cce7622c02 tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:25.138912 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e20c9-57c7-478b-802f-32254f7cfa3b admin admin] Pushing event updated for resources: {'Port': ['ID=e07dfa85-a711-4255-9224-97cdebc88b98,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:25.147736 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0f5ac1de-128e-4eb4-a29e-83cce7622c02 tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:25.172821 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b8e20c9-57c7-478b-802f-32254f7cfa3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:25.183250 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25c15b35-3ec6-45a4-8338-e2d1b5a1e893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:25.198149 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cf4ed293-1e53-4906-8ce5-82989fee5e1e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a3c85a25746945fca413f204a4a96c9f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5146899 Aug 17 00:01:25.203134 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60218) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:25.206337 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ed293-1e53-4906-8ce5-82989fee5e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c810fa0a-c02c-4c81-9b33-b888109ae3ca,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:25.252108 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4c41-ae9d-4f7b-8eff-96fb6fdc55b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:25.326096 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:25.389552 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port b350ed88-1462-47eb-a6f0-6a224873c112, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=b350ed88-1462-47eb-a6f0-6a224873c112,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:01:25.400831 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:25.402126 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e2025865-db7d-4345-aac3-671545464115 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:01:25.566291 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=b350ed88-1462-47eb-a6f0-6a224873c112,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:25.579257 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e2025865-db7d-4345-aac3-671545464115 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:25.579859 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:25.780853 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4c41-ae9d-4f7b-8eff-96fb6fdc55b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:25.800048 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8e20c9-57c7-478b-802f-32254f7cfa3b admin admin] Network 9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:01:25.801897 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-5b8e20c9-57c7-478b-802f-32254f7cfa3b admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:01:25.843554 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-d1ed4c41-ae9d-4f7b-8eff-96fb6fdc55b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c6ff06-e218-4206-8306-2b850caeab39']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:25.847146 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cea59eca-7a17-45ad-8ce3-bde0d1fac0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:25.882485 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0f5ac1de-128e-4eb4-a29e-83cce7622c02 tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:25.894843 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-d1ed4c41-ae9d-4f7b-8eff-96fb6fdc55b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f75810c-a571-45f8-ba9c-78869c423af0') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:25.895161 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-d1ed4c41-ae9d-4f7b-8eff-96fb6fdc55b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f75810c-a571-45f8-ba9c-78869c423af0') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:25.910947 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0f5ac1de-128e-4eb4-a29e-83cce7622c02 tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:25.919799 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4c41-ae9d-4f7b-8eff-96fb6fdc55b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:25.963370 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 26ec4fb7-088d-4b3a-ba92-b4313790daae details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:01:25.975517 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4c41-ae9d-4f7b-8eff-96fb6fdc55b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:25.980348 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f5ac1de-128e-4eb4-a29e-83cce7622c02 tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:01:26.006583 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ed4c41-ae9d-4f7b-8eff-96fb6fdc55b1 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:01:26.007009 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4c41-ae9d-4f7b-8eff-96fb6fdc55b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:26.029731 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ac1de-128e-4eb4-a29e-83cce7622c02 tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7473627b-3c68-4e03-b9cc-a23b196cb4b3,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:01:26.061131 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:01:26.072453 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0f5ac1de-128e-4eb4-a29e-83cce7622c02 tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:26.072808 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-0f5ac1de-128e-4eb4-a29e-83cce7622c02 tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Added segment 8f19e112-f0b6-4c74-9dd1-38a4f5d9b449 of type vlan for network 056c4b5f-9a61-49f8-a030-c1577511d672 Aug 17 00:01:26.247419 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 26ec4fb7-088d-4b3a-ba92-b4313790daae, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=26ec4fb7-088d-4b3a-ba92-b4313790daae,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:01:26.263808 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cea59eca-7a17-45ad-8ce3-bde0d1fac0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:26.295900 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '26ec4fb7-088d-4b3a-ba92-b4313790daae', 'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df', 'port_id': '26ec4fb7-088d-4b3a-ba92-b4313790daae', 'mac_address': 'fa:16:3e:3d:ac:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd9ab22-5340-4c03-a1d1-8f64d16eab30', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:01:26.308046 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0f5ac1de-128e-4eb4-a29e-83cce7622c02 tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:26.313937 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b160f0cd-9267-4b2c-84c3-da958237af12 None None] Provisioning complete for port e07dfa85-a711-4255-9224-97cdebc88b98 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:26.314319 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b160f0cd-9267-4b2c-84c3-da958237af12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:26.347972 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4c41-ae9d-4f7b-8eff-96fb6fdc55b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:26.359632 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4c41-ae9d-4f7b-8eff-96fb6fdc55b1 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:26.364174 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d1ed4c41-ae9d-4f7b-8eff-96fb6fdc55b1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/95c6ff06-e218-4206-8306-2b850caeab39 HTTP/1.1" status: 204 len: 168 time: 1.9469011 Aug 17 00:01:26.417467 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0f5ac1de-128e-4eb4-a29e-83cce7622c02 tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:26.418451 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5ac1de-128e-4eb4-a29e-83cce7622c02 tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:26.419052 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0f5ac1de-128e-4eb4-a29e-83cce7622c02 tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:26.475268 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-b160f0cd-9267-4b2c-84c3-da958237af12 None None] Port e07dfa85-a711-4255-9224-97cdebc88b98 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:01:26.478363 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-25c15b35-3ec6-45a4-8338-e2d1b5a1e893 admin admin] Deleting port 07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:01:26.478723 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25c15b35-3ec6-45a4-8338-e2d1b5a1e893 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:26.526459 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:26.572195 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed4c41-ae9d-4f7b-8eff-96fb6fdc55b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=95c6ff06-e218-4206-8306-2b850caeab39,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:26.573654 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26ec4fb7-088d-4b3a-ba92-b4313790daae {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:01:26.638930 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 26ec4fb7-088d-4b3a-ba92-b4313790daae, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=26ec4fb7-088d-4b3a-ba92-b4313790daae,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:01:26.662627 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:26.664576 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8e20c9-57c7-478b-802f-32254f7cfa3b admin admin] Router 2aeca20a-d838-43d4-a54e-71e3d20026ac has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:01:26.673847 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cea59eca-7a17-45ad-8ce3-bde0d1fac0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:26.683696 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cea59eca-7a17-45ad-8ce3-bde0d1fac0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:26.710109 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cea59eca-7a17-45ad-8ce3-bde0d1fac0a2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c810fa0a-c02c-4c81-9b33-b888109ae3ca HTTP/1.1" status: 204 len: 168 time: 1.5009289 Aug 17 00:01:26.764436 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea59eca-7a17-45ad-8ce3-bde0d1fac0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c810fa0a-c02c-4c81-9b33-b888109ae3ca,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:26.779785 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['26ec4fb7-088d-4b3a-ba92-b4313790daae'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:01:26.847022 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0f5ac1de-128e-4eb4-a29e-83cce7622c02 tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.2548773 Aug 17 00:01:26.855363 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60260) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:26.856058 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60262) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:26.899185 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-0cb30188-fde1-4285-8f4c-117930fe0536 tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Request body: {'network': {'project_id': 'ee732b99f494412983e10b755f957382'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:26.947958 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b350ed88-1462-47eb-a6f0-6a224873c112 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:01:26.981591 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ac1de-128e-4eb4-a29e-83cce7622c02 tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Pushing event updated for resources: {'Network': ['ID=056c4b5f-9a61-49f8-a030-c1577511d672,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:27.038235 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 056c4b5f-9a61-49f8-a030-c1577511d672 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:01:27.108070 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=26ec4fb7-088d-4b3a-ba92-b4313790daae,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:27.122743 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8e20c9-57c7-478b-802f-32254f7cfa3b admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:01:27.150424 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5b8e20c9-57c7-478b-802f-32254f7cfa3b admin admin] 10.222.0.60 "PUT /v2.0/routers/2aeca20a-d838-43d4-a54e-71e3d20026ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3886902 Aug 17 00:01:27.160891 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670290a2-b589-4c03-8e1a-a37ec16da804 None None] Sync routers for ids ['2aeca20a-d838-43d4-a54e-71e3d20026ac'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:01:27.180589 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ad14fe04-e59f-4a2e-aa3a-e75c0c279629 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7fe9426c10f444e3be4a49d3577a0b3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3206477 Aug 17 00:01:27.182525 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60270) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:27.208865 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670290a2-b589-4c03-8e1a-a37ec16da804 None None] Routers {'2aeca20a-d838-43d4-a54e-71e3d20026ac'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:01:27.209539 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-670290a2-b589-4c03-8e1a-a37ec16da804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:01:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2aeca20a-d838-43d4-a54e-71e3d20026ac'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:27.241490 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb30188-fde1-4285-8f4c-117930fe0536 tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Made reservation on behalf of ee732b99f494412983e10b755f957382 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:01:27.250351 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0cb30188-fde1-4285-8f4c-117930fe0536 tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:27.339274 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2fa64516-a658-4deb-bb68-f59bd1ea41d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:27.359383 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb30188-fde1-4285-8f4c-117930fe0536 tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:01:27.374503 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2fa64516-a658-4deb-bb68-f59bd1ea41d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:27.395951 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0cb30188-fde1-4285-8f4c-117930fe0536 tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:27.400475 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-0cb30188-fde1-4285-8f4c-117930fe0536 tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Added segment 1831bbd5-6276-4cfb-b800-1d1a35cca60f of type vlan for network d4454dc0-201c-45bb-8a97-34c78467ab67 Aug 17 00:01:27.443447 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2fa64516-a658-4deb-bb68-f59bd1ea41d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:27.447305 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2fa64516-a658-4deb-bb68-f59bd1ea41d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:27.452827 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2fa64516-a658-4deb-bb68-f59bd1ea41d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f742f2e3-1288-41d5-9c3f-2d7e009ca2f4 HTTP/1.1" status: 204 len: 168 time: 0.2689192 Aug 17 00:01:27.465456 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa64516-a658-4deb-bb68-f59bd1ea41d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f742f2e3-1288-41d5-9c3f-2d7e009ca2f4,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:27.505743 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-25c15b35-3ec6-45a4-8338-e2d1b5a1e893 admin admin] For port 07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd,segment=NetworkSegment(33e4e85e-9cad-4742-bc66-e67d4af1da2c),segment_id=33e4e85e-9cad-4742-bc66-e67d4af1da2c)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:01:27.506346 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25c15b35-3ec6-45a4-8338-e2d1b5a1e893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:27.547357 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-25c15b35-3ec6-45a4-8338-e2d1b5a1e893 admin admin] Calling delete_port for 07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:01:27.556596 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0cb30188-fde1-4285-8f4c-117930fe0536 tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:27.634872 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port b350ed88-1462-47eb-a6f0-6a224873c112 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:27.636061 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:27.767183 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60280) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:27.817468 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2edb1c7c-8dee-4869-b4b1-ee0a27ba2df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:27.911215 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-670290a2-b589-4c03-8e1a-a37ec16da804 None None] Set router 2aeca20a-d838-43d4-a54e-71e3d20026ac gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:01:27.971202 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.db.resource_extend [None req-0cb30188-fde1-4285-8f4c-117930fe0536 tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 00:01:27.999581 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25c15b35-3ec6-45a4-8338-e2d1b5a1e893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:28.106811 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2edb1c7c-8dee-4869-b4b1-ee0a27ba2df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:28.122714 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2edb1c7c-8dee-4869-b4b1-ee0a27ba2df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:28.215381 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb1c7c-8dee-4869-b4b1-ee0a27ba2df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7400d96d-7d7d-493d-86e4-36c119401716,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:28.287473 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2edb1c7c-8dee-4869-b4b1-ee0a27ba2df2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a7cc35729b14d899c5c307d6b06fbc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5191164 Aug 17 00:01:28.291370 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60286) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:28.362974 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c15b35-3ec6-45a4-8338-e2d1b5a1e893 admin admin] Pushing event deleted for resources: {'Port': ['ID=07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:28.376772 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0cb30188-fde1-4285-8f4c-117930fe0536 tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:28.379794 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb30188-fde1-4285-8f4c-117930fe0536 tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:28.386660 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0cb30188-fde1-4285-8f4c-117930fe0536 tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:28.484140 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4c11a635-eb51-4c79-8c6c-adc54905227c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:28.569013 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4c11a635-eb51-4c79-8c6c-adc54905227c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:28.638413 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb30188-fde1-4285-8f4c-117930fe0536 tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Pushing event updated for resources: {'Network': ['ID=d4454dc0-201c-45bb-8a97-34c78467ab67,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:28.691323 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network d4454dc0-201c-45bb-8a97-34c78467ab67 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:01:28.737916 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60292) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:28.756888 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4c11a635-eb51-4c79-8c6c-adc54905227c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:28.764919 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4c11a635-eb51-4c79-8c6c-adc54905227c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:28.768818 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4c11a635-eb51-4c79-8c6c-adc54905227c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7400d96d-7d7d-493d-86e4-36c119401716 HTTP/1.1" status: 204 len: 168 time: 0.4740238 Aug 17 00:01:28.776131 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0cb30188-fde1-4285-8f4c-117930fe0536 tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9139800 Aug 17 00:01:28.776556 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60298) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:28.797497 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-98f7b0ff-92d0-408f-9765-a0b4f397720e tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Request body: {'network': {'project_id': 'ee732b99f494412983e10b755f957382'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:28.827418 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11a635-eb51-4c79-8c6c-adc54905227c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7400d96d-7d7d-493d-86e4-36c119401716,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:28.837071 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f7b0ff-92d0-408f-9765-a0b4f397720e tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 17 00:01:28.840825 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f7b0ff-92d0-408f-9765-a0b4f397720e tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:01:28.844731 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-98f7b0ff-92d0-408f-9765-a0b4f397720e tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0527301 Aug 17 00:01:28.896753 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60304) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:28.902955 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-ef373fd9-527e-441a-88d4-6116046ad65c tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1942847772', 'description': 'tempest-description--1799533871'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:29.002518 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef373fd9-527e-441a-88d4-6116046ad65c tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:29.061835 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c3c231f-cf13-433a-85c1-fb9544781adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:29.069803 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25c15b35-3ec6-45a4-8338-e2d1b5a1e893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:29.124743 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-670290a2-b589-4c03-8e1a-a37ec16da804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'name': 'tempest-AttachVolumeTestJSON-1818317862-router', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:09Z', 'updated_at': '2021-08-17T00:01:23Z', 'revision_number': 4, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'gw_port': {'id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:12Z', 'updated_at': '2021-08-17T00:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e07dfa85-a711-4255-9224-97cdebc88b98', 'name': '', 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'mac_address': 'fa:16:3e:0a:29:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:21Z', 'updated_at': '2021-08-17T00:01:24Z', 'revision_number': 2, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'subnets': [{'id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:29.239472 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670290a2-b589-4c03-8e1a-a37ec16da804 None None] Checking router: 2aeca20a-d838-43d4-a54e-71e3d20026ac for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:01:29.242469 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670290a2-b589-4c03-8e1a-a37ec16da804 None None] Updating router 2aeca20a-d838-43d4-a54e-71e3d20026ac port e07dfa85-a711-4255-9224-97cdebc88b98 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:01:29.269023 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef373fd9-527e-441a-88d4-6116046ad65c tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:29.286382 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60310) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:29.293774 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef373fd9-527e-441a-88d4-6116046ad65c tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:29.332256 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-670290a2-b589-4c03-8e1a-a37ec16da804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:29.504962 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef373fd9-527e-441a-88d4-6116046ad65c tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb26c62-d22c-4e30-8e03-2914f4d84137,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:29.563739 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c3c231f-cf13-433a-85c1-fb9544781adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:29.574454 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c3c231f-cf13-433a-85c1-fb9544781adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:29.648823 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef373fd9-527e-441a-88d4-6116046ad65c tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:29.650103 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ef373fd9-527e-441a-88d4-6116046ad65c tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7521431 Aug 17 00:01:29.655589 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60322) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:29.684337 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f6d49277-5b42-4a33-8414-c14775466636 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Request body: {'security_group_rule': {'security_group_id': 'ddb26c62-d22c-4e30-8e03-2914f4d84137', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:29.712779 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7c3c231f-cf13-433a-85c1-fb9544781adb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3ffe885be08e45ba8d849768ee66b52c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9736094 Aug 17 00:01:29.714578 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60324) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:29.746697 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c231f-cf13-433a-85c1-fb9544781adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ed5cf9-284e-4560-affa-d076e4fe529f,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:29.845780 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f6d49277-5b42-4a33-8414-c14775466636 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:29.923651 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3d3b244e-9523-41a9-9df5-b2b15a480576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:30.026191 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-670290a2-b589-4c03-8e1a-a37ec16da804 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:30.028511 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3d3b244e-9523-41a9-9df5-b2b15a480576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:30.045862 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-670290a2-b589-4c03-8e1a-a37ec16da804 None None] Transition to ACTIVE for port object e07dfa85-a711-4255-9224-97cdebc88b98 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:01:30.055394 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 26ec4fb7-088d-4b3a-ba92-b4313790daae up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:01:30.092261 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-670290a2-b589-4c03-8e1a-a37ec16da804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:30.104896 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f6d49277-5b42-4a33-8414-c14775466636 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:30.137865 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f6d49277-5b42-4a33-8414-c14775466636 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:30.181181 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60334) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:30.187711 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-810d0310-c850-4242-bd6d-7710e9233854 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee732b99f494412983e10b755f957382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8764162 Aug 17 00:01:30.236578 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3320c6-acd7-4cca-8f25-47d8e393c671 None None] Pushing event updated for resources: {'Port': ['ID=e07dfa85-a711-4255-9224-97cdebc88b98,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:30.251603 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d49277-5b42-4a33-8414-c14775466636 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=729ad772-4511-49db-8935-570dac52edd3,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:30.324538 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f6d49277-5b42-4a33-8414-c14775466636 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:30.341751 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f6d49277-5b42-4a33-8414-c14775466636 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6849947 Aug 17 00:01:30.345315 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60340) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:30.366068 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-24275cb8-74f0-4675-b72f-f853deff25d9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Request body: {'security_group_rule': {'security_group_id': 'ddb26c62-d22c-4e30-8e03-2914f4d84137', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:30.439783 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3d3b244e-9523-41a9-9df5-b2b15a480576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:30.452966 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3d3b244e-9523-41a9-9df5-b2b15a480576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:30.456258 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3d3b244e-9523-41a9-9df5-b2b15a480576 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/38ed5cf9-284e-4560-affa-d076e4fe529f HTTP/1.1" status: 204 len: 168 time: 0.7365568 Aug 17 00:01:30.490195 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 26ec4fb7-088d-4b3a-ba92-b4313790daae triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:30.490965 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:30.533522 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b244e-9523-41a9-9df5-b2b15a480576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ed5cf9-284e-4560-affa-d076e4fe529f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:30.562209 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-24275cb8-74f0-4675-b72f-f853deff25d9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:30.580460 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f890317b-c596-4eff-a4eb-11345e7afcf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:30.595097 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-670290a2-b589-4c03-8e1a-a37ec16da804 None None] Attempting to bind port e07dfa85-a711-4255-9224-97cdebc88b98 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:01:30.597383 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-670290a2-b589-4c03-8e1a-a37ec16da804 None None] Attempting to bind port e07dfa85-a711-4255-9224-97cdebc88b98 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '4c5a094e-350e-4376-8e86-ac9d4b58e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:01:30.599338 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670290a2-b589-4c03-8e1a-a37ec16da804 None None] Attempting to bind port e07dfa85-a711-4255-9224-97cdebc88b98 on network 9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:01:30.624572 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c15b35-3ec6-45a4-8338-e2d1b5a1e893 admin admin] Router 1278a235-5b01-4a60-8ab8-c38a2bfbc495 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:01:30.659836 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f890317b-c596-4eff-a4eb-11345e7afcf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:30.667498 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670290a2-b589-4c03-8e1a-a37ec16da804 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:01:30.668815 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670290a2-b589-4c03-8e1a-a37ec16da804 None None] Checking segment: {'id': '4c5a094e-350e-4376-8e86-ac9d4b58e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:01:30.670296 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-670290a2-b589-4c03-8e1a-a37ec16da804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:30.671481 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670290a2-b589-4c03-8e1a-a37ec16da804 None None] Bound using segment: {'id': '4c5a094e-350e-4376-8e86-ac9d4b58e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:01:30.672847 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-670290a2-b589-4c03-8e1a-a37ec16da804 None None] Bound port: e07dfa85-a711-4255-9224-97cdebc88b98, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5a094e-350e-4376-8e86-ac9d4b58e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:01:30.674597 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-670290a2-b589-4c03-8e1a-a37ec16da804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:30.682753 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-24275cb8-74f0-4675-b72f-f853deff25d9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:30.685404 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60350) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:30.704469 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-24275cb8-74f0-4675-b72f-f853deff25d9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:30.759218 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24275cb8-74f0-4675-b72f-f853deff25d9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5376d6e8-70ed-42fc-81a8-ae2d1ffec0bf,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:30.779262 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-24275cb8-74f0-4675-b72f-f853deff25d9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:30.780830 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-24275cb8-74f0-4675-b72f-f853deff25d9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4329028 Aug 17 00:01:30.783997 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60356) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:30.789878 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-258f3a27-c55d-444f-a702-9806e11ccd4e tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:30.851193 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-258f3a27-c55d-444f-a702-9806e11ccd4e tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:30.884411 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:30.906181 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c15b35-3ec6-45a4-8338-e2d1b5a1e893 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:01:30.912294 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-25c15b35-3ec6-45a4-8338-e2d1b5a1e893 admin admin] 10.222.0.60 "PUT /v2.0/routers/1278a235-5b01-4a60-8ab8-c38a2bfbc495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8338995 Aug 17 00:01:30.922892 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60358) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:30.927036 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de631129-189d-417c-b4ec-58bc36a87af8 None None] Sync routers for ids ['1278a235-5b01-4a60-8ab8-c38a2bfbc495'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:01:30.944738 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de631129-189d-417c-b4ec-58bc36a87af8 None None] Routers {'1278a235-5b01-4a60-8ab8-c38a2bfbc495'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:01:30.945516 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-de631129-189d-417c-b4ec-58bc36a87af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:01:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1278a235-5b01-4a60-8ab8-c38a2bfbc495'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:30.947078 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f890317b-c596-4eff-a4eb-11345e7afcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:30.949654 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f890317b-c596-4eff-a4eb-11345e7afcf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:30.959111 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f890317b-c596-4eff-a4eb-11345e7afcf5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7473627b-3c68-4e03-b9cc-a23b196cb4b3 HTTP/1.1" status: 204 len: 168 time: 0.7748346 Aug 17 00:01:30.961804 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60360) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:31.129822 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890317b-c596-4eff-a4eb-11345e7afcf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7473627b-3c68-4e03-b9cc-a23b196cb4b3,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:31.157073 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317f153e-2d10-4326-b9ac-8450b6dbeef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ec4fb7-088d-4b3a-ba92-b4313790daae'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:01:31.159440 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5311e186-ab59-4542-bc88-1dbfa5092ff3" -d '{"events": [{"server_uuid": "317f153e-2d10-4326-b9ac-8450b6dbeef6", "name": "network-vif-plugged", "status": "completed", "tag": "26ec4fb7-088d-4b3a-ba92-b4313790daae"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:01:31.291539 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-258f3a27-c55d-444f-a702-9806e11ccd4e tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:31.321474 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 26ec4fb7-088d-4b3a-ba92-b4313790daae, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=26ec4fb7-088d-4b3a-ba92-b4313790daae,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:01:31.342487 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-de631129-189d-417c-b4ec-58bc36a87af8 None None] Set router 1278a235-5b01-4a60-8ab8-c38a2bfbc495 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:01:31.365714 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467e0c55-bb79-49b9-af4c-f733fd445140 x-openstack-request-id: req-467e0c55-bb79-49b9-af4c-f733fd445140 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:01:31.365714 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317f153e-2d10-4326-b9ac-8450b6dbeef6", "name": "network-vif-plugged", "status": "completed", "tag": "26ec4fb7-088d-4b3a-ba92-b4313790daae", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:01:31.365714 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-467e0c55-bb79-49b9-af4c-f733fd445140 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:01:31.368150 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317f153e-2d10-4326-b9ac-8450b6dbeef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ec4fb7-088d-4b3a-ba92-b4313790daae', 'code': 200} Aug 17 00:01:31.369494 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a9680318-942b-47cb-9a0f-81ab5f9d78ea tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:31.373761 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60368) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:31.380052 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:31.512606 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47fcd6b5-4826-4983-b991-0a67ab68801a admin admin] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:31.535673 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-670290a2-b589-4c03-8e1a-a37ec16da804 None None] For port e07dfa85-a711-4255-9224-97cdebc88b98, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:01:31.537985 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-e5789aee-89e3-4aab-94c0-8953a0c9c673 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-482793536-network', 'tenant_id': 'a4bd9fc1429b413983358e713a5162b7'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:31.543463 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60370) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:31.609237 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-670290a2-b589-4c03-8e1a-a37ec16da804 None None] For port e07dfa85-a711-4255-9224-97cdebc88b98, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e07dfa85-a711-4255-9224-97cdebc88b98,segment=NetworkSegment(4c5a094e-350e-4376-8e86-ac9d4b58e520),segment_id=4c5a094e-350e-4376-8e86-ac9d4b58e520)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:01:31.653002 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-670290a2-b589-4c03-8e1a-a37ec16da804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:31.660955 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2d9fd2c1-fb33-4ffd-b8cb-ec404995d07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:31.675061 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-258f3a27-c55d-444f-a702-9806e11ccd4e tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Allocated IP 172.25.3.14 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/88200ac9-7153-44ce-8725-0c4900238902) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:01:31.689128 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5789aee-89e3-4aab-94c0-8953a0c9c673 admin admin] Made reservation on behalf of a4bd9fc1429b413983358e713a5162b7 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:01:31.697253 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e5789aee-89e3-4aab-94c0-8953a0c9c673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:31.741434 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-de631129-189d-417c-b4ec-58bc36a87af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'name': 'tempest-ServersTestBootFromVolume-123024854-router', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:14Z', 'updated_at': '2021-08-17T00:01:27Z', 'revision_number': 5, 'project_id': 'f42660d006b24de4a9e5404524d97840', 'gw_port': {'id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:18:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:16Z', 'updated_at': '2021-08-16T23:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:31.764559 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e5789aee-89e3-4aab-94c0-8953a0c9c673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:31.769485 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=26ec4fb7-088d-4b3a-ba92-b4313790daae,revision_number=7']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:31.857141 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de631129-189d-417c-b4ec-58bc36a87af8 None None] Checking router: 1278a235-5b01-4a60-8ab8-c38a2bfbc495 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:01:31.895368 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de631129-189d-417c-b4ec-58bc36a87af8 None None] Routers {'1278a235-5b01-4a60-8ab8-c38a2bfbc495'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:01:31.903107 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2d9fd2c1-fb33-4ffd-b8cb-ec404995d07f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:31.904424 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-de631129-189d-417c-b4ec-58bc36a87af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:01:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1278a235-5b01-4a60-8ab8-c38a2bfbc495'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:31.949320 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3320c6-acd7-4cca-8f25-47d8e393c671 None None] Pushing event updated for resources: {'Port': ['ID=e07dfa85-a711-4255-9224-97cdebc88b98,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:31.966915 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670290a2-b589-4c03-8e1a-a37ec16da804 None None] Routers {'2aeca20a-d838-43d4-a54e-71e3d20026ac'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:01:31.968162 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-670290a2-b589-4c03-8e1a-a37ec16da804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:01:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2aeca20a-d838-43d4-a54e-71e3d20026ac'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:31.976134 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2d9fd2c1-fb33-4ffd-b8cb-ec404995d07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:32.125223 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-7fdb498f-521c-42f6-93ec-75df06b04241 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-354054294-network', 'tenant_id': 'd6f4a216191046158c4ce7eddf7e2404'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:32.188074 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a9680318-942b-47cb-9a0f-81ab5f9d78ea tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:32.211041 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2d9fd2c1-fb33-4ffd-b8cb-ec404995d07f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ca018c1e2fa04b689b05988a16711ac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6659875 Aug 17 00:01:32.214003 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60378) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:32.216723 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9fd2c1-fb33-4ffd-b8cb-ec404995d07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16168ef9-2a6c-4b98-90cf-7ccd678ccb86,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:32.226573 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-a9680318-942b-47cb-9a0f-81ab5f9d78ea tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4454dc0-201c-45bb-8a97-34c78467ab67']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:32.228022 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-670290a2-b589-4c03-8e1a-a37ec16da804 None None] Set router 2aeca20a-d838-43d4-a54e-71e3d20026ac gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:01:32.251113 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-a9680318-942b-47cb-9a0f-81ab5f9d78ea tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1831bbd5-6276-4cfb-b800-1d1a35cca60f') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:32.251555 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-a9680318-942b-47cb-9a0f-81ab5f9d78ea tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1831bbd5-6276-4cfb-b800-1d1a35cca60f') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:32.256586 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47fcd6b5-4826-4983-b991-0a67ab68801a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:32.265893 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-258f3a27-c55d-444f-a702-9806e11ccd4e tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:32.280105 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a9680318-942b-47cb-9a0f-81ab5f9d78ea tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:32.329851 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a9680318-942b-47cb-9a0f-81ab5f9d78ea tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:32.344958 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9680318-942b-47cb-9a0f-81ab5f9d78ea tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:01:32.345655 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a9680318-942b-47cb-9a0f-81ab5f9d78ea tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:01:32.348501 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:01:32.447255 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ef22bcfe-e219-45f4-86dc-a9ba43e205fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:32.482938 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a9680318-942b-47cb-9a0f-81ab5f9d78ea tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:32.487465 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ef22bcfe-e219-45f4-86dc-a9ba43e205fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:32.504393 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a9680318-942b-47cb-9a0f-81ab5f9d78ea tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:32.505860 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a9680318-942b-47cb-9a0f-81ab5f9d78ea tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] 10.222.0.60 "DELETE /v2.0/networks/d4454dc0-201c-45bb-8a97-34c78467ab67 HTTP/1.1" status: 204 len: 168 time: 1.4081502 Aug 17 00:01:32.512412 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60380) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:32.535270 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-de631129-189d-417c-b4ec-58bc36a87af8 None None] Set router 1278a235-5b01-4a60-8ab8-c38a2bfbc495 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:01:32.536963 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-47fcd6b5-4826-4983-b991-0a67ab68801a admin admin] Deleting port adf3ae25-f3f1-45b0-b61a-5a07bb89159d {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:01:32.537425 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47fcd6b5-4826-4983-b991-0a67ab68801a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:32.574486 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9680318-942b-47cb-9a0f-81ab5f9d78ea tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Pushing event deleted for resources: {'Network': ['ID=d4454dc0-201c-45bb-8a97-34c78467ab67,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:32.587783 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e5789aee-89e3-4aab-94c0-8953a0c9c673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:32.603948 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e5789aee-89e3-4aab-94c0-8953a0c9c673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:32.699804 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-670290a2-b589-4c03-8e1a-a37ec16da804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'name': 'tempest-AttachVolumeTestJSON-1818317862-router', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:09Z', 'updated_at': '2021-08-17T00:01:23Z', 'revision_number': 4, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'gw_port': {'id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:12Z', 'updated_at': '2021-08-17T00:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e07dfa85-a711-4255-9224-97cdebc88b98', 'name': '', 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'mac_address': 'fa:16:3e:0a:29:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:21Z', 'updated_at': '2021-08-17T00:01:31Z', 'revision_number': 4, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'subnets': [{'id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:32.720188 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5789aee-89e3-4aab-94c0-8953a0c9c673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87a0ca1-bfee-44c9-9200-328986d2838e,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:32.741292 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-258f3a27-c55d-444f-a702-9806e11ccd4e tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:32.764781 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdb498f-521c-42f6-93ec-75df06b04241 admin admin] Made reservation on behalf of d6f4a216191046158c4ce7eddf7e2404 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:01:32.767543 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7fdb498f-521c-42f6-93ec-75df06b04241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:32.774253 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0171721-aab0-4b8f-b3fd-bf61daaf591e tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:32.785340 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670290a2-b589-4c03-8e1a-a37ec16da804 None None] The sync data for ids ['2aeca20a-d838-43d4-a54e-71e3d20026ac'] in n-d-800088-20 is: [{'id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'name': 'tempest-AttachVolumeTestJSON-1818317862-router', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:09Z', 'updated_at': '2021-08-17T00:01:23Z', 'revision_number': 4, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'gw_port': {'id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:12Z', 'updated_at': '2021-08-17T00:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e07dfa85-a711-4255-9224-97cdebc88b98', 'name': '', 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'mac_address': 'fa:16:3e:0a:29:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:21Z', 'updated_at': '2021-08-17T00:01:31Z', 'revision_number': 4, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'subnets': [{'id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:01:32.877076 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-47fcd6b5-4826-4983-b991-0a67ab68801a admin admin] For port adf3ae25-f3f1-45b0-b61a-5a07bb89159d, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=adf3ae25-f3f1-45b0-b61a-5a07bb89159d,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:01:32.877362 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47fcd6b5-4826-4983-b991-0a67ab68801a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:32.898858 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5789aee-89e3-4aab-94c0-8953a0c9c673 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:01:32.909134 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-47fcd6b5-4826-4983-b991-0a67ab68801a admin admin] Calling delete_port for adf3ae25-f3f1-45b0-b61a-5a07bb89159d owned by network:router_gateway {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:01:32.927061 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7fdb498f-521c-42f6-93ec-75df06b04241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:32.937289 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258f3a27-c55d-444f-a702-9806e11ccd4e tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:01:32.949259 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-258f3a27-c55d-444f-a702-9806e11ccd4e tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:01:32.955635 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258f3a27-c55d-444f-a702-9806e11ccd4e tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:01:32.959023 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-de631129-189d-417c-b4ec-58bc36a87af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'name': 'tempest-ServersTestBootFromVolume-123024854-router', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:14Z', 'updated_at': '2021-08-17T00:01:27Z', 'revision_number': 5, 'project_id': 'f42660d006b24de4a9e5404524d97840', 'gw_port': {'id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:18:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:16Z', 'updated_at': '2021-08-16T23:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:32.963410 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e5789aee-89e3-4aab-94c0-8953a0c9c673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:32.968143 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-e5789aee-89e3-4aab-94c0-8953a0c9c673 admin admin] Added segment 7250dddb-89d6-4d10-9206-696e16849344 of type vlan for network 5d7ca003-c422-4999-abbc-849a7b345b0a Aug 17 00:01:33.027762 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f3a27-c55d-444f-a702-9806e11ccd4e tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Pushing event updated for resources: {'Port': ['ID=88200ac9-7153-44ce-8725-0c4900238902,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:33.041666 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de631129-189d-417c-b4ec-58bc36a87af8 None None] The sync data for ids ['1278a235-5b01-4a60-8ab8-c38a2bfbc495'] in n-d-800088-20 is: [{'id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'name': 'tempest-ServersTestBootFromVolume-123024854-router', 'tenant_id': 'f42660d006b24de4a9e5404524d97840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:57:14Z', 'updated_at': '2021-08-17T00:01:27Z', 'revision_number': 5, 'project_id': 'f42660d006b24de4a9e5404524d97840', 'gw_port': {'id': 'adf3ae25-f3f1-45b0-b61a-5a07bb89159d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:18:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278a235-5b01-4a60-8ab8-c38a2bfbc495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:57:16Z', 'updated_at': '2021-08-16T23:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:01:33.205197 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e5789aee-89e3-4aab-94c0-8953a0c9c673 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:33.231215 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7fdb498f-521c-42f6-93ec-75df06b04241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:33.232717 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ef22bcfe-e219-45f4-86dc-a9ba43e205fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:33.242383 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ef22bcfe-e219-45f4-86dc-a9ba43e205fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:33.246644 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ef22bcfe-e219-45f4-86dc-a9ba43e205fb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/16168ef9-2a6c-4b98-90cf-7ccd678ccb86 HTTP/1.1" status: 204 len: 168 time: 1.0283539 Aug 17 00:01:33.259714 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7fdb498f-521c-42f6-93ec-75df06b04241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:33.260217 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-258f3a27-c55d-444f-a702-9806e11ccd4e tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:33.274677 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fdb498f-521c-42f6-93ec-75df06b04241 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:01:33.276887 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e5789aee-89e3-4aab-94c0-8953a0c9c673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:33.277990 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5789aee-89e3-4aab-94c0-8953a0c9c673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:33.279053 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e5789aee-89e3-4aab-94c0-8953a0c9c673 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:33.291505 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7fdb498f-521c-42f6-93ec-75df06b04241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:33.291948 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-7fdb498f-521c-42f6-93ec-75df06b04241 admin admin] Added segment 28e05374-de5a-45c8-86a5-6696d95aad4f of type vlan for network 8dd37e51-5afe-480c-821e-9a1461bcacb0 Aug 17 00:01:33.349242 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7fdb498f-521c-42f6-93ec-75df06b04241 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:33.378745 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22bcfe-e219-45f4-86dc-a9ba43e205fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16168ef9-2a6c-4b98-90cf-7ccd678ccb86,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:33.400575 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7fdb498f-521c-42f6-93ec-75df06b04241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:33.401641 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdb498f-521c-42f6-93ec-75df06b04241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:33.402336 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7fdb498f-521c-42f6-93ec-75df06b04241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:33.541164 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e5789aee-89e3-4aab-94c0-8953a0c9c673 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.8546534 Aug 17 00:01:33.542004 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-258f3a27-c55d-444f-a702-9806e11ccd4e tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:33.550587 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60388) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:33.561291 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-dac5e7b8-8b52-4019-85b4-24e5420903fa admin admin] Request body: {'subnet': {'network_id': '5d7ca003-c422-4999-abbc-849a7b345b0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-482793536-subnet', 'tenant_id': 'a4bd9fc1429b413983358e713a5162b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:33.599233 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb498f-521c-42f6-93ec-75df06b04241 admin admin] Pushing event updated for resources: {'Network': ['ID=8dd37e51-5afe-480c-821e-9a1461bcacb0,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:33.616034 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 8dd37e51-5afe-480c-821e-9a1461bcacb0 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:01:33.621154 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5789aee-89e3-4aab-94c0-8953a0c9c673 admin admin] Pushing event updated for resources: {'Network': ['ID=5d7ca003-c422-4999-abbc-849a7b345b0a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:33.681194 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0171721-aab0-4b8f-b3fd-bf61daaf591e tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:33.709604 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-c0171721-aab0-4b8f-b3fd-bf61daaf591e tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['056c4b5f-9a61-49f8-a030-c1577511d672']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:33.747973 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-c0171721-aab0-4b8f-b3fd-bf61daaf591e tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f19e112-f0b6-4c74-9dd1-38a4f5d9b449') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:33.751382 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-c0171721-aab0-4b8f-b3fd-bf61daaf591e tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f19e112-f0b6-4c74-9dd1-38a4f5d9b449') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:33.778985 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 5d7ca003-c422-4999-abbc-849a7b345b0a details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:01:33.793833 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0171721-aab0-4b8f-b3fd-bf61daaf591e tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:33.796283 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac5e7b8-8b52-4019-85b4-24e5420903fa admin admin] Made reservation on behalf of a4bd9fc1429b413983358e713a5162b7 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:01:33.814187 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dac5e7b8-8b52-4019-85b4-24e5420903fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:33.950153 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb498f-521c-42f6-93ec-75df06b04241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116d8563-ec08-4a23-8572-981f0a9fd723,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:33.966268 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0171721-aab0-4b8f-b3fd-bf61daaf591e tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:33.996318 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0171721-aab0-4b8f-b3fd-bf61daaf591e tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:01:33.997700 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0171721-aab0-4b8f-b3fd-bf61daaf591e tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:01:34.154310 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:01:34.172021 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7fdb498f-521c-42f6-93ec-75df06b04241 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6572106 Aug 17 00:01:34.172229 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60400) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:34.193528 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-9aeb2920-7af2-4d51-a60c-b7f6c96fda35 admin admin] Request body: {'subnet': {'network_id': '8dd37e51-5afe-480c-821e-9a1461bcacb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-354054294-subnet', 'tenant_id': 'd6f4a216191046158c4ce7eddf7e2404', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:34.267825 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aeb2920-7af2-4d51-a60c-b7f6c96fda35 admin admin] Made reservation on behalf of d6f4a216191046158c4ce7eddf7e2404 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:01:34.274252 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9aeb2920-7af2-4d51-a60c-b7f6c96fda35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:34.278527 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0171721-aab0-4b8f-b3fd-bf61daaf591e tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:34.288547 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0171721-aab0-4b8f-b3fd-bf61daaf591e tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:34.305253 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c0171721-aab0-4b8f-b3fd-bf61daaf591e tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] 10.222.0.60 "DELETE /v2.0/networks/056c4b5f-9a61-49f8-a030-c1577511d672 HTTP/1.1" status: 204 len: 168 time: 1.7828753 Aug 17 00:01:34.360193 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0171721-aab0-4b8f-b3fd-bf61daaf591e tempest-QuotasNegativeTest-1550724171 tempest-QuotasNegativeTest-1550724171-project-admin] Pushing event deleted for resources: {'Network': ['ID=056c4b5f-9a61-49f8-a030-c1577511d672,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:34.495459 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47fcd6b5-4826-4983-b991-0a67ab68801a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:34.498919 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-258f3a27-c55d-444f-a702-9806e11ccd4e tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:34.642904 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fcd6b5-4826-4983-b991-0a67ab68801a admin admin] Pushing event deleted for resources: {'Port': ['ID=adf3ae25-f3f1-45b0-b61a-5a07bb89159d,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:34.748436 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47fcd6b5-4826-4983-b991-0a67ab68801a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:34.750594 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-258f3a27-c55d-444f-a702-9806e11ccd4e tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:34.787498 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9aeb2920-7af2-4d51-a60c-b7f6c96fda35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:34.862955 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e07dfa85-a711-4255-9224-97cdebc88b98 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:01:34.936137 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb2920-7af2-4d51-a60c-b7f6c96fda35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f0204ed-3ec1-4765-80a7-ae3560208657,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:35.002197 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47fcd6b5-4826-4983-b991-0a67ab68801a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:35.007271 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47fcd6b5-4826-4983-b991-0a67ab68801a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:35.031360 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f3a27-c55d-444f-a702-9806e11ccd4e tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Pushing event updated for resources: {'Port': ['ID=88200ac9-7153-44ce-8725-0c4900238902,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:35.064160 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-258f3a27-c55d-444f-a702-9806e11ccd4e tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:35.088145 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeb2920-7af2-4d51-a60c-b7f6c96fda35 admin admin] Checking segment: {'id': '28e05374-de5a-45c8-86a5-6696d95aad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8dd37e51-5afe-480c-821e-9a1461bcacb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:01:35.088145 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeb2920-7af2-4d51-a60c-b7f6c96fda35 admin admin] Network hostable DHCP agents. Network: 8dd37e51-5afe-480c-821e-9a1461bcacb0, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:01:35.118755 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-258f3a27-c55d-444f-a702-9806e11ccd4e tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:35.129943 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-258f3a27-c55d-444f-a702-9806e11ccd4e tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3351121 Aug 17 00:01:35.130319 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port e07dfa85-a711-4255-9224-97cdebc88b98 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:01:35.135692 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e07dfa85-a711-4255-9224-97cdebc88b98 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:35.136063 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:35.156354 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47fcd6b5-4826-4983-b991-0a67ab68801a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:35.156900 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fcd6b5-4826-4983-b991-0a67ab68801a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1278a235-5b01-4a60-8ab8-c38a2bfbc495 {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:01:35.167030 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47fcd6b5-4826-4983-b991-0a67ab68801a admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:35.171176 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-47fcd6b5-4826-4983-b991-0a67ab68801a admin admin] 10.222.0.60 "DELETE /v2.0/routers/1278a235-5b01-4a60-8ab8-c38a2bfbc495 HTTP/1.1" status: 204 len: 168 time: 4.2431765 Aug 17 00:01:35.173637 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60420) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:35.263391 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeb2920-7af2-4d51-a60c-b7f6c96fda35 admin admin] Network 8dd37e51-5afe-480c-821e-9a1461bcacb0 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:01:35.289491 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dac5e7b8-8b52-4019-85b4-24e5420903fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:35.305862 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-e50e0f7e-6d7f-40cf-bce1-bf75af722ca9 admin admin] Deleting subnet e17869c4-8671-4b59-ab4c-b035d74bd4fe {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:01:35.351368 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-9aeb2920-7af2-4d51-a60c-b7f6c96fda35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 8dd37e51-5afe-480c-821e-9a1461bcacb0) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:01:35.353250 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60424) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:35.357293 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeb2920-7af2-4d51-a60c-b7f6c96fda35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:35.357877 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9aeb2920-7af2-4d51-a60c-b7f6c96fda35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:35.361901 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e50e0f7e-6d7f-40cf-bce1-bf75af722ca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:35.395160 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f2d050cd-cc40-43b4-94ee-3abb2716771e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:35.417371 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:35.435670 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd15dd91-a71e-4b35-bc80-0c87f1fd583b None None] Network 8dd37e51-5afe-480c-821e-9a1461bcacb0 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:01:35.466124 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9aeb2920-7af2-4d51-a60c-b7f6c96fda35 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2876897 Aug 17 00:01:35.470799 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e50e0f7e-6d7f-40cf-bce1-bf75af722ca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:35.539693 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5e7b8-8b52-4019-85b4-24e5420903fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=828e3b1f-69a0-4cfe-80d5-d12c11322459,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:35.556472 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac5e7b8-8b52-4019-85b4-24e5420903fa admin admin] Checking segment: {'id': '7250dddb-89d6-4d10-9206-696e16849344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5d7ca003-c422-4999-abbc-849a7b345b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:01:35.556913 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac5e7b8-8b52-4019-85b4-24e5420903fa admin admin] Network hostable DHCP agents. Network: 5d7ca003-c422-4999-abbc-849a7b345b0a, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:01:35.700183 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac5e7b8-8b52-4019-85b4-24e5420903fa admin admin] Network 5d7ca003-c422-4999-abbc-849a7b345b0a is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:01:35.707393 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port e07dfa85-a711-4255-9224-97cdebc88b98, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e07dfa85-a711-4255-9224-97cdebc88b98,segment=NetworkSegment(4c5a094e-350e-4376-8e86-ac9d4b58e520),segment_id=4c5a094e-350e-4376-8e86-ac9d4b58e520)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:01:35.725548 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:35.736303 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-dac5e7b8-8b52-4019-85b4-24e5420903fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 5d7ca003-c422-4999-abbc-849a7b345b0a) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:01:35.746789 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac5e7b8-8b52-4019-85b4-24e5420903fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:35.748505 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dac5e7b8-8b52-4019-85b4-24e5420903fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:35.761247 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e50e0f7e-6d7f-40cf-bce1-bf75af722ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:35.785016 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:01:35.802198 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f2d050cd-cc40-43b4-94ee-3abb2716771e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:35.822678 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f2d050cd-cc40-43b4-94ee-3abb2716771e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:35.854990 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-dac5e7b8-8b52-4019-85b4-24e5420903fa admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3030553 Aug 17 00:01:35.875558 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd6a1b7-f122-4488-aadf-f4384ece7987 None None] Network 5d7ca003-c422-4999-abbc-849a7b345b0a requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:01:35.884708 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d050cd-cc40-43b4-94ee-3abb2716771e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dfeeb5-7f39-4543-ac5d-16628d497be1,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:35.897878 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:01:35.898797 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 07e1fd02-99cf-4abd-b2af-1b37f8c7f5cd not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:01:35.911714 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e50e0f7e-6d7f-40cf-bce1-bf75af722ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:35.955044 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d050cd-cc40-43b4-94ee-3abb2716771e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:35.956367 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d050cd-cc40-43b4-94ee-3abb2716771e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:35.957185 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d050cd-cc40-43b4-94ee-3abb2716771e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:35.959038 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d050cd-cc40-43b4-94ee-3abb2716771e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:35.959495 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d050cd-cc40-43b4-94ee-3abb2716771e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:35.961306 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d050cd-cc40-43b4-94ee-3abb2716771e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:35.964127 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d050cd-cc40-43b4-94ee-3abb2716771e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:35.964873 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d050cd-cc40-43b4-94ee-3abb2716771e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:35.969599 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d050cd-cc40-43b4-94ee-3abb2716771e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:35.969599 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d050cd-cc40-43b4-94ee-3abb2716771e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:35.969599 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d050cd-cc40-43b4-94ee-3abb2716771e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:35.969599 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d050cd-cc40-43b4-94ee-3abb2716771e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:36.005874 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f2d050cd-cc40-43b4-94ee-3abb2716771e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=068b19b3264740249c96bf9c7e6a642b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6499333 Aug 17 00:01:36.006582 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60446) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:36.052463 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e50e0f7e-6d7f-40cf-bce1-bf75af722ca9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:36.055300 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e50e0f7e-6d7f-40cf-bce1-bf75af722ca9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e17869c4-8671-4b59-ab4c-b035d74bd4fe HTTP/1.1" status: 204 len: 168 time: 0.8792408 Aug 17 00:01:36.056517 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e0f7e-6d7f-40cf-bce1-bf75af722ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e17869c4-8671-4b59-ab4c-b035d74bd4fe,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:36.058100 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60448) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:36.127117 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583e2074-a02c-43a9-881c-8768ebdd6305 None None] Network 8f6cd382-f473-4971-ab50-9200ef4063ef requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:01:36.264074 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c41f1cb6-aa01-4c3c-810b-c3178109cf19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:36.306626 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=e07dfa85-a711-4255-9224-97cdebc88b98,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:36.331373 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-336f0ada-3434-4bf9-8500-afdf1ce700d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:36.345747 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c41f1cb6-aa01-4c3c-810b-c3178109cf19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:36.494717 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c41f1cb6-aa01-4c3c-810b-c3178109cf19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:36.503247 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c41f1cb6-aa01-4c3c-810b-c3178109cf19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:36.516661 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c41f1cb6-aa01-4c3c-810b-c3178109cf19 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3dfeeb5-7f39-4543-ac5d-16628d497be1 HTTP/1.1" status: 204 len: 168 time: 0.4910452 Aug 17 00:01:36.540555 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25220470-53fc-405f-911f-86632dc4862b None None] Network 8dd37e51-5afe-480c-821e-9a1461bcacb0 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:01:36.554136 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-336f0ada-3434-4bf9-8500-afdf1ce700d0 admin admin] Deleting port 38ab0c38-943e-4447-a490-acf4df561ffb {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:01:36.558084 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-336f0ada-3434-4bf9-8500-afdf1ce700d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:36.563680 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f1cb6-aa01-4c3c-810b-c3178109cf19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dfeeb5-7f39-4543-ac5d-16628d497be1,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:36.749103 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-336f0ada-3434-4bf9-8500-afdf1ce700d0 admin admin] For port 38ab0c38-943e-4447-a490-acf4df561ffb, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=38ab0c38-943e-4447-a490-acf4df561ffb,segment=NetworkSegment(33e4e85e-9cad-4742-bc66-e67d4af1da2c),segment_id=33e4e85e-9cad-4742-bc66-e67d4af1da2c)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:01:36.750056 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-336f0ada-3434-4bf9-8500-afdf1ce700d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:36.782149 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-336f0ada-3434-4bf9-8500-afdf1ce700d0 admin admin] Calling delete_port for 38ab0c38-943e-4447-a490-acf4df561ffb owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:01:36.935891 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-336f0ada-3434-4bf9-8500-afdf1ce700d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:36.982557 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f0ada-3434-4bf9-8500-afdf1ce700d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=38ab0c38-943e-4447-a490-acf4df561ffb,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:36.990934 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336f0ada-3434-4bf9-8500-afdf1ce700d0 admin admin] No DVR routers for this DVR port 38ab0c38-943e-4447-a490-acf4df561ffb on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:01:37.036104 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e07dfa85-a711-4255-9224-97cdebc88b98 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:01:37.047819 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c48276d-7bc7-4fd1-8bef-b3d57e1b1d4b None None] Network 5d7ca003-c422-4999-abbc-849a7b345b0a requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:01:37.172412 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60484) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:37.177456 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-838110e2-5352-4dc2-a920-478894a6fb88 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-907306359-network', 'tenant_id': 'e93e5e09c6b4414395ae7012d0c64fde'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:37.225890 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-336f0ada-3434-4bf9-8500-afdf1ce700d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:37.243934 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838110e2-5352-4dc2-a920-478894a6fb88 admin admin] Made reservation on behalf of e93e5e09c6b4414395ae7012d0c64fde for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:01:37.248040 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-838110e2-5352-4dc2-a920-478894a6fb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:37.257174 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-336f0ada-3434-4bf9-8500-afdf1ce700d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f6cd382-f473-4971-ab50-9200ef4063ef']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:37.285123 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-838110e2-5352-4dc2-a920-478894a6fb88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:37.321618 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-336f0ada-3434-4bf9-8500-afdf1ce700d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e4e85e-9cad-4742-bc66-e67d4af1da2c') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:37.321869 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-336f0ada-3434-4bf9-8500-afdf1ce700d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e4e85e-9cad-4742-bc66-e67d4af1da2c') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:37.343066 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-336f0ada-3434-4bf9-8500-afdf1ce700d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:37.388408 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-336f0ada-3434-4bf9-8500-afdf1ce700d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:37.411656 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336f0ada-3434-4bf9-8500-afdf1ce700d0 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:01:37.412378 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-336f0ada-3434-4bf9-8500-afdf1ce700d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:01:37.416441 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:01:37.451638 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36e6d94-c1f3-4a79-b9e9-d7086fb9dc8b None None] DHCP port deletion for 8f6cd382-f473-4971-ab50-9200ef4063ef request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:01:37.513909 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-336f0ada-3434-4bf9-8500-afdf1ce700d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:37.530025 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e07dfa85-a711-4255-9224-97cdebc88b98 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:37.530384 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:37.555955 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-336f0ada-3434-4bf9-8500-afdf1ce700d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:37.568423 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-336f0ada-3434-4bf9-8500-afdf1ce700d0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8f6cd382-f473-4971-ab50-9200ef4063ef HTTP/1.1" status: 204 len: 168 time: 1.5087318 Aug 17 00:01:37.570627 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f0ada-3434-4bf9-8500-afdf1ce700d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f6cd382-f473-4971-ab50-9200ef4063ef,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:37.619136 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60494) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:37.641361 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-838110e2-5352-4dc2-a920-478894a6fb88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:37.645239 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-95aba320-218a-42b5-bcf7-a15ac10e670c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:37.659119 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-838110e2-5352-4dc2-a920-478894a6fb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:37.763579 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-838110e2-5352-4dc2-a920-478894a6fb88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:01:37.792946 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838110e2-5352-4dc2-a920-478894a6fb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8ebd02-2962-4f87-a297-ac4e351788fe,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:37.821941 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-838110e2-5352-4dc2-a920-478894a6fb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:37.822949 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-838110e2-5352-4dc2-a920-478894a6fb88 admin admin] Added segment 63ce9f91-8253-4a63-9812-947b4e1c708a of type vlan for network 9fbf3b2a-228c-475c-ab1f-579c6d8570a8 Aug 17 00:01:37.876324 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device adf3ae25-f3f1-45b0-b61a-5a07bb89159d no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:01:37.909959 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-838110e2-5352-4dc2-a920-478894a6fb88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:37.935305 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: adf3ae25-f3f1-45b0-b61a-5a07bb89159d {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:01:37.937472 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device adf3ae25-f3f1-45b0-b61a-5a07bb89159d not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:01:37.959921 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-838110e2-5352-4dc2-a920-478894a6fb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:37.961934 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838110e2-5352-4dc2-a920-478894a6fb88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:37.962640 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-838110e2-5352-4dc2-a920-478894a6fb88 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:37.987134 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-95aba320-218a-42b5-bcf7-a15ac10e670c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:38.001174 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-95aba320-218a-42b5-bcf7-a15ac10e670c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:38.004292 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60496) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:38.070792 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-95aba320-218a-42b5-bcf7-a15ac10e670c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7b0d3491aef94440881e095e3f9ab6d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4496574 Aug 17 00:01:38.071897 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60498) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:38.073829 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aba320-218a-42b5-bcf7-a15ac10e670c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792fbae6-32d2-46c6-a7ad-52cd5081ff58,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:38.099167 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-838110e2-5352-4dc2-a920-478894a6fb88 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9249744 Aug 17 00:01:38.104161 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60500) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:38.125799 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-d4c3c1fb-adc9-4267-8556-108fd53abd17 admin admin] Request body: {'subnet': {'network_id': '9fbf3b2a-228c-475c-ab1f-579c6d8570a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-907306359-subnet', 'tenant_id': 'e93e5e09c6b4414395ae7012d0c64fde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:38.142907 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838110e2-5352-4dc2-a920-478894a6fb88 admin admin] Pushing event updated for resources: {'Network': ['ID=9fbf3b2a-228c-475c-ab1f-579c6d8570a8,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:38.161895 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 9fbf3b2a-228c-475c-ab1f-579c6d8570a8 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:01:38.163126 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-84ed2d21-0686-4259-a57a-9fd231a64551 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f42660d006b24de4a9e5404524d97840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1544456 Aug 17 00:01:38.163851 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60502) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:38.203328 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3d89865c-5680-41c2-a5fc-c022e2b3e288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:38.208555 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c3c1fb-adc9-4267-8556-108fd53abd17 admin admin] Made reservation on behalf of e93e5e09c6b4414395ae7012d0c64fde for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:01:38.213978 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c1fb-adc9-4267-8556-108fd53abd17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:38.260312 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3d89865c-5680-41c2-a5fc-c022e2b3e288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:38.277976 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-17c77a1a-b4e7-4c92-9264-d35a35bda805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:38.354362 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-17c77a1a-b4e7-4c92-9264-d35a35bda805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:38.419338 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3d89865c-5680-41c2-a5fc-c022e2b3e288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:38.428488 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3d89865c-5680-41c2-a5fc-c022e2b3e288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:38.447694 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3d89865c-5680-41c2-a5fc-c022e2b3e288 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/792fbae6-32d2-46c6-a7ad-52cd5081ff58 HTTP/1.1" status: 204 len: 168 time: 0.3591478 Aug 17 00:01:38.462228 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89865c-5680-41c2-a5fc-c022e2b3e288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792fbae6-32d2-46c6-a7ad-52cd5081ff58,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:38.497179 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-17c77a1a-b4e7-4c92-9264-d35a35bda805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:38.501367 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-17c77a1a-b4e7-4c92-9264-d35a35bda805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:38.509734 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-17c77a1a-b4e7-4c92-9264-d35a35bda805 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/252dd1c4-5601-4216-950f-19bbc594b161 HTTP/1.1" status: 204 len: 168 time: 0.3390934 Aug 17 00:01:38.523744 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c77a1a-b4e7-4c92-9264-d35a35bda805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252dd1c4-5601-4216-950f-19bbc594b161,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:38.716451 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 38ab0c38-943e-4447-a490-acf4df561ffb no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:01:38.774936 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 38ab0c38-943e-4447-a490-acf4df561ffb {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:01:38.775548 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 38ab0c38-943e-4447-a490-acf4df561ffb not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:01:38.862145 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c1fb-adc9-4267-8556-108fd53abd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:39.050058 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3c1fb-adc9-4267-8556-108fd53abd17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ccce765-ef8b-4cb1-a320-552162a81278,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:39.052379 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c3c1fb-adc9-4267-8556-108fd53abd17 admin admin] Checking segment: {'id': '63ce9f91-8253-4a63-9812-947b4e1c708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9fbf3b2a-228c-475c-ab1f-579c6d8570a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:01:39.052772 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c3c1fb-adc9-4267-8556-108fd53abd17 admin admin] Network hostable DHCP agents. Network: 9fbf3b2a-228c-475c-ab1f-579c6d8570a8, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:01:39.101900 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c3c1fb-adc9-4267-8556-108fd53abd17 admin admin] Network 9fbf3b2a-228c-475c-ab1f-579c6d8570a8 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:01:39.123465 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-d4c3c1fb-adc9-4267-8556-108fd53abd17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 9fbf3b2a-228c-475c-ab1f-579c6d8570a8) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:01:39.133059 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c929fae5-8fff-41a1-a674-ed66dfe5406d None None] Network 9fbf3b2a-228c-475c-ab1f-579c6d8570a8 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:01:39.139227 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c3c1fb-adc9-4267-8556-108fd53abd17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:39.140231 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c1fb-adc9-4267-8556-108fd53abd17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:39.177454 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d4c3c1fb-adc9-4267-8556-108fd53abd17 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0717473 Aug 17 00:01:39.505188 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9d1c00-34dc-42c3-ab36-cfe08bc99663 None None] Network 9fbf3b2a-228c-475c-ab1f-579c6d8570a8 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:01:39.918714 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:40.182328 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60562) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:40.417612 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-6b9bc1f6-50aa-4f61-81d1-4adf1eed01c7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1673600175-network', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:40.463702 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9bc1f6-50aa-4f61-81d1-4adf1eed01c7 admin admin] Made reservation on behalf of 61108af2093845fe9a64c45c9df6e55d for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:01:40.466706 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6b9bc1f6-50aa-4f61-81d1-4adf1eed01c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:40.482640 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6b9bc1f6-50aa-4f61-81d1-4adf1eed01c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:40.639214 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6b9bc1f6-50aa-4f61-81d1-4adf1eed01c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:40.658244 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6b9bc1f6-50aa-4f61-81d1-4adf1eed01c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:40.730867 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b9bc1f6-50aa-4f61-81d1-4adf1eed01c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:01:40.766059 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bc1f6-50aa-4f61-81d1-4adf1eed01c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5944d697-549f-45f2-9928-7e1dad404f2e,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:40.780954 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6b9bc1f6-50aa-4f61-81d1-4adf1eed01c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:40.783352 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-6b9bc1f6-50aa-4f61-81d1-4adf1eed01c7 admin admin] Added segment e18bba18-83b8-4a64-8cbf-0bd143c4c68e of type vlan for network bf42c908-bd85-4d10-afc7-00681d389032 Aug 17 00:01:40.884823 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6b9bc1f6-50aa-4f61-81d1-4adf1eed01c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:40.990221 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6b9bc1f6-50aa-4f61-81d1-4adf1eed01c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:40.992754 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9bc1f6-50aa-4f61-81d1-4adf1eed01c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:40.994299 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6b9bc1f6-50aa-4f61-81d1-4adf1eed01c7 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:41.114313 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6b9bc1f6-50aa-4f61-81d1-4adf1eed01c7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9288542 Aug 17 00:01:41.115460 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60588) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:41.121069 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-0d686cca-1d1e-453d-8ad4-41b5287528f1 admin admin] Request body: {'subnet': {'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1673600175-subnet', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:41.155805 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bc1f6-50aa-4f61-81d1-4adf1eed01c7 admin admin] Pushing event updated for resources: {'Network': ['ID=bf42c908-bd85-4d10-afc7-00681d389032,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:41.169565 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network bf42c908-bd85-4d10-afc7-00681d389032 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:01:41.183212 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d686cca-1d1e-453d-8ad4-41b5287528f1 admin admin] Made reservation on behalf of 61108af2093845fe9a64c45c9df6e55d for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:01:41.185892 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0d686cca-1d1e-453d-8ad4-41b5287528f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:41.249636 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60590) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:41.439059 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:41.442774 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-095be57b-bb52-4686-b3ae-404522de1725 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-484431134', 'router:external': True}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:41.500272 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095be57b-bb52-4686-b3ae-404522de1725 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Made reservation on behalf of 0575ce3b66f44b59abc17c0b40730a79 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:01:41.505451 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-095be57b-bb52-4686-b3ae-404522de1725 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:41.525649 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-095be57b-bb52-4686-b3ae-404522de1725 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:41.527255 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0d686cca-1d1e-453d-8ad4-41b5287528f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:41.615973 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d686cca-1d1e-453d-8ad4-41b5287528f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1afde0e7-f7b0-4278-82ad-0cbe61d404a7,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:41.626949 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d686cca-1d1e-453d-8ad4-41b5287528f1 admin admin] Checking segment: {'id': 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:01:41.627427 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d686cca-1d1e-453d-8ad4-41b5287528f1 admin admin] Network hostable DHCP agents. Network: bf42c908-bd85-4d10-afc7-00681d389032, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:01:41.666514 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d686cca-1d1e-453d-8ad4-41b5287528f1 admin admin] Network bf42c908-bd85-4d10-afc7-00681d389032 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:01:41.684177 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-0d686cca-1d1e-453d-8ad4-41b5287528f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, bf42c908-bd85-4d10-afc7-00681d389032) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:01:41.688842 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d686cca-1d1e-453d-8ad4-41b5287528f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:41.689587 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0d686cca-1d1e-453d-8ad4-41b5287528f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:41.709907 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065137b0-c448-47df-9a79-c860c32359bf None None] Network bf42c908-bd85-4d10-afc7-00681d389032 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:01:41.751091 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-095be57b-bb52-4686-b3ae-404522de1725 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:41.761836 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-095be57b-bb52-4686-b3ae-404522de1725 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:41.786574 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0d686cca-1d1e-453d-8ad4-41b5287528f1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6698470 Aug 17 00:01:41.789960 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60596) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:41.796162 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-c44fa32c-867b-4c0e-a404-117e9b877618 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1673600175-router', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:41.819582 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095be57b-bb52-4686-b3ae-404522de1725 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:01:41.862027 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095be57b-bb52-4686-b3ae-404522de1725 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d8b2d5-8b0d-477a-b174-53a8f88f1445,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:41.865303 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-095be57b-bb52-4686-b3ae-404522de1725 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:41.867405 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-095be57b-bb52-4686-b3ae-404522de1725 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Added segment bcaee7d0-ec58-44c4-84f1-c2279fae5579 of type vlan for network fd043210-5326-422a-816c-147158914e94 Aug 17 00:01:41.893636 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c44fa32c-867b-4c0e-a404-117e9b877618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:41.893636 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c44fa32c-867b-4c0e-a404-117e9b877618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:41.954663 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-095be57b-bb52-4686-b3ae-404522de1725 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:42.002430 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db026c0-c2ec-467d-98a0-d46964ca43db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-bf42c908-bd85-4d10-afc7-00681d389032', 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'fixed_ips': [{'subnet_id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:01:42.003429 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3db026c0-c2ec-467d-98a0-d46964ca43db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:42.008206 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-095be57b-bb52-4686-b3ae-404522de1725 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:42.009824 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095be57b-bb52-4686-b3ae-404522de1725 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:42.011517 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-095be57b-bb52-4686-b3ae-404522de1725 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:42.065510 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c44fa32c-867b-4c0e-a404-117e9b877618 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:42.124967 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-095be57b-bb52-4686-b3ae-404522de1725 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.8726292 Aug 17 00:01:42.131877 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60598) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:42.155329 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1b3672b9-4d68-4ac5-9565-8a5dabf97473 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Request body: {'subnet': {'network_id': 'fd043210-5326-422a-816c-147158914e94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:42.168234 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095be57b-bb52-4686-b3ae-404522de1725 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Pushing event updated for resources: {'Network': ['ID=fd043210-5326-422a-816c-147158914e94,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:42.191975 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3672b9-4d68-4ac5-9565-8a5dabf97473 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Made reservation on behalf of 0575ce3b66f44b59abc17c0b40730a79 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:01:42.196041 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b3672b9-4d68-4ac5-9565-8a5dabf97473 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:42.230372 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-3db026c0-c2ec-467d-98a0-d46964ca43db None None] Allocated IP 172.20.0.2 (bf42c908-bd85-4d10-afc7-00681d389032/1afde0e7-f7b0-4278-82ad-0cbe61d404a7/cfdd46ca-1582-41f7-9fd8-82d7f6d3f755) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:01:42.282840 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network fd043210-5326-422a-816c-147158914e94 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:01:42.512400 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c44fa32c-867b-4c0e-a404-117e9b877618 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:42.548012 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3db026c0-c2ec-467d-98a0-d46964ca43db None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:42.582428 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3db026c0-c2ec-467d-98a0-d46964ca43db None None] Transition to ACTIVE for port object cfdd46ca-1582-41f7-9fd8-82d7f6d3f755 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:01:42.607160 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3db026c0-c2ec-467d-98a0-d46964ca43db None None] Transition to ACTIVE for port object cfdd46ca-1582-41f7-9fd8-82d7f6d3f755 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:01:42.623247 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3db026c0-c2ec-467d-98a0-d46964ca43db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:42.674875 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db026c0-c2ec-467d-98a0-d46964ca43db None None] Network bf42c908-bd85-4d10-afc7-00681d389032 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:01:42.680586 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-3db026c0-c2ec-467d-98a0-d46964ca43db None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:01:42.688384 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db026c0-c2ec-467d-98a0-d46964ca43db None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:01:42.706607 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db026c0-c2ec-467d-98a0-d46964ca43db None None] Pushing event updated for resources: {'Port': ['ID=cfdd46ca-1582-41f7-9fd8-82d7f6d3f755,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:42.795060 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3db026c0-c2ec-467d-98a0-d46964ca43db None None] Attempting to bind port cfdd46ca-1582-41f7-9fd8-82d7f6d3f755 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:01:42.795863 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3db026c0-c2ec-467d-98a0-d46964ca43db None None] Attempting to bind port cfdd46ca-1582-41f7-9fd8-82d7f6d3f755 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:01:42.796494 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db026c0-c2ec-467d-98a0-d46964ca43db None None] Attempting to bind port cfdd46ca-1582-41f7-9fd8-82d7f6d3f755 on network bf42c908-bd85-4d10-afc7-00681d389032 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:01:42.811095 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db026c0-c2ec-467d-98a0-d46964ca43db None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:01:42.811903 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db026c0-c2ec-467d-98a0-d46964ca43db None None] Checking segment: {'id': 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:01:42.812980 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3db026c0-c2ec-467d-98a0-d46964ca43db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:42.813641 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db026c0-c2ec-467d-98a0-d46964ca43db None None] Bound using segment: {'id': 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:01:42.814320 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3db026c0-c2ec-467d-98a0-d46964ca43db None None] Bound port: cfdd46ca-1582-41f7-9fd8-82d7f6d3f755, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:01:42.814905 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3db026c0-c2ec-467d-98a0-d46964ca43db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:43.044318 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c44fa32c-867b-4c0e-a404-117e9b877618 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:43.077022 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-3db026c0-c2ec-467d-98a0-d46964ca43db None None] For port cfdd46ca-1582-41f7-9fd8-82d7f6d3f755, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:01:43.088575 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-3db026c0-c2ec-467d-98a0-d46964ca43db None None] For port cfdd46ca-1582-41f7-9fd8-82d7f6d3f755, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=cfdd46ca-1582-41f7-9fd8-82d7f6d3f755,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:01:43.099937 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3db026c0-c2ec-467d-98a0-d46964ca43db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:43.100376 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c44fa32c-867b-4c0e-a404-117e9b877618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:43.108291 n-d-800088-20 neutron-server[101402]: DEBUG neutron.objects.ports [None req-1b3672b9-4d68-4ac5-9565-8a5dabf97473 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101402) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 00:01:43.108912 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b3672b9-4d68-4ac5-9565-8a5dabf97473 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:43.208082 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3672b9-4d68-4ac5-9565-8a5dabf97473 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3c95f307-5df5-4713-a012-5b6797f67e32,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:43.234685 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3672b9-4d68-4ac5-9565-8a5dabf97473 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Checking segment: {'id': 'bcaee7d0-ec58-44c4-84f1-c2279fae5579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fd043210-5326-422a-816c-147158914e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:01:43.235058 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3672b9-4d68-4ac5-9565-8a5dabf97473 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Network hostable DHCP agents. Network: fd043210-5326-422a-816c-147158914e94, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:01:43.249221 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3672b9-4d68-4ac5-9565-8a5dabf97473 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:43.249578 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3672b9-4d68-4ac5-9565-8a5dabf97473 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:43.249925 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3672b9-4d68-4ac5-9565-8a5dabf97473 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:43.250318 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3672b9-4d68-4ac5-9565-8a5dabf97473 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:43.250607 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3672b9-4d68-4ac5-9565-8a5dabf97473 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:43.251123 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db026c0-c2ec-467d-98a0-d46964ca43db None None] Pushing event updated for resources: {'Port': ['ID=cfdd46ca-1582-41f7-9fd8-82d7f6d3f755,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:43.263300 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3672b9-4d68-4ac5-9565-8a5dabf97473 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:43.263794 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3672b9-4d68-4ac5-9565-8a5dabf97473 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:43.264179 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3672b9-4d68-4ac5-9565-8a5dabf97473 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:43.264470 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3672b9-4d68-4ac5-9565-8a5dabf97473 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:43.264801 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3672b9-4d68-4ac5-9565-8a5dabf97473 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:43.265166 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3672b9-4d68-4ac5-9565-8a5dabf97473 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:43.265510 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3672b9-4d68-4ac5-9565-8a5dabf97473 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:43.308770 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3672b9-4d68-4ac5-9565-8a5dabf97473 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Network fd043210-5326-422a-816c-147158914e94 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:01:43.320246 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-c44fa32c-867b-4c0e-a404-117e9b877618 admin admin] Allocated IP 172.25.3.156 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/e5fe2ee8-498f-4eac-ac95-c27cdf7587aa) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:01:43.328500 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-1b3672b9-4d68-4ac5-9565-8a5dabf97473 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, fd043210-5326-422a-816c-147158914e94) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:01:43.332895 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3672b9-4d68-4ac5-9565-8a5dabf97473 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:43.333874 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b3672b9-4d68-4ac5-9565-8a5dabf97473 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:43.355160 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f465e0-d382-4134-8ba0-95091941a8f3 None None] Network fd043210-5326-422a-816c-147158914e94 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:01:43.368366 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1b3672b9-4d68-4ac5-9565-8a5dabf97473 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2190590 Aug 17 00:01:43.371932 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60608) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:43.386397 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-00b68fac-7372-475a-ae3e-f3d217010cd9 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-680319075', 'network_id': 'fd043210-5326-422a-816c-147158914e94'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:43.469687 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b68fac-7372-475a-ae3e-f3d217010cd9 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Made reservation on behalf of 0575ce3b66f44b59abc17c0b40730a79 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:01:43.478617 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-00b68fac-7372-475a-ae3e-f3d217010cd9 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:43.530040 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-00b68fac-7372-475a-ae3e-f3d217010cd9 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] device_id is not set on port d35e9c36-1944-45df-a310-2c73def415d0 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:01:43.540308 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c44fa32c-867b-4c0e-a404-117e9b877618 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:43.637763 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c44fa32c-867b-4c0e-a404-117e9b877618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:43.776563 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651db5a6-782c-49a9-b1ea-2e2ebcdbb8a3 None None] Network fd043210-5326-422a-816c-147158914e94 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:01:43.849605 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-00b68fac-7372-475a-ae3e-f3d217010cd9 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Allocated IP 172.20.0.8 (fd043210-5326-422a-816c-147158914e94/3c95f307-5df5-4713-a012-5b6797f67e32/d35e9c36-1944-45df-a310-2c73def415d0) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:01:43.865464 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44fa32c-867b-4c0e-a404-117e9b877618 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:01:43.871112 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44fa32c-867b-4c0e-a404-117e9b877618 admin admin] Pushing event updated for resources: {'Port': ['ID=e5fe2ee8-498f-4eac-ac95-c27cdf7587aa,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:43.920719 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-c44fa32c-867b-4c0e-a404-117e9b877618 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:01:43.934275 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44fa32c-867b-4c0e-a404-117e9b877618 admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:01:44.145273 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-00b68fac-7372-475a-ae3e-f3d217010cd9 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:44.209399 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-00b68fac-7372-475a-ae3e-f3d217010cd9 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:44.266625 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b68fac-7372-475a-ae3e-f3d217010cd9 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Network fd043210-5326-422a-816c-147158914e94 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:01:44.275757 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-00b68fac-7372-475a-ae3e-f3d217010cd9 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:01:44.282367 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b68fac-7372-475a-ae3e-f3d217010cd9 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:01:44.327268 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b68fac-7372-475a-ae3e-f3d217010cd9 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Pushing event updated for resources: {'Port': ['ID=d35e9c36-1944-45df-a310-2c73def415d0,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:44.362423 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b68fac-7372-475a-ae3e-f3d217010cd9 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:44.363143 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-00b68fac-7372-475a-ae3e-f3d217010cd9 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:44.390877 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-00b68fac-7372-475a-ae3e-f3d217010cd9 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.0156734 Aug 17 00:01:44.396782 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60636) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:44.441785 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c44fa32c-867b-4c0e-a404-117e9b877618 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:44.591927 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-de86ba10-0a76-4312-a921-389407049c40 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1942847772&fields=id&tenant_id=577829ee48ff4a458b8d3998e4ad7f2a HTTP/1.1" status: 200 len: 267 time: 0.2141135 Aug 17 00:01:44.640531 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-aad6389f-22a8-4307-8d20-7fb5e8d4df66 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Deleting port d35e9c36-1944-45df-a310-2c73def415d0 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:01:44.641469 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aad6389f-22a8-4307-8d20-7fb5e8d4df66 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:44.763381 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device cfdd46ca-1582-41f7-9fd8-82d7f6d3f755 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:01:44.906706 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port cfdd46ca-1582-41f7-9fd8-82d7f6d3f755 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:01:44.971292 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aad6389f-22a8-4307-8d20-7fb5e8d4df66 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:44.996305 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-aad6389f-22a8-4307-8d20-7fb5e8d4df66 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Calling delete_port for d35e9c36-1944-45df-a310-2c73def415d0 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:01:45.066037 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3a100e-b87c-4f18-b18d-9e5e619fef3e None None] Network bf42c908-bd85-4d10-afc7-00681d389032 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:01:45.271775 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad14b2e2-ed87-48a8-bec2-c0d74edefab8 None None] Provisioning for port cfdd46ca-1582-41f7-9fd8-82d7f6d3f755 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:01:45.297493 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aad6389f-22a8-4307-8d20-7fb5e8d4df66 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:45.310202 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad14b2e2-ed87-48a8-bec2-c0d74edefab8 None None] Provisioning complete for port cfdd46ca-1582-41f7-9fd8-82d7f6d3f755 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:45.310493 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad14b2e2-ed87-48a8-bec2-c0d74edefab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:45.424765 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6389f-22a8-4307-8d20-7fb5e8d4df66 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Pushing event deleted for resources: {'Port': ['ID=d35e9c36-1944-45df-a310-2c73def415d0,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:45.520879 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c44fa32c-867b-4c0e-a404-117e9b877618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:45.529568 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aad6389f-22a8-4307-8d20-7fb5e8d4df66 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:45.533621 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-aad6389f-22a8-4307-8d20-7fb5e8d4df66 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "DELETE /v2.0/ports/d35e9c36-1944-45df-a310-2c73def415d0 HTTP/1.1" status: 204 len: 168 time: 1.1358800 Aug 17 00:01:45.536533 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60660) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:45.546119 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-ed6c7bb0-d500-4e91-a2b4-77ec7c62dc9c tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fd043210-5326-422a-816c-147158914e94', 'external_fixed_ips': [{'subnet_id': '3c95f307-5df5-4713-a012-5b6797f67e32', 'ip_address': '172.20.0.8'}]}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:45.598902 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad14b2e2-ed87-48a8-bec2-c0d74edefab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:45.621634 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ed6c7bb0-d500-4e91-a2b4-77ec7c62dc9c tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:45.623403 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ed6c7bb0-d500-4e91-a2b4-77ec7c62dc9c tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:45.733280 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-52e1621b-cddc-40be-8836-15e409d476de tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:45.735000 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-52e1621b-cddc-40be-8836-15e409d476de tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/networks?id=9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e HTTP/1.1" status: 200 len: 811 time: 1.1282492 Aug 17 00:01:45.764669 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad14b2e2-ed87-48a8-bec2-c0d74edefab8 None None] For port cfdd46ca-1582-41f7-9fd8-82d7f6d3f755, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=cfdd46ca-1582-41f7-9fd8-82d7f6d3f755,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:01:45.766144 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-2bb4259c-3678-4caf-bd94-043f8c91be2d tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:45.767737 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-2bb4259c-3678-4caf-bd94-043f8c91be2d tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] 10.222.0.60 "GET /v2.0/networks?id=5d7ca003-c422-4999-abbc-849a7b345b0a HTTP/1.1" status: 200 len: 821 time: 0.4594281 Aug 17 00:01:45.799065 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad14b2e2-ed87-48a8-bec2-c0d74edefab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:45.819705 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ed6c7bb0-d500-4e91-a2b4-77ec7c62dc9c tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:45.827558 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-6eb3dd47-66c9-424a-ae49-3a01b10f6478 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] 10.222.0.60 "GET /v2.0/quotas/a4bd9fc1429b413983358e713a5162b7 HTTP/1.1" status: 200 len: 375 time: 0.0474832 Aug 17 00:01:45.835434 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-f168c84f-a06a-43e8-a95a-bb208b2cc862 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/quotas/577829ee48ff4a458b8d3998e4ad7f2a HTTP/1.1" status: 200 len: 375 time: 0.0798497 Aug 17 00:01:45.915554 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44fa32c-867b-4c0e-a404-117e9b877618 admin admin] Router 8f930463-4342-4f41-9231-090f0d8f0ead is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:01:45.927920 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14b2e2-ed87-48a8-bec2-c0d74edefab8 None None] Pushing event updated for resources: {'Port': ['ID=cfdd46ca-1582-41f7-9fd8-82d7f6d3f755,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:45.948550 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-85dcb2fa-90a6-4357-892b-e494b4d5bfd3 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a4bd9fc1429b413983358e713a5162b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1119051 Aug 17 00:01:46.139456 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ed6c7bb0-d500-4e91-a2b4-77ec7c62dc9c tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:46.145683 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f5a5542d-6980-4e27-9704-29b70bd75b88 None None] Provisioning complete for port cfdd46ca-1582-41f7-9fd8-82d7f6d3f755 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:46.147543 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f5a5542d-6980-4e27-9704-29b70bd75b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:46.298222 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-d88c9128-0a62-43b3-9f77-32e0f931de8f tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=577829ee48ff4a458b8d3998e4ad7f2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4156842 Aug 17 00:01:46.300256 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-f47d6383-13b2-4272-b811-29fd806501d3 service neutron] 10.222.0.60 "GET /v2.0/networks/5d7ca003-c422-4999-abbc-849a7b345b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426585 Aug 17 00:01:46.320327 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44fa32c-867b-4c0e-a404-117e9b877618 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:01:46.359750 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc02396-1938-47c1-9903-2a8513785ecb None None] Sync routers for ids ['8f930463-4342-4f41-9231-090f0d8f0ead'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:01:46.410399 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc02396-1938-47c1-9903-2a8513785ecb None None] Routers {'8f930463-4342-4f41-9231-090f0d8f0ead'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:01:46.411036 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ecc02396-1938-47c1-9903-2a8513785ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:01:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['8f930463-4342-4f41-9231-090f0d8f0ead'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:46.535381 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c44fa32c-867b-4c0e-a404-117e9b877618 admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:46.539557 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c44fa32c-867b-4c0e-a404-117e9b877618 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7483320 Aug 17 00:01:46.541992 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-49442081-e47b-41d9-af96-82666ca33430 service neutron] 10.222.0.60 "GET /v2.0/networks/9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890209 Aug 17 00:01:46.544052 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60674) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:46.563391 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f0b2041c-bf07-4b67-9d69-4ae1f6c0ba3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:46.595436 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-ecc02396-1938-47c1-9903-2a8513785ecb None None] Set router 8f930463-4342-4f41-9231-090f0d8f0ead gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:01:46.657142 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ed6c7bb0-d500-4e91-a2b4-77ec7c62dc9c tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:46.739098 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ed6c7bb0-d500-4e91-a2b4-77ec7c62dc9c tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:46.784118 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-0d017e8d-6f4b-4ca5-a3a0-616b1849df17 service neutron] 10.222.0.60 "GET /v2.0/networks/5d7ca003-c422-4999-abbc-849a7b345b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725661 Aug 17 00:01:46.804315 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device cfdd46ca-1582-41f7-9fd8-82d7f6d3f755 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:01:46.905018 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-dac341f8-d812-42b0-ae22-40c0fe0a6a6f service neutron] 10.222.0.60 "GET /v2.0/networks/9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511763 Aug 17 00:01:46.921801 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port cfdd46ca-1582-41f7-9fd8-82d7f6d3f755 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:46.922321 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:46.989606 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-ed6c7bb0-d500-4e91-a2b4-77ec7c62dc9c tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Allocated IP 172.20.0.8 (fd043210-5326-422a-816c-147158914e94/3c95f307-5df5-4713-a012-5b6797f67e32/cc07b0b3-7da7-4cc1-a556-24795f096829) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:01:47.457434 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ed6c7bb0-d500-4e91-a2b4-77ec7c62dc9c tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:47.543976 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f1543b3-e2b5-4afb-a2a7-66810a847292 req-582ec273-f42b-4f9b-864d-67d1af9517c9 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b3f485d-011a-46b1-905c-e9b38aa829e6 HTTP/1.1" status: 200 len: 210 time: 0.0875192 Aug 17 00:01:47.570300 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ecc02396-1938-47c1-9903-2a8513785ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'name': 'tempest-ServerActionsTestJSON-1673600175-router', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:41Z', 'updated_at': '2021-08-17T00:01:44Z', 'revision_number': 3, 'project_id': '61108af2093845fe9a64c45c9df6e55d', 'gw_port': {'id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:43Z', 'updated_at': '2021-08-17T00:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:47.627068 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47b8bbe9-e4e5-4b6b-adfa-082b8a4130e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:47.669455 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc02396-1938-47c1-9903-2a8513785ecb None None] Checking router: 8f930463-4342-4f41-9231-090f0d8f0ead for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:01:47.669812 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc02396-1938-47c1-9903-2a8513785ecb None None] Updating router 8f930463-4342-4f41-9231-090f0d8f0ead port e5fe2ee8-498f-4eac-ac95-c27cdf7587aa binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:01:47.699892 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ed6c7bb0-d500-4e91-a2b4-77ec7c62dc9c tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:47.816933 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4204198d-0457-4f47-b625-6b082cb63bd2 req-6eecd079-ccd3-4103-bcad-014b5e93ff1b tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 210 time: 0.1193383 Aug 17 00:01:47.823954 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ecc02396-1938-47c1-9903-2a8513785ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:47.867161 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6c7bb0-d500-4e91-a2b4-77ec7c62dc9c tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Network fd043210-5326-422a-816c-147158914e94 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:01:47.875650 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-ed6c7bb0-d500-4e91-a2b4-77ec7c62dc9c tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:01:47.891941 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6c7bb0-d500-4e91-a2b4-77ec7c62dc9c tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:01:47.962266 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:01:48.076449 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-47b8bbe9-e4e5-4b6b-adfa-082b8a4130e9 admin admin] Allocated IP 172.20.0.1 (bf42c908-bd85-4d10-afc7-00681d389032/1afde0e7-f7b0-4278-82ad-0cbe61d404a7/d51a5807-1473-4d71-bf0b-c17be2350b67) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:01:48.212688 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47b8bbe9-e4e5-4b6b-adfa-082b8a4130e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:48.229832 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-47b8bbe9-e4e5-4b6b-adfa-082b8a4130e9 admin admin] Transition to ACTIVE for port object d51a5807-1473-4d71-bf0b-c17be2350b67 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:01:48.320497 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47b8bbe9-e4e5-4b6b-adfa-082b8a4130e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:48.474810 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ecc02396-1938-47c1-9903-2a8513785ecb None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:48.486831 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ecc02396-1938-47c1-9903-2a8513785ecb None None] Transition to ACTIVE for port object e5fe2ee8-498f-4eac-ac95-c27cdf7587aa will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:01:48.502128 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ecc02396-1938-47c1-9903-2a8513785ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:48.575917 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b8bbe9-e4e5-4b6b-adfa-082b8a4130e9 admin admin] Network bf42c908-bd85-4d10-afc7-00681d389032 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:01:48.627396 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-47b8bbe9-e4e5-4b6b-adfa-082b8a4130e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:01:48.645030 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b8bbe9-e4e5-4b6b-adfa-082b8a4130e9 admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:01:48.676541 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8bbe9-e4e5-4b6b-adfa-082b8a4130e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d51a5807-1473-4d71-bf0b-c17be2350b67,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:48.767907 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ecc02396-1938-47c1-9903-2a8513785ecb None None] Attempting to bind port e5fe2ee8-498f-4eac-ac95-c27cdf7587aa on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:01:48.767907 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ecc02396-1938-47c1-9903-2a8513785ecb None None] Attempting to bind port e5fe2ee8-498f-4eac-ac95-c27cdf7587aa by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:01:48.768214 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc02396-1938-47c1-9903-2a8513785ecb None None] Attempting to bind port e5fe2ee8-498f-4eac-ac95-c27cdf7587aa on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:01:48.823928 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc02396-1938-47c1-9903-2a8513785ecb None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:01:48.824308 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc02396-1938-47c1-9903-2a8513785ecb None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:01:48.825177 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ecc02396-1938-47c1-9903-2a8513785ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:48.825177 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc02396-1938-47c1-9903-2a8513785ecb None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:01:48.844930 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ecc02396-1938-47c1-9903-2a8513785ecb None None] Bound port: e5fe2ee8-498f-4eac-ac95-c27cdf7587aa, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:01:48.845491 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ecc02396-1938-47c1-9903-2a8513785ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:48.906823 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2283caf6-3119-4343-abf9-2308e666cde7 req-7d98d8c8-5dbd-4083-8b74-b722497b34a5 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b3f485d-011a-46b1-905c-e9b38aa829e6 HTTP/1.1" status: 200 len: 210 time: 0.1268604 Aug 17 00:01:48.967035 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4e35b-cdcc-4d7e-a33a-5702dd1cac30 None None] Pushing event updated for resources: {'Port': ['ID=e5fe2ee8-498f-4eac-ac95-c27cdf7587aa,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:48.987231 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-7ced6a0c-e051-4c5e-80a4-e790b6b07ecc tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:48.991022 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-7ced6a0c-e051-4c5e-80a4-e790b6b07ecc tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.60 "GET /v2.0/networks?id=8dd37e51-5afe-480c-821e-9a1461bcacb0 HTTP/1.1" status: 200 len: 814 time: 0.7030613 Aug 17 00:01:49.028927 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-147c3c01-89e6-41db-a9fb-5af854ec9554 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.60 "GET /v2.0/quotas/d6f4a216191046158c4ce7eddf7e2404 HTTP/1.1" status: 200 len: 375 time: 0.0267711 Aug 17 00:01:49.067612 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47b8bbe9-e4e5-4b6b-adfa-082b8a4130e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:49.094539 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ecc02396-1938-47c1-9903-2a8513785ecb None None] For port e5fe2ee8-498f-4eac-ac95-c27cdf7587aa, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:01:49.167472 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ecc02396-1938-47c1-9903-2a8513785ecb None None] For port e5fe2ee8-498f-4eac-ac95-c27cdf7587aa, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e5fe2ee8-498f-4eac-ac95-c27cdf7587aa,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:01:49.189630 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-bf18586d-1e3d-4686-999f-7f4b0b76f746 None None] Provisioning for port d51a5807-1473-4d71-bf0b-c17be2350b67 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:01:49.246092 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ecc02396-1938-47c1-9903-2a8513785ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:49.304566 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c7bb0-d500-4e91-a2b4-77ec7c62dc9c tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Pushing event updated for resources: {'Port': ['ID=cc07b0b3-7da7-4cc1-a556-24795f096829,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:49.305288 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-bf18586d-1e3d-4686-999f-7f4b0b76f746 None None] Provisioning complete for port d51a5807-1473-4d71-bf0b-c17be2350b67 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:49.325099 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bf18586d-1e3d-4686-999f-7f4b0b76f746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:49.415732 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-1bbc6063-7815-49b2-968a-95ed75ebc3c4 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6f4a216191046158c4ce7eddf7e2404&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3735344 Aug 17 00:01:49.586836 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e998b770-49d7-4ac3-af33-4bcb422ff7d4 req-5692aa75-b64c-4172-9527-364d63e6dfab tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 210 time: 0.2149577 Aug 17 00:01:49.592840 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ed6c7bb0-d500-4e91-a2b4-77ec7c62dc9c tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:49.627000 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47b8bbe9-e4e5-4b6b-adfa-082b8a4130e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:49.653594 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-bf18586d-1e3d-4686-999f-7f4b0b76f746 None None] Port d51a5807-1473-4d71-bf0b-c17be2350b67 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:01:49.655983 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4e35b-cdcc-4d7e-a33a-5702dd1cac30 None None] Pushing event updated for resources: {'Port': ['ID=e5fe2ee8-498f-4eac-ac95-c27cdf7587aa,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:49.675409 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f2d83902-72a9-4a63-9dc1-8e54f9bbcaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:49.678432 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:49.709356 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc02396-1938-47c1-9903-2a8513785ecb None None] Routers {'8f930463-4342-4f41-9231-090f0d8f0ead'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:01:49.710014 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ecc02396-1938-47c1-9903-2a8513785ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:01:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['8f930463-4342-4f41-9231-090f0d8f0ead'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:49.982431 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-563444a7-5982-4185-a193-274199ac11f7 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:49.984237 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-563444a7-5982-4185-a193-274199ac11f7 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.64 "GET /v2.0/networks?id=9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e HTTP/1.1" status: 200 len: 811 time: 0.4154518 Aug 17 00:01:50.105116 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ed6c7bb0-d500-4e91-a2b4-77ec7c62dc9c tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:50.137663 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:50.150670 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-ecc02396-1938-47c1-9903-2a8513785ecb None None] Set router 8f930463-4342-4f41-9231-090f0d8f0ead gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:01:50.174688 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-559dbecf-6f3d-45a8-b85b-122d84eac9b2 service neutron] 10.222.0.60 "GET /v2.0/networks/8dd37e51-5afe-480c-821e-9a1461bcacb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6282954 Aug 17 00:01:50.254769 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-42fcec6c-45b8-436a-93d7-df80b408a776 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:50.259423 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-42fcec6c-45b8-436a-93d7-df80b408a776 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] 10.222.0.64 "GET /v2.0/networks?id=5d7ca003-c422-4999-abbc-849a7b345b0a HTTP/1.1" status: 200 len: 821 time: 0.3780057 Aug 17 00:01:50.293436 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-78312917-f694-4757-aeb0-553cacef45f4 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Request body: {'port': {'device_id': '4b3f485d-011a-46b1-905c-e9b38aa829e6', 'network_id': '5d7ca003-c422-4999-abbc-849a7b345b0a', 'admin_state_up': True, 'tenant_id': 'a4bd9fc1429b413983358e713a5162b7'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:50.332616 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f16e7af-49db-4bba-a800-f648dbe582d6 req-5df5fd33-c695-4652-a8b3-1c31307c7672 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b3f485d-011a-46b1-905c-e9b38aa829e6 HTTP/1.1" status: 200 len: 210 time: 0.2335227 Aug 17 00:01:50.382222 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-e4179529-d807-4509-b064-398065da8e2a tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=577829ee48ff4a458b8d3998e4ad7f2a HTTP/1.1" status: 200 len: 380 time: 0.3094132 Aug 17 00:01:50.411359 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-61e2117a-c21f-4433-9e41-1a36b477159d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Request body: {'port': {'device_id': '2386a400-493f-4439-b467-5a4537fcdd80', 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e', 'admin_state_up': True, 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'security_groups': ['ddb26c62-d22c-4e30-8e03-2914f4d84137']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:50.486212 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-78312917-f694-4757-aeb0-553cacef45f4 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Made reservation on behalf of a4bd9fc1429b413983358e713a5162b7 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:01:50.498094 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-78312917-f694-4757-aeb0-553cacef45f4 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:50.504062 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6c7bb0-d500-4e91-a2b4-77ec7c62dc9c tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Router 98daed51-f139-430e-a4d4-342f858c3d8b is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:01:50.526983 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ecc02396-1938-47c1-9903-2a8513785ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'name': 'tempest-ServerActionsTestJSON-1673600175-router', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:41Z', 'updated_at': '2021-08-17T00:01:49Z', 'revision_number': 4, 'project_id': '61108af2093845fe9a64c45c9df6e55d', 'gw_port': {'id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:43Z', 'updated_at': '2021-08-17T00:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'd51a5807-1473-4d71-bf0b-c17be2350b67', 'name': '', 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'mac_address': 'fa:16:3e:79:9e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:47Z', 'updated_at': '2021-08-17T00:01:48Z', 'revision_number': 1, 'project_id': '61108af2093845fe9a64c45c9df6e55d', 'subnets': [{'id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:50.584688 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc02396-1938-47c1-9903-2a8513785ecb None None] The sync data for ids ['8f930463-4342-4f41-9231-090f0d8f0ead'] in n-d-800088-20 is: [{'id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'name': 'tempest-ServerActionsTestJSON-1673600175-router', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:41Z', 'updated_at': '2021-08-17T00:01:49Z', 'revision_number': 4, 'project_id': '61108af2093845fe9a64c45c9df6e55d', 'gw_port': {'id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:43Z', 'updated_at': '2021-08-17T00:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'd51a5807-1473-4d71-bf0b-c17be2350b67', 'name': '', 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'mac_address': 'fa:16:3e:79:9e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:47Z', 'updated_at': '2021-08-17T00:01:48Z', 'revision_number': 1, 'project_id': '61108af2093845fe9a64c45c9df6e55d', 'subnets': [{'id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:01:50.617914 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47b8bbe9-e4e5-4b6b-adfa-082b8a4130e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:50.637675 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47b8bbe9-e4e5-4b6b-adfa-082b8a4130e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:50.770672 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47b8bbe9-e4e5-4b6b-adfa-082b8a4130e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:50.781135 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-78312917-f694-4757-aeb0-553cacef45f4 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Allocated IP 172.20.0.5 (5d7ca003-c422-4999-abbc-849a7b345b0a/828e3b1f-69a0-4cfe-80d5-d12c11322459/3249286e-b047-44c2-aed9-cac46c8d8e2c) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:01:51.014116 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-78312917-f694-4757-aeb0-553cacef45f4 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:51.238290 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-78312917-f694-4757-aeb0-553cacef45f4 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:51.310539 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-78312917-f694-4757-aeb0-553cacef45f4 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Network 5d7ca003-c422-4999-abbc-849a7b345b0a is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:01:51.349488 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-78312917-f694-4757-aeb0-553cacef45f4 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:01:51.455120 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-78312917-f694-4757-aeb0-553cacef45f4 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:01:51.518750 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-59141a32-fb8e-4a39-a31c-6038db394d2a service neutron] 10.222.0.60 "GET /v2.0/networks/8dd37e51-5afe-480c-821e-9a1461bcacb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3101919 Aug 17 00:01:51.533179 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07371ec2-602c-4dde-97fe-df939a931770 req-a0704360-9f3b-4cdd-8742-cc663307599e tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 210 time: 0.7650130 Aug 17 00:01:51.588416 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-61e2117a-c21f-4433-9e41-1a36b477159d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Made reservation on behalf of 577829ee48ff4a458b8d3998e4ad7f2a for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:01:51.591893 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-61e2117a-c21f-4433-9e41-1a36b477159d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:51.622229 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78312917-f694-4757-aeb0-553cacef45f4 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Pushing event updated for resources: {'Port': ['ID=3249286e-b047-44c2-aed9-cac46c8d8e2c,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:51.779344 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-78312917-f694-4757-aeb0-553cacef45f4 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:51.784058 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-78312917-f694-4757-aeb0-553cacef45f4 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:51.851682 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6c7bb0-d500-4e91-a2b4-77ec7c62dc9c tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:01:51.863210 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c3f41a-f169-4027-afb2-62229423a7a9 None None] Sync routers for ids ['98daed51-f139-430e-a4d4-342f858c3d8b'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:01:51.872925 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-78312917-f694-4757-aeb0-553cacef45f4 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5814023 Aug 17 00:01:51.893033 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-840e17cd-f95e-4837-a524-a3b02247449a service neutron] Request body: {'port': {'device_id': '4b3f485d-011a-46b1-905c-e9b38aa829e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:51.914352 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c3f41a-f169-4027-afb2-62229423a7a9 None None] Routers {'98daed51-f139-430e-a4d4-342f858c3d8b'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:01:51.919545 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-f4c3f41a-f169-4027-afb2-62229423a7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:01:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['98daed51-f139-430e-a4d4-342f858c3d8b'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:51.933003 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-61e2117a-c21f-4433-9e41-1a36b477159d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Allocated IP 172.20.0.4 (9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e/f65ff7a7-5ac0-412f-a1d3-f77a57ca9614/e5e07747-cd41-4ecc-8be6-43ef0ba54bc5) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:01:52.009640 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ed6c7bb0-d500-4e91-a2b4-77ec7c62dc9c tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:52.013524 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ed6c7bb0-d500-4e91-a2b4-77ec7c62dc9c tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.4739614 Aug 17 00:01:52.016959 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60784) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:52.030139 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:52.286377 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8bbe9-e4e5-4b6b-adfa-082b8a4130e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d51a5807-1473-4d71-bf0b-c17be2350b67,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:52.299568 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b8bbe9-e4e5-4b6b-adfa-082b8a4130e9 admin admin] Network bf42c908-bd85-4d10-afc7-00681d389032 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:01:52.361932 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-47b8bbe9-e4e5-4b6b-adfa-082b8a4130e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:01:52.372609 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-138c9dfd-0ab1-406a-af78-be860da1483c req-688b9ebb-f88b-483d-a497-fdc2f13f17d2 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3ee37f8-3939-48f1-87ce-fd3d459cc9b5 HTTP/1.1" status: 200 len: 210 time: 0.0615218 Aug 17 00:01:52.399303 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-f4c3f41a-f169-4027-afb2-62229423a7a9 None None] Set router 98daed51-f139-430e-a4d4-342f858c3d8b gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:01:52.597581 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-840e17cd-f95e-4837-a524-a3b02247449a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:52.864111 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e5fe2ee8-498f-4eac-ac95-c27cdf7587aa up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:01:52.997199 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e05b5202-a204-4fad-b39e-f22b801c8da5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:53.001738 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-61e2117a-c21f-4433-9e41-1a36b477159d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:53.037007 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-61e2117a-c21f-4433-9e41-1a36b477159d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Transition to ACTIVE for port object e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:01:53.077513 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port e5fe2ee8-498f-4eac-ac95-c27cdf7587aa completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:01:53.130029 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-61e2117a-c21f-4433-9e41-1a36b477159d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:53.161143 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e5fe2ee8-498f-4eac-ac95-c27cdf7587aa triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:53.162908 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:53.357610 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-f4c3f41a-f169-4027-afb2-62229423a7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98daed51-f139-430e-a4d4-342f858c3d8b', 'name': '', 'tenant_id': '0575ce3b66f44b59abc17c0b40730a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd043210-5326-422a-816c-147158914e94', 'external_fixed_ips': [{'subnet_id': '3c95f307-5df5-4713-a012-5b6797f67e32', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'cc07b0b3-7da7-4cc1-a556-24795f096829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:45Z', 'updated_at': '2021-08-17T00:01:49Z', 'revision_number': 3, 'project_id': '0575ce3b66f44b59abc17c0b40730a79', 'gw_port': {'id': 'cc07b0b3-7da7-4cc1-a556-24795f096829', 'name': '', 'network_id': 'fd043210-5326-422a-816c-147158914e94', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98daed51-f139-430e-a4d4-342f858c3d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '3c95f307-5df5-4713-a012-5b6797f67e32', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:46Z', 'updated_at': '2021-08-17T00:01:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c95f307-5df5-4713-a012-5b6797f67e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:53.453997 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3da3808f-346d-48e6-83ee-244dcd6e3e21 None None] Provisioning complete for port d51a5807-1473-4d71-bf0b-c17be2350b67 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:53.454668 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3da3808f-346d-48e6-83ee-244dcd6e3e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:53.514698 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c3f41a-f169-4027-afb2-62229423a7a9 None None] Checking router: 98daed51-f139-430e-a4d4-342f858c3d8b for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:01:53.515444 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c3f41a-f169-4027-afb2-62229423a7a9 None None] Updating router 98daed51-f139-430e-a4d4-342f858c3d8b port cc07b0b3-7da7-4cc1-a556-24795f096829 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:01:53.521123 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2117a-c21f-4433-9e41-1a36b477159d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Pushing event updated for resources: {'Port': ['ID=e5e07747-cd41-4ecc-8be6-43ef0ba54bc5,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:53.646821 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-3da3808f-346d-48e6-83ee-244dcd6e3e21 None None] Port d51a5807-1473-4d71-bf0b-c17be2350b67 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:01:53.691270 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-f4c3f41a-f169-4027-afb2-62229423a7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:53.749128 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e05b5202-a204-4fad-b39e-f22b801c8da5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:53.803163 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd9695-49cd-4e0b-bcd3-2c86723a4b80 req-49f8f639-b908-49b4-b585-319d162bb29a tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:53.807329 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0bd9695-49cd-4e0b-bcd3-2c86723a4b80 req-49f8f639-b908-49b4-b585-319d162bb29a tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b3f485d-011a-46b1-905c-e9b38aa829e6 HTTP/1.1" status: 200 len: 931 time: 1.7741039 Aug 17 00:01:53.870525 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:53.871071 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60812) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:53.889717 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d150b-4b84-48d0-a5be-24084b9cc65d req-5ed82061-0489-4520-9e76-cfc8d44255e9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:53.903208 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-351d150b-4b84-48d0-a5be-24084b9cc65d req-5ed82061-0489-4520-9e76-cfc8d44255e9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 931 time: 1.0713434 Aug 17 00:01:53.936124 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-61e2117a-c21f-4433-9e41-1a36b477159d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Network 9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:01:53.956710 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port e5fe2ee8-498f-4eac-ac95-c27cdf7587aa, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e5fe2ee8-498f-4eac-ac95-c27cdf7587aa,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:01:53.966236 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:53.979636 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b8bbe9-e4e5-4b6b-adfa-082b8a4130e9 admin admin] Router 8f930463-4342-4f41-9231-090f0d8f0ead has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:01:53.981479 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-61e2117a-c21f-4433-9e41-1a36b477159d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:01:53.984439 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-61e2117a-c21f-4433-9e41-1a36b477159d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:01:54.218282 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-351d150b-4b84-48d0-a5be-24084b9cc65d req-111bef5c-0b1e-46c0-94d3-f1fba5012a77 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3139544 Aug 17 00:01:54.229680 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=e5fe2ee8-498f-4eac-ac95-c27cdf7587aa,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:54.266760 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:54.269604 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:54.271683 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:54.272246 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:54.276228 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:54.276843 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:54.277404 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:54.277915 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:54.278441 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:54.278943 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:54.279623 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:54.280118 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:01:54.296589 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0bd9695-49cd-4e0b-bcd3-2c86723a4b80 req-6a47e821-e373-4f90-868c-e17e6f7d7b1a tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] 10.222.0.60 "GET /v2.0/security-groups?id=b87a0ca1-bfee-44c9-9200-328986d2838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201186 Aug 17 00:01:54.448933 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-61e2117a-c21f-4433-9e41-1a36b477159d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:54.451982 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-61e2117a-c21f-4433-9e41-1a36b477159d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:54.610237 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7be43a6a-6d0d-4ddd-901f-f4b32ac25943 None None] Provisioning for port e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:01:54.618428 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7be43a6a-6d0d-4ddd-901f-f4b32ac25943 None None] Provisioning complete for port e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:54.620853 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7be43a6a-6d0d-4ddd-901f-f4b32ac25943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:54.662344 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19a48398-9340-43ef-85fc-66d0d42a477b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:54.808259 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-7be43a6a-6d0d-4ddd-901f-f4b32ac25943 None None] Port e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:01:54.824390 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-f4c3f41a-f169-4027-afb2-62229423a7a9 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:54.829421 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-e05b5202-a204-4fad-b39e-f22b801c8da5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Deleting port cc07b0b3-7da7-4cc1-a556-24795f096829 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:01:54.829952 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e05b5202-a204-4fad-b39e-f22b801c8da5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:54.836607 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e5fe2ee8-498f-4eac-ac95-c27cdf7587aa up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:01:54.849354 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-f4c3f41a-f169-4027-afb2-62229423a7a9 None None] Transition to ACTIVE for port object cc07b0b3-7da7-4cc1-a556-24795f096829 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:01:54.871078 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-f4c3f41a-f169-4027-afb2-62229423a7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:54.919952 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43913771-801e-4140-b8b5-4c8e8e748c86 req-bd374da9-4334-4203-a0c8-9f7f62f1d805 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3ee37f8-3939-48f1-87ce-fd3d459cc9b5 HTTP/1.1" status: 200 len: 210 time: 0.2524464 Aug 17 00:01:54.946206 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-61e2117a-c21f-4433-9e41-1a36b477159d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5466835 Aug 17 00:01:54.969816 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70bd294-d629-4533-9da4-765a31633fc0 None None] Pushing event updated for resources: {'Port': ['ID=cc07b0b3-7da7-4cc1-a556-24795f096829,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:54.988020 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e5fe2ee8-498f-4eac-ac95-c27cdf7587aa triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:54.988398 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:54.998356 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-f2a3d099-df08-4878-bda2-dbe86a62f5f8 service neutron] Request body: {'port': {'device_id': '2386a400-493f-4439-b467-5a4537fcdd80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:55.008344 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-f4c3f41a-f169-4027-afb2-62229423a7a9 None None] Attempting to bind port cc07b0b3-7da7-4cc1-a556-24795f096829 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:01:55.008713 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-f4c3f41a-f169-4027-afb2-62229423a7a9 None None] Attempting to bind port cc07b0b3-7da7-4cc1-a556-24795f096829 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'bcaee7d0-ec58-44c4-84f1-c2279fae5579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fd043210-5326-422a-816c-147158914e94'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:01:55.009259 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3f41a-f169-4027-afb2-62229423a7a9 None None] Attempting to bind port cc07b0b3-7da7-4cc1-a556-24795f096829 on network fd043210-5326-422a-816c-147158914e94 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:01:55.017730 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3f41a-f169-4027-afb2-62229423a7a9 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:01:55.018387 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3f41a-f169-4027-afb2-62229423a7a9 None None] Checking segment: {'id': 'bcaee7d0-ec58-44c4-84f1-c2279fae5579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fd043210-5326-422a-816c-147158914e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:01:55.018947 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-f4c3f41a-f169-4027-afb2-62229423a7a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:55.019837 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3f41a-f169-4027-afb2-62229423a7a9 None None] Bound using segment: {'id': 'bcaee7d0-ec58-44c4-84f1-c2279fae5579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fd043210-5326-422a-816c-147158914e94'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:01:55.022076 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-f4c3f41a-f169-4027-afb2-62229423a7a9 None None] Bound port: cc07b0b3-7da7-4cc1-a556-24795f096829, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcaee7d0-ec58-44c4-84f1-c2279fae5579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fd043210-5326-422a-816c-147158914e94'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:01:55.023279 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-f4c3f41a-f169-4027-afb2-62229423a7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:55.081897 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b8bbe9-e4e5-4b6b-adfa-082b8a4130e9 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:01:55.102271 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-47b8bbe9-e4e5-4b6b-adfa-082b8a4130e9 admin admin] 10.222.0.60 "PUT /v2.0/routers/8f930463-4342-4f41-9231-090f0d8f0ead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5565753 Aug 17 00:01:55.103255 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e05b5202-a204-4fad-b39e-f22b801c8da5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:55.161073 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-f4c3f41a-f169-4027-afb2-62229423a7a9 None None] For port cc07b0b3-7da7-4cc1-a556-24795f096829, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:01:55.166190 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-e05b5202-a204-4fad-b39e-f22b801c8da5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Calling delete_port for cc07b0b3-7da7-4cc1-a556-24795f096829 owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:01:55.168308 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-f4c3f41a-f169-4027-afb2-62229423a7a9 None None] For port cc07b0b3-7da7-4cc1-a556-24795f096829, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=cc07b0b3-7da7-4cc1-a556-24795f096829,segment=NetworkSegment(bcaee7d0-ec58-44c4-84f1-c2279fae5579),segment_id=bcaee7d0-ec58-44c4-84f1-c2279fae5579)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:01:55.196299 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-f4c3f41a-f169-4027-afb2-62229423a7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:55.218580 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-f2a3d099-df08-4878-bda2-dbe86a62f5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:55.347474 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-840e17cd-f95e-4837-a524-a3b02247449a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3249286e-b047-44c2-aed9-cac46c8d8e2c {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:01:55.357878 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-840e17cd-f95e-4837-a524-a3b02247449a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:55.372079 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-840e17cd-f95e-4837-a524-a3b02247449a service neutron] Transition to ACTIVE for port object 3249286e-b047-44c2-aed9-cac46c8d8e2c will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:01:55.410120 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-840e17cd-f95e-4837-a524-a3b02247449a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:55.422851 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a83ce9c-5e0a-4564-b18b-74092ffbdfc1 None None] Sync routers for ids ['8f930463-4342-4f41-9231-090f0d8f0ead'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:01:55.429459 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70bd294-d629-4533-9da4-765a31633fc0 None None] Pushing event updated for resources: {'Port': ['ID=cc07b0b3-7da7-4cc1-a556-24795f096829,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:55.437285 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a83ce9c-5e0a-4564-b18b-74092ffbdfc1 None None] Routers {'8f930463-4342-4f41-9231-090f0d8f0ead'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:01:55.437917 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-8a83ce9c-5e0a-4564-b18b-74092ffbdfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:01:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['8f930463-4342-4f41-9231-090f0d8f0ead'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:55.462002 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c3f41a-f169-4027-afb2-62229423a7a9 None None] Routers {'98daed51-f139-430e-a4d4-342f858c3d8b'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:01:55.470276 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e17cd-f95e-4837-a524-a3b02247449a service neutron] Pushing event updated for resources: {'Port': ['ID=3249286e-b047-44c2-aed9-cac46c8d8e2c,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:55.496979 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-f4c3f41a-f169-4027-afb2-62229423a7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:01:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['98daed51-f139-430e-a4d4-342f858c3d8b'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:55.551917 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19a48398-9340-43ef-85fc-66d0d42a477b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:55.561429 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-2644cfa0-0891-4055-8067-01fd6ffc5b38 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:55.563281 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-2644cfa0-0891-4055-8067-01fd6ffc5b38 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.64 "GET /v2.0/networks?id=8dd37e51-5afe-480c-821e-9a1461bcacb0 HTTP/1.1" status: 200 len: 814 time: 0.8949108 Aug 17 00:01:55.593556 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19a48398-9340-43ef-85fc-66d0d42a477b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:55.601340 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-56592df0-4cf1-4356-a5db-ed45065bdcf4 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Request body: {'port': {'device_id': 'e3ee37f8-3939-48f1-87ce-fd3d459cc9b5', 'network_id': '8dd37e51-5afe-480c-821e-9a1461bcacb0', 'admin_state_up': True, 'tenant_id': 'd6f4a216191046158c4ce7eddf7e2404'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:55.696412 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-840e17cd-f95e-4837-a524-a3b02247449a service neutron] Attempting to bind port 3249286e-b047-44c2-aed9-cac46c8d8e2c on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:01:55.700429 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-840e17cd-f95e-4837-a524-a3b02247449a service neutron] Attempting to bind port 3249286e-b047-44c2-aed9-cac46c8d8e2c by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '7250dddb-89d6-4d10-9206-696e16849344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5d7ca003-c422-4999-abbc-849a7b345b0a'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:01:55.700978 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-840e17cd-f95e-4837-a524-a3b02247449a service neutron] Attempting to bind port 3249286e-b047-44c2-aed9-cac46c8d8e2c on network 5d7ca003-c422-4999-abbc-849a7b345b0a {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:01:55.716746 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-840e17cd-f95e-4837-a524-a3b02247449a service neutron] Port 3249286e-b047-44c2-aed9-cac46c8d8e2c on network 5d7ca003-c422-4999-abbc-849a7b345b0a not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:01:55.717429 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-840e17cd-f95e-4837-a524-a3b02247449a service neutron] Attempting to bind port 3249286e-b047-44c2-aed9-cac46c8d8e2c on network 5d7ca003-c422-4999-abbc-849a7b345b0a {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:01:55.720348 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a48398-9340-43ef-85fc-66d0d42a477b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d6af12-b973-4da0-8e7c-d16238e46734,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:55.726041 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-840e17cd-f95e-4837-a524-a3b02247449a service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:01:55.726776 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-840e17cd-f95e-4837-a524-a3b02247449a service neutron] Checking segment: {'id': '7250dddb-89d6-4d10-9206-696e16849344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5d7ca003-c422-4999-abbc-849a7b345b0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:01:55.727337 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-840e17cd-f95e-4837-a524-a3b02247449a service neutron] Bound using segment: {'id': '7250dddb-89d6-4d10-9206-696e16849344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5d7ca003-c422-4999-abbc-849a7b345b0a'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:01:55.728636 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-840e17cd-f95e-4837-a524-a3b02247449a service neutron] Bound port: 3249286e-b047-44c2-aed9-cac46c8d8e2c, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7250dddb-89d6-4d10-9206-696e16849344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5d7ca003-c422-4999-abbc-849a7b345b0a'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:01:55.729763 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-840e17cd-f95e-4837-a524-a3b02247449a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:55.763804 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-8a83ce9c-5e0a-4564-b18b-74092ffbdfc1 None None] Set router 8f930463-4342-4f41-9231-090f0d8f0ead gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:01:55.812623 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-f4c3f41a-f169-4027-afb2-62229423a7a9 None None] Set router 98daed51-f139-430e-a4d4-342f858c3d8b gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:01:55.866971 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-840e17cd-f95e-4837-a524-a3b02247449a service neutron] For port 3249286e-b047-44c2-aed9-cac46c8d8e2c, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:01:55.872283 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-840e17cd-f95e-4837-a524-a3b02247449a service neutron] For port 3249286e-b047-44c2-aed9-cac46c8d8e2c, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3249286e-b047-44c2-aed9-cac46c8d8e2c,segment=NetworkSegment(7250dddb-89d6-4d10-9206-696e16849344),segment_id=7250dddb-89d6-4d10-9206-696e16849344)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:01:55.896403 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-840e17cd-f95e-4837-a524-a3b02247449a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:55.937143 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-f4c3f41a-f169-4027-afb2-62229423a7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98daed51-f139-430e-a4d4-342f858c3d8b', 'name': '', 'tenant_id': '0575ce3b66f44b59abc17c0b40730a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:45Z', 'updated_at': '2021-08-17T00:01:53Z', 'revision_number': 4, 'project_id': '0575ce3b66f44b59abc17c0b40730a79', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:55.979826 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858b513-9e57-4eae-8e6d-41c06b406c12 req-a0888ee3-c5e6-43f9-8b7d-44e90b445b32 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:55.981431 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f858b513-9e57-4eae-8e6d-41c06b406c12 req-a0888ee3-c5e6-43f9-8b7d-44e90b445b32 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b3f485d-011a-46b1-905c-e9b38aa829e6 HTTP/1.1" status: 200 len: 943 time: 0.4019740 Aug 17 00:01:55.989430 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e17cd-f95e-4837-a524-a3b02247449a service neutron] Pushing event updated for resources: {'Port': ['ID=3249286e-b047-44c2-aed9-cac46c8d8e2c,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:56.006454 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-840e17cd-f95e-4837-a524-a3b02247449a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:56.008134 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-840e17cd-f95e-4837-a524-a3b02247449a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:56.010221 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-840e17cd-f95e-4837-a524-a3b02247449a service neutron] 10.222.0.64 "PUT /v2.0/ports/3249286e-b047-44c2-aed9-cac46c8d8e2c HTTP/1.1" status: 200 len: 1092 time: 4.1298985 Aug 17 00:01:56.011608 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3f485d-011a-46b1-905c-e9b38aa829e6', 'tag': '3249286e-b047-44c2-aed9-cac46c8d8e2c'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:01:56.011741 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64c857-554d-46e2-a25c-8be5259d1542 req-f6afe0e1-6631-4d2b-a8ff-8590e07d0d5a tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:56.013353 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ab64c857-554d-46e2-a25c-8be5259d1542 req-f6afe0e1-6631-4d2b-a8ff-8590e07d0d5a tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 931 time: 0.4441442 Aug 17 00:01:56.016109 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0e5560-705e-4402-8ddb-8599d7073088" -d '{"events": [{"name": "network-changed", "server_uuid": "4b3f485d-011a-46b1-905c-e9b38aa829e6", "tag": "3249286e-b047-44c2-aed9-cac46c8d8e2c"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:01:56.024971 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c3f41a-f169-4027-afb2-62229423a7a9 None None] The sync data for ids ['98daed51-f139-430e-a4d4-342f858c3d8b'] in n-d-800088-20 is: [{'id': '98daed51-f139-430e-a4d4-342f858c3d8b', 'name': '', 'tenant_id': '0575ce3b66f44b59abc17c0b40730a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:45Z', 'updated_at': '2021-08-17T00:01:53Z', 'revision_number': 4, 'project_id': '0575ce3b66f44b59abc17c0b40730a79', 'gw_port_host': None}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:01:56.026449 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-19a48398-9340-43ef-85fc-66d0d42a477b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=22a568998aab42d7934c851dc598790b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1093931 Aug 17 00:01:56.030568 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60846) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:56.189307 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-4225dba3-0926-4bca-be5d-865bc7b36510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:56.190983 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-4225dba3-0926-4bca-be5d-865bc7b36510 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a4bd9fc1429b413983358e713a5162b7&device_id=4b3f485d-011a-46b1-905c-e9b38aa829e6 HTTP/1.1" status: 200 len: 1095 time: 0.1264980 Aug 17 00:01:56.220048 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-18f4b9c8-69f6-4522-8393-17f6e109b1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:56.233626 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f858b513-9e57-4eae-8e6d-41c06b406c12 req-53c8e46f-0c66-4cbd-ae9b-60596a9ba792 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] 10.222.0.60 "GET /v2.0/security-groups?id=b87a0ca1-bfee-44c9-9200-328986d2838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889031 Aug 17 00:01:56.259214 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ab64c857-554d-46e2-a25c-8be5259d1542 req-68b30f8f-d875-4d32-8ba4-2989f41f237e tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294283 Aug 17 00:01:56.284460 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-8a83ce9c-5e0a-4564-b18b-74092ffbdfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'name': 'tempest-ServerActionsTestJSON-1673600175-router', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:41Z', 'updated_at': '2021-08-17T00:01:49Z', 'revision_number': 4, 'project_id': '61108af2093845fe9a64c45c9df6e55d', 'gw_port': {'id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:43Z', 'updated_at': '2021-08-17T00:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'd51a5807-1473-4d71-bf0b-c17be2350b67', 'name': '', 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'mac_address': 'fa:16:3e:79:9e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:47Z', 'updated_at': '2021-08-17T00:01:49Z', 'revision_number': 2, 'project_id': '61108af2093845fe9a64c45c9df6e55d', 'subnets': [{'id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:56.288635 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-f32d51c7-d5d3-4ac3-bd83-359145dab613 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3249286e-b047-44c2-aed9-cac46c8d8e2c HTTP/1.1" status: 200 len: 217 time: 0.0700357 Aug 17 00:01:56.368941 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-0bc4e5b2-eb2a-4b5b-84d1-ce00aae4d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:56.371343 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-0bc4e5b2-eb2a-4b5b-84d1-ce00aae4d4e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=828e3b1f-69a0-4cfe-80d5-d12c11322459 HTTP/1.1" status: 200 len: 861 time: 0.0687971 Aug 17 00:01:56.388621 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a83ce9c-5e0a-4564-b18b-74092ffbdfc1 None None] Checking router: 8f930463-4342-4f41-9231-090f0d8f0ead for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:01:56.389109 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a83ce9c-5e0a-4564-b18b-74092ffbdfc1 None None] Updating router 8f930463-4342-4f41-9231-090f0d8f0ead port d51a5807-1473-4d71-bf0b-c17be2350b67 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:01:56.422133 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-56592df0-4cf1-4356-a5db-ed45065bdcf4 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Made reservation on behalf of d6f4a216191046158c4ce7eddf7e2404 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:01:56.426859 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-56592df0-4cf1-4356-a5db-ed45065bdcf4 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:56.445946 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-930e05f7-2fae-490e-9751-f851be5017b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5d7ca003-c422-4999-abbc-849a7b345b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668607 Aug 17 00:01:56.456807 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e05b5202-a204-4fad-b39e-f22b801c8da5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:56.459420 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8a83ce9c-5e0a-4564-b18b-74092ffbdfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:56.471696 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-18f4b9c8-69f6-4522-8393-17f6e109b1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:56.653225 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b5202-a204-4fad-b39e-f22b801c8da5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc07b0b3-7da7-4cc1-a556-24795f096829,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:56.695358 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-f2a3d099-df08-4878-bda2-dbe86a62f5f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:01:56.705167 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-f2a3d099-df08-4878-bda2-dbe86a62f5f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:56.746586 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-f2a3d099-df08-4878-bda2-dbe86a62f5f8 service neutron] Transition to ACTIVE for port object e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:01:56.837589 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-f2a3d099-df08-4878-bda2-dbe86a62f5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:56.874003 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e05b5202-a204-4fad-b39e-f22b801c8da5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:56.905660 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a672146b-eaef-40bd-b1dd-efb8f61c1aaf req-08ae2464-e2de-4308-92e6-24ece1ebf11e tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3ee37f8-3939-48f1-87ce-fd3d459cc9b5 HTTP/1.1" status: 200 len: 210 time: 0.1351540 Aug 17 00:01:56.961412 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-18f4b9c8-69f6-4522-8393-17f6e109b1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:56.968820 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-18f4b9c8-69f6-4522-8393-17f6e109b1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:56.974165 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-18f4b9c8-69f6-4522-8393-17f6e109b1fd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e8d6af12-b973-4da0-8e7c-d16238e46734 HTTP/1.1" status: 204 len: 168 time: 0.9375391 Aug 17 00:01:57.083917 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60868) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:57.087671 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8a83ce9c-5e0a-4564-b18b-74092ffbdfc1 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:57.109946 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8a83ce9c-5e0a-4564-b18b-74092ffbdfc1 None None] Transition to ACTIVE for port object d51a5807-1473-4d71-bf0b-c17be2350b67 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:01:57.114565 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69493164-96c3-48b6-b4ad-339bd3c8f72b x-openstack-request-id: req-69493164-96c3-48b6-b4ad-339bd3c8f72b {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:01:57.116268 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b3f485d-011a-46b1-905c-e9b38aa829e6", "tag": "3249286e-b047-44c2-aed9-cac46c8d8e2c", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:01:57.116681 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-69493164-96c3-48b6-b4ad-339bd3c8f72b {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:01:57.117639 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b3f485d-011a-46b1-905c-e9b38aa829e6', 'tag': '3249286e-b047-44c2-aed9-cac46c8d8e2c', 'status': 'completed', 'code': 200} Aug 17 00:01:57.119364 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f4b9c8-69f6-4522-8393-17f6e109b1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d6af12-b973-4da0-8e7c-d16238e46734,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:57.119627 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-d21c8985-5613-4a15-8df2-4a5ffda6e07a tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2025818988', 'description': 'tempest-description--420552133'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:57.126013 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8a83ce9c-5e0a-4564-b18b-74092ffbdfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:57.129875 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-33b665bd-978e-4809-a496-2501d9343ae4 service neutron] 10.222.0.64 "GET /v2.0/networks/5d7ca003-c422-4999-abbc-849a7b345b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6704259 Aug 17 00:01:57.168165 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e05b5202-a204-4fad-b39e-f22b801c8da5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:57.171749 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e05b5202-a204-4fad-b39e-f22b801c8da5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:57.225383 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2b8e2-c2e4-407d-a915-02357bba926e None None] Pushing event updated for resources: {'Port': ['ID=d51a5807-1473-4d71-bf0b-c17be2350b67,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:57.262665 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3d099-df08-4878-bda2-dbe86a62f5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e07747-cd41-4ecc-8be6-43ef0ba54bc5,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:57.385476 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8a83ce9c-5e0a-4564-b18b-74092ffbdfc1 None None] Attempting to bind port d51a5807-1473-4d71-bf0b-c17be2350b67 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:01:57.385808 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8a83ce9c-5e0a-4564-b18b-74092ffbdfc1 None None] Attempting to bind port d51a5807-1473-4d71-bf0b-c17be2350b67 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:01:57.386143 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83ce9c-5e0a-4564-b18b-74092ffbdfc1 None None] Attempting to bind port d51a5807-1473-4d71-bf0b-c17be2350b67 on network bf42c908-bd85-4d10-afc7-00681d389032 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:01:57.389881 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d21c8985-5613-4a15-8df2-4a5ffda6e07a tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:57.402142 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83ce9c-5e0a-4564-b18b-74092ffbdfc1 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:01:57.402535 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83ce9c-5e0a-4564-b18b-74092ffbdfc1 None None] Checking segment: {'id': 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:01:57.402951 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8a83ce9c-5e0a-4564-b18b-74092ffbdfc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:57.404209 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83ce9c-5e0a-4564-b18b-74092ffbdfc1 None None] Bound using segment: {'id': 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:01:57.409482 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8a83ce9c-5e0a-4564-b18b-74092ffbdfc1 None None] Bound port: d51a5807-1473-4d71-bf0b-c17be2350b67, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:01:57.409903 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8a83ce9c-5e0a-4564-b18b-74092ffbdfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:57.545594 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-8a83ce9c-5e0a-4564-b18b-74092ffbdfc1 None None] For port d51a5807-1473-4d71-bf0b-c17be2350b67, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:01:57.551574 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-8a83ce9c-5e0a-4564-b18b-74092ffbdfc1 None None] For port d51a5807-1473-4d71-bf0b-c17be2350b67, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d51a5807-1473-4d71-bf0b-c17be2350b67,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:01:57.563340 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8a83ce9c-5e0a-4564-b18b-74092ffbdfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:57.639634 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-56592df0-4cf1-4356-a5db-ed45065bdcf4 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Allocated IP 172.20.0.5 (8dd37e51-5afe-480c-821e-9a1461bcacb0/4f0204ed-3ec1-4765-80a7-ae3560208657/7f23aba5-ac0a-457b-8d56-80f43b9ed3a2) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:01:57.661822 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60884) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:57.673792 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c851e-0bbc-4440-ac39-e5bf3d05ad5d req-08aefb3b-94ed-427b-98f8-79de2e6c77a3 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:57.675544 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-013c851e-0bbc-4440-ac39-e5bf3d05ad5d req-08aefb3b-94ed-427b-98f8-79de2e6c77a3 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b3f485d-011a-46b1-905c-e9b38aa829e6 HTTP/1.1" status: 200 len: 943 time: 0.2165260 Aug 17 00:01:57.688120 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a83ce9c-5e0a-4564-b18b-74092ffbdfc1 None None] Routers {'8f930463-4342-4f41-9231-090f0d8f0ead'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:01:57.688765 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-8a83ce9c-5e0a-4564-b18b-74092ffbdfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:01:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['8f930463-4342-4f41-9231-090f0d8f0ead'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:57.708245 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c7abaaba-1a67-4cd8-b77d-3f35b78769b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:57.747383 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2b8e2-c2e4-407d-a915-02357bba926e None None] Pushing event updated for resources: {'Port': ['ID=d51a5807-1473-4d71-bf0b-c17be2350b67,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:57.754119 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d393c-6b1f-4c40-9d17-27a517bc2629 req-8e06dbb8-9018-4f6f-9841-57bc5e943caf tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:57.755818 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a1d393c-6b1f-4c40-9d17-27a517bc2629 req-8e06dbb8-9018-4f6f-9841-57bc5e943caf tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 943 time: 0.2956605 Aug 17 00:01:57.756659 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-f2a3d099-df08-4878-bda2-dbe86a62f5f8 service neutron] Attempting to bind port e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:01:57.757330 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-f2a3d099-df08-4878-bda2-dbe86a62f5f8 service neutron] Attempting to bind port e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4c5a094e-350e-4376-8e86-ac9d4b58e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:01:57.757902 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-f2a3d099-df08-4878-bda2-dbe86a62f5f8 service neutron] Attempting to bind port e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 on network 9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:01:57.778518 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-f2a3d099-df08-4878-bda2-dbe86a62f5f8 service neutron] Port e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 on network 9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:01:57.779016 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-f2a3d099-df08-4878-bda2-dbe86a62f5f8 service neutron] Attempting to bind port e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 on network 9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:01:57.829926 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-f2a3d099-df08-4878-bda2-dbe86a62f5f8 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:01:57.830472 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-f2a3d099-df08-4878-bda2-dbe86a62f5f8 service neutron] Checking segment: {'id': '4c5a094e-350e-4376-8e86-ac9d4b58e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:01:57.830969 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-f2a3d099-df08-4878-bda2-dbe86a62f5f8 service neutron] Bound using segment: {'id': '4c5a094e-350e-4376-8e86-ac9d4b58e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:01:57.831680 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-f2a3d099-df08-4878-bda2-dbe86a62f5f8 service neutron] Bound port: e5e07747-cd41-4ecc-8be6-43ef0ba54bc5, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c5a094e-350e-4376-8e86-ac9d4b58e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:01:57.832159 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-f2a3d099-df08-4878-bda2-dbe86a62f5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:57.837970 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-8a83ce9c-5e0a-4564-b18b-74092ffbdfc1 None None] Set router 8f930463-4342-4f41-9231-090f0d8f0ead gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:01:57.888296 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e05b5202-a204-4fad-b39e-f22b801c8da5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:57.888866 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05b5202-a204-4fad-b39e-f22b801c8da5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98daed51-f139-430e-a4d4-342f858c3d8b {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:01:57.905393 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e05b5202-a204-4fad-b39e-f22b801c8da5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:57.909377 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e05b5202-a204-4fad-b39e-f22b801c8da5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "DELETE /v2.0/routers/98daed51-f139-430e-a4d4-342f858c3d8b HTTP/1.1" status: 204 len: 168 time: 5.8911288 Aug 17 00:01:57.910008 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60888) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:57.952995 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-013c851e-0bbc-4440-ac39-e5bf3d05ad5d req-2f6508df-544c-4749-ba4e-a1136ca6bedb tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] 10.222.0.60 "GET /v2.0/security-groups?id=b87a0ca1-bfee-44c9-9200-328986d2838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398424 Aug 17 00:01:57.979565 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43b441e0-ab6d-4b3d-9f08-5054da8cc6f3 req-ed3c6b3e-68e0-408d-b18a-5d8de9288019 service neutron] 10.222.0.64 "GET /v2.0/networks/5d7ca003-c422-4999-abbc-849a7b345b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8386950 Aug 17 00:01:58.050266 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a1d393c-6b1f-4c40-9d17-27a517bc2629 req-8f5e35e3-05cf-4f90-9f99-337fbb2a5f03 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2664194 Aug 17 00:01:58.054719 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10bd66f-b0e1-4846-9079-9675fb180f2a tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Deleting subnet 3c95f307-5df5-4713-a012-5b6797f67e32 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:01:58.079350 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e10bd66f-b0e1-4846-9079-9675fb180f2a tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:58.116782 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d21c8985-5613-4a15-8df2-4a5ffda6e07a tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:58.149171 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-f2a3d099-df08-4878-bda2-dbe86a62f5f8 service neutron] For port e5e07747-cd41-4ecc-8be6-43ef0ba54bc5, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:01:58.156835 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d21c8985-5613-4a15-8df2-4a5ffda6e07a tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:58.177639 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-f2a3d099-df08-4878-bda2-dbe86a62f5f8 service neutron] For port e5e07747-cd41-4ecc-8be6-43ef0ba54bc5, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=e5e07747-cd41-4ecc-8be6-43ef0ba54bc5,segment=NetworkSegment(4c5a094e-350e-4376-8e86-ac9d4b58e520),segment_id=4c5a094e-350e-4376-8e86-ac9d4b58e520)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:01:58.180815 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e10bd66f-b0e1-4846-9079-9675fb180f2a tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:58.184984 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e5560-705e-4402-8ddb-8599d7073088 req-1697aae0-5ef1-4525-82d4-a3fd82a45f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:58.187883 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ee0e5560-705e-4402-8ddb-8599d7073088 req-1697aae0-5ef1-4525-82d4-a3fd82a45f22 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a4bd9fc1429b413983358e713a5162b7&device_id=4b3f485d-011a-46b1-905c-e9b38aa829e6 HTTP/1.1" status: 200 len: 1095 time: 0.1240118 Aug 17 00:01:58.200093 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-f2a3d099-df08-4878-bda2-dbe86a62f5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:58.282708 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-8a83ce9c-5e0a-4564-b18b-74092ffbdfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'name': 'tempest-ServerActionsTestJSON-1673600175-router', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:41Z', 'updated_at': '2021-08-17T00:01:49Z', 'revision_number': 4, 'project_id': '61108af2093845fe9a64c45c9df6e55d', 'gw_port': {'id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:43Z', 'updated_at': '2021-08-17T00:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'd51a5807-1473-4d71-bf0b-c17be2350b67', 'name': '', 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'mac_address': 'fa:16:3e:79:9e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:47Z', 'updated_at': '2021-08-17T00:01:57Z', 'revision_number': 4, 'project_id': '61108af2093845fe9a64c45c9df6e55d', 'subnets': [{'id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:58.327688 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-56592df0-4cf1-4356-a5db-ed45065bdcf4 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:58.333823 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e10bd66f-b0e1-4846-9079-9675fb180f2a tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:58.338947 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a83ce9c-5e0a-4564-b18b-74092ffbdfc1 None None] The sync data for ids ['8f930463-4342-4f41-9231-090f0d8f0ead'] in n-d-800088-20 is: [{'id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'name': 'tempest-ServerActionsTestJSON-1673600175-router', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:41Z', 'updated_at': '2021-08-17T00:01:49Z', 'revision_number': 4, 'project_id': '61108af2093845fe9a64c45c9df6e55d', 'gw_port': {'id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:43Z', 'updated_at': '2021-08-17T00:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'd51a5807-1473-4d71-bf0b-c17be2350b67', 'name': '', 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'mac_address': 'fa:16:3e:79:9e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:47Z', 'updated_at': '2021-08-17T00:01:57Z', 'revision_number': 4, 'project_id': '61108af2093845fe9a64c45c9df6e55d', 'subnets': [{'id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:01:58.439696 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e5560-705e-4402-8ddb-8599d7073088 req-4bf6283e-753d-4f4b-b0bc-712c363b535d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:58.441249 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ee0e5560-705e-4402-8ddb-8599d7073088 req-4bf6283e-753d-4f4b-b0bc-712c363b535d service neutron] 10.222.0.64 "GET /v2.0/networks?id=5d7ca003-c422-4999-abbc-849a7b345b0a HTTP/1.1" status: 200 len: 922 time: 0.2004445 Aug 17 00:01:58.452601 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-71a55481-cc24-4e05-a948-9bdb2b26c19a req-8fa5802f-20e7-48af-9802-547e1bc881a4 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3ee37f8-3939-48f1-87ce-fd3d459cc9b5 HTTP/1.1" status: 200 len: 210 time: 0.2797680 Aug 17 00:01:58.453771 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3d099-df08-4878-bda2-dbe86a62f5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e07747-cd41-4ecc-8be6-43ef0ba54bc5,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:58.488902 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-f2a3d099-df08-4878-bda2-dbe86a62f5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:58.489841 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-f2a3d099-df08-4878-bda2-dbe86a62f5f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:58.492327 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-f2a3d099-df08-4878-bda2-dbe86a62f5f8 service neutron] 10.222.0.64 "PUT /v2.0/ports/e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 HTTP/1.1" status: 200 len: 1092 time: 3.5155377 Aug 17 00:01:58.513257 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2386a400-493f-4439-b467-5a4537fcdd80', 'tag': 'e5e07747-cd41-4ecc-8be6-43ef0ba54bc5'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:01:58.516530 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70af7b6c-1617-4294-b23c-d9d84614075c" -d '{"events": [{"name": "network-changed", "server_uuid": "2386a400-493f-4439-b467-5a4537fcdd80", "tag": "e5e07747-cd41-4ecc-8be6-43ef0ba54bc5"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:01:58.551535 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c8985-5613-4a15-8df2-4a5ffda6e07a tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:58.574836 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ee0e5560-705e-4402-8ddb-8599d7073088 req-cd2e2162-50aa-47ef-ac14-ddee355a27e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3249286e-b047-44c2-aed9-cac46c8d8e2c HTTP/1.1" status: 200 len: 217 time: 0.1237519 Aug 17 00:01:58.669768 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202b5eb2-af66-4f37-b589-21d6a5b2be7c x-openstack-request-id: req-202b5eb2-af66-4f37-b589-21d6a5b2be7c {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:01:58.670073 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2386a400-493f-4439-b467-5a4537fcdd80", "tag": "e5e07747-cd41-4ecc-8be6-43ef0ba54bc5", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:01:58.670312 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-202b5eb2-af66-4f37-b589-21d6a5b2be7c {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:01:58.670724 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2386a400-493f-4439-b467-5a4537fcdd80', 'tag': 'e5e07747-cd41-4ecc-8be6-43ef0ba54bc5', 'status': 'completed', 'code': 200} Aug 17 00:01:58.700180 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-56592df0-4cf1-4356-a5db-ed45065bdcf4 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:58.723314 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e5560-705e-4402-8ddb-8599d7073088 req-045e7ebc-a92a-4aa2-a646-5833972748cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:58.724861 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ee0e5560-705e-4402-8ddb-8599d7073088 req-045e7ebc-a92a-4aa2-a646-5833972748cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=828e3b1f-69a0-4cfe-80d5-d12c11322459 HTTP/1.1" status: 200 len: 861 time: 0.1142373 Aug 17 00:01:58.726431 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e10bd66f-b0e1-4846-9079-9675fb180f2a tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:58.760567 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e10bd66f-b0e1-4846-9079-9675fb180f2a tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:58.765396 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e10bd66f-b0e1-4846-9079-9675fb180f2a tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/3c95f307-5df5-4713-a012-5b6797f67e32 HTTP/1.1" status: 204 len: 168 time: 0.8496339 Aug 17 00:01:58.766058 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60938) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:58.775017 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10bd66f-b0e1-4846-9079-9675fb180f2a tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3c95f307-5df5-4713-a012-5b6797f67e32,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:58.823747 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d51a5807-1473-4d71-bf0b-c17be2350b67 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:01:58.830806 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ee0e5560-705e-4402-8ddb-8599d7073088 req-4ad37235-26df-4984-a34d-8c03c1fe16c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5d7ca003-c422-4999-abbc-849a7b345b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952017 Aug 17 00:01:58.886858 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-b58a7600-e071-4339-9e77-207df73d422f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:58.888743 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-b58a7600-e071-4339-9e77-207df73d422f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=577829ee48ff4a458b8d3998e4ad7f2a&device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 1095 time: 0.3254218 Aug 17 00:01:58.894567 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-56592df0-4cf1-4356-a5db-ed45065bdcf4 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Network 8dd37e51-5afe-480c-821e-9a1461bcacb0 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:01:58.942573 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-56592df0-4cf1-4356-a5db-ed45065bdcf4 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:01:58.946296 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port d51a5807-1473-4d71-bf0b-c17be2350b67 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:01:58.951454 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port d51a5807-1473-4d71-bf0b-c17be2350b67 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:01:58.952106 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:58.956107 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-56592df0-4cf1-4356-a5db-ed45065bdcf4 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:01:58.973755 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ee0e5560-705e-4402-8ddb-8599d7073088 req-90b3e143-ee59-48ad-bd61-1ecfcbe547c0 service neutron] 10.222.0.64 "GET /v2.0/networks/5d7ca003-c422-4999-abbc-849a7b345b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309195 Aug 17 00:01:59.091148 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-2a71ea13-8dee-45f9-88ec-499368f7733f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 HTTP/1.1" status: 200 len: 217 time: 0.1894057 Aug 17 00:01:59.092016 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56592df0-4cf1-4356-a5db-ed45065bdcf4 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Pushing event updated for resources: {'Port': ['ID=7f23aba5-ac0a-457b-8d56-80f43b9ed3a2,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:59.111468 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c7abaaba-1a67-4cd8-b77d-3f35b78769b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:59.119901 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:59.174453 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ee0e5560-705e-4402-8ddb-8599d7073088 req-7cbc90c8-ddc2-4888-9f76-8062e42c0b08 service neutron] 10.222.0.64 "GET /v2.0/networks/5d7ca003-c422-4999-abbc-849a7b345b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836476 Aug 17 00:01:59.199149 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d21c8985-5613-4a15-8df2-4a5ffda6e07a tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:59.200932 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d21c8985-5613-4a15-8df2-4a5ffda6e07a tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.1051490 Aug 17 00:01:59.202068 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c7abaaba-1a67-4cd8-b77d-3f35b78769b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:59.204672 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60964) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:59.210308 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port d51a5807-1473-4d71-bf0b-c17be2350b67, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d51a5807-1473-4d71-bf0b-c17be2350b67,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:01:59.215352 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-e77417af-81e4-4e72-b9c1-5d5970bf67e0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Request body: {'security_group_rule': {'security_group_id': 'e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:59.228117 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:59.236662 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-226499aa-3764-4dd2-8eb3-60c8d35b7441 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:59.243187 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-56592df0-4cf1-4356-a5db-ed45065bdcf4 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:59.244204 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-56592df0-4cf1-4356-a5db-ed45065bdcf4 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:59.355639 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7abaaba-1a67-4cd8-b77d-3f35b78769b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85657d22-2719-4de6-ab9a-75ccf08f49bd,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:59.361168 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-974fc529-7403-46c8-a733-3315671811d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:59.363050 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-974fc529-7403-46c8-a733-3315671811d2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f65ff7a7-5ac0-412f-a1d3-f77a57ca9614 HTTP/1.1" status: 200 len: 850 time: 0.2576938 Aug 17 00:01:59.374421 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-226499aa-3764-4dd2-8eb3-60c8d35b7441 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:59.386474 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-226499aa-3764-4dd2-8eb3-60c8d35b7441 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd043210-5326-422a-816c-147158914e94']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:59.397150 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16588ab-b399-4c8f-8af0-03eb5de5a089 req-19306654-c7d8-4e60-8849-a935b87abcba tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:59.399631 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b16588ab-b399-4c8f-8af0-03eb5de5a089 req-19306654-c7d8-4e60-8849-a935b87abcba tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b3f485d-011a-46b1-905c-e9b38aa829e6 HTTP/1.1" status: 200 len: 943 time: 0.2749286 Aug 17 00:01:59.404490 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c7abaaba-1a67-4cd8-b77d-3f35b78769b5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ee827203097421ea8a9e53f3230c8b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7255480 Aug 17 00:01:59.409028 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-226499aa-3764-4dd2-8eb3-60c8d35b7441 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcaee7d0-ec58-44c4-84f1-c2279fae5579') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:59.409668 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-226499aa-3764-4dd2-8eb3-60c8d35b7441 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcaee7d0-ec58-44c4-84f1-c2279fae5579') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:01:59.421569 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-226499aa-3764-4dd2-8eb3-60c8d35b7441 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:59.447653 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60968) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:59.480803 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-226499aa-3764-4dd2-8eb3-60c8d35b7441 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:59.502004 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e77417af-81e4-4e72-b9c1-5d5970bf67e0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:59.521528 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226499aa-3764-4dd2-8eb3-60c8d35b7441 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:01:59.521921 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-226499aa-3764-4dd2-8eb3-60c8d35b7441 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: items = [ Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:01:59.527215 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:01:59.542475 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=d51a5807-1473-4d71-bf0b-c17be2350b67,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:59.610003 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-490d2d78-2126-4473-b7ce-c739f383bf5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:59.690358 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-490d2d78-2126-4473-b7ce-c739f383bf5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:59.710383 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e77417af-81e4-4e72-b9c1-5d5970bf67e0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:59.711802 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-226499aa-3764-4dd2-8eb3-60c8d35b7441 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:59.722161 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226499aa-3764-4dd2-8eb3-60c8d35b7441 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fd043210-5326-422a-816c-147158914e94 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 17 00:01:59.725975 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e77417af-81e4-4e72-b9c1-5d5970bf67e0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:59.728157 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-226499aa-3764-4dd2-8eb3-60c8d35b7441 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:59.734971 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-226499aa-3764-4dd2-8eb3-60c8d35b7441 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "DELETE /v2.0/networks/fd043210-5326-422a-816c-147158914e94 HTTP/1.1" status: 204 len: 168 time: 0.9472122 Aug 17 00:01:59.816734 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226499aa-3764-4dd2-8eb3-60c8d35b7441 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Pushing event deleted for resources: {'Network': ['ID=fd043210-5326-422a-816c-147158914e94,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:59.847258 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77417af-81e4-4e72-b9c1-5d5970bf67e0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6666a859-1c48-477b-a2ff-c5e6ad6f48ab,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:59.866028 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e77417af-81e4-4e72-b9c1-5d5970bf67e0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:59.880563 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e77417af-81e4-4e72-b9c1-5d5970bf67e0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6724207 Aug 17 00:01:59.887333 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60976) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:01:59.894904 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-3e6de0c0-343a-435d-b5a9-28510a23949a tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Request body: {'security_group_rule': {'security_group_id': 'e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:01:59.929384 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-490d2d78-2126-4473-b7ce-c739f383bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:59.932875 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-490d2d78-2126-4473-b7ce-c739f383bf5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:59.934558 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-490d2d78-2126-4473-b7ce-c739f383bf5b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/85657d22-2719-4de6-ab9a-75ccf08f49bd HTTP/1.1" status: 204 len: 168 time: 0.4838033 Aug 17 00:01:59.949143 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d2d78-2126-4473-b7ce-c739f383bf5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85657d22-2719-4de6-ab9a-75ccf08f49bd,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:01:59.954211 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e6de0c0-343a-435d-b5a9-28510a23949a tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:59.997600 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-56592df0-4cf1-4356-a5db-ed45065bdcf4 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4001126 Aug 17 00:02:00.031137 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-67ded4df-a062-4677-964c-711760a525b4 service neutron] Request body: {'port': {'device_id': 'e3ee37f8-3939-48f1-87ce-fd3d459cc9b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:00.034470 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e6de0c0-343a-435d-b5a9-28510a23949a tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:00.041331 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e6de0c0-343a-435d-b5a9-28510a23949a tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:00.046486 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04c939-54a1-4553-809b-dd5e2bc60b7f req-7c7824a4-b46d-4418-91b5-73a1065a1217 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:00.048636 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8c04c939-54a1-4553-809b-dd5e2bc60b7f req-7c7824a4-b46d-4418-91b5-73a1065a1217 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 943 time: 0.6382821 Aug 17 00:02:00.053263 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-42ff1cbd-03ed-4990-b1aa-05b2b3f3efef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:00.055686 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-42ff1cbd-03ed-4990-b1aa-05b2b3f3efef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6769335 Aug 17 00:02:00.068264 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6de0c0-343a-435d-b5a9-28510a23949a tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=577d1545-1d50-4eee-ba8c-af88d81b6cb0,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:00.072022 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e6de0c0-343a-435d-b5a9-28510a23949a tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:00.076027 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3e6de0c0-343a-435d-b5a9-28510a23949a tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1849110 Aug 17 00:02:00.076537 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60982) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:00.081646 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-5cf7c83c-c3eb-42b9-9314-783b1026c884 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:00.120935 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c83c-c3eb-42b9-9314-783b1026c884 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:00.167589 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b16588ab-b399-4c8f-8af0-03eb5de5a089 req-f787c722-7a0a-4ad5-8383-a54ff7d3c3f6 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] 10.222.0.60 "GET /v2.0/security-groups?id=b87a0ca1-bfee-44c9-9200-328986d2838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6838276 Aug 17 00:02:00.278841 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-67ded4df-a062-4677-964c-711760a525b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:00.302661 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8c04c939-54a1-4553-809b-dd5e2bc60b7f req-1562c12d-a0b1-4312-854c-958ce80668f9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447102 Aug 17 00:02:00.365169 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c83c-c3eb-42b9-9314-783b1026c884 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:00.365169 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60988) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:00.371413 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-93d355e0-0166-4fae-aa39-94df265effe6 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Request body: {'router': {'name': 'tempest-router--1268719243', 'project_id': '394f58cd2e9144ef8ebfdc78f9b2a39c'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:00.444030 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-93d355e0-0166-4fae-aa39-94df265effe6 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:00.445230 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-93d355e0-0166-4fae-aa39-94df265effe6 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:00.463125 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-32952f3c-75ff-460d-b08c-91a081831675 service neutron] 10.222.0.64 "GET /v2.0/networks/9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742905 Aug 17 00:02:00.570967 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-93d355e0-0166-4fae-aa39-94df265effe6 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:00.581984 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-5cf7c83c-c3eb-42b9-9314-783b1026c884 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Allocated IP 172.25.3.151 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/1c828b2a-8543-4b91-b3f2-daa84cc9261c) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:02:00.588775 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-93d355e0-0166-4fae-aa39-94df265effe6 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:00.629384 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-93d355e0-0166-4fae-aa39-94df265effe6 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:00.634576 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-93d355e0-0166-4fae-aa39-94df265effe6 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2682259 Aug 17 00:02:00.635289 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 32776) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:00.740878 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d51a5807-1473-4d71-bf0b-c17be2350b67 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:02:00.757195 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9108d926-80c7-46d3-b564-e932d2c8ef65 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:00.853391 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port d51a5807-1473-4d71-bf0b-c17be2350b67 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:02:00.854157 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:00.923723 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57b42f-eb98-457e-8f15-f1e961813c95 req-5bd740e1-0875-4c2a-b4f5-0a0447b95af8 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:00.925327 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fa57b42f-eb98-457e-8f15-f1e961813c95 req-5bd740e1-0875-4c2a-b4f5-0a0447b95af8 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3ee37f8-3939-48f1-87ce-fd3d459cc9b5 HTTP/1.1" status: 200 len: 931 time: 0.4706836 Aug 17 00:02:00.988143 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9108d926-80c7-46d3-b564-e932d2c8ef65 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:00.991042 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9108d926-80c7-46d3-b564-e932d2c8ef65 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:01.074972 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9108d926-80c7-46d3-b564-e932d2c8ef65 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:01.075768 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9108d926-80c7-46d3-b564-e932d2c8ef65 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4bd3c7a-fe28-4dad-891b-c284dd3ecef4 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:02:01.082478 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-665c7819-2fd1-4cad-953d-cc61c3eff5c0 req-aa096233-b19c-419d-ae6a-7b699be20b11 service neutron] 10.222.0.64 "GET /v2.0/networks/9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6049535 Aug 17 00:02:01.090869 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9108d926-80c7-46d3-b564-e932d2c8ef65 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:01.095122 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-cba158a6-4fd4-43e5-9541-1c1870374b03 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:01.095283 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9108d926-80c7-46d3-b564-e932d2c8ef65 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "DELETE /v2.0/routers/b4bd3c7a-fe28-4dad-891b-c284dd3ecef4 HTTP/1.1" status: 204 len: 168 time: 0.4316893 Aug 17 00:02:01.098993 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c83c-c3eb-42b9-9314-783b1026c884 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:01.104248 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-cba158a6-4fd4-43e5-9541-1c1870374b03 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/networks?id=828b9ed9-5982-43c3-a42e-6c3581a384df HTTP/1.1" status: 200 len: 803 time: 0.3208196 Aug 17 00:02:01.120422 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fa57b42f-eb98-457e-8f15-f1e961813c95 req-6266b85d-21b8-4fee-b499-15d162db3a2c tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.60 "GET /v2.0/security-groups?id=116d8563-ec08-4a23-8572-981f0a9fd723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800396 Aug 17 00:02:01.179508 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-75931aa3-642b-44a1-a835-6167b9417527 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/quotas/a2ce754388cc43b1ac4e9f8b8d18c497 HTTP/1.1" status: 200 len: 375 time: 0.0732789 Aug 17 00:02:01.188525 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c83c-c3eb-42b9-9314-783b1026c884 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:01.248347 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf7c83c-c3eb-42b9-9314-783b1026c884 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:02:01.252013 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-5cf7c83c-c3eb-42b9-9314-783b1026c884 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:02:01.257907 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf7c83c-c3eb-42b9-9314-783b1026c884 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:02:01.282077 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7c83c-c3eb-42b9-9314-783b1026c884 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Pushing event updated for resources: {'Port': ['ID=1c828b2a-8543-4b91-b3f2-daa84cc9261c,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:01.362042 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-67ded4df-a062-4677-964c-711760a525b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f23aba5-ac0a-457b-8d56-80f43b9ed3a2 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:02:01.382698 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c83c-c3eb-42b9-9314-783b1026c884 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:01.389373 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-67ded4df-a062-4677-964c-711760a525b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:01.409853 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 32806) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:01.445713 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af7b6c-1617-4294-b23c-d9d84614075c req-e4bc96aa-b063-4b43-a1c0-5a5ff5ee4070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:01.447403 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70af7b6c-1617-4294-b23c-d9d84614075c req-e4bc96aa-b063-4b43-a1c0-5a5ff5ee4070 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=577829ee48ff4a458b8d3998e4ad7f2a&device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 1095 time: 0.2705059 Aug 17 00:02:01.449327 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-67ded4df-a062-4677-964c-711760a525b4 service neutron] Transition to ACTIVE for port object 7f23aba5-ac0a-457b-8d56-80f43b9ed3a2 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:02:01.453459 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c83c-c3eb-42b9-9314-783b1026c884 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:01.466730 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc31f38-127b-4326-87f6-27ac428e3df3 req-f3c82654-0e2b-4cbf-a610-5f4b2ab40dbb tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:01.468322 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1fc31f38-127b-4326-87f6-27ac428e3df3 req-f3c82654-0e2b-4cbf-a610-5f4b2ab40dbb tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b3f485d-011a-46b1-905c-e9b38aa829e6 HTTP/1.1" status: 200 len: 943 time: 0.1916966 Aug 17 00:02:01.472518 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-f2464480-d7e7-445c-9d43-ed95a7965888 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a2ce754388cc43b1ac4e9f8b8d18c497&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2828290 Aug 17 00:02:01.501187 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-67ded4df-a062-4677-964c-711760a525b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:01.697516 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c83c-c3eb-42b9-9314-783b1026c884 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:01.712742 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c83c-c3eb-42b9-9314-783b1026c884 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:01.848297 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ded4df-a062-4677-964c-711760a525b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f23aba5-ac0a-457b-8d56-80f43b9ed3a2,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:01.861034 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7c83c-c3eb-42b9-9314-783b1026c884 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Pushing event updated for resources: {'Port': ['ID=1c828b2a-8543-4b91-b3f2-daa84cc9261c,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:01.877383 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1b4a68f4-bb9f-4e6d-806e-bfb2f7483a53 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1017190719', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}, 'admin_state_up': False}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:01.898380 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c83c-c3eb-42b9-9314-783b1026c884 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:01.901449 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1fc31f38-127b-4326-87f6-27ac428e3df3 req-7f2679f2-ce82-4811-ad18-46cb39d04fb9 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] 10.222.0.60 "GET /v2.0/security-groups?id=b87a0ca1-bfee-44c9-9200-328986d2838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145739 Aug 17 00:02:01.921623 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b4a68f4-bb9f-4e6d-806e-bfb2f7483a53 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:01.922912 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b4a68f4-bb9f-4e6d-806e-bfb2f7483a53 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:01.981205 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b4a68f4-bb9f-4e6d-806e-bfb2f7483a53 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:01.983019 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c83c-c3eb-42b9-9314-783b1026c884 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:01.984426 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5cf7c83c-c3eb-42b9-9314-783b1026c884 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9071424 Aug 17 00:02:02.052064 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af7b6c-1617-4294-b23c-d9d84614075c req-330dd49a-ea2b-46f6-bc83-e81a8de6ee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:02.054764 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70af7b6c-1617-4294-b23c-d9d84614075c req-330dd49a-ea2b-46f6-bc83-e81a8de6ee6a service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e HTTP/1.1" status: 200 len: 912 time: 0.5696633 Aug 17 00:02:02.062619 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-550e89e7-0d35-43da-a6d7-750ae791c6ca service neutron] 10.222.0.60 "GET /v2.0/networks/828b9ed9-5982-43c3-a42e-6c3581a384df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5740261 Aug 17 00:02:02.158313 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 26ec4fb7-088d-4b3a-ba92-b4313790daae no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:02:02.167960 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 3249286e-b047-44c2-aed9-cac46c8d8e2c details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:02:02.176462 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70af7b6c-1617-4294-b23c-d9d84614075c req-73756aa0-f407-48d0-a3a0-e544f64fbbbb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 HTTP/1.1" status: 200 len: 217 time: 0.1078634 Aug 17 00:02:02.316371 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-67ded4df-a062-4677-964c-711760a525b4 service neutron] Attempting to bind port 7f23aba5-ac0a-457b-8d56-80f43b9ed3a2 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:02:02.329281 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-67ded4df-a062-4677-964c-711760a525b4 service neutron] Attempting to bind port 7f23aba5-ac0a-457b-8d56-80f43b9ed3a2 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '28e05374-de5a-45c8-86a5-6696d95aad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8dd37e51-5afe-480c-821e-9a1461bcacb0'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:02:02.330268 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-67ded4df-a062-4677-964c-711760a525b4 service neutron] Attempting to bind port 7f23aba5-ac0a-457b-8d56-80f43b9ed3a2 on network 8dd37e51-5afe-480c-821e-9a1461bcacb0 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:02:02.346544 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:02.357172 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b4a68f4-bb9f-4e6d-806e-bfb2f7483a53 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:02.386377 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00fa65-682c-4694-8662-78df923cece9 req-21e1e42a-d28d-47bf-842d-dca712d8656a tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:02.388016 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ea00fa65-682c-4694-8662-78df923cece9 req-21e1e42a-d28d-47bf-842d-dca712d8656a tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.64 "GET /v2.0/ports?device_id=317f153e-2d10-4326-b9ac-8450b6dbeef6 HTTP/1.1" status: 200 len: 945 time: 0.0654850 Aug 17 00:02:02.420018 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317f153e-2d10-4326-b9ac-8450b6dbeef6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26ec4fb7-088d-4b3a-ba92-b4313790daae'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:02:02.422376 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0b721d-13fa-4f16-a039-405743ea5d12" -d '{"events": [{"server_uuid": "317f153e-2d10-4326-b9ac-8450b6dbeef6", "name": "network-vif-unplugged", "status": "completed", "tag": "26ec4fb7-088d-4b3a-ba92-b4313790daae"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:02:02.428095 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 3249286e-b047-44c2-aed9-cac46c8d8e2c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3249286e-b047-44c2-aed9-cac46c8d8e2c,segment=NetworkSegment(7250dddb-89d6-4d10-9206-696e16849344),segment_id=7250dddb-89d6-4d10-9206-696e16849344)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:02:02.432930 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 26ec4fb7-088d-4b3a-ba92-b4313790daae, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=26ec4fb7-088d-4b3a-ba92-b4313790daae,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:02:02.457179 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '3249286e-b047-44c2-aed9-cac46c8d8e2c', 'network_id': '5d7ca003-c422-4999-abbc-849a7b345b0a', 'port_id': '3249286e-b047-44c2-aed9-cac46c8d8e2c', 'mac_address': 'fa:16:3e:62:e1:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '828e3b1f-69a0-4cfe-80d5-d12c11322459', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:02:02.459289 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af7b6c-1617-4294-b23c-d9d84614075c req-35d0bd1a-ffb3-4230-a287-2342cd765d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:02.460459 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:02.462681 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70af7b6c-1617-4294-b23c-d9d84614075c req-35d0bd1a-ffb3-4230-a287-2342cd765d69 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f65ff7a7-5ac0-412f-a1d3-f77a57ca9614 HTTP/1.1" status: 200 len: 850 time: 0.1181402 Aug 17 00:02:02.472419 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-67ded4df-a062-4677-964c-711760a525b4 service neutron] Port 7f23aba5-ac0a-457b-8d56-80f43b9ed3a2 on network 8dd37e51-5afe-480c-821e-9a1461bcacb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:02:02.473590 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-67ded4df-a062-4677-964c-711760a525b4 service neutron] Attempting to bind port 7f23aba5-ac0a-457b-8d56-80f43b9ed3a2 on network 8dd37e51-5afe-480c-821e-9a1461bcacb0 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:02:02.528972 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:02.543349 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-67ded4df-a062-4677-964c-711760a525b4 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:02:02.544031 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-67ded4df-a062-4677-964c-711760a525b4 service neutron] Checking segment: {'id': '28e05374-de5a-45c8-86a5-6696d95aad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8dd37e51-5afe-480c-821e-9a1461bcacb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:02:02.544731 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-67ded4df-a062-4677-964c-711760a525b4 service neutron] Bound using segment: {'id': '28e05374-de5a-45c8-86a5-6696d95aad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8dd37e51-5afe-480c-821e-9a1461bcacb0'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:02:02.545689 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-67ded4df-a062-4677-964c-711760a525b4 service neutron] Bound port: 7f23aba5-ac0a-457b-8d56-80f43b9ed3a2, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e05374-de5a-45c8-86a5-6696d95aad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8dd37e51-5afe-480c-821e-9a1461bcacb0'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:02:02.548516 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-67ded4df-a062-4677-964c-711760a525b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:02.558699 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3249286e-b047-44c2-aed9-cac46c8d8e2c {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:02:02.611826 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=26ec4fb7-088d-4b3a-ba92-b4313790daae,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:02.622835 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 3249286e-b047-44c2-aed9-cac46c8d8e2c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3249286e-b047-44c2-aed9-cac46c8d8e2c,segment=NetworkSegment(7250dddb-89d6-4d10-9206-696e16849344),segment_id=7250dddb-89d6-4d10-9206-696e16849344)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:02:02.627127 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-ea00fa65-682c-4694-8662-78df923cece9 req-6aa22d3d-bf90-4f72-9b7e-29ad22689c0c tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Deleting port 26ec4fb7-088d-4b3a-ba92-b4313790daae {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:02:02.627539 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ea00fa65-682c-4694-8662-78df923cece9 req-6aa22d3d-bf90-4f72-9b7e-29ad22689c0c tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:02.630915 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:02.641182 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc4fe0-7ca7-49ef-85fc-66eac91d0cb4 req-c75d84f3-c38d-49f9-be5c-957fec218c4c tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:02.643731 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7bc4fe0-7ca7-49ef-85fc-66eac91d0cb4 req-c75d84f3-c38d-49f9-be5c-957fec218c4c tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 943 time: 0.5428686 Aug 17 00:02:02.708748 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af7b6c-1617-4294-b23c-d9d84614075c req-0ecfe718-64b5-45ee-a55a-ab4c734701b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:02.710811 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70af7b6c-1617-4294-b23c-d9d84614075c req-0ecfe718-64b5-45ee-a55a-ab4c734701b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2408729 Aug 17 00:02:02.738723 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=3249286e-b047-44c2-aed9-cac46c8d8e2c,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:02.765312 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-9e74a754-6b56-4e99-9ce5-5dfacdfac108 service neutron] 10.222.0.60 "GET /v2.0/networks/828b9ed9-5982-43c3-a42e-6c3581a384df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6809130 Aug 17 00:02:02.818325 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-67ded4df-a062-4677-964c-711760a525b4 service neutron] For port 7f23aba5-ac0a-457b-8d56-80f43b9ed3a2, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:02:02.837030 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7bc4fe0-7ca7-49ef-85fc-66eac91d0cb4 req-616b46f1-e149-4d1d-818a-8b6887cfbfe9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630702 Aug 17 00:02:02.841658 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-67ded4df-a062-4677-964c-711760a525b4 service neutron] For port 7f23aba5-ac0a-457b-8d56-80f43b9ed3a2, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=7f23aba5-ac0a-457b-8d56-80f43b9ed3a2,segment=NetworkSegment(28e05374-de5a-45c8-86a5-6696d95aad4f),segment_id=28e05374-de5a-45c8-86a5-6696d95aad4f)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:02:02.845239 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['3249286e-b047-44c2-aed9-cac46c8d8e2c'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:02:02.861394 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-ea00fa65-682c-4694-8662-78df923cece9 req-6aa22d3d-bf90-4f72-9b7e-29ad22689c0c tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] For port 26ec4fb7-088d-4b3a-ba92-b4313790daae, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=26ec4fb7-088d-4b3a-ba92-b4313790daae,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:02:02.861843 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ea00fa65-682c-4694-8662-78df923cece9 req-6aa22d3d-bf90-4f72-9b7e-29ad22689c0c tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:02.864025 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-67ded4df-a062-4677-964c-711760a525b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:02.926740 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b4a68f4-bb9f-4e6d-806e-bfb2f7483a53 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:02.950697 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70af7b6c-1617-4294-b23c-d9d84614075c req-640bc1a8-c625-49d6-a35e-4c04213583b3 service neutron] 10.222.0.64 "GET /v2.0/networks/9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305987 Aug 17 00:02:02.961478 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-67ded4df-a062-4677-964c-711760a525b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:02.962128 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-67ded4df-a062-4677-964c-711760a525b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:02.963572 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-67ded4df-a062-4677-964c-711760a525b4 service neutron] 10.222.0.64 "PUT /v2.0/ports/7f23aba5-ac0a-457b-8d56-80f43b9ed3a2 HTTP/1.1" status: 200 len: 1092 time: 2.9400611 Aug 17 00:02:02.964190 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ee37f8-3939-48f1-87ce-fd3d459cc9b5', 'tag': '7f23aba5-ac0a-457b-8d56-80f43b9ed3a2'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:02:02.982527 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6aa7f90-1120-4738-8ece-0c30d378009f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ee37f8-3939-48f1-87ce-fd3d459cc9b5", "tag": "7f23aba5-ac0a-457b-8d56-80f43b9ed3a2"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:02:02.999710 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-ea00fa65-682c-4694-8662-78df923cece9 req-6aa22d3d-bf90-4f72-9b7e-29ad22689c0c tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Calling delete_port for 26ec4fb7-088d-4b3a-ba92-b4313790daae owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:02:03.016500 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b4a68f4-bb9f-4e6d-806e-bfb2f7483a53 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:03.217529 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ded4df-a062-4677-964c-711760a525b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f23aba5-ac0a-457b-8d56-80f43b9ed3a2,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:03.230608 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-2960451b-52bf-46fb-a41e-52e9855f9280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:03.232600 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-2960451b-52bf-46fb-a41e-52e9855f9280 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6f4a216191046158c4ce7eddf7e2404&device_id=e3ee37f8-3939-48f1-87ce-fd3d459cc9b5 HTTP/1.1" status: 200 len: 1095 time: 0.1941116 Aug 17 00:02:03.243340 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-1b4a68f4-bb9f-4e6d-806e-bfb2f7483a53 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Allocated IP 172.25.3.159 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/e136a31e-7288-4536-885d-76fb1bc27e21) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:02:03.264913 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-0a6e6614-6de5-47bf-89b4-bb50415fda59 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2025818988&fields=id&tenant_id=61108af2093845fe9a64c45c9df6e55d HTTP/1.1" status: 200 len: 267 time: 0.1302388 Aug 17 00:02:03.284828 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca75c6f-39de-41af-a434-e7cdf8f17f12 req-f2a5e142-9ccf-44ae-82dc-f3b5ceae39e8 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:03.286856 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ca75c6f-39de-41af-a434-e7cdf8f17f12 req-f2a5e142-9ccf-44ae-82dc-f3b5ceae39e8 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3ee37f8-3939-48f1-87ce-fd3d459cc9b5 HTTP/1.1" status: 200 len: 943 time: 0.2656608 Aug 17 00:02:03.341956 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-f6de02dd-f3dd-4809-b91a-aaad64d67dcf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f23aba5-ac0a-457b-8d56-80f43b9ed3a2 HTTP/1.1" status: 200 len: 217 time: 0.0822227 Aug 17 00:02:03.391841 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 32860) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:03.401504 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-b0ab1ee3-7259-4187-9824-75342732d1aa tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1728585160'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:03.414918 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ea00fa65-682c-4694-8662-78df923cece9 req-6aa22d3d-bf90-4f72-9b7e-29ad22689c0c tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:03.446343 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa22d3d-bf90-4f72-9b7e-29ad22689c0c tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Pushing event deleted for resources: {'Port': ['ID=26ec4fb7-088d-4b3a-ba92-b4313790daae,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:03.504375 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ab1ee3-7259-4187-9824-75342732d1aa tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Made reservation on behalf of 6dea3d186f8943e68e6ffa5ab6e1d924 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:02:03.508158 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b0ab1ee3-7259-4187-9824-75342732d1aa tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:03.548618 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70af7b6c-1617-4294-b23c-d9d84614075c req-a267f663-5879-4676-b452-7828f10551ee service neutron] 10.222.0.64 "GET /v2.0/networks/9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624628 Aug 17 00:02:03.555520 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea00fa65-682c-4694-8662-78df923cece9 req-6aa22d3d-bf90-4f72-9b7e-29ad22689c0c tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] No DVR routers for this DVR port 26ec4fb7-088d-4b3a-ba92-b4313790daae on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:02:03.562587 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ea00fa65-682c-4694-8662-78df923cece9 req-6aa22d3d-bf90-4f72-9b7e-29ad22689c0c tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:03.564566 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ea00fa65-682c-4694-8662-78df923cece9 req-6aa22d3d-bf90-4f72-9b7e-29ad22689c0c tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.64 "DELETE /v2.0/ports/26ec4fb7-088d-4b3a-ba92-b4313790daae HTTP/1.1" status: 204 len: 173 time: 1.1656587 Aug 17 00:02:03.565018 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317f153e-2d10-4326-b9ac-8450b6dbeef6', 'name': 'network-vif-deleted', 'tag': '26ec4fb7-088d-4b3a-ba92-b4313790daae'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:02:03.567352 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e289ce-0613-48b1-a03b-9f36c1bfe9c0" -d '{"events": [{"server_uuid": "317f153e-2d10-4326-b9ac-8450b6dbeef6", "name": "network-vif-deleted", "tag": "26ec4fb7-088d-4b3a-ba92-b4313790daae"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:02:03.578903 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ca75c6f-39de-41af-a434-e7cdf8f17f12 req-b8c34a7c-6957-402b-8c59-e6967d85ea47 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.60 "GET /v2.0/security-groups?id=116d8563-ec08-4a23-8572-981f0a9fd723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556059 Aug 17 00:02:03.605163 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ab1ee3-7259-4187-9824-75342732d1aa tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:02:03.615480 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b0ab1ee3-7259-4187-9824-75342732d1aa tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:03.615839 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-b0ab1ee3-7259-4187-9824-75342732d1aa tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Added segment bd87dba4-8d4e-4b71-be48-b48bb38c0c6e of type vlan for network 450a1daa-7a72-47ff-abbd-744b752946ea Aug 17 00:02:03.630197 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-9bc67548-777e-4a34-b454-47e412030d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:03.631990 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-9bc67548-777e-4a34-b454-47e412030d61 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4f0204ed-3ec1-4765-80a7-ae3560208657 HTTP/1.1" status: 200 len: 854 time: 0.2812684 Aug 17 00:02:03.656919 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 00:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3637ed3b-491f-4c81-a71f-16a4989de710 x-openstack-request-id: req-3637ed3b-491f-4c81-a71f-16a4989de710 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:02:03.657430 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317f153e-2d10-4326-b9ac-8450b6dbeef6", "name": "network-vif-unplugged", "status": "completed", "tag": "26ec4fb7-088d-4b3a-ba92-b4313790daae", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:02:03.657822 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3637ed3b-491f-4c81-a71f-16a4989de710 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:02:03.658112 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b0ab1ee3-7259-4187-9824-75342732d1aa tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:03.658416 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317f153e-2d10-4326-b9ac-8450b6dbeef6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26ec4fb7-088d-4b3a-ba92-b4313790daae', 'code': 200} Aug 17 00:02:03.685393 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b4a68f4-bb9f-4e6d-806e-bfb2f7483a53 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:03.697195 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b0ab1ee3-7259-4187-9824-75342732d1aa tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:03.703604 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ab1ee3-7259-4187-9824-75342732d1aa tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:03.704228 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b0ab1ee3-7259-4187-9824-75342732d1aa tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:03.719041 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-a3333e3a-38a5-40e3-afd4-2abba405b758 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8dd37e51-5afe-480c-821e-9a1461bcacb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793242 Aug 17 00:02:03.810260 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b0ab1ee3-7259-4187-9824-75342732d1aa tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4154215 Aug 17 00:02:03.813685 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 32870) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:03.825054 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab1ee3-7259-4187-9824-75342732d1aa tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event updated for resources: {'Network': ['ID=450a1daa-7a72-47ff-abbd-744b752946ea,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:03.835930 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 450a1daa-7a72-47ff-abbd-744b752946ea details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:02:03.842298 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-cf60dd9d-3343-42bc-aeb8-09d969d9e3fc tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:03.845414 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b4a68f4-bb9f-4e6d-806e-bfb2f7483a53 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:03.853469 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-cf60dd9d-3343-42bc-aeb8-09d969d9e3fc tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/networks?id=bf42c908-bd85-4d10-afc7-00681d389032 HTTP/1.1" status: 200 len: 812 time: 0.5344410 Aug 17 00:02:03.860895 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-c7a88514-77d3-4604-bd74-e84afed2d854 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1059221553'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:03.886383 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e6d5934-208d-4ca9-9d62-d79ecc7db511 req-0f451e8d-567c-40ee-a7e1-4bd278a2191a tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 210 time: 0.1184528 Aug 17 00:02:03.895329 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4a68f4-bb9f-4e6d-806e-bfb2f7483a53 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:02:03.903114 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-1b4a68f4-bb9f-4e6d-806e-bfb2f7483a53 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:02:03.908285 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4a68f4-bb9f-4e6d-806e-bfb2f7483a53 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:02:03.911928 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-95212274-d9ff-4a4a-9697-601ac1ce607f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/quotas/61108af2093845fe9a64c45c9df6e55d HTTP/1.1" status: 200 len: 375 time: 0.0575473 Aug 17 00:02:03.914385 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a88514-77d3-4604-bd74-e84afed2d854 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Made reservation on behalf of 6dea3d186f8943e68e6ffa5ab6e1d924 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:02:03.918441 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c7a88514-77d3-4604-bd74-e84afed2d854 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:04.025005 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a68f4-bb9f-4e6d-806e-bfb2f7483a53 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Pushing event updated for resources: {'Port': ['ID=e136a31e-7288-4536-885d-76fb1bc27e21,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:04.076090 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-29001998-1fc0-4a14-a1e5-fdec7c7a0836 service neutron] 10.222.0.64 "GET /v2.0/networks/8dd37e51-5afe-480c-821e-9a1461bcacb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448925 Aug 17 00:02:04.082098 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a88514-77d3-4604-bd74-e84afed2d854 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:02:04.128815 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-85fb4afb-9e73-489c-bfba-60e3639b01a0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=61108af2093845fe9a64c45c9df6e55d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2158122 Aug 17 00:02:04.156745 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c7a88514-77d3-4604-bd74-e84afed2d854 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:04.157491 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-c7a88514-77d3-4604-bd74-e84afed2d854 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Added segment b98f6a52-4778-47ea-889e-d9028196467d of type vlan for network e2ac1b86-e36f-4432-8342-86f5ef252896 Aug 17 00:02:04.168717 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 3249286e-b047-44c2-aed9-cac46c8d8e2c up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:02:04.172468 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:02:04.275947 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b4a68f4-bb9f-4e6d-806e-bfb2f7483a53 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:04.483038 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port e5e07747-cd41-4ecc-8be6-43ef0ba54bc5, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=e5e07747-cd41-4ecc-8be6-43ef0ba54bc5,segment=NetworkSegment(4c5a094e-350e-4376-8e86-ac9d4b58e520),segment_id=4c5a094e-350e-4376-8e86-ac9d4b58e520)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:02:04.497628 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'e5e07747-cd41-4ecc-8be6-43ef0ba54bc5', 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e', 'port_id': 'e5e07747-cd41-4ecc-8be6-43ef0ba54bc5', 'mac_address': 'fa:16:3e:84:8a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:02:04.501446 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 3249286e-b047-44c2-aed9-cac46c8d8e2c completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:02:04.511500 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 3249286e-b047-44c2-aed9-cac46c8d8e2c triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:02:04.511871 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:04.595571 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:04.624710 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:02:04.652746 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port e5e07747-cd41-4ecc-8be6-43ef0ba54bc5, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=e5e07747-cd41-4ecc-8be6-43ef0ba54bc5,segment=NetworkSegment(4c5a094e-350e-4376-8e86-ac9d4b58e520),segment_id=4c5a094e-350e-4376-8e86-ac9d4b58e520)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:02:04.678485 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:04.726477 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:04.761290 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=e5e07747-cd41-4ecc-8be6-43ef0ba54bc5,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:04.784796 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 3249286e-b047-44c2-aed9-cac46c8d8e2c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3249286e-b047-44c2-aed9-cac46c8d8e2c,segment=NetworkSegment(7250dddb-89d6-4d10-9206-696e16849344),segment_id=7250dddb-89d6-4d10-9206-696e16849344)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:02:04.791788 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:04.793015 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 26ec4fb7-088d-4b3a-ba92-b4313790daae no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:02:04.838578 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb4843-a825-482d-9319-bb56e0a40716 req-f413bd0d-5190-467a-8bcc-343b719b8fdf tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:04.842625 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aadb4843-a825-482d-9319-bb56e0a40716 req-f413bd0d-5190-467a-8bcc-343b719b8fdf tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b3f485d-011a-46b1-905c-e9b38aa829e6 HTTP/1.1" status: 200 len: 944 time: 0.8626015 Aug 17 00:02:04.847742 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 26ec4fb7-088d-4b3a-ba92-b4313790daae {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:02:04.848630 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 26ec4fb7-088d-4b3a-ba92-b4313790daae not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:02:04.883985 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=3249286e-b047-44c2-aed9-cac46c8d8e2c,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:04.899447 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['e5e07747-cd41-4ecc-8be6-43ef0ba54bc5'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:02:04.939989 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c7a88514-77d3-4604-bd74-e84afed2d854 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:04.968481 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aadb4843-a825-482d-9319-bb56e0a40716 req-079fc380-8a11-43ab-86de-b8620c99b25d tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] 10.222.0.60 "GET /v2.0/security-groups?id=b87a0ca1-bfee-44c9-9200-328986d2838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935998 Aug 17 00:02:05.029697 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57f23bec-2b1a-46d1-83c3-23222d581be9 req-e3961f38-06e5-402e-97ab-28150d8744e5 service neutron] 10.222.0.64 "GET /v2.0/networks/8dd37e51-5afe-480c-821e-9a1461bcacb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9331226 Aug 17 00:02:05.041844 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b4a68f4-bb9f-4e6d-806e-bfb2f7483a53 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:05.053915 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb5b815-7789-48f3-a274-ef18aae32f47 x-openstack-request-id: req-beb5b815-7789-48f3-a274-ef18aae32f47 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:02:05.054510 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ee37f8-3939-48f1-87ce-fd3d459cc9b5", "tag": "7f23aba5-ac0a-457b-8d56-80f43b9ed3a2", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:02:05.054944 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-beb5b815-7789-48f3-a274-ef18aae32f47 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:02:05.055415 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ee37f8-3939-48f1-87ce-fd3d459cc9b5', 'tag': '7f23aba5-ac0a-457b-8d56-80f43b9ed3a2', 'status': 'completed', 'code': 200} Aug 17 00:02:05.065707 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-28987916-1d29-4dcb-9424-fcf5f8ad8916 service neutron] 10.222.0.60 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9038906 Aug 17 00:02:05.075966 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-39576c21-395f-4bd3-8b1c-9d024fc604cb tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:05.077484 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-39576c21-395f-4bd3-8b1c-9d024fc604cb tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.64 "GET /v2.0/networks?id=828b9ed9-5982-43c3-a42e-6c3581a384df HTTP/1.1" status: 200 len: 803 time: 0.4644394 Aug 17 00:02:05.096878 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c7a88514-77d3-4604-bd74-e84afed2d854 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:05.103158 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a88514-77d3-4604-bd74-e84afed2d854 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:05.103785 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c7a88514-77d3-4604-bd74-e84afed2d854 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:05.118352 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-374bbc45-bf77-4852-8602-37c489e785f5 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Request body: {'port': {'device_id': 'd4467249-7e89-434b-9fb4-d2eb8ac841d4', 'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df', 'admin_state_up': True, 'tenant_id': 'a2ce754388cc43b1ac4e9f8b8d18c497'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:05.123114 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38c08f9-d94d-4e43-b81c-5049da71eae3 x-openstack-request-id: req-d38c08f9-d94d-4e43-b81c-5049da71eae3 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:02:05.123397 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317f153e-2d10-4326-b9ac-8450b6dbeef6", "name": "network-vif-deleted", "tag": "26ec4fb7-088d-4b3a-ba92-b4313790daae", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:02:05.123649 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d38c08f9-d94d-4e43-b81c-5049da71eae3 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:02:05.124040 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317f153e-2d10-4326-b9ac-8450b6dbeef6', 'name': 'network-vif-deleted', 'tag': '26ec4fb7-088d-4b3a-ba92-b4313790daae', 'status': 'completed', 'code': 200} Aug 17 00:02:05.302796 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c7a88514-77d3-4604-bd74-e84afed2d854 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4743867 Aug 17 00:02:05.305936 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-374bbc45-bf77-4852-8602-37c489e785f5 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Made reservation on behalf of a2ce754388cc43b1ac4e9f8b8d18c497 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:02:05.309361 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-374bbc45-bf77-4852-8602-37c489e785f5 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:05.311685 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 32880) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:05.317433 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-94f583ea-b776-4e2a-a1ac-3a6adc6b7d62 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Request body: {'subnet': {'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:05.331202 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4a68f4-bb9f-4e6d-806e-bfb2f7483a53 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Router 96cd2472-b76c-48c5-bd2a-f8aa04dface8 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:02:05.346281 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a88514-77d3-4604-bd74-e84afed2d854 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event updated for resources: {'Network': ['ID=e2ac1b86-e36f-4432-8342-86f5ef252896,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:05.366499 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network e2ac1b86-e36f-4432-8342-86f5ef252896 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:02:05.368204 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa7f90-1120-4738-8ece-0c30d378009f req-a436b059-3b49-4259-83a4-edf2bf6da4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:05.369857 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f6aa7f90-1120-4738-8ece-0c30d378009f req-a436b059-3b49-4259-83a4-edf2bf6da4cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6f4a216191046158c4ce7eddf7e2404&device_id=e3ee37f8-3939-48f1-87ce-fd3d459cc9b5 HTTP/1.1" status: 200 len: 1095 time: 0.2629519 Aug 17 00:02:05.402596 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c53c6-d107-4fde-9e0f-dfcd84dda0ba req-31262cda-98da-44fc-95c3-abe83f0f6c32 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:05.404163 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7b6c53c6-d107-4fde-9e0f-dfcd84dda0ba req-31262cda-98da-44fc-95c3-abe83f0f6c32 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 944 time: 0.2436643 Aug 17 00:02:05.466049 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-541100d3-b33a-40bd-a85a-237cf4f3e3b0 service neutron] 10.222.0.60 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994949 Aug 17 00:02:05.511454 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7b6c53c6-d107-4fde-9e0f-dfcd84dda0ba req-7079c49d-c426-4681-9d36-1a66cc92805c tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935628 Aug 17 00:02:05.537386 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa7f90-1120-4738-8ece-0c30d378009f req-a4c70636-8f44-46ee-8a23-782202ccc727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:05.537386 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f6aa7f90-1120-4738-8ece-0c30d378009f req-a4c70636-8f44-46ee-8a23-782202ccc727 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8dd37e51-5afe-480c-821e-9a1461bcacb0 HTTP/1.1" status: 200 len: 915 time: 0.1566319 Aug 17 00:02:05.590753 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f583ea-b776-4e2a-a1ac-3a6adc6b7d62 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Made reservation on behalf of 6dea3d186f8943e68e6ffa5ab6e1d924 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:02:05.595204 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-94f583ea-b776-4e2a-a1ac-3a6adc6b7d62 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:05.612435 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f6aa7f90-1120-4738-8ece-0c30d378009f req-53cdb4e2-bd5d-48cb-9aeb-215e9599686c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f23aba5-ac0a-457b-8d56-80f43b9ed3a2 HTTP/1.1" status: 200 len: 217 time: 0.0667367 Aug 17 00:02:05.659809 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3f485d-011a-46b1-905c-e9b38aa829e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3249286e-b047-44c2-aed9-cac46c8d8e2c'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:02:05.663086 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa1cf53-a5eb-4470-aa3b-f2959252d05d" -d '{"events": [{"server_uuid": "4b3f485d-011a-46b1-905c-e9b38aa829e6", "name": "network-vif-plugged", "status": "completed", "tag": "3249286e-b047-44c2-aed9-cac46c8d8e2c"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:02:05.698462 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4a68f4-bb9f-4e6d-806e-bfb2f7483a53 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:02:05.707120 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-374bbc45-bf77-4852-8602-37c489e785f5 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Allocated IP 172.20.0.2 (828b9ed9-5982-43c3-a42e-6c3581a384df/edd9ab22-5340-4c03-a1d1-8f64d16eab30/4792e41c-6ce3-4d12-aa9a-a1b3d4efd740) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:02:05.710424 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e35c39-c777-4ca9-ae8f-17a7b658bd5d None None] Sync routers for ids ['96cd2472-b76c-48c5-bd2a-f8aa04dface8'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:02:05.728497 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e35c39-c777-4ca9-ae8f-17a7b658bd5d None None] Routers {'96cd2472-b76c-48c5-bd2a-f8aa04dface8'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:02:05.729255 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-62e35c39-c777-4ca9-ae8f-17a7b658bd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:01:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['96cd2472-b76c-48c5-bd2a-f8aa04dface8'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:05.745684 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35347dbf-2255-4417-a4c9-53aae598f758 req-eba73749-38ac-491b-9739-df8e5bc09a9e tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:05.747277 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-35347dbf-2255-4417-a4c9-53aae598f758 req-eba73749-38ac-491b-9739-df8e5bc09a9e tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3ee37f8-3939-48f1-87ce-fd3d459cc9b5 HTTP/1.1" status: 200 len: 943 time: 0.1501479 Aug 17 00:02:05.762292 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa7f90-1120-4738-8ece-0c30d378009f req-2b8b2ab7-8130-4da7-ba8c-5d666ed576e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:05.763770 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f6aa7f90-1120-4738-8ece-0c30d378009f req-2b8b2ab7-8130-4da7-ba8c-5d666ed576e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4f0204ed-3ec1-4765-80a7-ae3560208657 HTTP/1.1" status: 200 len: 854 time: 0.1287799 Aug 17 00:02:05.786507 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b4a68f4-bb9f-4e6d-806e-bfb2f7483a53 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:05.787830 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1b4a68f4-bb9f-4e6d-806e-bfb2f7483a53 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3765550 Aug 17 00:02:05.792214 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 32892) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:05.801228 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1b70855c-8ef4-4f4d-a38f-b15afb765bf2 req-c9a807b5-b3bf-450e-adaf-c991af21fa03 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 210 time: 0.0525472 Aug 17 00:02:05.825949 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-62e35c39-c777-4ca9-ae8f-17a7b658bd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:05.837726 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e35c39-c777-4ca9-ae8f-17a7b658bd5d None None] Routers {'96cd2472-b76c-48c5-bd2a-f8aa04dface8'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:02:05.838709 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-62e35c39-c777-4ca9-ae8f-17a7b658bd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:01:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['96cd2472-b76c-48c5-bd2a-f8aa04dface8'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:05.879938 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-62e35c39-c777-4ca9-ae8f-17a7b658bd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:05.881255 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e35c39-c777-4ca9-ae8f-17a7b658bd5d None None] The sync data for ids ['96cd2472-b76c-48c5-bd2a-f8aa04dface8'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:02:05.888150 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f6aa7f90-1120-4738-8ece-0c30d378009f req-e927eb32-8d67-4f44-8724-ee080a4a94b8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8dd37e51-5afe-480c-821e-9a1461bcacb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011317 Aug 17 00:02:06.008457 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9dcdc726-5125-4333-9fc1-f9041a1c9f22 req-fb52d0fd-7a2e-494b-ac97-c439e339e761 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 210 time: 0.1184464 Aug 17 00:02:06.065413 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-35347dbf-2255-4417-a4c9-53aae598f758 req-a553467c-c203-44ad-b9fa-9995c31ba03d tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.60 "GET /v2.0/security-groups?id=116d8563-ec08-4a23-8572-981f0a9fd723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978721 Aug 17 00:02:06.130712 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa77c7b-c2fa-455e-a425-68579ac671ae x-openstack-request-id: req-dfa77c7b-c2fa-455e-a425-68579ac671ae {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:02:06.131313 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3f485d-011a-46b1-905c-e9b38aa829e6", "name": "network-vif-plugged", "status": "completed", "tag": "3249286e-b047-44c2-aed9-cac46c8d8e2c", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:02:06.131313 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dfa77c7b-c2fa-455e-a425-68579ac671ae {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:02:06.131711 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3f485d-011a-46b1-905c-e9b38aa829e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3249286e-b047-44c2-aed9-cac46c8d8e2c', 'code': 200} Aug 17 00:02:06.132589 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-21095c4a-7f9d-4453-b467-366dcd16a99e tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "GET /v2.0/routers/96cd2472-b76c-48c5-bd2a-f8aa04dface8 HTTP/1.1" status: 200 len: 921 time: 0.3354075 Aug 17 00:02:06.138482 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 32902) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:06.172357 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-94f583ea-b776-4e2a-a1ac-3a6adc6b7d62 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:06.186846 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b5efd6a6-eed0-42a2-89ea-37e9eccc587e tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "GET /v2.0/ports?device_id=96cd2472-b76c-48c5-bd2a-f8aa04dface8 HTTP/1.1" status: 200 len: 205 time: 0.0472214 Aug 17 00:02:06.192296 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:02:06.197119 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 32906) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:06.215708 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-374bbc45-bf77-4852-8602-37c489e785f5 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:06.224113 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f6aa7f90-1120-4738-8ece-0c30d378009f req-ee040067-93ed-4ebf-8dec-e9d80cd46c19 service neutron] 10.222.0.64 "GET /v2.0/networks/8dd37e51-5afe-480c-821e-9a1461bcacb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189156 Aug 17 00:02:06.270187 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:02:06.276368 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:02:06.276989 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:06.399129 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124c4e3-6e20-462f-a729-7e5d07d7fa64 req-05a9a410-202b-4ca6-96be-9aad8b6bdb03 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:06.402360 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:06.406832 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c124c4e3-6e20-462f-a729-7e5d07d7fa64 req-05a9a410-202b-4ca6-96be-9aad8b6bdb03 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b3f485d-011a-46b1-905c-e9b38aa829e6 HTTP/1.1" status: 200 len: 945 time: 0.2165961 Aug 17 00:02:06.435570 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4413878-496c-44c6-9f81-681292b7541a req-fa198a24-23f1-4d40-b7b9-1e31fb598d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:06.437464 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4413878-496c-44c6-9f81-681292b7541a req-fa198a24-23f1-4d40-b7b9-1e31fb598d88 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4b3f485d-011a-46b1-905c-e9b38aa829e6 HTTP/1.1" status: 200 len: 1097 time: 0.2124991 Aug 17 00:02:06.442034 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f583ea-b776-4e2a-a1ac-3a6adc6b7d62 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Checking segment: {'id': 'bd87dba4-8d4e-4b71-be48-b48bb38c0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:02:06.445405 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f583ea-b776-4e2a-a1ac-3a6adc6b7d62 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Network hostable DHCP agents. Network: 450a1daa-7a72-47ff-abbd-744b752946ea, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:02:06.453111 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ff625404-cb76-4707-b0f6-5abc560e7015 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:06.454928 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f583ea-b776-4e2a-a1ac-3a6adc6b7d62 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event updated for resources: {'Subnet': ['ID=7f767b01-59ba-4d1c-a2de-3cb9e8190671,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:06.491966 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port e5e07747-cd41-4ecc-8be6-43ef0ba54bc5, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=e5e07747-cd41-4ecc-8be6-43ef0ba54bc5,segment=NetworkSegment(4c5a094e-350e-4376-8e86-ac9d4b58e520),segment_id=4c5a094e-350e-4376-8e86-ac9d4b58e520)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:02:06.507801 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:06.525416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c124c4e3-6e20-462f-a729-7e5d07d7fa64 req-2fecfa4f-5041-4b91-a934-675c47d589ea tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] 10.222.0.60 "GET /v2.0/security-groups?id=b87a0ca1-bfee-44c9-9200-328986d2838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104717 Aug 17 00:02:06.537802 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f6aa7f90-1120-4738-8ece-0c30d378009f req-b51b7350-5a02-4b84-8f1f-cd847b2a804a service neutron] 10.222.0.64 "GET /v2.0/networks/8dd37e51-5afe-480c-821e-9a1461bcacb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867463 Aug 17 00:02:06.554931 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f583ea-b776-4e2a-a1ac-3a6adc6b7d62 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Network 450a1daa-7a72-47ff-abbd-744b752946ea is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:02:06.569962 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4413878-496c-44c6-9f81-681292b7541a req-a0b5434a-e0f4-409c-a56a-33dce9013c31 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b87a0ca1-bfee-44c9-9200-328986d2838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192060 Aug 17 00:02:06.573465 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-94f583ea-b776-4e2a-a1ac-3a6adc6b7d62 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 450a1daa-7a72-47ff-abbd-744b752946ea) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:02:06.619772 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a617dae-b06e-458a-bb1f-aefb5d995cb5 None None] Network 450a1daa-7a72-47ff-abbd-744b752946ea requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:02:06.624852 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-374bbc45-bf77-4852-8602-37c489e785f5 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:06.628908 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=e5e07747-cd41-4ecc-8be6-43ef0ba54bc5,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:06.642858 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f583ea-b776-4e2a-a1ac-3a6adc6b7d62 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:06.644809 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-94f583ea-b776-4e2a-a1ac-3a6adc6b7d62 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:06.754539 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78de37-a0ec-40a9-bc42-9dd30cc59765 req-408a624d-4f22-49b5-a416-6b73c6e5c9bb tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:06.760638 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ff625404-cb76-4707-b0f6-5abc560e7015 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:06.764922 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ee78de37-a0ec-40a9-bc42-9dd30cc59765 req-408a624d-4f22-49b5-a416-6b73c6e5c9bb tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 0.0833697 Aug 17 00:02:06.772611 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-94f583ea-b776-4e2a-a1ac-3a6adc6b7d62 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4588559 Aug 17 00:02:06.779725 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-374bbc45-bf77-4852-8602-37c489e785f5 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Network 828b9ed9-5982-43c3-a42e-6c3581a384df is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:02:06.781982 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 32912) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:06.793791 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-7b17090a-f65c-44d4-b679-51127f1feed6 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Request body: {'subnet': {'network_id': 'e2ac1b86-e36f-4432-8342-86f5ef252896', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:06.815160 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ee78de37-a0ec-40a9-bc42-9dd30cc59765 req-4c908808-c7ad-4623-9321-c64cfc310bfa tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493240 Aug 17 00:02:06.839836 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa590827-1fc6-4e79-b9de-79fb8d85ca2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-450a1daa-7a72-47ff-abbd-744b752946ea', 'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'fixed_ips': [{'subnet_id': '7f767b01-59ba-4d1c-a2de-3cb9e8190671'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:02:06.840772 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fa590827-1fc6-4e79-b9de-79fb8d85ca2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:06.852486 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-374bbc45-bf77-4852-8602-37c489e785f5 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:02:06.866765 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-374bbc45-bf77-4852-8602-37c489e785f5 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:02:06.880932 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374bbc45-bf77-4852-8602-37c489e785f5 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Pushing event updated for resources: {'Port': ['ID=4792e41c-6ce3-4d12-aa9a-a1b3d4efd740,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:06.971874 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ae7c7-510c-4934-afb2-5d04dccf9930 req-ad99457a-c02b-4cda-8246-e2fdb1f4f516 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:06.981031 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de8ae7c7-510c-4934-afb2-5d04dccf9930 req-ad99457a-c02b-4cda-8246-e2fdb1f4f516 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 931 time: 0.0781159 Aug 17 00:02:06.984446 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-374bbc45-bf77-4852-8602-37c489e785f5 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:06.985097 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-374bbc45-bf77-4852-8602-37c489e785f5 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:07.030872 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ff625404-cb76-4707-b0f6-5abc560e7015 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Deleting port e136a31e-7288-4536-885d-76fb1bc27e21 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:02:07.031209 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ff625404-cb76-4707-b0f6-5abc560e7015 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:07.035126 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-fa590827-1fc6-4e79-b9de-79fb8d85ca2e None None] Allocated IP 10.1.1.2 (450a1daa-7a72-47ff-abbd-744b752946ea/7f767b01-59ba-4d1c-a2de-3cb9e8190671/1ead736d-e0d5-422c-87f8-1a7c3674141f) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:02:07.042737 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b17090a-f65c-44d4-b679-51127f1feed6 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Made reservation on behalf of 6dea3d186f8943e68e6ffa5ab6e1d924 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:02:07.047921 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7b17090a-f65c-44d4-b679-51127f1feed6 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:07.068784 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de8ae7c7-510c-4934-afb2-5d04dccf9930 req-56d4e418-064f-4b2e-9cd9-732520e10c79 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853446 Aug 17 00:02:07.109685 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-374bbc45-bf77-4852-8602-37c489e785f5 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9958389 Aug 17 00:02:07.222905 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-95d21e6f-bf70-4456-91c4-51a4eadd20da service neutron] Request body: {'port': {'device_id': 'd4467249-7e89-434b-9fb4-d2eb8ac841d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:07.347660 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fa590827-1fc6-4e79-b9de-79fb8d85ca2e None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:07.353090 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-95d21e6f-bf70-4456-91c4-51a4eadd20da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:07.360883 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fa590827-1fc6-4e79-b9de-79fb8d85ca2e None None] Transition to ACTIVE for port object 1ead736d-e0d5-422c-87f8-1a7c3674141f will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:02:07.363544 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ff625404-cb76-4707-b0f6-5abc560e7015 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:07.383509 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fa590827-1fc6-4e79-b9de-79fb8d85ca2e None None] Transition to ACTIVE for port object 1ead736d-e0d5-422c-87f8-1a7c3674141f will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:02:07.394417 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ff625404-cb76-4707-b0f6-5abc560e7015 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Calling delete_port for e136a31e-7288-4536-885d-76fb1bc27e21 owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:02:07.401209 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fa590827-1fc6-4e79-b9de-79fb8d85ca2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:07.456900 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-002991d1-99b4-4c7e-9c61-999b3d504483 req-d27861d9-e600-4902-a146-beebd63f3cf7 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 210 time: 0.1959875 Aug 17 00:02:07.478499 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa590827-1fc6-4e79-b9de-79fb8d85ca2e None None] Network 450a1daa-7a72-47ff-abbd-744b752946ea is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:02:07.483155 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-fa590827-1fc6-4e79-b9de-79fb8d85ca2e None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:02:07.487913 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa590827-1fc6-4e79-b9de-79fb8d85ca2e None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:02:07.498200 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa590827-1fc6-4e79-b9de-79fb8d85ca2e None None] Pushing event updated for resources: {'Port': ['ID=1ead736d-e0d5-422c-87f8-1a7c3674141f,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:07.538568 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce912d-9b4f-4759-8a13-c5c8c9793ec6 req-10e5062f-f6b3-44ae-b46b-8dba65514f65 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:07.546965 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-94ce912d-9b4f-4759-8a13-c5c8c9793ec6 req-10e5062f-f6b3-44ae-b46b-8dba65514f65 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3ee37f8-3939-48f1-87ce-fd3d459cc9b5 HTTP/1.1" status: 200 len: 943 time: 0.2963843 Aug 17 00:02:07.563790 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-120b07b2-6eb4-4b3f-94bc-b932e884effb tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:07.565608 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-120b07b2-6eb4-4b3f-94bc-b932e884effb tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.64 "GET /v2.0/networks?id=bf42c908-bd85-4d10-afc7-00681d389032 HTTP/1.1" status: 200 len: 812 time: 0.4666183 Aug 17 00:02:07.577103 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-fa590827-1fc6-4e79-b9de-79fb8d85ca2e None None] Attempting to bind port 1ead736d-e0d5-422c-87f8-1a7c3674141f on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:02:07.577490 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-fa590827-1fc6-4e79-b9de-79fb8d85ca2e None None] Attempting to bind port 1ead736d-e0d5-422c-87f8-1a7c3674141f by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'bd87dba4-8d4e-4b71-be48-b48bb38c0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:02:07.577861 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa590827-1fc6-4e79-b9de-79fb8d85ca2e None None] Attempting to bind port 1ead736d-e0d5-422c-87f8-1a7c3674141f on network 450a1daa-7a72-47ff-abbd-744b752946ea {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:02:07.583462 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa590827-1fc6-4e79-b9de-79fb8d85ca2e None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:02:07.583846 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa590827-1fc6-4e79-b9de-79fb8d85ca2e None None] Checking segment: {'id': 'bd87dba4-8d4e-4b71-be48-b48bb38c0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:02:07.584256 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fa590827-1fc6-4e79-b9de-79fb8d85ca2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:07.585210 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa590827-1fc6-4e79-b9de-79fb8d85ca2e None None] Bound using segment: {'id': 'bd87dba4-8d4e-4b71-be48-b48bb38c0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:02:07.585685 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-fa590827-1fc6-4e79-b9de-79fb8d85ca2e None None] Bound port: 1ead736d-e0d5-422c-87f8-1a7c3674141f, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd87dba4-8d4e-4b71-be48-b48bb38c0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:02:07.586064 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fa590827-1fc6-4e79-b9de-79fb8d85ca2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:07.643850 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-94ce912d-9b4f-4759-8a13-c5c8c9793ec6 req-bd11effb-5865-4130-93ce-6c55d87d61bb tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.60 "GET /v2.0/security-groups?id=116d8563-ec08-4a23-8572-981f0a9fd723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912187 Aug 17 00:02:07.671774 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-fa590827-1fc6-4e79-b9de-79fb8d85ca2e None None] For port 1ead736d-e0d5-422c-87f8-1a7c3674141f, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:02:07.674968 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-fa590827-1fc6-4e79-b9de-79fb8d85ca2e None None] For port 1ead736d-e0d5-422c-87f8-1a7c3674141f, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=1ead736d-e0d5-422c-87f8-1a7c3674141f,segment=NetworkSegment(bd87dba4-8d4e-4b71-be48-b48bb38c0c6e),segment_id=bd87dba4-8d4e-4b71-be48-b48bb38c0c6e)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:02:07.683964 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fa590827-1fc6-4e79-b9de-79fb8d85ca2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:07.687480 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-05f3ed37-9b6c-487f-b294-b3b9d1259ae6 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61108af2093845fe9a64c45c9df6e55d HTTP/1.1" status: 200 len: 380 time: 0.1076076 Aug 17 00:02:07.697945 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-3746b92e-c8ff-4796-9e4b-4a289db9d9b1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Request body: {'port': {'device_id': '933b0cd2-0361-4805-8c8f-57b7f9c08923', 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'admin_state_up': True, 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'security_groups': ['e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:07.765018 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa590827-1fc6-4e79-b9de-79fb8d85ca2e None None] Pushing event updated for resources: {'Port': ['ID=1ead736d-e0d5-422c-87f8-1a7c3674141f,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:07.778234 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225843f4-d715-4ad9-9756-a7639539c245 req-e859dfd7-d74e-4503-89b7-6325204c6c23 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:07.786268 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-225843f4-d715-4ad9-9756-a7639539c245 req-e859dfd7-d74e-4503-89b7-6325204c6c23 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b3f485d-011a-46b1-905c-e9b38aa829e6 HTTP/1.1" status: 200 len: 945 time: 0.1360037 Aug 17 00:02:07.888064 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-225843f4-d715-4ad9-9756-a7639539c245 req-4444a7eb-29be-42c6-83bd-7788c0056ef8 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] 10.222.0.60 "GET /v2.0/security-groups?id=b87a0ca1-bfee-44c9-9200-328986d2838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004379 Aug 17 00:02:07.917498 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-3746b92e-c8ff-4796-9e4b-4a289db9d9b1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Made reservation on behalf of 61108af2093845fe9a64c45c9df6e55d for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:02:07.932523 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-3746b92e-c8ff-4796-9e4b-4a289db9d9b1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:07.958818 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7b17090a-f65c-44d4-b679-51127f1feed6 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:08.080721 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-95d21e6f-bf70-4456-91c4-51a4eadd20da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:02:08.090927 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-95d21e6f-bf70-4456-91c4-51a4eadd20da service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:08.135927 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2386a400-493f-4439-b467-5a4537fcdd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e07747-cd41-4ecc-8be6-43ef0ba54bc5'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:02:08.143147 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ab1377-caf6-4c62-91d9-a8c50542fa11" -d '{"events": [{"server_uuid": "2386a400-493f-4439-b467-5a4537fcdd80", "name": "network-vif-plugged", "status": "completed", "tag": "e5e07747-cd41-4ecc-8be6-43ef0ba54bc5"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:02:08.165244 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96428bdb-87b8-44cc-8662-acf9cb6b3e8a req-06a8215b-e950-47a4-bc01-ec0b4e4973b3 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:08.173631 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-96428bdb-87b8-44cc-8662-acf9cb6b3e8a req-06a8215b-e950-47a4-bc01-ec0b4e4973b3 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 0.2238684 Aug 17 00:02:08.203630 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 7f23aba5-ac0a-457b-8d56-80f43b9ed3a2 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:02:08.210901 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-3746b92e-c8ff-4796-9e4b-4a289db9d9b1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Allocated IP 172.20.0.5 (bf42c908-bd85-4d10-afc7-00681d389032/1afde0e7-f7b0-4278-82ad-0cbe61d404a7/3025641c-a330-4304-a23a-1876a1fa76d9) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:02:08.230936 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17090a-f65c-44d4-b679-51127f1feed6 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event updated for resources: {'Subnet': ['ID=52ce99c2-888b-4cad-8190-0a83e8273287,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:08.234751 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ff625404-cb76-4707-b0f6-5abc560e7015 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:08.267712 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b17090a-f65c-44d4-b679-51127f1feed6 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Checking segment: {'id': 'b98f6a52-4778-47ea-889e-d9028196467d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e2ac1b86-e36f-4432-8342-86f5ef252896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:02:08.268290 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b17090a-f65c-44d4-b679-51127f1feed6 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Network hostable DHCP agents. Network: e2ac1b86-e36f-4432-8342-86f5ef252896, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:02:08.313107 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-95d21e6f-bf70-4456-91c4-51a4eadd20da service neutron] Transition to ACTIVE for port object 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:02:08.317964 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff625404-cb76-4707-b0f6-5abc560e7015 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Pushing event deleted for resources: {'Port': ['ID=e136a31e-7288-4536-885d-76fb1bc27e21,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:08.379268 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-95d21e6f-bf70-4456-91c4-51a4eadd20da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:08.386386 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 7f23aba5-ac0a-457b-8d56-80f43b9ed3a2, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=7f23aba5-ac0a-457b-8d56-80f43b9ed3a2,segment=NetworkSegment(28e05374-de5a-45c8-86a5-6696d95aad4f),segment_id=28e05374-de5a-45c8-86a5-6696d95aad4f)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:02:08.413030 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '7f23aba5-ac0a-457b-8d56-80f43b9ed3a2', 'network_id': '8dd37e51-5afe-480c-821e-9a1461bcacb0', 'port_id': '7f23aba5-ac0a-457b-8d56-80f43b9ed3a2', 'mac_address': 'fa:16:3e:a4:72:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0204ed-3ec1-4765-80a7-ae3560208657', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:02:08.469349 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-96428bdb-87b8-44cc-8662-acf9cb6b3e8a req-a518bc1f-aaca-4386-98d1-a609b714c3c9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2945740 Aug 17 00:02:08.470691 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:08.471865 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b17090a-f65c-44d4-b679-51127f1feed6 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Network e2ac1b86-e36f-4432-8342-86f5ef252896 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:02:08.498209 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f23aba5-ac0a-457b-8d56-80f43b9ed3a2 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:02:08.501922 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-7b17090a-f65c-44d4-b679-51127f1feed6 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, e2ac1b86-e36f-4432-8342-86f5ef252896) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:02:08.518941 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8755b6-ecda-4d76-9966-2a0ac822a3a5 None None] Network e2ac1b86-e36f-4432-8342-86f5ef252896 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:02:08.537960 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b17090a-f65c-44d4-b679-51127f1feed6 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:08.539203 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7b17090a-f65c-44d4-b679-51127f1feed6 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:08.541718 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d21e6f-bf70-4456-91c4-51a4eadd20da service neutron] Pushing event updated for resources: {'Port': ['ID=4792e41c-6ce3-4d12-aa9a-a1b3d4efd740,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:08.545641 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3b3da0-d44c-45bb-a244-4b4f64c9e5f3 x-openstack-request-id: req-1d3b3da0-d44c-45bb-a244-4b4f64c9e5f3 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:02:08.545938 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2386a400-493f-4439-b467-5a4537fcdd80", "name": "network-vif-plugged", "status": "completed", "tag": "e5e07747-cd41-4ecc-8be6-43ef0ba54bc5", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:02:08.546197 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1d3b3da0-d44c-45bb-a244-4b4f64c9e5f3 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:02:08.546616 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-3746b92e-c8ff-4796-9e4b-4a289db9d9b1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:08.546755 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2386a400-493f-4439-b467-5a4537fcdd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e07747-cd41-4ecc-8be6-43ef0ba54bc5', 'code': 200} Aug 17 00:02:08.571614 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8947f-a1e9-4439-9cfc-fabf2bafe2f0 req-c71ae057-1639-4d8a-929f-d9ca09562be3 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:08.585534 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ff625404-cb76-4707-b0f6-5abc560e7015 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:08.591404 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3a8947f-a1e9-4439-9cfc-fabf2bafe2f0 req-c71ae057-1639-4d8a-929f-d9ca09562be3 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 943 time: 0.1857052 Aug 17 00:02:08.689141 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-3746b92e-c8ff-4796-9e4b-4a289db9d9b1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Transition to ACTIVE for port object 3025641c-a330-4304-a23a-1876a1fa76d9 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:02:08.746522 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 7f23aba5-ac0a-457b-8d56-80f43b9ed3a2, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=7f23aba5-ac0a-457b-8d56-80f43b9ed3a2,segment=NetworkSegment(28e05374-de5a-45c8-86a5-6696d95aad4f),segment_id=28e05374-de5a-45c8-86a5-6696d95aad4f)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:02:08.784007 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:08.794946 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ff625404-cb76-4707-b0f6-5abc560e7015 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:08.799236 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ff625404-cb76-4707-b0f6-5abc560e7015 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:08.826727 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746cbccf-80dc-4c90-8da5-d4f3b9669c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-e2ac1b86-e36f-4432-8342-86f5ef252896', 'network_id': 'e2ac1b86-e36f-4432-8342-86f5ef252896', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'fixed_ips': [{'subnet_id': '52ce99c2-888b-4cad-8190-0a83e8273287'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:02:08.828078 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-746cbccf-80dc-4c90-8da5-d4f3b9669c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:08.830728 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 1ead736d-e0d5-422c-87f8-1a7c3674141f up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:02:08.900401 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-95d21e6f-bf70-4456-91c4-51a4eadd20da service neutron] Attempting to bind port 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:02:08.901295 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-95d21e6f-bf70-4456-91c4-51a4eadd20da service neutron] Attempting to bind port 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '5d1dfe25-6df3-47da-ac8e-82fc33e22c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:02:08.902369 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-95d21e6f-bf70-4456-91c4-51a4eadd20da service neutron] Attempting to bind port 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740 on network 828b9ed9-5982-43c3-a42e-6c3581a384df {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:02:08.918780 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=7f23aba5-ac0a-457b-8d56-80f43b9ed3a2,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:08.920682 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7b17090a-f65c-44d4-b679-51127f1feed6 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1307523 Aug 17 00:02:08.921930 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 32946) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:08.923304 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-95d21e6f-bf70-4456-91c4-51a4eadd20da service neutron] Port 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740 on network 828b9ed9-5982-43c3-a42e-6c3581a384df not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:02:08.925861 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-95d21e6f-bf70-4456-91c4-51a4eadd20da service neutron] Attempting to bind port 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740 on network 828b9ed9-5982-43c3-a42e-6c3581a384df {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:02:08.928158 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3a8947f-a1e9-4439-9cfc-fabf2bafe2f0 req-81ea6a1f-beed-4650-af95-8b2e9f598788 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311372 Aug 17 00:02:08.936943 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-3746b92e-c8ff-4796-9e4b-4a289db9d9b1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:08.941228 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-5b0f6478-18a6-44b3-a01d-7f244ba02a3e tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Request body: {'port': {'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea', 'name': 'tempest-TaggedBootDevicesTest-912031479', 'fixed_ips': [{'subnet_id': '7f767b01-59ba-4d1c-a2de-3cb9e8190671'}]}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:08.950327 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ff625404-cb76-4707-b0f6-5abc560e7015 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:08.954924 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff625404-cb76-4707-b0f6-5abc560e7015 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Fanout notify agent at l3_agent the message router_deleted on router 96cd2472-b76c-48c5-bd2a-f8aa04dface8 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:02:08.975848 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ff625404-cb76-4707-b0f6-5abc560e7015 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:08.983677 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ff625404-cb76-4707-b0f6-5abc560e7015 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "DELETE /v2.0/routers/96cd2472-b76c-48c5-bd2a-f8aa04dface8 HTTP/1.1" status: 204 len: 168 time: 2.7715125 Aug 17 00:02:08.987693 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 32948) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:09.014329 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-cb71aed4-810f-48dd-ae28-7bedc83a977a tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Request body: {'router': {'name': 'tempest-snat-router-435110820', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'enable_snat': False}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:09.053452 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-95d21e6f-bf70-4456-91c4-51a4eadd20da service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:02:09.054043 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-95d21e6f-bf70-4456-91c4-51a4eadd20da service neutron] Checking segment: {'id': '5d1dfe25-6df3-47da-ac8e-82fc33e22c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:02:09.054537 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-95d21e6f-bf70-4456-91c4-51a4eadd20da service neutron] Bound using segment: {'id': '5d1dfe25-6df3-47da-ac8e-82fc33e22c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:02:09.055188 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-95d21e6f-bf70-4456-91c4-51a4eadd20da service neutron] Bound port: 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1dfe25-6df3-47da-ac8e-82fc33e22c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:02:09.055573 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-95d21e6f-bf70-4456-91c4-51a4eadd20da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:09.060834 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 1ead736d-e0d5-422c-87f8-1a7c3674141f completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:02:09.063510 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827365a-d513-4a91-adca-87843a83e437 req-26b8d696-9baa-4e70-a01d-f1594c77e854 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:09.065300 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3827365a-d513-4a91-adca-87843a83e437 req-26b8d696-9baa-4e70-a01d-f1594c77e854 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b3f485d-011a-46b1-905c-e9b38aa829e6 HTTP/1.1" status: 200 len: 945 time: 0.3619614 Aug 17 00:02:09.073176 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['7f23aba5-ac0a-457b-8d56-80f43b9ed3a2'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:02:09.082508 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6f724-8d6c-4009-83f7-53a0f30ca523 req-242a1090-01e4-4da0-ae02-21859c1c6107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:09.084308 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5b6f724-8d6c-4009-83f7-53a0f30ca523 req-242a1090-01e4-4da0-ae02-21859c1c6107 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 1097 time: 0.4610515 Aug 17 00:02:09.098658 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-3746b92e-c8ff-4796-9e4b-4a289db9d9b1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Network bf42c908-bd85-4d10-afc7-00681d389032 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:02:09.145641 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-3746b92e-c8ff-4796-9e4b-4a289db9d9b1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:02:09.183230 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-746cbccf-80dc-4c90-8da5-d4f3b9669c93 None None] Allocated IP 10.2.2.2 (e2ac1b86-e36f-4432-8342-86f5ef252896/52ce99c2-888b-4cad-8190-0a83e8273287/6547df14-e206-4bd5-820c-fb5eef006c2c) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:02:09.187768 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-3746b92e-c8ff-4796-9e4b-4a289db9d9b1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:02:09.203669 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-95d21e6f-bf70-4456-91c4-51a4eadd20da service neutron] For port 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:02:09.208822 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-95d21e6f-bf70-4456-91c4-51a4eadd20da service neutron] For port 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4792e41c-6ce3-4d12-aa9a-a1b3d4efd740,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:02:09.211647 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb71aed4-810f-48dd-ae28-7bedc83a977a tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:09.213195 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb71aed4-810f-48dd-ae28-7bedc83a977a tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:09.274942 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb71aed4-810f-48dd-ae28-7bedc83a977a tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:09.280954 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-95d21e6f-bf70-4456-91c4-51a4eadd20da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:09.345168 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5b6f724-8d6c-4009-83f7-53a0f30ca523 req-c2a0d9a6-d81f-4244-b719-b3eaee60e9ac service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2427483 Aug 17 00:02:09.345852 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746b92e-c8ff-4796-9e4b-4a289db9d9b1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Pushing event updated for resources: {'Port': ['ID=3025641c-a330-4304-a23a-1876a1fa76d9,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:09.387904 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3827365a-d513-4a91-adca-87843a83e437 req-cd34af8c-d22f-42da-93ce-d0f1f9b14eeb tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] 10.222.0.60 "GET /v2.0/security-groups?id=b87a0ca1-bfee-44c9-9200-328986d2838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721615 Aug 17 00:02:09.389860 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1d3c14-52ac-438c-a9bf-3d4019dd509d None None] Network 450a1daa-7a72-47ff-abbd-744b752946ea requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:02:09.435616 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e46ee4-8bd4-463c-b2ad-959ca712f8e6 req-8e0682c6-cfab-49ed-afc7-f62d6ce2a84c tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:09.460921 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-65e46ee4-8bd4-463c-b2ad-959ca712f8e6 req-8e0682c6-cfab-49ed-afc7-f62d6ce2a84c tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 931 time: 0.3881733 Aug 17 00:02:09.506435 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb71aed4-810f-48dd-ae28-7bedc83a977a tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:09.518064 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-3746b92e-c8ff-4796-9e4b-4a289db9d9b1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:09.519020 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-3746b92e-c8ff-4796-9e4b-4a289db9d9b1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:09.528627 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-95d21e6f-bf70-4456-91c4-51a4eadd20da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:09.529269 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-95d21e6f-bf70-4456-91c4-51a4eadd20da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:09.531231 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-95d21e6f-bf70-4456-91c4-51a4eadd20da service neutron] 10.222.0.64 "PUT /v2.0/ports/4792e41c-6ce3-4d12-aa9a-a1b3d4efd740 HTTP/1.1" status: 200 len: 1092 time: 2.3126833 Aug 17 00:02:09.537266 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4467249-7e89-434b-9fb4-d2eb8ac841d4', 'tag': '4792e41c-6ce3-4d12-aa9a-a1b3d4efd740'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:02:09.541359 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fc3915-59f4-411a-84fd-72598b04da4a" -d '{"events": [{"name": "network-changed", "server_uuid": "d4467249-7e89-434b-9fb4-d2eb8ac841d4", "tag": "4792e41c-6ce3-4d12-aa9a-a1b3d4efd740"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:02:09.596468 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-65e46ee4-8bd4-463c-b2ad-959ca712f8e6 req-d5a796d6-cb14-4fae-a0e6-6df03dbd0f32 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313283 Aug 17 00:02:09.629701 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50356be-16db-4f69-8774-5568e5de6965 req-e687ee92-7a86-48a1-8ffb-957e6c065200 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:09.638061 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b50356be-16db-4f69-8774-5568e5de6965 req-e687ee92-7a86-48a1-8ffb-957e6c065200 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3ee37f8-3939-48f1-87ce-fd3d459cc9b5 HTTP/1.1" status: 200 len: 944 time: 0.1372876 Aug 17 00:02:09.667673 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-3746b92e-c8ff-4796-9e4b-4a289db9d9b1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9742053 Aug 17 00:02:09.676592 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be444b-305a-4b71-b1d9-c95e5ac447ec req-b7ac2c9c-6db4-441e-ab2b-97d8ae5c38b6 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:09.678773 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7be444b-305a-4b71-b1d9-c95e5ac447ec req-b7ac2c9c-6db4-441e-ab2b-97d8ae5c38b6 tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b3f485d-011a-46b1-905c-e9b38aa829e6 HTTP/1.1" status: 200 len: 945 time: 0.1312120 Aug 17 00:02:09.683864 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-0979dc98-28fd-4624-ad93-a19e422f30f2 service neutron] Request body: {'port': {'device_id': '933b0cd2-0361-4805-8c8f-57b7f9c08923', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:09.779898 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-87cc365a-2d3a-4b5a-a067-c129a292bced None None] Provisioning for port 1ead736d-e0d5-422c-87f8-1a7c3674141f completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:02:09.800139 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b50356be-16db-4f69-8774-5568e5de6965 req-d0c041ef-02a1-4190-aec9-d1fcf0fc1433 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.60 "GET /v2.0/security-groups?id=116d8563-ec08-4a23-8572-981f0a9fd723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532755 Aug 17 00:02:09.803079 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-87cc365a-2d3a-4b5a-a067-c129a292bced None None] Provisioning complete for port 1ead736d-e0d5-422c-87f8-1a7c3674141f triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:02:09.804421 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-87cc365a-2d3a-4b5a-a067-c129a292bced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:09.848066 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-746cbccf-80dc-4c90-8da5-d4f3b9669c93 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:09.875201 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-0979dc98-28fd-4624-ad93-a19e422f30f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:09.889449 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-746cbccf-80dc-4c90-8da5-d4f3b9669c93 None None] Transition to ACTIVE for port object 6547df14-e206-4bd5-820c-fb5eef006c2c will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:02:09.923802 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-746cbccf-80dc-4c90-8da5-d4f3b9669c93 None None] Transition to ACTIVE for port object 6547df14-e206-4bd5-820c-fb5eef006c2c will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:02:09.970950 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368ca9c5-2291-40a6-8346-66d236556cd9 x-openstack-request-id: req-368ca9c5-2291-40a6-8346-66d236556cd9 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:02:09.971242 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4467249-7e89-434b-9fb4-d2eb8ac841d4", "tag": "4792e41c-6ce3-4d12-aa9a-a1b3d4efd740", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:02:09.971503 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-368ca9c5-2291-40a6-8346-66d236556cd9 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:02:09.972141 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4467249-7e89-434b-9fb4-d2eb8ac841d4', 'tag': '4792e41c-6ce3-4d12-aa9a-a1b3d4efd740', 'status': 'completed', 'code': 200} Aug 17 00:02:10.027468 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-87cc365a-2d3a-4b5a-a067-c129a292bced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:10.030608 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-746cbccf-80dc-4c90-8da5-d4f3b9669c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:10.040219 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:10.063899 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d21e6f-bf70-4456-91c4-51a4eadd20da service neutron] Pushing event updated for resources: {'Port': ['ID=4792e41c-6ce3-4d12-aa9a-a1b3d4efd740,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:10.082816 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-8001e1f8-0852-4f75-a308-76c069425104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:10.084341 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-8001e1f8-0852-4f75-a308-76c069425104 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2ce754388cc43b1ac4e9f8b8d18c497&device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 1095 time: 0.1155000 Aug 17 00:02:10.162172 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746cbccf-80dc-4c90-8da5-d4f3b9669c93 None None] Network e2ac1b86-e36f-4432-8342-86f5ef252896 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:02:10.164542 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-51614a12-7b4d-4414-bc38-62943a387204 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4792e41c-6ce3-4d12-aa9a-a1b3d4efd740 HTTP/1.1" status: 200 len: 217 time: 0.0487082 Aug 17 00:02:10.165790 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0f6478-18a6-44b3-a01d-7f244ba02a3e tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Made reservation on behalf of 6dea3d186f8943e68e6ffa5ab6e1d924 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:02:10.170674 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746cbccf-80dc-4c90-8da5-d4f3b9669c93 None None] Pushing event updated for resources: {'Port': ['ID=6547df14-e206-4bd5-820c-fb5eef006c2c,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:10.193185 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-746cbccf-80dc-4c90-8da5-d4f3b9669c93 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:02:10.197390 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746cbccf-80dc-4c90-8da5-d4f3b9669c93 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:02:10.210307 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-0979dc98-28fd-4624-ad93-a19e422f30f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3025641c-a330-4304-a23a-1876a1fa76d9 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:02:10.223808 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-0979dc98-28fd-4624-ad93-a19e422f30f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:10.225834 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-5149b58c-8bf5-4c66-b7ab-cd148feba724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:10.227685 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-5149b58c-8bf5-4c66-b7ab-cd148feba724 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=edd9ab22-5340-4c03-a1d1-8f64d16eab30 HTTP/1.1" status: 200 len: 843 time: 0.0520561 Aug 17 00:02:10.238052 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-0979dc98-28fd-4624-ad93-a19e422f30f2 service neutron] Transition to ACTIVE for port object 3025641c-a330-4304-a23a-1876a1fa76d9 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:02:10.262929 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-0979dc98-28fd-4624-ad93-a19e422f30f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:10.289535 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 7f23aba5-ac0a-457b-8d56-80f43b9ed3a2 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:02:10.291452 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-5fa25603-f2e0-4f20-9bd2-10916180ee61 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=828b9ed9-5982-43c3-a42e-6c3581a384df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506771 Aug 17 00:02:10.360090 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-746cbccf-80dc-4c90-8da5-d4f3b9669c93 None None] Attempting to bind port 6547df14-e206-4bd5-820c-fb5eef006c2c on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:02:10.360464 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-746cbccf-80dc-4c90-8da5-d4f3b9669c93 None None] Attempting to bind port 6547df14-e206-4bd5-820c-fb5eef006c2c by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'b98f6a52-4778-47ea-889e-d9028196467d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e2ac1b86-e36f-4432-8342-86f5ef252896'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:02:10.360832 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746cbccf-80dc-4c90-8da5-d4f3b9669c93 None None] Attempting to bind port 6547df14-e206-4bd5-820c-fb5eef006c2c on network e2ac1b86-e36f-4432-8342-86f5ef252896 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:02:10.393085 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-87cc365a-2d3a-4b5a-a067-c129a292bced None None] For port 1ead736d-e0d5-422c-87f8-1a7c3674141f, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=1ead736d-e0d5-422c-87f8-1a7c3674141f,segment=NetworkSegment(bd87dba4-8d4e-4b71-be48-b48bb38c0c6e),segment_id=bd87dba4-8d4e-4b71-be48-b48bb38c0c6e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:02:10.395223 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746cbccf-80dc-4c90-8da5-d4f3b9669c93 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:02:10.395745 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746cbccf-80dc-4c90-8da5-d4f3b9669c93 None None] Checking segment: {'id': 'b98f6a52-4778-47ea-889e-d9028196467d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e2ac1b86-e36f-4432-8342-86f5ef252896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:02:10.396054 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-746cbccf-80dc-4c90-8da5-d4f3b9669c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:10.396441 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746cbccf-80dc-4c90-8da5-d4f3b9669c93 None None] Bound using segment: {'id': 'b98f6a52-4778-47ea-889e-d9028196467d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e2ac1b86-e36f-4432-8342-86f5ef252896'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:02:10.397726 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-746cbccf-80dc-4c90-8da5-d4f3b9669c93 None None] Bound port: 6547df14-e206-4bd5-820c-fb5eef006c2c, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98f6a52-4778-47ea-889e-d9028196467d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e2ac1b86-e36f-4432-8342-86f5ef252896'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:02:10.398121 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-746cbccf-80dc-4c90-8da5-d4f3b9669c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:10.415065 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-87cc365a-2d3a-4b5a-a067-c129a292bced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:10.474180 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc365a-2d3a-4b5a-a067-c129a292bced None None] Pushing event updated for resources: {'Port': ['ID=1ead736d-e0d5-422c-87f8-1a7c3674141f,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:10.483700 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 7f23aba5-ac0a-457b-8d56-80f43b9ed3a2 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:02:10.550674 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-746cbccf-80dc-4c90-8da5-d4f3b9669c93 None None] For port 6547df14-e206-4bd5-820c-fb5eef006c2c, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:02:10.550888 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb71aed4-810f-48dd-ae28-7bedc83a977a tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:10.556293 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-746cbccf-80dc-4c90-8da5-d4f3b9669c93 None None] For port 6547df14-e206-4bd5-820c-fb5eef006c2c, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6547df14-e206-4bd5-820c-fb5eef006c2c,segment=NetworkSegment(b98f6a52-4778-47ea-889e-d9028196467d),segment_id=b98f6a52-4778-47ea-889e-d9028196467d)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:02:10.577586 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-746cbccf-80dc-4c90-8da5-d4f3b9669c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:10.595255 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb71aed4-810f-48dd-ae28-7bedc83a977a tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:10.622177 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 7f23aba5-ac0a-457b-8d56-80f43b9ed3a2 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:02:10.623357 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:10.761428 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-cb71aed4-810f-48dd-ae28-7bedc83a977a tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Allocated IP 172.25.3.101 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/e33ea921-ab9e-4656-95c1-c62cb741e5e2) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:02:10.773352 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 1ead736d-e0d5-422c-87f8-1a7c3674141f up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:02:10.788205 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979dc98-28fd-4624-ad93-a19e422f30f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3025641c-a330-4304-a23a-1876a1fa76d9,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:10.813978 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ff2fb-47f4-4bf2-b52b-ef7faea6dc8e req-5e8eed0a-4188-4b2d-9973-17c2bbc9f102 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:10.821429 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-735ff2fb-47f4-4bf2-b52b-ef7faea6dc8e req-5e8eed0a-4188-4b2d-9973-17c2bbc9f102 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 1.1202667 Aug 17 00:02:10.823699 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e9ac5b31-a7d6-4450-a439-3438f1fc5116 None None] Provisioning for port 3025641c-a330-4304-a23a-1876a1fa76d9 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:02:10.878386 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-d7be444b-305a-4b71-b1d9-c95e5ac447ec req-3e96b855-8ac1-4ad5-b35b-4700e24c207d tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Deleting port 3249286e-b047-44c2-aed9-cac46c8d8e2c {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:02:10.878738 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d7be444b-305a-4b71-b1d9-c95e5ac447ec req-3e96b855-8ac1-4ad5-b35b-4700e24c207d tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:10.905873 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746cbccf-80dc-4c90-8da5-d4f3b9669c93 None None] Pushing event updated for resources: {'Port': ['ID=6547df14-e206-4bd5-820c-fb5eef006c2c,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:10.926736 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:10.936564 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d70bd4-ea26-4aac-8d07-72a62b0915dd req-3b4093ba-59b9-4968-86b3-a88a83e35980 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:10.944694 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-50d70bd4-ea26-4aac-8d07-72a62b0915dd req-3b4093ba-59b9-4968-86b3-a88a83e35980 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 943 time: 0.7032282 Aug 17 00:02:11.007456 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 7f23aba5-ac0a-457b-8d56-80f43b9ed3a2, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=7f23aba5-ac0a-457b-8d56-80f43b9ed3a2,segment=NetworkSegment(28e05374-de5a-45c8-86a5-6696d95aad4f),segment_id=28e05374-de5a-45c8-86a5-6696d95aad4f)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:02:11.011333 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b0f6478-18a6-44b3-a01d-7f244ba02a3e tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:11.017602 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ee37f8-3939-48f1-87ce-fd3d459cc9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f23aba5-ac0a-457b-8d56-80f43b9ed3a2'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:02:11.021023 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91048d4-cae1-4e3c-8ae1-e6f929521f98" -d '{"events": [{"server_uuid": "e3ee37f8-3939-48f1-87ce-fd3d459cc9b5", "name": "network-vif-plugged", "status": "completed", "tag": "7f23aba5-ac0a-457b-8d56-80f43b9ed3a2"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:02:11.042439 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:11.078003 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 1ead736d-e0d5-422c-87f8-1a7c3674141f triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:02:11.078366 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:11.107703 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-735ff2fb-47f4-4bf2-b52b-ef7faea6dc8e req-b7e37f53-2368-45f4-969b-7e1767ddfb9c tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2853162 Aug 17 00:02:11.149744 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-5b0f6478-18a6-44b3-a01d-7f244ba02a3e tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] device_id is not set on port 07aed2fa-d27e-4651-8f59-41a9da06080a yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:02:11.190998 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-50d70bd4-ea26-4aac-8d07-72a62b0915dd req-4933b492-93cd-4941-8f00-abfdffccb8d1 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453187 Aug 17 00:02:11.195991 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-22d9ac11-2edf-42b7-82dd-e9f69d72ad20 service neutron] 10.222.0.64 "GET /v2.0/networks/828b9ed9-5982-43c3-a42e-6c3581a384df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8617578 Aug 17 00:02:11.199042 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb71aed4-810f-48dd-ae28-7bedc83a977a tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:11.269643 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-d7be444b-305a-4b71-b1d9-c95e5ac447ec req-3e96b855-8ac1-4ad5-b35b-4700e24c207d tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] For port 3249286e-b047-44c2-aed9-cac46c8d8e2c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3249286e-b047-44c2-aed9-cac46c8d8e2c,segment=NetworkSegment(7250dddb-89d6-4d10-9206-696e16849344),segment_id=7250dddb-89d6-4d10-9206-696e16849344)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:02:11.270177 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d7be444b-305a-4b71-b1d9-c95e5ac447ec req-3e96b855-8ac1-4ad5-b35b-4700e24c207d tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:11.275520 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-9d5eefbc-921a-44e9-b7f4-555e6d2279e3 None None] Provisioning complete for port 1ead736d-e0d5-422c-87f8-1a7c3674141f triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:02:11.275813 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9d5eefbc-921a-44e9-b7f4-555e6d2279e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:11.286469 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-d7be444b-305a-4b71-b1d9-c95e5ac447ec req-3e96b855-8ac1-4ad5-b35b-4700e24c207d tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Calling delete_port for 3249286e-b047-44c2-aed9-cac46c8d8e2c owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:02:11.332544 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=7f23aba5-ac0a-457b-8d56-80f43b9ed3a2,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:11.456099 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-0979dc98-28fd-4624-ad93-a19e422f30f2 service neutron] Attempting to bind port 3025641c-a330-4304-a23a-1876a1fa76d9 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:02:11.457203 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-0979dc98-28fd-4624-ad93-a19e422f30f2 service neutron] Attempting to bind port 3025641c-a330-4304-a23a-1876a1fa76d9 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:02:11.457203 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-0979dc98-28fd-4624-ad93-a19e422f30f2 service neutron] Attempting to bind port 3025641c-a330-4304-a23a-1876a1fa76d9 on network bf42c908-bd85-4d10-afc7-00681d389032 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:02:11.464723 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d7be444b-305a-4b71-b1d9-c95e5ac447ec req-3e96b855-8ac1-4ad5-b35b-4700e24c207d tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:11.486918 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['3249286e-b047-44c2-aed9-cac46c8d8e2c'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:02:11.534276 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:11.590494 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-0979dc98-28fd-4624-ad93-a19e422f30f2 service neutron] Port 3025641c-a330-4304-a23a-1876a1fa76d9 on network bf42c908-bd85-4d10-afc7-00681d389032 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:02:11.591129 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-0979dc98-28fd-4624-ad93-a19e422f30f2 service neutron] Attempting to bind port 3025641c-a330-4304-a23a-1876a1fa76d9 on network bf42c908-bd85-4d10-afc7-00681d389032 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:02:11.623843 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7be444b-305a-4b71-b1d9-c95e5ac447ec req-3e96b855-8ac1-4ad5-b35b-4700e24c207d tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] No DVR routers for this DVR port 3249286e-b047-44c2-aed9-cac46c8d8e2c on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:02:11.624456 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0eb5e7b2-c1ca-42ee-be17-743c4ded5289 req-94b44338-999c-485b-bb2b-61464a233266 service neutron] 10.222.0.64 "GET /v2.0/networks/828b9ed9-5982-43c3-a42e-6c3581a384df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742190 Aug 17 00:02:11.627503 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d7be444b-305a-4b71-b1d9-c95e5ac447ec req-3e96b855-8ac1-4ad5-b35b-4700e24c207d tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:11.630996 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7be444b-305a-4b71-b1d9-c95e5ac447ec req-3e96b855-8ac1-4ad5-b35b-4700e24c207d tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] 10.222.0.64 "DELETE /v2.0/ports/3249286e-b047-44c2-aed9-cac46c8d8e2c HTTP/1.1" status: 204 len: 173 time: 1.9383013 Aug 17 00:02:11.642690 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3f485d-011a-46b1-905c-e9b38aa829e6', 'name': 'network-vif-deleted', 'tag': '3249286e-b047-44c2-aed9-cac46c8d8e2c'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:02:11.643317 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb71aed4-810f-48dd-ae28-7bedc83a977a tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:11.645778 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5310b4-1b45-4f5f-a202-4668424a45f2" -d '{"events": [{"server_uuid": "4b3f485d-011a-46b1-905c-e9b38aa829e6", "name": "network-vif-deleted", "tag": "3249286e-b047-44c2-aed9-cac46c8d8e2c"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:02:11.663350 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-972ba737-8106-409c-995f-bd85246ef684 req-5c1d57b0-b00a-4918-a89a-c38904396c1a tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b3f485d-011a-46b1-905c-e9b38aa829e6 HTTP/1.1" status: 200 len: 210 time: 0.2023685 Aug 17 00:02:11.683715 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96b855-8ac1-4ad5-b35b-4700e24c207d tempest-ServerAddressesNegativeTestJSON-712252591 tempest-ServerAddressesNegativeTestJSON-712252591-project] Pushing event deleted for resources: {'Port': ['ID=3249286e-b047-44c2-aed9-cac46c8d8e2c,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:11.703975 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08d1f9-c26b-4565-93d9-597564d596f5 req-d1b41cba-039b-4cb4-8935-7796805d7b33 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:11.711125 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71aed4-810f-48dd-ae28-7bedc83a977a tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Pushing event updated for resources: {'Port': ['ID=e33ea921-ab9e-4656-95c1-c62cb741e5e2,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:11.716440 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf08d1f9-c26b-4565-93d9-597564d596f5 req-d1b41cba-039b-4cb4-8935-7796805d7b33 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 943 time: 0.2539198 Aug 17 00:02:11.720950 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-0979dc98-28fd-4624-ad93-a19e422f30f2 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:02:11.721513 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-0979dc98-28fd-4624-ad93-a19e422f30f2 service neutron] Checking segment: {'id': 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:02:11.721746 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-0979dc98-28fd-4624-ad93-a19e422f30f2 service neutron] Bound using segment: {'id': 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:02:11.722139 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-0979dc98-28fd-4624-ad93-a19e422f30f2 service neutron] Bound port: 3025641c-a330-4304-a23a-1876a1fa76d9, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:02:11.722502 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-0979dc98-28fd-4624-ad93-a19e422f30f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:11.722765 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb71aed4-810f-48dd-ae28-7bedc83a977a tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:02:11.726322 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-cb71aed4-810f-48dd-ae28-7bedc83a977a tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:02:11.732440 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb71aed4-810f-48dd-ae28-7bedc83a977a tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:02:11.737848 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-5b0f6478-18a6-44b3-a01d-7f244ba02a3e tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Allocated IP 10.1.1.195 (450a1daa-7a72-47ff-abbd-744b752946ea/7f767b01-59ba-4d1c-a2de-3cb9e8190671/07aed2fa-d27e-4651-8f59-41a9da06080a) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:02:11.868204 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf08d1f9-c26b-4565-93d9-597564d596f5 req-2eb1df6c-0075-462a-9376-e09ccdb22ad5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507742 Aug 17 00:02:11.899934 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc3915-59f4-411a-84fd-72598b04da4a req-9eadaee2-d2f6-4194-a00a-ba3b558f06ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:11.901488 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5fc3915-59f4-411a-84fd-72598b04da4a req-9eadaee2-d2f6-4194-a00a-ba3b558f06ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2ce754388cc43b1ac4e9f8b8d18c497&device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 1095 time: 0.1815498 Aug 17 00:02:11.963834 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742f2535-8ebf-4599-a76e-4ed7295ae1ed x-openstack-request-id: req-742f2535-8ebf-4599-a76e-4ed7295ae1ed {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:02:11.964135 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ee37f8-3939-48f1-87ce-fd3d459cc9b5", "name": "network-vif-plugged", "status": "completed", "tag": "7f23aba5-ac0a-457b-8d56-80f43b9ed3a2", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:02:11.964393 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-742f2535-8ebf-4599-a76e-4ed7295ae1ed {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:02:11.964785 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ee37f8-3939-48f1-87ce-fd3d459cc9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f23aba5-ac0a-457b-8d56-80f43b9ed3a2', 'code': 200} Aug 17 00:02:11.999291 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-0979dc98-28fd-4624-ad93-a19e422f30f2 service neutron] For port 3025641c-a330-4304-a23a-1876a1fa76d9, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:02:12.015534 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e500f14-5766-4fc3-9a40-b5160ed7f931 req-02579c20-612d-475d-997d-4ede203efbf0 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:12.017414 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e500f14-5766-4fc3-9a40-b5160ed7f931 req-02579c20-612d-475d-997d-4ede203efbf0 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3ee37f8-3939-48f1-87ce-fd3d459cc9b5 HTTP/1.1" status: 200 len: 945 time: 0.1727042 Aug 17 00:02:12.040880 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-0979dc98-28fd-4624-ad93-a19e422f30f2 service neutron] For port 3025641c-a330-4304-a23a-1876a1fa76d9, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3025641c-a330-4304-a23a-1876a1fa76d9,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:02:12.045318 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fac3986-2257-4aa8-abda-9399f567d584 x-openstack-request-id: req-2fac3986-2257-4aa8-abda-9399f567d584 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:02:12.045905 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3f485d-011a-46b1-905c-e9b38aa829e6", "name": "network-vif-deleted", "tag": "3249286e-b047-44c2-aed9-cac46c8d8e2c", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:02:12.045905 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2fac3986-2257-4aa8-abda-9399f567d584 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:02:12.046329 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3f485d-011a-46b1-905c-e9b38aa829e6', 'name': 'network-vif-deleted', 'tag': '3249286e-b047-44c2-aed9-cac46c8d8e2c', 'status': 'completed', 'code': 200} Aug 17 00:02:12.064030 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-0979dc98-28fd-4624-ad93-a19e422f30f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:12.157496 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-0979dc98-28fd-4624-ad93-a19e422f30f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:12.158297 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-0979dc98-28fd-4624-ad93-a19e422f30f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:12.159715 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-0979dc98-28fd-4624-ad93-a19e422f30f2 service neutron] 10.222.0.64 "PUT /v2.0/ports/3025641c-a330-4304-a23a-1876a1fa76d9 HTTP/1.1" status: 200 len: 1092 time: 2.4799910 Aug 17 00:02:12.184566 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc3915-59f4-411a-84fd-72598b04da4a req-34254a61-f0e9-4fbc-8ce7-2f53e21368e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:12.192581 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5fc3915-59f4-411a-84fd-72598b04da4a req-34254a61-f0e9-4fbc-8ce7-2f53e21368e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=828b9ed9-5982-43c3-a42e-6c3581a384df HTTP/1.1" status: 200 len: 904 time: 0.2707207 Aug 17 00:02:12.218856 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e500f14-5766-4fc3-9a40-b5160ed7f931 req-60ce4210-9df7-425f-8a0f-3a54989b5ce1 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.60 "GET /v2.0/security-groups?id=116d8563-ec08-4a23-8572-981f0a9fd723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883268 Aug 17 00:02:12.402509 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5fc3915-59f4-411a-84fd-72598b04da4a req-de932b49-85f6-4a0c-bc9f-7835740d9ac4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4792e41c-6ce3-4d12-aa9a-a1b3d4efd740 HTTP/1.1" status: 200 len: 217 time: 0.1812916 Aug 17 00:02:12.406112 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979dc98-28fd-4624-ad93-a19e422f30f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3025641c-a330-4304-a23a-1876a1fa76d9,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:12.423405 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b0f6478-18a6-44b3-a01d-7f244ba02a3e tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:12.439316 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-5b0f6478-18a6-44b3-a01d-7f244ba02a3e tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Transition to ACTIVE for port object 07aed2fa-d27e-4651-8f59-41a9da06080a will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:02:12.479417 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bd1402-0f1e-45be-a67e-4fab6e1d8cff None None] Network e2ac1b86-e36f-4432-8342-86f5ef252896 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:02:12.551258 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93586a-51f3-48f6-91d7-ce351c208c48 req-c9e01ed0-eb2c-423c-ac87-228fc0abb9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:12.553868 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2b93586a-51f3-48f6-91d7-ce351c208c48 req-c9e01ed0-eb2c-423c-ac87-228fc0abb9cb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e3ee37f8-3939-48f1-87ce-fd3d459cc9b5 HTTP/1.1" status: 200 len: 1097 time: 0.4928229 Aug 17 00:02:12.559418 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-66dd48c7-d9a6-4569-8075-04b56ec67194 None None] Provisioning for port 6547df14-e206-4bd5-820c-fb5eef006c2c completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:02:12.607274 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c6f66-26e8-46d4-9059-94da09cd2a9f req-ff1602f4-fd07-493a-8af1-ae08a823b435 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:12.609014 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f77c6f66-26e8-46d4-9059-94da09cd2a9f req-ff1602f4-fd07-493a-8af1-ae08a823b435 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 0.2181947 Aug 17 00:02:12.630909 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc3915-59f4-411a-84fd-72598b04da4a req-1ac4101f-fe1e-4766-ac97-4bfb53f6fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:12.633189 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5fc3915-59f4-411a-84fd-72598b04da4a req-1ac4101f-fe1e-4766-ac97-4bfb53f6fcb5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=edd9ab22-5340-4c03-a1d1-8f64d16eab30 HTTP/1.1" status: 200 len: 843 time: 0.1711380 Aug 17 00:02:12.635071 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-34e05646-b675-4df9-ab7c-ff1cbc9eb52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:12.636453 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-34e05646-b675-4df9-ab7c-ff1cbc9eb52f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61108af2093845fe9a64c45c9df6e55d&device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 1095 time: 0.4055293 Aug 17 00:02:12.660167 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ed430-928c-4fe3-872d-4fb2e7fe9b33 req-e3d18a3b-4b42-4920-b304-1e6316140125 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:12.661478 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-247ed430-928c-4fe3-872d-4fb2e7fe9b33 req-e3d18a3b-4b42-4920-b304-1e6316140125 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 943 time: 0.2805150 Aug 17 00:02:12.686577 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b0f6478-18a6-44b3-a01d-7f244ba02a3e tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:12.703313 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2b93586a-51f3-48f6-91d7-ce351c208c48 req-018e9107-0267-411f-9f07-c729961b1616 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=116d8563-ec08-4a23-8572-981f0a9fd723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083860 Aug 17 00:02:12.744862 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb71aed4-810f-48dd-ae28-7bedc83a977a tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:12.793668 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5fc3915-59f4-411a-84fd-72598b04da4a req-0a6ed24f-0dbb-45b6-90a2-355b805c851e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=828b9ed9-5982-43c3-a42e-6c3581a384df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066196 Aug 17 00:02:12.804182 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-55b89c92-b4b4-4d3d-b23c-df81cedcd1ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3025641c-a330-4304-a23a-1876a1fa76d9 HTTP/1.1" status: 200 len: 217 time: 0.1414540 Aug 17 00:02:12.836370 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6547df14-e206-4bd5-820c-fb5eef006c2c up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:02:12.907519 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-1ea8091f-60c0-452a-8ad3-8effdda55d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:12.909012 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-1ea8091f-60c0-452a-8ad3-8effdda55d0f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1afde0e7-f7b0-4278-82ad-0cbe61d404a7 HTTP/1.1" status: 200 len: 851 time: 0.0940681 Aug 17 00:02:12.934941 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 6547df14-e206-4bd5-820c-fb5eef006c2c completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:02:12.945358 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 6547df14-e206-4bd5-820c-fb5eef006c2c triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:02:12.946037 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:12.973572 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f77c6f66-26e8-46d4-9059-94da09cd2a9f req-27f0cb4e-e63e-4cae-a7a2-43c86b41678c tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3349774 Aug 17 00:02:12.984992 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f6478-18a6-44b3-a01d-7f244ba02a3e tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event updated for resources: {'Port': ['ID=07aed2fa-d27e-4651-8f59-41a9da06080a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:13.013312 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-247ed430-928c-4fe3-872d-4fb2e7fe9b33 req-b59a8a1e-80eb-4a72-ba67-599aaf0a164b tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191173 Aug 17 00:02:13.062930 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0f6478-18a6-44b3-a01d-7f244ba02a3e tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Network 450a1daa-7a72-47ff-abbd-744b752946ea is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:02:13.069497 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 32986) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:13.085595 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-71f020fd-ea30-430b-adae-9541eeace317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:13.087233 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-71f020fd-ea30-430b-adae-9541eeace317 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf42c908-bd85-4d10-afc7-00681d389032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1637707 Aug 17 00:02:13.092547 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-5b0f6478-18a6-44b3-a01d-7f244ba02a3e tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:02:13.103622 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0f6478-18a6-44b3-a01d-7f244ba02a3e tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:02:13.166981 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:13.215704 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5fc3915-59f4-411a-84fd-72598b04da4a req-0388bcbd-14e5-468c-92e2-797fbf9f559c service neutron] 10.222.0.64 "GET /v2.0/networks/828b9ed9-5982-43c3-a42e-6c3581a384df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104307 Aug 17 00:02:13.232818 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0f6478-18a6-44b3-a01d-7f244ba02a3e tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:13.234984 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b0f6478-18a6-44b3-a01d-7f244ba02a3e tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:13.236993 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 6547df14-e206-4bd5-820c-fb5eef006c2c, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6547df14-e206-4bd5-820c-fb5eef006c2c,segment=NetworkSegment(b98f6a52-4778-47ea-889e-d9028196467d),segment_id=b98f6a52-4778-47ea-889e-d9028196467d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:02:13.251294 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:13.261908 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-652dd644-e157-4a74-a625-706edcf14da1 admin admin] Deleting subnet 828e3b1f-69a0-4cfe-80d5-d12c11322459 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:02:13.266691 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb71aed4-810f-48dd-ae28-7bedc83a977a tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:13.273028 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-652dd644-e157-4a74-a625-706edcf14da1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:13.359758 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f5e95197-6996-4992-83dd-483193ac4cd3 None None] Provisioning complete for port 6547df14-e206-4bd5-820c-fb5eef006c2c triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:02:13.360467 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f5e95197-6996-4992-83dd-483193ac4cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:13.363109 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=6547df14-e206-4bd5-820c-fb5eef006c2c,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:13.460981 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f360ae-ce50-4693-b6e6-9c94f29bed6b req-9de5c367-0639-42ef-ae70-6aa16292c931 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:13.463415 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-20f360ae-ce50-4693-b6e6-9c94f29bed6b req-9de5c367-0639-42ef-ae70-6aa16292c931 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 0.2720158 Aug 17 00:02:13.475638 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eda64-08fd-49dd-b87e-86797c69c643 req-bef60227-1cae-48e7-81ba-b3a5f5e0d851 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:13.483080 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc8eda64-08fd-49dd-b87e-86797c69c643 req-bef60227-1cae-48e7-81ba-b3a5f5e0d851 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 943 time: 0.3343515 Aug 17 00:02:13.487108 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 32992) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:13.490361 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5b0f6478-18a6-44b3-a01d-7f244ba02a3e tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5596623 Aug 17 00:02:13.497090 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 32994) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:13.499737 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-d402ad31-3a31-4b28-8554-ee630d7a811b service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995700 Aug 17 00:02:13.502949 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-de2a1d12-36ac-415e-8254-0e0c63bbffbf tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Request body: {'floatingip': {'port_id': 'e5e07747-cd41-4ecc-8be6-43ef0ba54bc5'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:13.512130 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-454c4e3e-7bc9-4640-87a1-5ded1ddecbfe tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Request body: {'port': {'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea', 'name': 'tempest-TaggedBootDevicesTest-766975928', 'fixed_ips': [{'subnet_id': '7f767b01-59ba-4d1c-a2de-3cb9e8190671'}]}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:13.578955 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-652dd644-e157-4a74-a625-706edcf14da1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:13.589845 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-014f8d94-689e-4141-a74d-04e227dbae80 None None] Provisioning for port 07aed2fa-d27e-4651-8f59-41a9da06080a completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:02:13.594747 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-014f8d94-689e-4141-a74d-04e227dbae80 None None] Provisioning complete for port 07aed2fa-d27e-4651-8f59-41a9da06080a triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:02:13.595386 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-014f8d94-689e-4141-a74d-04e227dbae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:13.607905 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5fc3915-59f4-411a-84fd-72598b04da4a req-7bc7752e-fdbc-4b17-8ca7-3152ee13bba3 service neutron] 10.222.0.64 "GET /v2.0/networks/828b9ed9-5982-43c3-a42e-6c3581a384df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513029 Aug 17 00:02:13.650169 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc8eda64-08fd-49dd-b87e-86797c69c643 req-2c955ffc-3a95-4a2b-97ff-3824d8a18a7d tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655998 Aug 17 00:02:13.651363 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-014f8d94-689e-4141-a74d-04e227dbae80 None None] Port 07aed2fa-d27e-4651-8f59-41a9da06080a cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:02:13.711271 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a36d4d-6155-43cb-831a-8a31e7816af8 req-0fb96136-2166-48e1-a819-260edf9f46d7 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:13.712784 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f5a36d4d-6155-43cb-831a-8a31e7816af8 req-0fb96136-2166-48e1-a819-260edf9f46d7 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3ee37f8-3939-48f1-87ce-fd3d459cc9b5 HTTP/1.1" status: 200 len: 945 time: 0.1622281 Aug 17 00:02:13.721552 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-de2a1d12-36ac-415e-8254-0e0c63bbffbf tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for floatingip, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:13.741104 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4bcfdf25-597a-4a04-b3aa-7ed6a471f290 req-26ba23f9-9c1c-495f-9134-da526425ffd4 service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245259 Aug 17 00:02:13.774959 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f5a36d4d-6155-43cb-831a-8a31e7816af8 req-4b361f0b-adf4-4138-bdaa-7a4546cefb8e tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.60 "GET /v2.0/security-groups?id=116d8563-ec08-4a23-8572-981f0a9fd723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541224 Aug 17 00:02:13.815873 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-652dd644-e157-4a74-a625-706edcf14da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:13.852862 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb71aed4-810f-48dd-ae28-7bedc83a977a tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Router e26eb227-addf-4162-b97f-d14c74d208c0 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:02:14.028883 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454c4e3e-7bc9-4640-87a1-5ded1ddecbfe tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Made reservation on behalf of 6dea3d186f8943e68e6ffa5ab6e1d924 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:02:14.033565 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-454c4e3e-7bc9-4640-87a1-5ded1ddecbfe tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:14.040931 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-652dd644-e157-4a74-a625-706edcf14da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:14.047366 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933b0cd2-0361-4805-8c8f-57b7f9c08923', 'tag': '3025641c-a330-4304-a23a-1876a1fa76d9'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:02:14.051470 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0162848-a97c-4058-9cec-d60c06035a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "933b0cd2-0361-4805-8c8f-57b7f9c08923", "tag": "3025641c-a330-4304-a23a-1876a1fa76d9"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:02:14.101193 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971dd27e-7549-4e20-ac65-f6aa9030b5fc x-openstack-request-id: req-971dd27e-7549-4e20-ac65-f6aa9030b5fc {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:02:14.102453 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933b0cd2-0361-4805-8c8f-57b7f9c08923", "tag": "3025641c-a330-4304-a23a-1876a1fa76d9", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:02:14.103059 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-971dd27e-7549-4e20-ac65-f6aa9030b5fc {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:02:14.103643 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933b0cd2-0361-4805-8c8f-57b7f9c08923', 'tag': '3025641c-a330-4304-a23a-1876a1fa76d9', 'status': 'completed', 'code': 200} Aug 17 00:02:14.209062 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86471c9b-8735-4397-844f-20eb92e6c0d8 req-37de3b32-1360-4b9e-8ca7-92979db648df tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:14.210862 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-86471c9b-8735-4397-844f-20eb92e6c0d8 req-37de3b32-1360-4b9e-8ca7-92979db648df tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 943 time: 0.0961759 Aug 17 00:02:14.218040 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0162848-a97c-4058-9cec-d60c06035a7e req-9b114ade-69a4-4198-9b98-9f86baf0a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:14.219504 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0162848-a97c-4058-9cec-d60c06035a7e req-9b114ade-69a4-4198-9b98-9f86baf0a067 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61108af2093845fe9a64c45c9df6e55d&device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 1095 time: 0.0714314 Aug 17 00:02:14.251781 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:02:14.257758 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 3249286e-b047-44c2-aed9-cac46c8d8e2c no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:02:14.290094 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 3249286e-b047-44c2-aed9-cac46c8d8e2c {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:02:14.290819 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 3249286e-b047-44c2-aed9-cac46c8d8e2c not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:02:14.320126 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-86471c9b-8735-4397-844f-20eb92e6c0d8 req-a4bad4f9-dff7-4605-a864-dd80d8a9777c tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993896 Aug 17 00:02:14.380742 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0162848-a97c-4058-9cec-d60c06035a7e req-1aac45ab-906a-46db-ad21-c93e8009c9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:14.382749 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0162848-a97c-4058-9cec-d60c06035a7e req-1aac45ab-906a-46db-ad21-c93e8009c9e2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf42c908-bd85-4d10-afc7-00681d389032 HTTP/1.1" status: 200 len: 913 time: 0.1553011 Aug 17 00:02:14.421921 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4792e41c-6ce3-4d12-aa9a-a1b3d4efd740,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:02:14.434472 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0162848-a97c-4058-9cec-d60c06035a7e req-f3b133c4-347f-4469-9895-0ead338ab390 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3025641c-a330-4304-a23a-1876a1fa76d9 HTTP/1.1" status: 200 len: 217 time: 0.0432606 Aug 17 00:02:14.436630 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '4792e41c-6ce3-4d12-aa9a-a1b3d4efd740', 'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df', 'port_id': '4792e41c-6ce3-4d12-aa9a-a1b3d4efd740', 'mac_address': 'fa:16:3e:25:d3:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd9ab22-5340-4c03-a1d1-8f64d16eab30', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:02:14.470190 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652dd644-e157-4a74-a625-706edcf14da1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=828e3b1f-69a0-4cfe-80d5-d12c11322459,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:14.479516 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-454c4e3e-7bc9-4640-87a1-5ded1ddecbfe tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] device_id is not set on port 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:02:14.494158 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:14.502728 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0162848-a97c-4058-9cec-d60c06035a7e req-641d5d07-3ac9-43e3-987e-1847444350a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:14.504832 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0162848-a97c-4058-9cec-d60c06035a7e req-641d5d07-3ac9-43e3-987e-1847444350a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1afde0e7-f7b0-4278-82ad-0cbe61d404a7 HTTP/1.1" status: 200 len: 851 time: 0.0616047 Aug 17 00:02:14.514133 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:02:14.517142 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-652dd644-e157-4a74-a625-706edcf14da1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:14.519216 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-652dd644-e157-4a74-a625-706edcf14da1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/828e3b1f-69a0-4cfe-80d5-d12c11322459 HTTP/1.1" status: 204 len: 168 time: 1.4406955 Aug 17 00:02:14.528182 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33002) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:14.540894 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4792e41c-6ce3-4d12-aa9a-a1b3d4efd740,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:02:14.549081 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:14.561300 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0162848-a97c-4058-9cec-d60c06035a7e req-3e9c032d-2b23-4940-8ca4-4a03d03f1845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:14.563178 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0162848-a97c-4058-9cec-d60c06035a7e req-3e9c032d-2b23-4940-8ca4-4a03d03f1845 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf42c908-bd85-4d10-afc7-00681d389032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499055 Aug 17 00:02:14.610693 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=4792e41c-6ce3-4d12-aa9a-a1b3d4efd740,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:14.692465 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6547df14-e206-4bd5-820c-fb5eef006c2c up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:02:14.705659 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0162848-a97c-4058-9cec-d60c06035a7e req-53a7072c-d594-4fbf-b6bb-f7450995eff7 service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333082 Aug 17 00:02:14.712014 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb71aed4-810f-48dd-ae28-7bedc83a977a tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:02:14.740199 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1646c15d-cd00-4878-b7a4-cb8d6ddc41e3 None None] Sync routers for ids ['e26eb227-addf-4162-b97f-d14c74d208c0'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:02:14.766201 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-315fd7b3-af71-496b-9a24-9ad96e60e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:14.773310 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1646c15d-cd00-4878-b7a4-cb8d6ddc41e3 None None] Routers {'e26eb227-addf-4162-b97f-d14c74d208c0'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:02:14.773930 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-1646c15d-cd00-4878-b7a4-cb8d6ddc41e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:01:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e26eb227-addf-4162-b97f-d14c74d208c0'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:14.857317 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['4792e41c-6ce3-4d12-aa9a-a1b3d4efd740'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:02:14.903131 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0162848-a97c-4058-9cec-d60c06035a7e req-9153bf64-c337-4483-93d0-3d9280fc21d9 service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893284 Aug 17 00:02:14.934206 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8646c5c-b0e3-4194-a6ef-64486618c574 req-141b9828-9be7-48e2-8c49-cbac26f37d3f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:14.935771 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8646c5c-b0e3-4194-a6ef-64486618c574 req-141b9828-9be7-48e2-8c49-cbac26f37d3f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 943 time: 0.1158988 Aug 17 00:02:14.945614 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 6547df14-e206-4bd5-820c-fb5eef006c2c triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:02:14.945985 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:14.949172 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfc153-f784-44e7-9b80-b7991ff19b98 req-89a671c7-f3ce-4aa0-8f2c-8c00033c6445 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:14.951011 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9cdfc153-f784-44e7-9b80-b7991ff19b98 req-89a671c7-f3ce-4aa0-8f2c-8c00033c6445 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3ee37f8-3939-48f1-87ce-fd3d459cc9b5 HTTP/1.1" status: 200 len: 945 time: 0.0865695 Aug 17 00:02:14.964929 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb71aed4-810f-48dd-ae28-7bedc83a977a tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:14.966501 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cb71aed4-810f-48dd-ae28-7bedc83a977a tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.9629760 Aug 17 00:02:14.969698 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33008) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:15.008944 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8646c5c-b0e3-4194-a6ef-64486618c574 req-9260b47b-ba06-416f-96b5-f4940b745793 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569298 Aug 17 00:02:15.046073 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9cdfc153-f784-44e7-9b80-b7991ff19b98 req-3ef768a4-3b61-4478-b20f-431c0d647998 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.60 "GET /v2.0/security-groups?id=116d8563-ec08-4a23-8572-981f0a9fd723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708864 Aug 17 00:02:15.085689 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-454c4e3e-7bc9-4640-87a1-5ded1ddecbfe tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Allocated IP 10.1.1.140 (450a1daa-7a72-47ff-abbd-744b752946ea/7f767b01-59ba-4d1c-a2de-3cb9e8190671/63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:02:15.116289 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-1646c15d-cd00-4878-b7a4-cb8d6ddc41e3 None None] Set router e26eb227-addf-4162-b97f-d14c74d208c0 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:02:15.321188 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-315fd7b3-af71-496b-9a24-9ad96e60e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:15.391130 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.db.resource_extend [None req-de2a1d12-36ac-415e-8254-0e0c63bbffbf tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 00:02:15.426457 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-315fd7b3-af71-496b-9a24-9ad96e60e3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d7ca003-c422-4999-abbc-849a7b345b0a']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:15.433950 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-27668ecb-cfe8-4f63-b37c-fc5a4c60bc68 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "GET /v2.0/routers/e26eb227-addf-4162-b97f-d14c74d208c0 HTTP/1.1" status: 200 len: 908 time: 0.4553075 Aug 17 00:02:15.437084 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 33018) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:15.444521 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-5ae88a42-85ee-4436-a7b5-1a7a0bd7ecd5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Request body: {'router': {'name': 'tempest-snat-router-435110820', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'enable_snat': True}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:15.471794 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-315fd7b3-af71-496b-9a24-9ad96e60e3c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7250dddb-89d6-4d10-9206-696e16849344') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:15.472148 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-315fd7b3-af71-496b-9a24-9ad96e60e3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7250dddb-89d6-4d10-9206-696e16849344') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:15.498668 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-1646c15d-cd00-4878-b7a4-cb8d6ddc41e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26eb227-addf-4162-b97f-d14c74d208c0', 'name': 'tempest-snat-router-435110820', 'tenant_id': '0575ce3b66f44b59abc17c0b40730a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.101'}], 'enable_snat': False}, 'gw_port_id': 'e33ea921-ab9e-4656-95c1-c62cb741e5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:02:09Z', 'updated_at': '2021-08-17T00:02:12Z', 'revision_number': 3, 'project_id': '0575ce3b66f44b59abc17c0b40730a79', 'gw_port': {'id': 'e33ea921-ab9e-4656-95c1-c62cb741e5e2', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26eb227-addf-4162-b97f-d14c74d208c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:02:10Z', 'updated_at': '2021-08-17T00:02:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:15.500309 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-315fd7b3-af71-496b-9a24-9ad96e60e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:15.529563 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-de2a1d12-36ac-415e-8254-0e0c63bbffbf tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:15.541402 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-315fd7b3-af71-496b-9a24-9ad96e60e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:15.554589 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-de2a1d12-36ac-415e-8254-0e0c63bbffbf tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:15.559894 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315fd7b3-af71-496b-9a24-9ad96e60e3c0 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:02:15.560321 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-315fd7b3-af71-496b-9a24-9ad96e60e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:02:15.563403 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:02:15.578068 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5ae88a42-85ee-4436-a7b5-1a7a0bd7ecd5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:15.580455 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5ae88a42-85ee-4436-a7b5-1a7a0bd7ecd5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:15.602241 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3780a-a4d4-48ee-b828-7e73549caf84 req-b8328972-cae9-4514-8a0b-20f672393d5c tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:15.604358 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-08f3780a-a4d4-48ee-b828-7e73549caf84 req-b8328972-cae9-4514-8a0b-20f672393d5c tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 944 time: 0.1309128 Aug 17 00:02:15.652155 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-454c4e3e-7bc9-4640-87a1-5ded1ddecbfe tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:15.691210 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-454c4e3e-7bc9-4640-87a1-5ded1ddecbfe tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Transition to ACTIVE for port object 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:02:15.694945 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1646c15d-cd00-4878-b7a4-cb8d6ddc41e3 None None] Checking router: e26eb227-addf-4162-b97f-d14c74d208c0 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:02:15.696090 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1646c15d-cd00-4878-b7a4-cb8d6ddc41e3 None None] Updating router e26eb227-addf-4162-b97f-d14c74d208c0 port e33ea921-ab9e-4656-95c1-c62cb741e5e2 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:02:15.719727 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-08f3780a-a4d4-48ee-b828-7e73549caf84 req-275ebbdd-b7e1-44a8-b031-e46ebedf3fa2 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012096 Aug 17 00:02:15.731117 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1646c15d-cd00-4878-b7a4-cb8d6ddc41e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:15.734473 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5ae88a42-85ee-4436-a7b5-1a7a0bd7ecd5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:15.780059 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-315fd7b3-af71-496b-9a24-9ad96e60e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:15.794369 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-315fd7b3-af71-496b-9a24-9ad96e60e3c0 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:15.797155 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-315fd7b3-af71-496b-9a24-9ad96e60e3c0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5d7ca003-c422-4999-abbc-849a7b345b0a HTTP/1.1" status: 204 len: 168 time: 1.2669857 Aug 17 00:02:15.832911 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-de2a1d12-36ac-415e-8254-0e0c63bbffbf tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Floating IP 83be191e-8f70-4f3d-b630-2138fd78947e associated. External IP: 172.25.3.14, port: e5e07747-cd41-4ecc-8be6-43ef0ba54bc5. Aug 17 00:02:15.970276 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-454c4e3e-7bc9-4640-87a1-5ded1ddecbfe tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:16.033560 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315fd7b3-af71-496b-9a24-9ad96e60e3c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d7ca003-c422-4999-abbc-849a7b345b0a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:16.122947 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c4e3e-7bc9-4640-87a1-5ded1ddecbfe tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event updated for resources: {'Port': ['ID=63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:16.133020 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33030) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:16.169297 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1646c15d-cd00-4878-b7a4-cb8d6ddc41e3 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:16.185664 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454c4e3e-7bc9-4640-87a1-5ded1ddecbfe tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Network 450a1daa-7a72-47ff-abbd-744b752946ea is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:02:16.192534 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-454c4e3e-7bc9-4640-87a1-5ded1ddecbfe tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:02:16.197621 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1646c15d-cd00-4878-b7a4-cb8d6ddc41e3 None None] Transition to ACTIVE for port object e33ea921-ab9e-4656-95c1-c62cb741e5e2 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:02:16.207324 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1646c15d-cd00-4878-b7a4-cb8d6ddc41e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:16.222476 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454c4e3e-7bc9-4640-87a1-5ded1ddecbfe tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:02:16.274711 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-eb34c3e4-579c-4c1f-b000-b32dc8977f34 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a4bd9fc1429b413983358e713a5162b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382282 Aug 17 00:02:16.283054 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33032) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:16.326695 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df62d9-5471-45d6-a9d5-a823ce3fb16f None None] Pushing event updated for resources: {'Port': ['ID=e33ea921-ab9e-4656-95c1-c62cb741e5e2,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:16.348370 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 3025641c-a330-4304-a23a-1876a1fa76d9 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:02:16.362521 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2a1d12-36ac-415e-8254-0e0c63bbffbf tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Router 2aeca20a-d838-43d4-a54e-71e3d20026ac has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:02:16.390203 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454c4e3e-7bc9-4640-87a1-5ded1ddecbfe tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:16.390997 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-454c4e3e-7bc9-4640-87a1-5ded1ddecbfe tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:16.430935 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a929a643-0c62-4648-b2ef-5a6a09e58a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:16.470972 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a929a643-0c62-4648-b2ef-5a6a09e58a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:16.552367 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:02:16.569730 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5ae88a42-85ee-4436-a7b5-1a7a0bd7ecd5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:16.586039 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a929a643-0c62-4648-b2ef-5a6a09e58a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:16.588601 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a929a643-0c62-4648-b2ef-5a6a09e58a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:16.601129 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16ebb1-3465-4b24-bb6f-9b7e098b0f92 req-f93f7c58-41ac-4605-a0b1-41c384e58247 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:16.602846 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a929a643-0c62-4648-b2ef-5a6a09e58a7d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b87a0ca1-bfee-44c9-9200-328986d2838e HTTP/1.1" status: 204 len: 168 time: 0.3186319 Aug 17 00:02:16.603002 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d16ebb1-3465-4b24-bb6f-9b7e098b0f92 req-f93f7c58-41ac-4605-a0b1-41c384e58247 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 943 time: 0.2064216 Aug 17 00:02:16.641391 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-454c4e3e-7bc9-4640-87a1-5ded1ddecbfe tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1345716 Aug 17 00:02:16.664768 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929a643-0c62-4648-b2ef-5a6a09e58a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87a0ca1-bfee-44c9-9200-328986d2838e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:16.711452 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 3025641c-a330-4304-a23a-1876a1fa76d9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3025641c-a330-4304-a23a-1876a1fa76d9,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:02:16.717162 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d16ebb1-3465-4b24-bb6f-9b7e098b0f92 req-10023b15-c81d-4a24-a97a-30edd75f1229 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979834 Aug 17 00:02:16.733317 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a20f3486-fe45-4c29-9841-4d6ca7055e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:16.774082 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-18fec9d7-9bde-4628-8352-b6c0cccef5fe None None] Provisioning for port 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:02:16.781322 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-1646c15d-cd00-4878-b7a4-cb8d6ddc41e3 None None] Attempting to bind port e33ea921-ab9e-4656-95c1-c62cb741e5e2 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:02:16.782839 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-1646c15d-cd00-4878-b7a4-cb8d6ddc41e3 None None] Attempting to bind port e33ea921-ab9e-4656-95c1-c62cb741e5e2 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:02:16.782839 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1646c15d-cd00-4878-b7a4-cb8d6ddc41e3 None None] Attempting to bind port e33ea921-ab9e-4656-95c1-c62cb741e5e2 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:02:16.807751 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1646c15d-cd00-4878-b7a4-cb8d6ddc41e3 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:02:16.808265 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1646c15d-cd00-4878-b7a4-cb8d6ddc41e3 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:02:16.808687 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1646c15d-cd00-4878-b7a4-cb8d6ddc41e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:16.809237 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1646c15d-cd00-4878-b7a4-cb8d6ddc41e3 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:02:16.811839 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-1646c15d-cd00-4878-b7a4-cb8d6ddc41e3 None None] Bound port: e33ea921-ab9e-4656-95c1-c62cb741e5e2, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:02:16.812200 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1646c15d-cd00-4878-b7a4-cb8d6ddc41e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:16.839349 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2a1d12-36ac-415e-8254-0e0c63bbffbf tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:02:16.852972 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-de2a1d12-36ac-415e-8254-0e0c63bbffbf tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:16.859441 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dcfed7-61da-448a-aca9-78110d2eb2b5 None None] Sync routers for ids ['2aeca20a-d838-43d4-a54e-71e3d20026ac'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:02:16.894266 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dcfed7-61da-448a-aca9-78110d2eb2b5 None None] Routers {'2aeca20a-d838-43d4-a54e-71e3d20026ac'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:02:16.897161 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-29dcfed7-61da-448a-aca9-78110d2eb2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:01:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2aeca20a-d838-43d4-a54e-71e3d20026ac'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:16.924867 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-de2a1d12-36ac-415e-8254-0e0c63bbffbf tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "PUT /v2.0/floatingips/83be191e-8f70-4f3d-b630-2138fd78947e HTTP/1.1" status: 200 len: 990 time: 3.4315910 Aug 17 00:02:16.926525 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2386a400-493f-4439-b467-5a4537fcdd80', 'tag': 'e5e07747-cd41-4ecc-8be6-43ef0ba54bc5'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:02:16.930889 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de134302-cf32-438a-89f3-929776117bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "2386a400-493f-4439-b467-5a4537fcdd80", "tag": "e5e07747-cd41-4ecc-8be6-43ef0ba54bc5"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:02:16.939169 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '3025641c-a330-4304-a23a-1876a1fa76d9', 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'port_id': '3025641c-a330-4304-a23a-1876a1fa76d9', 'mac_address': 'fa:16:3e:d5:7a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:02:16.954978 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-18fec9d7-9bde-4628-8352-b6c0cccef5fe None None] Provisioning complete for port 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:02:16.955477 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-18fec9d7-9bde-4628-8352-b6c0cccef5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:16.985793 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5ae88a42-85ee-4436-a7b5-1a7a0bd7ecd5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:17.060972 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5ae88a42-85ee-4436-a7b5-1a7a0bd7ecd5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:17.128935 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:17.286232 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3025641c-a330-4304-a23a-1876a1fa76d9 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:02:17.317461 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1646c15d-cd00-4878-b7a4-cb8d6ddc41e3 None None] For port e33ea921-ab9e-4656-95c1-c62cb741e5e2, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:02:17.327540 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-18fec9d7-9bde-4628-8352-b6c0cccef5fe None None] Port 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:02:17.327701 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-29dcfed7-61da-448a-aca9-78110d2eb2b5 None None] Set router 2aeca20a-d838-43d4-a54e-71e3d20026ac gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:02:17.333770 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:02:17.338928 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 3025641c-a330-4304-a23a-1876a1fa76d9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3025641c-a330-4304-a23a-1876a1fa76d9,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:02:17.352709 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1646c15d-cd00-4878-b7a4-cb8d6ddc41e3 None None] For port e33ea921-ab9e-4656-95c1-c62cb741e5e2, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e33ea921-ab9e-4656-95c1-c62cb741e5e2,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:02:17.354780 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:02:17.355566 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:17.358420 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:17.409261 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-5ae88a42-85ee-4436-a7b5-1a7a0bd7ecd5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Allocated IP 172.25.3.206 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/b56d2cf8-4013-473e-bc30-7a141a626499) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:02:17.476982 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=3025641c-a330-4304-a23a-1876a1fa76d9,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:17.507602 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1646c15d-cd00-4878-b7a4-cb8d6ddc41e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:17.613473 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df62d9-5471-45d6-a9d5-a823ce3fb16f None None] Pushing event updated for resources: {'Port': ['ID=e33ea921-ab9e-4656-95c1-c62cb741e5e2,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:17.655775 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33084) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:17.661845 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1b7736cd-0048-4e3e-b41b-c44bad8856ca tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1564245842', 'description': 'tempest-description--1224905373'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:17.715027 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5ae88a42-85ee-4436-a7b5-1a7a0bd7ecd5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:17.719043 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['3025641c-a330-4304-a23a-1876a1fa76d9'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:02:17.744114 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b7736cd-0048-4e3e-b41b-c44bad8856ca tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:17.789871 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1646c15d-cd00-4878-b7a4-cb8d6ddc41e3 None None] Routers {'e26eb227-addf-4162-b97f-d14c74d208c0'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:02:17.790421 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-1646c15d-cd00-4878-b7a4-cb8d6ddc41e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:01:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e26eb227-addf-4162-b97f-d14c74d208c0'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:17.837155 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5ae88a42-85ee-4436-a7b5-1a7a0bd7ecd5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:17.861800 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806827f-e1ba-48c7-8318-3023f4c70b2a req-a23cf970-223f-459b-b78d-3d6f1c008655 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:17.873071 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:17.875347 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0806827f-e1ba-48c7-8318-3023f4c70b2a req-a23cf970-223f-459b-b78d-3d6f1c008655 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 944 time: 0.5349219 Aug 17 00:02:17.910434 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-29dcfed7-61da-448a-aca9-78110d2eb2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'name': 'tempest-AttachVolumeTestJSON-1818317862-router', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:09Z', 'updated_at': '2021-08-17T00:01:23Z', 'revision_number': 4, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'gw_port': {'id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:12Z', 'updated_at': '2021-08-17T00:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '83be191e-8f70-4f3d-b630-2138fd78947e', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'floating_ip_address': '172.25.3.14', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'port_id': 'e5e07747-cd41-4ecc-8be6-43ef0ba54bc5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e', 'mac_address': 'fa:16:3e:84:8a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2386a400-493f-4439-b467-5a4537fcdd80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:01:33Z', 'updated_at': '2021-08-17T00:02:15Z', 'revision_number': 1, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e07dfa85-a711-4255-9224-97cdebc88b98', 'name': '', 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'mac_address': 'fa:16:3e:0a:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:21Z', 'updated_at': '2021-08-17T00:01:35Z', 'revision_number': 5, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'subnets': [{'id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:17.923492 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4792e41c-6ce3-4d12-aa9a-a1b3d4efd740,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:02:17.955864 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4467249-7e89-434b-9fb4-d2eb8ac841d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4792e41c-6ce3-4d12-aa9a-a1b3d4efd740'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:02:17.958144 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2adf659-c1ab-4c41-8636-0b4463c44d7c" -d '{"events": [{"server_uuid": "d4467249-7e89-434b-9fb4-d2eb8ac841d4", "name": "network-vif-plugged", "status": "completed", "tag": "4792e41c-6ce3-4d12-aa9a-a1b3d4efd740"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:02:17.968186 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:17.981483 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dcfed7-61da-448a-aca9-78110d2eb2b5 None None] Checking router: 2aeca20a-d838-43d4-a54e-71e3d20026ac for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:02:17.993056 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b7736cd-0048-4e3e-b41b-c44bad8856ca tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:18.000427 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77e1e28-099c-4396-860b-cb7f3aebf5d7 x-openstack-request-id: req-e77e1e28-099c-4396-860b-cb7f3aebf5d7 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:02:18.001482 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2386a400-493f-4439-b467-5a4537fcdd80", "tag": "e5e07747-cd41-4ecc-8be6-43ef0ba54bc5", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:02:18.003457 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dcfed7-61da-448a-aca9-78110d2eb2b5 None None] Routers {'2aeca20a-d838-43d4-a54e-71e3d20026ac'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:02:18.003740 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e77e1e28-099c-4396-860b-cb7f3aebf5d7 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:02:18.004095 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-29dcfed7-61da-448a-aca9-78110d2eb2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:01:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2aeca20a-d838-43d4-a54e-71e3d20026ac'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:18.004283 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2386a400-493f-4439-b467-5a4537fcdd80', 'tag': 'e5e07747-cd41-4ecc-8be6-43ef0ba54bc5', 'status': 'completed', 'code': 200} Aug 17 00:02:18.007531 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b7736cd-0048-4e3e-b41b-c44bad8856ca tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:18.056861 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-1646c15d-cd00-4878-b7a4-cb8d6ddc41e3 None None] Set router e26eb227-addf-4162-b97f-d14c74d208c0 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:02:18.077115 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b7736cd-0048-4e3e-b41b-c44bad8856ca tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:18.078450 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1b7736cd-0048-4e3e-b41b-c44bad8856ca tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4212599 Aug 17 00:02:18.080522 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7736cd-0048-4e3e-b41b-c44bad8856ca tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:18.082742 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33100) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:18.120779 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=4792e41c-6ce3-4d12-aa9a-a1b3d4efd740,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:18.125181 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f9763193-da1f-45ab-a603-79bcc94aa04c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Request body: {'security_group_rule': {'security_group_id': 'a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:18.147066 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0806827f-e1ba-48c7-8318-3023f4c70b2a req-8f3d0016-5315-4e2c-b638-d45ab2f81d00 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682281 Aug 17 00:02:18.148020 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae88a42-85ee-4436-a7b5-1a7a0bd7ecd5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Pushing event updated for resources: {'Port': ['ID=b56d2cf8-4013-473e-bc30-7a141a626499,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:18.195897 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-29dcfed7-61da-448a-aca9-78110d2eb2b5 None None] Set router 2aeca20a-d838-43d4-a54e-71e3d20026ac gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:02:18.217565 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f9763193-da1f-45ab-a603-79bcc94aa04c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:18.248404 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f5e7d9-0b62-412d-b15a-b0748b415d08 x-openstack-request-id: req-89f5e7d9-0b62-412d-b15a-b0748b415d08 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:02:18.248704 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4467249-7e89-434b-9fb4-d2eb8ac841d4", "name": "network-vif-plugged", "status": "completed", "tag": "4792e41c-6ce3-4d12-aa9a-a1b3d4efd740", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:02:18.248956 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-89f5e7d9-0b62-412d-b15a-b0748b415d08 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:02:18.249384 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4467249-7e89-434b-9fb4-d2eb8ac841d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4792e41c-6ce3-4d12-aa9a-a1b3d4efd740', 'code': 200} Aug 17 00:02:18.254838 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae88a42-85ee-4436-a7b5-1a7a0bd7ecd5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:02:18.276689 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-5ae88a42-85ee-4436-a7b5-1a7a0bd7ecd5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:02:18.288598 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb10c8f-d5be-45bc-9b3a-142f9a28b690 req-113117e2-1db8-47bc-971e-2747f2581426 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:18.298493 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1cb10c8f-d5be-45bc-9b3a-142f9a28b690 req-113117e2-1db8-47bc-971e-2747f2581426 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.2461963 Aug 17 00:02:18.307139 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae88a42-85ee-4436-a7b5-1a7a0bd7ecd5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:02:18.374463 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f9763193-da1f-45ab-a603-79bcc94aa04c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:18.376981 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de134302-cf32-438a-89f3-929776117bf5 req-1e0d82e8-0ce6-46e8-94e9-672e3e24c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:18.378805 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de134302-cf32-438a-89f3-929776117bf5 req-1e0d82e8-0ce6-46e8-94e9-672e3e24c02c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=577829ee48ff4a458b8d3998e4ad7f2a&device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 1097 time: 0.4524338 Aug 17 00:02:18.383961 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f9763193-da1f-45ab-a603-79bcc94aa04c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:18.402010 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-1646c15d-cd00-4878-b7a4-cb8d6ddc41e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26eb227-addf-4162-b97f-d14c74d208c0', 'name': 'tempest-snat-router-435110820', 'tenant_id': '0575ce3b66f44b59abc17c0b40730a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.101'}], 'enable_snat': False}, 'gw_port_id': 'e33ea921-ab9e-4656-95c1-c62cb741e5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:02:09Z', 'updated_at': '2021-08-17T00:02:12Z', 'revision_number': 3, 'project_id': '0575ce3b66f44b59abc17c0b40730a79', 'gw_port': {'id': 'e33ea921-ab9e-4656-95c1-c62cb741e5e2', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26eb227-addf-4162-b97f-d14c74d208c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:02:10Z', 'updated_at': '2021-08-17T00:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:18.414301 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9763193-da1f-45ab-a603-79bcc94aa04c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf0393f-65d0-432c-a4b9-0004031c09ac,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:18.450149 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1cb10c8f-d5be-45bc-9b3a-142f9a28b690 req-be19bbe3-cb76-481d-bdb3-54f8224250aa tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501200 Aug 17 00:02:18.469989 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1646c15d-cd00-4878-b7a4-cb8d6ddc41e3 None None] The sync data for ids ['e26eb227-addf-4162-b97f-d14c74d208c0'] in n-d-800088-20 is: [{'id': 'e26eb227-addf-4162-b97f-d14c74d208c0', 'name': 'tempest-snat-router-435110820', 'tenant_id': '0575ce3b66f44b59abc17c0b40730a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.101'}], 'enable_snat': False}, 'gw_port_id': 'e33ea921-ab9e-4656-95c1-c62cb741e5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:02:09Z', 'updated_at': '2021-08-17T00:02:12Z', 'revision_number': 3, 'project_id': '0575ce3b66f44b59abc17c0b40730a79', 'gw_port': {'id': 'e33ea921-ab9e-4656-95c1-c62cb741e5e2', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26eb227-addf-4162-b97f-d14c74d208c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:02:10Z', 'updated_at': '2021-08-17T00:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:02:18.494258 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f9763193-da1f-45ab-a603-79bcc94aa04c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:18.497687 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f9763193-da1f-45ab-a603-79bcc94aa04c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4141219 Aug 17 00:02:18.500435 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33110) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:18.537030 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-9d3d4c67-49a7-4f6b-85a4-4cac2efb3ac7 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Request body: {'security_group_rule': {'security_group_id': 'a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:18.604286 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9d3d4c67-49a7-4f6b-85a4-4cac2efb3ac7 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:18.678089 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de134302-cf32-438a-89f3-929776117bf5 req-e1ab4fb5-bec8-4052-bb7d-0364d0d8dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:18.680483 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de134302-cf32-438a-89f3-929776117bf5 req-e1ab4fb5-bec8-4052-bb7d-0364d0d8dc9c service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e HTTP/1.1" status: 200 len: 912 time: 0.2420781 Aug 17 00:02:18.691134 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-29dcfed7-61da-448a-aca9-78110d2eb2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'name': 'tempest-AttachVolumeTestJSON-1818317862-router', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:09Z', 'updated_at': '2021-08-17T00:01:23Z', 'revision_number': 4, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'gw_port': {'id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:12Z', 'updated_at': '2021-08-17T00:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '83be191e-8f70-4f3d-b630-2138fd78947e', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'floating_ip_address': '172.25.3.14', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'port_id': 'e5e07747-cd41-4ecc-8be6-43ef0ba54bc5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e', 'mac_address': 'fa:16:3e:84:8a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2386a400-493f-4439-b467-5a4537fcdd80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:01:33Z', 'updated_at': '2021-08-17T00:02:15Z', 'revision_number': 1, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e07dfa85-a711-4255-9224-97cdebc88b98', 'name': '', 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'mac_address': 'fa:16:3e:0a:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:21Z', 'updated_at': '2021-08-17T00:01:35Z', 'revision_number': 5, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'subnets': [{'id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:18.751947 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dcfed7-61da-448a-aca9-78110d2eb2b5 None None] The sync data for ids ['2aeca20a-d838-43d4-a54e-71e3d20026ac'] in n-d-800088-20 is: [{'id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'name': 'tempest-AttachVolumeTestJSON-1818317862-router', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:09Z', 'updated_at': '2021-08-17T00:01:23Z', 'revision_number': 4, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'gw_port': {'id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:12Z', 'updated_at': '2021-08-17T00:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '83be191e-8f70-4f3d-b630-2138fd78947e', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'floating_ip_address': '172.25.3.14', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'port_id': 'e5e07747-cd41-4ecc-8be6-43ef0ba54bc5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e', 'mac_address': 'fa:16:3e:84:8a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2386a400-493f-4439-b467-5a4537fcdd80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:01:33Z', 'updated_at': '2021-08-17T00:02:15Z', 'revision_number': 1, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e07dfa85-a711-4255-9224-97cdebc88b98', 'name': '', 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'mac_address': 'fa:16:3e:0a:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:21Z', 'updated_at': '2021-08-17T00:01:35Z', 'revision_number': 5, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'subnets': [{'id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:02:18.756682 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9d3d4c67-49a7-4f6b-85a4-4cac2efb3ac7 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:18.783949 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9d3d4c67-49a7-4f6b-85a4-4cac2efb3ac7 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:18.809767 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d4c67-49a7-4f6b-85a4-4cac2efb3ac7 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f5df3a-93bd-4b4a-a6c3-a0e07a309ac1,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:18.816788 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9d3d4c67-49a7-4f6b-85a4-4cac2efb3ac7 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:18.821752 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9d3d4c67-49a7-4f6b-85a4-4cac2efb3ac7 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3159487 Aug 17 00:02:18.826384 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33124) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:18.843834 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-ee120994-c42a-41b0-8c1d-befb6b5f1830 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:18.927138 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee120994-c42a-41b0-8c1d-befb6b5f1830 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:19.123797 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f3860-0a12-4a33-b82e-688c8f586508 req-3c87a754-93c2-4110-9c56-4811ea0eeee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:19.125628 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db7f3860-0a12-4a33-b82e-688c8f586508 req-3c87a754-93c2-4110-9c56-4811ea0eeee1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 1097 time: 0.7234001 Aug 17 00:02:19.137017 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de134302-cf32-438a-89f3-929776117bf5 req-50e45b88-6289-41ab-856d-095248839d09 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 HTTP/1.1" status: 200 len: 998 time: 0.3747051 Aug 17 00:02:19.157770 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee120994-c42a-41b0-8c1d-befb6b5f1830 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:19.284888 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3631d470-9201-4b56-a646-9dbaba85175d None None] New status for floating IP 83be191e-8f70-4f3d-b630-2138fd78947e: ACTIVE {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:02:19.385611 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:19.394565 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-88074f63-9bc2-4d95-a5db-9da481d06a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:19.561867 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-ee120994-c42a-41b0-8c1d-befb6b5f1830 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Allocated IP 172.25.3.53 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/3a95636a-a192-46b4-82eb-03ebb80ba975) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:02:19.661492 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db7f3860-0a12-4a33-b82e-688c8f586508 req-c72eff21-8912-4064-ae41-f4e9b0779dce service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5224168 Aug 17 00:02:19.807264 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de134302-cf32-438a-89f3-929776117bf5 req-950d91dd-87e9-4e21-98d3-eec801322442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:19.814541 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de134302-cf32-438a-89f3-929776117bf5 req-950d91dd-87e9-4e21-98d3-eec801322442 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f65ff7a7-5ac0-412f-a1d3-f77a57ca9614 HTTP/1.1" status: 200 len: 850 time: 0.6419895 Aug 17 00:02:19.873736 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee120994-c42a-41b0-8c1d-befb6b5f1830 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:19.911221 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5ae88a42-85ee-4436-a7b5-1a7a0bd7ecd5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:19.924703 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee120994-c42a-41b0-8c1d-befb6b5f1830 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:19.972025 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee120994-c42a-41b0-8c1d-befb6b5f1830 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:02:19.976343 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-ee120994-c42a-41b0-8c1d-befb6b5f1830 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:02:19.980353 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee120994-c42a-41b0-8c1d-befb6b5f1830 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:02:20.089715 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593bbc5-7356-4a6d-ae99-8f1a99dab278 req-a20fb634-2ea7-4a45-8c8b-1c1e863de978 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:20.091297 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7593bbc5-7356-4a6d-ae99-8f1a99dab278 req-a20fb634-2ea7-4a45-8c8b-1c1e863de978 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.4106281 Aug 17 00:02:20.118288 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:20.214406 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee120994-c42a-41b0-8c1d-befb6b5f1830 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:20.231123 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee120994-c42a-41b0-8c1d-befb6b5f1830 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event updated for resources: {'Port': ['ID=3a95636a-a192-46b4-82eb-03ebb80ba975,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:20.244946 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa451e28-0f5e-40ad-9b0d-0149e189964a req-9cea4b8f-3a05-4ef0-a584-c7595ecb7105 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:20.257723 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fa451e28-0f5e-40ad-9b0d-0149e189964a req-9cea4b8f-3a05-4ef0-a584-c7595ecb7105 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 945 time: 0.8369503 Aug 17 00:02:20.273161 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee120994-c42a-41b0-8c1d-befb6b5f1830 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:20.296198 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 3025641c-a330-4304-a23a-1876a1fa76d9 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:02:20.414467 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 3025641c-a330-4304-a23a-1876a1fa76d9 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:02:20.418565 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 3025641c-a330-4304-a23a-1876a1fa76d9 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:02:20.418973 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:20.461230 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7593bbc5-7356-4a6d-ae99-8f1a99dab278 req-99b8dff3-5d80-4456-a148-300b631b55c5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3258932 Aug 17 00:02:20.481258 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de134302-cf32-438a-89f3-929776117bf5 req-b048d189-a596-419d-9421-90677d344d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:20.486301 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de134302-cf32-438a-89f3-929776117bf5 req-b048d189-a596-419d-9421-90677d344d2a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6474588 Aug 17 00:02:20.585838 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fa451e28-0f5e-40ad-9b0d-0149e189964a req-2417817a-4322-42c4-bee1-16eced96be49 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263960 Aug 17 00:02:20.776599 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee120994-c42a-41b0-8c1d-befb6b5f1830 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:20.808647 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee120994-c42a-41b0-8c1d-befb6b5f1830 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:20.843834 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:20.854869 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5ae88a42-85ee-4436-a7b5-1a7a0bd7ecd5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:20.918863 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933b0cd2-0361-4805-8c8f-57b7f9c08923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3025641c-a330-4304-a23a-1876a1fa76d9'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:02:20.925327 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b324c3-952b-47d1-adae-30684a127ab4" -d '{"events": [{"server_uuid": "933b0cd2-0361-4805-8c8f-57b7f9c08923", "name": "network-vif-plugged", "status": "completed", "tag": "3025641c-a330-4304-a23a-1876a1fa76d9"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:02:20.957916 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 3025641c-a330-4304-a23a-1876a1fa76d9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3025641c-a330-4304-a23a-1876a1fa76d9,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:02:20.970126 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:20.982349 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e33ea921-ab9e-4656-95c1-c62cb741e5e2 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:02:21.066134 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac73583-6fc9-4f1c-8d85-75e3775b9be7 x-openstack-request-id: req-2ac73583-6fc9-4f1c-8d85-75e3775b9be7 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:02:21.066492 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933b0cd2-0361-4805-8c8f-57b7f9c08923", "name": "network-vif-plugged", "status": "completed", "tag": "3025641c-a330-4304-a23a-1876a1fa76d9", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:02:21.066686 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ac73583-6fc9-4f1c-8d85-75e3775b9be7 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:02:21.067046 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933b0cd2-0361-4805-8c8f-57b7f9c08923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3025641c-a330-4304-a23a-1876a1fa76d9', 'code': 200} Aug 17 00:02:21.144578 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=3025641c-a330-4304-a23a-1876a1fa76d9,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:21.184938 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee120994-c42a-41b0-8c1d-befb6b5f1830 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event updated for resources: {'Port': ['ID=3a95636a-a192-46b4-82eb-03ebb80ba975,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:21.200231 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port e33ea921-ab9e-4656-95c1-c62cb741e5e2 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:02:21.207330 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee120994-c42a-41b0-8c1d-befb6b5f1830 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:21.225388 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e33ea921-ab9e-4656-95c1-c62cb741e5e2 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:02:21.227426 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:21.236381 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de134302-cf32-438a-89f3-929776117bf5 req-3b4ba48e-c159-45ea-9e48-4dffe6fe47a4 service neutron] 10.222.0.64 "GET /v2.0/networks/9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6810648 Aug 17 00:02:21.243402 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee120994-c42a-41b0-8c1d-befb6b5f1830 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:21.246443 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ee120994-c42a-41b0-8c1d-befb6b5f1830 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4089231 Aug 17 00:02:21.314489 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52204b-8564-4090-9afa-4fe7abed9c7b req-30fb3734-cbac-467f-9df6-c7f03e358e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:21.316232 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f52204b-8564-4090-9afa-4fe7abed9c7b req-30fb3734-cbac-467f-9df6-c7f03e358e44 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 1097 time: 0.1655393 Aug 17 00:02:21.389502 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae88a42-85ee-4436-a7b5-1a7a0bd7ecd5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Router 71844ca3-5aed-489b-ab7b-f84f88dd9f2b is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:02:21.475664 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de134302-cf32-438a-89f3-929776117bf5 req-5192efdc-16ae-4700-82cd-bbad1b475f18 service neutron] 10.222.0.64 "GET /v2.0/networks/9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207952 Aug 17 00:02:21.544347 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f52204b-8564-4090-9afa-4fe7abed9c7b req-cce08226-9da5-43b9-aa92-ac4191104a45 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161732 Aug 17 00:02:21.686061 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:21.722549 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port e33ea921-ab9e-4656-95c1-c62cb741e5e2, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e33ea921-ab9e-4656-95c1-c62cb741e5e2,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:02:21.734974 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:21.794176 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4af3a5-618a-4134-86c7-aff3ca751690 req-6d75f86c-ac3d-4d96-97d7-b1ccfa476c33 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:21.795969 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f4af3a5-618a-4134-86c7-aff3ca751690 req-6d75f86c-ac3d-4d96-97d7-b1ccfa476c33 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 945 time: 0.1748297 Aug 17 00:02:21.811477 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-13522ee2-e0e8-4c8a-b1ee-4cb5fc840cc5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1564245842&fields=id&tenant_id=6dea3d186f8943e68e6ffa5ab6e1d924 HTTP/1.1" status: 200 len: 267 time: 0.1230416 Aug 17 00:02:21.857945 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=e33ea921-ab9e-4656-95c1-c62cb741e5e2,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:21.911333 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-286b4724-21e6-4cea-93af-0a61138fa8c5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:21.919211 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-286b4724-21e6-4cea-93af-0a61138fa8c5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports/07aed2fa-d27e-4651-8f59-41a9da06080a HTTP/1.1" status: 200 len: 931 time: 0.1068804 Aug 17 00:02:21.982347 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae88a42-85ee-4436-a7b5-1a7a0bd7ecd5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:02:21.989074 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f4af3a5-618a-4134-86c7-aff3ca751690 req-6ad827ad-d132-4546-a497-b62403810099 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732225 Aug 17 00:02:21.996828 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4647bd21-efc0-4fb5-b7f9-14cc5482793d None None] Sync routers for ids ['71844ca3-5aed-489b-ab7b-f84f88dd9f2b'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:02:22.015628 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4647bd21-efc0-4fb5-b7f9-14cc5482793d None None] Routers {'71844ca3-5aed-489b-ab7b-f84f88dd9f2b'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:02:22.020689 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-aa5184bc-e9ef-422c-a673-265ec6fcf106 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:22.022931 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-aa5184bc-e9ef-422c-a673-265ec6fcf106 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports/63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 HTTP/1.1" status: 200 len: 931 time: 0.1028481 Aug 17 00:02:22.033486 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5ae88a42-85ee-4436-a7b5-1a7a0bd7ecd5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:22.033486 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5ae88a42-85ee-4436-a7b5-1a7a0bd7ecd5 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.5858490 Aug 17 00:02:22.034070 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4647bd21-efc0-4fb5-b7f9-14cc5482793d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:02:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['71844ca3-5aed-489b-ab7b-f84f88dd9f2b'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:22.034192 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33202) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:22.036854 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:22.161575 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-80531551-65d9-4ca5-ab07-1ef704fef57f tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?network_id=e2ac1b86-e36f-4432-8342-86f5ef252896&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1140594 Aug 17 00:02:22.205971 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4a065b81-68b0-438f-a84e-ecb35fc5bddf tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?network_id=e2ac1b86-e36f-4432-8342-86f5ef252896&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0353906 Aug 17 00:02:22.217979 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d847a3fe-3336-4bb6-a586-54fb52e3531d tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "GET /v2.0/routers/71844ca3-5aed-489b-ab7b-f84f88dd9f2b HTTP/1.1" status: 200 len: 907 time: 0.1882157 Aug 17 00:02:22.220259 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33204) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:22.288227 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-4647bd21-efc0-4fb5-b7f9-14cc5482793d None None] Set router 71844ca3-5aed-489b-ab7b-f84f88dd9f2b gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:02:22.411823 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d084618-d013-46c7-8f90-77e6f63f5fe0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:22.599525 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4647bd21-efc0-4fb5-b7f9-14cc5482793d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71844ca3-5aed-489b-ab7b-f84f88dd9f2b', 'name': 'tempest-snat-router-435110820', 'tenant_id': '0575ce3b66f44b59abc17c0b40730a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'b56d2cf8-4013-473e-bc30-7a141a626499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:02:15Z', 'updated_at': '2021-08-17T00:02:19Z', 'revision_number': 3, 'project_id': '0575ce3b66f44b59abc17c0b40730a79', 'gw_port': {'id': 'b56d2cf8-4013-473e-bc30-7a141a626499', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71844ca3-5aed-489b-ab7b-f84f88dd9f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:02:17Z', 'updated_at': '2021-08-17T00:02:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:22.643499 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4647bd21-efc0-4fb5-b7f9-14cc5482793d None None] Checking router: 71844ca3-5aed-489b-ab7b-f84f88dd9f2b for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:02:22.644014 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4647bd21-efc0-4fb5-b7f9-14cc5482793d None None] Updating router 71844ca3-5aed-489b-ab7b-f84f88dd9f2b port b56d2cf8-4013-473e-bc30-7a141a626499 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:02:22.720269 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4647bd21-efc0-4fb5-b7f9-14cc5482793d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:22.772424 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e33ea921-ab9e-4656-95c1-c62cb741e5e2 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:02:22.896180 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e33ea921-ab9e-4656-95c1-c62cb741e5e2 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:02:22.899909 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:22.955479 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-a3b2e776-3d5b-4895-9a23-09a39a20e614 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:22.961888 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-a3b2e776-3d5b-4895-9a23-09a39a20e614 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:22.967754 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-a3b2e776-3d5b-4895-9a23-09a39a20e614 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:22.977376 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-a3b2e776-3d5b-4895-9a23-09a39a20e614 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/networks?id=7d344a82-79d7-4f15-a0ba-8fc315949c8f&id=450a1daa-7a72-47ff-abbd-744b752946ea&id=450a1daa-7a72-47ff-abbd-744b752946ea&id=e2ac1b86-e36f-4432-8342-86f5ef252896&id=e2ac1b86-e36f-4432-8342-86f5ef252896 HTTP/1.1" status: 200 len: 1988 time: 0.7619772 Aug 17 00:02:22.987447 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3037ebb-2c18-4530-a779-8b20ccb94de5 req-c8fe9757-d0ca-4dab-95d1-790bb858456f tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:22.989924 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3037ebb-2c18-4530-a779-8b20ccb94de5 req-c8fe9757-d0ca-4dab-95d1-790bb858456f tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 945 time: 0.8830743 Aug 17 00:02:23.038610 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-657cc3b8-ec3b-4638-86a7-8ad67b40bae9 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/quotas/6dea3d186f8943e68e6ffa5ab6e1d924 HTTP/1.1" status: 200 len: 375 time: 0.0600357 Aug 17 00:02:23.086130 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3037ebb-2c18-4530-a779-8b20ccb94de5 req-bbdc5c67-80fa-4d8f-b556-abe920f6e1ae tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813394 Aug 17 00:02:23.190685 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4ad8c950-c981-4abb-b868-a699405544c2 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6dea3d186f8943e68e6ffa5ab6e1d924&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1510546 Aug 17 00:02:23.360139 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4647bd21-efc0-4fb5-b7f9-14cc5482793d None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:23.380651 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-4647bd21-efc0-4fb5-b7f9-14cc5482793d None None] Transition to ACTIVE for port object b56d2cf8-4013-473e-bc30-7a141a626499 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:02:23.396709 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4647bd21-efc0-4fb5-b7f9-14cc5482793d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:23.422310 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d084618-d013-46c7-8f90-77e6f63f5fe0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:23.441672 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-e892c0b9-16fd-49b0-93bb-a573f96526aa service neutron] 10.222.0.60 "GET /v2.0/networks/7d344a82-79d7-4f15-a0ba-8fc315949c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308304 Aug 17 00:02:23.488909 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-4647bd21-efc0-4fb5-b7f9-14cc5482793d None None] Attempting to bind port b56d2cf8-4013-473e-bc30-7a141a626499 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:02:23.492053 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-4647bd21-efc0-4fb5-b7f9-14cc5482793d None None] Attempting to bind port b56d2cf8-4013-473e-bc30-7a141a626499 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:02:23.492446 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4647bd21-efc0-4fb5-b7f9-14cc5482793d None None] Attempting to bind port b56d2cf8-4013-473e-bc30-7a141a626499 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:02:23.503207 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4647bd21-efc0-4fb5-b7f9-14cc5482793d None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:02:23.503577 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4647bd21-efc0-4fb5-b7f9-14cc5482793d None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:02:23.503975 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4647bd21-efc0-4fb5-b7f9-14cc5482793d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:23.504475 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4647bd21-efc0-4fb5-b7f9-14cc5482793d None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:02:23.504825 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-4647bd21-efc0-4fb5-b7f9-14cc5482793d None None] Bound port: b56d2cf8-4013-473e-bc30-7a141a626499, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:02:23.508351 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4647bd21-efc0-4fb5-b7f9-14cc5482793d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:23.548935 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-4d084618-d013-46c7-8f90-77e6f63f5fe0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Deleting port b56d2cf8-4013-473e-bc30-7a141a626499 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:02:23.549299 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d084618-d013-46c7-8f90-77e6f63f5fe0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:23.559490 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8174a-c647-4b2b-b2d0-f90e2bdc916c None None] Pushing event updated for resources: {'Port': ['ID=b56d2cf8-4013-473e-bc30-7a141a626499,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:23.576008 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8174a-c647-4b2b-b2d0-f90e2bdc916c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:23.576989 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8174a-c647-4b2b-b2d0-f90e2bdc916c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:23.576989 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8174a-c647-4b2b-b2d0-f90e2bdc916c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:23.577259 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8174a-c647-4b2b-b2d0-f90e2bdc916c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:23.577681 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8174a-c647-4b2b-b2d0-f90e2bdc916c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:23.578085 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8174a-c647-4b2b-b2d0-f90e2bdc916c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:23.578484 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8174a-c647-4b2b-b2d0-f90e2bdc916c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:23.578902 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8174a-c647-4b2b-b2d0-f90e2bdc916c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:23.579292 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8174a-c647-4b2b-b2d0-f90e2bdc916c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:23.579688 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8174a-c647-4b2b-b2d0-f90e2bdc916c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:23.580123 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8174a-c647-4b2b-b2d0-f90e2bdc916c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:23.580478 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8174a-c647-4b2b-b2d0-f90e2bdc916c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:23.602209 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4dbc88f9-bdde-4ae9-8f93-9fd4f379e60b service neutron] 10.222.0.60 "GET /v2.0/networks/7d344a82-79d7-4f15-a0ba-8fc315949c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525471 Aug 17 00:02:23.612528 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-4647bd21-efc0-4fb5-b7f9-14cc5482793d None None] For port b56d2cf8-4013-473e-bc30-7a141a626499, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:02:23.616858 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-4647bd21-efc0-4fb5-b7f9-14cc5482793d None None] For port b56d2cf8-4013-473e-bc30-7a141a626499, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=b56d2cf8-4013-473e-bc30-7a141a626499,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:02:23.622670 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4647bd21-efc0-4fb5-b7f9-14cc5482793d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:23.660944 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-4d084618-d013-46c7-8f90-77e6f63f5fe0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] For port b56d2cf8-4013-473e-bc30-7a141a626499, host n-d-800088-20, got binding levels [] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:02:23.661494 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d084618-d013-46c7-8f90-77e6f63f5fe0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:23.676367 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-4d084618-d013-46c7-8f90-77e6f63f5fe0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Calling delete_port for b56d2cf8-4013-473e-bc30-7a141a626499 owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:02:23.687982 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8174a-c647-4b2b-b2d0-f90e2bdc916c None None] Pushing event updated for resources: {'Port': ['ID=b56d2cf8-4013-473e-bc30-7a141a626499,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:23.710312 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4647bd21-efc0-4fb5-b7f9-14cc5482793d None None] Routers {'71844ca3-5aed-489b-ab7b-f84f88dd9f2b'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:02:23.711387 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4647bd21-efc0-4fb5-b7f9-14cc5482793d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:02:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['71844ca3-5aed-489b-ab7b-f84f88dd9f2b'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:23.797785 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-cae6b4b8-a888-47f5-bc69-948590f86203 service neutron] 10.222.0.60 "GET /v2.0/ports/07aed2fa-d27e-4651-8f59-41a9da06080a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1786451 Aug 17 00:02:23.814358 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-4647bd21-efc0-4fb5-b7f9-14cc5482793d None None] Set router 71844ca3-5aed-489b-ab7b-f84f88dd9f2b gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:02:23.816440 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8211d11-0051-4c32-b36d-5a1d1b32e2d2 req-90654a94-5f35-411e-9050-8dd6b81488f1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:23.818023 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d8211d11-0051-4c32-b36d-5a1d1b32e2d2 req-90654a94-5f35-411e-9050-8dd6b81488f1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 945 time: 0.2149365 Aug 17 00:02:23.882948 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4647bd21-efc0-4fb5-b7f9-14cc5482793d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71844ca3-5aed-489b-ab7b-f84f88dd9f2b', 'name': 'tempest-snat-router-435110820', 'tenant_id': '0575ce3b66f44b59abc17c0b40730a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:02:15Z', 'updated_at': '2021-08-17T00:02:23Z', 'revision_number': 4, 'project_id': '0575ce3b66f44b59abc17c0b40730a79', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:23.914049 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4647bd21-efc0-4fb5-b7f9-14cc5482793d None None] The sync data for ids ['71844ca3-5aed-489b-ab7b-f84f88dd9f2b'] in n-d-800088-20 is: [{'id': '71844ca3-5aed-489b-ab7b-f84f88dd9f2b', 'name': 'tempest-snat-router-435110820', 'tenant_id': '0575ce3b66f44b59abc17c0b40730a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:02:15Z', 'updated_at': '2021-08-17T00:02:23Z', 'revision_number': 4, 'project_id': '0575ce3b66f44b59abc17c0b40730a79', 'gw_port_host': None}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:02:23.939875 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d084618-d013-46c7-8f90-77e6f63f5fe0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:23.981895 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d084618-d013-46c7-8f90-77e6f63f5fe0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Pushing event deleted for resources: {'Port': ['ID=b56d2cf8-4013-473e-bc30-7a141a626499,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:24.040787 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-f98d3065-9a3d-41cb-8885-75dee259618a service neutron] 10.222.0.60 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212062 Aug 17 00:02:24.090330 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d084618-d013-46c7-8f90-77e6f63f5fe0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:24.149751 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d8211d11-0051-4c32-b36d-5a1d1b32e2d2 req-a4173708-1546-4c9f-a4c3-2a89ac629685 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2956579 Aug 17 00:02:24.248988 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-ef556b53-71c8-47db-8ac2-e4d8decb7d1a service neutron] 10.222.0.60 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933115 Aug 17 00:02:24.251656 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d084618-d013-46c7-8f90-77e6f63f5fe0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:24.260977 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d084618-d013-46c7-8f90-77e6f63f5fe0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:24.344831 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d084618-d013-46c7-8f90-77e6f63f5fe0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:24.346952 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d084618-d013-46c7-8f90-77e6f63f5fe0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71844ca3-5aed-489b-ab7b-f84f88dd9f2b {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:02:24.347853 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-0b82758a-150f-4e1b-af0b-0dafb8af9560 service neutron] 10.222.0.60 "GET /v2.0/ports/63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0966604 Aug 17 00:02:24.359983 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d084618-d013-46c7-8f90-77e6f63f5fe0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:24.369305 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4d084618-d013-46c7-8f90-77e6f63f5fe0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "DELETE /v2.0/routers/71844ca3-5aed-489b-ab7b-f84f88dd9f2b HTTP/1.1" status: 204 len: 168 time: 2.1463032 Aug 17 00:02:24.372034 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33250) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:24.553250 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-9204c557-b6c3-4542-ae9e-960390fe7464 service neutron] 10.222.0.60 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987090 Aug 17 00:02:24.638918 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b772590f-e99c-4daf-b216-d59e677c5969 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:24.711009 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f4e22-ce35-4cc2-b3f2-a25e3fbefbe4 req-bbda7eee-fa04-4498-9e23-96e5c8275b2e tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:24.712582 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d4f4e22-ce35-4cc2-b3f2-a25e3fbefbe4 req-bbda7eee-fa04-4498-9e23-96e5c8275b2e tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 945 time: 0.1044083 Aug 17 00:02:24.722617 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 33260) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:24.728541 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-9866de62-f8f6-4687-9a0a-3cd38b6d01a0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Request body: {'floatingip': {'port_id': '3025641c-a330-4304-a23a-1876a1fa76d9'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:24.738478 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-6e8a782b-0c41-44dd-b2c0-d784c176f3da service neutron] 10.222.0.60 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841061 Aug 17 00:02:24.762413 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b772590f-e99c-4daf-b216-d59e677c5969 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:24.836916 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9866de62-f8f6-4687-9a0a-3cd38b6d01a0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks [] for floatingip, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:24.885232 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-b772590f-e99c-4daf-b216-d59e677c5969 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Deleting port e33ea921-ab9e-4656-95c1-c62cb741e5e2 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:02:24.885626 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b772590f-e99c-4daf-b216-d59e677c5969 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:24.962261 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:02:25.030137 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-b772590f-e99c-4daf-b216-d59e677c5969 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] For port e33ea921-ab9e-4656-95c1-c62cb741e5e2, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e33ea921-ab9e-4656-95c1-c62cb741e5e2,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:02:25.030518 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b772590f-e99c-4daf-b216-d59e677c5969 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:25.043976 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-b772590f-e99c-4daf-b216-d59e677c5969 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Calling delete_port for e33ea921-ab9e-4656-95c1-c62cb741e5e2 owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:02:25.150390 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-717a4c32-249e-4df4-bca3-1f307caaacd3 service neutron] 10.222.0.60 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110460 Aug 17 00:02:25.306202 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b772590f-e99c-4daf-b216-d59e677c5969 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:25.366035 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772590f-e99c-4daf-b216-d59e677c5969 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Pushing event deleted for resources: {'Port': ['ID=e33ea921-ab9e-4656-95c1-c62cb741e5e2,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:25.378198 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c81c55-eac5-4fa4-9a39-36ba946e0c03 req-7d5205f8-d5a3-4aea-967c-41667a418e21 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:25.379773 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7c81c55-eac5-4fa4-9a39-36ba946e0c03 req-7d5205f8-d5a3-4aea-967c-41667a418e21 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 945 time: 0.4495966 Aug 17 00:02:25.453942 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b772590f-e99c-4daf-b216-d59e677c5969 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:25.572083 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b772590f-e99c-4daf-b216-d59e677c5969 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:25.574346 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b772590f-e99c-4daf-b216-d59e677c5969 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:25.576126 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7c81c55-eac5-4fa4-9a39-36ba946e0c03 req-3cb6279e-c5cd-40e6-bc33-be9de3274652 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814017 Aug 17 00:02:25.607781 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-d447d70a-0ea7-49ea-9438-fc43c471f424 service neutron] 10.222.0.60 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246222 Aug 17 00:02:25.698539 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b772590f-e99c-4daf-b216-d59e677c5969 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:25.700103 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b772590f-e99c-4daf-b216-d59e677c5969 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e26eb227-addf-4162-b97f-d14c74d208c0 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:02:25.715476 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b772590f-e99c-4daf-b216-d59e677c5969 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:25.721410 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b772590f-e99c-4daf-b216-d59e677c5969 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "DELETE /v2.0/routers/e26eb227-addf-4162-b97f-d14c74d208c0 HTTP/1.1" status: 204 len: 168 time: 1.3481071 Aug 17 00:02:25.722135 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33284) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:25.728511 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-d73deaf8-b087-4963-b193-63ac9b845ed5 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2123893465', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}, 'admin_state_up': False}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:25.766026 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d73deaf8-b087-4963-b193-63ac9b845ed5 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:25.767034 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d73deaf8-b087-4963-b193-63ac9b845ed5 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:25.843374 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9866de62-f8f6-4687-9a0a-3cd38b6d01a0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:25.868975 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d73deaf8-b087-4963-b193-63ac9b845ed5 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:25.877154 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9866de62-f8f6-4687-9a0a-3cd38b6d01a0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:25.957078 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-784e5eae-f9c5-49bb-8146-167857971554 req-014d5805-ffdf-4424-ab95-18d328dc264f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2834036 Aug 17 00:02:25.983209 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-b49863fe-abff-414c-9fb4-cfdbb7acaa71 service neutron] 10.222.0.60 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567152 Aug 17 00:02:26.098158 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d73deaf8-b087-4963-b193-63ac9b845ed5 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:26.156707 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e5eae-f9c5-49bb-8146-167857971554 req-d6c9d0c5-afa3-4bd2-83db-b27bbd10f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:26.158883 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-784e5eae-f9c5-49bb-8146-167857971554 req-d6c9d0c5-afa3-4bd2-83db-b27bbd10f2be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=577829ee48ff4a458b8d3998e4ad7f2a&device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 1097 time: 0.1238821 Aug 17 00:02:26.160071 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-9866de62-f8f6-4687-9a0a-3cd38b6d01a0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Floating IP 21530764-f580-4a6e-a399-d73f067e123f associated. External IP: 172.25.3.151, port: 3025641c-a330-4304-a23a-1876a1fa76d9. Aug 17 00:02:26.301618 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-92970c43-f0c7-4883-b50e-8d81d7a8487a service neutron] 10.222.0.60 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676790 Aug 17 00:02:26.348670 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d73deaf8-b087-4963-b193-63ac9b845ed5 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:26.371429 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d73deaf8-b087-4963-b193-63ac9b845ed5 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:26.445820 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e5eae-f9c5-49bb-8146-167857971554 req-bcc2fa11-26d2-4734-a3f6-0feff184b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:26.450113 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-784e5eae-f9c5-49bb-8146-167857971554 req-bcc2fa11-26d2-4734-a3f6-0feff184b145 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e HTTP/1.1" status: 200 len: 912 time: 0.2416327 Aug 17 00:02:26.519142 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-d73deaf8-b087-4963-b193-63ac9b845ed5 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Allocated IP 172.25.3.191 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/3362a773-26aa-46eb-a524-40a4c3a687ba) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:02:26.632677 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-784e5eae-f9c5-49bb-8146-167857971554 req-5836e7e0-1dd8-4353-82d5-3a79d193e7fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 HTTP/1.1" status: 200 len: 1000 time: 0.1601913 Aug 17 00:02:26.670591 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d73deaf8-b087-4963-b193-63ac9b845ed5 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:26.744267 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e33ea921-ab9e-4656-95c1-c62cb741e5e2 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:02:26.761550 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d73deaf8-b087-4963-b193-63ac9b845ed5 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:26.796187 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: e33ea921-ab9e-4656-95c1-c62cb741e5e2 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:02:26.796531 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e33ea921-ab9e-4656-95c1-c62cb741e5e2 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:02:26.827322 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73deaf8-b087-4963-b193-63ac9b845ed5 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:02:26.833280 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-d73deaf8-b087-4963-b193-63ac9b845ed5 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:02:26.839679 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73deaf8-b087-4963-b193-63ac9b845ed5 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:02:26.869116 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73deaf8-b087-4963-b193-63ac9b845ed5 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Pushing event updated for resources: {'Port': ['ID=3362a773-26aa-46eb-a524-40a4c3a687ba,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:27.181428 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d73deaf8-b087-4963-b193-63ac9b845ed5 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:27.199801 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e5eae-f9c5-49bb-8146-167857971554 req-ad2e3ace-7928-4091-8652-15936da90f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:27.201299 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-784e5eae-f9c5-49bb-8146-167857971554 req-ad2e3ace-7928-4091-8652-15936da90f35 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f65ff7a7-5ac0-412f-a1d3-f77a57ca9614 HTTP/1.1" status: 200 len: 850 time: 0.5589392 Aug 17 00:02:27.262336 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb039c-9d73-4970-a04a-d90cfcb41577 req-e27cd9ec-34e1-4154-9b54-587c29efdc20 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:27.269109 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-22cb039c-9d73-4970-a04a-d90cfcb41577 req-e27cd9ec-34e1-4154-9b54-587c29efdc20 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 945 time: 0.1485386 Aug 17 00:02:27.404101 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-f7637fa9-c7ab-495a-8e7b-4d3f42e34119 service neutron] 10.222.0.60 "GET /v2.0/networks/e2ac1b86-e36f-4432-8342-86f5ef252896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9331255 Aug 17 00:02:27.442760 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-22cb039c-9d73-4970-a04a-d90cfcb41577 req-ddf2c8aa-718d-4e76-848d-1541690d6d04 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706443 Aug 17 00:02:27.447452 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d73deaf8-b087-4963-b193-63ac9b845ed5 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:27.534200 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9866de62-f8f6-4687-9a0a-3cd38b6d01a0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Router 8f930463-4342-4f41-9231-090f0d8f0ead has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:02:27.540946 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e5eae-f9c5-49bb-8146-167857971554 req-cfd6d05e-f513-4a87-af4a-a1989e92a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:27.543076 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-784e5eae-f9c5-49bb-8146-167857971554 req-cfd6d05e-f513-4a87-af4a-a1989e92a148 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2387755 Aug 17 00:02:27.686510 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73deaf8-b087-4963-b193-63ac9b845ed5 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Router 77c80752-d97b-47a2-aaab-ff97623c96af is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:02:27.804597 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-784e5eae-f9c5-49bb-8146-167857971554 req-a97594da-3e4e-40b3-8773-b2d2150e53ce service neutron] 10.222.0.64 "GET /v2.0/networks/9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457054 Aug 17 00:02:27.861520 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73deaf8-b087-4963-b193-63ac9b845ed5 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:02:27.874732 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8631ad0-e73f-4c09-a108-8c5d143a762a None None] Sync routers for ids ['77c80752-d97b-47a2-aaab-ff97623c96af'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:02:27.890472 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8631ad0-e73f-4c09-a108-8c5d143a762a None None] Routers {'77c80752-d97b-47a2-aaab-ff97623c96af'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:02:27.892043 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-7f392e09-8df1-4386-8cab-7c35f31ee553 service neutron] 10.222.0.60 "GET /v2.0/networks/e2ac1b86-e36f-4432-8342-86f5ef252896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870100 Aug 17 00:02:27.896088 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-c8631ad0-e73f-4c09-a108-8c5d143a762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:02:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['77c80752-d97b-47a2-aaab-ff97623c96af'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:27.918718 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d73deaf8-b087-4963-b193-63ac9b845ed5 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:27.920473 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d73deaf8-b087-4963-b193-63ac9b845ed5 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1969962 Aug 17 00:02:27.924794 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33332) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:27.932372 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-6e27ee89-7a58-4aef-8f03-257e85459aeb tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'enable_snat': False}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:27.957187 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9866de62-f8f6-4687-9a0a-3cd38b6d01a0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:02:27.964616 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9866de62-f8f6-4687-9a0a-3cd38b6d01a0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:27.967780 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f07e0c-f4f8-45d6-86a6-a031da4694bb None None] Sync routers for ids ['8f930463-4342-4f41-9231-090f0d8f0ead'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:02:27.991473 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f07e0c-f4f8-45d6-86a6-a031da4694bb None None] Routers {'8f930463-4342-4f41-9231-090f0d8f0ead'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:02:27.991473 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e8f07e0c-f4f8-45d6-86a6-a031da4694bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:02:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['8f930463-4342-4f41-9231-090f0d8f0ead'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:27.992394 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-c8631ad0-e73f-4c09-a108-8c5d143a762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:28.027808 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8631ad0-e73f-4c09-a108-8c5d143a762a None None] Routers {'77c80752-d97b-47a2-aaab-ff97623c96af'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:02:28.035342 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-c8631ad0-e73f-4c09-a108-8c5d143a762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:02:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['77c80752-d97b-47a2-aaab-ff97623c96af'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:28.051918 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9866de62-f8f6-4687-9a0a-3cd38b6d01a0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "PUT /v2.0/floatingips/21530764-f580-4a6e-a399-d73f067e123f HTTP/1.1" status: 200 len: 991 time: 3.3282650 Aug 17 00:02:28.061936 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933b0cd2-0361-4805-8c8f-57b7f9c08923', 'tag': '3025641c-a330-4304-a23a-1876a1fa76d9'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:02:28.064703 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6435e2-06cb-41c3-84bb-c6b644f8d754" -d '{"events": [{"name": "network-changed", "server_uuid": "933b0cd2-0361-4805-8c8f-57b7f9c08923", "tag": "3025641c-a330-4304-a23a-1876a1fa76d9"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:02:28.091001 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-784e5eae-f9c5-49bb-8146-167857971554 req-8f5dcb81-aade-441b-a654-24a28b276778 service neutron] 10.222.0.64 "GET /v2.0/networks/9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758589 Aug 17 00:02:28.099486 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-84b6bdae-05e6-4459-b2b6-871a82121127 service neutron] 10.222.0.60 "GET /v2.0/networks/e2ac1b86-e36f-4432-8342-86f5ef252896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064238 Aug 17 00:02:28.170353 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-c8631ad0-e73f-4c09-a108-8c5d143a762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:28.171416 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8631ad0-e73f-4c09-a108-8c5d143a762a None None] The sync data for ids ['77c80752-d97b-47a2-aaab-ff97623c96af'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:02:28.233260 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-835e4ddd-8acf-4d26-bfca-0c189c40464b service neutron] 10.222.0.60 "GET /v2.0/networks/e2ac1b86-e36f-4432-8342-86f5ef252896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311476 Aug 17 00:02:28.243711 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6f64e9-0b78-4b91-ab99-7810e30efb08 x-openstack-request-id: req-fb6f64e9-0b78-4b91-ab99-7810e30efb08 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:02:28.245488 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933b0cd2-0361-4805-8c8f-57b7f9c08923", "tag": "3025641c-a330-4304-a23a-1876a1fa76d9", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:02:28.248113 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fb6f64e9-0b78-4b91-ab99-7810e30efb08 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:02:28.248772 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933b0cd2-0361-4805-8c8f-57b7f9c08923', 'tag': '3025641c-a330-4304-a23a-1876a1fa76d9', 'status': 'completed', 'code': 200} Aug 17 00:02:28.358958 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6435e2-06cb-41c3-84bb-c6b644f8d754 req-1b6e66e1-74d7-40cb-83c2-2da0ba5a3449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:28.365219 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-df6435e2-06cb-41c3-84bb-c6b644f8d754 req-1b6e66e1-74d7-40cb-83c2-2da0ba5a3449 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61108af2093845fe9a64c45c9df6e55d&device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 1097 time: 0.0919409 Aug 17 00:02:28.432406 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-e8f07e0c-f4f8-45d6-86a6-a031da4694bb None None] Set router 8f930463-4342-4f41-9231-090f0d8f0ead gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:02:28.436946 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6e27ee89-7a58-4aef-8f03-257e85459aeb tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:28.525548 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6435e2-06cb-41c3-84bb-c6b644f8d754 req-7f1bcfd0-d201-4df9-bade-0825eb080a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:28.527512 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-df6435e2-06cb-41c3-84bb-c6b644f8d754 req-7f1bcfd0-d201-4df9-bade-0825eb080a3b service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf42c908-bd85-4d10-afc7-00681d389032 HTTP/1.1" status: 200 len: 913 time: 0.1438160 Aug 17 00:02:28.747710 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bd422-a326-444b-8af2-3faefd27d42d req-57248a81-868c-4eac-8e6d-8077ff513b5c tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:28.749490 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac6bd422-a326-444b-8af2-3faefd27d42d req-57248a81-868c-4eac-8e6d-8077ff513b5c tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 945 time: 0.1222804 Aug 17 00:02:28.751422 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-df6435e2-06cb-41c3-84bb-c6b644f8d754 req-f2b9289e-76b4-420b-9875-20667a6f0a39 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3025641c-a330-4304-a23a-1876a1fa76d9 HTTP/1.1" status: 200 len: 999 time: 0.2101398 Aug 17 00:02:28.829411 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6435e2-06cb-41c3-84bb-c6b644f8d754 req-ed593d56-c2ab-4698-aef8-5f5446351e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:28.831273 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-df6435e2-06cb-41c3-84bb-c6b644f8d754 req-ed593d56-c2ab-4698-aef8-5f5446351e58 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1afde0e7-f7b0-4278-82ad-0cbe61d404a7 HTTP/1.1" status: 200 len: 851 time: 0.0624385 Aug 17 00:02:28.949804 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac6bd422-a326-444b-8af2-3faefd27d42d req-f8e5083d-770a-4f1f-86ef-f2a4166d1356 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924334 Aug 17 00:02:28.983659 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6435e2-06cb-41c3-84bb-c6b644f8d754 req-ab41c7b7-11cd-469c-ab1d-a7c509374990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:28.990077 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-df6435e2-06cb-41c3-84bb-c6b644f8d754 req-ab41c7b7-11cd-469c-ab1d-a7c509374990 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf42c908-bd85-4d10-afc7-00681d389032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1495302 Aug 17 00:02:29.133094 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e8f07e0c-f4f8-45d6-86a6-a031da4694bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'name': 'tempest-ServerActionsTestJSON-1673600175-router', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:41Z', 'updated_at': '2021-08-17T00:01:49Z', 'revision_number': 4, 'project_id': '61108af2093845fe9a64c45c9df6e55d', 'gw_port': {'id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:43Z', 'updated_at': '2021-08-17T00:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '21530764-f580-4a6e-a399-d73f067e123f', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'floating_ip_address': '172.25.3.151', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'port_id': '3025641c-a330-4304-a23a-1876a1fa76d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'mac_address': 'fa:16:3e:d5:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933b0cd2-0361-4805-8c8f-57b7f9c08923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:02:01Z', 'updated_at': '2021-08-17T00:02:25Z', 'revision_number': 1, 'project_id': '61108af2093845fe9a64c45c9df6e55d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd51a5807-1473-4d71-bf0b-c17be2350b67', 'name': '', 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'mac_address': 'fa:16:3e:79:9e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:47Z', 'updated_at': '2021-08-17T00:01:59Z', 'revision_number': 5, 'project_id': '61108af2093845fe9a64c45c9df6e55d', 'subnets': [{'id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:29.251109 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-df6435e2-06cb-41c3-84bb-c6b644f8d754 req-b097b25a-6f22-4a68-bc11-97ff08d8ee09 service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516494 Aug 17 00:02:29.258982 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6e27ee89-7a58-4aef-8f03-257e85459aeb tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126458'] for router, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:29.266045 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f07e0c-f4f8-45d6-86a6-a031da4694bb None None] Checking router: 8f930463-4342-4f41-9231-090f0d8f0ead for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:02:29.275261 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6e27ee89-7a58-4aef-8f03-257e85459aeb tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635776'] for router, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:29.311130 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f07e0c-f4f8-45d6-86a6-a031da4694bb None None] Routers {'8f930463-4342-4f41-9231-090f0d8f0ead'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:02:29.312147 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e8f07e0c-f4f8-45d6-86a6-a031da4694bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:02:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['8f930463-4342-4f41-9231-090f0d8f0ead'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:29.420644 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-df6435e2-06cb-41c3-84bb-c6b644f8d754 req-6a7f60f1-3c5a-4845-be37-3ab09f29a351 service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576791 Aug 17 00:02:29.460545 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1fed0dca-89ed-4f97-97d2-2f30314111be req-4b4f4dc1-dcb0-4161-a829-31d4b7e677e6 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 210 time: 0.0385563 Aug 17 00:02:29.557316 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e27ee89-7a58-4aef-8f03-257e85459aeb tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Router 77c80752-d97b-47a2-aaab-ff97623c96af has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:02:29.569413 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-e8f07e0c-f4f8-45d6-86a6-a031da4694bb None None] Set router 8f930463-4342-4f41-9231-090f0d8f0ead gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:02:29.658844 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 33402) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:29.853144 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0d2eb57a-a580-497e-9afe-fa94097cdbb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:29.949139 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e8f07e0c-f4f8-45d6-86a6-a031da4694bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'name': 'tempest-ServerActionsTestJSON-1673600175-router', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:41Z', 'updated_at': '2021-08-17T00:01:49Z', 'revision_number': 4, 'project_id': '61108af2093845fe9a64c45c9df6e55d', 'gw_port': {'id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:43Z', 'updated_at': '2021-08-17T00:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '21530764-f580-4a6e-a399-d73f067e123f', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'floating_ip_address': '172.25.3.151', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'port_id': '3025641c-a330-4304-a23a-1876a1fa76d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'mac_address': 'fa:16:3e:d5:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933b0cd2-0361-4805-8c8f-57b7f9c08923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:02:01Z', 'updated_at': '2021-08-17T00:02:25Z', 'revision_number': 1, 'project_id': '61108af2093845fe9a64c45c9df6e55d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd51a5807-1473-4d71-bf0b-c17be2350b67', 'name': '', 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'mac_address': 'fa:16:3e:79:9e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:47Z', 'updated_at': '2021-08-17T00:01:59Z', 'revision_number': 5, 'project_id': '61108af2093845fe9a64c45c9df6e55d', 'subnets': [{'id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:29.990928 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0d2eb57a-a580-497e-9afe-fa94097cdbb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:30.000817 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0d2eb57a-a580-497e-9afe-fa94097cdbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:30.013869 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f07e0c-f4f8-45d6-86a6-a031da4694bb None None] The sync data for ids ['8f930463-4342-4f41-9231-090f0d8f0ead'] in n-d-800088-20 is: [{'id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'name': 'tempest-ServerActionsTestJSON-1673600175-router', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:41Z', 'updated_at': '2021-08-17T00:01:49Z', 'revision_number': 4, 'project_id': '61108af2093845fe9a64c45c9df6e55d', 'gw_port': {'id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:43Z', 'updated_at': '2021-08-17T00:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '21530764-f580-4a6e-a399-d73f067e123f', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'floating_ip_address': '172.25.3.151', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'port_id': '3025641c-a330-4304-a23a-1876a1fa76d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'mac_address': 'fa:16:3e:d5:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933b0cd2-0361-4805-8c8f-57b7f9c08923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:02:01Z', 'updated_at': '2021-08-17T00:02:25Z', 'revision_number': 1, 'project_id': '61108af2093845fe9a64c45c9df6e55d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd51a5807-1473-4d71-bf0b-c17be2350b67', 'name': '', 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'mac_address': 'fa:16:3e:79:9e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:47Z', 'updated_at': '2021-08-17T00:01:59Z', 'revision_number': 5, 'project_id': '61108af2093845fe9a64c45c9df6e55d', 'subnets': [{'id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:02:30.060369 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2eb57a-a580-497e-9afe-fa94097cdbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7122c6-3f88-4f54-a84d-227bd1961a4a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:30.129749 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0d2eb57a-a580-497e-9afe-fa94097cdbb2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0ed3d7a91bd648e7a24bc0adaed8412a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4670961 Aug 17 00:02:30.129749 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 33416) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:30.198668 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df458cf-8308-46f6-9eb2-1a1d6b842e02 req-e7767125-0913-4d2d-8ab5-a51b8268c49c tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:30.200191 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9df458cf-8308-46f6-9eb2-1a1d6b842e02 req-e7767125-0913-4d2d-8ab5-a51b8268c49c tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 945 time: 0.1353481 Aug 17 00:02:30.207487 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e27ee89-7a58-4aef-8f03-257e85459aeb tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:02:30.212504 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6e27ee89-7a58-4aef-8f03-257e85459aeb tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:30.216004 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6e27ee89-7a58-4aef-8f03-257e85459aeb tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "PUT /v2.0/routers/77c80752-d97b-47a2-aaab-ff97623c96af HTTP/1.1" status: 200 len: 922 time: 2.2873294 Aug 17 00:02:30.217005 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33420) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:30.224107 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fd75da-e75d-41ef-a177-85962aea0c19 None None] Sync routers for ids ['77c80752-d97b-47a2-aaab-ff97623c96af'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:02:30.241451 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fd75da-e75d-41ef-a177-85962aea0c19 None None] Routers {'77c80752-d97b-47a2-aaab-ff97623c96af'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:02:30.246630 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d6fd75da-e75d-41ef-a177-85962aea0c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:02:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['77c80752-d97b-47a2-aaab-ff97623c96af'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:30.258178 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-49ebd5b3-cedd-4042-a8c8-2dd7c43b5458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:30.310299 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9df458cf-8308-46f6-9eb2-1a1d6b842e02 req-36089791-e649-4447-82ba-707206b89e0a tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939584 Aug 17 00:02:30.322029 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-49ebd5b3-cedd-4042-a8c8-2dd7c43b5458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:30.359106 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d6fd75da-e75d-41ef-a177-85962aea0c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:30.386337 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fd75da-e75d-41ef-a177-85962aea0c19 None None] Routers {'77c80752-d97b-47a2-aaab-ff97623c96af'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:02:30.387287 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d6fd75da-e75d-41ef-a177-85962aea0c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:02:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['77c80752-d97b-47a2-aaab-ff97623c96af'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:30.424553 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-03b08616-1ae0-4061-97a0-cf28745833e2 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "GET /v2.0/routers/77c80752-d97b-47a2-aaab-ff97623c96af HTTP/1.1" status: 200 len: 922 time: 0.2064161 Aug 17 00:02:30.434315 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db04ef9a-e7e9-4629-a737-a9870cc9caa2 None None] New status for floating IP 21530764-f580-4a6e-a399-d73f067e123f: ACTIVE {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:02:30.435882 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 33426) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:30.454239 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-49ebd5b3-cedd-4042-a8c8-2dd7c43b5458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:30.456816 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-49ebd5b3-cedd-4042-a8c8-2dd7c43b5458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:30.458136 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-49ebd5b3-cedd-4042-a8c8-2dd7c43b5458 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8d7122c6-3f88-4f54-a84d-227bd1961a4a HTTP/1.1" status: 204 len: 168 time: 0.3270361 Aug 17 00:02:30.487999 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d6fd75da-e75d-41ef-a177-85962aea0c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:30.490646 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fd75da-e75d-41ef-a177-85962aea0c19 None None] The sync data for ids ['77c80752-d97b-47a2-aaab-ff97623c96af'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:02:30.509511 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ebd5b3-cedd-4042-a8c8-2dd7c43b5458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7122c6-3f88-4f54-a84d-227bd1961a4a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:30.579774 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccfa586-6085-46c3-8ec1-fd9607d8a516 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:30.585079 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33436) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:30.585476 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cccfa586-6085-46c3-8ec1-fd9607d8a516 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=f9960621-448c-44b3-8317-7433dc6ce660&device_id=77c80752-d97b-47a2-aaab-ff97623c96af&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1471739 Aug 17 00:02:30.714709 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fc208435-002a-4d33-93d5-012518c631e2 req-9da3910a-dd68-490e-939a-20a69c8903bd tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 210 time: 0.0485234 Aug 17 00:02:30.740461 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1ac6e0-64ac-467d-8413-aada6326932d tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:30.742051 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0f1ac6e0-64ac-467d-8413-aada6326932d tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 881 time: 0.1556137 Aug 17 00:02:30.748621 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 33440) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:30.786295 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-593c562f-b9e7-4e02-8285-b09d7d8411bb tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "GET /v2.0/ports?device_id=77c80752-d97b-47a2-aaab-ff97623c96af HTTP/1.1" status: 200 len: 205 time: 0.0342071 Aug 17 00:02:30.790231 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 33442) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:31.043955 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-99224494-f0ff-4b63-ba95-7845575cc19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:31.045441 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-99224494-f0ff-4b63-ba95-7845575cc19e service neutron] 10.222.0.64 "GET /v2.0/ports/07aed2fa-d27e-4651-8f59-41a9da06080a HTTP/1.1" status: 200 len: 1027 time: 0.0490606 Aug 17 00:02:31.073973 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e43e59c5-b041-4db3-ae46-f47b7c3c6d6d tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:31.142985 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-c64bf196-f926-476c-9656-7c294ff403cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:31.144366 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-c64bf196-f926-476c-9656-7c294ff403cf service neutron] 10.222.0.64 "GET /v2.0/ports/63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 HTTP/1.1" status: 200 len: 1027 time: 0.0881543 Aug 17 00:02:31.283803 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e43e59c5-b041-4db3-ae46-f47b7c3c6d6d tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:31.354580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-41de13f9-61eb-4225-a493-18fc654b6067 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:31.366044 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-41de13f9-61eb-4225-a493-18fc654b6067 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:31.373018 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-41de13f9-61eb-4225-a493-18fc654b6067 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:31.374678 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-41de13f9-61eb-4225-a493-18fc654b6067 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.64 "GET /v2.0/networks?id=7d344a82-79d7-4f15-a0ba-8fc315949c8f&id=450a1daa-7a72-47ff-abbd-744b752946ea&id=450a1daa-7a72-47ff-abbd-744b752946ea&id=450a1daa-7a72-47ff-abbd-744b752946ea&id=450a1daa-7a72-47ff-abbd-744b752946ea&id=e2ac1b86-e36f-4432-8342-86f5ef252896&id=e2ac1b86-e36f-4432-8342-86f5ef252896 HTTP/1.1" status: 200 len: 1988 time: 0.1945858 Aug 17 00:02:31.488765 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-09fc0b18-cb40-4314-954a-e8e9051db9cc tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dea3d186f8943e68e6ffa5ab6e1d924 HTTP/1.1" status: 200 len: 380 time: 0.1005960 Aug 17 00:02:31.506654 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-50a9a04d-bf32-4744-a1d1-918677d1ac6c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Request body: {'port': {'device_id': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'network_id': '7d344a82-79d7-4f15-a0ba-8fc315949c8f', 'admin_state_up': True, 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'security_groups': ['a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:31.561314 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-e43e59c5-b041-4db3-ae46-f47b7c3c6d6d tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Deleting port 3362a773-26aa-46eb-a524-40a4c3a687ba {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:02:31.562138 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e43e59c5-b041-4db3-ae46-f47b7c3c6d6d tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:31.972947 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e9a1b-dd26-4d12-a8da-9ab27f4483f1 req-95221348-1560-4682-a922-917b45a6f946 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:31.976409 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-811e9a1b-dd26-4d12-a8da-9ab27f4483f1 req-95221348-1560-4682-a922-917b45a6f946 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 945 time: 0.5747049 Aug 17 00:02:32.058636 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5fe9679a-a91c-4875-b7aa-b3d16b495a5d req-c6b89491-ed71-4389-aa48-71b3263df342 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 210 time: 0.1129711 Aug 17 00:02:32.156308 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e43e59c5-b041-4db3-ae46-f47b7c3c6d6d tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:32.168736 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-811e9a1b-dd26-4d12-a8da-9ab27f4483f1 req-a117e01d-a4a9-4dc2-ba2c-20b45f58ce1d tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679192 Aug 17 00:02:32.181496 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-e43e59c5-b041-4db3-ae46-f47b7c3c6d6d tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Calling delete_port for 3362a773-26aa-46eb-a524-40a4c3a687ba owned by network:router_gateway {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:02:32.233633 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-50a9a04d-bf32-4744-a1d1-918677d1ac6c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Made reservation on behalf of 6dea3d186f8943e68e6ffa5ab6e1d924 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:02:32.237018 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-50a9a04d-bf32-4744-a1d1-918677d1ac6c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:32.499080 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-50a9a04d-bf32-4744-a1d1-918677d1ac6c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Allocated IP 172.20.0.10 (7d344a82-79d7-4f15-a0ba-8fc315949c8f/5723fbf6-9716-47be-90e8-4e9878cdb460/a6d293e5-ef94-4aee-b473-335dccc456a6) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:02:32.548249 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e43e59c5-b041-4db3-ae46-f47b7c3c6d6d tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:32.590535 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e59c5-b041-4db3-ae46-f47b7c3c6d6d tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Pushing event deleted for resources: {'Port': ['ID=3362a773-26aa-46eb-a524-40a4c3a687ba,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:32.788018 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e43e59c5-b041-4db3-ae46-f47b7c3c6d6d tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:32.911319 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e43e59c5-b041-4db3-ae46-f47b7c3c6d6d tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:32.916290 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e43e59c5-b041-4db3-ae46-f47b7c3c6d6d tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:33.030442 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e43e59c5-b041-4db3-ae46-f47b7c3c6d6d tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:33.030972 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43e59c5-b041-4db3-ae46-f47b7c3c6d6d tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Fanout notify agent at l3_agent the message router_deleted on router 77c80752-d97b-47a2-aaab-ff97623c96af {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:02:33.034867 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-50a9a04d-bf32-4744-a1d1-918677d1ac6c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:33.041994 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e43e59c5-b041-4db3-ae46-f47b7c3c6d6d tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:33.043248 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e43e59c5-b041-4db3-ae46-f47b7c3c6d6d tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "DELETE /v2.0/routers/77c80752-d97b-47a2-aaab-ff97623c96af HTTP/1.1" status: 204 len: 168 time: 2.2514582 Aug 17 00:02:33.047259 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 33548) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:33.055108 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-e479743a-5236-42fe-8229-bef4c036032c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1246382134', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:33.090422 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-50a9a04d-bf32-4744-a1d1-918677d1ac6c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Transition to ACTIVE for port object a6d293e5-ef94-4aee-b473-335dccc456a6 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:02:33.104535 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e479743a-5236-42fe-8229-bef4c036032c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:33.105751 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e479743a-5236-42fe-8229-bef4c036032c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:33.173718 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-50a9a04d-bf32-4744-a1d1-918677d1ac6c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:33.290871 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9a04d-bf32-4744-a1d1-918677d1ac6c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event updated for resources: {'Port': ['ID=a6d293e5-ef94-4aee-b473-335dccc456a6,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:33.334107 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-50a9a04d-bf32-4744-a1d1-918677d1ac6c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Network 7d344a82-79d7-4f15-a0ba-8fc315949c8f is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:02:33.336148 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e479743a-5236-42fe-8229-bef4c036032c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:33.338175 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-50a9a04d-bf32-4744-a1d1-918677d1ac6c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:02:33.341581 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-50a9a04d-bf32-4744-a1d1-918677d1ac6c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:02:33.375093 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e479743a-5236-42fe-8229-bef4c036032c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:33.404046 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4395c-cdb8-44b0-8469-6fa751f4dc8d req-305803e4-967c-4201-af87-03052ed54d89 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:33.405670 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-74c4395c-cdb8-44b0-8469-6fa751f4dc8d req-305803e4-967c-4201-af87-03052ed54d89 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 932 time: 0.2354026 Aug 17 00:02:33.452728 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-50a9a04d-bf32-4744-a1d1-918677d1ac6c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:33.453461 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-50a9a04d-bf32-4744-a1d1-918677d1ac6c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:33.482668 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e479743a-5236-42fe-8229-bef4c036032c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:33.486913 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33574) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:33.492202 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-01f02ded-755d-41e1-83e1-8be4fc059353 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:33.496402 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e479743a-5236-42fe-8229-bef4c036032c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4483333 Aug 17 00:02:33.514764 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-50a9a04d-bf32-4744-a1d1-918677d1ac6c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0155756 Aug 17 00:02:33.542995 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-9c621f84-62c0-4adc-9abe-aff7c8632878 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Request body: {'port': {'device_id': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea', 'admin_state_up': True, 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'security_groups': ['a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:33.761143 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-74c4395c-cdb8-44b0-8469-6fa751f4dc8d req-579dd6e2-7039-41f1-93fb-05e8a5c9af4f tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3473284 Aug 17 00:02:33.823438 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4cb14-789b-4572-bce2-c9cb99955f95 req-514d8dd6-6a2f-4908-bee6-91c777bb8cfd tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:33.831057 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c4d4cb14-789b-4572-bce2-c9cb99955f95 req-514d8dd6-6a2f-4908-bee6-91c777bb8cfd tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 945 time: 0.2550869 Aug 17 00:02:33.836881 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-30153193-5079-42a4-b0d1-d6ca755dff28 None None] Provisioning for port a6d293e5-ef94-4aee-b473-335dccc456a6 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:02:33.842139 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-30153193-5079-42a4-b0d1-d6ca755dff28 None None] Provisioning complete for port a6d293e5-ef94-4aee-b473-335dccc456a6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:02:33.842682 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-30153193-5079-42a4-b0d1-d6ca755dff28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:33.862511 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-9c621f84-62c0-4adc-9abe-aff7c8632878 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Made reservation on behalf of 6dea3d186f8943e68e6ffa5ab6e1d924 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:02:33.868373 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-9c621f84-62c0-4adc-9abe-aff7c8632878 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:33.873097 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 33586) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:33.901936 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c4d4cb14-789b-4572-bce2-c9cb99955f95 req-3708cc3a-900b-4c75-b190-94d25a7e9d09 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699029 Aug 17 00:02:33.922363 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-30153193-5079-42a4-b0d1-d6ca755dff28 None None] Port a6d293e5-ef94-4aee-b473-335dccc456a6 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:02:33.959516 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01f02ded-755d-41e1-83e1-8be4fc059353 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:34.160538 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cb496707-45ae-45d7-a8a4-0a349f4853da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:34.224166 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01f02ded-755d-41e1-83e1-8be4fc059353 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:34.250539 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01f02ded-755d-41e1-83e1-8be4fc059353 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:34.276573 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cb496707-45ae-45d7-a8a4-0a349f4853da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:34.283374 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-9c621f84-62c0-4adc-9abe-aff7c8632878 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Allocated IP 10.1.1.129 (450a1daa-7a72-47ff-abbd-744b752946ea/7f767b01-59ba-4d1c-a2de-3cb9e8190671/3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:02:34.295951 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cb496707-45ae-45d7-a8a4-0a349f4853da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:34.325901 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cb496707-45ae-45d7-a8a4-0a349f4853da admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f2142ffc132841a5b544162c75ac5b31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4508309 Aug 17 00:02:34.331513 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33594) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:34.363073 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb496707-45ae-45d7-a8a4-0a349f4853da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ca7430-cb0b-4932-81c1-95e1b8d0bc61,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:34.446347 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-01f02ded-755d-41e1-83e1-8be4fc059353 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Allocated IP 172.25.3.35 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/679ba2ce-73f9-4343-a0d8-c309ca586fbe) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:02:34.503725 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cca585a6-c8e8-4c47-ba16-88400f32d44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:34.512281 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-9c621f84-62c0-4adc-9abe-aff7c8632878 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:34.528465 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-9c621f84-62c0-4adc-9abe-aff7c8632878 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Transition to ACTIVE for port object 3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:02:34.570088 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cca585a6-c8e8-4c47-ba16-88400f32d44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:34.576749 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-9c621f84-62c0-4adc-9abe-aff7c8632878 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:34.630257 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-9c621f84-62c0-4adc-9abe-aff7c8632878 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Network 450a1daa-7a72-47ff-abbd-744b752946ea is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:02:34.639031 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-9c621f84-62c0-4adc-9abe-aff7c8632878 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:02:34.644299 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-9c621f84-62c0-4adc-9abe-aff7c8632878 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:02:34.659671 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01f02ded-755d-41e1-83e1-8be4fc059353 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:34.690408 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cca585a6-c8e8-4c47-ba16-88400f32d44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:34.697882 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cca585a6-c8e8-4c47-ba16-88400f32d44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:34.700799 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cca585a6-c8e8-4c47-ba16-88400f32d44d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/06ca7430-cb0b-4932-81c1-95e1b8d0bc61 HTTP/1.1" status: 204 len: 168 time: 0.3671880 Aug 17 00:02:34.727570 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca585a6-c8e8-4c47-ba16-88400f32d44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ca7430-cb0b-4932-81c1-95e1b8d0bc61,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:34.729135 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c621f84-62c0-4adc-9abe-aff7c8632878 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event updated for resources: {'Port': ['ID=3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:34.768632 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01f02ded-755d-41e1-83e1-8be4fc059353 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:34.780539 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-9c621f84-62c0-4adc-9abe-aff7c8632878 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:34.781252 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-9c621f84-62c0-4adc-9abe-aff7c8632878 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:34.805136 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f02ded-755d-41e1-83e1-8be4fc059353 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:02:34.833438 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-9c621f84-62c0-4adc-9abe-aff7c8632878 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3046274 Aug 17 00:02:34.847900 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-c3a0bcca-7856-49e6-b4d0-4a96e3bfa264 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Request body: {'port': {'device_id': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea', 'admin_state_up': True, 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'security_groups': ['a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:34.862686 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f02ded-755d-41e1-83e1-8be4fc059353 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Pushing event updated for resources: {'Port': ['ID=679ba2ce-73f9-4343-a0d8-c309ca586fbe,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:34.875270 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-01f02ded-755d-41e1-83e1-8be4fc059353 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:02:34.883581 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f02ded-755d-41e1-83e1-8be4fc059353 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:02:35.059696 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c968bd1-31b2-4882-94cf-7f4b09385e68 req-82ed18d6-c7a1-49cb-a858-d7f3aa34357c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:35.069404 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c968bd1-31b2-4882-94cf-7f4b09385e68 req-82ed18d6-c7a1-49cb-a858-d7f3aa34357c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:35.070550 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f3a845d9-9da2-4863-9199-da62bceed37e None None] Provisioning for port 3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:02:35.075969 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f3a845d9-9da2-4863-9199-da62bceed37e None None] Provisioning complete for port 3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:02:35.076372 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f3a845d9-9da2-4863-9199-da62bceed37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:35.089086 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c968bd1-31b2-4882-94cf-7f4b09385e68 req-82ed18d6-c7a1-49cb-a858-d7f3aa34357c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 1654 time: 0.1302924 Aug 17 00:02:35.163233 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f3a845d9-9da2-4863-9199-da62bceed37e None None] Port 3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:02:35.207220 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-c3a0bcca-7856-49e6-b4d0-4a96e3bfa264 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Made reservation on behalf of 6dea3d186f8943e68e6ffa5ab6e1d924 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:02:35.211499 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-c3a0bcca-7856-49e6-b4d0-4a96e3bfa264 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:35.250004 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c968bd1-31b2-4882-94cf-7f4b09385e68 req-0c8080e8-ebc1-490e-a2c0-35672b642426 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486440 Aug 17 00:02:35.272258 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f63d2-f16a-45bb-b85c-68fbf8c44baf req-d5d9b0a0-b55c-4c79-ad8e-8369cd150867 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:35.273956 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e1f63d2-f16a-45bb-b85c-68fbf8c44baf req-d5d9b0a0-b55c-4c79-ad8e-8369cd150867 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 945 time: 0.1742046 Aug 17 00:02:35.366386 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e1f63d2-f16a-45bb-b85c-68fbf8c44baf req-cfcec7c8-f4ab-4061-9332-95eafc1c874b tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595489 Aug 17 00:02:35.416971 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33624) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:35.432631 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dcdcaf64-aa15-4844-ba69-fc5854157a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:35.468456 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-c3a0bcca-7856-49e6-b4d0-4a96e3bfa264 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Allocated IP 10.1.1.51 (450a1daa-7a72-47ff-abbd-744b752946ea/7f767b01-59ba-4d1c-a2de-3cb9e8190671/0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:02:35.482468 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01f02ded-755d-41e1-83e1-8be4fc059353 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:35.712095 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-c3a0bcca-7856-49e6-b4d0-4a96e3bfa264 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:35.727725 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-c3a0bcca-7856-49e6-b4d0-4a96e3bfa264 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Transition to ACTIVE for port object 0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:02:35.764388 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-c3a0bcca-7856-49e6-b4d0-4a96e3bfa264 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:35.769343 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dcdcaf64-aa15-4844-ba69-fc5854157a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:35.777685 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dcdcaf64-aa15-4844-ba69-fc5854157a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:35.821307 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-c3a0bcca-7856-49e6-b4d0-4a96e3bfa264 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Network 450a1daa-7a72-47ff-abbd-744b752946ea is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:02:35.825284 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-c3a0bcca-7856-49e6-b4d0-4a96e3bfa264 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:02:35.828236 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-c3a0bcca-7856-49e6-b4d0-4a96e3bfa264 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:02:35.839905 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01f02ded-755d-41e1-83e1-8be4fc059353 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126458'] for router, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:35.844381 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdcaf64-aa15-4844-ba69-fc5854157a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1820278-4b14-43ee-a401-195d58b3a620,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:35.852038 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-dcdcaf64-aa15-4844-ba69-fc5854157a0d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=27b8b5bac9bd4959963f2abc6f7d91f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4339368 Aug 17 00:02:35.855393 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33630) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:35.865863 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01f02ded-755d-41e1-83e1-8be4fc059353 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635776'] for router, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:35.912961 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-c3a0bcca-7856-49e6-b4d0-4a96e3bfa264 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:35.913817 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-c3a0bcca-7856-49e6-b4d0-4a96e3bfa264 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:35.926914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0bcca-7856-49e6-b4d0-4a96e3bfa264 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event updated for resources: {'Port': ['ID=0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:35.938082 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-c3a0bcca-7856-49e6-b4d0-4a96e3bfa264 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0943713 Aug 17 00:02:35.953743 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4982efdf-2131-47db-b3c6-913abd6b5252 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Request body: {'port': {'device_id': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e2ac1b86-e36f-4432-8342-86f5ef252896', 'admin_state_up': True, 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'security_groups': ['a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:36.033512 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dc1e566f-2568-4605-96f1-e9583976c5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:36.086042 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dc1e566f-2568-4605-96f1-e9583976c5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:36.116017 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4982efdf-2131-47db-b3c6-913abd6b5252 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Made reservation on behalf of 6dea3d186f8943e68e6ffa5ab6e1d924 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:02:36.154532 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dc1e566f-2568-4605-96f1-e9583976c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:36.157588 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dc1e566f-2568-4605-96f1-e9583976c5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:36.159077 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-dc1e566f-2568-4605-96f1-e9583976c5e4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f1820278-4b14-43ee-a401-195d58b3a620 HTTP/1.1" status: 204 len: 168 time: 0.3006537 Aug 17 00:02:36.188427 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e566f-2568-4605-96f1-e9583976c5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1820278-4b14-43ee-a401-195d58b3a620,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:36.226722 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4982efdf-2131-47db-b3c6-913abd6b5252 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:36.241711 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-76a9d844-6398-47fc-9237-7aed48b12362 None None] Provisioning for port 0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:02:36.253764 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-76a9d844-6398-47fc-9237-7aed48b12362 None None] Provisioning complete for port 0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:02:36.254415 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-76a9d844-6398-47fc-9237-7aed48b12362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:36.259021 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f02ded-755d-41e1-83e1-8be4fc059353 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Router 2592a943-03af-4341-867d-48f67e4342c9 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:02:36.336196 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-76a9d844-6398-47fc-9237-7aed48b12362 None None] Port 0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:02:36.493653 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f02ded-755d-41e1-83e1-8be4fc059353 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:02:36.501372 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01f02ded-755d-41e1-83e1-8be4fc059353 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:36.506235 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-01f02ded-755d-41e1-83e1-8be4fc059353 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "PUT /v2.0/routers/2592a943-03af-4341-867d-48f67e4342c9 HTTP/1.1" status: 200 len: 879 time: 3.0177279 Aug 17 00:02:36.506935 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33650) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:36.507271 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258c4707-f9f5-4b58-b48d-39ef593341bd None None] Sync routers for ids ['2592a943-03af-4341-867d-48f67e4342c9'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:02:36.520587 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258c4707-f9f5-4b58-b48d-39ef593341bd None None] Routers {'2592a943-03af-4341-867d-48f67e4342c9'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:02:36.523628 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-258c4707-f9f5-4b58-b48d-39ef593341bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:02:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2592a943-03af-4341-867d-48f67e4342c9'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:36.633955 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-258c4707-f9f5-4b58-b48d-39ef593341bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:36.641472 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-482a59cf-6dc5-44b8-a255-1d228f821347 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "GET /v2.0/routers/2592a943-03af-4341-867d-48f67e4342c9 HTTP/1.1" status: 200 len: 920 time: 0.1332130 Aug 17 00:02:36.642114 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33656) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:36.659651 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258c4707-f9f5-4b58-b48d-39ef593341bd None None] Routers {'2592a943-03af-4341-867d-48f67e4342c9'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:02:36.662881 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-258c4707-f9f5-4b58-b48d-39ef593341bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:02:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2592a943-03af-4341-867d-48f67e4342c9'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:36.705170 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f938773-19bd-47c4-bc07-1234d2af7e5b req-a002620d-f12c-4eb4-8b7e-43540290879b tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:36.724082 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f938773-19bd-47c4-bc07-1234d2af7e5b req-a002620d-f12c-4eb4-8b7e-43540290879b tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 945 time: 0.1815660 Aug 17 00:02:36.738123 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dbfb14-7382-4a91-95ab-005bdc445e1b tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:36.743372 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-46dbfb14-7382-4a91-95ab-005bdc445e1b tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=f9960621-448c-44b3-8317-7433dc6ce660&device_id=2592a943-03af-4341-867d-48f67e4342c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0999773 Aug 17 00:02:36.746213 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33664) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:36.756903 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-258c4707-f9f5-4b58-b48d-39ef593341bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:36.757651 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258c4707-f9f5-4b58-b48d-39ef593341bd None None] The sync data for ids ['2592a943-03af-4341-867d-48f67e4342c9'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:02:36.795847 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488b9d5-1789-4784-bf7c-cfdaed8f5876 req-f726dadf-dd9e-4615-b3da-8e468dd26deb tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:36.820044 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488b9d5-1789-4784-bf7c-cfdaed8f5876 req-f726dadf-dd9e-4615-b3da-8e468dd26deb tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:36.838726 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488b9d5-1789-4784-bf7c-cfdaed8f5876 req-f726dadf-dd9e-4615-b3da-8e468dd26deb tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:36.840112 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a488b9d5-1789-4784-bf7c-cfdaed8f5876 req-f726dadf-dd9e-4615-b3da-8e468dd26deb tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 2374 time: 0.4058034 Aug 17 00:02:36.898444 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f938773-19bd-47c4-bc07-1234d2af7e5b req-8f0c7a8d-92da-4711-b7d2-71747d73d38b tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647789 Aug 17 00:02:36.928489 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a488b9d5-1789-4784-bf7c-cfdaed8f5876 req-e4454963-491d-4738-ac75-65558053116d tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755115 Aug 17 00:02:36.935635 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4982efdf-2131-47db-b3c6-913abd6b5252 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Allocated IP 10.2.2.100 (e2ac1b86-e36f-4432-8342-86f5ef252896/52ce99c2-888b-4cad-8190-0a83e8273287/bf369f05-5490-4286-a3db-d3ce97b77f7b) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:02:36.972821 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5827311e-08d7-4fc5-8ecf-085836e47b90 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:36.974904 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5827311e-08d7-4fc5-8ecf-085836e47b90 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 881 time: 0.2272253 Aug 17 00:02:36.978757 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33672) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:37.034650 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-dd72ae5a-c293-4f4d-8807-566364a09ad3 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "GET /v2.0/ports?device_id=2592a943-03af-4341-867d-48f67e4342c9 HTTP/1.1" status: 200 len: 205 time: 0.0504959 Aug 17 00:02:37.035367 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33674) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:37.186198 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4982efdf-2131-47db-b3c6-913abd6b5252 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:37.202978 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4982efdf-2131-47db-b3c6-913abd6b5252 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Transition to ACTIVE for port object bf369f05-5490-4286-a3db-d3ce97b77f7b will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:02:37.227393 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5f894f80-bbd5-424d-922a-5b49026e030c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:37.261424 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4982efdf-2131-47db-b3c6-913abd6b5252 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:37.321433 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4982efdf-2131-47db-b3c6-913abd6b5252 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Network e2ac1b86-e36f-4432-8342-86f5ef252896 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:02:37.324831 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4982efdf-2131-47db-b3c6-913abd6b5252 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:02:37.337754 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4982efdf-2131-47db-b3c6-913abd6b5252 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:02:37.365758 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982efdf-2131-47db-b3c6-913abd6b5252 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event updated for resources: {'Port': ['ID=bf369f05-5490-4286-a3db-d3ce97b77f7b,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:37.370773 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5f894f80-bbd5-424d-922a-5b49026e030c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:37.423848 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4982efdf-2131-47db-b3c6-913abd6b5252 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:37.424620 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4982efdf-2131-47db-b3c6-913abd6b5252 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:37.438709 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982efdf-2131-47db-b3c6-913abd6b5252 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:37.439055 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982efdf-2131-47db-b3c6-913abd6b5252 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:37.439399 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982efdf-2131-47db-b3c6-913abd6b5252 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:37.439739 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982efdf-2131-47db-b3c6-913abd6b5252 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:37.440075 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982efdf-2131-47db-b3c6-913abd6b5252 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:37.440408 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982efdf-2131-47db-b3c6-913abd6b5252 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:37.440735 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982efdf-2131-47db-b3c6-913abd6b5252 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:37.441071 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982efdf-2131-47db-b3c6-913abd6b5252 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:37.441401 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982efdf-2131-47db-b3c6-913abd6b5252 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:37.441725 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982efdf-2131-47db-b3c6-913abd6b5252 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:37.442051 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982efdf-2131-47db-b3c6-913abd6b5252 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:37.442374 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982efdf-2131-47db-b3c6-913abd6b5252 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:37.476301 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-5f894f80-bbd5-424d-922a-5b49026e030c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Deleting port 679ba2ce-73f9-4343-a0d8-c309ca586fbe {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:02:37.476658 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5f894f80-bbd5-424d-922a-5b49026e030c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:37.477648 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4982efdf-2131-47db-b3c6-913abd6b5252 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5308311 Aug 17 00:02:37.491735 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-87a8d7a7-32d4-4e3b-92ef-29d7ce9c0850 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Request body: {'port': {'device_id': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e2ac1b86-e36f-4432-8342-86f5ef252896', 'admin_state_up': True, 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'security_groups': ['a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:37.612443 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5f894f80-bbd5-424d-922a-5b49026e030c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:37.644357 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-5f894f80-bbd5-424d-922a-5b49026e030c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Calling delete_port for 679ba2ce-73f9-4343-a0d8-c309ca586fbe owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:02:37.712460 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-87a8d7a7-32d4-4e3b-92ef-29d7ce9c0850 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Made reservation on behalf of 6dea3d186f8943e68e6ffa5ab6e1d924 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:02:37.726287 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-87a8d7a7-32d4-4e3b-92ef-29d7ce9c0850 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:37.806920 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-98f2eb01-1bba-4155-a335-4f83ea63d323 None None] Provisioning for port bf369f05-5490-4286-a3db-d3ce97b77f7b completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:02:37.811133 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-98f2eb01-1bba-4155-a335-4f83ea63d323 None None] Provisioning complete for port bf369f05-5490-4286-a3db-d3ce97b77f7b triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:02:37.811545 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-98f2eb01-1bba-4155-a335-4f83ea63d323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:37.871250 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-98f2eb01-1bba-4155-a335-4f83ea63d323 None None] Port bf369f05-5490-4286-a3db-d3ce97b77f7b cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:02:37.965655 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5f894f80-bbd5-424d-922a-5b49026e030c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:38.024802 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f894f80-bbd5-424d-922a-5b49026e030c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Pushing event deleted for resources: {'Port': ['ID=679ba2ce-73f9-4343-a0d8-c309ca586fbe,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:38.025580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-87a8d7a7-32d4-4e3b-92ef-29d7ce9c0850 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Allocated IP 10.2.2.200 (e2ac1b86-e36f-4432-8342-86f5ef252896/52ce99c2-888b-4cad-8190-0a83e8273287/1a678ec1-28b9-4595-9f5f-5bcce8516225) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:02:38.172863 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5f894f80-bbd5-424d-922a-5b49026e030c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:38.208149 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110382a-4918-4ada-84e9-97108b67e735 req-743c67fc-3a75-4d32-ad39-bb37c9c0b23c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:38.216919 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110382a-4918-4ada-84e9-97108b67e735 req-743c67fc-3a75-4d32-ad39-bb37c9c0b23c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:38.225308 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110382a-4918-4ada-84e9-97108b67e735 req-743c67fc-3a75-4d32-ad39-bb37c9c0b23c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:38.235057 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110382a-4918-4ada-84e9-97108b67e735 req-743c67fc-3a75-4d32-ad39-bb37c9c0b23c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:38.236942 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3110382a-4918-4ada-84e9-97108b67e735 req-743c67fc-3a75-4d32-ad39-bb37c9c0b23c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 3095 time: 0.1816432 Aug 17 00:02:38.327971 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67e07d-90f0-4fe9-a074-83f21564b9ad req-0d488f51-95ef-4d3b-81b5-d4e09019665c tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:38.336059 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e67e07d-90f0-4fe9-a074-83f21564b9ad req-0d488f51-95ef-4d3b-81b5-d4e09019665c tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 945 time: 0.2413042 Aug 17 00:02:38.473102 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3110382a-4918-4ada-84e9-97108b67e735 req-6f9c95e0-8a65-486a-bc76-362a3113acf8 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064986 Aug 17 00:02:38.479506 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e67e07d-90f0-4fe9-a074-83f21564b9ad req-7bba170f-aaf4-400e-b0ab-1007f9f4f425 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227624 Aug 17 00:02:38.570550 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-87a8d7a7-32d4-4e3b-92ef-29d7ce9c0850 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:38.646965 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-87a8d7a7-32d4-4e3b-92ef-29d7ce9c0850 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Transition to ACTIVE for port object 1a678ec1-28b9-4595-9f5f-5bcce8516225 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:02:38.719824 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-87a8d7a7-32d4-4e3b-92ef-29d7ce9c0850 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:38.770787 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5f894f80-bbd5-424d-922a-5b49026e030c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:38.774945 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5f894f80-bbd5-424d-922a-5b49026e030c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:38.783866 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-87a8d7a7-32d4-4e3b-92ef-29d7ce9c0850 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Network e2ac1b86-e36f-4432-8342-86f5ef252896 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:02:38.791837 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-87a8d7a7-32d4-4e3b-92ef-29d7ce9c0850 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:02:38.797381 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-87a8d7a7-32d4-4e3b-92ef-29d7ce9c0850 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:02:38.829079 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8d7a7-32d4-4e3b-92ef-29d7ce9c0850 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event updated for resources: {'Port': ['ID=1a678ec1-28b9-4595-9f5f-5bcce8516225,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:38.886166 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-87a8d7a7-32d4-4e3b-92ef-29d7ce9c0850 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:38.886861 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-87a8d7a7-32d4-4e3b-92ef-29d7ce9c0850 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:38.898711 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5f894f80-bbd5-424d-922a-5b49026e030c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:38.899520 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f894f80-bbd5-424d-922a-5b49026e030c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Fanout notify agent at l3_agent the message router_deleted on router 2592a943-03af-4341-867d-48f67e4342c9 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:02:38.909909 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5f894f80-bbd5-424d-922a-5b49026e030c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:38.915807 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 33734) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:38.916067 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5f894f80-bbd5-424d-922a-5b49026e030c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "DELETE /v2.0/routers/2592a943-03af-4341-867d-48f67e4342c9 HTTP/1.1" status: 204 len: 168 time: 1.8797197 Aug 17 00:02:38.920778 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-6729e5cf-25e8-45fe-b772-2398305cebfc tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-367220583', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:38.948659 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-87a8d7a7-32d4-4e3b-92ef-29d7ce9c0850 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4613721 Aug 17 00:02:38.980382 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-01da34b1-a34c-4266-929c-c939152a1874 service neutron] Request body: {'port': {'device_id': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:39.015353 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6729e5cf-25e8-45fe-b772-2398305cebfc tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:39.016467 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6729e5cf-25e8-45fe-b772-2398305cebfc tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:39.079294 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6729e5cf-25e8-45fe-b772-2398305cebfc tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:39.101073 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6729e5cf-25e8-45fe-b772-2398305cebfc tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:39.113875 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad37bba4-d964-49b2-87f7-71306f80687c None None] Provisioning for port 1a678ec1-28b9-4595-9f5f-5bcce8516225 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:02:39.119997 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-01da34b1-a34c-4266-929c-c939152a1874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:39.123334 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad37bba4-d964-49b2-87f7-71306f80687c None None] Provisioning complete for port 1a678ec1-28b9-4595-9f5f-5bcce8516225 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:02:39.123976 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad37bba4-d964-49b2-87f7-71306f80687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:39.133495 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6729e5cf-25e8-45fe-b772-2398305cebfc tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:39.137731 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33742) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:39.142906 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-95a178af-9c11-4079-a9fc-77013b23bdc0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'enable_snat': True}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:39.147287 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6729e5cf-25e8-45fe-b772-2398305cebfc tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2291830 Aug 17 00:02:39.198275 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 33744) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:39.265697 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad37bba4-d964-49b2-87f7-71306f80687c None None] Port 1a678ec1-28b9-4595-9f5f-5bcce8516225 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:02:39.416029 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1e5ee223-569d-40ad-b585-d479783cf624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:39.524024 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-95a178af-9c11-4079-a9fc-77013b23bdc0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:39.573018 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-01da34b1-a34c-4266-929c-c939152a1874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d293e5-ef94-4aee-b473-335dccc456a6 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:02:39.586838 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-01da34b1-a34c-4266-929c-c939152a1874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:39.622625 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-01da34b1-a34c-4266-929c-c939152a1874 service neutron] Transition to ACTIVE for port object a6d293e5-ef94-4aee-b473-335dccc456a6 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:02:39.649951 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-01da34b1-a34c-4266-929c-c939152a1874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:39.756542 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1e5ee223-569d-40ad-b585-d479783cf624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:39.773292 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1e5ee223-569d-40ad-b585-d479783cf624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:39.783390 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da34b1-a34c-4266-929c-c939152a1874 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d293e5-ef94-4aee-b473-335dccc456a6,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:39.814423 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c0c04-6782-4724-aeca-909750fa339f req-4cf33f2d-88e7-4485-985b-7ec71d40871d tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:39.815825 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ce2c0c04-6782-4724-aeca-909750fa339f req-4cf33f2d-88e7-4485-985b-7ec71d40871d tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 945 time: 0.2174511 Aug 17 00:02:39.878749 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-95a178af-9c11-4079-a9fc-77013b23bdc0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:39.911277 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53a445-eef8-4b7c-b2a5-516980dedb41 req-8adfaba6-da8d-4e0e-96bd-74bbe16f8a54 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:39.919685 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53a445-eef8-4b7c-b2a5-516980dedb41 req-8adfaba6-da8d-4e0e-96bd-74bbe16f8a54 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:39.922163 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:39.924946 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-95a178af-9c11-4079-a9fc-77013b23bdc0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:39.926322 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53a445-eef8-4b7c-b2a5-516980dedb41 req-8adfaba6-da8d-4e0e-96bd-74bbe16f8a54 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:39.933873 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53a445-eef8-4b7c-b2a5-516980dedb41 req-8adfaba6-da8d-4e0e-96bd-74bbe16f8a54 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:39.940074 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53a445-eef8-4b7c-b2a5-516980dedb41 req-8adfaba6-da8d-4e0e-96bd-74bbe16f8a54 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:39.941910 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d53a445-eef8-4b7c-b2a5-516980dedb41 req-8adfaba6-da8d-4e0e-96bd-74bbe16f8a54 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 3828 time: 0.3002067 Aug 17 00:02:39.975276 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1e5ee223-569d-40ad-b585-d479783cf624 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f62acaeb2c24e79943b337c7bca3be3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7732089 Aug 17 00:02:39.982492 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 33766) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:40.003166 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ee223-569d-40ad-b585-d479783cf624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbc5df3-34f8-4667-8819-8c3770c0f766,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:40.052980 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ce2c0c04-6782-4724-aeca-909750fa339f req-7a40ddcf-37ec-417e-8fa5-6576698ac9a8 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130311 Aug 17 00:02:40.103984 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-01da34b1-a34c-4266-929c-c939152a1874 service neutron] Attempting to bind port a6d293e5-ef94-4aee-b473-335dccc456a6 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:02:40.104335 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-01da34b1-a34c-4266-929c-c939152a1874 service neutron] Attempting to bind port a6d293e5-ef94-4aee-b473-335dccc456a6 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'edea90ec-3463-4953-8375-cc71c218290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7d344a82-79d7-4f15-a0ba-8fc315949c8f'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:02:40.104673 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-01da34b1-a34c-4266-929c-c939152a1874 service neutron] Attempting to bind port a6d293e5-ef94-4aee-b473-335dccc456a6 on network 7d344a82-79d7-4f15-a0ba-8fc315949c8f {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:02:40.113984 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d53a445-eef8-4b7c-b2a5-516980dedb41 req-71944dde-4574-425f-90fc-696e0643a581 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452909 Aug 17 00:02:40.117469 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-01da34b1-a34c-4266-929c-c939152a1874 service neutron] Port a6d293e5-ef94-4aee-b473-335dccc456a6 on network 7d344a82-79d7-4f15-a0ba-8fc315949c8f not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:02:40.117469 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-01da34b1-a34c-4266-929c-c939152a1874 service neutron] Attempting to bind port a6d293e5-ef94-4aee-b473-335dccc456a6 on network 7d344a82-79d7-4f15-a0ba-8fc315949c8f {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:02:40.123588 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-01da34b1-a34c-4266-929c-c939152a1874 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:02:40.124143 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-01da34b1-a34c-4266-929c-c939152a1874 service neutron] Checking segment: {'id': 'edea90ec-3463-4953-8375-cc71c218290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7d344a82-79d7-4f15-a0ba-8fc315949c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:02:40.124557 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-01da34b1-a34c-4266-929c-c939152a1874 service neutron] Bound using segment: {'id': 'edea90ec-3463-4953-8375-cc71c218290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7d344a82-79d7-4f15-a0ba-8fc315949c8f'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:02:40.124967 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-01da34b1-a34c-4266-929c-c939152a1874 service neutron] Bound port: a6d293e5-ef94-4aee-b473-335dccc456a6, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edea90ec-3463-4953-8375-cc71c218290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7d344a82-79d7-4f15-a0ba-8fc315949c8f'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:02:40.125359 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-01da34b1-a34c-4266-929c-c939152a1874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:40.154428 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e69f5ec1-d3c9-458b-8fd3-26a98db6b40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:40.220569 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e69f5ec1-d3c9-458b-8fd3-26a98db6b40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:40.251782 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-95a178af-9c11-4079-a9fc-77013b23bdc0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Allocated IP 172.25.3.34 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/cada3ec9-8edc-405d-9442-fce39941bd91) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:02:40.345576 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-01da34b1-a34c-4266-929c-c939152a1874 service neutron] For port a6d293e5-ef94-4aee-b473-335dccc456a6, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:02:40.359974 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-01da34b1-a34c-4266-929c-c939152a1874 service neutron] For port a6d293e5-ef94-4aee-b473-335dccc456a6, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a6d293e5-ef94-4aee-b473-335dccc456a6,segment=NetworkSegment(edea90ec-3463-4953-8375-cc71c218290a),segment_id=edea90ec-3463-4953-8375-cc71c218290a)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:02:40.369879 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e69f5ec1-d3c9-458b-8fd3-26a98db6b40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:40.377418 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e69f5ec1-d3c9-458b-8fd3-26a98db6b40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:40.379133 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e69f5ec1-d3c9-458b-8fd3-26a98db6b40f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3dbc5df3-34f8-4667-8819-8c3770c0f766 HTTP/1.1" status: 204 len: 168 time: 0.3875952 Aug 17 00:02:40.402351 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-01da34b1-a34c-4266-929c-c939152a1874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:40.424501 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-95a178af-9c11-4079-a9fc-77013b23bdc0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:40.482175 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-95a178af-9c11-4079-a9fc-77013b23bdc0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:40.496397 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da34b1-a34c-4266-929c-c939152a1874 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d293e5-ef94-4aee-b473-335dccc456a6,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:40.507212 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f5ec1-d3c9-458b-8fd3-26a98db6b40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbc5df3-34f8-4667-8819-8c3770c0f766,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:40.516982 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-01da34b1-a34c-4266-929c-c939152a1874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:40.518026 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-01da34b1-a34c-4266-929c-c939152a1874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:40.522126 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-01da34b1-a34c-4266-929c-c939152a1874 service neutron] 10.222.0.64 "PUT /v2.0/ports/a6d293e5-ef94-4aee-b473-335dccc456a6 HTTP/1.1" status: 200 len: 1093 time: 1.5565825 Aug 17 00:02:40.522621 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'tag': 'a6d293e5-ef94-4aee-b473-335dccc456a6'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:02:40.526243 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe0cd66-4909-4812-a8be-34a8fc91dcee" -d '{"events": [{"name": "network-changed", "server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "tag": "a6d293e5-ef94-4aee-b473-335dccc456a6"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:02:40.584230 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-35d5cf1e-57c7-4255-ac80-5eb7cc553a45 service neutron] Request body: {'port': {'device_id': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:40.602838 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a178af-9c11-4079-a9fc-77013b23bdc0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Pushing event updated for resources: {'Port': ['ID=cada3ec9-8edc-405d-9442-fce39941bd91,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:40.628034 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74107ef0-65fb-46c1-8a5c-affa03a732af x-openstack-request-id: req-74107ef0-65fb-46c1-8a5c-affa03a732af {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:02:40.628187 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a178af-9c11-4079-a9fc-77013b23bdc0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:02:40.628599 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "tag": "a6d293e5-ef94-4aee-b473-335dccc456a6", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:02:40.628933 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-74107ef0-65fb-46c1-8a5c-affa03a732af {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:02:40.629474 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'tag': 'a6d293e5-ef94-4aee-b473-335dccc456a6', 'status': 'completed', 'code': 200} Aug 17 00:02:40.629989 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-95a178af-9c11-4079-a9fc-77013b23bdc0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:02:40.638898 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a178af-9c11-4079-a9fc-77013b23bdc0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:02:41.061820 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33782) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:41.062503 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-95a178af-9c11-4079-a9fc-77013b23bdc0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:41.078568 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3dbbed18-d87b-4673-b3d3-c70c73bc68d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:41.211222 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-35d5cf1e-57c7-4255-ac80-5eb7cc553a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:41.345060 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3dbbed18-d87b-4673-b3d3-c70c73bc68d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:41.357595 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-95a178af-9c11-4079-a9fc-77013b23bdc0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126458'] for router, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:41.359537 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3dbbed18-d87b-4673-b3d3-c70c73bc68d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:41.406098 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3dbbed18-d87b-4673-b3d3-c70c73bc68d9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a2521c70f50f4d11be2ebc46362cb4cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3415082 Aug 17 00:02:41.407185 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbed18-d87b-4673-b3d3-c70c73bc68d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c926d5-5265-45e1-8975-8a773ed70e79,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:41.409665 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33798) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:41.410620 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-95a178af-9c11-4079-a9fc-77013b23bdc0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635776'] for router, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:41.475486 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:41.505294 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241f9cb-1b73-48fd-98e7-312c0835f768 req-ffee20f8-fbc7-469a-82d2-67a5665b680a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:41.512766 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241f9cb-1b73-48fd-98e7-312c0835f768 req-ffee20f8-fbc7-469a-82d2-67a5665b680a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:41.519051 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241f9cb-1b73-48fd-98e7-312c0835f768 req-ffee20f8-fbc7-469a-82d2-67a5665b680a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:41.526661 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241f9cb-1b73-48fd-98e7-312c0835f768 req-ffee20f8-fbc7-469a-82d2-67a5665b680a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:41.533473 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241f9cb-1b73-48fd-98e7-312c0835f768 req-ffee20f8-fbc7-469a-82d2-67a5665b680a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:41.541282 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a241f9cb-1b73-48fd-98e7-312c0835f768 req-ffee20f8-fbc7-469a-82d2-67a5665b680a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 3828 time: 0.2466545 Aug 17 00:02:41.548876 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-24d5ffef-dc1e-47c5-a1c6-9657a7bbe0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:41.574074 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefea4b-9c7c-4112-bd0c-d90dfeb1af61 req-d40fd029-8f7c-474a-8b08-0c5ed0b4b3d3 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:41.575348 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-24d5ffef-dc1e-47c5-a1c6-9657a7bbe0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:41.576161 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aaefea4b-9c7c-4112-bd0c-d90dfeb1af61 req-d40fd029-8f7c-474a-8b08-0c5ed0b4b3d3 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 945 time: 0.3595951 Aug 17 00:02:41.635445 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0cd66-4909-4812-a8be-34a8fc91dcee req-ffe82f7b-4bf5-48c8-a726-23bfda0cbb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:41.636358 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0cd66-4909-4812-a8be-34a8fc91dcee req-ffe82f7b-4bf5-48c8-a726-23bfda0cbb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:41.637099 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0cd66-4909-4812-a8be-34a8fc91dcee req-ffe82f7b-4bf5-48c8-a726-23bfda0cbb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:41.637888 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0cd66-4909-4812-a8be-34a8fc91dcee req-ffe82f7b-4bf5-48c8-a726-23bfda0cbb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:41.638587 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0cd66-4909-4812-a8be-34a8fc91dcee req-ffe82f7b-4bf5-48c8-a726-23bfda0cbb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:41.640957 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9fe0cd66-4909-4812-a8be-34a8fc91dcee req-ffe82f7b-4bf5-48c8-a726-23bfda0cbb1d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dea3d186f8943e68e6ffa5ab6e1d924&device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 4364 time: 0.4260900 Aug 17 00:02:41.666399 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-24d5ffef-dc1e-47c5-a1c6-9657a7bbe0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:41.669470 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-24d5ffef-dc1e-47c5-a1c6-9657a7bbe0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:41.686518 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-24d5ffef-dc1e-47c5-a1c6-9657a7bbe0a6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c8c926d5-5265-45e1-8975-8a773ed70e79 HTTP/1.1" status: 204 len: 168 time: 0.2600956 Aug 17 00:02:41.701615 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a178af-9c11-4079-a9fc-77013b23bdc0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Router 053d4732-fff5-4493-8370-66f201c55202 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:02:41.725925 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5ffef-dc1e-47c5-a1c6-9657a7bbe0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c926d5-5265-45e1-8975-8a773ed70e79,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:41.796872 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a241f9cb-1b73-48fd-98e7-312c0835f768 req-d89f8692-69b6-4760-b6b4-81ade4e5b8f2 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545881 Aug 17 00:02:41.888295 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a178af-9c11-4079-a9fc-77013b23bdc0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:02:41.893084 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-95a178af-9c11-4079-a9fc-77013b23bdc0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:41.894614 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-95a178af-9c11-4079-a9fc-77013b23bdc0 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "PUT /v2.0/routers/053d4732-fff5-4493-8370-66f201c55202 HTTP/1.1" status: 200 len: 913 time: 2.7558770 Aug 17 00:02:41.898034 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33810) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:41.903773 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bacd7b0-80e8-4787-aeff-5cd76da37894 None None] Sync routers for ids ['053d4732-fff5-4493-8370-66f201c55202'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:02:41.922366 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bacd7b0-80e8-4787-aeff-5cd76da37894 None None] Routers {'053d4732-fff5-4493-8370-66f201c55202'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:02:41.927577 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-9bacd7b0-80e8-4787-aeff-5cd76da37894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:02:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['053d4732-fff5-4493-8370-66f201c55202'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:41.972041 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aaefea4b-9c7c-4112-bd0c-d90dfeb1af61 req-14e6c83e-4610-41cc-9d07-bfb7fc9f1f71 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414915 Aug 17 00:02:42.065499 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-63779e0f-9a8f-4be8-a35b-ce48faa5270f tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "GET /v2.0/routers/053d4732-fff5-4493-8370-66f201c55202 HTTP/1.1" status: 200 len: 919 time: 0.1637638 Aug 17 00:02:42.066641 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33816) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:42.086987 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-9bacd7b0-80e8-4787-aeff-5cd76da37894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:42.108442 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bacd7b0-80e8-4787-aeff-5cd76da37894 None None] Routers {'053d4732-fff5-4493-8370-66f201c55202'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:02:42.109147 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-9bacd7b0-80e8-4787-aeff-5cd76da37894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:02:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['053d4732-fff5-4493-8370-66f201c55202'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:42.147991 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-35d5cf1e-57c7-4255-ac80-5eb7cc553a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07aed2fa-d27e-4651-8f59-41a9da06080a {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:02:42.157113 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-35d5cf1e-57c7-4255-ac80-5eb7cc553a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:42.164694 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b7c1d5-d9cf-4282-ba6e-8827927014cb tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:42.172260 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-55b7c1d5-d9cf-4282-ba6e-8827927014cb tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=f9960621-448c-44b3-8317-7433dc6ce660&device_id=053d4732-fff5-4493-8370-66f201c55202&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1044321 Aug 17 00:02:42.173968 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33820) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:42.195539 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-35d5cf1e-57c7-4255-ac80-5eb7cc553a45 service neutron] Transition to ACTIVE for port object 07aed2fa-d27e-4651-8f59-41a9da06080a will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:02:42.237671 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-9bacd7b0-80e8-4787-aeff-5cd76da37894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:42.238257 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bacd7b0-80e8-4787-aeff-5cd76da37894 None None] The sync data for ids ['053d4732-fff5-4493-8370-66f201c55202'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:02:42.312340 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-35d5cf1e-57c7-4255-ac80-5eb7cc553a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:42.373375 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0cd66-4909-4812-a8be-34a8fc91dcee req-37daae3c-b381-4cb0-ac39-cfe2e52df1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:42.374214 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0cd66-4909-4812-a8be-34a8fc91dcee req-37daae3c-b381-4cb0-ac39-cfe2e52df1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:42.375938 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0cd66-4909-4812-a8be-34a8fc91dcee req-37daae3c-b381-4cb0-ac39-cfe2e52df1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:42.378133 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9fe0cd66-4909-4812-a8be-34a8fc91dcee req-37daae3c-b381-4cb0-ac39-cfe2e52df1fb service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6dea3d186f8943e68e6ffa5ab6e1d924&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6879067 Aug 17 00:02:42.385984 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ccc66e-8360-42d9-8342-4e2b7abfaa8c tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:42.395543 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f1ccc66e-8360-42d9-8342-4e2b7abfaa8c tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 881 time: 0.2118549 Aug 17 00:02:42.396303 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33832) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:42.450435 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0b1330ce-59df-4d60-9f5e-71d2e552999a tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "GET /v2.0/ports?device_id=053d4732-fff5-4493-8370-66f201c55202 HTTP/1.1" status: 200 len: 205 time: 0.0514081 Aug 17 00:02:42.451306 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33836) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:42.727570 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5cf1e-57c7-4255-ac80-5eb7cc553a45 service neutron] Pushing event updated for resources: {'Port': ['ID=07aed2fa-d27e-4651-8f59-41a9da06080a,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:42.766624 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d7a31780-ea28-4658-83b9-eb945d46584c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:42.857165 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-35d5cf1e-57c7-4255-ac80-5eb7cc553a45 service neutron] Attempting to bind port 07aed2fa-d27e-4651-8f59-41a9da06080a on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:02:42.857552 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-35d5cf1e-57c7-4255-ac80-5eb7cc553a45 service neutron] Attempting to bind port 07aed2fa-d27e-4651-8f59-41a9da06080a by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'bd87dba4-8d4e-4b71-be48-b48bb38c0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:02:42.858036 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-35d5cf1e-57c7-4255-ac80-5eb7cc553a45 service neutron] Attempting to bind port 07aed2fa-d27e-4651-8f59-41a9da06080a on network 450a1daa-7a72-47ff-abbd-744b752946ea {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:02:42.874022 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-35d5cf1e-57c7-4255-ac80-5eb7cc553a45 service neutron] Port 07aed2fa-d27e-4651-8f59-41a9da06080a on network 450a1daa-7a72-47ff-abbd-744b752946ea not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:02:42.874355 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-35d5cf1e-57c7-4255-ac80-5eb7cc553a45 service neutron] Attempting to bind port 07aed2fa-d27e-4651-8f59-41a9da06080a on network 450a1daa-7a72-47ff-abbd-744b752946ea {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:02:42.883116 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0cd66-4909-4812-a8be-34a8fc91dcee req-9d65d298-dca3-4036-973d-ce96a73c4329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:42.884675 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9fe0cd66-4909-4812-a8be-34a8fc91dcee req-9d65d298-dca3-4036-973d-ce96a73c4329 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4736450 Aug 17 00:02:42.885673 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-35d5cf1e-57c7-4255-ac80-5eb7cc553a45 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:02:42.886142 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-35d5cf1e-57c7-4255-ac80-5eb7cc553a45 service neutron] Checking segment: {'id': 'bd87dba4-8d4e-4b71-be48-b48bb38c0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:02:42.887483 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-35d5cf1e-57c7-4255-ac80-5eb7cc553a45 service neutron] Bound using segment: {'id': 'bd87dba4-8d4e-4b71-be48-b48bb38c0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:02:42.887981 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-35d5cf1e-57c7-4255-ac80-5eb7cc553a45 service neutron] Bound port: 07aed2fa-d27e-4651-8f59-41a9da06080a, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd87dba4-8d4e-4b71-be48-b48bb38c0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:02:42.888346 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-35d5cf1e-57c7-4255-ac80-5eb7cc553a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:42.914778 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d7a31780-ea28-4658-83b9-eb945d46584c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:43.000689 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-d7a31780-ea28-4658-83b9-eb945d46584c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Deleting port cada3ec9-8edc-405d-9442-fce39941bd91 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:02:43.001426 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d7a31780-ea28-4658-83b9-eb945d46584c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:43.053788 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-35d5cf1e-57c7-4255-ac80-5eb7cc553a45 service neutron] For port 07aed2fa-d27e-4651-8f59-41a9da06080a, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:02:43.122730 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-35d5cf1e-57c7-4255-ac80-5eb7cc553a45 service neutron] For port 07aed2fa-d27e-4651-8f59-41a9da06080a, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=07aed2fa-d27e-4651-8f59-41a9da06080a,segment=NetworkSegment(bd87dba4-8d4e-4b71-be48-b48bb38c0c6e),segment_id=bd87dba4-8d4e-4b71-be48-b48bb38c0c6e)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:02:43.151413 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-35d5cf1e-57c7-4255-ac80-5eb7cc553a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:43.185771 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d7a31780-ea28-4658-83b9-eb945d46584c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:43.220283 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-d7a31780-ea28-4658-83b9-eb945d46584c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Calling delete_port for cada3ec9-8edc-405d-9442-fce39941bd91 owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:02:43.233010 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e4618-3189-4d3b-803a-2cb7037de321 req-813ec957-4e57-4205-9561-8b4eac7dc332 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:43.240467 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e4618-3189-4d3b-803a-2cb7037de321 req-813ec957-4e57-4205-9561-8b4eac7dc332 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:43.248019 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e4618-3189-4d3b-803a-2cb7037de321 req-813ec957-4e57-4205-9561-8b4eac7dc332 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:43.254154 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e4618-3189-4d3b-803a-2cb7037de321 req-813ec957-4e57-4205-9561-8b4eac7dc332 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:43.261746 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e4618-3189-4d3b-803a-2cb7037de321 req-813ec957-4e57-4205-9561-8b4eac7dc332 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:43.268114 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e4618-3189-4d3b-803a-2cb7037de321 req-813ec957-4e57-4205-9561-8b4eac7dc332 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:43.270185 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d59e4618-3189-4d3b-803a-2cb7037de321 req-813ec957-4e57-4205-9561-8b4eac7dc332 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 4600 time: 0.2837012 Aug 17 00:02:43.322879 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-35d5cf1e-57c7-4255-ac80-5eb7cc553a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:43.323535 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-35d5cf1e-57c7-4255-ac80-5eb7cc553a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:43.325106 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-35d5cf1e-57c7-4255-ac80-5eb7cc553a45 service neutron] 10.222.0.64 "PUT /v2.0/ports/07aed2fa-d27e-4651-8f59-41a9da06080a HTTP/1.1" status: 200 len: 1131 time: 2.7580640 Aug 17 00:02:43.327620 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'tag': '07aed2fa-d27e-4651-8f59-41a9da06080a'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:02:43.330835 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6eedd67-00e6-4d01-8151-3f0af7c1ad22" -d '{"events": [{"name": "network-changed", "server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "tag": "07aed2fa-d27e-4651-8f59-41a9da06080a"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:02:43.336909 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5cf1e-57c7-4255-ac80-5eb7cc553a45 service neutron] Pushing event updated for resources: {'Port': ['ID=07aed2fa-d27e-4651-8f59-41a9da06080a,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:43.383597 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d59e4618-3189-4d3b-803a-2cb7037de321 req-0578cb77-815b-4931-99df-6d7c298d290e tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1020114 Aug 17 00:02:43.388385 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-201a99fc-27a8-4339-8623-f30a93409c31 service neutron] Request body: {'port': {'device_id': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:43.400833 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b12d8-bc9e-439a-8a6b-492fb1e423ce req-cfd419ae-6b07-4456-9ce8-564bb09e1824 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:43.406649 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9b7b12d8-bc9e-439a-8a6b-492fb1e423ce req-cfd419ae-6b07-4456-9ce8-564bb09e1824 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 945 time: 0.2790117 Aug 17 00:02:43.526399 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-201a99fc-27a8-4339-8623-f30a93409c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:43.537160 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9b7b12d8-bc9e-439a-8a6b-492fb1e423ce req-50c9bb9b-a392-435b-8f24-be2f7302e5ad tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096776 Aug 17 00:02:43.598498 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d7a31780-ea28-4658-83b9-eb945d46584c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:43.693507 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a31780-ea28-4658-83b9-eb945d46584c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Pushing event deleted for resources: {'Port': ['ID=cada3ec9-8edc-405d-9442-fce39941bd91,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:43.747535 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a31780-ea28-4658-83b9-eb945d46584c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:43.747882 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a31780-ea28-4658-83b9-eb945d46584c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:43.773771 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a31780-ea28-4658-83b9-eb945d46584c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:43.775637 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a31780-ea28-4658-83b9-eb945d46584c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:43.775982 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a31780-ea28-4658-83b9-eb945d46584c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:43.776327 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a31780-ea28-4658-83b9-eb945d46584c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:43.776717 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a31780-ea28-4658-83b9-eb945d46584c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:43.777341 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a31780-ea28-4658-83b9-eb945d46584c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:43.777801 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a31780-ea28-4658-83b9-eb945d46584c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:43.778424 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a31780-ea28-4658-83b9-eb945d46584c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:43.779002 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a31780-ea28-4658-83b9-eb945d46584c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:43.779793 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a31780-ea28-4658-83b9-eb945d46584c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:02:43.816482 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbff5bf-d635-4ed1-90dd-939cd4f6d088 x-openstack-request-id: req-3bbff5bf-d635-4ed1-90dd-939cd4f6d088 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:02:43.816482 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "tag": "07aed2fa-d27e-4651-8f59-41a9da06080a", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:02:43.816482 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3bbff5bf-d635-4ed1-90dd-939cd4f6d088 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:02:43.816482 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'tag': '07aed2fa-d27e-4651-8f59-41a9da06080a', 'status': 'completed', 'code': 200} Aug 17 00:02:43.984997 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eedd67-00e6-4d01-8151-3f0af7c1ad22 req-49d46f6b-36fa-487a-b586-15c6fbc3574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:43.986131 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eedd67-00e6-4d01-8151-3f0af7c1ad22 req-49d46f6b-36fa-487a-b586-15c6fbc3574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:43.986698 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eedd67-00e6-4d01-8151-3f0af7c1ad22 req-49d46f6b-36fa-487a-b586-15c6fbc3574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:43.987228 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eedd67-00e6-4d01-8151-3f0af7c1ad22 req-49d46f6b-36fa-487a-b586-15c6fbc3574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:43.987695 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eedd67-00e6-4d01-8151-3f0af7c1ad22 req-49d46f6b-36fa-487a-b586-15c6fbc3574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:43.988160 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eedd67-00e6-4d01-8151-3f0af7c1ad22 req-49d46f6b-36fa-487a-b586-15c6fbc3574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:43.990903 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b6eedd67-00e6-4d01-8151-3f0af7c1ad22 req-49d46f6b-36fa-487a-b586-15c6fbc3574d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dea3d186f8943e68e6ffa5ab6e1d924&device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5288 time: 0.1755440 Aug 17 00:02:44.002578 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d7a31780-ea28-4658-83b9-eb945d46584c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:44.180170 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eedd67-00e6-4d01-8151-3f0af7c1ad22 req-aa28ffd6-1646-49d4-a984-7bfd3dc4f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:44.180798 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eedd67-00e6-4d01-8151-3f0af7c1ad22 req-aa28ffd6-1646-49d4-a984-7bfd3dc4f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:44.181554 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eedd67-00e6-4d01-8151-3f0af7c1ad22 req-aa28ffd6-1646-49d4-a984-7bfd3dc4f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:44.183659 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b6eedd67-00e6-4d01-8151-3f0af7c1ad22 req-aa28ffd6-1646-49d4-a984-7bfd3dc4f4fd service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6dea3d186f8943e68e6ffa5ab6e1d924&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1820588 Aug 17 00:02:44.242979 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d7a31780-ea28-4658-83b9-eb945d46584c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:44.245899 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d7a31780-ea28-4658-83b9-eb945d46584c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:44.353092 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d7a31780-ea28-4658-83b9-eb945d46584c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:44.353473 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a31780-ea28-4658-83b9-eb945d46584c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Fanout notify agent at l3_agent the message router_deleted on router 053d4732-fff5-4493-8370-66f201c55202 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:02:44.373021 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-201a99fc-27a8-4339-8623-f30a93409c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:02:44.389863 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-201a99fc-27a8-4339-8623-f30a93409c31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:44.391065 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d7a31780-ea28-4658-83b9-eb945d46584c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:44.399103 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d7a31780-ea28-4658-83b9-eb945d46584c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "DELETE /v2.0/routers/053d4732-fff5-4493-8370-66f201c55202 HTTP/1.1" status: 204 len: 168 time: 1.9453943 Aug 17 00:02:44.404283 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33902) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:44.408745 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-6b204bda-b2f0-401a-9cee-3ce33c6a7f52 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2143006430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:44.461087 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6b204bda-b2f0-401a-9cee-3ce33c6a7f52 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:44.462175 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6b204bda-b2f0-401a-9cee-3ce33c6a7f52 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:44.465658 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-201a99fc-27a8-4339-8623-f30a93409c31 service neutron] Transition to ACTIVE for port object 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:02:44.487475 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-201a99fc-27a8-4339-8623-f30a93409c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:44.559005 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eedd67-00e6-4d01-8151-3f0af7c1ad22 req-eeb4a0e3-13ff-4ba4-9154-f19634b94baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:44.560456 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b6eedd67-00e6-4d01-8151-3f0af7c1ad22 req-eeb4a0e3-13ff-4ba4-9154-f19634b94baa service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3653533 Aug 17 00:02:44.593804 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6b204bda-b2f0-401a-9cee-3ce33c6a7f52 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:44.607722 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6b204bda-b2f0-401a-9cee-3ce33c6a7f52 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:44.622009 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a99fc-27a8-4339-8623-f30a93409c31 service neutron] Pushing event updated for resources: {'Port': ['ID=63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:44.671401 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6b204bda-b2f0-401a-9cee-3ce33c6a7f52 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:44.675449 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6b204bda-b2f0-401a-9cee-3ce33c6a7f52 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2711501 Aug 17 00:02:44.676052 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33918) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:44.680836 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-98b0b03b-605c-46c6-becf-c1cb92ad94e8 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'enable_snat': False}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:44.727786 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65733401-dc29-4392-93a8-bac59c11ab75 req-4954d27e-295d-4fdd-a861-96c1577e4a5b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:44.747376 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65733401-dc29-4392-93a8-bac59c11ab75 req-4954d27e-295d-4fdd-a861-96c1577e4a5b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:44.754136 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65733401-dc29-4392-93a8-bac59c11ab75 req-4954d27e-295d-4fdd-a861-96c1577e4a5b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:44.760755 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65733401-dc29-4392-93a8-bac59c11ab75 req-4954d27e-295d-4fdd-a861-96c1577e4a5b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:44.767805 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65733401-dc29-4392-93a8-bac59c11ab75 req-4954d27e-295d-4fdd-a861-96c1577e4a5b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:44.775196 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65733401-dc29-4392-93a8-bac59c11ab75 req-4954d27e-295d-4fdd-a861-96c1577e4a5b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:44.780793 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65733401-dc29-4392-93a8-bac59c11ab75 req-4954d27e-295d-4fdd-a861-96c1577e4a5b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:44.795566 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-65733401-dc29-4392-93a8-bac59c11ab75 req-4954d27e-295d-4fdd-a861-96c1577e4a5b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5372 time: 0.2825954 Aug 17 00:02:44.914530 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-201a99fc-27a8-4339-8623-f30a93409c31 service neutron] Attempting to bind port 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:02:44.915106 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-201a99fc-27a8-4339-8623-f30a93409c31 service neutron] Attempting to bind port 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'bd87dba4-8d4e-4b71-be48-b48bb38c0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:02:44.915655 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-201a99fc-27a8-4339-8623-f30a93409c31 service neutron] Attempting to bind port 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 on network 450a1daa-7a72-47ff-abbd-744b752946ea {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:02:44.925701 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-65733401-dc29-4392-93a8-bac59c11ab75 req-33f1a20f-24b6-4464-83ef-07c2f61b4cf0 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0900981 Aug 17 00:02:44.934724 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e1921-06a7-46b2-8169-c5fb1032873d req-bb6bad31-c887-47f1-af20-f85ec56af258 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:44.936544 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aa9e1921-06a7-46b2-8169-c5fb1032873d req-bb6bad31-c887-47f1-af20-f85ec56af258 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 945 time: 0.2482593 Aug 17 00:02:44.937875 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-201a99fc-27a8-4339-8623-f30a93409c31 service neutron] Port 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 on network 450a1daa-7a72-47ff-abbd-744b752946ea not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:02:44.938376 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-201a99fc-27a8-4339-8623-f30a93409c31 service neutron] Attempting to bind port 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 on network 450a1daa-7a72-47ff-abbd-744b752946ea {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:02:44.970464 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-201a99fc-27a8-4339-8623-f30a93409c31 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:02:44.971010 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-201a99fc-27a8-4339-8623-f30a93409c31 service neutron] Checking segment: {'id': 'bd87dba4-8d4e-4b71-be48-b48bb38c0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:02:44.971601 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-201a99fc-27a8-4339-8623-f30a93409c31 service neutron] Bound using segment: {'id': 'bd87dba4-8d4e-4b71-be48-b48bb38c0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:02:44.972261 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-201a99fc-27a8-4339-8623-f30a93409c31 service neutron] Bound port: 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd87dba4-8d4e-4b71-be48-b48bb38c0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:02:44.972930 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-201a99fc-27a8-4339-8623-f30a93409c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:45.057819 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aa9e1921-06a7-46b2-8169-c5fb1032873d req-73100dc3-ce89-4d32-9e70-f042b3d46fc1 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075366 Aug 17 00:02:45.156486 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-201a99fc-27a8-4339-8623-f30a93409c31 service neutron] For port 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:02:45.160216 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-201a99fc-27a8-4339-8623-f30a93409c31 service neutron] For port 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5,segment=NetworkSegment(bd87dba4-8d4e-4b71-be48-b48bb38c0c6e),segment_id=bd87dba4-8d4e-4b71-be48-b48bb38c0c6e)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:02:45.181027 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-201a99fc-27a8-4339-8623-f30a93409c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:45.264250 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-201a99fc-27a8-4339-8623-f30a93409c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:45.270146 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-201a99fc-27a8-4339-8623-f30a93409c31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:45.272514 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-201a99fc-27a8-4339-8623-f30a93409c31 service neutron] 10.222.0.64 "PUT /v2.0/ports/63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 HTTP/1.1" status: 200 len: 1131 time: 1.8959427 Aug 17 00:02:45.341742 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-fbef8479-3565-4a1a-ad2b-cb1b95e263b9 service neutron] Request body: {'port': {'device_id': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:45.390649 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a99fc-27a8-4339-8623-f30a93409c31 service neutron] Pushing event updated for resources: {'Port': ['ID=63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:45.482852 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-fbef8479-3565-4a1a-ad2b-cb1b95e263b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:45.788114 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-98b0b03b-605c-46c6-becf-c1cb92ad94e8 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:45.819285 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'tag': '63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:02:45.824400 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0511e2f6-7ac2-41e4-934d-c0d8dd77d8ff" -d '{"events": [{"name": "network-changed", "server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "tag": "63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:02:45.964907 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b89336-83cd-4b33-9b3e-96c7da58569c x-openstack-request-id: req-e7b89336-83cd-4b33-9b3e-96c7da58569c {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:02:45.971280 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "tag": "63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:02:45.971571 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e7b89336-83cd-4b33-9b3e-96c7da58569c {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:02:45.972091 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'tag': '63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5', 'status': 'completed', 'code': 200} Aug 17 00:02:46.186549 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-98b0b03b-605c-46c6-becf-c1cb92ad94e8 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:46.219683 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-98b0b03b-605c-46c6-becf-c1cb92ad94e8 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:46.344339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511e2f6-7ac2-41e4-934d-c0d8dd77d8ff req-cd28bb59-7d48-4339-8667-cdb1f1245056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:46.344686 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511e2f6-7ac2-41e4-934d-c0d8dd77d8ff req-cd28bb59-7d48-4339-8667-cdb1f1245056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:46.345190 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511e2f6-7ac2-41e4-934d-c0d8dd77d8ff req-cd28bb59-7d48-4339-8667-cdb1f1245056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:46.350560 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511e2f6-7ac2-41e4-934d-c0d8dd77d8ff req-cd28bb59-7d48-4339-8667-cdb1f1245056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:46.351056 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511e2f6-7ac2-41e4-934d-c0d8dd77d8ff req-cd28bb59-7d48-4339-8667-cdb1f1245056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:46.351534 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511e2f6-7ac2-41e4-934d-c0d8dd77d8ff req-cd28bb59-7d48-4339-8667-cdb1f1245056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:46.352013 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511e2f6-7ac2-41e4-934d-c0d8dd77d8ff req-cd28bb59-7d48-4339-8667-cdb1f1245056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:46.353488 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33986) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:46.353962 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0511e2f6-7ac2-41e4-934d-c0d8dd77d8ff req-cd28bb59-7d48-4339-8667-cdb1f1245056 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dea3d186f8943e68e6ffa5ab6e1d924&device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 6212 time: 0.3712342 Aug 17 00:02:46.408522 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-98b0b03b-605c-46c6-becf-c1cb92ad94e8 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Allocated IP 172.25.3.47 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/a2dd23c8-e5f7-4d60-95ce-7f078fba9a2f) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:02:46.525792 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d7df42ff-8d35-4e78-ac4c-ae0fe3d27d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:46.606668 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-871e00e0-0a53-49b3-8d6a-916bd91bd295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:46.709767 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-98b0b03b-605c-46c6-becf-c1cb92ad94e8 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:46.848243 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-871e00e0-0a53-49b3-8d6a-916bd91bd295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:46.904307 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-871e00e0-0a53-49b3-8d6a-916bd91bd295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:46.947024 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-871e00e0-0a53-49b3-8d6a-916bd91bd295 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b9e08645e1744a7a82e92315e7251630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5896823 Aug 17 00:02:46.947024 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-98b0b03b-605c-46c6-becf-c1cb92ad94e8 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:46.949923 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33996) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:46.969439 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa888c-5e3d-4ef7-81a5-db40570cb934 req-5e35dfd7-bb84-4dba-a550-03354f77a18a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:46.975361 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa888c-5e3d-4ef7-81a5-db40570cb934 req-5e35dfd7-bb84-4dba-a550-03354f77a18a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:46.981241 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa888c-5e3d-4ef7-81a5-db40570cb934 req-5e35dfd7-bb84-4dba-a550-03354f77a18a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:46.989419 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa888c-5e3d-4ef7-81a5-db40570cb934 req-5e35dfd7-bb84-4dba-a550-03354f77a18a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:46.996397 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa888c-5e3d-4ef7-81a5-db40570cb934 req-5e35dfd7-bb84-4dba-a550-03354f77a18a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:47.002487 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa888c-5e3d-4ef7-81a5-db40570cb934 req-5e35dfd7-bb84-4dba-a550-03354f77a18a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:47.008794 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa888c-5e3d-4ef7-81a5-db40570cb934 req-5e35dfd7-bb84-4dba-a550-03354f77a18a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:47.018864 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-80fa888c-5e3d-4ef7-81a5-db40570cb934 req-5e35dfd7-bb84-4dba-a550-03354f77a18a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5372 time: 0.8973095 Aug 17 00:02:47.045198 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e00e0-0a53-49b3-8d6a-916bd91bd295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd53708-6729-4467-85d7-7972960b4fab,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:47.054731 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b0b03b-605c-46c6-becf-c1cb92ad94e8 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:02:47.086790 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-98b0b03b-605c-46c6-becf-c1cb92ad94e8 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:02:47.089994 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b0b03b-605c-46c6-becf-c1cb92ad94e8 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:02:47.112098 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7057aa8-85ea-4135-aef1-47fae456d422 req-a9c891c8-ed8a-4da2-8e19-e144d39ac529 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:47.119960 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7057aa8-85ea-4135-aef1-47fae456d422 req-a9c891c8-ed8a-4da2-8e19-e144d39ac529 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 945 time: 0.8678746 Aug 17 00:02:47.127367 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0b03b-605c-46c6-becf-c1cb92ad94e8 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Pushing event updated for resources: {'Port': ['ID=a2dd23c8-e5f7-4d60-95ce-7f078fba9a2f,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:47.199782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-fbef8479-3565-4a1a-ad2b-cb1b95e263b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:02:47.216296 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-fbef8479-3565-4a1a-ad2b-cb1b95e263b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:47.221728 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-044a5d6a-48c1-453d-9b17-d3a0a460ff54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:47.263752 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-80fa888c-5e3d-4ef7-81a5-db40570cb934 req-d739ddbb-6148-4742-9ae4-326eba026027 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2444088 Aug 17 00:02:47.300496 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-fbef8479-3565-4a1a-ad2b-cb1b95e263b9 service neutron] Transition to ACTIVE for port object 3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:02:47.320326 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7057aa8-85ea-4135-aef1-47fae456d422 req-2004e573-57fe-4ef5-b1b5-e953697d0103 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991687 Aug 17 00:02:47.339416 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-fbef8479-3565-4a1a-ad2b-cb1b95e263b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:47.392178 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef8479-3565-4a1a-ad2b-cb1b95e263b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:47.399416 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-044a5d6a-48c1-453d-9b17-d3a0a460ff54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:47.409081 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511e2f6-7ac2-41e4-934d-c0d8dd77d8ff req-a6094820-282c-48e8-abb9-d3e24d5e188e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:47.409081 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511e2f6-7ac2-41e4-934d-c0d8dd77d8ff req-a6094820-282c-48e8-abb9-d3e24d5e188e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:47.409882 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511e2f6-7ac2-41e4-934d-c0d8dd77d8ff req-a6094820-282c-48e8-abb9-d3e24d5e188e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:47.419396 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0511e2f6-7ac2-41e4-934d-c0d8dd77d8ff req-a6094820-282c-48e8-abb9-d3e24d5e188e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6dea3d186f8943e68e6ffa5ab6e1d924&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.0453365 Aug 17 00:02:47.637493 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-98b0b03b-605c-46c6-becf-c1cb92ad94e8 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:47.640025 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511e2f6-7ac2-41e4-934d-c0d8dd77d8ff req-ae9a9fd2-a6c1-4951-9d7a-5e7ec1a2ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:47.641917 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0511e2f6-7ac2-41e4-934d-c0d8dd77d8ff req-ae9a9fd2-a6c1-4951-9d7a-5e7ec1a2ef7c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1962912 Aug 17 00:02:47.676123 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-fbef8479-3565-4a1a-ad2b-cb1b95e263b9 service neutron] Attempting to bind port 3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:02:47.676618 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-fbef8479-3565-4a1a-ad2b-cb1b95e263b9 service neutron] Attempting to bind port 3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'bd87dba4-8d4e-4b71-be48-b48bb38c0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:02:47.677103 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-fbef8479-3565-4a1a-ad2b-cb1b95e263b9 service neutron] Attempting to bind port 3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb on network 450a1daa-7a72-47ff-abbd-744b752946ea {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:02:47.684698 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-fbef8479-3565-4a1a-ad2b-cb1b95e263b9 service neutron] Port 3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb on network 450a1daa-7a72-47ff-abbd-744b752946ea not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:02:47.685363 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-fbef8479-3565-4a1a-ad2b-cb1b95e263b9 service neutron] Attempting to bind port 3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb on network 450a1daa-7a72-47ff-abbd-744b752946ea {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:02:47.690655 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-044a5d6a-48c1-453d-9b17-d3a0a460ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:47.693915 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-fbef8479-3565-4a1a-ad2b-cb1b95e263b9 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:02:47.694425 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-fbef8479-3565-4a1a-ad2b-cb1b95e263b9 service neutron] Checking segment: {'id': 'bd87dba4-8d4e-4b71-be48-b48bb38c0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:02:47.694968 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-fbef8479-3565-4a1a-ad2b-cb1b95e263b9 service neutron] Bound using segment: {'id': 'bd87dba4-8d4e-4b71-be48-b48bb38c0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:02:47.695594 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-fbef8479-3565-4a1a-ad2b-cb1b95e263b9 service neutron] Bound port: 3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd87dba4-8d4e-4b71-be48-b48bb38c0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:02:47.696490 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-fbef8479-3565-4a1a-ad2b-cb1b95e263b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:47.715605 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-044a5d6a-48c1-453d-9b17-d3a0a460ff54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:47.732001 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-044a5d6a-48c1-453d-9b17-d3a0a460ff54 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8dd53708-6729-4467-85d7-7972960b4fab HTTP/1.1" status: 204 len: 168 time: 0.7644043 Aug 17 00:02:47.751065 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a5d6a-48c1-453d-9b17-d3a0a460ff54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd53708-6729-4467-85d7-7972960b4fab,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:47.856532 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-fbef8479-3565-4a1a-ad2b-cb1b95e263b9 service neutron] For port 3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:02:47.861201 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-fbef8479-3565-4a1a-ad2b-cb1b95e263b9 service neutron] For port 3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb,segment=NetworkSegment(bd87dba4-8d4e-4b71-be48-b48bb38c0c6e),segment_id=bd87dba4-8d4e-4b71-be48-b48bb38c0c6e)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:02:47.872469 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-fbef8479-3565-4a1a-ad2b-cb1b95e263b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:47.960337 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-fbef8479-3565-4a1a-ad2b-cb1b95e263b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:47.963832 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-fbef8479-3565-4a1a-ad2b-cb1b95e263b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:47.967615 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-fbef8479-3565-4a1a-ad2b-cb1b95e263b9 service neutron] 10.222.0.64 "PUT /v2.0/ports/3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb HTTP/1.1" status: 200 len: 1092 time: 2.6546452 Aug 17 00:02:47.975056 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'tag': '3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:02:47.977719 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf71dab0-4a4f-4eaa-a3ab-8eff4b174e98" -d '{"events": [{"name": "network-changed", "server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "tag": "3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:02:48.077269 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4f813cf1-e724-43ad-a4be-247371746737 service neutron] Request body: {'port': {'device_id': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:48.176464 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc32e6c7-3c14-431d-bbf8-47bd4239030e x-openstack-request-id: req-dc32e6c7-3c14-431d-bbf8-47bd4239030e {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:02:48.176708 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-98b0b03b-605c-46c6-becf-c1cb92ad94e8 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126458'] for router, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:48.177759 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "tag": "3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:02:48.177759 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc32e6c7-3c14-431d-bbf8-47bd4239030e {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:02:48.178935 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'tag': '3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb', 'status': 'completed', 'code': 200} Aug 17 00:02:48.185273 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef8479-3565-4a1a-ad2b-cb1b95e263b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:48.185467 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-98b0b03b-605c-46c6-becf-c1cb92ad94e8 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635776'] for router, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:48.282751 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4f813cf1-e724-43ad-a4be-247371746737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:48.351060 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71dab0-4a4f-4eaa-a3ab-8eff4b174e98 req-710c99df-00e8-43c7-ae6c-ba72e78b1979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:48.352056 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71dab0-4a4f-4eaa-a3ab-8eff4b174e98 req-710c99df-00e8-43c7-ae6c-ba72e78b1979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:48.352558 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71dab0-4a4f-4eaa-a3ab-8eff4b174e98 req-710c99df-00e8-43c7-ae6c-ba72e78b1979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:48.361736 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71dab0-4a4f-4eaa-a3ab-8eff4b174e98 req-710c99df-00e8-43c7-ae6c-ba72e78b1979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:48.363152 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71dab0-4a4f-4eaa-a3ab-8eff4b174e98 req-710c99df-00e8-43c7-ae6c-ba72e78b1979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:48.363812 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71dab0-4a4f-4eaa-a3ab-8eff4b174e98 req-710c99df-00e8-43c7-ae6c-ba72e78b1979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:48.364303 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71dab0-4a4f-4eaa-a3ab-8eff4b174e98 req-710c99df-00e8-43c7-ae6c-ba72e78b1979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:48.380898 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bf71dab0-4a4f-4eaa-a3ab-8eff4b174e98 req-710c99df-00e8-43c7-ae6c-ba72e78b1979 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dea3d186f8943e68e6ffa5ab6e1d924&device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 6280 time: 0.2308435 Aug 17 00:02:48.455573 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34028) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:48.485465 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba9ebb67-0c28-4512-b6ca-4754d216c238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:48.678141 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba9ebb67-0c28-4512-b6ca-4754d216c238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:48.703719 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba9ebb67-0c28-4512-b6ca-4754d216c238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:48.730236 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b0b03b-605c-46c6-becf-c1cb92ad94e8 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Router afbc8116-fb56-4bba-96d1-a85e55bdbda7 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:02:48.756683 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310a918-ad68-470f-a53a-594940e8f85a req-06627b3a-11bf-45e1-9ba5-83f39c5a852a tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:48.758397 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3310a918-ad68-470f-a53a-594940e8f85a req-06627b3a-11bf-45e1-9ba5-83f39c5a852a tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 945 time: 0.2769332 Aug 17 00:02:48.796838 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481637f-96e3-4d88-90c9-d3642b1ca11c req-246b35e0-9977-4351-aeb1-54b28ed0062a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:48.805257 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481637f-96e3-4d88-90c9-d3642b1ca11c req-246b35e0-9977-4351-aeb1-54b28ed0062a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:48.811509 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481637f-96e3-4d88-90c9-d3642b1ca11c req-246b35e0-9977-4351-aeb1-54b28ed0062a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:48.819219 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481637f-96e3-4d88-90c9-d3642b1ca11c req-246b35e0-9977-4351-aeb1-54b28ed0062a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:48.828170 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481637f-96e3-4d88-90c9-d3642b1ca11c req-246b35e0-9977-4351-aeb1-54b28ed0062a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:48.835837 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481637f-96e3-4d88-90c9-d3642b1ca11c req-246b35e0-9977-4351-aeb1-54b28ed0062a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:48.842190 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481637f-96e3-4d88-90c9-d3642b1ca11c req-246b35e0-9977-4351-aeb1-54b28ed0062a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:48.842680 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ebb67-0c28-4512-b6ca-4754d216c238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09da8bf9-1dea-45d5-8b7f-91cde53f30d0,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:48.863027 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1481637f-96e3-4d88-90c9-d3642b1ca11c req-246b35e0-9977-4351-aeb1-54b28ed0062a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5384 time: 0.3921089 Aug 17 00:02:48.866469 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ba9ebb67-0c28-4512-b6ca-4754d216c238 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b01604e668e8407e9630df976f749da9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4096999 Aug 17 00:02:48.868770 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 34040) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:49.031066 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71dab0-4a4f-4eaa-a3ab-8eff4b174e98 req-13d5379c-fdc4-4e16-8168-c3de23820c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:49.037511 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71dab0-4a4f-4eaa-a3ab-8eff4b174e98 req-13d5379c-fdc4-4e16-8168-c3de23820c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:49.038036 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71dab0-4a4f-4eaa-a3ab-8eff4b174e98 req-13d5379c-fdc4-4e16-8168-c3de23820c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:49.039699 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bf71dab0-4a4f-4eaa-a3ab-8eff4b174e98 req-13d5379c-fdc4-4e16-8168-c3de23820c3a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6dea3d186f8943e68e6ffa5ab6e1d924&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6490960 Aug 17 00:02:49.138029 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b0b03b-605c-46c6-becf-c1cb92ad94e8 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:02:49.143266 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-98b0b03b-605c-46c6-becf-c1cb92ad94e8 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:49.144935 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-98b0b03b-605c-46c6-becf-c1cb92ad94e8 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "PUT /v2.0/routers/afbc8116-fb56-4bba-96d1-a85e55bdbda7 HTTP/1.1" status: 200 len: 915 time: 4.4678576 Aug 17 00:02:49.148617 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34048) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:49.149539 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ace323-f9b4-40a8-b655-195953311a1c None None] Sync routers for ids ['afbc8116-fb56-4bba-96d1-a85e55bdbda7'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:02:49.172429 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ace323-f9b4-40a8-b655-195953311a1c None None] Routers {'afbc8116-fb56-4bba-96d1-a85e55bdbda7'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:02:49.174412 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b4ace323-f9b4-40a8-b655-195953311a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:02:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['afbc8116-fb56-4bba-96d1-a85e55bdbda7'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:49.197244 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1481637f-96e3-4d88-90c9-d3642b1ca11c req-4591fa8e-aefe-41f0-bd88-c15cb3ea760d tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3305299 Aug 17 00:02:49.244983 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3310a918-ad68-470f-a53a-594940e8f85a req-aedbac59-8f0d-4b02-a485-90cbc5762dc0 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718142 Aug 17 00:02:49.315670 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b4ace323-f9b4-40a8-b655-195953311a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:49.323421 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a83c304b-f884-488f-9cf6-c76bdd398ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:49.343100 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-85800f4d-22d4-4b78-bfce-7bee33476567 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "GET /v2.0/routers/afbc8116-fb56-4bba-96d1-a85e55bdbda7 HTTP/1.1" status: 200 len: 921 time: 0.1911862 Aug 17 00:02:49.344627 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34052) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:49.351582 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ace323-f9b4-40a8-b655-195953311a1c None None] Routers {'afbc8116-fb56-4bba-96d1-a85e55bdbda7'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:02:49.352568 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b4ace323-f9b4-40a8-b655-195953311a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:02:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['afbc8116-fb56-4bba-96d1-a85e55bdbda7'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:49.405156 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71dab0-4a4f-4eaa-a3ab-8eff4b174e98 req-95a77926-b4fd-42bc-8c17-374312c57d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:49.406835 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bf71dab0-4a4f-4eaa-a3ab-8eff4b174e98 req-95a77926-b4fd-42bc-8c17-374312c57d01 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3564541 Aug 17 00:02:49.410424 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a83c304b-f884-488f-9cf6-c76bdd398ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:49.435689 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fc066b-72e5-402d-8011-489f29407f0c tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:49.436603 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-30fc066b-72e5-402d-8011-489f29407f0c tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=f9960621-448c-44b3-8317-7433dc6ce660&device_id=afbc8116-fb56-4bba-96d1-a85e55bdbda7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0866179 Aug 17 00:02:49.437223 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34056) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:49.459982 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b4ace323-f9b4-40a8-b655-195953311a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:49.460951 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ace323-f9b4-40a8-b655-195953311a1c None None] The sync data for ids ['afbc8116-fb56-4bba-96d1-a85e55bdbda7'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:02:49.463615 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c58fc4f0-daad-42e1-8b28-9d6f4ad4bae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:49.476221 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:49.517311 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4f813cf1-e724-43ad-a4be-247371746737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:02:49.525893 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4f813cf1-e724-43ad-a4be-247371746737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:49.545782 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a83c304b-f884-488f-9cf6-c76bdd398ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:49.550184 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a83c304b-f884-488f-9cf6-c76bdd398ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:49.551550 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a83c304b-f884-488f-9cf6-c76bdd398ad8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/09da8bf9-1dea-45d5-8b7f-91cde53f30d0 HTTP/1.1" status: 204 len: 168 time: 0.6662045 Aug 17 00:02:49.553387 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4f813cf1-e724-43ad-a4be-247371746737 service neutron] Transition to ACTIVE for port object 0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:02:49.562256 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c304b-f884-488f-9cf6-c76bdd398ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09da8bf9-1dea-45d5-8b7f-91cde53f30d0,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:49.579469 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4f813cf1-e724-43ad-a4be-247371746737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:49.614371 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7d2176-c3ae-4801-9852-36baa37aafe1 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:49.616412 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-de7d2176-c3ae-4801-9852-36baa37aafe1 tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 881 time: 0.1781683 Aug 17 00:02:49.628886 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34064) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:49.683977 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4877a3a2-427f-4fb4-a32d-1522a1e24dc1 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "GET /v2.0/ports?device_id=afbc8116-fb56-4bba-96d1-a85e55bdbda7 HTTP/1.1" status: 200 len: 205 time: 0.0537999 Aug 17 00:02:49.686341 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34066) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:49.718657 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f813cf1-e724-43ad-a4be-247371746737 service neutron] Pushing event updated for resources: {'Port': ['ID=0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:49.837309 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-225f2dde-32e8-4d72-a1d7-23468f680533 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:49.840131 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4f813cf1-e724-43ad-a4be-247371746737 service neutron] Attempting to bind port 0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:02:49.840553 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4f813cf1-e724-43ad-a4be-247371746737 service neutron] Attempting to bind port 0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'bd87dba4-8d4e-4b71-be48-b48bb38c0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:02:49.840815 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4f813cf1-e724-43ad-a4be-247371746737 service neutron] Attempting to bind port 0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db on network 450a1daa-7a72-47ff-abbd-744b752946ea {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:02:49.847165 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4f813cf1-e724-43ad-a4be-247371746737 service neutron] Port 0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db on network 450a1daa-7a72-47ff-abbd-744b752946ea not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:02:49.847498 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4f813cf1-e724-43ad-a4be-247371746737 service neutron] Attempting to bind port 0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db on network 450a1daa-7a72-47ff-abbd-744b752946ea {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:02:49.863116 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4f813cf1-e724-43ad-a4be-247371746737 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:02:49.863116 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4f813cf1-e724-43ad-a4be-247371746737 service neutron] Checking segment: {'id': 'bd87dba4-8d4e-4b71-be48-b48bb38c0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:02:49.863116 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4f813cf1-e724-43ad-a4be-247371746737 service neutron] Bound using segment: {'id': 'bd87dba4-8d4e-4b71-be48-b48bb38c0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:02:49.863116 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4f813cf1-e724-43ad-a4be-247371746737 service neutron] Bound port: 0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd87dba4-8d4e-4b71-be48-b48bb38c0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:02:49.868324 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4f813cf1-e724-43ad-a4be-247371746737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:49.973449 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-225f2dde-32e8-4d72-a1d7-23468f680533 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:50.014081 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4f813cf1-e724-43ad-a4be-247371746737 service neutron] For port 0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:02:50.019014 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4f813cf1-e724-43ad-a4be-247371746737 service neutron] For port 0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db,segment=NetworkSegment(bd87dba4-8d4e-4b71-be48-b48bb38c0c6e),segment_id=bd87dba4-8d4e-4b71-be48-b48bb38c0c6e)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:02:50.028940 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4f813cf1-e724-43ad-a4be-247371746737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:50.098450 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f813cf1-e724-43ad-a4be-247371746737 service neutron] Pushing event updated for resources: {'Port': ['ID=0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:50.099944 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-225f2dde-32e8-4d72-a1d7-23468f680533 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Deleting port a2dd23c8-e5f7-4d60-95ce-7f078fba9a2f {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:02:50.100297 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-225f2dde-32e8-4d72-a1d7-23468f680533 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:50.111170 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4f813cf1-e724-43ad-a4be-247371746737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:50.111965 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4f813cf1-e724-43ad-a4be-247371746737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:50.114023 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4f813cf1-e724-43ad-a4be-247371746737 service neutron] 10.222.0.64 "PUT /v2.0/ports/0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db HTTP/1.1" status: 200 len: 1091 time: 2.0858648 Aug 17 00:02:50.138740 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:50.155634 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-044822f7-044f-4bdd-8faa-f33297e7814c service neutron] Request body: {'port': {'device_id': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:50.212705 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'tag': '0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:02:50.220334 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6decc7b4-9a59-4a87-986f-6ac8d5de739f" -d '{"events": [{"name": "network-changed", "server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "tag": "0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:02:50.258571 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-225f2dde-32e8-4d72-a1d7-23468f680533 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:50.283353 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-225f2dde-32e8-4d72-a1d7-23468f680533 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Calling delete_port for a2dd23c8-e5f7-4d60-95ce-7f078fba9a2f owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:02:50.488380 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-044822f7-044f-4bdd-8faa-f33297e7814c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:50.545346 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73ce1b-2cd6-4f1a-a518-f664346e666a req-cd437741-6777-45fe-9362-6de2d5e1d0c7 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:50.559050 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73ce1b-2cd6-4f1a-a518-f664346e666a req-cd437741-6777-45fe-9362-6de2d5e1d0c7 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:50.573914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73ce1b-2cd6-4f1a-a518-f664346e666a req-cd437741-6777-45fe-9362-6de2d5e1d0c7 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:50.589822 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73ce1b-2cd6-4f1a-a518-f664346e666a req-cd437741-6777-45fe-9362-6de2d5e1d0c7 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:50.601504 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73ce1b-2cd6-4f1a-a518-f664346e666a req-cd437741-6777-45fe-9362-6de2d5e1d0c7 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:50.615293 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73ce1b-2cd6-4f1a-a518-f664346e666a req-cd437741-6777-45fe-9362-6de2d5e1d0c7 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:50.631473 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73ce1b-2cd6-4f1a-a518-f664346e666a req-cd437741-6777-45fe-9362-6de2d5e1d0c7 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:50.651498 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d73ce1b-2cd6-4f1a-a518-f664346e666a req-cd437741-6777-45fe-9362-6de2d5e1d0c7 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5396 time: 0.2975361 Aug 17 00:02:50.670639 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-225f2dde-32e8-4d72-a1d7-23468f680533 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:50.716832 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f2dde-32e8-4d72-a1d7-23468f680533 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Pushing event deleted for resources: {'Port': ['ID=a2dd23c8-e5f7-4d60-95ce-7f078fba9a2f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:50.869528 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-225f2dde-32e8-4d72-a1d7-23468f680533 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:50.979795 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870b7d3-5bab-4ae9-9711-0429f5411176 req-640684c5-da0b-4a7b-9e02-daa5079d12e2 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:50.987115 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f870b7d3-5bab-4ae9-9711-0429f5411176 req-640684c5-da0b-4a7b-9e02-daa5079d12e2 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 945 time: 0.5843341 Aug 17 00:02:51.089772 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-225f2dde-32e8-4d72-a1d7-23468f680533 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:51.094824 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-225f2dde-32e8-4d72-a1d7-23468f680533 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:51.109168 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f870b7d3-5bab-4ae9-9711-0429f5411176 req-ae6412b9-d0f3-450e-902f-cad60de1a9ee tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210301 Aug 17 00:02:51.136771 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d73ce1b-2cd6-4f1a-a518-f664346e666a req-8f098ac3-0850-4f79-8243-6abb56314a37 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4843905 Aug 17 00:02:51.267732 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-225f2dde-32e8-4d72-a1d7-23468f680533 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:51.267985 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b790a1-e524-4162-b3fd-ade09be01cda x-openstack-request-id: req-68b790a1-e524-4162-b3fd-ade09be01cda {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:02:51.268259 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "tag": "0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:02:51.268369 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225f2dde-32e8-4d72-a1d7-23468f680533 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Fanout notify agent at l3_agent the message router_deleted on router afbc8116-fb56-4bba-96d1-a85e55bdbda7 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:02:51.268451 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-68b790a1-e524-4162-b3fd-ade09be01cda {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:02:51.268832 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'tag': '0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db', 'status': 'completed', 'code': 200} Aug 17 00:02:51.292402 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-225f2dde-32e8-4d72-a1d7-23468f680533 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:51.298364 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-225f2dde-32e8-4d72-a1d7-23468f680533 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "DELETE /v2.0/routers/afbc8116-fb56-4bba-96d1-a85e55bdbda7 HTTP/1.1" status: 204 len: 168 time: 1.6107001 Aug 17 00:02:51.299004 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34120) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:51.313404 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-baf0c933-c300-4d60-a334-01a759637863 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-456896646', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}, 'admin_state_up': False}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:51.370731 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-baf0c933-c300-4d60-a334-01a759637863 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:51.372233 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-baf0c933-c300-4d60-a334-01a759637863 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:51.378828 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-044822f7-044f-4bdd-8faa-f33297e7814c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf369f05-5490-4286-a3db-d3ce97b77f7b {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:02:51.407602 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-044822f7-044f-4bdd-8faa-f33297e7814c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:51.432983 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decc7b4-9a59-4a87-986f-6ac8d5de739f req-d694196a-20ed-4c61-a369-85439869a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:51.435830 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decc7b4-9a59-4a87-986f-6ac8d5de739f req-d694196a-20ed-4c61-a369-85439869a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:51.435830 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decc7b4-9a59-4a87-986f-6ac8d5de739f req-d694196a-20ed-4c61-a369-85439869a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:51.435830 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decc7b4-9a59-4a87-986f-6ac8d5de739f req-d694196a-20ed-4c61-a369-85439869a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:51.435830 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decc7b4-9a59-4a87-986f-6ac8d5de739f req-d694196a-20ed-4c61-a369-85439869a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:51.436210 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decc7b4-9a59-4a87-986f-6ac8d5de739f req-d694196a-20ed-4c61-a369-85439869a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:51.436682 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decc7b4-9a59-4a87-986f-6ac8d5de739f req-d694196a-20ed-4c61-a369-85439869a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:51.438975 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6decc7b4-9a59-4a87-986f-6ac8d5de739f req-d694196a-20ed-4c61-a369-85439869a0ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dea3d186f8943e68e6ffa5ab6e1d924&device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 6348 time: 0.1535897 Aug 17 00:02:51.445805 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-044822f7-044f-4bdd-8faa-f33297e7814c service neutron] Transition to ACTIVE for port object bf369f05-5490-4286-a3db-d3ce97b77f7b will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:02:51.451602 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-044822f7-044f-4bdd-8faa-f33297e7814c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:51.478995 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-baf0c933-c300-4d60-a334-01a759637863 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:51.606655 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044822f7-044f-4bdd-8faa-f33297e7814c service neutron] Pushing event updated for resources: {'Port': ['ID=bf369f05-5490-4286-a3db-d3ce97b77f7b,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:51.705845 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-044822f7-044f-4bdd-8faa-f33297e7814c service neutron] Attempting to bind port bf369f05-5490-4286-a3db-d3ce97b77f7b on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:02:51.706174 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-044822f7-044f-4bdd-8faa-f33297e7814c service neutron] Attempting to bind port bf369f05-5490-4286-a3db-d3ce97b77f7b by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'b98f6a52-4778-47ea-889e-d9028196467d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e2ac1b86-e36f-4432-8342-86f5ef252896'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:02:51.706507 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-044822f7-044f-4bdd-8faa-f33297e7814c service neutron] Attempting to bind port bf369f05-5490-4286-a3db-d3ce97b77f7b on network e2ac1b86-e36f-4432-8342-86f5ef252896 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:02:51.721669 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-044822f7-044f-4bdd-8faa-f33297e7814c service neutron] Port bf369f05-5490-4286-a3db-d3ce97b77f7b on network e2ac1b86-e36f-4432-8342-86f5ef252896 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:02:51.721669 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-044822f7-044f-4bdd-8faa-f33297e7814c service neutron] Attempting to bind port bf369f05-5490-4286-a3db-d3ce97b77f7b on network e2ac1b86-e36f-4432-8342-86f5ef252896 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:02:51.772459 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-044822f7-044f-4bdd-8faa-f33297e7814c service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:02:51.773056 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-044822f7-044f-4bdd-8faa-f33297e7814c service neutron] Checking segment: {'id': 'b98f6a52-4778-47ea-889e-d9028196467d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e2ac1b86-e36f-4432-8342-86f5ef252896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:02:51.775850 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-044822f7-044f-4bdd-8faa-f33297e7814c service neutron] Bound using segment: {'id': 'b98f6a52-4778-47ea-889e-d9028196467d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e2ac1b86-e36f-4432-8342-86f5ef252896'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:02:51.775850 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-044822f7-044f-4bdd-8faa-f33297e7814c service neutron] Bound port: bf369f05-5490-4286-a3db-d3ce97b77f7b, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f6a52-4778-47ea-889e-d9028196467d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e2ac1b86-e36f-4432-8342-86f5ef252896'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:02:51.775850 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-044822f7-044f-4bdd-8faa-f33297e7814c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:51.814594 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decc7b4-9a59-4a87-986f-6ac8d5de739f req-9c5c6920-e739-41f8-80da-433c8460c0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:51.815078 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decc7b4-9a59-4a87-986f-6ac8d5de739f req-9c5c6920-e739-41f8-80da-433c8460c0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:51.819180 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decc7b4-9a59-4a87-986f-6ac8d5de739f req-9c5c6920-e739-41f8-80da-433c8460c0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:51.836262 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6decc7b4-9a59-4a87-986f-6ac8d5de739f req-9c5c6920-e739-41f8-80da-433c8460c0d7 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6dea3d186f8943e68e6ffa5ab6e1d924&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3813677 Aug 17 00:02:51.861069 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-baf0c933-c300-4d60-a334-01a759637863 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:51.953317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-044822f7-044f-4bdd-8faa-f33297e7814c service neutron] For port bf369f05-5490-4286-a3db-d3ce97b77f7b, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:02:51.956888 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-044822f7-044f-4bdd-8faa-f33297e7814c service neutron] For port bf369f05-5490-4286-a3db-d3ce97b77f7b, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=bf369f05-5490-4286-a3db-d3ce97b77f7b,segment=NetworkSegment(b98f6a52-4778-47ea-889e-d9028196467d),segment_id=b98f6a52-4778-47ea-889e-d9028196467d)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:02:52.010848 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-044822f7-044f-4bdd-8faa-f33297e7814c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:52.026332 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:52.358241 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decc7b4-9a59-4a87-986f-6ac8d5de739f req-fcd0243b-904f-42e2-88ad-c6fcf9b8abec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:52.369222 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6decc7b4-9a59-4a87-986f-6ac8d5de739f req-fcd0243b-904f-42e2-88ad-c6fcf9b8abec service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5215178 Aug 17 00:02:52.394657 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-044822f7-044f-4bdd-8faa-f33297e7814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:52.396362 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-044822f7-044f-4bdd-8faa-f33297e7814c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:52.398266 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-044822f7-044f-4bdd-8faa-f33297e7814c service neutron] 10.222.0.64 "PUT /v2.0/ports/bf369f05-5490-4286-a3db-d3ce97b77f7b HTTP/1.1" status: 200 len: 1092 time: 2.2480206 Aug 17 00:02:52.445740 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-baf0c933-c300-4d60-a334-01a759637863 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:52.467738 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-baf0c933-c300-4d60-a334-01a759637863 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:52.545316 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-58f63ea2-84f7-470f-9310-dc7a980956bb service neutron] Request body: {'port': {'device_id': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:52.655141 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044822f7-044f-4bdd-8faa-f33297e7814c service neutron] Pushing event updated for resources: {'Port': ['ID=bf369f05-5490-4286-a3db-d3ce97b77f7b,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:52.712293 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-baf0c933-c300-4d60-a334-01a759637863 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Allocated IP 172.25.3.13 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/463ee9b8-14a6-4a67-88fd-3e5adad97997) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:02:52.745832 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b04299-f492-42af-95ad-b755c0af40bd req-0e20859c-c2c8-433f-a087-ea642d1abc89 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:52.764520 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b04299-f492-42af-95ad-b755c0af40bd req-0e20859c-c2c8-433f-a087-ea642d1abc89 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:52.785339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b04299-f492-42af-95ad-b755c0af40bd req-0e20859c-c2c8-433f-a087-ea642d1abc89 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:52.790443 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b04299-f492-42af-95ad-b755c0af40bd req-0e20859c-c2c8-433f-a087-ea642d1abc89 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:52.835114 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b04299-f492-42af-95ad-b755c0af40bd req-0e20859c-c2c8-433f-a087-ea642d1abc89 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:52.843291 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b04299-f492-42af-95ad-b755c0af40bd req-0e20859c-c2c8-433f-a087-ea642d1abc89 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:52.853870 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b04299-f492-42af-95ad-b755c0af40bd req-0e20859c-c2c8-433f-a087-ea642d1abc89 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:52.873742 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-33b04299-f492-42af-95ad-b755c0af40bd req-0e20859c-c2c8-433f-a087-ea642d1abc89 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5408 time: 0.4886179 Aug 17 00:02:52.953495 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4bcd7-bf87-40f6-81e6-3e862fa4a785 req-7560ce8c-5b6f-46ea-bd36-219a52232b2d tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:52.964231 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-baf0c933-c300-4d60-a334-01a759637863 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:52.975026 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0f4bcd7-bf87-40f6-81e6-3e862fa4a785 req-7560ce8c-5b6f-46ea-bd36-219a52232b2d tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 945 time: 0.5968359 Aug 17 00:02:52.992841 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-58f63ea2-84f7-470f-9310-dc7a980956bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:53.047651 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-baf0c933-c300-4d60-a334-01a759637863 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:53.147459 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0c933-c300-4d60-a334-01a759637863 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Pushing event updated for resources: {'Port': ['ID=463ee9b8-14a6-4a67-88fd-3e5adad97997,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:53.168327 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf0c933-c300-4d60-a334-01a759637863 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:02:53.168327 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-baf0c933-c300-4d60-a334-01a759637863 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:02:53.174653 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf0c933-c300-4d60-a334-01a759637863 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:02:53.242941 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0f4bcd7-bf87-40f6-81e6-3e862fa4a785 req-50a17906-2711-4972-b4f8-c18bf28d5e2d tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636395 Aug 17 00:02:53.288385 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'tag': 'bf369f05-5490-4286-a3db-d3ce97b77f7b'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:02:53.298049 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf4cbd0-d49b-4b56-8cfb-3f972d392016" -d '{"events": [{"name": "network-changed", "server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "tag": "bf369f05-5490-4286-a3db-d3ce97b77f7b"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:02:53.344100 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-33b04299-f492-42af-95ad-b755c0af40bd req-ff47057d-0a19-4e13-9e19-93105333543a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4693313 Aug 17 00:02:53.722862 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b43d1ff-7f00-4263-8279-b8b9b955027a x-openstack-request-id: req-5b43d1ff-7f00-4263-8279-b8b9b955027a {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:02:53.723489 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "tag": "bf369f05-5490-4286-a3db-d3ce97b77f7b", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:02:53.723489 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b43d1ff-7f00-4263-8279-b8b9b955027a {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:02:53.724115 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'tag': 'bf369f05-5490-4286-a3db-d3ce97b77f7b', 'status': 'completed', 'code': 200} Aug 17 00:02:53.835885 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4cbd0-d49b-4b56-8cfb-3f972d392016 req-04ce72ae-362b-4720-929d-f26b35c59fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:53.836695 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4cbd0-d49b-4b56-8cfb-3f972d392016 req-04ce72ae-362b-4720-929d-f26b35c59fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:53.837520 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4cbd0-d49b-4b56-8cfb-3f972d392016 req-04ce72ae-362b-4720-929d-f26b35c59fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:53.838178 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4cbd0-d49b-4b56-8cfb-3f972d392016 req-04ce72ae-362b-4720-929d-f26b35c59fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:53.839002 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4cbd0-d49b-4b56-8cfb-3f972d392016 req-04ce72ae-362b-4720-929d-f26b35c59fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:53.839691 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4cbd0-d49b-4b56-8cfb-3f972d392016 req-04ce72ae-362b-4720-929d-f26b35c59fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:53.840367 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4cbd0-d49b-4b56-8cfb-3f972d392016 req-04ce72ae-362b-4720-929d-f26b35c59fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:53.842679 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8cf4cbd0-d49b-4b56-8cfb-3f972d392016 req-04ce72ae-362b-4720-929d-f26b35c59fb4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dea3d186f8943e68e6ffa5ab6e1d924&device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 6416 time: 0.1216419 Aug 17 00:02:54.055944 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4cbd0-d49b-4b56-8cfb-3f972d392016 req-e4cb107b-aae5-4277-85e2-4513f5ef1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:54.056516 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4cbd0-d49b-4b56-8cfb-3f972d392016 req-e4cb107b-aae5-4277-85e2-4513f5ef1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:54.056997 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4cbd0-d49b-4b56-8cfb-3f972d392016 req-e4cb107b-aae5-4277-85e2-4513f5ef1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:54.059363 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8cf4cbd0-d49b-4b56-8cfb-3f972d392016 req-e4cb107b-aae5-4277-85e2-4513f5ef1024 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6dea3d186f8943e68e6ffa5ab6e1d924&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2054274 Aug 17 00:02:54.236959 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2d6fd-3f71-451a-b635-07c93b058af1 req-2bd24160-e3ac-4c21-a3cf-8e1f41f1a77f tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:54.246602 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70a2d6fd-3f71-451a-b635-07c93b058af1 req-2bd24160-e3ac-4c21-a3cf-8e1f41f1a77f tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3ee37f8-3939-48f1-87ce-fd3d459cc9b5 HTTP/1.1" status: 200 len: 945 time: 0.1863782 Aug 17 00:02:54.319843 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70a2d6fd-3f71-451a-b635-07c93b058af1 req-4cbc66b7-ff07-4754-9938-047313376424 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.60 "GET /v2.0/security-groups?id=116d8563-ec08-4a23-8572-981f0a9fd723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676754 Aug 17 00:02:54.461566 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-58f63ea2-84f7-470f-9310-dc7a980956bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a678ec1-28b9-4595-9f5f-5bcce8516225 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:02:54.484201 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-58f63ea2-84f7-470f-9310-dc7a980956bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:54.492128 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4cbd0-d49b-4b56-8cfb-3f972d392016 req-2481662c-e073-4c0f-863d-20a9cd0478bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:54.496505 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8cf4cbd0-d49b-4b56-8cfb-3f972d392016 req-2481662c-e073-4c0f-863d-20a9cd0478bb service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3937585 Aug 17 00:02:54.509987 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-baf0c933-c300-4d60-a334-01a759637863 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:54.626276 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-58f63ea2-84f7-470f-9310-dc7a980956bb service neutron] Transition to ACTIVE for port object 1a678ec1-28b9-4595-9f5f-5bcce8516225 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:02:54.651929 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7891ec-7bd6-4d24-9bb0-d7d5456caef0 req-796d013c-0873-473a-96f1-8f095a2c5ac1 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:54.653520 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ef7891ec-7bd6-4d24-9bb0-d7d5456caef0 req-796d013c-0873-473a-96f1-8f095a2c5ac1 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 945 time: 0.2999122 Aug 17 00:02:54.656969 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-58f63ea2-84f7-470f-9310-dc7a980956bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:54.767420 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7267a9-f2d1-4628-a7e4-5ed5edd7c600 req-da39285a-4195-44fb-a4b1-203d5d8fd9f8 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:54.774187 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7267a9-f2d1-4628-a7e4-5ed5edd7c600 req-da39285a-4195-44fb-a4b1-203d5d8fd9f8 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:54.805580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7267a9-f2d1-4628-a7e4-5ed5edd7c600 req-da39285a-4195-44fb-a4b1-203d5d8fd9f8 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:54.812804 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7267a9-f2d1-4628-a7e4-5ed5edd7c600 req-da39285a-4195-44fb-a4b1-203d5d8fd9f8 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:54.826600 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7267a9-f2d1-4628-a7e4-5ed5edd7c600 req-da39285a-4195-44fb-a4b1-203d5d8fd9f8 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:54.856005 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7267a9-f2d1-4628-a7e4-5ed5edd7c600 req-da39285a-4195-44fb-a4b1-203d5d8fd9f8 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:54.873832 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7267a9-f2d1-4628-a7e4-5ed5edd7c600 req-da39285a-4195-44fb-a4b1-203d5d8fd9f8 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:54.882153 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eb7267a9-f2d1-4628-a7e4-5ed5edd7c600 req-da39285a-4195-44fb-a4b1-203d5d8fd9f8 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5408 time: 0.3767374 Aug 17 00:02:54.945009 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-baf0c933-c300-4d60-a334-01a759637863 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:54.981969 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f63ea2-84f7-470f-9310-dc7a980956bb service neutron] Pushing event updated for resources: {'Port': ['ID=1a678ec1-28b9-4595-9f5f-5bcce8516225,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:55.020021 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ef7891ec-7bd6-4d24-9bb0-d7d5456caef0 req-64974680-a71d-45f6-8858-a51bc4631e50 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481228 Aug 17 00:02:55.097905 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eb7267a9-f2d1-4628-a7e4-5ed5edd7c600 req-23c59c97-12c4-47aa-a908-ddc37c98e996 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2026844 Aug 17 00:02:55.174131 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-58f63ea2-84f7-470f-9310-dc7a980956bb service neutron] Attempting to bind port 1a678ec1-28b9-4595-9f5f-5bcce8516225 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:02:55.174473 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-58f63ea2-84f7-470f-9310-dc7a980956bb service neutron] Attempting to bind port 1a678ec1-28b9-4595-9f5f-5bcce8516225 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'b98f6a52-4778-47ea-889e-d9028196467d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e2ac1b86-e36f-4432-8342-86f5ef252896'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:02:55.178255 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-58f63ea2-84f7-470f-9310-dc7a980956bb service neutron] Attempting to bind port 1a678ec1-28b9-4595-9f5f-5bcce8516225 on network e2ac1b86-e36f-4432-8342-86f5ef252896 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:02:55.192286 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-58f63ea2-84f7-470f-9310-dc7a980956bb service neutron] Port 1a678ec1-28b9-4595-9f5f-5bcce8516225 on network e2ac1b86-e36f-4432-8342-86f5ef252896 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:02:55.192730 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-58f63ea2-84f7-470f-9310-dc7a980956bb service neutron] Attempting to bind port 1a678ec1-28b9-4595-9f5f-5bcce8516225 on network e2ac1b86-e36f-4432-8342-86f5ef252896 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:02:55.223460 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-58f63ea2-84f7-470f-9310-dc7a980956bb service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:02:55.223460 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-58f63ea2-84f7-470f-9310-dc7a980956bb service neutron] Checking segment: {'id': 'b98f6a52-4778-47ea-889e-d9028196467d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e2ac1b86-e36f-4432-8342-86f5ef252896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:02:55.223460 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-58f63ea2-84f7-470f-9310-dc7a980956bb service neutron] Bound using segment: {'id': 'b98f6a52-4778-47ea-889e-d9028196467d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e2ac1b86-e36f-4432-8342-86f5ef252896'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:02:55.223460 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-58f63ea2-84f7-470f-9310-dc7a980956bb service neutron] Bound port: 1a678ec1-28b9-4595-9f5f-5bcce8516225, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f6a52-4778-47ea-889e-d9028196467d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e2ac1b86-e36f-4432-8342-86f5ef252896'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:02:55.225694 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-58f63ea2-84f7-470f-9310-dc7a980956bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:55.226244 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34252) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:55.264348 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf0c933-c300-4d60-a334-01a759637863 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Router c4e75364-3ea5-4a0c-bfee-9826ba72a3ed is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:02:55.415728 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-58f63ea2-84f7-470f-9310-dc7a980956bb service neutron] For port 1a678ec1-28b9-4595-9f5f-5bcce8516225, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:02:55.419405 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-58f63ea2-84f7-470f-9310-dc7a980956bb service neutron] For port 1a678ec1-28b9-4595-9f5f-5bcce8516225, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=1a678ec1-28b9-4595-9f5f-5bcce8516225,segment=NetworkSegment(b98f6a52-4778-47ea-889e-d9028196467d),segment_id=b98f6a52-4778-47ea-889e-d9028196467d)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:02:55.425666 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-58f63ea2-84f7-470f-9310-dc7a980956bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:55.449326 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-58f63ea2-84f7-470f-9310-dc7a980956bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:55.450146 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-58f63ea2-84f7-470f-9310-dc7a980956bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:55.452602 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-58f63ea2-84f7-470f-9310-dc7a980956bb service neutron] 10.222.0.64 "PUT /v2.0/ports/1a678ec1-28b9-4595-9f5f-5bcce8516225 HTTP/1.1" status: 200 len: 1092 time: 2.9678199 Aug 17 00:02:55.488604 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d8e97287-0992-48b7-8718-95b9f6120cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:55.493110 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf0c933-c300-4d60-a334-01a759637863 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:02:55.506239 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90be4660-86b8-4cd6-bf06-ca0d95f78fb4 None None] Sync routers for ids ['c4e75364-3ea5-4a0c-bfee-9826ba72a3ed'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:02:55.523885 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90be4660-86b8-4cd6-bf06-ca0d95f78fb4 None None] Routers {'c4e75364-3ea5-4a0c-bfee-9826ba72a3ed'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:02:55.525069 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-90be4660-86b8-4cd6-bf06-ca0d95f78fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:02:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['c4e75364-3ea5-4a0c-bfee-9826ba72a3ed'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:55.548108 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-baf0c933-c300-4d60-a334-01a759637863 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:55.549491 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-baf0c933-c300-4d60-a334-01a759637863 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.2495337 Aug 17 00:02:55.553798 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34262) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:55.558869 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a759329c-5c76-45ab-b30a-ab9dfad6ca92 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:02:55.624926 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-90be4660-86b8-4cd6-bf06-ca0d95f78fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:55.644729 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90be4660-86b8-4cd6-bf06-ca0d95f78fb4 None None] Routers {'c4e75364-3ea5-4a0c-bfee-9826ba72a3ed'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:02:55.649292 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-90be4660-86b8-4cd6-bf06-ca0d95f78fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:02:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['c4e75364-3ea5-4a0c-bfee-9826ba72a3ed'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:55.723042 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdce082-fb91-4ba8-a469-133456e418c3 req-b5336adf-632c-480b-947b-b4fda5d7028f tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:55.725027 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fcdce082-fb91-4ba8-a469-133456e418c3 req-b5336adf-632c-480b-947b-b4fda5d7028f tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3ee37f8-3939-48f1-87ce-fd3d459cc9b5 HTTP/1.1" status: 200 len: 945 time: 0.2709341 Aug 17 00:02:55.725467 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-90be4660-86b8-4cd6-bf06-ca0d95f78fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:55.726145 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90be4660-86b8-4cd6-bf06-ca0d95f78fb4 None None] The sync data for ids ['c4e75364-3ea5-4a0c-bfee-9826ba72a3ed'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:02:55.732066 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'tag': '1a678ec1-28b9-4595-9f5f-5bcce8516225'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:02:55.737996 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57eb0e10-7c9d-489f-b043-c8cce3fac94b" -d '{"events": [{"name": "network-changed", "server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "tag": "1a678ec1-28b9-4595-9f5f-5bcce8516225"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:02:56.087779 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d8e97287-0992-48b7-8718-95b9f6120cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:56.106831 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a759329c-5c76-45ab-b30a-ab9dfad6ca92 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:56.120734 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d8e97287-0992-48b7-8718-95b9f6120cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:56.171831 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e97287-0992-48b7-8718-95b9f6120cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59077272-8733-43ee-97ba-3d6ee110715e,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:56.185968 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a759329c-5c76-45ab-b30a-ab9dfad6ca92 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:56.204135 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d8e97287-0992-48b7-8718-95b9f6120cba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=077036f3ec0c49aa9557d7cdc0093e52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9765623 Aug 17 00:02:56.207495 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34282) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:56.286060 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-32d8d1a2-98e0-42b7-87a6-5cb10152046e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:56.287876 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-32d8d1a2-98e0-42b7-87a6-5cb10152046e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:56.287876 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-32d8d1a2-98e0-42b7-87a6-5cb10152046e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:56.288350 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-32d8d1a2-98e0-42b7-87a6-5cb10152046e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:56.288911 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-32d8d1a2-98e0-42b7-87a6-5cb10152046e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:56.289526 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-32d8d1a2-98e0-42b7-87a6-5cb10152046e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:56.289996 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-32d8d1a2-98e0-42b7-87a6-5cb10152046e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:56.291903 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-32d8d1a2-98e0-42b7-87a6-5cb10152046e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dea3d186f8943e68e6ffa5ab6e1d924&device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 6484 time: 0.7903395 Aug 17 00:02:56.300002 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-70dcb9be-ae96-4859-8600-e937088bdd02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:56.311578 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f63ea2-84f7-470f-9310-dc7a980956bb service neutron] Pushing event updated for resources: {'Port': ['ID=1a678ec1-28b9-4595-9f5f-5bcce8516225,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:56.348149 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-70dcb9be-ae96-4859-8600-e937088bdd02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:56.372823 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-a759329c-5c76-45ab-b30a-ab9dfad6ca92 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Deleting port 463ee9b8-14a6-4a67-88fd-3e5adad97997 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:02:56.373241 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a759329c-5c76-45ab-b30a-ab9dfad6ca92 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:56.409472 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-5e57bede-a826-4219-ab80-a3c10c6d7334 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6d293e5-ef94-4aee-b473-335dccc456a6 HTTP/1.1" status: 200 len: 217 time: 0.0937040 Aug 17 00:02:56.433075 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3000ac-bf32-49f7-8e6a-008c36c188ac req-95b3f1b7-2f9a-432a-8675-8582eeb4e9a9 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:56.434760 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc3000ac-bf32-49f7-8e6a-008c36c188ac req-95b3f1b7-2f9a-432a-8675-8582eeb4e9a9 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 945 time: 0.1768625 Aug 17 00:02:56.442572 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13772b-45be-4ebe-91e3-e1918b3ac0c8 req-e4ac2668-f8b9-45ac-9d7a-3912ae842dbf tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:56.444937 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bd13772b-45be-4ebe-91e3-e1918b3ac0c8 req-e4ac2668-f8b9-45ac-9d7a-3912ae842dbf tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3ee37f8-3939-48f1-87ce-fd3d459cc9b5 HTTP/1.1" status: 200 len: 945 time: 0.7187386 Aug 17 00:02:56.468158 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fcdce082-fb91-4ba8-a469-133456e418c3 req-cb4f21b3-3651-4ac6-aedf-cabb8aa59b60 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.60 "GET /v2.0/security-groups?id=116d8563-ec08-4a23-8572-981f0a9fd723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151334 Aug 17 00:02:56.530358 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a759329c-5c76-45ab-b30a-ab9dfad6ca92 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:56.546960 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-a759329c-5c76-45ab-b30a-ab9dfad6ca92 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Calling delete_port for 463ee9b8-14a6-4a67-88fd-3e5adad97997 owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:02:56.603714 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-70dcb9be-ae96-4859-8600-e937088bdd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:56.608152 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-70dcb9be-ae96-4859-8600-e937088bdd02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:56.610491 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-70dcb9be-ae96-4859-8600-e937088bdd02 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/59077272-8733-43ee-97ba-3d6ee110715e HTTP/1.1" status: 204 len: 168 time: 0.4013402 Aug 17 00:02:56.617612 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc3000ac-bf32-49f7-8e6a-008c36c188ac req-fbe4eced-8575-4b55-8f16-6d62d3cd77bf tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670702 Aug 17 00:02:56.641247 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-a0f32bf3-994b-44d3-9124-c1655ddfb2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:56.642886 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-a0f32bf3-994b-44d3-9124-c1655ddfb2c7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5723fbf6-9716-47be-90e8-4e9878cdb460 HTTP/1.1" status: 200 len: 848 time: 0.1936579 Aug 17 00:02:56.703735 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dcb9be-ae96-4859-8600-e937088bdd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59077272-8733-43ee-97ba-3d6ee110715e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:56.722102 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-bd13772b-45be-4ebe-91e3-e1918b3ac0c8 req-a3655222-b4ac-426e-a145-b6d5bbd5a821 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Deleting port 7f23aba5-ac0a-457b-8d56-80f43b9ed3a2 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:02:56.722445 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bd13772b-45be-4ebe-91e3-e1918b3ac0c8 req-a3655222-b4ac-426e-a145-b6d5bbd5a821 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:56.828053 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa45c1-d2e8-442d-967a-c162fd5246f7 req-77482e7f-329e-4e94-8bb3-ba2f0b86ba8f tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:56.838958 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa45c1-d2e8-442d-967a-c162fd5246f7 req-77482e7f-329e-4e94-8bb3-ba2f0b86ba8f tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:56.863616 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa45c1-d2e8-442d-967a-c162fd5246f7 req-77482e7f-329e-4e94-8bb3-ba2f0b86ba8f tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:56.870727 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa45c1-d2e8-442d-967a-c162fd5246f7 req-77482e7f-329e-4e94-8bb3-ba2f0b86ba8f tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:56.889079 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa45c1-d2e8-442d-967a-c162fd5246f7 req-77482e7f-329e-4e94-8bb3-ba2f0b86ba8f tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:56.900752 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa45c1-d2e8-442d-967a-c162fd5246f7 req-77482e7f-329e-4e94-8bb3-ba2f0b86ba8f tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:56.913822 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa45c1-d2e8-442d-967a-c162fd5246f7 req-77482e7f-329e-4e94-8bb3-ba2f0b86ba8f tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:56.921669 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9baa45c1-d2e8-442d-967a-c162fd5246f7 req-77482e7f-329e-4e94-8bb3-ba2f0b86ba8f tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5420 time: 0.3513739 Aug 17 00:02:56.936905 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-414903dc-72ff-423e-8355-95400efa5561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:56.938347 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-414903dc-72ff-423e-8355-95400efa5561 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7d344a82-79d7-4f15-a0ba-8fc315949c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2803080 Aug 17 00:02:56.985497 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a759329c-5c76-45ab-b30a-ab9dfad6ca92 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:57.012701 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c73a0a-e45e-45fc-9add-c6b5594ebeff x-openstack-request-id: req-79c73a0a-e45e-45fc-9add-c6b5594ebeff {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:02:57.012994 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "tag": "1a678ec1-28b9-4595-9f5f-5bcce8516225", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:02:57.013369 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-79c73a0a-e45e-45fc-9add-c6b5594ebeff {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:02:57.013860 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'tag': '1a678ec1-28b9-4595-9f5f-5bcce8516225', 'status': 'completed', 'code': 200} Aug 17 00:02:57.032396 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-bd13772b-45be-4ebe-91e3-e1918b3ac0c8 req-a3655222-b4ac-426e-a145-b6d5bbd5a821 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] For port 7f23aba5-ac0a-457b-8d56-80f43b9ed3a2, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=7f23aba5-ac0a-457b-8d56-80f43b9ed3a2,segment=NetworkSegment(28e05374-de5a-45c8-86a5-6696d95aad4f),segment_id=28e05374-de5a-45c8-86a5-6696d95aad4f)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:02:57.032765 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bd13772b-45be-4ebe-91e3-e1918b3ac0c8 req-a3655222-b4ac-426e-a145-b6d5bbd5a821 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:57.065689 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759329c-5c76-45ab-b30a-ab9dfad6ca92 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Pushing event deleted for resources: {'Port': ['ID=463ee9b8-14a6-4a67-88fd-3e5adad97997,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:57.090168 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-bd13772b-45be-4ebe-91e3-e1918b3ac0c8 req-a3655222-b4ac-426e-a145-b6d5bbd5a821 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Calling delete_port for 7f23aba5-ac0a-457b-8d56-80f43b9ed3a2 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:02:57.119799 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9baa45c1-d2e8-442d-967a-c162fd5246f7 req-2bd7ab96-5e08-4611-afec-257822a290a5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1971538 Aug 17 00:02:57.145767 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a759329c-5c76-45ab-b30a-ab9dfad6ca92 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:57.216792 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4c5fb9c4-653e-4f58-b771-2fb6535985de service neutron] 10.222.0.64 "GET /v2.0/networks/7d344a82-79d7-4f15-a0ba-8fc315949c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666686 Aug 17 00:02:57.326466 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34314) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:57.371098 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-48cbc917-c935-42e6-bc74-81299ed706cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:57.445474 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-c91f0ffa-c230-43ec-9a5c-9de3cfa67545 service neutron] 10.222.0.64 "GET /v2.0/networks/7d344a82-79d7-4f15-a0ba-8fc315949c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045944 Aug 17 00:02:57.477662 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a759329c-5c76-45ab-b30a-ab9dfad6ca92 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126458'] for router, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:57.497140 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-511b7676-1c02-4adc-b588-e5d4c6718182 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=07aed2fa-d27e-4651-8f59-41a9da06080a HTTP/1.1" status: 200 len: 217 time: 0.0508687 Aug 17 00:02:57.505333 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a759329c-5c76-45ab-b30a-ab9dfad6ca92 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635776'] for router, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:57.528308 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bd13772b-45be-4ebe-91e3-e1918b3ac0c8 req-a3655222-b4ac-426e-a145-b6d5bbd5a821 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:57.546432 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['7f23aba5-ac0a-457b-8d56-80f43b9ed3a2'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:02:57.627449 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a759329c-5c76-45ab-b30a-ab9dfad6ca92 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Router c4e75364-3ea5-4a0c-bfee-9826ba72a3ed has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:02:57.686775 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3655222-b4ac-426e-a145-b6d5bbd5a821 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Pushing event deleted for resources: {'Port': ['ID=7f23aba5-ac0a-457b-8d56-80f43b9ed3a2,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:57.758704 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0b699b50-d75d-4aeb-b8b0-30dbbff29766 req-6a7e2c47-4540-41f1-a6b5-f45c74993197 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3ee37f8-3939-48f1-87ce-fd3d459cc9b5 HTTP/1.1" status: 200 len: 210 time: 0.1317570 Aug 17 00:02:57.758704 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-42656b65-ed53-454f-ad05-126142a07da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:57.758704 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-42656b65-ed53-454f-ad05-126142a07da5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7f767b01-59ba-4d1c-a2de-3cb9e8190671 HTTP/1.1" status: 200 len: 797 time: 0.2456603 Aug 17 00:02:57.772649 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd13772b-45be-4ebe-91e3-e1918b3ac0c8 req-a3655222-b4ac-426e-a145-b6d5bbd5a821 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] No DVR routers for this DVR port 7f23aba5-ac0a-457b-8d56-80f43b9ed3a2 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:02:57.782871 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bd13772b-45be-4ebe-91e3-e1918b3ac0c8 req-a3655222-b4ac-426e-a145-b6d5bbd5a821 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:57.784951 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bd13772b-45be-4ebe-91e3-e1918b3ac0c8 req-a3655222-b4ac-426e-a145-b6d5bbd5a821 tempest-VolumesAdminNegativeTest-869819223 tempest-VolumesAdminNegativeTest-869819223-project] 10.222.0.64 "DELETE /v2.0/ports/7f23aba5-ac0a-457b-8d56-80f43b9ed3a2 HTTP/1.1" status: 204 len: 173 time: 1.3200235 Aug 17 00:02:57.828644 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-38eeeb8e-cc77-4b65-8d09-80d2ab0547f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:57.830285 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-38eeeb8e-cc77-4b65-8d09-80d2ab0547f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=450a1daa-7a72-47ff-abbd-744b752946ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0596104 Aug 17 00:02:57.855583 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-48cbc917-c935-42e6-bc74-81299ed706cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:57.876717 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-48cbc917-c935-42e6-bc74-81299ed706cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:57.887891 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a759329c-5c76-45ab-b30a-ab9dfad6ca92 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:02:57.898335 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7140a06d-b26e-406f-a8eb-2323d3f60210 None None] Sync routers for ids ['c4e75364-3ea5-4a0c-bfee-9826ba72a3ed'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:02:57.916658 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7140a06d-b26e-406f-a8eb-2323d3f60210 None None] Routers {'c4e75364-3ea5-4a0c-bfee-9826ba72a3ed'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:02:57.922109 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7140a06d-b26e-406f-a8eb-2323d3f60210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:02:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['c4e75364-3ea5-4a0c-bfee-9826ba72a3ed'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:57.930444 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a759329c-5c76-45ab-b30a-ab9dfad6ca92 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:57.936110 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a759329c-5c76-45ab-b30a-ab9dfad6ca92 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "PUT /v2.0/routers/c4e75364-3ea5-4a0c-bfee-9826ba72a3ed HTTP/1.1" status: 200 len: 705 time: 2.3803861 Aug 17 00:02:57.945549 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 34340) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:58.002965 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7140a06d-b26e-406f-a8eb-2323d3f60210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:58.019740 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7140a06d-b26e-406f-a8eb-2323d3f60210 None None] Routers {'c4e75364-3ea5-4a0c-bfee-9826ba72a3ed'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:02:58.022158 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-48cbc917-c935-42e6-bc74-81299ed706cd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a0fde0158e9d466e8afc89bce0620c95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6949551 Aug 17 00:02:58.022575 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7140a06d-b26e-406f-a8eb-2323d3f60210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:02:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['c4e75364-3ea5-4a0c-bfee-9826ba72a3ed'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:58.022910 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34344) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:58.023549 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cbc917-c935-42e6-bc74-81299ed706cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e330ae-f726-4d4f-8014-97231d852e79,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:58.094313 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c3112e39-c736-44d1-a7b7-47d8fffe24eb tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "GET /v2.0/routers/c4e75364-3ea5-4a0c-bfee-9826ba72a3ed HTTP/1.1" status: 200 len: 740 time: 0.1473894 Aug 17 00:02:58.096832 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 34346) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:58.105911 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7140a06d-b26e-406f-a8eb-2323d3f60210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:02:58.106716 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7140a06d-b26e-406f-a8eb-2323d3f60210 None None] The sync data for ids ['c4e75364-3ea5-4a0c-bfee-9826ba72a3ed'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:02:58.138069 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6962d894-ea82-4631-8e9c-7acac2f8d098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:58.161696 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6962d894-ea82-4631-8e9c-7acac2f8d098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:58.202656 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34350) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:58.210743 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-078efc2e-64f6-4417-b6ff-2d7e272057cc tempest-RoutersAdminTest-1280222486 tempest-RoutersAdminTest-1280222486-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=f9960621-448c-44b3-8317-7433dc6ce660&device_id=c4e75364-3ea5-4a0c-bfee-9826ba72a3ed HTTP/1.1" status: 200 len: 205 time: 0.1127353 Aug 17 00:02:58.277779 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-3b015b1e-351d-40b2-94ff-b2438a0bfe6a service neutron] 10.222.0.64 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390955 Aug 17 00:02:58.282705 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6b40c956-439c-4b97-9fff-3b8dc75a4591 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e75364-3ea5-4a0c-bfee-9826ba72a3ed HTTP/1.1" status: 200 len: 205 time: 0.0765467 Aug 17 00:02:58.283381 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34356) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:58.299870 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6962d894-ea82-4631-8e9c-7acac2f8d098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:58.303374 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6962d894-ea82-4631-8e9c-7acac2f8d098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:58.304592 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6962d894-ea82-4631-8e9c-7acac2f8d098 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f7e330ae-f726-4d4f-8014-97231d852e79 HTTP/1.1" status: 204 len: 168 time: 0.2777109 Aug 17 00:02:58.367000 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39725ac2-71c5-4250-bc59-710f33cf42e8 req-6ef5952c-d8cc-4105-9fcb-e2ee36e42506 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:58.386480 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39725ac2-71c5-4250-bc59-710f33cf42e8 req-6ef5952c-d8cc-4105-9fcb-e2ee36e42506 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:58.392403 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39725ac2-71c5-4250-bc59-710f33cf42e8 req-6ef5952c-d8cc-4105-9fcb-e2ee36e42506 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:58.410125 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39725ac2-71c5-4250-bc59-710f33cf42e8 req-6ef5952c-d8cc-4105-9fcb-e2ee36e42506 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:58.429417 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39725ac2-71c5-4250-bc59-710f33cf42e8 req-6ef5952c-d8cc-4105-9fcb-e2ee36e42506 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:58.434087 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962d894-ea82-4631-8e9c-7acac2f8d098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e330ae-f726-4d4f-8014-97231d852e79,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:58.447696 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5336ef3d-fc1c-4647-892b-211d07a10a26 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:58.457596 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39725ac2-71c5-4250-bc59-710f33cf42e8 req-6ef5952c-d8cc-4105-9fcb-e2ee36e42506 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:58.464704 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39725ac2-71c5-4250-bc59-710f33cf42e8 req-6ef5952c-d8cc-4105-9fcb-e2ee36e42506 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:58.466682 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-39725ac2-71c5-4250-bc59-710f33cf42e8 req-6ef5952c-d8cc-4105-9fcb-e2ee36e42506 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5420 time: 0.2398593 Aug 17 00:02:58.560317 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-39725ac2-71c5-4250-bc59-710f33cf42e8 req-5f390269-e8ee-4dae-8898-c147ce78397b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805085 Aug 17 00:02:58.586112 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-aed1123a-46fc-478c-979c-d6d2edc9be44 service neutron] 10.222.0.64 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970188 Aug 17 00:02:58.644320 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-6d96fc08-8f38-424f-97a7-59d8d670525a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 HTTP/1.1" status: 200 len: 217 time: 0.0490608 Aug 17 00:02:58.732212 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-5459e02b-faf7-4b51-965f-923b8ab325ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:58.734178 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-5459e02b-faf7-4b51-965f-923b8ab325ef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7f767b01-59ba-4d1c-a2de-3cb9e8190671 HTTP/1.1" status: 200 len: 797 time: 0.0807188 Aug 17 00:02:58.749883 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5336ef3d-fc1c-4647-892b-211d07a10a26 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:58.752040 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5336ef3d-fc1c-4647-892b-211d07a10a26 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:58.836917 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 34380) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:58.917010 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-c79d6df4-cd5d-47b6-bc2d-9b840dbc8a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:58.918736 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-c79d6df4-cd5d-47b6-bc2d-9b840dbc8a5c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=450a1daa-7a72-47ff-abbd-744b752946ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1711409 Aug 17 00:02:59.038456 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ee37f8-3939-48f1-87ce-fd3d459cc9b5', 'name': 'network-vif-deleted', 'tag': '7f23aba5-ac0a-457b-8d56-80f43b9ed3a2'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:02:59.040788 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b560fc-6db9-427f-b13d-57ee5878a6a1" -d '{"events": [{"server_uuid": "e3ee37f8-3939-48f1-87ce-fd3d459cc9b5", "name": "network-vif-deleted", "tag": "7f23aba5-ac0a-457b-8d56-80f43b9ed3a2"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:02:59.046213 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-980d9538-9a10-435f-b156-f1db2f279ee3 service neutron] 10.222.0.64 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173100 Aug 17 00:02:59.054024 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0528a8-49a8-48fe-a2ea-4c13178ed6b8 admin admin] Deleting subnet 4f0204ed-3ec1-4765-80a7-ae3560208657 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:02:59.061143 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ca0528a8-49a8-48fe-a2ea-4c13178ed6b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:59.101882 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ca0528a8-49a8-48fe-a2ea-4c13178ed6b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:59.155870 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a053eb-4de2-4968-9b71-ea763e8b8a85 x-openstack-request-id: req-98a053eb-4de2-4968-9b71-ea763e8b8a85 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:02:59.156160 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ee37f8-3939-48f1-87ce-fd3d459cc9b5", "name": "network-vif-deleted", "tag": "7f23aba5-ac0a-457b-8d56-80f43b9ed3a2", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:02:59.156410 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-98a053eb-4de2-4968-9b71-ea763e8b8a85 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:02:59.156799 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ee37f8-3939-48f1-87ce-fd3d459cc9b5', 'name': 'network-vif-deleted', 'tag': '7f23aba5-ac0a-457b-8d56-80f43b9ed3a2', 'status': 'completed', 'code': 200} Aug 17 00:02:59.236119 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ca0528a8-49a8-48fe-a2ea-4c13178ed6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:59.389131 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-9f105b8d-00e8-4393-86e3-a66c88b5bb77 service neutron] 10.222.0.64 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294147 Aug 17 00:02:59.399153 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5336ef3d-fc1c-4647-892b-211d07a10a26 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:59.400489 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5336ef3d-fc1c-4647-892b-211d07a10a26 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Fanout notify agent at l3_agent the message router_deleted on router c4e75364-3ea5-4a0c-bfee-9826ba72a3ed {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:02:59.414626 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5336ef3d-fc1c-4647-892b-211d07a10a26 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:59.415732 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5336ef3d-fc1c-4647-892b-211d07a10a26 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "DELETE /v2.0/routers/c4e75364-3ea5-4a0c-bfee-9826ba72a3ed HTTP/1.1" status: 204 len: 168 time: 1.1255033 Aug 17 00:02:59.429739 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34406) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:59.478302 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-a25d126f-3c7a-4aaa-b47a-32d6ede36129 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb HTTP/1.1" status: 200 len: 217 time: 0.0756454 Aug 17 00:02:59.481810 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cf7dd947-bef8-4647-8834-7a5e2696122a tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e75364-3ea5-4a0c-bfee-9826ba72a3ed HTTP/1.1" status: 200 len: 205 time: 0.0487745 Aug 17 00:02:59.481969 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34410) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:59.527628 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-b60c8232-1e9d-4922-80bc-420334f51461 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] delete failed (client error): The resource could not be found. Aug 17 00:02:59.528668 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b60c8232-1e9d-4922-80bc-420334f51461 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "DELETE /v2.0/routers/c4e75364-3ea5-4a0c-bfee-9826ba72a3ed HTTP/1.1" status: 404 len: 336 time: 0.0457447 Aug 17 00:02:59.531873 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34416) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:59.560850 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3e428415-9aad-4a21-803d-4b4cf70915dd tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "GET /v2.0/ports?device_id=afbc8116-fb56-4bba-96d1-a85e55bdbda7 HTTP/1.1" status: 200 len: 205 time: 0.0283213 Aug 17 00:02:59.563359 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34418) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:59.621534 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ca0528a8-49a8-48fe-a2ea-4c13178ed6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:59.638864 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-5b924873-b252-4fc7-832a-a0e507db3f35 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] delete failed (client error): The resource could not be found. Aug 17 00:02:59.639122 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4f51159f-4080-496f-9afb-30cd8dcbe934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:59.640009 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5b924873-b252-4fc7-832a-a0e507db3f35 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "DELETE /v2.0/routers/afbc8116-fb56-4bba-96d1-a85e55bdbda7 HTTP/1.1" status: 404 len: 336 time: 0.0756927 Aug 17 00:02:59.642085 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4f51159f-4080-496f-9afb-30cd8dcbe934 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7f767b01-59ba-4d1c-a2de-3cb9e8190671 HTTP/1.1" status: 200 len: 797 time: 0.1486351 Aug 17 00:02:59.643077 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34422) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:59.680118 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0528a8-49a8-48fe-a2ea-4c13178ed6b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f0204ed-3ec1-4765-80a7-ae3560208657,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:02:59.683123 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ca0528a8-49a8-48fe-a2ea-4c13178ed6b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:59.688368 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ca0528a8-49a8-48fe-a2ea-4c13178ed6b8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4f0204ed-3ec1-4765-80a7-ae3560208657 HTTP/1.1" status: 204 len: 168 time: 0.8482840 Aug 17 00:02:59.693378 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34430) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:59.708438 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7cf721e3-9e06-46ed-a5f4-a28cc2ff86a7 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "GET /v2.0/ports?device_id=053d4732-fff5-4493-8370-66f201c55202 HTTP/1.1" status: 200 len: 205 time: 0.0640481 Aug 17 00:02:59.718830 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34432) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:59.783566 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4c9d6841-9d6e-4fa9-a524-4fee31e94192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:59.788455 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4c9d6841-9d6e-4fa9-a524-4fee31e94192 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=450a1daa-7a72-47ff-abbd-744b752946ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1190212 Aug 17 00:02:59.849866 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-af947b3b-4275-4c67-8b2c-8245756c72de tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] delete failed (client error): The resource could not be found. Aug 17 00:02:59.853297 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-af947b3b-4275-4c67-8b2c-8245756c72de tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "DELETE /v2.0/routers/053d4732-fff5-4493-8370-66f201c55202 HTTP/1.1" status: 404 len: 336 time: 0.1313140 Aug 17 00:02:59.853541 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34446) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:59.902000 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-efb4757e-5c0e-4446-948c-f1263347378a tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "GET /v2.0/ports?device_id=2592a943-03af-4341-867d-48f67e4342c9 HTTP/1.1" status: 200 len: 205 time: 0.0473564 Aug 17 00:02:59.906116 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34452) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:02:59.977310 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8966c80-9c1e-4cfb-8a1f-b9bfe6e27a41 req-091ef593-9b7b-44f3-a811-5579ef00618d tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:59.984545 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8966c80-9c1e-4cfb-8a1f-b9bfe6e27a41 req-091ef593-9b7b-44f3-a811-5579ef00618d tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:59.988534 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-b0a9edce-77f3-4eeb-a75d-3fdf2b8d7c07 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] delete failed (client error): The resource could not be found. Aug 17 00:02:59.990286 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b0a9edce-77f3-4eeb-a75d-3fdf2b8d7c07 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "DELETE /v2.0/routers/2592a943-03af-4341-867d-48f67e4342c9 HTTP/1.1" status: 404 len: 336 time: 0.0832839 Aug 17 00:02:59.993996 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8966c80-9c1e-4cfb-8a1f-b9bfe6e27a41 req-091ef593-9b7b-44f3-a811-5579ef00618d tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:59.994245 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34458) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:00.001348 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8966c80-9c1e-4cfb-8a1f-b9bfe6e27a41 req-091ef593-9b7b-44f3-a811-5579ef00618d tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:00.008681 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8966c80-9c1e-4cfb-8a1f-b9bfe6e27a41 req-091ef593-9b7b-44f3-a811-5579ef00618d tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:00.016072 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8966c80-9c1e-4cfb-8a1f-b9bfe6e27a41 req-091ef593-9b7b-44f3-a811-5579ef00618d tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:00.023436 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2818-86d8-43ea-8f52-cb7b04dfd223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:00.023791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8966c80-9c1e-4cfb-8a1f-b9bfe6e27a41 req-091ef593-9b7b-44f3-a811-5579ef00618d tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:00.026376 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c8966c80-9c1e-4cfb-8a1f-b9bfe6e27a41 req-091ef593-9b7b-44f3-a811-5579ef00618d tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5420 time: 0.3004482 Aug 17 00:03:00.028768 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-acb95c3c-8299-4ddd-8507-77082af10dd2 service neutron] 10.222.0.64 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229474 Aug 17 00:03:00.031783 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8d739702-e9c9-45af-8615-414fe18f8fc9 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "GET /v2.0/ports?device_id=77c80752-d97b-47a2-aaab-ff97623c96af HTTP/1.1" status: 200 len: 205 time: 0.0342011 Aug 17 00:03:00.033372 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 34462) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:00.150147 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-d81148a6-0a2a-450b-884c-2c2b683b531c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] delete failed (client error): The resource could not be found. Aug 17 00:03:00.151242 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d81148a6-0a2a-450b-884c-2c2b683b531c tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "DELETE /v2.0/routers/77c80752-d97b-47a2-aaab-ff97623c96af HTTP/1.1" status: 404 len: 336 time: 0.1168616 Aug 17 00:03:00.154369 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34474) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:00.185688 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c8966c80-9c1e-4cfb-8a1f-b9bfe6e27a41 req-54711493-0537-4d75-9551-5141c921147a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1530273 Aug 17 00:03:00.284584 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4a71e4a7-6300-4415-af20-bf10f04f0d54 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "GET /v2.0/ports?device_id=96cd2472-b76c-48c5-bd2a-f8aa04dface8 HTTP/1.1" status: 200 len: 205 time: 0.1100283 Aug 17 00:03:00.292697 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 34492) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:00.320487 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2818-86d8-43ea-8f52-cb7b04dfd223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:00.336383 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-e2ad2818-86d8-43ea-8f52-cb7b04dfd223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd37e51-5afe-480c-821e-9a1461bcacb0']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:00.343687 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-be9b2fe6-dbc5-467c-b94d-b43f4bbbebb2 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] delete failed (client error): The resource could not be found. Aug 17 00:03:00.343687 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-be9b2fe6-dbc5-467c-b94d-b43f4bbbebb2 tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "DELETE /v2.0/routers/96cd2472-b76c-48c5-bd2a-f8aa04dface8 HTTP/1.1" status: 404 len: 336 time: 0.0443032 Aug 17 00:03:00.345329 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34498) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:00.359804 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-32c4135a-bf25-465d-b6a4-0e212657fb7f service neutron] 10.222.0.64 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771907 Aug 17 00:03:00.391849 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9371f4b-abff-4e80-b39d-d73b55e6aa9b tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] DELETE failed (client error): The resource could not be found. Aug 17 00:03:00.391849 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9371f4b-abff-4e80-b39d-d73b55e6aa9b tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:03:00.392672 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f9371f4b-abff-4e80-b39d-d73b55e6aa9b tempest-RoutersAdminTest-381035080 tempest-RoutersAdminTest-381035080-project] 10.222.0.60 "DELETE /v2.0/subnets/3c95f307-5df5-4713-a012-5b6797f67e32 HTTP/1.1" status: 404 len: 337 time: 0.0396228 Aug 17 00:03:00.395884 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-e2ad2818-86d8-43ea-8f52-cb7b04dfd223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e05374-de5a-45c8-86a5-6696d95aad4f') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:00.395884 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-e2ad2818-86d8-43ea-8f52-cb7b04dfd223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e05374-de5a-45c8-86a5-6696d95aad4f') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:00.407456 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2818-86d8-43ea-8f52-cb7b04dfd223 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:00.418650 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:03:00.423161 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 7f23aba5-ac0a-457b-8d56-80f43b9ed3a2 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:03:00.440387 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2818-86d8-43ea-8f52-cb7b04dfd223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:00.454183 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ad2818-86d8-43ea-8f52-cb7b04dfd223 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:03:00.454679 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2818-86d8-43ea-8f52-cb7b04dfd223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:03:00.456616 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:03:00.467882 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-b9f5e86f-d1f6-431b-b29a-4637ce3568a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db HTTP/1.1" status: 200 len: 217 time: 0.1005740 Aug 17 00:03:00.536179 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4a384a08-9a1b-4ee4-9c3f-367c3d2ec10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:00.538080 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-4a384a08-9a1b-4ee4-9c3f-367c3d2ec10d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7f767b01-59ba-4d1c-a2de-3cb9e8190671 HTTP/1.1" status: 200 len: 797 time: 0.0605237 Aug 17 00:03:00.602001 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2818-86d8-43ea-8f52-cb7b04dfd223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:00.644689 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2818-86d8-43ea-8f52-cb7b04dfd223 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:00.650370 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e2ad2818-86d8-43ea-8f52-cb7b04dfd223 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8dd37e51-5afe-480c-821e-9a1461bcacb0 HTTP/1.1" status: 204 len: 168 time: 0.9555371 Aug 17 00:03:00.653423 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34518) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:00.656049 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad2818-86d8-43ea-8f52-cb7b04dfd223 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dd37e51-5afe-480c-821e-9a1461bcacb0,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:00.687542 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-10c0a20b-fada-4e75-bf2e-cb40ff033ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:00.689170 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-10c0a20b-fada-4e75-bf2e-cb40ff033ac3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=450a1daa-7a72-47ff-abbd-744b752946ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1430571 Aug 17 00:03:00.689736 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4792e41c-6ce3-4d12-aa9a-a1b3d4efd740,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:00.714151 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 7f23aba5-ac0a-457b-8d56-80f43b9ed3a2 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:03:00.714494 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 7f23aba5-ac0a-457b-8d56-80f43b9ed3a2 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:03:00.716137 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '4792e41c-6ce3-4d12-aa9a-a1b3d4efd740', 'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df', 'port_id': '4792e41c-6ce3-4d12-aa9a-a1b3d4efd740', 'mac_address': 'fa:16:3e:25:d3:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd9ab22-5340-4c03-a1d1-8f64d16eab30', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:03:00.763228 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb29e92a-e5fc-4fde-a94e-bc889575e692 admin admin] Deleting subnet 3ccce765-ef8b-4cb1-a320-552162a81278 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:03:00.776903 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eb29e92a-e5fc-4fde-a94e-bc889575e692 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:00.812092 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:00.836103 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:03:00.871866 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eb29e92a-e5fc-4fde-a94e-bc889575e692 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:00.881448 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4792e41c-6ce3-4d12-aa9a-a1b3d4efd740,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:00.893888 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:00.949173 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-39b21f3c-8973-4881-8bd5-fcd29448ffa1 service neutron] 10.222.0.64 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469769 Aug 17 00:03:00.957839 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eb29e92a-e5fc-4fde-a94e-bc889575e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:01.019952 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['4792e41c-6ce3-4d12-aa9a-a1b3d4efd740'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:03:01.054201 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eb29e92a-e5fc-4fde-a94e-bc889575e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:01.090222 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29e92a-e5fc-4fde-a94e-bc889575e692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ccce765-ef8b-4cb1-a320-552162a81278,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:01.100980 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eb29e92a-e5fc-4fde-a94e-bc889575e692 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:01.103842 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-eb29e92a-e5fc-4fde-a94e-bc889575e692 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3ccce765-ef8b-4cb1-a320-552162a81278 HTTP/1.1" status: 204 len: 168 time: 0.4492567 Aug 17 00:03:01.106667 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34544) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:01.139839 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=4792e41c-6ce3-4d12-aa9a-a1b3d4efd740,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:01.167398 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 34548) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:01.174716 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:01.175071 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:01.175423 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:01.175765 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:01.176102 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:01.176439 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:01.177351 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:01.186199 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:01.186554 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:01.186898 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:01.187250 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:01.187561 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:01.227912 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-af1cfad2-d31d-4b5d-afd3-aa90d9cbcffa service neutron] 10.222.0.64 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698138 Aug 17 00:03:01.238306 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 34556) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:01.338491 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-30e79f80-e3e9-41ee-83aa-3dedc5fb7cab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bf369f05-5490-4286-a3db-d3ce97b77f7b HTTP/1.1" status: 200 len: 217 time: 0.0985813 Aug 17 00:03:01.366078 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0bdbc1cd-412a-4cb0-b0c0-6ae0ef9e1723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:01.563497 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0bdbc1cd-412a-4cb0-b0c0-6ae0ef9e1723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:01.581083 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-0bdbc1cd-412a-4cb0-b0c0-6ae0ef9e1723 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fbf3b2a-228c-475c-ab1f-579c6d8570a8']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:01.589968 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-64877b35-7682-4225-84a6-3e3a74af3357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:01.597853 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-0bdbc1cd-412a-4cb0-b0c0-6ae0ef9e1723 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ce9f91-8253-4a63-9812-947b4e1c708a') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:01.598350 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-0bdbc1cd-412a-4cb0-b0c0-6ae0ef9e1723 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ce9f91-8253-4a63-9812-947b4e1c708a') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:01.622949 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0bdbc1cd-412a-4cb0-b0c0-6ae0ef9e1723 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:01.644362 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0bdbc1cd-412a-4cb0-b0c0-6ae0ef9e1723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:01.653485 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bdbc1cd-412a-4cb0-b0c0-6ae0ef9e1723 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:03:01.653909 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0bdbc1cd-412a-4cb0-b0c0-6ae0ef9e1723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:01.673214 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade1d35-7e42-4fa4-bcfa-9deee2b95d61 req-c81f5299-966f-4d92-a1b2-03764ef3da17 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:01.682349 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade1d35-7e42-4fa4-bcfa-9deee2b95d61 req-c81f5299-966f-4d92-a1b2-03764ef3da17 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:01.688954 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade1d35-7e42-4fa4-bcfa-9deee2b95d61 req-c81f5299-966f-4d92-a1b2-03764ef3da17 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:01.700017 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade1d35-7e42-4fa4-bcfa-9deee2b95d61 req-c81f5299-966f-4d92-a1b2-03764ef3da17 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:03:01.704701 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:03:01.707223 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade1d35-7e42-4fa4-bcfa-9deee2b95d61 req-c81f5299-966f-4d92-a1b2-03764ef3da17 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:01.714608 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade1d35-7e42-4fa4-bcfa-9deee2b95d61 req-c81f5299-966f-4d92-a1b2-03764ef3da17 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:01.719831 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade1d35-7e42-4fa4-bcfa-9deee2b95d61 req-c81f5299-966f-4d92-a1b2-03764ef3da17 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:01.721763 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aade1d35-7e42-4fa4-bcfa-9deee2b95d61 req-c81f5299-966f-4d92-a1b2-03764ef3da17 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5420 time: 0.2646415 Aug 17 00:03:01.736048 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-27554bc5-4c55-4d48-a741-d587ade25b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:01.737524 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-27554bc5-4c55-4d48-a741-d587ade25b15 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52ce99c2-888b-4cad-8190-0a83e8273287 HTTP/1.1" status: 200 len: 797 time: 0.3925025 Aug 17 00:03:01.757524 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0bdbc1cd-412a-4cb0-b0c0-6ae0ef9e1723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:01.780941 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0bdbc1cd-412a-4cb0-b0c0-6ae0ef9e1723 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:01.783926 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0bdbc1cd-412a-4cb0-b0c0-6ae0ef9e1723 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9fbf3b2a-228c-475c-ab1f-579c6d8570a8 HTTP/1.1" status: 204 len: 168 time: 0.6759551 Aug 17 00:03:01.785464 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdbc1cd-412a-4cb0-b0c0-6ae0ef9e1723 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fbf3b2a-228c-475c-ab1f-579c6d8570a8,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:01.794614 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3dabbdc6-868f-4ec4-9175-b0611b39b3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:01.934466 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-ea162b55-0a3f-4372-b5ab-f83e83484f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:01.943296 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-ea162b55-0a3f-4372-b5ab-f83e83484f9d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e2ac1b86-e36f-4432-8342-86f5ef252896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1798177 Aug 17 00:03:01.962646 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:03:02.005464 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-64877b35-7682-4225-84a6-3e3a74af3357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:02.013440 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aade1d35-7e42-4fa4-bcfa-9deee2b95d61 req-e7c9e58d-e14f-4422-97e5-6c20856fd23a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2800210 Aug 17 00:03:02.043241 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34580) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:02.044349 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-64877b35-7682-4225-84a6-3e3a74af3357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:02.138496 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c80d3fdb-0597-4804-bfbd-ba119ce8b243 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d6f4a216191046158c4ce7eddf7e2404&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0896037 Aug 17 00:03:02.140368 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34590) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:02.198400 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-64877b35-7682-4225-84a6-3e3a74af3357 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e608a076e6aa42eebd8b9e14af411ea9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0299127 Aug 17 00:03:02.201079 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34592) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:02.222475 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64877b35-7682-4225-84a6-3e3a74af3357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0659a4-854b-4ba6-8c90-f4b80912883f,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:02.313074 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a8217dc1-6f64-486d-be11-7517440470a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:02.320596 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-858b19e4-8568-4243-b493-0641e478bae2 service neutron] 10.222.0.64 "GET /v2.0/networks/e2ac1b86-e36f-4432-8342-86f5ef252896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057432 Aug 17 00:03:02.351115 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a8217dc1-6f64-486d-be11-7517440470a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:02.387156 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-45e50fca-14d7-47ee-bb6b-6fdf00cfde10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:02.429540 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-45e50fca-14d7-47ee-bb6b-6fdf00cfde10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:02.435657 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:03:02.486825 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a8217dc1-6f64-486d-be11-7517440470a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:02.493456 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a8217dc1-6f64-486d-be11-7517440470a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:02.495065 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a8217dc1-6f64-486d-be11-7517440470a3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/116d8563-ec08-4a23-8572-981f0a9fd723 HTTP/1.1" status: 204 len: 168 time: 0.3536067 Aug 17 00:03:02.518958 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8217dc1-6f64-486d-be11-7517440470a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116d8563-ec08-4a23-8572-981f0a9fd723,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:02.536666 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-45e50fca-14d7-47ee-bb6b-6fdf00cfde10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:02.539942 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-45e50fca-14d7-47ee-bb6b-6fdf00cfde10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:02.545332 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-45e50fca-14d7-47ee-bb6b-6fdf00cfde10 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ea0659a4-854b-4ba6-8c90-f4b80912883f HTTP/1.1" status: 204 len: 168 time: 0.3408582 Aug 17 00:03:02.558306 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e50fca-14d7-47ee-bb6b-6fdf00cfde10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0659a4-854b-4ba6-8c90-f4b80912883f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:02.604222 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3dabbdc6-868f-4ec4-9175-b0611b39b3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:02.633297 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3dabbdc6-868f-4ec4-9175-b0611b39b3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:02.669995 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:02.670383 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:02.712894 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-b78fc2d4-3ce5-4a95-81be-2e30b2ae3f2a service neutron] 10.222.0.64 "GET /v2.0/networks/e2ac1b86-e36f-4432-8342-86f5ef252896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829703 Aug 17 00:03:02.863784 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:02.897658 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4467249-7e89-434b-9fb4-d2eb8ac841d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4792e41c-6ce3-4d12-aa9a-a1b3d4efd740'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:03:02.900786 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fe7851-051a-410b-97e8-6577c12bdc3b" -d '{"events": [{"server_uuid": "d4467249-7e89-434b-9fb4-d2eb8ac841d4", "name": "network-vif-plugged", "status": "completed", "tag": "4792e41c-6ce3-4d12-aa9a-a1b3d4efd740"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:03:02.920448 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-a507d5f0-1018-4e91-ba00-215341e10b13 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1a678ec1-28b9-4595-9f5f-5bcce8516225 HTTP/1.1" status: 200 len: 217 time: 0.1561344 Aug 17 00:03:02.927446 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dabbdc6-868f-4ec4-9175-b0611b39b3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb7f19a-ee23-433e-9a97-8a182c888945,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:02.953605 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3dabbdc6-868f-4ec4-9175-b0611b39b3ca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=49d579fe468a46e6bb0df4b21f087a9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7117457 Aug 17 00:03:02.956197 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34616) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:02.972195 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4792e41c-6ce3-4d12-aa9a-a1b3d4efd740,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:03.002906 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:03.092156 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-590071e6-0d2f-4805-b1d0-ab5ac0998023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:03.099432 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-0be2cc5e-4679-4edb-a3f2-64335845dfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:03.101922 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-0be2cc5e-4679-4edb-a3f2-64335845dfef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52ce99c2-888b-4cad-8190-0a83e8273287 HTTP/1.1" status: 200 len: 797 time: 0.1566916 Aug 17 00:03:03.155046 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-590071e6-0d2f-4805-b1d0-ab5ac0998023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:03.215710 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b811ebc3-2a07-485f-a01a-4e6333ca60e6 x-openstack-request-id: req-b811ebc3-2a07-485f-a01a-4e6333ca60e6 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:03:03.222602 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4467249-7e89-434b-9fb4-d2eb8ac841d4", "name": "network-vif-plugged", "status": "completed", "tag": "4792e41c-6ce3-4d12-aa9a-a1b3d4efd740", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:03:03.224608 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b811ebc3-2a07-485f-a01a-4e6333ca60e6 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:03:03.228055 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4467249-7e89-434b-9fb4-d2eb8ac841d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4792e41c-6ce3-4d12-aa9a-a1b3d4efd740', 'code': 200} Aug 17 00:03:03.249285 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-1fd4559c-4c8e-466a-a4c3-0ce3020e9dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:03.258919 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-1fd4559c-4c8e-466a-a4c3-0ce3020e9dfc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e2ac1b86-e36f-4432-8342-86f5ef252896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1392782 Aug 17 00:03:03.272607 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-590071e6-0d2f-4805-b1d0-ab5ac0998023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:03.277213 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-590071e6-0d2f-4805-b1d0-ab5ac0998023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:03.278449 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-590071e6-0d2f-4805-b1d0-ab5ac0998023 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dcb7f19a-ee23-433e-9a97-8a182c888945 HTTP/1.1" status: 204 len: 168 time: 0.3210571 Aug 17 00:03:03.297892 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=4792e41c-6ce3-4d12-aa9a-a1b3d4efd740,revision_number=7']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:03.298141 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590071e6-0d2f-4805-b1d0-ab5ac0998023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb7f19a-ee23-433e-9a97-8a182c888945,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:03.330636 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34636) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:03.370477 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34638) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:03.427333 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-82d4d01a-477e-4ff1-af6b-fc0f5bfc0b3b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e93e5e09c6b4414395ae7012d0c64fde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0945239 Aug 17 00:03:03.434327 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34644) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:03.496147 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6715bf13-b6d5-4726-882a-33c421895c2c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0575ce3b66f44b59abc17c0b40730a79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1228988 Aug 17 00:03:03.508162 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34648) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:03.528155 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-8309019a-9e67-4621-9026-12a3fb93c559 service neutron] 10.222.0.64 "GET /v2.0/networks/e2ac1b86-e36f-4432-8342-86f5ef252896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680881 Aug 17 00:03:03.624040 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e419de8-5532-4efa-8507-51fe10a37c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:03.653599 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8dd67a22-a5e7-4f72-bf42-b195d5a72df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:03.678199 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e419de8-5532-4efa-8507-51fe10a37c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:03.737566 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc72fb3-b67e-4b7e-8d3c-0fe0035cf738 req-b92eed2f-8cfa-4287-9e0d-0acdc4c43b64 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:03.738171 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8dd67a22-a5e7-4f72-bf42-b195d5a72df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:03.746813 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc72fb3-b67e-4b7e-8d3c-0fe0035cf738 req-b92eed2f-8cfa-4287-9e0d-0acdc4c43b64 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:03.756002 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc72fb3-b67e-4b7e-8d3c-0fe0035cf738 req-b92eed2f-8cfa-4287-9e0d-0acdc4c43b64 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:03.763879 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc72fb3-b67e-4b7e-8d3c-0fe0035cf738 req-b92eed2f-8cfa-4287-9e0d-0acdc4c43b64 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:03.772857 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc72fb3-b67e-4b7e-8d3c-0fe0035cf738 req-b92eed2f-8cfa-4287-9e0d-0acdc4c43b64 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:03.780268 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc72fb3-b67e-4b7e-8d3c-0fe0035cf738 req-b92eed2f-8cfa-4287-9e0d-0acdc4c43b64 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:03.788203 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc72fb3-b67e-4b7e-8d3c-0fe0035cf738 req-b92eed2f-8cfa-4287-9e0d-0acdc4c43b64 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:03.792076 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8bc72fb3-b67e-4b7e-8d3c-0fe0035cf738 req-b92eed2f-8cfa-4287-9e0d-0acdc4c43b64 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5420 time: 0.4534812 Aug 17 00:03:03.876652 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e419de8-5532-4efa-8507-51fe10a37c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:03.876652 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e419de8-5532-4efa-8507-51fe10a37c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:03.876652 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7e419de8-5532-4efa-8507-51fe10a37c91 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9d8ebd02-2962-4f87-a297-ac4e351788fe HTTP/1.1" status: 204 len: 168 time: 0.4393115 Aug 17 00:03:03.882801 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8dd67a22-a5e7-4f72-bf42-b195d5a72df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:03.885574 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8dd67a22-a5e7-4f72-bf42-b195d5a72df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:03.893389 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8dd67a22-a5e7-4f72-bf42-b195d5a72df0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/28d8b2d5-8b0d-477a-b174-53a8f88f1445 HTTP/1.1" status: 204 len: 168 time: 0.3840175 Aug 17 00:03:03.896216 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8872854-182d-49b0-b1b9-7fb3f0fcd7d5 req-ab3a698f-50af-44c3-970c-25ea75a1a362 service neutron] 10.222.0.64 "GET /v2.0/networks/e2ac1b86-e36f-4432-8342-86f5ef252896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493428 Aug 17 00:03:03.901837 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e419de8-5532-4efa-8507-51fe10a37c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8ebd02-2962-4f87-a297-ac4e351788fe,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:03.950979 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd67a22-a5e7-4f72-bf42-b195d5a72df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d8b2d5-8b0d-477a-b174-53a8f88f1445,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:03.956157 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8bc72fb3-b67e-4b7e-8d3c-0fe0035cf738 req-9ee335bb-33c5-4890-beda-81e4604b2cbd tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1484382 Aug 17 00:03:04.082267 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb0e10-7c9d-489f-b043-c8cce3fac94b req-751d1570-aee0-4d05-a5ec-860390547cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:04.084782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb0e10-7c9d-489f-b043-c8cce3fac94b req-751d1570-aee0-4d05-a5ec-860390547cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:04.086026 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb0e10-7c9d-489f-b043-c8cce3fac94b req-751d1570-aee0-4d05-a5ec-860390547cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:04.086699 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb0e10-7c9d-489f-b043-c8cce3fac94b req-751d1570-aee0-4d05-a5ec-860390547cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:04.087796 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb0e10-7c9d-489f-b043-c8cce3fac94b req-751d1570-aee0-4d05-a5ec-860390547cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:04.088480 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb0e10-7c9d-489f-b043-c8cce3fac94b req-751d1570-aee0-4d05-a5ec-860390547cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:04.089196 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb0e10-7c9d-489f-b043-c8cce3fac94b req-751d1570-aee0-4d05-a5ec-860390547cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:04.091772 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57eb0e10-7c9d-489f-b043-c8cce3fac94b req-751d1570-aee0-4d05-a5ec-860390547cc6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dea3d186f8943e68e6ffa5ab6e1d924&device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 6484 time: 0.0934503 Aug 17 00:03:04.245611 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb0e10-7c9d-489f-b043-c8cce3fac94b req-5c851269-2a4b-4734-88c2-7c01494faa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:04.247333 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57eb0e10-7c9d-489f-b043-c8cce3fac94b req-5c851269-2a4b-4734-88c2-7c01494faa8e service neutron] 10.222.0.64 "GET /v2.0/networks?id=e2ac1b86-e36f-4432-8342-86f5ef252896 HTTP/1.1" status: 200 len: 903 time: 0.1447089 Aug 17 00:03:04.365609 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57eb0e10-7c9d-489f-b043-c8cce3fac94b req-190283a6-ca15-4fb0-81e0-8ecd7f5b02f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1a678ec1-28b9-4595-9f5f-5bcce8516225 HTTP/1.1" status: 200 len: 217 time: 0.1062415 Aug 17 00:03:04.440019 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb0e10-7c9d-489f-b043-c8cce3fac94b req-64028b22-86eb-4bbb-94ee-ada4e8e8ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:04.444084 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57eb0e10-7c9d-489f-b043-c8cce3fac94b req-64028b22-86eb-4bbb-94ee-ada4e8e8ba6b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52ce99c2-888b-4cad-8190-0a83e8273287 HTTP/1.1" status: 200 len: 797 time: 0.0689006 Aug 17 00:03:04.978527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb0e10-7c9d-489f-b043-c8cce3fac94b req-088a2526-a36f-4d32-90cd-d8ce831fb61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:04.980951 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57eb0e10-7c9d-489f-b043-c8cce3fac94b req-088a2526-a36f-4d32-90cd-d8ce831fb61b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e2ac1b86-e36f-4432-8342-86f5ef252896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5260193 Aug 17 00:03:05.140488 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57eb0e10-7c9d-489f-b043-c8cce3fac94b req-d7092381-4aeb-434b-919c-c819d2aa2b5b service neutron] 10.222.0.64 "GET /v2.0/networks/e2ac1b86-e36f-4432-8342-86f5ef252896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512647 Aug 17 00:03:05.372223 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf180c9-2478-461f-8b39-9541d0cb38d8 req-6364a8cb-f00d-4895-a9d8-93f021333e6b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:05.380735 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf180c9-2478-461f-8b39-9541d0cb38d8 req-6364a8cb-f00d-4895-a9d8-93f021333e6b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:05.386740 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf180c9-2478-461f-8b39-9541d0cb38d8 req-6364a8cb-f00d-4895-a9d8-93f021333e6b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:05.392893 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf180c9-2478-461f-8b39-9541d0cb38d8 req-6364a8cb-f00d-4895-a9d8-93f021333e6b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:05.398805 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf180c9-2478-461f-8b39-9541d0cb38d8 req-6364a8cb-f00d-4895-a9d8-93f021333e6b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:05.405324 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf180c9-2478-461f-8b39-9541d0cb38d8 req-6364a8cb-f00d-4895-a9d8-93f021333e6b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:05.421070 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf180c9-2478-461f-8b39-9541d0cb38d8 req-6364a8cb-f00d-4895-a9d8-93f021333e6b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:05.428799 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ddf180c9-2478-461f-8b39-9541d0cb38d8 req-6364a8cb-f00d-4895-a9d8-93f021333e6b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5420 time: 0.1947083 Aug 17 00:03:05.520370 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ddf180c9-2478-461f-8b39-9541d0cb38d8 req-636c4b17-4c0b-4e66-bea9-93e5a0dff063 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0841162 Aug 17 00:03:05.522775 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57eb0e10-7c9d-489f-b043-c8cce3fac94b req-668ca3ae-5ac8-4302-9d94-0341b057730a service neutron] 10.222.0.64 "GET /v2.0/networks/e2ac1b86-e36f-4432-8342-86f5ef252896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736603 Aug 17 00:03:05.795496 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34746) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:06.029927 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34754) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:06.159754 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-b528c6ec-888e-47c4-ab09-4d7854b0a736 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1707671316-network', 'tenant_id': '87be8efc475c4c378cdd571fa01cbf17'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:06.210116 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b528c6ec-888e-47c4-ab09-4d7854b0a736 admin admin] Made reservation on behalf of 87be8efc475c4c378cdd571fa01cbf17 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:03:06.212471 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b528c6ec-888e-47c4-ab09-4d7854b0a736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:06.235893 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b528c6ec-888e-47c4-ab09-4d7854b0a736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:06.385914 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-710dc96c-3b0c-4980-ab11-5a5644fd2af6 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1741319335'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:06.457635 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b528c6ec-888e-47c4-ab09-4d7854b0a736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:06.466147 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b528c6ec-888e-47c4-ab09-4d7854b0a736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:06.522097 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528c6ec-888e-47c4-ab09-4d7854b0a736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894a411c-5db1-47b7-a8fc-3707ef9dad02,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:06.534909 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b528c6ec-888e-47c4-ab09-4d7854b0a736 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:03:06.551106 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b528c6ec-888e-47c4-ab09-4d7854b0a736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:06.551744 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-b528c6ec-888e-47c4-ab09-4d7854b0a736 admin admin] Added segment 31a3cb0f-126a-4d49-b85d-0ebb003ac0f2 of type vlan for network 7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8 Aug 17 00:03:06.577432 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710dc96c-3b0c-4980-ab11-5a5644fd2af6 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Made reservation on behalf of 3ea4605d16cf41a2b1fac6fc6593f2f2 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:03:06.585210 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-710dc96c-3b0c-4980-ab11-5a5644fd2af6 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:06.679732 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b528c6ec-888e-47c4-ab09-4d7854b0a736 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:06.735367 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b528c6ec-888e-47c4-ab09-4d7854b0a736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:06.737695 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b528c6ec-888e-47c4-ab09-4d7854b0a736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:06.740865 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b528c6ec-888e-47c4-ab09-4d7854b0a736 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:06.771098 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-710dc96c-3b0c-4980-ab11-5a5644fd2af6 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:06.781975 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc80a47-99be-4b52-9494-448a19c18072 req-6b65ca4e-8cae-4ead-bc96-1ceff028642c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:06.790125 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc80a47-99be-4b52-9494-448a19c18072 req-6b65ca4e-8cae-4ead-bc96-1ceff028642c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:06.797745 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc80a47-99be-4b52-9494-448a19c18072 req-6b65ca4e-8cae-4ead-bc96-1ceff028642c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:06.813209 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34782) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:06.815763 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc80a47-99be-4b52-9494-448a19c18072 req-6b65ca4e-8cae-4ead-bc96-1ceff028642c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:06.822907 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc80a47-99be-4b52-9494-448a19c18072 req-6b65ca4e-8cae-4ead-bc96-1ceff028642c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:06.825477 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b528c6ec-888e-47c4-ab09-4d7854b0a736 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0289481 Aug 17 00:03:06.830271 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc80a47-99be-4b52-9494-448a19c18072 req-6b65ca4e-8cae-4ead-bc96-1ceff028642c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:06.838771 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc80a47-99be-4b52-9494-448a19c18072 req-6b65ca4e-8cae-4ead-bc96-1ceff028642c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:06.841029 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-acc80a47-99be-4b52-9494-448a19c18072 req-6b65ca4e-8cae-4ead-bc96-1ceff028642c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5420 time: 0.1970956 Aug 17 00:03:06.841487 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 34784) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:06.847188 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-7d8157c9-2f23-476a-b8ec-0d864635b013 admin admin] Request body: {'subnet': {'network_id': '7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1707671316-subnet', 'tenant_id': '87be8efc475c4c378cdd571fa01cbf17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:06.915477 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-acc80a47-99be-4b52-9494-448a19c18072 req-598dc399-5ba0-4b6b-a04f-9430e75ac34c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605738 Aug 17 00:03:06.984433 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528c6ec-888e-47c4-ab09-4d7854b0a736 admin admin] Pushing event updated for resources: {'Network': ['ID=7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:07.000244 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:03:07.066028 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-710dc96c-3b0c-4980-ab11-5a5644fd2af6 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:07.078617 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-710dc96c-3b0c-4980-ab11-5a5644fd2af6 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:07.106744 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8157c9-2f23-476a-b8ec-0d864635b013 admin admin] Made reservation on behalf of 87be8efc475c4c378cdd571fa01cbf17 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:03:07.111467 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7d8157c9-2f23-476a-b8ec-0d864635b013 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:07.174018 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-9e35f9fe-c95f-49b1-ac99-5e62118a47c1 tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:07.195297 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710dc96c-3b0c-4980-ab11-5a5644fd2af6 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:03:07.209764 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710dc96c-3b0c-4980-ab11-5a5644fd2af6 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44c427cf-8bf7-4bb2-9568-0bc9995ac8e9,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:07.220306 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-710dc96c-3b0c-4980-ab11-5a5644fd2af6 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:07.220664 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-710dc96c-3b0c-4980-ab11-5a5644fd2af6 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Added segment e71e5586-c1be-468e-8f35-27a77fb08179 of type vlan for network 9ee0f912-3039-4f4f-98ab-3a4775b2993b Aug 17 00:03:07.237676 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9e35f9fe-c95f-49b1-ac99-5e62118a47c1 tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:07.327635 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-710dc96c-3b0c-4980-ab11-5a5644fd2af6 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:07.373316 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-710dc96c-3b0c-4980-ab11-5a5644fd2af6 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:07.379460 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710dc96c-3b0c-4980-ab11-5a5644fd2af6 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:07.380464 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-710dc96c-3b0c-4980-ab11-5a5644fd2af6 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:07.430031 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7d8157c9-2f23-476a-b8ec-0d864635b013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:07.462340 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-710dc96c-3b0c-4980-ab11-5a5644fd2af6 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4310575 Aug 17 00:03:07.462954 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34796) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:07.471598 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-add1ffdf-e5af-40cc-950d-b4add306a1b7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Request body: {'subnet': {'network_id': '9ee0f912-3039-4f4f-98ab-3a4775b2993b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:07.516787 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8157c9-2f23-476a-b8ec-0d864635b013 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14908dd2-c2fd-41a8-9580-50d28ae44a75,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:07.527804 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8157c9-2f23-476a-b8ec-0d864635b013 admin admin] Checking segment: {'id': '31a3cb0f-126a-4d49-b85d-0ebb003ac0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:03:07.528233 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8157c9-2f23-476a-b8ec-0d864635b013 admin admin] Network hostable DHCP agents. Network: 7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:03:07.545077 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710dc96c-3b0c-4980-ab11-5a5644fd2af6 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Pushing event updated for resources: {'Network': ['ID=9ee0f912-3039-4f4f-98ab-3a4775b2993b,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:07.555073 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8157c9-2f23-476a-b8ec-0d864635b013 admin admin] Network 7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:03:07.558500 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 9ee0f912-3039-4f4f-98ab-3a4775b2993b details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:03:07.580169 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-7d8157c9-2f23-476a-b8ec-0d864635b013 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:07.594819 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9e35f9fe-c95f-49b1-ac99-5e62118a47c1 tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:07.621913 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8157c9-2f23-476a-b8ec-0d864635b013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:07.622528 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7d8157c9-2f23-476a-b8ec-0d864635b013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:07.656032 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5d3739-bfc9-4c8c-95bb-cb7f3d43049b None None] Network 7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:03:07.679690 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7d8157c9-2f23-476a-b8ec-0d864635b013 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8370557 Aug 17 00:03:07.682373 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 34800) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:07.687461 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-e214b499-26e7-434f-b32e-2a1cae5369cd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1707671316-router', 'tenant_id': '87be8efc475c4c378cdd571fa01cbf17', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:07.696856 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add1ffdf-e5af-40cc-950d-b4add306a1b7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Made reservation on behalf of 3ea4605d16cf41a2b1fac6fc6593f2f2 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:03:07.705644 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-add1ffdf-e5af-40cc-950d-b4add306a1b7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:07.752854 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e214b499-26e7-434f-b32e-2a1cae5369cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:07.754021 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e214b499-26e7-434f-b32e-2a1cae5369cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:07.850689 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e214b499-26e7-434f-b32e-2a1cae5369cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:07.924768 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-9e35f9fe-c95f-49b1-ac99-5e62118a47c1 tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Allocated IP 172.25.3.12 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/4abcc825-8e3b-4e10-92b1-69cbcf54c91c) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:03:07.953667 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f385b8a-2caa-4818-b2a4-ab5f64fb4721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8', 'network_id': '7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8', 'tenant_id': '87be8efc475c4c378cdd571fa01cbf17', 'fixed_ips': [{'subnet_id': '14908dd2-c2fd-41a8-9580-50d28ae44a75'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:03:07.955050 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5f385b8a-2caa-4818-b2a4-ab5f64fb4721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:08.148299 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e214b499-26e7-434f-b32e-2a1cae5369cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:08.170800 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-add1ffdf-e5af-40cc-950d-b4add306a1b7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:08.269075 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9e35f9fe-c95f-49b1-ac99-5e62118a47c1 tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:08.289117 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38378363-ee44-4cb9-9e40-533058777f9b req-f7b8869d-0782-4e1c-8f6d-ae8d3973fb25 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:08.299008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38378363-ee44-4cb9-9e40-533058777f9b req-f7b8869d-0782-4e1c-8f6d-ae8d3973fb25 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:08.303196 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-5f385b8a-2caa-4818-b2a4-ab5f64fb4721 None None] Allocated IP 172.20.0.2 (7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8/14908dd2-c2fd-41a8-9580-50d28ae44a75/6e2a861b-d381-488b-b0a5-a6843e1e36c6) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:03:08.305263 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38378363-ee44-4cb9-9e40-533058777f9b req-f7b8869d-0782-4e1c-8f6d-ae8d3973fb25 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:08.311480 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38378363-ee44-4cb9-9e40-533058777f9b req-f7b8869d-0782-4e1c-8f6d-ae8d3973fb25 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:08.318069 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38378363-ee44-4cb9-9e40-533058777f9b req-f7b8869d-0782-4e1c-8f6d-ae8d3973fb25 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:08.324060 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38378363-ee44-4cb9-9e40-533058777f9b req-f7b8869d-0782-4e1c-8f6d-ae8d3973fb25 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:08.338403 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38378363-ee44-4cb9-9e40-533058777f9b req-f7b8869d-0782-4e1c-8f6d-ae8d3973fb25 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:08.340368 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-38378363-ee44-4cb9-9e40-533058777f9b req-f7b8869d-0782-4e1c-8f6d-ae8d3973fb25 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5420 time: 0.2466512 Aug 17 00:03:08.368640 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1ffdf-e5af-40cc-950d-b4add306a1b7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Pushing event updated for resources: {'Subnet': ['ID=b3356a2e-33dd-4899-9239-b499f6796116,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:08.406019 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-38378363-ee44-4cb9-9e40-533058777f9b req-aa99eb94-d693-48ef-8b8a-36c5cef7b83f tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517759 Aug 17 00:03:08.415690 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add1ffdf-e5af-40cc-950d-b4add306a1b7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Checking segment: {'id': 'e71e5586-c1be-468e-8f35-27a77fb08179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ee0f912-3039-4f4f-98ab-3a4775b2993b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:03:08.416081 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add1ffdf-e5af-40cc-950d-b4add306a1b7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Network hostable DHCP agents. Network: 9ee0f912-3039-4f4f-98ab-3a4775b2993b, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:03:08.492276 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add1ffdf-e5af-40cc-950d-b4add306a1b7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Network 9ee0f912-3039-4f4f-98ab-3a4775b2993b is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:03:08.513591 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9e35f9fe-c95f-49b1-ac99-5e62118a47c1 tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:08.514631 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5f385b8a-2caa-4818-b2a4-ab5f64fb4721 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:08.526277 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5f385b8a-2caa-4818-b2a4-ab5f64fb4721 None None] Transition to ACTIVE for port object 6e2a861b-d381-488b-b0a5-a6843e1e36c6 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:03:08.543534 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5f385b8a-2caa-4818-b2a4-ab5f64fb4721 None None] Transition to ACTIVE for port object 6e2a861b-d381-488b-b0a5-a6843e1e36c6 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:03:08.563486 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5f385b8a-2caa-4818-b2a4-ab5f64fb4721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:08.606325 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35f9fe-c95f-49b1-ac99-5e62118a47c1 tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Pushing event updated for resources: {'Port': ['ID=4abcc825-8e3b-4e10-92b1-69cbcf54c91c,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:08.611209 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-add1ffdf-e5af-40cc-950d-b4add306a1b7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 9ee0f912-3039-4f4f-98ab-3a4775b2993b) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:08.618539 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add1ffdf-e5af-40cc-950d-b4add306a1b7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:08.620783 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-add1ffdf-e5af-40cc-950d-b4add306a1b7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:08.626551 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0471fac-f57e-409b-ab04-8eaf03b08742 None None] Network 9ee0f912-3039-4f4f-98ab-3a4775b2993b requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:03:08.640764 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-add1ffdf-e5af-40cc-950d-b4add306a1b7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1731858 Aug 17 00:03:08.643612 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 34822) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:08.644427 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e35f9fe-c95f-49b1-ac99-5e62118a47c1 tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:03:08.646571 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-9e35f9fe-c95f-49b1-ac99-5e62118a47c1 tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:08.649765 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e35f9fe-c95f-49b1-ac99-5e62118a47c1 tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:03:08.650084 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-638e0ca4-db43-4197-9652-e53459cb51d0 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2124906940', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:08.671851 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e214b499-26e7-434f-b32e-2a1cae5369cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:08.725652 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e214b499-26e7-434f-b32e-2a1cae5369cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:08.744398 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-638e0ca4-db43-4197-9652-e53459cb51d0 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:08.746175 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-638e0ca4-db43-4197-9652-e53459cb51d0 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:08.755914 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9e35f9fe-c95f-49b1-ac99-5e62118a47c1 tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:08.764138 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f385b8a-2caa-4818-b2a4-ab5f64fb4721 None None] Network 7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:03:08.782965 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-5f385b8a-2caa-4818-b2a4-ab5f64fb4721 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:08.794441 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f385b8a-2caa-4818-b2a4-ab5f64fb4721 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:03:08.797395 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f385b8a-2caa-4818-b2a4-ab5f64fb4721 None None] Pushing event updated for resources: {'Port': ['ID=6e2a861b-d381-488b-b0a5-a6843e1e36c6,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:08.808773 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9e35f9fe-c95f-49b1-ac99-5e62118a47c1 tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:08.909100 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-638e0ca4-db43-4197-9652-e53459cb51d0 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:08.936407 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-638e0ca4-db43-4197-9652-e53459cb51d0 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:08.968832 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-5f385b8a-2caa-4818-b2a4-ab5f64fb4721 None None] Attempting to bind port 6e2a861b-d381-488b-b0a5-a6843e1e36c6 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:03:08.971441 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-5f385b8a-2caa-4818-b2a4-ab5f64fb4721 None None] Attempting to bind port 6e2a861b-d381-488b-b0a5-a6843e1e36c6 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '31a3cb0f-126a-4d49-b85d-0ebb003ac0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:03:08.971913 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f385b8a-2caa-4818-b2a4-ab5f64fb4721 None None] Attempting to bind port 6e2a861b-d381-488b-b0a5-a6843e1e36c6 on network 7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:03:09.002715 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-e214b499-26e7-434f-b32e-2a1cae5369cd admin admin] Allocated IP 172.25.3.215 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/d242d22e-ec5f-4b39-8308-87ca7f8db1c5) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:03:09.006401 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f385b8a-2caa-4818-b2a4-ab5f64fb4721 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:03:09.006867 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-638e0ca4-db43-4197-9652-e53459cb51d0 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:09.007653 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f385b8a-2caa-4818-b2a4-ab5f64fb4721 None None] Checking segment: {'id': '31a3cb0f-126a-4d49-b85d-0ebb003ac0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:03:09.008347 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5f385b8a-2caa-4818-b2a4-ab5f64fb4721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:09.009244 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f385b8a-2caa-4818-b2a4-ab5f64fb4721 None None] Bound using segment: {'id': '31a3cb0f-126a-4d49-b85d-0ebb003ac0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:03:09.009509 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-638e0ca4-db43-4197-9652-e53459cb51d0 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3638992 Aug 17 00:03:09.010385 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-5f385b8a-2caa-4818-b2a4-ab5f64fb4721 None None] Bound port: 6e2a861b-d381-488b-b0a5-a6843e1e36c6, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a3cb0f-126a-4d49-b85d-0ebb003ac0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:03:09.011019 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5f385b8a-2caa-4818-b2a4-ab5f64fb4721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:09.015994 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 34834) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:09.052604 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9e35f9fe-c95f-49b1-ac99-5e62118a47c1 tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:09.060756 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9e35f9fe-c95f-49b1-ac99-5e62118a47c1 tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:09.105405 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f942163c-6296-4f58-9cf1-b6a8c49bd164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-9ee0f912-3039-4f4f-98ab-3a4775b2993b', 'network_id': '9ee0f912-3039-4f4f-98ab-3a4775b2993b', 'tenant_id': '3ea4605d16cf41a2b1fac6fc6593f2f2', 'fixed_ips': [{'subnet_id': 'b3356a2e-33dd-4899-9239-b499f6796116'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:03:09.106778 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f942163c-6296-4f58-9cf1-b6a8c49bd164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:09.153949 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-5f385b8a-2caa-4818-b2a4-ab5f64fb4721 None None] For port 6e2a861b-d381-488b-b0a5-a6843e1e36c6, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:03:09.160607 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-5f385b8a-2caa-4818-b2a4-ab5f64fb4721 None None] For port 6e2a861b-d381-488b-b0a5-a6843e1e36c6, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6e2a861b-d381-488b-b0a5-a6843e1e36c6,segment=NetworkSegment(31a3cb0f-126a-4d49-b85d-0ebb003ac0f2),segment_id=31a3cb0f-126a-4d49-b85d-0ebb003ac0f2)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:03:09.168331 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35f9fe-c95f-49b1-ac99-5e62118a47c1 tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Pushing event updated for resources: {'Port': ['ID=4abcc825-8e3b-4e10-92b1-69cbcf54c91c,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:09.180979 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5f385b8a-2caa-4818-b2a4-ab5f64fb4721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:09.187539 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9e35f9fe-c95f-49b1-ac99-5e62118a47c1 tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:09.228512 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9e35f9fe-c95f-49b1-ac99-5e62118a47c1 tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:09.236774 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9e35f9fe-c95f-49b1-ac99-5e62118a47c1 tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4102013 Aug 17 00:03:09.240257 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34840) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:09.246689 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-827f6fb1-3207-42bd-bf1e-6a3f93147e63 tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-917440531', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'fixed_ips': [{'ip_address': '172.25.3.12'}]}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:09.352106 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827f6fb1-3207-42bd-bf1e-6a3f93147e63 tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Made reservation on behalf of 3c42502f53fb4e1daa29311dc6a07dba for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:03:09.352106 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-827f6fb1-3207-42bd-bf1e-6a3f93147e63 tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:09.372886 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-827f6fb1-3207-42bd-bf1e-6a3f93147e63 tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:09.403113 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f385b8a-2caa-4818-b2a4-ab5f64fb4721 None None] Pushing event updated for resources: {'Port': ['ID=6e2a861b-d381-488b-b0a5-a6843e1e36c6,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:09.435784 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-f942163c-6296-4f58-9cf1-b6a8c49bd164 None None] Allocated IP 172.20.0.2 (9ee0f912-3039-4f4f-98ab-3a4775b2993b/b3356a2e-33dd-4899-9239-b499f6796116/283cffb0-c1d4-46dd-af49-05c742b12630) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:03:09.591469 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-827f6fb1-3207-42bd-bf1e-6a3f93147e63 tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:09.607656 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-827f6fb1-3207-42bd-bf1e-6a3f93147e63 tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:09.613674 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-827f6fb1-3207-42bd-bf1e-6a3f93147e63 tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] device_id is not set on port 72dc8206-86bf-4135-8619-8eac94cb9db4 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:03:09.788756 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d54f5633-7ace-4987-9c81-e4a1a8c1caa7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:09.815404 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e214b499-26e7-434f-b32e-2a1cae5369cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:09.818228 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f942163c-6296-4f58-9cf1-b6a8c49bd164 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:09.822789 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f6fb1-3207-42bd-bf1e-6a3f93147e63 tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac36b3b-af26-498b-b8a2-d2bc8fe75456,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:09.844077 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f942163c-6296-4f58-9cf1-b6a8c49bd164 None None] Transition to ACTIVE for port object 283cffb0-c1d4-46dd-af49-05c742b12630 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:03:09.891884 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f942163c-6296-4f58-9cf1-b6a8c49bd164 None None] Transition to ACTIVE for port object 283cffb0-c1d4-46dd-af49-05c742b12630 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:03:09.946943 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f942163c-6296-4f58-9cf1-b6a8c49bd164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:10.000951 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f942163c-6296-4f58-9cf1-b6a8c49bd164 None None] Network 9ee0f912-3039-4f4f-98ab-3a4775b2993b is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:03:10.028111 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-f942163c-6296-4f58-9cf1-b6a8c49bd164 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:10.037784 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f942163c-6296-4f58-9cf1-b6a8c49bd164 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:03:10.136986 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fd21e-7752-42ce-b425-a4f19f027094 req-1cd54214-a601-4590-b685-d58b3bf6c937 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:10.143488 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fd21e-7752-42ce-b425-a4f19f027094 req-1cd54214-a601-4590-b685-d58b3bf6c937 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:10.154126 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fd21e-7752-42ce-b425-a4f19f027094 req-1cd54214-a601-4590-b685-d58b3bf6c937 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:10.163251 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fd21e-7752-42ce-b425-a4f19f027094 req-1cd54214-a601-4590-b685-d58b3bf6c937 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:10.171221 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fd21e-7752-42ce-b425-a4f19f027094 req-1cd54214-a601-4590-b685-d58b3bf6c937 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:10.177730 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fd21e-7752-42ce-b425-a4f19f027094 req-1cd54214-a601-4590-b685-d58b3bf6c937 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:10.187294 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fd21e-7752-42ce-b425-a4f19f027094 req-1cd54214-a601-4590-b685-d58b3bf6c937 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:10.189408 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e69fd21e-7752-42ce-b425-a4f19f027094 req-1cd54214-a601-4590-b685-d58b3bf6c937 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5420 time: 0.4033177 Aug 17 00:03:10.261321 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:10.332030 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942163c-6296-4f58-9cf1-b6a8c49bd164 None None] Pushing event updated for resources: {'Port': ['ID=283cffb0-c1d4-46dd-af49-05c742b12630,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:10.353979 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-f942163c-6296-4f58-9cf1-b6a8c49bd164 None None] Attempting to bind port 283cffb0-c1d4-46dd-af49-05c742b12630 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:03:10.354950 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-f942163c-6296-4f58-9cf1-b6a8c49bd164 None None] Attempting to bind port 283cffb0-c1d4-46dd-af49-05c742b12630 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e71e5586-c1be-468e-8f35-27a77fb08179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ee0f912-3039-4f4f-98ab-3a4775b2993b'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:03:10.355393 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942163c-6296-4f58-9cf1-b6a8c49bd164 None None] Attempting to bind port 283cffb0-c1d4-46dd-af49-05c742b12630 on network 9ee0f912-3039-4f4f-98ab-3a4775b2993b {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:03:10.362646 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942163c-6296-4f58-9cf1-b6a8c49bd164 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:03:10.365431 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942163c-6296-4f58-9cf1-b6a8c49bd164 None None] Checking segment: {'id': 'e71e5586-c1be-468e-8f35-27a77fb08179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ee0f912-3039-4f4f-98ab-3a4775b2993b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:03:10.365915 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f942163c-6296-4f58-9cf1-b6a8c49bd164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:10.366383 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942163c-6296-4f58-9cf1-b6a8c49bd164 None None] Bound using segment: {'id': 'e71e5586-c1be-468e-8f35-27a77fb08179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ee0f912-3039-4f4f-98ab-3a4775b2993b'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:03:10.374744 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-f942163c-6296-4f58-9cf1-b6a8c49bd164 None None] Bound port: 283cffb0-c1d4-46dd-af49-05c742b12630, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71e5586-c1be-468e-8f35-27a77fb08179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ee0f912-3039-4f4f-98ab-3a4775b2993b'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:03:10.375254 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f942163c-6296-4f58-9cf1-b6a8c49bd164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:10.399291 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e214b499-26e7-434f-b32e-2a1cae5369cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:10.455939 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-827f6fb1-3207-42bd-bf1e-6a3f93147e63 tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 17 00:03:10.456610 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-827f6fb1-3207-42bd-bf1e-6a3f93147e63 tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:03:10.493693 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e69fd21e-7752-42ce-b425-a4f19f027094 req-bb35096a-d54f-4238-8e46-d922ed483fa4 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2808237 Aug 17 00:03:10.502406 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-827f6fb1-3207-42bd-bf1e-6a3f93147e63 tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.2584336 Aug 17 00:03:10.503177 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34862) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:10.549580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e214b499-26e7-434f-b32e-2a1cae5369cd admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:03:10.557550 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-f942163c-6296-4f58-9cf1-b6a8c49bd164 None None] For port 283cffb0-c1d4-46dd-af49-05c742b12630, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:03:10.563516 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-f942163c-6296-4f58-9cf1-b6a8c49bd164 None None] For port 283cffb0-c1d4-46dd-af49-05c742b12630, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=283cffb0-c1d4-46dd-af49-05c742b12630,segment=NetworkSegment(e71e5586-c1be-468e-8f35-27a77fb08179),segment_id=e71e5586-c1be-468e-8f35-27a77fb08179)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:03:10.570722 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-e214b499-26e7-434f-b32e-2a1cae5369cd admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:10.581508 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f942163c-6296-4f58-9cf1-b6a8c49bd164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:10.582914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e214b499-26e7-434f-b32e-2a1cae5369cd admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:03:10.640987 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214b499-26e7-434f-b32e-2a1cae5369cd admin admin] Pushing event updated for resources: {'Port': ['ID=d242d22e-ec5f-4b39-8308-87ca7f8db1c5,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:10.665590 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-d54f5633-7ace-4987-9c81-e4a1a8c1caa7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Allocated IP 172.20.0.1 (9ee0f912-3039-4f4f-98ab-3a4775b2993b/b3356a2e-33dd-4899-9239-b499f6796116/68a183f5-9459-4c53-b3f7-2c83ae1af767) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:03:10.732459 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942163c-6296-4f58-9cf1-b6a8c49bd164 None None] Pushing event updated for resources: {'Port': ['ID=283cffb0-c1d4-46dd-af49-05c742b12630,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:10.864880 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-2dff915b-a895-492c-b5ee-2e8ac1cf04be tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Deleting port 4abcc825-8e3b-4e10-92b1-69cbcf54c91c {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:03:10.865422 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2dff915b-a895-492c-b5ee-2e8ac1cf04be tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:10.905973 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6e2a861b-d381-488b-b0a5-a6843e1e36c6 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:03:11.084792 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 6e2a861b-d381-488b-b0a5-a6843e1e36c6 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:03:11.090561 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2dff915b-a895-492c-b5ee-2e8ac1cf04be tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:11.108202 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2dff915b-a895-492c-b5ee-2e8ac1cf04be tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:11.132092 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-2dff915b-a895-492c-b5ee-2e8ac1cf04be tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Calling delete_port for 4abcc825-8e3b-4e10-92b1-69cbcf54c91c owned by network:floatingip {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:03:11.269339 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e214b499-26e7-434f-b32e-2a1cae5369cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:11.279615 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432030af-ad94-40b7-b207-b9fa5e6b8c0d None None] Network 7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:03:11.314743 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d54f5633-7ace-4987-9c81-e4a1a8c1caa7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:11.368318 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-d54f5633-7ace-4987-9c81-e4a1a8c1caa7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Transition to ACTIVE for port object 68a183f5-9459-4c53-b3f7-2c83ae1af767 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:03:11.382554 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2dff915b-a895-492c-b5ee-2e8ac1cf04be tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:11.431495 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f4f6e878-919b-4ab6-a475-5570d932d1b1 None None] Provisioning for port 6e2a861b-d381-488b-b0a5-a6843e1e36c6 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:03:11.444413 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f4f6e878-919b-4ab6-a475-5570d932d1b1 None None] Provisioning complete for port 6e2a861b-d381-488b-b0a5-a6843e1e36c6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:11.444861 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f4f6e878-919b-4ab6-a475-5570d932d1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:11.460919 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff915b-a895-492c-b5ee-2e8ac1cf04be tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Pushing event deleted for resources: {'Port': ['ID=4abcc825-8e3b-4e10-92b1-69cbcf54c91c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:11.547507 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d54f5633-7ace-4987-9c81-e4a1a8c1caa7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:11.608052 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54f5633-7ace-4987-9c81-e4a1a8c1caa7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Network 9ee0f912-3039-4f4f-98ab-3a4775b2993b is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:03:11.615847 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-d54f5633-7ace-4987-9c81-e4a1a8c1caa7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:11.626243 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54f5633-7ace-4987-9c81-e4a1a8c1caa7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:03:11.635172 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:11.635944 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2dff915b-a895-492c-b5ee-2e8ac1cf04be tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:11.639698 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2dff915b-a895-492c-b5ee-2e8ac1cf04be tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:11.640914 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2dff915b-a895-492c-b5ee-2e8ac1cf04be tempest-ExternalNetworksAdminNegativeTestJSON-685784097 tempest-ExternalNetworksAdminNegativeTestJSON-685784097-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/3dbe5139-a27b-4cc1-a49a-a77ba6417db0 HTTP/1.1" status: 204 len: 168 time: 1.1367126 Aug 17 00:03:11.698242 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f4f6e878-919b-4ab6-a475-5570d932d1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:11.818903 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-f4f6e878-919b-4ab6-a475-5570d932d1b1 None None] For port 6e2a861b-d381-488b-b0a5-a6843e1e36c6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6e2a861b-d381-488b-b0a5-a6843e1e36c6,segment=NetworkSegment(31a3cb0f-126a-4d49-b85d-0ebb003ac0f2),segment_id=31a3cb0f-126a-4d49-b85d-0ebb003ac0f2)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:11.840027 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f4f6e878-919b-4ab6-a475-5570d932d1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:11.975213 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6e878-919b-4ab6-a475-5570d932d1b1 None None] Pushing event updated for resources: {'Port': ['ID=6e2a861b-d381-488b-b0a5-a6843e1e36c6,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:12.229379 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34904) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:12.267764 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5cb9f839-3f16-4697-8d23-add5fb051b95 None None] Provisioning complete for port 6e2a861b-d381-488b-b0a5-a6843e1e36c6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:12.268474 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5cb9f839-3f16-4697-8d23-add5fb051b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:12.388229 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4387cc06-b8e8-424e-94a2-c5ef0dbc4b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:12.405686 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb525a6f-1f8a-4fb9-8cf5-bd3bb0e8f49e None None] Network 9ee0f912-3039-4f4f-98ab-3a4775b2993b requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:03:12.446006 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f5633-7ace-4987-9c81-e4a1a8c1caa7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Pushing event updated for resources: {'Port': ['ID=68a183f5-9459-4c53-b3f7-2c83ae1af767,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:12.463137 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e214b499-26e7-434f-b32e-2a1cae5369cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:12.513610 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4387cc06-b8e8-424e-94a2-c5ef0dbc4b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:12.524352 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4387cc06-b8e8-424e-94a2-c5ef0dbc4b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:12.532516 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d54f5633-7ace-4987-9c81-e4a1a8c1caa7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:12.572770 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75083122-16d1-4a6b-b38d-67f26e4e2dcf req-616a67cd-281c-45e3-8dc8-a7d896d3ef36 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:12.577927 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4387cc06-b8e8-424e-94a2-c5ef0dbc4b7c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb7032bc18664d41ac683f570af34771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3448250 Aug 17 00:03:12.577927 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387cc06-b8e8-424e-94a2-c5ef0dbc4b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3381fde-5eee-41d4-a5d5-97802a59f493,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:12.578791 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34914) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:12.578924 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75083122-16d1-4a6b-b38d-67f26e4e2dcf req-616a67cd-281c-45e3-8dc8-a7d896d3ef36 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:12.597563 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75083122-16d1-4a6b-b38d-67f26e4e2dcf req-616a67cd-281c-45e3-8dc8-a7d896d3ef36 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:12.604161 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75083122-16d1-4a6b-b38d-67f26e4e2dcf req-616a67cd-281c-45e3-8dc8-a7d896d3ef36 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:12.610223 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75083122-16d1-4a6b-b38d-67f26e4e2dcf req-616a67cd-281c-45e3-8dc8-a7d896d3ef36 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:12.616219 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75083122-16d1-4a6b-b38d-67f26e4e2dcf req-616a67cd-281c-45e3-8dc8-a7d896d3ef36 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:12.622771 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75083122-16d1-4a6b-b38d-67f26e4e2dcf req-616a67cd-281c-45e3-8dc8-a7d896d3ef36 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:12.626038 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-75083122-16d1-4a6b-b38d-67f26e4e2dcf req-616a67cd-281c-45e3-8dc8-a7d896d3ef36 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5420 time: 0.2414811 Aug 17 00:03:12.648091 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1fe64954-9946-44f7-bb6c-58763dc8dcfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:12.721387 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-cb48b1db-4e88-497b-a7b2-b8ce0919422c None None] Provisioning for port 283cffb0-c1d4-46dd-af49-05c742b12630 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:03:12.731418 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1fe64954-9946-44f7-bb6c-58763dc8dcfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:12.824572 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1fe64954-9946-44f7-bb6c-58763dc8dcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:12.835689 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1fe64954-9946-44f7-bb6c-58763dc8dcfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:12.837560 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1fe64954-9946-44f7-bb6c-58763dc8dcfa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b3381fde-5eee-41d4-a5d5-97802a59f493 HTTP/1.1" status: 204 len: 168 time: 0.2579210 Aug 17 00:03:12.843165 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-75083122-16d1-4a6b-b38d-67f26e4e2dcf req-888e5ac6-d5d3-45e3-8d55-4fd166249172 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1798344 Aug 17 00:03:12.880644 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe64954-9946-44f7-bb6c-58763dc8dcfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3381fde-5eee-41d4-a5d5-97802a59f493,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:12.994270 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d54f5633-7ace-4987-9c81-e4a1a8c1caa7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:13.070186 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e214b499-26e7-434f-b32e-2a1cae5369cd admin admin] Router aef259bd-c005-46ff-b993-34118709e375 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:03:13.078792 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5588b348-2842-40ca-9c31-e56f5168fd7c None None] Provisioning for port 68a183f5-9459-4c53-b3f7-2c83ae1af767 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:03:13.100650 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5588b348-2842-40ca-9c31-e56f5168fd7c None None] Provisioning complete for port 68a183f5-9459-4c53-b3f7-2c83ae1af767 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:13.101030 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5588b348-2842-40ca-9c31-e56f5168fd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:13.165925 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 283cffb0-c1d4-46dd-af49-05c742b12630 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:03:13.261574 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-5588b348-2842-40ca-9c31-e56f5168fd7c None None] Port 68a183f5-9459-4c53-b3f7-2c83ae1af767 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:03:13.304439 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 283cffb0-c1d4-46dd-af49-05c742b12630 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:03:13.310864 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5588b348-2842-40ca-9c31-e56f5168fd7c None None] Provisioning complete for port 283cffb0-c1d4-46dd-af49-05c742b12630 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:13.311245 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5588b348-2842-40ca-9c31-e56f5168fd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:13.322367 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 283cffb0-c1d4-46dd-af49-05c742b12630 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:13.322749 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:13.476638 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e214b499-26e7-434f-b32e-2a1cae5369cd admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:03:13.490072 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ff95ce-2427-4c88-9b1a-4e34f39e5dc9 None None] Sync routers for ids ['aef259bd-c005-46ff-b993-34118709e375'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:03:13.499655 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34938) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:13.509225 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ff95ce-2427-4c88-9b1a-4e34f39e5dc9 None None] Routers {'aef259bd-c005-46ff-b993-34118709e375'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:03:13.513013 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-b6ff95ce-2427-4c88-9b1a-4e34f39e5dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:02:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['aef259bd-c005-46ff-b993-34118709e375'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:13.527577 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:13.561848 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5588b348-2842-40ca-9c31-e56f5168fd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:13.572737 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e214b499-26e7-434f-b32e-2a1cae5369cd admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:13.574566 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e214b499-26e7-434f-b32e-2a1cae5369cd admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.8910956 Aug 17 00:03:13.582293 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 34940) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:13.591695 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 283cffb0-c1d4-46dd-af49-05c742b12630, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=283cffb0-c1d4-46dd-af49-05c742b12630,segment=NetworkSegment(e71e5586-c1be-468e-8f35-27a77fb08179),segment_id=e71e5586-c1be-468e-8f35-27a77fb08179)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:13.608178 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:13.609512 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6e2a861b-d381-488b-b0a5-a6843e1e36c6 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:03:13.623546 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3cb2d7c2-a210-43b3-ab05-5178bf6658e5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3c42502f53fb4e1daa29311dc6a07dba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1203277 Aug 17 00:03:13.625119 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34942) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:13.654414 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.db.api [None req-5588b348-2842-40ca-9c31-e56f5168fd7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:03:13.654414 n-d-800088-20 neutron-server[101404]: DEBUG oslo_db.api [None req-5588b348-2842-40ca-9c31-e56f5168fd7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:03:13.716380 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-89d974e2-96f1-422d-9379-35b98f8b1971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:13.749742 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=283cffb0-c1d4-46dd-af49-05c742b12630,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:13.762683 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-89d974e2-96f1-422d-9379-35b98f8b1971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:13.766285 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 6e2a861b-d381-488b-b0a5-a6843e1e36c6 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:13.766668 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:13.874940 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-b6ff95ce-2427-4c88-9b1a-4e34f39e5dc9 None None] Set router aef259bd-c005-46ff-b993-34118709e375 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:03:13.879959 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-89d974e2-96f1-422d-9379-35b98f8b1971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:13.883529 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-89d974e2-96f1-422d-9379-35b98f8b1971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:13.890612 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-89d974e2-96f1-422d-9379-35b98f8b1971 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cac36b3b-af26-498b-b8a2-d2bc8fe75456 HTTP/1.1" status: 204 len: 168 time: 0.2618852 Aug 17 00:03:13.905552 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d974e2-96f1-422d-9379-35b98f8b1971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac36b3b-af26-498b-b8a2-d2bc8fe75456,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:14.262087 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d54f5633-7ace-4987-9c81-e4a1a8c1caa7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:14.288780 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57668b50-cd16-46ea-bbbc-97ac5e11f473 req-421de4c3-7a09-4753-80f8-0c5f2abea828 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:14.291227 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-b6ff95ce-2427-4c88-9b1a-4e34f39e5dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef259bd-c005-46ff-b993-34118709e375', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1707671316-router', 'tenant_id': '87be8efc475c4c378cdd571fa01cbf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd242d22e-ec5f-4b39-8308-87ca7f8db1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:03:07Z', 'updated_at': '2021-08-17T00:03:10Z', 'revision_number': 3, 'project_id': '87be8efc475c4c378cdd571fa01cbf17', 'gw_port': {'id': 'd242d22e-ec5f-4b39-8308-87ca7f8db1c5', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:03:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef259bd-c005-46ff-b993-34118709e375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:08Z', 'updated_at': '2021-08-17T00:03:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:14.295065 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57668b50-cd16-46ea-bbbc-97ac5e11f473 req-421de4c3-7a09-4753-80f8-0c5f2abea828 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:14.300955 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57668b50-cd16-46ea-bbbc-97ac5e11f473 req-421de4c3-7a09-4753-80f8-0c5f2abea828 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:14.307682 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57668b50-cd16-46ea-bbbc-97ac5e11f473 req-421de4c3-7a09-4753-80f8-0c5f2abea828 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:14.313311 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57668b50-cd16-46ea-bbbc-97ac5e11f473 req-421de4c3-7a09-4753-80f8-0c5f2abea828 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:14.320150 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57668b50-cd16-46ea-bbbc-97ac5e11f473 req-421de4c3-7a09-4753-80f8-0c5f2abea828 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:14.326204 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57668b50-cd16-46ea-bbbc-97ac5e11f473 req-421de4c3-7a09-4753-80f8-0c5f2abea828 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:14.328338 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57668b50-cd16-46ea-bbbc-97ac5e11f473 req-421de4c3-7a09-4753-80f8-0c5f2abea828 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5420 time: 0.2022474 Aug 17 00:03:14.334771 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d54f5633-7ace-4987-9c81-e4a1a8c1caa7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:14.353875 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-484d9fa8-2a0b-402d-9630-9175558d0258 None None] Provisioning complete for port 68a183f5-9459-4c53-b3f7-2c83ae1af767 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:14.356826 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-484d9fa8-2a0b-402d-9630-9175558d0258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:14.377720 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ff95ce-2427-4c88-9b1a-4e34f39e5dc9 None None] Checking router: aef259bd-c005-46ff-b993-34118709e375 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:03:14.377985 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ff95ce-2427-4c88-9b1a-4e34f39e5dc9 None None] Updating router aef259bd-c005-46ff-b993-34118709e375 port d242d22e-ec5f-4b39-8308-87ca7f8db1c5 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:03:14.409367 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-484d9fa8-2a0b-402d-9630-9175558d0258 None None] Port 68a183f5-9459-4c53-b3f7-2c83ae1af767 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:03:14.438345 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-b6ff95ce-2427-4c88-9b1a-4e34f39e5dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:14.591799 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d54f5633-7ace-4987-9c81-e4a1a8c1caa7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:14.601854 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f5633-7ace-4987-9c81-e4a1a8c1caa7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Pushing event updated for resources: {'Port': ['ID=68a183f5-9459-4c53-b3f7-2c83ae1af767,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:14.623065 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57668b50-cd16-46ea-bbbc-97ac5e11f473 req-af50d4e2-42fc-43e6-934e-97165fdf13d2 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2762702 Aug 17 00:03:14.836535 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 283cffb0-c1d4-46dd-af49-05c742b12630 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:03:14.872756 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54f5633-7ace-4987-9c81-e4a1a8c1caa7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Network 9ee0f912-3039-4f4f-98ab-3a4775b2993b is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:03:14.876828 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-d54f5633-7ace-4987-9c81-e4a1a8c1caa7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:15.012746 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 283cffb0-c1d4-46dd-af49-05c742b12630 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:15.015126 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:15.164507 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-b6ff95ce-2427-4c88-9b1a-4e34f39e5dc9 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:15.198610 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-b6ff95ce-2427-4c88-9b1a-4e34f39e5dc9 None None] Transition to ACTIVE for port object d242d22e-ec5f-4b39-8308-87ca7f8db1c5 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:03:15.218415 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-b6ff95ce-2427-4c88-9b1a-4e34f39e5dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:15.252501 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54f5633-7ace-4987-9c81-e4a1a8c1caa7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Router cde7814f-ff1b-4d19-b16e-ce892366e192 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:03:15.269583 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-00ee84c8-3b64-437c-8a4d-5619bdefff66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:15.351487 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f03916c3-91b1-4e0d-8ff9-b629467c0b78 None None] Provisioning complete for port 68a183f5-9459-4c53-b3f7-2c83ae1af767 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:15.352145 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f03916c3-91b1-4e0d-8ff9-b629467c0b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:15.451750 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f03916c3-91b1-4e0d-8ff9-b629467c0b78 None None] Port 68a183f5-9459-4c53-b3f7-2c83ae1af767 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:03:15.465777 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54f5633-7ace-4987-9c81-e4a1a8c1caa7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:03:15.479291 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e94b57-e862-42f0-b177-5cae4a7d6def None None] Sync routers for ids ['cde7814f-ff1b-4d19-b16e-ce892366e192'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:03:15.485353 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34988) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:15.486102 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d54f5633-7ace-4987-9c81-e4a1a8c1caa7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] 10.222.0.60 "PUT /v2.0/routers/cde7814f-ff1b-4d19-b16e-ce892366e192/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4667876 Aug 17 00:03:15.499409 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-9ce77f9c-8ede-4172-9eff-b03bafd37068 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Request body: {'port': {'network_id': '9ee0f912-3039-4f4f-98ab-3a4775b2993b', 'name': 'tempest-FloatingIPNegativeTestJSON-135780471'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:15.520978 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e94b57-e862-42f0-b177-5cae4a7d6def None None] Routers {'cde7814f-ff1b-4d19-b16e-ce892366e192'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:03:15.520978 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d7e94b57-e862-42f0-b177-5cae4a7d6def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:02:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['cde7814f-ff1b-4d19-b16e-ce892366e192'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:15.525124 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-b6ff95ce-2427-4c88-9b1a-4e34f39e5dc9 None None] Attempting to bind port d242d22e-ec5f-4b39-8308-87ca7f8db1c5 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:03:15.525841 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-b6ff95ce-2427-4c88-9b1a-4e34f39e5dc9 None None] Attempting to bind port d242d22e-ec5f-4b39-8308-87ca7f8db1c5 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:03:15.526295 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ff95ce-2427-4c88-9b1a-4e34f39e5dc9 None None] Attempting to bind port d242d22e-ec5f-4b39-8308-87ca7f8db1c5 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:03:15.532751 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9961a79-272f-4fda-bd0f-3b88e03c6695 None None] Pushing event updated for resources: {'Port': ['ID=d242d22e-ec5f-4b39-8308-87ca7f8db1c5,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:15.544573 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ff95ce-2427-4c88-9b1a-4e34f39e5dc9 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:03:15.545580 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ff95ce-2427-4c88-9b1a-4e34f39e5dc9 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:03:15.546225 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-b6ff95ce-2427-4c88-9b1a-4e34f39e5dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:15.546979 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ff95ce-2427-4c88-9b1a-4e34f39e5dc9 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:03:15.547677 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-b6ff95ce-2427-4c88-9b1a-4e34f39e5dc9 None None] Bound port: d242d22e-ec5f-4b39-8308-87ca7f8db1c5, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:03:15.549117 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-b6ff95ce-2427-4c88-9b1a-4e34f39e5dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:15.640958 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-b6ff95ce-2427-4c88-9b1a-4e34f39e5dc9 None None] For port d242d22e-ec5f-4b39-8308-87ca7f8db1c5, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:03:15.659651 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-b6ff95ce-2427-4c88-9b1a-4e34f39e5dc9 None None] For port d242d22e-ec5f-4b39-8308-87ca7f8db1c5, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d242d22e-ec5f-4b39-8308-87ca7f8db1c5,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:03:15.669293 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d7e94b57-e862-42f0-b177-5cae4a7d6def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:15.672509 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-b6ff95ce-2427-4c88-9b1a-4e34f39e5dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:15.699539 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e94b57-e862-42f0-b177-5cae4a7d6def None None] Routers {'cde7814f-ff1b-4d19-b16e-ce892366e192'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:03:15.700461 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d7e94b57-e862-42f0-b177-5cae4a7d6def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:02:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['cde7814f-ff1b-4d19-b16e-ce892366e192'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:15.761026 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d7e94b57-e862-42f0-b177-5cae4a7d6def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:15.762027 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e94b57-e862-42f0-b177-5cae4a7d6def None None] The sync data for ids ['cde7814f-ff1b-4d19-b16e-ce892366e192'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:03:15.827791 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ff95ce-2427-4c88-9b1a-4e34f39e5dc9 None None] Routers {'aef259bd-c005-46ff-b993-34118709e375'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:03:15.828784 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-b6ff95ce-2427-4c88-9b1a-4e34f39e5dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:02:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['aef259bd-c005-46ff-b993-34118709e375'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:15.844732 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce77f9c-8ede-4172-9eff-b03bafd37068 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Made reservation on behalf of 3ea4605d16cf41a2b1fac6fc6593f2f2 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:03:15.850697 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ce77f9c-8ede-4172-9eff-b03bafd37068 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:15.872501 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-9ce77f9c-8ede-4172-9eff-b03bafd37068 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] device_id is not set on port eeb7e5ab-0447-485f-9f41-c7ef5729721d yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:03:15.931173 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9961a79-272f-4fda-bd0f-3b88e03c6695 None None] Pushing event updated for resources: {'Port': ['ID=d242d22e-ec5f-4b39-8308-87ca7f8db1c5,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:15.989916 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c7c40-973c-40f6-9285-3c8647cce58d req-b82da2a8-1830-4f2d-ba49-9524ae1deef3 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:15.999198 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c7c40-973c-40f6-9285-3c8647cce58d req-b82da2a8-1830-4f2d-ba49-9524ae1deef3 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:16.007631 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c7c40-973c-40f6-9285-3c8647cce58d req-b82da2a8-1830-4f2d-ba49-9524ae1deef3 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:16.014171 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c7c40-973c-40f6-9285-3c8647cce58d req-b82da2a8-1830-4f2d-ba49-9524ae1deef3 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:16.015740 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-9ce77f9c-8ede-4172-9eff-b03bafd37068 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Allocated IP 172.20.0.5 (9ee0f912-3039-4f4f-98ab-3a4775b2993b/b3356a2e-33dd-4899-9239-b499f6796116/eeb7e5ab-0447-485f-9f41-c7ef5729721d) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:03:16.022681 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c7c40-973c-40f6-9285-3c8647cce58d req-b82da2a8-1830-4f2d-ba49-9524ae1deef3 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:16.032761 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c7c40-973c-40f6-9285-3c8647cce58d req-b82da2a8-1830-4f2d-ba49-9524ae1deef3 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:16.041559 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c7c40-973c-40f6-9285-3c8647cce58d req-b82da2a8-1830-4f2d-ba49-9524ae1deef3 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:16.044798 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-443c7c40-973c-40f6-9285-3c8647cce58d req-b82da2a8-1830-4f2d-ba49-9524ae1deef3 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5420 time: 0.2325826 Aug 17 00:03:16.047484 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-00ee84c8-3b64-437c-8a4d-5619bdefff66 admin admin] Allocated IP 172.20.0.1 (7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8/14908dd2-c2fd-41a8-9580-50d28ae44a75/d7f47811-8d43-4539-a65f-b34eadf67d15) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:03:16.127453 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-b6ff95ce-2427-4c88-9b1a-4e34f39e5dc9 None None] Set router aef259bd-c005-46ff-b993-34118709e375 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:03:16.131270 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-443c7c40-973c-40f6-9285-3c8647cce58d req-1716a879-6ae1-4f36-8235-b8e8c5a64c03 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782442 Aug 17 00:03:16.361030 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-00ee84c8-3b64-437c-8a4d-5619bdefff66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:16.362195 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ce77f9c-8ede-4172-9eff-b03bafd37068 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:16.393439 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-9ce77f9c-8ede-4172-9eff-b03bafd37068 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Transition to ACTIVE for port object eeb7e5ab-0447-485f-9f41-c7ef5729721d will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:03:16.394145 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-00ee84c8-3b64-437c-8a4d-5619bdefff66 admin admin] Transition to ACTIVE for port object d7f47811-8d43-4539-a65f-b34eadf67d15 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:03:16.466468 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-00ee84c8-3b64-437c-8a4d-5619bdefff66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:16.476753 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ce77f9c-8ede-4172-9eff-b03bafd37068 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:16.509081 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-03521591-4cd2-41eb-b616-8314fe2cf189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:16.601139 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce77f9c-8ede-4172-9eff-b03bafd37068 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Network 9ee0f912-3039-4f4f-98ab-3a4775b2993b is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:03:16.604733 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-9ce77f9c-8ede-4172-9eff-b03bafd37068 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:16.612323 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ee84c8-3b64-437c-8a4d-5619bdefff66 admin admin] Network 7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:03:16.625954 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-00ee84c8-3b64-437c-8a4d-5619bdefff66 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:16.626737 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce77f9c-8ede-4172-9eff-b03bafd37068 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:03:16.629362 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee84c8-3b64-437c-8a4d-5619bdefff66 admin admin] Pushing event updated for resources: {'Port': ['ID=d7f47811-8d43-4539-a65f-b34eadf67d15,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:16.670668 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ee84c8-3b64-437c-8a4d-5619bdefff66 admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:03:16.720989 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-b6ff95ce-2427-4c88-9b1a-4e34f39e5dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef259bd-c005-46ff-b993-34118709e375', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1707671316-router', 'tenant_id': '87be8efc475c4c378cdd571fa01cbf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd242d22e-ec5f-4b39-8308-87ca7f8db1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:03:07Z', 'updated_at': '2021-08-17T00:03:10Z', 'revision_number': 3, 'project_id': '87be8efc475c4c378cdd571fa01cbf17', 'gw_port': {'id': 'd242d22e-ec5f-4b39-8308-87ca7f8db1c5', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:03:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef259bd-c005-46ff-b993-34118709e375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:08Z', 'updated_at': '2021-08-17T00:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:16.805654 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ff95ce-2427-4c88-9b1a-4e34f39e5dc9 None None] The sync data for ids ['aef259bd-c005-46ff-b993-34118709e375'] in n-d-800088-20 is: [{'id': 'aef259bd-c005-46ff-b993-34118709e375', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1707671316-router', 'tenant_id': '87be8efc475c4c378cdd571fa01cbf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd242d22e-ec5f-4b39-8308-87ca7f8db1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:03:07Z', 'updated_at': '2021-08-17T00:03:10Z', 'revision_number': 3, 'project_id': '87be8efc475c4c378cdd571fa01cbf17', 'gw_port': {'id': 'd242d22e-ec5f-4b39-8308-87ca7f8db1c5', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:03:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef259bd-c005-46ff-b993-34118709e375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:08Z', 'updated_at': '2021-08-17T00:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:03:16.832453 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-00ee84c8-3b64-437c-8a4d-5619bdefff66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:16.861684 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce77f9c-8ede-4172-9eff-b03bafd37068 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:16.863331 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ce77f9c-8ede-4172-9eff-b03bafd37068 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:16.871596 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce77f9c-8ede-4172-9eff-b03bafd37068 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Pushing event updated for resources: {'Port': ['ID=eeb7e5ab-0447-485f-9f41-c7ef5729721d,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:16.906278 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9ce77f9c-8ede-4172-9eff-b03bafd37068 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4193835 Aug 17 00:03:16.906944 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35036) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:16.917687 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-fe6564be-37cb-4345-86b0-733e44a550c5 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:16.936943 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35038) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:16.998896 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe6564be-37cb-4345-86b0-733e44a550c5 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:17.115721 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-078d83b5-104c-45c1-a2d2-2712339510a1 None None] Provisioning for port d7f47811-8d43-4539-a65f-b34eadf67d15 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:03:17.120028 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-078d83b5-104c-45c1-a2d2-2712339510a1 None None] Provisioning complete for port d7f47811-8d43-4539-a65f-b34eadf67d15 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:17.120857 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-078d83b5-104c-45c1-a2d2-2712339510a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:17.188637 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-078d83b5-104c-45c1-a2d2-2712339510a1 None None] Port d7f47811-8d43-4539-a65f-b34eadf67d15 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:03:17.213766 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-019320dc-c00e-464d-8e03-19e953da4cc9 tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-622977875'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:17.214285 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-019320dc-c00e-464d-8e03-19e953da4cc9 tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] Unknown quota resources ['metering_label']. {{(pid=101402) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 00:03:17.254683 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-00ee84c8-3b64-437c-8a4d-5619bdefff66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:17.376590 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ee802ccc-28c7-4af6-a18c-0a374ef136c4 None None] Provisioning for port eeb7e5ab-0447-485f-9f41-c7ef5729721d completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:03:17.392257 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ee802ccc-28c7-4af6-a18c-0a374ef136c4 None None] Provisioning complete for port eeb7e5ab-0447-485f-9f41-c7ef5729721d triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:17.398782 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ee802ccc-28c7-4af6-a18c-0a374ef136c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:17.515586 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ee802ccc-28c7-4af6-a18c-0a374ef136c4 None None] Port eeb7e5ab-0447-485f-9f41-c7ef5729721d cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:03:17.536705 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe6564be-37cb-4345-86b0-733e44a550c5 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:17.604318 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c96e88-69a5-40d2-9f49-4cae047cacd1 req-981830bc-74d0-4297-9624-03a32d4fec40 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:17.610204 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c96e88-69a5-40d2-9f49-4cae047cacd1 req-981830bc-74d0-4297-9624-03a32d4fec40 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:17.616600 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c96e88-69a5-40d2-9f49-4cae047cacd1 req-981830bc-74d0-4297-9624-03a32d4fec40 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:17.623430 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c96e88-69a5-40d2-9f49-4cae047cacd1 req-981830bc-74d0-4297-9624-03a32d4fec40 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:17.630375 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c96e88-69a5-40d2-9f49-4cae047cacd1 req-981830bc-74d0-4297-9624-03a32d4fec40 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:17.636815 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c96e88-69a5-40d2-9f49-4cae047cacd1 req-981830bc-74d0-4297-9624-03a32d4fec40 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:17.643041 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c96e88-69a5-40d2-9f49-4cae047cacd1 req-981830bc-74d0-4297-9624-03a32d4fec40 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:17.649565 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7c96e88-69a5-40d2-9f49-4cae047cacd1 req-981830bc-74d0-4297-9624-03a32d4fec40 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5420 time: 0.2455730 Aug 17 00:03:17.782904 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-00ee84c8-3b64-437c-8a4d-5619bdefff66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:17.826964 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-00ee84c8-3b64-437c-8a4d-5619bdefff66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:17.847012 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7c96e88-69a5-40d2-9f49-4cae047cacd1 req-114e19e1-528c-43e2-9f03-19b2e58f9a2f tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1915185 Aug 17 00:03:18.010238 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-00ee84c8-3b64-437c-8a4d-5619bdefff66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:18.013376 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee84c8-3b64-437c-8a4d-5619bdefff66 admin admin] Pushing event updated for resources: {'Port': ['ID=d7f47811-8d43-4539-a65f-b34eadf67d15,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:18.188968 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ee84c8-3b64-437c-8a4d-5619bdefff66 admin admin] Network 7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:03:18.190636 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-00ee84c8-3b64-437c-8a4d-5619bdefff66 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:18.358225 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ee84c8-3b64-437c-8a4d-5619bdefff66 admin admin] Router aef259bd-c005-46ff-b993-34118709e375 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:03:18.459040 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-019320dc-c00e-464d-8e03-19e953da4cc9 tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:18.463192 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-019320dc-c00e-464d-8e03-19e953da4cc9 tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.5250697 Aug 17 00:03:18.463873 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35064) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:18.484758 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-322299d1-ed48-4d1c-91fc-bee7a2e2b3e9 tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '86e995e0-9f5b-4dcf-aa2a-f11beaa6e1cd'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:18.485227 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-322299d1-ed48-4d1c-91fc-bee7a2e2b3e9 tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101402) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 00:03:18.601528 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ee84c8-3b64-437c-8a4d-5619bdefff66 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:03:18.604132 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-fe6564be-37cb-4345-86b0-733e44a550c5 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Allocated IP 172.25.3.47 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/400fc436-2bdc-461f-97f8-28aa02fe02e7) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:03:18.611372 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-00ee84c8-3b64-437c-8a4d-5619bdefff66 admin admin] 10.222.0.60 "PUT /v2.0/routers/aef259bd-c005-46ff-b993-34118709e375/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0238802 Aug 17 00:03:18.651271 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-347f5e38-ac92-446b-890b-1a3f8ee3aa00 None None] Provisioning complete for port d7f47811-8d43-4539-a65f-b34eadf67d15 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:18.652248 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-347f5e38-ac92-446b-890b-1a3f8ee3aa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:18.723956 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-347f5e38-ac92-446b-890b-1a3f8ee3aa00 None None] Port d7f47811-8d43-4539-a65f-b34eadf67d15 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:03:18.726080 n-d-800088-20 neutron-server[101402]: WARNING neutron.services.metering.metering_plugin [None req-322299d1-ed48-4d1c-91fc-bee7a2e2b3e9 tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 17 00:03:18.870977 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d242d22e-ec5f-4b39-8308-87ca7f8db1c5 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:03:19.005687 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port d242d22e-ec5f-4b39-8308-87ca7f8db1c5 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:03:19.010336 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port d242d22e-ec5f-4b39-8308-87ca7f8db1c5 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:19.010930 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:19.046432 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-322299d1-ed48-4d1c-91fc-bee7a2e2b3e9 tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:19.051197 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35086) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:19.051448 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-322299d1-ed48-4d1c-91fc-bee7a2e2b3e9 tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5842505 Aug 17 00:03:19.057363 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-123c10a4-eba3-4da6-aca6-238eb37e9028 tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '86e995e0-9f5b-4dcf-aa2a-f11beaa6e1cd'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:19.057909 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-123c10a4-eba3-4da6-aca6-238eb37e9028 tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 00:03:19.187568 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe6564be-37cb-4345-86b0-733e44a550c5 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:19.268276 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:19.308857 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port d242d22e-ec5f-4b39-8308-87ca7f8db1c5, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d242d22e-ec5f-4b39-8308-87ca7f8db1c5,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:19.312849 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:19.315736 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5bdbf84c-13e9-45f1-8403-e61f80546506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:19.319444 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe6564be-37cb-4345-86b0-733e44a550c5 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:19.322699 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:19.329479 n-d-800088-20 neutron-server[101403]: WARNING neutron.services.metering.metering_plugin [None req-123c10a4-eba3-4da6-aca6-238eb37e9028 tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 17 00:03:19.336316 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-d9bb1369-c26a-455a-aa5b-30e5e4a4c52e req-8b287c42-fcc1-41a8-84c7-37072595af90 tempest-FloatingIPDetailsNegativeTestJSON-942569184 tempest-FloatingIPDetailsNegativeTestJSON-942569184-project] show failed (client error): The resource could not be found. Aug 17 00:03:19.337688 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d9bb1369-c26a-455a-aa5b-30e5e4a4c52e req-8b287c42-fcc1-41a8-84c7-37072595af90 tempest-FloatingIPDetailsNegativeTestJSON-942569184 tempest-FloatingIPDetailsNegativeTestJSON-942569184-project] 10.222.0.60 "GET /v2.0/floatingips/110df935-6f91-4864-968b-ef9298ad58eb HTTP/1.1" status: 404 len: 350 time: 0.0862260 Aug 17 00:03:19.414454 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=d242d22e-ec5f-4b39-8308-87ca7f8db1c5,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:19.415913 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35090) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:19.426895 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6564be-37cb-4345-86b0-733e44a550c5 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Pushing event updated for resources: {'Port': ['ID=400fc436-2bdc-461f-97f8-28aa02fe02e7,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:19.544560 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6564be-37cb-4345-86b0-733e44a550c5 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:03:19.555294 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-fe6564be-37cb-4345-86b0-733e44a550c5 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:19.562681 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6564be-37cb-4345-86b0-733e44a550c5 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:03:19.661789 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88eca6c-7522-4ca0-9af8-d488502b72b6 None None] Sync routers for ids ['aef259bd-c005-46ff-b993-34118709e375'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:03:19.679037 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88eca6c-7522-4ca0-9af8-d488502b72b6 None None] Routers {'aef259bd-c005-46ff-b993-34118709e375'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:03:19.679929 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-d88eca6c-7522-4ca0-9af8-d488502b72b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:03:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['aef259bd-c005-46ff-b993-34118709e375'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:19.853325 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-d88eca6c-7522-4ca0-9af8-d488502b72b6 None None] Set router aef259bd-c005-46ff-b993-34118709e375 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:03:20.025994 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe6564be-37cb-4345-86b0-733e44a550c5 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:20.121268 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:20.164583 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-d88eca6c-7522-4ca0-9af8-d488502b72b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef259bd-c005-46ff-b993-34118709e375', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1707671316-router', 'tenant_id': '87be8efc475c4c378cdd571fa01cbf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd242d22e-ec5f-4b39-8308-87ca7f8db1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:03:07Z', 'updated_at': '2021-08-17T00:03:17Z', 'revision_number': 4, 'project_id': '87be8efc475c4c378cdd571fa01cbf17', 'gw_port': {'id': 'd242d22e-ec5f-4b39-8308-87ca7f8db1c5', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef259bd-c005-46ff-b993-34118709e375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:08Z', 'updated_at': '2021-08-17T00:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'd7f47811-8d43-4539-a65f-b34eadf67d15', 'name': '', 'network_id': '7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8', 'tenant_id': '87be8efc475c4c378cdd571fa01cbf17', 'mac_address': 'fa:16:3e:4e:a3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef259bd-c005-46ff-b993-34118709e375', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '14908dd2-c2fd-41a8-9580-50d28ae44a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:15Z', 'updated_at': '2021-08-17T00:03:17Z', 'revision_number': 2, 'project_id': '87be8efc475c4c378cdd571fa01cbf17', 'subnets': [{'id': '14908dd2-c2fd-41a8-9580-50d28ae44a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:20.165293 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe6564be-37cb-4345-86b0-733e44a550c5 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:20.213209 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-123c10a4-eba3-4da6-aca6-238eb37e9028 tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:20.214449 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-123c10a4-eba3-4da6-aca6-238eb37e9028 tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.1617680 Aug 17 00:03:20.217549 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35108) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:20.226022 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88eca6c-7522-4ca0-9af8-d488502b72b6 None None] Checking router: aef259bd-c005-46ff-b993-34118709e375 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:03:20.246188 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7ea1f-1ba0-481a-9110-a3f6a376e757 req-03648b9c-ba2e-4672-984d-7fd2b6260049 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:20.249505 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88eca6c-7522-4ca0-9af8-d488502b72b6 None None] Updating router aef259bd-c005-46ff-b993-34118709e375 port d7f47811-8d43-4539-a65f-b34eadf67d15 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:03:20.253108 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7ea1f-1ba0-481a-9110-a3f6a376e757 req-03648b9c-ba2e-4672-984d-7fd2b6260049 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:20.262047 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7ea1f-1ba0-481a-9110-a3f6a376e757 req-03648b9c-ba2e-4672-984d-7fd2b6260049 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:20.268457 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7ea1f-1ba0-481a-9110-a3f6a376e757 req-03648b9c-ba2e-4672-984d-7fd2b6260049 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:20.276276 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7ea1f-1ba0-481a-9110-a3f6a376e757 req-03648b9c-ba2e-4672-984d-7fd2b6260049 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:20.283124 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7ea1f-1ba0-481a-9110-a3f6a376e757 req-03648b9c-ba2e-4672-984d-7fd2b6260049 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:20.291097 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7ea1f-1ba0-481a-9110-a3f6a376e757 req-03648b9c-ba2e-4672-984d-7fd2b6260049 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:20.302044 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7dd7ea1f-1ba0-481a-9110-a3f6a376e757 req-03648b9c-ba2e-4672-984d-7fd2b6260049 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5420 time: 1.1009510 Aug 17 00:03:20.326820 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1d0f9a54-2b9f-46b3-8c40-158c37439239 tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=dacd4e9b-22a8-4975-9c98-dd329c23ca9f HTTP/1.1" status: 200 len: 462 time: 0.1081648 Aug 17 00:03:20.329480 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35110) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:20.343033 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d88eca6c-7522-4ca0-9af8-d488502b72b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:20.380359 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7dd7ea1f-1ba0-481a-9110-a3f6a376e757 req-e6d562a5-367b-4fc8-be1f-80699ea6c0a2 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0773077 Aug 17 00:03:20.393884 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe6564be-37cb-4345-86b0-733e44a550c5 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:20.428734 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe6564be-37cb-4345-86b0-733e44a550c5 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:20.534000 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8465bba2-a06e-4f51-acf6-921a94e8db4f tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:20.536628 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8465bba2-a06e-4f51-acf6-921a94e8db4f tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/dacd4e9b-22a8-4975-9c98-dd329c23ca9f HTTP/1.1" status: 204 len: 168 time: 0.1982467 Aug 17 00:03:20.539228 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35114) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:20.564073 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5d3636b6-421d-4493-93c1-153ae5e2017c tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=dacd4e9b-22a8-4975-9c98-dd329c23ca9f HTTP/1.1" status: 200 len: 221 time: 0.0199490 Aug 17 00:03:20.565074 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35118) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:20.574460 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-2c6c1ef2-6a26-4d7c-8ba5-7eb53172a37d tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1321998011', 'description': 'label created by tempest'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:20.574933 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-2c6c1ef2-6a26-4d7c-8ba5-7eb53172a37d tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] Unknown quota resources ['metering_label']. {{(pid=101403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 00:03:20.716352 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe6564be-37cb-4345-86b0-733e44a550c5 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:20.744937 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6564be-37cb-4345-86b0-733e44a550c5 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Pushing event updated for resources: {'Port': ['ID=400fc436-2bdc-461f-97f8-28aa02fe02e7,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:20.769551 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe6564be-37cb-4345-86b0-733e44a550c5 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:20.773328 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fe6564be-37cb-4345-86b0-733e44a550c5 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8637764 Aug 17 00:03:20.787374 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35122) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:20.796250 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-2987854b-7ad2-46c9-9002-c1acace8e699 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Request body: {'floatingip': {'port_id': 'eeb7e5ab-0447-485f-9f41-c7ef5729721d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:20.856987 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d242d22e-ec5f-4b39-8308-87ca7f8db1c5 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:03:20.906531 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2987854b-7ad2-46c9-9002-c1acace8e699 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks [] for floatingip, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:20.917718 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d88eca6c-7522-4ca0-9af8-d488502b72b6 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:20.930004 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-d88eca6c-7522-4ca0-9af8-d488502b72b6 None None] Transition to ACTIVE for port object d7f47811-8d43-4539-a65f-b34eadf67d15 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:03:20.944946 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d88eca6c-7522-4ca0-9af8-d488502b72b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:20.960656 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port d242d22e-ec5f-4b39-8308-87ca7f8db1c5 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:20.961425 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:21.051342 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b53eb-ced6-4c8d-a214-1c666bf5ded2 None None] Pushing event updated for resources: {'Port': ['ID=d7f47811-8d43-4539-a65f-b34eadf67d15,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:21.057753 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1ef2-6a26-4d7c-8ba5-7eb53172a37d tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:21.076849 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2c6c1ef2-6a26-4d7c-8ba5-7eb53172a37d tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5081818 Aug 17 00:03:21.077311 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35124) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:21.140503 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-d88eca6c-7522-4ca0-9af8-d488502b72b6 None None] Attempting to bind port d7f47811-8d43-4539-a65f-b34eadf67d15 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:03:21.141089 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-d88eca6c-7522-4ca0-9af8-d488502b72b6 None None] Attempting to bind port d7f47811-8d43-4539-a65f-b34eadf67d15 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '31a3cb0f-126a-4d49-b85d-0ebb003ac0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:03:21.141637 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88eca6c-7522-4ca0-9af8-d488502b72b6 None None] Attempting to bind port d7f47811-8d43-4539-a65f-b34eadf67d15 on network 7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:03:21.149693 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88eca6c-7522-4ca0-9af8-d488502b72b6 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:03:21.150358 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88eca6c-7522-4ca0-9af8-d488502b72b6 None None] Checking segment: {'id': '31a3cb0f-126a-4d49-b85d-0ebb003ac0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:03:21.150926 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d88eca6c-7522-4ca0-9af8-d488502b72b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:21.151470 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88eca6c-7522-4ca0-9af8-d488502b72b6 None None] Bound using segment: {'id': '31a3cb0f-126a-4d49-b85d-0ebb003ac0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:03:21.152175 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-d88eca6c-7522-4ca0-9af8-d488502b72b6 None None] Bound port: d7f47811-8d43-4539-a65f-b34eadf67d15, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a3cb0f-126a-4d49-b85d-0ebb003ac0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:03:21.152718 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d88eca6c-7522-4ca0-9af8-d488502b72b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:21.244401 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3d123318-89d6-478d-8b54-f4961dae6b17 tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=ff413048-00b2-4163-98cd-5c1abd0845ef HTTP/1.1" status: 200 len: 468 time: 0.1646376 Aug 17 00:03:21.246279 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35136) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:21.294709 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-d88eca6c-7522-4ca0-9af8-d488502b72b6 None None] For port d7f47811-8d43-4539-a65f-b34eadf67d15, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:03:21.307117 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-d88eca6c-7522-4ca0-9af8-d488502b72b6 None None] For port d7f47811-8d43-4539-a65f-b34eadf67d15, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d7f47811-8d43-4539-a65f-b34eadf67d15,segment=NetworkSegment(31a3cb0f-126a-4d49-b85d-0ebb003ac0f2),segment_id=31a3cb0f-126a-4d49-b85d-0ebb003ac0f2)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:03:21.321765 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-2987854b-7ad2-46c9-9002-c1acace8e699 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] update failed (client error): The resource could not be found. Aug 17 00:03:21.322252 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2987854b-7ad2-46c9-9002-c1acace8e699 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] 10.222.0.60 "PUT /v2.0/floatingips/9281636a-c9f1-4647-a25e-d2fd62a520e2 HTTP/1.1" status: 404 len: 507 time: 0.5339756 Aug 17 00:03:21.327910 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d88eca6c-7522-4ca0-9af8-d488502b72b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:21.328060 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35138) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:21.468105 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b53eb-ced6-4c8d-a214-1c666bf5ded2 None None] Pushing event updated for resources: {'Port': ['ID=d7f47811-8d43-4539-a65f-b34eadf67d15,revision_number=4']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:21.487345 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88eca6c-7522-4ca0-9af8-d488502b72b6 None None] Routers {'aef259bd-c005-46ff-b993-34118709e375'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:03:21.490846 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-d88eca6c-7522-4ca0-9af8-d488502b72b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:03:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['aef259bd-c005-46ff-b993-34118709e375'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:21.582018 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ff4d245a-1d1c-4038-bf88-5bd6c0d0c88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:21.727064 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-23547e94-5d32-4c94-bc8c-5784405f0ffb tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Deleting port 400fc436-2bdc-461f-97f8-28aa02fe02e7 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:03:21.727727 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-23547e94-5d32-4c94-bc8c-5784405f0ffb tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:21.757554 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-d88eca6c-7522-4ca0-9af8-d488502b72b6 None None] Set router aef259bd-c005-46ff-b993-34118709e375 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:03:21.789189 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1cb4ac57-139c-4263-88d5-0f747e2a97ff tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:21.797983 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1cb4ac57-139c-4263-88d5-0f747e2a97ff tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/ff413048-00b2-4163-98cd-5c1abd0845ef HTTP/1.1" status: 204 len: 168 time: 0.5489094 Aug 17 00:03:21.803739 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35146) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:21.840879 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de51a2-dd0c-4408-bd6c-077bf9dcc75f req-0124014a-5853-44eb-a6bf-daa573cc5cce tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:21.847139 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de51a2-dd0c-4408-bd6c-077bf9dcc75f req-0124014a-5853-44eb-a6bf-daa573cc5cce tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:21.854290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de51a2-dd0c-4408-bd6c-077bf9dcc75f req-0124014a-5853-44eb-a6bf-daa573cc5cce tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:21.860299 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de51a2-dd0c-4408-bd6c-077bf9dcc75f req-0124014a-5853-44eb-a6bf-daa573cc5cce tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:21.867388 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de51a2-dd0c-4408-bd6c-077bf9dcc75f req-0124014a-5853-44eb-a6bf-daa573cc5cce tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:21.873983 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de51a2-dd0c-4408-bd6c-077bf9dcc75f req-0124014a-5853-44eb-a6bf-daa573cc5cce tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:21.891136 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de51a2-dd0c-4408-bd6c-077bf9dcc75f req-0124014a-5853-44eb-a6bf-daa573cc5cce tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:21.899522 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-23547e94-5d32-4c94-bc8c-5784405f0ffb tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:21.899865 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-23547e94-5d32-4c94-bc8c-5784405f0ffb tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:21.903860 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-64de51a2-dd0c-4408-bd6c-077bf9dcc75f req-0124014a-5853-44eb-a6bf-daa573cc5cce tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5420 time: 0.3310997 Aug 17 00:03:21.920710 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-23547e94-5d32-4c94-bc8c-5784405f0ffb tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Calling delete_port for 400fc436-2bdc-461f-97f8-28aa02fe02e7 owned by network:floatingip {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:03:21.924325 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-03385982-9339-45f5-a5b2-0de9f292a3f9 tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=ff413048-00b2-4163-98cd-5c1abd0845ef HTTP/1.1" status: 200 len: 216 time: 0.1188829 Aug 17 00:03:21.930530 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35150) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:21.986725 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-35b29860-c265-4dac-80b3-70154b8f0693 tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0447206 Aug 17 00:03:21.994214 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35152) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:22.023928 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:22.025300 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f11e2e65-ee50-414f-b909-1d14f6486480 tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0286574 Aug 17 00:03:22.026458 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35154) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:22.042590 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-64de51a2-dd0c-4408-bd6c-077bf9dcc75f req-e9e1fbcc-f108-40d7-af11-4bc3fa52a65f tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1294410 Aug 17 00:03:22.120758 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-064f8ef9-8765-4568-a1aa-1eef5ed1bad7 tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels/86e995e0-9f5b-4dcf-aa2a-f11beaa6e1cd HTTP/1.1" status: 200 len: 472 time: 0.0904369 Aug 17 00:03:22.121799 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35156) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:22.138306 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-de4cc0d5-f2d8-4b92-b017-80d8629ece10 tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules/fdead744-be80-4838-9f92-05826690af51 HTTP/1.1" status: 200 len: 459 time: 0.0145392 Aug 17 00:03:22.139186 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35158) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:22.212389 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-23547e94-5d32-4c94-bc8c-5784405f0ffb tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:22.260279 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23547e94-5d32-4c94-bc8c-5784405f0ffb tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Pushing event deleted for resources: {'Port': ['ID=400fc436-2bdc-461f-97f8-28aa02fe02e7,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:22.262615 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-d88eca6c-7522-4ca0-9af8-d488502b72b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef259bd-c005-46ff-b993-34118709e375', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1707671316-router', 'tenant_id': '87be8efc475c4c378cdd571fa01cbf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd242d22e-ec5f-4b39-8308-87ca7f8db1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:03:07Z', 'updated_at': '2021-08-17T00:03:17Z', 'revision_number': 4, 'project_id': '87be8efc475c4c378cdd571fa01cbf17', 'gw_port': {'id': 'd242d22e-ec5f-4b39-8308-87ca7f8db1c5', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef259bd-c005-46ff-b993-34118709e375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:08Z', 'updated_at': '2021-08-17T00:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'd7f47811-8d43-4539-a65f-b34eadf67d15', 'name': '', 'network_id': '7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8', 'tenant_id': '87be8efc475c4c378cdd571fa01cbf17', 'mac_address': 'fa:16:3e:4e:a3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef259bd-c005-46ff-b993-34118709e375', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '14908dd2-c2fd-41a8-9580-50d28ae44a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:15Z', 'updated_at': '2021-08-17T00:03:21Z', 'revision_number': 4, 'project_id': '87be8efc475c4c378cdd571fa01cbf17', 'subnets': [{'id': '14908dd2-c2fd-41a8-9580-50d28ae44a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:22.325578 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88eca6c-7522-4ca0-9af8-d488502b72b6 None None] The sync data for ids ['aef259bd-c005-46ff-b993-34118709e375'] in n-d-800088-20 is: [{'id': 'aef259bd-c005-46ff-b993-34118709e375', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1707671316-router', 'tenant_id': '87be8efc475c4c378cdd571fa01cbf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd242d22e-ec5f-4b39-8308-87ca7f8db1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:03:07Z', 'updated_at': '2021-08-17T00:03:17Z', 'revision_number': 4, 'project_id': '87be8efc475c4c378cdd571fa01cbf17', 'gw_port': {'id': 'd242d22e-ec5f-4b39-8308-87ca7f8db1c5', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef259bd-c005-46ff-b993-34118709e375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:08Z', 'updated_at': '2021-08-17T00:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'd7f47811-8d43-4539-a65f-b34eadf67d15', 'name': '', 'network_id': '7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8', 'tenant_id': '87be8efc475c4c378cdd571fa01cbf17', 'mac_address': 'fa:16:3e:4e:a3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef259bd-c005-46ff-b993-34118709e375', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '14908dd2-c2fd-41a8-9580-50d28ae44a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:15Z', 'updated_at': '2021-08-17T00:03:21Z', 'revision_number': 4, 'project_id': '87be8efc475c4c378cdd571fa01cbf17', 'subnets': [{'id': '14908dd2-c2fd-41a8-9580-50d28ae44a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:03:22.342219 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b2ff63c1-2020-4569-b30f-4b570bedb85b tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:22.346106 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b2ff63c1-2020-4569-b30f-4b570bedb85b tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/fdead744-be80-4838-9f92-05826690af51 HTTP/1.1" status: 204 len: 168 time: 0.2058301 Aug 17 00:03:22.346811 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35170) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:22.567553 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 07aed2fa-d27e-4651-8f59-41a9da06080a details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:03:22.766918 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-00758139-f0ab-4475-8826-9a04253e905a tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:22.768397 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-00758139-f0ab-4475-8826-9a04253e905a tempest-MeteringIpV6TestJSON-1729944140 tempest-MeteringIpV6TestJSON-1729944140-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/86e995e0-9f5b-4dcf-aa2a-f11beaa6e1cd HTTP/1.1" status: 204 len: 168 time: 0.4205949 Aug 17 00:03:22.811746 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 07aed2fa-d27e-4651-8f59-41a9da06080a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=07aed2fa-d27e-4651-8f59-41a9da06080a,segment=NetworkSegment(bd87dba4-8d4e-4b71-be48-b48bb38c0c6e),segment_id=bd87dba4-8d4e-4b71-be48-b48bb38c0c6e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:22.869179 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '07aed2fa-d27e-4651-8f59-41a9da06080a', 'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea', 'port_id': '07aed2fa-d27e-4651-8f59-41a9da06080a', 'mac_address': 'fa:16:3e:70:c4:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f767b01-59ba-4d1c-a2de-3cb9e8190671', 'ip_address': '10.1.1.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:03:22.952002 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:22.980222 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d7f47811-8d43-4539-a65f-b34eadf67d15 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:03:23.042127 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07aed2fa-d27e-4651-8f59-41a9da06080a {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:03:23.087094 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-23547e94-5d32-4c94-bc8c-5784405f0ffb tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks [] for floatingip, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:23.090108 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-23547e94-5d32-4c94-bc8c-5784405f0ffb tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:23.095221 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-23547e94-5d32-4c94-bc8c-5784405f0ffb tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] 10.222.0.60 "DELETE /v2.0/floatingips/9281636a-c9f1-4647-a25e-d2fd62a520e2 HTTP/1.1" status: 204 len: 168 time: 1.7628138 Aug 17 00:03:23.095423 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35182) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:23.112699 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-018809c5-eda5-49eb-a746-741d5612a8ed tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Request body: {'floatingip': {'floating_network_id': '9ee0f912-3039-4f4f-98ab-3a4775b2993b', 'port_id': 'eeb7e5ab-0447-485f-9f41-c7ef5729721d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:23.139477 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 07aed2fa-d27e-4651-8f59-41a9da06080a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=07aed2fa-d27e-4651-8f59-41a9da06080a,segment=NetworkSegment(bd87dba4-8d4e-4b71-be48-b48bb38c0c6e),segment_id=bd87dba4-8d4e-4b71-be48-b48bb38c0c6e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:23.163298 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:23.163976 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:03:23.288025 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-018809c5-eda5-49eb-a746-741d5612a8ed tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:23.315587 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5,segment=NetworkSegment(bd87dba4-8d4e-4b71-be48-b48bb38c0c6e),segment_id=bd87dba4-8d4e-4b71-be48-b48bb38c0c6e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:23.331435 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91302c-bba7-4b7e-8ec5-ca05eaf07fa7 req-dd1b65c2-d1ab-4a30-96ef-78b1a69b4203 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:23.331583 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5', 'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea', 'port_id': '63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5', 'mac_address': 'fa:16:3e:e8:c3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f767b01-59ba-4d1c-a2de-3cb9e8190671', 'ip_address': '10.1.1.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:03:23.344313 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port d7f47811-8d43-4539-a65f-b34eadf67d15 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:03:23.358980 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91302c-bba7-4b7e-8ec5-ca05eaf07fa7 req-dd1b65c2-d1ab-4a30-96ef-78b1a69b4203 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:23.359850 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35192) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:23.368105 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91302c-bba7-4b7e-8ec5-ca05eaf07fa7 req-dd1b65c2-d1ab-4a30-96ef-78b1a69b4203 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:23.384368 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port d7f47811-8d43-4539-a65f-b34eadf67d15 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:23.384984 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:23.388429 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91302c-bba7-4b7e-8ec5-ca05eaf07fa7 req-dd1b65c2-d1ab-4a30-96ef-78b1a69b4203 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:23.418908 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91302c-bba7-4b7e-8ec5-ca05eaf07fa7 req-dd1b65c2-d1ab-4a30-96ef-78b1a69b4203 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:23.438966 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91302c-bba7-4b7e-8ec5-ca05eaf07fa7 req-dd1b65c2-d1ab-4a30-96ef-78b1a69b4203 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:23.462823 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91302c-bba7-4b7e-8ec5-ca05eaf07fa7 req-dd1b65c2-d1ab-4a30-96ef-78b1a69b4203 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:23.464978 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe91302c-bba7-4b7e-8ec5-ca05eaf07fa7 req-dd1b65c2-d1ab-4a30-96ef-78b1a69b4203 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5421 time: 0.2614174 Aug 17 00:03:23.577824 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe91302c-bba7-4b7e-8ec5-ca05eaf07fa7 req-f8b925d2-7c8b-4a71-8373-e1f8973efdd2 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1033254 Aug 17 00:03:23.639384 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d245a-1d1c-4038-bf88-5bd6c0d0c88f admin admin] Deleting port d7f47811-8d43-4539-a65f-b34eadf67d15 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:03:23.639897 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ff4d245a-1d1c-4038-bf88-5bd6c0d0c88f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:23.700228 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:23.724394 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=07aed2fa-d27e-4651-8f59-41a9da06080a,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:23.735591 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:03:23.739445 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cc77e17-50b6-4e1b-ac5d-5af3bb923e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:23.768728 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5,segment=NetworkSegment(bd87dba4-8d4e-4b71-be48-b48bb38c0c6e),segment_id=bd87dba4-8d4e-4b71-be48-b48bb38c0c6e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:23.789644 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:23.790912 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a6d293e5-ef94-4aee-b473-335dccc456a6 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:03:23.811917 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-018809c5-eda5-49eb-a746-741d5612a8ed tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:03:23.815992 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-018809c5-eda5-49eb-a746-741d5612a8ed tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7196882 Aug 17 00:03:23.822724 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35202) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:23.827485 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-14cca44a-a46d-4048-bb09-02da3cc1627c tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'port_id': 'eeb7e5ab-0447-485f-9f41-c7ef5729721d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:23.858916 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.db.api [None req-14cca44a-a46d-4048-bb09-02da3cc1627c tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 00:03:23.858916 n-d-800088-20 neutron-server[101403]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 00:03:23.858916 n-d-800088-20 neutron-server[101403]: [parameters: {'project_id_1': '3ea4605d16cf41a2b1fac6fc6593f2f2', 'expiration_1': datetime.datetime(2021, 8, 17, 0, 3, 23, 846939)}] Aug 17 00:03:23.858916 n-d-800088-20 neutron-server[101403]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:03:23.859430 n-d-800088-20 neutron-server[101403]: DEBUG oslo_db.api [None req-14cca44a-a46d-4048-bb09-02da3cc1627c tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:03:23.863857 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:23.871062 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:23.877224 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-ff4d245a-1d1c-4038-bf88-5bd6c0d0c88f admin admin] For port d7f47811-8d43-4539-a65f-b34eadf67d15, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d7f47811-8d43-4539-a65f-b34eadf67d15,segment=NetworkSegment(31a3cb0f-126a-4d49-b85d-0ebb003ac0f2),segment_id=31a3cb0f-126a-4d49-b85d-0ebb003ac0f2)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:23.877786 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ff4d245a-1d1c-4038-bf88-5bd6c0d0c88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:23.902826 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d245a-1d1c-4038-bf88-5bd6c0d0c88f admin admin] Calling delete_port for d7f47811-8d43-4539-a65f-b34eadf67d15 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:03:23.947076 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port d7f47811-8d43-4539-a65f-b34eadf67d15, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d7f47811-8d43-4539-a65f-b34eadf67d15,segment=NetworkSegment(31a3cb0f-126a-4d49-b85d-0ebb003ac0f2),segment_id=31a3cb0f-126a-4d49-b85d-0ebb003ac0f2)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:23.987555 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:24.150789 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cc77e17-50b6-4e1b-ac5d-5af3bb923e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:24.171206 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cc77e17-50b6-4e1b-ac5d-5af3bb923e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:24.215753 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35208) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:24.225267 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5cc77e17-50b6-4e1b-ac5d-5af3bb923e3b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=089d587f71a74f30ac9b5b571d1a079f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8449578 Aug 17 00:03:24.323238 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc77e17-50b6-4e1b-ac5d-5af3bb923e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be65df75-5398-4ca4-9f4a-77624ddcc0c4,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:24.348454 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b5a755f9-a828-4173-b46d-e032f8f92973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:24.419860 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-14cca44a-a46d-4048-bb09-02da3cc1627c tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks [] for floatingip, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:24.481421 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ff4d245a-1d1c-4038-bf88-5bd6c0d0c88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:24.547211 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a6d293e5-ef94-4aee-b473-335dccc456a6, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a6d293e5-ef94-4aee-b473-335dccc456a6,segment=NetworkSegment(edea90ec-3463-4953-8375-cc71c218290a),segment_id=edea90ec-3463-4953-8375-cc71c218290a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:24.565082 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'a6d293e5-ef94-4aee-b473-335dccc456a6', 'network_id': '7d344a82-79d7-4f15-a0ba-8fc315949c8f', 'port_id': 'a6d293e5-ef94-4aee-b473-335dccc456a6', 'mac_address': 'fa:16:3e:28:48:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723fbf6-9716-47be-90e8-4e9878cdb460', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:03:24.581805 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d245a-1d1c-4038-bf88-5bd6c0d0c88f admin admin] Pushing event deleted for resources: {'Port': ['ID=d7f47811-8d43-4539-a65f-b34eadf67d15,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:24.680412 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b5a755f9-a828-4173-b46d-e032f8f92973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:24.736609 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=d7f47811-8d43-4539-a65f-b34eadf67d15,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:24.766534 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:24.806647 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d293e5-ef94-4aee-b473-335dccc456a6 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:03:24.848575 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a6d293e5-ef94-4aee-b473-335dccc456a6, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a6d293e5-ef94-4aee-b473-335dccc456a6,segment=NetworkSegment(edea90ec-3463-4953-8375-cc71c218290a),segment_id=edea90ec-3463-4953-8375-cc71c218290a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:24.862216 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:24.862940 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:03:24.886762 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f9b0a-bc93-4e9c-bfda-c3d05e10f5e2 req-62bfba3d-268a-44b4-8216-5ce5a68b0c93 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:24.915454 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f9b0a-bc93-4e9c-bfda-c3d05e10f5e2 req-62bfba3d-268a-44b4-8216-5ce5a68b0c93 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:24.960421 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f9b0a-bc93-4e9c-bfda-c3d05e10f5e2 req-62bfba3d-268a-44b4-8216-5ce5a68b0c93 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:24.985699 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=a6d293e5-ef94-4aee-b473-335dccc456a6,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:24.994493 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f9b0a-bc93-4e9c-bfda-c3d05e10f5e2 req-62bfba3d-268a-44b4-8216-5ce5a68b0c93 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:25.009453 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db,segment=NetworkSegment(bd87dba4-8d4e-4b71-be48-b48bb38c0c6e),segment_id=bd87dba4-8d4e-4b71-be48-b48bb38c0c6e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:25.031424 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db', 'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea', 'port_id': '0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db', 'mac_address': 'fa:16:3e:02:f3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f767b01-59ba-4d1c-a2de-3cb9e8190671', 'ip_address': '10.1.1.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:03:25.040993 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f9b0a-bc93-4e9c-bfda-c3d05e10f5e2 req-62bfba3d-268a-44b4-8216-5ce5a68b0c93 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:25.066124 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f9b0a-bc93-4e9c-bfda-c3d05e10f5e2 req-62bfba3d-268a-44b4-8216-5ce5a68b0c93 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:25.066365 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ff4d245a-1d1c-4038-bf88-5bd6c0d0c88f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:25.081223 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f9b0a-bc93-4e9c-bfda-c3d05e10f5e2 req-62bfba3d-268a-44b4-8216-5ce5a68b0c93 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:25.095476 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-648f9b0a-bc93-4e9c-bfda-c3d05e10f5e2 req-62bfba3d-268a-44b4-8216-5ce5a68b0c93 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5422 time: 0.4010134 Aug 17 00:03:25.141608 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:25.159383 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b5a755f9-a828-4173-b46d-e032f8f92973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:25.164228 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b5a755f9-a828-4173-b46d-e032f8f92973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:25.165726 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b5a755f9-a828-4173-b46d-e032f8f92973 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/be65df75-5398-4ca4-9f4a-77624ddcc0c4 HTTP/1.1" status: 204 len: 168 time: 0.9483688 Aug 17 00:03:25.199202 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:03:25.213239 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-648f9b0a-bc93-4e9c-bfda-c3d05e10f5e2 req-c2fd1de8-6031-4b85-85a4-86cd5bce8fe4 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1129816 Aug 17 00:03:25.214144 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a755f9-a828-4173-b46d-e032f8f92973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be65df75-5398-4ca4-9f4a-77624ddcc0c4,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:25.276278 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db,segment=NetworkSegment(bd87dba4-8d4e-4b71-be48-b48bb38c0c6e),segment_id=bd87dba4-8d4e-4b71-be48-b48bb38c0c6e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:25.282059 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-14cca44a-a46d-4048-bb09-02da3cc1627c tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:25.292132 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:25.293739 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:03:25.455806 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb,segment=NetworkSegment(bd87dba4-8d4e-4b71-be48-b48bb38c0c6e),segment_id=bd87dba4-8d4e-4b71-be48-b48bb38c0c6e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:25.470336 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb', 'network_id': '450a1daa-7a72-47ff-abbd-744b752946ea', 'port_id': '3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb', 'mac_address': 'fa:16:3e:14:77:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f767b01-59ba-4d1c-a2de-3cb9e8190671', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:03:25.548933 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:25.569693 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:03:25.623613 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:25.639991 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-14cca44a-a46d-4048-bb09-02da3cc1627c tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Allocated IP 172.25.3.181 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/a5b838ab-3b49-466c-bc0a-a01daa89a9e6) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:03:25.647280 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb,segment=NetworkSegment(bd87dba4-8d4e-4b71-be48-b48bb38c0c6e),segment_id=bd87dba4-8d4e-4b71-be48-b48bb38c0c6e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:25.668869 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:25.728371 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:25.731577 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device bf369f05-5490-4286-a3db-d3ce97b77f7b details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:03:25.858909 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-14cca44a-a46d-4048-bb09-02da3cc1627c tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:25.887119 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4d245a-1d1c-4038-bf88-5bd6c0d0c88f admin admin] Router aef259bd-c005-46ff-b993-34118709e375 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:03:25.904486 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port bf369f05-5490-4286-a3db-d3ce97b77f7b, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=bf369f05-5490-4286-a3db-d3ce97b77f7b,segment=NetworkSegment(b98f6a52-4778-47ea-889e-d9028196467d),segment_id=b98f6a52-4778-47ea-889e-d9028196467d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:25.918030 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'bf369f05-5490-4286-a3db-d3ce97b77f7b', 'network_id': 'e2ac1b86-e36f-4432-8342-86f5ef252896', 'port_id': 'bf369f05-5490-4286-a3db-d3ce97b77f7b', 'mac_address': 'fa:16:3e:8f:bb:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ce99c2-888b-4cad-8190-0a83e8273287', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:03:25.941004 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-14cca44a-a46d-4048-bb09-02da3cc1627c tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:25.964999 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cca44a-a46d-4048-bb09-02da3cc1627c tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:03:25.967852 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-14cca44a-a46d-4048-bb09-02da3cc1627c tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:25.971395 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cca44a-a46d-4048-bb09-02da3cc1627c tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:03:25.984620 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:26.012586 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35258) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:26.014015 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf369f05-5490-4286-a3db-d3ce97b77f7b {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:03:26.045205 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4d245a-1d1c-4038-bf88-5bd6c0d0c88f admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:03:26.051599 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ff4d245a-1d1c-4038-bf88-5bd6c0d0c88f admin admin] 10.222.0.60 "PUT /v2.0/routers/aef259bd-c005-46ff-b993-34118709e375/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5968981 Aug 17 00:03:26.057136 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35262) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:26.066173 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port bf369f05-5490-4286-a3db-d3ce97b77f7b, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=bf369f05-5490-4286-a3db-d3ce97b77f7b,segment=NetworkSegment(b98f6a52-4778-47ea-889e-d9028196467d),segment_id=b98f6a52-4778-47ea-889e-d9028196467d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:26.073927 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d40e55ac-b300-45b3-81a4-5fc19d78c381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:26.079371 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8fbf58-fd0a-44d0-9026-3058f17e8b31 None None] Sync routers for ids ['aef259bd-c005-46ff-b993-34118709e375'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:03:26.084053 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:26.084986 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 1a678ec1-28b9-4595-9f5f-5bcce8516225 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:03:26.144004 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8fbf58-fd0a-44d0-9026-3058f17e8b31 None None] Routers {'aef259bd-c005-46ff-b993-34118709e375'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:03:26.145062 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7b8fbf58-fd0a-44d0-9026-3058f17e8b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:03:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['aef259bd-c005-46ff-b993-34118709e375'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:26.196573 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d40e55ac-b300-45b3-81a4-5fc19d78c381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:26.203329 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cca44a-a46d-4048-bb09-02da3cc1627c tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Pushing event updated for resources: {'Port': ['ID=a5b838ab-3b49-466c-bc0a-a01daa89a9e6,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:26.204835 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:03:26.211342 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ecece700-5728-46f3-96bd-c82ae44b2f58 admin admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:26.217288 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d40e55ac-b300-45b3-81a4-5fc19d78c381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:26.260565 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['07aed2fa-d27e-4651-8f59-41a9da06080a'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:03:26.263765 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:03:26.300480 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d40e55ac-b300-45b3-81a4-5fc19d78c381 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d30d52c82f9b41d5954b71b08c474892&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2690027 Aug 17 00:03:26.330095 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35266) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:26.363726 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 1a678ec1-28b9-4595-9f5f-5bcce8516225, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=1a678ec1-28b9-4595-9f5f-5bcce8516225,segment=NetworkSegment(b98f6a52-4778-47ea-889e-d9028196467d),segment_id=b98f6a52-4778-47ea-889e-d9028196467d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:26.380329 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e55ac-b300-45b3-81a4-5fc19d78c381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fe45e6-749a-4a7d-a4ee-98a47ec93fea,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:26.383640 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=bf369f05-5490-4286-a3db-d3ce97b77f7b,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:26.397550 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ecece700-5728-46f3-96bd-c82ae44b2f58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:26.408927 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8081a7c7-4b4d-4dad-a10c-d7c69b9a5b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:26.464433 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8081a7c7-4b4d-4dad-a10c-d7c69b9a5b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:26.525736 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ecece700-5728-46f3-96bd-c82ae44b2f58 admin admin] Deleting port d242d22e-ec5f-4b39-8308-87ca7f8db1c5 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:03:26.526327 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ecece700-5728-46f3-96bd-c82ae44b2f58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:26.530089 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '1a678ec1-28b9-4595-9f5f-5bcce8516225', 'network_id': 'e2ac1b86-e36f-4432-8342-86f5ef252896', 'port_id': '1a678ec1-28b9-4595-9f5f-5bcce8516225', 'mac_address': 'fa:16:3e:39:bb:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ce99c2-888b-4cad-8190-0a83e8273287', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:03:26.639026 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef0a23-fb46-472f-870e-ab38077d1372 req-61beca7a-cd7c-422a-8d5d-e1f7311cf35a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:26.649667 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-7b8fbf58-fd0a-44d0-9026-3058f17e8b31 None None] Set router aef259bd-c005-46ff-b993-34118709e375 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:03:26.650160 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef0a23-fb46-472f-870e-ab38077d1372 req-61beca7a-cd7c-422a-8d5d-e1f7311cf35a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:26.656174 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef0a23-fb46-472f-870e-ab38077d1372 req-61beca7a-cd7c-422a-8d5d-e1f7311cf35a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:26.659204 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-ecece700-5728-46f3-96bd-c82ae44b2f58 admin admin] For port d242d22e-ec5f-4b39-8308-87ca7f8db1c5, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d242d22e-ec5f-4b39-8308-87ca7f8db1c5,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:26.659638 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ecece700-5728-46f3-96bd-c82ae44b2f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:26.663113 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef0a23-fb46-472f-870e-ab38077d1372 req-61beca7a-cd7c-422a-8d5d-e1f7311cf35a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:26.669419 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef0a23-fb46-472f-870e-ab38077d1372 req-61beca7a-cd7c-422a-8d5d-e1f7311cf35a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:26.675446 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ecece700-5728-46f3-96bd-c82ae44b2f58 admin admin] Calling delete_port for d242d22e-ec5f-4b39-8308-87ca7f8db1c5 owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:03:26.675600 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef0a23-fb46-472f-870e-ab38077d1372 req-61beca7a-cd7c-422a-8d5d-e1f7311cf35a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:26.678409 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8081a7c7-4b4d-4dad-a10c-d7c69b9a5b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:26.681233 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8081a7c7-4b4d-4dad-a10c-d7c69b9a5b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:26.682749 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef0a23-fb46-472f-870e-ab38077d1372 req-61beca7a-cd7c-422a-8d5d-e1f7311cf35a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:26.685159 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8081a7c7-4b4d-4dad-a10c-d7c69b9a5b0c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e1fe45e6-749a-4a7d-a4ee-98a47ec93fea HTTP/1.1" status: 204 len: 168 time: 0.3540149 Aug 17 00:03:26.685305 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ecef0a23-fb46-472f-870e-ab38077d1372 req-61beca7a-cd7c-422a-8d5d-e1f7311cf35a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5426 time: 0.2715774 Aug 17 00:03:26.694822 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9576d9-c2c9-450b-8e12-10dbc6bf51e5 req-cefcca56-776e-4dfc-b562-76d4df0e810e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:26.696287 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd9576d9-c2c9-450b-8e12-10dbc6bf51e5 req-cefcca56-776e-4dfc-b562-76d4df0e810e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2ce754388cc43b1ac4e9f8b8d18c497&device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 1097 time: 0.2085845 Aug 17 00:03:26.701296 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081a7c7-4b4d-4dad-a10c-d7c69b9a5b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fe45e6-749a-4a7d-a4ee-98a47ec93fea,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:26.899607 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-14cca44a-a46d-4048-bb09-02da3cc1627c tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Deleting port a5b838ab-3b49-466c-bc0a-a01daa89a9e6 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:03:26.899607 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-14cca44a-a46d-4048-bb09-02da3cc1627c tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:27.068640 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ecef0a23-fb46-472f-870e-ab38077d1372 req-f6138c53-6644-4a28-ac45-708e7eab0ad2 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1919765 Aug 17 00:03:27.071775 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:27.148414 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9576d9-c2c9-450b-8e12-10dbc6bf51e5 req-05b478b8-763e-4908-804f-912409c8fe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:27.149925 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd9576d9-c2c9-450b-8e12-10dbc6bf51e5 req-05b478b8-763e-4908-804f-912409c8fe9d service neutron] 10.222.0.64 "GET /v2.0/networks?id=828b9ed9-5982-43c3-a42e-6c3581a384df HTTP/1.1" status: 200 len: 904 time: 0.4197221 Aug 17 00:03:27.187336 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a678ec1-28b9-4595-9f5f-5bcce8516225 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:03:27.188883 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-14cca44a-a46d-4048-bb09-02da3cc1627c tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:27.189249 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-14cca44a-a46d-4048-bb09-02da3cc1627c tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:27.240918 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-14cca44a-a46d-4048-bb09-02da3cc1627c tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Calling delete_port for a5b838ab-3b49-466c-bc0a-a01daa89a9e6 owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:03:27.291365 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['a6d293e5-ef94-4aee-b473-335dccc456a6'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:03:27.293183 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:03:27.495929 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 1a678ec1-28b9-4595-9f5f-5bcce8516225, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=1a678ec1-28b9-4595-9f5f-5bcce8516225,segment=NetworkSegment(b98f6a52-4778-47ea-889e-d9028196467d),segment_id=b98f6a52-4778-47ea-889e-d9028196467d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:27.589556 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:27.609719 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ecece700-5728-46f3-96bd-c82ae44b2f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:27.687913 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecece700-5728-46f3-96bd-c82ae44b2f58 admin admin] Pushing event deleted for resources: {'Port': ['ID=d242d22e-ec5f-4b39-8308-87ca7f8db1c5,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:27.715549 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:03:27.838824 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ecece700-5728-46f3-96bd-c82ae44b2f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:27.951892 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=1a678ec1-28b9-4595-9f5f-5bcce8516225,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:27.970802 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['bf369f05-5490-4286-a3db-d3ce97b77f7b'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:03:28.016086 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['1a678ec1-28b9-4595-9f5f-5bcce8516225'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:03:28.092981 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd9576d9-c2c9-450b-8e12-10dbc6bf51e5 req-64e3735a-c74f-4f1c-b901-965ff58f4932 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4792e41c-6ce3-4d12-aa9a-a1b3d4efd740 HTTP/1.1" status: 200 len: 217 time: 0.9313517 Aug 17 00:03:28.157653 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ecece700-5728-46f3-96bd-c82ae44b2f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:28.164135 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ecece700-5728-46f3-96bd-c82ae44b2f58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:28.176742 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-14cca44a-a46d-4048-bb09-02da3cc1627c tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:28.233281 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ecece700-5728-46f3-96bd-c82ae44b2f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:28.237010 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecece700-5728-46f3-96bd-c82ae44b2f58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aef259bd-c005-46ff-b993-34118709e375 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:03:28.246130 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ecece700-5728-46f3-96bd-c82ae44b2f58 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:28.247311 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ecece700-5728-46f3-96bd-c82ae44b2f58 admin admin] 10.222.0.60 "DELETE /v2.0/routers/aef259bd-c005-46ff-b993-34118709e375 HTTP/1.1" status: 204 len: 168 time: 2.1891127 Aug 17 00:03:28.249767 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cca44a-a46d-4048-bb09-02da3cc1627c tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Pushing event deleted for resources: {'Port': ['ID=a5b838ab-3b49-466c-bc0a-a01daa89a9e6,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:28.250760 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35392) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:28.306348 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9576d9-c2c9-450b-8e12-10dbc6bf51e5 req-11ea03d8-79d9-4961-bd04-a7f0968c8446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:28.308678 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd9576d9-c2c9-450b-8e12-10dbc6bf51e5 req-11ea03d8-79d9-4961-bd04-a7f0968c8446 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=edd9ab22-5340-4c03-a1d1-8f64d16eab30 HTTP/1.1" status: 200 len: 843 time: 0.1937978 Aug 17 00:03:28.349407 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363d3b8-9064-4229-a44b-a35c49dedad2 req-dbcba0ad-e91c-4812-a97b-fd1b1440978b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:28.355863 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363d3b8-9064-4229-a44b-a35c49dedad2 req-dbcba0ad-e91c-4812-a97b-fd1b1440978b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:28.359786 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba4f312e-c03d-406b-8269-5d4d873c9c08 admin admin] Deleting subnet 14908dd2-c2fd-41a8-9580-50d28ae44a75 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:03:28.363221 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363d3b8-9064-4229-a44b-a35c49dedad2 req-dbcba0ad-e91c-4812-a97b-fd1b1440978b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:28.364696 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba4f312e-c03d-406b-8269-5d4d873c9c08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:28.371958 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363d3b8-9064-4229-a44b-a35c49dedad2 req-dbcba0ad-e91c-4812-a97b-fd1b1440978b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:28.378823 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363d3b8-9064-4229-a44b-a35c49dedad2 req-dbcba0ad-e91c-4812-a97b-fd1b1440978b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:28.386524 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363d3b8-9064-4229-a44b-a35c49dedad2 req-dbcba0ad-e91c-4812-a97b-fd1b1440978b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:28.393760 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363d3b8-9064-4229-a44b-a35c49dedad2 req-dbcba0ad-e91c-4812-a97b-fd1b1440978b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:28.404341 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5363d3b8-9064-4229-a44b-a35c49dedad2 req-dbcba0ad-e91c-4812-a97b-fd1b1440978b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5427 time: 0.3018262 Aug 17 00:03:28.465297 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba4f312e-c03d-406b-8269-5d4d873c9c08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:28.542582 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd9576d9-c2c9-450b-8e12-10dbc6bf51e5 req-925d3028-aff2-48be-83da-1ef3268572ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=828b9ed9-5982-43c3-a42e-6c3581a384df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355057 Aug 17 00:03:28.612585 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5363d3b8-9064-4229-a44b-a35c49dedad2 req-23116e3e-3b68-4192-850e-3025f121e4d4 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2012737 Aug 17 00:03:28.625392 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7b8fbf58-fd0a-44d0-9026-3058f17e8b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef259bd-c005-46ff-b993-34118709e375', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1707671316-router', 'tenant_id': '87be8efc475c4c378cdd571fa01cbf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd242d22e-ec5f-4b39-8308-87ca7f8db1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:03:07Z', 'updated_at': '2021-08-17T00:03:24Z', 'revision_number': 5, 'project_id': '87be8efc475c4c378cdd571fa01cbf17', 'gw_port': {'id': 'd242d22e-ec5f-4b39-8308-87ca7f8db1c5', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef259bd-c005-46ff-b993-34118709e375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:08Z', 'updated_at': '2021-08-17T00:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:28.679681 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-14cca44a-a46d-4048-bb09-02da3cc1627c tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] create failed (client error): The resource could not be found. Aug 17 00:03:28.680874 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-14cca44a-a46d-4048-bb09-02da3cc1627c tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.8569748 Aug 17 00:03:28.685850 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35408) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:28.746524 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:28.758225 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd9576d9-c2c9-450b-8e12-10dbc6bf51e5 req-eeea18b7-1343-4c8f-9c83-a16b89c2fbb9 service neutron] 10.222.0.64 "GET /v2.0/networks/828b9ed9-5982-43c3-a42e-6c3581a384df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034211 Aug 17 00:03:28.778464 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8fbf58-fd0a-44d0-9026-3058f17e8b31 None None] Checking router: aef259bd-c005-46ff-b993-34118709e375 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:03:28.864925 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba4f312e-c03d-406b-8269-5d4d873c9c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:28.992673 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-31688621-23d4-4da9-b46a-fd2e516f55ab tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Deleting port eeb7e5ab-0447-485f-9f41-c7ef5729721d {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:03:28.993280 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-31688621-23d4-4da9-b46a-fd2e516f55ab tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:29.077595 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd9576d9-c2c9-450b-8e12-10dbc6bf51e5 req-5883f014-a8a3-4271-be3a-e5c235d0d9d9 service neutron] 10.222.0.64 "GET /v2.0/networks/828b9ed9-5982-43c3-a42e-6c3581a384df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096101 Aug 17 00:03:29.088856 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-31688621-23d4-4da9-b46a-fd2e516f55ab tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:29.101721 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-31688621-23d4-4da9-b46a-fd2e516f55ab tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Calling delete_port for eeb7e5ab-0447-485f-9f41-c7ef5729721d owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:03:29.105149 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-46b501ed-23d9-4a0b-9304-aab87a352afa tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:29.107739 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-46b501ed-23d9-4a0b-9304-aab87a352afa tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/networks?id=828b9ed9-5982-43c3-a42e-6c3581a384df HTTP/1.1" status: 200 len: 803 time: 0.1664007 Aug 17 00:03:29.121439 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4792e41c-6ce3-4d12-aa9a-a1b3d4efd740,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:29.127593 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4467249-7e89-434b-9fb4-d2eb8ac841d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4792e41c-6ce3-4d12-aa9a-a1b3d4efd740'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:03:29.131554 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffa8d8d-f329-42b6-9128-2295bd189449" -d '{"events": [{"server_uuid": "d4467249-7e89-434b-9fb4-d2eb8ac841d4", "name": "network-vif-unplugged", "status": "completed", "tag": "4792e41c-6ce3-4d12-aa9a-a1b3d4efd740"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:03:29.156252 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-ddb6d3c3-a760-4a54-ab39-124ca09c815b tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/quotas/a2ce754388cc43b1ac4e9f8b8d18c497 HTTP/1.1" status: 200 len: 375 time: 0.0400314 Aug 17 00:03:29.193474 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8fbf58-fd0a-44d0-9026-3058f17e8b31 None None] Routers set() bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:03:29.194132 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8fbf58-fd0a-44d0-9026-3058f17e8b31 None None] Router IDs set() for agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 00:03:29.194963 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_agentschedulers_db [None req-7b8fbf58-fd0a-44d0-9026-3058f17e8b31 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'aef259bd-c005-46ff-b993-34118709e375'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:03:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent'). {{(pid=101404) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 17 00:03:29.195526 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8fbf58-fd0a-44d0-9026-3058f17e8b31 None None] The sync data for ids ['aef259bd-c005-46ff-b993-34118709e375'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:03:29.230601 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:29.269649 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 00:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5851fc40-794a-494b-a552-e1c1d428f625 x-openstack-request-id: req-5851fc40-794a-494b-a552-e1c1d428f625 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:03:29.282765 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-693fd37c-901e-4184-bbc0-b9ced9de8a7a tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a2ce754388cc43b1ac4e9f8b8d18c497&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1245360 Aug 17 00:03:29.289834 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba4f312e-c03d-406b-8269-5d4d873c9c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:29.293624 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4467249-7e89-434b-9fb4-d2eb8ac841d4", "name": "network-vif-unplugged", "status": "completed", "tag": "4792e41c-6ce3-4d12-aa9a-a1b3d4efd740", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:03:29.294167 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5851fc40-794a-494b-a552-e1c1d428f625 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:03:29.294752 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4467249-7e89-434b-9fb4-d2eb8ac841d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4792e41c-6ce3-4d12-aa9a-a1b3d4efd740', 'code': 200} Aug 17 00:03:29.320089 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-31688621-23d4-4da9-b46a-fd2e516f55ab tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:29.322680 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f312e-c03d-406b-8269-5d4d873c9c08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14908dd2-c2fd-41a8-9580-50d28ae44a75,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:29.333313 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba4f312e-c03d-406b-8269-5d4d873c9c08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:29.335346 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ba4f312e-c03d-406b-8269-5d4d873c9c08 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/14908dd2-c2fd-41a8-9580-50d28ae44a75 HTTP/1.1" status: 204 len: 168 time: 1.0836191 Aug 17 00:03:29.346472 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac13a3b-0b9a-4a7b-828a-2e6764af1968 None None] Network 7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:03:29.365861 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35438) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:29.369802 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31688621-23d4-4da9-b46a-fd2e516f55ab tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Pushing event deleted for resources: {'Port': ['ID=eeb7e5ab-0447-485f-9f41-c7ef5729721d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:29.476509 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=4792e41c-6ce3-4d12-aa9a-a1b3d4efd740,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:29.502075 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-32f721d7-43d8-42b2-b3cb-f046115cb80d service neutron] 10.222.0.60 "GET /v2.0/networks/828b9ed9-5982-43c3-a42e-6c3581a384df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179408 Aug 17 00:03:29.637448 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-31688621-23d4-4da9-b46a-fd2e516f55ab tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:29.639526 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-31688621-23d4-4da9-b46a-fd2e516f55ab tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] 10.222.0.60 "DELETE /v2.0/ports/eeb7e5ab-0447-485f-9f41-c7ef5729721d HTTP/1.1" status: 204 len: 168 time: 0.9516037 Aug 17 00:03:29.642403 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b920a97f-8b18-41a3-8be1-e69033313bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:29.644092 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35450) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:29.705401 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:03:29.749077 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab35358-00ef-40a4-8b1d-29527f00f82a None None] DHCP port deletion for 7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:03:29.788897 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b2a5b3-8131-4515-829d-1ae5dbfe7073 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:29.793482 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-44b2a5b3-8131-4515-829d-1ae5dbfe7073 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] 10.222.0.60 "GET /v2.0/ports?device_id=cde7814f-ff1b-4d19-b16e-ce892366e192 HTTP/1.1" status: 200 len: 913 time: 0.1458189 Aug 17 00:03:29.797282 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35452) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:29.818303 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35454) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:29.841556 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-da59f2fb-a509-43dd-89da-846ff69e1ab1 service neutron] 10.222.0.60 "GET /v2.0/networks/828b9ed9-5982-43c3-a42e-6c3581a384df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380589 Aug 17 00:03:29.893463 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-8ab35358-00ef-40a4-8b1d-29527f00f82a None None] Deleting port 6e2a861b-d381-488b-b0a5-a6843e1e36c6 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:03:29.894106 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8ab35358-00ef-40a4-8b1d-29527f00f82a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:29.898681 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:03:29.928699 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:29.929996 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:29.938916 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b7e9b-f1cd-4424-bdb5-9a027515932a req-037748ff-c166-47ba-9a4b-6eb510281331 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:29.946123 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b7e9b-f1cd-4424-bdb5-9a027515932a req-037748ff-c166-47ba-9a4b-6eb510281331 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:29.952841 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b7e9b-f1cd-4424-bdb5-9a027515932a req-037748ff-c166-47ba-9a4b-6eb510281331 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:29.960929 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b7e9b-f1cd-4424-bdb5-9a027515932a req-037748ff-c166-47ba-9a4b-6eb510281331 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:29.968118 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b7e9b-f1cd-4424-bdb5-9a027515932a req-037748ff-c166-47ba-9a4b-6eb510281331 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:29.976974 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b7e9b-f1cd-4424-bdb5-9a027515932a req-037748ff-c166-47ba-9a4b-6eb510281331 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:29.984632 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b7e9b-f1cd-4424-bdb5-9a027515932a req-037748ff-c166-47ba-9a4b-6eb510281331 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:29.993578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e75b7e9b-f1cd-4424-bdb5-9a027515932a req-037748ff-c166-47ba-9a4b-6eb510281331 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5427 time: 0.2679646 Aug 17 00:03:30.011694 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-b920a97f-8b18-41a3-8be1-e69033313bc5 admin admin] Deleting port 6e2a861b-d381-488b-b0a5-a6843e1e36c6 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:03:30.012211 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b920a97f-8b18-41a3-8be1-e69033313bc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:30.049868 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e75b7e9b-f1cd-4424-bdb5-9a027515932a req-0b006476-1ebc-4b49-a86b-e55e9c67f648 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512402 Aug 17 00:03:30.056428 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-8ab35358-00ef-40a4-8b1d-29527f00f82a None None] For port 6e2a861b-d381-488b-b0a5-a6843e1e36c6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6e2a861b-d381-488b-b0a5-a6843e1e36c6,segment=NetworkSegment(31a3cb0f-126a-4d49-b85d-0ebb003ac0f2),segment_id=31a3cb0f-126a-4d49-b85d-0ebb003ac0f2)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:30.058974 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8ab35358-00ef-40a4-8b1d-29527f00f82a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:30.076962 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-8ab35358-00ef-40a4-8b1d-29527f00f82a None None] Calling delete_port for 6e2a861b-d381-488b-b0a5-a6843e1e36c6 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:03:30.134815 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-acb58e03-50df-4435-ab9a-b9837116872d tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1738145357', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:30.154818 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:30.251640 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5,segment=NetworkSegment(bd87dba4-8d4e-4b71-be48-b48bb38c0c6e),segment_id=bd87dba4-8d4e-4b71-be48-b48bb38c0c6e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:30.266896 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:30.268402 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:03:30.283641 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-b920a97f-8b18-41a3-8be1-e69033313bc5 admin admin] For port 6e2a861b-d381-488b-b0a5-a6843e1e36c6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6e2a861b-d381-488b-b0a5-a6843e1e36c6,segment=NetworkSegment(31a3cb0f-126a-4d49-b85d-0ebb003ac0f2),segment_id=31a3cb0f-126a-4d49-b85d-0ebb003ac0f2)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:30.284193 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b920a97f-8b18-41a3-8be1-e69033313bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:30.313149 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-b920a97f-8b18-41a3-8be1-e69033313bc5 admin admin] Calling delete_port for 6e2a861b-d381-488b-b0a5-a6843e1e36c6 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:03:30.367047 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa239d-c440-48b8-84ef-718f465f4bb8 req-63a370bc-158b-4042-9ee1-5f2c0eb985a7 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:30.368771 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f1aa239d-c440-48b8-84ef-718f465f4bb8 req-63a370bc-158b-4042-9ee1-5f2c0eb985a7 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4467249-7e89-434b-9fb4-d2eb8ac841d4 HTTP/1.1" status: 200 len: 943 time: 0.2640188 Aug 17 00:03:30.370782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb58e03-50df-4435-ab9a-b9837116872d tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Made reservation on behalf of ed3203370c684e79a2b53969ef3120ce for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:03:30.373444 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-acb58e03-50df-4435-ab9a-b9837116872d tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:30.393417 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-acb58e03-50df-4435-ab9a-b9837116872d tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:30.440742 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b920a97f-8b18-41a3-8be1-e69033313bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:30.497251 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920a97f-8b18-41a3-8be1-e69033313bc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2a861b-d381-488b-b0a5-a6843e1e36c6,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:30.505805 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-68aae3e6-15c8-47ad-82f5-767ef465f418 req-1ea9cdb9-2201-4c7a-a2fa-49a3b4ee9a1d tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4062cb7-c18a-4dc6-9144-334a191f4a6f HTTP/1.1" status: 200 len: 210 time: 0.0720069 Aug 17 00:03:30.528570 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b920a97f-8b18-41a3-8be1-e69033313bc5 admin admin] No DVR routers for this DVR port 6e2a861b-d381-488b-b0a5-a6843e1e36c6 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:03:30.577465 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:30.603057 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8ab35358-00ef-40a4-8b1d-29527f00f82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:30.636909 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:03:30.640421 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab35358-00ef-40a4-8b1d-29527f00f82a None None] Pushing event deleted for resources: {'Port': ['ID=6e2a861b-d381-488b-b0a5-a6843e1e36c6,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:30.644714 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab35358-00ef-40a4-8b1d-29527f00f82a None None] No DVR routers for this DVR port 6e2a861b-d381-488b-b0a5-a6843e1e36c6 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:03:30.646502 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:30.646684 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:30.669500 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-acb58e03-50df-4435-ab9a-b9837116872d tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:30.687994 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-acb58e03-50df-4435-ab9a-b9837116872d tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:30.697604 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-acb58e03-50df-4435-ab9a-b9837116872d tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] device_id is not set on port 3f349a8d-6b38-40c4-af72-590d521c9a3c yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:03:30.757273 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-f1aa239d-c440-48b8-84ef-718f465f4bb8 req-6edec285-e36b-4f4c-a778-aaaf75d16a01 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Deleting port 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:03:30.757681 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f1aa239d-c440-48b8-84ef-718f465f4bb8 req-6edec285-e36b-4f4c-a778-aaaf75d16a01 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:30.790274 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb58e03-50df-4435-ab9a-b9837116872d tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0af551-04ef-48c4-af31-23622ef93e9f,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:30.808206 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b920a97f-8b18-41a3-8be1-e69033313bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:30.840084 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:30.851975 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-b920a97f-8b18-41a3-8be1-e69033313bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:30.871630 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-b920a97f-8b18-41a3-8be1-e69033313bc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a3cb0f-126a-4d49-b85d-0ebb003ac0f2') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:30.871922 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-b920a97f-8b18-41a3-8be1-e69033313bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a3cb0f-126a-4d49-b85d-0ebb003ac0f2') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:30.886227 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d7f47811-8d43-4539-a65f-b34eadf67d15 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:03:30.889707 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b920a97f-8b18-41a3-8be1-e69033313bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:30.930114 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b920a97f-8b18-41a3-8be1-e69033313bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:30.943686 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: d7f47811-8d43-4539-a65f-b34eadf67d15 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:03:30.944018 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d7f47811-8d43-4539-a65f-b34eadf67d15 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:03:30.944427 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6e2a861b-d381-488b-b0a5-a6843e1e36c6 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:03:30.946495 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b920a97f-8b18-41a3-8be1-e69033313bc5 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:03:30.948566 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b920a97f-8b18-41a3-8be1-e69033313bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:30.977203 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 6e2a861b-d381-488b-b0a5-a6843e1e36c6 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:03:30.977546 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6e2a861b-d381-488b-b0a5-a6843e1e36c6 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:03:30.977959 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d242d22e-ec5f-4b39-8308-87ca7f8db1c5 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:03:30.978103 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-acb58e03-50df-4435-ab9a-b9837116872d tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Allocated IP 172.25.3.126 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/3f349a8d-6b38-40c4-af72-590d521c9a3c) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:03:30.981406 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-f1aa239d-c440-48b8-84ef-718f465f4bb8 req-6edec285-e36b-4f4c-a778-aaaf75d16a01 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] For port 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4792e41c-6ce3-4d12-aa9a-a1b3d4efd740,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:30.981716 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f1aa239d-c440-48b8-84ef-718f465f4bb8 req-6edec285-e36b-4f4c-a778-aaaf75d16a01 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:31.009025 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: d242d22e-ec5f-4b39-8308-87ca7f8db1c5 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:03:31.009381 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d242d22e-ec5f-4b39-8308-87ca7f8db1c5 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:03:31.013026 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:03:31.017477 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-f1aa239d-c440-48b8-84ef-718f465f4bb8 req-6edec285-e36b-4f4c-a778-aaaf75d16a01 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Calling delete_port for 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:03:31.036080 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db,segment=NetworkSegment(bd87dba4-8d4e-4b71-be48-b48bb38c0c6e),segment_id=bd87dba4-8d4e-4b71-be48-b48bb38c0c6e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:31.040729 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:31.042175 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 07aed2fa-d27e-4651-8f59-41a9da06080a up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:03:31.051414 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b920a97f-8b18-41a3-8be1-e69033313bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:31.058571 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b920a97f-8b18-41a3-8be1-e69033313bc5 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:31.060484 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b920a97f-8b18-41a3-8be1-e69033313bc5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8 HTTP/1.1" status: 204 len: 168 time: 1.6936865 Aug 17 00:03:31.064705 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4c40c175-289e-43b8-8e1a-dbae098626e9 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:31.232656 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:31.264122 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920a97f-8b18-41a3-8be1-e69033313bc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fae6a8b-63c8-4b7a-b745-288fa5c6b7f8,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:31.266714 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 07aed2fa-d27e-4651-8f59-41a9da06080a completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:03:31.277546 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 07aed2fa-d27e-4651-8f59-41a9da06080a triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:31.277926 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:31.318803 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5'}, {'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:03:31.333209 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2019fd-2d42-4dbc-b453-5123c64c8162" -d '{"events": [{"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-plugged", "status": "completed", "tag": "63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5"}, {"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-plugged", "status": "completed", "tag": "0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:03:31.359234 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35506) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:31.397641 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f1aa239d-c440-48b8-84ef-718f465f4bb8 req-6edec285-e36b-4f4c-a778-aaaf75d16a01 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:31.440962 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:31.462137 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-acb58e03-50df-4435-ab9a-b9837116872d tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:31.475202 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edec285-e36b-4f4c-a778-aaaf75d16a01 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Pushing event deleted for resources: {'Port': ['ID=4792e41c-6ce3-4d12-aa9a-a1b3d4efd740,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:31.511252 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 07aed2fa-d27e-4651-8f59-41a9da06080a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=07aed2fa-d27e-4651-8f59-41a9da06080a,segment=NetworkSegment(bd87dba4-8d4e-4b71-be48-b48bb38c0c6e),segment_id=bd87dba4-8d4e-4b71-be48-b48bb38c0c6e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:31.521493 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:31.569898 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5e4f5123-8a10-4d0e-bea4-58eef0477cc5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=87be8efc475c4c378cdd571fa01cbf17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2079444 Aug 17 00:03:31.572821 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35512) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:31.583716 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-acb58e03-50df-4435-ab9a-b9837116872d tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:31.592838 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1aa239d-c440-48b8-84ef-718f465f4bb8 req-6edec285-e36b-4f4c-a778-aaaf75d16a01 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] No DVR routers for this DVR port 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:03:31.593098 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=07aed2fa-d27e-4651-8f59-41a9da06080a,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:31.612678 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468fbcb-959d-4091-abde-ae93ef3e3a46 req-0cc92020-8ed3-4f23-aef7-85b6ac4ef113 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:31.619428 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468fbcb-959d-4091-abde-ae93ef3e3a46 req-0cc92020-8ed3-4f23-aef7-85b6ac4ef113 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:31.629356 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468fbcb-959d-4091-abde-ae93ef3e3a46 req-0cc92020-8ed3-4f23-aef7-85b6ac4ef113 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:31.635371 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-4c40c175-289e-43b8-8e1a-dbae098626e9 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Deleting port 68a183f5-9459-4c53-b3f7-2c83ae1af767 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:03:31.635704 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468fbcb-959d-4091-abde-ae93ef3e3a46 req-0cc92020-8ed3-4f23-aef7-85b6ac4ef113 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:31.635817 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4c40c175-289e-43b8-8e1a-dbae098626e9 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:31.641998 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468fbcb-959d-4091-abde-ae93ef3e3a46 req-0cc92020-8ed3-4f23-aef7-85b6ac4ef113 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:31.648733 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468fbcb-959d-4091-abde-ae93ef3e3a46 req-0cc92020-8ed3-4f23-aef7-85b6ac4ef113 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:31.654958 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468fbcb-959d-4091-abde-ae93ef3e3a46 req-0cc92020-8ed3-4f23-aef7-85b6ac4ef113 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:31.656954 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b468fbcb-959d-4091-abde-ae93ef3e3a46 req-0cc92020-8ed3-4f23-aef7-85b6ac4ef113 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5429 time: 0.2753205 Aug 17 00:03:31.662093 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f1aa239d-c440-48b8-84ef-718f465f4bb8 req-6edec285-e36b-4f4c-a778-aaaf75d16a01 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:31.664214 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f1aa239d-c440-48b8-84ef-718f465f4bb8 req-6edec285-e36b-4f4c-a778-aaaf75d16a01 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.64 "DELETE /v2.0/ports/4792e41c-6ce3-4d12-aa9a-a1b3d4efd740 HTTP/1.1" status: 204 len: 173 time: 1.2871070 Aug 17 00:03:31.664678 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4467249-7e89-434b-9fb4-d2eb8ac841d4', 'name': 'network-vif-deleted', 'tag': '4792e41c-6ce3-4d12-aa9a-a1b3d4efd740'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:03:31.667165 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cdeb87-f8f0-44ba-bd9b-823598ae33d3" -d '{"events": [{"server_uuid": "d4467249-7e89-434b-9fb4-d2eb8ac841d4", "name": "network-vif-deleted", "tag": "4792e41c-6ce3-4d12-aa9a-a1b3d4efd740"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:03:31.692612 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 00:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c650755e-3c85-4999-8115-bbf8ae65acad x-openstack-request-id: req-c650755e-3c85-4999-8115-bbf8ae65acad {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:03:31.692912 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-plugged", "status": "completed", "tag": "63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5", "code": 200}, {"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-plugged", "status": "completed", "tag": "0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:03:31.693192 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c650755e-3c85-4999-8115-bbf8ae65acad {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:03:31.693595 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5', 'code': 200} Aug 17 00:03:31.693854 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db', 'code': 200} Aug 17 00:03:31.718253 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a6d293e5-ef94-4aee-b473-335dccc456a6 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:03:31.737095 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb58e03-50df-4435-ab9a-b9837116872d tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:03:31.746376 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-acb58e03-50df-4435-ab9a-b9837116872d tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:31.749869 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb58e03-50df-4435-ab9a-b9837116872d tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Pushing event updated for resources: {'Port': ['ID=3f349a8d-6b38-40c4-af72-590d521c9a3c,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:31.758572 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb58e03-50df-4435-ab9a-b9837116872d tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:03:31.823109 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6c4c222c-3854-4224-bc44-c23973ccfdfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:31.854163 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port a6d293e5-ef94-4aee-b473-335dccc456a6 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:03:31.859971 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port a6d293e5-ef94-4aee-b473-335dccc456a6 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:31.860852 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:31.865751 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b468fbcb-959d-4091-abde-ae93ef3e3a46 req-dfc33da9-7371-44d5-9b99-b275fd0b78df tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1947970 Aug 17 00:03:31.905631 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6c4c222c-3854-4224-bc44-c23973ccfdfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:31.936492 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4c40c175-289e-43b8-8e1a-dbae098626e9 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:31.942862 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d902f8ae-36bb-4461-b402-e1d057be55ee req-2354ca8e-afad-4a7b-90ee-a3cd92c4ab10 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4062cb7-c18a-4dc6-9144-334a191f4a6f HTTP/1.1" status: 200 len: 210 time: 0.1397150 Aug 17 00:03:31.961666 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-4c40c175-289e-43b8-8e1a-dbae098626e9 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Calling delete_port for 68a183f5-9459-4c53-b3f7-2c83ae1af767 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:03:32.027444 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:32.039507 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6c4c222c-3854-4224-bc44-c23973ccfdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:32.042093 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6c4c222c-3854-4224-bc44-c23973ccfdfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:32.043304 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6c4c222c-3854-4224-bc44-c23973ccfdfd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/894a411c-5db1-47b7-a8fc-3707ef9dad02 HTTP/1.1" status: 204 len: 168 time: 0.4693751 Aug 17 00:03:32.052988 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682c3c42-0441-4a78-bcf2-a85bc7b01c78 x-openstack-request-id: req-682c3c42-0441-4a78-bcf2-a85bc7b01c78 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:03:32.063388 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4467249-7e89-434b-9fb4-d2eb8ac841d4", "name": "network-vif-deleted", "tag": "4792e41c-6ce3-4d12-aa9a-a1b3d4efd740", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:03:32.063676 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-682c3c42-0441-4a78-bcf2-a85bc7b01c78 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:03:32.064132 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4467249-7e89-434b-9fb4-d2eb8ac841d4', 'name': 'network-vif-deleted', 'tag': '4792e41c-6ce3-4d12-aa9a-a1b3d4efd740', 'status': 'completed', 'code': 200} Aug 17 00:03:32.094521 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c222c-3854-4224-bc44-c23973ccfdfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894a411c-5db1-47b7-a8fc-3707ef9dad02,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:32.102041 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb58e03-50df-4435-ab9a-b9837116872d tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:32.102809 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-acb58e03-50df-4435-ab9a-b9837116872d tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:32.136370 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a6d293e5-ef94-4aee-b473-335dccc456a6, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a6d293e5-ef94-4aee-b473-335dccc456a6,segment=NetworkSegment(edea90ec-3463-4953-8375-cc71c218290a),segment_id=edea90ec-3463-4953-8375-cc71c218290a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:32.144120 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:32.146060 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device bf369f05-5490-4286-a3db-d3ce97b77f7b up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:03:32.155668 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-acb58e03-50df-4435-ab9a-b9837116872d tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3129385 Aug 17 00:03:32.160710 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35528) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:32.176729 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-24cbdf5b-75b8-429e-a3c4-bd62c34ce966 tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.126'}]}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:32.208612 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-3412baba-3d24-4036-980e-32c3a96486a0 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:32.210311 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-3412baba-3d24-4036-980e-32c3a96486a0 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.64 "GET /v2.0/networks?id=828b9ed9-5982-43c3-a42e-6c3581a384df HTTP/1.1" status: 200 len: 803 time: 0.3401458 Aug 17 00:03:32.242252 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-b1fb0667-3950-4494-bbe0-b9621d12e2de tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Request body: {'port': {'device_id': 'c4062cb7-c18a-4dc6-9144-334a191f4a6f', 'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df', 'admin_state_up': True, 'tenant_id': 'a2ce754388cc43b1ac4e9f8b8d18c497'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:32.251852 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=a6d293e5-ef94-4aee-b473-335dccc456a6,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:32.293378 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port bf369f05-5490-4286-a3db-d3ce97b77f7b completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:03:32.301503 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port bf369f05-5490-4286-a3db-d3ce97b77f7b triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:32.303122 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:32.320882 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24cbdf5b-75b8-429e-a3c4-bd62c34ce966 tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:32.321947 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24cbdf5b-75b8-429e-a3c4-bd62c34ce966 tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:32.349727 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4c40c175-289e-43b8-8e1a-dbae098626e9 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:32.409249 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40c175-289e-43b8-8e1a-dbae098626e9 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Pushing event deleted for resources: {'Port': ['ID=68a183f5-9459-4c53-b3f7-2c83ae1af767,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:32.476566 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24cbdf5b-75b8-429e-a3c4-bd62c34ce966 tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:32.497435 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:32.548431 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port bf369f05-5490-4286-a3db-d3ce97b77f7b, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=bf369f05-5490-4286-a3db-d3ce97b77f7b,segment=NetworkSegment(b98f6a52-4778-47ea-889e-d9028196467d),segment_id=b98f6a52-4778-47ea-889e-d9028196467d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:32.555446 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:32.556255 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 1a678ec1-28b9-4595-9f5f-5bcce8516225 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:03:32.686453 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 1a678ec1-28b9-4595-9f5f-5bcce8516225 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:03:32.697005 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 1a678ec1-28b9-4595-9f5f-5bcce8516225 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:32.697566 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:32.699981 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=bf369f05-5490-4286-a3db-d3ce97b77f7b,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:32.774444 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-b1fb0667-3950-4494-bbe0-b9621d12e2de tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Made reservation on behalf of a2ce754388cc43b1ac4e9f8b8d18c497 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:03:32.782274 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-b1fb0667-3950-4494-bbe0-b9621d12e2de tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:32.856043 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4c40c175-289e-43b8-8e1a-dbae098626e9 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:32.860911 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:32.942655 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 1a678ec1-28b9-4595-9f5f-5bcce8516225, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=1a678ec1-28b9-4595-9f5f-5bcce8516225,segment=NetworkSegment(b98f6a52-4778-47ea-889e-d9028196467d),segment_id=b98f6a52-4778-47ea-889e-d9028196467d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:32.952559 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:32.954047 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:03:32.965161 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24cbdf5b-75b8-429e-a3c4-bd62c34ce966 tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:33.050137 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c40c175-289e-43b8-8e1a-dbae098626e9 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Router cde7814f-ff1b-4d19-b16e-ce892366e192 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:03:33.143487 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=1a678ec1-28b9-4595-9f5f-5bcce8516225,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:33.149094 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:03:33.154917 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:33.155354 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:33.157227 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c40c175-289e-43b8-8e1a-dbae098626e9 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:03:33.163586 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4c40c175-289e-43b8-8e1a-dbae098626e9 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] 10.222.0.60 "PUT /v2.0/routers/cde7814f-ff1b-4d19-b16e-ce892366e192/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3650663 Aug 17 00:03:33.168086 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35566) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:33.169325 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda2d4f7-dd59-4732-9f4f-67329c954004 None None] Sync routers for ids ['cde7814f-ff1b-4d19-b16e-ce892366e192'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:03:33.179769 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda2d4f7-dd59-4732-9f4f-67329c954004 None None] Routers {'cde7814f-ff1b-4d19-b16e-ce892366e192'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:03:33.180938 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-cda2d4f7-dd59-4732-9f4f-67329c954004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:03:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['cde7814f-ff1b-4d19-b16e-ce892366e192'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:33.225503 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-cda2d4f7-dd59-4732-9f4f-67329c954004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:33.240996 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda2d4f7-dd59-4732-9f4f-67329c954004 None None] Routers {'cde7814f-ff1b-4d19-b16e-ce892366e192'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:03:33.241797 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-cda2d4f7-dd59-4732-9f4f-67329c954004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:03:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['cde7814f-ff1b-4d19-b16e-ce892366e192'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:33.276089 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:33.289242 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-cda2d4f7-dd59-4732-9f4f-67329c954004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:33.290317 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda2d4f7-dd59-4732-9f4f-67329c954004 None None] The sync data for ids ['cde7814f-ff1b-4d19-b16e-ce892366e192'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:03:33.321102 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb,segment=NetworkSegment(bd87dba4-8d4e-4b71-be48-b48bb38c0c6e),segment_id=bd87dba4-8d4e-4b71-be48-b48bb38c0c6e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:33.325597 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e23a41ac-46a5-4c57-97ed-f67e2f3885f2 req-6997af31-11ce-4246-9c88-940126be6dbc tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4062cb7-c18a-4dc6-9144-334a191f4a6f HTTP/1.1" status: 200 len: 210 time: 0.2132285 Aug 17 00:03:33.334757 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:33.367993 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-82a852fb-3a88-4a49-9eb3-9a86941ee5af tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:33.400362 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76d8e3-e715-47bb-ad92-591b7dd96725 req-6fb652b6-5da7-4875-8684-cf96602401c5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:33.425321 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:33.448780 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76d8e3-e715-47bb-ad92-591b7dd96725 req-6fb652b6-5da7-4875-8684-cf96602401c5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:33.455643 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76d8e3-e715-47bb-ad92-591b7dd96725 req-6fb652b6-5da7-4875-8684-cf96602401c5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:33.461373 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76d8e3-e715-47bb-ad92-591b7dd96725 req-6fb652b6-5da7-4875-8684-cf96602401c5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:33.467653 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76d8e3-e715-47bb-ad92-591b7dd96725 req-6fb652b6-5da7-4875-8684-cf96602401c5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:33.476444 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76d8e3-e715-47bb-ad92-591b7dd96725 req-6fb652b6-5da7-4875-8684-cf96602401c5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:33.483090 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76d8e3-e715-47bb-ad92-591b7dd96725 req-6fb652b6-5da7-4875-8684-cf96602401c5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:33.485082 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3a76d8e3-e715-47bb-ad92-591b7dd96725 req-6fb652b6-5da7-4875-8684-cf96602401c5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5433 time: 0.3650274 Aug 17 00:03:33.541088 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-b1fb0667-3950-4494-bbe0-b9621d12e2de tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Allocated IP 172.20.0.11 (828b9ed9-5982-43c3-a42e-6c3581a384df/edd9ab22-5340-4c03-a1d1-8f64d16eab30/cb7eaa97-095a-4093-8cc7-ec5ce53bdae7) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:03:33.600663 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3a76d8e3-e715-47bb-ad92-591b7dd96725 req-367756e3-52d4-4b61-9244-6f15fb35ca31 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1032476 Aug 17 00:03:33.695346 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07aed2fa-d27e-4651-8f59-41a9da06080a'}, {'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d293e5-ef94-4aee-b473-335dccc456a6'}, {'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf369f05-5490-4286-a3db-d3ce97b77f7b'}, {'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a678ec1-28b9-4595-9f5f-5bcce8516225'}, {'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:03:33.698335 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1574ab94-cea6-406a-87fd-237fdf8e1067" -d '{"events": [{"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-plugged", "status": "completed", "tag": "07aed2fa-d27e-4651-8f59-41a9da06080a"}, {"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-plugged", "status": "completed", "tag": "a6d293e5-ef94-4aee-b473-335dccc456a6"}, {"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-plugged", "status": "completed", "tag": "bf369f05-5490-4286-a3db-d3ce97b77f7b"}, {"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-plugged", "status": "completed", "tag": "1a678ec1-28b9-4595-9f5f-5bcce8516225"}, {"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-plugged", "status": "completed", "tag": "3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:03:33.725400 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:03:33.751474 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:03:33.751824 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4792e41c-6ce3-4d12-aa9a-a1b3d4efd740 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:03:33.800131 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 17 Aug 2021 00:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71a47e5-a59c-484c-9b84-963da02dc1f9 x-openstack-request-id: req-b71a47e5-a59c-484c-9b84-963da02dc1f9 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:03:33.801630 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-plugged", "status": "completed", "tag": "07aed2fa-d27e-4651-8f59-41a9da06080a", "code": 200}, {"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-plugged", "status": "completed", "tag": "a6d293e5-ef94-4aee-b473-335dccc456a6", "code": 200}, {"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-plugged", "status": "completed", "tag": "bf369f05-5490-4286-a3db-d3ce97b77f7b", "code": 200}, {"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-plugged", "status": "completed", "tag": "1a678ec1-28b9-4595-9f5f-5bcce8516225", "code": 200}, {"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-plugged", "status": "completed", "tag": "3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:03:33.802213 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b71a47e5-a59c-484c-9b84-963da02dc1f9 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:03:33.802403 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07aed2fa-d27e-4651-8f59-41a9da06080a', 'code': 200} Aug 17 00:03:33.802701 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d293e5-ef94-4aee-b473-335dccc456a6', 'code': 200} Aug 17 00:03:33.803375 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf369f05-5490-4286-a3db-d3ce97b77f7b', 'code': 200} Aug 17 00:03:33.803712 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a678ec1-28b9-4595-9f5f-5bcce8516225', 'code': 200} Aug 17 00:03:33.804013 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb', 'code': 200} Aug 17 00:03:33.993195 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-82a852fb-3a88-4a49-9eb3-9a86941ee5af tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:33.996572 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-82a852fb-3a88-4a49-9eb3-9a86941ee5af tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:34.061556 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-82a852fb-3a88-4a49-9eb3-9a86941ee5af tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:34.062437 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a852fb-3a88-4a49-9eb3-9a86941ee5af tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Fanout notify agent at l3_agent the message router_deleted on router cde7814f-ff1b-4d19-b16e-ce892366e192 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:03:34.076417 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-82a852fb-3a88-4a49-9eb3-9a86941ee5af tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:34.077770 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-82a852fb-3a88-4a49-9eb3-9a86941ee5af tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] 10.222.0.60 "DELETE /v2.0/routers/cde7814f-ff1b-4d19-b16e-ce892366e192 HTTP/1.1" status: 204 len: 168 time: 0.9086311 Aug 17 00:03:34.082953 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35598) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:34.158069 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2eb6f4-f65a-4dcb-9cd7-c38a4c6095c7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Deleting subnet b3356a2e-33dd-4899-9239-b499f6796116 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:03:34.161648 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6d2eb6f4-f65a-4dcb-9cd7-c38a4c6095c7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:34.222293 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6d2eb6f4-f65a-4dcb-9cd7-c38a4c6095c7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:34.264287 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e657ba-80da-4b5f-8962-8a7d5a61e70f req-68c7f011-d8e9-41e8-9b24-5e3077e642b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:34.264765 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e657ba-80da-4b5f-8962-8a7d5a61e70f req-68c7f011-d8e9-41e8-9b24-5e3077e642b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:34.265273 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e657ba-80da-4b5f-8962-8a7d5a61e70f req-68c7f011-d8e9-41e8-9b24-5e3077e642b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:34.266343 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e657ba-80da-4b5f-8962-8a7d5a61e70f req-68c7f011-d8e9-41e8-9b24-5e3077e642b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:34.266823 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e657ba-80da-4b5f-8962-8a7d5a61e70f req-68c7f011-d8e9-41e8-9b24-5e3077e642b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:34.267293 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e657ba-80da-4b5f-8962-8a7d5a61e70f req-68c7f011-d8e9-41e8-9b24-5e3077e642b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:34.267757 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e657ba-80da-4b5f-8962-8a7d5a61e70f req-68c7f011-d8e9-41e8-9b24-5e3077e642b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:34.271050 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-64e657ba-80da-4b5f-8962-8a7d5a61e70f req-68c7f011-d8e9-41e8-9b24-5e3077e642b5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 6498 time: 0.1317542 Aug 17 00:03:34.282732 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24cbdf5b-75b8-429e-a3c4-bd62c34ce966 tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:34.328605 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-b1fb0667-3950-4494-bbe0-b9621d12e2de tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:34.333319 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24cbdf5b-75b8-429e-a3c4-bd62c34ce966 tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:34.336694 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6d2eb6f4-f65a-4dcb-9cd7-c38a4c6095c7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:34.416834 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-64e657ba-80da-4b5f-8962-8a7d5a61e70f req-e534e089-5cb9-4e91-bbee-775a4cb5d55e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1358571 Aug 17 00:03:34.490651 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6d2eb6f4-f65a-4dcb-9cd7-c38a4c6095c7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:34.493116 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-385d4c52-af28-45c4-b389-8caab5dc070d req-9dd29f92-3854-4334-87f2-d1cf4f1c876a tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4062cb7-c18a-4dc6-9144-334a191f4a6f HTTP/1.1" status: 200 len: 210 time: 0.0752165 Aug 17 00:03:34.529805 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-b1fb0667-3950-4494-bbe0-b9621d12e2de tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:34.557766 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2eb6f4-f65a-4dcb-9cd7-c38a4c6095c7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Pushing event deleted for resources: {'Subnet': ['ID=b3356a2e-33dd-4899-9239-b499f6796116,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:34.571779 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6d2eb6f4-f65a-4dcb-9cd7-c38a4c6095c7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:34.579236 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6d2eb6f4-f65a-4dcb-9cd7-c38a4c6095c7 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] 10.222.0.60 "DELETE /v2.0/subnets/b3356a2e-33dd-4899-9239-b499f6796116 HTTP/1.1" status: 204 len: 168 time: 0.4923267 Aug 17 00:03:34.579236 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35622) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:34.584291 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f06255b-997c-4999-9589-0f3d4e4c645a None None] Network 9ee0f912-3039-4f4f-98ab-3a4775b2993b requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:03:34.624533 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-b1fb0667-3950-4494-bbe0-b9621d12e2de tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Network 828b9ed9-5982-43c3-a42e-6c3581a384df is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:03:34.636412 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-b1fb0667-3950-4494-bbe0-b9621d12e2de tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:34.643178 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-b1fb0667-3950-4494-bbe0-b9621d12e2de tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:03:34.706492 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-b1fb0667-3950-4494-bbe0-b9621d12e2de tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:34.707829 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-b1fb0667-3950-4494-bbe0-b9621d12e2de tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:34.724898 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb0667-3950-4494-bbe0-b9621d12e2de tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Pushing event updated for resources: {'Port': ['ID=cb7eaa97-095a-4093-8cc7-ec5ce53bdae7,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:34.791088 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-83010e31-3b31-4815-bfc2-717bd7092c14 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:34.804188 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24cbdf5b-75b8-429e-a3c4-bd62c34ce966 tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:34.842955 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-b1fb0667-3950-4494-bbe0-b9621d12e2de tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6058702 Aug 17 00:03:34.878371 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-83010e31-3b31-4815-bfc2-717bd7092c14 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Deleting port 283cffb0-c1d4-46dd-af49-05c742b12630 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:03:34.879842 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-83010e31-3b31-4815-bfc2-717bd7092c14 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:34.894157 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-91209e54-5d3c-46c2-ae8e-e01938ae7f6a service neutron] Request body: {'port': {'device_id': 'c4062cb7-c18a-4dc6-9144-334a191f4a6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:34.922383 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71425ee-ae15-483b-95ed-ec3c0ab6df35 None None] DHCP port deletion for 9ee0f912-3039-4f4f-98ab-3a4775b2993b request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:03:34.996829 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-83010e31-3b31-4815-bfc2-717bd7092c14 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] For port 283cffb0-c1d4-46dd-af49-05c742b12630, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=283cffb0-c1d4-46dd-af49-05c742b12630,segment=NetworkSegment(e71e5586-c1be-468e-8f35-27a77fb08179),segment_id=e71e5586-c1be-468e-8f35-27a77fb08179)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:34.997913 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-83010e31-3b31-4815-bfc2-717bd7092c14 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:35.016065 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-e71425ee-ae15-483b-95ed-ec3c0ab6df35 None None] Deleting port 283cffb0-c1d4-46dd-af49-05c742b12630 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:03:35.016753 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e71425ee-ae15-483b-95ed-ec3c0ab6df35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:35.017400 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-83010e31-3b31-4815-bfc2-717bd7092c14 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Calling delete_port for 283cffb0-c1d4-46dd-af49-05c742b12630 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:03:35.130253 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24cbdf5b-75b8-429e-a3c4-bd62c34ce966 tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:35.139960 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24cbdf5b-75b8-429e-a3c4-bd62c34ce966 tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:35.175155 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-83010e31-3b31-4815-bfc2-717bd7092c14 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:35.220369 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83010e31-3b31-4815-bfc2-717bd7092c14 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Pushing event deleted for resources: {'Port': ['ID=283cffb0-c1d4-46dd-af49-05c742b12630,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:35.228022 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83010e31-3b31-4815-bfc2-717bd7092c14 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] No DVR routers for this DVR port 283cffb0-c1d4-46dd-af49-05c742b12630 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:03:35.272563 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24cbdf5b-75b8-429e-a3c4-bd62c34ce966 tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:35.273566 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cbdf5b-75b8-429e-a3c4-bd62c34ce966 tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0484684f-7af5-4a3a-b0d1-cf8bc2f2fcf8 {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:03:35.302215 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426a81c-a8ac-46f9-903e-48ff53cd81f3 req-0eba2906-46f6-48ba-85a2-5a9492e76a8e tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:35.302540 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-e71425ee-ae15-483b-95ed-ec3c0ab6df35 None None] For port 283cffb0-c1d4-46dd-af49-05c742b12630, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=283cffb0-c1d4-46dd-af49-05c742b12630,segment=NetworkSegment(e71e5586-c1be-468e-8f35-27a77fb08179),segment_id=e71e5586-c1be-468e-8f35-27a77fb08179)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:35.303052 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e71425ee-ae15-483b-95ed-ec3c0ab6df35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:35.311336 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426a81c-a8ac-46f9-903e-48ff53cd81f3 req-0eba2906-46f6-48ba-85a2-5a9492e76a8e tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:35.318963 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426a81c-a8ac-46f9-903e-48ff53cd81f3 req-0eba2906-46f6-48ba-85a2-5a9492e76a8e tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:35.326290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426a81c-a8ac-46f9-903e-48ff53cd81f3 req-0eba2906-46f6-48ba-85a2-5a9492e76a8e tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:35.327232 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-e71425ee-ae15-483b-95ed-ec3c0ab6df35 None None] Calling delete_port for 283cffb0-c1d4-46dd-af49-05c742b12630 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:03:35.335059 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426a81c-a8ac-46f9-903e-48ff53cd81f3 req-0eba2906-46f6-48ba-85a2-5a9492e76a8e tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:35.341375 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426a81c-a8ac-46f9-903e-48ff53cd81f3 req-0eba2906-46f6-48ba-85a2-5a9492e76a8e tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:35.348265 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426a81c-a8ac-46f9-903e-48ff53cd81f3 req-0eba2906-46f6-48ba-85a2-5a9492e76a8e tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:35.356023 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a426a81c-a8ac-46f9-903e-48ff53cd81f3 req-0eba2906-46f6-48ba-85a2-5a9492e76a8e tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5434 time: 0.5923605 Aug 17 00:03:35.363720 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35652) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:35.409608 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-83010e31-3b31-4815-bfc2-717bd7092c14 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:35.415854 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-91209e54-5d3c-46c2-ae8e-e01938ae7f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:35.418240 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-24cbdf5b-75b8-429e-a3c4-bd62c34ce966 tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 17 00:03:35.421171 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-24cbdf5b-75b8-429e-a3c4-bd62c34ce966 tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.2570784 Aug 17 00:03:35.424252 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35656) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:35.428594 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-83010e31-3b31-4815-bfc2-717bd7092c14 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee0f912-3039-4f4f-98ab-3a4775b2993b']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:35.470586 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a426a81c-a8ac-46f9-903e-48ff53cd81f3 req-df181bff-5841-4ac3-9e95-f035aa8bc1fa tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1073442 Aug 17 00:03:35.473459 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-83010e31-3b31-4815-bfc2-717bd7092c14 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71e5586-c1be-468e-8f35-27a77fb08179') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:35.473775 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-83010e31-3b31-4815-bfc2-717bd7092c14 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71e5586-c1be-468e-8f35-27a77fb08179') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:35.497345 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e71425ee-ae15-483b-95ed-ec3c0ab6df35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:35.498593 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-83010e31-3b31-4815-bfc2-717bd7092c14 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:35.542048 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71425ee-ae15-483b-95ed-ec3c0ab6df35 None None] Pushing event deleted for resources: {'Port': ['ID=283cffb0-c1d4-46dd-af49-05c742b12630,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:35.546889 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-83010e31-3b31-4815-bfc2-717bd7092c14 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:35.550756 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71425ee-ae15-483b-95ed-ec3c0ab6df35 None None] No DVR routers for this DVR port 283cffb0-c1d4-46dd-af49-05c742b12630 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:03:35.570955 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83010e31-3b31-4815-bfc2-717bd7092c14 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:03:35.571367 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-83010e31-3b31-4815-bfc2-717bd7092c14 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:03:35.594560 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:03:35.687603 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-83010e31-3b31-4815-bfc2-717bd7092c14 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:35.704220 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-83010e31-3b31-4815-bfc2-717bd7092c14 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:35.705783 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-83010e31-3b31-4815-bfc2-717bd7092c14 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] 10.222.0.60 "DELETE /v2.0/networks/9ee0f912-3039-4f4f-98ab-3a4775b2993b HTTP/1.1" status: 204 len: 168 time: 1.1257794 Aug 17 00:03:35.708745 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9c0f929b-e47f-4b06-a7b3-70c3bcf4d514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:35.713168 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-b58c4bcb-e9ed-4c83-94b1-e644d4796c23 tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Deleting port 3f349a8d-6b38-40c4-af72-590d521c9a3c {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:03:35.713525 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b58c4bcb-e9ed-4c83-94b1-e644d4796c23 tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:35.755252 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83010e31-3b31-4815-bfc2-717bd7092c14 tempest-FloatingIPNegativeTestJSON-1284700442 tempest-FloatingIPNegativeTestJSON-1284700442-project] Pushing event deleted for resources: {'Network': ['ID=9ee0f912-3039-4f4f-98ab-3a4775b2993b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:35.780619 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494e59b-2e5f-410d-96d0-3a3668e1cc34 req-bb9904c1-a21e-426e-a216-adafabf8430f tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:35.782311 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2494e59b-2e5f-410d-96d0-3a3668e1cc34 req-bb9904c1-a21e-426e-a216-adafabf8430f tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4062cb7-c18a-4dc6-9144-334a191f4a6f HTTP/1.1" status: 200 len: 932 time: 0.1266460 Aug 17 00:03:35.860884 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b58c4bcb-e9ed-4c83-94b1-e644d4796c23 tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:35.866042 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2494e59b-2e5f-410d-96d0-3a3668e1cc34 req-63ffe4c8-d959-45bc-a1e5-bc4c2ebafebb tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735185 Aug 17 00:03:35.904847 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-b58c4bcb-e9ed-4c83-94b1-e644d4796c23 tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Calling delete_port for 3f349a8d-6b38-40c4-af72-590d521c9a3c owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:03:35.932435 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-91209e54-5d3c-46c2-ae8e-e01938ae7f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb7eaa97-095a-4093-8cc7-ec5ce53bdae7 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:03:35.941446 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-91209e54-5d3c-46c2-ae8e-e01938ae7f6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:35.954621 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-91209e54-5d3c-46c2-ae8e-e01938ae7f6a service neutron] Transition to ACTIVE for port object cb7eaa97-095a-4093-8cc7-ec5ce53bdae7 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:03:35.959812 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-91209e54-5d3c-46c2-ae8e-e01938ae7f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:36.049307 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91209e54-5d3c-46c2-ae8e-e01938ae7f6a service neutron] Pushing event updated for resources: {'Port': ['ID=cb7eaa97-095a-4093-8cc7-ec5ce53bdae7,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:36.096817 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35678) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:36.129071 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9c0f929b-e47f-4b06-a7b3-70c3bcf4d514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:36.141015 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9c0f929b-e47f-4b06-a7b3-70c3bcf4d514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:36.176981 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-91209e54-5d3c-46c2-ae8e-e01938ae7f6a service neutron] Attempting to bind port cb7eaa97-095a-4093-8cc7-ec5ce53bdae7 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:03:36.177569 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-91209e54-5d3c-46c2-ae8e-e01938ae7f6a service neutron] Attempting to bind port cb7eaa97-095a-4093-8cc7-ec5ce53bdae7 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '5d1dfe25-6df3-47da-ac8e-82fc33e22c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:03:36.178006 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-91209e54-5d3c-46c2-ae8e-e01938ae7f6a service neutron] Attempting to bind port cb7eaa97-095a-4093-8cc7-ec5ce53bdae7 on network 828b9ed9-5982-43c3-a42e-6c3581a384df {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:03:36.183365 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-91209e54-5d3c-46c2-ae8e-e01938ae7f6a service neutron] Port cb7eaa97-095a-4093-8cc7-ec5ce53bdae7 on network 828b9ed9-5982-43c3-a42e-6c3581a384df not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:03:36.184166 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-91209e54-5d3c-46c2-ae8e-e01938ae7f6a service neutron] Attempting to bind port cb7eaa97-095a-4093-8cc7-ec5ce53bdae7 on network 828b9ed9-5982-43c3-a42e-6c3581a384df {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:03:36.189976 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-91209e54-5d3c-46c2-ae8e-e01938ae7f6a service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:03:36.190429 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-91209e54-5d3c-46c2-ae8e-e01938ae7f6a service neutron] Checking segment: {'id': '5d1dfe25-6df3-47da-ac8e-82fc33e22c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:03:36.191923 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-91209e54-5d3c-46c2-ae8e-e01938ae7f6a service neutron] Bound using segment: {'id': '5d1dfe25-6df3-47da-ac8e-82fc33e22c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:03:36.192058 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-91209e54-5d3c-46c2-ae8e-e01938ae7f6a service neutron] Bound port: cb7eaa97-095a-4093-8cc7-ec5ce53bdae7, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1dfe25-6df3-47da-ac8e-82fc33e22c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:03:36.192528 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-91209e54-5d3c-46c2-ae8e-e01938ae7f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:36.201240 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9c0f929b-e47f-4b06-a7b3-70c3bcf4d514 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f43196f056b4a11b0a7e0398e03bd47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8343618 Aug 17 00:03:36.201638 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b58c4bcb-e9ed-4c83-94b1-e644d4796c23 tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:36.203323 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35686) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:36.208748 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f929b-e47f-4b06-a7b3-70c3bcf4d514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053c09ed-9a17-4c10-9bd0-145e33f942d6,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:36.258833 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c4bcb-e9ed-4c83-94b1-e644d4796c23 tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f349a8d-6b38-40c4-af72-590d521c9a3c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:36.336063 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b58c4bcb-e9ed-4c83-94b1-e644d4796c23 tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:36.341554 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b58c4bcb-e9ed-4c83-94b1-e644d4796c23 tempest-RoutersAdminNegativeTest-302156686 tempest-RoutersAdminNegativeTest-302156686-project-admin] 10.222.0.60 "DELETE /v2.0/ports/3f349a8d-6b38-40c4-af72-590d521c9a3c HTTP/1.1" status: 204 len: 168 time: 0.9134398 Aug 17 00:03:36.359007 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eb1af5c1-f4c8-4fe4-8b7a-c327645c756b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:36.364405 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-91209e54-5d3c-46c2-ae8e-e01938ae7f6a service neutron] For port cb7eaa97-095a-4093-8cc7-ec5ce53bdae7, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:03:36.401508 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f8b1cd2d-5ac3-4900-8259-17386bf1c6d8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3ea4605d16cf41a2b1fac6fc6593f2f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3011425 Aug 17 00:03:36.404788 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35692) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:36.408023 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-91209e54-5d3c-46c2-ae8e-e01938ae7f6a service neutron] For port cb7eaa97-095a-4093-8cc7-ec5ce53bdae7, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=cb7eaa97-095a-4093-8cc7-ec5ce53bdae7,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:03:36.414430 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eb1af5c1-f4c8-4fe4-8b7a-c327645c756b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:36.423906 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-91209e54-5d3c-46c2-ae8e-e01938ae7f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:36.485468 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-91209e54-5d3c-46c2-ae8e-e01938ae7f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:36.486405 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-91209e54-5d3c-46c2-ae8e-e01938ae7f6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:36.489355 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0d2cea64-507c-45cb-ba78-7c9a781b62d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:36.500673 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-91209e54-5d3c-46c2-ae8e-e01938ae7f6a service neutron] 10.222.0.64 "PUT /v2.0/ports/cb7eaa97-095a-4093-8cc7-ec5ce53bdae7 HTTP/1.1" status: 200 len: 1093 time: 1.6124141 Aug 17 00:03:36.501618 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4062cb7-c18a-4dc6-9144-334a191f4a6f', 'tag': 'cb7eaa97-095a-4093-8cc7-ec5ce53bdae7'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:03:36.505243 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4333e691-4ce4-46be-99a6-c56ef71f5261" -d '{"events": [{"name": "network-changed", "server_uuid": "c4062cb7-c18a-4dc6-9144-334a191f4a6f", "tag": "cb7eaa97-095a-4093-8cc7-ec5ce53bdae7"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:03:36.575146 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0d2cea64-507c-45cb-ba78-7c9a781b62d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:36.617545 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3130d6-3ce9-47af-9da4-1a651e1bac2d x-openstack-request-id: req-cc3130d6-3ce9-47af-9da4-1a651e1bac2d {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:03:36.617545 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4062cb7-c18a-4dc6-9144-334a191f4a6f", "tag": "cb7eaa97-095a-4093-8cc7-ec5ce53bdae7", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:03:36.617858 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc3130d6-3ce9-47af-9da4-1a651e1bac2d {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:03:36.618112 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4062cb7-c18a-4dc6-9144-334a191f4a6f', 'tag': 'cb7eaa97-095a-4093-8cc7-ec5ce53bdae7', 'status': 'completed', 'code': 200} Aug 17 00:03:36.618789 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91209e54-5d3c-46c2-ae8e-e01938ae7f6a service neutron] Pushing event updated for resources: {'Port': ['ID=cb7eaa97-095a-4093-8cc7-ec5ce53bdae7,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:36.658834 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0d2cea64-507c-45cb-ba78-7c9a781b62d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:36.662074 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0d2cea64-507c-45cb-ba78-7c9a781b62d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:36.663323 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0d2cea64-507c-45cb-ba78-7c9a781b62d7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/44c427cf-8bf7-4bb2-9568-0bc9995ac8e9 HTTP/1.1" status: 204 len: 168 time: 0.2573977 Aug 17 00:03:36.671875 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2cea64-507c-45cb-ba78-7c9a781b62d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c427cf-8bf7-4bb2-9568-0bc9995ac8e9,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:36.677536 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eb1af5c1-f4c8-4fe4-8b7a-c327645c756b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:36.680158 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eb1af5c1-f4c8-4fe4-8b7a-c327645c756b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:36.681332 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-eb1af5c1-f4c8-4fe4-8b7a-c327645c756b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/053c09ed-9a17-4c10-9bd0-145e33f942d6 HTTP/1.1" status: 204 len: 168 time: 0.4771125 Aug 17 00:03:36.698037 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35710) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:36.709991 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-7525d370-545d-45d0-aaa1-ccc2986c85c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:36.712578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-7525d370-545d-45d0-aaa1-ccc2986c85c1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2ce754388cc43b1ac4e9f8b8d18c497&device_id=c4062cb7-c18a-4dc6-9144-334a191f4a6f HTTP/1.1" status: 200 len: 1096 time: 0.1560304 Aug 17 00:03:36.712882 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1af5c1-f4c8-4fe4-8b7a-c327645c756b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053c09ed-9a17-4c10-9bd0-145e33f942d6,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:36.781264 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9ab2c-4692-4ab6-a286-e664d8edbd4d req-41dfa15d-3c86-4cad-98b2-b84309024587 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:36.797008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9ab2c-4692-4ab6-a286-e664d8edbd4d req-41dfa15d-3c86-4cad-98b2-b84309024587 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:36.805158 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9ab2c-4692-4ab6-a286-e664d8edbd4d req-41dfa15d-3c86-4cad-98b2-b84309024587 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:36.813253 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9ab2c-4692-4ab6-a286-e664d8edbd4d req-41dfa15d-3c86-4cad-98b2-b84309024587 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:36.821956 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9ab2c-4692-4ab6-a286-e664d8edbd4d req-41dfa15d-3c86-4cad-98b2-b84309024587 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:36.829548 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9ab2c-4692-4ab6-a286-e664d8edbd4d req-41dfa15d-3c86-4cad-98b2-b84309024587 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:36.836902 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9ab2c-4692-4ab6-a286-e664d8edbd4d req-41dfa15d-3c86-4cad-98b2-b84309024587 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:36.839510 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-59d9ab2c-4692-4ab6-a286-e664d8edbd4d req-41dfa15d-3c86-4cad-98b2-b84309024587 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5434 time: 0.2123871 Aug 17 00:03:36.841122 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-c7c7c2f6-07bd-464c-9ba5-c38030c29164 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb7eaa97-095a-4093-8cc7-ec5ce53bdae7 HTTP/1.1" status: 200 len: 217 time: 0.1186225 Aug 17 00:03:36.873091 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 283cffb0-c1d4-46dd-af49-05c742b12630 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:03:36.917300 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 283cffb0-c1d4-46dd-af49-05c742b12630 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:03:36.918745 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 283cffb0-c1d4-46dd-af49-05c742b12630 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:03:36.941913 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-3ba978bf-4596-497c-b9a5-bcf8217b0c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:36.943566 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-3ba978bf-4596-497c-b9a5-bcf8217b0c2b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=edd9ab22-5340-4c03-a1d1-8f64d16eab30 HTTP/1.1" status: 200 len: 843 time: 0.0882764 Aug 17 00:03:36.971855 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-59d9ab2c-4692-4ab6-a286-e664d8edbd4d req-dec1a83c-e8eb-4cd1-8233-581f773aeb55 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1249011 Aug 17 00:03:36.991073 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-aa99b9ca-c684-4763-acd7-8c282ccbd0cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=828b9ed9-5982-43c3-a42e-6c3581a384df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350077 Aug 17 00:03:37.115428 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033dba2f-7797-405b-ab38-c2c1f5573810 req-96816341-f084-4420-83a6-8a1eeb80c891 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:37.117090 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-033dba2f-7797-405b-ab38-c2c1f5573810 req-96816341-f084-4420-83a6-8a1eeb80c891 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4062cb7-c18a-4dc6-9144-334a191f4a6f HTTP/1.1" status: 200 len: 944 time: 0.1300151 Aug 17 00:03:37.187988 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-ae3b938b-e199-455e-bd7e-b84878a252f5 service neutron] 10.222.0.64 "GET /v2.0/networks/828b9ed9-5982-43c3-a42e-6c3581a384df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859858 Aug 17 00:03:37.297839 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-033dba2f-7797-405b-ab38-c2c1f5573810 req-ffe20dc6-9008-4c5f-a167-94ee8862ebd4 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732087 Aug 17 00:03:37.328452 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec7ff880-6b38-4bc1-84ff-14c168cf443a req-a73cad81-7439-457c-ae8b-21b375649679 service neutron] 10.222.0.64 "GET /v2.0/networks/828b9ed9-5982-43c3-a42e-6c3581a384df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234155 Aug 17 00:03:37.365026 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13a304-718b-47e8-ad95-cec6ede68051 req-eb54a9b0-dc25-4bf1-b42d-b4acfc0b4f3f tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:37.374231 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13a304-718b-47e8-ad95-cec6ede68051 req-eb54a9b0-dc25-4bf1-b42d-b4acfc0b4f3f tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:37.381335 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13a304-718b-47e8-ad95-cec6ede68051 req-eb54a9b0-dc25-4bf1-b42d-b4acfc0b4f3f tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:37.390859 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13a304-718b-47e8-ad95-cec6ede68051 req-eb54a9b0-dc25-4bf1-b42d-b4acfc0b4f3f tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:37.397788 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13a304-718b-47e8-ad95-cec6ede68051 req-eb54a9b0-dc25-4bf1-b42d-b4acfc0b4f3f tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:37.405325 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13a304-718b-47e8-ad95-cec6ede68051 req-eb54a9b0-dc25-4bf1-b42d-b4acfc0b4f3f tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:37.412459 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13a304-718b-47e8-ad95-cec6ede68051 req-eb54a9b0-dc25-4bf1-b42d-b4acfc0b4f3f tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:37.418230 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb13a304-718b-47e8-ad95-cec6ede68051 req-eb54a9b0-dc25-4bf1-b42d-b4acfc0b4f3f tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5434 time: 0.2570026 Aug 17 00:03:37.425399 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35746) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:37.430873 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-269772f0-638d-41b5-af8c-50e89260dac7 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Request body: {'floatingip': {'port_id': 'a6d293e5-ef94-4aee-b473-335dccc456a6'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:37.481643 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4da16bf0-b443-450d-ab4f-5d3d5752d709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:37.511985 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-269772f0-638d-41b5-af8c-50e89260dac7 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for floatingip, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:37.539740 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333e691-4ce4-46be-99a6-c56ef71f5261 req-e520d7e9-6ede-47f0-b37f-485c81f61f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:37.541300 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4333e691-4ce4-46be-99a6-c56ef71f5261 req-e520d7e9-6ede-47f0-b37f-485c81f61f0f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2ce754388cc43b1ac4e9f8b8d18c497&device_id=c4062cb7-c18a-4dc6-9144-334a191f4a6f HTTP/1.1" status: 200 len: 1096 time: 0.1190026 Aug 17 00:03:37.755607 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333e691-4ce4-46be-99a6-c56ef71f5261 req-e953a572-40e2-4796-a789-e873d7cfc766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:37.757267 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4333e691-4ce4-46be-99a6-c56ef71f5261 req-e953a572-40e2-4796-a789-e873d7cfc766 service neutron] 10.222.0.64 "GET /v2.0/networks?id=828b9ed9-5982-43c3-a42e-6c3581a384df HTTP/1.1" status: 200 len: 904 time: 0.2025208 Aug 17 00:03:37.782947 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4da16bf0-b443-450d-ab4f-5d3d5752d709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:37.818899 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4da16bf0-b443-450d-ab4f-5d3d5752d709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:37.844641 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4333e691-4ce4-46be-99a6-c56ef71f5261 req-efb179b0-eba6-4335-a63f-d915fe6a66da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb7eaa97-095a-4093-8cc7-ec5ce53bdae7 HTTP/1.1" status: 200 len: 217 time: 0.0778592 Aug 17 00:03:37.859995 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4da16bf0-b443-450d-ab4f-5d3d5752d709 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1df761a8cf594aba9678c02138089b78&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1584194 Aug 17 00:03:37.861258 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35772) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:37.947059 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333e691-4ce4-46be-99a6-c56ef71f5261 req-303b5c8c-50fe-413c-a6a4-5cd5b5be3e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:37.948655 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4333e691-4ce4-46be-99a6-c56ef71f5261 req-303b5c8c-50fe-413c-a6a4-5cd5b5be3e77 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=edd9ab22-5340-4c03-a1d1-8f64d16eab30 HTTP/1.1" status: 200 len: 843 time: 0.0955403 Aug 17 00:03:37.955074 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da16bf0-b443-450d-ab4f-5d3d5752d709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230bc083-5b09-40e1-bf24-d3b0b0880858,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:37.999715 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da16bf0-b443-450d-ab4f-5d3d5752d709 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:38.000066 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da16bf0-b443-450d-ab4f-5d3d5752d709 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:38.000411 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da16bf0-b443-450d-ab4f-5d3d5752d709 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:38.000752 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da16bf0-b443-450d-ab4f-5d3d5752d709 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:38.001177 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da16bf0-b443-450d-ab4f-5d3d5752d709 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:38.001524 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da16bf0-b443-450d-ab4f-5d3d5752d709 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:38.001854 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da16bf0-b443-450d-ab4f-5d3d5752d709 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:38.002185 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da16bf0-b443-450d-ab4f-5d3d5752d709 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:38.002725 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da16bf0-b443-450d-ab4f-5d3d5752d709 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:38.003130 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da16bf0-b443-450d-ab4f-5d3d5752d709 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:38.003465 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da16bf0-b443-450d-ab4f-5d3d5752d709 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:38.004318 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da16bf0-b443-450d-ab4f-5d3d5752d709 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:38.045313 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4333e691-4ce4-46be-99a6-c56ef71f5261 req-665c87ae-db31-4257-8e9e-f8e9fbcdc256 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=828b9ed9-5982-43c3-a42e-6c3581a384df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616341 Aug 17 00:03:38.046827 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35782) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:38.090131 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e8692f4c-23bf-427b-891f-d4d645655ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:38.130194 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35788) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:38.200573 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e8692f4c-23bf-427b-891f-d4d645655ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:38.237150 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-d01bad91-3113-472a-93d5-ffc2ec1be8fd admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1487523001-network', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:38.252355 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4333e691-4ce4-46be-99a6-c56ef71f5261 req-a7335e76-8f52-48a2-837e-42cce426caf1 service neutron] 10.222.0.64 "GET /v2.0/networks/828b9ed9-5982-43c3-a42e-6c3581a384df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945462 Aug 17 00:03:38.275971 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a36f1db9-d2ad-4914-bf1b-f3a047bcfa65 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1599653949'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:38.290266 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01bad91-3113-472a-93d5-ffc2ec1be8fd admin admin] Made reservation on behalf of 1a562794c0504d6a8487a22f63636d5c for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:03:38.292701 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d01bad91-3113-472a-93d5-ffc2ec1be8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:38.328028 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d01bad91-3113-472a-93d5-ffc2ec1be8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:38.402430 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36f1db9-d2ad-4914-bf1b-f3a047bcfa65 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Made reservation on behalf of e3fca359469a4e9a8c4522009ac4c0cb for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:03:38.406066 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a36f1db9-d2ad-4914-bf1b-f3a047bcfa65 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:38.449297 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a36f1db9-d2ad-4914-bf1b-f3a047bcfa65 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:38.485281 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e8692f4c-23bf-427b-891f-d4d645655ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:38.490112 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e8692f4c-23bf-427b-891f-d4d645655ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:38.491482 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e8692f4c-23bf-427b-891f-d4d645655ef0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/230bc083-5b09-40e1-bf24-d3b0b0880858 HTTP/1.1" status: 204 len: 168 time: 0.6286640 Aug 17 00:03:38.507217 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-269772f0-638d-41b5-af8c-50e89260dac7 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:38.522478 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8692f4c-23bf-427b-891f-d4d645655ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230bc083-5b09-40e1-bf24-d3b0b0880858,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:38.525862 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-269772f0-638d-41b5-af8c-50e89260dac7 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:38.555444 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d01bad91-3113-472a-93d5-ffc2ec1be8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:38.572761 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d01bad91-3113-472a-93d5-ffc2ec1be8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:38.587290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01bad91-3113-472a-93d5-ffc2ec1be8fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:03:38.609811 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50ff8a-993a-40ad-bb0b-a4fc8ae2bf91 req-fbfe16bf-fc87-4009-b5ab-5f4f28003340 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:38.611367 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cb50ff8a-993a-40ad-bb0b-a4fc8ae2bf91 req-fbfe16bf-fc87-4009-b5ab-5f4f28003340 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4062cb7-c18a-4dc6-9144-334a191f4a6f HTTP/1.1" status: 200 len: 944 time: 0.2054152 Aug 17 00:03:38.630095 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d01bad91-3113-472a-93d5-ffc2ec1be8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:38.630486 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-d01bad91-3113-472a-93d5-ffc2ec1be8fd admin admin] Added segment 5dbcf5dd-98d5-4b1c-b9ff-859addfee606 of type vlan for network 0cf1b169-b7d3-456e-a765-49ab2ffa2334 Aug 17 00:03:38.654535 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4333e691-4ce4-46be-99a6-c56ef71f5261 req-67179663-6280-440c-9de4-47c0c4e214f2 service neutron] 10.222.0.64 "GET /v2.0/networks/828b9ed9-5982-43c3-a42e-6c3581a384df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918526 Aug 17 00:03:38.695648 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-269772f0-638d-41b5-af8c-50e89260dac7 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Floating IP d10fee6a-08be-4387-8bcc-64ba22f6817e associated. External IP: 172.25.3.53, port: a6d293e5-ef94-4aee-b473-335dccc456a6. Aug 17 00:03:38.715476 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01bad91-3113-472a-93d5-ffc2ec1be8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173125cd-bbff-49f7-b525-4272e9bd9369,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:38.726520 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d01bad91-3113-472a-93d5-ffc2ec1be8fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:38.760035 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cb50ff8a-993a-40ad-bb0b-a4fc8ae2bf91 req-3ef77895-df05-43b3-a26a-9e56b3035ce5 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372628 Aug 17 00:03:38.792888 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d01bad91-3113-472a-93d5-ffc2ec1be8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:38.794602 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01bad91-3113-472a-93d5-ffc2ec1be8fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:38.795563 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d01bad91-3113-472a-93d5-ffc2ec1be8fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:38.857191 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a36f1db9-d2ad-4914-bf1b-f3a047bcfa65 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:38.868269 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a36f1db9-d2ad-4914-bf1b-f3a047bcfa65 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:38.915396 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d01bad91-3113-472a-93d5-ffc2ec1be8fd admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8665290 Aug 17 00:03:38.918830 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35814) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:38.924761 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-18405516-f2b7-4fb6-aa63-837d1312a7c8 admin admin] Request body: {'subnet': {'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1487523001-subnet', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:38.930307 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01bad91-3113-472a-93d5-ffc2ec1be8fd admin admin] Pushing event updated for resources: {'Network': ['ID=0cf1b169-b7d3-456e-a765-49ab2ffa2334,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:38.940780 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 0cf1b169-b7d3-456e-a765-49ab2ffa2334 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:03:38.963119 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:03:38.972009 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36f1db9-d2ad-4914-bf1b-f3a047bcfa65 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:03:38.975377 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18405516-f2b7-4fb6-aa63-837d1312a7c8 admin admin] Made reservation on behalf of 1a562794c0504d6a8487a22f63636d5c for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:03:38.979324 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-18405516-f2b7-4fb6-aa63-837d1312a7c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:39.052675 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35818) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:39.068432 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f1db9-d2ad-4914-bf1b-f3a047bcfa65 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14a874e0-6600-4d51-9fac-4d92b81cef54,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:39.081168 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a36f1db9-d2ad-4914-bf1b-f3a047bcfa65 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:39.081669 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-a36f1db9-d2ad-4914-bf1b-f3a047bcfa65 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Added segment 778542b4-928c-46fa-804b-f61b85747b32 of type vlan for network f1830868-977e-42c4-9f0a-596ce6cb91f0 Aug 17 00:03:39.163814 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a36f1db9-d2ad-4914-bf1b-f3a047bcfa65 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:39.188222 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7e899748-3905-4b5a-a170-45c45a664bf0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed3203370c684e79a2b53969ef3120ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1339648 Aug 17 00:03:39.193119 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269772f0-638d-41b5-af8c-50e89260dac7 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Router ff054e3c-5eb2-4733-9554-64c7293a2b33 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:03:39.196840 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35824) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:39.264106 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a36f1db9-d2ad-4914-bf1b-f3a047bcfa65 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:39.271133 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36f1db9-d2ad-4914-bf1b-f3a047bcfa65 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:39.271872 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a36f1db9-d2ad-4914-bf1b-f3a047bcfa65 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:39.414422 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a36f1db9-d2ad-4914-bf1b-f3a047bcfa65 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2814133 Aug 17 00:03:39.481807 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f1db9-d2ad-4914-bf1b-f3a047bcfa65 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event updated for resources: {'Network': ['ID=f1830868-977e-42c4-9f0a-596ce6cb91f0,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:39.496441 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network f1830868-977e-42c4-9f0a-596ce6cb91f0 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:03:39.515260 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6eb6241c-8676-4cb6-876c-49b7a306e320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:39.556641 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-18405516-f2b7-4fb6-aa63-837d1312a7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:39.588365 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269772f0-638d-41b5-af8c-50e89260dac7 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:03:39.602878 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6eb6241c-8676-4cb6-876c-49b7a306e320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:39.622274 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-269772f0-638d-41b5-af8c-50e89260dac7 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:39.630351 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041f8b62-3d9c-4c74-8cca-8789ba81f266 None None] Sync routers for ids ['ff054e3c-5eb2-4733-9554-64c7293a2b33'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:03:39.643210 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041f8b62-3d9c-4c74-8cca-8789ba81f266 None None] Routers {'ff054e3c-5eb2-4733-9554-64c7293a2b33'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:03:39.644229 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-041f8b62-3d9c-4c74-8cca-8789ba81f266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:03:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ff054e3c-5eb2-4733-9554-64c7293a2b33'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:39.701104 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18405516-f2b7-4fb6-aa63-837d1312a7c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:39.758964 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device cb7eaa97-095a-4093-8cc7-ec5ce53bdae7 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:03:39.768178 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-269772f0-638d-41b5-af8c-50e89260dac7 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "PUT /v2.0/floatingips/d10fee6a-08be-4387-8bcc-64ba22f6817e HTTP/1.1" status: 200 len: 991 time: 2.3409920 Aug 17 00:03:39.770071 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'tag': 'a6d293e5-ef94-4aee-b473-335dccc456a6'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:03:39.779787 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18405516-f2b7-4fb6-aa63-837d1312a7c8 admin admin] Checking segment: {'id': '5dbcf5dd-98d5-4b1c-b9ff-859addfee606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:03:39.782149 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f055c19-6ce3-4adc-89e9-b71a58a9525c" -d '{"events": [{"name": "network-changed", "server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "tag": "a6d293e5-ef94-4aee-b473-335dccc456a6"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:03:39.782639 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18405516-f2b7-4fb6-aa63-837d1312a7c8 admin admin] Network hostable DHCP agents. Network: 0cf1b169-b7d3-456e-a765-49ab2ffa2334, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:03:39.849295 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6eb6241c-8676-4cb6-876c-49b7a306e320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:39.851623 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18405516-f2b7-4fb6-aa63-837d1312a7c8 admin admin] Network 0cf1b169-b7d3-456e-a765-49ab2ffa2334 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:03:39.857865 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6eb6241c-8676-4cb6-876c-49b7a306e320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:39.859943 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6eb6241c-8676-4cb6-876c-49b7a306e320 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4e0af551-04ef-48c4-af31-23622ef93e9f HTTP/1.1" status: 204 len: 168 time: 0.6611545 Aug 17 00:03:39.882525 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-18405516-f2b7-4fb6-aa63-837d1312a7c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 0cf1b169-b7d3-456e-a765-49ab2ffa2334) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:39.885074 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6241c-8676-4cb6-876c-49b7a306e320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0af551-04ef-48c4-af31-23622ef93e9f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:39.891035 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18405516-f2b7-4fb6-aa63-837d1312a7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:39.891938 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-18405516-f2b7-4fb6-aa63-837d1312a7c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:39.980648 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fec694-6bf5-4a95-a4e2-395d5c2b941f x-openstack-request-id: req-b5fec694-6bf5-4a95-a4e2-395d5c2b941f {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:03:39.981888 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "tag": "a6d293e5-ef94-4aee-b473-335dccc456a6", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:03:39.982623 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5fec694-6bf5-4a95-a4e2-395d5c2b941f {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:03:39.983296 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'tag': 'a6d293e5-ef94-4aee-b473-335dccc456a6', 'status': 'completed', 'code': 200} Aug 17 00:03:40.011695 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0819ad-525d-4838-a90d-c52b0e908532 None None] Network 0cf1b169-b7d3-456e-a765-49ab2ffa2334 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:03:40.024179 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-18405516-f2b7-4fb6-aa63-837d1312a7c8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1038837 Aug 17 00:03:40.026502 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35850) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:40.035258 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-54446f92-f638-4d03-a8fa-7d389d6fa322 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1487523001-router', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:40.045067 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port cb7eaa97-095a-4093-8cc7-ec5ce53bdae7, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=cb7eaa97-095a-4093-8cc7-ec5ce53bdae7,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:40.100808 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-54446f92-f638-4d03-a8fa-7d389d6fa322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:40.102112 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-54446f92-f638-4d03-a8fa-7d389d6fa322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:40.230121 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-54446f92-f638-4d03-a8fa-7d389d6fa322 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:40.246293 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805f5d4-f018-4991-9345-a5a5241b6a67 req-c2be9dc7-236c-4b96-9f2a-bf60b2518084 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:40.254092 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1805f5d4-f018-4991-9345-a5a5241b6a67 req-c2be9dc7-236c-4b96-9f2a-bf60b2518084 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4062cb7-c18a-4dc6-9144-334a191f4a6f HTTP/1.1" status: 200 len: 944 time: 0.3175330 Aug 17 00:03:40.279401 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f055c19-6ce3-4adc-89e9-b71a58a9525c req-eed62472-ee17-413e-890d-d78bc9aa57aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:40.285946 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f055c19-6ce3-4adc-89e9-b71a58a9525c req-eed62472-ee17-413e-890d-d78bc9aa57aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:40.288011 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f055c19-6ce3-4adc-89e9-b71a58a9525c req-eed62472-ee17-413e-890d-d78bc9aa57aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:40.288824 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f055c19-6ce3-4adc-89e9-b71a58a9525c req-eed62472-ee17-413e-890d-d78bc9aa57aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:40.290123 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f055c19-6ce3-4adc-89e9-b71a58a9525c req-eed62472-ee17-413e-890d-d78bc9aa57aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:40.292960 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'cb7eaa97-095a-4093-8cc7-ec5ce53bdae7', 'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df', 'port_id': 'cb7eaa97-095a-4093-8cc7-ec5ce53bdae7', 'mac_address': 'fa:16:3e:60:c1:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd9ab22-5340-4c03-a1d1-8f64d16eab30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:03:40.293287 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f055c19-6ce3-4adc-89e9-b71a58a9525c req-eed62472-ee17-413e-890d-d78bc9aa57aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:40.294538 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f055c19-6ce3-4adc-89e9-b71a58a9525c req-eed62472-ee17-413e-890d-d78bc9aa57aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:40.296617 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f055c19-6ce3-4adc-89e9-b71a58a9525c req-eed62472-ee17-413e-890d-d78bc9aa57aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dea3d186f8943e68e6ffa5ab6e1d924&device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 6498 time: 0.2707245 Aug 17 00:03:40.317855 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-041f8b62-3d9c-4c74-8cca-8789ba81f266 None None] Set router ff054e3c-5eb2-4733-9554-64c7293a2b33 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:03:40.409680 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1805f5d4-f018-4991-9345-a5a5241b6a67 req-1fc501a7-63c2-43a1-bb28-46dd7cee023c tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544633 Aug 17 00:03:40.513463 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f055c19-6ce3-4adc-89e9-b71a58a9525c req-db2099ec-fc91-467e-aaee-60ebdef1d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:40.518891 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f055c19-6ce3-4adc-89e9-b71a58a9525c req-db2099ec-fc91-467e-aaee-60ebdef1d818 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7d344a82-79d7-4f15-a0ba-8fc315949c8f HTTP/1.1" status: 200 len: 910 time: 0.2041712 Aug 17 00:03:40.558371 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:40.621321 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-54446f92-f638-4d03-a8fa-7d389d6fa322 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:40.687288 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f055c19-6ce3-4adc-89e9-b71a58a9525c req-b00ed701-20be-4df7-a501-fafaa6248e19 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6d293e5-ef94-4aee-b473-335dccc456a6 HTTP/1.1" status: 200 len: 999 time: 0.1517594 Aug 17 00:03:40.689906 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:40.779379 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7eaa97-095a-4093-8cc7-ec5ce53bdae7 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:03:40.824146 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f055c19-6ce3-4adc-89e9-b71a58a9525c req-f847c53a-f314-4b55-9fb9-2100c37c793d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:40.824146 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f055c19-6ce3-4adc-89e9-b71a58a9525c req-f847c53a-f314-4b55-9fb9-2100c37c793d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5723fbf6-9716-47be-90e8-4e9878cdb460 HTTP/1.1" status: 200 len: 848 time: 0.1287303 Aug 17 00:03:40.896307 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port cb7eaa97-095a-4093-8cc7-ec5ce53bdae7, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=cb7eaa97-095a-4093-8cc7-ec5ce53bdae7,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:40.994018 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f055c19-6ce3-4adc-89e9-b71a58a9525c req-ce27ee40-bf4a-4124-ac51-efcd1960f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:41.008448 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f055c19-6ce3-4adc-89e9-b71a58a9525c req-ce27ee40-bf4a-4124-ac51-efcd1960f547 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7d344a82-79d7-4f15-a0ba-8fc315949c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1719539 Aug 17 00:03:41.142339 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f055c19-6ce3-4adc-89e9-b71a58a9525c req-4d056d1e-e8f0-4db7-b0e3-a7edc5ac8687 service neutron] 10.222.0.64 "GET /v2.0/networks/7d344a82-79d7-4f15-a0ba-8fc315949c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220014 Aug 17 00:03:41.192793 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:41.202501 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c6842f-421a-4768-98b7-8eb5dfc84b34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-0cf1b169-b7d3-456e-a765-49ab2ffa2334', 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'fixed_ips': [{'subnet_id': 'b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:03:41.203952 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-40c6842f-421a-4768-98b7-8eb5dfc84b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:41.287076 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f055c19-6ce3-4adc-89e9-b71a58a9525c req-da317b81-3f67-4828-8b82-7f15e863c316 service neutron] 10.222.0.64 "GET /v2.0/networks/7d344a82-79d7-4f15-a0ba-8fc315949c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222043 Aug 17 00:03:41.430579 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=cb7eaa97-095a-4093-8cc7-ec5ce53bdae7,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:41.560538 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-041f8b62-3d9c-4c74-8cca-8789ba81f266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'name': 'tempest-TaggedBootDevicesTest-5561421-router', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:05Z', 'updated_at': '2021-08-17T00:01:15Z', 'revision_number': 4, 'project_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'gw_port': {'id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:07Z', 'updated_at': '2021-08-17T00:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'd10fee6a-08be-4387-8bcc-64ba22f6817e', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'floating_ip_address': '172.25.3.53', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'port_id': 'a6d293e5-ef94-4aee-b473-335dccc456a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d344a82-79d7-4f15-a0ba-8fc315949c8f', 'mac_address': 'fa:16:3e:28:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:02:20Z', 'updated_at': '2021-08-17T00:03:38Z', 'revision_number': 1, 'project_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2025865-db7d-4345-aac3-671545464115', 'name': '', 'network_id': '7d344a82-79d7-4f15-a0ba-8fc315949c8f', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'mac_address': 'fa:16:3e:00:16:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5723fbf6-9716-47be-90e8-4e9878cdb460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:13Z', 'updated_at': '2021-08-17T00:01:23Z', 'revision_number': 5, 'project_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'subnets': [{'id': '5723fbf6-9716-47be-90e8-4e9878cdb460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:41.596273 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['cb7eaa97-095a-4093-8cc7-ec5ce53bdae7'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:03:41.602176 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041f8b62-3d9c-4c74-8cca-8789ba81f266 None None] Checking router: ff054e3c-5eb2-4733-9554-64c7293a2b33 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:03:41.651729 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:41.655287 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35902) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:41.687849 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041f8b62-3d9c-4c74-8cca-8789ba81f266 None None] Routers {'ff054e3c-5eb2-4733-9554-64c7293a2b33'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:03:41.688501 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-041f8b62-3d9c-4c74-8cca-8789ba81f266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:03:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ff054e3c-5eb2-4733-9554-64c7293a2b33'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:41.725099 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399e2bf-53a7-4a0d-88f7-67661d353d52 req-16c686ea-5f3c-46e9-ac16-c02e35bb7c8b tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:41.739216 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c399e2bf-53a7-4a0d-88f7-67661d353d52 req-16c686ea-5f3c-46e9-ac16-c02e35bb7c8b tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4062cb7-c18a-4dc6-9144-334a191f4a6f HTTP/1.1" status: 200 len: 945 time: 0.1307995 Aug 17 00:03:41.752358 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-54446f92-f638-4d03-a8fa-7d389d6fa322 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:41.799433 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-54446f92-f638-4d03-a8fa-7d389d6fa322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:41.825191 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-40c6842f-421a-4768-98b7-8eb5dfc84b34 None None] Allocated IP 172.20.0.2 (0cf1b169-b7d3-456e-a765-49ab2ffa2334/b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a/06529502-7482-4a1c-b828-884389b1f62e) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:03:41.859271 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c399e2bf-53a7-4a0d-88f7-67661d353d52 req-6c98f096-2748-43f6-bf54-f3212ce1dc42 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155193 Aug 17 00:03:41.913075 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-2c0e1f3c-3a0a-4605-8dae-d3dbef77a401 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1698160584'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:41.956555 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0e1f3c-3a0a-4605-8dae-d3dbef77a401 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Made reservation on behalf of ffc952b9ddb542abbaea077a913afe94 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:03:41.961463 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2c0e1f3c-3a0a-4605-8dae-d3dbef77a401 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:41.980134 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2c0e1f3c-3a0a-4605-8dae-d3dbef77a401 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:42.021077 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-54446f92-f638-4d03-a8fa-7d389d6fa322 admin admin] Allocated IP 172.25.3.98 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/2eec2496-243e-4c46-9b1c-439c4107ecdf) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:03:42.128000 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-041f8b62-3d9c-4c74-8cca-8789ba81f266 None None] Set router ff054e3c-5eb2-4733-9554-64c7293a2b33 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:03:42.235972 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2c0e1f3c-3a0a-4605-8dae-d3dbef77a401 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:42.243684 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2c0e1f3c-3a0a-4605-8dae-d3dbef77a401 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:42.276706 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-54446f92-f638-4d03-a8fa-7d389d6fa322 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:42.293332 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e1f3c-3a0a-4605-8dae-d3dbef77a401 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee9576c-cc57-4b81-9f33-4d6c19dedee1,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:42.319842 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0e1f3c-3a0a-4605-8dae-d3dbef77a401 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:03:42.335382 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2c0e1f3c-3a0a-4605-8dae-d3dbef77a401 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:42.336253 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-2c0e1f3c-3a0a-4605-8dae-d3dbef77a401 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Added segment b0b51509-f072-4e21-8ab4-4916180ddac5 of type vlan for network 567475af-b319-402b-9bcb-875be629bdb3 Aug 17 00:03:42.380512 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-54446f92-f638-4d03-a8fa-7d389d6fa322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:42.417390 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2c0e1f3c-3a0a-4605-8dae-d3dbef77a401 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:42.443197 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54446f92-f638-4d03-a8fa-7d389d6fa322 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:03:42.461482 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-54446f92-f638-4d03-a8fa-7d389d6fa322 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:42.470298 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54446f92-f638-4d03-a8fa-7d389d6fa322 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:03:42.483403 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2c0e1f3c-3a0a-4605-8dae-d3dbef77a401 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:42.491116 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0e1f3c-3a0a-4605-8dae-d3dbef77a401 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:42.491830 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2c0e1f3c-3a0a-4605-8dae-d3dbef77a401 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:42.508246 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54446f92-f638-4d03-a8fa-7d389d6fa322 admin admin] Pushing event updated for resources: {'Port': ['ID=2eec2496-243e-4c46-9b1c-439c4107ecdf,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:42.635605 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2c0e1f3c-3a0a-4605-8dae-d3dbef77a401 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9764092 Aug 17 00:03:42.656121 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35924) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:42.663820 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-45708582-5231-4828-8b6c-c1ad2577819c tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Request body: {'subnet': {'network_id': '567475af-b319-402b-9bcb-875be629bdb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:42.704053 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-40c6842f-421a-4768-98b7-8eb5dfc84b34 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:42.731206 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-40c6842f-421a-4768-98b7-8eb5dfc84b34 None None] Transition to ACTIVE for port object 06529502-7482-4a1c-b828-884389b1f62e will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:03:42.767305 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e1f3c-3a0a-4605-8dae-d3dbef77a401 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Pushing event updated for resources: {'Network': ['ID=567475af-b319-402b-9bcb-875be629bdb3,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:42.893973 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 567475af-b319-402b-9bcb-875be629bdb3 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:03:42.958746 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45708582-5231-4828-8b6c-c1ad2577819c tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Made reservation on behalf of ffc952b9ddb542abbaea077a913afe94 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:03:42.959587 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-54446f92-f638-4d03-a8fa-7d389d6fa322 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:42.960521 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-40c6842f-421a-4768-98b7-8eb5dfc84b34 None None] Transition to ACTIVE for port object 06529502-7482-4a1c-b828-884389b1f62e will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:03:42.964815 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-45708582-5231-4828-8b6c-c1ad2577819c tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:43.022754 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35936) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:43.028283 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-40c6842f-421a-4768-98b7-8eb5dfc84b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:43.038592 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-6e3235e1-3c29-472f-80c6-c5acb22bca63 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Request body: {'subnet': {'network_id': 'f1830868-977e-42c4-9f0a-596ce6cb91f0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:43.163393 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6842f-421a-4768-98b7-8eb5dfc84b34 None None] Pushing event updated for resources: {'Port': ['ID=06529502-7482-4a1c-b828-884389b1f62e,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:43.169526 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c6842f-421a-4768-98b7-8eb5dfc84b34 None None] Network 0cf1b169-b7d3-456e-a765-49ab2ffa2334 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:03:43.177137 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-40c6842f-421a-4768-98b7-8eb5dfc84b34 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:43.184866 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c6842f-421a-4768-98b7-8eb5dfc84b34 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:03:43.228019 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-54446f92-f638-4d03-a8fa-7d389d6fa322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:43.228254 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-041f8b62-3d9c-4c74-8cca-8789ba81f266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'name': 'tempest-TaggedBootDevicesTest-5561421-router', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:05Z', 'updated_at': '2021-08-17T00:01:15Z', 'revision_number': 4, 'project_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'gw_port': {'id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:07Z', 'updated_at': '2021-08-17T00:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'd10fee6a-08be-4387-8bcc-64ba22f6817e', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'floating_ip_address': '172.25.3.53', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'port_id': 'a6d293e5-ef94-4aee-b473-335dccc456a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d344a82-79d7-4f15-a0ba-8fc315949c8f', 'mac_address': 'fa:16:3e:28:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:02:20Z', 'updated_at': '2021-08-17T00:03:38Z', 'revision_number': 1, 'project_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2025865-db7d-4345-aac3-671545464115', 'name': '', 'network_id': '7d344a82-79d7-4f15-a0ba-8fc315949c8f', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'mac_address': 'fa:16:3e:00:16:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5723fbf6-9716-47be-90e8-4e9878cdb460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:13Z', 'updated_at': '2021-08-17T00:01:23Z', 'revision_number': 5, 'project_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'subnets': [{'id': '5723fbf6-9716-47be-90e8-4e9878cdb460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:43.258363 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041f8b62-3d9c-4c74-8cca-8789ba81f266 None None] The sync data for ids ['ff054e3c-5eb2-4733-9554-64c7293a2b33'] in n-d-800088-20 is: [{'id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'name': 'tempest-TaggedBootDevicesTest-5561421-router', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:05Z', 'updated_at': '2021-08-17T00:01:15Z', 'revision_number': 4, 'project_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'gw_port': {'id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:07Z', 'updated_at': '2021-08-17T00:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'd10fee6a-08be-4387-8bcc-64ba22f6817e', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'floating_ip_address': '172.25.3.53', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'port_id': 'a6d293e5-ef94-4aee-b473-335dccc456a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d344a82-79d7-4f15-a0ba-8fc315949c8f', 'mac_address': 'fa:16:3e:28:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:02:20Z', 'updated_at': '2021-08-17T00:03:38Z', 'revision_number': 1, 'project_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2025865-db7d-4345-aac3-671545464115', 'name': '', 'network_id': '7d344a82-79d7-4f15-a0ba-8fc315949c8f', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'mac_address': 'fa:16:3e:00:16:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5723fbf6-9716-47be-90e8-4e9878cdb460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:13Z', 'updated_at': '2021-08-17T00:01:23Z', 'revision_number': 5, 'project_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'subnets': [{'id': '5723fbf6-9716-47be-90e8-4e9878cdb460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:03:43.294640 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-40c6842f-421a-4768-98b7-8eb5dfc84b34 None None] Attempting to bind port 06529502-7482-4a1c-b828-884389b1f62e on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:03:43.295214 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-40c6842f-421a-4768-98b7-8eb5dfc84b34 None None] Attempting to bind port 06529502-7482-4a1c-b828-884389b1f62e by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '5dbcf5dd-98d5-4b1c-b9ff-859addfee606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:03:43.295368 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6842f-421a-4768-98b7-8eb5dfc84b34 None None] Attempting to bind port 06529502-7482-4a1c-b828-884389b1f62e on network 0cf1b169-b7d3-456e-a765-49ab2ffa2334 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:03:43.304807 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6842f-421a-4768-98b7-8eb5dfc84b34 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:03:43.304807 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6842f-421a-4768-98b7-8eb5dfc84b34 None None] Checking segment: {'id': '5dbcf5dd-98d5-4b1c-b9ff-859addfee606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:03:43.305272 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-40c6842f-421a-4768-98b7-8eb5dfc84b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:43.305635 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6842f-421a-4768-98b7-8eb5dfc84b34 None None] Bound using segment: {'id': '5dbcf5dd-98d5-4b1c-b9ff-859addfee606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:03:43.306208 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-40c6842f-421a-4768-98b7-8eb5dfc84b34 None None] Bound port: 06529502-7482-4a1c-b828-884389b1f62e, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dbcf5dd-98d5-4b1c-b9ff-859addfee606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:03:43.306666 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-40c6842f-421a-4768-98b7-8eb5dfc84b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:43.318927 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49ed95-4a58-41cf-af0f-4fa7f8cb61d4 req-705f0b81-e9b6-40df-b3b9-515e519a1a74 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:43.320701 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a49ed95-4a58-41cf-af0f-4fa7f8cb61d4 req-705f0b81-e9b6-40df-b3b9-515e519a1a74 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4062cb7-c18a-4dc6-9144-334a191f4a6f HTTP/1.1" status: 200 len: 945 time: 0.3203664 Aug 17 00:03:43.401379 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3235e1-3c29-472f-80c6-c5acb22bca63 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Made reservation on behalf of e3fca359469a4e9a8c4522009ac4c0cb for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:03:43.405236 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6e3235e1-3c29-472f-80c6-c5acb22bca63 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:43.419738 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-40c6842f-421a-4768-98b7-8eb5dfc84b34 None None] For port 06529502-7482-4a1c-b828-884389b1f62e, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:03:43.429335 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a49ed95-4a58-41cf-af0f-4fa7f8cb61d4 req-8dd8fa00-8566-443b-8be0-fc2966443f05 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992789 Aug 17 00:03:43.429552 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-40c6842f-421a-4768-98b7-8eb5dfc84b34 None None] For port 06529502-7482-4a1c-b828-884389b1f62e, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=06529502-7482-4a1c-b828-884389b1f62e,segment=NetworkSegment(5dbcf5dd-98d5-4b1c-b9ff-859addfee606),segment_id=5dbcf5dd-98d5-4b1c-b9ff-859addfee606)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:03:43.456813 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54446f92-f638-4d03-a8fa-7d389d6fa322 admin admin] Router 2822012d-7984-4fda-a9b6-0c23bc87dcfc is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:03:43.457625 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-40c6842f-421a-4768-98b7-8eb5dfc84b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:43.579058 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6842f-421a-4768-98b7-8eb5dfc84b34 None None] Pushing event updated for resources: {'Port': ['ID=06529502-7482-4a1c-b828-884389b1f62e,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:43.640920 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-45708582-5231-4828-8b6c-c1ad2577819c tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:43.665421 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a604f3c3-cf5c-4c11-bff3-c853f8182529 None None] New status for floating IP d10fee6a-08be-4387-8bcc-64ba22f6817e: ACTIVE {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:03:43.690233 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54446f92-f638-4d03-a8fa-7d389d6fa322 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:03:43.702617 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a2e29e-cd74-4b9f-9a93-b9a5336d40fb None None] Sync routers for ids ['2822012d-7984-4fda-a9b6-0c23bc87dcfc'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:03:43.718747 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a2e29e-cd74-4b9f-9a93-b9a5336d40fb None None] Routers {'2822012d-7984-4fda-a9b6-0c23bc87dcfc'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:03:43.719566 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-60a2e29e-cd74-4b9f-9a93-b9a5336d40fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:03:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2822012d-7984-4fda-a9b6-0c23bc87dcfc'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:43.724841 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-54446f92-f638-4d03-a8fa-7d389d6fa322 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:43.726223 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-54446f92-f638-4d03-a8fa-7d389d6fa322 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6979275 Aug 17 00:03:43.728918 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35946) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:43.821036 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device cb7eaa97-095a-4093-8cc7-ec5ce53bdae7 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:03:43.850157 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45708582-5231-4828-8b6c-c1ad2577819c tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Pushing event updated for resources: {'Subnet': ['ID=654460f3-b163-4c05-b233-0f1204b83c86,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:44.051924 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45708582-5231-4828-8b6c-c1ad2577819c tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Checking segment: {'id': 'b0b51509-f072-4e21-8ab4-4916180ddac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '567475af-b319-402b-9bcb-875be629bdb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:03:44.052312 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45708582-5231-4828-8b6c-c1ad2577819c tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Network hostable DHCP agents. Network: 567475af-b319-402b-9bcb-875be629bdb3, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:03:44.060519 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6e3235e1-3c29-472f-80c6-c5acb22bca63 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:44.084983 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-60a2e29e-cd74-4b9f-9a93-b9a5336d40fb None None] Set router 2822012d-7984-4fda-a9b6-0c23bc87dcfc gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:03:44.140274 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45708582-5231-4828-8b6c-c1ad2577819c tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Network 567475af-b319-402b-9bcb-875be629bdb3 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:03:44.164813 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port cb7eaa97-095a-4093-8cc7-ec5ce53bdae7 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:03:44.193425 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port cb7eaa97-095a-4093-8cc7-ec5ce53bdae7 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:44.193731 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:44.209635 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-45708582-5231-4828-8b6c-c1ad2577819c tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 567475af-b319-402b-9bcb-875be629bdb3) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:44.213033 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3235e1-3c29-472f-80c6-c5acb22bca63 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event updated for resources: {'Subnet': ['ID=1324d6fc-903a-47f2-afd4-c8b6bd8b8aae,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:44.217219 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3235e1-3c29-472f-80c6-c5acb22bca63 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Checking segment: {'id': '778542b4-928c-46fa-804b-f61b85747b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f1830868-977e-42c4-9f0a-596ce6cb91f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:03:44.231075 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3235e1-3c29-472f-80c6-c5acb22bca63 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Network hostable DHCP agents. Network: f1830868-977e-42c4-9f0a-596ce6cb91f0, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:03:44.236454 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45708582-5231-4828-8b6c-c1ad2577819c tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:44.237193 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-45708582-5231-4828-8b6c-c1ad2577819c tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:44.241951 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454c6f59-e890-43b3-a803-3339e75c9c72 None None] Network 567475af-b319-402b-9bcb-875be629bdb3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:03:44.267696 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3235e1-3c29-472f-80c6-c5acb22bca63 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Network f1830868-977e-42c4-9f0a-596ce6cb91f0 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:03:44.281198 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-45708582-5231-4828-8b6c-c1ad2577819c tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6238799 Aug 17 00:03:44.282435 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-6e3235e1-3c29-472f-80c6-c5acb22bca63 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, f1830868-977e-42c4-9f0a-596ce6cb91f0) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:44.294323 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35954) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:44.299763 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-9f97a94e-aeb1-464c-9b72-73cea0f022a4 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Request body: {'port': {'network_id': '567475af-b319-402b-9bcb-875be629bdb3', 'name': 'tempest-AllowedAddressPairTestJSON-790331520'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:44.325891 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a87a57-d49c-4a71-b5e5-00c674742ef2 None None] Network f1830868-977e-42c4-9f0a-596ce6cb91f0 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:03:44.360804 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3235e1-3c29-472f-80c6-c5acb22bca63 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:44.361487 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6e3235e1-3c29-472f-80c6-c5acb22bca63 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:44.394841 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6e3235e1-3c29-472f-80c6-c5acb22bca63 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3654692 Aug 17 00:03:44.398643 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35956) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:44.407056 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-01daa2b6-3ed1-4eb7-bde6-885555923996 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-323741924'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:44.480914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01daa2b6-3ed1-4eb7-bde6-885555923996 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Made reservation on behalf of e3fca359469a4e9a8c4522009ac4c0cb for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:03:44.484576 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01daa2b6-3ed1-4eb7-bde6-885555923996 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:44.523861 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:44.595040 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f97a94e-aeb1-464c-9b72-73cea0f022a4 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Made reservation on behalf of ffc952b9ddb542abbaea077a913afe94 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:03:44.599576 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9f97a94e-aeb1-464c-9b72-73cea0f022a4 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:44.646115 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01daa2b6-3ed1-4eb7-bde6-885555923996 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:03:44.670306 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:44.670539 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15b2ab-9d79-4f91-8754-4d333f136500 req-c43cb6b5-1de1-4617-a5a8-140eb5a606c2 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:44.672770 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7b15b2ab-9d79-4f91-8754-4d333f136500 req-c43cb6b5-1de1-4617-a5a8-140eb5a606c2 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4062cb7-c18a-4dc6-9144-334a191f4a6f HTTP/1.1" status: 200 len: 945 time: 0.1224642 Aug 17 00:03:44.674124 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-9f97a94e-aeb1-464c-9b72-73cea0f022a4 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] device_id is not set on port 32c9868d-e9b1-42cd-9536-5c137e85c54a yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:03:44.729780 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4062cb7-c18a-4dc6-9144-334a191f4a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7eaa97-095a-4093-8cc7-ec5ce53bdae7'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:03:44.734488 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b20276-7d29-4222-b111-c7d1af1484c7" -d '{"events": [{"server_uuid": "c4062cb7-c18a-4dc6-9144-334a191f4a6f", "name": "network-vif-plugged", "status": "completed", "tag": "cb7eaa97-095a-4093-8cc7-ec5ce53bdae7"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:03:44.759110 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7b15b2ab-9d79-4f91-8754-4d333f136500 req-dd165897-1fd0-4177-b590-42e66ab792ef tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774467 Aug 17 00:03:44.762499 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01daa2b6-3ed1-4eb7-bde6-885555923996 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:44.762650 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-01daa2b6-3ed1-4eb7-bde6-885555923996 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Added segment c5f7b0cd-c4d5-4184-b975-cb25d9c93955 of type vlan for network afe51fed-3937-45f3-925d-e9c6b2429a84 Aug 17 00:03:44.768038 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port cb7eaa97-095a-4093-8cc7-ec5ce53bdae7, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=cb7eaa97-095a-4093-8cc7-ec5ce53bdae7,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:44.816769 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:44.823971 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f4898e-87f3-4d43-8d13-6c51ddf104e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-567475af-b319-402b-9bcb-875be629bdb3', 'network_id': '567475af-b319-402b-9bcb-875be629bdb3', 'tenant_id': 'ffc952b9ddb542abbaea077a913afe94', 'fixed_ips': [{'subnet_id': '654460f3-b163-4c05-b233-0f1204b83c86'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:03:44.825564 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-54f4898e-87f3-4d43-8d13-6c51ddf104e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:44.833809 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-60a2e29e-cd74-4b9f-9a93-b9a5336d40fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'name': 'tempest-ServersTestManualDisk-1487523001-router', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '2eec2496-243e-4c46-9b1c-439c4107ecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:03:40Z', 'updated_at': '2021-08-17T00:03:42Z', 'revision_number': 3, 'project_id': '1a562794c0504d6a8487a22f63636d5c', 'gw_port': {'id': '2eec2496-243e-4c46-9b1c-439c4107ecdf', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:41Z', 'updated_at': '2021-08-17T00:03:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:44.892986 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c66b75-4ce4-4934-b6e1-92834bb8b687 x-openstack-request-id: req-48c66b75-4ce4-4934-b6e1-92834bb8b687 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:03:44.893371 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4062cb7-c18a-4dc6-9144-334a191f4a6f", "name": "network-vif-plugged", "status": "completed", "tag": "cb7eaa97-095a-4093-8cc7-ec5ce53bdae7", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:03:44.893569 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-48c66b75-4ce4-4934-b6e1-92834bb8b687 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:03:44.893933 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4062cb7-c18a-4dc6-9144-334a191f4a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7eaa97-095a-4093-8cc7-ec5ce53bdae7', 'code': 200} Aug 17 00:03:44.895359 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffb36ba-49a3-4396-bcd7-64870b927d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-f1830868-977e-42c4-9f0a-596ce6cb91f0', 'network_id': 'f1830868-977e-42c4-9f0a-596ce6cb91f0', 'tenant_id': 'e3fca359469a4e9a8c4522009ac4c0cb', 'fixed_ips': [{'subnet_id': '1324d6fc-903a-47f2-afd4-c8b6bd8b8aae'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:03:44.896162 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cffb36ba-49a3-4396-bcd7-64870b927d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:44.898702 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a2e29e-cd74-4b9f-9a93-b9a5336d40fb None None] Checking router: 2822012d-7984-4fda-a9b6-0c23bc87dcfc for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:03:44.899152 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a2e29e-cd74-4b9f-9a93-b9a5336d40fb None None] Updating router 2822012d-7984-4fda-a9b6-0c23bc87dcfc port 2eec2496-243e-4c46-9b1c-439c4107ecdf binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:03:44.924963 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Allocated IP 172.20.0.1 (0cf1b169-b7d3-456e-a765-49ab2ffa2334/b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a/e6d0676d-23dd-47bf-a858-f8b914f9f345) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:03:44.947426 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 06529502-7482-4a1c-b828-884389b1f62e up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:03:45.043372 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104b230-04af-4e41-b4bd-c6b7b38df0f6 req-74fca802-5b5b-430b-84cb-787d3b3dbc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:45.045252 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b104b230-04af-4e41-b4bd-c6b7b38df0f6 req-74fca802-5b5b-430b-84cb-787d3b3dbc6c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c4062cb7-c18a-4dc6-9144-334a191f4a6f HTTP/1.1" status: 200 len: 1098 time: 0.1516464 Aug 17 00:03:45.059994 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01daa2b6-3ed1-4eb7-bde6-885555923996 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:45.075476 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:45.097199 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Transition to ACTIVE for port object e6d0676d-23dd-47bf-a858-f8b914f9f345 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:03:45.104484 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b104b230-04af-4e41-b4bd-c6b7b38df0f6 req-48ee4a8f-a13e-464e-92a6-a4c76c7f0659 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400057 Aug 17 00:03:45.141829 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-9f97a94e-aeb1-464c-9b72-73cea0f022a4 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Allocated IP 172.20.0.7 (567475af-b319-402b-9bcb-875be629bdb3/654460f3-b163-4c05-b233-0f1204b83c86/32c9868d-e9b1-42cd-9536-5c137e85c54a) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:03:45.150551 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:45.156303 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01daa2b6-3ed1-4eb7-bde6-885555923996 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:45.163753 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01daa2b6-3ed1-4eb7-bde6-885555923996 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:45.164508 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01daa2b6-3ed1-4eb7-bde6-885555923996 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:45.198967 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-01daa2b6-3ed1-4eb7-bde6-885555923996 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7992289 Aug 17 00:03:45.208587 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35966) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:45.212400 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Pushing event updated for resources: {'Port': ['ID=e6d0676d-23dd-47bf-a858-f8b914f9f345,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:45.229464 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-3455ddb6-aaa7-4bb7-9c5c-6c9f0431b9c7 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Request body: {'subnet': {'network_id': 'afe51fed-3937-45f3-925d-e9c6b2429a84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:45.318583 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:45.319116 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:45.319463 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:45.319803 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:45.320138 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:45.320471 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:45.320853 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:45.321211 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:45.321602 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:45.321941 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:45.322257 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:45.322580 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:45.324037 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01daa2b6-3ed1-4eb7-bde6-885555923996 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event updated for resources: {'Network': ['ID=afe51fed-3937-45f3-925d-e9c6b2429a84,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:45.372500 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Network 0cf1b169-b7d3-456e-a765-49ab2ffa2334 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:03:45.376508 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:45.380291 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:03:45.412983 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd6edd9-8853-429e-8bc4-f0acae8593fc None None] Network 0cf1b169-b7d3-456e-a765-49ab2ffa2334 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:03:45.416339 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network afe51fed-3937-45f3-925d-e9c6b2429a84 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:03:45.418543 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-60a2e29e-cd74-4b9f-9a93-b9a5336d40fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:45.453880 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3455ddb6-aaa7-4bb7-9c5c-6c9f0431b9c7 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Made reservation on behalf of e3fca359469a4e9a8c4522009ac4c0cb for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:03:45.458581 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3455ddb6-aaa7-4bb7-9c5c-6c9f0431b9c7 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:45.474825 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:45.527947 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9f97a94e-aeb1-464c-9b72-73cea0f022a4 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:45.543524 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-9f97a94e-aeb1-464c-9b72-73cea0f022a4 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Transition to ACTIVE for port object 32c9868d-e9b1-42cd-9536-5c137e85c54a will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:03:45.551807 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=cb7eaa97-095a-4093-8cc7-ec5ce53bdae7,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:45.600572 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9f97a94e-aeb1-464c-9b72-73cea0f022a4 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:45.603326 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-104dd349-886d-4280-9b61-7cb8bb2df2dd None None] Provisioning for port 06529502-7482-4a1c-b828-884389b1f62e completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:03:45.669845 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f97a94e-aeb1-464c-9b72-73cea0f022a4 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Network 567475af-b319-402b-9bcb-875be629bdb3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:03:45.680720 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-9f97a94e-aeb1-464c-9b72-73cea0f022a4 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:45.697472 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f97a94e-aeb1-464c-9b72-73cea0f022a4 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:03:45.707645 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 06529502-7482-4a1c-b828-884389b1f62e completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:03:45.712943 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-cffb36ba-49a3-4396-bcd7-64870b927d71 None None] Allocated IP 2001:db8:0:ffff::2 (f1830868-977e-42c4-9f0a-596ce6cb91f0/1324d6fc-903a-47f2-afd4-c8b6bd8b8aae/8b2ca49a-e929-430d-a19b-e171ffd576a4) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:03:45.720237 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-104dd349-886d-4280-9b61-7cb8bb2df2dd None None] Provisioning complete for port 06529502-7482-4a1c-b828-884389b1f62e triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:45.720606 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-104dd349-886d-4280-9b61-7cb8bb2df2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:45.743756 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 06529502-7482-4a1c-b828-884389b1f62e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:45.744437 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:45.756028 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97a94e-aeb1-464c-9b72-73cea0f022a4 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Pushing event updated for resources: {'Port': ['ID=32c9868d-e9b1-42cd-9536-5c137e85c54a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:45.793460 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f97a94e-aeb1-464c-9b72-73cea0f022a4 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:45.794661 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9f97a94e-aeb1-464c-9b72-73cea0f022a4 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:45.842180 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9f97a94e-aeb1-464c-9b72-73cea0f022a4 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5465233 Aug 17 00:03:45.845160 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35976) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:45.846103 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-54f4898e-87f3-4d43-8d13-6c51ddf104e6 None None] Allocated IP 172.20.0.2 (567475af-b319-402b-9bcb-875be629bdb3/654460f3-b163-4c05-b233-0f1204b83c86/4bfa6747-47ac-456f-ad52-51d3056182a7) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:03:45.855692 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-dbd2fa67-15ad-4581-90a3-093f1aeabed8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Request body: {'port': {'network_id': '567475af-b319-402b-9bcb-875be629bdb3', 'name': 'tempest-AllowedAddressPairTestJSON-1664229104', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:8d:5a:a7'}]}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:45.917204 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:46.096214 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15ad6f-7522-457c-a47e-f0f4a55e8034 req-107ec33c-4bd2-4c55-8d40-fe32702ef8ca tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:46.120446 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f15ad6f-7522-457c-a47e-f0f4a55e8034 req-107ec33c-4bd2-4c55-8d40-fe32702ef8ca tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4062cb7-c18a-4dc6-9144-334a191f4a6f HTTP/1.1" status: 200 len: 946 time: 0.1022601 Aug 17 00:03:46.132072 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd2fa67-15ad-4581-90a3-093f1aeabed8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Made reservation on behalf of ffc952b9ddb542abbaea077a913afe94 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:03:46.229829 n-d-800088-20 neutron-server[101402]: DEBUG neutron.objects.ports [None req-3455ddb6-aaa7-4bb7-9c5c-6c9f0431b9c7 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101402) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 00:03:46.234012 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3455ddb6-aaa7-4bb7-9c5c-6c9f0431b9c7 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:46.309447 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f15ad6f-7522-457c-a47e-f0f4a55e8034 req-b7f41534-b5d1-4e9e-9dbc-ea7bdb84f37d tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847172 Aug 17 00:03:46.356437 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-104dd349-886d-4280-9b61-7cb8bb2df2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:46.368447 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:46.369163 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dbd2fa67-15ad-4581-90a3-093f1aeabed8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:46.393020 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-dbd2fa67-15ad-4581-90a3-093f1aeabed8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] device_id is not set on port 410a772b-2565-4f07-b2ae-2398ae7ffe22 yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:03:46.474262 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cffb36ba-49a3-4396-bcd7-64870b927d71 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:46.534862 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-cffb36ba-49a3-4396-bcd7-64870b927d71 None None] Transition to ACTIVE for port object 8b2ca49a-e929-430d-a19b-e171ffd576a4 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:03:46.569090 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-104dd349-886d-4280-9b61-7cb8bb2df2dd None None] For port 06529502-7482-4a1c-b828-884389b1f62e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=06529502-7482-4a1c-b828-884389b1f62e,segment=NetworkSegment(5dbcf5dd-98d5-4b1c-b9ff-859addfee606),segment_id=5dbcf5dd-98d5-4b1c-b9ff-859addfee606)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:46.587545 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-adb8bb8e-4cc0-44b9-8b5f-6add30da59e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:46.597518 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-104dd349-886d-4280-9b61-7cb8bb2df2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:46.607716 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-54f4898e-87f3-4d43-8d13-6c51ddf104e6 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:46.617695 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-cffb36ba-49a3-4396-bcd7-64870b927d71 None None] Transition to ACTIVE for port object 8b2ca49a-e929-430d-a19b-e171ffd576a4 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:03:46.624845 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-60a2e29e-cd74-4b9f-9a93-b9a5336d40fb None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:46.672171 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-54f4898e-87f3-4d43-8d13-6c51ddf104e6 None None] Transition to ACTIVE for port object 4bfa6747-47ac-456f-ad52-51d3056182a7 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:03:46.686127 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cffb36ba-49a3-4396-bcd7-64870b927d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:46.697617 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3455ddb6-aaa7-4bb7-9c5c-6c9f0431b9c7 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Checking segment: {'id': 'c5f7b0cd-c4d5-4184-b975-cb25d9c93955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'afe51fed-3937-45f3-925d-e9c6b2429a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:03:46.699682 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3455ddb6-aaa7-4bb7-9c5c-6c9f0431b9c7 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Network hostable DHCP agents. Network: afe51fed-3937-45f3-925d-e9c6b2429a84, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:03:46.700467 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-60a2e29e-cd74-4b9f-9a93-b9a5336d40fb None None] Transition to ACTIVE for port object 2eec2496-243e-4c46-9b1c-439c4107ecdf will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:03:46.705808 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455ddb6-aaa7-4bb7-9c5c-6c9f0431b9c7 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event updated for resources: {'Subnet': ['ID=108fa395-84e4-4397-a7a5-9fc0eddc822c,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:46.733732 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-60a2e29e-cd74-4b9f-9a93-b9a5336d40fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:46.739440 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-54f4898e-87f3-4d43-8d13-6c51ddf104e6 None None] Transition to ACTIVE for port object 4bfa6747-47ac-456f-ad52-51d3056182a7 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:03:46.743561 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:46.748524 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3455ddb6-aaa7-4bb7-9c5c-6c9f0431b9c7 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Network afe51fed-3937-45f3-925d-e9c6b2429a84 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:03:46.758207 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:46.767132 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.db.api [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:03:46.767710 n-d-800088-20 neutron-server[101404]: DEBUG oslo_db.api [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:03:46.771043 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffb36ba-49a3-4396-bcd7-64870b927d71 None None] Network f1830868-977e-42c4-9f0a-596ce6cb91f0 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:03:46.776388 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-54f4898e-87f3-4d43-8d13-6c51ddf104e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:46.779322 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-cffb36ba-49a3-4396-bcd7-64870b927d71 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:46.781891 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffb36ba-49a3-4396-bcd7-64870b927d71 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:03:46.788548 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-3455ddb6-aaa7-4bb7-9c5c-6c9f0431b9c7 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, afe51fed-3937-45f3-925d-e9c6b2429a84) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:46.791669 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104dd349-886d-4280-9b61-7cb8bb2df2dd None None] Pushing event updated for resources: {'Port': ['ID=06529502-7482-4a1c-b828-884389b1f62e,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:46.808133 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb0e904-cc4c-4807-9a1b-c20542e5b8a6 None None] Network afe51fed-3937-45f3-925d-e9c6b2429a84 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:03:46.821251 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3455ddb6-aaa7-4bb7-9c5c-6c9f0431b9c7 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:46.822163 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3455ddb6-aaa7-4bb7-9c5c-6c9f0431b9c7 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:46.856772 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Pushing event updated for resources: {'Port': ['ID=e6d0676d-23dd-47bf-a858-f8b914f9f345,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:46.862303 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:46.880135 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-dbd2fa67-15ad-4581-90a3-093f1aeabed8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Allocated IP 172.20.0.14 (567475af-b319-402b-9bcb-875be629bdb3/654460f3-b163-4c05-b233-0f1204b83c86/410a772b-2565-4f07-b2ae-2398ae7ffe22) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:03:46.921532 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-60a2e29e-cd74-4b9f-9a93-b9a5336d40fb None None] Attempting to bind port 2eec2496-243e-4c46-9b1c-439c4107ecdf on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:03:46.921907 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-60a2e29e-cd74-4b9f-9a93-b9a5336d40fb None None] Attempting to bind port 2eec2496-243e-4c46-9b1c-439c4107ecdf by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:03:46.922320 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a2e29e-cd74-4b9f-9a93-b9a5336d40fb None None] Attempting to bind port 2eec2496-243e-4c46-9b1c-439c4107ecdf on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:03:46.958857 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f4898e-87f3-4d43-8d13-6c51ddf104e6 None None] Network 567475af-b319-402b-9bcb-875be629bdb3 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:03:46.986235 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a2e29e-cd74-4b9f-9a93-b9a5336d40fb None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:03:46.986235 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a2e29e-cd74-4b9f-9a93-b9a5336d40fb None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:03:46.986608 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-60a2e29e-cd74-4b9f-9a93-b9a5336d40fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:46.986919 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a2e29e-cd74-4b9f-9a93-b9a5336d40fb None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:03:46.987371 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3455ddb6-aaa7-4bb7-9c5c-6c9f0431b9c7 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7646253 Aug 17 00:03:46.988488 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-60a2e29e-cd74-4b9f-9a93-b9a5336d40fb None None] Bound port: 2eec2496-243e-4c46-9b1c-439c4107ecdf, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:03:46.988488 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-60a2e29e-cd74-4b9f-9a93-b9a5336d40fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:46.991525 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35986) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:46.995462 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-54f4898e-87f3-4d43-8d13-6c51ddf104e6 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:46.998648 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-8f52ca15-88b3-49ae-af6f-398e9c8cd1a6 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Request body: {'port': {'network_id': 'afe51fed-3937-45f3-925d-e9c6b2429a84', 'name': 'tempest-NetworksIpV6TestAttrs-1329471103'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:47.025485 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb36ba-49a3-4396-bcd7-64870b927d71 None None] Pushing event updated for resources: {'Port': ['ID=8b2ca49a-e929-430d-a19b-e171ffd576a4,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:47.036759 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f4898e-87f3-4d43-8d13-6c51ddf104e6 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:03:47.051542 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-cffb36ba-49a3-4396-bcd7-64870b927d71 None None] Attempting to bind port 8b2ca49a-e929-430d-a19b-e171ffd576a4 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:03:47.051915 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-cffb36ba-49a3-4396-bcd7-64870b927d71 None None] Attempting to bind port 8b2ca49a-e929-430d-a19b-e171ffd576a4 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '778542b4-928c-46fa-804b-f61b85747b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f1830868-977e-42c4-9f0a-596ce6cb91f0'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:03:47.052683 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffb36ba-49a3-4396-bcd7-64870b927d71 None None] Attempting to bind port 8b2ca49a-e929-430d-a19b-e171ffd576a4 on network f1830868-977e-42c4-9f0a-596ce6cb91f0 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:03:47.082786 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fcb88d6f-199f-404a-9e0f-484169734478 None None] Provisioning complete for port 06529502-7482-4a1c-b828-884389b1f62e triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:47.083133 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fcb88d6f-199f-404a-9e0f-484169734478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:47.142781 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffb36ba-49a3-4396-bcd7-64870b927d71 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:03:47.143167 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffb36ba-49a3-4396-bcd7-64870b927d71 None None] Checking segment: {'id': '778542b4-928c-46fa-804b-f61b85747b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f1830868-977e-42c4-9f0a-596ce6cb91f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:03:47.143571 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cffb36ba-49a3-4396-bcd7-64870b927d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:47.144047 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffb36ba-49a3-4396-bcd7-64870b927d71 None None] Bound using segment: {'id': '778542b4-928c-46fa-804b-f61b85747b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f1830868-977e-42c4-9f0a-596ce6cb91f0'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:03:47.144825 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-cffb36ba-49a3-4396-bcd7-64870b927d71 None None] Bound port: 8b2ca49a-e929-430d-a19b-e171ffd576a4, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778542b4-928c-46fa-804b-f61b85747b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f1830868-977e-42c4-9f0a-596ce6cb91f0'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:03:47.145302 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cffb36ba-49a3-4396-bcd7-64870b927d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:47.190492 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Network 0cf1b169-b7d3-456e-a765-49ab2ffa2334 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:03:47.195345 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:47.242243 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dbd2fa67-15ad-4581-90a3-093f1aeabed8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:47.262935 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-dbd2fa67-15ad-4581-90a3-093f1aeabed8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Transition to ACTIVE for port object 410a772b-2565-4f07-b2ae-2398ae7ffe22 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:03:47.275099 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-54f4898e-87f3-4d43-8d13-6c51ddf104e6 None None] Attempting to bind port 4bfa6747-47ac-456f-ad52-51d3056182a7 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:03:47.275478 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-54f4898e-87f3-4d43-8d13-6c51ddf104e6 None None] Attempting to bind port 4bfa6747-47ac-456f-ad52-51d3056182a7 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'b0b51509-f072-4e21-8ab4-4916180ddac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '567475af-b319-402b-9bcb-875be629bdb3'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:03:47.275933 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4898e-87f3-4d43-8d13-6c51ddf104e6 None None] Attempting to bind port 4bfa6747-47ac-456f-ad52-51d3056182a7 on network 567475af-b319-402b-9bcb-875be629bdb3 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:03:47.293093 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e3f0b-eca8-4dcc-9abf-e573f04ac165 None None] Pushing event updated for resources: {'Port': ['ID=2eec2496-243e-4c46-9b1c-439c4107ecdf,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:47.321836 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f52ca15-88b3-49ae-af6f-398e9c8cd1a6 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Made reservation on behalf of e3fca359469a4e9a8c4522009ac4c0cb for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:03:47.326093 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f52ca15-88b3-49ae-af6f-398e9c8cd1a6 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:47.327205 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dbd2fa67-15ad-4581-90a3-093f1aeabed8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:47.452846 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-8f52ca15-88b3-49ae-af6f-398e9c8cd1a6 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] device_id is not set on port 367a115b-9cf3-4ddd-a432-9de2fa611c4a yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:03:47.492593 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2fa67-15ad-4581-90a3-093f1aeabed8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Pushing event updated for resources: {'Port': ['ID=410a772b-2565-4f07-b2ae-2398ae7ffe22,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:47.563162 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-60a2e29e-cd74-4b9f-9a93-b9a5336d40fb None None] For port 2eec2496-243e-4c46-9b1c-439c4107ecdf, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:03:47.565276 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Router 2822012d-7984-4fda-a9b6-0c23bc87dcfc has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:03:47.577028 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4898e-87f3-4d43-8d13-6c51ddf104e6 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:03:47.577519 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4898e-87f3-4d43-8d13-6c51ddf104e6 None None] Checking segment: {'id': 'b0b51509-f072-4e21-8ab4-4916180ddac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '567475af-b319-402b-9bcb-875be629bdb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:03:47.577828 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-54f4898e-87f3-4d43-8d13-6c51ddf104e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:47.578226 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4898e-87f3-4d43-8d13-6c51ddf104e6 None None] Bound using segment: {'id': 'b0b51509-f072-4e21-8ab4-4916180ddac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '567475af-b319-402b-9bcb-875be629bdb3'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:03:47.578547 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd2fa67-15ad-4581-90a3-093f1aeabed8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Network 567475af-b319-402b-9bcb-875be629bdb3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:03:47.579402 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-54f4898e-87f3-4d43-8d13-6c51ddf104e6 None None] Bound port: 4bfa6747-47ac-456f-ad52-51d3056182a7, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0b51509-f072-4e21-8ab4-4916180ddac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '567475af-b319-402b-9bcb-875be629bdb3'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:03:47.579402 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-54f4898e-87f3-4d43-8d13-6c51ddf104e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:47.593676 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-dbd2fa67-15ad-4581-90a3-093f1aeabed8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:47.607442 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd2fa67-15ad-4581-90a3-093f1aeabed8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:03:47.627793 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-60a2e29e-cd74-4b9f-9a93-b9a5336d40fb None None] For port 2eec2496-243e-4c46-9b1c-439c4107ecdf, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2eec2496-243e-4c46-9b1c-439c4107ecdf,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:03:47.673138 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-60a2e29e-cd74-4b9f-9a93-b9a5336d40fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:47.689267 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee424dd6-61d2-442b-a229-b45a7c1839de req-27801d45-3223-446d-b9f2-00b003f0bd31 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:47.690960 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ee424dd6-61d2-442b-a229-b45a7c1839de req-27801d45-3223-446d-b9f2-00b003f0bd31 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4062cb7-c18a-4dc6-9144-334a191f4a6f HTTP/1.1" status: 200 len: 946 time: 0.2044277 Aug 17 00:03:47.706916 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd2fa67-15ad-4581-90a3-093f1aeabed8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:47.707617 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dbd2fa67-15ad-4581-90a3-093f1aeabed8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:47.749130 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-dbd2fa67-15ad-4581-90a3-093f1aeabed8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.9026370 Aug 17 00:03:47.756085 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35998) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:47.782453 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-54f4898e-87f3-4d43-8d13-6c51ddf104e6 None None] For port 4bfa6747-47ac-456f-ad52-51d3056182a7, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:03:47.787644 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-54f4898e-87f3-4d43-8d13-6c51ddf104e6 None None] For port 4bfa6747-47ac-456f-ad52-51d3056182a7, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4bfa6747-47ac-456f-ad52-51d3056182a7,segment=NetworkSegment(b0b51509-f072-4e21-8ab4-4916180ddac5),segment_id=b0b51509-f072-4e21-8ab4-4916180ddac5)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:03:47.797338 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ee424dd6-61d2-442b-a229-b45a7c1839de req-661dc48c-72c6-4f58-bbde-122309d83c80 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858011 Aug 17 00:03:47.826681 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:03:47.848043 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ef5fa38a-7002-4ad8-9457-42ed7109c382 admin admin] 10.222.0.60 "PUT /v2.0/routers/2822012d-7984-4fda-a9b6-0c23bc87dcfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1174643 Aug 17 00:03:47.890991 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-8f52ca15-88b3-49ae-af6f-398e9c8cd1a6 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Allocated IP 2001:db8::f816:3eff:fef5:192e (afe51fed-3937-45f3-925d-e9c6b2429a84/108fa395-84e4-4397-a7a5-9fc0eddc822c/367a115b-9cf3-4ddd-a432-9de2fa611c4a) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:03:47.901472 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4898e-87f3-4d43-8d13-6c51ddf104e6 None None] Pushing event updated for resources: {'Port': ['ID=4bfa6747-47ac-456f-ad52-51d3056182a7,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:47.917343 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-54f4898e-87f3-4d43-8d13-6c51ddf104e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:47.939909 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959fc745-885c-43ba-afe5-724fcf2ebb30 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:47.952039 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959fc745-885c-43ba-afe5-724fcf2ebb30 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:47.967315 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959fc745-885c-43ba-afe5-724fcf2ebb30 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:47.980210 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-959fc745-885c-43ba-afe5-724fcf2ebb30 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2226965 Aug 17 00:03:47.982268 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36004) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:48.006298 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e3f0b-eca8-4dcc-9abf-e573f04ac165 None None] Pushing event updated for resources: {'Port': ['ID=2eec2496-243e-4c46-9b1c-439c4107ecdf,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:48.082578 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-cffb36ba-49a3-4396-bcd7-64870b927d71 None None] For port 8b2ca49a-e929-430d-a19b-e171ffd576a4, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:03:48.097606 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4898e-87f3-4d43-8d13-6c51ddf104e6 None None] Pushing event updated for resources: {'Port': ['ID=4bfa6747-47ac-456f-ad52-51d3056182a7,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:48.118118 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 06529502-7482-4a1c-b828-884389b1f62e up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:03:48.178411 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-a1c7f100-0805-4630-b164-86c8c40888b2 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Deleting port 410a772b-2565-4f07-b2ae-2398ae7ffe22 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:03:48.179086 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a1c7f100-0805-4630-b164-86c8c40888b2 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:48.179795 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fcb88d6f-199f-404a-9e0f-484169734478 None None] Provisioning for port e6d0676d-23dd-47bf-a858-f8b914f9f345 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:03:48.190530 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-cffb36ba-49a3-4396-bcd7-64870b927d71 None None] For port 8b2ca49a-e929-430d-a19b-e171ffd576a4, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=8b2ca49a-e929-430d-a19b-e171ffd576a4,segment=NetworkSegment(778542b4-928c-46fa-804b-f61b85747b32),segment_id=778542b4-928c-46fa-804b-f61b85747b32)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:03:48.198313 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fcb88d6f-199f-404a-9e0f-484169734478 None None] Provisioning complete for port e6d0676d-23dd-47bf-a858-f8b914f9f345 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:48.198838 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fcb88d6f-199f-404a-9e0f-484169734478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:48.252997 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a2e29e-cd74-4b9f-9a93-b9a5336d40fb None None] Routers {'2822012d-7984-4fda-a9b6-0c23bc87dcfc'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:03:48.254955 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-60a2e29e-cd74-4b9f-9a93-b9a5336d40fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:03:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2822012d-7984-4fda-a9b6-0c23bc87dcfc'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:48.291239 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f52ca15-88b3-49ae-af6f-398e9c8cd1a6 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:48.310229 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-fcb88d6f-199f-404a-9e0f-484169734478 None None] Port e6d0676d-23dd-47bf-a858-f8b914f9f345 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:03:48.316953 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-8f52ca15-88b3-49ae-af6f-398e9c8cd1a6 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Transition to ACTIVE for port object 367a115b-9cf3-4ddd-a432-9de2fa611c4a will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:03:48.318005 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cffb36ba-49a3-4396-bcd7-64870b927d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:48.404071 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddd133-6093-4a3f-adf3-b16baea735c6 req-0c637b2f-797e-421d-a655-f2a8fd521e86 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:48.405142 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00ddd133-6093-4a3f-adf3-b16baea735c6 req-0c637b2f-797e-421d-a655-f2a8fd521e86 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4062cb7-c18a-4dc6-9144-334a191f4a6f HTTP/1.1" status: 200 len: 946 time: 0.2203798 Aug 17 00:03:48.421100 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f52ca15-88b3-49ae-af6f-398e9c8cd1a6 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:48.499024 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9821e2f6-bcb8-40dd-b00c-9ffddcc9d19f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-afe51fed-3937-45f3-925d-e9c6b2429a84', 'network_id': 'afe51fed-3937-45f3-925d-e9c6b2429a84', 'tenant_id': 'e3fca359469a4e9a8c4522009ac4c0cb', 'fixed_ips': [{'subnet_id': '108fa395-84e4-4397-a7a5-9fc0eddc822c'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:03:48.500226 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9821e2f6-bcb8-40dd-b00c-9ffddcc9d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:48.545136 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 06529502-7482-4a1c-b828-884389b1f62e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:48.545896 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:48.570732 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f52ca15-88b3-49ae-af6f-398e9c8cd1a6 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Network afe51fed-3937-45f3-925d-e9c6b2429a84 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:03:48.573527 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52ca15-88b3-49ae-af6f-398e9c8cd1a6 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event updated for resources: {'Port': ['ID=367a115b-9cf3-4ddd-a432-9de2fa611c4a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:48.597169 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-8f52ca15-88b3-49ae-af6f-398e9c8cd1a6 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:48.602708 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f52ca15-88b3-49ae-af6f-398e9c8cd1a6 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:03:48.627707 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f52ca15-88b3-49ae-af6f-398e9c8cd1a6 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:48.631310 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f52ca15-88b3-49ae-af6f-398e9c8cd1a6 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:48.696578 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8f52ca15-88b3-49ae-af6f-398e9c8cd1a6 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7012701 Aug 17 00:03:48.696930 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36016) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:48.795230 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e90788-e7b4-4813-8e7c-eb01d0d0482d tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Deleting subnet 108fa395-84e4-4397-a7a5-9fc0eddc822c {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:03:48.801609 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b2e90788-e7b4-4813-8e7c-eb01d0d0482d tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:48.802795 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb36ba-49a3-4396-bcd7-64870b927d71 None None] Pushing event updated for resources: {'Port': ['ID=8b2ca49a-e929-430d-a19b-e171ffd576a4,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:48.807652 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fdd5c1da-4d8a-4f5c-aa29-42c88e0221ad None None] Provisioning complete for port e6d0676d-23dd-47bf-a858-f8b914f9f345 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:48.808032 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fdd5c1da-4d8a-4f5c-aa29-42c88e0221ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:48.900125 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b2e90788-e7b4-4813-8e7c-eb01d0d0482d tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:48.929638 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-60a2e29e-cd74-4b9f-9a93-b9a5336d40fb None None] Set router 2822012d-7984-4fda-a9b6-0c23bc87dcfc gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:03:49.021222 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-fdd5c1da-4d8a-4f5c-aa29-42c88e0221ad None None] Port e6d0676d-23dd-47bf-a858-f8b914f9f345 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:03:49.050141 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36022) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:49.065157 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-b2d44ef5-a5fb-4a71-9ba0-6f9d41c5403e tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--81757954', 'description': 'tempest-description--159526261'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:49.155599 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b2d44ef5-a5fb-4a71-9ba0-6f9d41c5403e tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:49.214045 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b2e90788-e7b4-4813-8e7c-eb01d0d0482d tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:49.245915 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a1c7f100-0805-4630-b164-86c8c40888b2 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:49.292813 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-a1c7f100-0805-4630-b164-86c8c40888b2 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Calling delete_port for 410a772b-2565-4f07-b2ae-2398ae7ffe22 owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:03:49.320266 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:49.328329 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b87de422-e510-4d71-98bb-665ce38b699d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:49.340338 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b2e90788-e7b4-4813-8e7c-eb01d0d0482d tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:49.410894 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b2e90788-e7b4-4813-8e7c-eb01d0d0482d tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:49.415144 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b2e90788-e7b4-4813-8e7c-eb01d0d0482d tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "DELETE /v2.0/subnets/108fa395-84e4-4397-a7a5-9fc0eddc822c HTTP/1.1" status: 204 len: 168 time: 0.7149222 Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server [None req-9821e2f6-bcb8-40dd-b00c-9ffddcc9d19f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 108fa395-84e4-4397-a7a5-9fc0eddc822c: This subnet is being modified by another concurrent operation. Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:03:49.432811 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise exception Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 108fa395-84e4-4397-a7a5-9fc0eddc822c: This subnet is being modified by another concurrent operation. Aug 17 00:03:49.436372 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server Aug 17 00:03:49.449387 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36024) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:49.456613 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-60a2e29e-cd74-4b9f-9a93-b9a5336d40fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'name': 'tempest-ServersTestManualDisk-1487523001-router', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '2eec2496-243e-4c46-9b1c-439c4107ecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:03:40Z', 'updated_at': '2021-08-17T00:03:45Z', 'revision_number': 4, 'project_id': '1a562794c0504d6a8487a22f63636d5c', 'gw_port': {'id': '2eec2496-243e-4c46-9b1c-439c4107ecdf', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:41Z', 'updated_at': '2021-08-17T00:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e6d0676d-23dd-47bf-a858-f8b914f9f345', 'name': '', 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'mac_address': 'fa:16:3e:48:6f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:44Z', 'updated_at': '2021-08-17T00:03:46Z', 'revision_number': 2, 'project_id': '1a562794c0504d6a8487a22f63636d5c', 'subnets': [{'id': 'b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:49.481847 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e90788-e7b4-4813-8e7c-eb01d0d0482d tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event deleted for resources: {'Subnet': ['ID=108fa395-84e4-4397-a7a5-9fc0eddc822c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:49.501480 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a2e29e-cd74-4b9f-9a93-b9a5336d40fb None None] The sync data for ids ['2822012d-7984-4fda-a9b6-0c23bc87dcfc'] in n-d-800088-20 is: [{'id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'name': 'tempest-ServersTestManualDisk-1487523001-router', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '2eec2496-243e-4c46-9b1c-439c4107ecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:03:40Z', 'updated_at': '2021-08-17T00:03:45Z', 'revision_number': 4, 'project_id': '1a562794c0504d6a8487a22f63636d5c', 'gw_port': {'id': '2eec2496-243e-4c46-9b1c-439c4107ecdf', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:41Z', 'updated_at': '2021-08-17T00:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e6d0676d-23dd-47bf-a858-f8b914f9f345', 'name': '', 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'mac_address': 'fa:16:3e:48:6f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:44Z', 'updated_at': '2021-08-17T00:03:46Z', 'revision_number': 2, 'project_id': '1a562794c0504d6a8487a22f63636d5c', 'subnets': [{'id': 'b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:03:49.505193 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360d01f8-4aba-4e02-8911-1930f38da6a6 None None] Network afe51fed-3937-45f3-925d-e9c6b2429a84 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:03:49.515044 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00ddd133-6093-4a3f-adf3-b16baea735c6 req-b308aaa8-75e6-4476-b8b5-7a711411310d tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0909264 Aug 17 00:03:49.518401 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a1c7f100-0805-4630-b164-86c8c40888b2 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:49.566327 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241aeed4-4b4f-47b1-854d-d7d775982b8a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:49.568338 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241aeed4-4b4f-47b1-854d-d7d775982b8a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:49.572994 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-241aeed4-4b4f-47b1-854d-d7d775982b8a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1334441 Aug 17 00:03:49.573209 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7f100-0805-4630-b164-86c8c40888b2 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Pushing event deleted for resources: {'Port': ['ID=410a772b-2565-4f07-b2ae-2398ae7ffe22,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:49.575267 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36026) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:49.694065 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-efef0d36-9e5b-4a2d-8664-32cd0eb80bfb tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:49.701788 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b2d44ef5-a5fb-4a71-9ba0-6f9d41c5403e tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:49.710741 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-efef0d36-9e5b-4a2d-8664-32cd0eb80bfb tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 17 00:03:49.711786 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efef0d36-9e5b-4a2d-8664-32cd0eb80bfb tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:03:49.714088 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-efef0d36-9e5b-4a2d-8664-32cd0eb80bfb tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "DELETE /v2.0/networks/afe51fed-3937-45f3-925d-e9c6b2429a84 HTTP/1.1" status: 409 len: 405 time: 0.1375103 Aug 17 00:03:49.716460 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b2d44ef5-a5fb-4a71-9ba0-6f9d41c5403e tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:49.731856 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36028) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:49.742596 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-438bedb3-162a-42a4-a197-4f2542c98b8a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1518854092'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:49.750789 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b2d44ef5-a5fb-4a71-9ba0-6f9d41c5403e tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:49.752627 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b2d44ef5-a5fb-4a71-9ba0-6f9d41c5403e tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6991777 Aug 17 00:03:49.775911 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36030) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:49.786811 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6035e80-86dd-40f5-87ed-8e1e00dd8e88 None None] Network 567475af-b319-402b-9bcb-875be629bdb3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:03:49.813471 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438bedb3-162a-42a4-a197-4f2542c98b8a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Made reservation on behalf of e3fca359469a4e9a8c4522009ac4c0cb for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:03:49.815565 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-c5868f4a-7183-4405-8f8f-a0a9acb5cba0 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Request body: {'security_group_rule': {'security_group_id': '33477a45-17b3-489f-87db-fec3c848595e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:49.822830 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-438bedb3-162a-42a4-a197-4f2542c98b8a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:49.841083 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d44ef5-a5fb-4a71-9ba0-6f9d41c5403e tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33477a45-17b3-489f-87db-fec3c848595e,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:49.869771 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c5868f4a-7183-4405-8f8f-a0a9acb5cba0 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:49.874996 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438bedb3-162a-42a4-a197-4f2542c98b8a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:03:49.889444 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-438bedb3-162a-42a4-a197-4f2542c98b8a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:49.890530 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-438bedb3-162a-42a4-a197-4f2542c98b8a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Added segment e68855dc-8f73-4192-9b7e-a6d6ea5787ed of type vlan for network 11ee088d-b722-4fef-bb10-bde77740ef37 Aug 17 00:03:49.959815 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a1c7f100-0805-4630-b164-86c8c40888b2 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:49.966616 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a1c7f100-0805-4630-b164-86c8c40888b2 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] 10.222.0.60 "DELETE /v2.0/ports/410a772b-2565-4f07-b2ae-2398ae7ffe22 HTTP/1.1" status: 204 len: 168 time: 1.9832737 Aug 17 00:03:49.967764 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-117ffb90-371d-44cc-8bcb-da3ec51605c5 None None] Provisioning for port 4bfa6747-47ac-456f-ad52-51d3056182a7 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:03:49.979146 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36034) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:50.013696 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-438bedb3-162a-42a4-a197-4f2542c98b8a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:50.063062 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b7578a-bc25-4856-a565-df22764f71f5 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] GET failed (client error): The resource could not be found. Aug 17 00:03:50.084155 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e9b7578a-bc25-4856-a565-df22764f71f5 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] 10.222.0.60 "GET /v2.0/ports/410a772b-2565-4f07-b2ae-2398ae7ffe22 HTTP/1.1" status: 404 len: 333 time: 0.1039326 Aug 17 00:03:50.087738 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-438bedb3-162a-42a4-a197-4f2542c98b8a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:50.092271 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36036) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:50.112205 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438bedb3-162a-42a4-a197-4f2542c98b8a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:50.116132 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-438bedb3-162a-42a4-a197-4f2542c98b8a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:50.118908 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-0ad4eefb-9733-4970-ae2e-e56b197911ae tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Request body: {'port': {'network_id': '567475af-b319-402b-9bcb-875be629bdb3', 'name': 'tempest-AllowedAddressPairTestJSON-1086230101'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:50.147388 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:50.242745 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 8b2ca49a-e929-430d-a19b-e171ffd576a4 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:03:50.254447 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36040) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:50.255002 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-438bedb3-162a-42a4-a197-4f2542c98b8a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5100629 Aug 17 00:03:50.263459 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-d5102bbb-2efa-4f88-bee9-75883604f49a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Request body: {'subnet': {'network_id': '11ee088d-b722-4fef-bb10-bde77740ef37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:50.341568 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bedb3-162a-42a4-a197-4f2542c98b8a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event updated for resources: {'Network': ['ID=11ee088d-b722-4fef-bb10-bde77740ef37,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:50.350789 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 8b2ca49a-e929-430d-a19b-e171ffd576a4 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:03:50.363169 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 11ee088d-b722-4fef-bb10-bde77740ef37 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:03:50.378807 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4bfa6747-47ac-456f-ad52-51d3056182a7 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:03:50.419579 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c5868f4a-7183-4405-8f8f-a0a9acb5cba0 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:50.438185 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c5868f4a-7183-4405-8f8f-a0a9acb5cba0 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:50.500462 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5868f4a-7183-4405-8f8f-a0a9acb5cba0 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bcf439c-d630-4816-b008-8dd866dc69a0,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:50.501523 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02eb1696-72f0-43d5-b364-b9e76c41c107 None None] Network f1830868-977e-42c4-9f0a-596ce6cb91f0 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:03:50.538595 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.db.api [None req-0ad4eefb-9733-4970-ae2e-e56b197911ae tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 00:03:50.538595 n-d-800088-20 neutron-server[101403]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 00:03:50.538595 n-d-800088-20 neutron-server[101403]: [parameters: {'project_id_1': 'ffc952b9ddb542abbaea077a913afe94', 'expiration_1': datetime.datetime(2021, 8, 17, 0, 3, 50, 522876)}] Aug 17 00:03:50.538595 n-d-800088-20 neutron-server[101403]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:03:50.539169 n-d-800088-20 neutron-server[101403]: DEBUG oslo_db.api [None req-0ad4eefb-9733-4970-ae2e-e56b197911ae tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:03:50.555871 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5102bbb-2efa-4f88-bee9-75883604f49a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Made reservation on behalf of e3fca359469a4e9a8c4522009ac4c0cb for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:03:50.567531 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d5102bbb-2efa-4f88-bee9-75883604f49a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:50.671897 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c5868f4a-7183-4405-8f8f-a0a9acb5cba0 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:50.676269 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c5868f4a-7183-4405-8f8f-a0a9acb5cba0 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8889022 Aug 17 00:03:50.680154 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36048) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:50.683156 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-aa8b8862-30e2-4c3f-b616-a84a398a593f tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Request body: {'security_group_rule': {'security_group_id': '33477a45-17b3-489f-87db-fec3c848595e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:50.726106 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-cb30ae09-9362-4876-8347-6329122742bf None None] Provisioning for port 8b2ca49a-e929-430d-a19b-e171ffd576a4 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:03:50.735720 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-cb30ae09-9362-4876-8347-6329122742bf None None] Provisioning complete for port 8b2ca49a-e929-430d-a19b-e171ffd576a4 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:50.736130 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cb30ae09-9362-4876-8347-6329122742bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:50.821748 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 4bfa6747-47ac-456f-ad52-51d3056182a7 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:03:50.833735 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 4bfa6747-47ac-456f-ad52-51d3056182a7 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:50.834489 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:50.845822 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eba4c7-8015-41ac-acaf-304e543b652b req-ed17a3eb-b100-4142-8e84-5a40f20474ec tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:50.865078 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d9eba4c7-8015-41ac-acaf-304e543b652b req-ed17a3eb-b100-4142-8e84-5a40f20474ec tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4062cb7-c18a-4dc6-9144-334a191f4a6f HTTP/1.1" status: 200 len: 946 time: 0.2058096 Aug 17 00:03:50.955360 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8862-30e2-4c3f-b616-a84a398a593f tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:51.026700 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d9eba4c7-8015-41ac-acaf-304e543b652b req-5061d0cd-4748-4db7-b939-dd13ccf732c5 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582537 Aug 17 00:03:51.272598 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8862-30e2-4c3f-b616-a84a398a593f tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:51.275048 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad4eefb-9733-4970-ae2e-e56b197911ae tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Made reservation on behalf of ffc952b9ddb542abbaea077a913afe94 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:03:51.278594 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0ad4eefb-9733-4970-ae2e-e56b197911ae tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:51.309867 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8862-30e2-4c3f-b616-a84a398a593f tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:51.325691 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:51.329634 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cb30ae09-9362-4876-8347-6329122742bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:51.357646 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-0ad4eefb-9733-4970-ae2e-e56b197911ae tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] device_id is not set on port d9b95167-9a81-40b2-b667-d1f84547a79e yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:03:51.393940 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-cb30ae09-9362-4876-8347-6329122742bf None None] For port 8b2ca49a-e929-430d-a19b-e171ffd576a4, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=8b2ca49a-e929-430d-a19b-e171ffd576a4,segment=NetworkSegment(778542b4-928c-46fa-804b-f61b85747b32),segment_id=778542b4-928c-46fa-804b-f61b85747b32)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:51.412558 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b8862-30e2-4c3f-b616-a84a398a593f tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1126f3b-f541-4144-9d80-8196e860bb36,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:51.436655 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cb30ae09-9362-4876-8347-6329122742bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:51.464930 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 4bfa6747-47ac-456f-ad52-51d3056182a7, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4bfa6747-47ac-456f-ad52-51d3056182a7,segment=NetworkSegment(b0b51509-f072-4e21-8ab4-4916180ddac5),segment_id=b0b51509-f072-4e21-8ab4-4916180ddac5)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:51.470341 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8862-30e2-4c3f-b616-a84a398a593f tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:51.471400 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-aa8b8862-30e2-4c3f-b616-a84a398a593f tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7924550 Aug 17 00:03:51.475168 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36066) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:51.480864 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-fc6a9f89-8b85-451f-b284-b0b56c9023de tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:51.481928 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:51.515861 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fc6a9f89-8b85-451f-b284-b0b56c9023de tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:51.603451 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-dffe96a5-fe38-40f8-a6d2-1dd2071fcee4 None None] Could not find standard attr ID for object 410a772b-2565-4f07-b2ae-2398ae7ffe22. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:03:51.637396 n-d-800088-20 neutron-server[101403]: DEBUG neutron.objects.ports [None req-d5102bbb-2efa-4f88-bee9-75883604f49a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101403) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 00:03:51.646134 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d5102bbb-2efa-4f88-bee9-75883604f49a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:51.650467 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30ae09-9362-4876-8347-6329122742bf None None] Pushing event updated for resources: {'Port': ['ID=8b2ca49a-e929-430d-a19b-e171ffd576a4,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:51.711435 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-dffe96a5-fe38-40f8-a6d2-1dd2071fcee4 None None] Provisioning complete for port 8b2ca49a-e929-430d-a19b-e171ffd576a4 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:51.712891 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-dffe96a5-fe38-40f8-a6d2-1dd2071fcee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:51.724411 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fc6a9f89-8b85-451f-b284-b0b56c9023de tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:51.831635 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5102bbb-2efa-4f88-bee9-75883604f49a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event updated for resources: {'Subnet': ['ID=72c46284-448d-491b-aa1c-e2504c93541d,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:51.843026 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-0ad4eefb-9733-4970-ae2e-e56b197911ae tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Allocated IP 172.20.0.9 (567475af-b319-402b-9bcb-875be629bdb3/654460f3-b163-4c05-b233-0f1204b83c86/d9b95167-9a81-40b2-b667-d1f84547a79e) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:03:51.869590 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7bfc90-eec2-4da9-80e6-bbc784425450 None None] get_active_networks_info from n-d-800088-20 {{(pid=101404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 00:03:51.875835 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5102bbb-2efa-4f88-bee9-75883604f49a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Checking segment: {'id': 'e68855dc-8f73-4192-9b7e-a6d6ea5787ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '11ee088d-b722-4fef-bb10-bde77740ef37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:03:51.876207 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5102bbb-2efa-4f88-bee9-75883604f49a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Network hostable DHCP agents. Network: 11ee088d-b722-4fef-bb10-bde77740ef37, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:03:51.934233 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-fc6a9f89-8b85-451f-b284-b0b56c9023de tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Allocated IP 172.25.3.30 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/f37d165a-8626-4b22-9b99-f526ed9609ca) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:03:52.044216 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=4bfa6747-47ac-456f-ad52-51d3056182a7,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:52.059906 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0ad4eefb-9733-4970-ae2e-e56b197911ae tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:52.082283 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-0ad4eefb-9733-4970-ae2e-e56b197911ae tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Transition to ACTIVE for port object d9b95167-9a81-40b2-b667-d1f84547a79e will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:03:52.085468 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:52.130761 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fc6a9f89-8b85-451f-b284-b0b56c9023de tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:52.132035 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0ad4eefb-9733-4970-ae2e-e56b197911ae tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:52.159024 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5102bbb-2efa-4f88-bee9-75883604f49a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Network 11ee088d-b722-4fef-bb10-bde77740ef37 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:03:52.192751 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad4eefb-9733-4970-ae2e-e56b197911ae tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Network 567475af-b319-402b-9bcb-875be629bdb3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:03:52.198039 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-0ad4eefb-9733-4970-ae2e-e56b197911ae tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:52.203572 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad4eefb-9733-4970-ae2e-e56b197911ae tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:03:52.205872 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fc6a9f89-8b85-451f-b284-b0b56c9023de tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:52.241925 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-d5102bbb-2efa-4f88-bee9-75883604f49a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 11ee088d-b722-4fef-bb10-bde77740ef37) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:52.254182 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5102bbb-2efa-4f88-bee9-75883604f49a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:52.255008 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d5102bbb-2efa-4f88-bee9-75883604f49a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:52.262288 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4eefb-9733-4970-ae2e-e56b197911ae tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Pushing event updated for resources: {'Port': ['ID=d9b95167-9a81-40b2-b667-d1f84547a79e,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:52.282317 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-dffe96a5-fe38-40f8-a6d2-1dd2071fcee4 None None] Provisioning complete for port 4bfa6747-47ac-456f-ad52-51d3056182a7 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:52.282735 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-dffe96a5-fe38-40f8-a6d2-1dd2071fcee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:52.288553 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2eec2496-243e-4c46-9b1c-439c4107ecdf up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:03:52.290705 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6a9f89-8b85-451f-b284-b0b56c9023de tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:03:52.293331 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad4eefb-9733-4970-ae2e-e56b197911ae tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:52.294487 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-fc6a9f89-8b85-451f-b284-b0b56c9023de tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:52.294720 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0ad4eefb-9733-4970-ae2e-e56b197911ae tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:52.302230 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a9f89-8b85-451f-b284-b0b56c9023de tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:03:52.330526 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d5102bbb-2efa-4f88-bee9-75883604f49a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0685308 Aug 17 00:03:52.332394 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36090) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:52.335515 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a9f89-8b85-451f-b284-b0b56c9023de tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Pushing event updated for resources: {'Port': ['ID=f37d165a-8626-4b22-9b99-f526ed9609ca,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:52.347645 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-d3411fcb-d50b-4e90-b290-7438550c1009 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Request body: {'port': {'network_id': '11ee088d-b722-4fef-bb10-bde77740ef37', 'name': 'tempest-NetworksIpV6TestAttrs-2076786152'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:52.469310 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 2eec2496-243e-4c46-9b1c-439c4107ecdf completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:03:52.479136 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 2eec2496-243e-4c46-9b1c-439c4107ecdf triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:52.479518 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:52.540769 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0ad4eefb-9733-4970-ae2e-e56b197911ae tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4473574 Aug 17 00:03:52.544398 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36104) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:52.551006 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7bfc90-eec2-4da9-80e6-bbc784425450 None None] Unable to find a vacant binding_index for network 11ee088d-b722-4fef-bb10-bde77740ef37 and agent c9074815-b8a2-4a36-aa18-e88d662154a6 {{(pid=101404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 17 00:03:52.558952 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7bfc90-eec2-4da9-80e6-bbc784425450 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 11ee088d-b722-4fef-bb10-bde77740ef37) {{(pid=101404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 00:03:52.570203 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a3e39ee1-0b32-483c-83b7-99b7a36e9a82 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:8d:5a:a7'}]}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:52.572109 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-dffe96a5-fe38-40f8-a6d2-1dd2071fcee4 None None] Provisioning for port 32c9868d-e9b1-42cd-9536-5c137e85c54a completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:03:52.622861 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-dffe96a5-fe38-40f8-a6d2-1dd2071fcee4 None None] Provisioning complete for port 32c9868d-e9b1-42cd-9536-5c137e85c54a triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:52.623233 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-dffe96a5-fe38-40f8-a6d2-1dd2071fcee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:52.643364 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fc6a9f89-8b85-451f-b284-b0b56c9023de tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:52.696123 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3411fcb-d50b-4e90-b290-7438550c1009 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Made reservation on behalf of e3fca359469a4e9a8c4522009ac4c0cb for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:03:52.699743 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d3411fcb-d50b-4e90-b290-7438550c1009 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:52.759356 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-d3411fcb-d50b-4e90-b290-7438550c1009 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] device_id is not set on port b8cb9128-84ad-477e-960d-2fdb81cce901 yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:03:52.928098 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a3e39ee1-0b32-483c-83b7-99b7a36e9a82 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:52.949389 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:52.953793 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fc6a9f89-8b85-451f-b284-b0b56c9023de tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:52.973558 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-dffe96a5-fe38-40f8-a6d2-1dd2071fcee4 None None] Port 32c9868d-e9b1-42cd-9536-5c137e85c54a cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:03:53.000035 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-d3411fcb-d50b-4e90-b290-7438550c1009 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Allocated IP 2001:db8::f816:3eff:fef2:1766 (11ee088d-b722-4fef-bb10-bde77740ef37/72c46284-448d-491b-aa1c-e2504c93541d/b8cb9128-84ad-477e-960d-2fdb81cce901) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:03:53.023010 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 2eec2496-243e-4c46-9b1c-439c4107ecdf, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2eec2496-243e-4c46-9b1c-439c4107ecdf,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:53.050271 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:53.051542 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 8b2ca49a-e929-430d-a19b-e171ffd576a4 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:03:53.154725 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=2eec2496-243e-4c46-9b1c-439c4107ecdf,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:53.183070 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d3411fcb-d50b-4e90-b290-7438550c1009 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:53.202604 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-d3411fcb-d50b-4e90-b290-7438550c1009 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Transition to ACTIVE for port object b8cb9128-84ad-477e-960d-2fdb81cce901 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:03:53.228330 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fc6a9f89-8b85-451f-b284-b0b56c9023de tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:53.252462 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d3411fcb-d50b-4e90-b290-7438550c1009 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:53.264391 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fc6a9f89-8b85-451f-b284-b0b56c9023de tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:53.319376 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3411fcb-d50b-4e90-b290-7438550c1009 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event updated for resources: {'Port': ['ID=b8cb9128-84ad-477e-960d-2fdb81cce901,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:53.333266 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3411fcb-d50b-4e90-b290-7438550c1009 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Network 11ee088d-b722-4fef-bb10-bde77740ef37 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:03:53.334928 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-d3411fcb-d50b-4e90-b290-7438550c1009 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:53.341824 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3411fcb-d50b-4e90-b290-7438550c1009 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:03:53.349350 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 8b2ca49a-e929-430d-a19b-e171ffd576a4 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:53.349841 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3411fcb-d50b-4e90-b290-7438550c1009 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:53.350266 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:53.350561 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d3411fcb-d50b-4e90-b290-7438550c1009 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:53.370701 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d3411fcb-d50b-4e90-b290-7438550c1009 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0358965 Aug 17 00:03:53.373116 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36122) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:53.396540 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e220c2b-3d36-4e4b-a96d-799b554175d2 None None] Sync routers for ids ['2822012d-7984-4fda-a9b6-0c23bc87dcfc'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:03:53.406926 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e220c2b-3d36-4e4b-a96d-799b554175d2 None None] Routers {'2822012d-7984-4fda-a9b6-0c23bc87dcfc'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:03:53.407924 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-2e220c2b-3d36-4e4b-a96d-799b554175d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:03:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2822012d-7984-4fda-a9b6-0c23bc87dcfc'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:53.456812 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a9f89-8b85-451f-b284-b0b56c9023de tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Pushing event updated for resources: {'Port': ['ID=f37d165a-8626-4b22-9b99-f526ed9609ca,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:53.464057 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b96a0b8-e0e0-4498-bea9-0ca3fe2d024e tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Deleting subnet 72c46284-448d-491b-aa1c-e2504c93541d {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:03:53.469285 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5b96a0b8-e0e0-4498-bea9-0ca3fe2d024e tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:53.486103 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fc6a9f89-8b85-451f-b284-b0b56c9023de tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:53.523984 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fc6a9f89-8b85-451f-b284-b0b56c9023de tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:53.534971 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fc6a9f89-8b85-451f-b284-b0b56c9023de tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0580840 Aug 17 00:03:53.559392 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22525934-45cd-4f5f-9110-bb4f43d900a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-11ee088d-b722-4fef-bb10-bde77740ef37', 'network_id': '11ee088d-b722-4fef-bb10-bde77740ef37', 'tenant_id': 'e3fca359469a4e9a8c4522009ac4c0cb', 'fixed_ips': [{'subnet_id': '72c46284-448d-491b-aa1c-e2504c93541d'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:03:53.560273 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-22525934-45cd-4f5f-9110-bb4f43d900a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:53.578990 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-2e220c2b-3d36-4e4b-a96d-799b554175d2 None None] Set router 2822012d-7984-4fda-a9b6-0c23bc87dcfc gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:03:53.614181 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5b96a0b8-e0e0-4498-bea9-0ca3fe2d024e tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:53.724994 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a3e39ee1-0b32-483c-83b7-99b7a36e9a82 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:53.738675 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a3e39ee1-0b32-483c-83b7-99b7a36e9a82 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:53.844769 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device cb7eaa97-095a-4093-8cc7-ec5ce53bdae7 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:03:53.868454 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-a3e39ee1-0b32-483c-83b7-99b7a36e9a82 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] In _notify_port_updated(), no bound segment for port d9b95167-9a81-40b2-b667-d1f84547a79e on network 567475af-b319-402b-9bcb-875be629bdb3 {{(pid=101402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 00:03:53.875097 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e39ee1-0b32-483c-83b7-99b7a36e9a82 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:53.875764 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a3e39ee1-0b32-483c-83b7-99b7a36e9a82 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:53.880673 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a3e39ee1-0b32-483c-83b7-99b7a36e9a82 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] 10.222.0.60 "PUT /v2.0/ports/d9b95167-9a81-40b2-b667-d1f84547a79e HTTP/1.1" status: 200 len: 993 time: 1.3237014 Aug 17 00:03:53.885280 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36166) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:53.944798 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5b96a0b8-e0e0-4498-bea9-0ca3fe2d024e tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:53.961690 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e39ee1-0b32-483c-83b7-99b7a36e9a82 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Pushing event updated for resources: {'Port': ['ID=d9b95167-9a81-40b2-b667-d1f84547a79e,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:54.074294 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2eec2496-243e-4c46-9b1c-439c4107ecdf up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:03:54.177831 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-974ca894-00a0-4e5f-89f6-9a0d0474fd7e tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--81757954&fields=id&tenant_id=1a562794c0504d6a8487a22f63636d5c HTTP/1.1" status: 200 len: 267 time: 0.2382140 Aug 17 00:03:54.204698 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-cb6d083f-73f8-422f-b017-a756df8476e9 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Deleting port d9b95167-9a81-40b2-b667-d1f84547a79e {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:03:54.207351 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb6d083f-73f8-422f-b017-a756df8476e9 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:54.272671 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-2e220c2b-3d36-4e4b-a96d-799b554175d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'name': 'tempest-ServersTestManualDisk-1487523001-router', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '2eec2496-243e-4c46-9b1c-439c4107ecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:03:40Z', 'updated_at': '2021-08-17T00:03:45Z', 'revision_number': 4, 'project_id': '1a562794c0504d6a8487a22f63636d5c', 'gw_port': {'id': '2eec2496-243e-4c46-9b1c-439c4107ecdf', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:41Z', 'updated_at': '2021-08-17T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e6d0676d-23dd-47bf-a858-f8b914f9f345', 'name': '', 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'mac_address': 'fa:16:3e:48:6f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:44Z', 'updated_at': '2021-08-17T00:03:46Z', 'revision_number': 2, 'project_id': '1a562794c0504d6a8487a22f63636d5c', 'subnets': [{'id': 'b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:54.320993 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5b96a0b8-e0e0-4498-bea9-0ca3fe2d024e tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:54.349225 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e220c2b-3d36-4e4b-a96d-799b554175d2 None None] Checking router: 2822012d-7984-4fda-a9b6-0c23bc87dcfc for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:03:54.349593 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e220c2b-3d36-4e4b-a96d-799b554175d2 None None] Updating router 2822012d-7984-4fda-a9b6-0c23bc87dcfc port e6d0676d-23dd-47bf-a858-f8b914f9f345 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:03:54.352292 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port cb7eaa97-095a-4093-8cc7-ec5ce53bdae7, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=cb7eaa97-095a-4093-8cc7-ec5ce53bdae7,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server [None req-22525934-45cd-4f5f-9110-bb4f43d900a5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72c46284-448d-491b-aa1c-e2504c93541d: This subnet is being modified by another concurrent operation. Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:03:54.367247 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise exception Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72c46284-448d-491b-aa1c-e2504c93541d: This subnet is being modified by another concurrent operation. Aug 17 00:03:54.376490 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server Aug 17 00:03:54.400413 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdec8c8-958c-452d-a67b-815a27775bc0 None None] get_active_networks_info from n-d-800088-20 {{(pid=101404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 00:03:54.436078 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96a0b8-e0e0-4498-bea9-0ca3fe2d024e tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event deleted for resources: {'Subnet': ['ID=72c46284-448d-491b-aa1c-e2504c93541d,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:54.442951 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5b96a0b8-e0e0-4498-bea9-0ca3fe2d024e tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:54.445323 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5b96a0b8-e0e0-4498-bea9-0ca3fe2d024e tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "DELETE /v2.0/subnets/72c46284-448d-491b-aa1c-e2504c93541d HTTP/1.1" status: 204 len: 168 time: 1.0712490 Aug 17 00:03:54.448541 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36230) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:54.450265 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-2e220c2b-3d36-4e4b-a96d-799b554175d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:54.462603 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'cb7eaa97-095a-4093-8cc7-ec5ce53bdae7', 'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df', 'port_id': 'cb7eaa97-095a-4093-8cc7-ec5ce53bdae7', 'mac_address': 'fa:16:3e:60:c1:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd9ab22-5340-4c03-a1d1-8f64d16eab30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:03:54.470737 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 2eec2496-243e-4c46-9b1c-439c4107ecdf triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:54.471266 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:54.522672 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-d90a5e28-6274-4cbe-999c-6667678d7b55 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:54.528603 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-d90a5e28-6274-4cbe-999c-6667678d7b55 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/networks?id=0cf1b169-b7d3-456e-a765-49ab2ffa2334 HTTP/1.1" status: 200 len: 812 time: 0.3390336 Aug 17 00:03:54.552280 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-f318c040-1bbe-480d-bb19-a614f1927406 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/quotas/1a562794c0504d6a8487a22f63636d5c HTTP/1.1" status: 200 len: 375 time: 0.0192423 Aug 17 00:03:54.734414 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-b1022d75-1c2e-4334-a23c-d1342baac065 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a562794c0504d6a8487a22f63636d5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1661739 Aug 17 00:03:54.736608 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb6d083f-73f8-422f-b017-a756df8476e9 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:54.798982 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27a03a0-d580-4c26-b5f3-a2c8f0882caf tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:54.805856 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27a03a0-d580-4c26-b5f3-a2c8f0882caf tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:54.821756 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a27a03a0-d580-4c26-b5f3-a2c8f0882caf tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3684955 Aug 17 00:03:54.823855 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-cb6d083f-73f8-422f-b017-a756df8476e9 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Calling delete_port for d9b95167-9a81-40b2-b667-d1f84547a79e owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:03:54.827494 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36264) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:55.070254 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-044e6096-d0db-42f5-8dba-2dda892d6efa service neutron] 10.222.0.60 "GET /v2.0/networks/0cf1b169-b7d3-456e-a765-49ab2ffa2334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189595 Aug 17 00:03:55.185771 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:55.225004 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb7eaa97-095a-4093-8cc7-ec5ce53bdae7 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:03:55.232029 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-2e220c2b-3d36-4e4b-a96d-799b554175d2 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:55.267945 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-2e220c2b-3d36-4e4b-a96d-799b554175d2 None None] Transition to ACTIVE for port object e6d0676d-23dd-47bf-a858-f8b914f9f345 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:03:55.283145 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fa41caea-c5ee-4fdf-ba5b-f083541ace4e tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:55.286697 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-2e220c2b-3d36-4e4b-a96d-799b554175d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:55.339024 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa41caea-c5ee-4fdf-ba5b-f083541ace4e tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 17 00:03:55.339744 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa41caea-c5ee-4fdf-ba5b-f083541ace4e tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:03:55.342025 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fa41caea-c5ee-4fdf-ba5b-f083541ace4e tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "DELETE /v2.0/networks/11ee088d-b722-4fef-bb10-bde77740ef37 HTTP/1.1" status: 409 len: 405 time: 0.5007045 Aug 17 00:03:55.351055 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36326) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:55.362101 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-319b4a60-3a7a-418f-9ecf-ef47b1e469c2 service neutron] 10.222.0.60 "GET /v2.0/networks/0cf1b169-b7d3-456e-a765-49ab2ffa2334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658067 Aug 17 00:03:55.373101 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-b0cb7fda-de61-4de4-83cd-4f222c66c482 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1833510867'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:55.380918 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdec8c8-958c-452d-a67b-815a27775bc0 None None] Resources bound (agent type, host, resource id): {{(pid=101404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 00:03:55.386673 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port cb7eaa97-095a-4093-8cc7-ec5ce53bdae7, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=cb7eaa97-095a-4093-8cc7-ec5ce53bdae7,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:55.393169 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4bfa6747-47ac-456f-ad52-51d3056182a7 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:03:55.428796 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:55.472789 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cb7fda-de61-4de4-83cd-4f222c66c482 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Made reservation on behalf of e3fca359469a4e9a8c4522009ac4c0cb for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:03:55.477575 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b0cb7fda-de61-4de4-83cd-4f222c66c482 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:55.526545 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-2e220c2b-3d36-4e4b-a96d-799b554175d2 None None] Attempting to bind port e6d0676d-23dd-47bf-a858-f8b914f9f345 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:03:55.527121 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-2e220c2b-3d36-4e4b-a96d-799b554175d2 None None] Attempting to bind port e6d0676d-23dd-47bf-a858-f8b914f9f345 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '5dbcf5dd-98d5-4b1c-b9ff-859addfee606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:03:55.527275 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e220c2b-3d36-4e4b-a96d-799b554175d2 None None] Attempting to bind port e6d0676d-23dd-47bf-a858-f8b914f9f345 on network 0cf1b169-b7d3-456e-a765-49ab2ffa2334 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:03:55.529432 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353803f-a498-4ff2-84f7-7e395afd0852 None None] Pushing event updated for resources: {'Port': ['ID=e6d0676d-23dd-47bf-a858-f8b914f9f345,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:55.560033 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5353803f-a498-4ff2-84f7-7e395afd0852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:55.560442 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5353803f-a498-4ff2-84f7-7e395afd0852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:55.560697 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5353803f-a498-4ff2-84f7-7e395afd0852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:55.561032 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5353803f-a498-4ff2-84f7-7e395afd0852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:55.561381 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5353803f-a498-4ff2-84f7-7e395afd0852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:55.561729 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5353803f-a498-4ff2-84f7-7e395afd0852 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:55.562037 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5353803f-a498-4ff2-84f7-7e395afd0852 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:55.562368 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5353803f-a498-4ff2-84f7-7e395afd0852 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:55.562720 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5353803f-a498-4ff2-84f7-7e395afd0852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:55.562990 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5353803f-a498-4ff2-84f7-7e395afd0852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:55.563310 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5353803f-a498-4ff2-84f7-7e395afd0852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:55.563627 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5353803f-a498-4ff2-84f7-7e395afd0852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:55.586788 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e220c2b-3d36-4e4b-a96d-799b554175d2 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:03:55.586788 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e220c2b-3d36-4e4b-a96d-799b554175d2 None None] Checking segment: {'id': '5dbcf5dd-98d5-4b1c-b9ff-859addfee606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:03:55.587069 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-2e220c2b-3d36-4e4b-a96d-799b554175d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:55.587284 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e220c2b-3d36-4e4b-a96d-799b554175d2 None None] Bound using segment: {'id': '5dbcf5dd-98d5-4b1c-b9ff-859addfee606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:03:55.587763 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-2e220c2b-3d36-4e4b-a96d-799b554175d2 None None] Bound port: e6d0676d-23dd-47bf-a858-f8b914f9f345, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dbcf5dd-98d5-4b1c-b9ff-859addfee606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:03:55.588141 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-2e220c2b-3d36-4e4b-a96d-799b554175d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:55.653953 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['cb7eaa97-095a-4093-8cc7-ec5ce53bdae7'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:03:55.661699 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb6d083f-73f8-422f-b017-a756df8476e9 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:55.680023 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0cb7fda-de61-4de4-83cd-4f222c66c482 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:03:55.728065 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-2e220c2b-3d36-4e4b-a96d-799b554175d2 None None] For port e6d0676d-23dd-47bf-a858-f8b914f9f345, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:03:55.734756 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-2e220c2b-3d36-4e4b-a96d-799b554175d2 None None] For port e6d0676d-23dd-47bf-a858-f8b914f9f345, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e6d0676d-23dd-47bf-a858-f8b914f9f345,segment=NetworkSegment(5dbcf5dd-98d5-4b1c-b9ff-859addfee606),segment_id=5dbcf5dd-98d5-4b1c-b9ff-859addfee606)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:03:55.751925 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-2e220c2b-3d36-4e4b-a96d-799b554175d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:55.772887 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d083f-73f8-422f-b017-a756df8476e9 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Pushing event deleted for resources: {'Port': ['ID=d9b95167-9a81-40b2-b667-d1f84547a79e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:55.811659 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b0cb7fda-de61-4de4-83cd-4f222c66c482 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:55.812408 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-b0cb7fda-de61-4de4-83cd-4f222c66c482 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Added segment c45c9906-5cfd-4958-bfa0-daa90903aec1 of type vlan for network 510d14ce-62ad-408f-ba95-3973d3b8de24 Aug 17 00:03:55.954864 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e220c2b-3d36-4e4b-a96d-799b554175d2 None None] Routers {'2822012d-7984-4fda-a9b6-0c23bc87dcfc'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:03:55.955643 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-2e220c2b-3d36-4e4b-a96d-799b554175d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:03:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2822012d-7984-4fda-a9b6-0c23bc87dcfc'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:55.958471 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353803f-a498-4ff2-84f7-7e395afd0852 None None] Pushing event updated for resources: {'Port': ['ID=e6d0676d-23dd-47bf-a858-f8b914f9f345,revision_number=4']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:55.963614 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=cb7eaa97-095a-4093-8cc7-ec5ce53bdae7,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:55.977280 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-19da41e0-dae0-44ff-98c7-d364962b5793 req-83ab0614-467a-4629-ae6b-40a7591e0fa9 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d18aa75-9f15-44c3-89d3-182b6be3011e HTTP/1.1" status: 200 len: 210 time: 0.1057045 Aug 17 00:03:56.029233 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 4bfa6747-47ac-456f-ad52-51d3056182a7 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:56.030730 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:56.048436 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b0cb7fda-de61-4de4-83cd-4f222c66c482 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:56.323099 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b0cb7fda-de61-4de4-83cd-4f222c66c482 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:56.352492 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cb7fda-de61-4de4-83cd-4f222c66c482 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:56.355066 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b0cb7fda-de61-4de4-83cd-4f222c66c482 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:56.364860 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-2e220c2b-3d36-4e4b-a96d-799b554175d2 None None] Set router 2822012d-7984-4fda-a9b6-0c23bc87dcfc gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:03:56.735616 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc1d7d8-acbc-405d-ac7e-8b2fc4c31d5a None None] Network 11ee088d-b722-4fef-bb10-bde77740ef37 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:03:56.989783 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e6d0676d-23dd-47bf-a858-f8b914f9f345 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:03:57.049447 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-2e220c2b-3d36-4e4b-a96d-799b554175d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'name': 'tempest-ServersTestManualDisk-1487523001-router', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '2eec2496-243e-4c46-9b1c-439c4107ecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:03:40Z', 'updated_at': '2021-08-17T00:03:45Z', 'revision_number': 4, 'project_id': '1a562794c0504d6a8487a22f63636d5c', 'gw_port': {'id': '2eec2496-243e-4c46-9b1c-439c4107ecdf', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:41Z', 'updated_at': '2021-08-17T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e6d0676d-23dd-47bf-a858-f8b914f9f345', 'name': '', 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'mac_address': 'fa:16:3e:48:6f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:44Z', 'updated_at': '2021-08-17T00:03:55Z', 'revision_number': 4, 'project_id': '1a562794c0504d6a8487a22f63636d5c', 'subnets': [{'id': 'b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:03:57.221506 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e220c2b-3d36-4e4b-a96d-799b554175d2 None None] The sync data for ids ['2822012d-7984-4fda-a9b6-0c23bc87dcfc'] in n-d-800088-20 is: [{'id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'name': 'tempest-ServersTestManualDisk-1487523001-router', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '2eec2496-243e-4c46-9b1c-439c4107ecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:03:40Z', 'updated_at': '2021-08-17T00:03:45Z', 'revision_number': 4, 'project_id': '1a562794c0504d6a8487a22f63636d5c', 'gw_port': {'id': '2eec2496-243e-4c46-9b1c-439c4107ecdf', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:41Z', 'updated_at': '2021-08-17T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e6d0676d-23dd-47bf-a858-f8b914f9f345', 'name': '', 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'mac_address': 'fa:16:3e:48:6f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:44Z', 'updated_at': '2021-08-17T00:03:55Z', 'revision_number': 4, 'project_id': '1a562794c0504d6a8487a22f63636d5c', 'subnets': [{'id': 'b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:03:57.325678 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd2e8def-3266-4af6-a8f1-ffb379702258 req-bd6cc3e6-b2fe-49e3-b7b6-512280a277d5 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d18aa75-9f15-44c3-89d3-182b6be3011e HTTP/1.1" status: 200 len: 210 time: 0.0966523 Aug 17 00:03:57.485773 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port e6d0676d-23dd-47bf-a858-f8b914f9f345 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:03:57.538792 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f05ee0-4ad6-4041-b21c-7d3d48eb1232 None None] Network 11ee088d-b722-4fef-bb10-bde77740ef37 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:03:57.751993 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e6d0676d-23dd-47bf-a858-f8b914f9f345 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:57.756175 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:57.778194 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5ef1cd36-a44b-4253-9ad1-a1290cc89dd5 None None] Could not find standard attr ID for object d9b95167-9a81-40b2-b667-d1f84547a79e. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:03:57.886825 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb7fda-de61-4de4-83cd-4f222c66c482 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event updated for resources: {'Network': ['ID=510d14ce-62ad-408f-ba95-3973d3b8de24,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:57.899237 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device cb7eaa97-095a-4093-8cc7-ec5ce53bdae7 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:03:57.975237 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb6d083f-73f8-422f-b017-a756df8476e9 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:57.982803 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36498) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:57.997555 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cb6d083f-73f8-422f-b017-a756df8476e9 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] 10.222.0.60 "DELETE /v2.0/ports/d9b95167-9a81-40b2-b667-d1f84547a79e HTTP/1.1" status: 204 len: 168 time: 4.0937252 Aug 17 00:03:57.999322 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b0cb7fda-de61-4de4-83cd-4f222c66c482 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.6469798 Aug 17 00:03:58.004735 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36502) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:58.037315 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-30f282fb-6618-47af-9d45-25d5dc3b20e2 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Request body: {'subnet': {'network_id': '510d14ce-62ad-408f-ba95-3973d3b8de24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:58.044956 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 510d14ce-62ad-408f-ba95-3973d3b8de24 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:03:58.197928 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5ef1cd36-a44b-4253-9ad1-a1290cc89dd5 None None] Provisioning complete for port e6d0676d-23dd-47bf-a858-f8b914f9f345 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:58.198642 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cd36-a44b-4253-9ad1-a1290cc89dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:58.219317 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea149500-0921-47c7-82e6-e349c25bf169 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] GET failed (client error): The resource could not be found. Aug 17 00:03:58.225549 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36514) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:03:58.225909 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ea149500-0921-47c7-82e6-e349c25bf169 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] 10.222.0.60 "GET /v2.0/ports/d9b95167-9a81-40b2-b667-d1f84547a79e HTTP/1.1" status: 404 len: 333 time: 0.2416286 Aug 17 00:03:58.231721 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f282fb-6618-47af-9d45-25d5dc3b20e2 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Made reservation on behalf of e3fca359469a4e9a8c4522009ac4c0cb for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:03:58.233772 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-0402afa0-21ca-4140-9e70-c0c4801ec573 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Request body: {'port': {'network_id': '567475af-b319-402b-9bcb-875be629bdb3', 'name': 'tempest-AllowedAddressPairTestJSON-95996121'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:58.236148 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-30f282fb-6618-47af-9d45-25d5dc3b20e2 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:58.626697 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0402afa0-21ca-4140-9e70-c0c4801ec573 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Made reservation on behalf of ffc952b9ddb542abbaea077a913afe94 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:03:58.630866 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0402afa0-21ca-4140-9e70-c0c4801ec573 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:58.677088 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port cb7eaa97-095a-4093-8cc7-ec5ce53bdae7 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:58.677466 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:58.696849 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-0402afa0-21ca-4140-9e70-c0c4801ec573 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] device_id is not set on port d79ea91e-a3dd-4044-a10d-619056df07ce yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:03:58.740812 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-36e34700-b5ff-4d2f-8d4f-cb92026d67fe req-dd9051c2-7f56-4efe-92bf-ac1291102aed tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d18aa75-9f15-44c3-89d3-182b6be3011e HTTP/1.1" status: 200 len: 210 time: 0.2054925 Aug 17 00:03:59.052166 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-0402afa0-21ca-4140-9e70-c0c4801ec573 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Allocated IP 172.20.0.10 (567475af-b319-402b-9bcb-875be629bdb3/654460f3-b163-4c05-b233-0f1204b83c86/d79ea91e-a3dd-4044-a10d-619056df07ce) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:03:59.089804 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cd36-a44b-4253-9ad1-a1290cc89dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:59.094260 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:59.110789 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-7775f3aa-95c0-433b-841f-03c6cc076d72 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:59.116771 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-7775f3aa-95c0-433b-841f-03c6cc076d72 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.64 "GET /v2.0/networks?id=0cf1b169-b7d3-456e-a765-49ab2ffa2334 HTTP/1.1" status: 200 len: 812 time: 0.6894779 Aug 17 00:03:59.151364 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-5ef1cd36-a44b-4253-9ad1-a1290cc89dd5 None None] For port e6d0676d-23dd-47bf-a858-f8b914f9f345, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e6d0676d-23dd-47bf-a858-f8b914f9f345,segment=NetworkSegment(5dbcf5dd-98d5-4b1c-b9ff-859addfee606),segment_id=5dbcf5dd-98d5-4b1c-b9ff-859addfee606)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:59.164108 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cd36-a44b-4253-9ad1-a1290cc89dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:59.259222 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-491e862d-f556-425a-9e40-9a57481b61de tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a562794c0504d6a8487a22f63636d5c HTTP/1.1" status: 200 len: 378 time: 0.1265333 Aug 17 00:03:59.278839 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-f3199c11-bfe7-47d1-9d4a-c1ffe9b31780 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Request body: {'port': {'device_id': '2d18aa75-9f15-44c3-89d3-182b6be3011e', 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334', 'admin_state_up': True, 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'security_groups': ['33477a45-17b3-489f-87db-fec3c848595e']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:59.301323 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:59.327085 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-967a38c6-c5c1-461e-9a93-211e6912610f None None] Could not find standard attr ID for object d9b95167-9a81-40b2-b667-d1f84547a79e. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:03:59.356732 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.db.api [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:03:59.357860 n-d-800088-20 neutron-server[101404]: DEBUG oslo_db.api [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:03:59.363601 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-967a38c6-c5c1-461e-9a93-211e6912610f None None] Provisioning complete for port e6d0676d-23dd-47bf-a858-f8b914f9f345 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:59.363977 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-967a38c6-c5c1-461e-9a93-211e6912610f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:59.366334 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1cd36-a44b-4253-9ad1-a1290cc89dd5 None None] Pushing event updated for resources: {'Port': ['ID=e6d0676d-23dd-47bf-a858-f8b914f9f345,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:59.448651 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4062cb7-c18a-4dc6-9144-334a191f4a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7eaa97-095a-4093-8cc7-ec5ce53bdae7'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:03:59.451298 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7869ffae-0deb-4a71-b9f3-436010e5ad53" -d '{"events": [{"server_uuid": "c4062cb7-c18a-4dc6-9144-334a191f4a6f", "name": "network-vif-plugged", "status": "completed", "tag": "cb7eaa97-095a-4093-8cc7-ec5ce53bdae7"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:03:59.507536 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port cb7eaa97-095a-4093-8cc7-ec5ce53bdae7, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=cb7eaa97-095a-4093-8cc7-ec5ce53bdae7,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:59.539708 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:59.619732 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0402afa0-21ca-4140-9e70-c0c4801ec573 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:59.631962 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039d1d45-eded-42a4-b2e5-430c062edcf7 x-openstack-request-id: req-039d1d45-eded-42a4-b2e5-430c062edcf7 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:03:59.632257 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4062cb7-c18a-4dc6-9144-334a191f4a6f", "name": "network-vif-plugged", "status": "completed", "tag": "cb7eaa97-095a-4093-8cc7-ec5ce53bdae7", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:03:59.632711 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-039d1d45-eded-42a4-b2e5-430c062edcf7 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:03:59.633303 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4062cb7-c18a-4dc6-9144-334a191f4a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7eaa97-095a-4093-8cc7-ec5ce53bdae7', 'code': 200} Aug 17 00:03:59.634501 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=cb7eaa97-095a-4093-8cc7-ec5ce53bdae7,revision_number=7']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:59.658257 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-0402afa0-21ca-4140-9e70-c0c4801ec573 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Transition to ACTIVE for port object d79ea91e-a3dd-4044-a10d-619056df07ce will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:03:59.808213 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0402afa0-21ca-4140-9e70-c0c4801ec573 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:59.852440 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0402afa0-21ca-4140-9e70-c0c4801ec573 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Network 567475af-b319-402b-9bcb-875be629bdb3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:03:59.855361 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-0402afa0-21ca-4140-9e70-c0c4801ec573 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:03:59.858219 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0402afa0-21ca-4140-9e70-c0c4801ec573 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:03:59.948291 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402afa0-21ca-4140-9e70-c0c4801ec573 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Pushing event updated for resources: {'Port': ['ID=d79ea91e-a3dd-4044-a10d-619056df07ce,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:59.979604 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0402afa0-21ca-4140-9e70-c0c4801ec573 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:59.980371 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0ac4d34-e69f-4c26-a4c5-437fe566dad1 req-acbba7e6-165a-4a3c-be39-7ff144687033 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d18aa75-9f15-44c3-89d3-182b6be3011e HTTP/1.1" status: 200 len: 210 time: 0.0729563 Aug 17 00:03:59.981026 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0402afa0-21ca-4140-9e70-c0c4801ec573 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:00.057952 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0402afa0-21ca-4140-9e70-c0c4801ec573 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8312349 Aug 17 00:04:00.062001 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36636) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:00.080159 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-27779fae-e534-47a7-aae5-25e9f81bfeb8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8d:5a:a7'}]}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:00.186890 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e6d0676d-23dd-47bf-a858-f8b914f9f345 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:04:00.223415 n-d-800088-20 neutron-server[101403]: DEBUG neutron.objects.ports [None req-30f282fb-6618-47af-9d45-25d5dc3b20e2 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101403) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 00:04:00.232985 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-30f282fb-6618-47af-9d45-25d5dc3b20e2 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:00.320165 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e6d0676d-23dd-47bf-a858-f8b914f9f345 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:04:00.320447 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:00.355043 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f282fb-6618-47af-9d45-25d5dc3b20e2 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event updated for resources: {'Subnet': ['ID=fc0aa3f6-df9d-46bc-9ea2-4e98899ae8fc,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:00.362552 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-f3199c11-bfe7-47d1-9d4a-c1ffe9b31780 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Made reservation on behalf of 1a562794c0504d6a8487a22f63636d5c for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:00.366779 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-f3199c11-bfe7-47d1-9d4a-c1ffe9b31780 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:00.388172 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f282fb-6618-47af-9d45-25d5dc3b20e2 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Checking segment: {'id': 'c45c9906-5cfd-4958-bfa0-daa90903aec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '510d14ce-62ad-408f-ba95-3973d3b8de24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:04:00.388642 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f282fb-6618-47af-9d45-25d5dc3b20e2 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Network hostable DHCP agents. Network: 510d14ce-62ad-408f-ba95-3973d3b8de24, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:04:00.466146 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f282fb-6618-47af-9d45-25d5dc3b20e2 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Network 510d14ce-62ad-408f-ba95-3973d3b8de24 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:04:00.498820 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-30f282fb-6618-47af-9d45-25d5dc3b20e2 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 510d14ce-62ad-408f-ba95-3973d3b8de24) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:04:00.534880 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f282fb-6618-47af-9d45-25d5dc3b20e2 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:00.535806 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-30f282fb-6618-47af-9d45-25d5dc3b20e2 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:00.538587 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27779fae-e534-47a7-aae5-25e9f81bfeb8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:00.601439 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-30f282fb-6618-47af-9d45-25d5dc3b20e2 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.5834556 Aug 17 00:04:00.619790 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36670) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:00.684496 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-f3199c11-bfe7-47d1-9d4a-c1ffe9b31780 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Allocated IP 172.20.0.13 (0cf1b169-b7d3-456e-a765-49ab2ffa2334/b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a/d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:04:00.741227 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a1f393-3141-40d2-8457-8a808d46133f None None] Network 510d14ce-62ad-408f-ba95-3973d3b8de24 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:00.746391 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fdc40d2a-3599-438c-bada-b1ddd01e548f None None] Provisioning for port d79ea91e-a3dd-4044-a10d-619056df07ce completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:04:00.759320 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fdc40d2a-3599-438c-bada-b1ddd01e548f None None] Provisioning complete for port d79ea91e-a3dd-4044-a10d-619056df07ce triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:04:00.760202 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fdc40d2a-3599-438c-bada-b1ddd01e548f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:00.798602 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27779fae-e534-47a7-aae5-25e9f81bfeb8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:00.815160 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27779fae-e534-47a7-aae5-25e9f81bfeb8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:00.847445 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-fdc40d2a-3599-438c-bada-b1ddd01e548f None None] Port d79ea91e-a3dd-4044-a10d-619056df07ce cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:04:00.959563 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:00.990296 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27779fae-e534-47a7-aae5-25e9f81bfeb8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Pushing event updated for resources: {'Port': ['ID=d79ea91e-a3dd-4044-a10d-619056df07ce,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:01.117140 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-510d14ce-62ad-408f-ba95-3973d3b8de24', 'network_id': '510d14ce-62ad-408f-ba95-3973d3b8de24', 'tenant_id': 'e3fca359469a4e9a8c4522009ac4c0cb', 'fixed_ips': [{'subnet_id': 'fc0aa3f6-df9d-46bc-9ea2-4e98899ae8fc'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:04:01.118902 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:01.134190 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-27779fae-e534-47a7-aae5-25e9f81bfeb8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] In _notify_port_updated(), no bound segment for port d79ea91e-a3dd-4044-a10d-619056df07ce on network 567475af-b319-402b-9bcb-875be629bdb3 {{(pid=101402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 00:04:01.168435 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27779fae-e534-47a7-aae5-25e9f81bfeb8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:01.169543 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27779fae-e534-47a7-aae5-25e9f81bfeb8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:01.174207 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-27779fae-e534-47a7-aae5-25e9f81bfeb8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] 10.222.0.60 "PUT /v2.0/ports/d79ea91e-a3dd-4044-a10d-619056df07ce HTTP/1.1" status: 200 len: 995 time: 1.1111476 Aug 17 00:04:01.175836 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36712) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:01.373255 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:01.540380 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Allocated IP 2001:db8::f816:3eff:fee8:aa10 (510d14ce-62ad-408f-ba95-3973d3b8de24/fc0aa3f6-df9d-46bc-9ea2-4e98899ae8fc/497b1a9f-4cf9-44bc-b9b0-eaa6a200d261) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:04:01.545860 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-48a655a0-03ee-44fa-9440-e53cbaf23dd8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Deleting port d79ea91e-a3dd-4044-a10d-619056df07ce {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:04:01.546315 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-48a655a0-03ee-44fa-9440-e53cbaf23dd8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:01.547641 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d5dc061-f6e8-46c3-9673-5783811a1fe9 req-c092711b-bb09-4641-a530-55e336fc7492 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d18aa75-9f15-44c3-89d3-182b6be3011e HTTP/1.1" status: 200 len: 210 time: 0.2060006 Aug 17 00:04:01.606692 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-f3199c11-bfe7-47d1-9d4a-c1ffe9b31780 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:01.626019 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-f3199c11-bfe7-47d1-9d4a-c1ffe9b31780 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Transition to ACTIVE for port object d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:04:01.748068 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-13fef380-fcb2-404b-99e6-91d638361e47 None None] Provisioning complete for port d79ea91e-a3dd-4044-a10d-619056df07ce triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:04:01.750014 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-13fef380-fcb2-404b-99e6-91d638361e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:01.763203 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-f3199c11-bfe7-47d1-9d4a-c1ffe9b31780 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:01.784109 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-48a655a0-03ee-44fa-9440-e53cbaf23dd8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:01.805195 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-48a655a0-03ee-44fa-9440-e53cbaf23dd8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Calling delete_port for d79ea91e-a3dd-4044-a10d-619056df07ce owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:04:01.859628 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-13fef380-fcb2-404b-99e6-91d638361e47 None None] Port d79ea91e-a3dd-4044-a10d-619056df07ce cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:04:01.917497 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-f3199c11-bfe7-47d1-9d4a-c1ffe9b31780 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Network 0cf1b169-b7d3-456e-a765-49ab2ffa2334 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:04:01.930242 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-f3199c11-bfe7-47d1-9d4a-c1ffe9b31780 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:04:01.947559 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-f3199c11-bfe7-47d1-9d4a-c1ffe9b31780 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:04:02.015169 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3199c11-bfe7-47d1-9d4a-c1ffe9b31780 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Pushing event updated for resources: {'Port': ['ID=d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:02.088904 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-48a655a0-03ee-44fa-9440-e53cbaf23dd8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:02.133856 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a655a0-03ee-44fa-9440-e53cbaf23dd8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Pushing event deleted for resources: {'Port': ['ID=d79ea91e-a3dd-4044-a10d-619056df07ce,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:02.178542 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-f3199c11-bfe7-47d1-9d4a-c1ffe9b31780 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:02.179231 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-f3199c11-bfe7-47d1-9d4a-c1ffe9b31780 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:02.185912 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:02.228391 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Transition to ACTIVE for port object 497b1a9f-4cf9-44bc-b9b0-eaa6a200d261 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:04:02.241586 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-f3199c11-bfe7-47d1-9d4a-c1ffe9b31780 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9746115 Aug 17 00:04:02.256410 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-ef4089f6-cb83-4f0b-b38c-38e543acc260 service neutron] Request body: {'port': {'device_id': '2d18aa75-9f15-44c3-89d3-182b6be3011e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:02.268387 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Transition to ACTIVE for port object 497b1a9f-4cf9-44bc-b9b0-eaa6a200d261 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:04:02.282533 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:02.330507 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-48a655a0-03ee-44fa-9440-e53cbaf23dd8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:02.344969 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Network 510d14ce-62ad-408f-ba95-3973d3b8de24 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:04:02.349325 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:04:02.353471 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:04:02.357118 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-48a655a0-03ee-44fa-9440-e53cbaf23dd8 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] 10.222.0.60 "DELETE /v2.0/ports/d79ea91e-a3dd-4044-a10d-619056df07ce HTTP/1.1" status: 204 len: 168 time: 1.1783237 Aug 17 00:04:02.358626 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36782) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:02.362072 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Pushing event updated for resources: {'Port': ['ID=497b1a9f-4cf9-44bc-b9b0-eaa6a200d261,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:02.362924 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:02.394747 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:02.395172 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:02.396906 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:02.397288 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:02.397639 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:02.397970 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:02.398322 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:02.398635 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:02.398963 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:02.399296 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:02.399623 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:02.399949 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:02.461382 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event deleted for resources: {'Subnet': ['ID=fc0aa3f6-df9d-46bc-9ea2-4e98899ae8fc,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:02.484596 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-e76bd388-394b-4289-adbd-ade9c58b6916 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] GET failed (client error): The resource could not be found. Aug 17 00:04:02.501249 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e76bd388-394b-4289-adbd-ade9c58b6916 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] 10.222.0.60 "GET /v2.0/ports/d79ea91e-a3dd-4044-a10d-619056df07ce HTTP/1.1" status: 404 len: 333 time: 0.1414738 Aug 17 00:04:02.501896 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36792) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:02.511490 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Attempting to bind port 497b1a9f-4cf9-44bc-b9b0-eaa6a200d261 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:04:02.511911 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Attempting to bind port 497b1a9f-4cf9-44bc-b9b0-eaa6a200d261 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'c45c9906-5cfd-4958-bfa0-daa90903aec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '510d14ce-62ad-408f-ba95-3973d3b8de24'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:04:02.512867 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Attempting to bind port 497b1a9f-4cf9-44bc-b9b0-eaa6a200d261 on network 510d14ce-62ad-408f-ba95-3973d3b8de24 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:04:02.514112 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a02a8fb5-31a9-4776-8e39-39d93066222f tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Request body: {'port': {'network_id': '567475af-b319-402b-9bcb-875be629bdb3', 'name': 'tempest-AllowedAddressPairTestJSON-1939866794'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:02.520474 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:04:02.521012 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Checking segment: {'id': 'c45c9906-5cfd-4958-bfa0-daa90903aec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '510d14ce-62ad-408f-ba95-3973d3b8de24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:04:02.521550 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:02.522044 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Bound using segment: {'id': 'c45c9906-5cfd-4958-bfa0-daa90903aec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '510d14ce-62ad-408f-ba95-3973d3b8de24'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:04:02.522972 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Bound port: 497b1a9f-4cf9-44bc-b9b0-eaa6a200d261, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45c9906-5cfd-4958-bfa0-daa90903aec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '510d14ce-62ad-408f-ba95-3973d3b8de24'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:04:02.523565 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:02.661803 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-ef4089f6-cb83-4f0b-b38c-38e543acc260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:02.707739 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:02.716126 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ef04ef89-0492-4eb8-b9c6-f1a53d1ef908 None None] Provisioning for port d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:04:02.742969 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ef04ef89-0492-4eb8-b9c6-f1a53d1ef908 None None] Provisioning complete for port d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:04:02.744500 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ef04ef89-0492-4eb8-b9c6-f1a53d1ef908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:02.749538 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] For port 497b1a9f-4cf9-44bc-b9b0-eaa6a200d261, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:04:02.762196 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02a8fb5-31a9-4776-8e39-39d93066222f tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Made reservation on behalf of ffc952b9ddb542abbaea077a913afe94 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:02.763954 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510d14ce-62ad-408f-ba95-3973d3b8de24']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:02.769789 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a02a8fb5-31a9-4776-8e39-39d93066222f tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:02.833355 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45c9906-5cfd-4958-bfa0-daa90903aec1') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:02.833355 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45c9906-5cfd-4958-bfa0-daa90903aec1') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:02.833671 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-a02a8fb5-31a9-4776-8e39-39d93066222f tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] device_id is not set on port 5da564f9-35f9-4954-9afb-63fa4dc7dc30 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:04:02.856784 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:02.903028 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] For port 497b1a9f-4cf9-44bc-b9b0-eaa6a200d261, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=497b1a9f-4cf9-44bc-b9b0-eaa6a200d261,segment=NetworkSegment(c45c9906-5cfd-4958-bfa0-daa90903aec1),segment_id=c45c9906-5cfd-4958-bfa0-daa90903aec1)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:04:02.923778 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ef04ef89-0492-4eb8-b9c6-f1a53d1ef908 None None] Port d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:04:02.971567 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:02.983555 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9612d1c-76a2-40b9-acb1-5e7f5d3934cd req-3763dd77-c916-4d97-8559-4b13bee95e26 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:02.985179 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9612d1c-76a2-40b9-acb1-5e7f5d3934cd req-3763dd77-c916-4d97-8559-4b13bee95e26 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d18aa75-9f15-44c3-89d3-182b6be3011e HTTP/1.1" status: 200 len: 932 time: 0.2988889 Aug 17 00:04:02.986252 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:03.030426 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:04:03.030811 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:04:03.037901 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:04:03.090122 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-a02a8fb5-31a9-4776-8e39-39d93066222f tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Allocated IP 172.20.0.5 (567475af-b319-402b-9bcb-875be629bdb3/654460f3-b163-4c05-b233-0f1204b83c86/5da564f9-35f9-4954-9afb-63fa4dc7dc30) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:04:03.102941 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c13fc2-92b9-4bf4-a252-4c895a94bffb None None] Pushing event updated for resources: {'Port': ['ID=497b1a9f-4cf9-44bc-b9b0-eaa6a200d261,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:03.127122 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb8a773-56f8-4008-97ed-ecac0819dc26 None None] Network 510d14ce-62ad-408f-ba95-3973d3b8de24 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:03.192106 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9612d1c-76a2-40b9-acb1-5e7f5d3934cd req-2e92f165-7270-4825-a7e3-98a3bb0ca295 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/security-groups?id=33477a45-17b3-489f-87db-fec3c848595e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1896420 Aug 17 00:04:03.258671 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.db.api [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 00:04:03.258671 n-d-800088-20 neutron-server[101403]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 00:04:03.258671 n-d-800088-20 neutron-server[101403]: [parameters: {'id': '510d14ce-62ad-408f-ba95-3973d3b8de24'}] Aug 17 00:04:03.258671 n-d-800088-20 neutron-server[101403]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:04:03.259070 n-d-800088-20 neutron-server[101403]: DEBUG oslo_db.api [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:04:03.352186 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc0acf2-48e1-4898-b0dc-52238be7d4e7 None None] get_active_networks_info from n-d-800088-20 {{(pid=101404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 00:04:03.424731 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a02a8fb5-31a9-4776-8e39-39d93066222f tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:03.452944 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-a02a8fb5-31a9-4776-8e39-39d93066222f tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Transition to ACTIVE for port object 5da564f9-35f9-4954-9afb-63fa4dc7dc30 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:04:03.481266 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-ef4089f6-cb83-4f0b-b38c-38e543acc260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:04:03.503888 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-ef4089f6-cb83-4f0b-b38c-38e543acc260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:03.540090 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-ef4089f6-cb83-4f0b-b38c-38e543acc260 service neutron] Transition to ACTIVE for port object d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:04:03.547573 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-ef4089f6-cb83-4f0b-b38c-38e543acc260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:03.553076 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a02a8fb5-31a9-4776-8e39-39d93066222f tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:03.635153 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc0acf2-48e1-4898-b0dc-52238be7d4e7 None None] Resources bound (agent type, host, resource id): {{(pid=101404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 00:04:03.677165 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02a8fb5-31a9-4776-8e39-39d93066222f tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Network 567475af-b319-402b-9bcb-875be629bdb3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:04:03.683316 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-a02a8fb5-31a9-4776-8e39-39d93066222f tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:04:03.689304 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02a8fb5-31a9-4776-8e39-39d93066222f tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:04:03.723840 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a8fb5-31a9-4776-8e39-39d93066222f tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Pushing event updated for resources: {'Port': ['ID=5da564f9-35f9-4954-9afb-63fa4dc7dc30,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:03.774598 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:03.783574 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a8fb5-31a9-4776-8e39-39d93066222f tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:03.786535 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a02a8fb5-31a9-4776-8e39-39d93066222f tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:03.816306 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a02a8fb5-31a9-4776-8e39-39d93066222f tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3121459 Aug 17 00:04:03.819103 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36828) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:03.830541 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a945d013-8a24-41bb-a0d0-843439c2b339 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Request body: {'port': {'network_id': '567475af-b319-402b-9bcb-875be629bdb3', 'name': 'tempest-AllowedAddressPairTestJSON-1936369113'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:03.844925 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4089f6-cb83-4f0b-b38c-38e543acc260 service neutron] Pushing event updated for resources: {'Port': ['ID=d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:04.005887 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-ef4089f6-cb83-4f0b-b38c-38e543acc260 service neutron] Attempting to bind port d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:04:04.005887 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-ef4089f6-cb83-4f0b-b38c-38e543acc260 service neutron] Attempting to bind port d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '5dbcf5dd-98d5-4b1c-b9ff-859addfee606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:04:04.009326 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-ef4089f6-cb83-4f0b-b38c-38e543acc260 service neutron] Attempting to bind port d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7 on network 0cf1b169-b7d3-456e-a765-49ab2ffa2334 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:04:04.020350 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-ef4089f6-cb83-4f0b-b38c-38e543acc260 service neutron] Port d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7 on network 0cf1b169-b7d3-456e-a765-49ab2ffa2334 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:04:04.020819 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-ef4089f6-cb83-4f0b-b38c-38e543acc260 service neutron] Attempting to bind port d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7 on network 0cf1b169-b7d3-456e-a765-49ab2ffa2334 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:04:04.023723 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Deleting port 497b1a9f-4cf9-44bc-b9b0-eaa6a200d261 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:04:04.024443 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:04.071238 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-ef4089f6-cb83-4f0b-b38c-38e543acc260 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:04:04.072295 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-ef4089f6-cb83-4f0b-b38c-38e543acc260 service neutron] Checking segment: {'id': '5dbcf5dd-98d5-4b1c-b9ff-859addfee606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:04:04.072295 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-ef4089f6-cb83-4f0b-b38c-38e543acc260 service neutron] Bound using segment: {'id': '5dbcf5dd-98d5-4b1c-b9ff-859addfee606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:04:04.072971 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-ef4089f6-cb83-4f0b-b38c-38e543acc260 service neutron] Bound port: d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dbcf5dd-98d5-4b1c-b9ff-859addfee606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:04:04.073448 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-ef4089f6-cb83-4f0b-b38c-38e543acc260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:04.180496 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a945d013-8a24-41bb-a0d0-843439c2b339 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Made reservation on behalf of ffc952b9ddb542abbaea077a913afe94 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:04.187756 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a945d013-8a24-41bb-a0d0-843439c2b339 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:04.204732 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] For port 497b1a9f-4cf9-44bc-b9b0-eaa6a200d261, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=497b1a9f-4cf9-44bc-b9b0-eaa6a200d261,segment=NetworkSegment(c45c9906-5cfd-4958-bfa0-daa90903aec1),segment_id=c45c9906-5cfd-4958-bfa0-daa90903aec1)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:04.207123 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:04.229628 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-a945d013-8a24-41bb-a0d0-843439c2b339 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] device_id is not set on port edc1840c-20a4-4ef6-8932-2c309ffd1e52 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:04:04.258278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Calling delete_port for 497b1a9f-4cf9-44bc-b9b0-eaa6a200d261 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:04:04.427093 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-ef4089f6-cb83-4f0b-b38c-38e543acc260 service neutron] For port d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:04:04.463205 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:04.482578 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-a945d013-8a24-41bb-a0d0-843439c2b339 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Allocated IP 172.20.0.13 (567475af-b319-402b-9bcb-875be629bdb3/654460f3-b163-4c05-b233-0f1204b83c86/edc1840c-20a4-4ef6-8932-2c309ffd1e52) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:04:04.546400 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event deleted for resources: {'Port': ['ID=497b1a9f-4cf9-44bc-b9b0-eaa6a200d261,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:04.561026 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-ef4089f6-cb83-4f0b-b38c-38e543acc260 service neutron] For port d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7,segment=NetworkSegment(5dbcf5dd-98d5-4b1c-b9ff-859addfee606),segment_id=5dbcf5dd-98d5-4b1c-b9ff-859addfee606)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:04:04.578809 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-ef4089f6-cb83-4f0b-b38c-38e543acc260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:04.588698 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] No DVR routers for this DVR port 497b1a9f-4cf9-44bc-b9b0-eaa6a200d261 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:04:04.724462 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:04.738105 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510d14ce-62ad-408f-ba95-3973d3b8de24']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:04.750287 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45c9906-5cfd-4958-bfa0-daa90903aec1') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:04.750925 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45c9906-5cfd-4958-bfa0-daa90903aec1') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:04.766179 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:04.792006 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:04.800669 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:04:04.801744 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:04.899939 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4c4ebba0-ec15-40cb-a5ed-6721fd3aa510 None None] Provisioning for port 5da564f9-35f9-4954-9afb-63fa4dc7dc30 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:04:04.915640 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4c4ebba0-ec15-40cb-a5ed-6721fd3aa510 None None] Provisioning complete for port 5da564f9-35f9-4954-9afb-63fa4dc7dc30 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:04:04.916185 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:04:04.920276 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4c4ebba0-ec15-40cb-a5ed-6721fd3aa510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:05.074069 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-4c4ebba0-ec15-40cb-a5ed-6721fd3aa510 None None] Port 5da564f9-35f9-4954-9afb-63fa4dc7dc30 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:04:05.122292 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8762d27-fe09-4ef9-82c8-310e732d0d5e req-be03bb5c-387c-4749-819e-ddc32a09cf46 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:05.124060 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8762d27-fe09-4ef9-82c8-310e732d0d5e req-be03bb5c-387c-4749-819e-ddc32a09cf46 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d18aa75-9f15-44c3-89d3-182b6be3011e HTTP/1.1" status: 200 len: 944 time: 0.6869190 Aug 17 00:04:05.133912 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-ef4089f6-cb83-4f0b-b38c-38e543acc260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:05.134883 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-ef4089f6-cb83-4f0b-b38c-38e543acc260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:05.137415 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-ef4089f6-cb83-4f0b-b38c-38e543acc260 service neutron] 10.222.0.64 "PUT /v2.0/ports/d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7 HTTP/1.1" status: 200 len: 1093 time: 2.8866112 Aug 17 00:04:05.139109 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d18aa75-9f15-44c3-89d3-182b6be3011e', 'tag': 'd3aa5fc1-cc2c-4ccd-a077-2baec2f949d7'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:04:05.150234 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a326344-da73-476b-950f-1097da2bb918" -d '{"events": [{"name": "network-changed", "server_uuid": "2d18aa75-9f15-44c3-89d3-182b6be3011e", "tag": "d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:04:05.153551 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:05.167011 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:05.169752 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "DELETE /v2.0/networks/510d14ce-62ad-408f-ba95-3973d3b8de24 HTTP/1.1" status: 204 len: 168 time: 4.5484703 Aug 17 00:04:05.202860 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36858) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:05.235658 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a945d013-8a24-41bb-a0d0-843439c2b339 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:05.241524 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-303e757f-d050-4f80-8eec-24680a1c5d08 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-427377889'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:05.279067 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ab7f1e-04e2-4b42-8f75-e28229ffd18f x-openstack-request-id: req-f5ab7f1e-04e2-4b42-8f75-e28229ffd18f {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:04:05.279397 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d18aa75-9f15-44c3-89d3-182b6be3011e", "tag": "d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:04:05.279763 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f5ab7f1e-04e2-4b42-8f75-e28229ffd18f {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:04:05.280471 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d18aa75-9f15-44c3-89d3-182b6be3011e', 'tag': 'd3aa5fc1-cc2c-4ccd-a077-2baec2f949d7', 'status': 'completed', 'code': 200} Aug 17 00:04:05.292450 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-a945d013-8a24-41bb-a0d0-843439c2b339 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Transition to ACTIVE for port object edc1840c-20a4-4ef6-8932-2c309ffd1e52 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:04:05.364491 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11958d-3024-4ac5-b60d-0e1a22139634 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event deleted for resources: {'Network': ['ID=510d14ce-62ad-408f-ba95-3973d3b8de24,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:05.374395 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4089f6-cb83-4f0b-b38c-38e543acc260 service neutron] Pushing event updated for resources: {'Port': ['ID=d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:05.392770 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303e757f-d050-4f80-8eec-24680a1c5d08 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Made reservation on behalf of e3fca359469a4e9a8c4522009ac4c0cb for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:05.397426 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a945d013-8a24-41bb-a0d0-843439c2b339 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:05.397987 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-303e757f-d050-4f80-8eec-24680a1c5d08 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:05.480717 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-ef378b1d-e7fd-42e3-be46-677766cb9703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:05.482390 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-ef378b1d-e7fd-42e3-be46-677766cb9703 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a562794c0504d6a8487a22f63636d5c&device_id=2d18aa75-9f15-44c3-89d3-182b6be3011e HTTP/1.1" status: 200 len: 1096 time: 0.2785463 Aug 17 00:04:05.504344 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8762d27-fe09-4ef9-82c8-310e732d0d5e req-abeecbc9-9dca-49f3-a5cd-5e97c71f006c tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/security-groups?id=33477a45-17b3-489f-87db-fec3c848595e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3270254 Aug 17 00:04:05.571163 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a945d013-8a24-41bb-a0d0-843439c2b339 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Network 567475af-b319-402b-9bcb-875be629bdb3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:04:05.576884 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-a945d013-8a24-41bb-a0d0-843439c2b339 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:04:05.579157 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945d013-8a24-41bb-a0d0-843439c2b339 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Pushing event updated for resources: {'Port': ['ID=edc1840c-20a4-4ef6-8932-2c309ffd1e52,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:05.582405 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a945d013-8a24-41bb-a0d0-843439c2b339 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:04:05.641585 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-f9044b40-98b2-4dab-b528-195e7bb5c8a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7 HTTP/1.1" status: 200 len: 217 time: 0.1312163 Aug 17 00:04:05.676595 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a945d013-8a24-41bb-a0d0-843439c2b339 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:05.677976 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a945d013-8a24-41bb-a0d0-843439c2b339 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:05.734166 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a945d013-8a24-41bb-a0d0-843439c2b339 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9089785 Aug 17 00:04:05.734994 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36870) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:05.742577 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-31165a2e-7e6e-4307-a32c-911b108b87e2 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:8d:5a:a7'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:2f:38:2b'}]}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:05.757954 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303e757f-d050-4f80-8eec-24680a1c5d08 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:04:05.813514 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-60a2cff0-e704-4e80-891e-edf024b6858f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:05.815096 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-60a2cff0-e704-4e80-891e-edf024b6858f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a HTTP/1.1" status: 200 len: 851 time: 0.1654897 Aug 17 00:04:05.861587 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-303e757f-d050-4f80-8eec-24680a1c5d08 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:05.862721 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-303e757f-d050-4f80-8eec-24680a1c5d08 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Added segment 3fbb38a6-178a-4bc7-a6f0-be8024b75956 of type vlan for network 55caab73-7e2e-4fd5-9ed1-f4bc9fae0567 Aug 17 00:04:05.965650 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-31165a2e-7e6e-4307-a32c-911b108b87e2 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:05.994766 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-44ebe888-55d0-4020-a319-5aa2022e3631 None None] Provisioning for port edc1840c-20a4-4ef6-8932-2c309ffd1e52 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:04:06.004713 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-44ebe888-55d0-4020-a319-5aa2022e3631 None None] Provisioning complete for port edc1840c-20a4-4ef6-8932-2c309ffd1e52 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:04:06.005968 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-44ebe888-55d0-4020-a319-5aa2022e3631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:06.024406 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-11cdda55-e247-49bf-a2e4-572a904af5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:06.032386 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-11cdda55-e247-49bf-a2e4-572a904af5e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0cf1b169-b7d3-456e-a765-49ab2ffa2334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1960733 Aug 17 00:04:06.036745 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-303e757f-d050-4f80-8eec-24680a1c5d08 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:06.134546 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-44ebe888-55d0-4020-a319-5aa2022e3631 None None] Port edc1840c-20a4-4ef6-8932-2c309ffd1e52 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:04:06.181009 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.db.resource_extend [None req-303e757f-d050-4f80-8eec-24680a1c5d08 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 00:04:06.248526 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-303e757f-d050-4f80-8eec-24680a1c5d08 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:06.254870 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303e757f-d050-4f80-8eec-24680a1c5d08 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:06.255710 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-303e757f-d050-4f80-8eec-24680a1c5d08 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:06.366011 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-31165a2e-7e6e-4307-a32c-911b108b87e2 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:06.379235 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-31165a2e-7e6e-4307-a32c-911b108b87e2 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:06.458873 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-85963bcf-3c61-4431-b56e-51ad70354a22 service neutron] 10.222.0.64 "GET /v2.0/networks/0cf1b169-b7d3-456e-a765-49ab2ffa2334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194620 Aug 17 00:04:06.475484 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31165a2e-7e6e-4307-a32c-911b108b87e2 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Pushing event updated for resources: {'Port': ['ID=edc1840c-20a4-4ef6-8932-2c309ffd1e52,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:06.492773 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-303e757f-d050-4f80-8eec-24680a1c5d08 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2607348 Aug 17 00:04:06.510012 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36886) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:06.516870 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-8a6d02ea-9581-4f8e-832e-da1dbb8f3d24 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Request body: {'subnet': {'network_id': '55caab73-7e2e-4fd5-9ed1-f4bc9fae0567', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:06.629325 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e757f-d050-4f80-8eec-24680a1c5d08 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event updated for resources: {'Network': ['ID=55caab73-7e2e-4fd5-9ed1-f4bc9fae0567,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:06.654300 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 55caab73-7e2e-4fd5-9ed1-f4bc9fae0567 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:04:06.735539 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-31165a2e-7e6e-4307-a32c-911b108b87e2 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] In _notify_port_updated(), no bound segment for port edc1840c-20a4-4ef6-8932-2c309ffd1e52 on network 567475af-b319-402b-9bcb-875be629bdb3 {{(pid=101402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 00:04:06.743346 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31165a2e-7e6e-4307-a32c-911b108b87e2 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:06.744112 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-31165a2e-7e6e-4307-a32c-911b108b87e2 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:06.746181 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-31165a2e-7e6e-4307-a32c-911b108b87e2 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] 10.222.0.60 "PUT /v2.0/ports/edc1840c-20a4-4ef6-8932-2c309ffd1e52 HTTP/1.1" status: 200 len: 1056 time: 1.0098212 Aug 17 00:04:06.756010 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36892) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:06.811005 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513f2dd-4ade-4aea-9318-9531ff4682b3 req-ff57b8b5-bc6a-4010-aca1-55577ffff5cd tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:06.825692 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4513f2dd-4ade-4aea-9318-9531ff4682b3 req-ff57b8b5-bc6a-4010-aca1-55577ffff5cd tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d18aa75-9f15-44c3-89d3-182b6be3011e HTTP/1.1" status: 200 len: 944 time: 0.1702864 Aug 17 00:04:06.850210 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6d02ea-9581-4f8e-832e-da1dbb8f3d24 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Made reservation on behalf of e3fca359469a4e9a8c4522009ac4c0cb for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:06.856466 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8a6d02ea-9581-4f8e-832e-da1dbb8f3d24 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:06.871241 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c4aed4b-fe41-4a10-9f50-36f3a219f562 req-95162463-6fef-48de-9a9d-9cabb216cd17 service neutron] 10.222.0.64 "GET /v2.0/networks/0cf1b169-b7d3-456e-a765-49ab2ffa2334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911116 Aug 17 00:04:06.899573 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4513f2dd-4ade-4aea-9318-9531ff4682b3 req-6436980a-c784-4343-9876-84f28ec0230c tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/security-groups?id=33477a45-17b3-489f-87db-fec3c848595e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0727241 Aug 17 00:04:06.998392 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-28852a97-3674-4a27-8fe6-ccb8a0f45a44 None None] Provisioning complete for port edc1840c-20a4-4ef6-8932-2c309ffd1e52 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:04:06.998911 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-28852a97-3674-4a27-8fe6-ccb8a0f45a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:07.035069 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a326344-da73-476b-950f-1097da2bb918 req-4b1a1f8c-e5e2-4e38-aa0b-f55643a97810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:07.039267 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a326344-da73-476b-950f-1097da2bb918 req-4b1a1f8c-e5e2-4e38-aa0b-f55643a97810 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a562794c0504d6a8487a22f63636d5c&device_id=2d18aa75-9f15-44c3-89d3-182b6be3011e HTTP/1.1" status: 200 len: 1096 time: 0.1029415 Aug 17 00:04:07.075950 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-28852a97-3674-4a27-8fe6-ccb8a0f45a44 None None] Port edc1840c-20a4-4ef6-8932-2c309ffd1e52 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:04:07.175700 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a326344-da73-476b-950f-1097da2bb918 req-2308c741-de52-474f-a913-f24332b83ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:07.177907 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a326344-da73-476b-950f-1097da2bb918 req-2308c741-de52-474f-a913-f24332b83ab1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0cf1b169-b7d3-456e-a765-49ab2ffa2334 HTTP/1.1" status: 200 len: 913 time: 0.1298251 Aug 17 00:04:07.263353 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8a6d02ea-9581-4f8e-832e-da1dbb8f3d24 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:07.282090 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a326344-da73-476b-950f-1097da2bb918 req-e3ecdd7c-0fc2-4c16-8974-2a08444aa40f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7 HTTP/1.1" status: 200 len: 217 time: 0.0840592 Aug 17 00:04:07.370862 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d02ea-9581-4f8e-832e-da1dbb8f3d24 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Checking segment: {'id': '3fbb38a6-178a-4bc7-a6f0-be8024b75956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '55caab73-7e2e-4fd5-9ed1-f4bc9fae0567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:04:07.373236 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6d02ea-9581-4f8e-832e-da1dbb8f3d24 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Network hostable DHCP agents. Network: 55caab73-7e2e-4fd5-9ed1-f4bc9fae0567, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:04:07.396264 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d02ea-9581-4f8e-832e-da1dbb8f3d24 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event updated for resources: {'Subnet': ['ID=9d4d0d1f-5edb-49fc-b75d-c328961f65e7,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:07.401718 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a326344-da73-476b-950f-1097da2bb918 req-e67ab739-37d1-4ddf-bd60-f20e4bc0c621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:07.406840 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a326344-da73-476b-950f-1097da2bb918 req-e67ab739-37d1-4ddf-bd60-f20e4bc0c621 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a HTTP/1.1" status: 200 len: 851 time: 0.1103787 Aug 17 00:04:07.426294 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-102b419f-9ca4-417e-a832-3715006b5ba7 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Deleting port edc1840c-20a4-4ef6-8932-2c309ffd1e52 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:04:07.429633 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-102b419f-9ca4-417e-a832-3715006b5ba7 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:07.515534 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a326344-da73-476b-950f-1097da2bb918 req-fc2199c3-cd72-490d-a31f-fe4a7a8b1ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:07.522142 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a326344-da73-476b-950f-1097da2bb918 req-fc2199c3-cd72-490d-a31f-fe4a7a8b1ac4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0cf1b169-b7d3-456e-a765-49ab2ffa2334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1085477 Aug 17 00:04:07.525363 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6d02ea-9581-4f8e-832e-da1dbb8f3d24 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Network 55caab73-7e2e-4fd5-9ed1-f4bc9fae0567 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:04:07.565670 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-8a6d02ea-9581-4f8e-832e-da1dbb8f3d24 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 55caab73-7e2e-4fd5-9ed1-f4bc9fae0567) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:04:07.577781 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fd8ff3-a1d4-4ece-a909-b125b5ceeca8 None None] Network 55caab73-7e2e-4fd5-9ed1-f4bc9fae0567 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:07.594245 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6d02ea-9581-4f8e-832e-da1dbb8f3d24 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:07.595269 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8a6d02ea-9581-4f8e-832e-da1dbb8f3d24 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:07.668956 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8a6d02ea-9581-4f8e-832e-da1dbb8f3d24 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1577120 Aug 17 00:04:07.673403 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36910) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:07.736749 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-102b419f-9ca4-417e-a832-3715006b5ba7 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:07.766827 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-102b419f-9ca4-417e-a832-3715006b5ba7 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Calling delete_port for edc1840c-20a4-4ef6-8932-2c309ffd1e52 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:04:07.868861 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-96f74dce-86c9-4e96-acdb-6b721ccd937f tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:07.891676 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfd83a7-68bb-4e29-ada6-81ff1aed3b21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-55caab73-7e2e-4fd5-9ed1-f4bc9fae0567', 'network_id': '55caab73-7e2e-4fd5-9ed1-f4bc9fae0567', 'tenant_id': 'e3fca359469a4e9a8c4522009ac4c0cb', 'fixed_ips': [{'subnet_id': '9d4d0d1f-5edb-49fc-b75d-c328961f65e7'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:04:07.894288 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2bfd83a7-68bb-4e29-ada6-81ff1aed3b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:07.961295 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a326344-da73-476b-950f-1097da2bb918 req-6dc7c1f0-4a07-4b20-9397-78df8cc3bdba service neutron] 10.222.0.64 "GET /v2.0/networks/0cf1b169-b7d3-456e-a765-49ab2ffa2334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279153 Aug 17 00:04:08.010927 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-96f74dce-86c9-4e96-acdb-6b721ccd937f tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:08.048083 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-102b419f-9ca4-417e-a832-3715006b5ba7 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:08.123511 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b419f-9ca4-417e-a832-3715006b5ba7 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Pushing event deleted for resources: {'Port': ['ID=edc1840c-20a4-4ef6-8932-2c309ffd1e52,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server [None req-2bfd83a7-68bb-4e29-ada6-81ff1aed3b21 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d4d0d1f-5edb-49fc-b75d-c328961f65e7: This subnet is being modified by another concurrent operation. Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:04:08.209751 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise exception Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d4d0d1f-5edb-49fc-b75d-c328961f65e7: This subnet is being modified by another concurrent operation. Aug 17 00:04:08.215091 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server Aug 17 00:04:08.232958 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ba89f5-3098-437d-bbf4-9051a382cd88 None None] Network 55caab73-7e2e-4fd5-9ed1-f4bc9fae0567 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:08.555673 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb683a9-2d61-4d73-9b13-70b2cdac004e None None] get_active_networks_info from n-d-800088-20 {{(pid=101404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 00:04:08.656742 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-102b419f-9ca4-417e-a832-3715006b5ba7 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:08.659154 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-102b419f-9ca4-417e-a832-3715006b5ba7 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] 10.222.0.60 "DELETE /v2.0/ports/edc1840c-20a4-4ef6-8932-2c309ffd1e52 HTTP/1.1" status: 204 len: 168 time: 1.9018064 Aug 17 00:04:08.661830 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36930) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:08.681146 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-96f74dce-86c9-4e96-acdb-6b721ccd937f tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:08.718583 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f70544c-1c94-4833-9fad-01d104585d85 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] GET failed (client error): The resource could not be found. Aug 17 00:04:08.721098 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5f70544c-1c94-4833-9fad-01d104585d85 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] 10.222.0.60 "GET /v2.0/ports/edc1840c-20a4-4ef6-8932-2c309ffd1e52 HTTP/1.1" status: 404 len: 333 time: 0.0571976 Aug 17 00:04:08.723070 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36932) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:08.724923 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb683a9-2d61-4d73-9b13-70b2cdac004e None None] Resources bound (agent type, host, resource id): {{(pid=101404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 00:04:08.730420 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f74dce-86c9-4e96-acdb-6b721ccd937f tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event deleted for resources: {'Subnet': ['ID=9d4d0d1f-5edb-49fc-b75d-c328961f65e7,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:08.823444 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a8368-3392-4423-a911-ea289802c8f8 req-1914453a-15fb-4592-b149-05f3230d2ab8 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:08.825076 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8c2a8368-3392-4423-a911-ea289802c8f8 req-1914453a-15fb-4592-b149-05f3230d2ab8 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d18aa75-9f15-44c3-89d3-182b6be3011e HTTP/1.1" status: 200 len: 944 time: 0.6842391 Aug 17 00:04:08.869144 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-96f74dce-86c9-4e96-acdb-6b721ccd937f tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:08.888332 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a326344-da73-476b-950f-1097da2bb918 req-62636aca-37a3-4870-9019-5f6ecbbaceb1 service neutron] 10.222.0.64 "GET /v2.0/networks/0cf1b169-b7d3-456e-a765-49ab2ffa2334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9167984 Aug 17 00:04:08.895897 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-96f74dce-86c9-4e96-acdb-6b721ccd937f tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55caab73-7e2e-4fd5-9ed1-f4bc9fae0567']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:08.900697 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8c2a8368-3392-4423-a911-ea289802c8f8 req-1d6f3aa4-6ca1-4b1a-b768-db8b34ed4d1a tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/security-groups?id=33477a45-17b3-489f-87db-fec3c848595e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682030 Aug 17 00:04:08.912970 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-96f74dce-86c9-4e96-acdb-6b721ccd937f tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fbb38a6-178a-4bc7-a6f0-be8024b75956') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:08.913649 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-96f74dce-86c9-4e96-acdb-6b721ccd937f tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fbb38a6-178a-4bc7-a6f0-be8024b75956') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:08.929131 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-96f74dce-86c9-4e96-acdb-6b721ccd937f tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:08.950439 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-33fef20c-f127-4327-973c-9b09ed8c5177 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Deleting port 5da564f9-35f9-4954-9afb-63fa4dc7dc30 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:04:08.950989 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33fef20c-f127-4327-973c-9b09ed8c5177 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:08.962367 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-96f74dce-86c9-4e96-acdb-6b721ccd937f tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:08.977626 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f74dce-86c9-4e96-acdb-6b721ccd937f tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:04:08.978045 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-96f74dce-86c9-4e96-acdb-6b721ccd937f tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:04:08.981541 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:04:09.078339 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-96f74dce-86c9-4e96-acdb-6b721ccd937f tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:09.091714 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-96f74dce-86c9-4e96-acdb-6b721ccd937f tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:09.105609 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-96f74dce-86c9-4e96-acdb-6b721ccd937f tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "DELETE /v2.0/networks/55caab73-7e2e-4fd5-9ed1-f4bc9fae0567 HTTP/1.1" status: 204 len: 168 time: 1.4310415 Aug 17 00:04:09.108009 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36938) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:09.119864 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33fef20c-f127-4327-973c-9b09ed8c5177 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:09.139864 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-33fef20c-f127-4327-973c-9b09ed8c5177 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Calling delete_port for 5da564f9-35f9-4954-9afb-63fa4dc7dc30 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:04:09.146580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-0272ef6a-6f47-4b8c-ba83-106b14824865 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-117791585'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:09.175920 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f74dce-86c9-4e96-acdb-6b721ccd937f tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event deleted for resources: {'Network': ['ID=55caab73-7e2e-4fd5-9ed1-f4bc9fae0567,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:09.234077 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0272ef6a-6f47-4b8c-ba83-106b14824865 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Made reservation on behalf of e3fca359469a4e9a8c4522009ac4c0cb for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:09.239779 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0272ef6a-6f47-4b8c-ba83-106b14824865 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:09.270733 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0272ef6a-6f47-4b8c-ba83-106b14824865 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:04:09.280354 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0272ef6a-6f47-4b8c-ba83-106b14824865 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:09.280716 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-0272ef6a-6f47-4b8c-ba83-106b14824865 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Added segment bc89f10a-0e1b-4bd1-b576-2f38f9cc9140 of type vlan for network 5a596c57-2298-43d1-8a5b-10041d6e2372 Aug 17 00:04:09.333122 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0272ef6a-6f47-4b8c-ba83-106b14824865 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:09.374534 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0272ef6a-6f47-4b8c-ba83-106b14824865 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:09.392588 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0272ef6a-6f47-4b8c-ba83-106b14824865 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:09.393987 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0272ef6a-6f47-4b8c-ba83-106b14824865 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:09.421884 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33fef20c-f127-4327-973c-9b09ed8c5177 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:09.478260 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0272ef6a-6f47-4b8c-ba83-106b14824865 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3650897 Aug 17 00:04:09.479076 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36954) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:09.488185 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-db5b5f32-5344-4541-abcb-e6dd1d6e8c7a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Request body: {'subnet': {'network_id': '5a596c57-2298-43d1-8a5b-10041d6e2372', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:09.494379 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fef20c-f127-4327-973c-9b09ed8c5177 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Pushing event deleted for resources: {'Port': ['ID=5da564f9-35f9-4954-9afb-63fa4dc7dc30,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:09.610699 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272ef6a-6f47-4b8c-ba83-106b14824865 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event updated for resources: {'Network': ['ID=5a596c57-2298-43d1-8a5b-10041d6e2372,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:09.631503 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 5a596c57-2298-43d1-8a5b-10041d6e2372 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:04:09.662218 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33fef20c-f127-4327-973c-9b09ed8c5177 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:09.664565 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-33fef20c-f127-4327-973c-9b09ed8c5177 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] 10.222.0.60 "DELETE /v2.0/ports/5da564f9-35f9-4954-9afb-63fa4dc7dc30 HTTP/1.1" status: 204 len: 168 time: 0.9403746 Aug 17 00:04:09.669975 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36958) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:09.720023 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d7548a9-c052-4814-af30-1dfa0398e364 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] GET failed (client error): The resource could not be found. Aug 17 00:04:09.722768 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1d7548a9-c052-4814-af30-1dfa0398e364 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] 10.222.0.60 "GET /v2.0/ports/5da564f9-35f9-4954-9afb-63fa4dc7dc30 HTTP/1.1" status: 404 len: 333 time: 0.0504100 Aug 17 00:04:09.723824 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5b5f32-5344-4541-abcb-e6dd1d6e8c7a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Made reservation on behalf of e3fca359469a4e9a8c4522009ac4c0cb for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:09.726859 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36960) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:09.729809 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-db5b5f32-5344-4541-abcb-e6dd1d6e8c7a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:09.898911 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:04:09.963535 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-f0b0268d-119e-4911-bf1e-f76e8d04a592 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Deleting port 32c9868d-e9b1-42cd-9536-5c137e85c54a {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:04:09.964071 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f0b0268d-119e-4911-bf1e-f76e8d04a592 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:10.011398 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:10.180939 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f0b0268d-119e-4911-bf1e-f76e8d04a592 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:10.209506 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-f0b0268d-119e-4911-bf1e-f76e8d04a592 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Calling delete_port for 32c9868d-e9b1-42cd-9536-5c137e85c54a owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:04:10.247457 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7,segment=NetworkSegment(5dbcf5dd-98d5-4b1c-b9ff-859addfee606),segment_id=5dbcf5dd-98d5-4b1c-b9ff-859addfee606)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:10.271901 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'd3aa5fc1-cc2c-4ccd-a077-2baec2f949d7', 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334', 'port_id': 'd3aa5fc1-cc2c-4ccd-a077-2baec2f949d7', 'mac_address': 'fa:16:3e:48:eb:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:04:10.327887 n-d-800088-20 neutron-server[101403]: DEBUG neutron.objects.ports [None req-db5b5f32-5344-4541-abcb-e6dd1d6e8c7a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101403) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 00:04:10.363998 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94409a-b01b-46e1-9bbe-6dbee7b0e71d req-ea60bc76-6284-44e4-b7f3-2c656da6fa77 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:10.368417 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ad94409a-b01b-46e1-9bbe-6dbee7b0e71d req-ea60bc76-6284-44e4-b7f3-2c656da6fa77 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d18aa75-9f15-44c3-89d3-182b6be3011e HTTP/1.1" status: 200 len: 944 time: 0.2863450 Aug 17 00:04:10.372423 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-db5b5f32-5344-4541-abcb-e6dd1d6e8c7a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:10.408651 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:10.427724 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:04:10.497163 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7,segment=NetworkSegment(5dbcf5dd-98d5-4b1c-b9ff-859addfee606),segment_id=5dbcf5dd-98d5-4b1c-b9ff-859addfee606)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:10.515128 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:10.544275 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f0b0268d-119e-4911-bf1e-f76e8d04a592 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:10.608212 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b5f32-5344-4541-abcb-e6dd1d6e8c7a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event updated for resources: {'Subnet': ['ID=0c7db493-b10b-4034-a782-160e25901a18,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:10.612148 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0268d-119e-4911-bf1e-f76e8d04a592 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Pushing event deleted for resources: {'Port': ['ID=32c9868d-e9b1-42cd-9536-5c137e85c54a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:10.633470 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ad94409a-b01b-46e1-9bbe-6dbee7b0e71d req-5a21f434-6282-44c5-aa39-3135a02b8ad1 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/security-groups?id=33477a45-17b3-489f-87db-fec3c848595e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2538159 Aug 17 00:04:10.637852 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:10.649354 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5b5f32-5344-4541-abcb-e6dd1d6e8c7a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Checking segment: {'id': 'bc89f10a-0e1b-4bd1-b576-2f38f9cc9140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5a596c57-2298-43d1-8a5b-10041d6e2372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:04:10.650167 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5b5f32-5344-4541-abcb-e6dd1d6e8c7a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Network hostable DHCP agents. Network: 5a596c57-2298-43d1-8a5b-10041d6e2372, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:04:10.671244 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05aae8a-82ed-48dc-a13b-10f684c51fda req-7ea06135-4d89-4293-a3a8-d84b04721a43 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:10.672901 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d05aae8a-82ed-48dc-a13b-10f684c51fda req-7ea06135-4d89-4293-a3a8-d84b04721a43 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 945 time: 0.1251040 Aug 17 00:04:10.718075 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5b5f32-5344-4541-abcb-e6dd1d6e8c7a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Network 5a596c57-2298-43d1-8a5b-10041d6e2372 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:04:10.746249 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-db5b5f32-5344-4541-abcb-e6dd1d6e8c7a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 5a596c57-2298-43d1-8a5b-10041d6e2372) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:04:10.757888 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8903746e-26e9-47ca-b738-2001e768a5ab None None] Network 5a596c57-2298-43d1-8a5b-10041d6e2372 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:10.760820 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d05aae8a-82ed-48dc-a13b-10f684c51fda req-27991726-aa23-4887-9341-c097fa8e2ca1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747881 Aug 17 00:04:10.762204 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5b5f32-5344-4541-abcb-e6dd1d6e8c7a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:10.769863 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-db5b5f32-5344-4541-abcb-e6dd1d6e8c7a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:10.806935 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f0b0268d-119e-4911-bf1e-f76e8d04a592 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:10.811660 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-db5b5f32-5344-4541-abcb-e6dd1d6e8c7a tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3221114 Aug 17 00:04:10.811660 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36986) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:10.815441 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f0b0268d-119e-4911-bf1e-f76e8d04a592 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] 10.222.0.60 "DELETE /v2.0/ports/32c9868d-e9b1-42cd-9536-5c137e85c54a HTTP/1.1" status: 204 len: 168 time: 1.0874224 Aug 17 00:04:10.816433 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36988) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:10.910071 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f3c9f91-c229-4230-9c49-3be42aa1df5b tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Deleting subnet 654460f3-b163-4c05-b233-0f1204b83c86 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:04:10.917369 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3f3c9f91-c229-4230-9c49-3be42aa1df5b tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:10.928575 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:04:11.030290 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3f3c9f91-c229-4230-9c49-3be42aa1df5b tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:11.076664 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e534dbcc-7f14-406f-a3b9-37a7dce79ee1 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:11.131530 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a32ab3c-24bb-44b1-8bbe-5c4efc3b6999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-5a596c57-2298-43d1-8a5b-10041d6e2372', 'network_id': '5a596c57-2298-43d1-8a5b-10041d6e2372', 'tenant_id': 'e3fca359469a4e9a8c4522009ac4c0cb', 'fixed_ips': [{'subnet_id': '0c7db493-b10b-4034-a782-160e25901a18'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:04:11.132687 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3a32ab3c-24bb-44b1-8bbe-5c4efc3b6999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:11.210624 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3f3c9f91-c229-4230-9c49-3be42aa1df5b tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:11.234058 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e534dbcc-7f14-406f-a3b9-37a7dce79ee1 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:11.330592 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3f3c9f91-c229-4230-9c49-3be42aa1df5b tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:11.333866 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e534dbcc-7f14-406f-a3b9-37a7dce79ee1 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:11.367033 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3f3c9f91-c229-4230-9c49-3be42aa1df5b tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:11.372061 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3f3c9f91-c229-4230-9c49-3be42aa1df5b tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] 10.222.0.60 "DELETE /v2.0/subnets/654460f3-b163-4c05-b233-0f1204b83c86 HTTP/1.1" status: 204 len: 168 time: 0.5529923 Aug 17 00:04:11.373743 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c9f91-c229-4230-9c49-3be42aa1df5b tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Pushing event deleted for resources: {'Subnet': ['ID=654460f3-b163-4c05-b233-0f1204b83c86,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:11.379277 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37000) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:11.390073 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534dbcc-7f14-406f-a3b9-37a7dce79ee1 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event deleted for resources: {'Subnet': ['ID=0c7db493-b10b-4034-a782-160e25901a18,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:11.428861 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7c7689-a4c0-40eb-a15a-118e52dce398 None None] Network 567475af-b319-402b-9bcb-875be629bdb3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:11.638001 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e534dbcc-7f14-406f-a3b9-37a7dce79ee1 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:11.655318 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-549232e7-0dce-461d-ba42-f725f1d72fe3 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:11.659392 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-e534dbcc-7f14-406f-a3b9-37a7dce79ee1 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a596c57-2298-43d1-8a5b-10041d6e2372']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:11.682821 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-e534dbcc-7f14-406f-a3b9-37a7dce79ee1 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc89f10a-0e1b-4bd1-b576-2f38f9cc9140') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:11.683392 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-e534dbcc-7f14-406f-a3b9-37a7dce79ee1 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc89f10a-0e1b-4bd1-b576-2f38f9cc9140') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:11.702827 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e534dbcc-7f14-406f-a3b9-37a7dce79ee1 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:11.770725 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e534dbcc-7f14-406f-a3b9-37a7dce79ee1 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:11.791200 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e534dbcc-7f14-406f-a3b9-37a7dce79ee1 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:04:11.791617 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e534dbcc-7f14-406f-a3b9-37a7dce79ee1 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:04:11.795555 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server [None req-3a32ab3c-24bb-44b1-8bbe-5c4efc3b6999 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c7db493-b10b-4034-a782-160e25901a18: This subnet is being modified by another concurrent operation. Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:04:11.882388 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise exception Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c7db493-b10b-4034-a782-160e25901a18: This subnet is being modified by another concurrent operation. Aug 17 00:04:11.886542 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server Aug 17 00:04:11.922990 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c291705f-02d7-4b7c-a66f-41b7c807459a None None] Network 5a596c57-2298-43d1-8a5b-10041d6e2372 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:11.929791 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:12.041613 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576da1ef-7c68-4aa3-81ff-c391203f13dd req-d2aeaf4b-8ee0-4752-8cf4-f8238e623c54 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:12.043449 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-576da1ef-7c68-4aa3-81ff-c391203f13dd req-d2aeaf4b-8ee0-4752-8cf4-f8238e623c54 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d18aa75-9f15-44c3-89d3-182b6be3011e HTTP/1.1" status: 200 len: 945 time: 0.2637188 Aug 17 00:04:12.045604 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e534dbcc-7f14-406f-a3b9-37a7dce79ee1 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:12.053836 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e534dbcc-7f14-406f-a3b9-37a7dce79ee1 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:12.055540 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e534dbcc-7f14-406f-a3b9-37a7dce79ee1 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "DELETE /v2.0/networks/5a596c57-2298-43d1-8a5b-10041d6e2372 HTTP/1.1" status: 204 len: 168 time: 1.2440777 Aug 17 00:04:12.059648 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37028) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:12.091219 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-549232e7-0dce-461d-ba42-f725f1d72fe3 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Deleting port 4bfa6747-47ac-456f-ad52-51d3056182a7 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:04:12.091509 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-549232e7-0dce-461d-ba42-f725f1d72fe3 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:12.115254 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-8195b5e0-fc82-452e-aab4-18d5e4352b67 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] DELETE failed (client error): The resource could not be found. Aug 17 00:04:12.116156 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8195b5e0-fc82-452e-aab4-18d5e4352b67 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:04:12.122893 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8195b5e0-fc82-452e-aab4-18d5e4352b67 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "DELETE /v2.0/subnets/0c7db493-b10b-4034-a782-160e25901a18 HTTP/1.1" status: 404 len: 337 time: 0.0620217 Aug 17 00:04:12.123522 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37030) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:12.152290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534dbcc-7f14-406f-a3b9-37a7dce79ee1 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event deleted for resources: {'Network': ['ID=5a596c57-2298-43d1-8a5b-10041d6e2372,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:12.162040 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e6de5d-62c8-4834-bbd0-72683f716959 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] DELETE failed (client error): The resource could not be found. Aug 17 00:04:12.165511 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e6de5d-62c8-4834-bbd0-72683f716959 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:04:12.167517 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-576da1ef-7c68-4aa3-81ff-c391203f13dd req-c5bb3590-1ab4-4cb7-98f1-7a598f92a379 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/security-groups?id=33477a45-17b3-489f-87db-fec3c848595e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1071889 Aug 17 00:04:12.196377 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-40e6de5d-62c8-4834-bbd0-72683f716959 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "DELETE /v2.0/networks/5a596c57-2298-43d1-8a5b-10041d6e2372 HTTP/1.1" status: 404 len: 339 time: 0.0717807 Aug 17 00:04:12.201631 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37034) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:12.218966 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658a3ef4-965a-411a-b9e0-9da66c0bd284 None None] DHCP port deletion for 567475af-b319-402b-9bcb-875be629bdb3 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:04:12.241245 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-549232e7-0dce-461d-ba42-f725f1d72fe3 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] For port 4bfa6747-47ac-456f-ad52-51d3056182a7, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4bfa6747-47ac-456f-ad52-51d3056182a7,segment=NetworkSegment(b0b51509-f072-4e21-8ab4-4916180ddac5),segment_id=b0b51509-f072-4e21-8ab4-4916180ddac5)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:12.241698 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-549232e7-0dce-461d-ba42-f725f1d72fe3 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:12.257490 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-b93d9fc3-7702-45e8-a9b1-939cefa5cb8b tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] DELETE failed (client error): The resource could not be found. Aug 17 00:04:12.259121 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b93d9fc3-7702-45e8-a9b1-939cefa5cb8b tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:04:12.269805 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b93d9fc3-7702-45e8-a9b1-939cefa5cb8b tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "DELETE /v2.0/subnets/9d4d0d1f-5edb-49fc-b75d-c328961f65e7 HTTP/1.1" status: 404 len: 337 time: 0.0669205 Aug 17 00:04:12.271702 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37036) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:12.282736 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-549232e7-0dce-461d-ba42-f725f1d72fe3 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Calling delete_port for 4bfa6747-47ac-456f-ad52-51d3056182a7 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:04:12.305231 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e60e2bb-ac50-4cc8-ac66-a0eb5387d06d tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] DELETE failed (client error): The resource could not be found. Aug 17 00:04:12.306111 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e60e2bb-ac50-4cc8-ac66-a0eb5387d06d tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:04:12.308033 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9e60e2bb-ac50-4cc8-ac66-a0eb5387d06d tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "DELETE /v2.0/networks/55caab73-7e2e-4fd5-9ed1-f4bc9fae0567 HTTP/1.1" status: 404 len: 339 time: 0.0351579 Aug 17 00:04:12.314397 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37038) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:12.326962 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-658a3ef4-965a-411a-b9e0-9da66c0bd284 None None] Deleting port 4bfa6747-47ac-456f-ad52-51d3056182a7 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:04:12.327443 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-658a3ef4-965a-411a-b9e0-9da66c0bd284 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:12.359795 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-501d4d73-61ed-4b95-bf99-793130e1cce7 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] DELETE failed (client error): The resource could not be found. Aug 17 00:04:12.360975 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-501d4d73-61ed-4b95-bf99-793130e1cce7 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:04:12.364363 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-501d4d73-61ed-4b95-bf99-793130e1cce7 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "DELETE /v2.0/subnets/fc0aa3f6-df9d-46bc-9ea2-4e98899ae8fc HTTP/1.1" status: 404 len: 337 time: 0.0482218 Aug 17 00:04:12.367073 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37040) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:12.405788 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-658a3ef4-965a-411a-b9e0-9da66c0bd284 None None] For port 4bfa6747-47ac-456f-ad52-51d3056182a7, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4bfa6747-47ac-456f-ad52-51d3056182a7,segment=NetworkSegment(b0b51509-f072-4e21-8ab4-4916180ddac5),segment_id=b0b51509-f072-4e21-8ab4-4916180ddac5)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:12.406584 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-658a3ef4-965a-411a-b9e0-9da66c0bd284 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:12.415597 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-e258edb3-04a6-4417-8b11-4872651cb840 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] DELETE failed (client error): The resource could not be found. Aug 17 00:04:12.416440 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e258edb3-04a6-4417-8b11-4872651cb840 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:04:12.418416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e258edb3-04a6-4417-8b11-4872651cb840 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "DELETE /v2.0/networks/510d14ce-62ad-408f-ba95-3973d3b8de24 HTTP/1.1" status: 404 len: 339 time: 0.0497189 Aug 17 00:04:12.421091 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37042) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:12.433276 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-658a3ef4-965a-411a-b9e0-9da66c0bd284 None None] Calling delete_port for 4bfa6747-47ac-456f-ad52-51d3056182a7 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:04:12.504648 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-549232e7-0dce-461d-ba42-f725f1d72fe3 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:12.552089 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549232e7-0dce-461d-ba42-f725f1d72fe3 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Pushing event deleted for resources: {'Port': ['ID=4bfa6747-47ac-456f-ad52-51d3056182a7,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:12.557970 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549232e7-0dce-461d-ba42-f725f1d72fe3 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] No DVR routers for this DVR port 4bfa6747-47ac-456f-ad52-51d3056182a7 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:04:12.583872 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-658a3ef4-965a-411a-b9e0-9da66c0bd284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:12.633910 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-89852e07-2845-4c50-b680-9b5d9f27be06 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Deleting port b8cb9128-84ad-477e-960d-2fdb81cce901 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:04:12.634583 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-89852e07-2845-4c50-b680-9b5d9f27be06 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:12.640020 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a3ef4-965a-411a-b9e0-9da66c0bd284 None None] Pushing event deleted for resources: {'Port': ['ID=4bfa6747-47ac-456f-ad52-51d3056182a7,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:12.644603 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658a3ef4-965a-411a-b9e0-9da66c0bd284 None None] No DVR routers for this DVR port 4bfa6747-47ac-456f-ad52-51d3056182a7 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:04:12.668645 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8745efb9-6816-4924-81c6-422c321094cd None None] get_active_networks_info from n-d-800088-20 {{(pid=101404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 00:04:12.734155 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-549232e7-0dce-461d-ba42-f725f1d72fe3 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:12.739137 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-89852e07-2845-4c50-b680-9b5d9f27be06 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:12.757847 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-89852e07-2845-4c50-b680-9b5d9f27be06 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Calling delete_port for b8cb9128-84ad-477e-960d-2fdb81cce901 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:04:12.759092 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-549232e7-0dce-461d-ba42-f725f1d72fe3 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567475af-b319-402b-9bcb-875be629bdb3']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:12.791475 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-549232e7-0dce-461d-ba42-f725f1d72fe3 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b51509-f072-4e21-8ab4-4916180ddac5') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:12.791814 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-549232e7-0dce-461d-ba42-f725f1d72fe3 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b51509-f072-4e21-8ab4-4916180ddac5') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:12.825166 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-549232e7-0dce-461d-ba42-f725f1d72fe3 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:12.827044 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8745efb9-6816-4924-81c6-422c321094cd None None] Resources bound (agent type, host, resource id): {{(pid=101404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 00:04:12.869313 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-549232e7-0dce-461d-ba42-f725f1d72fe3 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:12.882757 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549232e7-0dce-461d-ba42-f725f1d72fe3 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:04:12.883178 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-549232e7-0dce-461d-ba42-f725f1d72fe3 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:04:12.890718 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:04:12.901968 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-89852e07-2845-4c50-b680-9b5d9f27be06 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:12.951633 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89852e07-2845-4c50-b680-9b5d9f27be06 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event deleted for resources: {'Port': ['ID=b8cb9128-84ad-477e-960d-2fdb81cce901,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:12.976913 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-89852e07-2845-4c50-b680-9b5d9f27be06 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:12.978627 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-549232e7-0dce-461d-ba42-f725f1d72fe3 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:12.981274 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-89852e07-2845-4c50-b680-9b5d9f27be06 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "DELETE /v2.0/ports/b8cb9128-84ad-477e-960d-2fdb81cce901 HTTP/1.1" status: 204 len: 168 time: 0.5590136 Aug 17 00:04:12.983692 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37060) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:13.003075 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-549232e7-0dce-461d-ba42-f725f1d72fe3 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:13.012389 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-549232e7-0dce-461d-ba42-f725f1d72fe3 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] 10.222.0.60 "DELETE /v2.0/networks/567475af-b319-402b-9bcb-875be629bdb3 HTTP/1.1" status: 204 len: 168 time: 1.6287985 Aug 17 00:04:13.012389 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549232e7-0dce-461d-ba42-f725f1d72fe3 tempest-AllowedAddressPairTestJSON-208376728 tempest-AllowedAddressPairTestJSON-208376728-project] Pushing event deleted for resources: {'Network': ['ID=567475af-b319-402b-9bcb-875be629bdb3,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:13.036155 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-71826f14-4cab-4999-bc86-46d6a607819b tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] DELETE failed (client error): The resource could not be found. Aug 17 00:04:13.036636 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71826f14-4cab-4999-bc86-46d6a607819b tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:04:13.038543 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-71826f14-4cab-4999-bc86-46d6a607819b tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "DELETE /v2.0/subnets/72c46284-448d-491b-aa1c-e2504c93541d HTTP/1.1" status: 404 len: 337 time: 0.0538926 Aug 17 00:04:13.040944 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37066) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:13.199513 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ed76c2fb-4648-49c7-8d5a-23f2ae8114e5 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:13.419770 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ed76c2fb-4648-49c7-8d5a-23f2ae8114e5 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:13.452924 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-ed76c2fb-4648-49c7-8d5a-23f2ae8114e5 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ee088d-b722-4fef-bb10-bde77740ef37']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:13.464275 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b8fc8-ef27-49e9-a26c-5e6ce07007d0 req-4b63985f-bf2e-4447-ae74-4d96c355ac26 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:13.465952 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-ed76c2fb-4648-49c7-8d5a-23f2ae8114e5 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e68855dc-8f73-4192-9b7e-a6d6ea5787ed') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:13.466437 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-ed76c2fb-4648-49c7-8d5a-23f2ae8114e5 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e68855dc-8f73-4192-9b7e-a6d6ea5787ed') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:13.470569 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d3b8fc8-ef27-49e9-a26c-5e6ce07007d0 req-4b63985f-bf2e-4447-ae74-4d96c355ac26 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d18aa75-9f15-44c3-89d3-182b6be3011e HTTP/1.1" status: 200 len: 945 time: 0.1320353 Aug 17 00:04:13.478770 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ed76c2fb-4648-49c7-8d5a-23f2ae8114e5 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:13.496349 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ed76c2fb-4648-49c7-8d5a-23f2ae8114e5 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:13.514105 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed76c2fb-4648-49c7-8d5a-23f2ae8114e5 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:04:13.514816 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ed76c2fb-4648-49c7-8d5a-23f2ae8114e5 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:13.568138 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37074) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:13.574637 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d3b8fc8-ef27-49e9-a26c-5e6ce07007d0 req-bb54d8d8-647d-4d11-abf7-e33eeb3b5b14 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/security-groups?id=33477a45-17b3-489f-87db-fec3c848595e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0963554 Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:04:13.608658 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:04:13.676582 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ed76c2fb-4648-49c7-8d5a-23f2ae8114e5 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:13.728798 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ed76c2fb-4648-49c7-8d5a-23f2ae8114e5 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:13.735578 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ed76c2fb-4648-49c7-8d5a-23f2ae8114e5 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "DELETE /v2.0/networks/11ee088d-b722-4fef-bb10-bde77740ef37 HTTP/1.1" status: 204 len: 168 time: 0.6913660 Aug 17 00:04:13.735578 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76c2fb-4648-49c7-8d5a-23f2ae8114e5 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event deleted for resources: {'Network': ['ID=11ee088d-b722-4fef-bb10-bde77740ef37,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:13.735991 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37094) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:13.928794 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bdfc5ed8-40fe-466f-bd05-a02537d71f0c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ffc952b9ddb542abbaea077a913afe94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3527520 Aug 17 00:04:13.931422 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37096) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:13.932946 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-d5770daf-6c08-4138-8deb-62557bf24b18 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Deleting port 367a115b-9cf3-4ddd-a432-9de2fa611c4a {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:04:13.933542 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d5770daf-6c08-4138-8deb-62557bf24b18 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:13.961510 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 3025641c-a330-4304-a23a-1876a1fa76d9 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:04:13.964733 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:04:14.034224 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2be31ed9-7ce2-4a17-b092-7920de42f4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:14.078023 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d5770daf-6c08-4138-8deb-62557bf24b18 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:14.086963 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2be31ed9-7ce2-4a17-b092-7920de42f4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:14.094100 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-d5770daf-6c08-4138-8deb-62557bf24b18 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Calling delete_port for 367a115b-9cf3-4ddd-a432-9de2fa611c4a owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:04:14.141075 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 3025641c-a330-4304-a23a-1876a1fa76d9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3025641c-a330-4304-a23a-1876a1fa76d9,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:14.167799 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '3025641c-a330-4304-a23a-1876a1fa76d9', 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'port_id': '3025641c-a330-4304-a23a-1876a1fa76d9', 'mac_address': 'fa:16:3e:d5:7a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:04:14.180205 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2be31ed9-7ce2-4a17-b092-7920de42f4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:14.186031 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2be31ed9-7ce2-4a17-b092-7920de42f4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:14.193551 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2be31ed9-7ce2-4a17-b092-7920de42f4bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ee9576c-cc57-4b81-9f33-4d6c19dedee1 HTTP/1.1" status: 204 len: 168 time: 0.2587810 Aug 17 00:04:14.223148 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be31ed9-7ce2-4a17-b092-7920de42f4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee9576c-cc57-4b81-9f33-4d6c19dedee1,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:14.228452 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4bfa6747-47ac-456f-ad52-51d3056182a7 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:04:14.244102 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d5770daf-6c08-4138-8deb-62557bf24b18 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:14.320377 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d5770daf-6c08-4138-8deb-62557bf24b18 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:14.326489 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37102) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:14.327945 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d5770daf-6c08-4138-8deb-62557bf24b18 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "DELETE /v2.0/ports/367a115b-9cf3-4ddd-a432-9de2fa611c4a HTTP/1.1" status: 204 len: 168 time: 0.5906210 Aug 17 00:04:14.328951 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5770daf-6c08-4138-8deb-62557bf24b18 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event deleted for resources: {'Port': ['ID=367a115b-9cf3-4ddd-a432-9de2fa611c4a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:14.332315 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 4bfa6747-47ac-456f-ad52-51d3056182a7 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:04:14.332866 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4bfa6747-47ac-456f-ad52-51d3056182a7 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:04:14.342740 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:04:14.353058 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:14.360521 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:04:14.360971 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:14.376916 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5e7711-7079-4459-8c75-2781bbde50e3 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] DELETE failed (client error): The resource could not be found. Aug 17 00:04:14.377462 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d5e7711-7079-4459-8c75-2781bbde50e3 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:04:14.379300 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7d5e7711-7079-4459-8c75-2781bbde50e3 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "DELETE /v2.0/subnets/108fa395-84e4-4397-a7a5-9fc0eddc822c HTTP/1.1" status: 404 len: 337 time: 0.0505691 Aug 17 00:04:14.382091 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37104) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:14.448099 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3025641c-a330-4304-a23a-1876a1fa76d9 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:04:14.479871 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 3025641c-a330-4304-a23a-1876a1fa76d9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3025641c-a330-4304-a23a-1876a1fa76d9,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:14.518876 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:14.549216 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-42629a2e-bc1f-4724-a8c6-64cb65e04bd6 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:14.561833 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d18aa75-9f15-44c3-89d3-182b6be3011e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3aa5fc1-cc2c-4ccd-a077-2baec2f949d7'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:04:14.564699 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff81cf6-4fdc-4bd5-bb10-b5a6b607bace" -d '{"events": [{"server_uuid": "2d18aa75-9f15-44c3-89d3-182b6be3011e", "name": "network-vif-plugged", "status": "completed", "tag": "d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:04:14.567410 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:14.570480 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7,segment=NetworkSegment(5dbcf5dd-98d5-4b1c-b9ff-859addfee606),segment_id=5dbcf5dd-98d5-4b1c-b9ff-859addfee606)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:14.587582 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:14.636821 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c0d676-c9f5-46b6-8c6a-2659ff273c9a x-openstack-request-id: req-40c0d676-c9f5-46b6-8c6a-2659ff273c9a {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:04:14.637466 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d18aa75-9f15-44c3-89d3-182b6be3011e", "name": "network-vif-plugged", "status": "completed", "tag": "d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:04:14.638035 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-40c0d676-c9f5-46b6-8c6a-2659ff273c9a {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:04:14.638934 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d18aa75-9f15-44c3-89d3-182b6be3011e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3aa5fc1-cc2c-4ccd-a077-2baec2f949d7', 'code': 200} Aug 17 00:04:14.717702 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=3025641c-a330-4304-a23a-1876a1fa76d9,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:14.835826 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:14.849382 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['3025641c-a330-4304-a23a-1876a1fa76d9'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:04:14.952872 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-42629a2e-bc1f-4724-a8c6-64cb65e04bd6 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:15.009394 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-42629a2e-bc1f-4724-a8c6-64cb65e04bd6 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe51fed-3937-45f3-925d-e9c6b2429a84']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:15.041545 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf118029-ad1d-4d1b-a5de-46e5d0618f24 req-c5412432-25e8-4739-bf13-5a7bf07ff3d6 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:15.043466 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf118029-ad1d-4d1b-a5de-46e5d0618f24 req-c5412432-25e8-4739-bf13-5a7bf07ff3d6 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d18aa75-9f15-44c3-89d3-182b6be3011e HTTP/1.1" status: 200 len: 946 time: 0.3018777 Aug 17 00:04:15.045433 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89082829-0f39-4505-a839-f41a37f635d0 req-cb5eee18-018f-478b-b99c-94febd146c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:15.046822 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-89082829-0f39-4505-a839-f41a37f635d0 req-cb5eee18-018f-478b-b99c-94febd146c51 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2d18aa75-9f15-44c3-89d3-182b6be3011e HTTP/1.1" status: 200 len: 1098 time: 0.3064387 Aug 17 00:04:15.048638 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-42629a2e-bc1f-4724-a8c6-64cb65e04bd6 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f7b0cd-c4d5-4184-b975-cb25d9c93955') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:15.048931 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-42629a2e-bc1f-4724-a8c6-64cb65e04bd6 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f7b0cd-c4d5-4184-b975-cb25d9c93955') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:15.083598 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-42629a2e-bc1f-4724-a8c6-64cb65e04bd6 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:15.131862 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf118029-ad1d-4d1b-a5de-46e5d0618f24 req-50baec37-20b2-4eef-a1aa-49b2005e2033 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/security-groups?id=33477a45-17b3-489f-87db-fec3c848595e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0799072 Aug 17 00:04:15.132897 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-42629a2e-bc1f-4724-a8c6-64cb65e04bd6 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:15.147457 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42629a2e-bc1f-4724-a8c6-64cb65e04bd6 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:04:15.147959 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-42629a2e-bc1f-4724-a8c6-64cb65e04bd6 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:04:15.151047 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:04:15.153350 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-89082829-0f39-4505-a839-f41a37f635d0 req-9018c9ae-c563-4942-8722-ed153f5b312a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=33477a45-17b3-489f-87db-fec3c848595e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0942161 Aug 17 00:04:15.241104 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-42629a2e-bc1f-4724-a8c6-64cb65e04bd6 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:15.251942 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-42629a2e-bc1f-4724-a8c6-64cb65e04bd6 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:15.255028 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-42629a2e-bc1f-4724-a8c6-64cb65e04bd6 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "DELETE /v2.0/networks/afe51fed-3937-45f3-925d-e9c6b2429a84 HTTP/1.1" status: 204 len: 168 time: 0.8719347 Aug 17 00:04:15.262020 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37144) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:15.268224 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42629a2e-bc1f-4724-a8c6-64cb65e04bd6 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event deleted for resources: {'Network': ['ID=afe51fed-3937-45f3-925d-e9c6b2429a84,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:15.374132 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-19263e02-0f6c-4337-bea6-571fcd17b157 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Deleting subnet 1324d6fc-903a-47f2-afd4-c8b6bd8b8aae {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:04:15.382948 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-19263e02-0f6c-4337-bea6-571fcd17b157 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:15.439674 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37150) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:15.447620 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-19263e02-0f6c-4337-bea6-571fcd17b157 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:15.587828 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-ee490d95-ee64-4e68-adc8-cfef2b60beb8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-149669489'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:15.590202 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-19263e02-0f6c-4337-bea6-571fcd17b157 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:15.628604 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee490d95-ee64-4e68-adc8-cfef2b60beb8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Made reservation on behalf of 85b7f103b50c478f893849cb9d5e1313 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:15.634049 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ee490d95-ee64-4e68-adc8-cfef2b60beb8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:15.645088 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ee490d95-ee64-4e68-adc8-cfef2b60beb8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:15.747425 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-19263e02-0f6c-4337-bea6-571fcd17b157 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:15.785289 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19263e02-0f6c-4337-bea6-571fcd17b157 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event deleted for resources: {'Subnet': ['ID=1324d6fc-903a-47f2-afd4-c8b6bd8b8aae,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:15.798977 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-19263e02-0f6c-4337-bea6-571fcd17b157 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:15.803652 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-19263e02-0f6c-4337-bea6-571fcd17b157 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "DELETE /v2.0/subnets/1324d6fc-903a-47f2-afd4-c8b6bd8b8aae HTTP/1.1" status: 204 len: 168 time: 0.5367892 Aug 17 00:04:15.806067 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37168) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:15.809508 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669c02ec-2e72-4379-ba91-f3d1f81ea042 None None] Network f1830868-977e-42c4-9f0a-596ce6cb91f0 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:15.912558 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ee490d95-ee64-4e68-adc8-cfef2b60beb8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:15.927706 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ee490d95-ee64-4e68-adc8-cfef2b60beb8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:15.970543 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:04:15.976019 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 3025641c-a330-4304-a23a-1876a1fa76d9 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:04:15.995846 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee490d95-ee64-4e68-adc8-cfef2b60beb8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca13f05-10c8-4c28-a818-185be3a01f81,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:16.029188 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30a6b693-5720-47a7-9787-2e3940fc5602 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:16.056891 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee490d95-ee64-4e68-adc8-cfef2b60beb8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:04:16.086293 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ee490d95-ee64-4e68-adc8-cfef2b60beb8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:16.087227 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-ee490d95-ee64-4e68-adc8-cfef2b60beb8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Added segment f6ee5e95-dd4a-4bbc-a31b-897ad9ff03ab of type vlan for network 8b7bbd86-cf6e-4246-af23-eb6664b3948b Aug 17 00:04:16.126108 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 3025641c-a330-4304-a23a-1876a1fa76d9 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:04:16.126971 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:16.199106 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-30a6b693-5720-47a7-9787-2e3940fc5602 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Deleting port 8b2ca49a-e929-430d-a19b-e171ffd576a4 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:04:16.200636 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30a6b693-5720-47a7-9787-2e3940fc5602 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:16.257298 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ee490d95-ee64-4e68-adc8-cfef2b60beb8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:16.351986 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:16.356234 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f58771b-92c8-4d90-a6c1-518413a4858a None None] DHCP port deletion for f1830868-977e-42c4-9f0a-596ce6cb91f0 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:04:16.423867 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19642e04-b77d-4803-aa1a-28f16cdd0060 req-ae37f713-5c40-4e32-a8b8-913e705dda2d tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:16.434216 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-19642e04-b77d-4803-aa1a-28f16cdd0060 req-ae37f713-5c40-4e32-a8b8-913e705dda2d tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d18aa75-9f15-44c3-89d3-182b6be3011e HTTP/1.1" status: 200 len: 946 time: 0.1169629 Aug 17 00:04:16.447461 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ee490d95-ee64-4e68-adc8-cfef2b60beb8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:16.457300 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee490d95-ee64-4e68-adc8-cfef2b60beb8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:16.458261 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ee490d95-ee64-4e68-adc8-cfef2b60beb8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:16.463879 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-30a6b693-5720-47a7-9787-2e3940fc5602 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] For port 8b2ca49a-e929-430d-a19b-e171ffd576a4, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=8b2ca49a-e929-430d-a19b-e171ffd576a4,segment=NetworkSegment(778542b4-928c-46fa-804b-f61b85747b32),segment_id=778542b4-928c-46fa-804b-f61b85747b32)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:16.464402 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30a6b693-5720-47a7-9787-2e3940fc5602 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:16.495320 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-30a6b693-5720-47a7-9787-2e3940fc5602 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Calling delete_port for 8b2ca49a-e929-430d-a19b-e171ffd576a4 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:04:16.541681 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 3025641c-a330-4304-a23a-1876a1fa76d9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3025641c-a330-4304-a23a-1876a1fa76d9,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:16.561470 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:16.566120 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee490d95-ee64-4e68-adc8-cfef2b60beb8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event updated for resources: {'Network': ['ID=8b7bbd86-cf6e-4246-af23-eb6664b3948b,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:16.592761 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ee490d95-ee64-4e68-adc8-cfef2b60beb8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1490357 Aug 17 00:04:16.618480 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30a6b693-5720-47a7-9787-2e3940fc5602 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:16.642200 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-19642e04-b77d-4803-aa1a-28f16cdd0060 req-af376cdb-9d95-4b2f-b033-6fb21f12df41 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/security-groups?id=33477a45-17b3-489f-87db-fec3c848595e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2040308 Aug 17 00:04:16.664148 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a6b693-5720-47a7-9787-2e3940fc5602 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] No DVR routers for this DVR port 8b2ca49a-e929-430d-a19b-e171ffd576a4 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:04:16.730737 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933b0cd2-0361-4805-8c8f-57b7f9c08923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3025641c-a330-4304-a23a-1876a1fa76d9'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:04:16.741415 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ff8d2f-1aaf-44c8-87fc-88bcde72c40c" -d '{"events": [{"server_uuid": "933b0cd2-0361-4805-8c8f-57b7f9c08923", "name": "network-vif-plugged", "status": "completed", "tag": "3025641c-a330-4304-a23a-1876a1fa76d9"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:04:16.749667 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=3025641c-a330-4304-a23a-1876a1fa76d9,revision_number=7']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:16.779277 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 8b7bbd86-cf6e-4246-af23-eb6664b3948b details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:04:16.832115 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b087b7d8-d00c-4ae5-916f-ee35fcbd011d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:16.887008 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30a6b693-5720-47a7-9787-2e3940fc5602 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:16.910875 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-30a6b693-5720-47a7-9787-2e3940fc5602 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1830868-977e-42c4-9f0a-596ce6cb91f0']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:16.950572 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-30a6b693-5720-47a7-9787-2e3940fc5602 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '778542b4-928c-46fa-804b-f61b85747b32') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:16.953378 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-30a6b693-5720-47a7-9787-2e3940fc5602 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '778542b4-928c-46fa-804b-f61b85747b32') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:16.990487 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30a6b693-5720-47a7-9787-2e3940fc5602 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:17.008339 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-9f58771b-92c8-4d90-a6c1-518413a4858a None None] Deleting port 8b2ca49a-e929-430d-a19b-e171ffd576a4 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:04:17.019395 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9f58771b-92c8-4d90-a6c1-518413a4858a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:17.038924 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30a6b693-5720-47a7-9787-2e3940fc5602 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:17.056345 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a6b693-5720-47a7-9787-2e3940fc5602 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:04:17.057385 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30a6b693-5720-47a7-9787-2e3940fc5602 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:17.243738 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665311d6-81fa-4e44-a57e-fd5ade0c6485 x-openstack-request-id: req-665311d6-81fa-4e44-a57e-fd5ade0c6485 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:04:17.244041 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933b0cd2-0361-4805-8c8f-57b7f9c08923", "name": "network-vif-plugged", "status": "completed", "tag": "3025641c-a330-4304-a23a-1876a1fa76d9", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:04:17.244302 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-665311d6-81fa-4e44-a57e-fd5ade0c6485 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:04:17.244717 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933b0cd2-0361-4805-8c8f-57b7f9c08923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3025641c-a330-4304-a23a-1876a1fa76d9', 'code': 200} Aug 17 00:04:17.321812 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6b693-5720-47a7-9787-2e3940fc5602 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event deleted for resources: {'Port': ['ID=8b2ca49a-e929-430d-a19b-e171ffd576a4,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:04:17.334052 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:04:17.337804 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30a6b693-5720-47a7-9787-2e3940fc5602 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:17.345971 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30a6b693-5720-47a7-9787-2e3940fc5602 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:17.355609 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-30a6b693-5720-47a7-9787-2e3940fc5602 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] 10.222.0.60 "DELETE /v2.0/networks/f1830868-977e-42c4-9f0a-596ce6cb91f0 HTTP/1.1" status: 204 len: 168 time: 1.5470510 Aug 17 00:04:17.378501 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-9f58771b-92c8-4d90-a6c1-518413a4858a None None] For port 8b2ca49a-e929-430d-a19b-e171ffd576a4, host n-d-800088-20, got binding levels [] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:17.379183 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9f58771b-92c8-4d90-a6c1-518413a4858a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:17.402697 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6b693-5720-47a7-9787-2e3940fc5602 tempest-NetworksIpV6TestAttrs-196011828 tempest-NetworksIpV6TestAttrs-196011828-project] Pushing event deleted for resources: {'Network': ['ID=f1830868-977e-42c4-9f0a-596ce6cb91f0,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:17.419254 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-9f58771b-92c8-4d90-a6c1-518413a4858a None None] Calling delete_port for 8b2ca49a-e929-430d-a19b-e171ffd576a4 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:04:17.422279 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.ipam_backend_mixin [None req-9f58771b-92c8-4d90-a6c1-518413a4858a None None] Port 8b2ca49a-e929-430d-a19b-e171ffd576a4 was not found and therefore no delete operation was performed {{(pid=101404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 00:04:17.423674 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9f58771b-92c8-4d90-a6c1-518413a4858a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:17.448585 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f58771b-92c8-4d90-a6c1-518413a4858a None None] Network f1830868-977e-42c4-9f0a-596ce6cb91f0 is not hosted by any dhcp agent {{(pid=101404) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 00:04:17.449205 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f58771b-92c8-4d90-a6c1-518413a4858a None None] No DVR routers for this DVR port 8b2ca49a-e929-430d-a19b-e171ffd576a4 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:04:17.477269 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58771b-92c8-4d90-a6c1-518413a4858a None None] Pushing event deleted for resources: {'Port': ['ID=8b2ca49a-e929-430d-a19b-e171ffd576a4,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:17.979575 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a814d-d099-4a51-9379-345168a67bfa req-c12263ba-3b3e-48a9-8a14-ef92ff579d58 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:18.001900 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f56a814d-d099-4a51-9379-345168a67bfa req-c12263ba-3b3e-48a9-8a14-ef92ff579d58 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d18aa75-9f15-44c3-89d3-182b6be3011e HTTP/1.1" status: 200 len: 946 time: 0.1600120 Aug 17 00:04:18.028198 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37220) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:18.192725 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f56a814d-d099-4a51-9379-345168a67bfa req-b7b39e66-6435-4624-b64f-0a87f681777f tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/security-groups?id=33477a45-17b3-489f-87db-fec3c848595e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1682549 Aug 17 00:04:18.215398 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 8b2ca49a-e929-430d-a19b-e171ffd576a4 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:04:18.302881 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 8b2ca49a-e929-430d-a19b-e171ffd576a4 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:04:18.303226 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 8b2ca49a-e929-430d-a19b-e171ffd576a4 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:04:18.386024 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37228) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:18.386257 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-82d9b07f-3e07-4f65-b996-47a837df4925 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e3fca359469a4e9a8c4522009ac4c0cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3561618 Aug 17 00:04:18.616395 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405c625-fda8-4766-beeb-20c5c940a509 req-27fdfd8e-ad76-4b45-b394-56d3d46e0e4d tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:18.625639 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d405c625-fda8-4766-beeb-20c5c940a509 req-27fdfd8e-ad76-4b45-b394-56d3d46e0e4d tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d18aa75-9f15-44c3-89d3-182b6be3011e HTTP/1.1" status: 200 len: 946 time: 0.1667333 Aug 17 00:04:18.627720 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37230) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:18.632803 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-4121db89-1b4b-441f-8004-ffb9ea6fe5b7 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Request body: {'floatingip': {'port_id': 'd3aa5fc1-cc2c-4ccd-a077-2baec2f949d7'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:18.658212 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-04c132c2-abb5-4383-949c-ac12842a806b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:18.726253 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-04c132c2-abb5-4383-949c-ac12842a806b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:18.792789 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4121db89-1b4b-441f-8004-ffb9ea6fe5b7 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks [] for floatingip, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:18.818473 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-04c132c2-abb5-4383-949c-ac12842a806b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:18.821563 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-04c132c2-abb5-4383-949c-ac12842a806b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:18.834554 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-04c132c2-abb5-4383-949c-ac12842a806b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/14a874e0-6600-4d51-9fac-4d92b81cef54 HTTP/1.1" status: 204 len: 168 time: 0.4473925 Aug 17 00:04:18.862932 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c132c2-abb5-4383-949c-ac12842a806b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a874e0-6600-4d51-9fac-4d92b81cef54,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:19.376859 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-92b484ca-95a2-48ad-bca4-82c7881a5a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:19.382792 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:20.144622 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:20.289488 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37260) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:20.302545 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-94a98f6d-1cf6-4a33-be99-0a3c547b0ec1 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Request body: {'subnet': {'network_id': '8b7bbd86-cf6e-4246-af23-eb6664b3948b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:20.532082 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a98f6d-1cf6-4a33-be99-0a3c547b0ec1 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Made reservation on behalf of 85b7f103b50c478f893849cb9d5e1313 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:20.541239 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-94a98f6d-1cf6-4a33-be99-0a3c547b0ec1 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:20.829328 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37276) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:20.834970 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030773 Aug 17 00:04:20.840261 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37280) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:20.871299 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4121db89-1b4b-441f-8004-ffb9ea6fe5b7 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:20.883023 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4121db89-1b4b-441f-8004-ffb9ea6fe5b7 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:21.037584 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-94a98f6d-1cf6-4a33-be99-0a3c547b0ec1 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:21.100343 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a98f6d-1cf6-4a33-be99-0a3c547b0ec1 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event updated for resources: {'Subnet': ['ID=5af5052a-7b60-4200-95d8-13a34eb38eb9,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:21.108026 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-56a441bc-0fc9-49c9-8bf1-205386739fc5 tempest-NetworksApiDiscovery-1302681692 tempest-NetworksApiDiscovery-1302681692-project] 10.222.0.60 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2652869 Aug 17 00:04:21.157406 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-4121db89-1b4b-441f-8004-ffb9ea6fe5b7 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Floating IP eba336c6-0c1b-4338-b538-25f1e8346bbf associated. External IP: 172.25.3.30, port: d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7. Aug 17 00:04:21.160126 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a98f6d-1cf6-4a33-be99-0a3c547b0ec1 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Checking segment: {'id': 'f6ee5e95-dd4a-4bbc-a31b-897ad9ff03ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8b7bbd86-cf6e-4246-af23-eb6664b3948b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:04:21.160500 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a98f6d-1cf6-4a33-be99-0a3c547b0ec1 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Network hostable DHCP agents. Network: 8b7bbd86-cf6e-4246-af23-eb6664b3948b, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:04:21.184689 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a98f6d-1cf6-4a33-be99-0a3c547b0ec1 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Network 8b7bbd86-cf6e-4246-af23-eb6664b3948b is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:04:21.200771 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-94a98f6d-1cf6-4a33-be99-0a3c547b0ec1 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 8b7bbd86-cf6e-4246-af23-eb6664b3948b) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:04:21.209450 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a98f6d-1cf6-4a33-be99-0a3c547b0ec1 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:21.210147 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-94a98f6d-1cf6-4a33-be99-0a3c547b0ec1 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:21.223634 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95757f6a-ffa4-4557-9e92-fced499d3bcf None None] Network 8b7bbd86-cf6e-4246-af23-eb6664b3948b requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:21.243574 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-94a98f6d-1cf6-4a33-be99-0a3c547b0ec1 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9519167 Aug 17 00:04:21.244277 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37292) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:21.249668 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-ff90c5c2-4b22-4787-8362-27b018c28f22 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1271497429'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:21.293388 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff90c5c2-4b22-4787-8362-27b018c28f22 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Made reservation on behalf of 85b7f103b50c478f893849cb9d5e1313 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:21.297152 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ff90c5c2-4b22-4787-8362-27b018c28f22 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:21.349170 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff90c5c2-4b22-4787-8362-27b018c28f22 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:04:21.367710 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ff90c5c2-4b22-4787-8362-27b018c28f22 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:21.368483 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-ff90c5c2-4b22-4787-8362-27b018c28f22 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Added segment ee316aba-0d73-472d-ad72-a8a6046b836f of type vlan for network 94a78de9-4900-47d3-8448-f2edac697a12 Aug 17 00:04:21.478733 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ff90c5c2-4b22-4787-8362-27b018c28f22 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:21.556390 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ff90c5c2-4b22-4787-8362-27b018c28f22 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:21.567148 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff90c5c2-4b22-4787-8362-27b018c28f22 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:21.568010 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ff90c5c2-4b22-4787-8362-27b018c28f22 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:21.655544 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4121db89-1b4b-441f-8004-ffb9ea6fe5b7 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Router 2822012d-7984-4fda-a9b6-0c23bc87dcfc has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:04:21.688843 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ff90c5c2-4b22-4787-8362-27b018c28f22 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4434400 Aug 17 00:04:21.692972 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37298) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:21.707046 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-f1aa5588-5b88-4180-a32f-985a3749b2c2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Request body: {'subnet': {'network_id': '94a78de9-4900-47d3-8448-f2edac697a12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:21.723205 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90c5c2-4b22-4787-8362-27b018c28f22 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event updated for resources: {'Network': ['ID=94a78de9-4900-47d3-8448-f2edac697a12,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:21.726484 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc23c7e-ff2f-45af-8623-f618b2bb5f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-8b7bbd86-cf6e-4246-af23-eb6664b3948b', 'network_id': '8b7bbd86-cf6e-4246-af23-eb6664b3948b', 'tenant_id': '85b7f103b50c478f893849cb9d5e1313', 'fixed_ips': [{'subnet_id': '5af5052a-7b60-4200-95d8-13a34eb38eb9'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:04:21.728119 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1bc23c7e-ff2f-45af-8623-f618b2bb5f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:21.745695 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 94a78de9-4900-47d3-8448-f2edac697a12 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:04:21.840039 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37302) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:21.959444 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4121db89-1b4b-441f-8004-ffb9ea6fe5b7 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:04:21.978671 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4121db89-1b4b-441f-8004-ffb9ea6fe5b7 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:21.983859 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1aa5588-5b88-4180-a32f-985a3749b2c2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Made reservation on behalf of 85b7f103b50c478f893849cb9d5e1313 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:21.988707 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f1aa5588-5b88-4180-a32f-985a3749b2c2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:22.035517 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212823c-5d24-4398-88a4-7cbe0e80ee6f None None] Sync routers for ids ['2822012d-7984-4fda-a9b6-0c23bc87dcfc'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:04:22.038792 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4121db89-1b4b-441f-8004-ffb9ea6fe5b7 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "PUT /v2.0/floatingips/eba336c6-0c1b-4338-b538-25f1e8346bbf HTTP/1.1" status: 200 len: 991 time: 3.4095097 Aug 17 00:04:22.039430 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d18aa75-9f15-44c3-89d3-182b6be3011e', 'tag': 'd3aa5fc1-cc2c-4ccd-a077-2baec2f949d7'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:04:22.042428 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f80396-2f07-40b1-9fd5-b05480b67f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "2d18aa75-9f15-44c3-89d3-182b6be3011e", "tag": "d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:04:22.131595 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:22.176589 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3212823c-5d24-4398-88a4-7cbe0e80ee6f None None] Routers {'2822012d-7984-4fda-a9b6-0c23bc87dcfc'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:04:22.180238 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3212823c-5d24-4398-88a4-7cbe0e80ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:04:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2822012d-7984-4fda-a9b6-0c23bc87dcfc'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:22.306565 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2b789878-7fae-4cc3-86c6-9e2ab132c06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:22.329209 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7af144-ab39-4990-bf90-79b10c4093b2 x-openstack-request-id: req-da7af144-ab39-4990-bf90-79b10c4093b2 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:04:22.329774 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d18aa75-9f15-44c3-89d3-182b6be3011e", "tag": "d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:04:22.330886 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-da7af144-ab39-4990-bf90-79b10c4093b2 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:04:22.331551 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d18aa75-9f15-44c3-89d3-182b6be3011e', 'tag': 'd3aa5fc1-cc2c-4ccd-a077-2baec2f949d7', 'status': 'completed', 'code': 200} Aug 17 00:04:22.475861 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2b789878-7fae-4cc3-86c6-9e2ab132c06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:22.507679 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2b789878-7fae-4cc3-86c6-9e2ab132c06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:22.604865 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2b789878-7fae-4cc3-86c6-9e2ab132c06b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=99ce7ac7e0f148d1a64d491acbf14221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7529452 Aug 17 00:04:22.607618 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37354) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:22.638608 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b789878-7fae-4cc3-86c6-9e2ab132c06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9e0eb5-f287-4f66-a934-542dc70a6afa,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:22.659190 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f80396-2f07-40b1-9fd5-b05480b67f5c req-1da9abf8-c873-4957-9e8c-2da7d95650c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:22.661964 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-74f80396-2f07-40b1-9fd5-b05480b67f5c req-1da9abf8-c873-4957-9e8c-2da7d95650c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a562794c0504d6a8487a22f63636d5c&device_id=2d18aa75-9f15-44c3-89d3-182b6be3011e HTTP/1.1" status: 200 len: 1098 time: 0.1650715 Aug 17 00:04:22.740925 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-84249b95-8f17-478e-8b7f-554cfc53662f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:22.753956 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-1bc23c7e-ff2f-45af-8623-f618b2bb5f64 None None] Allocated IP 2001:db8:0:ffff::2 (8b7bbd86-cf6e-4246-af23-eb6664b3948b/5af5052a-7b60-4200-95d8-13a34eb38eb9/eb59ed14-e246-4bba-a916-1a0a0e2cca1e) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:04:22.793102 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-84249b95-8f17-478e-8b7f-554cfc53662f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:22.813472 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f1aa5588-5b88-4180-a32f-985a3749b2c2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:22.894792 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-84249b95-8f17-478e-8b7f-554cfc53662f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:22.901180 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-84249b95-8f17-478e-8b7f-554cfc53662f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:22.901180 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-84249b95-8f17-478e-8b7f-554cfc53662f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c9e0eb5-f287-4f66-a934-542dc70a6afa HTTP/1.1" status: 204 len: 168 time: 0.2901909 Aug 17 00:04:22.915502 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84249b95-8f17-478e-8b7f-554cfc53662f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9e0eb5-f287-4f66-a934-542dc70a6afa,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:23.136908 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-3212823c-5d24-4398-88a4-7cbe0e80ee6f None None] Set router 2822012d-7984-4fda-a9b6-0c23bc87dcfc gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:04:23.182388 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f80396-2f07-40b1-9fd5-b05480b67f5c req-99baed9b-3845-4238-a186-e26b2a680fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:23.184193 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-74f80396-2f07-40b1-9fd5-b05480b67f5c req-99baed9b-3845-4238-a186-e26b2a680fec service neutron] 10.222.0.64 "GET /v2.0/networks?id=0cf1b169-b7d3-456e-a765-49ab2ffa2334 HTTP/1.1" status: 200 len: 913 time: 0.4952073 Aug 17 00:04:23.219733 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa5588-5b88-4180-a32f-985a3749b2c2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event updated for resources: {'Subnet': ['ID=6622618f-412a-4666-aa99-4af7d4c4cb27,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:23.246188 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1bc23c7e-ff2f-45af-8623-f618b2bb5f64 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:23.319292 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aa5588-5b88-4180-a32f-985a3749b2c2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Checking segment: {'id': 'ee316aba-0d73-472d-ad72-a8a6046b836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '94a78de9-4900-47d3-8448-f2edac697a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:04:23.321444 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1aa5588-5b88-4180-a32f-985a3749b2c2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Network hostable DHCP agents. Network: 94a78de9-4900-47d3-8448-f2edac697a12, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:04:23.345814 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1bc23c7e-ff2f-45af-8623-f618b2bb5f64 None None] Transition to ACTIVE for port object eb59ed14-e246-4bba-a916-1a0a0e2cca1e will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:04:23.362263 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-74f80396-2f07-40b1-9fd5-b05480b67f5c req-a202806f-61e1-4c10-9a1b-64aa05bed752 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7 HTTP/1.1" status: 200 len: 999 time: 0.1586807 Aug 17 00:04:23.387046 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1bc23c7e-ff2f-45af-8623-f618b2bb5f64 None None] Transition to ACTIVE for port object eb59ed14-e246-4bba-a916-1a0a0e2cca1e will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:04:23.505146 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f80396-2f07-40b1-9fd5-b05480b67f5c req-082eb915-3928-4362-aeb0-43f97af06fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:23.507173 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-74f80396-2f07-40b1-9fd5-b05480b67f5c req-082eb915-3928-4362-aeb0-43f97af06fca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a HTTP/1.1" status: 200 len: 851 time: 0.1338634 Aug 17 00:04:23.561345 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1aa5588-5b88-4180-a32f-985a3749b2c2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Network 94a78de9-4900-47d3-8448-f2edac697a12 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:04:23.607030 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1bc23c7e-ff2f-45af-8623-f618b2bb5f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:23.622505 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-f1aa5588-5b88-4180-a32f-985a3749b2c2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 94a78de9-4900-47d3-8448-f2edac697a12) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:04:23.635550 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1aa5588-5b88-4180-a32f-985a3749b2c2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:23.640629 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f1aa5588-5b88-4180-a32f-985a3749b2c2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:23.662684 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f80396-2f07-40b1-9fd5-b05480b67f5c req-f0bee747-9400-412f-9e81-373e2a799da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:23.673195 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-74f80396-2f07-40b1-9fd5-b05480b67f5c req-f0bee747-9400-412f-9e81-373e2a799da5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0cf1b169-b7d3-456e-a765-49ab2ffa2334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1556995 Aug 17 00:04:23.687162 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338e9eda-ae58-479d-9ea4-35cc5a96530a None None] Network 94a78de9-4900-47d3-8448-f2edac697a12 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:23.779002 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc23c7e-ff2f-45af-8623-f618b2bb5f64 None None] Network 8b7bbd86-cf6e-4246-af23-eb6664b3948b is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:04:23.787128 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-1bc23c7e-ff2f-45af-8623-f618b2bb5f64 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:04:23.793620 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc23c7e-ff2f-45af-8623-f618b2bb5f64 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:04:23.834844 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc23c7e-ff2f-45af-8623-f618b2bb5f64 None None] Pushing event updated for resources: {'Port': ['ID=eb59ed14-e246-4bba-a916-1a0a0e2cca1e,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:23.836754 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f1aa5588-5b88-4180-a32f-985a3749b2c2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1387455 Aug 17 00:04:23.837622 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37428) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:23.975722 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486684da-ea9f-43b3-93e1-50906604e40b req-1a31d567-e544-4071-af63-326188bb8572 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:23.988498 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-486684da-ea9f-43b3-93e1-50906604e40b req-1a31d567-e544-4071-af63-326188bb8572 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 0.2870710 Aug 17 00:04:24.012861 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device cb7eaa97-095a-4093-8cc7-ec5ce53bdae7 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:04:24.036788 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-74f80396-2f07-40b1-9fd5-b05480b67f5c req-00d1ac03-ab74-4cf0-b781-8ad02903d810 service neutron] 10.222.0.64 "GET /v2.0/networks/0cf1b169-b7d3-456e-a765-49ab2ffa2334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463814 Aug 17 00:04:24.056263 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-486684da-ea9f-43b3-93e1-50906604e40b req-33eeebf1-2d5f-45d3-8be9-ecb1671ce767 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655370 Aug 17 00:04:24.149761 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3212823c-5d24-4398-88a4-7cbe0e80ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'name': 'tempest-ServersTestManualDisk-1487523001-router', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '2eec2496-243e-4c46-9b1c-439c4107ecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:03:40Z', 'updated_at': '2021-08-17T00:03:45Z', 'revision_number': 4, 'project_id': '1a562794c0504d6a8487a22f63636d5c', 'gw_port': {'id': '2eec2496-243e-4c46-9b1c-439c4107ecdf', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:41Z', 'updated_at': '2021-08-17T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'eba336c6-0c1b-4338-b538-25f1e8346bbf', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'floating_ip_address': '172.25.3.30', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'port_id': 'd3aa5fc1-cc2c-4ccd-a077-2baec2f949d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334', 'mac_address': 'fa:16:3e:48:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d18aa75-9f15-44c3-89d3-182b6be3011e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:03:52Z', 'updated_at': '2021-08-17T00:04:20Z', 'revision_number': 1, 'project_id': '1a562794c0504d6a8487a22f63636d5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d0676d-23dd-47bf-a858-f8b914f9f345', 'name': '', 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'mac_address': 'fa:16:3e:48:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:44Z', 'updated_at': '2021-08-17T00:03:59Z', 'revision_number': 5, 'project_id': '1a562794c0504d6a8487a22f63636d5c', 'subnets': [{'id': 'b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:24.168648 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6117-c53b-4e5b-9fd6-20acce065909 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:24.171879 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-1bc23c7e-ff2f-45af-8623-f618b2bb5f64 None None] Attempting to bind port eb59ed14-e246-4bba-a916-1a0a0e2cca1e on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:04:24.172246 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-1bc23c7e-ff2f-45af-8623-f618b2bb5f64 None None] Attempting to bind port eb59ed14-e246-4bba-a916-1a0a0e2cca1e by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'f6ee5e95-dd4a-4bbc-a31b-897ad9ff03ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8b7bbd86-cf6e-4246-af23-eb6664b3948b'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:04:24.175035 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc23c7e-ff2f-45af-8623-f618b2bb5f64 None None] Attempting to bind port eb59ed14-e246-4bba-a916-1a0a0e2cca1e on network 8b7bbd86-cf6e-4246-af23-eb6664b3948b {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:04:24.255961 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212823c-5d24-4398-88a4-7cbe0e80ee6f None None] Checking router: 2822012d-7984-4fda-a9b6-0c23bc87dcfc for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:04:24.280471 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-74f80396-2f07-40b1-9fd5-b05480b67f5c req-4fab4c7c-6413-4ee2-9e81-40867e4dae5b service neutron] 10.222.0.64 "GET /v2.0/networks/0cf1b169-b7d3-456e-a765-49ab2ffa2334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139935 Aug 17 00:04:24.348017 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc23c7e-ff2f-45af-8623-f618b2bb5f64 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:04:24.348435 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc23c7e-ff2f-45af-8623-f618b2bb5f64 None None] Checking segment: {'id': 'f6ee5e95-dd4a-4bbc-a31b-897ad9ff03ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8b7bbd86-cf6e-4246-af23-eb6664b3948b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:04:24.348856 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1bc23c7e-ff2f-45af-8623-f618b2bb5f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:24.353591 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc23c7e-ff2f-45af-8623-f618b2bb5f64 None None] Bound using segment: {'id': 'f6ee5e95-dd4a-4bbc-a31b-897ad9ff03ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8b7bbd86-cf6e-4246-af23-eb6664b3948b'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:04:24.354304 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-1bc23c7e-ff2f-45af-8623-f618b2bb5f64 None None] Bound port: eb59ed14-e246-4bba-a916-1a0a0e2cca1e, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ee5e95-dd4a-4bbc-a31b-897ad9ff03ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8b7bbd86-cf6e-4246-af23-eb6664b3948b'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:04:24.354647 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1bc23c7e-ff2f-45af-8623-f618b2bb5f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:24.401296 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6117-c53b-4e5b-9fd6-20acce065909 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:24.423958 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3212823c-5d24-4398-88a4-7cbe0e80ee6f None None] Routers {'2822012d-7984-4fda-a9b6-0c23bc87dcfc'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:04:24.434297 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3212823c-5d24-4398-88a4-7cbe0e80ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:04:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2822012d-7984-4fda-a9b6-0c23bc87dcfc'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:24.610864 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6117-c53b-4e5b-9fd6-20acce065909 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:24.611129 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7cf3e8-6fe2-4e61-b5b7-9484d095ac00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-94a78de9-4900-47d3-8448-f2edac697a12', 'network_id': '94a78de9-4900-47d3-8448-f2edac697a12', 'tenant_id': '85b7f103b50c478f893849cb9d5e1313', 'fixed_ips': [{'subnet_id': '6622618f-412a-4666-aa99-4af7d4c4cb27'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:04:24.615291 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bb7cf3e8-6fe2-4e61-b5b7-9484d095ac00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:24.654548 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b6117-c53b-4e5b-9fd6-20acce065909 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event deleted for resources: {'Subnet': ['ID=6622618f-412a-4666-aa99-4af7d4c4cb27,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:24.766729 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6117-c53b-4e5b-9fd6-20acce065909 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:24.796828 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2e0b6117-c53b-4e5b-9fd6-20acce065909 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a78de9-4900-47d3-8448-f2edac697a12']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:24.817609 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37464) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:24.826350 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2e0b6117-c53b-4e5b-9fd6-20acce065909 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee316aba-0d73-472d-ad72-a8a6046b836f') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:24.827020 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2e0b6117-c53b-4e5b-9fd6-20acce065909 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee316aba-0d73-472d-ad72-a8a6046b836f') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:24.895347 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6117-c53b-4e5b-9fd6-20acce065909 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:24.896317 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:24.934834 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6117-c53b-4e5b-9fd6-20acce065909 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:24.944493 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port cb7eaa97-095a-4093-8cc7-ec5ce53bdae7, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=cb7eaa97-095a-4093-8cc7-ec5ce53bdae7,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:24.946598 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1bc23c7e-ff2f-45af-8623-f618b2bb5f64 None None] For port eb59ed14-e246-4bba-a916-1a0a0e2cca1e, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:04:24.950089 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e0b6117-c53b-4e5b-9fd6-20acce065909 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:04:24.951276 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6117-c53b-4e5b-9fd6-20acce065909 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:24.952296 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4062cb7-c18a-4dc6-9144-334a191f4a6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb7eaa97-095a-4093-8cc7-ec5ce53bdae7'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:04:24.955197 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9802b845-f3d5-4e57-8cec-87a77cb5e150" -d '{"events": [{"server_uuid": "c4062cb7-c18a-4dc6-9144-334a191f4a6f", "name": "network-vif-unplugged", "status": "completed", "tag": "cb7eaa97-095a-4093-8cc7-ec5ce53bdae7"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:04:24.962284 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:04:24.964553 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:25.060409 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff152e51-0111-4bab-93ea-00f434de9a84 None None] Network 94a78de9-4900-47d3-8448-f2edac697a12 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:25.083072 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-3212823c-5d24-4398-88a4-7cbe0e80ee6f None None] Set router 2822012d-7984-4fda-a9b6-0c23bc87dcfc gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:04:25.099453 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-93fddcf9-84e8-45f9-bebe-90d1431da728 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-154081842-network', 'tenant_id': 'c5eb9f78896542f0bb56a9369bb220f7'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:25.111122 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6117-c53b-4e5b-9fd6-20acce065909 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:25.116132 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 00:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a45523-eaad-4c5d-b678-af71e5902a13 x-openstack-request-id: req-24a45523-eaad-4c5d-b678-af71e5902a13 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:04:25.116733 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4062cb7-c18a-4dc6-9144-334a191f4a6f", "name": "network-vif-unplugged", "status": "completed", "tag": "cb7eaa97-095a-4093-8cc7-ec5ce53bdae7", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:04:25.117165 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-24a45523-eaad-4c5d-b678-af71e5902a13 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:04:25.117863 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4062cb7-c18a-4dc6-9144-334a191f4a6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb7eaa97-095a-4093-8cc7-ec5ce53bdae7', 'code': 200} Aug 17 00:04:25.141483 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6117-c53b-4e5b-9fd6-20acce065909 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:25.150751 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2e0b6117-c53b-4e5b-9fd6-20acce065909 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "DELETE /v2.0/networks/94a78de9-4900-47d3-8448-f2edac697a12 HTTP/1.1" status: 204 len: 168 time: 1.3075981 Aug 17 00:04:25.153068 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b6117-c53b-4e5b-9fd6-20acce065909 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event deleted for resources: {'Network': ['ID=94a78de9-4900-47d3-8448-f2edac697a12,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:25.165211 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37476) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:25.190086 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-18c2e754-d436-4d4c-9ea7-35e08cee8861 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1970878935'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:25.240017 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fddcf9-84e8-45f9-bebe-90d1431da728 admin admin] Made reservation on behalf of c5eb9f78896542f0bb56a9369bb220f7 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:25.244777 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-93fddcf9-84e8-45f9-bebe-90d1431da728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:25.272024 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-93fddcf9-84e8-45f9-bebe-90d1431da728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:25.286895 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1bc23c7e-ff2f-45af-8623-f618b2bb5f64 None None] For port eb59ed14-e246-4bba-a916-1a0a0e2cca1e, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=eb59ed14-e246-4bba-a916-1a0a0e2cca1e,segment=NetworkSegment(f6ee5e95-dd4a-4bbc-a31b-897ad9ff03ab),segment_id=f6ee5e95-dd4a-4bbc-a31b-897ad9ff03ab)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:04:25.296526 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c2e754-d436-4d4c-9ea7-35e08cee8861 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Made reservation on behalf of 85b7f103b50c478f893849cb9d5e1313 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:25.301875 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-18c2e754-d436-4d4c-9ea7-35e08cee8861 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:25.339186 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1bc23c7e-ff2f-45af-8623-f618b2bb5f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:25.384169 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c2e754-d436-4d4c-9ea7-35e08cee8861 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:04:25.397382 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-18c2e754-d436-4d4c-9ea7-35e08cee8861 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:25.398211 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-18c2e754-d436-4d4c-9ea7-35e08cee8861 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Added segment 2e0c1f4a-ffb2-42d0-803d-c4a3781eee7f of type vlan for network 392d35b8-e832-42cf-b7e4-1f924482d1b4 Aug 17 00:04:25.466644 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-18c2e754-d436-4d4c-9ea7-35e08cee8861 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:25.502788 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-18c2e754-d436-4d4c-9ea7-35e08cee8861 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:25.510810 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c2e754-d436-4d4c-9ea7-35e08cee8861 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:25.511478 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-18c2e754-d436-4d4c-9ea7-35e08cee8861 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:25.570459 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=cb7eaa97-095a-4093-8cc7-ec5ce53bdae7,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:25.650680 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599187b8-348c-4036-ac76-22ee5647cf64 req-326390a7-5f24-4c01-aad0-962d05e3ad8e tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:25.661288 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-599187b8-348c-4036-ac76-22ee5647cf64 req-326390a7-5f24-4c01-aad0-962d05e3ad8e tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/networks?id=828b9ed9-5982-43c3-a42e-6c3581a384df HTTP/1.1" status: 200 len: 803 time: 0.9925742 Aug 17 00:04:25.664605 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2e754-d436-4d4c-9ea7-35e08cee8861 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event updated for resources: {'Network': ['ID=392d35b8-e832-42cf-b7e4-1f924482d1b4,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:25.686568 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 392d35b8-e832-42cf-b7e4-1f924482d1b4 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:04:25.734952 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-599187b8-348c-4036-ac76-22ee5647cf64 req-1ac358d1-0655-46fa-b443-98fa135080de tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/quotas/a2ce754388cc43b1ac4e9f8b8d18c497 HTTP/1.1" status: 200 len: 375 time: 0.0458274 Aug 17 00:04:25.770644 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e9337-0934-4a28-b86a-45ef760faca1 req-bfd28209-36bc-4c31-8b6f-24ffe91c6366 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:25.780370 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-502e9337-0934-4a28-b86a-45ef760faca1 req-bfd28209-36bc-4c31-8b6f-24ffe91c6366 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 0.1178339 Aug 17 00:04:25.790002 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-93fddcf9-84e8-45f9-bebe-90d1431da728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:25.801934 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-93fddcf9-84e8-45f9-bebe-90d1431da728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:25.867590 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-18c2e754-d436-4d4c-9ea7-35e08cee8861 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6925511 Aug 17 00:04:25.872814 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37492) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:25.929003 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-3e6fbca2-7c50-4ac6-84ec-ca756ee71ec1 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Request body: {'subnet': {'network_id': '392d35b8-e832-42cf-b7e4-1f924482d1b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:25.982384 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-502e9337-0934-4a28-b86a-45ef760faca1 req-26f8327c-ab71-485f-9dc7-0be190169056 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007332 Aug 17 00:04:26.003188 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93fddcf9-84e8-45f9-bebe-90d1431da728 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:04:26.021700 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-599187b8-348c-4036-ac76-22ee5647cf64 req-cee7ecf4-4906-4d84-a7a1-de3391fd7fd7 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a2ce754388cc43b1ac4e9f8b8d18c497&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2745771 Aug 17 00:04:26.211219 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fddcf9-84e8-45f9-bebe-90d1431da728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177d7bfa-87ae-4578-9433-9ecff6e32261,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:26.231872 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-93fddcf9-84e8-45f9-bebe-90d1431da728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:26.233643 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-93fddcf9-84e8-45f9-bebe-90d1431da728 admin admin] Added segment 562e3757-37f0-46f2-b379-336fd59b4e76 of type vlan for network 7d819474-710f-40b0-bddd-d03357420d13 Aug 17 00:04:26.291280 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc23c7e-ff2f-45af-8623-f618b2bb5f64 None None] Pushing event updated for resources: {'Port': ['ID=eb59ed14-e246-4bba-a916-1a0a0e2cca1e,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:26.387572 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-599187b8-348c-4036-ac76-22ee5647cf64 req-724bd394-35ca-4e48-8b74-88815d6fb597 service neutron] 10.222.0.60 "GET /v2.0/networks/828b9ed9-5982-43c3-a42e-6c3581a384df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634596 Aug 17 00:04:26.442768 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-93fddcf9-84e8-45f9-bebe-90d1431da728 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:26.475892 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f616a-9bee-4540-b006-1d7fe884191c req-89d79f46-002b-40b5-a1b5-b9e27157b4a2 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:26.475892 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-135f616a-9bee-4540-b006-1d7fe884191c req-89d79f46-002b-40b5-a1b5-b9e27157b4a2 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4062cb7-c18a-4dc6-9144-334a191f4a6f HTTP/1.1" status: 200 len: 944 time: 0.4231055 Aug 17 00:04:26.489555 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3212823c-5d24-4398-88a4-7cbe0e80ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'name': 'tempest-ServersTestManualDisk-1487523001-router', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '2eec2496-243e-4c46-9b1c-439c4107ecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:03:40Z', 'updated_at': '2021-08-17T00:03:45Z', 'revision_number': 4, 'project_id': '1a562794c0504d6a8487a22f63636d5c', 'gw_port': {'id': '2eec2496-243e-4c46-9b1c-439c4107ecdf', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:41Z', 'updated_at': '2021-08-17T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'eba336c6-0c1b-4338-b538-25f1e8346bbf', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'floating_ip_address': '172.25.3.30', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'port_id': 'd3aa5fc1-cc2c-4ccd-a077-2baec2f949d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334', 'mac_address': 'fa:16:3e:48:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d18aa75-9f15-44c3-89d3-182b6be3011e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:03:52Z', 'updated_at': '2021-08-17T00:04:20Z', 'revision_number': 1, 'project_id': '1a562794c0504d6a8487a22f63636d5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d0676d-23dd-47bf-a858-f8b914f9f345', 'name': '', 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'mac_address': 'fa:16:3e:48:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:44Z', 'updated_at': '2021-08-17T00:03:59Z', 'revision_number': 5, 'project_id': '1a562794c0504d6a8487a22f63636d5c', 'subnets': [{'id': 'b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:26.516928 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6fbca2-7c50-4ac6-84ec-ca756ee71ec1 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Made reservation on behalf of 85b7f103b50c478f893849cb9d5e1313 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:26.532007 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e6fbca2-7c50-4ac6-84ec-ca756ee71ec1 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:26.555975 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212823c-5d24-4398-88a4-7cbe0e80ee6f None None] The sync data for ids ['2822012d-7984-4fda-a9b6-0c23bc87dcfc'] in n-d-800088-20 is: [{'id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'name': 'tempest-ServersTestManualDisk-1487523001-router', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '2eec2496-243e-4c46-9b1c-439c4107ecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:03:40Z', 'updated_at': '2021-08-17T00:03:45Z', 'revision_number': 4, 'project_id': '1a562794c0504d6a8487a22f63636d5c', 'gw_port': {'id': '2eec2496-243e-4c46-9b1c-439c4107ecdf', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:41Z', 'updated_at': '2021-08-17T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'eba336c6-0c1b-4338-b538-25f1e8346bbf', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'floating_ip_address': '172.25.3.30', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'port_id': 'd3aa5fc1-cc2c-4ccd-a077-2baec2f949d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334', 'mac_address': 'fa:16:3e:48:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d18aa75-9f15-44c3-89d3-182b6be3011e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:03:52Z', 'updated_at': '2021-08-17T00:04:20Z', 'revision_number': 1, 'project_id': '1a562794c0504d6a8487a22f63636d5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d0676d-23dd-47bf-a858-f8b914f9f345', 'name': '', 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'mac_address': 'fa:16:3e:48:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:44Z', 'updated_at': '2021-08-17T00:03:59Z', 'revision_number': 5, 'project_id': '1a562794c0504d6a8487a22f63636d5c', 'subnets': [{'id': 'b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:04:26.672755 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-599187b8-348c-4036-ac76-22ee5647cf64 req-cfea3336-aeb2-4118-b346-7901c587f32f service neutron] 10.222.0.60 "GET /v2.0/networks/828b9ed9-5982-43c3-a42e-6c3581a384df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851639 Aug 17 00:04:26.699658 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-135f616a-9bee-4540-b006-1d7fe884191c req-1cff24f9-0444-4620-9aea-4c9309fc340d tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Deleting port cb7eaa97-095a-4093-8cc7-ec5ce53bdae7 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:04:26.701214 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-135f616a-9bee-4540-b006-1d7fe884191c req-1cff24f9-0444-4620-9aea-4c9309fc340d tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:26.989594 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-135f616a-9bee-4540-b006-1d7fe884191c req-1cff24f9-0444-4620-9aea-4c9309fc340d tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] For port cb7eaa97-095a-4093-8cc7-ec5ce53bdae7, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=cb7eaa97-095a-4093-8cc7-ec5ce53bdae7,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:26.990354 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-135f616a-9bee-4540-b006-1d7fe884191c req-1cff24f9-0444-4620-9aea-4c9309fc340d tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:27.016743 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d12e73-03f3-4d42-86b7-a720b349a2d8 None None] New status for floating IP eba336c6-0c1b-4338-b538-25f1e8346bbf: ACTIVE {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:04:27.081445 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-93fddcf9-84e8-45f9-bebe-90d1431da728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:27.091776 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fddcf9-84e8-45f9-bebe-90d1431da728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:27.096624 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-93fddcf9-84e8-45f9-bebe-90d1431da728 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:27.122755 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eb2303ef-84a4-4345-8fa2-b68f397bdb80 req-76a065c7-5ee8-41b6-a59b-9ed2c43f6ef3 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3edbabbb-b8d2-4110-a35d-64f0461b122d HTTP/1.1" status: 200 len: 210 time: 0.1119134 Aug 17 00:04:27.148178 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-135f616a-9bee-4540-b006-1d7fe884191c req-1cff24f9-0444-4620-9aea-4c9309fc340d tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Calling delete_port for cb7eaa97-095a-4093-8cc7-ec5ce53bdae7 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:04:27.174701 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e6fbca2-7c50-4ac6-84ec-ca756ee71ec1 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:27.279893 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-93fddcf9-84e8-45f9-bebe-90d1431da728 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4579966 Aug 17 00:04:27.321033 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fbca2-7c50-4ac6-84ec-ca756ee71ec1 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event updated for resources: {'Subnet': ['ID=6ff8479f-0f20-4a0f-b455-db4dbf529fc4,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:27.326057 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37522) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:27.358311 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-165f33c1-0990-4486-8246-47d2c79c5b9b admin admin] Request body: {'subnet': {'network_id': '7d819474-710f-40b0-bddd-d03357420d13', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-154081842-subnet', 'tenant_id': 'c5eb9f78896542f0bb56a9369bb220f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:27.420855 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fddcf9-84e8-45f9-bebe-90d1431da728 admin admin] Pushing event updated for resources: {'Network': ['ID=7d819474-710f-40b0-bddd-d03357420d13,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:27.429905 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5b4fc-fa02-4cad-8652-f18d484a9d10 req-89cabb43-cb69-4eda-8cbe-565e966345f4 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:27.432571 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 7d819474-710f-40b0-bddd-d03357420d13 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:04:27.458412 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bc5b4fc-fa02-4cad-8652-f18d484a9d10 req-89cabb43-cb69-4eda-8cbe-565e966345f4 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 0.2833366 Aug 17 00:04:27.517023 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165f33c1-0990-4486-8246-47d2c79c5b9b admin admin] Made reservation on behalf of c5eb9f78896542f0bb56a9369bb220f7 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:27.532680 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-165f33c1-0990-4486-8246-47d2c79c5b9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:27.563254 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bc5b4fc-fa02-4cad-8652-f18d484a9d10 req-fcc4b355-5f06-49ed-b92d-56e4217b2c50 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038432 Aug 17 00:04:27.675860 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82381df-c3e0-47ef-a4f2-05584379d1e5 None None] Network 8b7bbd86-cf6e-4246-af23-eb6664b3948b requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:27.798901 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6fbca2-7c50-4ac6-84ec-ca756ee71ec1 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Checking segment: {'id': '2e0c1f4a-ffb2-42d0-803d-c4a3781eee7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '392d35b8-e832-42cf-b7e4-1f924482d1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:04:27.800145 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6fbca2-7c50-4ac6-84ec-ca756ee71ec1 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Network hostable DHCP agents. Network: 392d35b8-e832-42cf-b7e4-1f924482d1b4, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:04:27.805921 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-135f616a-9bee-4540-b006-1d7fe884191c req-1cff24f9-0444-4620-9aea-4c9309fc340d tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:27.823808 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-165f33c1-0990-4486-8246-47d2c79c5b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:27.852395 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-70cd83a1-ccdb-476d-85e0-b5654052c762 None None] Provisioning for port eb59ed14-e246-4bba-a916-1a0a0e2cca1e completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:04:27.872308 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff24f9-0444-4620-9aea-4c9309fc340d tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Pushing event deleted for resources: {'Port': ['ID=cb7eaa97-095a-4093-8cc7-ec5ce53bdae7,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:27.954327 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6fbca2-7c50-4ac6-84ec-ca756ee71ec1 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Network 392d35b8-e832-42cf-b7e4-1f924482d1b4 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:04:27.977363 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-3e6fbca2-7c50-4ac6-84ec-ca756ee71ec1 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 392d35b8-e832-42cf-b7e4-1f924482d1b4) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:04:27.984692 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f33c1-0990-4486-8246-47d2c79c5b9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0c10a74-6567-47b3-afac-89a66228b206,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:27.997550 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-135f616a-9bee-4540-b006-1d7fe884191c req-1cff24f9-0444-4620-9aea-4c9309fc340d tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] No DVR routers for this DVR port cb7eaa97-095a-4093-8cc7-ec5ce53bdae7 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:04:28.000019 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6fbca2-7c50-4ac6-84ec-ca756ee71ec1 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:28.000751 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-135f616a-9bee-4540-b006-1d7fe884191c req-1cff24f9-0444-4620-9aea-4c9309fc340d tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:28.001805 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e6fbca2-7c50-4ac6-84ec-ca756ee71ec1 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:28.004682 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-135f616a-9bee-4540-b006-1d7fe884191c req-1cff24f9-0444-4620-9aea-4c9309fc340d tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.64 "DELETE /v2.0/ports/cb7eaa97-095a-4093-8cc7-ec5ce53bdae7 HTTP/1.1" status: 204 len: 173 time: 1.5236492 Aug 17 00:04:28.005403 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4062cb7-c18a-4dc6-9144-334a191f4a6f', 'name': 'network-vif-deleted', 'tag': 'cb7eaa97-095a-4093-8cc7-ec5ce53bdae7'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:04:28.008423 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06aadf2-0a6c-47e6-b123-e8d3ed7ae67a" -d '{"events": [{"server_uuid": "c4062cb7-c18a-4dc6-9144-334a191f4a6f", "name": "network-vif-deleted", "tag": "cb7eaa97-095a-4093-8cc7-ec5ce53bdae7"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:04:28.035494 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165f33c1-0990-4486-8246-47d2c79c5b9b admin admin] Checking segment: {'id': '562e3757-37f0-46f2-b379-336fd59b4e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7d819474-710f-40b0-bddd-d03357420d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:04:28.036048 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165f33c1-0990-4486-8246-47d2c79c5b9b admin admin] Network hostable DHCP agents. Network: 7d819474-710f-40b0-bddd-d03357420d13, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:04:28.043848 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3e6fbca2-7c50-4ac6-84ec-ca756ee71ec1 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1665492 Aug 17 00:04:28.044697 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37540) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:28.045766 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498bd1cf-0c0e-4748-a85f-24297f638de5 None None] Network 392d35b8-e832-42cf-b7e4-1f924482d1b4 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:28.058343 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-73d3d3fd-6b70-48bf-b7bf-608b4f4674f0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1897892890'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:28.083008 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165f33c1-0990-4486-8246-47d2c79c5b9b admin admin] Network 7d819474-710f-40b0-bddd-d03357420d13 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:04:28.105110 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-165f33c1-0990-4486-8246-47d2c79c5b9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 7d819474-710f-40b0-bddd-d03357420d13) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:04:28.121360 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165f33c1-0990-4486-8246-47d2c79c5b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:28.121921 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-165f33c1-0990-4486-8246-47d2c79c5b9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:28.164497 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e87fb78-08b3-4d6a-b26c-522ab6bd2601 None None] Network 7d819474-710f-40b0-bddd-d03357420d13 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:28.171804 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-165f33c1-0990-4486-8246-47d2c79c5b9b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8441575 Aug 17 00:04:28.186313 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea6dcdd-788c-49ea-aec4-1a20bf95ee67 x-openstack-request-id: req-eea6dcdd-788c-49ea-aec4-1a20bf95ee67 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:04:28.186629 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4062cb7-c18a-4dc6-9144-334a191f4a6f", "name": "network-vif-deleted", "tag": "cb7eaa97-095a-4093-8cc7-ec5ce53bdae7", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:04:28.186895 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eea6dcdd-788c-49ea-aec4-1a20bf95ee67 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:04:28.187333 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4062cb7-c18a-4dc6-9144-334a191f4a6f', 'name': 'network-vif-deleted', 'tag': 'cb7eaa97-095a-4093-8cc7-ec5ce53bdae7', 'status': 'completed', 'code': 200} Aug 17 00:04:28.188135 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d3d3fd-6b70-48bf-b7bf-608b4f4674f0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Made reservation on behalf of 85b7f103b50c478f893849cb9d5e1313 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:28.207130 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-73d3d3fd-6b70-48bf-b7bf-608b4f4674f0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:28.324050 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d3d3fd-6b70-48bf-b7bf-608b4f4674f0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:04:28.469348 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-73d3d3fd-6b70-48bf-b7bf-608b4f4674f0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:28.471668 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-73d3d3fd-6b70-48bf-b7bf-608b4f4674f0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Added segment 12217c07-0cae-4c82-935f-4cdfee215294 of type vlan for network 1d01c9ff-506a-4906-9fd9-ac3346329e44 Aug 17 00:04:28.476888 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device eb59ed14-e246-4bba-a916-1a0a0e2cca1e up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:04:28.554699 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-73d3d3fd-6b70-48bf-b7bf-608b4f4674f0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:28.708009 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b637a08f-3c52-4cbf-b636-4c5afeb88a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-392d35b8-e832-42cf-b7e4-1f924482d1b4', 'network_id': '392d35b8-e832-42cf-b7e4-1f924482d1b4', 'tenant_id': '85b7f103b50c478f893849cb9d5e1313', 'fixed_ips': [{'subnet_id': '6ff8479f-0f20-4a0f-b455-db4dbf529fc4'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:04:28.709229 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b637a08f-3c52-4cbf-b636-4c5afeb88a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:28.787429 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-65e73d41-b026-454a-8c8f-f300c06703c6 req-dc0f5cdd-6ab5-4c02-bd13-4fe4dcd7dc56 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3edbabbb-b8d2-4110-a35d-64f0461b122d HTTP/1.1" status: 200 len: 210 time: 0.4734211 Aug 17 00:04:28.810620 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-73d3d3fd-6b70-48bf-b7bf-608b4f4674f0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:28.835072 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d3d3fd-6b70-48bf-b7bf-608b4f4674f0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:28.835856 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-73d3d3fd-6b70-48bf-b7bf-608b4f4674f0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:28.875608 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b49939e-183e-4fa1-a905-214bdcb6f065 None None] Network 7d819474-710f-40b0-bddd-d03357420d13 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:28.880059 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port eb59ed14-e246-4bba-a916-1a0a0e2cca1e completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:04:28.895651 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port eb59ed14-e246-4bba-a916-1a0a0e2cca1e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:04:28.896029 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:28.976450 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3d3fd-6b70-48bf-b7bf-608b4f4674f0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event updated for resources: {'Network': ['ID=1d01c9ff-506a-4906-9fd9-ac3346329e44,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:29.009011 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e22b1-0d45-4c80-9561-8d22addc1401 req-aafe18ef-39f4-4552-89f8-fbd9ede4b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:29.009291 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 1d01c9ff-506a-4906-9fd9-ac3346329e44 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:04:29.012156 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f62e22b1-0d45-4c80-9561-8d22addc1401 req-aafe18ef-39f4-4552-89f8-fbd9ede4b718 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61108af2093845fe9a64c45c9df6e55d&device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 1097 time: 0.6948066 Aug 17 00:04:29.014389 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-73d3d3fd-6b70-48bf-b7bf-608b4f4674f0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9682066 Aug 17 00:04:29.017200 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37576) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:29.024673 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-3b8bf845-21ab-493d-b041-691e512483d0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Request body: {'subnet': {'network_id': '1d01c9ff-506a-4906-9fd9-ac3346329e44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:29.079558 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0253a78c-8dd9-46b8-b80a-496d17642825 None None] Provisioning complete for port eb59ed14-e246-4bba-a916-1a0a0e2cca1e triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:04:29.080775 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0253a78c-8dd9-46b8-b80a-496d17642825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:29.239398 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:29.283370 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8bf845-21ab-493d-b041-691e512483d0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Made reservation on behalf of 85b7f103b50c478f893849cb9d5e1313 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:29.288679 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3b8bf845-21ab-493d-b041-691e512483d0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:29.352703 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-b637a08f-3c52-4cbf-b636-4c5afeb88a27 None None] Allocated IP 2001:db8::1 (392d35b8-e832-42cf-b7e4-1f924482d1b4/6ff8479f-0f20-4a0f-b455-db4dbf529fc4/042f7584-21fb-4512-8648-5f21d743bab6) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:04:29.393183 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.ipam_backend_mixin [None req-3b8bf845-21ab-493d-b041-691e512483d0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Performing IP validity checks on allocation pools {{(pid=101403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 17 00:04:29.394149 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.ipam_backend_mixin [None req-3b8bf845-21ab-493d-b041-691e512483d0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 17 00:04:29.546114 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port eb59ed14-e246-4bba-a916-1a0a0e2cca1e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=eb59ed14-e246-4bba-a916-1a0a0e2cca1e,segment=NetworkSegment(f6ee5e95-dd4a-4bbc-a31b-897ad9ff03ab),segment_id=f6ee5e95-dd4a-4bbc-a31b-897ad9ff03ab)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:29.549407 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0253a78c-8dd9-46b8-b80a-496d17642825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:29.580811 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:29.664012 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37594) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:29.671095 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e22b1-0d45-4c80-9561-8d22addc1401 req-d36c07f2-4d3e-4205-b456-d39958dda535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:29.672673 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f62e22b1-0d45-4c80-9561-8d22addc1401 req-d36c07f2-4d3e-4205-b456-d39958dda535 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf42c908-bd85-4d10-afc7-00681d389032 HTTP/1.1" status: 200 len: 913 time: 0.4118705 Aug 17 00:04:29.673189 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-2747ebea-5f4b-4666-8b5a-516d52ccc64c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-657193990-network', 'tenant_id': 'f6e1d4fd57904be8aa2ca6a4453c7ed7'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:29.725922 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.db.api [None req-0253a78c-8dd9-46b8-b80a-496d17642825 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:04:29.726556 n-d-800088-20 neutron-server[101404]: DEBUG oslo_db.api [None req-0253a78c-8dd9-46b8-b80a-496d17642825 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:04:29.727856 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2747ebea-5f4b-4666-8b5a-516d52ccc64c admin admin] Made reservation on behalf of f6e1d4fd57904be8aa2ca6a4453c7ed7 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:29.734118 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2747ebea-5f4b-4666-8b5a-516d52ccc64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:29.753991 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=eb59ed14-e246-4bba-a916-1a0a0e2cca1e,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:29.803732 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2747ebea-5f4b-4666-8b5a-516d52ccc64c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:29.927446 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b637a08f-3c52-4cbf-b636-4c5afeb88a27 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:29.957214 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b637a08f-3c52-4cbf-b636-4c5afeb88a27 None None] Transition to ACTIVE for port object 042f7584-21fb-4512-8648-5f21d743bab6 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:04:29.998272 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b637a08f-3c52-4cbf-b636-4c5afeb88a27 None None] Transition to ACTIVE for port object 042f7584-21fb-4512-8648-5f21d743bab6 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:04:30.007020 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device cb7eaa97-095a-4093-8cc7-ec5ce53bdae7 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:04:30.042907 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b637a08f-3c52-4cbf-b636-4c5afeb88a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:30.049203 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: cb7eaa97-095a-4093-8cc7-ec5ce53bdae7 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:04:30.050046 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device cb7eaa97-095a-4093-8cc7-ec5ce53bdae7 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:04:30.059582 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2747ebea-5f4b-4666-8b5a-516d52ccc64c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:30.068630 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2747ebea-5f4b-4666-8b5a-516d52ccc64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:30.106771 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b637a08f-3c52-4cbf-b636-4c5afeb88a27 None None] Network 392d35b8-e832-42cf-b7e4-1f924482d1b4 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:04:30.111802 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-b637a08f-3c52-4cbf-b636-4c5afeb88a27 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:04:30.120599 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b637a08f-3c52-4cbf-b636-4c5afeb88a27 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:04:30.150527 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2747ebea-5f4b-4666-8b5a-516d52ccc64c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:04:30.167763 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747ebea-5f4b-4666-8b5a-516d52ccc64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57db4fe-283f-472b-978e-27fa94aba5cd,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:30.174745 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3b8bf845-21ab-493d-b041-691e512483d0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:30.184065 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2747ebea-5f4b-4666-8b5a-516d52ccc64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:30.193523 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-2747ebea-5f4b-4666-8b5a-516d52ccc64c admin admin] Added segment 811102ee-98b2-477c-a401-bed8c723e8bf of type vlan for network 1564e47f-a322-4e4c-9145-bb838af850de Aug 17 00:04:30.259494 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device eb59ed14-e246-4bba-a916-1a0a0e2cca1e up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:04:30.298263 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8bf845-21ab-493d-b041-691e512483d0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event updated for resources: {'Subnet': ['ID=4c3268b5-9da5-4fa1-ae5c-ce7543a7db5a,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:30.317705 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bed32a07-8b09-408a-9cf4-6a5ad0ec8fd7 req-c187b306-e68f-4828-b499-90d62143047c tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3edbabbb-b8d2-4110-a35d-64f0461b122d HTTP/1.1" status: 200 len: 210 time: 0.1835532 Aug 17 00:04:30.344154 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637a08f-3c52-4cbf-b636-4c5afeb88a27 None None] Pushing event updated for resources: {'Port': ['ID=042f7584-21fb-4512-8648-5f21d743bab6,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:30.365183 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2747ebea-5f4b-4666-8b5a-516d52ccc64c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:30.387007 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-b637a08f-3c52-4cbf-b636-4c5afeb88a27 None None] Attempting to bind port 042f7584-21fb-4512-8648-5f21d743bab6 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:04:30.387877 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-b637a08f-3c52-4cbf-b636-4c5afeb88a27 None None] Attempting to bind port 042f7584-21fb-4512-8648-5f21d743bab6 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '2e0c1f4a-ffb2-42d0-803d-c4a3781eee7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '392d35b8-e832-42cf-b7e4-1f924482d1b4'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:04:30.388485 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b637a08f-3c52-4cbf-b636-4c5afeb88a27 None None] Attempting to bind port 042f7584-21fb-4512-8648-5f21d743bab6 on network 392d35b8-e832-42cf-b7e4-1f924482d1b4 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:04:30.407720 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b637a08f-3c52-4cbf-b636-4c5afeb88a27 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:04:30.409324 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b637a08f-3c52-4cbf-b636-4c5afeb88a27 None None] Checking segment: {'id': '2e0c1f4a-ffb2-42d0-803d-c4a3781eee7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '392d35b8-e832-42cf-b7e4-1f924482d1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:04:30.410401 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b637a08f-3c52-4cbf-b636-4c5afeb88a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:30.410928 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b637a08f-3c52-4cbf-b636-4c5afeb88a27 None None] Bound using segment: {'id': '2e0c1f4a-ffb2-42d0-803d-c4a3781eee7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '392d35b8-e832-42cf-b7e4-1f924482d1b4'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:04:30.411546 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-b637a08f-3c52-4cbf-b636-4c5afeb88a27 None None] Bound port: 042f7584-21fb-4512-8648-5f21d743bab6, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e0c1f4a-ffb2-42d0-803d-c4a3781eee7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '392d35b8-e832-42cf-b7e4-1f924482d1b4'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:04:30.412125 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b637a08f-3c52-4cbf-b636-4c5afeb88a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:30.418993 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port eb59ed14-e246-4bba-a916-1a0a0e2cca1e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:04:30.419627 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:30.425204 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2747ebea-5f4b-4666-8b5a-516d52ccc64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:30.426302 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2747ebea-5f4b-4666-8b5a-516d52ccc64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:30.426891 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2747ebea-5f4b-4666-8b5a-516d52ccc64c admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:30.461136 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2747ebea-5f4b-4666-8b5a-516d52ccc64c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7916551 Aug 17 00:04:30.461853 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37610) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:30.473327 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f62e22b1-0d45-4c80-9561-8d22addc1401 req-44f9adac-c158-47ba-a0f7-a659e655d92a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3025641c-a330-4304-a23a-1876a1fa76d9 HTTP/1.1" status: 200 len: 1001 time: 0.7415161 Aug 17 00:04:30.492093 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-6b3ac7e6-11f2-4218-aace-aa414f2ab779 admin admin] Request body: {'subnet': {'network_id': '1564e47f-a322-4e4c-9145-bb838af850de', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-657193990-subnet', 'tenant_id': 'f6e1d4fd57904be8aa2ca6a4453c7ed7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:30.531004 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f63e2-5ced-4319-b9f3-573b37174071 req-108773b2-e36e-43e0-8f4b-2ac81ed5251e tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:30.534467 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-857f63e2-5ced-4319-b9f3-573b37174071 req-108773b2-e36e-43e0-8f4b-2ac81ed5251e tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 1.5639565 Aug 17 00:04:30.568650 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747ebea-5f4b-4666-8b5a-516d52ccc64c admin admin] Pushing event updated for resources: {'Network': ['ID=1564e47f-a322-4e4c-9145-bb838af850de,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:30.581535 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3ac7e6-11f2-4218-aace-aa414f2ab779 admin admin] Made reservation on behalf of f6e1d4fd57904be8aa2ca6a4453c7ed7 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:30.586860 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6b3ac7e6-11f2-4218-aace-aa414f2ab779 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:30.602853 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8bf845-21ab-493d-b041-691e512483d0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Checking segment: {'id': '12217c07-0cae-4c82-935f-4cdfee215294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1d01c9ff-506a-4906-9fd9-ac3346329e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:04:30.603230 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8bf845-21ab-493d-b041-691e512483d0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Network hostable DHCP agents. Network: 1d01c9ff-506a-4906-9fd9-ac3346329e44, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:04:30.606483 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e22b1-0d45-4c80-9561-8d22addc1401 req-7a954932-cc1d-4c3f-aa01-ee39d9a4731f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:30.608352 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f62e22b1-0d45-4c80-9561-8d22addc1401 req-7a954932-cc1d-4c3f-aa01-ee39d9a4731f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1afde0e7-f7b0-4278-82ad-0cbe61d404a7 HTTP/1.1" status: 200 len: 851 time: 0.1218438 Aug 17 00:04:30.762544 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599187b8-348c-4036-ac76-22ee5647cf64 req-d40d3b27-68d8-4c91-97bf-03a574cdeff8 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:30.767016 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-599187b8-348c-4036-ac76-22ee5647cf64 req-d40d3b27-68d8-4c91-97bf-03a574cdeff8 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.64 "GET /v2.0/networks?id=828b9ed9-5982-43c3-a42e-6c3581a384df HTTP/1.1" status: 200 len: 803 time: 1.0334952 Aug 17 00:04:30.801143 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-599187b8-348c-4036-ac76-22ee5647cf64 req-9003cf06-62f1-4e5f-91cd-f75e065b7dd1 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Request body: {'port': {'device_id': '3edbabbb-b8d2-4110-a35d-64f0461b122d', 'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df', 'admin_state_up': True, 'tenant_id': 'a2ce754388cc43b1ac4e9f8b8d18c497'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:30.890070 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 1564e47f-a322-4e4c-9145-bb838af850de details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:04:30.891108 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6b3ac7e6-11f2-4218-aace-aa414f2ab779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:30.937305 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-857f63e2-5ced-4319-b9f3-573b37174071 req-875efdbd-0419-4669-82a4-92b6138e5a51 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3254137 Aug 17 00:04:30.968463 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e22b1-0d45-4c80-9561-8d22addc1401 req-50bb7860-ff72-4803-a3ca-88b4eca0fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:30.971686 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f62e22b1-0d45-4c80-9561-8d22addc1401 req-50bb7860-ff72-4803-a3ca-88b4eca0fb88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf42c908-bd85-4d10-afc7-00681d389032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3484995 Aug 17 00:04:30.975569 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8bf845-21ab-493d-b041-691e512483d0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Network 1d01c9ff-506a-4906-9fd9-ac3346329e44 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:04:31.016566 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ac7e6-11f2-4218-aace-aa414f2ab779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3409b97-ba46-419b-9a99-3865acb8edb6,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:31.040375 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3ac7e6-11f2-4218-aace-aa414f2ab779 admin admin] Checking segment: {'id': '811102ee-98b2-477c-a401-bed8c723e8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1564e47f-a322-4e4c-9145-bb838af850de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:04:31.040810 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3ac7e6-11f2-4218-aace-aa414f2ab779 admin admin] Network hostable DHCP agents. Network: 1564e47f-a322-4e4c-9145-bb838af850de, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:04:31.055700 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-3b8bf845-21ab-493d-b041-691e512483d0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 1d01c9ff-506a-4906-9fd9-ac3346329e44) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:04:31.057744 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-599187b8-348c-4036-ac76-22ee5647cf64 req-9003cf06-62f1-4e5f-91cd-f75e065b7dd1 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Made reservation on behalf of a2ce754388cc43b1ac4e9f8b8d18c497 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:31.062132 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-b637a08f-3c52-4cbf-b636-4c5afeb88a27 None None] For port 042f7584-21fb-4512-8648-5f21d743bab6, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:04:31.063243 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-599187b8-348c-4036-ac76-22ee5647cf64 req-9003cf06-62f1-4e5f-91cd-f75e065b7dd1 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:31.071099 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-b637a08f-3c52-4cbf-b636-4c5afeb88a27 None None] For port 042f7584-21fb-4512-8648-5f21d743bab6, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=042f7584-21fb-4512-8648-5f21d743bab6,segment=NetworkSegment(2e0c1f4a-ffb2-42d0-803d-c4a3781eee7f),segment_id=2e0c1f4a-ffb2-42d0-803d-c4a3781eee7f)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:04:31.073666 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8cdd68-b51b-4410-bf66-b6863bb617f0 None None] Network 1d01c9ff-506a-4906-9fd9-ac3346329e44 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:31.082290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8bf845-21ab-493d-b041-691e512483d0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:31.083167 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3b8bf845-21ab-493d-b041-691e512483d0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:31.084734 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3ac7e6-11f2-4218-aace-aa414f2ab779 admin admin] Network 1564e47f-a322-4e4c-9145-bb838af850de is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:04:31.093803 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-6b3ac7e6-11f2-4218-aace-aa414f2ab779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 1564e47f-a322-4e4c-9145-bb838af850de) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:04:31.111852 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3ac7e6-11f2-4218-aace-aa414f2ab779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:31.113213 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6b3ac7e6-11f2-4218-aace-aa414f2ab779 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:31.140613 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34a8199-9179-4187-a550-8a9231ec1929 None None] Network 1564e47f-a322-4e4c-9145-bb838af850de requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:31.146342 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b637a08f-3c52-4cbf-b636-4c5afeb88a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:31.194303 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6b3ac7e6-11f2-4218-aace-aa414f2ab779 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7302749 Aug 17 00:04:31.196472 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37624) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:31.203883 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3b8bf845-21ab-493d-b041-691e512483d0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1846347 Aug 17 00:04:31.250025 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f62e22b1-0d45-4c80-9561-8d22addc1401 req-ba2db1b5-46da-4cf6-8edd-708b83e2398d service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632003 Aug 17 00:04:31.475807 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cde69cbb-acb2-4a26-9290-242d9a869425 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:31.527290 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637a08f-3c52-4cbf-b636-4c5afeb88a27 None None] Pushing event updated for resources: {'Port': ['ID=042f7584-21fb-4512-8648-5f21d743bab6,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:31.563068 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37636) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:31.610502 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cde69cbb-acb2-4a26-9290-242d9a869425 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:31.653811 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-998b1ccf-263a-4dcb-8094-2aa89bf8c6f0 req-f1ee5176-c277-41ec-8892-5223a81bc09b tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3edbabbb-b8d2-4110-a35d-64f0461b122d HTTP/1.1" status: 200 len: 210 time: 0.1308739 Aug 17 00:04:31.656232 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f62e22b1-0d45-4c80-9561-8d22addc1401 req-8dce4a7a-d386-4a9c-8fd7-fa0e829d4211 service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968747 Aug 17 00:04:31.726164 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cde69cbb-acb2-4a26-9290-242d9a869425 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:31.730558 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de27589-6dd3-436a-b1db-4b9b4f87b11d None None] Network 1564e47f-a322-4e4c-9145-bb838af850de requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:31.798105 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde69cbb-acb2-4a26-9290-242d9a869425 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event deleted for resources: {'Subnet': ['ID=4c3268b5-9da5-4fa1-ae5c-ce7543a7db5a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:31.802716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-599187b8-348c-4036-ac76-22ee5647cf64 req-9003cf06-62f1-4e5f-91cd-f75e065b7dd1 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Allocated IP 172.20.0.14 (828b9ed9-5982-43c3-a42e-6c3581a384df/edd9ab22-5340-4c03-a1d1-8f64d16eab30/c7aa8418-1199-41ff-bafe-ed63a01a0d67) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:04:31.845277 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-93714259-b80d-4c6b-9a25-46821049483b admin admin] Deleting subnet b0c10a74-6567-47b3-afac-89a66228b206 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:04:31.852259 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-93714259-b80d-4c6b-9a25-46821049483b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:31.939934 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e137bd5-7a16-43de-a3ed-b6af9f31d982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-1d01c9ff-506a-4906-9fd9-ac3346329e44', 'network_id': '1d01c9ff-506a-4906-9fd9-ac3346329e44', 'tenant_id': '85b7f103b50c478f893849cb9d5e1313', 'fixed_ips': [{'subnet_id': '4c3268b5-9da5-4fa1-ae5c-ce7543a7db5a'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:04:31.941206 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cde69cbb-acb2-4a26-9290-242d9a869425 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:31.943005 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8e137bd5-7a16-43de-a3ed-b6af9f31d982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:31.957229 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-cde69cbb-acb2-4a26-9290-242d9a869425 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d01c9ff-506a-4906-9fd9-ac3346329e44']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:32.008662 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-93714259-b80d-4c6b-9a25-46821049483b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:32.010858 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-cde69cbb-acb2-4a26-9290-242d9a869425 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12217c07-0cae-4c82-935f-4cdfee215294') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:32.013739 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-cde69cbb-acb2-4a26-9290-242d9a869425 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12217c07-0cae-4c82-935f-4cdfee215294') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:32.034364 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cde69cbb-acb2-4a26-9290-242d9a869425 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:32.066665 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cde69cbb-acb2-4a26-9290-242d9a869425 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:32.075325 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde69cbb-acb2-4a26-9290-242d9a869425 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:04:32.076045 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cde69cbb-acb2-4a26-9290-242d9a869425 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:04:32.085604 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:04:32.217372 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-93714259-b80d-4c6b-9a25-46821049483b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:32.280906 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6732768-999c-427c-b6a4-e755c2f046ec req-a834a4fb-7ba1-45cf-9727-07aee959f0f0 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:32.299555 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d6732768-999c-427c-b6a4-e755c2f046ec req-a834a4fb-7ba1-45cf-9727-07aee959f0f0 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 0.2057164 Aug 17 00:04:32.306377 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cde69cbb-acb2-4a26-9290-242d9a869425 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:32.317967 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cde69cbb-acb2-4a26-9290-242d9a869425 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:32.342057 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cde69cbb-acb2-4a26-9290-242d9a869425 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "DELETE /v2.0/networks/1d01c9ff-506a-4906-9fd9-ac3346329e44 HTTP/1.1" status: 204 len: 168 time: 1.1402013 Aug 17 00:04:32.342057 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37652) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:32.346432 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 042f7584-21fb-4512-8648-5f21d743bab6 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:04:32.375513 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-363468bf-aa68-4c26-9da0-b6689a9f911b tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-21011520'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:32.415616 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045f5bbc-971b-48f8-b622-036194b31b71 None None] Network 1d01c9ff-506a-4906-9fd9-ac3346329e44 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:32.429147 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-599187b8-348c-4036-ac76-22ee5647cf64 req-9003cf06-62f1-4e5f-91cd-f75e065b7dd1 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:32.451020 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045f5bbc-971b-48f8-b622-036194b31b71 None None] Network 1d01c9ff-506a-4906-9fd9-ac3346329e44 could not be found, it might have been deleted concurrently. {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 17 00:04:32.461068 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde69cbb-acb2-4a26-9290-242d9a869425 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event deleted for resources: {'Network': ['ID=1d01c9ff-506a-4906-9fd9-ac3346329e44,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:32.480890 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 042f7584-21fb-4512-8648-5f21d743bab6 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:04:32.512008 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363468bf-aa68-4c26-9da0-b6689a9f911b tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Made reservation on behalf of 85b7f103b50c478f893849cb9d5e1313 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:32.520151 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-363468bf-aa68-4c26-9da0-b6689a9f911b tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:32.585397 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-363468bf-aa68-4c26-9da0-b6689a9f911b tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:04:32.606485 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d6732768-999c-427c-b6a4-e755c2f046ec req-1b6aa1fa-f1f2-42b7-924f-7818f6a60f12 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3083360 Aug 17 00:04:32.607942 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-599187b8-348c-4036-ac76-22ee5647cf64 req-9003cf06-62f1-4e5f-91cd-f75e065b7dd1 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:32.610256 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-363468bf-aa68-4c26-9da0-b6689a9f911b tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:32.610915 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-363468bf-aa68-4c26-9da0-b6689a9f911b tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Added segment 6251019c-3d87-4dfb-9559-688d504dd311 of type vlan for network d8db1e4b-91ac-49c1-949b-4c5c81a7cd41 Aug 17 00:04:32.698067 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-363468bf-aa68-4c26-9da0-b6689a9f911b tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:32.789002 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599187b8-348c-4036-ac76-22ee5647cf64 req-9003cf06-62f1-4e5f-91cd-f75e065b7dd1 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Network 828b9ed9-5982-43c3-a42e-6c3581a384df is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:04:32.798036 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-599187b8-348c-4036-ac76-22ee5647cf64 req-9003cf06-62f1-4e5f-91cd-f75e065b7dd1 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:04:32.832664 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-363468bf-aa68-4c26-9da0-b6689a9f911b tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:32.840395 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363468bf-aa68-4c26-9da0-b6689a9f911b tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:32.841434 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-363468bf-aa68-4c26-9da0-b6689a9f911b tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:32.848943 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-93714259-b80d-4c6b-9a25-46821049483b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:32.917454 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93714259-b80d-4c6b-9a25-46821049483b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0c10a74-6567-47b3-afac-89a66228b206,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:32.925521 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003cf06-62f1-4e5f-91cd-f75e065b7dd1 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Pushing event updated for resources: {'Port': ['ID=c7aa8418-1199-41ff-bafe-ed63a01a0d67,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:32.941863 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-363468bf-aa68-4c26-9da0-b6689a9f911b tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5840840 Aug 17 00:04:32.943104 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363468bf-aa68-4c26-9da0-b6689a9f911b tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event updated for resources: {'Network': ['ID=d8db1e4b-91ac-49c1-949b-4c5c81a7cd41,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:32.944490 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37672) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:32.952162 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-54bdd364-b39b-46b2-a275-6a4ffa681301 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Request body: {'subnet': {'network_id': 'd8db1e4b-91ac-49c1-949b-4c5c81a7cd41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:32.993593 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-93714259-b80d-4c6b-9a25-46821049483b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:33.000492 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-93714259-b80d-4c6b-9a25-46821049483b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b0c10a74-6567-47b3-afac-89a66228b206 HTTP/1.1" status: 204 len: 168 time: 1.3682926 Aug 17 00:04:33.001076 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37676) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:33.046518 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network d8db1e4b-91ac-49c1-949b-4c5c81a7cd41 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:04:33.135873 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-599187b8-348c-4036-ac76-22ee5647cf64 req-9003cf06-62f1-4e5f-91cd-f75e065b7dd1 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:04:33.160877 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b283ecc9-7298-42bd-8113-4cd219ce0e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:33.181487 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9135d6-c01e-4371-8cb7-364dc0f6e859 None None] Network 392d35b8-e832-42cf-b7e4-1f924482d1b4 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:33.200661 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599187b8-348c-4036-ac76-22ee5647cf64 req-9003cf06-62f1-4e5f-91cd-f75e065b7dd1 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:33.201325 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-599187b8-348c-4036-ac76-22ee5647cf64 req-9003cf06-62f1-4e5f-91cd-f75e065b7dd1 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:33.236835 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100fdf5-c3db-4db1-8142-e70b310feccf req-ca97b147-7ccf-4946-83c8-66f358f9f854 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:33.248208 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a100fdf5-c3db-4db1-8142-e70b310feccf req-ca97b147-7ccf-4946-83c8-66f358f9f854 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3edbabbb-b8d2-4110-a35d-64f0461b122d HTTP/1.1" status: 200 len: 932 time: 0.4463689 Aug 17 00:04:33.284404 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-599187b8-348c-4036-ac76-22ee5647cf64 req-9003cf06-62f1-4e5f-91cd-f75e065b7dd1 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4946804 Aug 17 00:04:33.330369 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b283ecc9-7298-42bd-8113-4cd219ce0e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:33.336920 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-599187b8-348c-4036-ac76-22ee5647cf64 req-f8c2b948-fd1f-43a7-9955-347cd05a5c47 service neutron] Request body: {'port': {'device_id': '3edbabbb-b8d2-4110-a35d-64f0461b122d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:33.343312 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-b283ecc9-7298-42bd-8113-4cd219ce0e8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d819474-710f-40b0-bddd-d03357420d13']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:33.354720 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bdd364-b39b-46b2-a275-6a4ffa681301 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Made reservation on behalf of 85b7f103b50c478f893849cb9d5e1313 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:33.358081 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-b283ecc9-7298-42bd-8113-4cd219ce0e8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562e3757-37f0-46f2-b379-336fd59b4e76') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:33.358388 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-b283ecc9-7298-42bd-8113-4cd219ce0e8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562e3757-37f0-46f2-b379-336fd59b4e76') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:33.363502 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-54bdd364-b39b-46b2-a275-6a4ffa681301 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:33.371641 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b283ecc9-7298-42bd-8113-4cd219ce0e8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:33.394838 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b283ecc9-7298-42bd-8113-4cd219ce0e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:33.401926 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b283ecc9-7298-42bd-8113-4cd219ce0e8e admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:04:33.402792 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b283ecc9-7298-42bd-8113-4cd219ce0e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:04:33.477569 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:04:33.484585 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b283ecc9-7298-42bd-8113-4cd219ce0e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:33.508605 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b283ecc9-7298-42bd-8113-4cd219ce0e8e admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:33.515322 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b283ecc9-7298-42bd-8113-4cd219ce0e8e admin admin] 10.222.0.60 "DELETE /v2.0/networks/7d819474-710f-40b0-bddd-d03357420d13 HTTP/1.1" status: 204 len: 168 time: 0.5128822 Aug 17 00:04:33.515820 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-50559b2e-095c-475d-baa0-a24cae33f3e1 None None] Provisioning for port 042f7584-21fb-4512-8648-5f21d743bab6 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:04:33.516354 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283ecc9-7298-42bd-8113-4cd219ce0e8e admin admin] Pushing event deleted for resources: {'Network': ['ID=7d819474-710f-40b0-bddd-d03357420d13,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:33.518620 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37692) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:33.541428 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-50559b2e-095c-475d-baa0-a24cae33f3e1 None None] Provisioning complete for port 042f7584-21fb-4512-8648-5f21d743bab6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:04:33.542781 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-50559b2e-095c-475d-baa0-a24cae33f3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:33.596856 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-37bee5f2-e6cf-4572-8239-a92f2ee2a0d1 admin admin] Deleting subnet d3409b97-ba46-419b-9a99-3865acb8edb6 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:04:33.605504 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-37bee5f2-e6cf-4572-8239-a92f2ee2a0d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:33.708128 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-37bee5f2-e6cf-4572-8239-a92f2ee2a0d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:33.797114 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-50559b2e-095c-475d-baa0-a24cae33f3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:33.855703 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-37bee5f2-e6cf-4572-8239-a92f2ee2a0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:33.936543 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-37bee5f2-e6cf-4572-8239-a92f2ee2a0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:33.953302 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-50559b2e-095c-475d-baa0-a24cae33f3e1 None None] For port 042f7584-21fb-4512-8648-5f21d743bab6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=042f7584-21fb-4512-8648-5f21d743bab6,segment=NetworkSegment(2e0c1f4a-ffb2-42d0-803d-c4a3781eee7f),segment_id=2e0c1f4a-ffb2-42d0-803d-c4a3781eee7f)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:33.965901 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-50559b2e-095c-475d-baa0-a24cae33f3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:34.001574 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bee5f2-e6cf-4572-8239-a92f2ee2a0d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3409b97-ba46-419b-9a99-3865acb8edb6,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:34.028094 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-37bee5f2-e6cf-4572-8239-a92f2ee2a0d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:34.034483 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-37bee5f2-e6cf-4572-8239-a92f2ee2a0d1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d3409b97-ba46-419b-9a99-3865acb8edb6 HTTP/1.1" status: 204 len: 168 time: 0.5147667 Aug 17 00:04:34.037269 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37702) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:34.052668 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50559b2e-095c-475d-baa0-a24cae33f3e1 None None] Pushing event updated for resources: {'Port': ['ID=042f7584-21fb-4512-8648-5f21d743bab6,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:34.165768 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-07e1631c-ec9b-4862-a29a-99182576345a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:34.196412 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ae38f0de-78e2-4102-8796-38bc51964b46 None None] Provisioning complete for port 042f7584-21fb-4512-8648-5f21d743bab6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:04:34.196794 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ae38f0de-78e2-4102-8796-38bc51964b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:34.200827 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 042f7584-21fb-4512-8648-5f21d743bab6 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:04:34.298593 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 042f7584-21fb-4512-8648-5f21d743bab6 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:04:34.300063 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:34.366365 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-07e1631c-ec9b-4862-a29a-99182576345a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:34.385746 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-07e1631c-ec9b-4862-a29a-99182576345a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1564e47f-a322-4e4c-9145-bb838af850de']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:34.401910 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-599187b8-348c-4036-ac76-22ee5647cf64 req-f8c2b948-fd1f-43a7-9955-347cd05a5c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:34.412210 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-07e1631c-ec9b-4862-a29a-99182576345a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '811102ee-98b2-477c-a401-bed8c723e8bf') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:34.412670 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-07e1631c-ec9b-4862-a29a-99182576345a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '811102ee-98b2-477c-a401-bed8c723e8bf') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:34.444804 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-07e1631c-ec9b-4862-a29a-99182576345a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:34.470065 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-07e1631c-ec9b-4862-a29a-99182576345a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:34.476000 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a100fdf5-c3db-4db1-8142-e70b310feccf req-b45e8f57-90ce-4874-aa97-742ca682e526 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2269037 Aug 17 00:04:34.483687 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07e1631c-ec9b-4862-a29a-99182576345a admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:04:34.484116 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-07e1631c-ec9b-4862-a29a-99182576345a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:04:34.488057 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:04:34.613422 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-07e1631c-ec9b-4862-a29a-99182576345a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:34.626650 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-07e1631c-ec9b-4862-a29a-99182576345a admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:34.628938 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-07e1631c-ec9b-4862-a29a-99182576345a admin admin] 10.222.0.60 "DELETE /v2.0/networks/1564e47f-a322-4e4c-9145-bb838af850de HTTP/1.1" status: 204 len: 168 time: 0.5881054 Aug 17 00:04:34.641468 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1631c-ec9b-4862-a29a-99182576345a admin admin] Pushing event deleted for resources: {'Network': ['ID=1564e47f-a322-4e4c-9145-bb838af850de,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:34.819514 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb554b-4ae0-45c1-98a1-ed20c13ecfad req-aafd5ea0-96c8-4f8c-867c-24edef49f600 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:34.822079 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85eb554b-4ae0-45c1-98a1-ed20c13ecfad req-aafd5ea0-96c8-4f8c-867c-24edef49f600 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 0.4306350 Aug 17 00:04:34.962087 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-599187b8-348c-4036-ac76-22ee5647cf64 req-f8c2b948-fd1f-43a7-9955-347cd05a5c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7aa8418-1199-41ff-bafe-ed63a01a0d67 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:04:34.972267 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85eb554b-4ae0-45c1-98a1-ed20c13ecfad req-5a975b57-6a7c-43e3-b4fb-349da68dc926 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228712 Aug 17 00:04:34.978663 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-599187b8-348c-4036-ac76-22ee5647cf64 req-f8c2b948-fd1f-43a7-9955-347cd05a5c47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:35.014052 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37724) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:35.048095 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-599187b8-348c-4036-ac76-22ee5647cf64 req-f8c2b948-fd1f-43a7-9955-347cd05a5c47 service neutron] Transition to ACTIVE for port object c7aa8418-1199-41ff-bafe-ed63a01a0d67 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:04:35.050871 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-54bdd364-b39b-46b2-a275-6a4ffa681301 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:35.066701 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-599187b8-348c-4036-ac76-22ee5647cf64 req-f8c2b948-fd1f-43a7-9955-347cd05a5c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:35.074453 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4424701f-a360-4b58-8a70-6d718f6ff11f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c5eb9f78896542f0bb56a9369bb220f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0587378 Aug 17 00:04:35.077115 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37726) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:35.144623 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21cb5bd5-5522-483d-8f0d-c25d2f3503ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:35.149892 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2b948-fd1f-43a7-9955-347cd05a5c47 service neutron] Pushing event updated for resources: {'Port': ['ID=c7aa8418-1199-41ff-bafe-ed63a01a0d67,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:35.175795 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21cb5bd5-5522-483d-8f0d-c25d2f3503ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:35.196274 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bdd364-b39b-46b2-a275-6a4ffa681301 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event updated for resources: {'Subnet': ['ID=fd5f5d9c-063b-4095-89c1-ae37728f65fa,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:35.268529 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bdd364-b39b-46b2-a275-6a4ffa681301 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Checking segment: {'id': '6251019c-3d87-4dfb-9559-688d504dd311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd8db1e4b-91ac-49c1-949b-4c5c81a7cd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:04:35.268820 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bdd364-b39b-46b2-a275-6a4ffa681301 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Network hostable DHCP agents. Network: d8db1e4b-91ac-49c1-949b-4c5c81a7cd41, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:04:35.271577 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21cb5bd5-5522-483d-8f0d-c25d2f3503ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:35.276348 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21cb5bd5-5522-483d-8f0d-c25d2f3503ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:35.289154 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-21cb5bd5-5522-483d-8f0d-c25d2f3503ce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/177d7bfa-87ae-4578-9433-9ecff6e32261 HTTP/1.1" status: 204 len: 168 time: 0.2081516 Aug 17 00:04:35.313526 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb5bd5-5522-483d-8f0d-c25d2f3503ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177d7bfa-87ae-4578-9433-9ecff6e32261,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:35.336716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-599187b8-348c-4036-ac76-22ee5647cf64 req-f8c2b948-fd1f-43a7-9955-347cd05a5c47 service neutron] Attempting to bind port c7aa8418-1199-41ff-bafe-ed63a01a0d67 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:04:35.337171 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-599187b8-348c-4036-ac76-22ee5647cf64 req-f8c2b948-fd1f-43a7-9955-347cd05a5c47 service neutron] Attempting to bind port c7aa8418-1199-41ff-bafe-ed63a01a0d67 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '5d1dfe25-6df3-47da-ac8e-82fc33e22c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:04:35.337365 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599187b8-348c-4036-ac76-22ee5647cf64 req-f8c2b948-fd1f-43a7-9955-347cd05a5c47 service neutron] Attempting to bind port c7aa8418-1199-41ff-bafe-ed63a01a0d67 on network 828b9ed9-5982-43c3-a42e-6c3581a384df {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:04:35.339398 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bdd364-b39b-46b2-a275-6a4ffa681301 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Network d8db1e4b-91ac-49c1-949b-4c5c81a7cd41 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:04:35.350001 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599187b8-348c-4036-ac76-22ee5647cf64 req-f8c2b948-fd1f-43a7-9955-347cd05a5c47 service neutron] Port c7aa8418-1199-41ff-bafe-ed63a01a0d67 on network 828b9ed9-5982-43c3-a42e-6c3581a384df not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:04:35.350308 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599187b8-348c-4036-ac76-22ee5647cf64 req-f8c2b948-fd1f-43a7-9955-347cd05a5c47 service neutron] Attempting to bind port c7aa8418-1199-41ff-bafe-ed63a01a0d67 on network 828b9ed9-5982-43c3-a42e-6c3581a384df {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:04:35.355537 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-54bdd364-b39b-46b2-a275-6a4ffa681301 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, d8db1e4b-91ac-49c1-949b-4c5c81a7cd41) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:04:35.357710 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599187b8-348c-4036-ac76-22ee5647cf64 req-f8c2b948-fd1f-43a7-9955-347cd05a5c47 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:04:35.358065 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599187b8-348c-4036-ac76-22ee5647cf64 req-f8c2b948-fd1f-43a7-9955-347cd05a5c47 service neutron] Checking segment: {'id': '5d1dfe25-6df3-47da-ac8e-82fc33e22c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:04:35.358468 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599187b8-348c-4036-ac76-22ee5647cf64 req-f8c2b948-fd1f-43a7-9955-347cd05a5c47 service neutron] Bound using segment: {'id': '5d1dfe25-6df3-47da-ac8e-82fc33e22c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:04:35.359256 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-599187b8-348c-4036-ac76-22ee5647cf64 req-f8c2b948-fd1f-43a7-9955-347cd05a5c47 service neutron] Bound port: c7aa8418-1199-41ff-bafe-ed63a01a0d67, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1dfe25-6df3-47da-ac8e-82fc33e22c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:04:35.359635 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-599187b8-348c-4036-ac76-22ee5647cf64 req-f8c2b948-fd1f-43a7-9955-347cd05a5c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:35.365213 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c826ff-455a-4a6f-93f8-86c34a1f710b None None] Network d8db1e4b-91ac-49c1-949b-4c5c81a7cd41 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:35.379995 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bdd364-b39b-46b2-a275-6a4ffa681301 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:35.380627 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-54bdd364-b39b-46b2-a275-6a4ffa681301 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:35.506361 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-599187b8-348c-4036-ac76-22ee5647cf64 req-f8c2b948-fd1f-43a7-9955-347cd05a5c47 service neutron] For port c7aa8418-1199-41ff-bafe-ed63a01a0d67, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:04:35.509783 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-599187b8-348c-4036-ac76-22ee5647cf64 req-f8c2b948-fd1f-43a7-9955-347cd05a5c47 service neutron] For port c7aa8418-1199-41ff-bafe-ed63a01a0d67, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=c7aa8418-1199-41ff-bafe-ed63a01a0d67,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:04:35.524250 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-599187b8-348c-4036-ac76-22ee5647cf64 req-f8c2b948-fd1f-43a7-9955-347cd05a5c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:35.558619 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-54bdd364-b39b-46b2-a275-6a4ffa681301 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.6118402 Aug 17 00:04:35.558960 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37740) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:35.593238 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599187b8-348c-4036-ac76-22ee5647cf64 req-f8c2b948-fd1f-43a7-9955-347cd05a5c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:35.593876 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-599187b8-348c-4036-ac76-22ee5647cf64 req-f8c2b948-fd1f-43a7-9955-347cd05a5c47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:35.597185 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-599187b8-348c-4036-ac76-22ee5647cf64 req-f8c2b948-fd1f-43a7-9955-347cd05a5c47 service neutron] 10.222.0.64 "PUT /v2.0/ports/c7aa8418-1199-41ff-bafe-ed63a01a0d67 HTTP/1.1" status: 200 len: 1093 time: 2.2665789 Aug 17 00:04:35.612070 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3edbabbb-b8d2-4110-a35d-64f0461b122d', 'tag': 'c7aa8418-1199-41ff-bafe-ed63a01a0d67'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:04:35.616324 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cc531a-49e8-45ee-ad9a-24f3bccfaf6f" -d '{"events": [{"name": "network-changed", "server_uuid": "3edbabbb-b8d2-4110-a35d-64f0461b122d", "tag": "c7aa8418-1199-41ff-bafe-ed63a01a0d67"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:04:35.725755 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425aa7cb-4431-4284-9340-f6636c0907a1 x-openstack-request-id: req-425aa7cb-4431-4284-9340-f6636c0907a1 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:04:35.726056 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3edbabbb-b8d2-4110-a35d-64f0461b122d", "tag": "c7aa8418-1199-41ff-bafe-ed63a01a0d67", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:04:35.726317 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-425aa7cb-4431-4284-9340-f6636c0907a1 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:04:35.726717 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3edbabbb-b8d2-4110-a35d-64f0461b122d', 'tag': 'c7aa8418-1199-41ff-bafe-ed63a01a0d67', 'status': 'completed', 'code': 200} Aug 17 00:04:35.728936 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599187b8-348c-4036-ac76-22ee5647cf64 req-471d660a-9ff6-4126-bce9-6d905d88e13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:35.730620 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-599187b8-348c-4036-ac76-22ee5647cf64 req-471d660a-9ff6-4126-bce9-6d905d88e13d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2ce754388cc43b1ac4e9f8b8d18c497&device_id=3edbabbb-b8d2-4110-a35d-64f0461b122d HTTP/1.1" status: 200 len: 1096 time: 0.0764496 Aug 17 00:04:35.731125 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2b948-fd1f-43a7-9955-347cd05a5c47 service neutron] Pushing event updated for resources: {'Port': ['ID=c7aa8418-1199-41ff-bafe-ed63a01a0d67,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:35.747089 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3870e-45d7-4500-937a-c245d49d932d req-2ad5086a-91d9-49ad-98e4-57c1fa254094 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:35.752672 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46d3870e-45d7-4500-937a-c245d49d932d req-2ad5086a-91d9-49ad-98e4-57c1fa254094 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3edbabbb-b8d2-4110-a35d-64f0461b122d HTTP/1.1" status: 200 len: 944 time: 0.1618228 Aug 17 00:04:35.798280 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14c48b1-74d3-443d-97e5-5563c8bc969b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-d8db1e4b-91ac-49c1-949b-4c5c81a7cd41', 'network_id': 'd8db1e4b-91ac-49c1-949b-4c5c81a7cd41', 'tenant_id': '85b7f103b50c478f893849cb9d5e1313', 'fixed_ips': [{'subnet_id': 'fd5f5d9c-063b-4095-89c1-ae37728f65fa'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:04:35.799393 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d14c48b1-74d3-443d-97e5-5563c8bc969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:35.829782 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:35.902999 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46d3870e-45d7-4500-937a-c245d49d932d req-d0638b54-d48f-4aef-9c6e-86898e9dbe82 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368835 Aug 17 00:04:35.905054 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-599187b8-348c-4036-ac76-22ee5647cf64 req-86b2e7a8-073d-474a-bd92-00c9998291b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7aa8418-1199-41ff-bafe-ed63a01a0d67 HTTP/1.1" status: 200 len: 217 time: 0.1548221 Aug 17 00:04:35.999893 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:36.010382 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599187b8-348c-4036-ac76-22ee5647cf64 req-98a3b5f4-0684-4b92-88b4-27f9a2e51e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:36.011883 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-599187b8-348c-4036-ac76-22ee5647cf64 req-98a3b5f4-0684-4b92-88b4-27f9a2e51e41 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=edd9ab22-5340-4c03-a1d1-8f64d16eab30 HTTP/1.1" status: 200 len: 843 time: 0.0979717 Aug 17 00:04:36.115504 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-599187b8-348c-4036-ac76-22ee5647cf64 req-446f3db4-8633-4ce1-86f1-f59cea95c7cc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=828b9ed9-5982-43c3-a42e-6c3581a384df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907748 Aug 17 00:04:36.125004 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-d14c48b1-74d3-443d-97e5-5563c8bc969b None None] Allocated IP 2001:db8::1 (d8db1e4b-91ac-49c1-949b-4c5c81a7cd41/fd5f5d9c-063b-4095-89c1-ae37728f65fa/4246cbe1-9eca-4be9-82af-7eed3a0ef6a5) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:04:36.201592 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37760) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:36.273273 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b41d7f-d6cb-4fdb-94c5-b05b0f8cac55 req-5ef17ba6-14fa-40aa-bd56-0827d6317573 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:36.275151 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43b41d7f-d6cb-4fdb-94c5-b05b0f8cac55 req-5ef17ba6-14fa-40aa-bd56-0827d6317573 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 0.1587687 Aug 17 00:04:36.310081 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d14c48b1-74d3-443d-97e5-5563c8bc969b None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:36.319930 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d14c48b1-74d3-443d-97e5-5563c8bc969b None None] Transition to ACTIVE for port object 4246cbe1-9eca-4be9-82af-7eed3a0ef6a5 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:04:36.332657 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-77691ced-1dbd-42c4-97ba-d9030f3b46ba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f6e1d4fd57904be8aa2ca6a4453c7ed7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1274040 Aug 17 00:04:36.333368 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37762) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:36.341425 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d14c48b1-74d3-443d-97e5-5563c8bc969b None None] Transition to ACTIVE for port object 4246cbe1-9eca-4be9-82af-7eed3a0ef6a5 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:04:36.355109 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d14c48b1-74d3-443d-97e5-5563c8bc969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:36.416988 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43b41d7f-d6cb-4fdb-94c5-b05b0f8cac55 req-c8e8502c-fba2-4a4f-8dd0-b7a351d80447 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349709 Aug 17 00:04:36.423119 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-599187b8-348c-4036-ac76-22ee5647cf64 req-f50ed8f8-e464-49ed-a74f-3f235f54a723 service neutron] 10.222.0.64 "GET /v2.0/networks/828b9ed9-5982-43c3-a42e-6c3581a384df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854371 Aug 17 00:04:36.452932 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ed546cbe-bbb0-438d-a8e7-db774e00f7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:36.459817 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14c48b1-74d3-443d-97e5-5563c8bc969b None None] Network d8db1e4b-91ac-49c1-949b-4c5c81a7cd41 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:04:36.471004 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-d14c48b1-74d3-443d-97e5-5563c8bc969b None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:04:36.477261 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14c48b1-74d3-443d-97e5-5563c8bc969b None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:04:36.511708 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ed546cbe-bbb0-438d-a8e7-db774e00f7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:36.533554 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:36.599097 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c48b1-74d3-443d-97e5-5563c8bc969b None None] Pushing event updated for resources: {'Port': ['ID=4246cbe1-9eca-4be9-82af-7eed3a0ef6a5,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:36.643077 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event deleted for resources: {'Subnet': ['ID=fd5f5d9c-063b-4095-89c1-ae37728f65fa,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:36.674291 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-599187b8-348c-4036-ac76-22ee5647cf64 req-2d01a536-2d10-4924-9cdc-96c66c3e88dd service neutron] 10.222.0.64 "GET /v2.0/networks/828b9ed9-5982-43c3-a42e-6c3581a384df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402878 Aug 17 00:04:36.679867 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-d14c48b1-74d3-443d-97e5-5563c8bc969b None None] Attempting to bind port 4246cbe1-9eca-4be9-82af-7eed3a0ef6a5 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:04:36.680231 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-d14c48b1-74d3-443d-97e5-5563c8bc969b None None] Attempting to bind port 4246cbe1-9eca-4be9-82af-7eed3a0ef6a5 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '6251019c-3d87-4dfb-9559-688d504dd311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd8db1e4b-91ac-49c1-949b-4c5c81a7cd41'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:04:36.680605 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14c48b1-74d3-443d-97e5-5563c8bc969b None None] Attempting to bind port 4246cbe1-9eca-4be9-82af-7eed3a0ef6a5 on network d8db1e4b-91ac-49c1-949b-4c5c81a7cd41 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:04:36.690214 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14c48b1-74d3-443d-97e5-5563c8bc969b None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:04:36.691138 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14c48b1-74d3-443d-97e5-5563c8bc969b None None] Checking segment: {'id': '6251019c-3d87-4dfb-9559-688d504dd311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd8db1e4b-91ac-49c1-949b-4c5c81a7cd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:04:36.691584 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d14c48b1-74d3-443d-97e5-5563c8bc969b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:36.692072 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14c48b1-74d3-443d-97e5-5563c8bc969b None None] Bound using segment: {'id': '6251019c-3d87-4dfb-9559-688d504dd311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd8db1e4b-91ac-49c1-949b-4c5c81a7cd41'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:04:36.692623 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-d14c48b1-74d3-443d-97e5-5563c8bc969b None None] Bound port: 4246cbe1-9eca-4be9-82af-7eed3a0ef6a5, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6251019c-3d87-4dfb-9559-688d504dd311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd8db1e4b-91ac-49c1-949b-4c5c81a7cd41'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:04:36.693963 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d14c48b1-74d3-443d-97e5-5563c8bc969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:36.851671 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:36.857599 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc531a-49e8-45ee-ad9a-24f3bccfaf6f req-5b099898-bc67-4afb-9e3b-80c8a484163c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:36.862170 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-83cc531a-49e8-45ee-ad9a-24f3bccfaf6f req-5b099898-bc67-4afb-9e3b-80c8a484163c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2ce754388cc43b1ac4e9f8b8d18c497&device_id=3edbabbb-b8d2-4110-a35d-64f0461b122d HTTP/1.1" status: 200 len: 1096 time: 0.1112754 Aug 17 00:04:36.864720 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8db1e4b-91ac-49c1-949b-4c5c81a7cd41']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:36.877850 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69584fc-300a-498a-9e3b-465b00e0c844 req-052031e8-40ad-45a2-a179-8a13d73da8ea tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:36.878754 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6251019c-3d87-4dfb-9559-688d504dd311') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:36.878925 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6251019c-3d87-4dfb-9559-688d504dd311') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:36.881249 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ed546cbe-bbb0-438d-a8e7-db774e00f7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:36.884305 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ed546cbe-bbb0-438d-a8e7-db774e00f7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:36.888728 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ed546cbe-bbb0-438d-a8e7-db774e00f7df admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a57db4fe-283f-472b-978e-27fa94aba5cd HTTP/1.1" status: 204 len: 168 time: 0.5504930 Aug 17 00:04:36.895975 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b69584fc-300a-498a-9e3b-465b00e0c844 req-052031e8-40ad-45a2-a179-8a13d73da8ea tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 0.1554604 Aug 17 00:04:36.922864 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-d14c48b1-74d3-443d-97e5-5563c8bc969b None None] For port 4246cbe1-9eca-4be9-82af-7eed3a0ef6a5, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:04:36.932682 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-d14c48b1-74d3-443d-97e5-5563c8bc969b None None] For port 4246cbe1-9eca-4be9-82af-7eed3a0ef6a5, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4246cbe1-9eca-4be9-82af-7eed3a0ef6a5,segment=NetworkSegment(6251019c-3d87-4dfb-9559-688d504dd311),segment_id=6251019c-3d87-4dfb-9559-688d504dd311)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:04:36.945142 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed546cbe-bbb0-438d-a8e7-db774e00f7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57db4fe-283f-472b-978e-27fa94aba5cd,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:36.953414 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:36.963129 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d14c48b1-74d3-443d-97e5-5563c8bc969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:36.986945 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:36.998475 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:04:36.998898 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:04:37.009075 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:04:37.169431 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.db.api [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 00:04:37.169431 n-d-800088-20 neutron-server[101402]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 00:04:37.169431 n-d-800088-20 neutron-server[101402]: [parameters: {'id': 'd8db1e4b-91ac-49c1-949b-4c5c81a7cd41'}] Aug 17 00:04:37.169431 n-d-800088-20 neutron-server[101402]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:04:37.169872 n-d-800088-20 neutron-server[101402]: DEBUG oslo_db.api [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:04:37.182988 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc531a-49e8-45ee-ad9a-24f3bccfaf6f req-f341c6a8-4f75-4034-a86e-94cce46764b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:37.184736 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-83cc531a-49e8-45ee-ad9a-24f3bccfaf6f req-f341c6a8-4f75-4034-a86e-94cce46764b3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=828b9ed9-5982-43c3-a42e-6c3581a384df HTTP/1.1" status: 200 len: 904 time: 0.2864406 Aug 17 00:04:37.237465 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c48b1-74d3-443d-97e5-5563c8bc969b None None] Pushing event updated for resources: {'Port': ['ID=4246cbe1-9eca-4be9-82af-7eed3a0ef6a5,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:37.248201 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fb4a55-51ef-47b9-b857-38e28256c1f4 None None] Network d8db1e4b-91ac-49c1-949b-4c5c81a7cd41 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:37.308218 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-83cc531a-49e8-45ee-ad9a-24f3bccfaf6f req-30574148-1dcf-480e-8ff7-52dbd401c62f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7aa8418-1199-41ff-bafe-ed63a01a0d67 HTTP/1.1" status: 200 len: 217 time: 0.0546720 Aug 17 00:04:37.460544 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b69584fc-300a-498a-9e3b-465b00e0c844 req-c9e0ede9-e343-490f-8a50-c01a62ec20c6 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5600553 Aug 17 00:04:37.496795 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc531a-49e8-45ee-ad9a-24f3bccfaf6f req-173a4161-bfe2-4f58-840a-7e32f0b93c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:37.499818 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-83cc531a-49e8-45ee-ad9a-24f3bccfaf6f req-173a4161-bfe2-4f58-840a-7e32f0b93c6a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=edd9ab22-5340-4c03-a1d1-8f64d16eab30 HTTP/1.1" status: 200 len: 843 time: 0.1712725 Aug 17 00:04:37.511984 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec2d42-41e5-4af2-ac25-ef2047513bfc req-1db59a70-246a-4e0c-9c59-f9e77335fb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:37.513818 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-36ec2d42-41e5-4af2-ac25-ef2047513bfc req-1db59a70-246a-4e0c-9c59-f9e77335fb89 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=577829ee48ff4a458b8d3998e4ad7f2a&device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 1097 time: 0.3326468 Aug 17 00:04:37.583405 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-83cc531a-49e8-45ee-ad9a-24f3bccfaf6f req-5ca65602-3ca3-47a3-8854-e83298c94cdf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=828b9ed9-5982-43c3-a42e-6c3581a384df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672731 Aug 17 00:04:37.656397 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81d1396-71a9-4063-bf80-c23c15e354fa None None] get_active_networks_info from n-d-800088-20 {{(pid=101404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 00:04:37.671875 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:37.711838 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012eea6-2fa6-46ca-ab45-1dce08edebf5 req-b3aef00e-f947-4e57-9bab-04bb7e8c8104 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:37.726991 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8012eea6-2fa6-46ca-ab45-1dce08edebf5 req-b3aef00e-f947-4e57-9bab-04bb7e8c8104 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3edbabbb-b8d2-4110-a35d-64f0461b122d HTTP/1.1" status: 200 len: 944 time: 0.5477190 Aug 17 00:04:37.824290 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81d1396-71a9-4063-bf80-c23c15e354fa None None] Resources bound (agent type, host, resource id): {{(pid=101404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 00:04:37.878916 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8012eea6-2fa6-46ca-ab45-1dce08edebf5 req-6ab43af6-99fa-49d4-83d3-dfba4cc08b42 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318088 Aug 17 00:04:37.991719 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec2d42-41e5-4af2-ac25-ef2047513bfc req-aed988bd-960d-4c10-a2bf-5d8ffcceeb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:37.995692 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-36ec2d42-41e5-4af2-ac25-ef2047513bfc req-aed988bd-960d-4c10-a2bf-5d8ffcceeb83 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e HTTP/1.1" status: 200 len: 912 time: 0.4655166 Aug 17 00:04:38.069087 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device c7aa8418-1199-41ff-bafe-ed63a01a0d67 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:04:38.154669 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-83cc531a-49e8-45ee-ad9a-24f3bccfaf6f req-1ac688a8-d239-4c8c-8b88-d6d6e7f1fca7 service neutron] 10.222.0.64 "GET /v2.0/networks/828b9ed9-5982-43c3-a42e-6c3581a384df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906938 Aug 17 00:04:38.207310 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-36ec2d42-41e5-4af2-ac25-ef2047513bfc req-c9835f3a-a2ff-4950-9d10-66e38954b583 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 HTTP/1.1" status: 200 len: 1000 time: 0.1956973 Aug 17 00:04:38.473760 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec2d42-41e5-4af2-ac25-ef2047513bfc req-6c4c9d99-f877-4bdc-bfab-bf939acdd436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:38.478273 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-36ec2d42-41e5-4af2-ac25-ef2047513bfc req-6c4c9d99-f877-4bdc-bfab-bf939acdd436 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f65ff7a7-5ac0-412f-a1d3-f77a57ca9614 HTTP/1.1" status: 200 len: 850 time: 0.2468727 Aug 17 00:04:38.561514 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port c7aa8418-1199-41ff-bafe-ed63a01a0d67, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=c7aa8418-1199-41ff-bafe-ed63a01a0d67,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:38.634986 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Deleting port 4246cbe1-9eca-4be9-82af-7eed3a0ef6a5 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:04:38.635389 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:38.638830 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'c7aa8418-1199-41ff-bafe-ed63a01a0d67', 'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df', 'port_id': 'c7aa8418-1199-41ff-bafe-ed63a01a0d67', 'mac_address': 'fa:16:3e:74:a9:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd9ab22-5340-4c03-a1d1-8f64d16eab30', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:04:38.676527 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-83cc531a-49e8-45ee-ad9a-24f3bccfaf6f req-a5f4e2b0-e0a1-4102-a1d6-f80e2ed3372f service neutron] 10.222.0.64 "GET /v2.0/networks/828b9ed9-5982-43c3-a42e-6c3581a384df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5029023 Aug 17 00:04:38.732436 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec2d42-41e5-4af2-ac25-ef2047513bfc req-30c704e8-fb86-48ec-8338-dfaffc6e0b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:38.738208 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-36ec2d42-41e5-4af2-ac25-ef2047513bfc req-30c704e8-fb86-48ec-8338-dfaffc6e0b90 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2475514 Aug 17 00:04:38.774011 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d32036-ec0e-44e6-ac80-fca7a7d874e7 req-2d9d96fb-44aa-41d5-845c-e313d7b46742 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:38.792879 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b1d32036-ec0e-44e6-ac80-fca7a7d874e7 req-2d9d96fb-44aa-41d5-845c-e313d7b46742 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 0.1936829 Aug 17 00:04:38.833607 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] For port 4246cbe1-9eca-4be9-82af-7eed3a0ef6a5, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4246cbe1-9eca-4be9-82af-7eed3a0ef6a5,segment=NetworkSegment(6251019c-3d87-4dfb-9559-688d504dd311),segment_id=6251019c-3d87-4dfb-9559-688d504dd311)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:38.836156 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:38.871356 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Calling delete_port for 4246cbe1-9eca-4be9-82af-7eed3a0ef6a5 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:04:39.064032 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:39.080276 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7aa8418-1199-41ff-bafe-ed63a01a0d67 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:04:39.116481 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port c7aa8418-1199-41ff-bafe-ed63a01a0d67, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=c7aa8418-1199-41ff-bafe-ed63a01a0d67,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:39.133398 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:39.136662 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:39.145615 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b1d32036-ec0e-44e6-ac80-fca7a7d874e7 req-fb1182f9-9424-4e41-a196-b1cf78111d57 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3514493 Aug 17 00:04:39.177168 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event deleted for resources: {'Port': ['ID=4246cbe1-9eca-4be9-82af-7eed3a0ef6a5,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:39.181028 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] No DVR routers for this DVR port 4246cbe1-9eca-4be9-82af-7eed3a0ef6a5 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:04:39.228955 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819b1d8-1d5c-4ce8-9f0f-96472c461824 req-50b328d5-001d-425c-992a-cf1d4aa6afa7 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:39.239866 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c819b1d8-1d5c-4ce8-9f0f-96472c461824 req-50b328d5-001d-425c-992a-cf1d4aa6afa7 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3edbabbb-b8d2-4110-a35d-64f0461b122d HTTP/1.1" status: 200 len: 944 time: 0.2016230 Aug 17 00:04:39.243014 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=c7aa8418-1199-41ff-bafe-ed63a01a0d67,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:39.258990 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-36ec2d42-41e5-4af2-ac25-ef2047513bfc req-1d80c1af-59f0-42d9-979e-75ceccb60b28 service neutron] 10.222.0.64 "GET /v2.0/networks/9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358792 Aug 17 00:04:39.339667 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:39.356227 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8db1e4b-91ac-49c1-949b-4c5c81a7cd41']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:39.372202 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6251019c-3d87-4dfb-9559-688d504dd311') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:39.372508 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6251019c-3d87-4dfb-9559-688d504dd311') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:39.396898 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:39.425119 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:39.435097 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-36ec2d42-41e5-4af2-ac25-ef2047513bfc req-78acde5b-a08a-4045-a810-db481494d4d8 service neutron] 10.222.0.64 "GET /v2.0/networks/9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421888 Aug 17 00:04:39.435260 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:04:39.435367 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:04:39.438901 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:04:39.475735 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c819b1d8-1d5c-4ce8-9f0f-96472c461824 req-512bc4cc-cf4c-4d0e-8e78-66a6713bef78 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146127 Aug 17 00:04:39.490560 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['c7aa8418-1199-41ff-bafe-ed63a01a0d67'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:04:39.553417 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:39.573513 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:39.575483 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "DELETE /v2.0/networks/d8db1e4b-91ac-49c1-949b-4c5c81a7cd41 HTTP/1.1" status: 204 len: 168 time: 4.0146620 Aug 17 00:04:39.579688 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37866) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:39.586346 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-9b59077d-4156-42b3-9264-8e3743499251 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1996522689'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:39.590903 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e3c35-e6ec-4bf1-bb54-1c73e36e08ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event deleted for resources: {'Network': ['ID=d8db1e4b-91ac-49c1-949b-4c5c81a7cd41,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:39.646767 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b59077d-4156-42b3-9264-8e3743499251 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Made reservation on behalf of 85b7f103b50c478f893849cb9d5e1313 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:39.657353 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9b59077d-4156-42b3-9264-8e3743499251 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:39.793244 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b59077d-4156-42b3-9264-8e3743499251 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:04:39.849650 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9b59077d-4156-42b3-9264-8e3743499251 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:39.850085 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-9b59077d-4156-42b3-9264-8e3743499251 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Added segment 765aa7e5-23d8-4f2f-912a-97b6e0cb1478 of type vlan for network 3937fd62-176f-4aea-990e-80e850c5b7fc Aug 17 00:04:39.902122 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9b59077d-4156-42b3-9264-8e3743499251 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:39.958431 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:39.976684 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9b59077d-4156-42b3-9264-8e3743499251 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:39.984157 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b59077d-4156-42b3-9264-8e3743499251 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:39.985296 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9b59077d-4156-42b3-9264-8e3743499251 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:40.024847 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9b59077d-4156-42b3-9264-8e3743499251 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4431777 Aug 17 00:04:40.027968 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37894) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:40.036339 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-ce2cc86b-45e0-4136-b5e4-9426311227a6 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Request body: {'subnet': {'network_id': '3937fd62-176f-4aea-990e-80e850c5b7fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:40.126980 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59077d-4156-42b3-9264-8e3743499251 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event updated for resources: {'Network': ['ID=3937fd62-176f-4aea-990e-80e850c5b7fc,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:40.137715 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b59077d-4156-42b3-9264-8e3743499251 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:40.139802 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b59077d-4156-42b3-9264-8e3743499251 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:40.140326 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b59077d-4156-42b3-9264-8e3743499251 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:40.140854 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b59077d-4156-42b3-9264-8e3743499251 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:40.141723 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b59077d-4156-42b3-9264-8e3743499251 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:40.142284 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b59077d-4156-42b3-9264-8e3743499251 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:40.143210 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b59077d-4156-42b3-9264-8e3743499251 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:40.143748 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b59077d-4156-42b3-9264-8e3743499251 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:40.144254 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b59077d-4156-42b3-9264-8e3743499251 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:40.144758 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b59077d-4156-42b3-9264-8e3743499251 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:40.145292 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b59077d-4156-42b3-9264-8e3743499251 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:40.145959 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b59077d-4156-42b3-9264-8e3743499251 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:40.213968 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 3937fd62-176f-4aea-990e-80e850c5b7fc details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:04:40.235628 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2cc86b-45e0-4136-b5e4-9426311227a6 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Made reservation on behalf of 85b7f103b50c478f893849cb9d5e1313 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:40.260184 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ce2cc86b-45e0-4136-b5e4-9426311227a6 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:40.346598 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37906) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:40.525356 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7983a-ffe9-432e-964e-1584745d0b9e req-93e2d6a8-1478-46da-a851-36224d8087d2 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:40.542604 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-47a7983a-ffe9-432e-964e-1584745d0b9e req-93e2d6a8-1478-46da-a851-36224d8087d2 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 0.2413247 Aug 17 00:04:40.596640 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-47a7983a-ffe9-432e-964e-1584745d0b9e req-e76f088a-0a6d-4f99-9964-21b4fbc381ae tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511653 Aug 17 00:04:40.634056 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f8e5161c-2d77-4c08-9ef5-4bc7960380bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:40.687626 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ce2cc86b-45e0-4136-b5e4-9426311227a6 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:40.787440 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2cc86b-45e0-4136-b5e4-9426311227a6 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event updated for resources: {'Subnet': ['ID=a46bbc0d-fb36-44d3-8f89-ebb0d970d521,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:40.801421 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2cc86b-45e0-4136-b5e4-9426311227a6 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Checking segment: {'id': '765aa7e5-23d8-4f2f-912a-97b6e0cb1478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3937fd62-176f-4aea-990e-80e850c5b7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:04:40.801793 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2cc86b-45e0-4136-b5e4-9426311227a6 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Network hostable DHCP agents. Network: 3937fd62-176f-4aea-990e-80e850c5b7fc, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:04:40.826633 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2cc86b-45e0-4136-b5e4-9426311227a6 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Network 3937fd62-176f-4aea-990e-80e850c5b7fc is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:04:40.844560 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-ce2cc86b-45e0-4136-b5e4-9426311227a6 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 3937fd62-176f-4aea-990e-80e850c5b7fc) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:04:40.850384 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2cc86b-45e0-4136-b5e4-9426311227a6 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:40.851029 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ce2cc86b-45e0-4136-b5e4-9426311227a6 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:40.855567 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878f1a43-1a0a-452a-a362-9a35fb1dad8e None None] Network 3937fd62-176f-4aea-990e-80e850c5b7fc requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:40.872409 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f8e5161c-2d77-4c08-9ef5-4bc7960380bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:40.887370 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f8e5161c-2d77-4c08-9ef5-4bc7960380bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:40.898059 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ce2cc86b-45e0-4136-b5e4-9426311227a6 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8671510 Aug 17 00:04:40.901146 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37924) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:40.934552 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5161c-2d77-4c08-9ef5-4bc7960380bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c45e4cd-1745-4f9b-9ca5-35b98b267976,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:40.951614 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee63377-4d71-4844-83a7-4f009185cb40 req-6f257da0-554b-4ebb-8a94-60fcd68083c8 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:40.963157 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ee63377-4d71-4844-83a7-4f009185cb40 req-6f257da0-554b-4ebb-8a94-60fcd68083c8 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3edbabbb-b8d2-4110-a35d-64f0461b122d HTTP/1.1" status: 200 len: 945 time: 0.3163121 Aug 17 00:04:41.003989 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f8e5161c-2d77-4c08-9ef5-4bc7960380bf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=455acf423a6247b48881f79e80572646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6478724 Aug 17 00:04:41.009671 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37932) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:41.072192 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ee63377-4d71-4844-83a7-4f009185cb40 req-29a7efec-bb21-477d-ac63-1e4a8c3b756e tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079431 Aug 17 00:04:41.124877 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:41.155254 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5c57604d-11b7-4b78-a69c-61e45e7e29f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:41.196635 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5c57604d-11b7-4b78-a69c-61e45e7e29f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:41.207198 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12877ff-54a1-429f-a5cf-1922834e93fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-3937fd62-176f-4aea-990e-80e850c5b7fc', 'network_id': '3937fd62-176f-4aea-990e-80e850c5b7fc', 'tenant_id': '85b7f103b50c478f893849cb9d5e1313', 'fixed_ips': [{'subnet_id': 'a46bbc0d-fb36-44d3-8f89-ebb0d970d521'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:04:41.208452 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b12877ff-54a1-429f-a5cf-1922834e93fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:41.281716 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5c57604d-11b7-4b78-a69c-61e45e7e29f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:41.286675 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5c57604d-11b7-4b78-a69c-61e45e7e29f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:41.288054 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5c57604d-11b7-4b78-a69c-61e45e7e29f6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c45e4cd-1745-4f9b-9ca5-35b98b267976 HTTP/1.1" status: 204 len: 168 time: 0.2767220 Aug 17 00:04:41.295644 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:41.300178 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57604d-11b7-4b78-a69c-61e45e7e29f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c45e4cd-1745-4f9b-9ca5-35b98b267976,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:41.476519 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-b12877ff-54a1-429f-a5cf-1922834e93fd None None] Allocated IP 2001:db8::1 (3937fd62-176f-4aea-990e-80e850c5b7fc/a46bbc0d-fb36-44d3-8f89-ebb0d970d521/e66498a7-c7a5-45ae-8560-b569eedd1c73) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:04:41.498551 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:41.710661 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b12877ff-54a1-429f-a5cf-1922834e93fd None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:41.722849 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b12877ff-54a1-429f-a5cf-1922834e93fd None None] Transition to ACTIVE for port object e66498a7-c7a5-45ae-8560-b569eedd1c73 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:04:41.740295 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b12877ff-54a1-429f-a5cf-1922834e93fd None None] Transition to ACTIVE for port object e66498a7-c7a5-45ae-8560-b569eedd1c73 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:04:41.748490 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b12877ff-54a1-429f-a5cf-1922834e93fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:41.771981 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12877ff-54a1-429f-a5cf-1922834e93fd None None] Network 3937fd62-176f-4aea-990e-80e850c5b7fc is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:04:41.773847 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:41.775380 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-b12877ff-54a1-429f-a5cf-1922834e93fd None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:04:41.816785 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12877ff-54a1-429f-a5cf-1922834e93fd None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:04:41.830028 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c80a5-ae98-4157-a551-f4b2104c45b0 req-17cdba8f-5b68-488b-83db-fe52e19211ac tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:41.833741 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-453c80a5-ae98-4157-a551-f4b2104c45b0 req-17cdba8f-5b68-488b-83db-fe52e19211ac tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 0.1224916 Aug 17 00:04:41.872748 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event deleted for resources: {'Subnet': ['ID=a46bbc0d-fb36-44d3-8f89-ebb0d970d521,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:41.908440 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12877ff-54a1-429f-a5cf-1922834e93fd None None] Pushing event updated for resources: {'Port': ['ID=e66498a7-c7a5-45ae-8560-b569eedd1c73,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:41.913556 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-b12877ff-54a1-429f-a5cf-1922834e93fd None None] Attempting to bind port e66498a7-c7a5-45ae-8560-b569eedd1c73 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:04:41.914122 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-b12877ff-54a1-429f-a5cf-1922834e93fd None None] Attempting to bind port e66498a7-c7a5-45ae-8560-b569eedd1c73 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '765aa7e5-23d8-4f2f-912a-97b6e0cb1478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3937fd62-176f-4aea-990e-80e850c5b7fc'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:04:41.915098 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12877ff-54a1-429f-a5cf-1922834e93fd None None] Attempting to bind port e66498a7-c7a5-45ae-8560-b569eedd1c73 on network 3937fd62-176f-4aea-990e-80e850c5b7fc {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:04:41.922017 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12877ff-54a1-429f-a5cf-1922834e93fd None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:04:41.922595 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12877ff-54a1-429f-a5cf-1922834e93fd None None] Checking segment: {'id': '765aa7e5-23d8-4f2f-912a-97b6e0cb1478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3937fd62-176f-4aea-990e-80e850c5b7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:04:41.923194 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b12877ff-54a1-429f-a5cf-1922834e93fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:41.924259 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12877ff-54a1-429f-a5cf-1922834e93fd None None] Bound using segment: {'id': '765aa7e5-23d8-4f2f-912a-97b6e0cb1478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3937fd62-176f-4aea-990e-80e850c5b7fc'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:04:41.924965 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-b12877ff-54a1-429f-a5cf-1922834e93fd None None] Bound port: e66498a7-c7a5-45ae-8560-b569eedd1c73, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765aa7e5-23d8-4f2f-912a-97b6e0cb1478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3937fd62-176f-4aea-990e-80e850c5b7fc'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:04:41.925484 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b12877ff-54a1-429f-a5cf-1922834e93fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:41.930431 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37966) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:41.961802 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-453c80a5-ae98-4157-a551-f4b2104c45b0 req-a9b840ef-ac67-4fd6-acd2-046c4a3a67b6 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215913 Aug 17 00:04:41.976132 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-79731655-8716-4b28-96c4-40609d5232e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:41.986943 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:42.005415 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3937fd62-176f-4aea-990e-80e850c5b7fc']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:42.013485 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0adff2-9065-490d-bb51-88cef74ee517 req-15e25f45-8055-45d6-b7bf-f6ca92a4bd34 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:42.021348 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cb0adff2-9065-490d-bb51-88cef74ee517 req-15e25f45-8055-45d6-b7bf-f6ca92a4bd34 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 945 time: 0.1439056 Aug 17 00:04:42.023974 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765aa7e5-23d8-4f2f-912a-97b6e0cb1478') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:42.024289 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765aa7e5-23d8-4f2f-912a-97b6e0cb1478') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:42.040638 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:42.066511 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:42.070105 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cb0adff2-9065-490d-bb51-88cef74ee517 req-70c75421-af40-44d1-af14-72d5c95a74ff tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476019 Aug 17 00:04:42.078577 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:04:42.079431 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:04:42.083696 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:04:42.106467 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device c7aa8418-1199-41ff-bafe-ed63a01a0d67 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:04:42.109305 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-b12877ff-54a1-429f-a5cf-1922834e93fd None None] For port e66498a7-c7a5-45ae-8560-b569eedd1c73, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:04:42.179489 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-b12877ff-54a1-429f-a5cf-1922834e93fd None None] For port e66498a7-c7a5-45ae-8560-b569eedd1c73, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e66498a7-c7a5-45ae-8560-b569eedd1c73,segment=NetworkSegment(765aa7e5-23d8-4f2f-912a-97b6e0cb1478),segment_id=765aa7e5-23d8-4f2f-912a-97b6e0cb1478)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:04:42.184961 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.db.api [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 00:04:42.184961 n-d-800088-20 neutron-server[101402]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 00:04:42.184961 n-d-800088-20 neutron-server[101402]: [parameters: {'id': '3937fd62-176f-4aea-990e-80e850c5b7fc'}] Aug 17 00:04:42.184961 n-d-800088-20 neutron-server[101402]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:04:42.186387 n-d-800088-20 neutron-server[101402]: DEBUG oslo_db.api [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:04:42.188071 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b12877ff-54a1-429f-a5cf-1922834e93fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:42.275789 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port c7aa8418-1199-41ff-bafe-ed63a01a0d67 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:04:42.283730 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12877ff-54a1-429f-a5cf-1922834e93fd None None] Pushing event updated for resources: {'Port': ['ID=e66498a7-c7a5-45ae-8560-b569eedd1c73,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:42.287289 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port c7aa8418-1199-41ff-bafe-ed63a01a0d67 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:04:42.288646 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:42.296531 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-79731655-8716-4b28-96c4-40609d5232e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:42.311295 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1b9f4-9898-415b-87fd-e4c510aa5de7 req-956a966d-0043-4e63-ba83-e2f8b3b831a1 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:42.312955 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a0e1b9f4-9898-415b-87fd-e4c510aa5de7 req-956a966d-0043-4e63-ba83-e2f8b3b831a1 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3edbabbb-b8d2-4110-a35d-64f0461b122d HTTP/1.1" status: 200 len: 945 time: 0.0747976 Aug 17 00:04:42.313902 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-79731655-8716-4b28-96c4-40609d5232e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:42.373557 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79731655-8716-4b28-96c4-40609d5232e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30225c4f-0c8e-402d-9d79-46deb0e9ad6a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:42.391462 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-79731655-8716-4b28-96c4-40609d5232e7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7dc74da2155a428b8a5f0082f536f033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4600058 Aug 17 00:04:42.394488 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37986) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:42.414002 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a0e1b9f4-9898-415b-87fd-e4c510aa5de7 req-fba60895-c20d-416c-96f3-2a1295f68519 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832174 Aug 17 00:04:42.450640 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-293502fe-e32c-4fb3-b8cf-ec2a2658f879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:42.460690 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:42.475203 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-293502fe-e32c-4fb3-b8cf-ec2a2658f879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:42.492543 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edbabbb-b8d2-4110-a35d-64f0461b122d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7aa8418-1199-41ff-bafe-ed63a01a0d67'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:04:42.496166 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211f79e6-69c9-464c-a907-d4dff53078c4" -d '{"events": [{"server_uuid": "3edbabbb-b8d2-4110-a35d-64f0461b122d", "name": "network-vif-plugged", "status": "completed", "tag": "c7aa8418-1199-41ff-bafe-ed63a01a0d67"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:04:42.503495 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3835a8ab-baa6-4448-bece-380edce6359c None None] Network 3937fd62-176f-4aea-990e-80e850c5b7fc requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:42.522395 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port c7aa8418-1199-41ff-bafe-ed63a01a0d67, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=c7aa8418-1199-41ff-bafe-ed63a01a0d67,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:42.534267 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:42.536214 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-293502fe-e32c-4fb3-b8cf-ec2a2658f879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:42.539300 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-293502fe-e32c-4fb3-b8cf-ec2a2658f879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:42.540923 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-293502fe-e32c-4fb3-b8cf-ec2a2658f879 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/30225c4f-0c8e-402d-9d79-46deb0e9ad6a HTTP/1.1" status: 204 len: 168 time: 0.1453915 Aug 17 00:04:42.564905 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293502fe-e32c-4fb3-b8cf-ec2a2658f879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30225c4f-0c8e-402d-9d79-46deb0e9ad6a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:42.614888 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4340dd69-fa72-4639-ad65-fcf3660818c6 x-openstack-request-id: req-4340dd69-fa72-4639-ad65-fcf3660818c6 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:04:42.615222 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3edbabbb-b8d2-4110-a35d-64f0461b122d", "name": "network-vif-plugged", "status": "completed", "tag": "c7aa8418-1199-41ff-bafe-ed63a01a0d67", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:04:42.615428 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4340dd69-fa72-4639-ad65-fcf3660818c6 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:04:42.616155 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3edbabbb-b8d2-4110-a35d-64f0461b122d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7aa8418-1199-41ff-bafe-ed63a01a0d67', 'code': 200} Aug 17 00:04:42.690684 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:42.706780 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=c7aa8418-1199-41ff-bafe-ed63a01a0d67,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:42.712819 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e1476-41d6-4229-953d-215e73b141da req-64c1891b-09e1-44bb-ae72-1b05845d32e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:42.717754 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3b3e1476-41d6-4229-953d-215e73b141da req-64c1891b-09e1-44bb-ae72-1b05845d32e1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3edbabbb-b8d2-4110-a35d-64f0461b122d HTTP/1.1" status: 200 len: 1098 time: 0.0782285 Aug 17 00:04:42.762995 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Deleting port e66498a7-c7a5-45ae-8560-b569eedd1c73 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:04:42.764593 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:42.767849 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3b3e1476-41d6-4229-953d-215e73b141da req-64566cfe-dfb6-49c3-adee-1e83f4a78bc3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392203 Aug 17 00:04:42.785896 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8831955-6be7-4656-9e20-17b251c30f4e None None] get_active_networks_info from n-d-800088-20 {{(pid=101404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 00:04:42.860657 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] For port e66498a7-c7a5-45ae-8560-b569eedd1c73, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e66498a7-c7a5-45ae-8560-b569eedd1c73,segment=NetworkSegment(765aa7e5-23d8-4f2f-912a-97b6e0cb1478),segment_id=765aa7e5-23d8-4f2f-912a-97b6e0cb1478)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:42.863060 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:42.885546 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Calling delete_port for e66498a7-c7a5-45ae-8560-b569eedd1c73 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:04:42.946151 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8831955-6be7-4656-9e20-17b251c30f4e None None] Resources bound (agent type, host, resource id): {{(pid=101404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 00:04:43.030428 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:43.066965 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event deleted for resources: {'Port': ['ID=e66498a7-c7a5-45ae-8560-b569eedd1c73,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:43.072118 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] No DVR routers for this DVR port e66498a7-c7a5-45ae-8560-b569eedd1c73 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:04:43.189565 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:43.213246 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3937fd62-176f-4aea-990e-80e850c5b7fc']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:43.221669 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f7381-67ba-4ddc-92ae-aced3d86293b req-40b3f32e-dcce-43b7-a6bb-ccde80848525 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:43.229253 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f1f7381-67ba-4ddc-92ae-aced3d86293b req-40b3f32e-dcce-43b7-a6bb-ccde80848525 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 945 time: 0.0603187 Aug 17 00:04:43.242130 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765aa7e5-23d8-4f2f-912a-97b6e0cb1478') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:43.247919 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765aa7e5-23d8-4f2f-912a-97b6e0cb1478') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:43.261664 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:43.287581 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:43.312980 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:04:43.313554 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:04:43.322635 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:04:43.325223 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f1f7381-67ba-4ddc-92ae-aced3d86293b req-5cb97622-a1fe-4c16-9357-9984d3aa05cf tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915222 Aug 17 00:04:43.447075 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:43.460773 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:43.470050 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38036) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:43.470894 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "DELETE /v2.0/networks/3937fd62-176f-4aea-990e-80e850c5b7fc HTTP/1.1" status: 204 len: 168 time: 2.5682316 Aug 17 00:04:43.476393 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-8c0fa822-5d9d-4e34-b4a2-6d89e2ba4572 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1091619098'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:43.531129 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0fa822-5d9d-4e34-b4a2-6d89e2ba4572 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Made reservation on behalf of 85b7f103b50c478f893849cb9d5e1313 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:43.536132 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c0fa822-5d9d-4e34-b4a2-6d89e2ba4572 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:43.536491 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a243d61-9cb6-415d-bc8b-56fbb458bf0f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event deleted for resources: {'Network': ['ID=3937fd62-176f-4aea-990e-80e850c5b7fc,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:43.568275 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0fa822-5d9d-4e34-b4a2-6d89e2ba4572 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:04:43.582077 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c0fa822-5d9d-4e34-b4a2-6d89e2ba4572 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:43.582726 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-8c0fa822-5d9d-4e34-b4a2-6d89e2ba4572 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Added segment cb1e51dd-cf36-4d4b-a3e8-f8337067228a of type vlan for network 85f57c67-86bb-4e5b-a6b0-172fce382d06 Aug 17 00:04:43.662216 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c0fa822-5d9d-4e34-b4a2-6d89e2ba4572 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:43.706187 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272efd4-5f12-44a3-b00e-548d86932361 req-3a4dae8b-f9aa-4c65-91f2-2e8558fb19a4 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:43.707763 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d272efd4-5f12-44a3-b00e-548d86932361 req-3a4dae8b-f9aa-4c65-91f2-2e8558fb19a4 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3edbabbb-b8d2-4110-a35d-64f0461b122d HTTP/1.1" status: 200 len: 946 time: 0.1118841 Aug 17 00:04:43.714959 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c0fa822-5d9d-4e34-b4a2-6d89e2ba4572 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:43.723319 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0fa822-5d9d-4e34-b4a2-6d89e2ba4572 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:43.724143 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c0fa822-5d9d-4e34-b4a2-6d89e2ba4572 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580582'] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:43.761474 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8c0fa822-5d9d-4e34-b4a2-6d89e2ba4572 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2901511 Aug 17 00:04:43.764542 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38052) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:43.771024 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-973fe36b-22c2-4132-a894-6daab0df2ea2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Request body: {'subnet': {'network_id': '85f57c67-86bb-4e5b-a6b0-172fce382d06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:43.839629 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fa822-5d9d-4e34-b4a2-6d89e2ba4572 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event updated for resources: {'Network': ['ID=85f57c67-86bb-4e5b-a6b0-172fce382d06,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:43.848660 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d272efd4-5f12-44a3-b00e-548d86932361 req-0ee6df52-51a6-46f5-8226-83894d69496b tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125777 Aug 17 00:04:43.869083 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 85f57c67-86bb-4e5b-a6b0-172fce382d06 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:04:43.978095 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973fe36b-22c2-4132-a894-6daab0df2ea2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Made reservation on behalf of 85b7f103b50c478f893849cb9d5e1313 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:43.982763 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-973fe36b-22c2-4132-a894-6daab0df2ea2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:44.240213 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-973fe36b-22c2-4132-a894-6daab0df2ea2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:44.305801 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973fe36b-22c2-4132-a894-6daab0df2ea2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event updated for resources: {'Subnet': ['ID=39178704-3b6f-4516-80c7-e55ea5e826fc,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:44.310322 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973fe36b-22c2-4132-a894-6daab0df2ea2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Checking segment: {'id': 'cb1e51dd-cf36-4d4b-a3e8-f8337067228a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '85f57c67-86bb-4e5b-a6b0-172fce382d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:04:44.310690 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973fe36b-22c2-4132-a894-6daab0df2ea2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Network hostable DHCP agents. Network: 85f57c67-86bb-4e5b-a6b0-172fce382d06, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:04:44.331297 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973fe36b-22c2-4132-a894-6daab0df2ea2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Network 85f57c67-86bb-4e5b-a6b0-172fce382d06 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:04:44.344793 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-973fe36b-22c2-4132-a894-6daab0df2ea2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 85f57c67-86bb-4e5b-a6b0-172fce382d06) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:04:44.349760 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973fe36b-22c2-4132-a894-6daab0df2ea2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:44.350349 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-973fe36b-22c2-4132-a894-6daab0df2ea2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:44.361260 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc239185-9333-4df7-aef6-c557b9df1752 None None] Network 85f57c67-86bb-4e5b-a6b0-172fce382d06 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:44.368747 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-973fe36b-22c2-4132-a894-6daab0df2ea2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6015890 Aug 17 00:04:44.370514 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38082) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:44.376493 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-5fd7a9f1-c30e-445e-9980-8db42614b1db tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Request body: {'subnet': {'network_id': '85f57c67-86bb-4e5b-a6b0-172fce382d06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:44.536147 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd7a9f1-c30e-445e-9980-8db42614b1db tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Made reservation on behalf of 85b7f103b50c478f893849cb9d5e1313 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:44.540555 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5fd7a9f1-c30e-445e-9980-8db42614b1db tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:44.568447 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf0b607-5dc7-4094-8e9e-68dd3156e78e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-85f57c67-86bb-4e5b-a6b0-172fce382d06', 'network_id': '85f57c67-86bb-4e5b-a6b0-172fce382d06', 'tenant_id': '85b7f103b50c478f893849cb9d5e1313', 'fixed_ips': [{'subnet_id': '39178704-3b6f-4516-80c7-e55ea5e826fc'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:04:44.569501 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0cf0b607-5dc7-4094-8e9e-68dd3156e78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:44.750436 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-0cf0b607-5dc7-4094-8e9e-68dd3156e78e None None] Allocated IP 2001:db8::2 (85f57c67-86bb-4e5b-a6b0-172fce382d06/39178704-3b6f-4516-80c7-e55ea5e826fc/0241db1e-52c0-4835-bb56-e0ce091f6dd6) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:04:44.869716 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5fd7a9f1-c30e-445e-9980-8db42614b1db tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:44.926923 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd7a9f1-c30e-445e-9980-8db42614b1db tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Network 85f57c67-86bb-4e5b-a6b0-172fce382d06 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:04:44.930798 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-5fd7a9f1-c30e-445e-9980-8db42614b1db tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:04:44.936186 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd7a9f1-c30e-445e-9980-8db42614b1db tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:44.936790 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5fd7a9f1-c30e-445e-9980-8db42614b1db tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:44.985565 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0cf0b607-5dc7-4094-8e9e-68dd3156e78e None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:44.987489 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38112) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:44.996752 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0cf0b607-5dc7-4094-8e9e-68dd3156e78e None None] Transition to ACTIVE for port object 0241db1e-52c0-4835-bb56-e0ce091f6dd6 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:04:45.006037 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5fd7a9f1-c30e-445e-9980-8db42614b1db tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6109769 Aug 17 00:04:45.018421 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0cf0b607-5dc7-4094-8e9e-68dd3156e78e None None] Transition to ACTIVE for port object 0241db1e-52c0-4835-bb56-e0ce091f6dd6 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:04:45.026982 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0cf0b607-5dc7-4094-8e9e-68dd3156e78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:45.029466 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7a9f1-c30e-445e-9980-8db42614b1db tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event updated for resources: {'Subnet': ['ID=3f0a23c4-93a1-417d-a4c4-701da7263766,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:45.103333 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf0b607-5dc7-4094-8e9e-68dd3156e78e None None] Network 85f57c67-86bb-4e5b-a6b0-172fce382d06 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:04:45.120439 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-0cf0b607-5dc7-4094-8e9e-68dd3156e78e None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:04:45.125236 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf0b607-5dc7-4094-8e9e-68dd3156e78e None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:04:45.158442 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c62b40-fa1b-45f8-bbd4-14ee27419fde req-82c61d8f-e613-492a-950d-fd0d08e4d620 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:45.159981 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3c62b40-fa1b-45f8-bbd4-14ee27419fde req-82c61d8f-e613-492a-950d-fd0d08e4d620 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3edbabbb-b8d2-4110-a35d-64f0461b122d HTTP/1.1" status: 200 len: 946 time: 0.1263285 Aug 17 00:04:45.164637 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc39864-f536-4c0a-8d31-bb69d452765b tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:45.166481 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc39864-f536-4c0a-8d31-bb69d452765b tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:45.168175 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc39864-f536-4c0a-8d31-bb69d452765b tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:45.170062 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc39864-f536-4c0a-8d31-bb69d452765b tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:45.171620 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0b607-5dc7-4094-8e9e-68dd3156e78e None None] Pushing event updated for resources: {'Port': ['ID=0241db1e-52c0-4835-bb56-e0ce091f6dd6,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:45.172300 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc39864-f536-4c0a-8d31-bb69d452765b tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:45.175340 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0cc39864-f536-4c0a-8d31-bb69d452765b tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1872473 Aug 17 00:04:45.180472 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38116) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:45.186160 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-40148da1-7799-4f5b-93f3-312e08d060a4 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-421874084'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:45.237865 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40148da1-7799-4f5b-93f3-312e08d060a4 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Made reservation on behalf of 85b7f103b50c478f893849cb9d5e1313 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:45.242969 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-40148da1-7799-4f5b-93f3-312e08d060a4 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:45.265149 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-0cf0b607-5dc7-4094-8e9e-68dd3156e78e None None] Attempting to bind port 0241db1e-52c0-4835-bb56-e0ce091f6dd6 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:04:45.265535 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-0cf0b607-5dc7-4094-8e9e-68dd3156e78e None None] Attempting to bind port 0241db1e-52c0-4835-bb56-e0ce091f6dd6 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'cb1e51dd-cf36-4d4b-a3e8-f8337067228a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '85f57c67-86bb-4e5b-a6b0-172fce382d06'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:04:45.266235 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf0b607-5dc7-4094-8e9e-68dd3156e78e None None] Attempting to bind port 0241db1e-52c0-4835-bb56-e0ce091f6dd6 on network 85f57c67-86bb-4e5b-a6b0-172fce382d06 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:04:45.271771 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3c62b40-fa1b-45f8-bbd4-14ee27419fde req-7bed5aac-a77e-4109-86bf-1c9eb45efe97 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900655 Aug 17 00:04:45.273307 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf0b607-5dc7-4094-8e9e-68dd3156e78e None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:04:45.273812 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf0b607-5dc7-4094-8e9e-68dd3156e78e None None] Checking segment: {'id': 'cb1e51dd-cf36-4d4b-a3e8-f8337067228a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '85f57c67-86bb-4e5b-a6b0-172fce382d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:04:45.274225 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0cf0b607-5dc7-4094-8e9e-68dd3156e78e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:45.274687 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf0b607-5dc7-4094-8e9e-68dd3156e78e None None] Bound using segment: {'id': 'cb1e51dd-cf36-4d4b-a3e8-f8337067228a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '85f57c67-86bb-4e5b-a6b0-172fce382d06'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:04:45.275082 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-0cf0b607-5dc7-4094-8e9e-68dd3156e78e None None] Bound port: 0241db1e-52c0-4835-bb56-e0ce091f6dd6, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1e51dd-cf36-4d4b-a3e8-f8337067228a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '85f57c67-86bb-4e5b-a6b0-172fce382d06'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:04:45.281097 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40148da1-7799-4f5b-93f3-312e08d060a4 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:04:45.282119 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0cf0b607-5dc7-4094-8e9e-68dd3156e78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:45.294413 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-40148da1-7799-4f5b-93f3-312e08d060a4 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:45.294912 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-40148da1-7799-4f5b-93f3-312e08d060a4 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Added segment 7032fa57-b76d-4211-9a60-04777ceec7db of type vlan for network d97c39ab-a12e-485a-89dd-a5ebec3270df Aug 17 00:04:45.348209 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-40148da1-7799-4f5b-93f3-312e08d060a4 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:45.405706 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-40148da1-7799-4f5b-93f3-312e08d060a4 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:45.427178 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40148da1-7799-4f5b-93f3-312e08d060a4 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:45.427933 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-40148da1-7799-4f5b-93f3-312e08d060a4 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:45.496730 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-0cf0b607-5dc7-4094-8e9e-68dd3156e78e None None] For port 0241db1e-52c0-4835-bb56-e0ce091f6dd6, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:04:45.530987 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-40148da1-7799-4f5b-93f3-312e08d060a4 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3489389 Aug 17 00:04:45.534032 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38134) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:45.543492 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-bd86c4ac-e13c-49f2-8350-fe62e97bcf86 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:45.554988 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-0cf0b607-5dc7-4094-8e9e-68dd3156e78e None None] For port 0241db1e-52c0-4835-bb56-e0ce091f6dd6, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=0241db1e-52c0-4835-bb56-e0ce091f6dd6,segment=NetworkSegment(cb1e51dd-cf36-4d4b-a3e8-f8337067228a),segment_id=cb1e51dd-cf36-4d4b-a3e8-f8337067228a)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:04:45.578898 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0cf0b607-5dc7-4094-8e9e-68dd3156e78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:45.581152 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40148da1-7799-4f5b-93f3-312e08d060a4 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event updated for resources: {'Network': ['ID=d97c39ab-a12e-485a-89dd-a5ebec3270df,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:45.623966 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40148da1-7799-4f5b-93f3-312e08d060a4 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:45.629371 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40148da1-7799-4f5b-93f3-312e08d060a4 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:45.629782 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40148da1-7799-4f5b-93f3-312e08d060a4 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:45.630126 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40148da1-7799-4f5b-93f3-312e08d060a4 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:45.630461 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40148da1-7799-4f5b-93f3-312e08d060a4 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:45.630793 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40148da1-7799-4f5b-93f3-312e08d060a4 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:45.631122 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40148da1-7799-4f5b-93f3-312e08d060a4 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:45.639167 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40148da1-7799-4f5b-93f3-312e08d060a4 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:45.639581 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40148da1-7799-4f5b-93f3-312e08d060a4 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:45.639929 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40148da1-7799-4f5b-93f3-312e08d060a4 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:45.640268 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40148da1-7799-4f5b-93f3-312e08d060a4 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:45.640607 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40148da1-7799-4f5b-93f3-312e08d060a4 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:45.663845 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network d97c39ab-a12e-485a-89dd-a5ebec3270df details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:04:45.742225 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0b607-5dc7-4094-8e9e-68dd3156e78e None None] Pushing event updated for resources: {'Port': ['ID=0241db1e-52c0-4835-bb56-e0ce091f6dd6,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:45.916632 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bd86c4ac-e13c-49f2-8350-fe62e97bcf86 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:45.966784 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bd86c4ac-e13c-49f2-8350-fe62e97bcf86 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:46.021291 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bd86c4ac-e13c-49f2-8350-fe62e97bcf86 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Network d97c39ab-a12e-485a-89dd-a5ebec3270df is not hosted by any dhcp agent {{(pid=101403) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 00:04:46.059124 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd86c4ac-e13c-49f2-8350-fe62e97bcf86 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:46.059784 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bd86c4ac-e13c-49f2-8350-fe62e97bcf86 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:46.064441 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bd86c4ac-e13c-49f2-8350-fe62e97bcf86 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "PUT /v2.0/networks/d97c39ab-a12e-485a-89dd-a5ebec3270df HTTP/1.1" status: 200 len: 723 time: 0.5260584 Aug 17 00:04:46.069632 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38178) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:46.074860 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f8003589-a593-4a6b-a5ca-8097d7c71ceb tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Request body: {'subnet': {'network_id': 'd97c39ab-a12e-485a-89dd-a5ebec3270df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:46.086796 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 3025641c-a330-4304-a23a-1876a1fa76d9 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:04:46.090971 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 3025641c-a330-4304-a23a-1876a1fa76d9 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:04:46.308772 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86c4ac-e13c-49f2-8350-fe62e97bcf86 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event updated for resources: {'Network': ['ID=d97c39ab-a12e-485a-89dd-a5ebec3270df,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:46.343205 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 0241db1e-52c0-4835-bb56-e0ce091f6dd6 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:04:46.345919 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network d97c39ab-a12e-485a-89dd-a5ebec3270df details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:04:46.370217 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8003589-a593-4a6b-a5ca-8097d7c71ceb tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Made reservation on behalf of 85b7f103b50c478f893849cb9d5e1313 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:46.374015 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8003589-a593-4a6b-a5ca-8097d7c71ceb tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:46.471859 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35b826-8fa6-4a27-ac31-44cd601ff551 req-7225426a-6fe6-480f-a172-d2cf76eda0ed tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:46.478653 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f35b826-8fa6-4a27-ac31-44cd601ff551 req-7225426a-6fe6-480f-a172-d2cf76eda0ed tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3edbabbb-b8d2-4110-a35d-64f0461b122d HTTP/1.1" status: 200 len: 946 time: 0.1105189 Aug 17 00:04:46.527094 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f35b826-8fa6-4a27-ac31-44cd601ff551 req-aeca96af-3ebf-4501-a860-b7db917e0a20 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417452 Aug 17 00:04:46.699862 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8003589-a593-4a6b-a5ca-8097d7c71ceb tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:46.785364 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8003589-a593-4a6b-a5ca-8097d7c71ceb tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event updated for resources: {'Subnet': ['ID=42b54fe0-41b1-4e21-a4ed-f53d27247fb3,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:46.797584 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8003589-a593-4a6b-a5ca-8097d7c71ceb tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Checking segment: {'id': '7032fa57-b76d-4211-9a60-04777ceec7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd97c39ab-a12e-485a-89dd-a5ebec3270df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:04:46.797584 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8003589-a593-4a6b-a5ca-8097d7c71ceb tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Network hostable DHCP agents. Network: d97c39ab-a12e-485a-89dd-a5ebec3270df, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:04:46.832689 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-389100c4-93f6-46c6-9f16-c26c02730d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:46.848170 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8003589-a593-4a6b-a5ca-8097d7c71ceb tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Network d97c39ab-a12e-485a-89dd-a5ebec3270df is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:04:46.849102 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 3025641c-a330-4304-a23a-1876a1fa76d9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3025641c-a330-4304-a23a-1876a1fa76d9,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:46.851803 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:46.869571 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-f8003589-a593-4a6b-a5ca-8097d7c71ceb tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, d97c39ab-a12e-485a-89dd-a5ebec3270df) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:04:46.871811 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 0241db1e-52c0-4835-bb56-e0ce091f6dd6 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:04:46.875477 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '3025641c-a330-4304-a23a-1876a1fa76d9', 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'port_id': '3025641c-a330-4304-a23a-1876a1fa76d9', 'mac_address': 'fa:16:3e:d5:7a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:04:46.885771 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8003589-a593-4a6b-a5ca-8097d7c71ceb tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:46.887107 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8003589-a593-4a6b-a5ca-8097d7c71ceb tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:46.905616 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f8003589-a593-4a6b-a5ca-8097d7c71ceb tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8343961 Aug 17 00:04:46.909074 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38206) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:46.922161 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-03904bdf-4a2d-4318-a7ba-d5177815ca1c tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:46.941139 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd3438d-90ec-4c42-a005-b3cf7f8c5a01 None None] Network d97c39ab-a12e-485a-89dd-a5ebec3270df requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:46.988694 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:47.025585 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933b0cd2-0361-4805-8c8f-57b7f9c08923', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3025641c-a330-4304-a23a-1876a1fa76d9'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:04:47.032505 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2402a8fe-bb25-453d-abd8-ce3468a00217" -d '{"events": [{"server_uuid": "933b0cd2-0361-4805-8c8f-57b7f9c08923", "name": "network-vif-unplugged", "status": "completed", "tag": "3025641c-a330-4304-a23a-1876a1fa76d9"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:04:47.052487 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3025641c-a330-4304-a23a-1876a1fa76d9 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:04:47.070723 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 3025641c-a330-4304-a23a-1876a1fa76d9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3025641c-a330-4304-a23a-1876a1fa76d9,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:47.088327 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:47.102796 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-03904bdf-4a2d-4318-a7ba-d5177815ca1c tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8933876'] for subnet, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:47.124520 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 00:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3892085-e24b-4c73-8432-67fe2f649b03 x-openstack-request-id: req-e3892085-e24b-4c73-8432-67fe2f649b03 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:04:47.124896 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933b0cd2-0361-4805-8c8f-57b7f9c08923", "name": "network-vif-unplugged", "status": "completed", "tag": "3025641c-a330-4304-a23a-1876a1fa76d9", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:04:47.125325 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3892085-e24b-4c73-8432-67fe2f649b03 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:04:47.125792 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933b0cd2-0361-4805-8c8f-57b7f9c08923', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3025641c-a330-4304-a23a-1876a1fa76d9', 'code': 200} Aug 17 00:04:47.353709 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45b6122-f208-4857-8ef0-fdeaac9fdb24 None None] Network 85f57c67-86bb-4e5b-a6b0-172fce382d06 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:47.383400 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.db.api [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:04:47.383798 n-d-800088-20 neutron-server[101404]: DEBUG oslo_db.api [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:04:47.386209 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-03904bdf-4a2d-4318-a7ba-d5177815ca1c tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730304384103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8521728'] for subnet, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:47.403071 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03904bdf-4a2d-4318-a7ba-d5177815ca1c tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:47.404047 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-03904bdf-4a2d-4318-a7ba-d5177815ca1c tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:47.405538 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-03904bdf-4a2d-4318-a7ba-d5177815ca1c tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "PUT /v2.0/subnets/42b54fe0-41b1-4e21-a4ed-f53d27247fb3 HTTP/1.1" status: 200 len: 826 time: 0.4951930 Aug 17 00:04:47.409512 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38222) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:47.451118 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03904bdf-4a2d-4318-a7ba-d5177815ca1c tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event updated for resources: {'Subnet': ['ID=42b54fe0-41b1-4e21-a4ed-f53d27247fb3,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:47.478218 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=3025641c-a330-4304-a23a-1876a1fa76d9,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:47.492048 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d76234ca-4398-4467-867e-854bd865a3be None None] Provisioning for port 0241db1e-52c0-4835-bb56-e0ce091f6dd6 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:04:47.503022 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bf2223-cf60-49cc-85c8-1442b8051792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-d97c39ab-a12e-485a-89dd-a5ebec3270df', 'network_id': 'd97c39ab-a12e-485a-89dd-a5ebec3270df', 'tenant_id': '85b7f103b50c478f893849cb9d5e1313', 'fixed_ips': [{'subnet_id': '42b54fe0-41b1-4e21-a4ed-f53d27247fb3'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:04:47.503873 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-96bf2223-cf60-49cc-85c8-1442b8051792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:47.505691 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d76234ca-4398-4467-867e-854bd865a3be None None] Provisioning complete for port 0241db1e-52c0-4835-bb56-e0ce091f6dd6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:04:47.506053 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d76234ca-4398-4467-867e-854bd865a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:47.541091 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bd732913-d6ae-4a97-9dcb-27827e4cebce tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:47.606484 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bd732913-d6ae-4a97-9dcb-27827e4cebce tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:47.695361 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bd732913-d6ae-4a97-9dcb-27827e4cebce tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:47.714438 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0117e-360a-49b7-8b3e-e1d800379b34 req-aeb4b59d-53da-4677-a1fc-4a2146ad914a tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:47.732138 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd732913-d6ae-4a97-9dcb-27827e4cebce tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event deleted for resources: {'Subnet': ['ID=42b54fe0-41b1-4e21-a4ed-f53d27247fb3,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:47.732554 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4fa0117e-360a-49b7-8b3e-e1d800379b34 req-aeb4b59d-53da-4677-a1fc-4a2146ad914a tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3edbabbb-b8d2-4110-a35d-64f0461b122d HTTP/1.1" status: 200 len: 946 time: 0.1224790 Aug 17 00:04:47.784844 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4fa0117e-360a-49b7-8b3e-e1d800379b34 req-26ab6a4a-0de8-447b-8120-2512a7244036 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335805 Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server [None req-96bf2223-cf60-49cc-85c8-1442b8051792 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42b54fe0-41b1-4e21-a4ed-f53d27247fb3: This subnet is being modified by another concurrent operation. Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:04:47.793520 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise exception Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42b54fe0-41b1-4e21-a4ed-f53d27247fb3: This subnet is being modified by another concurrent operation. Aug 17 00:04:47.797910 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server Aug 17 00:04:47.817843 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bd732913-d6ae-4a97-9dcb-27827e4cebce tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:47.821957 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e2bb2b-9505-4725-bbe8-228df55cac92 None None] Network d97c39ab-a12e-485a-89dd-a5ebec3270df requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:47.829147 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-bd732913-d6ae-4a97-9dcb-27827e4cebce tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97c39ab-a12e-485a-89dd-a5ebec3270df']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:47.841093 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-bd732913-d6ae-4a97-9dcb-27827e4cebce tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7032fa57-b76d-4211-9a60-04777ceec7db') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:47.841633 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-bd732913-d6ae-4a97-9dcb-27827e4cebce tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7032fa57-b76d-4211-9a60-04777ceec7db') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:47.852704 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bd732913-d6ae-4a97-9dcb-27827e4cebce tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:47.869801 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bd732913-d6ae-4a97-9dcb-27827e4cebce tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:47.878412 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd732913-d6ae-4a97-9dcb-27827e4cebce tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:04:47.878812 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bd732913-d6ae-4a97-9dcb-27827e4cebce tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:04:47.882257 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:04:47.908615 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d76234ca-4398-4467-867e-854bd865a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:47.960563 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bd732913-d6ae-4a97-9dcb-27827e4cebce tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:47.967145 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:48.005011 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bd732913-d6ae-4a97-9dcb-27827e4cebce tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:48.009537 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bd732913-d6ae-4a97-9dcb-27827e4cebce tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "DELETE /v2.0/networks/d97c39ab-a12e-485a-89dd-a5ebec3270df HTTP/1.1" status: 204 len: 168 time: 0.5984058 Aug 17 00:04:48.012191 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38240) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:48.031918 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-d76234ca-4398-4467-867e-854bd865a3be None None] For port 0241db1e-52c0-4835-bb56-e0ce091f6dd6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=0241db1e-52c0-4835-bb56-e0ce091f6dd6,segment=NetworkSegment(cb1e51dd-cf36-4d4b-a3e8-f8337067228a),segment_id=cb1e51dd-cf36-4d4b-a3e8-f8337067228a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:48.039447 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3025641c-a330-4304-a23a-1876a1fa76d9 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:04:48.040985 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab310364-cc02-4b76-866b-7e85ddafe152 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] DELETE failed (client error): The resource could not be found. Aug 17 00:04:48.041782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab310364-cc02-4b76-866b-7e85ddafe152 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:04:48.043686 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ab310364-cc02-4b76-866b-7e85ddafe152 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "DELETE /v2.0/networks/d97c39ab-a12e-485a-89dd-a5ebec3270df HTTP/1.1" status: 404 len: 339 time: 0.0302787 Aug 17 00:04:48.047625 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38242) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:48.049881 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd732913-d6ae-4a97-9dcb-27827e4cebce tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event deleted for resources: {'Network': ['ID=d97c39ab-a12e-485a-89dd-a5ebec3270df,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:48.055595 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-3028a91c-0baa-47bc-a7fd-f9539c638fc8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1656923728', 'description': 'd1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:48.081286 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a0db9e-066c-48fc-a94d-229199e9e1d3 None None] Network d97c39ab-a12e-485a-89dd-a5ebec3270df requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:48.092842 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3028a91c-0baa-47bc-a7fd-f9539c638fc8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Made reservation on behalf of 85b7f103b50c478f893849cb9d5e1313 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:48.099450 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3028a91c-0baa-47bc-a7fd-f9539c638fc8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:48.103148 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a0db9e-066c-48fc-a94d-229199e9e1d3 None None] Network d97c39ab-a12e-485a-89dd-a5ebec3270df could not be found, it might have been deleted concurrently. {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 17 00:04:48.108398 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d76234ca-4398-4467-867e-854bd865a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:48.133118 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3028a91c-0baa-47bc-a7fd-f9539c638fc8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:04:48.142962 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3028a91c-0baa-47bc-a7fd-f9539c638fc8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:48.143428 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-3028a91c-0baa-47bc-a7fd-f9539c638fc8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Added segment 43f5ee7f-9384-415a-b39e-eb44b4fb01ef of type vlan for network b4193291-aa60-424d-8132-773849835632 Aug 17 00:04:48.156543 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 3025641c-a330-4304-a23a-1876a1fa76d9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3025641c-a330-4304-a23a-1876a1fa76d9,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:48.159769 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53107a3d-1ed5-4b4a-a34a-9f0e75083bc3 None None] Update dhcp port {'port': {'network_id': '85f57c67-86bb-4e5b-a6b0-172fce382d06', 'fixed_ips': [{'subnet_id': '39178704-3b6f-4516-80c7-e55ea5e826fc', 'ip_address': '2001:db8::2'}, {'subnet_id': '3f0a23c4-93a1-417d-a4c4-701da7263766'}], 'binding:host_id': 'n-d-800088-20'}, 'id': '0241db1e-52c0-4835-bb56-e0ce091f6dd6'} from n-d-800088-20. {{(pid=101404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 00:04:48.192737 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3028a91c-0baa-47bc-a7fd-f9539c638fc8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:48.201931 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-53107a3d-1ed5-4b4a-a34a-9f0e75083bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:48.207935 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:48.227119 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device c7aa8418-1199-41ff-bafe-ed63a01a0d67 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:04:48.230275 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3028a91c-0baa-47bc-a7fd-f9539c638fc8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:48.239950 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3028a91c-0baa-47bc-a7fd-f9539c638fc8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:48.240592 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3028a91c-0baa-47bc-a7fd-f9539c638fc8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:48.244356 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76234ca-4398-4467-867e-854bd865a3be None None] Pushing event updated for resources: {'Port': ['ID=0241db1e-52c0-4835-bb56-e0ce091f6dd6,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:48.372705 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3028a91c-0baa-47bc-a7fd-f9539c638fc8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3227952 Aug 17 00:04:48.375455 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38268) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:48.400058 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028a91c-0baa-47bc-a7fd-f9539c638fc8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event updated for resources: {'Network': ['ID=b4193291-aa60-424d-8132-773849835632,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:48.456117 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network b4193291-aa60-424d-8132-773849835632 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:04:48.458195 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['3025641c-a330-4304-a23a-1876a1fa76d9'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:04:48.474355 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port c7aa8418-1199-41ff-bafe-ed63a01a0d67, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=c7aa8418-1199-41ff-bafe-ed63a01a0d67,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:48.546654 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e722ddaa-ff5b-4467-a656-14595b60de55 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:48.554928 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e722ddaa-ff5b-4467-a656-14595b60de55 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "GET /v2.0/networks?id=b4193291-aa60-424d-8132-773849835632 HTTP/1.1" status: 200 len: 765 time: 0.1769383 Aug 17 00:04:48.556625 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38274) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:48.562085 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-66f8b983-21f0-43c5-ab31-811114aa5a03 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Request body: {'network': {'description': 'd2'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:48.648828 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'c7aa8418-1199-41ff-bafe-ed63a01a0d67', 'network_id': '828b9ed9-5982-43c3-a42e-6c3581a384df', 'port_id': 'c7aa8418-1199-41ff-bafe-ed63a01a0d67', 'mac_address': 'fa:16:3e:74:a9:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd9ab22-5340-4c03-a1d1-8f64d16eab30', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:04:48.739561 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=3025641c-a330-4304-a23a-1876a1fa76d9,revision_number=9']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:48.814615 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:48.844390 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7aa8418-1199-41ff-bafe-ed63a01a0d67 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:04:48.888905 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-53107a3d-1ed5-4b4a-a34a-9f0e75083bc3 None None] Allocated IP 172.20.0.1 (85f57c67-86bb-4e5b-a6b0-172fce382d06/3f0a23c4-93a1-417d-a4c4-701da7263766/0241db1e-52c0-4835-bb56-e0ce091f6dd6) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:04:48.894363 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port c7aa8418-1199-41ff-bafe-ed63a01a0d67, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=c7aa8418-1199-41ff-bafe-ed63a01a0d67,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:48.923663 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:49.100945 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=c7aa8418-1199-41ff-bafe-ed63a01a0d67,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:49.118205 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['c7aa8418-1199-41ff-bafe-ed63a01a0d67'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:04:49.166007 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-53107a3d-1ed5-4b4a-a34a-9f0e75083bc3 None None] For port 0241db1e-52c0-4835-bb56-e0ce091f6dd6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=0241db1e-52c0-4835-bb56-e0ce091f6dd6,segment=NetworkSegment(cb1e51dd-cf36-4d4b-a3e8-f8337067228a),segment_id=cb1e51dd-cf36-4d4b-a3e8-f8337067228a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:49.272103 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-53107a3d-1ed5-4b4a-a34a-9f0e75083bc3 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:49.307951 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9fec4d89-f89e-4a9a-8987-185e30afd041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:49.310172 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-53107a3d-1ed5-4b4a-a34a-9f0e75083bc3 None None] Transition to ACTIVE for port object 0241db1e-52c0-4835-bb56-e0ce091f6dd6 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:04:49.314602 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:49.325691 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-53107a3d-1ed5-4b4a-a34a-9f0e75083bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:49.491834 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad16ac-e2ff-4428-9df2-d2f2c2af8140 req-854fc560-fbb7-4492-9973-321b64ca1899 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:49.502430 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-65ad16ac-e2ff-4428-9df2-d2f2c2af8140 req-854fc560-fbb7-4492-9973-321b64ca1899 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3edbabbb-b8d2-4110-a35d-64f0461b122d HTTP/1.1" status: 200 len: 945 time: 0.1440718 Aug 17 00:04:49.524822 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-66f8b983-21f0-43c5-ab31-811114aa5a03 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:49.569974 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-65ad16ac-e2ff-4428-9df2-d2f2c2af8140 req-d64da0c0-84e1-402a-9463-81997980359f tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659587 Aug 17 00:04:49.570770 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-66f8b983-21f0-43c5-ab31-811114aa5a03 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:49.672253 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53107a3d-1ed5-4b4a-a34a-9f0e75083bc3 None None] Pushing event updated for resources: {'Port': ['ID=0241db1e-52c0-4835-bb56-e0ce091f6dd6,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:49.682533 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8b983-21f0-43c5-ab31-811114aa5a03 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event updated for resources: {'Network': ['ID=b4193291-aa60-424d-8132-773849835632,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:49.685425 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-66f8b983-21f0-43c5-ab31-811114aa5a03 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Network b4193291-aa60-424d-8132-773849835632 is not hosted by any dhcp agent {{(pid=101403) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 00:04:49.692283 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f8b983-21f0-43c5-ab31-811114aa5a03 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:49.693286 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-66f8b983-21f0-43c5-ab31-811114aa5a03 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:49.695314 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-66f8b983-21f0-43c5-ab31-811114aa5a03 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "PUT /v2.0/networks/b4193291-aa60-424d-8132-773849835632 HTTP/1.1" status: 200 len: 762 time: 1.1375716 Aug 17 00:04:49.698120 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38318) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:49.760410 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network b4193291-aa60-424d-8132-773849835632 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:04:49.829726 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc830f8-8610-4c98-9470-8e9344835b28 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:49.831816 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1fc830f8-8610-4c98-9470-8e9344835b28 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "GET /v2.0/networks?id=b4193291-aa60-424d-8132-773849835632 HTTP/1.1" status: 200 len: 765 time: 0.1321578 Aug 17 00:04:49.837294 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38320) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:50.143815 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:50.216823 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 3025641c-a330-4304-a23a-1876a1fa76d9 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:04:50.272114 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 0241db1e-52c0-4835-bb56-e0ce091f6dd6 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:04:50.314939 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a83e89-41f1-4a4b-98a4-7cf4455f833e tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:50.328507 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38344) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:50.339360 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-98a83e89-41f1-4a4b-98a4-7cf4455f833e tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4866855 Aug 17 00:04:50.420755 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-dc1d1917-fa9b-4d66-9361-5aa4f9f078fe tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "GET /v2.0/subnets?network_id=f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 207 time: 0.0910168 Aug 17 00:04:50.425464 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38348) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:50.492725 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 3025641c-a330-4304-a23a-1876a1fa76d9 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:04:50.493133 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:50.720809 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:50.814357 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933b0cd2-0361-4805-8c8f-57b7f9c08923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3025641c-a330-4304-a23a-1876a1fa76d9'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:04:50.819768 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cb0b82-c22c-4382-9171-3ea9d2309b11" -d '{"events": [{"server_uuid": "933b0cd2-0361-4805-8c8f-57b7f9c08923", "name": "network-vif-plugged", "status": "completed", "tag": "3025641c-a330-4304-a23a-1876a1fa76d9"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:04:50.852029 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e53d0f-c5de-467c-9075-6d7891e785bf None None] Network 85f57c67-86bb-4e5b-a6b0-172fce382d06 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:50.879545 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 3025641c-a330-4304-a23a-1876a1fa76d9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3025641c-a330-4304-a23a-1876a1fa76d9,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:50.914166 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95958f5-fa2f-4ccf-aa68-472e57eaea7a x-openstack-request-id: req-e95958f5-fa2f-4ccf-aa68-472e57eaea7a {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:04:50.914534 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933b0cd2-0361-4805-8c8f-57b7f9c08923", "name": "network-vif-plugged", "status": "completed", "tag": "3025641c-a330-4304-a23a-1876a1fa76d9", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:04:50.914858 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e95958f5-fa2f-4ccf-aa68-472e57eaea7a {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:04:50.915333 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933b0cd2-0361-4805-8c8f-57b7f9c08923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3025641c-a330-4304-a23a-1876a1fa76d9', 'code': 200} Aug 17 00:04:50.919219 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:50.920146 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device c7aa8418-1199-41ff-bafe-ed63a01a0d67 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:04:50.988495 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-97f0dcce-efcd-4ea0-a06a-9845bcfa2207 None None] Provisioning for port 0241db1e-52c0-4835-bb56-e0ce091f6dd6 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:04:51.012023 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-97f0dcce-efcd-4ea0-a06a-9845bcfa2207 None None] Provisioning complete for port 0241db1e-52c0-4835-bb56-e0ce091f6dd6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:04:51.012496 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-97f0dcce-efcd-4ea0-a06a-9845bcfa2207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:51.022331 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817bd25c-c64d-49f1-8fc1-a69e8cef51a0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:51.033901 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817bd25c-c64d-49f1-8fc1-a69e8cef51a0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:51.046990 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817bd25c-c64d-49f1-8fc1-a69e8cef51a0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:51.064597 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817bd25c-c64d-49f1-8fc1-a69e8cef51a0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:51.070782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817bd25c-c64d-49f1-8fc1-a69e8cef51a0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:51.085456 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817bd25c-c64d-49f1-8fc1-a69e8cef51a0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:51.087691 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-817bd25c-c64d-49f1-8fc1-a69e8cef51a0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6612155 Aug 17 00:04:51.092108 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38362) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:51.113848 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=3025641c-a330-4304-a23a-1876a1fa76d9,revision_number=10']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:51.114056 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582c455-de83-4b26-97db-a2f8583382fe req-1f4c546e-d9aa-408a-bca3-f1241b5ffae5 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:51.131014 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c582c455-de83-4b26-97db-a2f8583382fe req-1f4c546e-d9aa-408a-bca3-f1241b5ffae5 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3edbabbb-b8d2-4110-a35d-64f0461b122d HTTP/1.1" status: 200 len: 945 time: 0.3852756 Aug 17 00:04:51.208129 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:51.234712 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c582c455-de83-4b26-97db-a2f8583382fe req-d448bdd8-1550-4c8f-89ab-915fa6957e83 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970922 Aug 17 00:04:51.415191 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c7aa8418-1199-41ff-bafe-ed63a01a0d67 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:04:51.526071 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port c7aa8418-1199-41ff-bafe-ed63a01a0d67, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=c7aa8418-1199-41ff-bafe-ed63a01a0d67,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:51.547839 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:51.638560 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=c7aa8418-1199-41ff-bafe-ed63a01a0d67,revision_number=7']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:51.689647 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-04c1366c-208f-4b35-833c-269fef901e87 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.5963397 Aug 17 00:04:51.693079 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38388) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:51.904806 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6583e501-9315-4f1c-b3b3-8d746e1b604a None None] get_active_networks_info from n-d-800088-20 {{(pid=101404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 00:04:51.987021 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f399373e-f320-4b4c-aaa2-5b8533ad4816 None None] Provisioning complete for port 0241db1e-52c0-4835-bb56-e0ce091f6dd6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:04:51.987244 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f399373e-f320-4b4c-aaa2-5b8533ad4816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:51.987918 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42b1b07-aef2-40a8-9e1a-ed58f35db29c tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:51.989867 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42b1b07-aef2-40a8-9e1a-ed58f35db29c tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:51.991603 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42b1b07-aef2-40a8-9e1a-ed58f35db29c tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:51.993131 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42b1b07-aef2-40a8-9e1a-ed58f35db29c tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:51.995814 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42b1b07-aef2-40a8-9e1a-ed58f35db29c tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:51.998386 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d42b1b07-aef2-40a8-9e1a-ed58f35db29c tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3043180 Aug 17 00:04:52.003152 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38398) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:52.056979 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c631831-606c-42da-8166-37429f7576bf req-67439243-7a2d-490f-8860-f92399e3aee4 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:52.059881 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c631831-606c-42da-8166-37429f7576bf req-67439243-7a2d-490f-8860-f92399e3aee4 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3edbabbb-b8d2-4110-a35d-64f0461b122d HTTP/1.1" status: 200 len: 944 time: 0.1603179 Aug 17 00:04:52.081316 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:52.154513 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a192a14-1f01-457b-8c19-2acee294758e tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:52.161649 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a192a14-1f01-457b-8c19-2acee294758e tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:52.167230 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c631831-606c-42da-8166-37429f7576bf req-f02acde4-71f1-4448-8ad1-567278c4feea tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993695 Aug 17 00:04:52.167886 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a192a14-1f01-457b-8c19-2acee294758e tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:52.170863 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a192a14-1f01-457b-8c19-2acee294758e tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:52.175375 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a192a14-1f01-457b-8c19-2acee294758e tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:52.177693 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7a192a14-1f01-457b-8c19-2acee294758e tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1733255 Aug 17 00:04:52.181419 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38404) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:52.200184 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6583e501-9315-4f1c-b3b3-8d746e1b604a None None] Resources bound (agent type, host, resource id): {{(pid=101404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 00:04:52.313454 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21761696-cdb5-400a-ab47-aa0dd98227ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:52.318694 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-21761696-cdb5-400a-ab47-aa0dd98227ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "GET /v2.0/networks/8b7bbd86-cf6e-4246-af23-eb6664b3948b HTTP/1.1" status: 200 len: 803 time: 0.1339090 Aug 17 00:04:52.320482 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38408) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:52.593748 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-daa22021-e89f-4cd0-a66a-82faae7c43f4 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "GET /v2.0/networks/8b7bbd86-cf6e-4246-af23-eb6664b3948b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2717235 Aug 17 00:04:52.598909 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38416) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:52.716341 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2356f4-c216-4e9f-848b-ff54802555b0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:52.721827 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38420) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:52.722320 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6a2356f4-c216-4e9f-848b-ff54802555b0 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "GET /v2.0/subnets/5af5052a-7b60-4200-95d8-13a34eb38eb9 HTTP/1.1" status: 200 len: 843 time: 0.1220708 Aug 17 00:04:52.820852 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34a3ee3-d5b2-467c-8762-c0f86a7a518d tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['shared'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:52.825768 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d34a3ee3-d5b2-467c-8762-c0f86a7a518d tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "GET /v2.0/subnets/5af5052a-7b60-4200-95d8-13a34eb38eb9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0992763 Aug 17 00:04:52.826134 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38422) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:52.831949 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-4d403ff6-bca0-40cf-acc3-e0339462370c tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1522315523'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:52.864544 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d403ff6-bca0-40cf-acc3-e0339462370c tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Made reservation on behalf of 85b7f103b50c478f893849cb9d5e1313 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:52.868907 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d403ff6-bca0-40cf-acc3-e0339462370c tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:52.939739 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d403ff6-bca0-40cf-acc3-e0339462370c tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:04:52.963347 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:04:52.975865 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d403ff6-bca0-40cf-acc3-e0339462370c tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:52.976779 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-4d403ff6-bca0-40cf-acc3-e0339462370c tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Added segment 8f2765f9-2546-4020-b358-ac1538d866ce of type vlan for network e8be13d4-aeb2-45df-8f38-9b60b69eb74f Aug 17 00:04:53.080388 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d403ff6-bca0-40cf-acc3-e0339462370c tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:53.121678 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d403ff6-bca0-40cf-acc3-e0339462370c tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:53.131872 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d403ff6-bca0-40cf-acc3-e0339462370c tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:53.132583 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d403ff6-bca0-40cf-acc3-e0339462370c tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:53.201502 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4d403ff6-bca0-40cf-acc3-e0339462370c tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3715880 Aug 17 00:04:53.202199 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38428) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:53.210539 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-9b2ac733-7c55-4121-bcbc-01cbf0347400 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Request body: {'subnet': {'network_id': 'e8be13d4-aeb2-45df-8f38-9b60b69eb74f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:53.288930 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d403ff6-bca0-40cf-acc3-e0339462370c tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event updated for resources: {'Network': ['ID=e8be13d4-aeb2-45df-8f38-9b60b69eb74f,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:53.305954 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network e8be13d4-aeb2-45df-8f38-9b60b69eb74f details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:04:53.556521 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2ac733-7c55-4121-bcbc-01cbf0347400 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Made reservation on behalf of 85b7f103b50c478f893849cb9d5e1313 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:53.561085 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9b2ac733-7c55-4121-bcbc-01cbf0347400 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:53.665772 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877ddcb-f256-4a5c-a520-e8077198d345 req-42765ba1-e6cf-4798-aed3-552864b87adc tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:53.667870 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f877ddcb-f256-4a5c-a520-e8077198d345 req-42765ba1-e6cf-4798-aed3-552864b87adc tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3edbabbb-b8d2-4110-a35d-64f0461b122d HTTP/1.1" status: 200 len: 944 time: 0.2170687 Aug 17 00:04:53.675279 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.ipam_backend_mixin [None req-9b2ac733-7c55-4121-bcbc-01cbf0347400 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Performing IP validity checks on allocation pools {{(pid=101403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 17 00:04:53.675814 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.ipam_backend_mixin [None req-9b2ac733-7c55-4121-bcbc-01cbf0347400 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 17 00:04:53.686929 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a8d74-e0bd-4a79-ad2f-ce831663a454 req-d7572d23-974a-4f2f-b071-5b1575d5b881 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:53.688907 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-338a8d74-e0bd-4a79-ad2f-ce831663a454 req-d7572d23-974a-4f2f-b071-5b1575d5b881 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.64 "GET /v2.0/ports?device_id=3edbabbb-b8d2-4110-a35d-64f0461b122d HTTP/1.1" status: 200 len: 944 time: 0.2174628 Aug 17 00:04:53.774033 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f877ddcb-f256-4a5c-a520-e8077198d345 req-a48ccdf2-8b16-49a7-94f6-9d0ea1909913 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/security-groups?id=494fab43-8f09-452c-9a70-a9e4c2b95efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819590 Aug 17 00:04:53.924129 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-338a8d74-e0bd-4a79-ad2f-ce831663a454 req-961934db-cbd4-4725-817f-59bcdeb5a2a3 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Deleting port c7aa8418-1199-41ff-bafe-ed63a01a0d67 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:04:53.924756 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-338a8d74-e0bd-4a79-ad2f-ce831663a454 req-961934db-cbd4-4725-817f-59bcdeb5a2a3 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:54.118350 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9b2ac733-7c55-4121-bcbc-01cbf0347400 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:54.182500 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-338a8d74-e0bd-4a79-ad2f-ce831663a454 req-961934db-cbd4-4725-817f-59bcdeb5a2a3 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] For port c7aa8418-1199-41ff-bafe-ed63a01a0d67, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=c7aa8418-1199-41ff-bafe-ed63a01a0d67,segment=NetworkSegment(5d1dfe25-6df3-47da-ac8e-82fc33e22c5a),segment_id=5d1dfe25-6df3-47da-ac8e-82fc33e22c5a)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:54.183182 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-338a8d74-e0bd-4a79-ad2f-ce831663a454 req-961934db-cbd4-4725-817f-59bcdeb5a2a3 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:54.243778 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ac733-7c55-4121-bcbc-01cbf0347400 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event updated for resources: {'Subnet': ['ID=b57471af-f3b7-4dd0-a614-75bdf4be45f7,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:54.283121 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-338a8d74-e0bd-4a79-ad2f-ce831663a454 req-961934db-cbd4-4725-817f-59bcdeb5a2a3 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Calling delete_port for c7aa8418-1199-41ff-bafe-ed63a01a0d67 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:04:54.471647 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2ac733-7c55-4121-bcbc-01cbf0347400 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Checking segment: {'id': '8f2765f9-2546-4020-b358-ac1538d866ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e8be13d4-aeb2-45df-8f38-9b60b69eb74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:04:54.472028 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2ac733-7c55-4121-bcbc-01cbf0347400 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Network hostable DHCP agents. Network: e8be13d4-aeb2-45df-8f38-9b60b69eb74f, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:04:54.584203 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2ac733-7c55-4121-bcbc-01cbf0347400 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Network e8be13d4-aeb2-45df-8f38-9b60b69eb74f is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:04:54.664109 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-9b2ac733-7c55-4121-bcbc-01cbf0347400 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, e8be13d4-aeb2-45df-8f38-9b60b69eb74f) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:04:54.677928 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2ac733-7c55-4121-bcbc-01cbf0347400 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:54.678317 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9b2ac733-7c55-4121-bcbc-01cbf0347400 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:54.689783 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1670fa8-a0b0-48aa-8c0b-4eac15496e55 None None] Network e8be13d4-aeb2-45df-8f38-9b60b69eb74f requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:54.739311 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-338a8d74-e0bd-4a79-ad2f-ce831663a454 req-961934db-cbd4-4725-817f-59bcdeb5a2a3 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:54.815331 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961934db-cbd4-4725-817f-59bcdeb5a2a3 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Pushing event deleted for resources: {'Port': ['ID=c7aa8418-1199-41ff-bafe-ed63a01a0d67,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:54.845540 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38476) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:54.846468 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9b2ac733-7c55-4121-bcbc-01cbf0347400 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6419194 Aug 17 00:04:54.851245 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-55083768-890b-43ae-a11a-5bcb8a357ffa tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:54.952200 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-338a8d74-e0bd-4a79-ad2f-ce831663a454 req-961934db-cbd4-4725-817f-59bcdeb5a2a3 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] No DVR routers for this DVR port c7aa8418-1199-41ff-bafe-ed63a01a0d67 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:04:54.959882 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-338a8d74-e0bd-4a79-ad2f-ce831663a454 req-961934db-cbd4-4725-817f-59bcdeb5a2a3 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:54.962022 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-338a8d74-e0bd-4a79-ad2f-ce831663a454 req-961934db-cbd4-4725-817f-59bcdeb5a2a3 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.64 "DELETE /v2.0/ports/c7aa8418-1199-41ff-bafe-ed63a01a0d67 HTTP/1.1" status: 204 len: 173 time: 1.2572305 Aug 17 00:04:54.963031 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edbabbb-b8d2-4110-a35d-64f0461b122d', 'name': 'network-vif-deleted', 'tag': 'c7aa8418-1199-41ff-bafe-ed63a01a0d67'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:04:54.967188 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb91013-05c9-4cac-bd23-b2d931ad5059" -d '{"events": [{"server_uuid": "3edbabbb-b8d2-4110-a35d-64f0461b122d", "name": "network-vif-deleted", "tag": "c7aa8418-1199-41ff-bafe-ed63a01a0d67"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:04:54.983037 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66cf17b-be43-47ee-bc15-c430d1603e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-e8be13d4-aeb2-45df-8f38-9b60b69eb74f', 'network_id': 'e8be13d4-aeb2-45df-8f38-9b60b69eb74f', 'tenant_id': '85b7f103b50c478f893849cb9d5e1313', 'fixed_ips': [{'subnet_id': 'b57471af-f3b7-4dd0-a614-75bdf4be45f7'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:04:54.984158 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e66cf17b-be43-47ee-bc15-c430d1603e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:55.128356 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4b0a9c5b-ddc5-4993-b2cc-8aa23ffa5de2 req-13ea0e4e-d7af-4b0e-b8c5-0b419c1de209 tempest-ImagesTestJSON-923536943 tempest-ImagesTestJSON-923536943-project] 10.222.0.60 "GET /v2.0/ports?device_id=3edbabbb-b8d2-4110-a35d-64f0461b122d HTTP/1.1" status: 200 len: 210 time: 0.1093972 Aug 17 00:04:55.165186 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-55083768-890b-43ae-a11a-5bcb8a357ffa tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12135974'] for subnet, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:55.348772 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.db.api [None req-e66cf17b-be43-47ee-bc15-c430d1603e3e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 00:04:55.348772 n-d-800088-20 neutron-server[101404]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 17 00:04:55.348772 n-d-800088-20 neutron-server[101404]: [parameters: {'in_use': 1, 'id_1': 'b57471af-f3b7-4dd0-a614-75bdf4be45f7'}] Aug 17 00:04:55.348772 n-d-800088-20 neutron-server[101404]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:04:55.350600 n-d-800088-20 neutron-server[101404]: DEBUG oslo_db.api [None req-e66cf17b-be43-47ee-bc15-c430d1603e3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:04:55.485493 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57b393b-ede8-41d8-9cb8-780cfff75484 x-openstack-request-id: req-f57b393b-ede8-41d8-9cb8-780cfff75484 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:04:55.486619 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3edbabbb-b8d2-4110-a35d-64f0461b122d", "name": "network-vif-deleted", "tag": "c7aa8418-1199-41ff-bafe-ed63a01a0d67", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:04:55.487353 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f57b393b-ede8-41d8-9cb8-780cfff75484 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:04:55.487907 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3edbabbb-b8d2-4110-a35d-64f0461b122d', 'name': 'network-vif-deleted', 'tag': 'c7aa8418-1199-41ff-bafe-ed63a01a0d67', 'status': 'completed', 'code': 200} Aug 17 00:04:55.605007 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-55083768-890b-43ae-a11a-5bcb8a357ffa tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730304384103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9313231'] for subnet, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:55.680831 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55083768-890b-43ae-a11a-5bcb8a357ffa tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:55.681586 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-55083768-890b-43ae-a11a-5bcb8a357ffa tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:55.682905 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-55083768-890b-43ae-a11a-5bcb8a357ffa tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "PUT /v2.0/subnets/b57471af-f3b7-4dd0-a614-75bdf4be45f7 HTTP/1.1" status: 200 len: 900 time: 0.8362899 Aug 17 00:04:55.685799 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38496) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:55.696359 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55083768-890b-43ae-a11a-5bcb8a357ffa tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event updated for resources: {'Subnet': ['ID=b57471af-f3b7-4dd0-a614-75bdf4be45f7,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:55.851053 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e66cf17b-be43-47ee-bc15-c430d1603e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:55.941977 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:56.063155 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:56.091207 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-e66cf17b-be43-47ee-bc15-c430d1603e3e None None] Allocated IP 2001:db8::3 (e8be13d4-aeb2-45df-8f38-9b60b69eb74f/b57471af-f3b7-4dd0-a614-75bdf4be45f7/2bb806a7-e7d7-4530-a999-c7fd088e3732) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:04:56.217151 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device c7aa8418-1199-41ff-bafe-ed63a01a0d67 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:04:56.255227 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: c7aa8418-1199-41ff-bafe-ed63a01a0d67 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:04:56.255954 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device c7aa8418-1199-41ff-bafe-ed63a01a0d67 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:04:56.444477 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e66cf17b-be43-47ee-bc15-c430d1603e3e None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:56.463810 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e66cf17b-be43-47ee-bc15-c430d1603e3e None None] Transition to ACTIVE for port object 2bb806a7-e7d7-4530-a999-c7fd088e3732 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:04:56.493867 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e66cf17b-be43-47ee-bc15-c430d1603e3e None None] Transition to ACTIVE for port object 2bb806a7-e7d7-4530-a999-c7fd088e3732 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:04:56.507941 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e66cf17b-be43-47ee-bc15-c430d1603e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:56.551685 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:56.615768 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66cf17b-be43-47ee-bc15-c430d1603e3e None None] Network e8be13d4-aeb2-45df-8f38-9b60b69eb74f is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:04:56.633537 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event deleted for resources: {'Subnet': ['ID=b57471af-f3b7-4dd0-a614-75bdf4be45f7,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:56.655328 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-e66cf17b-be43-47ee-bc15-c430d1603e3e None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:04:56.664852 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66cf17b-be43-47ee-bc15-c430d1603e3e None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:04:56.709743 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38560) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:56.758426 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:56.780260 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8be13d4-aeb2-45df-8f38-9b60b69eb74f']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:56.798794 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2765f9-2546-4020-b358-ac1538d866ce') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:56.799282 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2765f9-2546-4020-b358-ac1538d866ce') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:56.812488 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:56.856910 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66cf17b-be43-47ee-bc15-c430d1603e3e None None] Pushing event updated for resources: {'Port': ['ID=2bb806a7-e7d7-4530-a999-c7fd088e3732,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:56.858218 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:56.881125 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:04:56.881598 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:56.907851 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e66cf17b-be43-47ee-bc15-c430d1603e3e None None] Attempting to bind port 2bb806a7-e7d7-4530-a999-c7fd088e3732 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:04:56.908654 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e66cf17b-be43-47ee-bc15-c430d1603e3e None None] Attempting to bind port 2bb806a7-e7d7-4530-a999-c7fd088e3732 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '8f2765f9-2546-4020-b358-ac1538d866ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e8be13d4-aeb2-45df-8f38-9b60b69eb74f'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:04:56.909262 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66cf17b-be43-47ee-bc15-c430d1603e3e None None] Attempting to bind port 2bb806a7-e7d7-4530-a999-c7fd088e3732 on network e8be13d4-aeb2-45df-8f38-9b60b69eb74f {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:04:56.922292 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66cf17b-be43-47ee-bc15-c430d1603e3e None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:04:56.922671 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66cf17b-be43-47ee-bc15-c430d1603e3e None None] Checking segment: {'id': '8f2765f9-2546-4020-b358-ac1538d866ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e8be13d4-aeb2-45df-8f38-9b60b69eb74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:04:56.923825 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e66cf17b-be43-47ee-bc15-c430d1603e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:56.925498 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66cf17b-be43-47ee-bc15-c430d1603e3e None None] Bound using segment: {'id': '8f2765f9-2546-4020-b358-ac1538d866ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e8be13d4-aeb2-45df-8f38-9b60b69eb74f'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:04:56.926184 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e66cf17b-be43-47ee-bc15-c430d1603e3e None None] Bound port: 2bb806a7-e7d7-4530-a999-c7fd088e3732, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2765f9-2546-4020-b358-ac1538d866ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e8be13d4-aeb2-45df-8f38-9b60b69eb74f'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:04:56.929446 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e66cf17b-be43-47ee-bc15-c430d1603e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:04:57.008526 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:04:57.015139 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.db.api [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 00:04:57.015139 n-d-800088-20 neutron-server[101403]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 00:04:57.015139 n-d-800088-20 neutron-server[101403]: [parameters: {'id': 'e8be13d4-aeb2-45df-8f38-9b60b69eb74f'}] Aug 17 00:04:57.015139 n-d-800088-20 neutron-server[101403]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:04:57.016258 n-d-800088-20 neutron-server[101403]: DEBUG oslo_db.api [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:04:57.089726 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-e66cf17b-be43-47ee-bc15-c430d1603e3e None None] For port 2bb806a7-e7d7-4530-a999-c7fd088e3732, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:04:57.097898 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-e66cf17b-be43-47ee-bc15-c430d1603e3e None None] For port 2bb806a7-e7d7-4530-a999-c7fd088e3732, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2bb806a7-e7d7-4530-a999-c7fd088e3732,segment=NetworkSegment(8f2765f9-2546-4020-b358-ac1538d866ce),segment_id=8f2765f9-2546-4020-b358-ac1538d866ce)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:04:57.106051 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e66cf17b-be43-47ee-bc15-c430d1603e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:57.185415 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66cf17b-be43-47ee-bc15-c430d1603e3e None None] Pushing event updated for resources: {'Port': ['ID=2bb806a7-e7d7-4530-a999-c7fd088e3732,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:57.242347 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d731bf8c-97ec-4bcd-8d7f-6e0c8fc35080 None None] Network e8be13d4-aeb2-45df-8f38-9b60b69eb74f requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:57.344362 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd9fc4a5-d6a0-4ef5-acfe-2828cfcf3c3a admin admin] Deleting subnet edd9ab22-5340-4c03-a1d1-8f64d16eab30 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:04:57.350068 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fd9fc4a5-d6a0-4ef5-acfe-2828cfcf3c3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:57.406106 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fd9fc4a5-d6a0-4ef5-acfe-2828cfcf3c3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:57.484752 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec035cf-96a8-4c79-b4e0-ec19a7c64bb8 None None] Network e8be13d4-aeb2-45df-8f38-9b60b69eb74f requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:57.518934 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:57.528988 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fd9fc4a5-d6a0-4ef5-acfe-2828cfcf3c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:57.612542 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fd9fc4a5-d6a0-4ef5-acfe-2828cfcf3c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:57.654171 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9fc4a5-d6a0-4ef5-acfe-2828cfcf3c3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edd9ab22-5340-4c03-a1d1-8f64d16eab30,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:57.676554 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Deleting port 2bb806a7-e7d7-4530-a999-c7fd088e3732 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:04:57.677488 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:57.679541 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fd9fc4a5-d6a0-4ef5-acfe-2828cfcf3c3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:57.682704 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fd9fc4a5-d6a0-4ef5-acfe-2828cfcf3c3a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/edd9ab22-5340-4c03-a1d1-8f64d16eab30 HTTP/1.1" status: 204 len: 168 time: 0.9709809 Aug 17 00:04:57.687621 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38594) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:57.689756 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f795bf-a29d-4d6f-8323-46f1ee21d866 None None] get_active_networks_info from n-d-800088-20 {{(pid=101404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 00:04:57.879352 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] For port 2bb806a7-e7d7-4530-a999-c7fd088e3732, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2bb806a7-e7d7-4530-a999-c7fd088e3732,segment=NetworkSegment(8f2765f9-2546-4020-b358-ac1538d866ce),segment_id=8f2765f9-2546-4020-b358-ac1538d866ce)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:57.879904 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:57.890270 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f795bf-a29d-4d6f-8323-46f1ee21d866 None None] Resources bound (agent type, host, resource id): {{(pid=101404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 00:04:57.891206 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-be8b9e44-ab05-4ec1-91e3-4c4d028a3167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:57.910224 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Calling delete_port for 2bb806a7-e7d7-4530-a999-c7fd088e3732 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:04:58.111350 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:58.122307 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-be8b9e44-ab05-4ec1-91e3-4c4d028a3167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:58.145365 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-be8b9e44-ab05-4ec1-91e3-4c4d028a3167 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['828b9ed9-5982-43c3-a42e-6c3581a384df']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:58.170438 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-be8b9e44-ab05-4ec1-91e3-4c4d028a3167 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d1dfe25-6df3-47da-ac8e-82fc33e22c5a') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:58.171119 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-be8b9e44-ab05-4ec1-91e3-4c4d028a3167 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d1dfe25-6df3-47da-ac8e-82fc33e22c5a') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:58.181698 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-be8b9e44-ab05-4ec1-91e3-4c4d028a3167 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:58.212916 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-be8b9e44-ab05-4ec1-91e3-4c4d028a3167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:58.217595 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event deleted for resources: {'Port': ['ID=2bb806a7-e7d7-4530-a999-c7fd088e3732,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:58.221792 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] No DVR routers for this DVR port 2bb806a7-e7d7-4530-a999-c7fd088e3732 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:04:58.233236 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be8b9e44-ab05-4ec1-91e3-4c4d028a3167 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:04:58.234027 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-be8b9e44-ab05-4ec1-91e3-4c4d028a3167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:04:58.238614 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:04:58.398640 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:58.414377 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8be13d4-aeb2-45df-8f38-9b60b69eb74f']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:58.425590 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2765f9-2546-4020-b358-ac1538d866ce') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:58.425895 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2765f9-2546-4020-b358-ac1538d866ce') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:58.426022 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-be8b9e44-ab05-4ec1-91e3-4c4d028a3167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:58.443547 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-be8b9e44-ab05-4ec1-91e3-4c4d028a3167 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:58.453792 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-be8b9e44-ab05-4ec1-91e3-4c4d028a3167 admin admin] 10.222.0.60 "DELETE /v2.0/networks/828b9ed9-5982-43c3-a42e-6c3581a384df HTTP/1.1" status: 204 len: 168 time: 0.7615976 Aug 17 00:04:58.455790 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:58.471507 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:58.474705 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b9e44-ab05-4ec1-91e3-4c4d028a3167 admin admin] Pushing event deleted for resources: {'Network': ['ID=828b9ed9-5982-43c3-a42e-6c3581a384df,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:58.478604 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:04:58.479016 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:04:58.609148 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:04:58.622337 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:58.709264 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:58.711935 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "DELETE /v2.0/networks/e8be13d4-aeb2-45df-8f38-9b60b69eb74f HTTP/1.1" status: 204 len: 168 time: 3.0245738 Aug 17 00:04:58.713307 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e862f9-e258-4ece-9549-00f930df7fc2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event deleted for resources: {'Network': ['ID=e8be13d4-aeb2-45df-8f38-9b60b69eb74f,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:58.717181 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38620) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:58.754908 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-1849f330-b3d9-43b2-b027-fb44ba4afca2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] DELETE failed (client error): The resource could not be found. Aug 17 00:04:58.755721 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1849f330-b3d9-43b2-b027-fb44ba4afca2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:04:58.758009 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1849f330-b3d9-43b2-b027-fb44ba4afca2 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "DELETE /v2.0/subnets/b57471af-f3b7-4dd0-a614-75bdf4be45f7 HTTP/1.1" status: 404 len: 337 time: 0.0392604 Aug 17 00:04:58.760744 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38622) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:58.817665 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38626) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:58.827965 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d76357-4846-4165-88a2-0f54f1741e3a tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] DELETE failed (client error): The resource could not be found. Aug 17 00:04:58.828572 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0d76357-4846-4165-88a2-0f54f1741e3a tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:04:58.834882 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b0d76357-4846-4165-88a2-0f54f1741e3a tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "DELETE /v2.0/networks/e8be13d4-aeb2-45df-8f38-9b60b69eb74f HTTP/1.1" status: 404 len: 339 time: 0.0692804 Aug 17 00:04:58.837267 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38628) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:58.931391 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-aaa92f76-422a-42cb-b279-a8a6e6ea0b8d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a2ce754388cc43b1ac4e9f8b8d18c497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1120365 Aug 17 00:04:58.931992 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38630) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:58.980938 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0a49e1d-5494-4be4-802e-e49d8048b8d5 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:59.028438 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2f9cab74-6b71-4af3-8eb9-d8ca3d657a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:59.071107 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2f9cab74-6b71-4af3-8eb9-d8ca3d657a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:59.141604 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0a49e1d-5494-4be4-802e-e49d8048b8d5 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:59.161473 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-c0a49e1d-5494-4be4-802e-e49d8048b8d5 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4193291-aa60-424d-8132-773849835632']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:59.176448 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-c0a49e1d-5494-4be4-802e-e49d8048b8d5 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f5ee7f-9384-415a-b39e-eb44b4fb01ef') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:59.177331 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-c0a49e1d-5494-4be4-802e-e49d8048b8d5 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f5ee7f-9384-415a-b39e-eb44b4fb01ef') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:59.187752 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2f9cab74-6b71-4af3-8eb9-d8ca3d657a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:59.192121 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2f9cab74-6b71-4af3-8eb9-d8ca3d657a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:59.193363 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2f9cab74-6b71-4af3-8eb9-d8ca3d657a06 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/494fab43-8f09-452c-9a70-a9e4c2b95efe HTTP/1.1" status: 204 len: 168 time: 0.2608440 Aug 17 00:04:59.203738 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9cab74-6b71-4af3-8eb9-d8ca3d657a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494fab43-8f09-452c-9a70-a9e4c2b95efe,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:59.207195 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0a49e1d-5494-4be4-802e-e49d8048b8d5 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:59.225813 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0a49e1d-5494-4be4-802e-e49d8048b8d5 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:59.234685 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a49e1d-5494-4be4-802e-e49d8048b8d5 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:04:59.236158 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0a49e1d-5494-4be4-802e-e49d8048b8d5 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:04:59.239976 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:04:59.334310 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0a49e1d-5494-4be4-802e-e49d8048b8d5 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:59.340451 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0a49e1d-5494-4be4-802e-e49d8048b8d5 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:59.343384 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c0a49e1d-5494-4be4-802e-e49d8048b8d5 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "DELETE /v2.0/networks/b4193291-aa60-424d-8132-773849835632 HTTP/1.1" status: 204 len: 168 time: 0.5051184 Aug 17 00:04:59.347322 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38640) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:59.394528 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a49e1d-5494-4be4-802e-e49d8048b8d5 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event deleted for resources: {'Network': ['ID=b4193291-aa60-424d-8132-773849835632,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:59.402981 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10feabc-9c97-4b3b-bb2c-02943f74e392 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] DELETE failed (client error): The resource could not be found. Aug 17 00:04:59.403634 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f10feabc-9c97-4b3b-bb2c-02943f74e392 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:04:59.405621 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f10feabc-9c97-4b3b-bb2c-02943f74e392 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "DELETE /v2.0/subnets/42b54fe0-41b1-4e21-a4ed-f53d27247fb3 HTTP/1.1" status: 404 len: 337 time: 0.0570722 Aug 17 00:04:59.408792 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38642) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:59.430414 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca49977-756f-4b2e-a717-2a0cad98d248 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] DELETE failed (client error): The resource could not be found. Aug 17 00:04:59.431160 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dca49977-756f-4b2e-a717-2a0cad98d248 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:04:59.433387 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-dca49977-756f-4b2e-a717-2a0cad98d248 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "DELETE /v2.0/networks/d97c39ab-a12e-485a-89dd-a5ebec3270df HTTP/1.1" status: 404 len: 339 time: 0.0231631 Aug 17 00:04:59.436055 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38644) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:59.519713 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-b74cfea5-5c17-44fd-8f73-830d01881922 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Deleting subnet 3f0a23c4-93a1-417d-a4c4-701da7263766 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:04:59.523479 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b74cfea5-5c17-44fd-8f73-830d01881922 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:59.623199 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b74cfea5-5c17-44fd-8f73-830d01881922 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:00.056952 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b74cfea5-5c17-44fd-8f73-830d01881922 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:00.160525 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b74cfea5-5c17-44fd-8f73-830d01881922 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:00.187383 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106ad425-6533-435f-93e0-276fd2688a43 None None] Network 85f57c67-86bb-4e5b-a6b0-172fce382d06 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:05:00.190073 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b74cfea5-5c17-44fd-8f73-830d01881922 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:00.192638 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b74cfea5-5c17-44fd-8f73-830d01881922 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "DELETE /v2.0/subnets/3f0a23c4-93a1-417d-a4c4-701da7263766 HTTP/1.1" status: 204 len: 168 time: 0.7554920 Aug 17 00:05:00.195869 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38670) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:00.232385 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cfea5-5c17-44fd-8f73-830d01881922 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event deleted for resources: {'Subnet': ['ID=3f0a23c4-93a1-417d-a4c4-701da7263766,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:00.351964 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-982e3ea5-859b-46eb-a85e-4b9a538789a8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Deleting subnet 39178704-3b6f-4516-80c7-e55ea5e826fc {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:05:00.366954 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-982e3ea5-859b-46eb-a85e-4b9a538789a8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:00.426110 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-982e3ea5-859b-46eb-a85e-4b9a538789a8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:00.654759 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-982e3ea5-859b-46eb-a85e-4b9a538789a8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:00.790483 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-982e3ea5-859b-46eb-a85e-4b9a538789a8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:00.905588 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e3ea5-859b-46eb-a85e-4b9a538789a8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event deleted for resources: {'Subnet': ['ID=39178704-3b6f-4516-80c7-e55ea5e826fc,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:00.951719 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-982e3ea5-859b-46eb-a85e-4b9a538789a8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:00.956780 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-982e3ea5-859b-46eb-a85e-4b9a538789a8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "DELETE /v2.0/subnets/39178704-3b6f-4516-80c7-e55ea5e826fc HTTP/1.1" status: 204 len: 168 time: 0.7565718 Aug 17 00:05:00.957171 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38706) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:01.145735 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3c0b-d411-4106-87fa-04a546f0464d tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:01.292962 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-8eeb3c0b-d411-4106-87fa-04a546f0464d tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Deleting port 0241db1e-52c0-4835-bb56-e0ce091f6dd6 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:05:01.293370 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3c0b-d411-4106-87fa-04a546f0464d tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:01.506654 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-8eeb3c0b-d411-4106-87fa-04a546f0464d tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] For port 0241db1e-52c0-4835-bb56-e0ce091f6dd6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=0241db1e-52c0-4835-bb56-e0ce091f6dd6,segment=NetworkSegment(cb1e51dd-cf36-4d4b-a3e8-f8337067228a),segment_id=cb1e51dd-cf36-4d4b-a3e8-f8337067228a)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:05:01.509522 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3c0b-d411-4106-87fa-04a546f0464d tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:01.532148 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38720) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:01.562417 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-8eeb3c0b-d411-4106-87fa-04a546f0464d tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Calling delete_port for 0241db1e-52c0-4835-bb56-e0ce091f6dd6 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:05:01.781588 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3c0b-d411-4106-87fa-04a546f0464d tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:01.795607 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8317cc27-4b55-4ed7-9734-34de856c3e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:01.809722 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c0347c-6a11-4135-bd05-44e34672eebf None None] Network 85f57c67-86bb-4e5b-a6b0-172fce382d06 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:05:01.881710 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb3c0b-d411-4106-87fa-04a546f0464d tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event deleted for resources: {'Port': ['ID=0241db1e-52c0-4835-bb56-e0ce091f6dd6,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:01.890423 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeb3c0b-d411-4106-87fa-04a546f0464d tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] No DVR routers for this DVR port 0241db1e-52c0-4835-bb56-e0ce091f6dd6 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:05:01.971856 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4040bdd4-81d1-4971-a84a-243dedab4905 None None] Could not find standard attr ID for object 0241db1e-52c0-4835-bb56-e0ce091f6dd6. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:05:02.058162 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8317cc27-4b55-4ed7-9734-34de856c3e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:02.073286 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8317cc27-4b55-4ed7-9734-34de856c3e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:02.148679 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3c0b-d411-4106-87fa-04a546f0464d tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:02.160007 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38742) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:02.170619 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8317cc27-4b55-4ed7-9734-34de856c3e65 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=77ba41f05e804054ab8785dfb756b246&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6384249 Aug 17 00:05:02.174861 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-8eeb3c0b-d411-4106-87fa-04a546f0464d tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f57c67-86bb-4e5b-a6b0-172fce382d06']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:02.207114 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-8eeb3c0b-d411-4106-87fa-04a546f0464d tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb1e51dd-cf36-4d4b-a3e8-f8337067228a') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:02.207352 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-8eeb3c0b-d411-4106-87fa-04a546f0464d tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb1e51dd-cf36-4d4b-a3e8-f8337067228a') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:02.220914 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3c0b-d411-4106-87fa-04a546f0464d tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:02.238662 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2e70bd-444c-4722-8687-ab817ebfd489 None None] DHCP port deletion for 85f57c67-86bb-4e5b-a6b0-172fce382d06 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:05:02.240465 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3c0b-d411-4106-87fa-04a546f0464d tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:02.247134 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eeb3c0b-d411-4106-87fa-04a546f0464d tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:05:02.247533 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3c0b-d411-4106-87fa-04a546f0464d tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:02.271028 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8317cc27-4b55-4ed7-9734-34de856c3e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb0eee2-00fa-48cb-9a13-a8e1f1f28d16,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:05:02.324352 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:05:02.352049 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3c0b-d411-4106-87fa-04a546f0464d tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:02.372925 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3c0b-d411-4106-87fa-04a546f0464d tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:02.375030 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8eeb3c0b-d411-4106-87fa-04a546f0464d tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "DELETE /v2.0/networks/85f57c67-86bb-4e5b-a6b0-172fce382d06 HTTP/1.1" status: 204 len: 168 time: 1.4165826 Aug 17 00:05:02.378200 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38744) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:02.393731 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb3c0b-d411-4106-87fa-04a546f0464d tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event deleted for resources: {'Network': ['ID=85f57c67-86bb-4e5b-a6b0-172fce382d06,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:02.417058 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ae7b1ff7-07a2-4463-bac0-1cb70ab16b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:02.436111 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6553ce0-29be-4792-9c4b-b22047052e07 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] DELETE failed (client error): The resource could not be found. Aug 17 00:05:02.437166 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6553ce0-29be-4792-9c4b-b22047052e07 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:05:02.441593 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38746) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:02.451729 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a6553ce0-29be-4792-9c4b-b22047052e07 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "DELETE /v2.0/subnets/a46bbc0d-fb36-44d3-8f89-ebb0d970d521 HTTP/1.1" status: 404 len: 337 time: 0.0722361 Aug 17 00:05:02.457278 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ae7b1ff7-07a2-4463-bac0-1cb70ab16b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:02.546696 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ed46d5-4e50-4d72-aa65-e9033f01db74 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] DELETE failed (client error): The resource could not be found. Aug 17 00:05:02.548342 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52ed46d5-4e50-4d72-aa65-e9033f01db74 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:05:02.550579 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-52ed46d5-4e50-4d72-aa65-e9033f01db74 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "DELETE /v2.0/networks/3937fd62-176f-4aea-990e-80e850c5b7fc HTTP/1.1" status: 404 len: 339 time: 0.0592489 Aug 17 00:05:02.558337 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38752) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:02.590938 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ae7b1ff7-07a2-4463-bac0-1cb70ab16b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:02.602900 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ae7b1ff7-07a2-4463-bac0-1cb70ab16b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:02.606527 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ae7b1ff7-07a2-4463-bac0-1cb70ab16b90 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6eb0eee2-00fa-48cb-9a13-a8e1f1f28d16 HTTP/1.1" status: 204 len: 168 time: 0.4428372 Aug 17 00:05:02.612166 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b1ff7-07a2-4463-bac0-1cb70ab16b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb0eee2-00fa-48cb-9a13-a8e1f1f28d16,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:02.646325 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82e25a0-6734-47df-ba40-df5a0f4bf9c8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] DELETE failed (client error): The resource could not be found. Aug 17 00:05:02.646791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82e25a0-6734-47df-ba40-df5a0f4bf9c8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:05:02.651127 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e82e25a0-6734-47df-ba40-df5a0f4bf9c8 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "DELETE /v2.0/subnets/fd5f5d9c-063b-4095-89c1-ae37728f65fa HTTP/1.1" status: 404 len: 337 time: 0.0899487 Aug 17 00:05:02.651242 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38760) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:02.682440 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-40be9394-b750-4a07-9ba0-345492fc3190 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] DELETE failed (client error): The resource could not be found. Aug 17 00:05:02.682674 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40be9394-b750-4a07-9ba0-345492fc3190 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:05:02.684669 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-40be9394-b750-4a07-9ba0-345492fc3190 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "DELETE /v2.0/networks/d8db1e4b-91ac-49c1-949b-4c5c81a7cd41 HTTP/1.1" status: 404 len: 339 time: 0.0325413 Aug 17 00:05:02.687282 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38770) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:02.714919 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ec0b5b-12f7-4831-8234-ecdbec5a8afc tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] DELETE failed (client error): The resource could not be found. Aug 17 00:05:02.715800 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ec0b5b-12f7-4831-8234-ecdbec5a8afc tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:05:02.717952 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d7ec0b5b-12f7-4831-8234-ecdbec5a8afc tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "DELETE /v2.0/subnets/4c3268b5-9da5-4fa1-ae5c-ce7543a7db5a HTTP/1.1" status: 404 len: 337 time: 0.0296204 Aug 17 00:05:02.722005 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38774) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:02.756017 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-20931d46-272f-40cc-a842-7384578b7659 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] DELETE failed (client error): The resource could not be found. Aug 17 00:05:02.756387 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20931d46-272f-40cc-a842-7384578b7659 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:05:02.758469 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-20931d46-272f-40cc-a842-7384578b7659 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "DELETE /v2.0/networks/1d01c9ff-506a-4906-9fd9-ac3346329e44 HTTP/1.1" status: 404 len: 339 time: 0.0352497 Aug 17 00:05:02.761387 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38776) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:02.835940 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-f795ede9-ca80-4588-8e56-ecedab82189f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Deleting subnet 6ff8479f-0f20-4a0f-b455-db4dbf529fc4 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:05:02.840676 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f795ede9-ca80-4588-8e56-ecedab82189f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:02.903845 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f795ede9-ca80-4588-8e56-ecedab82189f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:03.004653 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f795ede9-ca80-4588-8e56-ecedab82189f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:03.118370 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f795ede9-ca80-4588-8e56-ecedab82189f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:03.196645 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38792) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:03.203612 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795ede9-ca80-4588-8e56-ecedab82189f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event deleted for resources: {'Subnet': ['ID=6ff8479f-0f20-4a0f-b455-db4dbf529fc4,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:03.208119 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f795ede9-ca80-4588-8e56-ecedab82189f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:03.209891 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f795ede9-ca80-4588-8e56-ecedab82189f tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "DELETE /v2.0/subnets/6ff8479f-0f20-4a0f-b455-db4dbf529fc4 HTTP/1.1" status: 204 len: 168 time: 0.4474499 Aug 17 00:05:03.221740 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38794) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:03.223220 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858594b6-6480-49ef-bd66-f8f85d1e7016 None None] Network 392d35b8-e832-42cf-b7e4-1f924482d1b4 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:05:03.225832 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cd6a6d01-2a76-42e6-b05b-03188959f06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:03.341554 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-82722145-d71b-4abd-bd40-309b090fb887 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:03.453471 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-82722145-d71b-4abd-bd40-309b090fb887 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Deleting port 042f7584-21fb-4512-8648-5f21d743bab6 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:05:03.454397 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-82722145-d71b-4abd-bd40-309b090fb887 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:03.468883 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cd6a6d01-2a76-42e6-b05b-03188959f06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:03.478365 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cd6a6d01-2a76-42e6-b05b-03188959f06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:03.586442 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b292ee0a-1e88-45f6-90f9-268af44128c8 None None] DHCP port deletion for 392d35b8-e832-42cf-b7e4-1f924482d1b4 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:05:03.597151 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a6d01-2a76-42e6-b05b-03188959f06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cdd3db-861d-4afe-a668-8e670537ca57,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:03.604228 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cd6a6d01-2a76-42e6-b05b-03188959f06c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d4f43f6b4874f6b8dd0ec5092a91ff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4063487 Aug 17 00:05:03.607112 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38804) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:03.661714 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-82722145-d71b-4abd-bd40-309b090fb887 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] For port 042f7584-21fb-4512-8648-5f21d743bab6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=042f7584-21fb-4512-8648-5f21d743bab6,segment=NetworkSegment(2e0c1f4a-ffb2-42d0-803d-c4a3781eee7f),segment_id=2e0c1f4a-ffb2-42d0-803d-c4a3781eee7f)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:05:03.662700 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-82722145-d71b-4abd-bd40-309b090fb887 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:03.680191 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-82722145-d71b-4abd-bd40-309b090fb887 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Calling delete_port for 042f7584-21fb-4512-8648-5f21d743bab6 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:05:03.727437 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66621995-0faa-4caa-a6d4-6f41e5494f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:03.749700 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-b292ee0a-1e88-45f6-90f9-268af44128c8 None None] Deleting port 042f7584-21fb-4512-8648-5f21d743bab6 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:05:03.750233 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b292ee0a-1e88-45f6-90f9-268af44128c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:03.800423 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-82722145-d71b-4abd-bd40-309b090fb887 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:03.825691 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66621995-0faa-4caa-a6d4-6f41e5494f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:03.836187 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82722145-d71b-4abd-bd40-309b090fb887 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event deleted for resources: {'Port': ['ID=042f7584-21fb-4512-8648-5f21d743bab6,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:03.839305 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82722145-d71b-4abd-bd40-309b090fb887 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] No DVR routers for this DVR port 042f7584-21fb-4512-8648-5f21d743bab6 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:05:03.903311 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66621995-0faa-4caa-a6d4-6f41e5494f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:03.905957 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66621995-0faa-4caa-a6d4-6f41e5494f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:03.908052 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-66621995-0faa-4caa-a6d4-6f41e5494f79 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/34cdd3db-861d-4afe-a668-8e670537ca57 HTTP/1.1" status: 204 len: 168 time: 0.2991538 Aug 17 00:05:03.922431 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66621995-0faa-4caa-a6d4-6f41e5494f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cdd3db-861d-4afe-a668-8e670537ca57,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:03.971844 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-b292ee0a-1e88-45f6-90f9-268af44128c8 None None] For port 042f7584-21fb-4512-8648-5f21d743bab6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=042f7584-21fb-4512-8648-5f21d743bab6,segment=NetworkSegment(2e0c1f4a-ffb2-42d0-803d-c4a3781eee7f),segment_id=2e0c1f4a-ffb2-42d0-803d-c4a3781eee7f)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:05:03.972748 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b292ee0a-1e88-45f6-90f9-268af44128c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:03.997216 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-b292ee0a-1e88-45f6-90f9-268af44128c8 None None] Calling delete_port for 042f7584-21fb-4512-8648-5f21d743bab6 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:04.201007 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:05:04.205266 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:04.205266 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:05:04.205266 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:04.205266 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:05:04.205266 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:04.205266 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:05:04.205266 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:04.205266 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:05:04.205266 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:04.205266 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:05:04.205266 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:04.205266 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:05:04.205266 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:04.205266 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:05:04.234424 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 042f7584-21fb-4512-8648-5f21d743bab6 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:05:04.247284 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b292ee0a-1e88-45f6-90f9-268af44128c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:04.384094 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 042f7584-21fb-4512-8648-5f21d743bab6 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:05:04.384674 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 042f7584-21fb-4512-8648-5f21d743bab6 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:05:04.385277 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 0241db1e-52c0-4835-bb56-e0ce091f6dd6 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:05:04.426621 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 0241db1e-52c0-4835-bb56-e0ce091f6dd6 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:05:04.426961 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 0241db1e-52c0-4835-bb56-e0ce091f6dd6 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:05:04.430426 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292ee0a-1e88-45f6-90f9-268af44128c8 None None] Pushing event deleted for resources: {'Port': ['ID=042f7584-21fb-4512-8648-5f21d743bab6,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:04.461367 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b292ee0a-1e88-45f6-90f9-268af44128c8 None None] No DVR routers for this DVR port 042f7584-21fb-4512-8648-5f21d743bab6 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:05:04.465690 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292ee0a-1e88-45f6-90f9-268af44128c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:04.466039 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292ee0a-1e88-45f6-90f9-268af44128c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:04.467614 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292ee0a-1e88-45f6-90f9-268af44128c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:04.467960 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292ee0a-1e88-45f6-90f9-268af44128c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:04.468575 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292ee0a-1e88-45f6-90f9-268af44128c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:04.468668 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292ee0a-1e88-45f6-90f9-268af44128c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:04.468923 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292ee0a-1e88-45f6-90f9-268af44128c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:04.469280 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292ee0a-1e88-45f6-90f9-268af44128c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:04.473341 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292ee0a-1e88-45f6-90f9-268af44128c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:04.473745 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292ee0a-1e88-45f6-90f9-268af44128c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:04.474079 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292ee0a-1e88-45f6-90f9-268af44128c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:04.474400 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292ee0a-1e88-45f6-90f9-268af44128c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:04.587031 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-82722145-d71b-4abd-bd40-309b090fb887 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:04.608467 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-82722145-d71b-4abd-bd40-309b090fb887 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392d35b8-e832-42cf-b7e4-1f924482d1b4']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:04.629531 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-82722145-d71b-4abd-bd40-309b090fb887 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e0c1f4a-ffb2-42d0-803d-c4a3781eee7f') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:04.629855 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-82722145-d71b-4abd-bd40-309b090fb887 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e0c1f4a-ffb2-42d0-803d-c4a3781eee7f') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:04.650211 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-82722145-d71b-4abd-bd40-309b090fb887 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:04.672353 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-82722145-d71b-4abd-bd40-309b090fb887 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:04.699556 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82722145-d71b-4abd-bd40-309b090fb887 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:05:04.699556 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-82722145-d71b-4abd-bd40-309b090fb887 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:05:04.709671 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:05:04.820925 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38846) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:04.853457 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f1f1218c-b521-4362-9567-739549078c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:04.862278 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-82722145-d71b-4abd-bd40-309b090fb887 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:04.868405 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-82722145-d71b-4abd-bd40-309b090fb887 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:04.871785 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-82722145-d71b-4abd-bd40-309b090fb887 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "DELETE /v2.0/networks/392d35b8-e832-42cf-b7e4-1f924482d1b4 HTTP/1.1" status: 204 len: 168 time: 1.6490171 Aug 17 00:05:04.878286 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38850) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:04.913698 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82722145-d71b-4abd-bd40-309b090fb887 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event deleted for resources: {'Network': ['ID=392d35b8-e832-42cf-b7e4-1f924482d1b4,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:04.934611 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c87476c-4e68-4a89-9682-55cf8aa260ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] DELETE failed (client error): The resource could not be found. Aug 17 00:05:04.935093 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c87476c-4e68-4a89-9682-55cf8aa260ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:05:04.936895 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8c87476c-4e68-4a89-9682-55cf8aa260ec tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "DELETE /v2.0/subnets/6622618f-412a-4666-aa99-4af7d4c4cb27 HTTP/1.1" status: 404 len: 337 time: 0.0561023 Aug 17 00:05:04.941296 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38856) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:04.972365 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd7e68e-00d9-4089-97a1-bcf685334b79 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] DELETE failed (client error): The resource could not be found. Aug 17 00:05:04.972939 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd7e68e-00d9-4089-97a1-bcf685334b79 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:05:04.974787 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1dd7e68e-00d9-4089-97a1-bcf685334b79 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "DELETE /v2.0/networks/94a78de9-4900-47d3-8448-f2edac697a12 HTTP/1.1" status: 404 len: 339 time: 0.0322676 Aug 17 00:05:04.979513 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38858) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:05.060206 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38860) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:05.067613 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-654c66e9-8b58-4b2d-83c1-364da7607025 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Deleting subnet 5af5052a-7b60-4200-95d8-13a34eb38eb9 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:05:05.088811 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-654c66e9-8b58-4b2d-83c1-364da7607025 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:05.136934 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f1f1218c-b521-4362-9567-739549078c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:05.155033 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f1f1218c-b521-4362-9567-739549078c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:05.159903 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-654c66e9-8b58-4b2d-83c1-364da7607025 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:05.212180 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1218c-b521-4362-9567-739549078c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49751905-111b-4afd-b2b9-dbfd8d2b933d,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:05.249487 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f1f1218c-b521-4362-9567-739549078c7e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a29ee27d5e7044a8adb9be438866a58f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4273345 Aug 17 00:05:05.253335 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38866) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:05.307013 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7244f13e-63c5-488c-80f2-1d53dc53cf68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:05.343399 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5e7f2899-6d4a-423b-b746-1c226ce7c8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:05.346069 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-654c66e9-8b58-4b2d-83c1-364da7607025 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:05.368560 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5e7f2899-6d4a-423b-b746-1c226ce7c8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:05.425965 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5e7f2899-6d4a-423b-b746-1c226ce7c8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:05.428776 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5e7f2899-6d4a-423b-b746-1c226ce7c8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:05.435296 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5e7f2899-6d4a-423b-b746-1c226ce7c8c9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/49751905-111b-4afd-b2b9-dbfd8d2b933d HTTP/1.1" status: 204 len: 168 time: 0.1807880 Aug 17 00:05:05.455888 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f2899-6d4a-423b-b746-1c226ce7c8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49751905-111b-4afd-b2b9-dbfd8d2b933d,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:05.462581 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-654c66e9-8b58-4b2d-83c1-364da7607025 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:05.523780 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7244f13e-63c5-488c-80f2-1d53dc53cf68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:05.578081 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7244f13e-63c5-488c-80f2-1d53dc53cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:05.587865 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c66e9-8b58-4b2d-83c1-364da7607025 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event deleted for resources: {'Subnet': ['ID=5af5052a-7b60-4200-95d8-13a34eb38eb9,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:05.627696 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f475804-4a88-4cba-b3db-da9c11104039 None None] Network 8b7bbd86-cf6e-4246-af23-eb6664b3948b requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:05:05.631162 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-654c66e9-8b58-4b2d-83c1-364da7607025 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:05.635721 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38876) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:05.635955 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-654c66e9-8b58-4b2d-83c1-364da7607025 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "DELETE /v2.0/subnets/5af5052a-7b60-4200-95d8-13a34eb38eb9 HTTP/1.1" status: 204 len: 168 time: 0.6553974 Aug 17 00:05:05.645651 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244f13e-63c5-488c-80f2-1d53dc53cf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a724e509-dd47-4fb6-8a42-a70169470546,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:05.663746 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7244f13e-63c5-488c-80f2-1d53dc53cf68 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=47ad71dce4cd455e9066586847eef4e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6020505 Aug 17 00:05:05.668084 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38878) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:05.763323 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d44c5bc1-b656-4234-a1a6-b9ec8c4903cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:05.824622 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d44c5bc1-b656-4234-a1a6-b9ec8c4903cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:05.834388 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c77a51d7-3b26-4413-b851-0b5fbe1b3989 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:05.932001 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d44c5bc1-b656-4234-a1a6-b9ec8c4903cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:05.935612 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d44c5bc1-b656-4234-a1a6-b9ec8c4903cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:05.937018 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d44c5bc1-b656-4234-a1a6-b9ec8c4903cc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a724e509-dd47-4fb6-8a42-a70169470546 HTTP/1.1" status: 204 len: 168 time: 0.2678113 Aug 17 00:05:05.948156 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c5bc1-b656-4234-a1a6-b9ec8c4903cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a724e509-dd47-4fb6-8a42-a70169470546,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:05.951233 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-c77a51d7-3b26-4413-b851-0b5fbe1b3989 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Deleting port eb59ed14-e246-4bba-a916-1a0a0e2cca1e {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:05:05.951647 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c77a51d7-3b26-4413-b851-0b5fbe1b3989 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.108864 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-c77a51d7-3b26-4413-b851-0b5fbe1b3989 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] For port eb59ed14-e246-4bba-a916-1a0a0e2cca1e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=eb59ed14-e246-4bba-a916-1a0a0e2cca1e,segment=NetworkSegment(f6ee5e95-dd4a-4bbc-a31b-897ad9ff03ab),segment_id=f6ee5e95-dd4a-4bbc-a31b-897ad9ff03ab)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:05:06.109347 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c77a51d7-3b26-4413-b851-0b5fbe1b3989 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.160355 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-c77a51d7-3b26-4413-b851-0b5fbe1b3989 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Calling delete_port for eb59ed14-e246-4bba-a916-1a0a0e2cca1e owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:05:06.377744 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c77a51d7-3b26-4413-b851-0b5fbe1b3989 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.444738 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77a51d7-3b26-4413-b851-0b5fbe1b3989 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] No DVR routers for this DVR port eb59ed14-e246-4bba-a916-1a0a0e2cca1e on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:05:06.461280 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a51d7-3b26-4413-b851-0b5fbe1b3989 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event deleted for resources: {'Port': ['ID=eb59ed14-e246-4bba-a916-1a0a0e2cca1e,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:06.533757 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0e2340-45d7-4db0-9b41-ababaecf5f69 None None] DHCP port deletion for 8b7bbd86-cf6e-4246-af23-eb6664b3948b request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:05:06.636389 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c77a51d7-3b26-4413-b851-0b5fbe1b3989 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.674381 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-c77a51d7-3b26-4413-b851-0b5fbe1b3989 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b7bbd86-cf6e-4246-af23-eb6664b3948b']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:06.700792 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-c77a51d7-3b26-4413-b851-0b5fbe1b3989 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ee5e95-dd4a-4bbc-a31b-897ad9ff03ab') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:06.701125 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-c77a51d7-3b26-4413-b851-0b5fbe1b3989 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ee5e95-dd4a-4bbc-a31b-897ad9ff03ab') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:06.739895 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c77a51d7-3b26-4413-b851-0b5fbe1b3989 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.781292 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c77a51d7-3b26-4413-b851-0b5fbe1b3989 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.795629 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77a51d7-3b26-4413-b851-0b5fbe1b3989 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:05:06.797742 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c77a51d7-3b26-4413-b851-0b5fbe1b3989 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:05:06.804971 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:05:06.956278 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c77a51d7-3b26-4413-b851-0b5fbe1b3989 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.980778 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c77a51d7-3b26-4413-b851-0b5fbe1b3989 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.989566 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c77a51d7-3b26-4413-b851-0b5fbe1b3989 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] 10.222.0.60 "DELETE /v2.0/networks/8b7bbd86-cf6e-4246-af23-eb6664b3948b HTTP/1.1" status: 204 len: 168 time: 1.3527300 Aug 17 00:05:07.005491 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a51d7-3b26-4413-b851-0b5fbe1b3989 tempest-NetworksIpV6Test-791487565 tempest-NetworksIpV6Test-791487565-project] Pushing event deleted for resources: {'Network': ['ID=8b7bbd86-cf6e-4246-af23-eb6664b3948b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:07.559661 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38956) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:07.862970 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-43bdaa6e-ed29-4d9b-9208-4f4c1bb28c59 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=85b7f103b50c478f893849cb9d5e1313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3015656 Aug 17 00:05:07.865122 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38970) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:08.051371 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5d283041-9b32-4636-a68d-ff3fb6014de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.079186 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38978) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:08.129349 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5d283041-9b32-4636-a68d-ff3fb6014de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.243425 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5d283041-9b32-4636-a68d-ff3fb6014de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.259047 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5d283041-9b32-4636-a68d-ff3fb6014de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.263124 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5d283041-9b32-4636-a68d-ff3fb6014de3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5ca13f05-10c8-4c28-a818-185be3a01f81 HTTP/1.1" status: 204 len: 168 time: 0.3968601 Aug 17 00:05:08.277724 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device eb59ed14-e246-4bba-a916-1a0a0e2cca1e no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:05:08.302082 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d283041-9b32-4636-a68d-ff3fb6014de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca13f05-10c8-4c28-a818-185be3a01f81,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:08.312135 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-c0ecc7ae-bae1-4d5c-b352-3f11df8a6694 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-296051855-network', 'tenant_id': 'a6b0a9312d454cbe85b2b5963e6b4f6f'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:08.333891 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: eb59ed14-e246-4bba-a916-1a0a0e2cca1e {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:05:08.334313 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device eb59ed14-e246-4bba-a916-1a0a0e2cca1e not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:05:08.345781 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ecc7ae-bae1-4d5c-b352-3f11df8a6694 admin admin] Made reservation on behalf of a6b0a9312d454cbe85b2b5963e6b4f6f for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:05:08.367163 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc7ae-bae1-4d5c-b352-3f11df8a6694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.405851 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc7ae-bae1-4d5c-b352-3f11df8a6694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.588709 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc7ae-bae1-4d5c-b352-3f11df8a6694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.604050 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc7ae-bae1-4d5c-b352-3f11df8a6694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.638253 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ecc7ae-bae1-4d5c-b352-3f11df8a6694 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:05:08.662183 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ecc7ae-bae1-4d5c-b352-3f11df8a6694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394f1967-35e6-4d4f-a4c4-adc27ce0e4aa,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:08.675154 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc7ae-bae1-4d5c-b352-3f11df8a6694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.676020 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-c0ecc7ae-bae1-4d5c-b352-3f11df8a6694 admin admin] Added segment ad720d16-57d5-4f56-9140-1b49a0aa2131 of type vlan for network c8b7927e-aa50-4d55-992a-0e91574fc9a8 Aug 17 00:05:08.802762 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc7ae-bae1-4d5c-b352-3f11df8a6694 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.865259 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc7ae-bae1-4d5c-b352-3f11df8a6694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.866412 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ecc7ae-bae1-4d5c-b352-3f11df8a6694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:08.869305 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc7ae-bae1-4d5c-b352-3f11df8a6694 admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.954581 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ecc7ae-bae1-4d5c-b352-3f11df8a6694 admin admin] Pushing event updated for resources: {'Network': ['ID=c8b7927e-aa50-4d55-992a-0e91574fc9a8,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:08.965874 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network c8b7927e-aa50-4d55-992a-0e91574fc9a8 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:05:08.984144 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c0ecc7ae-bae1-4d5c-b352-3f11df8a6694 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9005198 Aug 17 00:05:08.984302 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39018) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:08.989879 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-25cfc6f2-d468-4348-b8d7-955006b31c4b admin admin] Request body: {'subnet': {'network_id': 'c8b7927e-aa50-4d55-992a-0e91574fc9a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-296051855-subnet', 'tenant_id': 'a6b0a9312d454cbe85b2b5963e6b4f6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:09.019143 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cfc6f2-d468-4348-b8d7-955006b31c4b admin admin] Made reservation on behalf of a6b0a9312d454cbe85b2b5963e6b4f6f for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:05:09.038775 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25cfc6f2-d468-4348-b8d7-955006b31c4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:09.447616 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25cfc6f2-d468-4348-b8d7-955006b31c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:09.499674 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cfc6f2-d468-4348-b8d7-955006b31c4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b834a6-9e71-4148-bc16-ae7471a74cf0,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:09.551739 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cfc6f2-d468-4348-b8d7-955006b31c4b admin admin] Checking segment: {'id': 'ad720d16-57d5-4f56-9140-1b49a0aa2131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c8b7927e-aa50-4d55-992a-0e91574fc9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:05:09.551929 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cfc6f2-d468-4348-b8d7-955006b31c4b admin admin] Network hostable DHCP agents. Network: c8b7927e-aa50-4d55-992a-0e91574fc9a8, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:05:09.584472 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cfc6f2-d468-4348-b8d7-955006b31c4b admin admin] Network c8b7927e-aa50-4d55-992a-0e91574fc9a8 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:05:09.597473 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-25cfc6f2-d468-4348-b8d7-955006b31c4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, c8b7927e-aa50-4d55-992a-0e91574fc9a8) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:05:09.602717 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cfc6f2-d468-4348-b8d7-955006b31c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:09.603420 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25cfc6f2-d468-4348-b8d7-955006b31c4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:09.611526 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e79cd4c-03a4-45cd-9f59-a26dc70d6086 None None] Network c8b7927e-aa50-4d55-992a-0e91574fc9a8 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:05:09.634608 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-25cfc6f2-d468-4348-b8d7-955006b31c4b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6491399 Aug 17 00:05:09.678995 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39046) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:09.860958 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae859de-5de4-440c-bc14-c7b8ecd0fa83 None None] Network c8b7927e-aa50-4d55-992a-0e91574fc9a8 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:05:09.876895 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a93762c6-e8ca-4337-8efb-eb637f744702 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Request body: {'security_group': {'name': 'tempest-secgroup--399256260'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:09.948762 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a93762c6-e8ca-4337-8efb-eb637f744702 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:09.960856 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a93762c6-e8ca-4337-8efb-eb637f744702 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.026402 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.160140 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a93762c6-e8ca-4337-8efb-eb637f744702 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.165856 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-6bad4ea0-d7aa-4bbf-a983-65649789541a req-4610cc59-0b27-4cb9-ae81-b6a85aa3b642 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-162175023', 'description': 'tempest-description-594652940'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:10.167880 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a93762c6-e8ca-4337-8efb-eb637f744702 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.206687 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.db.api [None req-a93762c6-e8ca-4337-8efb-eb637f744702 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 00:05:10.206687 n-d-800088-20 neutron-server[101402]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 17 00:05:10.206687 n-d-800088-20 neutron-server[101402]: [parameters: {'project_id': '74f4ebef32614793a3a049f37510f0ae', 'id': '6cd35886-0561-4086-90cb-c9d8c58ded86', 'expiration': datetime.datetime(2021, 8, 17, 0, 7, 10, 192225)}] Aug 17 00:05:10.206687 n-d-800088-20 neutron-server[101402]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:05:10.207142 n-d-800088-20 neutron-server[101402]: DEBUG oslo_db.api [None req-a93762c6-e8ca-4337-8efb-eb637f744702 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:05:10.208950 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93762c6-e8ca-4337-8efb-eb637f744702 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eaa3e18-674f-4d7a-a337-77ee01cc3b95,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:10.243951 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6bad4ea0-d7aa-4bbf-a983-65649789541a req-4610cc59-0b27-4cb9-ae81-b6a85aa3b642 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.382820 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b3069-d5c9-4018-898a-995afb541aa2 req-e83d1b6b-7144-49e3-87e4-23abbbca1695 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:10.384337 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-274b3069-d5c9-4018-898a-995afb541aa2 req-e83d1b6b-7144-49e3-87e4-23abbbca1695 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 946 time: 0.0757687 Aug 17 00:05:10.415334 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6bad4ea0-d7aa-4bbf-a983-65649789541a req-4610cc59-0b27-4cb9-ae81-b6a85aa3b642 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.423308 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6bad4ea0-d7aa-4bbf-a983-65649789541a req-4610cc59-0b27-4cb9-ae81-b6a85aa3b642 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.456547 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-274b3069-d5c9-4018-898a-995afb541aa2 req-120a23ab-f232-406a-bb50-61591815d9e9 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626869 Aug 17 00:05:10.466554 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610cc59-0b27-4cb9-ae81-b6a85aa3b642 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7f251d-ba80-49df-b9fe-febef2a83883,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:10.469220 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6bad4ea0-d7aa-4bbf-a983-65649789541a req-4610cc59-0b27-4cb9-ae81-b6a85aa3b642 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.470834 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6bad4ea0-d7aa-4bbf-a983-65649789541a req-4610cc59-0b27-4cb9-ae81-b6a85aa3b642 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3098135 Aug 17 00:05:10.551547 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e34fa986-9eb9-4462-b156-959e90d0ccbc req-ad1e2531-329a-4ebf-9956-4963c23967b2 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] 10.222.0.60 "GET /v2.0/security-groups/0f7f251d-ba80-49df-b9fe-febef2a83883 HTTP/1.1" status: 200 len: 1813 time: 0.0447145 Aug 17 00:05:10.563993 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-e34fa986-9eb9-4462-b156-959e90d0ccbc req-4c355676-6274-439c-8de8-250f5cd666ef tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f7f251d-ba80-49df-b9fe-febef2a83883', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:10.564315 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-e34fa986-9eb9-4462-b156-959e90d0ccbc req-4c355676-6274-439c-8de8-250f5cd666ef tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f7f251d-ba80-49df-b9fe-febef2a83883', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:10.652238 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e34fa986-9eb9-4462-b156-959e90d0ccbc req-4c355676-6274-439c-8de8-250f5cd666ef tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.679591 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e34fa986-9eb9-4462-b156-959e90d0ccbc req-4c355676-6274-439c-8de8-250f5cd666ef tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.683261 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e34fa986-9eb9-4462-b156-959e90d0ccbc req-4c355676-6274-439c-8de8-250f5cd666ef tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.705585 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c355676-6274-439c-8de8-250f5cd666ef tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e85f9a7-6f40-4f24-9021-e763b876285b,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:10.708043 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a93762c6-e8ca-4337-8efb-eb637f744702 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.716551 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e34fa986-9eb9-4462-b156-959e90d0ccbc req-4c355676-6274-439c-8de8-250f5cd666ef tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.717856 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e34fa986-9eb9-4462-b156-959e90d0ccbc req-4c355676-6274-439c-8de8-250f5cd666ef tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1585979 Aug 17 00:05:10.794468 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ed6c8c87-d6e5-4ff0-a87d-a55b18ccc54b req-77cd35e0-a284-45c0-9091-0dc81e604fdc tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] 10.222.0.60 "GET /v2.0/security-groups/0f7f251d-ba80-49df-b9fe-febef2a83883 HTTP/1.1" status: 200 len: 2407 time: 0.0472593 Aug 17 00:05:10.818740 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a93762c6-e8ca-4337-8efb-eb637f744702 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.824593 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a93762c6-e8ca-4337-8efb-eb637f744702 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.834401 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8b1e9212-1c46-4943-b3c2-9bca67b41940 req-595a9aaa-02b6-4d0f-8ec2-98441d8a901f tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] 10.222.0.60 "GET /v2.0/security-group-rules/1e85f9a7-6f40-4f24-9021-e763b876285b HTTP/1.1" status: 200 len: 778 time: 0.0265307 Aug 17 00:05:10.857934 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93762c6-e8ca-4337-8efb-eb637f744702 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1dae0c-f6a4-4b13-878f-cb99df062024,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:10.871913 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a93762c6-e8ca-4337-8efb-eb637f744702 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.873599 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a93762c6-e8ca-4337-8efb-eb637f744702 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1913111 Aug 17 00:05:10.877026 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39108) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:10.904012 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8b1e9212-1c46-4943-b3c2-9bca67b41940 req-4000dbf1-a67a-4eb6-b1e1-b1300286627c tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] 10.222.0.60 "GET /v2.0/security-groups/0f7f251d-ba80-49df-b9fe-febef2a83883 HTTP/1.1" status: 200 len: 2407 time: 0.0620317 Aug 17 00:05:10.941365 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8b1e9212-1c46-4943-b3c2-9bca67b41940 req-e5d82b2c-8db4-490a-ad11-a47fc223d39a tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.951242 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8b1e9212-1c46-4943-b3c2-9bca67b41940 req-e5d82b2c-8db4-490a-ad11-a47fc223d39a tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.970145 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-421a6781-e397-45f3-a5ba-edcae976caa8 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0908177 Aug 17 00:05:10.972518 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39114) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:10.979074 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-38d6f2f9-9871-423f-bc65-1412aeec2428 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Request body: {'security_group': {'name': 'tempest-security--1872455187', 'description': 'tempest-security-description-153199719'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:10.992222 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8b1e9212-1c46-4943-b3c2-9bca67b41940 req-e5d82b2c-8db4-490a-ad11-a47fc223d39a tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.003396 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8b1e9212-1c46-4943-b3c2-9bca67b41940 req-e5d82b2c-8db4-490a-ad11-a47fc223d39a tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.004933 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8b1e9212-1c46-4943-b3c2-9bca67b41940 req-e5d82b2c-8db4-490a-ad11-a47fc223d39a tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/1e85f9a7-6f40-4f24-9021-e763b876285b HTTP/1.1" status: 204 len: 173 time: 0.0939112 Aug 17 00:05:11.017215 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-38d6f2f9-9871-423f-bc65-1412aeec2428 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.021520 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d82b2c-8db4-490a-ad11-a47fc223d39a tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e85f9a7-6f40-4f24-9021-e763b876285b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:11.037214 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-96eafc67-4c43-4df8-9e1a-e7499c44ab99 req-34248d9d-0458-4826-aa10-d3c74731b7d4 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1790907636', 'description': 'tempest-description-781648226'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:11.065602 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-96eafc67-4c43-4df8-9e1a-e7499c44ab99 req-34248d9d-0458-4826-aa10-d3c74731b7d4 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.114530 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-38d6f2f9-9871-423f-bc65-1412aeec2428 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.121148 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-38d6f2f9-9871-423f-bc65-1412aeec2428 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.123936 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-38d6f2f9-9871-423f-bc65-1412aeec2428 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.126994 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-38d6f2f9-9871-423f-bc65-1412aeec2428 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "PUT /v2.0/security-groups/8b1dae0c-f6a4-4b13-878f-cb99df062024 HTTP/1.1" status: 200 len: 1779 time: 0.1519883 Aug 17 00:05:11.130259 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39120) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:11.158787 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6f2f9-9871-423f-bc65-1412aeec2428 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1dae0c-f6a4-4b13-878f-cb99df062024,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:11.200532 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-11842de9-f161-452c-bad0-a0f7ced099dd tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "GET /v2.0/security-groups/8b1dae0c-f6a4-4b13-878f-cb99df062024 HTTP/1.1" status: 200 len: 1779 time: 0.0683544 Aug 17 00:05:11.200742 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39128) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:11.215959 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-96eafc67-4c43-4df8-9e1a-e7499c44ab99 req-34248d9d-0458-4826-aa10-d3c74731b7d4 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.228112 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-96eafc67-4c43-4df8-9e1a-e7499c44ab99 req-34248d9d-0458-4826-aa10-d3c74731b7d4 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.278920 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-96eafc67-4c43-4df8-9e1a-e7499c44ab99 req-34248d9d-0458-4826-aa10-d3c74731b7d4 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.280088 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e3bb1736-5145-46f1-97ee-f55e00ed1f45 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.290900 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-96eafc67-4c43-4df8-9e1a-e7499c44ab99 req-34248d9d-0458-4826-aa10-d3c74731b7d4 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2592225 Aug 17 00:05:11.296561 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34248d9d-0458-4826-aa10-d3c74731b7d4 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68df7467-a53a-4b72-9d4c-5c4d15179f67,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:11.311907 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e3bb1736-5145-46f1-97ee-f55e00ed1f45 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.370027 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b961f374-321b-400b-93fd-337f97140c8b req-4aedcab0-8013-4694-8e68-c47962ec1aa8 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] 10.222.0.60 "GET /v2.0/security-groups/68df7467-a53a-4b72-9d4c-5c4d15179f67 HTTP/1.1" status: 200 len: 1814 time: 0.0425630 Aug 17 00:05:11.370460 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e3bb1736-5145-46f1-97ee-f55e00ed1f45 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.381003 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e3bb1736-5145-46f1-97ee-f55e00ed1f45 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.381003 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e3bb1736-5145-46f1-97ee-f55e00ed1f45 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "DELETE /v2.0/security-groups/8b1dae0c-f6a4-4b13-878f-cb99df062024 HTTP/1.1" status: 204 len: 168 time: 0.1739619 Aug 17 00:05:11.381003 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39134) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:11.395680 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb1736-5145-46f1-97ee-f55e00ed1f45 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1dae0c-f6a4-4b13-878f-cb99df062024,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:11.428464 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-66f4537e-77c3-4de4-b818-c178d6c014da req-cecbc03a-78ba-4864-89c5-f817180a1f75 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-421034163', 'description': 'tempest-description-1270469783'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:11.452200 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-94f1d232-e3e1-4e04-8ae2-e8f74da26673 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0716002 Aug 17 00:05:11.455043 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39140) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:11.460274 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-66f4537e-77c3-4de4-b818-c178d6c014da req-cecbc03a-78ba-4864-89c5-f817180a1f75 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.474379 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-34cb11d4-f57f-4f5f-be2e-8b8cd461d22a tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] delete failed (client error): The resource could not be found. Aug 17 00:05:11.479761 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39144) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:11.480245 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-34cb11d4-f57f-4f5f-be2e-8b8cd461d22a tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "DELETE /v2.0/security-groups/8b1dae0c-f6a4-4b13-878f-cb99df062024 HTTP/1.1" status: 404 len: 347 time: 0.0234802 Aug 17 00:05:11.493694 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-97d22da6-af28-436c-ae22-53070fc4798d tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Request body: {'security_group': {'name': 'tempest-secgroup--862854345'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:11.518379 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.519407 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.db.api [None req-97d22da6-af28-436c-ae22-53070fc4798d tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 00:05:11.519407 n-d-800088-20 neutron-server[101403]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 00:05:11.519407 n-d-800088-20 neutron-server[101403]: [parameters: {'project_id_1': '74f4ebef32614793a3a049f37510f0ae', 'expiration_1': datetime.datetime(2021, 8, 17, 0, 5, 11, 504847)}] Aug 17 00:05:11.519407 n-d-800088-20 neutron-server[101403]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:05:11.519844 n-d-800088-20 neutron-server[101403]: DEBUG oslo_db.api [None req-97d22da6-af28-436c-ae22-53070fc4798d tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:05:11.589575 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-66f4537e-77c3-4de4-b818-c178d6c014da req-cecbc03a-78ba-4864-89c5-f817180a1f75 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.599926 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-66f4537e-77c3-4de4-b818-c178d6c014da req-cecbc03a-78ba-4864-89c5-f817180a1f75 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.654844 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-66f4537e-77c3-4de4-b818-c178d6c014da req-cecbc03a-78ba-4864-89c5-f817180a1f75 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.656281 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66f4537e-77c3-4de4-b818-c178d6c014da req-cecbc03a-78ba-4864-89c5-f817180a1f75 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2376075 Aug 17 00:05:11.666778 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbc03a-78ba-4864-89c5-f817180a1f75 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf254ba-1cc4-409f-b65e-bdd2c39591d0,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:11.682669 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5fece-1713-423a-bf55-558dbbbbbce6 req-a1fe428d-8d0c-43ee-9cfd-1cc9a2ad284b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:11.684366 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dfc5fece-1713-423a-bf55-558dbbbbbce6 req-a1fe428d-8d0c-43ee-9cfd-1cc9a2ad284b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 946 time: 0.0980947 Aug 17 00:05:11.745913 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dfc5fece-1713-423a-bf55-558dbbbbbce6 req-33a146a3-2743-4d73-982a-b97815543d3f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547972 Aug 17 00:05:11.819932 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ed09c490-332f-4942-93b6-39d1058003b5 req-9e5efb89-ac86-4b54-a4b4-436a1de889f4 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] 10.222.0.60 "GET /v2.0/security-groups/9cf254ba-1cc4-409f-b65e-bdd2c39591d0 HTTP/1.1" status: 200 len: 1814 time: 0.0541537 Aug 17 00:05:11.857035 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-0e556d70-d680-475a-876c-558ceb31dabf req-c5195a86-b386-4b0f-afbd-e1d93146a2b3 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-684077837', 'description': 'tempest-description-759464998'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:11.886828 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0e556d70-d680-475a-876c-558ceb31dabf req-c5195a86-b386-4b0f-afbd-e1d93146a2b3 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.004430 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0e556d70-d680-475a-876c-558ceb31dabf req-c5195a86-b386-4b0f-afbd-e1d93146a2b3 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.010468 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0e556d70-d680-475a-876c-558ceb31dabf req-c5195a86-b386-4b0f-afbd-e1d93146a2b3 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.066315 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5195a86-b386-4b0f-afbd-e1d93146a2b3 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daf19088-314e-47f3-9c07-4484723ce63e,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:12.074536 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-97d22da6-af28-436c-ae22-53070fc4798d tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.092357 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0e556d70-d680-475a-876c-558ceb31dabf req-c5195a86-b386-4b0f-afbd-e1d93146a2b3 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.093949 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e556d70-d680-475a-876c-558ceb31dabf req-c5195a86-b386-4b0f-afbd-e1d93146a2b3 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2498267 Aug 17 00:05:12.184550 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb1b4330-52a1-4c69-9282-131eea661b88 req-9a365ac8-8833-4d92-888d-1965b4f5d4a6 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] 10.222.0.60 "GET /v2.0/security-groups/daf19088-314e-47f3-9c07-4484723ce63e HTTP/1.1" status: 200 len: 1813 time: 0.0532086 Aug 17 00:05:12.225556 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-898ae55d-b2da-4638-8c78-148b110aeaef req-452c4148-a021-4e88-9d0e-5554611392d5 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-110411257', 'description': 'tempest-description-1660024053'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:12.243064 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-97d22da6-af28-436c-ae22-53070fc4798d tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.267389 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-97d22da6-af28-436c-ae22-53070fc4798d tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.302656 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-898ae55d-b2da-4638-8c78-148b110aeaef req-452c4148-a021-4e88-9d0e-5554611392d5 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.311544 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-97d22da6-af28-436c-ae22-53070fc4798d tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.314200 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-97d22da6-af28-436c-ae22-53070fc4798d tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8331265 Aug 17 00:05:12.316559 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39188) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:12.321610 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-bc325905-a23a-4add-90cf-0022d88a142c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Request body: {'security_group_rule': {'security_group_id': 'baa44f6f-bc01-448f-a050-e5132f49de2e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:12.343136 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d22da6-af28-436c-ae22-53070fc4798d tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa44f6f-bc01-448f-a050-e5132f49de2e,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:12.368300 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc325905-a23a-4add-90cf-0022d88a142c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.375646 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d76b1-6b99-475d-b508-3af0003b1711 req-454490d3-1ff8-4874-91c2-0d905b779a61 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:12.380185 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-884d76b1-6b99-475d-b508-3af0003b1711 req-454490d3-1ff8-4874-91c2-0d905b779a61 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 946 time: 0.1412394 Aug 17 00:05:12.451768 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc325905-a23a-4add-90cf-0022d88a142c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.459720 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc325905-a23a-4add-90cf-0022d88a142c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.468081 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-884d76b1-6b99-475d-b508-3af0003b1711 req-71e51085-a581-4f48-8c3f-a4c86d4b841d tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839748 Aug 17 00:05:12.506912 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc325905-a23a-4add-90cf-0022d88a142c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76befd57-d9d6-4ade-a680-5133f06b4d12,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:12.516936 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-898ae55d-b2da-4638-8c78-148b110aeaef req-452c4148-a021-4e88-9d0e-5554611392d5 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.521444 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-898ae55d-b2da-4638-8c78-148b110aeaef req-452c4148-a021-4e88-9d0e-5554611392d5 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.527889 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc325905-a23a-4add-90cf-0022d88a142c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.530236 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bc325905-a23a-4add-90cf-0022d88a142c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2123029 Aug 17 00:05:12.533677 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39192) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:12.568216 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c4148-a021-4e88-9d0e-5554611392d5 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=086e7b63-8972-4a08-bc3b-e3ae1e94d2c5,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:12.573192 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-898ae55d-b2da-4638-8c78-148b110aeaef req-452c4148-a021-4e88-9d0e-5554611392d5 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.574756 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-898ae55d-b2da-4638-8c78-148b110aeaef req-452c4148-a021-4e88-9d0e-5554611392d5 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3596210 Aug 17 00:05:12.581952 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c3b2ab7-f905-429b-9f90-f3aae0928a1a tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.591164 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c3b2ab7-f905-429b-9f90-f3aae0928a1a tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.638263 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c3b2ab7-f905-429b-9f90-f3aae0928a1a tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.646179 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c3b2ab7-f905-429b-9f90-f3aae0928a1a tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.648027 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7c3b2ab7-f905-429b-9f90-f3aae0928a1a tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/76befd57-d9d6-4ade-a680-5133f06b4d12 HTTP/1.1" status: 204 len: 168 time: 0.1125796 Aug 17 00:05:12.653180 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39196) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:12.659166 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b2ab7-f905-429b-9f90-f3aae0928a1a tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76befd57-d9d6-4ade-a680-5133f06b4d12,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:12.680020 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7ecbaeed-7ef6-432f-b8fb-3f222628c648 req-e3eb6408-257d-4419-b079-e39700fa57a3 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] 10.222.0.60 "GET /v2.0/security-groups/086e7b63-8972-4a08-bc3b-e3ae1e94d2c5 HTTP/1.1" status: 200 len: 1814 time: 0.0755024 Aug 17 00:05:12.714260 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9ad6be84-b453-4f59-bc34-0483b7ba652f tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0554285 Aug 17 00:05:12.717233 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39200) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:12.733696 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-9ec46cd1-c8cf-4df1-9621-5ea323e145df req-8846f473-7fdf-4ce6-9dd8-c21e89d5def7 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] show failed (client error): The resource could not be found. Aug 17 00:05:12.734561 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ec46cd1-c8cf-4df1-9621-5ea323e145df req-8846f473-7fdf-4ce6-9dd8-c21e89d5def7 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] 10.222.0.60 "GET /v2.0/security-groups/83bc27d1-c3c0-45f3-8b11-f1e7f8bb4329 HTTP/1.1" status: 404 len: 352 time: 0.0192668 Aug 17 00:05:12.784585 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-3949fc65-5259-40a2-8dae-48d94df04b8c req-7cf92e4b-877f-442e-960e-0bb5696b17d2 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] show failed (client error): The resource could not be found. Aug 17 00:05:12.785788 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3949fc65-5259-40a2-8dae-48d94df04b8c req-7cf92e4b-877f-442e-960e-0bb5696b17d2 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] 10.222.0.60 "GET /v2.0/security-group-rules/906078e4-dc38-4bcf-87bf-65dedd53d062 HTTP/1.1" status: 404 len: 361 time: 0.0134954 Aug 17 00:05:12.799595 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f0ad2be-74e7-45f1-b28d-ed815b861089 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.825413 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f0ad2be-74e7-45f1-b28d-ed815b861089 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.869007 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-658914a6-a24a-4eab-9251-5add7dca0a55 req-ffcbbb76-93b1-4292-8f6b-371fca6066a4 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] 10.222.0.60 "GET /v2.0/security-groups/086e7b63-8972-4a08-bc3b-e3ae1e94d2c5 HTTP/1.1" status: 200 len: 1814 time: 0.0588164 Aug 17 00:05:12.893220 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f0ad2be-74e7-45f1-b28d-ed815b861089 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.899506 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f0ad2be-74e7-45f1-b28d-ed815b861089 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.903665 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39208) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:12.904722 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1f0ad2be-74e7-45f1-b28d-ed815b861089 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "DELETE /v2.0/security-groups/baa44f6f-bc01-448f-a050-e5132f49de2e HTTP/1.1" status: 204 len: 168 time: 0.1861377 Aug 17 00:05:12.919328 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ad2be-74e7-45f1-b28d-ed815b861089 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa44f6f-bc01-448f-a050-e5132f49de2e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:12.998754 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-658914a6-a24a-4eab-9251-5add7dca0a55 req-e0892bce-ec51-4132-9346-a2fc1b476315 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.030366 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39212) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:13.030582 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f698f6ce-00e3-443c-8652-197d78fd1549 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1257384 Aug 17 00:05:13.039103 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-87f0ee10-0322-48e2-a295-5c57ae54ab91 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Request body: {'security_group': {'name': 'tempest-secgroup--144646689'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:13.042440 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-658914a6-a24a-4eab-9251-5add7dca0a55 req-e0892bce-ec51-4132-9346-a2fc1b476315 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.075090 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-87f0ee10-0322-48e2-a295-5c57ae54ab91 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.097927 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-658914a6-a24a-4eab-9251-5add7dca0a55 req-e0892bce-ec51-4132-9346-a2fc1b476315 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.101639 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-658914a6-a24a-4eab-9251-5add7dca0a55 req-e0892bce-ec51-4132-9346-a2fc1b476315 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.109325 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-658914a6-a24a-4eab-9251-5add7dca0a55 req-e0892bce-ec51-4132-9346-a2fc1b476315 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] 10.222.0.60 "DELETE /v2.0/security-groups/086e7b63-8972-4a08-bc3b-e3ae1e94d2c5 HTTP/1.1" status: 204 len: 173 time: 0.2314749 Aug 17 00:05:13.120126 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0892bce-ec51-4132-9346-a2fc1b476315 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=086e7b63-8972-4a08-bc3b-e3ae1e94d2c5,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:13.203070 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aa89a5e8-1fac-4763-8974-b73a6672d34b req-27413f34-54ce-4012-8dc4-0310331a2f89 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] 10.222.0.60 "GET /v2.0/security-groups/daf19088-314e-47f3-9c07-4484723ce63e HTTP/1.1" status: 200 len: 1813 time: 0.0727537 Aug 17 00:05:13.298197 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-87f0ee10-0322-48e2-a295-5c57ae54ab91 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.307620 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-87f0ee10-0322-48e2-a295-5c57ae54ab91 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.308414 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-aa89a5e8-1fac-4763-8974-b73a6672d34b req-d6267059-c386-4622-aa83-01835aab80df tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.338147 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-aa89a5e8-1fac-4763-8974-b73a6672d34b req-d6267059-c386-4622-aa83-01835aab80df tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.394633 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-aa89a5e8-1fac-4763-8974-b73a6672d34b req-d6267059-c386-4622-aa83-01835aab80df tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.400734 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-aa89a5e8-1fac-4763-8974-b73a6672d34b req-d6267059-c386-4622-aa83-01835aab80df tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.403188 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aa89a5e8-1fac-4763-8974-b73a6672d34b req-d6267059-c386-4622-aa83-01835aab80df tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] 10.222.0.60 "DELETE /v2.0/security-groups/daf19088-314e-47f3-9c07-4484723ce63e HTTP/1.1" status: 204 len: 173 time: 0.1940486 Aug 17 00:05:13.421929 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-87f0ee10-0322-48e2-a295-5c57ae54ab91 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.427746 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-87f0ee10-0322-48e2-a295-5c57ae54ab91 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3952029 Aug 17 00:05:13.431271 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f0ee10-0322-48e2-a295-5c57ae54ab91 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3d0f24-d91e-40b9-92a4-9772042e1b0d,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:13.434100 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39224) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:13.440089 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-998c934a-728b-48d4-9e95-d89176a94e8d tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Request body: {'security_group_rule': {'security_group_id': 'fd3d0f24-d91e-40b9-92a4-9772042e1b0d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:13.505375 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c024562-f9e6-449e-ad82-15c29cdbaafb req-e7587f13-6a32-472f-9030-11cbc6c37722 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] 10.222.0.60 "GET /v2.0/security-groups/9cf254ba-1cc4-409f-b65e-bdd2c39591d0 HTTP/1.1" status: 200 len: 1814 time: 0.0547743 Aug 17 00:05:13.506453 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6267059-c386-4622-aa83-01835aab80df tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf19088-314e-47f3-9c07-4484723ce63e,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:13.528084 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-998c934a-728b-48d4-9e95-d89176a94e8d tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.631712 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-998c934a-728b-48d4-9e95-d89176a94e8d tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.637343 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-998c934a-728b-48d4-9e95-d89176a94e8d tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.646561 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7c024562-f9e6-449e-ad82-15c29cdbaafb req-9b887c3e-842f-41a3-9205-7fabb748708d tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.675210 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c934a-728b-48d4-9e95-d89176a94e8d tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=115d6899-8494-41bc-af1e-5107b0cac040,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:13.684800 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-998c934a-728b-48d4-9e95-d89176a94e8d tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.686671 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-998c934a-728b-48d4-9e95-d89176a94e8d tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2514257 Aug 17 00:05:13.688827 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fff47f-3e07-4f06-ae20-a45231501db7 req-8db9b7d5-6903-4d13-a392-34e15652dad7 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:13.690172 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39232) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:13.690502 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18fff47f-3e07-4f06-ae20-a45231501db7 req-8db9b7d5-6903-4d13-a392-34e15652dad7 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 946 time: 0.0941439 Aug 17 00:05:13.695315 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7c024562-f9e6-449e-ad82-15c29cdbaafb req-9b887c3e-842f-41a3-9205-7fabb748708d tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.702134 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-cfe99f7f-e134-41df-b087-c394f97472ee tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Request body: {'security_group_rule': {'security_group_id': 'fd3d0f24-d91e-40b9-92a4-9772042e1b0d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:13.751206 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cfe99f7f-e134-41df-b087-c394f97472ee tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.773540 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18fff47f-3e07-4f06-ae20-a45231501db7 req-03c3d163-a676-4a0f-8ef1-35f358c92b44 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731840 Aug 17 00:05:13.774345 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39234) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:13.797848 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7c024562-f9e6-449e-ad82-15c29cdbaafb req-9b887c3e-842f-41a3-9205-7fabb748708d tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.800500 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7c024562-f9e6-449e-ad82-15c29cdbaafb req-9b887c3e-842f-41a3-9205-7fabb748708d tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.821934 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c024562-f9e6-449e-ad82-15c29cdbaafb req-9b887c3e-842f-41a3-9205-7fabb748708d tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] 10.222.0.60 "DELETE /v2.0/security-groups/9cf254ba-1cc4-409f-b65e-bdd2c39591d0 HTTP/1.1" status: 204 len: 173 time: 0.2915766 Aug 17 00:05:13.853818 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b887c3e-842f-41a3-9205-7fabb748708d tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf254ba-1cc4-409f-b65e-bdd2c39591d0,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:13.863637 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cfe99f7f-e134-41df-b087-c394f97472ee tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.882836 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cfe99f7f-e134-41df-b087-c394f97472ee tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.916467 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe99f7f-e134-41df-b087-c394f97472ee tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a21620a6-7a2d-4d41-91f7-d1260fbcdb9b,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:13.929356 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cfe99f7f-e134-41df-b087-c394f97472ee tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.933343 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cfe99f7f-e134-41df-b087-c394f97472ee tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2389657 Aug 17 00:05:13.933696 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39242) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:13.938921 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-5f139309-bb32-4c24-85a3-ef830d7ce02f tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Request body: {'security_group_rule': {'security_group_id': 'fd3d0f24-d91e-40b9-92a4-9772042e1b0d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:13.977512 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5f139309-bb32-4c24-85a3-ef830d7ce02f tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.984858 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-53068b03-8fa6-4f8e-84cc-d9fb9279b6fa req-0ffc31d8-a688-4766-a218-13b486623277 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] 10.222.0.60 "GET /v2.0/security-groups/68df7467-a53a-4b72-9d4c-5c4d15179f67 HTTP/1.1" status: 200 len: 1814 time: 0.1309786 Aug 17 00:05:14.087679 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-53068b03-8fa6-4f8e-84cc-d9fb9279b6fa req-f7bbdae8-7b51-4240-ad96-85a420f58e97 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.092971 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5f139309-bb32-4c24-85a3-ef830d7ce02f tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.098590 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5f139309-bb32-4c24-85a3-ef830d7ce02f tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.111788 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fb873238-106f-46b2-b7ad-231a11959fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.124661 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f139309-bb32-4c24-85a3-ef830d7ce02f tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb2363f-d5dc-4027-82ff-3cb96a0ce505,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:14.135042 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5f139309-bb32-4c24-85a3-ef830d7ce02f tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.138773 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5f139309-bb32-4c24-85a3-ef830d7ce02f tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2015522 Aug 17 00:05:14.139278 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39246) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:14.146977 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-b0df53f2-78ec-4fad-bb8b-dfc5e492d69b tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Request body: {'security_group_rule': {'security_group_id': 'fd3d0f24-d91e-40b9-92a4-9772042e1b0d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:14.178881 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-53068b03-8fa6-4f8e-84cc-d9fb9279b6fa req-f7bbdae8-7b51-4240-ad96-85a420f58e97 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.256693 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 3025641c-a330-4304-a23a-1876a1fa76d9 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:05:14.262321 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-53068b03-8fa6-4f8e-84cc-d9fb9279b6fa req-f7bbdae8-7b51-4240-ad96-85a420f58e97 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.265027 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-53068b03-8fa6-4f8e-84cc-d9fb9279b6fa req-f7bbdae8-7b51-4240-ad96-85a420f58e97 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.270499 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-53068b03-8fa6-4f8e-84cc-d9fb9279b6fa req-f7bbdae8-7b51-4240-ad96-85a420f58e97 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] 10.222.0.60 "DELETE /v2.0/security-groups/68df7467-a53a-4b72-9d4c-5c4d15179f67 HTTP/1.1" status: 204 len: 173 time: 0.2845335 Aug 17 00:05:14.290104 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bbdae8-7b51-4240-ad96-85a420f58e97 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68df7467-a53a-4b72-9d4c-5c4d15179f67,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:14.316268 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fb873238-106f-46b2-b7ad-231a11959fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.330196 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fb873238-106f-46b2-b7ad-231a11959fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.366118 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b0df53f2-78ec-4fad-bb8b-dfc5e492d69b tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.387428 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb873238-106f-46b2-b7ad-231a11959fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe779ee3-2d90-4543-bbce-fe941f8114dc,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:14.399828 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61841429-038b-40c4-b0b9-34e6c8d5fd58 req-ca78e52a-deaa-475a-9a4b-8bf5fa4933c9 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] 10.222.0.60 "GET /v2.0/security-groups/0f7f251d-ba80-49df-b9fe-febef2a83883 HTTP/1.1" status: 200 len: 1813 time: 0.1042316 Aug 17 00:05:14.403291 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fb873238-106f-46b2-b7ad-231a11959fad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=de12ac91dfae4df295cf60c9902e3d0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6278679 Aug 17 00:05:14.407705 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39250) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:14.427936 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.477449 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 3025641c-a330-4304-a23a-1876a1fa76d9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3025641c-a330-4304-a23a-1876a1fa76d9,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:05:14.478832 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933b0cd2-0361-4805-8c8f-57b7f9c08923', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3025641c-a330-4304-a23a-1876a1fa76d9'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:05:14.482154 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814faf7b-64c6-4128-9ab0-f949e9e37f04" -d '{"events": [{"server_uuid": "933b0cd2-0361-4805-8c8f-57b7f9c08923", "name": "network-vif-unplugged", "status": "completed", "tag": "3025641c-a330-4304-a23a-1876a1fa76d9"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:05:14.490742 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-61841429-038b-40c4-b0b9-34e6c8d5fd58 req-266e4a61-1bc3-4cab-a0cb-1c9b5ca30aa7 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.492091 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.540323 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-61841429-038b-40c4-b0b9-34e6c8d5fd58 req-266e4a61-1bc3-4cab-a0cb-1c9b5ca30aa7 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.547028 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=3025641c-a330-4304-a23a-1876a1fa76d9,revision_number=11']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:14.557247 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 00:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c67016e-d80b-4bd9-a40c-914cc48bbb5d x-openstack-request-id: req-7c67016e-d80b-4bd9-a40c-914cc48bbb5d {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:05:14.557739 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933b0cd2-0361-4805-8c8f-57b7f9c08923", "name": "network-vif-unplugged", "status": "completed", "tag": "3025641c-a330-4304-a23a-1876a1fa76d9", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:05:14.558162 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7c67016e-d80b-4bd9-a40c-914cc48bbb5d {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:05:14.558772 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933b0cd2-0361-4805-8c8f-57b7f9c08923', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3025641c-a330-4304-a23a-1876a1fa76d9', 'code': 200} Aug 17 00:05:14.564603 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b0df53f2-78ec-4fad-bb8b-dfc5e492d69b tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.572911 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b0df53f2-78ec-4fad-bb8b-dfc5e492d69b tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.602329 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fd64-2aee-41db-8c43-d3c98d713cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.605768 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df53f2-78ec-4fad-bb8b-dfc5e492d69b tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f59498e0-af92-4238-a2a2-fa6e542d9206,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:14.614030 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-61841429-038b-40c4-b0b9-34e6c8d5fd58 req-266e4a61-1bc3-4cab-a0cb-1c9b5ca30aa7 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.616828 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-61841429-038b-40c4-b0b9-34e6c8d5fd58 req-266e4a61-1bc3-4cab-a0cb-1c9b5ca30aa7 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.616979 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b0df53f2-78ec-4fad-bb8b-dfc5e492d69b tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.621600 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b0df53f2-78ec-4fad-bb8b-dfc5e492d69b tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4777870 Aug 17 00:05:14.621902 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61841429-038b-40c4-b0b9-34e6c8d5fd58 req-266e4a61-1bc3-4cab-a0cb-1c9b5ca30aa7 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] 10.222.0.60 "DELETE /v2.0/security-groups/0f7f251d-ba80-49df-b9fe-febef2a83883 HTTP/1.1" status: 204 len: 173 time: 0.2176638 Aug 17 00:05:14.622014 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39256) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:14.628449 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-649d856a-d59b-47af-8c39-0ac604516091 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Request body: {'security_group_rule': {'security_group_id': 'fd3d0f24-d91e-40b9-92a4-9772042e1b0d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:14.631270 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39258) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:14.632216 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e4a61-1bc3-4cab-a0cb-1c9b5ca30aa7 tempest-SecurityGroupRulesNegativeTestJSON-1603398282 tempest-SecurityGroupRulesNegativeTestJSON-1603398282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7f251d-ba80-49df-b9fe-febef2a83883,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:14.646954 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fd64-2aee-41db-8c43-d3c98d713cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.691774 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-649d856a-d59b-47af-8c39-0ac604516091 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.702197 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f2c88b-61cc-45c1-b574-9da6a35df367 admin admin] Deleting subnet d8b834a6-9e71-4148-bc16-ae7471a74cf0 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:05:14.707459 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-99f2c88b-61cc-45c1-b574-9da6a35df367 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.750411 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-99f2c88b-61cc-45c1-b574-9da6a35df367 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.756250 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fd64-2aee-41db-8c43-d3c98d713cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.758852 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fd64-2aee-41db-8c43-d3c98d713cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.761825 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c0f5fd64-2aee-41db-8c43-d3c98d713cb7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fe779ee3-2d90-4543-bbce-fe941f8114dc HTTP/1.1" status: 204 len: 168 time: 0.3367307 Aug 17 00:05:14.764352 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-649d856a-d59b-47af-8c39-0ac604516091 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.777920 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-649d856a-d59b-47af-8c39-0ac604516091 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.786218 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5fd64-2aee-41db-8c43-d3c98d713cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe779ee3-2d90-4543-bbce-fe941f8114dc,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:14.799330 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-99f2c88b-61cc-45c1-b574-9da6a35df367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.809190 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d856a-d59b-47af-8c39-0ac604516091 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909ec4ee-1ab1-4620-8412-7f0f1bfcff08,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:14.821923 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-649d856a-d59b-47af-8c39-0ac604516091 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.823577 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-649d856a-d59b-47af-8c39-0ac604516091 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2013669 Aug 17 00:05:14.826306 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39264) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:14.855279 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4fdf2079-b4a9-4cfd-b0d9-5dc00dc6d177 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.865865 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4fdf2079-b4a9-4cfd-b0d9-5dc00dc6d177 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.913386 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4fdf2079-b4a9-4cfd-b0d9-5dc00dc6d177 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.920644 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4fdf2079-b4a9-4cfd-b0d9-5dc00dc6d177 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.921789 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4fdf2079-b4a9-4cfd-b0d9-5dc00dc6d177 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/909ec4ee-1ab1-4620-8412-7f0f1bfcff08 HTTP/1.1" status: 204 len: 168 time: 0.0944102 Aug 17 00:05:14.926811 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39268) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:14.934213 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf2079-b4a9-4cfd-b0d9-5dc00dc6d177 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=909ec4ee-1ab1-4620-8412-7f0f1bfcff08,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:14.986588 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-99f2c88b-61cc-45c1-b574-9da6a35df367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.009474 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-badd0621-64a0-464a-94c3-9c044af53eda tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0812783 Aug 17 00:05:15.012228 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39272) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:15.040751 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d1e9163a-383a-4b68-9a6a-066ffd776a27 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.053207 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d1e9163a-383a-4b68-9a6a-066ffd776a27 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.085626 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2c88b-61cc-45c1-b574-9da6a35df367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8b834a6-9e71-4148-bc16-ae7471a74cf0,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:15.103487 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-99f2c88b-61cc-45c1-b574-9da6a35df367 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.103663 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d1e9163a-383a-4b68-9a6a-066ffd776a27 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.113259 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d1e9163a-383a-4b68-9a6a-066ffd776a27 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.114568 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d1e9163a-383a-4b68-9a6a-066ffd776a27 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/f59498e0-af92-4238-a2a2-fa6e542d9206 HTTP/1.1" status: 204 len: 168 time: 0.1013901 Aug 17 00:05:15.121274 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-99f2c88b-61cc-45c1-b574-9da6a35df367 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d8b834a6-9e71-4148-bc16-ae7471a74cf0 HTTP/1.1" status: 204 len: 168 time: 0.4812310 Aug 17 00:05:15.121723 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39280) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:15.121851 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39282) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:15.136307 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d75e3-6fdc-4c39-87d5-05e8480b7443 req-76cadee6-360f-4aef-a909-6ccdf6df6b76 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:15.150570 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-477d75e3-6fdc-4c39-87d5-05e8480b7443 req-76cadee6-360f-4aef-a909-6ccdf6df6b76 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.2376070 Aug 17 00:05:15.161575 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9163a-383a-4b68-9a6a-066ffd776a27 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f59498e0-af92-4238-a2a2-fa6e542d9206,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:15.211499 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-477d75e3-6fdc-4c39-87d5-05e8480b7443 req-1f6f6b06-3cdc-4e7f-9138-90cd431380e8 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531299 Aug 17 00:05:15.282762 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2ab37216-c93d-4713-9fa4-da25a9efb26c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1590877 Aug 17 00:05:15.285888 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39290) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:15.294438 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-94d25eca-2289-4cb7-8912-6739933aba5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.317503 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1688de63-f046-4a81-9a6f-050bf1d02c46 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.326124 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1688de63-f046-4a81-9a6f-050bf1d02c46 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.362136 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1688de63-f046-4a81-9a6f-050bf1d02c46 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.370250 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1688de63-f046-4a81-9a6f-050bf1d02c46 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.377253 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39294) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:15.377400 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1688de63-f046-4a81-9a6f-050bf1d02c46 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/1bb2363f-d5dc-4027-82ff-3cb96a0ce505 HTTP/1.1" status: 204 len: 168 time: 0.0883913 Aug 17 00:05:15.382220 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688de63-f046-4a81-9a6f-050bf1d02c46 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1bb2363f-d5dc-4027-82ff-3cb96a0ce505,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:15.405403 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-94d25eca-2289-4cb7-8912-6739933aba5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.418804 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-94d25eca-2289-4cb7-8912-6739933aba5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b7927e-aa50-4d55-992a-0e91574fc9a8']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:15.436901 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-94d25eca-2289-4cb7-8912-6739933aba5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad720d16-57d5-4f56-9140-1b49a0aa2131') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:15.437215 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-94d25eca-2289-4cb7-8912-6739933aba5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad720d16-57d5-4f56-9140-1b49a0aa2131') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:15.459119 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-69754df4-278b-49fe-abcb-fafbea9bae19 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0829034 Aug 17 00:05:15.461928 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39300) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:15.466262 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-94d25eca-2289-4cb7-8912-6739933aba5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.503204 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a6ad84de-6e8f-4cf3-8322-4245371d2218 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.511081 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a6ad84de-6e8f-4cf3-8322-4245371d2218 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.513251 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-94d25eca-2289-4cb7-8912-6739933aba5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.529359 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d25eca-2289-4cb7-8912-6739933aba5b admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:05:15.529770 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-94d25eca-2289-4cb7-8912-6739933aba5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:05:15.531430 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:05:15.596536 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a6ad84de-6e8f-4cf3-8322-4245371d2218 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.604483 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a6ad84de-6e8f-4cf3-8322-4245371d2218 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.608163 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a6ad84de-6e8f-4cf3-8322-4245371d2218 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/a21620a6-7a2d-4d41-91f7-d1260fbcdb9b HTTP/1.1" status: 204 len: 168 time: 0.1416326 Aug 17 00:05:15.608826 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39306) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:15.618520 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-94d25eca-2289-4cb7-8912-6739933aba5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.623321 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad84de-6e8f-4cf3-8322-4245371d2218 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a21620a6-7a2d-4d41-91f7-d1260fbcdb9b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:15.627570 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-94d25eca-2289-4cb7-8912-6739933aba5b admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.629658 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-94d25eca-2289-4cb7-8912-6739933aba5b admin admin] 10.222.0.60 "DELETE /v2.0/networks/c8b7927e-aa50-4d55-992a-0e91574fc9a8 HTTP/1.1" status: 204 len: 168 time: 0.5049365 Aug 17 00:05:15.656437 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d25eca-2289-4cb7-8912-6739933aba5b admin admin] Pushing event deleted for resources: {'Network': ['ID=c8b7927e-aa50-4d55-992a-0e91574fc9a8,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:15.693309 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-886f7895-4271-4e70-b91e-60920c1cc61c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0835190 Aug 17 00:05:15.695829 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39314) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:15.728549 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a19b4d59-b9d1-4dd9-b237-83a8644efc27 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.738411 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a19b4d59-b9d1-4dd9-b237-83a8644efc27 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.775283 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a19b4d59-b9d1-4dd9-b237-83a8644efc27 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.780179 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a19b4d59-b9d1-4dd9-b237-83a8644efc27 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.784151 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a19b4d59-b9d1-4dd9-b237-83a8644efc27 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/115d6899-8494-41bc-af1e-5107b0cac040 HTTP/1.1" status: 204 len: 168 time: 0.0843437 Aug 17 00:05:15.784443 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39316) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:15.791568 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b4d59-b9d1-4dd9-b237-83a8644efc27 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=115d6899-8494-41bc-af1e-5107b0cac040,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:15.831949 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f0663b74-382c-4f01-a6e2-c1554d0b91a3 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0429947 Aug 17 00:05:15.832172 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39318) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:15.900563 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-17440d5e-692e-4359-96ed-780e4f2ff8f4 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.920778 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39320) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:15.940651 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-17440d5e-692e-4359-96ed-780e4f2ff8f4 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.977196 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-db39f239-38b0-4bb3-bc68-440e6dc93ac5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a6b0a9312d454cbe85b2b5963e6b4f6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527134 Aug 17 00:05:15.977409 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39322) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:15.998660 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-17440d5e-692e-4359-96ed-780e4f2ff8f4 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.002725 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-17440d5e-692e-4359-96ed-780e4f2ff8f4 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.003979 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-17440d5e-692e-4359-96ed-780e4f2ff8f4 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "DELETE /v2.0/security-groups/fd3d0f24-d91e-40b9-92a4-9772042e1b0d HTTP/1.1" status: 204 len: 168 time: 0.1709335 Aug 17 00:05:16.010349 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39324) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:16.029737 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17440d5e-692e-4359-96ed-780e4f2ff8f4 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3d0f24-d91e-40b9-92a4-9772042e1b0d,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:16.102523 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7af991b3-1faf-4347-a4a2-23b819f9bea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.166367 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7af991b3-1faf-4347-a4a2-23b819f9bea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.199083 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-865a46ad-146d-4dfa-8eac-15ae9d317012 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1874955 Aug 17 00:05:16.206701 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39342) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:16.217606 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-3de967b5-ea34-4e33-b57a-8568db243598 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Request body: {'security_group': {'name': 'tempest-secgroup--1492069847'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:16.264879 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3de967b5-ea34-4e33-b57a-8568db243598 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.287788 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 3025641c-a330-4304-a23a-1876a1fa76d9 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:05:16.290556 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7af991b3-1faf-4347-a4a2-23b819f9bea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.294287 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7af991b3-1faf-4347-a4a2-23b819f9bea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.298839 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7af991b3-1faf-4347-a4a2-23b819f9bea4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/394f1967-35e6-4d4f-a4c4-adc27ce0e4aa HTTP/1.1" status: 204 len: 168 time: 0.3176417 Aug 17 00:05:16.334505 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af991b3-1faf-4347-a4a2-23b819f9bea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394f1967-35e6-4d4f-a4c4-adc27ce0e4aa,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:16.487646 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 3025641c-a330-4304-a23a-1876a1fa76d9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3025641c-a330-4304-a23a-1876a1fa76d9,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:05:16.498086 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698e353-0cf5-436d-9864-e1538a3eda87 req-a51b036d-65e5-42d5-91bf-3a279d54e43d tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:16.499639 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9698e353-0cf5-436d-9864-e1538a3eda87 req-a51b036d-65e5-42d5-91bf-3a279d54e43d tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1405897 Aug 17 00:05:16.505222 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3de967b5-ea34-4e33-b57a-8568db243598 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.525270 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '3025641c-a330-4304-a23a-1876a1fa76d9', 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'port_id': '3025641c-a330-4304-a23a-1876a1fa76d9', 'mac_address': 'fa:16:3e:d5:7a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:05:16.545575 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3de967b5-ea34-4e33-b57a-8568db243598 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.593842 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-634442af-95a0-411b-a8c0-45ada5810d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.608544 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.632944 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3025641c-a330-4304-a23a-1876a1fa76d9 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:05:16.676941 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9698e353-0cf5-436d-9864-e1538a3eda87 req-04e44d2f-0eb8-4b63-bdcd-c40b83f2f1ec tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673601 Aug 17 00:05:16.688818 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3de967b5-ea34-4e33-b57a-8568db243598 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.690296 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3de967b5-ea34-4e33-b57a-8568db243598 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4818888 Aug 17 00:05:16.693646 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39360) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:16.696626 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 3025641c-a330-4304-a23a-1876a1fa76d9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3025641c-a330-4304-a23a-1876a1fa76d9,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:05:16.699905 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-66ebae6c-ea85-4cd4-840f-9d9e266df80b tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Request body: {'security_group_rule': {'security_group_id': '4d8f2f03-373e-43db-971d-b83fdbd45fa5', 'direction': 'ingress', 'protocol': 17}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:16.700801 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de967b5-ea34-4e33-b57a-8568db243598 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8f2f03-373e-43db-971d-b83fdbd45fa5,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:16.705645 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.757730 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66ebae6c-ea85-4cd4-840f-9d9e266df80b tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.819211 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=3025641c-a330-4304-a23a-1876a1fa76d9,revision_number=12']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:16.828802 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66ebae6c-ea85-4cd4-840f-9d9e266df80b tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.835180 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66ebae6c-ea85-4cd4-840f-9d9e266df80b tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.841340 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['3025641c-a330-4304-a23a-1876a1fa76d9'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:05:16.890011 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebae6c-ea85-4cd4-840f-9d9e266df80b tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb291d4-c13a-428c-868f-47e0dbff6317,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:16.902980 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66ebae6c-ea85-4cd4-840f-9d9e266df80b tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.918092 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-66ebae6c-ea85-4cd4-840f-9d9e266df80b tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2228796 Aug 17 00:05:16.921197 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39370) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:17.037897 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fcff479f-e3f0-4b11-8405-dc98eff518e5 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:17.098854 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fcff479f-e3f0-4b11-8405-dc98eff518e5 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:17.197407 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fcff479f-e3f0-4b11-8405-dc98eff518e5 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:17.200741 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fcff479f-e3f0-4b11-8405-dc98eff518e5 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:17.202160 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fcff479f-e3f0-4b11-8405-dc98eff518e5 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "DELETE /v2.0/security-groups/4d8f2f03-373e-43db-971d-b83fdbd45fa5 HTTP/1.1" status: 204 len: 168 time: 0.2781510 Aug 17 00:05:17.206643 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39382) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:17.246921 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff479f-e3f0-4b11-8405-dc98eff518e5 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8f2f03-373e-43db-971d-b83fdbd45fa5,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:17.350697 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a7282103-01f3-440b-a4d4-7a5efca64db2 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1423054 Aug 17 00:05:17.354548 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39388) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:17.370979 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-f89c40e1-7825-4742-9319-7765893bfd8c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Request body: {'security_group': {'name': 'tempest-secgroup--464769190'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:17.449151 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f89c40e1-7825-4742-9319-7765893bfd8c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:17.587476 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f89c40e1-7825-4742-9319-7765893bfd8c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:17.596574 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f89c40e1-7825-4742-9319-7765893bfd8c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:17.643164 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f89c40e1-7825-4742-9319-7765893bfd8c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:17.644515 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f89c40e1-7825-4742-9319-7765893bfd8c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2888546 Aug 17 00:05:17.646616 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c40e1-7825-4742-9319-7765893bfd8c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79bf6c92-90ec-439b-a07b-fa592dfd85c5,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:17.647481 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39398) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:17.652520 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-8ccc972f-a382-4bad-aa26-142a694f84eb tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Request body: {'security_group': {'name': 'tempest-secgroup--364071759'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:17.687170 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8ccc972f-a382-4bad-aa26-142a694f84eb tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:17.794816 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39404) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:17.878280 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8ccc972f-a382-4bad-aa26-142a694f84eb tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:17.891763 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8ccc972f-a382-4bad-aa26-142a694f84eb tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:17.929358 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc972f-a382-4bad-aa26-142a694f84eb tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=380e260d-24a1-43ec-bec7-8bf3dc94e392,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:17.942489 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb921530-6963-4244-a1e6-b8c81d2c71d7 req-0c868d3d-944f-4999-a44e-690875bfeec9 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:17.946458 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cb921530-6963-4244-a1e6-b8c81d2c71d7 req-0c868d3d-944f-4999-a44e-690875bfeec9 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 945 time: 0.1225903 Aug 17 00:05:17.953157 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8ccc972f-a382-4bad-aa26-142a694f84eb tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:17.953157 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8ccc972f-a382-4bad-aa26-142a694f84eb tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3044410 Aug 17 00:05:17.956636 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39408) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:17.961793 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-66d831c7-600c-460e-a3be-f25033eee71f tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Request body: {'security_group_rule': {'security_group_id': '79bf6c92-90ec-439b-a07b-fa592dfd85c5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '380e260d-24a1-43ec-bec7-8bf3dc94e392', 'remote_ip_prefix': None}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:17.973240 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-56acd0a1-e82a-4e5d-9a1f-e2938af66199 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2061743017-network', 'tenant_id': 'f3b1aa69bf0e4277bbeb1d1456336728'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:18.018087 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66d831c7-600c-460e-a3be-f25033eee71f tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.024410 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56acd0a1-e82a-4e5d-9a1f-e2938af66199 admin admin] Made reservation on behalf of f3b1aa69bf0e4277bbeb1d1456336728 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:05:18.027105 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-56acd0a1-e82a-4e5d-9a1f-e2938af66199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.046904 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-56acd0a1-e82a-4e5d-9a1f-e2938af66199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.055784 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cb921530-6963-4244-a1e6-b8c81d2c71d7 req-04101ea9-a436-4497-9556-32621e79bd12 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040621 Aug 17 00:05:18.144962 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66d831c7-600c-460e-a3be-f25033eee71f tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.158475 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66d831c7-600c-460e-a3be-f25033eee71f tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.181505 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d831c7-600c-460e-a3be-f25033eee71f tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea36440-fc6f-458c-85c3-18d613e52044,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:18.204482 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-56acd0a1-e82a-4e5d-9a1f-e2938af66199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.211655 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-56acd0a1-e82a-4e5d-9a1f-e2938af66199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.217693 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66d831c7-600c-460e-a3be-f25033eee71f tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.220076 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-66d831c7-600c-460e-a3be-f25033eee71f tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2621269 Aug 17 00:05:18.224825 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39410) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:18.278759 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bd46b359-61e4-4970-84cb-3c049cc6171a tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.296077 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 3025641c-a330-4304-a23a-1876a1fa76d9 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:05:18.323601 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bd46b359-61e4-4970-84cb-3c049cc6171a tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.348349 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56acd0a1-e82a-4e5d-9a1f-e2938af66199 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:05:18.363934 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56acd0a1-e82a-4e5d-9a1f-e2938af66199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc005efd-a906-423b-91e5-165c337264be,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:18.424742 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 3025641c-a330-4304-a23a-1876a1fa76d9 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:05:18.425480 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.433001 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-56acd0a1-e82a-4e5d-9a1f-e2938af66199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.433697 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-56acd0a1-e82a-4e5d-9a1f-e2938af66199 admin admin] Added segment b04daa05-e73a-4e79-aea5-581b63fcf27a of type vlan for network 4fbea3a9-de8e-4eed-9ee1-f8c2f10caba9 Aug 17 00:05:18.536715 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bd46b359-61e4-4970-84cb-3c049cc6171a tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.546278 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.559206 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-56acd0a1-e82a-4e5d-9a1f-e2938af66199 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.572768 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bd46b359-61e4-4970-84cb-3c049cc6171a tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.574330 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bd46b359-61e4-4970-84cb-3c049cc6171a tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/bea36440-fc6f-458c-85c3-18d613e52044 HTTP/1.1" status: 204 len: 168 time: 0.3468876 Aug 17 00:05:18.577194 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39420) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:18.581806 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46b359-61e4-4970-84cb-3c049cc6171a tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bea36440-fc6f-458c-85c3-18d613e52044,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:18.612946 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933b0cd2-0361-4805-8c8f-57b7f9c08923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3025641c-a330-4304-a23a-1876a1fa76d9'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:05:18.617470 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-56acd0a1-e82a-4e5d-9a1f-e2938af66199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.617764 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81189c46-56ca-4f80-acfc-57b7e5d5d597" -d '{"events": [{"server_uuid": "933b0cd2-0361-4805-8c8f-57b7f9c08923", "name": "network-vif-plugged", "status": "completed", "tag": "3025641c-a330-4304-a23a-1876a1fa76d9"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:05:18.619660 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56acd0a1-e82a-4e5d-9a1f-e2938af66199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:18.622835 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-56acd0a1-e82a-4e5d-9a1f-e2938af66199 admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.624525 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 3025641c-a330-4304-a23a-1876a1fa76d9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3025641c-a330-4304-a23a-1876a1fa76d9,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:05:18.634951 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.703166 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1b036736-4278-40d0-9574-54f2103ec328 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1246064 Aug 17 00:05:18.706278 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39430) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:18.739986 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56acd0a1-e82a-4e5d-9a1f-e2938af66199 admin admin] Pushing event updated for resources: {'Network': ['ID=4fbea3a9-de8e-4eed-9ee1-f8c2f10caba9,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:18.752839 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-56acd0a1-e82a-4e5d-9a1f-e2938af66199 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9481959 Aug 17 00:05:18.764508 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 4fbea3a9-de8e-4eed-9ee1-f8c2f10caba9 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:05:18.769906 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=3025641c-a330-4304-a23a-1876a1fa76d9,revision_number=13']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:18.833593 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b3a4d17-608d-4d30-a661-4321eff5fdd9 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.868588 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b3a4d17-608d-4d30-a661-4321eff5fdd9 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.982145 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b3a4d17-608d-4d30-a661-4321eff5fdd9 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.987455 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b3a4d17-608d-4d30-a661-4321eff5fdd9 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.991074 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1b3a4d17-608d-4d30-a661-4321eff5fdd9 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "DELETE /v2.0/security-groups/380e260d-24a1-43ec-bec7-8bf3dc94e392 HTTP/1.1" status: 204 len: 168 time: 0.2811234 Aug 17 00:05:18.991841 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39442) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:19.026478 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a4d17-608d-4d30-a661-4321eff5fdd9 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=380e260d-24a1-43ec-bec7-8bf3dc94e392,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:19.082740 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac50edd-1845-4227-a2b2-6a6e2e5c5eff x-openstack-request-id: req-aac50edd-1845-4227-a2b2-6a6e2e5c5eff {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:05:19.083038 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933b0cd2-0361-4805-8c8f-57b7f9c08923", "name": "network-vif-plugged", "status": "completed", "tag": "3025641c-a330-4304-a23a-1876a1fa76d9", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:05:19.083621 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aac50edd-1845-4227-a2b2-6a6e2e5c5eff {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:05:19.083896 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933b0cd2-0361-4805-8c8f-57b7f9c08923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3025641c-a330-4304-a23a-1876a1fa76d9', 'code': 200} Aug 17 00:05:19.092164 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f69a5d38-68b6-4e41-a387-f7b65eab6b17 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0991697 Aug 17 00:05:19.095973 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39448) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:19.246335 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a025076e-79cf-4360-affb-1f9ee29e0c36 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:19.260288 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6243e958-324b-46da-9b50-12a57b9de2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:19.274516 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:19.287196 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a025076e-79cf-4360-affb-1f9ee29e0c36 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:19.349486 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a025076e-79cf-4360-affb-1f9ee29e0c36 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:19.358490 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a025076e-79cf-4360-affb-1f9ee29e0c36 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:19.360372 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a025076e-79cf-4360-affb-1f9ee29e0c36 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "DELETE /v2.0/security-groups/79bf6c92-90ec-439b-a07b-fa592dfd85c5 HTTP/1.1" status: 204 len: 168 time: 0.2628822 Aug 17 00:05:19.363594 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39464) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:19.411581 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025076e-79cf-4360-affb-1f9ee29e0c36 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bf6c92-90ec-439b-a07b-fa592dfd85c5,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:19.488112 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-eb1115e6-6ecf-417a-9300-2436a273a9a4 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1093628 Aug 17 00:05:19.493456 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39470) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:19.498942 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f77d7e82-5d8a-4b37-8505-9f1cc90b3ecf tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Request body: {'security_group': {'name': 'tempest-secgroup--618839789'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:19.517740 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855109b-853a-420e-9309-9c9d695aa2d1 req-d2d6ca26-d0d8-46f8-86db-166178836559 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:19.529959 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5855109b-853a-420e-9309-9c9d695aa2d1 req-d2d6ca26-d0d8-46f8-86db-166178836559 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 946 time: 0.3351192 Aug 17 00:05:19.545070 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f77d7e82-5d8a-4b37-8505-9f1cc90b3ecf tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:19.601953 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5855109b-853a-420e-9309-9c9d695aa2d1 req-4939ab64-254f-4501-be59-3a9dd49d0d03 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705345 Aug 17 00:05:19.637909 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f36b4-5bd3-400d-b1ed-706621564327 req-bab0969b-8384-4f14-9318-3266a58684f3 tempest-ComputeTenantNetworksTest-1780518899 tempest-ComputeTenantNetworksTest-1780518899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:19.653397 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f36b4-5bd3-400d-b1ed-706621564327 req-bab0969b-8384-4f14-9318-3266a58684f3 tempest-ComputeTenantNetworksTest-1780518899 tempest-ComputeTenantNetworksTest-1780518899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:19.677105 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f36b4-5bd3-400d-b1ed-706621564327 req-bab0969b-8384-4f14-9318-3266a58684f3 tempest-ComputeTenantNetworksTest-1780518899 tempest-ComputeTenantNetworksTest-1780518899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:19.684351 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b26f36b4-5bd3-400d-b1ed-706621564327 req-bab0969b-8384-4f14-9318-3266a58684f3 tempest-ComputeTenantNetworksTest-1780518899 tempest-ComputeTenantNetworksTest-1780518899-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3815379 Aug 17 00:05:19.721872 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f77d7e82-5d8a-4b37-8505-9f1cc90b3ecf tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:19.731531 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f77d7e82-5d8a-4b37-8505-9f1cc90b3ecf tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:19.764466 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d7e82-5d8a-4b37-8505-9f1cc90b3ecf tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4770482d-5a93-41ac-b0d9-fb3fa99a7de7,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:19.801144 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f77d7e82-5d8a-4b37-8505-9f1cc90b3ecf tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:19.804168 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f77d7e82-5d8a-4b37-8505-9f1cc90b3ecf tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3092637 Aug 17 00:05:19.807102 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39494) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:19.833722 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-d8884ecf-79e6-408d-a573-09064773dd71 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Request body: {'security_group_rule': {'security_group_id': '4770482d-5a93-41ac-b0d9-fb3fa99a7de7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:19.856654 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13523a4d-af73-4cfb-b87c-74f8d7ad37fe req-db9660fe-2887-473d-a2ba-a9078c88c7e7 tempest-ComputeTenantNetworksTest-1780518899 tempest-ComputeTenantNetworksTest-1780518899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:19.873221 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-13523a4d-af73-4cfb-b87c-74f8d7ad37fe req-db9660fe-2887-473d-a2ba-a9078c88c7e7 tempest-ComputeTenantNetworksTest-1780518899 tempest-ComputeTenantNetworksTest-1780518899-project] 10.222.0.60 "GET /v2.0/networks/4fbea3a9-de8e-4eed-9ee1-f8c2f10caba9 HTTP/1.1" status: 200 len: 769 time: 0.1271207 Aug 17 00:05:19.873594 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39500) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:19.930621 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d8884ecf-79e6-408d-a573-09064773dd71 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:19.977328 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6602cd81-035e-4398-9a77-8f83dc17de80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:20.070931 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d8884ecf-79e6-408d-a573-09064773dd71 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:20.088422 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d8884ecf-79e6-408d-a573-09064773dd71 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:20.124588 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8884ecf-79e6-408d-a573-09064773dd71 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc390b29-e886-413f-8831-b6bab6c839e4,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:20.140349 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d8884ecf-79e6-408d-a573-09064773dd71 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:20.145572 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d8884ecf-79e6-408d-a573-09064773dd71 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3345923 Aug 17 00:05:20.146107 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39512) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:20.156351 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:20.157642 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6602cd81-035e-4398-9a77-8f83dc17de80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:20.183201 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-6602cd81-035e-4398-9a77-8f83dc17de80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fbea3a9-de8e-4eed-9ee1-f8c2f10caba9']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:20.196274 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-6602cd81-035e-4398-9a77-8f83dc17de80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b04daa05-e73a-4e79-aea5-581b63fcf27a') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:20.196747 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-6602cd81-035e-4398-9a77-8f83dc17de80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b04daa05-e73a-4e79-aea5-581b63fcf27a') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:20.205212 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c875826-98d6-45d0-be05-767aebfc723f tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:20.210914 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6602cd81-035e-4398-9a77-8f83dc17de80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:20.216683 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c875826-98d6-45d0-be05-767aebfc723f tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:20.228222 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6602cd81-035e-4398-9a77-8f83dc17de80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:20.238814 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6602cd81-035e-4398-9a77-8f83dc17de80 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:05:20.240157 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6602cd81-035e-4398-9a77-8f83dc17de80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:05:20.242373 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:05:20.283081 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c875826-98d6-45d0-be05-767aebfc723f tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:20.290887 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c875826-98d6-45d0-be05-767aebfc723f tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:20.292404 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3c875826-98d6-45d0-be05-767aebfc723f tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/fc390b29-e886-413f-8831-b6bab6c839e4 HTTP/1.1" status: 204 len: 168 time: 0.1450007 Aug 17 00:05:20.302922 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39520) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:20.315075 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c875826-98d6-45d0-be05-767aebfc723f tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc390b29-e886-413f-8831-b6bab6c839e4,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:20.379734 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6602cd81-035e-4398-9a77-8f83dc17de80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:20.390005 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6602cd81-035e-4398-9a77-8f83dc17de80 admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:20.407057 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6602cd81-035e-4398-9a77-8f83dc17de80 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4fbea3a9-de8e-4eed-9ee1-f8c2f10caba9 HTTP/1.1" status: 204 len: 168 time: 0.5230389 Aug 17 00:05:20.425715 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8a7da41c-7f03-433f-82f0-8a7307025df9 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1183712 Aug 17 00:05:20.430210 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39534) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:20.446115 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602cd81-035e-4398-9a77-8f83dc17de80 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fbea3a9-de8e-4eed-9ee1-f8c2f10caba9,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:20.703117 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34913850-6e54-475e-b8aa-c56d88c254b7 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:20.862281 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34913850-6e54-475e-b8aa-c56d88c254b7 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:20.920647 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39564) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:21.006872 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c80b70e6-42df-4e9b-86df-521892dcc153 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f3b1aa69bf0e4277bbeb1d1456336728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0849700 Aug 17 00:05:21.009397 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39574) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:21.021088 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c4308-821d-4bb6-849b-deccaca98ade req-a4ee9439-add8-4aa9-b5ab-532d7b07b188 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:21.027480 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34913850-6e54-475e-b8aa-c56d88c254b7 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:21.030263 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34913850-6e54-475e-b8aa-c56d88c254b7 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:21.031662 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-34913850-6e54-475e-b8aa-c56d88c254b7 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "DELETE /v2.0/security-groups/4770482d-5a93-41ac-b0d9-fb3fa99a7de7 HTTP/1.1" status: 204 len: 168 time: 0.5994830 Aug 17 00:05:21.038209 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39576) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:21.039055 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ab1c4308-821d-4bb6-849b-deccaca98ade req-a4ee9439-add8-4aa9-b5ab-532d7b07b188 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 946 time: 0.2016053 Aug 17 00:05:21.064954 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34913850-6e54-475e-b8aa-c56d88c254b7 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4770482d-5a93-41ac-b0d9-fb3fa99a7de7,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:21.092780 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ab1c4308-821d-4bb6-849b-deccaca98ade req-6d86aa8e-2a6d-4ffe-9a74-1a86729d35af tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492015 Aug 17 00:05:21.148567 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5dcee797-af8c-49be-80f2-afa1c9376e46 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1034391 Aug 17 00:05:21.149277 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ccaafba2-0c60-414e-87b6-b888e3f67dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:21.152636 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39584) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:21.158332 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-192ceffc-e389-4d48-9643-117bd781b62c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Request body: {'security_group': {'name': 'tempest-secgroup--1284549580'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:21.189465 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ccaafba2-0c60-414e-87b6-b888e3f67dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:21.211628 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-192ceffc-e389-4d48-9643-117bd781b62c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:21.277327 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ccaafba2-0c60-414e-87b6-b888e3f67dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:21.280489 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ccaafba2-0c60-414e-87b6-b888e3f67dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:21.296749 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ccaafba2-0c60-414e-87b6-b888e3f67dbe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dc005efd-a906-423b-91e5-165c337264be HTTP/1.1" status: 204 len: 168 time: 0.2843473 Aug 17 00:05:21.321821 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaafba2-0c60-414e-87b6-b888e3f67dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc005efd-a906-423b-91e5-165c337264be,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:21.352907 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-192ceffc-e389-4d48-9643-117bd781b62c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:21.358292 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-192ceffc-e389-4d48-9643-117bd781b62c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:21.401176 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ceffc-e389-4d48-9643-117bd781b62c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af2708a5-c8aa-41ec-a14d-6e74e376cb02,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:21.407631 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-192ceffc-e389-4d48-9643-117bd781b62c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:21.412932 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39600) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:21.418357 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-77af5ba0-2d12-40cb-8867-a6b3713cfb8c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Request body: {'security_group_rule': {'security_group_id': 'af2708a5-c8aa-41ec-a14d-6e74e376cb02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:21.423731 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-192ceffc-e389-4d48-9643-117bd781b62c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2692780 Aug 17 00:05:21.480223 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-77af5ba0-2d12-40cb-8867-a6b3713cfb8c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:21.550226 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-77af5ba0-2d12-40cb-8867-a6b3713cfb8c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:21.558431 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-77af5ba0-2d12-40cb-8867-a6b3713cfb8c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:21.616746 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af5ba0-2d12-40cb-8867-a6b3713cfb8c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d8b2190-55c6-40cc-b890-47f942a0c5c4,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:21.643939 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-77af5ba0-2d12-40cb-8867-a6b3713cfb8c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:21.647484 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-77af5ba0-2d12-40cb-8867-a6b3713cfb8c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2307601 Aug 17 00:05:21.648618 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39620) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:21.721208 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ae10ee9e-8976-4451-a3b7-2f6216bea40c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "GET /v2.0/security-group-rules/9d8b2190-55c6-40cc-b890-47f942a0c5c4 HTTP/1.1" status: 200 len: 763 time: 0.0703144 Aug 17 00:05:21.724080 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39624) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:21.815592 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39632) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:21.818449 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2d1e67c4-8a92-4628-b05d-b66992919ea7 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0920360 Aug 17 00:05:21.877958 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4337cdda-7be6-4fb2-ac83-e6917b61f0fc tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:21.891444 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4337cdda-7be6-4fb2-ac83-e6917b61f0fc tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:21.961781 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4337cdda-7be6-4fb2-ac83-e6917b61f0fc tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:21.993263 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4337cdda-7be6-4fb2-ac83-e6917b61f0fc tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:21.993263 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4337cdda-7be6-4fb2-ac83-e6917b61f0fc tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/9d8b2190-55c6-40cc-b890-47f942a0c5c4 HTTP/1.1" status: 204 len: 168 time: 0.1754067 Aug 17 00:05:21.995407 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39650) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:22.025922 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337cdda-7be6-4fb2-ac83-e6917b61f0fc tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d8b2190-55c6-40cc-b890-47f942a0c5c4,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:22.055176 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:22.086232 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7b3499a9-10a0-45fe-b96f-6bbfb7bcef21 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0889251 Aug 17 00:05:22.088944 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39662) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:22.097969 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-d08c6411-9b30-4d9d-b09d-32d7d83428c1 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Request body: {'security_group_rule': {'security_group_id': 'af2708a5-c8aa-41ec-a14d-6e74e376cb02', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:22.186076 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d08c6411-9b30-4d9d-b09d-32d7d83428c1 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:22.420738 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d08c6411-9b30-4d9d-b09d-32d7d83428c1 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:22.443992 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412d11d-f222-4fbd-8546-6478659aaa54 req-c912eeee-b3bd-44f6-b14d-af84b6bb6280 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:22.446296 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a412d11d-f222-4fbd-8546-6478659aaa54 req-c912eeee-b3bd-44f6-b14d-af84b6bb6280 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 946 time: 0.1663275 Aug 17 00:05:22.448055 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d08c6411-9b30-4d9d-b09d-32d7d83428c1 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:22.567545 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d08c6411-9b30-4d9d-b09d-32d7d83428c1 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:22.574193 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39704) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:22.574770 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d08c6411-9b30-4d9d-b09d-32d7d83428c1 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4839666 Aug 17 00:05:22.580926 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c6411-9b30-4d9d-b09d-32d7d83428c1 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b64fc1-13c6-4758-bd04-50c666b23b5d,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:22.613935 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a412d11d-f222-4fbd-8546-6478659aaa54 req-705fff55-db9b-47ba-bdb4-defc3ede607a tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159415 Aug 17 00:05:22.629880 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39712) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:22.652078 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-110323dd-73d2-41fd-8efe-9ddc18f229fd tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "GET /v2.0/security-group-rules/e6b64fc1-13c6-4758-bd04-50c666b23b5d HTTP/1.1" status: 200 len: 763 time: 0.0492311 Aug 17 00:05:22.750551 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0a42e80b-6960-4ae9-87e9-96522d2ca671 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1191566 Aug 17 00:05:22.754108 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39724) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:22.805156 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-75108c52-e6bf-408a-9643-d1c7c5cd7a52 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:22.823698 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-75108c52-e6bf-408a-9643-d1c7c5cd7a52 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:22.902973 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-75108c52-e6bf-408a-9643-d1c7c5cd7a52 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:22.925521 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-75108c52-e6bf-408a-9643-d1c7c5cd7a52 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:22.927147 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-75108c52-e6bf-408a-9643-d1c7c5cd7a52 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/e6b64fc1-13c6-4758-bd04-50c666b23b5d HTTP/1.1" status: 204 len: 168 time: 0.1715615 Aug 17 00:05:22.928244 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75108c52-e6bf-408a-9643-d1c7c5cd7a52 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6b64fc1-13c6-4758-bd04-50c666b23b5d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:22.929768 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39736) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:23.020759 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-917fedf9-f000-4be9-87ba-1dbd88095e6a tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0871890 Aug 17 00:05:23.021154 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39744) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:23.026973 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-0dbcc12f-791c-4294-9889-4d75e3b2fa7e tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Request body: {'security_group_rule': {'security_group_id': 'af2708a5-c8aa-41ec-a14d-6e74e376cb02', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:23.096236 n-d-800088-20 neutron-server[101402]: INFO neutron.db.securitygroups_db [None req-0dbcc12f-791c-4294-9889-4d75e3b2fa7e tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Project 74f4ebef32614793a3a049f37510f0ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:05:23.107098 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0dbcc12f-791c-4294-9889-4d75e3b2fa7e tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:23.281075 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0dbcc12f-791c-4294-9889-4d75e3b2fa7e tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:23.298811 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0dbcc12f-791c-4294-9889-4d75e3b2fa7e tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:23.351885 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcc12f-791c-4294-9889-4d75e3b2fa7e tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17516ff3-99aa-4eea-8e6c-2ce2c6ea155c,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:23.361594 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0dbcc12f-791c-4294-9889-4d75e3b2fa7e tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:23.362917 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0dbcc12f-791c-4294-9889-4d75e3b2fa7e tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3405480 Aug 17 00:05:23.365803 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39770) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:23.395979 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-03da8eab-4f00-493a-9715-23c3ea5dcd2e tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "GET /v2.0/security-group-rules/17516ff3-99aa-4eea-8e6c-2ce2c6ea155c HTTP/1.1" status: 200 len: 769 time: 0.0290792 Aug 17 00:05:23.398619 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39776) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:23.542256 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-50493731-0e78-4b8b-82ad-847420fe334f tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1424513 Aug 17 00:05:23.545835 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39786) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:23.592620 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-986a873a-e37b-4be2-8cf6-e925b368eb1b tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:23.610665 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-986a873a-e37b-4be2-8cf6-e925b368eb1b tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:23.655558 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-986a873a-e37b-4be2-8cf6-e925b368eb1b tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:23.682183 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-986a873a-e37b-4be2-8cf6-e925b368eb1b tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:23.684385 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-986a873a-e37b-4be2-8cf6-e925b368eb1b tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/17516ff3-99aa-4eea-8e6c-2ce2c6ea155c HTTP/1.1" status: 204 len: 168 time: 0.1364663 Aug 17 00:05:23.686228 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39800) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:23.702001 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a873a-e37b-4be2-8cf6-e925b368eb1b tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17516ff3-99aa-4eea-8e6c-2ce2c6ea155c,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:23.852212 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-20c8eb3f-897e-43ae-a440-64ecc821937c tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1645026 Aug 17 00:05:23.854905 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39806) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:24.057618 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e6b7d-5205-4c8a-a673-0df1124a57dc req-51226f88-0770-478d-937d-44ab0e099cb2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:24.059172 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-696e6b7d-5205-4c8a-a673-0df1124a57dc req-51226f88-0770-478d-937d-44ab0e099cb2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 946 time: 0.1912918 Aug 17 00:05:24.084939 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3d01afa7-0265-4b20-a6a7-7be37cdb7e2f tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:24.134362 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3d01afa7-0265-4b20-a6a7-7be37cdb7e2f tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:24.139752 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-696e6b7d-5205-4c8a-a673-0df1124a57dc req-0c9521d8-0d56-459f-a7f7-10b99a0580a4 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696611 Aug 17 00:05:24.277298 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3d01afa7-0265-4b20-a6a7-7be37cdb7e2f tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:24.281438 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3d01afa7-0265-4b20-a6a7-7be37cdb7e2f tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:24.285139 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3d01afa7-0265-4b20-a6a7-7be37cdb7e2f tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "DELETE /v2.0/security-groups/af2708a5-c8aa-41ec-a14d-6e74e376cb02 HTTP/1.1" status: 204 len: 168 time: 0.4266918 Aug 17 00:05:24.285523 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39840) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:24.352716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01afa7-0265-4b20-a6a7-7be37cdb7e2f tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2708a5-c8aa-41ec-a14d-6e74e376cb02,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:24.451620 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-65ee06b8-ebe3-42ee-89ac-2a379eb1d965 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1604087 Aug 17 00:05:24.452678 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39854) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:24.562071 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-26518f8c-65e9-4669-a749-48ac2b3231f4 tempest-SecGroupIPv6Test-1390384202 tempest-SecGroupIPv6Test-1390384202-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1051674 Aug 17 00:05:25.253690 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39892) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:25.547558 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d17f70-9ef3-444f-8ed4-facf0f39cec6 req-c816530c-4e0a-4899-97fc-52a1546c52cc tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:25.555464 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-01d17f70-9ef3-444f-8ed4-facf0f39cec6 req-c816530c-4e0a-4899-97fc-52a1546c52cc tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 946 time: 0.1959078 Aug 17 00:05:25.649133 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0fed13bf-523b-47ae-a123-bf46b02a54df admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=74f4ebef32614793a3a049f37510f0ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3920045 Aug 17 00:05:25.669806 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39926) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:25.677423 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-01d17f70-9ef3-444f-8ed4-facf0f39cec6 req-cd522fce-1bfa-44b9-92aa-3c04b02518ec tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030679 Aug 17 00:05:25.775552 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3d87-e6c6-440e-89db-2229c2a1ac34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:25.810329 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3d87-e6c6-440e-89db-2229c2a1ac34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:25.919703 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3d87-e6c6-440e-89db-2229c2a1ac34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:25.923077 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3d87-e6c6-440e-89db-2229c2a1ac34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:25.929877 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9d9a3d87-e6c6-440e-89db-2229c2a1ac34 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3eaa3e18-674f-4d7a-a337-77ee01cc3b95 HTTP/1.1" status: 204 len: 168 time: 0.2508280 Aug 17 00:05:25.943945 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a3d87-e6c6-440e-89db-2229c2a1ac34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eaa3e18-674f-4d7a-a337-77ee01cc3b95,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:26.262892 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39976) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:26.744053 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6820f973-363a-4bed-a2a1-15a808de8bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:26.963796 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279900c4-2551-4e5a-99f7-5894e82b5e6a req-4b143ef8-f297-4ab3-90f0-33f6e237bc09 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:26.972392 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-279900c4-2551-4e5a-99f7-5894e82b5e6a req-4b143ef8-f297-4ab3-90f0-33f6e237bc09 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 946 time: 0.1293561 Aug 17 00:05:26.995177 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6820f973-363a-4bed-a2a1-15a808de8bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:27.007226 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6820f973-363a-4bed-a2a1-15a808de8bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:27.053924 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-279900c4-2551-4e5a-99f7-5894e82b5e6a req-27dd5737-7660-4f1d-8ac4-93f764c46893 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805316 Aug 17 00:05:27.062042 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6820f973-363a-4bed-a2a1-15a808de8bc7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5df5d1a43eaf4726a73363e6574b05ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7979131 Aug 17 00:05:27.065580 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40034) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:27.148831 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820f973-363a-4bed-a2a1-15a808de8bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcf571e-0d08-486d-8d73-787ab68b25fd,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:27.213337 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d948f9ae-72f5-468c-80d4-71794bfc45db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:27.240576 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d948f9ae-72f5-468c-80d4-71794bfc45db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:27.323773 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d948f9ae-72f5-468c-80d4-71794bfc45db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:27.329218 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d948f9ae-72f5-468c-80d4-71794bfc45db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:27.332193 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d948f9ae-72f5-468c-80d4-71794bfc45db admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1dcf571e-0d08-486d-8d73-787ab68b25fd HTTP/1.1" status: 204 len: 168 time: 0.2653649 Aug 17 00:05:27.342564 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948f9ae-72f5-468c-80d4-71794bfc45db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcf571e-0d08-486d-8d73-787ab68b25fd,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:27.542614 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40060) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:28.379540 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-fa40dc44-32d5-4984-a0b6-e06a8513e728 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Request body: {'security_group': {'name': 'tempest-secgroup--1970530667'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:28.445249 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40122) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:28.484120 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c41494-8ec6-4bc9-9e93-9e6386f88bc8 req-c00dcfd6-4fdb-499c-a471-fdd99001f893 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:28.489729 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b6c41494-8ec6-4bc9-9e93-9e6386f88bc8 req-c00dcfd6-4fdb-499c-a471-fdd99001f893 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 946 time: 0.1047909 Aug 17 00:05:28.502100 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fa40dc44-32d5-4984-a0b6-e06a8513e728 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:28.504516 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e97de3b4-cb79-4dbd-9575-67b401a918f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:28.549791 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fa40dc44-32d5-4984-a0b6-e06a8513e728 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:28.597201 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.db.api [None req-fa40dc44-32d5-4984-a0b6-e06a8513e728 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 00:05:28.597201 n-d-800088-20 neutron-server[101402]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 00:05:28.597201 n-d-800088-20 neutron-server[101402]: [parameters: {'project_id_1': '994be5fc7082462499553490855a8854', 'expiration_1': datetime.datetime(2021, 8, 17, 0, 5, 28, 585284)}] Aug 17 00:05:28.597201 n-d-800088-20 neutron-server[101402]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:05:28.597857 n-d-800088-20 neutron-server[101402]: DEBUG oslo_db.api [None req-fa40dc44-32d5-4984-a0b6-e06a8513e728 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:05:28.622275 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b6c41494-8ec6-4bc9-9e93-9e6386f88bc8 req-607704e6-ee20-4edb-bd78-b21f629fcf08 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839264 Aug 17 00:05:28.628681 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3df713f2-5e61-422a-aa73-c1aca1b717c2 req-09f651cd-3602-4f49-bc92-4c687b5ac463 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3108375 Aug 17 00:05:28.747611 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e97de3b4-cb79-4dbd-9575-67b401a918f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:28.759641 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e97de3b4-cb79-4dbd-9575-67b401a918f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:28.781168 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df713f2-5e61-422a-aa73-c1aca1b717c2 req-8df02fff-4df1-492c-b446-51ebd08efa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:28.784470 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3df713f2-5e61-422a-aa73-c1aca1b717c2 req-8df02fff-4df1-492c-b446-51ebd08efa79 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=577829ee48ff4a458b8d3998e4ad7f2a&device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 1097 time: 0.0909493 Aug 17 00:05:28.799734 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e97de3b4-cb79-4dbd-9575-67b401a918f7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=274cf9432681420ba420173f7b4058ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3504004 Aug 17 00:05:28.800550 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40154) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:28.827569 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97de3b4-cb79-4dbd-9575-67b401a918f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d021ee24-add2-40bf-9b3f-1050a743cbd6,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:28.945031 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-39a3c4fb-ad77-4bb7-8d03-ccc3e7982775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:28.976616 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df713f2-5e61-422a-aa73-c1aca1b717c2 req-7c0f66b5-5c9d-4299-8eff-eb47ab002432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:28.980065 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3df713f2-5e61-422a-aa73-c1aca1b717c2 req-7c0f66b5-5c9d-4299-8eff-eb47ab002432 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e HTTP/1.1" status: 200 len: 912 time: 0.1547935 Aug 17 00:05:29.003196 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-39a3c4fb-ad77-4bb7-8d03-ccc3e7982775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:29.087643 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3df713f2-5e61-422a-aa73-c1aca1b717c2 req-8129d06a-1108-4c46-a243-ac46b1d92851 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 HTTP/1.1" status: 200 len: 1000 time: 0.0974042 Aug 17 00:05:29.098931 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fa40dc44-32d5-4984-a0b6-e06a8513e728 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:29.171116 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-39a3c4fb-ad77-4bb7-8d03-ccc3e7982775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:29.177729 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-39a3c4fb-ad77-4bb7-8d03-ccc3e7982775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:29.194145 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-39a3c4fb-ad77-4bb7-8d03-ccc3e7982775 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d021ee24-add2-40bf-9b3f-1050a743cbd6 HTTP/1.1" status: 204 len: 168 time: 0.3900704 Aug 17 00:05:29.201011 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df713f2-5e61-422a-aa73-c1aca1b717c2 req-d92f5b77-aa34-46a1-b8f5-665531d8226b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:29.205443 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3df713f2-5e61-422a-aa73-c1aca1b717c2 req-d92f5b77-aa34-46a1-b8f5-665531d8226b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f65ff7a7-5ac0-412f-a1d3-f77a57ca9614 HTTP/1.1" status: 200 len: 850 time: 0.1102614 Aug 17 00:05:29.242773 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3c4fb-ad77-4bb7-8d03-ccc3e7982775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d021ee24-add2-40bf-9b3f-1050a743cbd6,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:29.349697 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df713f2-5e61-422a-aa73-c1aca1b717c2 req-75befa26-d9bf-48ac-b6db-3d3c6d4962f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:29.351661 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3df713f2-5e61-422a-aa73-c1aca1b717c2 req-75befa26-d9bf-48ac-b6db-3d3c6d4962f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1329997 Aug 17 00:05:29.408988 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fa40dc44-32d5-4984-a0b6-e06a8513e728 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:29.435196 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fa40dc44-32d5-4984-a0b6-e06a8513e728 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:29.503213 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40dc44-32d5-4984-a0b6-e06a8513e728 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ae1870-0c36-462d-9d35-e27381e78e3d,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:29.635096 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312e031-3fa3-4cbc-9649-5a5c1d5a29b5 req-db542c3f-556a-4ccc-a7a2-2508a3c24d14 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:29.657381 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e312e031-3fa3-4cbc-9649-5a5c1d5a29b5 req-db542c3f-556a-4ccc-a7a2-2508a3c24d14 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 0.2079296 Aug 17 00:05:29.704729 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3df713f2-5e61-422a-aa73-c1aca1b717c2 req-591ed69e-7c04-436c-9e04-7ee9b8b40c2f service neutron] 10.222.0.64 "GET /v2.0/networks/9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413358 Aug 17 00:05:29.711439 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fa40dc44-32d5-4984-a0b6-e06a8513e728 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:29.737763 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fa40dc44-32d5-4984-a0b6-e06a8513e728 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:29.840016 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fa40dc44-32d5-4984-a0b6-e06a8513e728 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:29.841602 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fa40dc44-32d5-4984-a0b6-e06a8513e728 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.2981784 Aug 17 00:05:29.844602 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40202) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:29.853974 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40dc44-32d5-4984-a0b6-e06a8513e728 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8c643d-f6e5-41db-8ee6-0fa324e4cd4b,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:29.963811 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:05:29.999051 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e312e031-3fa3-4cbc-9649-5a5c1d5a29b5 req-04900a1a-5b45-4803-ad9a-a405fdc1c98e tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3406584 Aug 17 00:05:30.528098 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3df713f2-5e61-422a-aa73-c1aca1b717c2 req-ea193898-a49e-45c6-ae24-ae6d9e8f7632 service neutron] 10.222.0.64 "GET /v2.0/networks/9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8139541 Aug 17 00:05:30.552582 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bea621-3f63-4b6b-b441-cfb5b02e2d1c req-fec7170a-cbc5-41ea-ab84-236489b628b9 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:30.555701 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49bea621-3f63-4b6b-b441-cfb5b02e2d1c req-fec7170a-cbc5-41ea-ab84-236489b628b9 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 946 time: 0.7125318 Aug 17 00:05:30.571994 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c70d7028-9a28-41c3-8fc5-64a657d906f3 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.7175770 Aug 17 00:05:30.574622 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40244) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:30.582851 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-4be9d93a-e97c-4026-854f-71b54cc203a1 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Request body: {'security_group': {'name': 'tempest-security--1529158030', 'description': 'tempest-security-description-1564210610'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:30.649182 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49bea621-3f63-4b6b-b441-cfb5b02e2d1c req-17185dab-d16f-442f-a214-d5cb9be83d93 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886319 Aug 17 00:05:30.664078 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4be9d93a-e97c-4026-854f-71b54cc203a1 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:30.826775 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4be9d93a-e97c-4026-854f-71b54cc203a1 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:30.843305 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4be9d93a-e97c-4026-854f-71b54cc203a1 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:30.849137 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4be9d93a-e97c-4026-854f-71b54cc203a1 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:30.852024 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4be9d93a-e97c-4026-854f-71b54cc203a1 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "PUT /v2.0/security-groups/8f8c643d-f6e5-41db-8ee6-0fa324e4cd4b HTTP/1.1" status: 200 len: 1780 time: 0.2750666 Aug 17 00:05:30.853636 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40256) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:30.896255 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9d93a-e97c-4026-854f-71b54cc203a1 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8c643d-f6e5-41db-8ee6-0fa324e4cd4b,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:30.938996 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-178d1d2d-1f87-45ff-860b-0c53988aa2b0 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "GET /v2.0/security-groups/8f8c643d-f6e5-41db-8ee6-0fa324e4cd4b HTTP/1.1" status: 200 len: 1780 time: 0.0813074 Aug 17 00:05:30.939241 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40258) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:31.046225 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a00566be-6b73-472e-942e-cc09721c368c tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:31.096702 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a00566be-6b73-472e-942e-cc09721c368c tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:31.296057 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a00566be-6b73-472e-942e-cc09721c368c tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:31.303268 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a00566be-6b73-472e-942e-cc09721c368c tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:31.310029 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a00566be-6b73-472e-942e-cc09721c368c tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "DELETE /v2.0/security-groups/8f8c643d-f6e5-41db-8ee6-0fa324e4cd4b HTTP/1.1" status: 204 len: 168 time: 0.3676386 Aug 17 00:05:31.311015 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40270) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:31.366424 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f618b-5371-4d08-80a5-03512f9d304a req-5d9919df-36ea-458f-875b-a74422305a3c tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:31.378158 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-706f618b-5371-4d08-80a5-03512f9d304a req-5d9919df-36ea-458f-875b-a74422305a3c tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 0.2567282 Aug 17 00:05:31.379897 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00566be-6b73-472e-942e-cc09721c368c tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8c643d-f6e5-41db-8ee6-0fa324e4cd4b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:31.426151 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-100dc50b-dce9-4a36-8a48-64a65d19682d tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1132114 Aug 17 00:05:31.431209 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40276) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:31.471720 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-32b8d5be-e95b-4ba6-bc01-b0febfc9a8ab tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] delete failed (client error): The resource could not be found. Aug 17 00:05:31.482463 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-706f618b-5371-4d08-80a5-03512f9d304a req-2f470215-140e-404f-b633-428cdf785fba tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746634 Aug 17 00:05:31.485557 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-32b8d5be-e95b-4ba6-bc01-b0febfc9a8ab tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "DELETE /v2.0/security-groups/8f8c643d-f6e5-41db-8ee6-0fa324e4cd4b HTTP/1.1" status: 404 len: 347 time: 0.0524778 Aug 17 00:05:31.486403 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40278) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:31.506904 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-cd64d388-a616-4a58-bffc-6570b1e03592 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Request body: {'security_group': {'name': 'tempest-secgroup--1567337101'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:31.564271 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cd64d388-a616-4a58-bffc-6570b1e03592 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:31.713605 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cd64d388-a616-4a58-bffc-6570b1e03592 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:31.722041 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cd64d388-a616-4a58-bffc-6570b1e03592 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:31.791516 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64d388-a616-4a58-bffc-6570b1e03592 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0eb1ab3-7ad6-49eb-ac2d-3a7a8d994e64,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:31.809959 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cd64d388-a616-4a58-bffc-6570b1e03592 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:31.814817 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40288) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:31.815315 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cd64d388-a616-4a58-bffc-6570b1e03592 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3252032 Aug 17 00:05:31.821311 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-778e6325-3105-4ff6-8eec-43fc6fd28478 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Request body: {'security_group_rule': {'security_group_id': 'c0eb1ab3-7ad6-49eb-ac2d-3a7a8d994e64', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:31.838946 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77b9e7-c481-4fd2-803d-09c66f275ea3 req-81f12110-eeb8-4e6c-a4bd-cbb7fde0fbb8 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:31.840705 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-df77b9e7-c481-4fd2-803d-09c66f275ea3 req-81f12110-eeb8-4e6c-a4bd-cbb7fde0fbb8 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 946 time: 0.0809591 Aug 17 00:05:31.885242 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-778e6325-3105-4ff6-8eec-43fc6fd28478 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:31.925260 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-df77b9e7-c481-4fd2-803d-09c66f275ea3 req-a0239c93-dff0-4285-9b9f-a49c1aab9ff8 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769722 Aug 17 00:05:32.027882 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-778e6325-3105-4ff6-8eec-43fc6fd28478 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:32.041449 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-778e6325-3105-4ff6-8eec-43fc6fd28478 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:32.067956 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e6325-3105-4ff6-8eec-43fc6fd28478 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96dd4fce-198d-4677-b5bf-bf6d997eef39,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:32.095539 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-778e6325-3105-4ff6-8eec-43fc6fd28478 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:32.100346 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40296) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:32.107939 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-778e6325-3105-4ff6-8eec-43fc6fd28478 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2911167 Aug 17 00:05:32.133198 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5c96a424-79bc-4629-8bed-44b4ba3a971b tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:32.145975 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5c96a424-79bc-4629-8bed-44b4ba3a971b tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:32.187501 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5c96a424-79bc-4629-8bed-44b4ba3a971b tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:32.211360 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5c96a424-79bc-4629-8bed-44b4ba3a971b tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:32.219324 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5c96a424-79bc-4629-8bed-44b4ba3a971b tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/96dd4fce-198d-4677-b5bf-bf6d997eef39 HTTP/1.1" status: 204 len: 168 time: 0.1148233 Aug 17 00:05:32.219755 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40298) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:32.240174 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96a424-79bc-4629-8bed-44b4ba3a971b tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96dd4fce-198d-4677-b5bf-bf6d997eef39,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:32.299330 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fc30a559-3592-4a30-bcdc-e907be68e662 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0763717 Aug 17 00:05:32.302478 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40300) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:32.397588 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-45622b2f-05c3-47a5-af8f-8acb6b70af86 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:32.452645 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-45622b2f-05c3-47a5-af8f-8acb6b70af86 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:32.518965 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-45622b2f-05c3-47a5-af8f-8acb6b70af86 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:32.524494 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-45622b2f-05c3-47a5-af8f-8acb6b70af86 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:32.532786 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-45622b2f-05c3-47a5-af8f-8acb6b70af86 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "DELETE /v2.0/security-groups/c0eb1ab3-7ad6-49eb-ac2d-3a7a8d994e64 HTTP/1.1" status: 204 len: 168 time: 0.2268176 Aug 17 00:05:32.533221 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40308) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:32.568519 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45622b2f-05c3-47a5-af8f-8acb6b70af86 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0eb1ab3-7ad6-49eb-ac2d-3a7a8d994e64,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:32.723379 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e28f9d43-aeca-408f-b9f5-6e05f78b9421 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1885173 Aug 17 00:05:32.727269 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40318) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:32.732777 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-7900bd55-89d2-485d-81b3-b5bb32decc0f tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Request body: {'security_group': {'name': 'tempest-secgroup--987569643'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:32.759953 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b9f9e-60b6-455b-bf9b-3a41c1803628 req-c94b151a-6ba1-4486-bdfd-fb248c8565ae tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:32.762002 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6e9b9f9e-60b6-455b-bf9b-3a41c1803628 req-c94b151a-6ba1-4486-bdfd-fb248c8565ae tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 0.0998557 Aug 17 00:05:32.796944 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7900bd55-89d2-485d-81b3-b5bb32decc0f tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:32.854949 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6e9b9f9e-60b6-455b-bf9b-3a41c1803628 req-63fea5be-02a4-4f15-888f-80ecfeefa9de tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839159 Aug 17 00:05:32.976303 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7900bd55-89d2-485d-81b3-b5bb32decc0f tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:32.985799 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7900bd55-89d2-485d-81b3-b5bb32decc0f tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:33.062732 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7900bd55-89d2-485d-81b3-b5bb32decc0f tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:33.068110 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40334) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:33.068672 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7900bd55-89d2-485d-81b3-b5bb32decc0f tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3400207 Aug 17 00:05:33.072288 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900bd55-89d2-485d-81b3-b5bb32decc0f tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c842db65-19ed-432f-8df3-cfe9e69f0762,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:33.072715 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-51eb8ea6-d01a-4be0-a352-1127aa79c149 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Request body: {'security_group_rule': {'security_group_id': 'c842db65-19ed-432f-8df3-cfe9e69f0762', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:33.170285 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-51eb8ea6-d01a-4be0-a352-1127aa79c149 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:33.244952 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633d4f1-cb1c-4dd0-ac41-4716ebca8061 req-ea372159-e871-41de-a50e-e103d6c90fda tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:33.266899 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7633d4f1-cb1c-4dd0-ac41-4716ebca8061 req-ea372159-e871-41de-a50e-e103d6c90fda tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 946 time: 0.1609249 Aug 17 00:05:33.365376 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7633d4f1-cb1c-4dd0-ac41-4716ebca8061 req-5e1dc493-8dac-4e33-b2a1-cb44312e6031 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952666 Aug 17 00:05:33.405393 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-51eb8ea6-d01a-4be0-a352-1127aa79c149 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:33.421484 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-51eb8ea6-d01a-4be0-a352-1127aa79c149 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:33.514027 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb8ea6-d01a-4be0-a352-1127aa79c149 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437edd5e-08dc-4cef-9e67-75dea3b00a39,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:33.525979 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-51eb8ea6-d01a-4be0-a352-1127aa79c149 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:33.531110 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40342) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:33.536313 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-383f8f77-4e1b-419e-bf8e-195c577dfff9 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Request body: {'security_group_rule': {'security_group_id': 'c842db65-19ed-432f-8df3-cfe9e69f0762', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:33.543543 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-51eb8ea6-d01a-4be0-a352-1127aa79c149 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4742694 Aug 17 00:05:33.600120 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-383f8f77-4e1b-419e-bf8e-195c577dfff9 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:33.690815 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-383f8f77-4e1b-419e-bf8e-195c577dfff9 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:33.704234 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-383f8f77-4e1b-419e-bf8e-195c577dfff9 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:33.754793 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f8f77-4e1b-419e-bf8e-195c577dfff9 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a4bd8d-cd07-4679-9e53-ff72d0d55250,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:33.783335 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-383f8f77-4e1b-419e-bf8e-195c577dfff9 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:33.788801 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40352) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:33.794659 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-fb85234a-3687-4238-a996-c6aed0dadfeb tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Request body: {'security_group_rule': {'security_group_id': 'c842db65-19ed-432f-8df3-cfe9e69f0762', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:33.798927 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-383f8f77-4e1b-419e-bf8e-195c577dfff9 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2665050 Aug 17 00:05:33.901745 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fb85234a-3687-4238-a996-c6aed0dadfeb tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:34.097490 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fb85234a-3687-4238-a996-c6aed0dadfeb tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:34.188964 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fb85234a-3687-4238-a996-c6aed0dadfeb tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:34.277608 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fb85234a-3687-4238-a996-c6aed0dadfeb tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:34.292341 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40362) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:34.293808 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fb85234a-3687-4238-a996-c6aed0dadfeb tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4972150 Aug 17 00:05:34.298349 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f2454841-1a17-4c8f-b631-fed9d9ff267d tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Request body: {'security_group_rule': {'security_group_id': 'c842db65-19ed-432f-8df3-cfe9e69f0762', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:34.353882 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f2454841-1a17-4c8f-b631-fed9d9ff267d tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:34.360321 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428519b-903e-45ad-8e95-c0331358e469 req-05358764-a942-42fa-ac44-8c33458305bd tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:34.376820 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5428519b-903e-45ad-8e95-c0331358e469 req-05358764-a942-42fa-ac44-8c33458305bd tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 0.2714682 Aug 17 00:05:34.387439 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85234a-3687-4238-a996-c6aed0dadfeb tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e9faa1-874d-4587-a2d0-c8770cb08dbf,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:34.514713 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5428519b-903e-45ad-8e95-c0331358e469 req-0c01c1d3-27a9-48f3-96e3-cb3dc793e473 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273754 Aug 17 00:05:34.657414 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f2454841-1a17-4c8f-b631-fed9d9ff267d tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:34.675816 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c63dc-0bd6-4f87-a232-fc938f675419 req-e81c4dde-c1e5-4316-bc67-1bcae39e50bc tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:34.685538 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f2454841-1a17-4c8f-b631-fed9d9ff267d tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:34.689172 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eb9c63dc-0bd6-4f87-a232-fc938f675419 req-e81c4dde-c1e5-4316-bc67-1bcae39e50bc tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 946 time: 0.1172662 Aug 17 00:05:34.734094 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2454841-1a17-4c8f-b631-fed9d9ff267d tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c9735e-ab1e-4c7e-8354-bfde63a63bf1,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:34.768546 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eb9c63dc-0bd6-4f87-a232-fc938f675419 req-fde05adf-7f3e-4d0f-9e32-5b02bca414db tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749729 Aug 17 00:05:34.814240 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f2454841-1a17-4c8f-b631-fed9d9ff267d tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:34.818540 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40374) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:34.819208 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f2454841-1a17-4c8f-b631-fed9d9ff267d tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5250199 Aug 17 00:05:34.823974 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-d152caad-e173-408f-adc2-6733ccb4c28a tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Request body: {'security_group_rule': {'security_group_id': 'c842db65-19ed-432f-8df3-cfe9e69f0762', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:34.923392 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d152caad-e173-408f-adc2-6733ccb4c28a tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:35.020045 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d152caad-e173-408f-adc2-6733ccb4c28a tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:35.030051 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d152caad-e173-408f-adc2-6733ccb4c28a tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:35.076714 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152caad-e173-408f-adc2-6733ccb4c28a tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f75da2-320f-45ec-9492-b7981bf9d1c3,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:35.095561 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d152caad-e173-408f-adc2-6733ccb4c28a tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:35.100033 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40380) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:35.107597 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d152caad-e173-408f-adc2-6733ccb4c28a tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2876956 Aug 17 00:05:35.151747 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-81677e8b-ba61-41dc-bb15-9666e3d48c3e tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:35.188753 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-81677e8b-ba61-41dc-bb15-9666e3d48c3e tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:35.238887 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-81677e8b-ba61-41dc-bb15-9666e3d48c3e tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:35.246372 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-81677e8b-ba61-41dc-bb15-9666e3d48c3e tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:35.250883 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-81677e8b-ba61-41dc-bb15-9666e3d48c3e tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/c2f75da2-320f-45ec-9492-b7981bf9d1c3 HTTP/1.1" status: 204 len: 168 time: 0.1466622 Aug 17 00:05:35.252141 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40388) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:35.259244 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81677e8b-ba61-41dc-bb15-9666e3d48c3e tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2f75da2-320f-45ec-9492-b7981bf9d1c3,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:35.323878 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40392) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:35.324470 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f05587c7-a20b-4d0a-a1b9-4fa419a7a716 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0703669 Aug 17 00:05:35.384980 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01a3ecbe-6e59-4f4d-99bc-f9a3770d92af tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:35.400510 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40394) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:35.418468 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01a3ecbe-6e59-4f4d-99bc-f9a3770d92af tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:35.483854 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01a3ecbe-6e59-4f4d-99bc-f9a3770d92af tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:35.492629 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01a3ecbe-6e59-4f4d-99bc-f9a3770d92af tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:35.499285 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-01a3ecbe-6e59-4f4d-99bc-f9a3770d92af tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/d7c9735e-ab1e-4c7e-8354-bfde63a63bf1 HTTP/1.1" status: 204 len: 168 time: 0.1739831 Aug 17 00:05:35.505173 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40398) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:35.509487 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3ecbe-6e59-4f4d-99bc-f9a3770d92af tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7c9735e-ab1e-4c7e-8354-bfde63a63bf1,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:35.633298 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-22cb35cd-d3bf-462b-a6b7-3569419ac19c tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1193984 Aug 17 00:05:35.633756 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40402) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:35.660620 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6d61b02c-3ede-4592-bceb-793a40a07cdb tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:35.673651 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6d61b02c-3ede-4592-bceb-793a40a07cdb tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:35.712822 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6d61b02c-3ede-4592-bceb-793a40a07cdb tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:35.721630 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6d61b02c-3ede-4592-bceb-793a40a07cdb tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:35.723431 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6d61b02c-3ede-4592-bceb-793a40a07cdb tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/e4e9faa1-874d-4587-a2d0-c8770cb08dbf HTTP/1.1" status: 204 len: 168 time: 0.0884869 Aug 17 00:05:35.726816 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40404) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:35.734686 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d3537481-7b27-408a-b964-cad2fa9b4a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:35.743377 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61b02c-3ede-4592-bceb-793a40a07cdb tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4e9faa1-874d-4587-a2d0-c8770cb08dbf,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:35.806116 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-82cb38e3-50e0-41ac-8364-a687014e4e60 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0766904 Aug 17 00:05:35.808784 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40410) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:35.849906 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc558e-4166-43a6-b693-0f1b809f0f14 req-581eb845-ed9b-4d83-9048-c3e1518aa140 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:35.851855 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d6bc558e-4166-43a6-b693-0f1b809f0f14 req-581eb845-ed9b-4d83-9048-c3e1518aa140 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 0.2116642 Aug 17 00:05:35.862153 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-550ebc66-d31e-4125-a742-c0f5072b3b72 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:35.885753 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-550ebc66-d31e-4125-a742-c0f5072b3b72 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:35.927596 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d6bc558e-4166-43a6-b693-0f1b809f0f14 req-52299b2e-07cf-4184-bc2f-3ce496208dcd tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670173 Aug 17 00:05:35.961679 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-550ebc66-d31e-4125-a742-c0f5072b3b72 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:35.973308 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-550ebc66-d31e-4125-a742-c0f5072b3b72 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:35.974784 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-550ebc66-d31e-4125-a742-c0f5072b3b72 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/f9a4bd8d-cd07-4679-9e53-ff72d0d55250 HTTP/1.1" status: 204 len: 168 time: 0.1648192 Aug 17 00:05:35.977420 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40412) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:35.995480 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ebc66-d31e-4125-a742-c0f5072b3b72 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9a4bd8d-cd07-4679-9e53-ff72d0d55250,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:36.074358 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54364ed8-ec98-4741-af94-bb6956c29eb3 req-905f5140-0774-4352-89da-2d5135a42a99 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:36.075968 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54364ed8-ec98-4741-af94-bb6956c29eb3 req-905f5140-0774-4352-89da-2d5135a42a99 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 946 time: 0.1406572 Aug 17 00:05:36.078654 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d3537481-7b27-408a-b964-cad2fa9b4a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:36.095537 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d3537481-7b27-408a-b964-cad2fa9b4a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:36.126385 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9170a9aa-4610-4ad3-bb76-8f394ca75955 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1322923 Aug 17 00:05:36.127141 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40420) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:36.156694 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3537481-7b27-408a-b964-cad2fa9b4a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207f8a08-7eb7-4410-9120-1e5cee60c395,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:36.191767 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d616cf59-62b3-45c6-a646-63e9a53e4fb7 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:36.207886 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d616cf59-62b3-45c6-a646-63e9a53e4fb7 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:36.220323 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d3537481-7b27-408a-b964-cad2fa9b4a34 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a87662e3de264c8f8f597a1987df0eb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8186357 Aug 17 00:05:36.224952 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40426) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:36.235248 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54364ed8-ec98-4741-af94-bb6956c29eb3 req-4e26905f-7ebb-4226-bd58-c2d9f440f9fa tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507387 Aug 17 00:05:36.301855 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f89bbeb7-bda8-4ea5-840f-88c55a036b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:36.311248 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d616cf59-62b3-45c6-a646-63e9a53e4fb7 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:36.324972 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d616cf59-62b3-45c6-a646-63e9a53e4fb7 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:36.329735 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40432) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:36.333694 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d616cf59-62b3-45c6-a646-63e9a53e4fb7 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/437edd5e-08dc-4cef-9e67-75dea3b00a39 HTTP/1.1" status: 204 len: 168 time: 0.2013402 Aug 17 00:05:36.352165 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616cf59-62b3-45c6-a646-63e9a53e4fb7 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=437edd5e-08dc-4cef-9e67-75dea3b00a39,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:36.371150 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f89bbeb7-bda8-4ea5-840f-88c55a036b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:36.438609 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9e3ca47d-de6f-43a9-ac9b-07cc43a41574 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1061664 Aug 17 00:05:36.441508 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40436) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:36.474592 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f89bbeb7-bda8-4ea5-840f-88c55a036b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:36.478671 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f89bbeb7-bda8-4ea5-840f-88c55a036b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:36.480141 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f89bbeb7-bda8-4ea5-840f-88c55a036b19 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/207f8a08-7eb7-4410-9120-1e5cee60c395 HTTP/1.1" status: 204 len: 168 time: 0.2542093 Aug 17 00:05:36.490050 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89bbeb7-bda8-4ea5-840f-88c55a036b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207f8a08-7eb7-4410-9120-1e5cee60c395,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:36.538027 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a12db5ee-ae86-4925-8324-4200032d4468 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:36.567161 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a12db5ee-ae86-4925-8324-4200032d4468 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:36.654361 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a12db5ee-ae86-4925-8324-4200032d4468 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:36.658126 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a12db5ee-ae86-4925-8324-4200032d4468 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:36.659998 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a12db5ee-ae86-4925-8324-4200032d4468 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "DELETE /v2.0/security-groups/c842db65-19ed-432f-8df3-cfe9e69f0762 HTTP/1.1" status: 204 len: 168 time: 0.2170706 Aug 17 00:05:36.662901 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40440) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:36.674859 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12db5ee-ae86-4925-8324-4200032d4468 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c842db65-19ed-432f-8df3-cfe9e69f0762,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:36.770694 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9c868580-1161-4321-9719-217045812e92 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1035857 Aug 17 00:05:36.771509 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40446) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:36.777067 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-33474f12-e0f7-456c-9899-d730414017d0 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Request body: {'security_group': {'name': 'tempest-secgroup--1711585950'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:36.805660 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33474f12-e0f7-456c-9899-d730414017d0 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:36.930317 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33474f12-e0f7-456c-9899-d730414017d0 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:36.936413 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33474f12-e0f7-456c-9899-d730414017d0 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:36.960395 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33474f12-e0f7-456c-9899-d730414017d0 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:36.963933 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-33474f12-e0f7-456c-9899-d730414017d0 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1882198 Aug 17 00:05:36.964419 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40458) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:36.971440 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-0c4ed2c5-35fc-4834-ac31-5bae66de9f2e tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Request body: {'security_group_rule': {'security_group_id': '51eebcd5-c49e-4d5b-aa7f-75bc6af2dd7c', 'direction': 'ingress', 'protocol': 17}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:36.987884 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33474f12-e0f7-456c-9899-d730414017d0 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51eebcd5-c49e-4d5b-aa7f-75bc6af2dd7c,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:37.049656 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0c4ed2c5-35fc-4834-ac31-5bae66de9f2e tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:37.099606 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40464) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:37.115958 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e84d794b-e35c-4599-9cd1-fa33cba82e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:37.235221 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0c4ed2c5-35fc-4834-ac31-5bae66de9f2e tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:37.240666 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e84d794b-e35c-4599-9cd1-fa33cba82e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:37.246684 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e84d794b-e35c-4599-9cd1-fa33cba82e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:37.250890 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec1a93-0917-4d20-9a8c-f9ad64d6f677 req-70646b5c-609d-4908-bb87-2a650ee8d821 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:37.252744 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2bec1a93-0917-4d20-9a8c-f9ad64d6f677 req-70646b5c-609d-4908-bb87-2a650ee8d821 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 0.1870835 Aug 17 00:05:37.254201 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0c4ed2c5-35fc-4834-ac31-5bae66de9f2e tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:37.317845 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d794b-e35c-4599-9cd1-fa33cba82e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea7d64d-0753-43ec-aca3-2f59e4f743ad,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:37.342241 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e84d794b-e35c-4599-9cd1-fa33cba82e9a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b88f2e74c2a9437ea384509764de8f91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2413576 Aug 17 00:05:37.349820 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40472) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:37.350384 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ed2c5-35fc-4834-ac31-5bae66de9f2e tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5682ffe3-bbc8-489e-ab9c-5021f1cd7b97,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:37.371500 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0c4ed2c5-35fc-4834-ac31-5bae66de9f2e tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:37.382863 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0c4ed2c5-35fc-4834-ac31-5bae66de9f2e tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4101717 Aug 17 00:05:37.389710 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40474) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:37.456422 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-13480353-dcd8-4b7a-8776-d1d3507dad06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:37.487290 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-13480353-dcd8-4b7a-8776-d1d3507dad06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:37.526133 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2bec1a93-0917-4d20-9a8c-f9ad64d6f677 req-c2a5c61a-7cd8-4ef3-8cf2-f5feb08c920e tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313046 Aug 17 00:05:37.584671 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-425b08e8-4224-4730-992c-88cebb174bd5 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:37.604498 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-13480353-dcd8-4b7a-8776-d1d3507dad06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:37.607827 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-13480353-dcd8-4b7a-8776-d1d3507dad06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:37.609031 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-13480353-dcd8-4b7a-8776-d1d3507dad06 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eea7d64d-0753-43ec-aca3-2f59e4f743ad HTTP/1.1" status: 204 len: 168 time: 0.2569034 Aug 17 00:05:37.620161 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-425b08e8-4224-4730-992c-88cebb174bd5 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:37.628007 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13480353-dcd8-4b7a-8776-d1d3507dad06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea7d64d-0753-43ec-aca3-2f59e4f743ad,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:37.675146 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bafd38-e82c-4e1a-96ab-ab011df512b1 req-8c1ab404-d2f4-4536-9e2a-74bdd66a8f53 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:37.682511 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-36bafd38-e82c-4e1a-96ab-ab011df512b1 req-8c1ab404-d2f4-4536-9e2a-74bdd66a8f53 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 946 time: 0.2440376 Aug 17 00:05:37.760989 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-36bafd38-e82c-4e1a-96ab-ab011df512b1 req-9dbfe838-7aac-48e4-9202-112ecd9efa3d tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720794 Aug 17 00:05:37.787363 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-425b08e8-4224-4730-992c-88cebb174bd5 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:37.791023 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-425b08e8-4224-4730-992c-88cebb174bd5 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:37.793310 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-425b08e8-4224-4730-992c-88cebb174bd5 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "DELETE /v2.0/security-groups/51eebcd5-c49e-4d5b-aa7f-75bc6af2dd7c HTTP/1.1" status: 204 len: 168 time: 0.3932896 Aug 17 00:05:37.795537 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40514) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:37.818921 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b08e8-4224-4730-992c-88cebb174bd5 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51eebcd5-c49e-4d5b-aa7f-75bc6af2dd7c,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:37.900588 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2c1fffd0-4dfd-4e56-85e9-66564d55cf29 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1030390 Aug 17 00:05:37.904519 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40516) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:37.910164 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-0e718cd5-6d1e-4188-bdfa-37202def7585 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Request body: {'security_group': {'name': 'tempest-secgroup--1680781721'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:37.965450 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0e718cd5-6d1e-4188-bdfa-37202def7585 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:38.069411 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0e718cd5-6d1e-4188-bdfa-37202def7585 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:38.083444 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0e718cd5-6d1e-4188-bdfa-37202def7585 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:38.118805 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0e718cd5-6d1e-4188-bdfa-37202def7585 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:38.123177 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0e718cd5-6d1e-4188-bdfa-37202def7585 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2148752 Aug 17 00:05:38.123177 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e718cd5-6d1e-4188-bdfa-37202def7585 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6d1593-c3bb-4603-892a-b477ae097120,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:38.123587 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40524) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:38.129977 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-ecc8d62a-2175-4467-9913-3acc4459efaf tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Request body: {'security_group': {'name': 'tempest-secgroup--2069296089'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:38.154746 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ecc8d62a-2175-4467-9913-3acc4459efaf tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:38.265418 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ecc8d62a-2175-4467-9913-3acc4459efaf tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:38.270487 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ecc8d62a-2175-4467-9913-3acc4459efaf tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:38.302880 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ecc8d62a-2175-4467-9913-3acc4459efaf tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:38.307551 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ecc8d62a-2175-4467-9913-3acc4459efaf tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1799679 Aug 17 00:05:38.307551 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40534) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:38.311894 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-c913c702-21ba-432c-a58b-87d7b3d060fb tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Request body: {'security_group_rule': {'security_group_id': '9e6d1593-c3bb-4603-892a-b477ae097120', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7af663d5-6a08-412b-bba7-6122692f47f0', 'remote_ip_prefix': None}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:38.320921 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8d62a-2175-4467-9913-3acc4459efaf tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7af663d5-6a08-412b-bba7-6122692f47f0,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:38.358197 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c913c702-21ba-432c-a58b-87d7b3d060fb tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:38.481429 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c913c702-21ba-432c-a58b-87d7b3d060fb tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:38.487069 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c913c702-21ba-432c-a58b-87d7b3d060fb tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:38.512587 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913c702-21ba-432c-a58b-87d7b3d060fb tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccac1236-685e-4c6c-adcd-d8380ba0ed5d,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:38.524614 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c913c702-21ba-432c-a58b-87d7b3d060fb tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:38.527525 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c913c702-21ba-432c-a58b-87d7b3d060fb tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2190032 Aug 17 00:05:38.530389 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40546) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:38.559945 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3479b865-c4f1-45f0-bac7-9b4426181939 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:38.570535 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3479b865-c4f1-45f0-bac7-9b4426181939 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:38.613847 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3479b865-c4f1-45f0-bac7-9b4426181939 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:38.630347 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3479b865-c4f1-45f0-bac7-9b4426181939 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:38.635524 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40550) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:38.636050 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3479b865-c4f1-45f0-bac7-9b4426181939 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/ccac1236-685e-4c6c-adcd-d8380ba0ed5d HTTP/1.1" status: 204 len: 168 time: 0.1037195 Aug 17 00:05:38.654789 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479b865-c4f1-45f0-bac7-9b4426181939 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ccac1236-685e-4c6c-adcd-d8380ba0ed5d,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:38.729240 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d3ac2-cf3a-489e-8776-e4b9fd54abf6 req-a5b4a600-436e-459f-a825-fbfbd2fd9f9d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:38.730875 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a26d3ac2-cf3a-489e-8776-e4b9fd54abf6 req-a5b4a600-436e-459f-a825-fbfbd2fd9f9d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 0.0935395 Aug 17 00:05:38.737661 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-41a0204d-e913-4980-8961-d06f885bcc9b tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1004145 Aug 17 00:05:38.740572 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40556) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:38.871592 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a26d3ac2-cf3a-489e-8776-e4b9fd54abf6 req-e72a5332-8116-46b6-b3f5-ad5e8b794529 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238067 Aug 17 00:05:38.898121 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40570) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:38.926978 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7d612e5e-6ce5-4d2b-86d9-a7c6c72ae1f2 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:38.963897 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7d612e5e-6ce5-4d2b-86d9-a7c6c72ae1f2 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:39.058161 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7d612e5e-6ce5-4d2b-86d9-a7c6c72ae1f2 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:39.061573 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7d612e5e-6ce5-4d2b-86d9-a7c6c72ae1f2 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:39.063660 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7d612e5e-6ce5-4d2b-86d9-a7c6c72ae1f2 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "DELETE /v2.0/security-groups/7af663d5-6a08-412b-bba7-6122692f47f0 HTTP/1.1" status: 204 len: 168 time: 0.3219664 Aug 17 00:05:39.073266 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40580) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:39.081801 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1b9ac-e68e-4a26-8c0e-2ca8d19a5e82 req-8117f422-70ed-46bc-a1b9-3a603331b949 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:39.083464 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-75a1b9ac-e68e-4a26-8c0e-2ca8d19a5e82 req-8117f422-70ed-46bc-a1b9-3a603331b949 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 946 time: 0.0807445 Aug 17 00:05:39.087753 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7010ffc4-d6f0-4ba9-ae16-9f8f70e6ff6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:39.121924 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d612e5e-6ce5-4d2b-86d9-a7c6c72ae1f2 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af663d5-6a08-412b-bba7-6122692f47f0,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:39.170284 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-75a1b9ac-e68e-4a26-8c0e-2ca8d19a5e82 req-dc42a768-114a-4507-882a-8c4d9fddab4a tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690138 Aug 17 00:05:39.181099 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-86f761ac-d8c1-4b20-8fc7-c1ed7d978009 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1047122 Aug 17 00:05:39.181998 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40582) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:39.244941 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-716f3db7-7b89-4c6a-8586-a57520eed174 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:39.276334 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-716f3db7-7b89-4c6a-8586-a57520eed174 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:39.376711 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7010ffc4-d6f0-4ba9-ae16-9f8f70e6ff6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:39.386753 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7010ffc4-d6f0-4ba9-ae16-9f8f70e6ff6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:39.399223 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-716f3db7-7b89-4c6a-8586-a57520eed174 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:39.408916 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-716f3db7-7b89-4c6a-8586-a57520eed174 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:39.414817 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-716f3db7-7b89-4c6a-8586-a57520eed174 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "DELETE /v2.0/security-groups/9e6d1593-c3bb-4603-892a-b477ae097120 HTTP/1.1" status: 204 len: 168 time: 0.2316427 Aug 17 00:05:39.425744 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40602) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:39.426617 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f3db7-7b89-4c6a-8586-a57520eed174 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6d1593-c3bb-4603-892a-b477ae097120,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:39.436228 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010ffc4-d6f0-4ba9-ae16-9f8f70e6ff6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2cd3ac-e8bd-487a-900c-9fb77821ec33,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:39.464908 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7010ffc4-d6f0-4ba9-ae16-9f8f70e6ff6c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cdd317a1287b4ba9a408ef6918f5fa51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5650213 Aug 17 00:05:39.467779 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40604) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:39.508537 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b4cef87d-b3ba-4a57-b95e-c1ca40cc76ea tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0742764 Aug 17 00:05:39.508537 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40606) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:39.516783 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-821a5b9b-4b2e-4d69-a3f6-dad4710da953 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Request body: {'security_group': {'name': 'tempest-secgroup--1022388128'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:39.536113 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5e4c77b-7ea5-4490-8cb3-d569e93e6668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:39.557758 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-821a5b9b-4b2e-4d69-a3f6-dad4710da953 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:39.579571 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5e4c77b-7ea5-4490-8cb3-d569e93e6668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:39.650277 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5e4c77b-7ea5-4490-8cb3-d569e93e6668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:39.654461 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5e4c77b-7ea5-4490-8cb3-d569e93e6668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:39.658690 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a5e4c77b-7ea5-4490-8cb3-d569e93e6668 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/da2cd3ac-e8bd-487a-900c-9fb77821ec33 HTTP/1.1" status: 204 len: 168 time: 0.1855326 Aug 17 00:05:39.668210 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4c77b-7ea5-4490-8cb3-d569e93e6668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2cd3ac-e8bd-487a-900c-9fb77821ec33,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:39.726651 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-821a5b9b-4b2e-4d69-a3f6-dad4710da953 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:39.732983 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-821a5b9b-4b2e-4d69-a3f6-dad4710da953 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:39.773300 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-821a5b9b-4b2e-4d69-a3f6-dad4710da953 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:39.774845 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-821a5b9b-4b2e-4d69-a3f6-dad4710da953 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2652416 Aug 17 00:05:39.776235 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a5b9b-4b2e-4d69-a3f6-dad4710da953 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da95c846-9244-45d0-af47-c5984d0cec8a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:39.777733 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40614) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:39.783337 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-c11ae449-fe31-4421-ad35-938aa9813fc0 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Request body: {'security_group_rule': {'security_group_id': 'da95c846-9244-45d0-af47-c5984d0cec8a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:39.838584 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c11ae449-fe31-4421-ad35-938aa9813fc0 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:39.923286 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c11ae449-fe31-4421-ad35-938aa9813fc0 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:39.930413 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c11ae449-fe31-4421-ad35-938aa9813fc0 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:39.988936 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:39.991349 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c11ae449-fe31-4421-ad35-938aa9813fc0 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:39.992929 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c11ae449-fe31-4421-ad35-938aa9813fc0 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2138968 Aug 17 00:05:39.995880 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40638) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:40.001934 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ae449-fe31-4421-ad35-938aa9813fc0 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36de4760-dc8a-4ecf-9823-44fb638558bf,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:40.047923 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a5dd4009-b9a6-4058-b577-675432530b6d tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:40.073106 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a5dd4009-b9a6-4058-b577-675432530b6d tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:40.167475 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a5dd4009-b9a6-4058-b577-675432530b6d tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:40.174804 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a5dd4009-b9a6-4058-b577-675432530b6d tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:40.176885 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a5dd4009-b9a6-4058-b577-675432530b6d tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/36de4760-dc8a-4ecf-9823-44fb638558bf HTTP/1.1" status: 204 len: 168 time: 0.1794186 Aug 17 00:05:40.179161 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40656) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:40.240843 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700190d-be02-4bbc-a3e0-aa3d2faaa709 req-d4febe7d-215f-45c0-a0b1-908f04543e30 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:40.243653 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d700190d-be02-4bbc-a3e0-aa3d2faaa709 req-d4febe7d-215f-45c0-a0b1-908f04543e30 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 0.1985652 Aug 17 00:05:40.254032 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd4009-b9a6-4058-b577-675432530b6d tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36de4760-dc8a-4ecf-9823-44fb638558bf,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:40.271452 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4009-b9a6-4058-b577-675432530b6d tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:40.272828 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4009-b9a6-4058-b577-675432530b6d tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:40.274338 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4009-b9a6-4058-b577-675432530b6d tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:40.275038 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4009-b9a6-4058-b577-675432530b6d tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:40.277018 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4009-b9a6-4058-b577-675432530b6d tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:40.277632 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4009-b9a6-4058-b577-675432530b6d tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:40.278191 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4009-b9a6-4058-b577-675432530b6d tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:40.279363 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-03ce0d2f-7bd1-4d9b-b9c7-b9afd77dabf0 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0989673 Aug 17 00:05:40.279914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4009-b9a6-4058-b577-675432530b6d tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:40.280451 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4009-b9a6-4058-b577-675432530b6d tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:40.281917 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4009-b9a6-4058-b577-675432530b6d tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:40.282749 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4009-b9a6-4058-b577-675432530b6d tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:40.283605 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40660) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:40.286653 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4009-b9a6-4058-b577-675432530b6d tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:40.343215 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d700190d-be02-4bbc-a3e0-aa3d2faaa709 req-57323791-f699-46d1-9b29-d2614486c918 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902321 Aug 17 00:05:40.361548 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 3025641c-a330-4304-a23a-1876a1fa76d9 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:05:40.414894 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d74a12e4-2aa1-4a29-9a06-e946488e6283 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:40.442410 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d74a12e4-2aa1-4a29-9a06-e946488e6283 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:40.509450 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40672) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:40.547935 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:40.548684 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d74a12e4-2aa1-4a29-9a06-e946488e6283 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:40.555783 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d74a12e4-2aa1-4a29-9a06-e946488e6283 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:40.558567 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8003c7de-f328-4988-9b9b-1c54f546a9a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:40.563769 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d74a12e4-2aa1-4a29-9a06-e946488e6283 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "DELETE /v2.0/security-groups/da95c846-9244-45d0-af47-c5984d0cec8a HTTP/1.1" status: 204 len: 168 time: 0.2788994 Aug 17 00:05:40.565881 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40676) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:40.624083 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a12e4-2aa1-4a29-9a06-e946488e6283 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da95c846-9244-45d0-af47-c5984d0cec8a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:40.668820 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933b0cd2-0361-4805-8c8f-57b7f9c08923', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3025641c-a330-4304-a23a-1876a1fa76d9'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:05:40.687937 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037cf12e-d694-4636-a30b-19a8593a298a" -d '{"events": [{"server_uuid": "933b0cd2-0361-4805-8c8f-57b7f9c08923", "name": "network-vif-unplugged", "status": "completed", "tag": "3025641c-a330-4304-a23a-1876a1fa76d9"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:05:40.702335 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40682) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:40.717497 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b4390dce-e660-4602-aa4b-6bb76b449ecd tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1397049 Aug 17 00:05:40.719597 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40684) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:40.725704 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-c2099c75-6772-485a-bad1-8eece4481d35 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Request body: {'security_group': {'name': 'tempest-secgroup--360818840'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:40.741275 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 3025641c-a330-4304-a23a-1876a1fa76d9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3025641c-a330-4304-a23a-1876a1fa76d9,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:05:40.752612 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:40.796142 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 00:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b4652e-de73-4e8f-8310-8f6d9e67be89 x-openstack-request-id: req-63b4652e-de73-4e8f-8310-8f6d9e67be89 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:05:40.797523 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933b0cd2-0361-4805-8c8f-57b7f9c08923", "name": "network-vif-unplugged", "status": "completed", "tag": "3025641c-a330-4304-a23a-1876a1fa76d9", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:05:40.798136 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-63b4652e-de73-4e8f-8310-8f6d9e67be89 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:05:40.799547 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933b0cd2-0361-4805-8c8f-57b7f9c08923', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3025641c-a330-4304-a23a-1876a1fa76d9', 'code': 200} Aug 17 00:05:40.850726 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=3025641c-a330-4304-a23a-1876a1fa76d9,revision_number=14']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:40.880709 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84ff1-e328-4799-87a0-d8187ddde93f req-5ad9b277-bb94-41ce-a661-abdbca602bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:40.882299 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ad84ff1-e328-4799-87a0-d8187ddde93f req-5ad9b277-bb94-41ce-a661-abdbca602bf4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=577829ee48ff4a458b8d3998e4ad7f2a&device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 1097 time: 0.1382546 Aug 17 00:05:40.885762 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8003c7de-f328-4988-9b9b-1c54f546a9a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:40.895397 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9eeb30-d8ff-4903-906b-e1260e3a969f req-ee4eafb6-4c75-4a8f-b9a3-29252b6a02dd tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:40.903221 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae9eeb30-d8ff-4903-906b-e1260e3a969f req-ee4eafb6-4c75-4a8f-b9a3-29252b6a02dd tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 0.1661847 Aug 17 00:05:40.919864 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8003c7de-f328-4988-9b9b-1c54f546a9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:40.924366 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2099c75-6772-485a-bad1-8eece4481d35 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:40.958140 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8003c7de-f328-4988-9b9b-1c54f546a9a3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=732fbebd55584eefbe80e3aaf8ab4e52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4474344 Aug 17 00:05:40.962016 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40694) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:41.042412 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9df43f9b-8c7b-470b-a1c8-355e79c3ab33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:41.070775 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003c7de-f328-4988-9b9b-1c54f546a9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4086a86-0bb2-4f37-a91f-a70c85c9d5df,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:41.115139 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae9eeb30-d8ff-4903-906b-e1260e3a969f req-8ea09ee8-e3da-4c3c-b5cb-3843312acec8 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013118 Aug 17 00:05:41.115804 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7072dca1-4388-4045-9374-e8e315f97110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:41.134777 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84ff1-e328-4799-87a0-d8187ddde93f req-6444c1bf-9ab2-4065-bcf2-9dcaefae7fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:41.136442 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ad84ff1-e328-4799-87a0-d8187ddde93f req-6444c1bf-9ab2-4065-bcf2-9dcaefae7fd2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e HTTP/1.1" status: 200 len: 912 time: 0.2310805 Aug 17 00:05:41.165727 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7072dca1-4388-4045-9374-e8e315f97110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:41.233501 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2099c75-6772-485a-bad1-8eece4481d35 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:41.242167 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2099c75-6772-485a-bad1-8eece4481d35 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:41.293263 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2099c75-6772-485a-bad1-8eece4481d35 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=285e3760-f2d9-4437-85d1-c3d4f15ef2ed,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:41.298582 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7072dca1-4388-4045-9374-e8e315f97110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:41.301854 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7072dca1-4388-4045-9374-e8e315f97110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:41.303118 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7072dca1-4388-4045-9374-e8e315f97110 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b4086a86-0bb2-4f37-a91f-a70c85c9d5df HTTP/1.1" status: 204 len: 168 time: 0.3160660 Aug 17 00:05:41.314167 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072dca1-4388-4045-9374-e8e315f97110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4086a86-0bb2-4f37-a91f-a70c85c9d5df,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:41.393220 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ad84ff1-e328-4799-87a0-d8187ddde93f req-4133354c-3511-40f1-9d41-136edbc480f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 HTTP/1.1" status: 200 len: 1000 time: 0.2426100 Aug 17 00:05:41.466481 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84ff1-e328-4799-87a0-d8187ddde93f req-95efa480-f177-49a4-9546-4d0f3534f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:41.468727 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ad84ff1-e328-4799-87a0-d8187ddde93f req-95efa480-f177-49a4-9546-4d0f3534f758 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f65ff7a7-5ac0-412f-a1d3-f77a57ca9614 HTTP/1.1" status: 200 len: 850 time: 0.0676823 Aug 17 00:05:41.528670 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:41.550180 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9df43f9b-8c7b-470b-a1c8-355e79c3ab33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:41.553273 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84ff1-e328-4799-87a0-d8187ddde93f req-4c4a47b1-efe8-4f3f-bdce-45755ef23311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:41.554832 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ad84ff1-e328-4799-87a0-d8187ddde93f req-4c4a47b1-efe8-4f3f-bdce-45755ef23311 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0790954 Aug 17 00:05:41.559586 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9df43f9b-8c7b-470b-a1c8-355e79c3ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:41.565325 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2099c75-6772-485a-bad1-8eece4481d35 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:41.570526 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c2099c75-6772-485a-bad1-8eece4481d35 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8478630 Aug 17 00:05:41.570668 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40740) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:41.575193 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-809f460c-c510-41c0-b90e-6c37cc4a6e5a tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Request body: {'security_group_rule': {'security_group_id': '285e3760-f2d9-4437-85d1-c3d4f15ef2ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:41.632656 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-809f460c-c510-41c0-b90e-6c37cc4a6e5a tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:41.760990 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9df43f9b-8c7b-470b-a1c8-355e79c3ab33 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=742cc7bf081f4193a46ea815eaccb60a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0546505 Aug 17 00:05:41.763140 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-809f460c-c510-41c0-b90e-6c37cc4a6e5a tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:41.764731 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40752) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:41.767213 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df43f9b-8c7b-470b-a1c8-355e79c3ab33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6241b5b3-4268-47cd-9a64-93d5985c4fb6,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:41.776943 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-809f460c-c510-41c0-b90e-6c37cc4a6e5a tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:41.813443 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997a2b1-edc9-43f3-a86d-90db280264e1 req-99cfc5ab-68a3-465e-9a1f-4e6999fa7fc4 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:41.815006 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6997a2b1-edc9-43f3-a86d-90db280264e1 req-99cfc5ab-68a3-465e-9a1f-4e6999fa7fc4 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1297758 Aug 17 00:05:41.833007 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f460c-c510-41c0-b90e-6c37cc4a6e5a tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e47a8a12-ef96-49a4-ac83-1e7e75ba5558,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:41.849001 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ad84ff1-e328-4799-87a0-d8187ddde93f req-1f4618de-e96a-44f3-96c7-b15d24375e69 service neutron] 10.222.0.64 "GET /v2.0/networks/9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853100 Aug 17 00:05:41.855329 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b7092634-ea5c-4acd-abe5-8d34d10f7fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:41.874190 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6997a2b1-edc9-43f3-a86d-90db280264e1 req-39ea6ebe-3009-4d40-86e7-00de7b5d0f5f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515664 Aug 17 00:05:41.885696 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b7092634-ea5c-4acd-abe5-8d34d10f7fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:41.928233 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-809f460c-c510-41c0-b90e-6c37cc4a6e5a tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:41.930171 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-809f460c-c510-41c0-b90e-6c37cc4a6e5a tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3580563 Aug 17 00:05:41.935772 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40758) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:41.971254 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b7092634-ea5c-4acd-abe5-8d34d10f7fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:41.974019 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b7092634-ea5c-4acd-abe5-8d34d10f7fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:41.979268 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b4008a8c-bbec-4f4f-9062-091444f9d2f5 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "GET /v2.0/security-group-rules/e47a8a12-ef96-49a4-ac83-1e7e75ba5558 HTTP/1.1" status: 200 len: 763 time: 0.0327189 Aug 17 00:05:41.980723 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b7092634-ea5c-4acd-abe5-8d34d10f7fa7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6241b5b3-4268-47cd-9a64-93d5985c4fb6 HTTP/1.1" status: 204 len: 168 time: 0.2135153 Aug 17 00:05:41.981705 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40764) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:41.994503 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ad84ff1-e328-4799-87a0-d8187ddde93f req-f7432ed9-2e1e-416c-ab87-d8151361d410 service neutron] 10.222.0.64 "GET /v2.0/networks/9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363029 Aug 17 00:05:42.022235 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7092634-ea5c-4acd-abe5-8d34d10f7fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6241b5b3-4268-47cd-9a64-93d5985c4fb6,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:42.061395 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a0c63451-9e77-4a08-ab3e-3404a7a4c214 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0750639 Aug 17 00:05:42.064016 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40766) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:42.101262 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dab7351c-b70e-4ecf-8ccf-158b4ae6f590 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:42.114440 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dab7351c-b70e-4ecf-8ccf-158b4ae6f590 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:42.199928 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dab7351c-b70e-4ecf-8ccf-158b4ae6f590 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:42.215277 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dab7351c-b70e-4ecf-8ccf-158b4ae6f590 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:42.216907 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-dab7351c-b70e-4ecf-8ccf-158b4ae6f590 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/e47a8a12-ef96-49a4-ac83-1e7e75ba5558 HTTP/1.1" status: 204 len: 168 time: 0.1519549 Aug 17 00:05:42.218778 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7351c-b70e-4ecf-8ccf-158b4ae6f590 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e47a8a12-ef96-49a4-ac83-1e7e75ba5558,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:42.220919 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40776) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:42.268107 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f18f26-7aab-4878-9dfb-95323ad81066 req-21fdeb9c-877e-4aef-99e5-4d80ec54df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:42.269653 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0f18f26-7aab-4878-9dfb-95323ad81066 req-21fdeb9c-877e-4aef-99e5-4d80ec54df0d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61108af2093845fe9a64c45c9df6e55d&device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 1096 time: 0.0909162 Aug 17 00:05:42.277685 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-94211081-6e5c-4615-bf5d-59a9f9827ca5 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0554252 Aug 17 00:05:42.278755 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40778) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:42.287819 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0465ba0-5682-4518-af6e-70d32db9024b req-e9cc49d8-dbb1-4f8a-a7ed-33dcecfc5430 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:42.289344 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a0465ba0-5682-4518-af6e-70d32db9024b req-e9cc49d8-dbb1-4f8a-a7ed-33dcecfc5430 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1464837 Aug 17 00:05:42.292716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-e31e0bc9-4011-4bd1-bb6c-f0994170cb53 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Request body: {'security_group_rule': {'security_group_id': '285e3760-f2d9-4437-85d1-c3d4f15ef2ed', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:42.364313 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2685a35-fa75-4a28-b98a-db5209ab38b0 req-e4b9ea44-a1c6-4f87-83cc-a787ba87268a tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:42.373768 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2685a35-fa75-4a28-b98a-db5209ab38b0 req-e4b9ea44-a1c6-4f87-83cc-a787ba87268a tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 0.1598330 Aug 17 00:05:42.518245 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f18f26-7aab-4878-9dfb-95323ad81066 req-003b4f82-2877-480d-a9a8-b9bf6478407f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:42.520973 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0f18f26-7aab-4878-9dfb-95323ad81066 req-003b4f82-2877-480d-a9a8-b9bf6478407f service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf42c908-bd85-4d10-afc7-00681d389032 HTTP/1.1" status: 200 len: 913 time: 0.2221584 Aug 17 00:05:42.573351 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2685a35-fa75-4a28-b98a-db5209ab38b0 req-9f8ed267-1ce9-4c10-810d-e6d47f1a57d1 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984494 Aug 17 00:05:42.580932 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e31e0bc9-4011-4bd1-bb6c-f0994170cb53 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:42.597913 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a0465ba0-5682-4518-af6e-70d32db9024b req-f49b0454-7970-4493-8b02-e193b49f7b16 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2884321 Aug 17 00:05:42.780703 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0f18f26-7aab-4878-9dfb-95323ad81066 req-1b554cc9-9cda-44d3-bef0-b9368ecce5b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3025641c-a330-4304-a23a-1876a1fa76d9 HTTP/1.1" status: 200 len: 999 time: 0.2305734 Aug 17 00:05:42.836600 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e31e0bc9-4011-4bd1-bb6c-f0994170cb53 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:42.844924 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e31e0bc9-4011-4bd1-bb6c-f0994170cb53 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:42.875997 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f18f26-7aab-4878-9dfb-95323ad81066 req-2ba4e772-e504-4c76-a197-b798d2118b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:42.875997 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0f18f26-7aab-4878-9dfb-95323ad81066 req-2ba4e772-e504-4c76-a197-b798d2118b96 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1afde0e7-f7b0-4278-82ad-0cbe61d404a7 HTTP/1.1" status: 200 len: 851 time: 0.0835822 Aug 17 00:05:42.875997 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e0bc9-4011-4bd1-bb6c-f0994170cb53 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e812e1f-f33c-4972-81a5-abe180080c2a,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:42.892030 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e31e0bc9-4011-4bd1-bb6c-f0994170cb53 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:42.895603 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e31e0bc9-4011-4bd1-bb6c-f0994170cb53 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6133521 Aug 17 00:05:42.896111 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40800) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:42.916068 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7097cfbf-f379-4177-96a6-562b9d715dd7 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "GET /v2.0/security-group-rules/4e812e1f-f33c-4972-81a5-abe180080c2a HTTP/1.1" status: 200 len: 763 time: 0.0187283 Aug 17 00:05:42.918924 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40806) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:42.925638 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f18f26-7aab-4878-9dfb-95323ad81066 req-c27996a4-15b8-4369-a859-7fad7547c670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:42.927426 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0f18f26-7aab-4878-9dfb-95323ad81066 req-c27996a4-15b8-4369-a859-7fad7547c670 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf42c908-bd85-4d10-afc7-00681d389032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459912 Aug 17 00:05:42.985647 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c96495e1-b479-4c27-9900-b65ab8596df3 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0651450 Aug 17 00:05:42.986734 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40808) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:43.026064 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-98a486dd-5459-4e9d-b368-c2a681d1a0f9 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:43.036680 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-98a486dd-5459-4e9d-b368-c2a681d1a0f9 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:43.078729 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0f18f26-7aab-4878-9dfb-95323ad81066 req-cedcb06c-ceac-4dcb-8736-d355234e844f service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442118 Aug 17 00:05:43.085853 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-98a486dd-5459-4e9d-b368-c2a681d1a0f9 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:43.096131 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-98a486dd-5459-4e9d-b368-c2a681d1a0f9 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:43.097253 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-98a486dd-5459-4e9d-b368-c2a681d1a0f9 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/4e812e1f-f33c-4972-81a5-abe180080c2a HTTP/1.1" status: 204 len: 168 time: 0.1095467 Aug 17 00:05:43.099876 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40814) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:43.131673 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a486dd-5459-4e9d-b368-c2a681d1a0f9 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e812e1f-f33c-4972-81a5-abe180080c2a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:43.158524 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f30bd1e2-de62-4db0-8d31-c0fbc3192c67 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0556054 Aug 17 00:05:43.158821 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40818) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:43.159180 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40820) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:43.164700 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-252880da-1fa1-4574-859d-7aa5525b11e5 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Request body: {'security_group_rule': {'security_group_id': '285e3760-f2d9-4437-85d1-c3d4f15ef2ed', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:43.207558 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-252880da-1fa1-4574-859d-7aa5525b11e5 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:43.217791 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0f18f26-7aab-4878-9dfb-95323ad81066 req-c831d7f8-42df-4d9d-b4c0-f980fcae0050 service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265833 Aug 17 00:05:43.261115 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-252880da-1fa1-4574-859d-7aa5525b11e5 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:43.266075 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-252880da-1fa1-4574-859d-7aa5525b11e5 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:43.286840 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252880da-1fa1-4574-859d-7aa5525b11e5 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a2e0e83-eddb-4ce1-aa92-2e8682fc990f,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:43.296051 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-252880da-1fa1-4574-859d-7aa5525b11e5 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:43.298342 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-252880da-1fa1-4574-859d-7aa5525b11e5 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380632 Aug 17 00:05:43.300842 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40824) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:43.321555 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-635cc4cc-e6e7-452a-bd24-d0fd2446471d tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "GET /v2.0/security-group-rules/7a2e0e83-eddb-4ce1-aa92-2e8682fc990f HTTP/1.1" status: 200 len: 764 time: 0.0185041 Aug 17 00:05:43.324007 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40828) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:43.333505 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0ebeced5-bd37-470a-be47-acd766610c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:43.380522 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2bb82661-56af-4af6-89a1-b553957afb5f tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0547965 Aug 17 00:05:43.384450 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40830) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:43.415705 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25e477ce-5f47-4f12-9adc-0ba2ae1cb77f tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:43.425843 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25e477ce-5f47-4f12-9adc-0ba2ae1cb77f tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:43.447879 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40832) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:43.462010 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0ebeced5-bd37-470a-be47-acd766610c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:43.466786 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0ebeced5-bd37-470a-be47-acd766610c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:43.467690 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25e477ce-5f47-4f12-9adc-0ba2ae1cb77f tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:43.475133 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25e477ce-5f47-4f12-9adc-0ba2ae1cb77f tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:43.476434 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-25e477ce-5f47-4f12-9adc-0ba2ae1cb77f tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/7a2e0e83-eddb-4ce1-aa92-2e8682fc990f HTTP/1.1" status: 204 len: 168 time: 0.0910256 Aug 17 00:05:43.480321 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40836) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:43.482340 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e477ce-5f47-4f12-9adc-0ba2ae1cb77f tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a2e0e83-eddb-4ce1-aa92-2e8682fc990f,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:43.524785 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebeced5-bd37-470a-be47-acd766610c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2957dc5f-5e38-4ba1-b098-83583630bfb9,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:43.528963 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0ebeced5-bd37-470a-be47-acd766610c94 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b4180cdfbaca406fa998386713e6d4bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3676682 Aug 17 00:05:43.532004 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40838) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:43.554113 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0de305f6-8c57-410b-bd29-801035998a6d tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0666447 Aug 17 00:05:43.556760 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40840) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:43.586252 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bcfbd73f-ce21-4e94-bba8-9edec8e0a0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:43.607442 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bcadb71d-43f1-4ebe-aff2-e2447d7c190e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:43.608090 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bcfbd73f-ce21-4e94-bba8-9edec8e0a0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:43.649224 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-79ab6336-bee0-49b0-9022-64fad05a3923 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:43.680103 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-79ab6336-bee0-49b0-9022-64fad05a3923 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:43.742285 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bcfbd73f-ce21-4e94-bba8-9edec8e0a0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:43.747259 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bcfbd73f-ce21-4e94-bba8-9edec8e0a0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:43.747762 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-79ab6336-bee0-49b0-9022-64fad05a3923 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:43.748430 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bcfbd73f-ce21-4e94-bba8-9edec8e0a0e5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2957dc5f-5e38-4ba1-b098-83583630bfb9 HTTP/1.1" status: 204 len: 168 time: 0.2154357 Aug 17 00:05:43.751637 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-79ab6336-bee0-49b0-9022-64fad05a3923 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:43.752912 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-79ab6336-bee0-49b0-9022-64fad05a3923 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "DELETE /v2.0/security-groups/285e3760-f2d9-4437-85d1-c3d4f15ef2ed HTTP/1.1" status: 204 len: 168 time: 0.1949935 Aug 17 00:05:43.764911 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40850) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:43.781634 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab6336-bee0-49b0-9022-64fad05a3923 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=285e3760-f2d9-4437-85d1-c3d4f15ef2ed,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:43.788136 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916b82d-8530-47ef-aed3-e0bf9701f474 req-4c41d023-0be1-4b41-a54d-bc40b0d51a56 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:43.789819 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a916b82d-8530-47ef-aed3-e0bf9701f474 req-4c41d023-0be1-4b41-a54d-bc40b0d51a56 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 0.1328008 Aug 17 00:05:43.790518 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbd73f-ce21-4e94-bba8-9edec8e0a0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2957dc5f-5e38-4ba1-b098-83583630bfb9,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:43.856018 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6a7d421a-7c22-44a7-8ccf-b261d2354488 tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0853486 Aug 17 00:05:43.856277 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01277cda-4e3f-4d99-94c4-eff298288389 req-41968701-7158-45e1-b574-d15372b78ff0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:43.856277 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-01277cda-4e3f-4d99-94c4-eff298288389 req-41968701-7158-45e1-b574-d15372b78ff0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1335561 Aug 17 00:05:43.858023 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40854) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:43.882989 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a916b82d-8530-47ef-aed3-e0bf9701f474 req-bc171c64-d5f3-4723-832a-81fd9de7eeb9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864220 Aug 17 00:05:43.884781 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bcadb71d-43f1-4ebe-aff2-e2447d7c190e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:43.892859 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bcadb71d-43f1-4ebe-aff2-e2447d7c190e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:43.942783 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bcadb71d-43f1-4ebe-aff2-e2447d7c190e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=229881924f064a0b9631d52e89a3e2b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4935634 Aug 17 00:05:43.945738 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadb71d-43f1-4ebe-aff2-e2447d7c190e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0741bc-6f53-458f-ae95-4b82b7c9e724,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:43.947008 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-01277cda-4e3f-4d99-94c4-eff298288389 req-ec320836-a0ac-474c-9dad-29fc0b8c1955 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765650 Aug 17 00:05:43.947472 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40860) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:43.996136 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fe207465-f3e5-4fd8-a010-1a58424d170f tempest-SecGroupTest-2017964386 tempest-SecGroupTest-2017964386-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1341727 Aug 17 00:05:44.053166 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4bb09e47-4be3-4937-be7c-d47175261f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:44.078457 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4bb09e47-4be3-4937-be7c-d47175261f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:44.146370 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4bb09e47-4be3-4937-be7c-d47175261f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:44.149358 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4bb09e47-4be3-4937-be7c-d47175261f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:44.150533 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4bb09e47-4be3-4937-be7c-d47175261f49 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6a0741bc-6f53-458f-ae95-4b82b7c9e724 HTTP/1.1" status: 204 len: 168 time: 0.1774130 Aug 17 00:05:44.160245 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb09e47-4be3-4937-be7c-d47175261f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0741bc-6f53-458f-ae95-4b82b7c9e724,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:44.181079 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40866) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:44.196857 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f2a86f4e-5a31-446a-9b3a-90a89c184913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:44.309307 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f2a86f4e-5a31-446a-9b3a-90a89c184913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:44.314639 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f2a86f4e-5a31-446a-9b3a-90a89c184913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:44.319684 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40870) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:44.361180 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f2a86f4e-5a31-446a-9b3a-90a89c184913 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a584d480f2c5441ea30d6c4769dee0e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789424 Aug 17 00:05:44.362367 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a86f4e-5a31-446a-9b3a-90a89c184913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fec440a-416a-4576-81be-0d5d51a11ae7,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:44.363938 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40874) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:44.428480 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-82309642-0e27-45f9-bade-46315f2e4c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:44.454831 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-82309642-0e27-45f9-bade-46315f2e4c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:44.508757 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-82309642-0e27-45f9-bade-46315f2e4c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:44.511309 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-82309642-0e27-45f9-bade-46315f2e4c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:44.512489 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-82309642-0e27-45f9-bade-46315f2e4c9a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9fec440a-416a-4576-81be-0d5d51a11ae7 HTTP/1.1" status: 204 len: 168 time: 0.1475666 Aug 17 00:05:44.521748 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82309642-0e27-45f9-bade-46315f2e4c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fec440a-416a-4576-81be-0d5d51a11ae7,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:44.632331 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6bb3caeb-84ab-46f0-8693-ed7823ab2a65 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=994be5fc7082462499553490855a8854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3053880 Aug 17 00:05:44.635296 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40882) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:44.691187 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2100940f-32b8-4ded-827f-7a4cd5df81bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:44.715008 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2100940f-32b8-4ded-827f-7a4cd5df81bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:44.782962 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2100940f-32b8-4ded-827f-7a4cd5df81bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:44.785989 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2100940f-32b8-4ded-827f-7a4cd5df81bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:44.790273 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2100940f-32b8-4ded-827f-7a4cd5df81bc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/72ae1870-0c36-462d-9d35-e27381e78e3d HTTP/1.1" status: 204 len: 168 time: 0.1511078 Aug 17 00:05:44.812916 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100940f-32b8-4ded-827f-7a4cd5df81bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ae1870-0c36-462d-9d35-e27381e78e3d,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:45.105022 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d65a28-f7cb-45b6-95f0-219f23641132 req-cbc4f04e-f723-4fb7-ac51-cc54d8bd8985 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:45.107750 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f0d65a28-f7cb-45b6-95f0-219f23641132 req-cbc4f04e-f723-4fb7-ac51-cc54d8bd8985 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.0740507 Aug 17 00:05:45.169702 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f0d65a28-f7cb-45b6-95f0-219f23641132 req-149ffde4-4b2d-4fc0-b6e6-62cbfbb12ce5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532787 Aug 17 00:05:45.389846 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f786a-b9b2-4932-ba8b-8b2938dc6e27 req-fe541400-020d-4f73-a20b-17c945b03e56 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:45.391383 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-956f786a-b9b2-4932-ba8b-8b2938dc6e27 req-fe541400-020d-4f73-a20b-17c945b03e56 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.0536091 Aug 17 00:05:45.437536 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-956f786a-b9b2-4932-ba8b-8b2938dc6e27 req-7ecc01c0-b100-4ba7-89da-320f25e656dc tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382395 Aug 17 00:05:45.585383 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a1444-238e-4d84-bb9d-727d137cb1de req-bcb588aa-da83-4e14-8395-e7dd7ab7411f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:45.587502 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-317a1444-238e-4d84-bb9d-727d137cb1de req-bcb588aa-da83-4e14-8395-e7dd7ab7411f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.0592985 Aug 17 00:05:45.638304 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-317a1444-238e-4d84-bb9d-727d137cb1de req-cff3d3a3-06d8-40d6-8b01-6c1291ce7ad7 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439398 Aug 17 00:05:46.098515 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-a7021e82-a46e-45d3-bd8b-1f4be58140a5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:46.099569 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-a7021e82-a46e-45d3-bd8b-1f4be58140a5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/networks?id=bf42c908-bd85-4d10-afc7-00681d389032 HTTP/1.1" status: 200 len: 812 time: 0.1758156 Aug 17 00:05:46.128273 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-f3c46442-6356-4e9e-90e7-90827cdafc05 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/quotas/61108af2093845fe9a64c45c9df6e55d HTTP/1.1" status: 200 len: 375 time: 0.0217619 Aug 17 00:05:46.209114 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-ba880432-d1a3-4bb7-96f5-7ed4df0847de tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=61108af2093845fe9a64c45c9df6e55d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0743954 Aug 17 00:05:46.377644 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-4a9873e5-2028-452b-88a9-9b1037c6a33c service neutron] 10.222.0.60 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601102 Aug 17 00:05:46.492649 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-b2830b90-9960-4ba2-b714-eb9127b256eb service neutron] 10.222.0.60 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072867 Aug 17 00:05:46.498083 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5b515856-1cc1-4bea-a374-fb7082003637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:46.726594 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b80c2d68-c694-493d-ae66-eff700df1366 req-eb859b7f-9487-4cf6-8f5e-5e6a923bc131 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 210 time: 0.0428348 Aug 17 00:05:47.938320 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ee63ef5e-0fdc-4eff-930a-a7462b373f06 req-7e658239-7eb8-455a-a85d-a43542a2c177 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 210 time: 0.0460887 Aug 17 00:05:48.349815 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41080) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:48.513321 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-53a2c800-81e7-43b5-a404-83118aab4b6c tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:48.513531 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f99bec2b-d5bd-4695-a6ef-4daec937a793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:48.515838 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-53a2c800-81e7-43b5-a404-83118aab4b6c tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.64 "GET /v2.0/networks?id=bf42c908-bd85-4d10-afc7-00681d389032 HTTP/1.1" status: 200 len: 812 time: 0.1657262 Aug 17 00:05:48.529178 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-47701505-62ee-432f-8225-2165af10189f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Request body: {'port': {'device_id': '171f6ed1-d63a-442c-a387-42ea062fe4d3', 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'admin_state_up': True, 'tenant_id': '61108af2093845fe9a64c45c9df6e55d'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:48.638655 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f99bec2b-d5bd-4695-a6ef-4daec937a793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:48.643450 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f99bec2b-d5bd-4695-a6ef-4daec937a793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:48.668342 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-47701505-62ee-432f-8225-2165af10189f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Made reservation on behalf of 61108af2093845fe9a64c45c9df6e55d for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:05:48.672657 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-47701505-62ee-432f-8225-2165af10189f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:48.682008 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f99bec2b-d5bd-4695-a6ef-4daec937a793 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=628acd31899946e486a54cdcf7134c9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3304772 Aug 17 00:05:48.685106 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 41086) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:48.687616 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bec2b-d5bd-4695-a6ef-4daec937a793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ef8776-a41e-477b-ab0d-e23505432a0e,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:48.695687 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bec2b-d5bd-4695-a6ef-4daec937a793 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:48.696437 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bec2b-d5bd-4695-a6ef-4daec937a793 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:48.696437 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bec2b-d5bd-4695-a6ef-4daec937a793 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:48.696705 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bec2b-d5bd-4695-a6ef-4daec937a793 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:48.697063 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bec2b-d5bd-4695-a6ef-4daec937a793 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:48.697543 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bec2b-d5bd-4695-a6ef-4daec937a793 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:48.697878 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bec2b-d5bd-4695-a6ef-4daec937a793 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:48.698212 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bec2b-d5bd-4695-a6ef-4daec937a793 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:48.698543 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bec2b-d5bd-4695-a6ef-4daec937a793 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:48.698871 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bec2b-d5bd-4695-a6ef-4daec937a793 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:48.699200 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bec2b-d5bd-4695-a6ef-4daec937a793 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:48.699526 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bec2b-d5bd-4695-a6ef-4daec937a793 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:48.812418 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6101d329-583d-45f7-8894-e8fe316f69d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:48.849720 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6101d329-583d-45f7-8894-e8fe316f69d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:48.862002 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-47701505-62ee-432f-8225-2165af10189f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Allocated IP 172.20.0.10 (bf42c908-bd85-4d10-afc7-00681d389032/1afde0e7-f7b0-4278-82ad-0cbe61d404a7/7c8873b4-93a4-4df6-bf56-3611a674fd0f) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:05:48.943569 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6101d329-583d-45f7-8894-e8fe316f69d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:48.946236 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6101d329-583d-45f7-8894-e8fe316f69d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:48.947368 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6101d329-583d-45f7-8894-e8fe316f69d4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/46ef8776-a41e-477b-ab0d-e23505432a0e HTTP/1.1" status: 204 len: 168 time: 0.2610781 Aug 17 00:05:49.028832 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101d329-583d-45f7-8894-e8fe316f69d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ef8776-a41e-477b-ab0d-e23505432a0e,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:49.088267 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f07ac7af-0d01-4cf1-9fc9-f4aca2489d39 req-78a1e40a-ab8a-4d85-8cc5-3537a0d82a31 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 210 time: 0.0548828 Aug 17 00:05:49.126323 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-47701505-62ee-432f-8225-2165af10189f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:49.165220 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-47701505-62ee-432f-8225-2165af10189f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Transition to ACTIVE for port object 7c8873b4-93a4-4df6-bf56-3611a674fd0f will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:05:49.218546 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a2123850-23e3-4644-852c-ca7f4a31935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:49.256566 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:49.276357 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-47701505-62ee-432f-8225-2165af10189f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:49.356131 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47701505-62ee-432f-8225-2165af10189f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Pushing event updated for resources: {'Port': ['ID=7c8873b4-93a4-4df6-bf56-3611a674fd0f,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:49.369286 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41118) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:49.376527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-47701505-62ee-432f-8225-2165af10189f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Network bf42c908-bd85-4d10-afc7-00681d389032 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:05:49.378214 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-47701505-62ee-432f-8225-2165af10189f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:05:49.393371 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-00131f5d-bd64-4904-a8b0-bba2b56020fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:49.393565 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-47701505-62ee-432f-8225-2165af10189f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:05:49.483159 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-47701505-62ee-432f-8225-2165af10189f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:49.484792 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-47701505-62ee-432f-8225-2165af10189f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:49.576918 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-00131f5d-bd64-4904-a8b0-bba2b56020fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:49.585084 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-00131f5d-bd64-4904-a8b0-bba2b56020fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:49.604288 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-47701505-62ee-432f-8225-2165af10189f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0796139 Aug 17 00:05:49.621290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-142ebdda-b846-4556-9e11-3d16ccd59b70 service neutron] Request body: {'port': {'device_id': '171f6ed1-d63a-442c-a387-42ea062fe4d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:49.632372 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-00131f5d-bd64-4904-a8b0-bba2b56020fd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5d43248839e046fb8d322c1d4038200b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2611721 Aug 17 00:05:49.635579 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41124) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:49.663657 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00131f5d-bd64-4904-a8b0-bba2b56020fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f938910-38d3-4d96-8ef6-805842916a5e,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:49.710334 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-142ebdda-b846-4556-9e11-3d16ccd59b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:49.722496 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85045e84-5859-42d2-9d1d-9ff4e4461473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:49.745461 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85045e84-5859-42d2-9d1d-9ff4e4461473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:49.800079 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-64288a32-8fd8-4a57-b8de-1f7b160cda02 None None] Provisioning for port 7c8873b4-93a4-4df6-bf56-3611a674fd0f completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:05:49.805855 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-64288a32-8fd8-4a57-b8de-1f7b160cda02 None None] Provisioning complete for port 7c8873b4-93a4-4df6-bf56-3611a674fd0f triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:05:49.807100 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-64288a32-8fd8-4a57-b8de-1f7b160cda02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:49.829439 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85045e84-5859-42d2-9d1d-9ff4e4461473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:49.832996 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85045e84-5859-42d2-9d1d-9ff4e4461473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:49.834683 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-85045e84-5859-42d2-9d1d-9ff4e4461473 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1f938910-38d3-4d96-8ef6-805842916a5e HTTP/1.1" status: 204 len: 168 time: 0.1979201 Aug 17 00:05:49.862503 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85045e84-5859-42d2-9d1d-9ff4e4461473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f938910-38d3-4d96-8ef6-805842916a5e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:49.899415 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-64288a32-8fd8-4a57-b8de-1f7b160cda02 None None] Port 7c8873b4-93a4-4df6-bf56-3611a674fd0f cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:05:50.072159 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-142ebdda-b846-4556-9e11-3d16ccd59b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c8873b4-93a4-4df6-bf56-3611a674fd0f {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:05:50.079093 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-142ebdda-b846-4556-9e11-3d16ccd59b70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:50.096734 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-142ebdda-b846-4556-9e11-3d16ccd59b70 service neutron] Transition to ACTIVE for port object 7c8873b4-93a4-4df6-bf56-3611a674fd0f will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:05:50.103524 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-142ebdda-b846-4556-9e11-3d16ccd59b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:50.110900 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:50.203137 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ebdda-b846-4556-9e11-3d16ccd59b70 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8873b4-93a4-4df6-bf56-3611a674fd0f,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:50.329769 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-142ebdda-b846-4556-9e11-3d16ccd59b70 service neutron] Attempting to bind port 7c8873b4-93a4-4df6-bf56-3611a674fd0f on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:05:50.330096 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-142ebdda-b846-4556-9e11-3d16ccd59b70 service neutron] Attempting to bind port 7c8873b4-93a4-4df6-bf56-3611a674fd0f by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:05:50.330418 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-142ebdda-b846-4556-9e11-3d16ccd59b70 service neutron] Attempting to bind port 7c8873b4-93a4-4df6-bf56-3611a674fd0f on network bf42c908-bd85-4d10-afc7-00681d389032 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:05:50.336957 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-142ebdda-b846-4556-9e11-3d16ccd59b70 service neutron] Port 7c8873b4-93a4-4df6-bf56-3611a674fd0f on network bf42c908-bd85-4d10-afc7-00681d389032 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:05:50.337323 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-142ebdda-b846-4556-9e11-3d16ccd59b70 service neutron] Attempting to bind port 7c8873b4-93a4-4df6-bf56-3611a674fd0f on network bf42c908-bd85-4d10-afc7-00681d389032 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:05:50.348865 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ef9fd-803e-4e7c-bf6e-1c397c748a73 req-5680674b-ce56-4608-87a0-4c00dc31443e tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:50.350435 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6e1ef9fd-803e-4e7c-bf6e-1c397c748a73 req-5680674b-ce56-4608-87a0-4c00dc31443e tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 944 time: 0.0999742 Aug 17 00:05:50.353536 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-142ebdda-b846-4556-9e11-3d16ccd59b70 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:05:50.353882 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-142ebdda-b846-4556-9e11-3d16ccd59b70 service neutron] Checking segment: {'id': 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:05:50.354264 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-142ebdda-b846-4556-9e11-3d16ccd59b70 service neutron] Bound using segment: {'id': 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:05:50.354691 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-142ebdda-b846-4556-9e11-3d16ccd59b70 service neutron] Bound port: 7c8873b4-93a4-4df6-bf56-3611a674fd0f, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:05:50.355053 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-142ebdda-b846-4556-9e11-3d16ccd59b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:50.450505 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6e1ef9fd-803e-4e7c-bf6e-1c397c748a73 req-39ff6b3e-fdf0-4334-b26c-0f62bf2ef7c8 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864367 Aug 17 00:05:50.531321 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-142ebdda-b846-4556-9e11-3d16ccd59b70 service neutron] For port 7c8873b4-93a4-4df6-bf56-3611a674fd0f, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:05:50.538028 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-142ebdda-b846-4556-9e11-3d16ccd59b70 service neutron] For port 7c8873b4-93a4-4df6-bf56-3611a674fd0f, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=7c8873b4-93a4-4df6-bf56-3611a674fd0f,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:05:50.544283 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-142ebdda-b846-4556-9e11-3d16ccd59b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:50.562891 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-142ebdda-b846-4556-9e11-3d16ccd59b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:50.563683 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-142ebdda-b846-4556-9e11-3d16ccd59b70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:50.565208 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-142ebdda-b846-4556-9e11-3d16ccd59b70 service neutron] 10.222.0.64 "PUT /v2.0/ports/7c8873b4-93a4-4df6-bf56-3611a674fd0f HTTP/1.1" status: 200 len: 1093 time: 0.9517150 Aug 17 00:05:50.568147 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '171f6ed1-d63a-442c-a387-42ea062fe4d3', 'tag': '7c8873b4-93a4-4df6-bf56-3611a674fd0f'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:05:50.570859 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c68e63-5abf-4a0e-b199-799b15fc67d1" -d '{"events": [{"name": "network-changed", "server_uuid": "171f6ed1-d63a-442c-a387-42ea062fe4d3", "tag": "7c8873b4-93a4-4df6-bf56-3611a674fd0f"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:05:50.696813 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ab584a-1fa4-4dcc-9492-374065d42271 x-openstack-request-id: req-20ab584a-1fa4-4dcc-9492-374065d42271 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:05:50.697218 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "171f6ed1-d63a-442c-a387-42ea062fe4d3", "tag": "7c8873b4-93a4-4df6-bf56-3611a674fd0f", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:05:50.697421 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-20ab584a-1fa4-4dcc-9492-374065d42271 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:05:50.697806 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '171f6ed1-d63a-442c-a387-42ea062fe4d3', 'tag': '7c8873b4-93a4-4df6-bf56-3611a674fd0f', 'status': 'completed', 'code': 200} Aug 17 00:05:50.733889 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ebdda-b846-4556-9e11-3d16ccd59b70 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8873b4-93a4-4df6-bf56-3611a674fd0f,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:50.744392 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-75af5133-4d24-4cb2-b78e-e118c26f1cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:50.747082 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-75af5133-4d24-4cb2-b78e-e118c26f1cb9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61108af2093845fe9a64c45c9df6e55d&device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 1096 time: 0.1238096 Aug 17 00:05:50.808646 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-d1762b95-9156-4d20-a461-fa1b912f92f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c8873b4-93a4-4df6-bf56-3611a674fd0f HTTP/1.1" status: 200 len: 217 time: 0.0522873 Aug 17 00:05:50.886170 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-f319c7ef-73a5-4505-9e30-5b77a50a9b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:50.887710 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-f319c7ef-73a5-4505-9e30-5b77a50a9b88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1afde0e7-f7b0-4278-82ad-0cbe61d404a7 HTTP/1.1" status: 200 len: 851 time: 0.0715437 Aug 17 00:05:50.946114 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-ee0f6552-a10e-4865-8cc1-35df8f668ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:50.947759 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-ee0f6552-a10e-4865-8cc1-35df8f668ec1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf42c908-bd85-4d10-afc7-00681d389032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525448 Aug 17 00:05:51.066434 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-5d022ee5-d540-4f44-9111-ca60b7d6bd0d service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108587 Aug 17 00:05:51.683252 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e67d55e-6d91-43a7-a2f2-be18cacb246f req-babe0149-1626-4664-a416-b7568cae2537 service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6092937 Aug 17 00:05:51.697091 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a02f5-61fb-4e03-b154-61b2b0797966 req-7932f9a5-e363-443e-a2df-bdc23eeb2bbf tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:51.700510 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7e5a02f5-61fb-4e03-b154-61b2b0797966 req-7932f9a5-e363-443e-a2df-bdc23eeb2bbf tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 944 time: 0.1292977 Aug 17 00:05:51.754079 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7e5a02f5-61fb-4e03-b154-61b2b0797966 req-1f09b240-18db-4988-bdd5-bb73bcbcd60b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373995 Aug 17 00:05:51.842138 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c68e63-5abf-4a0e-b199-799b15fc67d1 req-63656074-0847-4228-b14f-3503b853d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:51.851171 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-96c68e63-5abf-4a0e-b199-799b15fc67d1 req-63656074-0847-4228-b14f-3503b853d768 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61108af2093845fe9a64c45c9df6e55d&device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 1096 time: 0.0961270 Aug 17 00:05:51.963486 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c68e63-5abf-4a0e-b199-799b15fc67d1 req-1d4416e3-220b-46d4-893f-fd354add66a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:51.967165 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-96c68e63-5abf-4a0e-b199-799b15fc67d1 req-1d4416e3-220b-46d4-893f-fd354add66a1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf42c908-bd85-4d10-afc7-00681d389032 HTTP/1.1" status: 200 len: 913 time: 0.1082046 Aug 17 00:05:52.036364 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:52.044646 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-96c68e63-5abf-4a0e-b199-799b15fc67d1 req-cfa3ae39-2ea5-4ec8-ab95-5ab3a5dacb94 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c8873b4-93a4-4df6-bf56-3611a674fd0f HTTP/1.1" status: 200 len: 217 time: 0.0692909 Aug 17 00:05:52.111940 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c68e63-5abf-4a0e-b199-799b15fc67d1 req-2586ee44-8865-4949-89ff-278dc4ff88f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:52.113810 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-96c68e63-5abf-4a0e-b199-799b15fc67d1 req-2586ee44-8865-4949-89ff-278dc4ff88f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1afde0e7-f7b0-4278-82ad-0cbe61d404a7 HTTP/1.1" status: 200 len: 851 time: 0.0599380 Aug 17 00:05:52.183073 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c68e63-5abf-4a0e-b199-799b15fc67d1 req-3dc6cebc-6c27-4e92-8263-42e52bdd466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:52.184828 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-96c68e63-5abf-4a0e-b199-799b15fc67d1 req-3dc6cebc-6c27-4e92-8263-42e52bdd466b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf42c908-bd85-4d10-afc7-00681d389032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617735 Aug 17 00:05:52.313986 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-96c68e63-5abf-4a0e-b199-799b15fc67d1 req-cf732213-f028-48b3-bfa2-a1652115175d service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203108 Aug 17 00:05:52.500928 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-96c68e63-5abf-4a0e-b199-799b15fc67d1 req-2693e10f-e8ed-4bc8-b720-05578bbfd4ab service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788497 Aug 17 00:05:52.927584 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb82d4-c01c-491f-991d-7c15f9deba85 req-190bf707-cf04-4005-abae-1e643f5a9cc3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:52.930213 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69bb82d4-c01c-491f-991d-7c15f9deba85 req-190bf707-cf04-4005-abae-1e643f5a9cc3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 944 time: 0.0791223 Aug 17 00:05:52.997455 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69bb82d4-c01c-491f-991d-7c15f9deba85 req-5f7f4b32-8cec-4148-b556-70ccc8c943f7 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607052 Aug 17 00:05:53.518180 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41248) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:53.669338 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6b8e29a7-6699-4660-968a-71c17b7f1cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:53.768376 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6b8e29a7-6699-4660-968a-71c17b7f1cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:53.773539 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6b8e29a7-6699-4660-968a-71c17b7f1cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:53.817705 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 41258) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:53.817872 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6b8e29a7-6699-4660-968a-71c17b7f1cfd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ac7c29c983b403ba8b933d9a459e29c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2983596 Aug 17 00:05:53.818817 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e29a7-6699-4660-968a-71c17b7f1cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57afd3ab-5c9a-48a6-9bc3-08a07a3383a2,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:53.886955 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-debbf7fa-3481-46d6-8e13-4f6528439d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:53.909507 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-debbf7fa-3481-46d6-8e13-4f6528439d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:53.972811 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-debbf7fa-3481-46d6-8e13-4f6528439d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:53.975651 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-debbf7fa-3481-46d6-8e13-4f6528439d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:53.979803 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-debbf7fa-3481-46d6-8e13-4f6528439d1f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/57afd3ab-5c9a-48a6-9bc3-08a07a3383a2 HTTP/1.1" status: 204 len: 168 time: 0.1586061 Aug 17 00:05:53.988372 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbf7fa-3481-46d6-8e13-4f6528439d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57afd3ab-5c9a-48a6-9bc3-08a07a3383a2,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:54.148758 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e604c98-a59d-4662-b1a6-e020ba796670 req-eb308697-a3fd-4770-b2e3-b06c1c92681c tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:54.153559 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7e604c98-a59d-4662-b1a6-e020ba796670 req-eb308697-a3fd-4770-b2e3-b06c1c92681c tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 944 time: 0.0669291 Aug 17 00:05:54.197777 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7e604c98-a59d-4662-b1a6-e020ba796670 req-6e9fb195-7acc-4eaf-aeec-ed90d58fb868 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376773 Aug 17 00:05:54.300238 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41268) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:54.314361 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eea2c81b-8945-4646-afa5-181fe587cda0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:54.416419 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 7c8873b4-93a4-4df6-bf56-3611a674fd0f details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:05:54.417638 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eea2c81b-8945-4646-afa5-181fe587cda0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:54.422691 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eea2c81b-8945-4646-afa5-181fe587cda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:54.468494 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-eea2c81b-8945-4646-afa5-181fe587cda0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=da0c8feb827c4a6ca9ca8b3d140f1872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1665938 Aug 17 00:05:54.469956 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2c81b-8945-4646-afa5-181fe587cda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c5c7ca-7df7-44a0-8ae1-bdf26def437a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:54.471274 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 41270) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:54.544705 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3af6a08e-0937-4738-a535-1f27bc1ae5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:54.572247 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3af6a08e-0937-4738-a535-1f27bc1ae5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:54.580618 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 7c8873b4-93a4-4df6-bf56-3611a674fd0f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=7c8873b4-93a4-4df6-bf56-3611a674fd0f,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:05:54.596308 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '7c8873b4-93a4-4df6-bf56-3611a674fd0f', 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'port_id': '7c8873b4-93a4-4df6-bf56-3611a674fd0f', 'mac_address': 'fa:16:3e:0a:e1:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:05:54.641481 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3af6a08e-0937-4738-a535-1f27bc1ae5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:54.642605 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:54.644455 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3af6a08e-0937-4738-a535-1f27bc1ae5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:54.648447 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3af6a08e-0937-4738-a535-1f27bc1ae5aa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/85c5c7ca-7df7-44a0-8ae1-bdf26def437a HTTP/1.1" status: 204 len: 168 time: 0.1736293 Aug 17 00:05:54.661867 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c8873b4-93a4-4df6-bf56-3611a674fd0f {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:05:54.687700 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 7c8873b4-93a4-4df6-bf56-3611a674fd0f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=7c8873b4-93a4-4df6-bf56-3611a674fd0f,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:05:54.692873 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:54.693156 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6a08e-0937-4738-a535-1f27bc1ae5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c5c7ca-7df7-44a0-8ae1-bdf26def437a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:54.763293 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=7c8873b4-93a4-4df6-bf56-3611a674fd0f,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:55.039200 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['7c8873b4-93a4-4df6-bf56-3611a674fd0f'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:05:55.399185 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2b5fc-fc64-4341-80aa-2aad82b6092d req-26b17b9f-76e9-48de-a093-b5e9d3e9d032 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:55.409515 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ae2b5fc-fc64-4341-80aa-2aad82b6092d req-26b17b9f-76e9-48de-a093-b5e9d3e9d032 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 945 time: 0.0948026 Aug 17 00:05:55.476247 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ae2b5fc-fc64-4341-80aa-2aad82b6092d req-38ef08eb-4599-4eb8-9f19-24dd211a86e3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649028 Aug 17 00:05:56.213209 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 41328) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:56.340903 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-71557f0b-71cf-4b77-a149-a291df831816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:56.443662 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 7c8873b4-93a4-4df6-bf56-3611a674fd0f up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:05:56.457685 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-71557f0b-71cf-4b77-a149-a291df831816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:56.464673 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-71557f0b-71cf-4b77-a149-a291df831816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:56.519466 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-71557f0b-71cf-4b77-a149-a291df831816 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d7e1c4b92d3496da0863b45eb6fb2af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3051739 Aug 17 00:05:56.522928 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41336) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:56.533003 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557f0b-71cf-4b77-a149-a291df831816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01ed902-ecb7-43c0-90f8-68c4e16aff81,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:56.556262 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 7c8873b4-93a4-4df6-bf56-3611a674fd0f completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:05:56.571777 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 7c8873b4-93a4-4df6-bf56-3611a674fd0f triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:05:56.572494 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:56.633919 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-afe5dd73-0ec2-4f99-8796-be6c92704f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:56.646966 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f9ead-0965-41af-b82e-d0212850c29a req-1d49b24b-75c9-4e4c-80c1-0a0006bcbfd3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:56.651089 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d82f9ead-0965-41af-b82e-d0212850c29a req-1d49b24b-75c9-4e4c-80c1-0a0006bcbfd3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 945 time: 0.0868549 Aug 17 00:05:56.659081 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-afe5dd73-0ec2-4f99-8796-be6c92704f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:56.736978 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d82f9ead-0965-41af-b82e-d0212850c29a req-f8439cac-359b-49fe-9a58-3fa8cb5cab31 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792401 Aug 17 00:05:56.739653 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:56.787458 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171f6ed1-d63a-442c-a387-42ea062fe4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8873b4-93a4-4df6-bf56-3611a674fd0f'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:05:56.789760 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a622b2c-0367-48e6-9c6a-42b8bf40fc56" -d '{"events": [{"server_uuid": "171f6ed1-d63a-442c-a387-42ea062fe4d3", "name": "network-vif-plugged", "status": "completed", "tag": "7c8873b4-93a4-4df6-bf56-3611a674fd0f"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:05:56.809121 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 7c8873b4-93a4-4df6-bf56-3611a674fd0f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=7c8873b4-93a4-4df6-bf56-3611a674fd0f,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:05:56.814908 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:56.845062 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-afe5dd73-0ec2-4f99-8796-be6c92704f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:56.853109 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-afe5dd73-0ec2-4f99-8796-be6c92704f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:56.857199 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e4ff55-0914-4910-afe8-b9b21e2353b7 x-openstack-request-id: req-d3e4ff55-0914-4910-afe8-b9b21e2353b7 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:05:56.857429 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-afe5dd73-0ec2-4f99-8796-be6c92704f36 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e01ed902-ecb7-43c0-90f8-68c4e16aff81 HTTP/1.1" status: 204 len: 168 time: 0.3284810 Aug 17 00:05:56.857890 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171f6ed1-d63a-442c-a387-42ea062fe4d3", "name": "network-vif-plugged", "status": "completed", "tag": "7c8873b4-93a4-4df6-bf56-3611a674fd0f", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:05:56.859258 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d3e4ff55-0914-4910-afe8-b9b21e2353b7 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:05:56.859814 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171f6ed1-d63a-442c-a387-42ea062fe4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8873b4-93a4-4df6-bf56-3611a674fd0f', 'code': 200} Aug 17 00:05:56.873129 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5dd73-0ec2-4f99-8796-be6c92704f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01ed902-ecb7-43c0-90f8-68c4e16aff81,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:56.896616 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=7c8873b4-93a4-4df6-bf56-3611a674fd0f,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:57.017024 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc603f-70b1-4fd6-83cf-96c99fc1c06e req-125564fa-3e3a-4fb6-8cae-f4477032fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:57.022135 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7bc603f-70b1-4fd6-83cf-96c99fc1c06e req-125564fa-3e3a-4fb6-8cae-f4477032fd67 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 1098 time: 0.0690348 Aug 17 00:05:57.084929 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7bc603f-70b1-4fd6-83cf-96c99fc1c06e req-4894b975-ec67-42fe-8706-02e92d263696 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493214 Aug 17 00:05:57.978759 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f798e3-4be7-4b75-beda-3f77edac7218 req-f3284a31-7470-4b1d-a017-9305fbb38233 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:57.993660 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15f798e3-4be7-4b75-beda-3f77edac7218 req-f3284a31-7470-4b1d-a017-9305fbb38233 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 946 time: 0.1610105 Aug 17 00:05:58.098639 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15f798e3-4be7-4b75-beda-3f77edac7218 req-3345061c-719d-48b0-aa40-96a1a1ad0d9b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025181 Aug 17 00:05:59.329166 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e96a4-01a7-48ee-96c8-0f7552e57395 req-38126fa5-620a-4da0-9936-95257ab9acd4 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:59.337284 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be2e96a4-01a7-48ee-96c8-0f7552e57395 req-38126fa5-620a-4da0-9936-95257ab9acd4 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 946 time: 0.1155608 Aug 17 00:05:59.409543 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be2e96a4-01a7-48ee-96c8-0f7552e57395 req-0d6f67ec-7c7a-414d-9f2e-cd8024170516 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712206 Aug 17 00:05:59.742986 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8127e-32cd-4080-95a2-cdd0a8af5c47 req-2e64c4dd-d195-42db-98fd-b407b07a2fe0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:59.745751 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61b8127e-32cd-4080-95a2-cdd0a8af5c47 req-2e64c4dd-d195-42db-98fd-b407b07a2fe0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 946 time: 0.0791016 Aug 17 00:05:59.840616 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61b8127e-32cd-4080-95a2-cdd0a8af5c47 req-d36de407-01f7-4f51-bb49-0035d4d2af7b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768783 Aug 17 00:06:00.992619 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d971055-be7a-41e8-b0d9-a8fa0bac3225 req-5cd94a26-8c57-4d08-960c-ae1464ca5eea tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:01.001562 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8d971055-be7a-41e8-b0d9-a8fa0bac3225 req-5cd94a26-8c57-4d08-960c-ae1464ca5eea tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 946 time: 0.0862811 Aug 17 00:06:01.073745 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8d971055-be7a-41e8-b0d9-a8fa0bac3225 req-977551be-cafa-4927-8a08-dfa63f07e602 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702991 Aug 17 00:06:01.800493 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 41612) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:01.947387 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b349d8f4-2732-4830-a358-1ee2150ca673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:02.056246 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b349d8f4-2732-4830-a358-1ee2150ca673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:02.061744 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b349d8f4-2732-4830-a358-1ee2150ca673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:02.089767 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349d8f4-2732-4830-a358-1ee2150ca673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fc7ea9-5fcd-4a8d-9f61-b33c95b38de7,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:02.136730 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b349d8f4-2732-4830-a358-1ee2150ca673 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=61179ff9aa7a458cb774252f34077f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3349781 Aug 17 00:06:02.141411 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41618) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:02.215974 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b94ff790-d0a5-4110-b923-c6229ef7d306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:02.235433 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da5180-ff89-46de-8aec-1085d43aba98 req-0365db8c-b158-4ac2-8890-08ca2cd09619 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:02.242834 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b94ff790-d0a5-4110-b923-c6229ef7d306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:02.243271 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63da5180-ff89-46de-8aec-1085d43aba98 req-0365db8c-b158-4ac2-8890-08ca2cd09619 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 946 time: 0.0696671 Aug 17 00:06:02.289701 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63da5180-ff89-46de-8aec-1085d43aba98 req-34f4d690-2d67-4f42-9598-975a16d17294 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453820 Aug 17 00:06:02.304088 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b94ff790-d0a5-4110-b923-c6229ef7d306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:02.307252 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b94ff790-d0a5-4110-b923-c6229ef7d306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:02.308674 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b94ff790-d0a5-4110-b923-c6229ef7d306 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/18fc7ea9-5fcd-4a8d-9f61-b33c95b38de7 HTTP/1.1" status: 204 len: 168 time: 0.1658721 Aug 17 00:06:02.318619 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ff790-d0a5-4110-b923-c6229ef7d306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fc7ea9-5fcd-4a8d-9f61-b33c95b38de7,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:03.436746 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96c589-0db2-4941-97b7-9a8196db44f3 req-06e9ea4d-8df0-48bd-b10f-65ec787fdbe9 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:03.445849 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f96c589-0db2-4941-97b7-9a8196db44f3 req-06e9ea4d-8df0-48bd-b10f-65ec787fdbe9 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 946 time: 0.0638218 Aug 17 00:06:03.485826 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f96c589-0db2-4941-97b7-9a8196db44f3 req-c33f18db-62e4-4a46-ba97-e3bd38a416af tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386100 Aug 17 00:06:03.962949 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41686) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:04.078541 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-de97778d-eca7-45a7-b1ea-a68e67555703 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-474607623', 'router:external': True}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:04.100632 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de97778d-eca7-45a7-b1ea-a68e67555703 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Made reservation on behalf of 21ee8a93631a4acabc2b6f2823cd5626 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:06:04.103041 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-de97778d-eca7-45a7-b1ea-a68e67555703 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:04.112597 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-de97778d-eca7-45a7-b1ea-a68e67555703 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:04.259141 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-de97778d-eca7-45a7-b1ea-a68e67555703 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:04.267062 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-de97778d-eca7-45a7-b1ea-a68e67555703 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:04.331095 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de97778d-eca7-45a7-b1ea-a68e67555703 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:06:04.356555 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-de97778d-eca7-45a7-b1ea-a68e67555703 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:04.357165 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-de97778d-eca7-45a7-b1ea-a68e67555703 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Added segment 55b33312-357e-4059-b994-c7e6c5b34912 of type vlan for network d06c49fd-da3b-4691-acf6-18cc1ace4c71 Aug 17 00:06:04.368111 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97778d-eca7-45a7-b1ea-a68e67555703 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd2dacc-2f53-46dd-8e7f-1f1e8e2794f7,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:04.410774 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-de97778d-eca7-45a7-b1ea-a68e67555703 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:04.455416 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-de97778d-eca7-45a7-b1ea-a68e67555703 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:04.457163 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de97778d-eca7-45a7-b1ea-a68e67555703 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:04.457957 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-de97778d-eca7-45a7-b1ea-a68e67555703 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:04.521158 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-de97778d-eca7-45a7-b1ea-a68e67555703 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5564082 Aug 17 00:06:04.521543 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 41698) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:04.527826 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-91b8e2dd-2cae-4c95-88e7-1a1ba510cd9c tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Request body: {'subnet': {'network_id': 'd06c49fd-da3b-4691-acf6-18cc1ace4c71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:04.551840 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97778d-eca7-45a7-b1ea-a68e67555703 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Pushing event updated for resources: {'Network': ['ID=d06c49fd-da3b-4691-acf6-18cc1ace4c71,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:04.562614 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b8e2dd-2cae-4c95-88e7-1a1ba510cd9c tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Made reservation on behalf of 21ee8a93631a4acabc2b6f2823cd5626 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:06:04.563376 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network d06c49fd-da3b-4691-acf6-18cc1ace4c71 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:06:04.565711 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-91b8e2dd-2cae-4c95-88e7-1a1ba510cd9c tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:04.712111 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d7306-dc32-4413-859e-af2db1fd2aca req-ef6dc768-1abc-4a90-98b3-a4415d252060 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:04.721080 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3c8d7306-dc32-4413-859e-af2db1fd2aca req-ef6dc768-1abc-4a90-98b3-a4415d252060 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 946 time: 0.1161332 Aug 17 00:06:04.815003 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3c8d7306-dc32-4413-859e-af2db1fd2aca req-062696fe-ba75-4333-8893-c735d4964b6f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929763 Aug 17 00:06:05.034614 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64165c2-12d2-4608-a78d-5faa52f5aaa4 req-8a5bcaa4-ff41-4910-8d9a-843a74cef548 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:05.036501 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e64165c2-12d2-4608-a78d-5faa52f5aaa4 req-8a5bcaa4-ff41-4910-8d9a-843a74cef548 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d18aa75-9f15-44c3-89d3-182b6be3011e HTTP/1.1" status: 200 len: 946 time: 0.0902822 Aug 17 00:06:05.104195 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e64165c2-12d2-4608-a78d-5faa52f5aaa4 req-3c3ed549-de08-4694-94f9-778be36857aa tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/security-groups?id=33477a45-17b3-489f-87db-fec3c848595e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600824 Aug 17 00:06:05.167304 n-d-800088-20 neutron-server[101403]: DEBUG neutron.objects.ports [None req-91b8e2dd-2cae-4c95-88e7-1a1ba510cd9c tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101403) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 00:06:05.167769 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-91b8e2dd-2cae-4c95-88e7-1a1ba510cd9c tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:05.214329 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8e2dd-2cae-4c95-88e7-1a1ba510cd9c tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e80a2576-ba23-49cb-b931-db28bfb440cd,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:05.247453 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b8e2dd-2cae-4c95-88e7-1a1ba510cd9c tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Checking segment: {'id': '55b33312-357e-4059-b994-c7e6c5b34912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd06c49fd-da3b-4691-acf6-18cc1ace4c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:06:05.247819 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b8e2dd-2cae-4c95-88e7-1a1ba510cd9c tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Network hostable DHCP agents. Network: d06c49fd-da3b-4691-acf6-18cc1ace4c71, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:06:05.267619 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b8e2dd-2cae-4c95-88e7-1a1ba510cd9c tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Network d06c49fd-da3b-4691-acf6-18cc1ace4c71 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:06:05.282441 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-91b8e2dd-2cae-4c95-88e7-1a1ba510cd9c tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, d06c49fd-da3b-4691-acf6-18cc1ace4c71) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:06:05.292003 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5cf186-4981-4738-9754-16c38d30c111 None None] Network d06c49fd-da3b-4691-acf6-18cc1ace4c71 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:06:05.311689 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b8e2dd-2cae-4c95-88e7-1a1ba510cd9c tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:05.312750 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-91b8e2dd-2cae-4c95-88e7-1a1ba510cd9c tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:05.354177 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-91b8e2dd-2cae-4c95-88e7-1a1ba510cd9c tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8249257 Aug 17 00:06:05.355357 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41710) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:05.362424 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-ae0ab183-9dba-45f3-b7c3-be950a6ae0d4 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1281303398', 'network_id': 'd06c49fd-da3b-4691-acf6-18cc1ace4c71'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:05.416231 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0ab183-9dba-45f3-b7c3-be950a6ae0d4 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Made reservation on behalf of 21ee8a93631a4acabc2b6f2823cd5626 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:06:05.421943 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ae0ab183-9dba-45f3-b7c3-be950a6ae0d4 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:05.444407 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-ae0ab183-9dba-45f3-b7c3-be950a6ae0d4 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] device_id is not set on port b980c906-9c4b-4d79-a6f0-94f6593a1442 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:06:05.611771 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f01a9b6-ce32-4a38-a5c4-779abb422e54 None None] Network d06c49fd-da3b-4691-acf6-18cc1ace4c71 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:06:05.614845 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-ae0ab183-9dba-45f3-b7c3-be950a6ae0d4 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Allocated IP 2001:db8::1d6 (d06c49fd-da3b-4691-acf6-18cc1ace4c71/e80a2576-ba23-49cb-b931-db28bfb440cd/b980c906-9c4b-4d79-a6f0-94f6593a1442) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:06:05.903600 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ae0ab183-9dba-45f3-b7c3-be950a6ae0d4 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:05.990994 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ae0ab183-9dba-45f3-b7c3-be950a6ae0d4 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:06.021289 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd98f94-217f-4274-95ef-05be43fc3655 req-642d92dd-0f0e-4290-8e4f-c95f7fb21fba tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:06.023010 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9cd98f94-217f-4274-95ef-05be43fc3655 req-642d92dd-0f0e-4290-8e4f-c95f7fb21fba tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 946 time: 0.0947556 Aug 17 00:06:06.081022 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0ab183-9dba-45f3-b7c3-be950a6ae0d4 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Network d06c49fd-da3b-4691-acf6-18cc1ace4c71 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:06:06.084686 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-ae0ab183-9dba-45f3-b7c3-be950a6ae0d4 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:06:06.090169 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0ab183-9dba-45f3-b7c3-be950a6ae0d4 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:06:06.091180 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0ab183-9dba-45f3-b7c3-be950a6ae0d4 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:06.091862 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ae0ab183-9dba-45f3-b7c3-be950a6ae0d4 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:06.097347 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ab183-9dba-45f3-b7c3-be950a6ae0d4 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Pushing event updated for resources: {'Port': ['ID=b980c906-9c4b-4d79-a6f0-94f6593a1442,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:06.114067 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ae0ab183-9dba-45f3-b7c3-be950a6ae0d4 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7578175 Aug 17 00:06:06.116745 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41734) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:06.149918 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9cd98f94-217f-4274-95ef-05be43fc3655 req-52f00c14-6191-41be-aa3e-f5c0208ade4e tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208220 Aug 17 00:06:06.291781 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-2a47feda-5583-4e62-83df-2ea6ec77ddb1 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Deleting port b980c906-9c4b-4d79-a6f0-94f6593a1442 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:06:06.292231 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a47feda-5583-4e62-83df-2ea6ec77ddb1 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:06.400004 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a47feda-5583-4e62-83df-2ea6ec77ddb1 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:06.409085 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6f32f-4ed2-4a02-a24d-2071f56ed2e1 req-dc528140-6ab3-409d-b5cb-a73b71ac2164 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:06.413537 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23b6f32f-4ed2-4a02-a24d-2071f56ed2e1 req-dc528140-6ab3-409d-b5cb-a73b71ac2164 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d18aa75-9f15-44c3-89d3-182b6be3011e HTTP/1.1" status: 200 len: 946 time: 0.0777347 Aug 17 00:06:06.414697 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-2a47feda-5583-4e62-83df-2ea6ec77ddb1 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Calling delete_port for b980c906-9c4b-4d79-a6f0-94f6593a1442 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:06:06.463450 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23b6f32f-4ed2-4a02-a24d-2071f56ed2e1 req-185c89f7-bd9c-4add-920f-1507374379fd tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/security-groups?id=33477a45-17b3-489f-87db-fec3c848595e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465598 Aug 17 00:06:06.861296 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a47feda-5583-4e62-83df-2ea6ec77ddb1 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:06.893971 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47feda-5583-4e62-83df-2ea6ec77ddb1 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Pushing event deleted for resources: {'Port': ['ID=b980c906-9c4b-4d79-a6f0-94f6593a1442,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:06.923434 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a47feda-5583-4e62-83df-2ea6ec77ddb1 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:06.927808 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2a47feda-5583-4e62-83df-2ea6ec77ddb1 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "DELETE /v2.0/ports/b980c906-9c4b-4d79-a6f0-94f6593a1442 HTTP/1.1" status: 204 len: 168 time: 0.8074946 Aug 17 00:06:06.928160 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41746) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:06.932518 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-84f9a396-79f3-4064-9ca8-059953279310 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd06c49fd-da3b-4691-acf6-18cc1ace4c71', 'external_fixed_ips': [{'subnet_id': 'e80a2576-ba23-49cb-b931-db28bfb440cd', 'ip_address': '2001:db8::1d6'}]}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:06.959137 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-84f9a396-79f3-4064-9ca8-059953279310 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:06.960992 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-84f9a396-79f3-4064-9ca8-059953279310 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:06.966468 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:06:07.036687 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-84f9a396-79f3-4064-9ca8-059953279310 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:07.186730 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58b869-03ca-4d14-a67c-49adc8e123d0 req-0ad7d1fe-05eb-4474-adfa-4f6ac2c85d72 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:07.195137 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9a58b869-03ca-4d14-a67c-49adc8e123d0 req-0ad7d1fe-05eb-4474-adfa-4f6ac2c85d72 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d18aa75-9f15-44c3-89d3-182b6be3011e HTTP/1.1" status: 200 len: 946 time: 0.0816438 Aug 17 00:06:07.228591 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-84f9a396-79f3-4064-9ca8-059953279310 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:07.234617 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9a58b869-03ca-4d14-a67c-49adc8e123d0 req-3a1cbeda-ef2b-4576-83be-3b7c44aac727 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/security-groups?id=33477a45-17b3-489f-87db-fec3c848595e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385895 Aug 17 00:06:07.295932 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbf279-54ea-409e-a171-efb1ef07d4f9 req-a5cb0673-4a96-4876-b3ad-62da6b5de327 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:07.303241 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55fbf279-54ea-409e-a171-efb1ef07d4f9 req-a5cb0673-4a96-4876-b3ad-62da6b5de327 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 946 time: 0.0638328 Aug 17 00:06:07.344388 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55fbf279-54ea-409e-a171-efb1ef07d4f9 req-15ade41a-d901-49e0-af7d-089279367d5f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401561 Aug 17 00:06:07.479554 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-84f9a396-79f3-4064-9ca8-059953279310 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:07.501410 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-84f9a396-79f3-4064-9ca8-059953279310 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:07.652901 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-84f9a396-79f3-4064-9ca8-059953279310 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Allocated IP 2001:db8::1d6 (d06c49fd-da3b-4691-acf6-18cc1ace4c71/e80a2576-ba23-49cb-b931-db28bfb440cd/eae2d3fb-df21-445e-b309-25993de168ed) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:06:07.783959 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-84f9a396-79f3-4064-9ca8-059953279310 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:07.834329 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-84f9a396-79f3-4064-9ca8-059953279310 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:07.882133 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f9a396-79f3-4064-9ca8-059953279310 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Network d06c49fd-da3b-4691-acf6-18cc1ace4c71 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:06:07.886258 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-84f9a396-79f3-4064-9ca8-059953279310 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:06:07.888503 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9a396-79f3-4064-9ca8-059953279310 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Pushing event updated for resources: {'Port': ['ID=eae2d3fb-df21-445e-b309-25993de168ed,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:07.890946 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f9a396-79f3-4064-9ca8-059953279310 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:06:08.148358 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-84f9a396-79f3-4064-9ca8-059953279310 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:08.475464 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846abf2-f301-4d16-9b5a-42af9fb09efc req-55784798-3e0e-481a-b6f7-a794e3fbf6d7 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:08.477244 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e846abf2-f301-4d16-9b5a-42af9fb09efc req-55784798-3e0e-481a-b6f7-a794e3fbf6d7 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d18aa75-9f15-44c3-89d3-182b6be3011e HTTP/1.1" status: 200 len: 946 time: 0.1106508 Aug 17 00:06:08.517925 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-84f9a396-79f3-4064-9ca8-059953279310 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:08.598263 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3ea6d-dae9-4075-b6ec-bbce04490dc3 req-d02e1b79-01ce-4981-8d5d-0709eb75be87 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:08.607046 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46a3ea6d-dae9-4075-b6ec-bbce04490dc3 req-d02e1b79-01ce-4981-8d5d-0709eb75be87 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 946 time: 0.1285031 Aug 17 00:06:08.661950 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e846abf2-f301-4d16-9b5a-42af9fb09efc req-889137e2-2a18-453c-a446-4b473e0fe75a tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/security-groups?id=33477a45-17b3-489f-87db-fec3c848595e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1512620 Aug 17 00:06:08.718432 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46a3ea6d-dae9-4075-b6ec-bbce04490dc3 req-3b9078e9-24fe-4430-8aee-6b6a3eb91e8f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103311 Aug 17 00:06:08.741075 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2987d6e-62d6-4ca3-bc65-3818dbd13b13 req-5f67f1e1-c8f3-47d4-9ec4-71d354282d91 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:08.742556 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d2987d6e-62d6-4ca3-bc65-3818dbd13b13 req-5f67f1e1-c8f3-47d4-9ec4-71d354282d91 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d18aa75-9f15-44c3-89d3-182b6be3011e HTTP/1.1" status: 200 len: 946 time: 0.1146684 Aug 17 00:06:08.759965 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 41798) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:08.789142 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f9a396-79f3-4064-9ca8-059953279310 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Router 9ad0a750-d324-419a-a8e3-af10777c9d04 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:06:08.899838 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-d2987d6e-62d6-4ca3-bc65-3818dbd13b13 req-6fe2c2fd-5176-4b89-ad41-276721c39ad7 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Deleting port d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:06:08.900192 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d2987d6e-62d6-4ca3-bc65-3818dbd13b13 req-6fe2c2fd-5176-4b89-ad41-276721c39ad7 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:08.930107 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f9a396-79f3-4064-9ca8-059953279310 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:06:08.941620 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f39f6c-f2c9-485c-bfd6-3dccf77bcd86 None None] Sync routers for ids ['9ad0a750-d324-419a-a8e3-af10777c9d04'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:06:08.951204 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f39f6c-f2c9-485c-bfd6-3dccf77bcd86 None None] Routers {'9ad0a750-d324-419a-a8e3-af10777c9d04'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:08.952392 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-44f39f6c-f2c9-485c-bfd6-3dccf77bcd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:05:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['9ad0a750-d324-419a-a8e3-af10777c9d04'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:08.959142 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-deb4999d-45a7-416d-a8b8-cd33a1d47f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:08.962430 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-84f9a396-79f3-4064-9ca8-059953279310 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:08.966682 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 41802) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:08.968975 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-84f9a396-79f3-4064-9ca8-059953279310 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.0395138 Aug 17 00:06:09.058047 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-44f39f6c-f2c9-485c-bfd6-3dccf77bcd86 None None] Set router 9ad0a750-d324-419a-a8e3-af10777c9d04 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:09.117399 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-d2987d6e-62d6-4ca3-bc65-3818dbd13b13 req-6fe2c2fd-5176-4b89-ad41-276721c39ad7 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] For port d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7,segment=NetworkSegment(5dbcf5dd-98d5-4b1c-b9ff-859addfee606),segment_id=5dbcf5dd-98d5-4b1c-b9ff-859addfee606)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:09.117830 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d2987d6e-62d6-4ca3-bc65-3818dbd13b13 req-6fe2c2fd-5176-4b89-ad41-276721c39ad7 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:09.247499 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8842dc74-190c-404a-96a7-1f80a320d0bd tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:09.252828 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-44f39f6c-f2c9-485c-bfd6-3dccf77bcd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad0a750-d324-419a-a8e3-af10777c9d04', 'name': '', 'tenant_id': '21ee8a93631a4acabc2b6f2823cd5626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06c49fd-da3b-4691-acf6-18cc1ace4c71', 'external_fixed_ips': [{'subnet_id': 'e80a2576-ba23-49cb-b931-db28bfb440cd', 'ip_address': '2001:db8::1d6'}], 'enable_snat': True}, 'gw_port_id': 'eae2d3fb-df21-445e-b309-25993de168ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:06Z', 'updated_at': '2021-08-17T00:06:08Z', 'revision_number': 3, 'project_id': '21ee8a93631a4acabc2b6f2823cd5626', 'gw_port': {'id': 'eae2d3fb-df21-445e-b309-25993de168ed', 'name': '', 'network_id': 'd06c49fd-da3b-4691-acf6-18cc1ace4c71', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:92:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad0a750-d324-419a-a8e3-af10777c9d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'e80a2576-ba23-49cb-b931-db28bfb440cd', 'ip_address': '2001:db8::1d6', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:07Z', 'updated_at': '2021-08-17T00:06:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e80a2576-ba23-49cb-b931-db28bfb440cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:09.283824 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f39f6c-f2c9-485c-bfd6-3dccf77bcd86 None None] Checking router: 9ad0a750-d324-419a-a8e3-af10777c9d04 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:06:09.284165 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f39f6c-f2c9-485c-bfd6-3dccf77bcd86 None None] Updating router 9ad0a750-d324-419a-a8e3-af10777c9d04 port eae2d3fb-df21-445e-b309-25993de168ed binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:06:09.315669 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-44f39f6c-f2c9-485c-bfd6-3dccf77bcd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:09.483708 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-deb4999d-45a7-416d-a8b8-cd33a1d47f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:09.490804 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-deb4999d-45a7-416d-a8b8-cd33a1d47f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:09.509602 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8842dc74-190c-404a-96a7-1f80a320d0bd tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:09.551323 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d2987d6e-62d6-4ca3-bc65-3818dbd13b13 req-6fe2c2fd-5176-4b89-ad41-276721c39ad7 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:09.551693 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d2987d6e-62d6-4ca3-bc65-3818dbd13b13 req-6fe2c2fd-5176-4b89-ad41-276721c39ad7 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:09.552004 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [req-d2987d6e-62d6-4ca3-bc65-3818dbd13b13 req-6fe2c2fd-5176-4b89-ad41-276721c39ad7 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Floating IP eba336c6-0c1b-4338-b538-25f1e8346bbf disassociated. External IP: 172.25.3.30, port: d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7. Aug 17 00:06:09.552338 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-d2987d6e-62d6-4ca3-bc65-3818dbd13b13 req-6fe2c2fd-5176-4b89-ad41-276721c39ad7 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Calling delete_port for d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:06:09.573761 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-deb4999d-45a7-416d-a8b8-cd33a1d47f3d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=934b30293fdb48dc8904b3ffead8a9b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8115623 Aug 17 00:06:09.577549 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41804) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:09.580991 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4999d-45a7-416d-a8b8-cd33a1d47f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d1454e-7503-482a-a083-34f1e62cf32f,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:09.587567 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-44f39f6c-f2c9-485c-bfd6-3dccf77bcd86 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:09.598872 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-44f39f6c-f2c9-485c-bfd6-3dccf77bcd86 None None] Transition to ACTIVE for port object eae2d3fb-df21-445e-b309-25993de168ed will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:06:09.605438 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-44f39f6c-f2c9-485c-bfd6-3dccf77bcd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:09.656925 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-44f39f6c-f2c9-485c-bfd6-3dccf77bcd86 None None] Attempting to bind port eae2d3fb-df21-445e-b309-25993de168ed on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:06:09.657338 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-44f39f6c-f2c9-485c-bfd6-3dccf77bcd86 None None] Attempting to bind port eae2d3fb-df21-445e-b309-25993de168ed by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '55b33312-357e-4059-b994-c7e6c5b34912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd06c49fd-da3b-4691-acf6-18cc1ace4c71'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:06:09.657710 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f39f6c-f2c9-485c-bfd6-3dccf77bcd86 None None] Attempting to bind port eae2d3fb-df21-445e-b309-25993de168ed on network d06c49fd-da3b-4691-acf6-18cc1ace4c71 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:06:09.671086 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1847d7ce-f62d-491b-9f24-6ab79059712d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:09.671353 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f39f6c-f2c9-485c-bfd6-3dccf77bcd86 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:06:09.671353 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f39f6c-f2c9-485c-bfd6-3dccf77bcd86 None None] Checking segment: {'id': '55b33312-357e-4059-b994-c7e6c5b34912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd06c49fd-da3b-4691-acf6-18cc1ace4c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:06:09.678630 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-44f39f6c-f2c9-485c-bfd6-3dccf77bcd86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:09.679150 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f39f6c-f2c9-485c-bfd6-3dccf77bcd86 None None] Bound using segment: {'id': '55b33312-357e-4059-b994-c7e6c5b34912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd06c49fd-da3b-4691-acf6-18cc1ace4c71'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:06:09.679675 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-44f39f6c-f2c9-485c-bfd6-3dccf77bcd86 None None] Bound port: eae2d3fb-df21-445e-b309-25993de168ed, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b33312-357e-4059-b994-c7e6c5b34912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd06c49fd-da3b-4691-acf6-18cc1ace4c71'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:06:09.682489 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-44f39f6c-f2c9-485c-bfd6-3dccf77bcd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:09.687539 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1847d7ce-f62d-491b-9f24-6ab79059712d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:09.698377 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-8842dc74-190c-404a-96a7-1f80a320d0bd tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Deleting port eae2d3fb-df21-445e-b309-25993de168ed {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:06:09.698727 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8842dc74-190c-404a-96a7-1f80a320d0bd tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:09.753938 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-44f39f6c-f2c9-485c-bfd6-3dccf77bcd86 None None] For port eae2d3fb-df21-445e-b309-25993de168ed, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:06:09.758684 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1847d7ce-f62d-491b-9f24-6ab79059712d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:09.761930 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1847d7ce-f62d-491b-9f24-6ab79059712d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:09.763276 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1847d7ce-f62d-491b-9f24-6ab79059712d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/98d1454e-7503-482a-a083-34f1e62cf32f HTTP/1.1" status: 204 len: 168 time: 0.1836660 Aug 17 00:06:09.767953 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cffa2-d8d5-4d08-9c24-de4a465350ed None None] Pushing event updated for resources: {'Port': ['ID=eae2d3fb-df21-445e-b309-25993de168ed,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:09.783848 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-44f39f6c-f2c9-485c-bfd6-3dccf77bcd86 None None] For port eae2d3fb-df21-445e-b309-25993de168ed, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=eae2d3fb-df21-445e-b309-25993de168ed,segment=NetworkSegment(55b33312-357e-4059-b994-c7e6c5b34912),segment_id=55b33312-357e-4059-b994-c7e6c5b34912)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:06:09.785958 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548cffa2-d8d5-4d08-9c24-de4a465350ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:09.788266 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548cffa2-d8d5-4d08-9c24-de4a465350ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:09.788266 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548cffa2-d8d5-4d08-9c24-de4a465350ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:09.788266 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548cffa2-d8d5-4d08-9c24-de4a465350ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:09.788266 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548cffa2-d8d5-4d08-9c24-de4a465350ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:09.788266 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548cffa2-d8d5-4d08-9c24-de4a465350ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:09.788266 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548cffa2-d8d5-4d08-9c24-de4a465350ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:09.788266 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548cffa2-d8d5-4d08-9c24-de4a465350ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:09.789220 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548cffa2-d8d5-4d08-9c24-de4a465350ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:09.789220 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548cffa2-d8d5-4d08-9c24-de4a465350ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:09.789485 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548cffa2-d8d5-4d08-9c24-de4a465350ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:09.789686 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548cffa2-d8d5-4d08-9c24-de4a465350ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:09.800434 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847d7ce-f62d-491b-9f24-6ab79059712d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d1454e-7503-482a-a083-34f1e62cf32f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:09.808125 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-44f39f6c-f2c9-485c-bfd6-3dccf77bcd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:09.914361 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f39f6c-f2c9-485c-bfd6-3dccf77bcd86 None None] Routers {'9ad0a750-d324-419a-a8e3-af10777c9d04'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:09.915089 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-44f39f6c-f2c9-485c-bfd6-3dccf77bcd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:05:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['9ad0a750-d324-419a-a8e3-af10777c9d04'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:09.989976 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8842dc74-190c-404a-96a7-1f80a320d0bd tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:10.005108 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f516ab-0913-42fb-ba7a-74bba449ee96 req-0231c3fc-b905-460a-bb87-5316a3448dd1 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:10.013147 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-95f516ab-0913-42fb-ba7a-74bba449ee96 req-0231c3fc-b905-460a-bb87-5316a3448dd1 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d18aa75-9f15-44c3-89d3-182b6be3011e HTTP/1.1" status: 200 len: 946 time: 0.2363112 Aug 17 00:06:10.043810 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d2987d6e-62d6-4ca3-bc65-3818dbd13b13 req-6fe2c2fd-5176-4b89-ad41-276721c39ad7 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:10.090947 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2c2fd-5176-4b89-ad41-276721c39ad7 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Pushing event deleted for resources: {'Port': ['ID=d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:10.101764 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-8842dc74-190c-404a-96a7-1f80a320d0bd tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Calling delete_port for eae2d3fb-df21-445e-b309-25993de168ed owned by network:router_gateway {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:06:10.152599 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-95f516ab-0913-42fb-ba7a-74bba449ee96 req-48476230-c352-48eb-9e3e-8781112b4064 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/security-groups?id=33477a45-17b3-489f-87db-fec3c848595e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1382072 Aug 17 00:06:10.195652 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cffa2-d8d5-4d08-9c24-de4a465350ed None None] Pushing event updated for resources: {'Port': ['ID=eae2d3fb-df21-445e-b309-25993de168ed,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:10.205059 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59952fd9-95d5-44d6-b37f-44185ed7c00d req-500dfa48-ed57-42da-9a93-e2e38b399e81 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:10.211576 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-59952fd9-95d5-44d6-b37f-44185ed7c00d req-500dfa48-ed57-42da-9a93-e2e38b399e81 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 946 time: 0.3437114 Aug 17 00:06:10.214938 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41824) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:10.239763 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:10.246128 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9aeb-ec4e-4f7a-b22a-72f9b9feb856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:10.258949 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-44f39f6c-f2c9-485c-bfd6-3dccf77bcd86 None None] Set router 9ad0a750-d324-419a-a8e3-af10777c9d04 gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:10.333687 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-44f39f6c-f2c9-485c-bfd6-3dccf77bcd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad0a750-d324-419a-a8e3-af10777c9d04', 'name': '', 'tenant_id': '21ee8a93631a4acabc2b6f2823cd5626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:06Z', 'updated_at': '2021-08-17T00:06:09Z', 'revision_number': 4, 'project_id': '21ee8a93631a4acabc2b6f2823cd5626', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:10.353648 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9aeb-ec4e-4f7a-b22a-72f9b9feb856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:10.358851 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9aeb-ec4e-4f7a-b22a-72f9b9feb856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:10.375072 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f39f6c-f2c9-485c-bfd6-3dccf77bcd86 None None] The sync data for ids ['9ad0a750-d324-419a-a8e3-af10777c9d04'] in n-d-800088-20 is: [{'id': '9ad0a750-d324-419a-a8e3-af10777c9d04', 'name': '', 'tenant_id': '21ee8a93631a4acabc2b6f2823cd5626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:06Z', 'updated_at': '2021-08-17T00:06:09Z', 'revision_number': 4, 'project_id': '21ee8a93631a4acabc2b6f2823cd5626', 'gw_port_host': None}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:06:10.416863 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-59952fd9-95d5-44d6-b37f-44185ed7c00d req-8cf943dd-8b3c-4a0e-b1c6-ba3aa4a1efdb tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423774 Aug 17 00:06:10.419588 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf9aeb-ec4e-4f7a-b22a-72f9b9feb856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70d7517-7524-4610-b492-a48c2855a32d,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:10.432826 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cfdf9aeb-ec4e-4f7a-b22a-72f9b9feb856 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=047359fb77a648dbb1c713d0a996fc61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2168014 Aug 17 00:06:10.435473 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41826) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:10.497005 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2987d6e-62d6-4ca3-bc65-3818dbd13b13 req-6fe2c2fd-5176-4b89-ad41-276721c39ad7 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Router 2822012d-7984-4fda-a9b6-0c23bc87dcfc has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:06:10.508051 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ec8d1ed4-2ffa-4fad-a3e6-4f7278304005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:10.551890 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ec8d1ed4-2ffa-4fad-a3e6-4f7278304005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:10.618670 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ec8d1ed4-2ffa-4fad-a3e6-4f7278304005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:10.622578 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ec8d1ed4-2ffa-4fad-a3e6-4f7278304005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:10.624911 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ec8d1ed4-2ffa-4fad-a3e6-4f7278304005 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c70d7517-7524-4610-b492-a48c2855a32d HTTP/1.1" status: 204 len: 168 time: 0.1884387 Aug 17 00:06:10.635309 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d1ed4-2ffa-4fad-a3e6-4f7278304005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70d7517-7524-4610-b492-a48c2855a32d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:11.012898 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8842dc74-190c-404a-96a7-1f80a320d0bd tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:11.043570 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842dc74-190c-404a-96a7-1f80a320d0bd tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Pushing event deleted for resources: {'Port': ['ID=eae2d3fb-df21-445e-b309-25993de168ed,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:11.050981 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2987d6e-62d6-4ca3-bc65-3818dbd13b13 req-6fe2c2fd-5176-4b89-ad41-276721c39ad7 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:06:11.064066 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb210e3a-0d9b-474f-a8fe-08a78bbafe0a None None] Sync routers for ids ['2822012d-7984-4fda-a9b6-0c23bc87dcfc'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:06:11.075737 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb210e3a-0d9b-474f-a8fe-08a78bbafe0a None None] Routers {'2822012d-7984-4fda-a9b6-0c23bc87dcfc'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:11.077320 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-eb210e3a-0d9b-474f-a8fe-08a78bbafe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:05:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2822012d-7984-4fda-a9b6-0c23bc87dcfc'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:11.089673 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8842dc74-190c-404a-96a7-1f80a320d0bd tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:11.165800 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2987d6e-62d6-4ca3-bc65-3818dbd13b13 req-6fe2c2fd-5176-4b89-ad41-276721c39ad7 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] No DVR routers for this DVR port d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:06:11.195736 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d2987d6e-62d6-4ca3-bc65-3818dbd13b13 req-6fe2c2fd-5176-4b89-ad41-276721c39ad7 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:11.197797 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d2987d6e-62d6-4ca3-bc65-3818dbd13b13 req-6fe2c2fd-5176-4b89-ad41-276721c39ad7 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.64 "DELETE /v2.0/ports/d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7 HTTP/1.1" status: 204 len: 173 time: 2.4367743 Aug 17 00:06:11.198144 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d18aa75-9f15-44c3-89d3-182b6be3011e', 'name': 'network-vif-deleted', 'tag': 'd3aa5fc1-cc2c-4ccd-a077-2baec2f949d7'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:06:11.200421 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c81626-1e39-4289-b0c2-6f4ecbcde455" -d '{"events": [{"server_uuid": "2d18aa75-9f15-44c3-89d3-182b6be3011e", "name": "network-vif-deleted", "tag": "d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:06:11.211202 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8842dc74-190c-404a-96a7-1f80a320d0bd tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:11.213938 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8842dc74-190c-404a-96a7-1f80a320d0bd tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:11.274780 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8842dc74-190c-404a-96a7-1f80a320d0bd tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:11.275566 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8842dc74-190c-404a-96a7-1f80a320d0bd tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9ad0a750-d324-419a-a8e3-af10777c9d04 {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:06:11.281059 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8842dc74-190c-404a-96a7-1f80a320d0bd tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:11.284683 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8842dc74-190c-404a-96a7-1f80a320d0bd tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "DELETE /v2.0/routers/9ad0a750-d324-419a-a8e3-af10777c9d04 HTTP/1.1" status: 204 len: 168 time: 2.3142979 Aug 17 00:06:11.285610 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 41846) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:11.325229 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf719d8b-34ec-456c-8503-f297dc58258b x-openstack-request-id: req-cf719d8b-34ec-456c-8503-f297dc58258b {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:06:11.325607 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d18aa75-9f15-44c3-89d3-182b6be3011e", "name": "network-vif-deleted", "tag": "d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:06:11.325955 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf719d8b-34ec-456c-8503-f297dc58258b {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:06:11.326651 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d18aa75-9f15-44c3-89d3-182b6be3011e', 'name': 'network-vif-deleted', 'tag': 'd3aa5fc1-cc2c-4ccd-a077-2baec2f949d7', 'status': 'completed', 'code': 200} Aug 17 00:06:11.364786 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-eb210e3a-0d9b-474f-a8fe-08a78bbafe0a None None] Set router 2822012d-7984-4fda-a9b6-0c23bc87dcfc gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:11.371654 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c56c95c3-bf5c-44d2-96ea-59925fa36690 req-9e56e876-e895-4858-a5f8-84aae8846bc8 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d18aa75-9f15-44c3-89d3-182b6be3011e HTTP/1.1" status: 200 len: 210 time: 0.0509014 Aug 17 00:06:11.399787 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e1ab3e-3b69-42d2-9a74-2912a2ad0b75 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Deleting subnet e80a2576-ba23-49cb-b931-db28bfb440cd {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:06:11.403411 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b7e1ab3e-3b69-42d2-9a74-2912a2ad0b75 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:11.485393 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b7e1ab3e-3b69-42d2-9a74-2912a2ad0b75 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:11.518819 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:11.601425 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b7e1ab3e-3b69-42d2-9a74-2912a2ad0b75 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:11.635967 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dac9e6-dbc4-4eeb-9515-6e992fdf2536 req-c9a59090-0882-481d-a06a-adf80b0a37c5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:11.637635 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-27dac9e6-dbc4-4eeb-9515-6e992fdf2536 req-c9a59090-0882-481d-a06a-adf80b0a37c5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 946 time: 0.1053410 Aug 17 00:06:11.707271 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-27dac9e6-dbc4-4eeb-9515-6e992fdf2536 req-78ebbacc-48a4-45b9-9d68-fcd07cc469cf tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588453 Aug 17 00:06:11.737921 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b7e1ab3e-3b69-42d2-9a74-2912a2ad0b75 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:11.742447 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-eb210e3a-0d9b-474f-a8fe-08a78bbafe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'name': 'tempest-ServersTestManualDisk-1487523001-router', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '2eec2496-243e-4c46-9b1c-439c4107ecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:03:40Z', 'updated_at': '2021-08-17T00:03:45Z', 'revision_number': 4, 'project_id': '1a562794c0504d6a8487a22f63636d5c', 'gw_port': {'id': '2eec2496-243e-4c46-9b1c-439c4107ecdf', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:41Z', 'updated_at': '2021-08-17T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e6d0676d-23dd-47bf-a858-f8b914f9f345', 'name': '', 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'mac_address': 'fa:16:3e:48:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:44Z', 'updated_at': '2021-08-17T00:03:59Z', 'revision_number': 5, 'project_id': '1a562794c0504d6a8487a22f63636d5c', 'subnets': [{'id': 'b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:11.768607 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1ab3e-3b69-42d2-9a74-2912a2ad0b75 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e80a2576-ba23-49cb-b931-db28bfb440cd,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:11.774248 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b7e1ab3e-3b69-42d2-9a74-2912a2ad0b75 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:11.774953 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb210e3a-0d9b-474f-a8fe-08a78bbafe0a None None] Checking router: 2822012d-7984-4fda-a9b6-0c23bc87dcfc for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:06:11.787130 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb210e3a-0d9b-474f-a8fe-08a78bbafe0a None None] Routers {'2822012d-7984-4fda-a9b6-0c23bc87dcfc'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:11.790780 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b7e1ab3e-3b69-42d2-9a74-2912a2ad0b75 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/e80a2576-ba23-49cb-b931-db28bfb440cd HTTP/1.1" status: 204 len: 168 time: 0.5020485 Aug 17 00:06:11.791183 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41862) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:11.791851 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-eb210e3a-0d9b-474f-a8fe-08a78bbafe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:05:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2822012d-7984-4fda-a9b6-0c23bc87dcfc'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:11.906675 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a3dd0ee2-9fba-4c00-8c8d-0c9e577384a9 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:11.942526 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-eb210e3a-0d9b-474f-a8fe-08a78bbafe0a None None] Set router 2822012d-7984-4fda-a9b6-0c23bc87dcfc gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:12.006180 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a3dd0ee2-9fba-4c00-8c8d-0c9e577384a9 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:12.019754 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-a3dd0ee2-9fba-4c00-8c8d-0c9e577384a9 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d06c49fd-da3b-4691-acf6-18cc1ace4c71']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:12.032849 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-a3dd0ee2-9fba-4c00-8c8d-0c9e577384a9 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b33312-357e-4059-b994-c7e6c5b34912') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:12.033767 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-a3dd0ee2-9fba-4c00-8c8d-0c9e577384a9 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b33312-357e-4059-b994-c7e6c5b34912') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:12.052628 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a3dd0ee2-9fba-4c00-8c8d-0c9e577384a9 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:12.079713 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a3dd0ee2-9fba-4c00-8c8d-0c9e577384a9 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:12.093019 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3dd0ee2-9fba-4c00-8c8d-0c9e577384a9 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:06:12.093608 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a3dd0ee2-9fba-4c00-8c8d-0c9e577384a9 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:06:12.095544 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:06:12.255847 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a3dd0ee2-9fba-4c00-8c8d-0c9e577384a9 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:12.263129 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dd0ee2-9fba-4c00-8c8d-0c9e577384a9 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d06c49fd-da3b-4691-acf6-18cc1ace4c71 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 17 00:06:12.267845 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a3dd0ee2-9fba-4c00-8c8d-0c9e577384a9 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:12.270027 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a3dd0ee2-9fba-4c00-8c8d-0c9e577384a9 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "DELETE /v2.0/networks/d06c49fd-da3b-4691-acf6-18cc1ace4c71 HTTP/1.1" status: 204 len: 168 time: 0.4775693 Aug 17 00:06:12.306489 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd0ee2-9fba-4c00-8c8d-0c9e577384a9 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Pushing event deleted for resources: {'Network': ['ID=d06c49fd-da3b-4691-acf6-18cc1ace4c71,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:12.309825 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-eb210e3a-0d9b-474f-a8fe-08a78bbafe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'name': 'tempest-ServersTestManualDisk-1487523001-router', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '2eec2496-243e-4c46-9b1c-439c4107ecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:03:40Z', 'updated_at': '2021-08-17T00:03:45Z', 'revision_number': 4, 'project_id': '1a562794c0504d6a8487a22f63636d5c', 'gw_port': {'id': '2eec2496-243e-4c46-9b1c-439c4107ecdf', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:41Z', 'updated_at': '2021-08-17T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e6d0676d-23dd-47bf-a858-f8b914f9f345', 'name': '', 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'mac_address': 'fa:16:3e:48:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:44Z', 'updated_at': '2021-08-17T00:03:59Z', 'revision_number': 5, 'project_id': '1a562794c0504d6a8487a22f63636d5c', 'subnets': [{'id': 'b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:12.359629 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb210e3a-0d9b-474f-a8fe-08a78bbafe0a None None] The sync data for ids ['2822012d-7984-4fda-a9b6-0c23bc87dcfc'] in n-d-800088-20 is: [{'id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'name': 'tempest-ServersTestManualDisk-1487523001-router', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '2eec2496-243e-4c46-9b1c-439c4107ecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:03:40Z', 'updated_at': '2021-08-17T00:03:45Z', 'revision_number': 4, 'project_id': '1a562794c0504d6a8487a22f63636d5c', 'gw_port': {'id': '2eec2496-243e-4c46-9b1c-439c4107ecdf', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:41Z', 'updated_at': '2021-08-17T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e6d0676d-23dd-47bf-a858-f8b914f9f345', 'name': '', 'network_id': '0cf1b169-b7d3-456e-a765-49ab2ffa2334', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'mac_address': 'fa:16:3e:48:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:44Z', 'updated_at': '2021-08-17T00:03:59Z', 'revision_number': 5, 'project_id': '1a562794c0504d6a8487a22f63636d5c', 'subnets': [{'id': 'b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:06:12.538325 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:06:12.560264 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 41890) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:12.597097 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:06:12.604023 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device d3aa5fc1-cc2c-4ccd-a077-2baec2f949d7 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:06:12.664592 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-53e2be19-19f6-4939-bf7d-955f2371f9ba tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:12.721408 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-53e2be19-19f6-4939-bf7d-955f2371f9ba tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:12.868606 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-53e2be19-19f6-4939-bf7d-955f2371f9ba tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:12.872443 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-53e2be19-19f6-4939-bf7d-955f2371f9ba tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:12.877713 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-53e2be19-19f6-4939-bf7d-955f2371f9ba tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "DELETE /v2.0/security-groups/33477a45-17b3-489f-87db-fec3c848595e HTTP/1.1" status: 204 len: 168 time: 0.3139293 Aug 17 00:06:12.878536 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41902) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:12.903268 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-dc880135-338f-4d43-8073-5b1dcc7b737c tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] show failed (client error): The resource could not be found. Aug 17 00:06:12.912249 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2be19-19f6-4939-bf7d-955f2371f9ba tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33477a45-17b3-489f-87db-fec3c848595e,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:12.913430 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 41904) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:12.915263 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-dc880135-338f-4d43-8073-5b1dcc7b737c tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "GET /v2.0/security-groups/33477a45-17b3-489f-87db-fec3c848595e HTTP/1.1" status: 404 len: 347 time: 0.0345397 Aug 17 00:06:12.977197 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41906) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:12.981614 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-3a54212f-7728-4c01-8d61-904022677069 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Request body: {'router': {'name': 'tempest-router--101362475', 'project_id': '7889b567ab084e4b90216b2e2decb7ca'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:13.008396 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3a54212f-7728-4c01-8d61-904022677069 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:13.009831 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3a54212f-7728-4c01-8d61-904022677069 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:13.079042 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3a54212f-7728-4c01-8d61-904022677069 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:13.084840 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3a54212f-7728-4c01-8d61-904022677069 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:13.116777 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3a54212f-7728-4c01-8d61-904022677069 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:13.121946 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f98cb-a772-49ac-9d13-e253d1869ab9 req-1e4f5fb6-bddc-4652-9401-8806f09f04c0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:13.129164 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3a54212f-7728-4c01-8d61-904022677069 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1510143 Aug 17 00:06:13.130023 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41908) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:13.130903 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-011f98cb-a772-49ac-9d13-e253d1869ab9 req-1e4f5fb6-bddc-4652-9401-8806f09f04c0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 946 time: 0.2828047 Aug 17 00:06:13.236033 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ced659e2-32e6-43de-b500-4f876ce62354 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:13.309657 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-011f98cb-a772-49ac-9d13-e253d1869ab9 req-0e7064df-f802-4727-a5d7-ceab4fccbf57 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739020 Aug 17 00:06:13.397328 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-52296d73-c1db-45bd-8b05-a09d98547764 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Deleting port f37d165a-8626-4b22-9b99-f526ed9609ca {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:06:13.397766 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-52296d73-c1db-45bd-8b05-a09d98547764 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:13.524930 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08a1678-2eaf-4c4c-82ec-57a979248f2b None None] New status for floating IP eba336c6-0c1b-4338-b538-25f1e8346bbf: DOWN {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:06:13.526980 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-52296d73-c1db-45bd-8b05-a09d98547764 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:13.528819 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ced659e2-32e6-43de-b500-4f876ce62354 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:13.529276 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-52296d73-c1db-45bd-8b05-a09d98547764 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:13.534802 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ced659e2-32e6-43de-b500-4f876ce62354 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:13.554186 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-52296d73-c1db-45bd-8b05-a09d98547764 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Calling delete_port for f37d165a-8626-4b22-9b99-f526ed9609ca owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:06:13.627744 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ced659e2-32e6-43de-b500-4f876ce62354 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:13.628888 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced659e2-32e6-43de-b500-4f876ce62354 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9eb762c4-eca9-4170-968c-e49b4b4a4a99 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:06:13.636311 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ced659e2-32e6-43de-b500-4f876ce62354 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:13.641263 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ced659e2-32e6-43de-b500-4f876ce62354 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "DELETE /v2.0/routers/9eb762c4-eca9-4170-968c-e49b4b4a4a99 HTTP/1.1" status: 204 len: 168 time: 0.5100455 Aug 17 00:06:13.789762 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41922) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:13.808741 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-52296d73-c1db-45bd-8b05-a09d98547764 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:13.846007 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52296d73-c1db-45bd-8b05-a09d98547764 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Pushing event deleted for resources: {'Port': ['ID=f37d165a-8626-4b22-9b99-f526ed9609ca,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:13.908196 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41926) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:13.924875 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-52296d73-c1db-45bd-8b05-a09d98547764 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:13.927846 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-52296d73-c1db-45bd-8b05-a09d98547764 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:13.929223 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-52296d73-c1db-45bd-8b05-a09d98547764 tempest-ServersTestManualDisk-633476585 tempest-ServersTestManualDisk-633476585-project] 10.222.0.60 "DELETE /v2.0/floatingips/eba336c6-0c1b-4338-b538-25f1e8346bbf HTTP/1.1" status: 204 len: 168 time: 1.0128701 Aug 17 00:06:13.932229 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 41930) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:14.051305 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8da8e49f-ec92-4ba1-ade7-c1f31bd1efb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:14.120128 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-e1edfcd2-8bc9-47a4-ba6d-66b525afc6c0 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1551183905', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}, 'admin_state_up': False}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:14.473649 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2f781-0bdb-43a4-af14-edd386812876 req-9082e238-f597-443c-84fc-d91871820a5a tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:14.475733 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a3b2f781-0bdb-43a4-af14-edd386812876 req-9082e238-f597-443c-84fc-d91871820a5a tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 946 time: 0.0962565 Aug 17 00:06:14.522290 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a3b2f781-0bdb-43a4-af14-edd386812876 req-0452c6ee-d1c0-4e84-818a-20e6397b6489 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402169 Aug 17 00:06:14.652059 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8da8e49f-ec92-4ba1-ade7-c1f31bd1efb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:14.679619 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8da8e49f-ec92-4ba1-ade7-c1f31bd1efb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:14.772998 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e1edfcd2-8bc9-47a4-ba6d-66b525afc6c0 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:14.774067 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e1edfcd2-8bc9-47a4-ba6d-66b525afc6c0 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:14.799306 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8e49f-ec92-4ba1-ade7-c1f31bd1efb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8caa0721-9b67-4ae8-a345-8bb1f2eaed12,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:14.809657 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8da8e49f-ec92-4ba1-ade7-c1f31bd1efb1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=92061276cb5c47b39a01a1db0555a314&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0160716 Aug 17 00:06:14.810259 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 41976) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:14.903182 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e1edfcd2-8bc9-47a4-ba6d-66b525afc6c0 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:14.921280 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-07ca6f2c-de95-4a6c-ba52-197195ab1efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:14.950790 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-07ca6f2c-de95-4a6c-ba52-197195ab1efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:15.031647 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-07ca6f2c-de95-4a6c-ba52-197195ab1efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:15.036150 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-07ca6f2c-de95-4a6c-ba52-197195ab1efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:15.036150 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-07ca6f2c-de95-4a6c-ba52-197195ab1efd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8caa0721-9b67-4ae8-a345-8bb1f2eaed12 HTTP/1.1" status: 204 len: 168 time: 0.2245531 Aug 17 00:06:15.047347 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca6f2c-de95-4a6c-ba52-197195ab1efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caa0721-9b67-4ae8-a345-8bb1f2eaed12,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:15.175963 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e1edfcd2-8bc9-47a4-ba6d-66b525afc6c0 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:15.188323 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e9f651e-42be-4029-914e-7dcd6bf83450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:15.403658 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42018) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:15.419783 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b0ca54c2-616c-46da-a35c-e62c19bae7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:15.534998 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b0ca54c2-616c-46da-a35c-e62c19bae7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:15.542038 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b0ca54c2-616c-46da-a35c-e62c19bae7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:15.589808 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b0ca54c2-616c-46da-a35c-e62c19bae7cd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=09b7769f739749d0b49b584ceeae7551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1850564 Aug 17 00:06:15.591317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42022) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:15.599959 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca54c2-616c-46da-a35c-e62c19bae7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bdf26c-01d6-4624-b114-035217f53603,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:15.601524 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e1edfcd2-8bc9-47a4-ba6d-66b525afc6c0 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:15.628458 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e1edfcd2-8bc9-47a4-ba6d-66b525afc6c0 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:15.654919 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24d4593d-accc-427b-8f68-a2bd4fb0839e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:15.709403 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24d4593d-accc-427b-8f68-a2bd4fb0839e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:15.743022 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b7c8a-42d6-4b30-8586-9fc306aa7054 req-b742fd54-320b-4cfd-9b84-ee4fd58c2693 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:15.744897 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a8b7c8a-42d6-4b30-8586-9fc306aa7054 req-b742fd54-320b-4cfd-9b84-ee4fd58c2693 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 946 time: 0.0915782 Aug 17 00:06:15.761827 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-3e9f651e-42be-4029-914e-7dcd6bf83450 admin admin] Deleting port e6d0676d-23dd-47bf-a858-f8b914f9f345 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:06:15.762176 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e9f651e-42be-4029-914e-7dcd6bf83450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:15.797320 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a8b7c8a-42d6-4b30-8586-9fc306aa7054 req-f1372a4a-eb17-44ef-813c-242031a9bef2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449498 Aug 17 00:06:15.807814 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24d4593d-accc-427b-8f68-a2bd4fb0839e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:15.810520 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24d4593d-accc-427b-8f68-a2bd4fb0839e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:15.820455 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-24d4593d-accc-427b-8f68-a2bd4fb0839e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c0bdf26c-01d6-4624-b114-035217f53603 HTTP/1.1" status: 204 len: 168 time: 0.2222393 Aug 17 00:06:15.833177 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-e1edfcd2-8bc9-47a4-ba6d-66b525afc6c0 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Allocated IP 172.25.3.171 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/d52cbdbe-895c-401d-83cb-8c1061bd8c37) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:06:15.839230 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4593d-accc-427b-8f68-a2bd4fb0839e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bdf26c-01d6-4624-b114-035217f53603,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:15.925897 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-3e9f651e-42be-4029-914e-7dcd6bf83450 admin admin] For port e6d0676d-23dd-47bf-a858-f8b914f9f345, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e6d0676d-23dd-47bf-a858-f8b914f9f345,segment=NetworkSegment(5dbcf5dd-98d5-4b1c-b9ff-859addfee606),segment_id=5dbcf5dd-98d5-4b1c-b9ff-859addfee606)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:15.926278 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e9f651e-42be-4029-914e-7dcd6bf83450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:15.944172 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-3e9f651e-42be-4029-914e-7dcd6bf83450 admin admin] Calling delete_port for e6d0676d-23dd-47bf-a858-f8b914f9f345 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:06:16.034185 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e1edfcd2-8bc9-47a4-ba6d-66b525afc6c0 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:16.142768 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e1edfcd2-8bc9-47a4-ba6d-66b525afc6c0 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:16.193989 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1edfcd2-8bc9-47a4-ba6d-66b525afc6c0 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:06:16.203224 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-e1edfcd2-8bc9-47a4-ba6d-66b525afc6c0 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:06:16.224126 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1edfcd2-8bc9-47a4-ba6d-66b525afc6c0 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:06:16.257732 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edfcd2-8bc9-47a4-ba6d-66b525afc6c0 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Pushing event updated for resources: {'Port': ['ID=d52cbdbe-895c-401d-83cb-8c1061bd8c37,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:16.287123 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e9f651e-42be-4029-914e-7dcd6bf83450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:16.387089 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f651e-42be-4029-914e-7dcd6bf83450 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6d0676d-23dd-47bf-a858-f8b914f9f345,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:16.497966 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2fd46bfc-e2db-4ec4-9f2e-6194953aaa5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:16.686905 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e9f651e-42be-4029-914e-7dcd6bf83450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:16.697913 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e1edfcd2-8bc9-47a4-ba6d-66b525afc6c0 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:16.934003 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250709b3-1460-4887-8853-5ff8a00aa3d3 req-7d6f902e-bcc5-48fd-a7c0-7ebdc1a32eea tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:16.942710 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-250709b3-1460-4887-8853-5ff8a00aa3d3 req-7d6f902e-bcc5-48fd-a7c0-7ebdc1a32eea tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 946 time: 0.0708411 Aug 17 00:06:16.995490 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-250709b3-1460-4887-8853-5ff8a00aa3d3 req-24a7f22f-cc1f-4055-a2fb-02c313f9dc8a tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462909 Aug 17 00:06:17.408894 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e1edfcd2-8bc9-47a4-ba6d-66b525afc6c0 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:17.418864 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9f651e-42be-4029-914e-7dcd6bf83450 admin admin] Router 2822012d-7984-4fda-a9b6-0c23bc87dcfc has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:06:17.640217 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9f651e-42be-4029-914e-7dcd6bf83450 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:06:17.648383 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3e9f651e-42be-4029-914e-7dcd6bf83450 admin admin] 10.222.0.60 "PUT /v2.0/routers/2822012d-7984-4fda-a9b6-0c23bc87dcfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7119260 Aug 17 00:06:17.648896 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a365e0b-249e-4f2d-aec0-f592bd34a3f3 None None] Sync routers for ids ['2822012d-7984-4fda-a9b6-0c23bc87dcfc'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:06:17.649841 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42074) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:17.663245 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a365e0b-249e-4f2d-aec0-f592bd34a3f3 None None] Routers {'2822012d-7984-4fda-a9b6-0c23bc87dcfc'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:17.663878 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-8a365e0b-249e-4f2d-aec0-f592bd34a3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:05:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2822012d-7984-4fda-a9b6-0c23bc87dcfc'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:17.673236 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1edfcd2-8bc9-47a4-ba6d-66b525afc6c0 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Router e2c52bad-d893-44a1-a70c-46a803fef4c4 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:06:17.820201 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-8a365e0b-249e-4f2d-aec0-f592bd34a3f3 None None] Set router 2822012d-7984-4fda-a9b6-0c23bc87dcfc gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:17.822394 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-05e73883-0421-4679-98aa-3444c868659f admin admin] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:17.838484 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1edfcd2-8bc9-47a4-ba6d-66b525afc6c0 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:06:17.849975 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ac56c5-f6fe-4206-a5a7-583c2e3c852a None None] Sync routers for ids ['e2c52bad-d893-44a1-a70c-46a803fef4c4'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:06:17.863838 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ac56c5-f6fe-4206-a5a7-583c2e3c852a None None] Routers {'e2c52bad-d893-44a1-a70c-46a803fef4c4'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:17.864494 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d3ac56c5-f6fe-4206-a5a7-583c2e3c852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:05:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e2c52bad-d893-44a1-a70c-46a803fef4c4'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:17.872750 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e1edfcd2-8bc9-47a4-ba6d-66b525afc6c0 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:17.875656 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e1edfcd2-8bc9-47a4-ba6d-66b525afc6c0 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.9656265 Aug 17 00:06:17.878241 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42080) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:17.940179 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d3ac56c5-f6fe-4206-a5a7-583c2e3c852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:17.965095 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ac56c5-f6fe-4206-a5a7-583c2e3c852a None None] Routers {'e2c52bad-d893-44a1-a70c-46a803fef4c4'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:17.967976 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d3ac56c5-f6fe-4206-a5a7-583c2e3c852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:05:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e2c52bad-d893-44a1-a70c-46a803fef4c4'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:17.993406 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-05e73883-0421-4679-98aa-3444c868659f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:18.069665 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-05e73883-0421-4679-98aa-3444c868659f admin admin] Deleting port 2eec2496-243e-4c46-9b1c-439c4107ecdf {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:06:18.070004 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-05e73883-0421-4679-98aa-3444c868659f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:18.090388 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d3ac56c5-f6fe-4206-a5a7-583c2e3c852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:18.095162 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ac56c5-f6fe-4206-a5a7-583c2e3c852a None None] The sync data for ids ['e2c52bad-d893-44a1-a70c-46a803fef4c4'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:06:18.141552 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6e629b15-8762-4e41-9fb0-63e275467085 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "GET /v2.0/routers/e2c52bad-d893-44a1-a70c-46a803fef4c4 HTTP/1.1" status: 200 len: 925 time: 0.2618096 Aug 17 00:06:18.145610 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42090) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:18.156830 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-8a365e0b-249e-4f2d-aec0-f592bd34a3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'name': 'tempest-ServersTestManualDisk-1487523001-router', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '2eec2496-243e-4c46-9b1c-439c4107ecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:03:40Z', 'updated_at': '2021-08-17T00:06:16Z', 'revision_number': 5, 'project_id': '1a562794c0504d6a8487a22f63636d5c', 'gw_port': {'id': '2eec2496-243e-4c46-9b1c-439c4107ecdf', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:03:41Z', 'updated_at': '2021-08-17T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:18.194723 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bf109b7f-cfa1-4ee0-8e79-898944a27951 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2c52bad-d893-44a1-a70c-46a803fef4c4 HTTP/1.1" status: 200 len: 205 time: 0.0479777 Aug 17 00:06:18.197305 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42094) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:18.229081 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a365e0b-249e-4f2d-aec0-f592bd34a3f3 None None] Checking router: 2822012d-7984-4fda-a9b6-0c23bc87dcfc for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:06:18.249950 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a365e0b-249e-4f2d-aec0-f592bd34a3f3 None None] Routers {'2822012d-7984-4fda-a9b6-0c23bc87dcfc'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:18.255804 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-8a365e0b-249e-4f2d-aec0-f592bd34a3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:05:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2822012d-7984-4fda-a9b6-0c23bc87dcfc'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:18.352841 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7e349-983a-4f3b-846e-28ffba206af8 req-1e3cc17a-f1c0-47ac-a4cd-7f9082fb6a23 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:18.354610 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ccd7e349-983a-4f3b-846e-28ffba206af8 req-1e3cc17a-f1c0-47ac-a4cd-7f9082fb6a23 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 946 time: 0.1939297 Aug 17 00:06:18.361675 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-05e73883-0421-4679-98aa-3444c868659f admin admin] For port 2eec2496-243e-4c46-9b1c-439c4107ecdf, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2eec2496-243e-4c46-9b1c-439c4107ecdf,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:18.366478 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-05e73883-0421-4679-98aa-3444c868659f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:18.398871 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-05e73883-0421-4679-98aa-3444c868659f admin admin] Calling delete_port for 2eec2496-243e-4c46-9b1c-439c4107ecdf owned by network:router_gateway {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:06:18.411062 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe4adfc3-d0c3-4c8c-8aa0-8796cff9958e tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:18.479859 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ccd7e349-983a-4f3b-846e-28ffba206af8 req-1cb73325-2cc8-40de-8177-fa61653e018e tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104326 Aug 17 00:06:18.563834 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-8a365e0b-249e-4f2d-aec0-f592bd34a3f3 None None] Set router 2822012d-7984-4fda-a9b6-0c23bc87dcfc gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:18.572886 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe4adfc3-d0c3-4c8c-8aa0-8796cff9958e tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:18.632741 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-8a365e0b-249e-4f2d-aec0-f592bd34a3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'name': 'tempest-ServersTestManualDisk-1487523001-router', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:03:40Z', 'updated_at': '2021-08-17T00:06:17Z', 'revision_number': 6, 'project_id': '1a562794c0504d6a8487a22f63636d5c', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:18.668478 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-05e73883-0421-4679-98aa-3444c868659f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:18.672209 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-fe4adfc3-d0c3-4c8c-8aa0-8796cff9958e tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Deleting port d52cbdbe-895c-401d-83cb-8c1061bd8c37 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:06:18.674784 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe4adfc3-d0c3-4c8c-8aa0-8796cff9958e tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:18.686348 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a365e0b-249e-4f2d-aec0-f592bd34a3f3 None None] The sync data for ids ['2822012d-7984-4fda-a9b6-0c23bc87dcfc'] in n-d-800088-20 is: [{'id': '2822012d-7984-4fda-a9b6-0c23bc87dcfc', 'name': 'tempest-ServersTestManualDisk-1487523001-router', 'tenant_id': '1a562794c0504d6a8487a22f63636d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:03:40Z', 'updated_at': '2021-08-17T00:06:17Z', 'revision_number': 6, 'project_id': '1a562794c0504d6a8487a22f63636d5c', 'gw_port_host': None}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:06:18.713558 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e73883-0421-4679-98aa-3444c868659f admin admin] Pushing event deleted for resources: {'Port': ['ID=2eec2496-243e-4c46-9b1c-439c4107ecdf,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:18.802101 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe4adfc3-d0c3-4c8c-8aa0-8796cff9958e tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:18.803551 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-05e73883-0421-4679-98aa-3444c868659f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:18.817313 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-fe4adfc3-d0c3-4c8c-8aa0-8796cff9958e tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Calling delete_port for d52cbdbe-895c-401d-83cb-8c1061bd8c37 owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:06:18.911563 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-05e73883-0421-4679-98aa-3444c868659f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:18.914053 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-05e73883-0421-4679-98aa-3444c868659f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:18.969573 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-05e73883-0421-4679-98aa-3444c868659f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:18.970155 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e73883-0421-4679-98aa-3444c868659f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2822012d-7984-4fda-a9b6-0c23bc87dcfc {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:06:18.975502 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-05e73883-0421-4679-98aa-3444c868659f admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:18.977085 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-05e73883-0421-4679-98aa-3444c868659f admin admin] 10.222.0.60 "DELETE /v2.0/routers/2822012d-7984-4fda-a9b6-0c23bc87dcfc HTTP/1.1" status: 204 len: 168 time: 1.3255653 Aug 17 00:06:18.981482 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42116) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:19.049384 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea3de242-a85f-4ea9-abf0-f0fc0fbaa964 admin admin] Deleting subnet b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:06:19.054030 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ea3de242-a85f-4ea9-abf0-f0fc0fbaa964 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:19.096467 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ea3de242-a85f-4ea9-abf0-f0fc0fbaa964 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:19.099346 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe4adfc3-d0c3-4c8c-8aa0-8796cff9958e tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:19.204787 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4adfc3-d0c3-4c8c-8aa0-8796cff9958e tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Pushing event deleted for resources: {'Port': ['ID=d52cbdbe-895c-401d-83cb-8c1061bd8c37,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:19.210774 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ea3de242-a85f-4ea9-abf0-f0fc0fbaa964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:19.241948 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-dcb6ab8e-67aa-43b9-8b3d-e15e62e784bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:19.286162 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ea3de242-a85f-4ea9-abf0-f0fc0fbaa964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:19.299163 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:19.323304 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3de242-a85f-4ea9-abf0-f0fc0fbaa964 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:19.329818 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ea3de242-a85f-4ea9-abf0-f0fc0fbaa964 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:19.332689 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ea3de242-a85f-4ea9-abf0-f0fc0fbaa964 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b08ebfd3-e7f3-4f3c-a03e-2b5bd643792a HTTP/1.1" status: 204 len: 168 time: 0.3501694 Aug 17 00:06:19.334407 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb065f7-1762-4f3e-b443-026b3535e40e None None] Network 0cf1b169-b7d3-456e-a765-49ab2ffa2334 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:06:19.334853 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42136) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:19.467554 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe4adfc3-d0c3-4c8c-8aa0-8796cff9958e tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:19.535641 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dbe9a430-5d2f-4e54-ad48-686789270fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:19.659664 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d619a788-568d-4897-9ce0-fa9681a2d310 None None] DHCP port deletion for 0cf1b169-b7d3-456e-a765-49ab2ffa2334 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:06:19.713156 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-dbe9a430-5d2f-4e54-ad48-686789270fe8 admin admin] Deleting port 06529502-7482-4a1c-b828-884389b1f62e {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:06:19.713660 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dbe9a430-5d2f-4e54-ad48-686789270fe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:19.776349 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe4adfc3-d0c3-4c8c-8aa0-8796cff9958e tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:19.780381 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe4adfc3-d0c3-4c8c-8aa0-8796cff9958e tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:19.792441 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-d619a788-568d-4897-9ce0-fa9681a2d310 None None] Deleting port 06529502-7482-4a1c-b828-884389b1f62e {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:06:19.792806 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d619a788-568d-4897-9ce0-fa9681a2d310 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:19.897590 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe4adfc3-d0c3-4c8c-8aa0-8796cff9958e tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:19.898868 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4adfc3-d0c3-4c8c-8aa0-8796cff9958e tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Fanout notify agent at l3_agent the message router_deleted on router e2c52bad-d893-44a1-a70c-46a803fef4c4 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:06:19.907155 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe4adfc3-d0c3-4c8c-8aa0-8796cff9958e tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:19.911884 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fe4adfc3-d0c3-4c8c-8aa0-8796cff9958e tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "DELETE /v2.0/routers/e2c52bad-d893-44a1-a70c-46a803fef4c4 HTTP/1.1" status: 204 len: 168 time: 1.7100732 Aug 17 00:06:19.914806 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42146) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:19.922960 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-0f78f9f8-e9e0-4093-8a3e-b91fae2fc380 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1227317326', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'enable_snat': False}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:19.941445 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-d619a788-568d-4897-9ce0-fa9681a2d310 None None] For port 06529502-7482-4a1c-b828-884389b1f62e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=06529502-7482-4a1c-b828-884389b1f62e,segment=NetworkSegment(5dbcf5dd-98d5-4b1c-b9ff-859addfee606),segment_id=5dbcf5dd-98d5-4b1c-b9ff-859addfee606)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:19.941857 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d619a788-568d-4897-9ce0-fa9681a2d310 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:19.943709 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-dbe9a430-5d2f-4e54-ad48-686789270fe8 admin admin] For port 06529502-7482-4a1c-b828-884389b1f62e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=06529502-7482-4a1c-b828-884389b1f62e,segment=NetworkSegment(5dbcf5dd-98d5-4b1c-b9ff-859addfee606),segment_id=5dbcf5dd-98d5-4b1c-b9ff-859addfee606)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:19.944067 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dbe9a430-5d2f-4e54-ad48-686789270fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:19.964371 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-d619a788-568d-4897-9ce0-fa9681a2d310 None None] Calling delete_port for 06529502-7482-4a1c-b828-884389b1f62e owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:06:19.964889 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e93466-09e7-4097-92e3-fa5aad2089e8 req-c000c7fc-0f5d-4bff-aa24-5480d9872340 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:19.965102 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0f78f9f8-e9e0-4093-8a3e-b91fae2fc380 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:19.967926 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0f78f9f8-e9e0-4093-8a3e-b91fae2fc380 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:19.973365 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7e93466-09e7-4097-92e3-fa5aad2089e8 req-c000c7fc-0f5d-4bff-aa24-5480d9872340 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 946 time: 0.2499061 Aug 17 00:06:20.014872 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-dbe9a430-5d2f-4e54-ad48-686789270fe8 admin admin] Calling delete_port for 06529502-7482-4a1c-b828-884389b1f62e owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:06:20.032320 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff88a61-477a-41d4-85dc-cfa54384907e req-27954cb0-08dc-4efe-b86a-815a05bb2168 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:20.044402 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ff88a61-477a-41d4-85dc-cfa54384907e req-27954cb0-08dc-4efe-b86a-815a05bb2168 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 0.2375197 Aug 17 00:06:20.069000 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0f78f9f8-e9e0-4093-8a3e-b91fae2fc380 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:20.106662 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d619a788-568d-4897-9ce0-fa9681a2d310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:20.136054 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7e93466-09e7-4097-92e3-fa5aad2089e8 req-511b9c72-476c-4f3e-ab53-9937cade1330 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617014 Aug 17 00:06:20.142928 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619a788-568d-4897-9ce0-fa9681a2d310 None None] Pushing event deleted for resources: {'Port': ['ID=06529502-7482-4a1c-b828-884389b1f62e,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:20.158255 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:20.162771 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d619a788-568d-4897-9ce0-fa9681a2d310 None None] No DVR routers for this DVR port 06529502-7482-4a1c-b828-884389b1f62e on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:06:20.244359 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ff88a61-477a-41d4-85dc-cfa54384907e req-3ff4d87b-3e95-4b94-b761-7e66ad3907b7 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955149 Aug 17 00:06:20.284132 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2eec2496-243e-4c46-9b1c-439c4107ecdf no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:06:20.318254 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dbe9a430-5d2f-4e54-ad48-686789270fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:20.320928 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 2eec2496-243e-4c46-9b1c-439c4107ecdf {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:06:20.321311 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2eec2496-243e-4c46-9b1c-439c4107ecdf not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:06:20.321747 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 06529502-7482-4a1c-b828-884389b1f62e no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:06:20.337695 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe9a430-5d2f-4e54-ad48-686789270fe8 admin admin] No DVR routers for this DVR port 06529502-7482-4a1c-b828-884389b1f62e on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:06:20.359759 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 06529502-7482-4a1c-b828-884389b1f62e {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:06:20.360387 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 06529502-7482-4a1c-b828-884389b1f62e not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:06:20.360999 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e6d0676d-23dd-47bf-a858-f8b914f9f345 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:06:20.368064 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9a430-5d2f-4e54-ad48-686789270fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=06529502-7482-4a1c-b828-884389b1f62e,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:20.396530 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: e6d0676d-23dd-47bf-a858-f8b914f9f345 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:06:20.397210 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e6d0676d-23dd-47bf-a858-f8b914f9f345 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:06:20.434168 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0f78f9f8-e9e0-4093-8a3e-b91fae2fc380 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:20.458840 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dbe9a430-5d2f-4e54-ad48-686789270fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:20.471490 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-dbe9a430-5d2f-4e54-ad48-686789270fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf1b169-b7d3-456e-a765-49ab2ffa2334']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:20.483425 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-dbe9a430-5d2f-4e54-ad48-686789270fe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dbcf5dd-98d5-4b1c-b9ff-859addfee606') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:20.483933 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-dbe9a430-5d2f-4e54-ad48-686789270fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dbcf5dd-98d5-4b1c-b9ff-859addfee606') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:20.493996 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dbe9a430-5d2f-4e54-ad48-686789270fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:20.509609 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dbe9a430-5d2f-4e54-ad48-686789270fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:20.517511 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe9a430-5d2f-4e54-ad48-686789270fe8 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:06:20.518162 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dbe9a430-5d2f-4e54-ad48-686789270fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: self.session.flush() Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: self.session.flush() Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: self.session.flush() Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: self.session.flush() Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:06:20.520227 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:06:20.593845 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dbe9a430-5d2f-4e54-ad48-686789270fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:20.599260 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dbe9a430-5d2f-4e54-ad48-686789270fe8 admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:20.601157 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-dbe9a430-5d2f-4e54-ad48-686789270fe8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0cf1b169-b7d3-456e-a765-49ab2ffa2334 HTTP/1.1" status: 204 len: 168 time: 1.2652447 Aug 17 00:06:20.614055 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9a430-5d2f-4e54-ad48-686789270fe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cf1b169-b7d3-456e-a765-49ab2ffa2334,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:20.699361 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0f78f9f8-e9e0-4093-8a3e-b91fae2fc380 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:20.725653 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0f78f9f8-e9e0-4093-8a3e-b91fae2fc380 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:20.878118 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42158) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:20.897693 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-0f78f9f8-e9e0-4093-8a3e-b91fae2fc380 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Allocated IP 172.25.3.59 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/8e462fc2-4215-4efc-b841-3f32ebd46d07) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:06:20.924787 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2875120b-6e18-445d-80ed-5cd8bba6944a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a562794c0504d6a8487a22f63636d5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453706 Aug 17 00:06:20.927458 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42160) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:20.988152 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b0f29389-f1f9-4e43-b2e1-fc71f376aa93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:21.011469 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b0f29389-f1f9-4e43-b2e1-fc71f376aa93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:21.018789 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0f78f9f8-e9e0-4093-8a3e-b91fae2fc380 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:21.067031 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0f78f9f8-e9e0-4093-8a3e-b91fae2fc380 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:21.078633 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b0f29389-f1f9-4e43-b2e1-fc71f376aa93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:21.082245 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b0f29389-f1f9-4e43-b2e1-fc71f376aa93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:21.082797 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b0f29389-f1f9-4e43-b2e1-fc71f376aa93 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/173125cd-bbff-49f7-b525-4272e9bd9369 HTTP/1.1" status: 204 len: 168 time: 0.1542625 Aug 17 00:06:21.094014 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f29389-f1f9-4e43-b2e1-fc71f376aa93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173125cd-bbff-49f7-b525-4272e9bd9369,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:21.115672 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f78f9f8-e9e0-4093-8a3e-b91fae2fc380 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:06:21.119739 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-0f78f9f8-e9e0-4093-8a3e-b91fae2fc380 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:06:21.122459 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f78f9f8-e9e0-4093-8a3e-b91fae2fc380 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:06:21.167522 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f78f9f8-e9e0-4093-8a3e-b91fae2fc380 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Pushing event updated for resources: {'Port': ['ID=8e462fc2-4215-4efc-b841-3f32ebd46d07,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:21.302776 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3d46f-a915-45db-8e12-50a429018368 req-8a331c3f-9c5b-4a2f-8989-dee18d00de5f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:21.305433 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9e3d46f-a915-45db-8e12-50a429018368 req-8a331c3f-9c5b-4a2f-8989-dee18d00de5f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 946 time: 0.0899882 Aug 17 00:06:21.394260 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9e3d46f-a915-45db-8e12-50a429018368 req-2716fc75-c3b2-4634-9755-7dab805097dc tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797496 Aug 17 00:06:21.407005 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58576e0-823b-46b2-a0af-8f4d13b9b70e req-80bf431c-98da-4c18-ba5d-c8001fb5788b tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:21.409594 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d58576e0-823b-46b2-a0af-8f4d13b9b70e req-80bf431c-98da-4c18-ba5d-c8001fb5788b tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 0.0884335 Aug 17 00:06:21.419211 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0f78f9f8-e9e0-4093-8a3e-b91fae2fc380 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:21.466339 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d58576e0-823b-46b2-a0af-8f4d13b9b70e req-6d1b878c-1775-4955-8bf6-ba1f6ef24391 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447984 Aug 17 00:06:21.764705 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3dbba-1ccd-4d10-a41d-a74e153e8acb req-6233873c-8ee5-420f-aa35-298cf9009328 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:21.766609 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-add3dbba-1ccd-4d10-a41d-a74e153e8acb req-6233873c-8ee5-420f-aa35-298cf9009328 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.64 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 945 time: 0.0702124 Aug 17 00:06:21.900246 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-add3dbba-1ccd-4d10-a41d-a74e153e8acb req-384b9e6d-9f76-48d4-8c05-c6d7de89511b tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Deleting port e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:06:21.900961 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-add3dbba-1ccd-4d10-a41d-a74e153e8acb req-384b9e6d-9f76-48d4-8c05-c6d7de89511b tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:22.040996 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0f78f9f8-e9e0-4093-8a3e-b91fae2fc380 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:22.065515 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:22.069730 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-add3dbba-1ccd-4d10-a41d-a74e153e8acb req-384b9e6d-9f76-48d4-8c05-c6d7de89511b tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] For port e5e07747-cd41-4ecc-8be6-43ef0ba54bc5, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=e5e07747-cd41-4ecc-8be6-43ef0ba54bc5,segment=NetworkSegment(4c5a094e-350e-4376-8e86-ac9d4b58e520),segment_id=4c5a094e-350e-4376-8e86-ac9d4b58e520)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:22.069730 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-add3dbba-1ccd-4d10-a41d-a74e153e8acb req-384b9e6d-9f76-48d4-8c05-c6d7de89511b tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:22.175693 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42198) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:22.234050 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f78f9f8-e9e0-4093-8a3e-b91fae2fc380 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Router e00b7efe-0b89-4db9-b254-09ac5999b3f1 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:06:22.368463 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-add3dbba-1ccd-4d10-a41d-a74e153e8acb req-384b9e6d-9f76-48d4-8c05-c6d7de89511b tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:22.369888 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-add3dbba-1ccd-4d10-a41d-a74e153e8acb req-384b9e6d-9f76-48d4-8c05-c6d7de89511b tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:22.371253 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [req-add3dbba-1ccd-4d10-a41d-a74e153e8acb req-384b9e6d-9f76-48d4-8c05-c6d7de89511b tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Floating IP 83be191e-8f70-4f3d-b630-2138fd78947e disassociated. External IP: 172.25.3.14, port: e5e07747-cd41-4ecc-8be6-43ef0ba54bc5. Aug 17 00:06:22.371934 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-add3dbba-1ccd-4d10-a41d-a74e153e8acb req-384b9e6d-9f76-48d4-8c05-c6d7de89511b tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Calling delete_port for e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:06:22.380440 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f78f9f8-e9e0-4093-8a3e-b91fae2fc380 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:06:22.381809 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-c57e5149-7db5-439b-b4d6-e0f862a360cd admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-573599797-network', 'tenant_id': '4c3689368c2d4f3084af070981f83d10'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:22.391423 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312ef021-7a82-4df1-ae02-97f522f52077 None None] Sync routers for ids ['e00b7efe-0b89-4db9-b254-09ac5999b3f1'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:06:22.407822 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312ef021-7a82-4df1-ae02-97f522f52077 None None] Routers {'e00b7efe-0b89-4db9-b254-09ac5999b3f1'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:22.408768 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-312ef021-7a82-4df1-ae02-97f522f52077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:06:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e00b7efe-0b89-4db9-b254-09ac5999b3f1'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:22.476743 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57e5149-7db5-439b-b4d6-e0f862a360cd admin admin] Made reservation on behalf of 4c3689368c2d4f3084af070981f83d10 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:06:22.479163 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c57e5149-7db5-439b-b4d6-e0f862a360cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:22.492853 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0f78f9f8-e9e0-4093-8a3e-b91fae2fc380 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:22.494148 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c57e5149-7db5-439b-b4d6-e0f862a360cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:22.495551 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0f78f9f8-e9e0-4093-8a3e-b91fae2fc380 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.5797372 Aug 17 00:06:22.498881 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42206) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:22.609224 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-312ef021-7a82-4df1-ae02-97f522f52077 None None] Set router e00b7efe-0b89-4db9-b254-09ac5999b3f1 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:22.723505 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-add3dbba-1ccd-4d10-a41d-a74e153e8acb req-384b9e6d-9f76-48d4-8c05-c6d7de89511b tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:22.735979 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbda7e-1274-4e49-a623-062e895f7d97 req-b5565190-0ba7-415f-b97d-dc65dc175eef tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:22.737590 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-76bbda7e-1274-4e49-a623-062e895f7d97 req-b5565190-0ba7-415f-b97d-dc65dc175eef tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 946 time: 0.1455374 Aug 17 00:06:22.754470 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-35e4a6e4-a99d-4fde-b06e-bf6f8403c468 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "GET /v2.0/routers/e00b7efe-0b89-4db9-b254-09ac5999b3f1 HTTP/1.1" status: 200 len: 908 time: 0.2543340 Aug 17 00:06:22.755428 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42210) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:22.765313 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-5cb5b15f-3851-417e-9196-22e765c7c659 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1227317326', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'enable_snat': True}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:22.770092 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2057ab5-f75d-4451-9346-be8575bef7ca req-65ef7b00-d7c3-4965-bd7a-7b995a3e329f tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:22.771584 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c2057ab5-f75d-4451-9346-be8575bef7ca req-65ef7b00-d7c3-4965-bd7a-7b995a3e329f tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 867 time: 0.1568208 Aug 17 00:06:22.809786 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b9e6d-9f76-48d4-8c05-c6d7de89511b tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Pushing event deleted for resources: {'Port': ['ID=e5e07747-cd41-4ecc-8be6-43ef0ba54bc5,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:22.814368 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-312ef021-7a82-4df1-ae02-97f522f52077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b7efe-0b89-4db9-b254-09ac5999b3f1', 'name': 'tempest-snat-router-1227317326', 'tenant_id': '21ee8a93631a4acabc2b6f2823cd5626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.59'}], 'enable_snat': False}, 'gw_port_id': '8e462fc2-4215-4efc-b841-3f32ebd46d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:19Z', 'updated_at': '2021-08-17T00:06:21Z', 'revision_number': 3, 'project_id': '21ee8a93631a4acabc2b6f2823cd5626', 'gw_port': {'id': '8e462fc2-4215-4efc-b841-3f32ebd46d07', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00b7efe-0b89-4db9-b254-09ac5999b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:20Z', 'updated_at': '2021-08-17T00:06:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:22.844794 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312ef021-7a82-4df1-ae02-97f522f52077 None None] Checking router: e00b7efe-0b89-4db9-b254-09ac5999b3f1 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:06:22.845256 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312ef021-7a82-4df1-ae02-97f522f52077 None None] Updating router e00b7efe-0b89-4db9-b254-09ac5999b3f1 port 8e462fc2-4215-4efc-b841-3f32ebd46d07 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:06:22.870205 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c57e5149-7db5-439b-b4d6-e0f862a360cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:22.872480 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-312ef021-7a82-4df1-ae02-97f522f52077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:22.915650 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cb5b15f-3851-417e-9196-22e765c7c659 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:22.917153 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cb5b15f-3851-417e-9196-22e765c7c659 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:22.924682 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c57e5149-7db5-439b-b4d6-e0f862a360cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:22.953261 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-76bbda7e-1274-4e49-a623-062e895f7d97 req-6b794c63-3a17-4276-bcac-77dfc6acfdaf tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997592 Aug 17 00:06:22.974033 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c2057ab5-f75d-4451-9346-be8575bef7ca req-013779c8-64ec-4450-9820-077dc839108a tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26c62-d22c-4e30-8e03-2914f4d84137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695180 Aug 17 00:06:23.018871 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cb5b15f-3851-417e-9196-22e765c7c659 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:23.054730 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57e5149-7db5-439b-b4d6-e0f862a360cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:06:23.071910 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e5149-7db5-439b-b4d6-e0f862a360cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0b36a3-0001-483c-a13d-366822d8521b,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:23.097942 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c57e5149-7db5-439b-b4d6-e0f862a360cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:23.099558 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-c57e5149-7db5-439b-b4d6-e0f862a360cd admin admin] Added segment 989ca3c6-4bce-4091-9883-2d05012f0c73 of type vlan for network 7992826d-70e9-4f64-99b5-2a5f899624d8 Aug 17 00:06:23.173841 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c57e5149-7db5-439b-b4d6-e0f862a360cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:23.177763 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-add3dbba-1ccd-4d10-a41d-a74e153e8acb req-384b9e6d-9f76-48d4-8c05-c6d7de89511b tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Router 2aeca20a-d838-43d4-a54e-71e3d20026ac has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:06:23.185520 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-312ef021-7a82-4df1-ae02-97f522f52077 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:23.196544 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-312ef021-7a82-4df1-ae02-97f522f52077 None None] Transition to ACTIVE for port object 8e462fc2-4215-4efc-b841-3f32ebd46d07 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:06:23.209067 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-312ef021-7a82-4df1-ae02-97f522f52077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:23.258574 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255da31-afc7-42b7-bac8-c38d246cf4dc None None] Pushing event updated for resources: {'Port': ['ID=8e462fc2-4215-4efc-b841-3f32ebd46d07,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:23.272113 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f255da31-afc7-42b7-bac8-c38d246cf4dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:23.272599 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f255da31-afc7-42b7-bac8-c38d246cf4dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:23.273089 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f255da31-afc7-42b7-bac8-c38d246cf4dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:23.273686 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f255da31-afc7-42b7-bac8-c38d246cf4dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:23.274268 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f255da31-afc7-42b7-bac8-c38d246cf4dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:23.274897 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f255da31-afc7-42b7-bac8-c38d246cf4dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:23.275464 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f255da31-afc7-42b7-bac8-c38d246cf4dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:23.276019 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f255da31-afc7-42b7-bac8-c38d246cf4dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:23.276573 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f255da31-afc7-42b7-bac8-c38d246cf4dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:23.277211 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f255da31-afc7-42b7-bac8-c38d246cf4dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:23.277784 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f255da31-afc7-42b7-bac8-c38d246cf4dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:23.278335 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f255da31-afc7-42b7-bac8-c38d246cf4dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:23.294668 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-312ef021-7a82-4df1-ae02-97f522f52077 None None] Attempting to bind port 8e462fc2-4215-4efc-b841-3f32ebd46d07 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:06:23.295933 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-312ef021-7a82-4df1-ae02-97f522f52077 None None] Attempting to bind port 8e462fc2-4215-4efc-b841-3f32ebd46d07 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:06:23.296701 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312ef021-7a82-4df1-ae02-97f522f52077 None None] Attempting to bind port 8e462fc2-4215-4efc-b841-3f32ebd46d07 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:06:23.303177 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312ef021-7a82-4df1-ae02-97f522f52077 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:06:23.303950 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312ef021-7a82-4df1-ae02-97f522f52077 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:06:23.304626 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-312ef021-7a82-4df1-ae02-97f522f52077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:23.305322 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312ef021-7a82-4df1-ae02-97f522f52077 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:06:23.306104 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-312ef021-7a82-4df1-ae02-97f522f52077 None None] Bound port: 8e462fc2-4215-4efc-b841-3f32ebd46d07, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:06:23.306754 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-312ef021-7a82-4df1-ae02-97f522f52077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:23.340386 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c57e5149-7db5-439b-b4d6-e0f862a360cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:23.342437 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57e5149-7db5-439b-b4d6-e0f862a360cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:23.343293 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c57e5149-7db5-439b-b4d6-e0f862a360cd admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:23.379563 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cb5b15f-3851-417e-9196-22e765c7c659 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:23.395607 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-312ef021-7a82-4df1-ae02-97f522f52077 None None] For port 8e462fc2-4215-4efc-b841-3f32ebd46d07, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:06:23.398968 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-312ef021-7a82-4df1-ae02-97f522f52077 None None] For port 8e462fc2-4215-4efc-b841-3f32ebd46d07, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=8e462fc2-4215-4efc-b841-3f32ebd46d07,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:06:23.418231 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-312ef021-7a82-4df1-ae02-97f522f52077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:23.454365 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c57e5149-7db5-439b-b4d6-e0f862a360cd admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2732334 Aug 17 00:06:23.482282 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42216) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:23.492276 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a76a984b-7375-46a8-bdd3-9abf7f444dc5 admin admin] Request body: {'subnet': {'network_id': '7992826d-70e9-4f64-99b5-2a5f899624d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-573599797-subnet', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:23.513362 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e5149-7db5-439b-b4d6-e0f862a360cd admin admin] Pushing event updated for resources: {'Network': ['ID=7992826d-70e9-4f64-99b5-2a5f899624d8,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:23.525851 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 7992826d-70e9-4f64-99b5-2a5f899624d8 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:06:23.535274 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76a984b-7375-46a8-bdd3-9abf7f444dc5 admin admin] Made reservation on behalf of 4c3689368c2d4f3084af070981f83d10 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:06:23.538856 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a76a984b-7375-46a8-bdd3-9abf7f444dc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:23.544636 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312ef021-7a82-4df1-ae02-97f522f52077 None None] Routers {'e00b7efe-0b89-4db9-b254-09ac5999b3f1'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:23.545864 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-312ef021-7a82-4df1-ae02-97f522f52077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:06:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e00b7efe-0b89-4db9-b254-09ac5999b3f1'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:23.566753 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-add3dbba-1ccd-4d10-a41d-a74e153e8acb req-384b9e6d-9f76-48d4-8c05-c6d7de89511b tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:06:23.586842 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255da31-afc7-42b7-bac8-c38d246cf4dc None None] Pushing event updated for resources: {'Port': ['ID=8e462fc2-4215-4efc-b841-3f32ebd46d07,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:23.628996 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00b4e1b-9c4e-4610-ae1c-f469e1ab78d9 None None] Sync routers for ids ['2aeca20a-d838-43d4-a54e-71e3d20026ac'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:06:23.669820 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-add3dbba-1ccd-4d10-a41d-a74e153e8acb req-384b9e6d-9f76-48d4-8c05-c6d7de89511b tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] No DVR routers for this DVR port e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:06:23.675629 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-add3dbba-1ccd-4d10-a41d-a74e153e8acb req-384b9e6d-9f76-48d4-8c05-c6d7de89511b tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:23.679538 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-add3dbba-1ccd-4d10-a41d-a74e153e8acb req-384b9e6d-9f76-48d4-8c05-c6d7de89511b tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.64 "DELETE /v2.0/ports/e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 HTTP/1.1" status: 204 len: 173 time: 1.9065173 Aug 17 00:06:23.683284 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2386a400-493f-4439-b467-5a4537fcdd80', 'name': 'network-vif-deleted', 'tag': 'e5e07747-cd41-4ecc-8be6-43ef0ba54bc5'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:06:23.688215 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3420626-38d1-42e5-a8f2-b6e9517cf917" -d '{"events": [{"server_uuid": "2386a400-493f-4439-b467-5a4537fcdd80", "name": "network-vif-deleted", "tag": "e5e07747-cd41-4ecc-8be6-43ef0ba54bc5"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:06:23.723185 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-312ef021-7a82-4df1-ae02-97f522f52077 None None] Set router e00b7efe-0b89-4db9-b254-09ac5999b3f1 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:23.742651 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00b4e1b-9c4e-4610-ae1c-f469e1ab78d9 None None] Routers {'2aeca20a-d838-43d4-a54e-71e3d20026ac'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:23.743573 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d00b4e1b-9c4e-4610-ae1c-f469e1ab78d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:06:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2aeca20a-d838-43d4-a54e-71e3d20026ac'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:23.787347 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1f7a5f-f0a8-4e4c-ab99-b6f6eed09fde x-openstack-request-id: req-de1f7a5f-f0a8-4e4c-ab99-b6f6eed09fde {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:06:23.787899 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2386a400-493f-4439-b467-5a4537fcdd80", "name": "network-vif-deleted", "tag": "e5e07747-cd41-4ecc-8be6-43ef0ba54bc5", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:06:23.788507 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de1f7a5f-f0a8-4e4c-ab99-b6f6eed09fde {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:06:23.789128 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2386a400-493f-4439-b467-5a4537fcdd80', 'name': 'network-vif-deleted', 'tag': 'e5e07747-cd41-4ecc-8be6-43ef0ba54bc5', 'status': 'completed', 'code': 200} Aug 17 00:06:23.983110 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-d00b4e1b-9c4e-4610-ae1c-f469e1ab78d9 None None] Set router 2aeca20a-d838-43d4-a54e-71e3d20026ac gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:24.000125 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cb5b15f-3851-417e-9196-22e765c7c659 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:24.021344 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-312ef021-7a82-4df1-ae02-97f522f52077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b7efe-0b89-4db9-b254-09ac5999b3f1', 'name': 'tempest-snat-router-1227317326', 'tenant_id': '21ee8a93631a4acabc2b6f2823cd5626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.59'}], 'enable_snat': False}, 'gw_port_id': '8e462fc2-4215-4efc-b841-3f32ebd46d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:19Z', 'updated_at': '2021-08-17T00:06:21Z', 'revision_number': 3, 'project_id': '21ee8a93631a4acabc2b6f2823cd5626', 'gw_port': {'id': '8e462fc2-4215-4efc-b841-3f32ebd46d07', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00b7efe-0b89-4db9-b254-09ac5999b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:20Z', 'updated_at': '2021-08-17T00:06:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:24.049860 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cb5b15f-3851-417e-9196-22e765c7c659 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:24.052794 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a76a984b-7375-46a8-bdd3-9abf7f444dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:24.072382 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312ef021-7a82-4df1-ae02-97f522f52077 None None] The sync data for ids ['e00b7efe-0b89-4db9-b254-09ac5999b3f1'] in n-d-800088-20 is: [{'id': 'e00b7efe-0b89-4db9-b254-09ac5999b3f1', 'name': 'tempest-snat-router-1227317326', 'tenant_id': '21ee8a93631a4acabc2b6f2823cd5626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.59'}], 'enable_snat': False}, 'gw_port_id': '8e462fc2-4215-4efc-b841-3f32ebd46d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:19Z', 'updated_at': '2021-08-17T00:06:21Z', 'revision_number': 3, 'project_id': '21ee8a93631a4acabc2b6f2823cd5626', 'gw_port': {'id': '8e462fc2-4215-4efc-b841-3f32ebd46d07', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00b7efe-0b89-4db9-b254-09ac5999b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:20Z', 'updated_at': '2021-08-17T00:06:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:06:24.206763 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a984b-7375-46a8-bdd3-9abf7f444dc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:24.216130 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76a984b-7375-46a8-bdd3-9abf7f444dc5 admin admin] Checking segment: {'id': '989ca3c6-4bce-4091-9883-2d05012f0c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7992826d-70e9-4f64-99b5-2a5f899624d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:06:24.217467 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76a984b-7375-46a8-bdd3-9abf7f444dc5 admin admin] Network hostable DHCP agents. Network: 7992826d-70e9-4f64-99b5-2a5f899624d8, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:06:24.275435 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76a984b-7375-46a8-bdd3-9abf7f444dc5 admin admin] Network 7992826d-70e9-4f64-99b5-2a5f899624d8 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:06:24.285921 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-5cb5b15f-3851-417e-9196-22e765c7c659 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Allocated IP 172.25.3.27 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/4351863c-e4fc-4587-8fc7-6d4d880931da) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:06:24.317805 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-a76a984b-7375-46a8-bdd3-9abf7f444dc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 7992826d-70e9-4f64-99b5-2a5f899624d8) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:06:24.349554 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1d5ef3-9797-4563-b9c8-7259eb34369c None None] Network 7992826d-70e9-4f64-99b5-2a5f899624d8 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:06:24.368511 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f3a8396-8ba3-43a1-84bb-1e5d2c0d87f3 req-cb35cf5d-bdf7-4ed7-a596-93d7e18004d5 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386a400-493f-4439-b467-5a4537fcdd80 HTTP/1.1" status: 200 len: 210 time: 0.1141794 Aug 17 00:06:24.388246 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76a984b-7375-46a8-bdd3-9abf7f444dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:24.389544 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a76a984b-7375-46a8-bdd3-9abf7f444dc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:24.430020 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a76a984b-7375-46a8-bdd3-9abf7f444dc5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9451427 Aug 17 00:06:24.433699 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42230) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:24.434418 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842818bf-0de5-4e78-b7d3-38f152aa0935 req-225f95db-070e-4777-a8ba-85a5f4e095f3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:24.438365 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-842818bf-0de5-4e78-b7d3-38f152aa0935 req-225f95db-070e-4777-a8ba-85a5f4e095f3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 946 time: 0.2864308 Aug 17 00:06:24.446536 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-ea539f70-354a-44ba-b249-4e449f942401 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-573599797-router', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:24.544266 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea539f70-354a-44ba-b249-4e449f942401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:24.566298 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea539f70-354a-44ba-b249-4e449f942401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:24.622159 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cb5b15f-3851-417e-9196-22e765c7c659 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:24.629646 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-842818bf-0de5-4e78-b7d3-38f152aa0935 req-9b04b6c4-0c19-43a7-a2cc-abc7d58aea43 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699052 Aug 17 00:06:24.678652 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d00b4e1b-9c4e-4610-ae1c-f469e1ab78d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'name': 'tempest-AttachVolumeTestJSON-1818317862-router', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:09Z', 'updated_at': '2021-08-17T00:01:23Z', 'revision_number': 4, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'gw_port': {'id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:12Z', 'updated_at': '2021-08-17T00:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e07dfa85-a711-4255-9224-97cdebc88b98', 'name': '', 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'mac_address': 'fa:16:3e:0a:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:21Z', 'updated_at': '2021-08-17T00:01:35Z', 'revision_number': 5, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'subnets': [{'id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:24.690828 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea539f70-354a-44ba-b249-4e449f942401 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:24.742272 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00b4e1b-9c4e-4610-ae1c-f469e1ab78d9 None None] Checking router: 2aeca20a-d838-43d4-a54e-71e3d20026ac for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:06:24.769227 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00b4e1b-9c4e-4610-ae1c-f469e1ab78d9 None None] Routers {'2aeca20a-d838-43d4-a54e-71e3d20026ac'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:24.770437 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d00b4e1b-9c4e-4610-ae1c-f469e1ab78d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:06:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2aeca20a-d838-43d4-a54e-71e3d20026ac'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:24.862831 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bece3d5-1837-42d7-9ff9-cb0438168754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-7992826d-70e9-4f64-99b5-2a5f899624d8', 'network_id': '7992826d-70e9-4f64-99b5-2a5f899624d8', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'fixed_ips': [{'subnet_id': 'e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:06:24.868539 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5bece3d5-1837-42d7-9ff9-cb0438168754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:24.923620 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea539f70-354a-44ba-b249-4e449f942401 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:24.937567 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cb5b15f-3851-417e-9196-22e765c7c659 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:25.053597 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb5b15f-3851-417e-9196-22e765c7c659 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:06:25.059334 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-5cb5b15f-3851-417e-9196-22e765c7c659 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:06:25.059549 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-d00b4e1b-9c4e-4610-ae1c-f469e1ab78d9 None None] Set router 2aeca20a-d838-43d4-a54e-71e3d20026ac gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:25.065692 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb5b15f-3851-417e-9196-22e765c7c659 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:06:25.069915 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb5b15f-3851-417e-9196-22e765c7c659 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Pushing event updated for resources: {'Port': ['ID=4351863c-e4fc-4587-8fc7-6d4d880931da,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:25.255458 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-5bece3d5-1837-42d7-9ff9-cb0438168754 None None] Allocated IP 172.20.0.2 (7992826d-70e9-4f64-99b5-2a5f899624d8/e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90/73326d8a-9219-4f03-9357-8eb049f6da80) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:06:25.489404 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42238) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:25.603557 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-55c315ed-a21e-4938-933a-286009efa6f0 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:25.651655 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-55c315ed-a21e-4938-933a-286009efa6f0 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:25.778473 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d00b4e1b-9c4e-4610-ae1c-f469e1ab78d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'name': 'tempest-AttachVolumeTestJSON-1818317862-router', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:09Z', 'updated_at': '2021-08-17T00:01:23Z', 'revision_number': 4, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'gw_port': {'id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:12Z', 'updated_at': '2021-08-17T00:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e07dfa85-a711-4255-9224-97cdebc88b98', 'name': '', 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'mac_address': 'fa:16:3e:0a:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:21Z', 'updated_at': '2021-08-17T00:01:35Z', 'revision_number': 5, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'subnets': [{'id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:25.821073 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00b4e1b-9c4e-4610-ae1c-f469e1ab78d9 None None] The sync data for ids ['2aeca20a-d838-43d4-a54e-71e3d20026ac'] in n-d-800088-20 is: [{'id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'name': 'tempest-AttachVolumeTestJSON-1818317862-router', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:09Z', 'updated_at': '2021-08-17T00:01:23Z', 'revision_number': 4, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'gw_port': {'id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:12Z', 'updated_at': '2021-08-17T00:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e07dfa85-a711-4255-9224-97cdebc88b98', 'name': '', 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'mac_address': 'fa:16:3e:0a:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:21Z', 'updated_at': '2021-08-17T00:01:35Z', 'revision_number': 5, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'subnets': [{'id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:06:25.840856 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5bece3d5-1837-42d7-9ff9-cb0438168754 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:25.849916 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cb5b15f-3851-417e-9196-22e765c7c659 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:25.856265 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5bece3d5-1837-42d7-9ff9-cb0438168754 None None] Transition to ACTIVE for port object 73326d8a-9219-4f03-9357-8eb049f6da80 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:06:25.876117 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5bece3d5-1837-42d7-9ff9-cb0438168754 None None] Transition to ACTIVE for port object 73326d8a-9219-4f03-9357-8eb049f6da80 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:06:25.900442 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5bece3d5-1837-42d7-9ff9-cb0438168754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:25.966045 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bece3d5-1837-42d7-9ff9-cb0438168754 None None] Pushing event updated for resources: {'Port': ['ID=73326d8a-9219-4f03-9357-8eb049f6da80,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:25.983387 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bece3d5-1837-42d7-9ff9-cb0438168754 None None] Network 7992826d-70e9-4f64-99b5-2a5f899624d8 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:06:25.985129 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-5bece3d5-1837-42d7-9ff9-cb0438168754 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:06:25.988021 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bece3d5-1837-42d7-9ff9-cb0438168754 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:06:26.067670 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-5bece3d5-1837-42d7-9ff9-cb0438168754 None None] Attempting to bind port 73326d8a-9219-4f03-9357-8eb049f6da80 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:06:26.068199 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-5bece3d5-1837-42d7-9ff9-cb0438168754 None None] Attempting to bind port 73326d8a-9219-4f03-9357-8eb049f6da80 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '989ca3c6-4bce-4091-9883-2d05012f0c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7992826d-70e9-4f64-99b5-2a5f899624d8'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:06:26.068690 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bece3d5-1837-42d7-9ff9-cb0438168754 None None] Attempting to bind port 73326d8a-9219-4f03-9357-8eb049f6da80 on network 7992826d-70e9-4f64-99b5-2a5f899624d8 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:06:26.076833 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bece3d5-1837-42d7-9ff9-cb0438168754 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:06:26.077519 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bece3d5-1837-42d7-9ff9-cb0438168754 None None] Checking segment: {'id': '989ca3c6-4bce-4091-9883-2d05012f0c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7992826d-70e9-4f64-99b5-2a5f899624d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:06:26.078200 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5bece3d5-1837-42d7-9ff9-cb0438168754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:26.078967 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bece3d5-1837-42d7-9ff9-cb0438168754 None None] Bound using segment: {'id': '989ca3c6-4bce-4091-9883-2d05012f0c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7992826d-70e9-4f64-99b5-2a5f899624d8'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:06:26.089979 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-5bece3d5-1837-42d7-9ff9-cb0438168754 None None] Bound port: 73326d8a-9219-4f03-9357-8eb049f6da80, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989ca3c6-4bce-4091-9883-2d05012f0c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7992826d-70e9-4f64-99b5-2a5f899624d8'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:06:26.090512 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5bece3d5-1837-42d7-9ff9-cb0438168754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:26.262406 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-5bece3d5-1837-42d7-9ff9-cb0438168754 None None] For port 73326d8a-9219-4f03-9357-8eb049f6da80, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:06:26.268139 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-5bece3d5-1837-42d7-9ff9-cb0438168754 None None] For port 73326d8a-9219-4f03-9357-8eb049f6da80, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=73326d8a-9219-4f03-9357-8eb049f6da80,segment=NetworkSegment(989ca3c6-4bce-4091-9883-2d05012f0c73),segment_id=989ca3c6-4bce-4091-9883-2d05012f0c73)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:06:26.284092 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5bece3d5-1837-42d7-9ff9-cb0438168754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:26.368176 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bece3d5-1837-42d7-9ff9-cb0438168754 None None] Pushing event updated for resources: {'Port': ['ID=73326d8a-9219-4f03-9357-8eb049f6da80,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:26.380378 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 8e462fc2-4215-4efc-b841-3f32ebd46d07 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:06:26.506490 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 8e462fc2-4215-4efc-b841-3f32ebd46d07 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:06:26.515650 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 8e462fc2-4215-4efc-b841-3f32ebd46d07 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:26.516240 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:26.610340 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:06:26.645722 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:06:26.646958 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device e5e07747-cd41-4ecc-8be6-43ef0ba54bc5 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:06:26.736506 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d24cf2-be09-4056-9d57-c8bf7b3abec0 None None] New status for floating IP 83be191e-8f70-4f3d-b630-2138fd78947e: DOWN {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:06:26.823482 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea539f70-354a-44ba-b249-4e449f942401 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:26.826681 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:26.866052 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52488e9d-6275-4295-ab0d-7dd4827ace4c req-ce09f725-fe11-4950-96e2-0dd7db3058d9 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:26.875370 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 8e462fc2-4215-4efc-b841-3f32ebd46d07, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=8e462fc2-4215-4efc-b841-3f32ebd46d07,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:26.880976 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-52488e9d-6275-4295-ab0d-7dd4827ace4c req-ce09f725-fe11-4950-96e2-0dd7db3058d9 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 946 time: 0.1777990 Aug 17 00:06:26.896203 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea539f70-354a-44ba-b249-4e449f942401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:26.896716 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:26.951252 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-55c315ed-a21e-4938-933a-286009efa6f0 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:26.954927 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-55c315ed-a21e-4938-933a-286009efa6f0 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:26.972441 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-55c315ed-a21e-4938-933a-286009efa6f0 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "DELETE /v2.0/security-groups/ddb26c62-d22c-4e30-8e03-2914f4d84137 HTTP/1.1" status: 204 len: 168 time: 1.4815826 Aug 17 00:06:26.972779 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42258) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:27.018190 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=8e462fc2-4215-4efc-b841-3f32ebd46d07,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:27.034386 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-2a2a364f-efb4-4af6-86f6-d824bb2bcbc1 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] show failed (client error): The resource could not be found. Aug 17 00:06:27.035464 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2a2a364f-efb4-4af6-86f6-d824bb2bcbc1 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups/ddb26c62-d22c-4e30-8e03-2914f4d84137 HTTP/1.1" status: 404 len: 347 time: 0.0579042 Aug 17 00:06:27.041253 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42260) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:27.055741 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c315ed-a21e-4938-933a-286009efa6f0 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb26c62-d22c-4e30-8e03-2914f4d84137,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:27.102547 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-52488e9d-6275-4295-ab0d-7dd4827ace4c req-96ed57b5-4612-4822-9ac2-5e2894faccd3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205715 Aug 17 00:06:27.341542 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-ea539f70-354a-44ba-b249-4e449f942401 admin admin] Allocated IP 172.25.3.34 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/f8cee8b8-79a0-4587-8f7d-215fdb704ebe) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:06:27.456681 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cb5b15f-3851-417e-9196-22e765c7c659 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:27.526977 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-975e1867-c22e-47db-9ef5-6be1d11968e9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Deleting port 88200ac9-7153-44ce-8725-0c4900238902 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:06:27.527430 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-975e1867-c22e-47db-9ef5-6be1d11968e9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:27.703761 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea539f70-354a-44ba-b249-4e449f942401 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:27.733347 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-975e1867-c22e-47db-9ef5-6be1d11968e9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:27.733701 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-975e1867-c22e-47db-9ef5-6be1d11968e9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:27.758686 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-975e1867-c22e-47db-9ef5-6be1d11968e9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Calling delete_port for 88200ac9-7153-44ce-8725-0c4900238902 owned by network:floatingip {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:06:27.812159 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb54f942-09d5-4941-85ea-d4ab93a50c79 None None] Network 7992826d-70e9-4f64-99b5-2a5f899624d8 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:06:27.859221 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea539f70-354a-44ba-b249-4e449f942401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:27.920315 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea539f70-354a-44ba-b249-4e449f942401 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:06:27.927989 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-ea539f70-354a-44ba-b249-4e449f942401 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:06:27.929955 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6af92995-5cc5-4444-9e0c-393db6433adb None None] Provisioning for port 73326d8a-9219-4f03-9357-8eb049f6da80 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:06:27.938116 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb5b15f-3851-417e-9196-22e765c7c659 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Router 67b4bb93-147a-454c-adc8-fa63a8e83fea is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:06:27.941362 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea539f70-354a-44ba-b249-4e449f942401 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:06:28.048162 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea539f70-354a-44ba-b249-4e449f942401 admin admin] Pushing event updated for resources: {'Port': ['ID=f8cee8b8-79a0-4587-8f7d-215fdb704ebe,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:28.288916 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d39b5a-f39a-4749-829f-8683321617ea req-8738290a-c181-45aa-897d-c7665f488057 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:28.298736 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63d39b5a-f39a-4749-829f-8683321617ea req-8738290a-c181-45aa-897d-c7665f488057 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 946 time: 0.1175501 Aug 17 00:06:28.315077 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-975e1867-c22e-47db-9ef5-6be1d11968e9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:28.321834 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb5b15f-3851-417e-9196-22e765c7c659 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:06:28.337678 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47782dcb-0d18-4ba7-85c8-424fd3836eb8 None None] Sync routers for ids ['67b4bb93-147a-454c-adc8-fa63a8e83fea'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:06:28.354596 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47782dcb-0d18-4ba7-85c8-424fd3836eb8 None None] Routers {'67b4bb93-147a-454c-adc8-fa63a8e83fea'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:28.355228 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-47782dcb-0d18-4ba7-85c8-424fd3836eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:06:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['67b4bb93-147a-454c-adc8-fa63a8e83fea'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:28.362702 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63d39b5a-f39a-4749-829f-8683321617ea req-75aaa7c5-d387-465e-ac22-068c85777b62 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526867 Aug 17 00:06:28.440291 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 73326d8a-9219-4f03-9357-8eb049f6da80 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:06:28.487863 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e1867-c22e-47db-9ef5-6be1d11968e9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Pushing event deleted for resources: {'Port': ['ID=88200ac9-7153-44ce-8725-0c4900238902,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:28.536281 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cb5b15f-3851-417e-9196-22e765c7c659 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:28.540842 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5cb5b15f-3851-417e-9196-22e765c7c659 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.7798741 Aug 17 00:06:28.541259 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42278) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:28.590478 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-975e1867-c22e-47db-9ef5-6be1d11968e9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for floatingip, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:28.602181 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-975e1867-c22e-47db-9ef5-6be1d11968e9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:28.602181 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-975e1867-c22e-47db-9ef5-6be1d11968e9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "DELETE /v2.0/floatingips/83be191e-8f70-4f3d-b630-2138fd78947e HTTP/1.1" status: 204 len: 168 time: 1.5580909 Aug 17 00:06:28.614071 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-47782dcb-0d18-4ba7-85c8-424fd3836eb8 None None] Set router 67b4bb93-147a-454c-adc8-fa63a8e83fea gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:28.624881 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea539f70-354a-44ba-b249-4e449f942401 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:28.788707 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cfd17fbe-edfa-452b-87d7-579ce0a1b1f3 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "GET /v2.0/routers/67b4bb93-147a-454c-adc8-fa63a8e83fea HTTP/1.1" status: 200 len: 907 time: 0.2439971 Aug 17 00:06:28.789336 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42290) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:28.849216 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 73326d8a-9219-4f03-9357-8eb049f6da80 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:06:28.856705 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 73326d8a-9219-4f03-9357-8eb049f6da80 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:28.857261 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:28.997738 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:29.017446 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-47782dcb-0d18-4ba7-85c8-424fd3836eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b4bb93-147a-454c-adc8-fa63a8e83fea', 'name': 'tempest-snat-router-1227317326', 'tenant_id': '21ee8a93631a4acabc2b6f2823cd5626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '4351863c-e4fc-4587-8fc7-6d4d880931da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:22Z', 'updated_at': '2021-08-17T00:06:25Z', 'revision_number': 3, 'project_id': '21ee8a93631a4acabc2b6f2823cd5626', 'gw_port': {'id': '4351863c-e4fc-4587-8fc7-6d4d880931da', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b4bb93-147a-454c-adc8-fa63a8e83fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:24Z', 'updated_at': '2021-08-17T00:06:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:29.023688 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c6ea7162-4267-4f58-baf3-5580fd2a61ac tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:29.079102 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea539f70-354a-44ba-b249-4e449f942401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:29.108321 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 73326d8a-9219-4f03-9357-8eb049f6da80, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=73326d8a-9219-4f03-9357-8eb049f6da80,segment=NetworkSegment(989ca3c6-4bce-4091-9883-2d05012f0c73),segment_id=989ca3c6-4bce-4091-9883-2d05012f0c73)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:29.111984 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47782dcb-0d18-4ba7-85c8-424fd3836eb8 None None] Checking router: 67b4bb93-147a-454c-adc8-fa63a8e83fea for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:06:29.112352 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47782dcb-0d18-4ba7-85c8-424fd3836eb8 None None] Updating router 67b4bb93-147a-454c-adc8-fa63a8e83fea port 4351863c-e4fc-4587-8fc7-6d4d880931da binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:06:29.120776 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:29.121687 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 8e462fc2-4215-4efc-b841-3f32ebd46d07 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:06:29.310715 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-47782dcb-0d18-4ba7-85c8-424fd3836eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:29.343261 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=73326d8a-9219-4f03-9357-8eb049f6da80,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:29.378419 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42296) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:29.383219 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-0b5fa879-6fec-4672-be8a-f4a0ca42eec9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Request body: {'security_group': {'name': 'tempest-securitygroup--312918046', 'description': 'tempest-description--2128468321'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:29.448654 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa879-6fec-4672-be8a-f4a0ca42eec9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:29.496184 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 8e462fc2-4215-4efc-b841-3f32ebd46d07 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:29.500257 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:29.705891 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276562be-df50-40b0-ab83-74d75183b790 req-b233d6e8-38a4-4a6c-8f8c-510808471b35 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:29.714771 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-276562be-df50-40b0-ab83-74d75183b790 req-b233d6e8-38a4-4a6c-8f8c-510808471b35 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 946 time: 0.1291492 Aug 17 00:06:29.769441 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa879-6fec-4672-be8a-f4a0ca42eec9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:29.782745 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c6ea7162-4267-4f58-baf3-5580fd2a61ac tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:29.809366 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-276562be-df50-40b0-ab83-74d75183b790 req-9f59a7a5-0c90-40fb-8396-d9d20f0f0ffe tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934942 Aug 17 00:06:29.814168 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa879-6fec-4672-be8a-f4a0ca42eec9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:29.851013 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea539f70-354a-44ba-b249-4e449f942401 admin admin] Router 0adae625-e296-4041-b5b1-8e4583334d68 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:06:29.860444 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa879-6fec-4672-be8a-f4a0ca42eec9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:29.865924 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0b5fa879-6fec-4672-be8a-f4a0ca42eec9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4864199 Aug 17 00:06:29.866674 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42302) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:29.868869 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fa879-6fec-4672-be8a-f4a0ca42eec9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cee0cbe8-79bc-43bd-99df-d339d8cab61a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:29.879052 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-0b24e485-a092-4498-ad99-93a128798fa0 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Request body: {'security_group_rule': {'security_group_id': 'cee0cbe8-79bc-43bd-99df-d339d8cab61a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:29.911691 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-47782dcb-0d18-4ba7-85c8-424fd3836eb8 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:29.924827 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-47782dcb-0d18-4ba7-85c8-424fd3836eb8 None None] Transition to ACTIVE for port object 4351863c-e4fc-4587-8fc7-6d4d880931da will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:06:29.932172 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-47782dcb-0d18-4ba7-85c8-424fd3836eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:29.968595 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-c6ea7162-4267-4f58-baf3-5580fd2a61ac tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Deleting port 4351863c-e4fc-4587-8fc7-6d4d880931da {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:06:29.968947 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c6ea7162-4267-4f58-baf3-5580fd2a61ac tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:29.993891 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba75b58-0832-4acf-a495-b24d06685f91 None None] Pushing event updated for resources: {'Port': ['ID=4351863c-e4fc-4587-8fc7-6d4d880931da,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:30.033801 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-47782dcb-0d18-4ba7-85c8-424fd3836eb8 None None] Attempting to bind port 4351863c-e4fc-4587-8fc7-6d4d880931da on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:06:30.034570 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-47782dcb-0d18-4ba7-85c8-424fd3836eb8 None None] Attempting to bind port 4351863c-e4fc-4587-8fc7-6d4d880931da by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:06:30.034570 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47782dcb-0d18-4ba7-85c8-424fd3836eb8 None None] Attempting to bind port 4351863c-e4fc-4587-8fc7-6d4d880931da on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:06:30.040275 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47782dcb-0d18-4ba7-85c8-424fd3836eb8 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:06:30.040656 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47782dcb-0d18-4ba7-85c8-424fd3836eb8 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:06:30.041121 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-47782dcb-0d18-4ba7-85c8-424fd3836eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:30.041561 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47782dcb-0d18-4ba7-85c8-424fd3836eb8 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:06:30.042085 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-47782dcb-0d18-4ba7-85c8-424fd3836eb8 None None] Bound port: 4351863c-e4fc-4587-8fc7-6d4d880931da, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:06:30.042420 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-47782dcb-0d18-4ba7-85c8-424fd3836eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:30.084989 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0b24e485-a092-4498-ad99-93a128798fa0 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:30.124454 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-47782dcb-0d18-4ba7-85c8-424fd3836eb8 None None] For port 4351863c-e4fc-4587-8fc7-6d4d880931da, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:06:30.129434 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-47782dcb-0d18-4ba7-85c8-424fd3836eb8 None None] For port 4351863c-e4fc-4587-8fc7-6d4d880931da, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4351863c-e4fc-4587-8fc7-6d4d880931da,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:06:30.139647 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-47782dcb-0d18-4ba7-85c8-424fd3836eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:30.179416 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea539f70-354a-44ba-b249-4e449f942401 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:06:30.195171 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24dbd02-abd5-4f14-950e-035a8f5f704d None None] Sync routers for ids ['0adae625-e296-4041-b5b1-8e4583334d68'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:06:30.210156 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24dbd02-abd5-4f14-950e-035a8f5f704d None None] Routers {'0adae625-e296-4041-b5b1-8e4583334d68'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:30.211539 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e24dbd02-abd5-4f14-950e-035a8f5f704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:06:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['0adae625-e296-4041-b5b1-8e4583334d68'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:30.241557 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47782dcb-0d18-4ba7-85c8-424fd3836eb8 None None] Routers {'67b4bb93-147a-454c-adc8-fa63a8e83fea'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:30.244280 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-47782dcb-0d18-4ba7-85c8-424fd3836eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:06:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['67b4bb93-147a-454c-adc8-fa63a8e83fea'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:30.254192 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c6ea7162-4267-4f58-baf3-5580fd2a61ac tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:30.272507 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea539f70-354a-44ba-b249-4e449f942401 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:30.274118 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ea539f70-354a-44ba-b249-4e449f942401 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8389964 Aug 17 00:06:30.277718 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42314) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:30.281422 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-c6ea7162-4267-4f58-baf3-5580fd2a61ac tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Calling delete_port for 4351863c-e4fc-4587-8fc7-6d4d880931da owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:06:30.323098 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0b24e485-a092-4498-ad99-93a128798fa0 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:30.336736 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0b24e485-a092-4498-ad99-93a128798fa0 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:30.362783 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba75b58-0832-4acf-a495-b24d06685f91 None None] Pushing event updated for resources: {'Port': ['ID=4351863c-e4fc-4587-8fc7-6d4d880931da,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:30.382169 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-47782dcb-0d18-4ba7-85c8-424fd3836eb8 None None] Set router 67b4bb93-147a-454c-adc8-fa63a8e83fea gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:30.428088 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24e485-a092-4498-ad99-93a128798fa0 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=183dc47c-0d51-40af-ac96-959b8da8a88d,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:30.462497 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0b24e485-a092-4498-ad99-93a128798fa0 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:30.471682 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0b24e485-a092-4498-ad99-93a128798fa0 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5991378 Aug 17 00:06:30.477221 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42320) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:30.482609 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-c5b5768a-2746-4141-bf96-e6e64ad9d424 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Request body: {'security_group_rule': {'security_group_id': 'cee0cbe8-79bc-43bd-99df-d339d8cab61a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:30.492068 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-47782dcb-0d18-4ba7-85c8-424fd3836eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b4bb93-147a-454c-adc8-fa63a8e83fea', 'name': 'tempest-snat-router-1227317326', 'tenant_id': '21ee8a93631a4acabc2b6f2823cd5626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:22Z', 'updated_at': '2021-08-17T00:06:29Z', 'revision_number': 4, 'project_id': '21ee8a93631a4acabc2b6f2823cd5626', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:30.510775 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 73326d8a-9219-4f03-9357-8eb049f6da80 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:06:30.536392 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-e24dbd02-abd5-4f14-950e-035a8f5f704d None None] Set router 0adae625-e296-4041-b5b1-8e4583334d68 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:30.636780 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47782dcb-0d18-4ba7-85c8-424fd3836eb8 None None] The sync data for ids ['67b4bb93-147a-454c-adc8-fa63a8e83fea'] in n-d-800088-20 is: [{'id': '67b4bb93-147a-454c-adc8-fa63a8e83fea', 'name': 'tempest-snat-router-1227317326', 'tenant_id': '21ee8a93631a4acabc2b6f2823cd5626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:22Z', 'updated_at': '2021-08-17T00:06:29Z', 'revision_number': 4, 'project_id': '21ee8a93631a4acabc2b6f2823cd5626', 'gw_port_host': None}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:06:30.660082 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c5b5768a-2746-4141-bf96-e6e64ad9d424 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:30.722474 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 73326d8a-9219-4f03-9357-8eb049f6da80 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:30.722859 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:30.824037 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8adf37a5-6322-44b0-9958-a5d0e595ebdf req-b2eec4ab-92a5-4f2b-a2de-0ef4f003483f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2645848 Aug 17 00:06:30.835181 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c5b5768a-2746-4141-bf96-e6e64ad9d424 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:30.837563 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c6ea7162-4267-4f58-baf3-5580fd2a61ac tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:30.892509 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c5b5768a-2746-4141-bf96-e6e64ad9d424 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:30.977600 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf37a5-6322-44b0-9958-a5d0e595ebdf req-db298d04-71c0-4191-95c2-c4a836fbb45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:30.979437 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8adf37a5-6322-44b0-9958-a5d0e595ebdf req-db298d04-71c0-4191-95c2-c4a836fbb45f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61108af2093845fe9a64c45c9df6e55d&device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 1096 time: 0.1194625 Aug 17 00:06:31.038938 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea7162-4267-4f58-baf3-5580fd2a61ac tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Pushing event deleted for resources: {'Port': ['ID=4351863c-e4fc-4587-8fc7-6d4d880931da,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:31.062543 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5768a-2746-4141-bf96-e6e64ad9d424 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa5d0c8-76c6-4bd1-9ccf-456d5e388163,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:31.081326 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c5b5768a-2746-4141-bf96-e6e64ad9d424 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:31.082870 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c5b5768a-2746-4141-bf96-e6e64ad9d424 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6045928 Aug 17 00:06:31.090296 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42326) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:31.114604 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-91e002b8-9b37-44c6-8d36-22d77af6766d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:31.126923 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c6ea7162-4267-4f58-baf3-5580fd2a61ac tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:31.146869 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e24dbd02-abd5-4f14-950e-035a8f5f704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adae625-e296-4041-b5b1-8e4583334d68', 'name': 'tempest-TaggedBootDevicesTest_v242-573599797-router', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:24Z', 'updated_at': '2021-08-17T00:06:28Z', 'revision_number': 3, 'project_id': '4c3689368c2d4f3084af070981f83d10', 'gw_port': {'id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fe:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adae625-e296-4041-b5b1-8e4583334d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:26Z', 'updated_at': '2021-08-17T00:06:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:31.209127 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24dbd02-abd5-4f14-950e-035a8f5f704d None None] Checking router: 0adae625-e296-4041-b5b1-8e4583334d68 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:06:31.209929 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24dbd02-abd5-4f14-950e-035a8f5f704d None None] Updating router 0adae625-e296-4041-b5b1-8e4583334d68 port f8cee8b8-79a0-4587-8f7d-215fdb704ebe binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:06:31.215757 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab864eb-d8c1-465f-aa29-350c3e7f3d1d req-253611e2-bb03-4b3c-8589-b858873723d4 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:31.221868 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ab864eb-d8c1-465f-aa29-350c3e7f3d1d req-253611e2-bb03-4b3c-8589-b858873723d4 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 946 time: 0.2548048 Aug 17 00:06:31.268733 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c6ea7162-4267-4f58-baf3-5580fd2a61ac tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:31.272774 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c6ea7162-4267-4f58-baf3-5580fd2a61ac tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:31.283281 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-e24dbd02-abd5-4f14-950e-035a8f5f704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:31.284413 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-91e002b8-9b37-44c6-8d36-22d77af6766d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:31.373199 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c6ea7162-4267-4f58-baf3-5580fd2a61ac tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:31.373910 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ea7162-4267-4f58-baf3-5580fd2a61ac tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 67b4bb93-147a-454c-adc8-fa63a8e83fea {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:06:31.380181 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c6ea7162-4267-4f58-baf3-5580fd2a61ac tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:31.384893 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c6ea7162-4267-4f58-baf3-5580fd2a61ac tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "DELETE /v2.0/routers/67b4bb93-147a-454c-adc8-fa63a8e83fea HTTP/1.1" status: 204 len: 168 time: 2.5939379 Aug 17 00:06:31.386421 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42330) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:31.398890 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ab864eb-d8c1-465f-aa29-350c3e7f3d1d req-163cd98a-a47f-4773-a39b-c2125476c269 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681058 Aug 17 00:06:31.409064 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf37a5-6322-44b0-9958-a5d0e595ebdf req-ea384f25-7d45-4f9b-aa75-0230733e4413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:31.410873 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8adf37a5-6322-44b0-9958-a5d0e595ebdf req-ea384f25-7d45-4f9b-aa75-0230733e4413 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf42c908-bd85-4d10-afc7-00681d389032 HTTP/1.1" status: 200 len: 913 time: 0.3585215 Aug 17 00:06:31.608900 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-913fa1ef-d6b1-41bd-b427-94804f7aa122 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:31.641406 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8adf37a5-6322-44b0-9958-a5d0e595ebdf req-60b96c19-7024-4ff4-8bfc-454cd303447e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3025641c-a330-4304-a23a-1876a1fa76d9 HTTP/1.1" status: 200 len: 999 time: 0.2020111 Aug 17 00:06:31.814380 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-91e002b8-9b37-44c6-8d36-22d77af6766d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:31.837390 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e45326-8ec6-4945-9436-19c0ca050945 req-b5b2d12e-d252-413f-9b52-4a0fe6a9768c tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:31.839267 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9e45326-8ec6-4945-9436-19c0ca050945 req-b5b2d12e-d252-413f-9b52-4a0fe6a9768c tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1967673 Aug 17 00:06:31.841997 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f3bb8fea-f8cd-433a-9fb1-49bb033f4545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:31.880153 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf37a5-6322-44b0-9958-a5d0e595ebdf req-416fe63c-112e-49b9-8dae-63fa923cbf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:31.881860 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8adf37a5-6322-44b0-9958-a5d0e595ebdf req-416fe63c-112e-49b9-8dae-63fa923cbf72 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1afde0e7-f7b0-4278-82ad-0cbe61d404a7 HTTP/1.1" status: 200 len: 851 time: 0.2210970 Aug 17 00:06:31.885462 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-e24dbd02-abd5-4f14-950e-035a8f5f704d None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:31.914803 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-e24dbd02-abd5-4f14-950e-035a8f5f704d None None] Transition to ACTIVE for port object f8cee8b8-79a0-4587-8f7d-215fdb704ebe will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:06:31.929289 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-913fa1ef-d6b1-41bd-b427-94804f7aa122 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:31.930644 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-e24dbd02-abd5-4f14-950e-035a8f5f704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:32.015768 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-e24dbd02-abd5-4f14-950e-035a8f5f704d None None] Attempting to bind port f8cee8b8-79a0-4587-8f7d-215fdb704ebe on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:06:32.017070 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-e24dbd02-abd5-4f14-950e-035a8f5f704d None None] Attempting to bind port f8cee8b8-79a0-4587-8f7d-215fdb704ebe by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:06:32.017410 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24dbd02-abd5-4f14-950e-035a8f5f704d None None] Attempting to bind port f8cee8b8-79a0-4587-8f7d-215fdb704ebe on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:06:32.027729 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24dbd02-abd5-4f14-950e-035a8f5f704d None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:06:32.028098 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24dbd02-abd5-4f14-950e-035a8f5f704d None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:06:32.028499 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-e24dbd02-abd5-4f14-950e-035a8f5f704d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:32.028926 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24dbd02-abd5-4f14-950e-035a8f5f704d None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:06:32.031954 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-e24dbd02-abd5-4f14-950e-035a8f5f704d None None] Bound port: f8cee8b8-79a0-4587-8f7d-215fdb704ebe, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:06:32.032351 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-e24dbd02-abd5-4f14-950e-035a8f5f704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:32.093707 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-91e002b8-9b37-44c6-8d36-22d77af6766d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Allocated IP 172.25.3.140 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/592cfa48-4095-4184-8939-83c3653f1c34) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:06:32.101532 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc118d-9a02-4d42-a665-12fc88e02e11 None None] Pushing event updated for resources: {'Port': ['ID=f8cee8b8-79a0-4587-8f7d-215fdb704ebe,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:32.121244 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9e45326-8ec6-4945-9436-19c0ca050945 req-8aeb8677-7f26-456f-ac37-56e936b5f77d tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645001 Aug 17 00:06:32.142804 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-e24dbd02-abd5-4f14-950e-035a8f5f704d None None] For port f8cee8b8-79a0-4587-8f7d-215fdb704ebe, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:06:32.148739 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-e24dbd02-abd5-4f14-950e-035a8f5f704d None None] For port f8cee8b8-79a0-4587-8f7d-215fdb704ebe, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=f8cee8b8-79a0-4587-8f7d-215fdb704ebe,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:06:32.156824 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-e24dbd02-abd5-4f14-950e-035a8f5f704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:32.159051 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf37a5-6322-44b0-9958-a5d0e595ebdf req-93dce514-d2d7-4462-b9e7-7957b7132d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:32.160570 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8adf37a5-6322-44b0-9958-a5d0e595ebdf req-93dce514-d2d7-4462-b9e7-7957b7132d11 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf42c908-bd85-4d10-afc7-00681d389032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2680373 Aug 17 00:06:32.228261 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24dbd02-abd5-4f14-950e-035a8f5f704d None None] Routers {'0adae625-e296-4041-b5b1-8e4583334d68'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:32.228984 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e24dbd02-abd5-4f14-950e-035a8f5f704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:06:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['0adae625-e296-4041-b5b1-8e4583334d68'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:32.279780 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-913fa1ef-d6b1-41bd-b427-94804f7aa122 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Deleting port 8e462fc2-4215-4efc-b841-3f32ebd46d07 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:06:32.280197 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-913fa1ef-d6b1-41bd-b427-94804f7aa122 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:32.340404 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc118d-9a02-4d42-a665-12fc88e02e11 None None] Pushing event updated for resources: {'Port': ['ID=f8cee8b8-79a0-4587-8f7d-215fdb704ebe,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:32.433242 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8adf37a5-6322-44b0-9958-a5d0e595ebdf req-4ba6c0c8-1037-4c3f-9f2e-82d9bef0ca58 service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210536 Aug 17 00:06:32.526936 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-e24dbd02-abd5-4f14-950e-035a8f5f704d None None] Set router 0adae625-e296-4041-b5b1-8e4583334d68 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:32.530437 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-91e002b8-9b37-44c6-8d36-22d77af6766d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:32.581605 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-f3bb8fea-f8cd-433a-9fb1-49bb033f4545 admin admin] Allocated IP 172.20.0.1 (7992826d-70e9-4f64-99b5-2a5f899624d8/e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90/9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:06:32.621118 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-913fa1ef-d6b1-41bd-b427-94804f7aa122 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] For port 8e462fc2-4215-4efc-b841-3f32ebd46d07, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=8e462fc2-4215-4efc-b841-3f32ebd46d07,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:32.624542 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-913fa1ef-d6b1-41bd-b427-94804f7aa122 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:32.662529 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8adf37a5-6322-44b0-9958-a5d0e595ebdf req-01feda86-d05e-4075-bb71-2c5a95e61b1b service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087362 Aug 17 00:06:32.671466 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547d5bd-4722-4b21-9bac-3dff402dde6c req-a1224a41-45d9-46b3-90e8-ccdd6dcaac2d tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:32.672992 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2547d5bd-4722-4b21-9bac-3dff402dde6c req-a1224a41-45d9-46b3-90e8-ccdd6dcaac2d tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.2606397 Aug 17 00:06:32.697870 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-913fa1ef-d6b1-41bd-b427-94804f7aa122 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Calling delete_port for 8e462fc2-4215-4efc-b841-3f32ebd46d07 owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:06:32.805908 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2547d5bd-4722-4b21-9bac-3dff402dde6c req-b7640649-58ff-4d24-872c-0b0fa6830735 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586574 Aug 17 00:06:32.855908 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e24dbd02-abd5-4f14-950e-035a8f5f704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adae625-e296-4041-b5b1-8e4583334d68', 'name': 'tempest-TaggedBootDevicesTest_v242-573599797-router', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:24Z', 'updated_at': '2021-08-17T00:06:28Z', 'revision_number': 3, 'project_id': '4c3689368c2d4f3084af070981f83d10', 'gw_port': {'id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fe:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adae625-e296-4041-b5b1-8e4583334d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:26Z', 'updated_at': '2021-08-17T00:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:32.856401 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-91e002b8-9b37-44c6-8d36-22d77af6766d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:32.904623 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f3bb8fea-f8cd-433a-9fb1-49bb033f4545 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:32.923536 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-f3bb8fea-f8cd-433a-9fb1-49bb033f4545 admin admin] Transition to ACTIVE for port object 9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:06:32.937094 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24dbd02-abd5-4f14-950e-035a8f5f704d None None] The sync data for ids ['0adae625-e296-4041-b5b1-8e4583334d68'] in n-d-800088-20 is: [{'id': '0adae625-e296-4041-b5b1-8e4583334d68', 'name': 'tempest-TaggedBootDevicesTest_v242-573599797-router', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:24Z', 'updated_at': '2021-08-17T00:06:28Z', 'revision_number': 3, 'project_id': '4c3689368c2d4f3084af070981f83d10', 'gw_port': {'id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fe:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adae625-e296-4041-b5b1-8e4583334d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:26Z', 'updated_at': '2021-08-17T00:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:06:32.941437 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e002b8-9b37-44c6-8d36-22d77af6766d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:06:32.946967 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-91e002b8-9b37-44c6-8d36-22d77af6766d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:06:32.957492 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e002b8-9b37-44c6-8d36-22d77af6766d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:06:33.017749 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f3bb8fea-f8cd-433a-9fb1-49bb033f4545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:33.020300 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e002b8-9b37-44c6-8d36-22d77af6766d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Pushing event updated for resources: {'Port': ['ID=592cfa48-4095-4184-8939-83c3653f1c34,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:33.116241 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bb8fea-f8cd-433a-9fb1-49bb033f4545 admin admin] Network 7992826d-70e9-4f64-99b5-2a5f899624d8 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:06:33.119700 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-f3bb8fea-f8cd-433a-9fb1-49bb033f4545 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:06:33.136637 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bb8fea-f8cd-433a-9fb1-49bb033f4545 admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:06:33.148643 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb8fea-f8cd-433a-9fb1-49bb033f4545 admin admin] Pushing event updated for resources: {'Port': ['ID=9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:33.227010 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-913fa1ef-d6b1-41bd-b427-94804f7aa122 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:33.230334 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-91e002b8-9b37-44c6-8d36-22d77af6766d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:33.281507 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fa1ef-d6b1-41bd-b427-94804f7aa122 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e462fc2-4215-4efc-b841-3f32ebd46d07,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:33.316815 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f3bb8fea-f8cd-433a-9fb1-49bb033f4545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:33.417142 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-913fa1ef-d6b1-41bd-b427-94804f7aa122 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:33.477913 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-38f9428f-1605-4505-b729-f6e4c6576cf3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:33.479475 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-38f9428f-1605-4505-b729-f6e4c6576cf3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/networks?id=bf42c908-bd85-4d10-afc7-00681d389032 HTTP/1.1" status: 200 len: 812 time: 0.2892697 Aug 17 00:06:33.514437 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-bc75ccf1-2a93-492d-9089-703baae20700 None None] Provisioning for port 9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:06:33.519195 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-bc75ccf1-2a93-492d-9089-703baae20700 None None] Provisioning complete for port 9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:33.519703 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bc75ccf1-2a93-492d-9089-703baae20700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:33.538258 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-bf4195ac-367a-4faa-b319-30ee6935cc2a tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/quotas/61108af2093845fe9a64c45c9df6e55d HTTP/1.1" status: 200 len: 375 time: 0.0509276 Aug 17 00:06:33.613111 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-bc75ccf1-2a93-492d-9089-703baae20700 None None] Port 9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:06:33.615525 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-913fa1ef-d6b1-41bd-b427-94804f7aa122 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:33.617958 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-913fa1ef-d6b1-41bd-b427-94804f7aa122 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:33.683443 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-91e002b8-9b37-44c6-8d36-22d77af6766d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:33.691098 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-913fa1ef-d6b1-41bd-b427-94804f7aa122 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:33.691726 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913fa1ef-d6b1-41bd-b427-94804f7aa122 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e00b7efe-0b89-4db9-b254-09ac5999b3f1 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:06:33.700206 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-f2e7c526-0b90-4138-9727-cc9f9756eed3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=61108af2093845fe9a64c45c9df6e55d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1539092 Aug 17 00:06:33.705680 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f3bb8fea-f8cd-433a-9fb1-49bb033f4545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:33.754778 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-913fa1ef-d6b1-41bd-b427-94804f7aa122 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:33.759376 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-913fa1ef-d6b1-41bd-b427-94804f7aa122 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "DELETE /v2.0/routers/e00b7efe-0b89-4db9-b254-09ac5999b3f1 HTTP/1.1" status: 204 len: 168 time: 2.3685286 Aug 17 00:06:33.767234 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42370) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:33.780857 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-76f97b15-8908-44cf-b731-c32f584264b9 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1761005665', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}, 'admin_state_up': False}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:33.879351 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76f97b15-8908-44cf-b731-c32f584264b9 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:33.880402 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76f97b15-8908-44cf-b731-c32f584264b9 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:34.034975 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76f97b15-8908-44cf-b731-c32f584264b9 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:34.140300 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-d36001ec-5629-47a4-8ece-5e71e4b37ab1 service neutron] 10.222.0.60 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258428 Aug 17 00:06:34.302933 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f3bb8fea-f8cd-433a-9fb1-49bb033f4545 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:34.338388 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f3bb8fea-f8cd-433a-9fb1-49bb033f4545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:34.430567 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76f97b15-8908-44cf-b731-c32f584264b9 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:34.476407 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-b5991b14-ada2-4d47-afb1-b541d8d6d69c service neutron] 10.222.0.60 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345439 Aug 17 00:06:34.498097 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f3bb8fea-f8cd-433a-9fb1-49bb033f4545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:34.509057 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb8fea-f8cd-433a-9fb1-49bb033f4545 admin admin] Pushing event updated for resources: {'Port': ['ID=9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:34.689682 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bb8fea-f8cd-433a-9fb1-49bb033f4545 admin admin] Network 7992826d-70e9-4f64-99b5-2a5f899624d8 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:06:34.692718 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-f3bb8fea-f8cd-433a-9fb1-49bb033f4545 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:06:34.715773 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-91e002b8-9b37-44c6-8d36-22d77af6766d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:34.747611 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-91e002b8-9b37-44c6-8d36-22d77af6766d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:34.899813 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f8cee8b8-79a0-4587-8f7d-215fdb704ebe up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:06:35.078040 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port f8cee8b8-79a0-4587-8f7d-215fdb704ebe completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:06:35.085303 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port f8cee8b8-79a0-4587-8f7d-215fdb704ebe triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:35.086659 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:35.089398 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3bb8fea-f8cd-433a-9fb1-49bb033f4545 admin admin] Router 0adae625-e296-4041-b5b1-8e4583334d68 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:06:35.101079 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-89b0b580-a3a0-4cf6-ba03-51a17388ab7e req-41368407-fde1-4d80-9724-aa229b05a6ed tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=384f4372-e515-46ee-951f-93143648ed2b HTTP/1.1" status: 200 len: 210 time: 0.0725210 Aug 17 00:06:35.171774 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e002b8-9b37-44c6-8d36-22d77af6766d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Pushing event updated for resources: {'Port': ['ID=592cfa48-4095-4184-8939-83c3653f1c34,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:35.227340 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-91e002b8-9b37-44c6-8d36-22d77af6766d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:35.265610 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-72a9ed32-18fb-4831-af24-9d7fbcc76909 None None] Provisioning complete for port 9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:35.266476 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-72a9ed32-18fb-4831-af24-9d7fbcc76909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:35.302066 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:35.321523 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42408) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:35.345397 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-72a9ed32-18fb-4831-af24-9d7fbcc76909 None None] Port 9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:06:35.350402 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port f8cee8b8-79a0-4587-8f7d-215fdb704ebe, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=f8cee8b8-79a0-4587-8f7d-215fdb704ebe,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:35.356445 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:35.364342 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bb8fea-f8cd-433a-9fb1-49bb033f4545 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:06:35.379751 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f3bb8fea-f8cd-433a-9fb1-49bb033f4545 admin admin] 10.222.0.60 "PUT /v2.0/routers/0adae625-e296-4041-b5b1-8e4583334d68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0919940 Aug 17 00:06:35.390587 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-91e002b8-9b37-44c6-8d36-22d77af6766d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:35.392292 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-91e002b8-9b37-44c6-8d36-22d77af6766d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2987778 Aug 17 00:06:35.449548 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=f8cee8b8-79a0-4587-8f7d-215fdb704ebe,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:35.493503 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76f97b15-8908-44cf-b731-c32f584264b9 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:35.517558 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76f97b15-8908-44cf-b731-c32f584264b9 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:35.610566 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b9d22ff1-7dc3-44a5-bd85-e2c4d3f2f102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:35.768624 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-76f97b15-8908-44cf-b731-c32f584264b9 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Allocated IP 172.25.3.199 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/caec5394-6426-4b9e-ac4b-fbb360d683fb) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:06:35.871849 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b9d22ff1-7dc3-44a5-bd85-e2c4d3f2f102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:35.901443 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b9d22ff1-7dc3-44a5-bd85-e2c4d3f2f102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:36.018572 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-66eda934-160f-4ee2-b97e-13186649f61f tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--312918046&fields=id&tenant_id=577829ee48ff4a458b8d3998e4ad7f2a HTTP/1.1" status: 200 len: 267 time: 0.1502981 Aug 17 00:06:36.030103 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b9d22ff1-7dc3-44a5-bd85-e2c4d3f2f102 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=046c6d88b4a3490185e7238495d97885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7054491 Aug 17 00:06:36.031054 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42466) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:36.056690 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76f97b15-8908-44cf-b731-c32f584264b9 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:36.068747 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d22ff1-7dc3-44a5-bd85-e2c4d3f2f102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b31f70-7c6a-4e6c-bf00-5f7553cfc326,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:36.143148 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf9d875-1bc3-4a24-bc29-f0bd790d7566 None None] Sync routers for ids ['0adae625-e296-4041-b5b1-8e4583334d68'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:06:36.161315 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76f97b15-8908-44cf-b731-c32f584264b9 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:36.175598 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf9d875-1bc3-4a24-bc29-f0bd790d7566 None None] Routers {'0adae625-e296-4041-b5b1-8e4583334d68'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:36.177772 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ccf9d875-1bc3-4a24-bc29-f0bd790d7566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:06:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['0adae625-e296-4041-b5b1-8e4583334d68'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:36.219390 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f97b15-8908-44cf-b731-c32f584264b9 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:06:36.226668 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-76f97b15-8908-44cf-b731-c32f584264b9 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:06:36.239244 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f97b15-8908-44cf-b731-c32f584264b9 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:06:36.242477 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3132ad6f-5251-41f2-bf5a-26cb0ca48ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:36.276584 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f97b15-8908-44cf-b731-c32f584264b9 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Pushing event updated for resources: {'Port': ['ID=caec5394-6426-4b9e-ac4b-fbb360d683fb,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:36.284321 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3132ad6f-5251-41f2-bf5a-26cb0ca48ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:36.413788 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3132ad6f-5251-41f2-bf5a-26cb0ca48ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:36.417099 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3132ad6f-5251-41f2-bf5a-26cb0ca48ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:36.428544 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-ccf9d875-1bc3-4a24-bc29-f0bd790d7566 None None] Set router 0adae625-e296-4041-b5b1-8e4583334d68 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:36.429936 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3132ad6f-5251-41f2-bf5a-26cb0ca48ba7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/71b31f70-7c6a-4e6c-bf00-5f7553cfc326 HTTP/1.1" status: 204 len: 168 time: 0.3866937 Aug 17 00:06:36.459341 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bf21d029-d913-474b-9e10-fe93ff0b266f req-a76dc176-c085-4355-ab87-a312cac06c13 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=384f4372-e515-46ee-951f-93143648ed2b HTTP/1.1" status: 200 len: 210 time: 0.0833964 Aug 17 00:06:36.572658 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f8cee8b8-79a0-4587-8f7d-215fdb704ebe up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:06:36.591053 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132ad6f-5251-41f2-bf5a-26cb0ca48ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b31f70-7c6a-4e6c-bf00-5f7553cfc326,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:36.749920 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-f4207c16-bf97-4548-aa8f-29056520c16a tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:36.766810 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-f4207c16-bf97-4548-aa8f-29056520c16a tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/networks?id=9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e HTTP/1.1" status: 200 len: 811 time: 0.7318664 Aug 17 00:06:36.857799 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-9b734f9e-715f-4129-9b84-f1d2815c0bfe tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/quotas/577829ee48ff4a458b8d3998e4ad7f2a HTTP/1.1" status: 200 len: 375 time: 0.0841477 Aug 17 00:06:36.971767 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-e53b1a4b-21a7-40c8-a38d-9beee8aac345 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:36.974044 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-e53b1a4b-21a7-40c8-a38d-9beee8aac345 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.64 "GET /v2.0/networks?id=bf42c908-bd85-4d10-afc7-00681d389032 HTTP/1.1" status: 200 len: 812 time: 0.4665034 Aug 17 00:06:36.974830 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42514) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:37.007437 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-37f5572a-edf7-4718-84f6-2eef04753e31 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=577829ee48ff4a458b8d3998e4ad7f2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1347995 Aug 17 00:06:37.008439 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1099bd46-ecd2-48b2-9435-e6db3ac532cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:37.017242 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-e5d1d85b-3cd2-4a13-be46-54c5bc8fe942 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Request body: {'port': {'device_id': '384f4372-e515-46ee-951f-93143648ed2b', 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'admin_state_up': True, 'tenant_id': '61108af2093845fe9a64c45c9df6e55d'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:37.244094 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port f8cee8b8-79a0-4587-8f7d-215fdb704ebe triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:37.251440 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:37.333288 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76f97b15-8908-44cf-b731-c32f584264b9 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:37.422967 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 8e462fc2-4215-4efc-b841-3f32ebd46d07 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:06:37.453065 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ccf9d875-1bc3-4a24-bc29-f0bd790d7566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adae625-e296-4041-b5b1-8e4583334d68', 'name': 'tempest-TaggedBootDevicesTest_v242-573599797-router', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:24Z', 'updated_at': '2021-08-17T00:06:33Z', 'revision_number': 4, 'project_id': '4c3689368c2d4f3084af070981f83d10', 'gw_port': {'id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adae625-e296-4041-b5b1-8e4583334d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:26Z', 'updated_at': '2021-08-17T00:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c', 'name': '', 'network_id': '7992826d-70e9-4f64-99b5-2a5f899624d8', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'mac_address': 'fa:16:3e:8e:15:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adae625-e296-4041-b5b1-8e4583334d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': 'e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:31Z', 'updated_at': '2021-08-17T00:06:33Z', 'revision_number': 2, 'project_id': '4c3689368c2d4f3084af070981f83d10', 'subnets': [{'id': 'e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:37.454949 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 8e462fc2-4215-4efc-b841-3f32ebd46d07 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:06:37.455251 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 8e462fc2-4215-4efc-b841-3f32ebd46d07 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:06:37.496593 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf9d875-1bc3-4a24-bc29-f0bd790d7566 None None] Checking router: 0adae625-e296-4041-b5b1-8e4583334d68 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:06:37.497072 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf9d875-1bc3-4a24-bc29-f0bd790d7566 None None] Updating router 0adae625-e296-4041-b5b1-8e4583334d68 port 9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:06:37.526129 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ccf9d875-1bc3-4a24-bc29-f0bd790d7566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:37.682129 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8684fbeb-774d-42cd-a738-72997e655e38 req-c0aff6e8-da93-4f83-886f-5c68b88be1fb tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=384f4372-e515-46ee-951f-93143648ed2b HTTP/1.1" status: 200 len: 210 time: 0.0943124 Aug 17 00:06:37.784723 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1099bd46-ecd2-48b2-9435-e6db3ac532cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:37.802303 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1099bd46-ecd2-48b2-9435-e6db3ac532cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:37.805988 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76f97b15-8908-44cf-b731-c32f584264b9 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:37.930778 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1099bd46-ecd2-48b2-9435-e6db3ac532cd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=87dad989c2454142a943321bdfcde945&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9477141 Aug 17 00:06:37.936375 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42538) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:37.960579 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ccf9d875-1bc3-4a24-bc29-f0bd790d7566 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:37.996397 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ccf9d875-1bc3-4a24-bc29-f0bd790d7566 None None] Transition to ACTIVE for port object 9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:06:37.998126 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-e5d1d85b-3cd2-4a13-be46-54c5bc8fe942 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Made reservation on behalf of 61108af2093845fe9a64c45c9df6e55d for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:06:38.002208 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-e5d1d85b-3cd2-4a13-be46-54c5bc8fe942 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:38.011806 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ccf9d875-1bc3-4a24-bc29-f0bd790d7566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:38.016997 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099bd46-ecd2-48b2-9435-e6db3ac532cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b8307b-aa39-49ad-86b5-21f9a8eef8fc,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:38.073468 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b47c8d67-4eee-4bfc-832e-3a86ea315e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:38.106056 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b47c8d67-4eee-4bfc-832e-3a86ea315e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:38.145206 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-214e6513-44ce-4588-9a42-e1ca404d382f service neutron] 10.222.0.60 "GET /v2.0/networks/9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5509233 Aug 17 00:06:38.148856 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03862e42-e43f-4809-88a0-c181df41d897 None None] Pushing event updated for resources: {'Port': ['ID=9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:38.191080 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b47c8d67-4eee-4bfc-832e-3a86ea315e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:38.194730 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b47c8d67-4eee-4bfc-832e-3a86ea315e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:38.198008 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b47c8d67-4eee-4bfc-832e-3a86ea315e72 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/58b8307b-aa39-49ad-86b5-21f9a8eef8fc HTTP/1.1" status: 204 len: 168 time: 0.2599916 Aug 17 00:06:38.210776 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f97b15-8908-44cf-b731-c32f584264b9 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Router 754fb258-ca21-4d92-9dfa-3866d2c756f2 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:06:38.259524 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c8d67-4eee-4bfc-832e-3a86ea315e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b8307b-aa39-49ad-86b5-21f9a8eef8fc,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:38.324358 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-e5d1d85b-3cd2-4a13-be46-54c5bc8fe942 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Allocated IP 172.20.0.7 (bf42c908-bd85-4d10-afc7-00681d389032/1afde0e7-f7b0-4278-82ad-0cbe61d404a7/d17a5703-97f8-4991-821d-1214497843af) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:06:38.329782 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ccf9d875-1bc3-4a24-bc29-f0bd790d7566 None None] Attempting to bind port 9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:06:38.330280 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ccf9d875-1bc3-4a24-bc29-f0bd790d7566 None None] Attempting to bind port 9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '989ca3c6-4bce-4091-9883-2d05012f0c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7992826d-70e9-4f64-99b5-2a5f899624d8'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:06:38.330545 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf9d875-1bc3-4a24-bc29-f0bd790d7566 None None] Attempting to bind port 9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c on network 7992826d-70e9-4f64-99b5-2a5f899624d8 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:06:38.351946 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf9d875-1bc3-4a24-bc29-f0bd790d7566 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:06:38.354758 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf9d875-1bc3-4a24-bc29-f0bd790d7566 None None] Checking segment: {'id': '989ca3c6-4bce-4091-9883-2d05012f0c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7992826d-70e9-4f64-99b5-2a5f899624d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:06:38.355288 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ccf9d875-1bc3-4a24-bc29-f0bd790d7566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:38.355687 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf9d875-1bc3-4a24-bc29-f0bd790d7566 None None] Bound using segment: {'id': '989ca3c6-4bce-4091-9883-2d05012f0c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7992826d-70e9-4f64-99b5-2a5f899624d8'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:06:38.357883 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ccf9d875-1bc3-4a24-bc29-f0bd790d7566 None None] Bound port: 9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989ca3c6-4bce-4091-9883-2d05012f0c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7992826d-70e9-4f64-99b5-2a5f899624d8'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:06:38.358327 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ccf9d875-1bc3-4a24-bc29-f0bd790d7566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:38.457600 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-23e916e5-9e8b-4c7b-b4c5-b0fbedab9dc5 service neutron] 10.222.0.60 "GET /v2.0/networks/9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114073 Aug 17 00:06:38.519156 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ccf9d875-1bc3-4a24-bc29-f0bd790d7566 None None] For port 9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:06:38.522956 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ccf9d875-1bc3-4a24-bc29-f0bd790d7566 None None] For port 9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c,segment=NetworkSegment(989ca3c6-4bce-4091-9883-2d05012f0c73),segment_id=989ca3c6-4bce-4091-9883-2d05012f0c73)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:06:38.532560 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ccf9d875-1bc3-4a24-bc29-f0bd790d7566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:38.586933 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f97b15-8908-44cf-b731-c32f584264b9 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:06:38.598469 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e11d6f-5850-4150-b7c6-d16acdaf0016 None None] Sync routers for ids ['754fb258-ca21-4d92-9dfa-3866d2c756f2'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:06:38.615638 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e11d6f-5850-4150-b7c6-d16acdaf0016 None None] Routers {'754fb258-ca21-4d92-9dfa-3866d2c756f2'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:38.617407 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-54e11d6f-5850-4150-b7c6-d16acdaf0016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:06:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['754fb258-ca21-4d92-9dfa-3866d2c756f2'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:38.632750 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76f97b15-8908-44cf-b731-c32f584264b9 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:38.636599 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-76f97b15-8908-44cf-b731-c32f584264b9 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.8658133 Aug 17 00:06:38.636851 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42546) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:38.642810 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-b9e57c39-cda6-4d2a-a1c7-96bf8126af8c tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'enable_snat': False}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:38.688660 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03862e42-e43f-4809-88a0-c181df41d897 None None] Pushing event updated for resources: {'Port': ['ID=9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:38.712435 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-54e11d6f-5850-4150-b7c6-d16acdaf0016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:38.729220 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf9d875-1bc3-4a24-bc29-f0bd790d7566 None None] Routers {'0adae625-e296-4041-b5b1-8e4583334d68'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:38.729886 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ccf9d875-1bc3-4a24-bc29-f0bd790d7566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:06:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['0adae625-e296-4041-b5b1-8e4583334d68'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:38.741848 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e11d6f-5850-4150-b7c6-d16acdaf0016 None None] Routers {'754fb258-ca21-4d92-9dfa-3866d2c756f2'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:38.743468 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-54e11d6f-5850-4150-b7c6-d16acdaf0016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:06:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['754fb258-ca21-4d92-9dfa-3866d2c756f2'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:38.873978 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-e5d1d85b-3cd2-4a13-be46-54c5bc8fe942 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:38.953924 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-54e11d6f-5850-4150-b7c6-d16acdaf0016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:38.959202 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e11d6f-5850-4150-b7c6-d16acdaf0016 None None] The sync data for ids ['754fb258-ca21-4d92-9dfa-3866d2c756f2'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:06:39.032552 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6351a9a0-005d-403d-aff7-ec8563a14ae5 req-ab59e308-25a9-4a15-a22b-c2983d1acb68 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=384f4372-e515-46ee-951f-93143648ed2b HTTP/1.1" status: 200 len: 210 time: 0.1893349 Aug 17 00:06:39.043459 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-ccf9d875-1bc3-4a24-bc29-f0bd790d7566 None None] Set router 0adae625-e296-4041-b5b1-8e4583334d68 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:39.096369 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-855ec709-85d8-4e56-a08d-29d1ca9a67ac req-ba07c5f7-938b-4255-8ddb-9c3d5840fa24 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1759a0-96ab-4ad3-bde8-98877ea06575 HTTP/1.1" status: 200 len: 210 time: 0.1741247 Aug 17 00:06:39.106290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-e5d1d85b-3cd2-4a13-be46-54c5bc8fe942 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Transition to ACTIVE for port object d17a5703-97f8-4991-821d-1214497843af will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:06:39.156579 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-e5d1d85b-3cd2-4a13-be46-54c5bc8fe942 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:39.177416 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['7c8873b4-93a4-4df6-bf56-3611a674fd0f'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:06:39.262332 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42558) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:39.277173 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b9e57c39-cda6-4d2a-a1c7-96bf8126af8c tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:39.337571 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-832a3215-7be1-4e34-be06-4013132dbe2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:39.340551 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-e5d1d85b-3cd2-4a13-be46-54c5bc8fe942 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Network bf42c908-bd85-4d10-afc7-00681d389032 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:06:39.364585 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-e5d1d85b-3cd2-4a13-be46-54c5bc8fe942 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:06:39.384043 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-e5d1d85b-3cd2-4a13-be46-54c5bc8fe942 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:06:39.466346 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1d85b-3cd2-4a13-be46-54c5bc8fe942 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Pushing event updated for resources: {'Port': ['ID=d17a5703-97f8-4991-821d-1214497843af,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:39.565024 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-e5d1d85b-3cd2-4a13-be46-54c5bc8fe942 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:39.565852 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-e5d1d85b-3cd2-4a13-be46-54c5bc8fe942 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:39.710675 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-832a3215-7be1-4e34-be06-4013132dbe2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:39.728077 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-832a3215-7be1-4e34-be06-4013132dbe2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:39.761698 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-e5d1d85b-3cd2-4a13-be46-54c5bc8fe942 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7504697 Aug 17 00:06:39.803024 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Request body: {'port': {'device_id': '384f4372-e515-46ee-951f-93143648ed2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:39.858432 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a3215-7be1-4e34-be06-4013132dbe2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da83263-0516-47d5-b03d-29cdf1549362,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:39.868735 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-832a3215-7be1-4e34-be06-4013132dbe2c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b3894bf2e526473f970a70a8a0362be9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5990274 Aug 17 00:06:39.872910 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42570) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:39.927706 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-613d9834-624d-49f0-89ad-83f4a1b42827 None None] Provisioning for port d17a5703-97f8-4991-821d-1214497843af completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:06:39.961419 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:39.967828 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-613d9834-624d-49f0-89ad-83f4a1b42827 None None] Provisioning complete for port d17a5703-97f8-4991-821d-1214497843af triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:39.968268 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-613d9834-624d-49f0-89ad-83f4a1b42827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:40.075074 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dd0c5b73-2420-43e4-aa2c-018e57a2dd84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:40.104330 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b9e57c39-cda6-4d2a-a1c7-96bf8126af8c tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126458'] for router, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:40.112537 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b9e57c39-cda6-4d2a-a1c7-96bf8126af8c tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635776'] for router, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:40.161385 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-613d9834-624d-49f0-89ad-83f4a1b42827 None None] Port d17a5703-97f8-4991-821d-1214497843af cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:06:40.163178 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:40.182850 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ccf9d875-1bc3-4a24-bc29-f0bd790d7566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adae625-e296-4041-b5b1-8e4583334d68', 'name': 'tempest-TaggedBootDevicesTest_v242-573599797-router', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:24Z', 'updated_at': '2021-08-17T00:06:33Z', 'revision_number': 4, 'project_id': '4c3689368c2d4f3084af070981f83d10', 'gw_port': {'id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adae625-e296-4041-b5b1-8e4583334d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:26Z', 'updated_at': '2021-08-17T00:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c', 'name': '', 'network_id': '7992826d-70e9-4f64-99b5-2a5f899624d8', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'mac_address': 'fa:16:3e:8e:15:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adae625-e296-4041-b5b1-8e4583334d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': 'e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:31Z', 'updated_at': '2021-08-17T00:06:38Z', 'revision_number': 4, 'project_id': '4c3689368c2d4f3084af070981f83d10', 'subnets': [{'id': 'e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:40.255586 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf9d875-1bc3-4a24-bc29-f0bd790d7566 None None] The sync data for ids ['0adae625-e296-4041-b5b1-8e4583334d68'] in n-d-800088-20 is: [{'id': '0adae625-e296-4041-b5b1-8e4583334d68', 'name': 'tempest-TaggedBootDevicesTest_v242-573599797-router', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:24Z', 'updated_at': '2021-08-17T00:06:33Z', 'revision_number': 4, 'project_id': '4c3689368c2d4f3084af070981f83d10', 'gw_port': {'id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adae625-e296-4041-b5b1-8e4583334d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:26Z', 'updated_at': '2021-08-17T00:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c', 'name': '', 'network_id': '7992826d-70e9-4f64-99b5-2a5f899624d8', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'mac_address': 'fa:16:3e:8e:15:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adae625-e296-4041-b5b1-8e4583334d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': 'e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:31Z', 'updated_at': '2021-08-17T00:06:38Z', 'revision_number': 4, 'project_id': '4c3689368c2d4f3084af070981f83d10', 'subnets': [{'id': 'e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:06:40.331763 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e57c39-cda6-4d2a-a1c7-96bf8126af8c tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Router 754fb258-ca21-4d92-9dfa-3866d2c756f2 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:06:40.614049 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dd0c5b73-2420-43e4-aa2c-018e57a2dd84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:40.659952 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-344fdb49-2e77-4053-8610-56d7ec3223b7 req-8bc50c20-b7b2-461f-b497-c477c4ed347d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1759a0-96ab-4ad3-bde8-98877ea06575 HTTP/1.1" status: 200 len: 210 time: 0.1497133 Aug 17 00:06:40.776987 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17a5703-97f8-4991-821d-1214497843af {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:06:40.795735 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:40.851556 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfec2a-515d-407d-be20-e91f89a6e2aa req-224a3069-3450-4f41-bd16-6fcea3bf39a9 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:40.855500 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90bfec2a-515d-407d-be20-e91f89a6e2aa req-224a3069-3450-4f41-bd16-6fcea3bf39a9 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=384f4372-e515-46ee-951f-93143648ed2b HTTP/1.1" status: 200 len: 931 time: 0.3442681 Aug 17 00:06:41.049758 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-e0e47ede-4811-4272-8070-a3fae464f4b8 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:41.053764 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-e0e47ede-4811-4272-8070-a3fae464f4b8 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.64 "GET /v2.0/networks?id=9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e HTTP/1.1" status: 200 len: 811 time: 0.3129284 Aug 17 00:06:41.064848 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Transition to ACTIVE for port object d17a5703-97f8-4991-821d-1214497843af will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:06:41.097524 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e57c39-cda6-4d2a-a1c7-96bf8126af8c tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:06:41.102566 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:41.109104 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b9e57c39-cda6-4d2a-a1c7-96bf8126af8c tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:41.109727 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8786a4a7-454e-44ba-a70b-30a19757f009 None None] Sync routers for ids ['754fb258-ca21-4d92-9dfa-3866d2c756f2'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:06:41.110174 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b9e57c39-cda6-4d2a-a1c7-96bf8126af8c tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "PUT /v2.0/routers/754fb258-ca21-4d92-9dfa-3866d2c756f2 HTTP/1.1" status: 200 len: 926 time: 2.4704077 Aug 17 00:06:41.112583 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42584) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:41.130830 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8786a4a7-454e-44ba-a70b-30a19757f009 None None] Routers {'754fb258-ca21-4d92-9dfa-3866d2c756f2'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:41.134946 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-8786a4a7-454e-44ba-a70b-30a19757f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:06:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['754fb258-ca21-4d92-9dfa-3866d2c756f2'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:41.233547 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-8786a4a7-454e-44ba-a70b-30a19757f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:41.258625 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8786a4a7-454e-44ba-a70b-30a19757f009 None None] Routers {'754fb258-ca21-4d92-9dfa-3866d2c756f2'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:41.259585 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-8786a4a7-454e-44ba-a70b-30a19757f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:06:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['754fb258-ca21-4d92-9dfa-3866d2c756f2'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:41.281897 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-8f4ddc54-5e46-4ffc-9885-865921b401dc tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=577829ee48ff4a458b8d3998e4ad7f2a HTTP/1.1" status: 200 len: 379 time: 0.2094185 Aug 17 00:06:41.306780 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dd0c5b73-2420-43e4-aa2c-018e57a2dd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:41.320610 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dd0c5b73-2420-43e4-aa2c-018e57a2dd84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:41.324489 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-dd0c5b73-2420-43e4-aa2c-018e57a2dd84 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8da83263-0516-47d5-b03d-29cdf1549362 HTTP/1.1" status: 204 len: 168 time: 1.4498343 Aug 17 00:06:41.348686 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-8786a4a7-454e-44ba-a70b-30a19757f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:41.350556 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8786a4a7-454e-44ba-a70b-30a19757f009 None None] The sync data for ids ['754fb258-ca21-4d92-9dfa-3866d2c756f2'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:06:41.363080 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1571a9a5-97cc-4468-8709-8c3dd17629a9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Request body: {'port': {'device_id': 'cc1759a0-96ab-4ad3-bde8-98877ea06575', 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e', 'admin_state_up': True, 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'security_groups': ['cee0cbe8-79bc-43bd-99df-d339d8cab61a']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:41.387615 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-908c93c2-30bb-4fec-8cc4-2e3d201fbd3a tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "GET /v2.0/routers/754fb258-ca21-4d92-9dfa-3866d2c756f2 HTTP/1.1" status: 200 len: 926 time: 0.2731657 Aug 17 00:06:41.388721 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42588) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:41.397197 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c5b73-2420-43e4-aa2c-018e57a2dd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da83263-0516-47d5-b03d-29cdf1549362,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:41.407171 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90bfec2a-515d-407d-be20-e91f89a6e2aa req-6c7baaf8-23e0-43c6-8fea-0b1999f81db5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654592 Aug 17 00:06:41.539954 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22269988-31a2-47d1-b361-06db93fed593 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:41.545870 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-22269988-31a2-47d1-b361-06db93fed593 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=f9960621-448c-44b3-8317-7433dc6ce660&device_id=754fb258-ca21-4d92-9dfa-3866d2c756f2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1557844 Aug 17 00:06:41.547560 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:41.548614 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42590) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:41.580781 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Pushing event updated for resources: {'Port': ['ID=d17a5703-97f8-4991-821d-1214497843af,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:41.597568 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c5b73-2420-43e4-aa2c-018e57a2dd84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:41.599223 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c5b73-2420-43e4-aa2c-018e57a2dd84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:41.599687 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c5b73-2420-43e4-aa2c-018e57a2dd84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:41.601470 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c5b73-2420-43e4-aa2c-018e57a2dd84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:41.601470 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c5b73-2420-43e4-aa2c-018e57a2dd84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:41.601470 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c5b73-2420-43e4-aa2c-018e57a2dd84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:41.601805 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c5b73-2420-43e4-aa2c-018e57a2dd84 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:41.602092 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c5b73-2420-43e4-aa2c-018e57a2dd84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:41.602427 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c5b73-2420-43e4-aa2c-018e57a2dd84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:41.602765 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c5b73-2420-43e4-aa2c-018e57a2dd84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:41.603269 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c5b73-2420-43e4-aa2c-018e57a2dd84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:41.603429 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c5b73-2420-43e4-aa2c-018e57a2dd84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:41.651634 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:41.651999 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:41.652349 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:41.652692 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:41.653032 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:41.653465 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:41.654422 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:41.655494 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:41.655868 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:41.656207 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:41.656542 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:41.656876 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:41.811168 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ea7ed2-7b1b-4396-80ae-01ea2e965b66 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:41.818901 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-14ea7ed2-7b1b-4396-80ae-01ea2e965b66 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 881 time: 0.2662566 Aug 17 00:06:41.819751 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42598) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:41.833722 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Attempting to bind port d17a5703-97f8-4991-821d-1214497843af on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:06:41.834470 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Attempting to bind port d17a5703-97f8-4991-821d-1214497843af by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:06:41.835065 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Attempting to bind port d17a5703-97f8-4991-821d-1214497843af on network bf42c908-bd85-4d10-afc7-00681d389032 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:06:41.875614 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Port d17a5703-97f8-4991-821d-1214497843af on network bf42c908-bd85-4d10-afc7-00681d389032 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:06:41.876025 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Attempting to bind port d17a5703-97f8-4991-821d-1214497843af on network bf42c908-bd85-4d10-afc7-00681d389032 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:06:41.888962 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a5f8518f-6008-4f37-a4f1-7de08852594f tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "GET /v2.0/ports?device_id=754fb258-ca21-4d92-9dfa-3866d2c756f2 HTTP/1.1" status: 200 len: 205 time: 0.0655255 Aug 17 00:06:41.891957 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42602) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:41.918931 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4487201c-74ea-44ed-a1ec-c8d1e2df27ad req-18ec7bc7-98f2-46e6-b855-b6ce768d37e5 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1759a0-96ab-4ad3-bde8-98877ea06575 HTTP/1.1" status: 200 len: 210 time: 0.0806673 Aug 17 00:06:41.932918 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:06:41.933269 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Checking segment: {'id': 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:06:41.933755 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Bound using segment: {'id': 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:06:41.934281 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Bound port: d17a5703-97f8-4991-821d-1214497843af, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:06:41.935142 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:41.980593 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1571a9a5-97cc-4468-8709-8c3dd17629a9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Made reservation on behalf of 577829ee48ff4a458b8d3998e4ad7f2a for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:06:41.985769 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1571a9a5-97cc-4468-8709-8c3dd17629a9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:42.132763 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] For port d17a5703-97f8-4991-821d-1214497843af, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:06:42.160380 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] For port d17a5703-97f8-4991-821d-1214497843af, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d17a5703-97f8-4991-821d-1214497843af,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:06:42.173453 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:42.207904 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f87306a-f773-49f2-a80c-435da8c60f16 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:42.357873 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:42.358517 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:42.359947 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] 10.222.0.64 "PUT /v2.0/ports/d17a5703-97f8-4991-821d-1214497843af HTTP/1.1" status: 200 len: 1092 time: 2.5774491 Aug 17 00:06:42.379610 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384f4372-e515-46ee-951f-93143648ed2b', 'tag': 'd17a5703-97f8-4991-821d-1214497843af'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:06:42.383755 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cb87ea-2fef-4e0b-ba0c-bd12b1b86c00" -d '{"events": [{"name": "network-changed", "server_uuid": "384f4372-e515-46ee-951f-93143648ed2b", "tag": "d17a5703-97f8-4991-821d-1214497843af"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:06:42.420797 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:06:42.519531 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1571a9a5-97cc-4468-8709-8c3dd17629a9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Allocated IP 172.20.0.14 (9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e/f65ff7a7-5ac0-412f-a1d3-f77a57ca9614/99d138ea-de8a-479c-9ac8-f5548ba8f2e7) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:06:42.550238 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f87306a-f773-49f2-a80c-435da8c60f16 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:42.569517 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:06:42.576428 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:42.577160 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:42.657797 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-8f87306a-f773-49f2-a80c-435da8c60f16 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Deleting port caec5394-6426-4b9e-ac4b-fbb360d683fb {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:06:42.658297 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f87306a-f773-49f2-a80c-435da8c60f16 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:42.759616 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1571a9a5-97cc-4468-8709-8c3dd17629a9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:42.775425 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1571a9a5-97cc-4468-8709-8c3dd17629a9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Transition to ACTIVE for port object 99d138ea-de8a-479c-9ac8-f5548ba8f2e7 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:06:42.802907 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:42.831211 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44e9503-9dca-4dad-a0b4-c1df9a878bfe x-openstack-request-id: req-f44e9503-9dca-4dad-a0b4-c1df9a878bfe {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:06:42.831520 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "384f4372-e515-46ee-951f-93143648ed2b", "tag": "d17a5703-97f8-4991-821d-1214497843af", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:06:42.833770 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f44e9503-9dca-4dad-a0b4-c1df9a878bfe {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:06:42.834234 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '384f4372-e515-46ee-951f-93143648ed2b', 'tag': 'd17a5703-97f8-4991-821d-1214497843af', 'status': 'completed', 'code': 200} Aug 17 00:06:42.843623 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f87306a-f773-49f2-a80c-435da8c60f16 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:42.859988 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-8f87306a-f773-49f2-a80c-435da8c60f16 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Calling delete_port for caec5394-6426-4b9e-ac4b-fbb360d683fb owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:06:42.896524 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1571a9a5-97cc-4468-8709-8c3dd17629a9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:42.952424 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-a70edfea-144d-43af-8e9a-ce57d749e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:42.953027 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c,segment=NetworkSegment(989ca3c6-4bce-4091-9883-2d05012f0c73),segment_id=989ca3c6-4bce-4091-9883-2d05012f0c73)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:42.954182 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-a70edfea-144d-43af-8e9a-ce57d749e198 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61108af2093845fe9a64c45c9df6e55d&device_id=384f4372-e515-46ee-951f-93143648ed2b HTTP/1.1" status: 200 len: 1095 time: 0.5140696 Aug 17 00:06:42.956263 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653674f-de6d-4967-9c7b-1c942b57000f service neutron] Pushing event updated for resources: {'Port': ['ID=d17a5703-97f8-4991-821d-1214497843af,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:42.969776 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.040113 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571a9a5-97cc-4468-8709-8c3dd17629a9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Pushing event updated for resources: {'Port': ['ID=99d138ea-de8a-479c-9ac8-f5548ba8f2e7,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:43.082476 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:43.110331 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1571a9a5-97cc-4468-8709-8c3dd17629a9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Network 9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:06:43.112619 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-ea2cc0b7-9601-40e9-be5c-863dc3b6889e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d17a5703-97f8-4991-821d-1214497843af HTTP/1.1" status: 200 len: 217 time: 0.0610337 Aug 17 00:06:43.127856 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1571a9a5-97cc-4468-8709-8c3dd17629a9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:06:43.140896 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1571a9a5-97cc-4468-8709-8c3dd17629a9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:06:43.237389 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f87306a-f773-49f2-a80c-435da8c60f16 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.263532 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8686e49-26d5-47a9-b010-8860b7169d8d req-f2b59126-5117-4495-a861-44743b8feb61 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:43.273070 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a8686e49-26d5-47a9-b010-8860b7169d8d req-f2b59126-5117-4495-a861-44743b8feb61 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=384f4372-e515-46ee-951f-93143648ed2b HTTP/1.1" status: 200 len: 943 time: 0.4367132 Aug 17 00:06:43.288017 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87306a-f773-49f2-a80c-435da8c60f16 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Pushing event deleted for resources: {'Port': ['ID=caec5394-6426-4b9e-ac4b-fbb360d683fb,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:43.367056 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1571a9a5-97cc-4468-8709-8c3dd17629a9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:43.368106 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1571a9a5-97cc-4468-8709-8c3dd17629a9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.379592 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-54611eac-2bb7-49cd-909c-2c36d3ea7ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:43.384439 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-54611eac-2bb7-49cd-909c-2c36d3ea7ef1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1afde0e7-f7b0-4278-82ad-0cbe61d404a7 HTTP/1.1" status: 200 len: 851 time: 0.2493529 Aug 17 00:06:43.426582 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf46ace-41bc-402e-b024-ffdfc9ef3f48 req-c177a603-8359-420e-9b70-1f3d9a65fcfa tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:43.426582 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-caf46ace-41bc-402e-b024-ffdfc9ef3f48 req-c177a603-8359-420e-9b70-1f3d9a65fcfa tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1759a0-96ab-4ad3-bde8-98877ea06575 HTTP/1.1" status: 200 len: 932 time: 0.2930729 Aug 17 00:06:43.426867 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f87306a-f773-49f2-a80c-435da8c60f16 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.465081 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a8686e49-26d5-47a9-b010-8860b7169d8d req-e0626768-06a2-45de-b792-5ff1945e3293 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794095 Aug 17 00:06:43.469077 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1571a9a5-97cc-4468-8709-8c3dd17629a9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1668046 Aug 17 00:06:43.493395 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1bc218e9-c670-414f-9b58-f3f503527098 service neutron] Request body: {'port': {'device_id': 'cc1759a0-96ab-4ad3-bde8-98877ea06575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:43.600285 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-caf46ace-41bc-402e-b024-ffdfc9ef3f48 req-eab69818-6b37-40f8-9321-634ef6f8f540 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=cee0cbe8-79bc-43bd-99df-d339d8cab61a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694596 Aug 17 00:06:43.600909 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e3740646-6e28-408f-a975-05d3d8231946 None None] Provisioning for port 99d138ea-de8a-479c-9ac8-f5548ba8f2e7 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:06:43.605667 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-21e080df-3776-435d-a33e-cd2ff92f5c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:43.607622 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e3740646-6e28-408f-a975-05d3d8231946 None None] Provisioning complete for port 99d138ea-de8a-479c-9ac8-f5548ba8f2e7 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:43.608088 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-21e080df-3776-435d-a33e-cd2ff92f5c4c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf42c908-bd85-4d10-afc7-00681d389032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1870391 Aug 17 00:06:43.608249 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e3740646-6e28-408f-a975-05d3d8231946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.615165 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1bc218e9-c670-414f-9b58-f3f503527098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.629700 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f87306a-f773-49f2-a80c-435da8c60f16 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.635640 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f87306a-f773-49f2-a80c-435da8c60f16 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.686329 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-e3740646-6e28-408f-a975-05d3d8231946 None None] Port 99d138ea-de8a-479c-9ac8-f5548ba8f2e7 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:06:43.746787 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f87306a-f773-49f2-a80c-435da8c60f16 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.747606 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f87306a-f773-49f2-a80c-435da8c60f16 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Fanout notify agent at l3_agent the message router_deleted on router 754fb258-ca21-4d92-9dfa-3866d2c756f2 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:06:43.762326 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f87306a-f773-49f2-a80c-435da8c60f16 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.764079 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8f87306a-f773-49f2-a80c-435da8c60f16 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "DELETE /v2.0/routers/754fb258-ca21-4d92-9dfa-3866d2c756f2 HTTP/1.1" status: 204 len: 168 time: 1.8710752 Aug 17 00:06:43.768284 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42642) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:43.773904 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-59e3754f-1c6d-49d6-a820-2a8fda75e036 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-63722362', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:43.812962 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-59e3754f-1c6d-49d6-a820-2a8fda75e036 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.814590 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-59e3754f-1c6d-49d6-a820-2a8fda75e036 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.836848 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-33660258-4a06-4adb-9145-15cb5b28a4bf service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193918 Aug 17 00:06:43.893748 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-59e3754f-1c6d-49d6-a820-2a8fda75e036 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.906353 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-59e3754f-1c6d-49d6-a820-2a8fda75e036 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.945847 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-59e3754f-1c6d-49d6-a820-2a8fda75e036 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.947609 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-59e3754f-1c6d-49d6-a820-2a8fda75e036 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1776268 Aug 17 00:06:43.950071 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42650) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:43.968410 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-e96159cb-7bb7-41b3-a6f3-3b1887f9d2de tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:43.968548 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:06:44.000005 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-155cb44b-ec1a-4063-ab32-8c221a33ed29 req-1692fca2-102d-483f-b257-c100fdbadab3 service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542861 Aug 17 00:06:44.143454 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb87ea-2fef-4e0b-ba0c-bd12b1b86c00 req-f4f6fad9-8c26-4fe2-b2ff-d93b8ec9937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:44.144822 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44cb87ea-2fef-4e0b-ba0c-bd12b1b86c00 req-f4f6fad9-8c26-4fe2-b2ff-d93b8ec9937e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61108af2093845fe9a64c45c9df6e55d&device_id=384f4372-e515-46ee-951f-93143648ed2b HTTP/1.1" status: 200 len: 1095 time: 0.0868609 Aug 17 00:06:44.184423 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1bc218e9-c670-414f-9b58-f3f503527098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d138ea-de8a-479c-9ac8-f5548ba8f2e7 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:06:44.217654 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1bc218e9-c670-414f-9b58-f3f503527098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:44.245894 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1bc218e9-c670-414f-9b58-f3f503527098 service neutron] Transition to ACTIVE for port object 99d138ea-de8a-479c-9ac8-f5548ba8f2e7 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:06:44.263263 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1bc218e9-c670-414f-9b58-f3f503527098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:44.282480 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e96159cb-7bb7-41b3-a6f3-3b1887f9d2de tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:44.318969 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb87ea-2fef-4e0b-ba0c-bd12b1b86c00 req-2c117754-4397-4ce0-a2fd-c8003d5a4d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:44.320451 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44cb87ea-2fef-4e0b-ba0c-bd12b1b86c00 req-2c117754-4397-4ce0-a2fd-c8003d5a4d70 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf42c908-bd85-4d10-afc7-00681d389032 HTTP/1.1" status: 200 len: 913 time: 0.1654279 Aug 17 00:06:44.375326 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:06:44.407325 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc218e9-c670-414f-9b58-f3f503527098 service neutron] Pushing event updated for resources: {'Port': ['ID=99d138ea-de8a-479c-9ac8-f5548ba8f2e7,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:44.413932 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44cb87ea-2fef-4e0b-ba0c-bd12b1b86c00 req-f26c3def-df53-4989-922b-5fd5e494461f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d17a5703-97f8-4991-821d-1214497843af HTTP/1.1" status: 200 len: 217 time: 0.0838556 Aug 17 00:06:44.522884 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:44.523261 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:44.581712 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb87ea-2fef-4e0b-ba0c-bd12b1b86c00 req-bcca579f-39f9-4992-a7de-194d5b64af9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:44.583226 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44cb87ea-2fef-4e0b-ba0c-bd12b1b86c00 req-bcca579f-39f9-4992-a7de-194d5b64af9c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1afde0e7-f7b0-4278-82ad-0cbe61d404a7 HTTP/1.1" status: 200 len: 851 time: 0.1630025 Aug 17 00:06:44.748814 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1bc218e9-c670-414f-9b58-f3f503527098 service neutron] Attempting to bind port 99d138ea-de8a-479c-9ac8-f5548ba8f2e7 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:06:44.749494 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1bc218e9-c670-414f-9b58-f3f503527098 service neutron] Attempting to bind port 99d138ea-de8a-479c-9ac8-f5548ba8f2e7 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4c5a094e-350e-4376-8e86-ac9d4b58e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:06:44.749845 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1bc218e9-c670-414f-9b58-f3f503527098 service neutron] Attempting to bind port 99d138ea-de8a-479c-9ac8-f5548ba8f2e7 on network 9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:06:44.826513 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1bc218e9-c670-414f-9b58-f3f503527098 service neutron] Port 99d138ea-de8a-479c-9ac8-f5548ba8f2e7 on network 9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:06:44.826948 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1bc218e9-c670-414f-9b58-f3f503527098 service neutron] Attempting to bind port 99d138ea-de8a-479c-9ac8-f5548ba8f2e7 on network 9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:06:44.848189 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb87ea-2fef-4e0b-ba0c-bd12b1b86c00 req-948a9792-31cd-4781-a18f-b282ed41bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:44.848754 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e96159cb-7bb7-41b3-a6f3-3b1887f9d2de tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:44.850191 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44cb87ea-2fef-4e0b-ba0c-bd12b1b86c00 req-948a9792-31cd-4781-a18f-b282ed41bea4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf42c908-bd85-4d10-afc7-00681d389032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2453411 Aug 17 00:06:44.858501 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1bc218e9-c670-414f-9b58-f3f503527098 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:06:44.858734 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1bc218e9-c670-414f-9b58-f3f503527098 service neutron] Checking segment: {'id': '4c5a094e-350e-4376-8e86-ac9d4b58e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:06:44.859134 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1bc218e9-c670-414f-9b58-f3f503527098 service neutron] Bound using segment: {'id': '4c5a094e-350e-4376-8e86-ac9d4b58e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:06:44.859723 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1bc218e9-c670-414f-9b58-f3f503527098 service neutron] Bound port: 99d138ea-de8a-479c-9ac8-f5548ba8f2e7, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c5a094e-350e-4376-8e86-ac9d4b58e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:06:44.860265 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1bc218e9-c670-414f-9b58-f3f503527098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:44.875902 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e96159cb-7bb7-41b3-a6f3-3b1887f9d2de tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:44.971542 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c0376-5be8-4e45-9ae2-1bf9e8df56be req-7a512062-fa76-4fee-a979-b8b92306b65f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:44.972824 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-342c0376-5be8-4e45-9ae2-1bf9e8df56be req-7a512062-fa76-4fee-a979-b8b92306b65f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=384f4372-e515-46ee-951f-93143648ed2b HTTP/1.1" status: 200 len: 943 time: 0.3158879 Aug 17 00:06:45.019233 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-e96159cb-7bb7-41b3-a6f3-3b1887f9d2de tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Allocated IP 172.25.3.18 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/e604163e-ec16-4c46-afea-d692a5f7a36d) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:06:45.253291 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e96159cb-7bb7-41b3-a6f3-3b1887f9d2de tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:45.306823 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e96159cb-7bb7-41b3-a6f3-3b1887f9d2de tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:45.374888 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96159cb-7bb7-41b3-a6f3-3b1887f9d2de tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:06:45.381277 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-e96159cb-7bb7-41b3-a6f3-3b1887f9d2de tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:06:45.384336 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96159cb-7bb7-41b3-a6f3-3b1887f9d2de tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:06:45.422532 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96159cb-7bb7-41b3-a6f3-3b1887f9d2de tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Pushing event updated for resources: {'Port': ['ID=e604163e-ec16-4c46-afea-d692a5f7a36d,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:45.474728 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86784c02-055f-49b0-9923-b4a143b9682a req-575e873b-2d87-47e1-9317-51ece5ee4ba9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:45.476248 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-86784c02-055f-49b0-9923-b4a143b9682a req-575e873b-2d87-47e1-9317-51ece5ee4ba9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1759a0-96ab-4ad3-bde8-98877ea06575 HTTP/1.1" status: 200 len: 944 time: 0.6446190 Aug 17 00:06:45.526276 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1bc218e9-c670-414f-9b58-f3f503527098 service neutron] For port 99d138ea-de8a-479c-9ac8-f5548ba8f2e7, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:06:45.580875 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-342c0376-5be8-4e45-9ae2-1bf9e8df56be req-e125048b-a764-4f1c-be3f-38f473456614 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752245 Aug 17 00:06:45.616355 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1bc218e9-c670-414f-9b58-f3f503527098 service neutron] For port 99d138ea-de8a-479c-9ac8-f5548ba8f2e7, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=99d138ea-de8a-479c-9ac8-f5548ba8f2e7,segment=NetworkSegment(4c5a094e-350e-4376-8e86-ac9d4b58e520),segment_id=4c5a094e-350e-4376-8e86-ac9d4b58e520)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:06:45.618976 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44cb87ea-2fef-4e0b-ba0c-bd12b1b86c00 req-46c45f94-73fc-4a61-96c0-263973d0557c service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7406588 Aug 17 00:06:45.656584 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1bc218e9-c670-414f-9b58-f3f503527098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:45.685137 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42714) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:45.780698 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1bc218e9-c670-414f-9b58-f3f503527098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:45.783918 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1bc218e9-c670-414f-9b58-f3f503527098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:45.789261 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-1bc218e9-c670-414f-9b58-f3f503527098 service neutron] 10.222.0.64 "PUT /v2.0/ports/99d138ea-de8a-479c-9ac8-f5548ba8f2e7 HTTP/1.1" status: 200 len: 1093 time: 2.3079989 Aug 17 00:06:45.807762 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-86784c02-055f-49b0-9923-b4a143b9682a req-3e88dd4e-caba-4948-a6e1-0aa625528725 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=cee0cbe8-79bc-43bd-99df-d339d8cab61a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3150263 Aug 17 00:06:45.810970 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1759a0-96ab-4ad3-bde8-98877ea06575', 'tag': '99d138ea-de8a-479c-9ac8-f5548ba8f2e7'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:06:45.815110 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df5e3ef-1088-41cb-a1df-cebb3de7ea28" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1759a0-96ab-4ad3-bde8-98877ea06575", "tag": "99d138ea-de8a-479c-9ac8-f5548ba8f2e7"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:06:45.863838 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e96159cb-7bb7-41b3-a6f3-3b1887f9d2de tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:45.952604 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63296c9-5b8e-4128-8581-f77eafeae04b x-openstack-request-id: req-a63296c9-5b8e-4128-8581-f77eafeae04b {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:06:45.953177 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1759a0-96ab-4ad3-bde8-98877ea06575", "tag": "99d138ea-de8a-479c-9ac8-f5548ba8f2e7", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:06:45.953616 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a63296c9-5b8e-4128-8581-f77eafeae04b {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:06:45.954194 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1759a0-96ab-4ad3-bde8-98877ea06575', 'tag': '99d138ea-de8a-479c-9ac8-f5548ba8f2e7', 'status': 'completed', 'code': 200} Aug 17 00:06:45.954735 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0e10c4bb-7097-4e29-9449-d4258fcfca63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:46.072860 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-207e7338-e854-4cef-bd21-8b7ca619c5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:46.074935 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-207e7338-e854-4cef-bd21-8b7ca619c5cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=577829ee48ff4a458b8d3998e4ad7f2a&device_id=cc1759a0-96ab-4ad3-bde8-98877ea06575 HTTP/1.1" status: 200 len: 1096 time: 0.1269004 Aug 17 00:06:46.075852 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc218e9-c670-414f-9b58-f3f503527098 service neutron] Pushing event updated for resources: {'Port': ['ID=99d138ea-de8a-479c-9ac8-f5548ba8f2e7,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:46.137260 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44cb87ea-2fef-4e0b-ba0c-bd12b1b86c00 req-150f385f-cab1-4504-8de5-65f5e7cc3fa2 service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992228 Aug 17 00:06:46.143385 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-0287c569-176b-4a36-8231-2dbb5437f077 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99d138ea-de8a-479c-9ac8-f5548ba8f2e7 HTTP/1.1" status: 200 len: 217 time: 0.0543160 Aug 17 00:06:46.212037 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-30fc3c37-57ab-489a-93ce-ec802f59a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:46.213634 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-30fc3c37-57ab-489a-93ce-ec802f59a88b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f65ff7a7-5ac0-412f-a1d3-f77a57ca9614 HTTP/1.1" status: 200 len: 850 time: 0.0640125 Aug 17 00:06:46.281104 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-cdd91fd6-da49-4a1f-8fdb-9811e370b277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:46.283249 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-cdd91fd6-da49-4a1f-8fdb-9811e370b277 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620325 Aug 17 00:06:46.298106 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e96159cb-7bb7-41b3-a6f3-3b1887f9d2de tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126458'] for router, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:46.301472 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0e10c4bb-7097-4e29-9449-d4258fcfca63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:46.306417 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e96159cb-7bb7-41b3-a6f3-3b1887f9d2de tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635776'] for router, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:46.311606 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0e10c4bb-7097-4e29-9449-d4258fcfca63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:46.390952 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-ebf0d27b-845e-421e-a07e-aa78d3d850d1 service neutron] 10.222.0.64 "GET /v2.0/networks/9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005750 Aug 17 00:06:46.394634 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0e10c4bb-7097-4e29-9449-d4258fcfca63 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1587b4502f434aff84fc2a2630525685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7080121 Aug 17 00:06:46.396791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42724) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:46.409514 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10c4bb-7097-4e29-9449-d4258fcfca63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103095fa-d8a2-4a72-8860-50346604d4e5,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:46.497275 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bda0b76a-0685-4e68-81bf-25afda0b145a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:46.509861 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96159cb-7bb7-41b3-a6f3-3b1887f9d2de tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Router 90499199-223e-46f6-90e6-ac40830db847 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:06:46.525439 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-50bb5595-23da-42c1-8c61-1238173f6996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:46.556637 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bd0c869-ba98-4d04-a1d7-07b8778b4896 req-5aee7b08-8639-415c-86d2-6c7923b26c59 service neutron] 10.222.0.64 "GET /v2.0/networks/9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533608 Aug 17 00:06:46.562302 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-50bb5595-23da-42c1-8c61-1238173f6996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:46.658879 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-50bb5595-23da-42c1-8c61-1238173f6996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:46.662752 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-50bb5595-23da-42c1-8c61-1238173f6996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:46.666275 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-50bb5595-23da-42c1-8c61-1238173f6996 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/103095fa-d8a2-4a72-8860-50346604d4e5 HTTP/1.1" status: 204 len: 168 time: 0.2661049 Aug 17 00:06:46.694365 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5e3ef-1088-41cb-a1df-cebb3de7ea28 req-2dc26a41-5863-44f6-adc6-bbb6fce28e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:46.696064 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9df5e3ef-1088-41cb-a1df-cebb3de7ea28 req-2dc26a41-5863-44f6-adc6-bbb6fce28e6f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=577829ee48ff4a458b8d3998e4ad7f2a&device_id=cc1759a0-96ab-4ad3-bde8-98877ea06575 HTTP/1.1" status: 200 len: 1096 time: 0.0899596 Aug 17 00:06:46.736368 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb5595-23da-42c1-8c61-1238173f6996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103095fa-d8a2-4a72-8860-50346604d4e5,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:46.738513 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device d17a5703-97f8-4991-821d-1214497843af details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:06:46.814232 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91370be7-26f1-43f9-a032-8b7d9616edfe req-f90850bc-b0d2-46ff-876b-191e5cc8378c tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:46.823652 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-91370be7-26f1-43f9-a032-8b7d9616edfe req-f90850bc-b0d2-46ff-876b-191e5cc8378c tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=384f4372-e515-46ee-951f-93143648ed2b HTTP/1.1" status: 200 len: 943 time: 0.1581049 Aug 17 00:06:46.928145 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-91370be7-26f1-43f9-a032-8b7d9616edfe req-3f94e41e-577f-4ad8-8e5e-c883141040d0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027384 Aug 17 00:06:46.942324 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5e3ef-1088-41cb-a1df-cebb3de7ea28 req-67e17b5a-a730-46f1-977c-85eacae7c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:46.942324 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9df5e3ef-1088-41cb-a1df-cebb3de7ea28 req-67e17b5a-a730-46f1-977c-85eacae7c55f service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e HTTP/1.1" status: 200 len: 912 time: 0.2249677 Aug 17 00:06:47.051363 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port d17a5703-97f8-4991-821d-1214497843af, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d17a5703-97f8-4991-821d-1214497843af,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:47.058198 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9df5e3ef-1088-41cb-a1df-cebb3de7ea28 req-432d9f61-b458-48bb-824c-285feefae547 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99d138ea-de8a-479c-9ac8-f5548ba8f2e7 HTTP/1.1" status: 200 len: 217 time: 0.0637028 Aug 17 00:06:47.062338 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96159cb-7bb7-41b3-a6f3-3b1887f9d2de tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:06:47.073028 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'd17a5703-97f8-4991-821d-1214497843af', 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'port_id': 'd17a5703-97f8-4991-821d-1214497843af', 'mac_address': 'fa:16:3e:b1:6e:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:06:47.073680 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aab6ecb-def7-45f7-9840-12dc64279742 None None] Sync routers for ids ['90499199-223e-46f6-90e6-ac40830db847'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:06:47.079018 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e96159cb-7bb7-41b3-a6f3-3b1887f9d2de tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:47.083530 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e96159cb-7bb7-41b3-a6f3-3b1887f9d2de tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "PUT /v2.0/routers/90499199-223e-46f6-90e6-ac40830db847 HTTP/1.1" status: 200 len: 881 time: 3.1316657 Aug 17 00:06:47.084258 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42738) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:47.088386 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab6ecb-def7-45f7-9840-12dc64279742 None None] Routers {'90499199-223e-46f6-90e6-ac40830db847'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:47.091236 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-9aab6ecb-def7-45f7-9840-12dc64279742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:06:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['90499199-223e-46f6-90e6-ac40830db847'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:47.096168 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb499c-8242-4805-b2c3-40ce2a371fcf req-f907b3ff-f7f2-4583-bb87-3941ca2d1251 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:47.098770 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8bdb499c-8242-4805-b2c3-40ce2a371fcf req-f907b3ff-f7f2-4583-bb87-3941ca2d1251 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1759a0-96ab-4ad3-bde8-98877ea06575 HTTP/1.1" status: 200 len: 944 time: 0.1539586 Aug 17 00:06:47.127216 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:47.145953 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17a5703-97f8-4991-821d-1214497843af {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:06:47.182933 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-9aab6ecb-def7-45f7-9840-12dc64279742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:47.196043 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42740) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:47.210116 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab6ecb-def7-45f7-9840-12dc64279742 None None] Routers {'90499199-223e-46f6-90e6-ac40830db847'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:47.211098 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-9aab6ecb-def7-45f7-9840-12dc64279742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:06:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['90499199-223e-46f6-90e6-ac40830db847'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:47.214328 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port d17a5703-97f8-4991-821d-1214497843af, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d17a5703-97f8-4991-821d-1214497843af,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:47.215325 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5e3ef-1088-41cb-a1df-cebb3de7ea28 req-92313a8c-9a04-470f-bf73-439e48df599d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:47.218778 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9df5e3ef-1088-41cb-a1df-cebb3de7ea28 req-92313a8c-9a04-470f-bf73-439e48df599d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f65ff7a7-5ac0-412f-a1d3-f77a57ca9614 HTTP/1.1" status: 200 len: 850 time: 0.1149039 Aug 17 00:06:47.221539 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-52812a94-a2ef-4361-8c51-a37d52ac2f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:47.227943 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:47.263877 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a30aef90-81b9-498d-855e-d9d138aec5e4 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "GET /v2.0/routers/90499199-223e-46f6-90e6-ac40830db847 HTTP/1.1" status: 200 len: 922 time: 0.1770747 Aug 17 00:06:47.264528 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42744) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:47.307098 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=d17a5703-97f8-4991-821d-1214497843af,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:47.330798 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8bdb499c-8242-4805-b2c3-40ce2a371fcf req-3486eeda-c102-459e-aa2d-25e309d48a6b tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=cee0cbe8-79bc-43bd-99df-d339d8cab61a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114497 Aug 17 00:06:47.333402 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5e3ef-1088-41cb-a1df-cebb3de7ea28 req-fb4e0ca6-af6a-4e82-9b76-70d88760168f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:47.334879 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9df5e3ef-1088-41cb-a1df-cebb3de7ea28 req-fb4e0ca6-af6a-4e82-9b76-70d88760168f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1079564 Aug 17 00:06:47.337912 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-9aab6ecb-def7-45f7-9840-12dc64279742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:47.339598 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aab6ecb-def7-45f7-9840-12dc64279742 None None] The sync data for ids ['90499199-223e-46f6-90e6-ac40830db847'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:06:47.342116 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c17e46c-da3b-42b5-a800-b168bd117d61 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:47.346395 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4c17e46c-da3b-42b5-a800-b168bd117d61 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=f9960621-448c-44b3-8317-7433dc6ce660&device_id=90499199-223e-46f6-90e6-ac40830db847&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0782852 Aug 17 00:06:47.347051 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42746) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:47.393171 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-52812a94-a2ef-4361-8c51-a37d52ac2f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:47.397316 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-52812a94-a2ef-4361-8c51-a37d52ac2f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:47.443454 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52812a94-a2ef-4361-8c51-a37d52ac2f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022a2486-0afb-4a79-95e4-bbe79ba22b7a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:47.465461 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-52812a94-a2ef-4361-8c51-a37d52ac2f6a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fc5d0a369003426580513ffd12aefb8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2679944 Aug 17 00:06:47.468697 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42752) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:47.543100 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9df5e3ef-1088-41cb-a1df-cebb3de7ea28 req-eddef609-3786-4d9c-b6a0-fbd763a64909 service neutron] 10.222.0.64 "GET /v2.0/networks/9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976106 Aug 17 00:06:47.551278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7264ea1b-5ff6-41ab-9268-6cc45e7aea16 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:47.552648 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7264ea1b-5ff6-41ab-9268-6cc45e7aea16 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 881 time: 0.1962481 Aug 17 00:06:47.556792 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['d17a5703-97f8-4991-821d-1214497843af'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:06:47.562046 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42756) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:47.595868 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-75068835-01ae-4189-b9dc-90b34f917558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:47.629665 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-75068835-01ae-4189-b9dc-90b34f917558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:47.663783 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ce8eed37-e721-42c8-bfd1-17ba9a1a4648 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "GET /v2.0/ports?device_id=90499199-223e-46f6-90e6-ac40830db847 HTTP/1.1" status: 200 len: 205 time: 0.1006064 Aug 17 00:06:47.665455 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42758) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:47.699271 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9df5e3ef-1088-41cb-a1df-cebb3de7ea28 req-0cdb70ac-4a7f-43aa-b9b5-bb9f29592973 service neutron] 10.222.0.64 "GET /v2.0/networks/9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450989 Aug 17 00:06:47.818876 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-75068835-01ae-4189-b9dc-90b34f917558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:47.824341 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-75068835-01ae-4189-b9dc-90b34f917558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:47.844556 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-75068835-01ae-4189-b9dc-90b34f917558 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/022a2486-0afb-4a79-95e4-bbe79ba22b7a HTTP/1.1" status: 204 len: 168 time: 0.3721979 Aug 17 00:06:47.858000 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-144acc27-03e6-4655-85f3-c40a6467d190 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:47.915113 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75068835-01ae-4189-b9dc-90b34f917558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022a2486-0afb-4a79-95e4-bbe79ba22b7a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:48.041600 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-144acc27-03e6-4655-85f3-c40a6467d190 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:48.095904 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5f437-3202-455d-b8c4-3bf01393f186 req-f7ce7c61-bbd3-40f6-989d-9d09fda898e2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:48.101758 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90e5f437-3202-455d-b8c4-3bf01393f186 req-f7ce7c61-bbd3-40f6-989d-9d09fda898e2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=384f4372-e515-46ee-951f-93143648ed2b HTTP/1.1" status: 200 len: 944 time: 0.0619550 Aug 17 00:06:48.152532 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90e5f437-3202-455d-b8c4-3bf01393f186 req-a42c57ab-7c92-4826-a534-026fc6463b5b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487869 Aug 17 00:06:48.159593 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-144acc27-03e6-4655-85f3-c40a6467d190 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Deleting port e604163e-ec16-4c46-afea-d692a5f7a36d {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:06:48.159973 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-144acc27-03e6-4655-85f3-c40a6467d190 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:48.257228 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-144acc27-03e6-4655-85f3-c40a6467d190 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:48.272272 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-144acc27-03e6-4655-85f3-c40a6467d190 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Calling delete_port for e604163e-ec16-4c46-afea-d692a5f7a36d owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:06:48.516269 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-144acc27-03e6-4655-85f3-c40a6467d190 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:48.529034 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4f25e-9d79-439a-957b-d0dbccec387e req-0ff8d0b8-0780-46d5-9878-8fc5f6d27c1c tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:48.530774 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ab4f25e-9d79-439a-957b-d0dbccec387e req-0ff8d0b8-0780-46d5-9878-8fc5f6d27c1c tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1759a0-96ab-4ad3-bde8-98877ea06575 HTTP/1.1" status: 200 len: 944 time: 0.0812604 Aug 17 00:06:48.583237 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144acc27-03e6-4655-85f3-c40a6467d190 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Pushing event deleted for resources: {'Port': ['ID=e604163e-ec16-4c46-afea-d692a5f7a36d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:48.592481 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ab4f25e-9d79-439a-957b-d0dbccec387e req-ae51a33b-d65e-4c65-b271-55ac4ffbdce9 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=cee0cbe8-79bc-43bd-99df-d339d8cab61a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549889 Aug 17 00:06:48.653957 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-144acc27-03e6-4655-85f3-c40a6467d190 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:48.754286 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device d17a5703-97f8-4991-821d-1214497843af up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:06:48.791791 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-144acc27-03e6-4655-85f3-c40a6467d190 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:48.794104 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-144acc27-03e6-4655-85f3-c40a6467d190 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:48.812431 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port d17a5703-97f8-4991-821d-1214497843af completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:06:48.818572 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port d17a5703-97f8-4991-821d-1214497843af triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:48.821525 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:48.856056 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-144acc27-03e6-4655-85f3-c40a6467d190 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:48.857545 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144acc27-03e6-4655-85f3-c40a6467d190 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Fanout notify agent at l3_agent the message router_deleted on router 90499199-223e-46f6-90e6-ac40830db847 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:06:48.881437 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-144acc27-03e6-4655-85f3-c40a6467d190 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:48.887358 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-144acc27-03e6-4655-85f3-c40a6467d190 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "DELETE /v2.0/routers/90499199-223e-46f6-90e6-ac40830db847 HTTP/1.1" status: 204 len: 168 time: 1.2177393 Aug 17 00:06:48.888733 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42792) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:48.894116 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-cc04326a-def1-4328-bc25-c556c2ef7176 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2135338057', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:48.923132 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:48.944085 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc04326a-def1-4328-bc25-c556c2ef7176 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:48.946954 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc04326a-def1-4328-bc25-c556c2ef7176 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:48.951445 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384f4372-e515-46ee-951f-93143648ed2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17a5703-97f8-4991-821d-1214497843af'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:06:48.954400 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef9a1d2-ab8e-497b-9570-89ea891c548c" -d '{"events": [{"server_uuid": "384f4372-e515-46ee-951f-93143648ed2b", "name": "network-vif-plugged", "status": "completed", "tag": "d17a5703-97f8-4991-821d-1214497843af"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:06:48.970796 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port d17a5703-97f8-4991-821d-1214497843af, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d17a5703-97f8-4991-821d-1214497843af,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:48.982455 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:49.034245 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7561ec42-63cb-4795-b299-8d13c8996714 x-openstack-request-id: req-7561ec42-63cb-4795-b299-8d13c8996714 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:06:49.034679 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384f4372-e515-46ee-951f-93143648ed2b", "name": "network-vif-plugged", "status": "completed", "tag": "d17a5703-97f8-4991-821d-1214497843af", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:06:49.034943 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7561ec42-63cb-4795-b299-8d13c8996714 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:06:49.035610 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384f4372-e515-46ee-951f-93143648ed2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17a5703-97f8-4991-821d-1214497843af', 'code': 200} Aug 17 00:06:49.052232 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=d17a5703-97f8-4991-821d-1214497843af,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:49.062220 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc04326a-def1-4328-bc25-c556c2ef7176 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:49.074109 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc04326a-def1-4328-bc25-c556c2ef7176 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:49.094834 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc04326a-def1-4328-bc25-c556c2ef7176 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:49.096290 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cc04326a-def1-4328-bc25-c556c2ef7176 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2060983 Aug 17 00:06:49.098967 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42800) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:49.104635 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-3beef0ef-cac5-4760-b291-5a21bb5b2224 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'enable_snat': True}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:49.214525 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-dc17cd29-4b09-428c-8a52-32d1d945fd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:49.265494 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:49.442532 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169bfa0-e566-4e9b-837c-6c9d6cd9e672 req-a7b8f39d-fcea-4eb6-aa6d-760871946f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:49.444080 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f169bfa0-e566-4e9b-837c-6c9d6cd9e672 req-a7b8f39d-fcea-4eb6-aa6d-760871946f86 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=384f4372-e515-46ee-951f-93143648ed2b HTTP/1.1" status: 200 len: 1097 time: 0.2973394 Aug 17 00:06:49.499119 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3beef0ef-cac5-4760-b291-5a21bb5b2224 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:49.517184 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffa0aa-a554-4acc-bdb1-ef533c58e520 req-dac719aa-8de8-40f0-85bc-20019124a66b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:49.518706 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a3ffa0aa-a554-4acc-bdb1-ef533c58e520 req-dac719aa-8de8-40f0-85bc-20019124a66b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=384f4372-e515-46ee-951f-93143648ed2b HTTP/1.1" status: 200 len: 945 time: 0.1842802 Aug 17 00:06:49.579342 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f169bfa0-e566-4e9b-837c-6c9d6cd9e672 req-bab521ba-b67b-49dd-9c6e-f230855bf606 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060359 Aug 17 00:06:49.591798 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42810) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:49.616289 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a3ffa0aa-a554-4acc-bdb1-ef533c58e520 req-2456354e-6905-487b-940e-31074b17456b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791531 Aug 17 00:06:49.776726 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ad0b1b34-5fd1-4a40-bce8-2d397049afb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:49.924512 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cee700-0921-4ede-addc-e4ce2163e9fb req-c0c392f2-c455-4242-866c-6094d5631ec7 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:49.926163 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3cee700-0921-4ede-addc-e4ce2163e9fb req-c0c392f2-c455-4242-866c-6094d5631ec7 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1759a0-96ab-4ad3-bde8-98877ea06575 HTTP/1.1" status: 200 len: 944 time: 0.2434759 Aug 17 00:06:49.928612 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ad0b1b34-5fd1-4a40-bce8-2d397049afb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:49.935694 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ad0b1b34-5fd1-4a40-bce8-2d397049afb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:49.936881 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3beef0ef-cac5-4760-b291-5a21bb5b2224 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:49.972388 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3beef0ef-cac5-4760-b291-5a21bb5b2224 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:49.987722 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ad0b1b34-5fd1-4a40-bce8-2d397049afb4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=224d6c7528cd4e9aa050cfd68c5f3dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3946304 Aug 17 00:06:49.990729 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42824) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:50.048029 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b1b34-5fd1-4a40-bce8-2d397049afb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f11d84-f422-4f39-a357-edb98816e973,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:50.057564 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0b1b34-5fd1-4a40-bce8-2d397049afb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:50.058010 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0b1b34-5fd1-4a40-bce8-2d397049afb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:50.058425 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0b1b34-5fd1-4a40-bce8-2d397049afb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:50.058845 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0b1b34-5fd1-4a40-bce8-2d397049afb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:50.059246 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0b1b34-5fd1-4a40-bce8-2d397049afb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:50.060363 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0b1b34-5fd1-4a40-bce8-2d397049afb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:50.060696 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0b1b34-5fd1-4a40-bce8-2d397049afb4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:50.061152 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0b1b34-5fd1-4a40-bce8-2d397049afb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:50.061563 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0b1b34-5fd1-4a40-bce8-2d397049afb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:50.061961 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0b1b34-5fd1-4a40-bce8-2d397049afb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:50.062374 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0b1b34-5fd1-4a40-bce8-2d397049afb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:50.062771 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0b1b34-5fd1-4a40-bce8-2d397049afb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:50.112188 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-28c35f48-4977-4fda-8ca1-34af7cb23327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:50.116037 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:50.127295 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3cee700-0921-4ede-addc-e4ce2163e9fb req-a99ae226-d194-42f5-8d0c-5db755d8fe8f tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=cee0cbe8-79bc-43bd-99df-d339d8cab61a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597548 Aug 17 00:06:50.156316 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-28c35f48-4977-4fda-8ca1-34af7cb23327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:50.220475 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-3beef0ef-cac5-4760-b291-5a21bb5b2224 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Allocated IP 172.25.3.60 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/319f1721-6b22-4273-b098-8230533a4ac4) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:06:50.228804 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-28c35f48-4977-4fda-8ca1-34af7cb23327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:50.233563 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-28c35f48-4977-4fda-8ca1-34af7cb23327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:50.237094 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-28c35f48-4977-4fda-8ca1-34af7cb23327 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/05f11d84-f422-4f39-a357-edb98816e973 HTTP/1.1" status: 204 len: 168 time: 0.2430894 Aug 17 00:06:50.249171 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c35f48-4977-4fda-8ca1-34af7cb23327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f11d84-f422-4f39-a357-edb98816e973,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:50.390123 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3beef0ef-cac5-4760-b291-5a21bb5b2224 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:50.488770 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3beef0ef-cac5-4760-b291-5a21bb5b2224 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:50.545260 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3beef0ef-cac5-4760-b291-5a21bb5b2224 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:06:50.567853 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beef0ef-cac5-4760-b291-5a21bb5b2224 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Pushing event updated for resources: {'Port': ['ID=319f1721-6b22-4273-b098-8230533a4ac4,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:50.571073 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-3beef0ef-cac5-4760-b291-5a21bb5b2224 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:06:50.573580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beef0ef-cac5-4760-b291-5a21bb5b2224 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:06:50.783820 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 99d138ea-de8a-479c-9ac8-f5548ba8f2e7 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:06:50.920939 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3beef0ef-cac5-4760-b291-5a21bb5b2224 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:51.010561 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95878d50-ecf7-423b-892e-22abf26e1069 req-380eefdd-d0de-4436-bab7-413a09072bf9 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:51.021002 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-95878d50-ecf7-423b-892e-22abf26e1069 req-380eefdd-d0de-4436-bab7-413a09072bf9 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=384f4372-e515-46ee-951f-93143648ed2b HTTP/1.1" status: 200 len: 945 time: 0.2558329 Aug 17 00:06:51.055765 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 99d138ea-de8a-479c-9ac8-f5548ba8f2e7, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=99d138ea-de8a-479c-9ac8-f5548ba8f2e7,segment=NetworkSegment(4c5a094e-350e-4376-8e86-ac9d4b58e520),segment_id=4c5a094e-350e-4376-8e86-ac9d4b58e520)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:51.082092 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '99d138ea-de8a-479c-9ac8-f5548ba8f2e7', 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e', 'port_id': '99d138ea-de8a-479c-9ac8-f5548ba8f2e7', 'mac_address': 'fa:16:3e:51:31:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:06:51.143440 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-95878d50-ecf7-423b-892e-22abf26e1069 req-26e86540-11fc-44ac-905d-03a17e5c17ee tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155643 Aug 17 00:06:51.175505 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:51.192553 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d138ea-de8a-479c-9ac8-f5548ba8f2e7 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:06:51.225496 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 99d138ea-de8a-479c-9ac8-f5548ba8f2e7, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=99d138ea-de8a-479c-9ac8-f5548ba8f2e7,segment=NetworkSegment(4c5a094e-350e-4376-8e86-ac9d4b58e520),segment_id=4c5a094e-350e-4376-8e86-ac9d4b58e520)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:51.233414 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:51.310777 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=99d138ea-de8a-479c-9ac8-f5548ba8f2e7,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:51.317634 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3beef0ef-cac5-4760-b291-5a21bb5b2224 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126458'] for router, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:51.324904 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3beef0ef-cac5-4760-b291-5a21bb5b2224 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635776'] for router, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:51.347544 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a95061-8fcf-4e02-ba33-68b30ae96738 req-a7d7b842-d6d9-4359-b9b9-3f3038f6cada tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:51.349285 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-32a95061-8fcf-4e02-ba33-68b30ae96738 req-a7d7b842-d6d9-4359-b9b9-3f3038f6cada tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1759a0-96ab-4ad3-bde8-98877ea06575 HTTP/1.1" status: 200 len: 945 time: 0.0714285 Aug 17 00:06:51.469055 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-32a95061-8fcf-4e02-ba33-68b30ae96738 req-f3595dd5-e231-4c31-9d3b-72204ee4b460 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=cee0cbe8-79bc-43bd-99df-d339d8cab61a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836513 Aug 17 00:06:51.531280 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['99d138ea-de8a-479c-9ac8-f5548ba8f2e7'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:06:51.572412 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3beef0ef-cac5-4760-b291-5a21bb5b2224 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Router 7918d7a6-70da-495a-adde-d3d3c49579cc is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:06:51.726469 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3beef0ef-cac5-4760-b291-5a21bb5b2224 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:06:51.733791 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3beef0ef-cac5-4760-b291-5a21bb5b2224 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:51.735125 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3beef0ef-cac5-4760-b291-5a21bb5b2224 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "PUT /v2.0/routers/7918d7a6-70da-495a-adde-d3d3c49579cc HTTP/1.1" status: 200 len: 918 time: 2.6349504 Aug 17 00:06:51.737784 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42862) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:51.742010 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2d0953-7c6d-48d8-8ac5-aff4c0a1c147 None None] Sync routers for ids ['7918d7a6-70da-495a-adde-d3d3c49579cc'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:06:51.765121 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2d0953-7c6d-48d8-8ac5-aff4c0a1c147 None None] Routers {'7918d7a6-70da-495a-adde-d3d3c49579cc'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:51.766048 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-9e2d0953-7c6d-48d8-8ac5-aff4c0a1c147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:06:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['7918d7a6-70da-495a-adde-d3d3c49579cc'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:51.803814 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-9e2d0953-7c6d-48d8-8ac5-aff4c0a1c147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:51.824451 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2d0953-7c6d-48d8-8ac5-aff4c0a1c147 None None] Routers {'7918d7a6-70da-495a-adde-d3d3c49579cc'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:51.828540 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-9e2d0953-7c6d-48d8-8ac5-aff4c0a1c147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:06:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['7918d7a6-70da-495a-adde-d3d3c49579cc'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:51.947356 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b2e68130-071c-46ad-ba62-a503d8d2e86c tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "GET /v2.0/routers/7918d7a6-70da-495a-adde-d3d3c49579cc HTTP/1.1" status: 200 len: 924 time: 0.2074273 Aug 17 00:06:51.948498 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-9e2d0953-7c6d-48d8-8ac5-aff4c0a1c147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:51.949322 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42866) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:51.949475 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2d0953-7c6d-48d8-8ac5-aff4c0a1c147 None None] The sync data for ids ['7918d7a6-70da-495a-adde-d3d3c49579cc'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:06:52.041212 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497fc5a7-60e6-43e0-98bc-48f850cc5ece tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:52.044194 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-497fc5a7-60e6-43e0-98bc-48f850cc5ece tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=f9960621-448c-44b3-8317-7433dc6ce660&device_id=7918d7a6-70da-495a-adde-d3d3c49579cc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0925779 Aug 17 00:06:52.047340 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:52.047727 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42872) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:52.161010 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23e7146-0f4f-4c91-be78-4d3c4b5b8c4a tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:52.166103 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42880) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:52.166605 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f23e7146-0f4f-4c91-be78-4d3c4b5b8c4a tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 881 time: 0.1172273 Aug 17 00:06:52.238377 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a48fbd86-4e59-4e1c-b0b3-cc36a5b5cf55 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "GET /v2.0/ports?device_id=7918d7a6-70da-495a-adde-d3d3c49579cc HTTP/1.1" status: 200 len: 205 time: 0.0710461 Aug 17 00:06:52.241212 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42884) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:52.398675 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b1e41561-65b2-45d3-a1b5-2dbbfc9717b7 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:52.551432 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b1e41561-65b2-45d3-a1b5-2dbbfc9717b7 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:52.630146 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-b1e41561-65b2-45d3-a1b5-2dbbfc9717b7 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Deleting port 319f1721-6b22-4273-b098-8230533a4ac4 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:06:52.630593 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b1e41561-65b2-45d3-a1b5-2dbbfc9717b7 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:52.741411 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b1e41561-65b2-45d3-a1b5-2dbbfc9717b7 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:52.768224 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-b1e41561-65b2-45d3-a1b5-2dbbfc9717b7 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Calling delete_port for 319f1721-6b22-4273-b098-8230533a4ac4 owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:06:52.785538 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74063d-ba39-41fd-acf7-4665b7ed85e1 req-6e57e760-a54e-40f8-ae05-29d09e1d9a0a tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:52.786188 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 99d138ea-de8a-479c-9ac8-f5548ba8f2e7 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:06:52.788604 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3c74063d-ba39-41fd-acf7-4665b7ed85e1 req-6e57e760-a54e-40f8-ae05-29d09e1d9a0a tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1759a0-96ab-4ad3-bde8-98877ea06575 HTTP/1.1" status: 200 len: 945 time: 0.1458535 Aug 17 00:06:52.890756 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3c74063d-ba39-41fd-acf7-4665b7ed85e1 req-d2606525-d9f1-490c-8332-809119fadc4d tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=cee0cbe8-79bc-43bd-99df-d339d8cab61a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936236 Aug 17 00:06:52.909078 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 99d138ea-de8a-479c-9ac8-f5548ba8f2e7 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:06:52.913609 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 99d138ea-de8a-479c-9ac8-f5548ba8f2e7 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:52.914224 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:53.075651 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:53.092437 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b1e41561-65b2-45d3-a1b5-2dbbfc9717b7 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:53.126590 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 99d138ea-de8a-479c-9ac8-f5548ba8f2e7, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=99d138ea-de8a-479c-9ac8-f5548ba8f2e7,segment=NetworkSegment(4c5a094e-350e-4376-8e86-ac9d4b58e520),segment_id=4c5a094e-350e-4376-8e86-ac9d4b58e520)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:53.128141 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1759a0-96ab-4ad3-bde8-98877ea06575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d138ea-de8a-479c-9ac8-f5548ba8f2e7'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:06:53.130991 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684576d3-8d03-4e84-b89f-d83f5b45fc62" -d '{"events": [{"server_uuid": "cc1759a0-96ab-4ad3-bde8-98877ea06575", "name": "network-vif-plugged", "status": "completed", "tag": "99d138ea-de8a-479c-9ac8-f5548ba8f2e7"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:06:53.138704 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:53.179149 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e41561-65b2-45d3-a1b5-2dbbfc9717b7 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Pushing event deleted for resources: {'Port': ['ID=319f1721-6b22-4273-b098-8230533a4ac4,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:53.235423 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f048a96-d0ff-4d32-917f-08d1b5309a4e x-openstack-request-id: req-4f048a96-d0ff-4d32-917f-08d1b5309a4e {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:06:53.235423 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1759a0-96ab-4ad3-bde8-98877ea06575", "name": "network-vif-plugged", "status": "completed", "tag": "99d138ea-de8a-479c-9ac8-f5548ba8f2e7", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:06:53.235787 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f048a96-d0ff-4d32-917f-08d1b5309a4e {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:06:53.236233 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1759a0-96ab-4ad3-bde8-98877ea06575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d138ea-de8a-479c-9ac8-f5548ba8f2e7', 'code': 200} Aug 17 00:06:53.250536 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=99d138ea-de8a-479c-9ac8-f5548ba8f2e7,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:53.293429 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b1e41561-65b2-45d3-a1b5-2dbbfc9717b7 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:53.417141 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e96e15-c378-4f94-a2f6-4d0ece411453 req-df39b492-07a0-47b6-a660-244cfe19b389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:53.429246 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-14e96e15-c378-4f94-a2f6-4d0ece411453 req-df39b492-07a0-47b6-a660-244cfe19b389 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cc1759a0-96ab-4ad3-bde8-98877ea06575 HTTP/1.1" status: 200 len: 1098 time: 0.1034091 Aug 17 00:06:53.457708 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b1e41561-65b2-45d3-a1b5-2dbbfc9717b7 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:53.466504 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b1e41561-65b2-45d3-a1b5-2dbbfc9717b7 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:53.507989 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-14e96e15-c378-4f94-a2f6-4d0ece411453 req-baeac247-8827-4b9b-9b5d-3c3a82289fd2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cee0cbe8-79bc-43bd-99df-d339d8cab61a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765297 Aug 17 00:06:53.583621 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b1e41561-65b2-45d3-a1b5-2dbbfc9717b7 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:53.584979 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e41561-65b2-45d3-a1b5-2dbbfc9717b7 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Fanout notify agent at l3_agent the message router_deleted on router 7918d7a6-70da-495a-adde-d3d3c49579cc {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:06:53.605107 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b1e41561-65b2-45d3-a1b5-2dbbfc9717b7 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:53.606910 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b1e41561-65b2-45d3-a1b5-2dbbfc9717b7 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "DELETE /v2.0/routers/7918d7a6-70da-495a-adde-d3d3c49579cc HTTP/1.1" status: 204 len: 168 time: 1.3646739 Aug 17 00:06:53.610526 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42914) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:53.615094 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-2b96b95e-e631-40dc-94db-a6be859ff38c tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-515298212', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:53.652874 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2b96b95e-e631-40dc-94db-a6be859ff38c tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:53.656211 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2b96b95e-e631-40dc-94db-a6be859ff38c tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:53.732472 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2b96b95e-e631-40dc-94db-a6be859ff38c tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:53.737111 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2b96b95e-e631-40dc-94db-a6be859ff38c tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:53.765464 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2b96b95e-e631-40dc-94db-a6be859ff38c tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:53.769100 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2b96b95e-e631-40dc-94db-a6be859ff38c tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1554043 Aug 17 00:06:53.769903 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42920) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:53.774871 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-184336fb-e634-4218-b4ac-5df4508a3ea2 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'enable_snat': False}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:54.053471 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-184336fb-e634-4218-b4ac-5df4508a3ea2 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:54.055425 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15d0f2-c667-4ef1-9004-e0bb42764189 req-9d4c4bd8-3c53-4696-9e3a-7b624d34ddca tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:54.056989 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4c15d0f2-c667-4ef1-9004-e0bb42764189 req-9d4c4bd8-3c53-4696-9e3a-7b624d34ddca tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1759a0-96ab-4ad3-bde8-98877ea06575 HTTP/1.1" status: 200 len: 946 time: 0.0648890 Aug 17 00:06:54.142004 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4c15d0f2-c667-4ef1-9004-e0bb42764189 req-78bfec81-5497-4abd-9394-70e6dfb661ac tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=cee0cbe8-79bc-43bd-99df-d339d8cab61a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776551 Aug 17 00:06:54.401996 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-184336fb-e634-4218-b4ac-5df4508a3ea2 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:54.431799 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-184336fb-e634-4218-b4ac-5df4508a3ea2 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:54.577785 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-184336fb-e634-4218-b4ac-5df4508a3ea2 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Allocated IP 172.25.3.168 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/8062269b-5ec4-4526-b759-5af00015190c) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:06:54.709656 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-184336fb-e634-4218-b4ac-5df4508a3ea2 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:54.760166 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-184336fb-e634-4218-b4ac-5df4508a3ea2 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:54.818617 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184336fb-e634-4218-b4ac-5df4508a3ea2 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Pushing event updated for resources: {'Port': ['ID=8062269b-5ec4-4526-b759-5af00015190c,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:54.844488 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184336fb-e634-4218-b4ac-5df4508a3ea2 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:06:54.846055 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-184336fb-e634-4218-b4ac-5df4508a3ea2 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:06:54.849503 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184336fb-e634-4218-b4ac-5df4508a3ea2 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:06:55.406566 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f035a2d-bc26-45a3-9cde-05efa3439bd0 req-a4b335bf-0ad1-4083-acad-16f073a87be8 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:55.422253 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f035a2d-bc26-45a3-9cde-05efa3439bd0 req-a4b335bf-0ad1-4083-acad-16f073a87be8 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1759a0-96ab-4ad3-bde8-98877ea06575 HTTP/1.1" status: 200 len: 946 time: 0.1638134 Aug 17 00:06:55.488909 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-184336fb-e634-4218-b4ac-5df4508a3ea2 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:55.538034 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f035a2d-bc26-45a3-9cde-05efa3439bd0 req-4ec0e7b4-8948-4ad5-9162-8baeb318a943 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=cee0cbe8-79bc-43bd-99df-d339d8cab61a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074419 Aug 17 00:06:55.730755 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce3637-46d0-4579-9b94-35e73ac4e297 req-b8a33c27-59ac-42f8-b357-432b0d3495de tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:55.741261 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00ce3637-46d0-4579-9b94-35e73ac4e297 req-b8a33c27-59ac-42f8-b357-432b0d3495de tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1759a0-96ab-4ad3-bde8-98877ea06575 HTTP/1.1" status: 200 len: 946 time: 0.1163001 Aug 17 00:06:55.753761 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42952) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:55.760136 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-c258ecd9-4edc-4fc3-b5dd-f3bcbad2fbdd tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Request body: {'floatingip': {'port_id': '99d138ea-de8a-479c-9ac8-f5548ba8f2e7'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:55.838348 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c258ecd9-4edc-4fc3-b5dd-f3bcbad2fbdd tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for floatingip, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:55.876922 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-184336fb-e634-4218-b4ac-5df4508a3ea2 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126458'] for router, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:55.885965 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-184336fb-e634-4218-b4ac-5df4508a3ea2 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635776'] for router, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:56.094810 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42960) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:56.142194 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184336fb-e634-4218-b4ac-5df4508a3ea2 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Router 2343c2ef-4820-4e63-83e0-ea2fdfe0e2d1 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:06:56.266509 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d19fcf76-76b2-4cea-8e32-833e929561f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:56.306634 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184336fb-e634-4218-b4ac-5df4508a3ea2 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:06:56.312209 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-184336fb-e634-4218-b4ac-5df4508a3ea2 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:56.315874 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-184336fb-e634-4218-b4ac-5df4508a3ea2 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "PUT /v2.0/routers/2343c2ef-4820-4e63-83e0-ea2fdfe0e2d1 HTTP/1.1" status: 200 len: 919 time: 2.5424023 Aug 17 00:06:56.317440 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42964) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:56.326167 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9935655a-1b75-4d7e-a16d-56162fabf90e None None] Sync routers for ids ['2343c2ef-4820-4e63-83e0-ea2fdfe0e2d1'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:06:56.344368 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9935655a-1b75-4d7e-a16d-56162fabf90e None None] Routers {'2343c2ef-4820-4e63-83e0-ea2fdfe0e2d1'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:56.345675 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-9935655a-1b75-4d7e-a16d-56162fabf90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:06:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2343c2ef-4820-4e63-83e0-ea2fdfe0e2d1'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:56.405603 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-9935655a-1b75-4d7e-a16d-56162fabf90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:56.427714 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9935655a-1b75-4d7e-a16d-56162fabf90e None None] Routers {'2343c2ef-4820-4e63-83e0-ea2fdfe0e2d1'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:56.430828 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-9935655a-1b75-4d7e-a16d-56162fabf90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:06:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2343c2ef-4820-4e63-83e0-ea2fdfe0e2d1'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:56.491609 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5211c31a-fbaa-4d8e-858a-a837bf340b1c tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "GET /v2.0/routers/2343c2ef-4820-4e63-83e0-ea2fdfe0e2d1 HTTP/1.1" status: 200 len: 925 time: 0.1705263 Aug 17 00:06:56.491866 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42966) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:56.554915 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-9935655a-1b75-4d7e-a16d-56162fabf90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:56.557239 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d19fcf76-76b2-4cea-8e32-833e929561f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:56.557424 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9935655a-1b75-4d7e-a16d-56162fabf90e None None] The sync data for ids ['2343c2ef-4820-4e63-83e0-ea2fdfe0e2d1'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:06:56.570447 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d19fcf76-76b2-4cea-8e32-833e929561f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:56.631239 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ae3472-eaed-4366-8e39-d9dc4f559a07 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:56.632775 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a7ae3472-eaed-4366-8e39-d9dc4f559a07 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=f9960621-448c-44b3-8317-7433dc6ce660&device_id=2343c2ef-4820-4e63-83e0-ea2fdfe0e2d1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1400936 Aug 17 00:06:56.640049 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42970) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:56.652041 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19fcf76-76b2-4cea-8e32-833e929561f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0004b4b-3fee-481b-9eb2-45d5c4c3438a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:56.663509 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d19fcf76-76b2-4cea-8e32-833e929561f7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4413123446d34381857cc682247229a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5651474 Aug 17 00:06:56.664341 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 42972) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:56.774249 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf967480-cfd5-464b-a57d-bd8af9808f70 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:56.781693 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bf967480-cfd5-464b-a57d-bd8af9808f70 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 881 time: 0.1405416 Aug 17 00:06:56.785334 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42978) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:56.792281 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19986e63-790a-4d3a-8531-a3eafe3951f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:56.857936 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-93a21227-5fd1-4157-83be-8533b2640f46 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "GET /v2.0/ports?device_id=2343c2ef-4820-4e63-83e0-ea2fdfe0e2d1 HTTP/1.1" status: 200 len: 205 time: 0.0706236 Aug 17 00:06:56.860368 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 42980) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:56.863960 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19986e63-790a-4d3a-8531-a3eafe3951f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:56.985873 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c258ecd9-4edc-4fc3-b5dd-f3bcbad2fbdd tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:56.994212 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c258ecd9-4edc-4fc3-b5dd-f3bcbad2fbdd tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:57.003553 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19986e63-790a-4d3a-8531-a3eafe3951f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:57.006138 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19986e63-790a-4d3a-8531-a3eafe3951f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:57.011852 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-19986e63-790a-4d3a-8531-a3eafe3951f4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a0004b4b-3fee-481b-9eb2-45d5c4c3438a HTTP/1.1" status: 204 len: 168 time: 0.3421957 Aug 17 00:06:57.061633 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19986e63-790a-4d3a-8531-a3eafe3951f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0004b4b-3fee-481b-9eb2-45d5c4c3438a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:57.126944 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21ef77ff-a019-4f5e-b08c-a79ee238d5ab tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:57.231604 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-c258ecd9-4edc-4fc3-b5dd-f3bcbad2fbdd tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Floating IP 4dc22e63-33c6-479e-baa7-d407efb907a0 associated. External IP: 172.25.3.140, port: 99d138ea-de8a-479c-9ac8-f5548ba8f2e7. Aug 17 00:06:57.412172 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21ef77ff-a019-4f5e-b08c-a79ee238d5ab tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:57.575926 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-21ef77ff-a019-4f5e-b08c-a79ee238d5ab tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Deleting port 8062269b-5ec4-4526-b759-5af00015190c {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:06:57.577435 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21ef77ff-a019-4f5e-b08c-a79ee238d5ab tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:57.639754 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c258ecd9-4edc-4fc3-b5dd-f3bcbad2fbdd tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Router 2aeca20a-d838-43d4-a54e-71e3d20026ac has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:06:57.741105 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21ef77ff-a019-4f5e-b08c-a79ee238d5ab tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:57.772099 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-21ef77ff-a019-4f5e-b08c-a79ee238d5ab tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Calling delete_port for 8062269b-5ec4-4526-b759-5af00015190c owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:06:57.780752 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43000) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:57.827091 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c258ecd9-4edc-4fc3-b5dd-f3bcbad2fbdd tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:06:57.832675 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c258ecd9-4edc-4fc3-b5dd-f3bcbad2fbdd tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:57.839564 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2607449e-e0fa-4e64-8d1e-3b7797d058ad None None] Sync routers for ids ['2aeca20a-d838-43d4-a54e-71e3d20026ac'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:06:57.852197 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2607449e-e0fa-4e64-8d1e-3b7797d058ad None None] Routers {'2aeca20a-d838-43d4-a54e-71e3d20026ac'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:57.852988 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-2607449e-e0fa-4e64-8d1e-3b7797d058ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:06:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2aeca20a-d838-43d4-a54e-71e3d20026ac'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:57.868170 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c258ecd9-4edc-4fc3-b5dd-f3bcbad2fbdd tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "PUT /v2.0/floatingips/4dc22e63-33c6-479e-baa7-d407efb907a0 HTTP/1.1" status: 200 len: 992 time: 2.1130893 Aug 17 00:06:57.868944 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1759a0-96ab-4ad3-bde8-98877ea06575', 'tag': '99d138ea-de8a-479c-9ac8-f5548ba8f2e7'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:06:57.872520 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb3524d-a4b6-48c5-a441-be2487635474" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1759a0-96ab-4ad3-bde8-98877ea06575", "tag": "99d138ea-de8a-479c-9ac8-f5548ba8f2e7"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:06:57.932370 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ab69bb-e0f7-4d34-8cc5-65c5a0d5a00e x-openstack-request-id: req-e7ab69bb-e0f7-4d34-8cc5-65c5a0d5a00e {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:06:57.933022 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1759a0-96ab-4ad3-bde8-98877ea06575", "tag": "99d138ea-de8a-479c-9ac8-f5548ba8f2e7", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:06:57.933814 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e7ab69bb-e0f7-4d34-8cc5-65c5a0d5a00e {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:06:57.935346 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1759a0-96ab-4ad3-bde8-98877ea06575', 'tag': '99d138ea-de8a-479c-9ac8-f5548ba8f2e7', 'status': 'completed', 'code': 200} Aug 17 00:06:58.009794 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-2607449e-e0fa-4e64-8d1e-3b7797d058ad None None] Set router 2aeca20a-d838-43d4-a54e-71e3d20026ac gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:58.041968 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3524d-a4b6-48c5-a441-be2487635474 req-bdc3d7e6-2dae-4a56-b051-3c8cc0a64f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:58.044923 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4eb3524d-a4b6-48c5-a441-be2487635474 req-bdc3d7e6-2dae-4a56-b051-3c8cc0a64f33 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=577829ee48ff4a458b8d3998e4ad7f2a&device_id=cc1759a0-96ab-4ad3-bde8-98877ea06575 HTTP/1.1" status: 200 len: 1098 time: 0.0906029 Aug 17 00:06:58.209458 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-26bfc183-fad0-4b1e-bfcb-f6add05caaf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:58.213629 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21ef77ff-a019-4f5e-b08c-a79ee238d5ab tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:58.252416 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3524d-a4b6-48c5-a441-be2487635474 req-939a3606-1d82-46ff-a592-f6c00dcd613e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:58.260118 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4eb3524d-a4b6-48c5-a441-be2487635474 req-939a3606-1d82-46ff-a592-f6c00dcd613e service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e HTTP/1.1" status: 200 len: 912 time: 0.2071211 Aug 17 00:06:58.283497 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef77ff-a019-4f5e-b08c-a79ee238d5ab tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Pushing event deleted for resources: {'Port': ['ID=8062269b-5ec4-4526-b759-5af00015190c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:58.432506 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4eb3524d-a4b6-48c5-a441-be2487635474 req-57ecbf2d-3611-4559-a00d-8553dedfd45d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99d138ea-de8a-479c-9ac8-f5548ba8f2e7 HTTP/1.1" status: 200 len: 1000 time: 0.1593676 Aug 17 00:06:58.511394 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-2607449e-e0fa-4e64-8d1e-3b7797d058ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'name': 'tempest-AttachVolumeTestJSON-1818317862-router', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:09Z', 'updated_at': '2021-08-17T00:01:23Z', 'revision_number': 4, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'gw_port': {'id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:12Z', 'updated_at': '2021-08-17T00:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '4dc22e63-33c6-479e-baa7-d407efb907a0', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'floating_ip_address': '172.25.3.140', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'port_id': '99d138ea-de8a-479c-9ac8-f5548ba8f2e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e', 'mac_address': 'fa:16:3e:51:31:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1759a0-96ab-4ad3-bde8-98877ea06575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:06:33Z', 'updated_at': '2021-08-17T00:06:56Z', 'revision_number': 1, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e07dfa85-a711-4255-9224-97cdebc88b98', 'name': '', 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'mac_address': 'fa:16:3e:0a:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:21Z', 'updated_at': '2021-08-17T00:01:35Z', 'revision_number': 5, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'subnets': [{'id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:58.516615 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3524d-a4b6-48c5-a441-be2487635474 req-7ecb51b3-01a3-4b4a-b6ab-c59bcf777704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:58.518422 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4eb3524d-a4b6-48c5-a441-be2487635474 req-7ecb51b3-01a3-4b4a-b6ab-c59bcf777704 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f65ff7a7-5ac0-412f-a1d3-f77a57ca9614 HTTP/1.1" status: 200 len: 850 time: 0.0777473 Aug 17 00:06:58.529941 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21ef77ff-a019-4f5e-b08c-a79ee238d5ab tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:58.589574 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2607449e-e0fa-4e64-8d1e-3b7797d058ad None None] Checking router: 2aeca20a-d838-43d4-a54e-71e3d20026ac for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:06:58.613085 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3524d-a4b6-48c5-a441-be2487635474 req-d527e39a-545c-449d-a565-d29c8137e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:58.616281 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2607449e-e0fa-4e64-8d1e-3b7797d058ad None None] Routers {'2aeca20a-d838-43d4-a54e-71e3d20026ac'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:58.616928 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-2607449e-e0fa-4e64-8d1e-3b7797d058ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:06:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2aeca20a-d838-43d4-a54e-71e3d20026ac'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:58.617663 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4eb3524d-a4b6-48c5-a441-be2487635474 req-d527e39a-545c-449d-a565-d29c8137e1dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0913060 Aug 17 00:06:58.691058 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21ef77ff-a019-4f5e-b08c-a79ee238d5ab tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:58.701462 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21ef77ff-a019-4f5e-b08c-a79ee238d5ab tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:58.723030 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-26bfc183-fad0-4b1e-bfcb-f6add05caaf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:58.767255 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4eb3524d-a4b6-48c5-a441-be2487635474 req-dbca1396-a164-4fae-8548-3da8cdb6230f service neutron] 10.222.0.64 "GET /v2.0/networks/9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349726 Aug 17 00:06:58.774286 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-26bfc183-fad0-4b1e-bfcb-f6add05caaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:58.802618 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21ef77ff-a019-4f5e-b08c-a79ee238d5ab tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:58.803165 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ef77ff-a019-4f5e-b08c-a79ee238d5ab tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Fanout notify agent at l3_agent the message router_deleted on router 2343c2ef-4820-4e63-83e0-ea2fdfe0e2d1 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:06:58.819283 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21ef77ff-a019-4f5e-b08c-a79ee238d5ab tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:58.823853 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-21ef77ff-a019-4f5e-b08c-a79ee238d5ab tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "DELETE /v2.0/routers/2343c2ef-4820-4e63-83e0-ea2fdfe0e2d1 HTTP/1.1" status: 204 len: 168 time: 1.9573421 Aug 17 00:06:58.825991 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43038) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:58.832304 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-26bfc183-fad0-4b1e-bfcb-f6add05caaf4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8266cee996e7490193012480a5fbef9d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0500231 Aug 17 00:06:58.837062 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-c8089715-4dce-451e-a35b-ac17c1aa5c4a tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1922277773', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}, 'admin_state_up': False}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:58.853073 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43040) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:58.858925 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-2607449e-e0fa-4e64-8d1e-3b7797d058ad None None] Set router 2aeca20a-d838-43d4-a54e-71e3d20026ac gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:58.899846 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfc183-fad0-4b1e-bfcb-f6add05caaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691a1974-452d-4340-816e-7ba19a76c80e,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:58.936997 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c8089715-4dce-451e-a35b-ac17c1aa5c4a tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:58.937632 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c8089715-4dce-451e-a35b-ac17c1aa5c4a tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:58.942457 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b79b4c6-d40d-4724-8940-65b3e3d35eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:58.967358 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4eb3524d-a4b6-48c5-a441-be2487635474 req-d0987a1b-4953-43ef-a305-ea2421cf33ed service neutron] 10.222.0.64 "GET /v2.0/networks/9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963491 Aug 17 00:06:58.990528 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b79b4c6-d40d-4724-8940-65b3e3d35eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:59.042537 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c8089715-4dce-451e-a35b-ac17c1aa5c4a tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:59.263200 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-2607449e-e0fa-4e64-8d1e-3b7797d058ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'name': 'tempest-AttachVolumeTestJSON-1818317862-router', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:09Z', 'updated_at': '2021-08-17T00:01:23Z', 'revision_number': 4, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'gw_port': {'id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:12Z', 'updated_at': '2021-08-17T00:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '4dc22e63-33c6-479e-baa7-d407efb907a0', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'floating_ip_address': '172.25.3.140', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'port_id': '99d138ea-de8a-479c-9ac8-f5548ba8f2e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e', 'mac_address': 'fa:16:3e:51:31:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1759a0-96ab-4ad3-bde8-98877ea06575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:06:33Z', 'updated_at': '2021-08-17T00:06:56Z', 'revision_number': 1, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e07dfa85-a711-4255-9224-97cdebc88b98', 'name': '', 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'mac_address': 'fa:16:3e:0a:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:21Z', 'updated_at': '2021-08-17T00:01:35Z', 'revision_number': 5, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'subnets': [{'id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:59.266740 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b79b4c6-d40d-4724-8940-65b3e3d35eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:59.269340 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b79b4c6-d40d-4724-8940-65b3e3d35eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:59.270549 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4b79b4c6-d40d-4724-8940-65b3e3d35eed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/691a1974-452d-4340-816e-7ba19a76c80e HTTP/1.1" status: 204 len: 168 time: 0.4164681 Aug 17 00:06:59.285921 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c8089715-4dce-451e-a35b-ac17c1aa5c4a tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:59.289665 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b79b4c6-d40d-4724-8940-65b3e3d35eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691a1974-452d-4340-816e-7ba19a76c80e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:59.304056 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2607449e-e0fa-4e64-8d1e-3b7797d058ad None None] The sync data for ids ['2aeca20a-d838-43d4-a54e-71e3d20026ac'] in n-d-800088-20 is: [{'id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'name': 'tempest-AttachVolumeTestJSON-1818317862-router', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:09Z', 'updated_at': '2021-08-17T00:01:23Z', 'revision_number': 4, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'gw_port': {'id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:12Z', 'updated_at': '2021-08-17T00:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '4dc22e63-33c6-479e-baa7-d407efb907a0', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'floating_ip_address': '172.25.3.140', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'port_id': '99d138ea-de8a-479c-9ac8-f5548ba8f2e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e', 'mac_address': 'fa:16:3e:51:31:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1759a0-96ab-4ad3-bde8-98877ea06575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:06:33Z', 'updated_at': '2021-08-17T00:06:56Z', 'revision_number': 1, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e07dfa85-a711-4255-9224-97cdebc88b98', 'name': '', 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'mac_address': 'fa:16:3e:0a:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:21Z', 'updated_at': '2021-08-17T00:01:35Z', 'revision_number': 5, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'subnets': [{'id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:06:59.672770 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395b1a01-7e39-4559-85fb-10e05058f7f7 None None] New status for floating IP 4dc22e63-33c6-479e-baa7-d407efb907a0: ACTIVE {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:06:59.674900 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c8089715-4dce-451e-a35b-ac17c1aa5c4a tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:59.701519 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c8089715-4dce-451e-a35b-ac17c1aa5c4a tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:59.847060 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-c8089715-4dce-451e-a35b-ac17c1aa5c4a tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Allocated IP 172.25.3.116 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/1fd1c703-d127-40b5-85ba-acba8b5e8e25) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:06:59.910513 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43078) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:59.938325 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-291317a3-e40f-49bb-894f-6b23a2f987e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:00.027027 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c8089715-4dce-451e-a35b-ac17c1aa5c4a tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:00.083244 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-291317a3-e40f-49bb-894f-6b23a2f987e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:00.089857 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-291317a3-e40f-49bb-894f-6b23a2f987e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:00.102764 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c8089715-4dce-451e-a35b-ac17c1aa5c4a tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:00.143475 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8089715-4dce-451e-a35b-ac17c1aa5c4a tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:00.146410 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-c8089715-4dce-451e-a35b-ac17c1aa5c4a tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:00.153513 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8089715-4dce-451e-a35b-ac17c1aa5c4a tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:00.177912 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-291317a3-e40f-49bb-894f-6b23a2f987e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=31677b2c141e47d887d88242d957f441&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2658153 Aug 17 00:07:00.190182 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43082) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:00.196921 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291317a3-e40f-49bb-894f-6b23a2f987e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9566fe8-076c-4aea-930d-ff5d28dba785,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:00.267849 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bdc6301c-e197-4e70-a41d-f86d47ed8c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:00.303200 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bdc6301c-e197-4e70-a41d-f86d47ed8c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:00.310573 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8089715-4dce-451e-a35b-ac17c1aa5c4a tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Pushing event updated for resources: {'Port': ['ID=1fd1c703-d127-40b5-85ba-acba8b5e8e25,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:00.373487 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bdc6301c-e197-4e70-a41d-f86d47ed8c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:00.376332 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bdc6301c-e197-4e70-a41d-f86d47ed8c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:00.380143 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bdc6301c-e197-4e70-a41d-f86d47ed8c8b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a9566fe8-076c-4aea-930d-ff5d28dba785 HTTP/1.1" status: 204 len: 168 time: 0.1862578 Aug 17 00:07:00.386824 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6301c-e197-4e70-a41d-f86d47ed8c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9566fe8-076c-4aea-930d-ff5d28dba785,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:00.586573 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c8089715-4dce-451e-a35b-ac17c1aa5c4a tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:00.860818 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c8089715-4dce-451e-a35b-ac17c1aa5c4a tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:01.035932 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8089715-4dce-451e-a35b-ac17c1aa5c4a tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Router 3706dbbb-d883-4ca4-b9c4-96ce785c64d7 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:07:01.165443 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8089715-4dce-451e-a35b-ac17c1aa5c4a tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:07:01.181610 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac53d9a-8f10-41c4-b902-e45ac4a469c5 None None] Sync routers for ids ['3706dbbb-d883-4ca4-b9c4-96ce785c64d7'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:07:01.198227 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac53d9a-8f10-41c4-b902-e45ac4a469c5 None None] Routers {'3706dbbb-d883-4ca4-b9c4-96ce785c64d7'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:01.199276 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c8089715-4dce-451e-a35b-ac17c1aa5c4a tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:01.201600 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c8089715-4dce-451e-a35b-ac17c1aa5c4a tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.3677340 Aug 17 00:07:01.202957 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-bac53d9a-8f10-41c4-b902-e45ac4a469c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:06:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['3706dbbb-d883-4ca4-b9c4-96ce785c64d7'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:01.204115 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43120) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:01.212417 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-19ef8833-b355-44f2-bf7b-f513c573ac1b tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:01.260776 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-bac53d9a-8f10-41c4-b902-e45ac4a469c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:01.272396 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac53d9a-8f10-41c4-b902-e45ac4a469c5 None None] Routers {'3706dbbb-d883-4ca4-b9c4-96ce785c64d7'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:01.273149 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-bac53d9a-8f10-41c4-b902-e45ac4a469c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:06:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['3706dbbb-d883-4ca4-b9c4-96ce785c64d7'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:01.319078 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-bac53d9a-8f10-41c4-b902-e45ac4a469c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:01.320140 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac53d9a-8f10-41c4-b902-e45ac4a469c5 None None] The sync data for ids ['3706dbbb-d883-4ca4-b9c4-96ce785c64d7'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:07:01.663751 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19ef8833-b355-44f2-bf7b-f513c573ac1b tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:01.679380 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19ef8833-b355-44f2-bf7b-f513c573ac1b tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:01.761921 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-19ef8833-b355-44f2-bf7b-f513c573ac1b tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Deleting port 1fd1c703-d127-40b5-85ba-acba8b5e8e25 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:07:01.763304 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19ef8833-b355-44f2-bf7b-f513c573ac1b tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:01.863757 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19ef8833-b355-44f2-bf7b-f513c573ac1b tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:01.881750 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-19ef8833-b355-44f2-bf7b-f513c573ac1b tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Calling delete_port for 1fd1c703-d127-40b5-85ba-acba8b5e8e25 owned by network:router_gateway {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:07:02.188163 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19ef8833-b355-44f2-bf7b-f513c573ac1b tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:02.299823 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef8833-b355-44f2-bf7b-f513c573ac1b tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Pushing event deleted for resources: {'Port': ['ID=1fd1c703-d127-40b5-85ba-acba8b5e8e25,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:02.400011 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19ef8833-b355-44f2-bf7b-f513c573ac1b tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:02.650642 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19ef8833-b355-44f2-bf7b-f513c573ac1b tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126458'] for router, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:02.658257 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19ef8833-b355-44f2-bf7b-f513c573ac1b tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635776'] for router, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:02.775593 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ef8833-b355-44f2-bf7b-f513c573ac1b tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Router 3706dbbb-d883-4ca4-b9c4-96ce785c64d7 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:07:02.899211 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ef8833-b355-44f2-bf7b-f513c573ac1b tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:07:02.911388 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6b78e0-2c2f-4f3a-8950-b5de20361d4d None None] Sync routers for ids ['3706dbbb-d883-4ca4-b9c4-96ce785c64d7'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:07:02.913244 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19ef8833-b355-44f2-bf7b-f513c573ac1b tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:02.914789 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-19ef8833-b355-44f2-bf7b-f513c573ac1b tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "PUT /v2.0/routers/3706dbbb-d883-4ca4-b9c4-96ce785c64d7 HTTP/1.1" status: 200 len: 710 time: 1.7086928 Aug 17 00:07:02.917334 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43216) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:02.932455 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6b78e0-2c2f-4f3a-8950-b5de20361d4d None None] Routers {'3706dbbb-d883-4ca4-b9c4-96ce785c64d7'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:02.933451 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-5a6b78e0-2c2f-4f3a-8950-b5de20361d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:06:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['3706dbbb-d883-4ca4-b9c4-96ce785c64d7'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:03.043107 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ce4d610b-049d-4bd7-851b-038519cdc3c1 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "GET /v2.0/routers/3706dbbb-d883-4ca4-b9c4-96ce785c64d7 HTTP/1.1" status: 200 len: 745 time: 0.1226857 Aug 17 00:07:03.046639 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43220) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:03.077796 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-5a6b78e0-2c2f-4f3a-8950-b5de20361d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:03.090006 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6b78e0-2c2f-4f3a-8950-b5de20361d4d None None] Routers {'3706dbbb-d883-4ca4-b9c4-96ce785c64d7'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:03.090920 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-5a6b78e0-2c2f-4f3a-8950-b5de20361d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:06:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['3706dbbb-d883-4ca4-b9c4-96ce785c64d7'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:03.101024 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43224) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:03.101394 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0cae5ee2-d9cb-493e-8f4a-fdb190c15aa7 tempest-RoutersIpV6AdminTest-1764989365 tempest-RoutersIpV6AdminTest-1764989365-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=f9960621-448c-44b3-8317-7433dc6ce660&device_id=3706dbbb-d883-4ca4-b9c4-96ce785c64d7 HTTP/1.1" status: 200 len: 205 time: 0.0532362 Aug 17 00:07:03.152563 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6f7fe8d8-4c6a-41ce-95f9-1a1d8d9bd956 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "GET /v2.0/ports?device_id=3706dbbb-d883-4ca4-b9c4-96ce785c64d7 HTTP/1.1" status: 200 len: 205 time: 0.0392442 Aug 17 00:07:03.152563 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43230) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:03.154364 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-5a6b78e0-2c2f-4f3a-8950-b5de20361d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:03.154364 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6b78e0-2c2f-4f3a-8950-b5de20361d4d None None] The sync data for ids ['3706dbbb-d883-4ca4-b9c4-96ce785c64d7'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:07:03.656794 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d1fc22a7-5a20-4990-958c-f1d72301bcd9 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:03.859496 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d1fc22a7-5a20-4990-958c-f1d72301bcd9 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:03.871284 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d1fc22a7-5a20-4990-958c-f1d72301bcd9 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:03.931020 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b1a42-c2f1-4a8b-b9eb-3f776c996ee7 req-86144157-de84-4d77-a343-feaaf712ee2c tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:03.941744 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-758b1a42-c2f1-4a8b-b9eb-3f776c996ee7 req-86144157-de84-4d77-a343-feaaf712ee2c tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.0762677 Aug 17 00:07:03.963417 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d1fc22a7-5a20-4990-958c-f1d72301bcd9 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:03.963997 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fc22a7-5a20-4990-958c-f1d72301bcd9 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Fanout notify agent at l3_agent the message router_deleted on router 3706dbbb-d883-4ca4-b9c4-96ce785c64d7 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:07:03.975655 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d1fc22a7-5a20-4990-958c-f1d72301bcd9 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:03.979766 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d1fc22a7-5a20-4990-958c-f1d72301bcd9 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "DELETE /v2.0/routers/3706dbbb-d883-4ca4-b9c4-96ce785c64d7 HTTP/1.1" status: 204 len: 168 time: 0.8317153 Aug 17 00:07:03.980741 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43244) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:04.019954 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-758b1a42-c2f1-4a8b-b9eb-3f776c996ee7 req-0ff34fc3-aa05-4bde-b6dc-9a739af07c1f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771260 Aug 17 00:07:04.065025 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43248) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:04.065669 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3a82faa4-bc9f-42b4-9112-a8893d5a06db tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "GET /v2.0/ports?device_id=3706dbbb-d883-4ca4-b9c4-96ce785c64d7 HTTP/1.1" status: 200 len: 205 time: 0.0809822 Aug 17 00:07:04.131222 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-34921397-f3f6-4bc4-88e2-b4c005a8e331 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] delete failed (client error): The resource could not be found. Aug 17 00:07:04.134556 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-34921397-f3f6-4bc4-88e2-b4c005a8e331 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "DELETE /v2.0/routers/3706dbbb-d883-4ca4-b9c4-96ce785c64d7 HTTP/1.1" status: 404 len: 336 time: 0.0662179 Aug 17 00:07:04.134794 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43250) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:04.168739 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff524b04-40b3-4bd3-92b7-c39d9b0ae305 req-d0864952-1976-474c-8396-4ed98e97f936 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:04.171737 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-17ff1f22-af1c-4358-bdcf-7942e26a71a3 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "GET /v2.0/ports?device_id=2343c2ef-4820-4e63-83e0-ea2fdfe0e2d1 HTTP/1.1" status: 200 len: 205 time: 0.0338337 Aug 17 00:07:04.171897 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff524b04-40b3-4bd3-92b7-c39d9b0ae305 req-d0864952-1976-474c-8396-4ed98e97f936 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.0664105 Aug 17 00:07:04.171997 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43252) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:04.213568 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff524b04-40b3-4bd3-92b7-c39d9b0ae305 req-5909774b-75e8-463f-8698-fc2cba3889f5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356445 Aug 17 00:07:04.228592 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-d018b17a-d78b-496d-adcc-926514090555 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] delete failed (client error): The resource could not be found. Aug 17 00:07:04.229574 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d018b17a-d78b-496d-adcc-926514090555 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "DELETE /v2.0/routers/2343c2ef-4820-4e63-83e0-ea2fdfe0e2d1 HTTP/1.1" status: 404 len: 336 time: 0.0565333 Aug 17 00:07:04.233974 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43258) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:04.266793 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9abe3cfb-3547-4861-922d-f0fe082241f9 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "GET /v2.0/ports?device_id=7918d7a6-70da-495a-adde-d3d3c49579cc HTTP/1.1" status: 200 len: 205 time: 0.0320699 Aug 17 00:07:04.269236 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43262) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:04.338370 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-eb04b6ae-d309-4187-9019-e6fd61caf31f tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] delete failed (client error): The resource could not be found. Aug 17 00:07:04.341777 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-eb04b6ae-d309-4187-9019-e6fd61caf31f tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "DELETE /v2.0/routers/7918d7a6-70da-495a-adde-d3d3c49579cc HTTP/1.1" status: 404 len: 336 time: 0.0700340 Aug 17 00:07:04.343389 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43266) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:04.380960 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9ede9a58-6af1-45bb-9e59-6b7af41235bd tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "GET /v2.0/ports?device_id=90499199-223e-46f6-90e6-ac40830db847 HTTP/1.1" status: 200 len: 205 time: 0.0361786 Aug 17 00:07:04.383548 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43268) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:04.450995 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-747ba8ee-432a-43d3-95f9-4e650e7b064a tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] delete failed (client error): The resource could not be found. Aug 17 00:07:04.452437 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-747ba8ee-432a-43d3-95f9-4e650e7b064a tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "DELETE /v2.0/routers/90499199-223e-46f6-90e6-ac40830db847 HTTP/1.1" status: 404 len: 336 time: 0.0674908 Aug 17 00:07:04.454957 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43270) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:04.502032 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-44ec04d1-00e5-481d-b939-fbb765c8f324 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "GET /v2.0/ports?device_id=754fb258-ca21-4d92-9dfa-3866d2c756f2 HTTP/1.1" status: 200 len: 205 time: 0.0426295 Aug 17 00:07:04.502241 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43274) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:04.581228 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-d08caf22-5fde-4a45-8ee7-47aa5bff9978 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] delete failed (client error): The resource could not be found. Aug 17 00:07:04.582298 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d08caf22-5fde-4a45-8ee7-47aa5bff9978 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "DELETE /v2.0/routers/754fb258-ca21-4d92-9dfa-3866d2c756f2 HTTP/1.1" status: 404 len: 336 time: 0.0790944 Aug 17 00:07:04.584886 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43278) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:04.614963 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496c58b-0730-4b85-903c-0dafe301f63b req-5bfb8a92-56a4-459b-ac81-6f59a10b3e63 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:04.616778 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0496c58b-0730-4b85-903c-0dafe301f63b req-5bfb8a92-56a4-459b-ac81-6f59a10b3e63 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.0642376 Aug 17 00:07:04.629454 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bb7732c8-a798-4a83-9768-119188ac112e tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2c52bad-d893-44a1-a70c-46a803fef4c4 HTTP/1.1" status: 200 len: 205 time: 0.0350389 Aug 17 00:07:04.631540 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43280) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:04.675915 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0496c58b-0730-4b85-903c-0dafe301f63b req-f86dd509-d2fa-47e2-957b-f39546224a6c tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512013 Aug 17 00:07:04.685728 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-9514651c-26c5-4303-a3b8-e99d856c341a tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] delete failed (client error): The resource could not be found. Aug 17 00:07:04.689248 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9514651c-26c5-4303-a3b8-e99d856c341a tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "DELETE /v2.0/routers/e2c52bad-d893-44a1-a70c-46a803fef4c4 HTTP/1.1" status: 404 len: 336 time: 0.0536721 Aug 17 00:07:04.689535 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43284) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:04.723653 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-74048ea7-afc3-4600-83bb-02f31809e171 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] DELETE failed (client error): The resource could not be found. Aug 17 00:07:04.724049 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74048ea7-afc3-4600-83bb-02f31809e171 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:07:04.728320 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-74048ea7-afc3-4600-83bb-02f31809e171 tempest-RoutersIpV6AdminTest-115712127 tempest-RoutersIpV6AdminTest-115712127-project] 10.222.0.60 "DELETE /v2.0/subnets/e80a2576-ba23-49cb-b931-db28bfb440cd HTTP/1.1" status: 404 len: 337 time: 0.0353601 Aug 17 00:07:05.036737 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43298) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:05.099712 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce6e94-c38e-4de4-9db2-36f295a50ef6 req-8a8aad26-d76f-43e4-8bfe-779ef0edf9da tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:05.101953 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9ce6e94-c38e-4de4-9db2-36f295a50ef6 req-8a8aad26-d76f-43e4-8bfe-779ef0edf9da tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.0528245 Aug 17 00:07:05.143907 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9ce6e94-c38e-4de4-9db2-36f295a50ef6 req-6ad4a8ce-817e-4ad5-b2f3-6c54b0732f45 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339148 Aug 17 00:07:05.166676 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f9b15d7-27ec-4463-878f-f27f88dde2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:05.262881 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f9b15d7-27ec-4463-878f-f27f88dde2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:05.267033 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f9b15d7-27ec-4463-878f-f27f88dde2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:05.307419 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8f9b15d7-27ec-4463-878f-f27f88dde2b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e46bae159db042b8870e0d1545d91d66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2688704 Aug 17 00:07:05.308302 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b15d7-27ec-4463-878f-f27f88dde2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68835e0-f882-4dbf-81dc-db66d47966cb,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:05.310013 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43302) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:05.384472 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e5c7aeb3-a886-411b-93ea-cdfe3e43c867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:05.406455 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e5c7aeb3-a886-411b-93ea-cdfe3e43c867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:05.482775 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e5c7aeb3-a886-411b-93ea-cdfe3e43c867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:05.486235 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e5c7aeb3-a886-411b-93ea-cdfe3e43c867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:05.487240 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e5c7aeb3-a886-411b-93ea-cdfe3e43c867 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c68835e0-f882-4dbf-81dc-db66d47966cb HTTP/1.1" status: 204 len: 168 time: 0.1759655 Aug 17 00:07:05.498278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7aeb3-a886-411b-93ea-cdfe3e43c867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68835e0-f882-4dbf-81dc-db66d47966cb,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:05.907517 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43332) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:05.955021 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2e29d140-817d-4539-bacd-7defd3f4eea2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=21ee8a93631a4acabc2b6f2823cd5626&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462630 Aug 17 00:07:05.957428 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43334) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:06.028724 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25d2b715-a053-4f05-925f-e0000c840cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:06.068855 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25d2b715-a053-4f05-925f-e0000c840cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:06.131098 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25d2b715-a053-4f05-925f-e0000c840cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:06.136498 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25d2b715-a053-4f05-925f-e0000c840cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:06.138261 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-25d2b715-a053-4f05-925f-e0000c840cf0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6bd2dacc-2f53-46dd-8e7f-1f1e8e2794f7 HTTP/1.1" status: 204 len: 168 time: 0.1799352 Aug 17 00:07:06.149759 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2b715-a053-4f05-925f-e0000c840cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd2dacc-2f53-46dd-8e7f-1f1e8e2794f7,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:06.348520 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b9cb6-dbbc-4642-a672-b994851fc688 req-89eae66e-7f5c-4edd-a4e8-dbfd3f4a0b28 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:06.351158 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-956b9cb6-dbbc-4642-a672-b994851fc688 req-89eae66e-7f5c-4edd-a4e8-dbfd3f4a0b28 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.0717859 Aug 17 00:07:06.424825 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-956b9cb6-dbbc-4642-a672-b994851fc688 req-a9b3c7a4-caa1-420b-a061-03d88ad5c21d tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623453 Aug 17 00:07:07.646499 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3652dd-a918-4255-9204-563b50b96948 req-dc6d0f78-83ab-4d1c-a853-323b469cf3b4 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:07.670697 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bf3652dd-a918-4255-9204-563b50b96948 req-dc6d0f78-83ab-4d1c-a853-323b469cf3b4 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1138361 Aug 17 00:07:07.748693 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bf3652dd-a918-4255-9204-563b50b96948 req-ccdf7c3e-4f07-42a9-a2b2-7869a774e487 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750239 Aug 17 00:07:08.019234 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43406) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:08.090856 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43410) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:08.219821 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c27f9cb9-3890-432b-b692-ca2d8d7f0e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:08.329808 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-708894ba-aa54-43d6-a927-98527857ae53 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2085884564', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:08.341581 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43418) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:08.347265 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-487d1a57-d555-44e8-9d6c-f60ccf974d4b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1826276985'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:08.391398 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c27f9cb9-3890-432b-b692-ca2d8d7f0e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:08.399754 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c27f9cb9-3890-432b-b692-ca2d8d7f0e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:08.450941 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708894ba-aa54-43d6-a927-98527857ae53 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Made reservation on behalf of ee66a1de9cb14c33b5fbd84ed9f3dedb for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:07:08.453269 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-708894ba-aa54-43d6-a927-98527857ae53 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:08.459416 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f9cb9-3890-432b-b692-ca2d8d7f0e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335ad631-fa26-4b20-81da-97dca1bfd28d,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:08.473874 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c27f9cb9-3890-432b-b692-ca2d8d7f0e63 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc31d6fd939c44259af2c3c8418d300d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3794243 Aug 17 00:07:08.474207 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43420) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:08.482393 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-708894ba-aa54-43d6-a927-98527857ae53 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:08.495193 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487d1a57-d555-44e8-9d6c-f60ccf974d4b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Made reservation on behalf of 4c3689368c2d4f3084af070981f83d10 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:07:08.500030 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-487d1a57-d555-44e8-9d6c-f60ccf974d4b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:08.540180 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5414ca18-4b41-49b6-9fe5-21814a0ea180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:08.542312 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-487d1a57-d555-44e8-9d6c-f60ccf974d4b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:07:08.564368 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-487d1a57-d555-44e8-9d6c-f60ccf974d4b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:08.564752 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-487d1a57-d555-44e8-9d6c-f60ccf974d4b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Added segment b7130b5e-880a-4624-8591-a8d8fad3e001 of type vlan for network f6cd289c-2ec6-41a8-8f51-21d9174f00f2 Aug 17 00:07:08.569981 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5414ca18-4b41-49b6-9fe5-21814a0ea180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:08.627739 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-487d1a57-d555-44e8-9d6c-f60ccf974d4b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:08.639929 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5414ca18-4b41-49b6-9fe5-21814a0ea180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:08.646677 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5414ca18-4b41-49b6-9fe5-21814a0ea180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:08.651121 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5414ca18-4b41-49b6-9fe5-21814a0ea180 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/335ad631-fa26-4b20-81da-97dca1bfd28d HTTP/1.1" status: 204 len: 168 time: 0.1755753 Aug 17 00:07:08.665273 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414ca18-4b41-49b6-9fe5-21814a0ea180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335ad631-fa26-4b20-81da-97dca1bfd28d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:08.687243 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-487d1a57-d555-44e8-9d6c-f60ccf974d4b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:08.692966 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487d1a57-d555-44e8-9d6c-f60ccf974d4b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:08.693618 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-487d1a57-d555-44e8-9d6c-f60ccf974d4b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:08.710173 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-708894ba-aa54-43d6-a927-98527857ae53 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:08.727718 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-708894ba-aa54-43d6-a927-98527857ae53 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:08.772944 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-708894ba-aa54-43d6-a927-98527857ae53 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] device_id is not set on port 26de782f-6ba1-4fa8-9097-12b2f2b79d4d yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:07:08.795791 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43428) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:08.796058 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-487d1a57-d555-44e8-9d6c-f60ccf974d4b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4530370 Aug 17 00:07:08.802248 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-bbf91998-2913-4eda-af25-156c246e8b20 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2146136890'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:08.862125 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf91998-2913-4eda-af25-156c246e8b20 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Made reservation on behalf of 4c3689368c2d4f3084af070981f83d10 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:07:08.866908 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bbf91998-2913-4eda-af25-156c246e8b20 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:08.870309 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d1a57-d555-44e8-9d6c-f60ccf974d4b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event updated for resources: {'Network': ['ID=f6cd289c-2ec6-41a8-8f51-21d9174f00f2,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:08.883552 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network f6cd289c-2ec6-41a8-8f51-21d9174f00f2 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:07:08.895643 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708894ba-aa54-43d6-a927-98527857ae53 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce6cba0-08ca-4bc5-8e78-4493288c9916,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:08.934621 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf91998-2913-4eda-af25-156c246e8b20 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:07:08.953195 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bbf91998-2913-4eda-af25-156c246e8b20 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:08.954741 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-bbf91998-2913-4eda-af25-156c246e8b20 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Added segment f2598112-e255-4a98-be84-f684c08cfbc7 of type vlan for network 949ef9b5-a5f5-4a03-9475-a782bb68296d Aug 17 00:07:08.972239 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2104d-5fdb-49e7-8110-49898a782343 req-ac3c70ea-0d53-4f1f-b8b7-5de92b5956b5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:08.975070 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d9a2104d-5fdb-49e7-8110-49898a782343 req-ac3c70ea-0d53-4f1f-b8b7-5de92b5956b5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1300471 Aug 17 00:07:09.005186 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-708894ba-aa54-43d6-a927-98527857ae53 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Allocated IP 172.25.3.59 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/26de782f-6ba1-4fa8-9097-12b2f2b79d4d) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:09.064965 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bbf91998-2913-4eda-af25-156c246e8b20 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:09.072445 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d9a2104d-5fdb-49e7-8110-49898a782343 req-4732d2a3-8669-44bd-a673-f3602bde84e6 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833855 Aug 17 00:07:09.113343 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bbf91998-2913-4eda-af25-156c246e8b20 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:09.119059 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf91998-2913-4eda-af25-156c246e8b20 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:09.120080 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bbf91998-2913-4eda-af25-156c246e8b20 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:09.180196 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bbf91998-2913-4eda-af25-156c246e8b20 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3828468 Aug 17 00:07:09.182649 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43440) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:09.193224 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-c5512746-f79a-476a-a17b-8d9bf37f6a97 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Request body: {'subnet': {'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:09.209077 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf91998-2913-4eda-af25-156c246e8b20 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event updated for resources: {'Network': ['ID=949ef9b5-a5f5-4a03-9475-a782bb68296d,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:09.222850 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 949ef9b5-a5f5-4a03-9475-a782bb68296d details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:07:09.301652 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-708894ba-aa54-43d6-a927-98527857ae53 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:09.362910 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5512746-f79a-476a-a17b-8d9bf37f6a97 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Made reservation on behalf of 4c3689368c2d4f3084af070981f83d10 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:07:09.368653 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c5512746-f79a-476a-a17b-8d9bf37f6a97 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:09.431445 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-708894ba-aa54-43d6-a927-98527857ae53 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:09.505770 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708894ba-aa54-43d6-a927-98527857ae53 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:09.510692 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708894ba-aa54-43d6-a927-98527857ae53 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Pushing event updated for resources: {'Port': ['ID=26de782f-6ba1-4fa8-9097-12b2f2b79d4d,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:09.513394 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-708894ba-aa54-43d6-a927-98527857ae53 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:09.517503 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708894ba-aa54-43d6-a927-98527857ae53 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:09.588993 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708894ba-aa54-43d6-a927-98527857ae53 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:09.589646 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-708894ba-aa54-43d6-a927-98527857ae53 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:09.616935 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-708894ba-aa54-43d6-a927-98527857ae53 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.5936904 Aug 17 00:07:09.617220 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43454) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:09.625104 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-81ff72ae-5014-4b6c-aba9-e007e22a5594 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.59'}]}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:09.680903 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-81ff72ae-5014-4b6c-aba9-e007e22a5594 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:09.682018 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-81ff72ae-5014-4b6c-aba9-e007e22a5594 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:09.693574 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c5512746-f79a-476a-a17b-8d9bf37f6a97 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:09.785943 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-81ff72ae-5014-4b6c-aba9-e007e22a5594 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:09.793735 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5512746-f79a-476a-a17b-8d9bf37f6a97 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event updated for resources: {'Subnet': ['ID=bd0b1868-d770-4e84-810f-697ff03d7f3e,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:09.881242 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5512746-f79a-476a-a17b-8d9bf37f6a97 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Checking segment: {'id': 'b7130b5e-880a-4624-8591-a8d8fad3e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:07:09.881613 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5512746-f79a-476a-a17b-8d9bf37f6a97 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Network hostable DHCP agents. Network: f6cd289c-2ec6-41a8-8f51-21d9174f00f2, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:07:10.005373 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:10.288701 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-81ff72ae-5014-4b6c-aba9-e007e22a5594 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:10.329543 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5512746-f79a-476a-a17b-8d9bf37f6a97 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Network f6cd289c-2ec6-41a8-8f51-21d9174f00f2 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:07:10.370283 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-c5512746-f79a-476a-a17b-8d9bf37f6a97 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, f6cd289c-2ec6-41a8-8f51-21d9174f00f2) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:10.379881 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fb9a3-91f4-48ff-84fa-f5086ff923e8 req-15f10b7c-5912-4768-aaae-dc79aae23617 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:10.380234 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01da7991-66fa-4e44-a723-82fa9712622b None None] Network f6cd289c-2ec6-41a8-8f51-21d9174f00f2 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:07:10.381430 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b74fb9a3-91f4-48ff-84fa-f5086ff923e8 req-15f10b7c-5912-4768-aaae-dc79aae23617 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1096056 Aug 17 00:07:10.387884 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5512746-f79a-476a-a17b-8d9bf37f6a97 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:10.388757 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c5512746-f79a-476a-a17b-8d9bf37f6a97 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:10.438641 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c5512746-f79a-476a-a17b-8d9bf37f6a97 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2549117 Aug 17 00:07:10.445098 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43482) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:10.457162 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b74fb9a3-91f4-48ff-84fa-f5086ff923e8 req-ef528d76-16e6-444f-9c88-f8fca83f8198 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628731 Aug 17 00:07:10.462420 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-06e3d793-5afc-4b7c-af24-4a1313d65fbd tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Request body: {'subnet': {'network_id': '949ef9b5-a5f5-4a03-9475-a782bb68296d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:10.592691 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-f6cd289c-2ec6-41a8-8f51-21d9174f00f2', 'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'fixed_ips': [{'subnet_id': 'bd0b1868-d770-4e84-810f-697ff03d7f3e'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:07:10.593663 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:10.718223 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e3d793-5afc-4b7c-af24-4a1313d65fbd tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Made reservation on behalf of 4c3689368c2d4f3084af070981f83d10 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:07:10.722087 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-06e3d793-5afc-4b7c-af24-4a1313d65fbd tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:10.767470 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Allocated IP 10.1.1.2 (f6cd289c-2ec6-41a8-8f51-21d9174f00f2/bd0b1868-d770-4e84-810f-697ff03d7f3e/5a465b5d-4395-4baf-aeee-a47491991bd0) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:10.823328 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-81ff72ae-5014-4b6c-aba9-e007e22a5594 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:10.859087 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-81ff72ae-5014-4b6c-aba9-e007e22a5594 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:10.896521 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43486) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:10.901302 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a63fc516-9b09-4cb6-8cfa-2735c89a7593 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-296129847', 'description': 'tempest-secgroup-smoke-296129847 description', 'project_id': '8a9ca74733fa48c8818a39938a45e719'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:10.930698 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a63fc516-9b09-4cb6-8cfa-2735c89a7593 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:10.943754 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a63fc516-9b09-4cb6-8cfa-2735c89a7593 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.083280 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a63fc516-9b09-4cb6-8cfa-2735c89a7593 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.088021 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a63fc516-9b09-4cb6-8cfa-2735c89a7593 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.133365 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fc516-9b09-4cb6-8cfa-2735c89a7593 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bceb2f5-4b87-436d-9f83-0ad35797a057,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:11.139554 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-06e3d793-5afc-4b7c-af24-4a1313d65fbd tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.148082 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.158933 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Transition to ACTIVE for port object 5a465b5d-4395-4baf-aeee-a47491991bd0 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:07:11.180020 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Transition to ACTIVE for port object 5a465b5d-4395-4baf-aeee-a47491991bd0 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:07:11.194567 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.201616 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-81ff72ae-5014-4b6c-aba9-e007e22a5594 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.226914 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a63fc516-9b09-4cb6-8cfa-2735c89a7593 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.236056 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a63fc516-9b09-4cb6-8cfa-2735c89a7593 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.258485 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Network f6cd289c-2ec6-41a8-8f51-21d9174f00f2 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:11.264903 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:11.268608 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:11.284002 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fc516-9b09-4cb6-8cfa-2735c89a7593 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2113d7-3f9e-4c07-a038-8631a4b57794,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:11.288106 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a63fc516-9b09-4cb6-8cfa-2735c89a7593 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.292337 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a63fc516-9b09-4cb6-8cfa-2735c89a7593 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3921599 Aug 17 00:07:11.292504 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3d793-5afc-4b7c-af24-4a1313d65fbd tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event updated for resources: {'Subnet': ['ID=6225a0cd-0c05-4a30-94ea-958f505e0ba4,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:11.292756 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43490) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:11.300698 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-2fcf081e-40af-4e9c-81da-b7e6985e9aa0 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'security_group_rule': {'security_group_id': '5c2113d7-3f9e-4c07-a038-8631a4b57794', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:11.336506 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2fcf081e-40af-4e9c-81da-b7e6985e9aa0 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.353869 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Pushing event updated for resources: {'Port': ['ID=5a465b5d-4395-4baf-aeee-a47491991bd0,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:11.381112 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:11.381968 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:11.383789 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:11.384313 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:11.384836 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:11.385686 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:11.386680 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:11.387397 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:11.387903 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:11.388422 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:11.389360 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:11.392222 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:11.397246 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Attempting to bind port 5a465b5d-4395-4baf-aeee-a47491991bd0 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:07:11.397738 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Attempting to bind port 5a465b5d-4395-4baf-aeee-a47491991bd0 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'b7130b5e-880a-4624-8591-a8d8fad3e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:07:11.398201 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Attempting to bind port 5a465b5d-4395-4baf-aeee-a47491991bd0 on network f6cd289c-2ec6-41a8-8f51-21d9174f00f2 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:07:11.405335 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:07:11.405831 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Checking segment: {'id': 'b7130b5e-880a-4624-8591-a8d8fad3e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:07:11.406496 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.407437 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Bound using segment: {'id': 'b7130b5e-880a-4624-8591-a8d8fad3e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:07:11.408017 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Bound port: 5a465b5d-4395-4baf-aeee-a47491991bd0, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7130b5e-880a-4624-8591-a8d8fad3e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:07:11.408628 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.413605 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e3d793-5afc-4b7c-af24-4a1313d65fbd tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Checking segment: {'id': 'f2598112-e255-4a98-be84-f684c08cfbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '949ef9b5-a5f5-4a03-9475-a782bb68296d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:07:11.413984 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e3d793-5afc-4b7c-af24-4a1313d65fbd tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Network hostable DHCP agents. Network: 949ef9b5-a5f5-4a03-9475-a782bb68296d, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:07:11.422803 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2fcf081e-40af-4e9c-81da-b7e6985e9aa0 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.426943 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-81ff72ae-5014-4b6c-aba9-e007e22a5594 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.427496 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2fcf081e-40af-4e9c-81da-b7e6985e9aa0 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.431986 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-81ff72ae-5014-4b6c-aba9-e007e22a5594 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.454489 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf081e-40af-4e9c-81da-b7e6985e9aa0 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69706b1-3a0a-4527-8fe0-04436f462b9c,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:11.466879 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2fcf081e-40af-4e9c-81da-b7e6985e9aa0 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.470167 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2fcf081e-40af-4e9c-81da-b7e6985e9aa0 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1752605 Aug 17 00:07:11.472675 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43492) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:11.481655 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-fafb3137-8420-4371-b0cb-13718fa5196d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'security_group_rule': {'security_group_id': '5c2113d7-3f9e-4c07-a038-8631a4b57794', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:11.495737 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e3d793-5afc-4b7c-af24-4a1313d65fbd tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Network 949ef9b5-a5f5-4a03-9475-a782bb68296d is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:07:11.508339 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-81ff72ae-5014-4b6c-aba9-e007e22a5594 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.508947 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ff72ae-5014-4b6c-aba9-e007e22a5594 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64d0bbd2-94f4-4c60-88ee-dd684fa3af6d {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:07:11.519460 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-06e3d793-5afc-4b7c-af24-4a1313d65fbd tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 949ef9b5-a5f5-4a03-9475-a782bb68296d) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:11.526179 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e3d793-5afc-4b7c-af24-4a1313d65fbd tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:11.526769 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-06e3d793-5afc-4b7c-af24-4a1313d65fbd tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.533313 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fafb3137-8420-4371-b0cb-13718fa5196d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.539592 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-81ff72ae-5014-4b6c-aba9-e007e22a5594 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 17 00:07:11.540874 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-81ff72ae-5014-4b6c-aba9-e007e22a5594 tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.9227533 Aug 17 00:07:11.544884 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43496) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:11.552738 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0280acfc-d962-4702-a0f7-fd4bcb9a5e30 None None] Network 949ef9b5-a5f5-4a03-9475-a782bb68296d requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:07:11.561734 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-06e3d793-5afc-4b7c-af24-4a1313d65fbd tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1120358 Aug 17 00:07:11.563072 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43498) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:11.572389 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-34b6b5e5-bfaa-4a9e-aadd-a1c937257871 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Request body: {'port': {'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2', 'name': 'tempest-TaggedBootDevicesTest_v242-1464670240', 'fixed_ips': [{'subnet_id': 'bd0b1868-d770-4e84-810f-697ff03d7f3e'}]}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:11.579143 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] For port 5a465b5d-4395-4baf-aeee-a47491991bd0, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:07:11.674864 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] For port 5a465b5d-4395-4baf-aeee-a47491991bd0, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5a465b5d-4395-4baf-aeee-a47491991bd0,segment=NetworkSegment(b7130b5e-880a-4624-8591-a8d8fad3e001),segment_id=b7130b5e-880a-4624-8591-a8d8fad3e001)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:07:11.684758 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.690886 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.705073 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-ad445a39-8b1c-449b-87c9-9a19ebf4dc9a tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Deleting port 26de782f-6ba1-4fa8-9097-12b2f2b79d4d {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:07:11.705459 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ad445a39-8b1c-449b-87c9-9a19ebf4dc9a tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.729411 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fafb3137-8420-4371-b0cb-13718fa5196d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.738766 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fafb3137-8420-4371-b0cb-13718fa5196d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.795960 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb3137-8420-4371-b0cb-13718fa5196d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1b9965-f122-496f-a7db-a4ca4923d383,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:11.814876 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28eb3b-dea0-4efa-962d-af61e29af44b None None] Pushing event updated for resources: {'Port': ['ID=5a465b5d-4395-4baf-aeee-a47491991bd0,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:11.823552 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b6b5e5-bfaa-4a9e-aadd-a1c937257871 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Made reservation on behalf of 4c3689368c2d4f3084af070981f83d10 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:07:11.833849 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fafb3137-8420-4371-b0cb-13718fa5196d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.839498 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fafb3137-8420-4371-b0cb-13718fa5196d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3645015 Aug 17 00:07:11.840897 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ad445a39-8b1c-449b-87c9-9a19ebf4dc9a tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.843986 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43502) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:11.850410 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-676982a1-c516-4e87-8e3c-4cd9a116507e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'security_group_rule': {'security_group_id': '5c2113d7-3f9e-4c07-a038-8631a4b57794', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:11.904599 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f6f21-b8e5-4231-a73a-d9cf260890dd req-a2f92f43-0ca6-43a3-a188-a3436dc69687 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:11.913297 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-066f6f21-b8e5-4231-a73a-d9cf260890dd req-a2f92f43-0ca6-43a3-a188-a3436dc69687 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.2856936 Aug 17 00:07:11.914565 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0576a85a-9d82-434b-960b-72449e6a4945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-949ef9b5-a5f5-4a03-9475-a782bb68296d', 'network_id': '949ef9b5-a5f5-4a03-9475-a782bb68296d', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'fixed_ips': [{'subnet_id': '6225a0cd-0c05-4a30-94ea-958f505e0ba4'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:07:11.915650 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0576a85a-9d82-434b-960b-72449e6a4945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.947344 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-ad445a39-8b1c-449b-87c9-9a19ebf4dc9a tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Calling delete_port for 26de782f-6ba1-4fa8-9097-12b2f2b79d4d owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:07:11.972011 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34b6b5e5-bfaa-4a9e-aadd-a1c937257871 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:11.975300 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-676982a1-c516-4e87-8e3c-4cd9a116507e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:12.019221 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-34b6b5e5-bfaa-4a9e-aadd-a1c937257871 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] device_id is not set on port 7966ca59-62d1-4927-a258-fe4dd81e241a yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:07:12.170019 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-0576a85a-9d82-434b-960b-72449e6a4945 None None] Allocated IP 10.2.2.2 (949ef9b5-a5f5-4a03-9475-a782bb68296d/6225a0cd-0c05-4a30-94ea-958f505e0ba4/f4132438-1c52-468b-8def-29c0064961b6) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:12.204664 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-066f6f21-b8e5-4231-a73a-d9cf260890dd req-d4886f4c-7c1d-4dad-b102-d85603d0e598 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2903991 Aug 17 00:07:12.249231 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-676982a1-c516-4e87-8e3c-4cd9a116507e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:12.259522 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-676982a1-c516-4e87-8e3c-4cd9a116507e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:12.269994 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-34b6b5e5-bfaa-4a9e-aadd-a1c937257871 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Allocated IP 10.1.1.55 (f6cd289c-2ec6-41a8-8f51-21d9174f00f2/bd0b1868-d770-4e84-810f-697ff03d7f3e/7966ca59-62d1-4927-a258-fe4dd81e241a) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:12.323243 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676982a1-c516-4e87-8e3c-4cd9a116507e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a01309e-ab06-4b90-b6ed-fea4a1b1c26d,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:12.336689 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-676982a1-c516-4e87-8e3c-4cd9a116507e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:12.338173 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-676982a1-c516-4e87-8e3c-4cd9a116507e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4915583 Aug 17 00:07:12.341027 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43508) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:12.345799 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-048343bf-ca9b-4cea-9e24-34de19b6eb2e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'security_group_rule': {'security_group_id': '5c2113d7-3f9e-4c07-a038-8631a4b57794', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:12.410006 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0576a85a-9d82-434b-960b-72449e6a4945 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:12.423747 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ad445a39-8b1c-449b-87c9-9a19ebf4dc9a tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:12.437510 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5a465b5d-4395-4baf-aeee-a47491991bd0 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:07:12.447757 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-048343bf-ca9b-4cea-9e24-34de19b6eb2e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:12.450409 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0576a85a-9d82-434b-960b-72449e6a4945 None None] Transition to ACTIVE for port object f4132438-1c52-468b-8def-29c0064961b6 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:07:12.480218 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad445a39-8b1c-449b-87c9-9a19ebf4dc9a tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Pushing event deleted for resources: {'Port': ['ID=26de782f-6ba1-4fa8-9097-12b2f2b79d4d,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:12.507733 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0576a85a-9d82-434b-960b-72449e6a4945 None None] Transition to ACTIVE for port object f4132438-1c52-468b-8def-29c0064961b6 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:07:12.521923 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0576a85a-9d82-434b-960b-72449e6a4945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:12.555071 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34b6b5e5-bfaa-4a9e-aadd-a1c937257871 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:12.574475 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-34b6b5e5-bfaa-4a9e-aadd-a1c937257871 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Transition to ACTIVE for port object 7966ca59-62d1-4927-a258-fe4dd81e241a will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:07:12.575635 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0576a85a-9d82-434b-960b-72449e6a4945 None None] Network 949ef9b5-a5f5-4a03-9475-a782bb68296d is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:12.582385 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-0576a85a-9d82-434b-960b-72449e6a4945 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:12.587203 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 5a465b5d-4395-4baf-aeee-a47491991bd0 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:07:12.588961 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0576a85a-9d82-434b-960b-72449e6a4945 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:12.589623 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ad445a39-8b1c-449b-87c9-9a19ebf4dc9a tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:12.591456 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ad445a39-8b1c-449b-87c9-9a19ebf4dc9a tempest-RoutersAdminNegativeIpV6Test-1989525103 tempest-RoutersAdminNegativeIpV6Test-1989525103-project-admin] 10.222.0.60 "DELETE /v2.0/ports/26de782f-6ba1-4fa8-9097-12b2f2b79d4d HTTP/1.1" status: 204 len: 168 time: 1.0455194 Aug 17 00:07:12.603229 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576a85a-9d82-434b-960b-72449e6a4945 None None] Pushing event updated for resources: {'Port': ['ID=f4132438-1c52-468b-8def-29c0064961b6,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:12.617320 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-048343bf-ca9b-4cea-9e24-34de19b6eb2e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:12.626717 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-048343bf-ca9b-4cea-9e24-34de19b6eb2e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:12.664647 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048343bf-ca9b-4cea-9e24-34de19b6eb2e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a04a9c3e-4a18-4123-bd81-9b0c073a2331,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:12.671805 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-048343bf-ca9b-4cea-9e24-34de19b6eb2e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:12.672899 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34b6b5e5-bfaa-4a9e-aadd-a1c937257871 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:12.680351 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43512) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:12.682537 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-048343bf-ca9b-4cea-9e24-34de19b6eb2e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3377442 Aug 17 00:07:12.685120 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-0576a85a-9d82-434b-960b-72449e6a4945 None None] Attempting to bind port f4132438-1c52-468b-8def-29c0064961b6 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:07:12.685652 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-0576a85a-9d82-434b-960b-72449e6a4945 None None] Attempting to bind port f4132438-1c52-468b-8def-29c0064961b6 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'f2598112-e255-4a98-be84-f684c08cfbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '949ef9b5-a5f5-4a03-9475-a782bb68296d'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:07:12.686070 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0576a85a-9d82-434b-960b-72449e6a4945 None None] Attempting to bind port f4132438-1c52-468b-8def-29c0064961b6 on network 949ef9b5-a5f5-4a03-9475-a782bb68296d {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:07:12.696531 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0576a85a-9d82-434b-960b-72449e6a4945 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:07:12.696931 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0576a85a-9d82-434b-960b-72449e6a4945 None None] Checking segment: {'id': 'f2598112-e255-4a98-be84-f684c08cfbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '949ef9b5-a5f5-4a03-9475-a782bb68296d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:07:12.697365 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0576a85a-9d82-434b-960b-72449e6a4945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:12.697767 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0576a85a-9d82-434b-960b-72449e6a4945 None None] Bound using segment: {'id': 'f2598112-e255-4a98-be84-f684c08cfbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '949ef9b5-a5f5-4a03-9475-a782bb68296d'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:07:12.702863 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-0576a85a-9d82-434b-960b-72449e6a4945 None None] Bound port: f4132438-1c52-468b-8def-29c0064961b6, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2598112-e255-4a98-be84-f684c08cfbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '949ef9b5-a5f5-4a03-9475-a782bb68296d'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:07:12.703878 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0576a85a-9d82-434b-960b-72449e6a4945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:12.714491 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-20b667c4-1d9c-4998-a77f-44a501adcae4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'security_group_rule': {'security_group_id': '5c2113d7-3f9e-4c07-a038-8631a4b57794', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:12.776779 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b6b5e5-bfaa-4a9e-aadd-a1c937257871 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Network f6cd289c-2ec6-41a8-8f51-21d9174f00f2 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:12.787873 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6b5e5-bfaa-4a9e-aadd-a1c937257871 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event updated for resources: {'Port': ['ID=7966ca59-62d1-4927-a258-fe4dd81e241a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:12.790622 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-34b6b5e5-bfaa-4a9e-aadd-a1c937257871 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:12.804401 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b6b5e5-bfaa-4a9e-aadd-a1c937257871 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:12.810534 n-d-800088-20 neutron-server[101402]: INFO neutron.db.securitygroups_db [None req-20b667c4-1d9c-4998-a77f-44a501adcae4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Project 8a9ca74733fa48c8818a39938a45e719 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:07:12.842725 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-20b667c4-1d9c-4998-a77f-44a501adcae4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:12.853693 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-0576a85a-9d82-434b-960b-72449e6a4945 None None] For port f4132438-1c52-468b-8def-29c0064961b6, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:07:12.859483 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-0576a85a-9d82-434b-960b-72449e6a4945 None None] For port f4132438-1c52-468b-8def-29c0064961b6, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=f4132438-1c52-468b-8def-29c0064961b6,segment=NetworkSegment(f2598112-e255-4a98-be84-f684c08cfbc7),segment_id=f2598112-e255-4a98-be84-f684c08cfbc7)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:07:12.866384 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0576a85a-9d82-434b-960b-72449e6a4945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:12.955120 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b6b5e5-bfaa-4a9e-aadd-a1c937257871 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:12.955800 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34b6b5e5-bfaa-4a9e-aadd-a1c937257871 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:12.972990 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576a85a-9d82-434b-960b-72449e6a4945 None None] Pushing event updated for resources: {'Port': ['ID=f4132438-1c52-468b-8def-29c0064961b6,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:13.019791 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-20b667c4-1d9c-4998-a77f-44a501adcae4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:13.021570 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-34b6b5e5-bfaa-4a9e-aadd-a1c937257871 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4573817 Aug 17 00:07:13.024713 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43520) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:13.029494 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-20b667c4-1d9c-4998-a77f-44a501adcae4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:13.036630 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-32c17424-aae3-4222-90be-2512ee18fea7 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Request body: {'port': {'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2', 'name': 'tempest-TaggedBootDevicesTest_v242-1429173754', 'fixed_ips': [{'subnet_id': 'bd0b1868-d770-4e84-810f-697ff03d7f3e'}]}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:13.069349 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b667c4-1d9c-4998-a77f-44a501adcae4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d84f4632-d559-4f2c-9ffd-6b1f86cdaef3,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:13.091053 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-20b667c4-1d9c-4998-a77f-44a501adcae4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:13.093175 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-20b667c4-1d9c-4998-a77f-44a501adcae4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4080215 Aug 17 00:07:13.095075 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43522) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:13.100156 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-5d263c3e-d413-4a1a-a506-20f7a8dbc28a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'security_group_rule': {'security_group_id': '5c2113d7-3f9e-4c07-a038-8631a4b57794', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:13.141641 n-d-800088-20 neutron-server[101402]: INFO neutron.db.securitygroups_db [None req-5d263c3e-d413-4a1a-a506-20f7a8dbc28a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Project 8a9ca74733fa48c8818a39938a45e719 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:07:13.148302 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5d263c3e-d413-4a1a-a506-20f7a8dbc28a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:13.173636 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43524) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:13.254361 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782259d6-46e7-4aee-93df-63ffe275eb49 None None] Network f6cd289c-2ec6-41a8-8f51-21d9174f00f2 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:07:13.280176 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5d263c3e-d413-4a1a-a506-20f7a8dbc28a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:13.291285 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5d263c3e-d413-4a1a-a506-20f7a8dbc28a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:13.315633 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c17424-aae3-4222-90be-2512ee18fea7 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Made reservation on behalf of 4c3689368c2d4f3084af070981f83d10 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:07:13.357408 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d263c3e-d413-4a1a-a506-20f7a8dbc28a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8908536-0b79-4e95-a2e0-0d2e83dc6be5,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:13.362629 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5d263c3e-d413-4a1a-a506-20f7a8dbc28a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:13.368727 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5d263c3e-d413-4a1a-a506-20f7a8dbc28a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2725983 Aug 17 00:07:13.369654 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43532) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:13.380207 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-8260fbf6-dcee-49f5-86fe-03ff857b6c25 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'network': {'name': 'tempest-network-smoke--888438037', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'port_security_enabled': True}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:13.425164 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8f836951-9035-45a2-9213-bf26592a07ab None None] Provisioning for port 5a465b5d-4395-4baf-aeee-a47491991bd0 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:07:13.438847 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8260fbf6-dcee-49f5-86fe-03ff857b6c25 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Made reservation on behalf of 8a9ca74733fa48c8818a39938a45e719 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:07:13.440218 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8f836951-9035-45a2-9213-bf26592a07ab None None] Provisioning complete for port 5a465b5d-4395-4baf-aeee-a47491991bd0 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:07:13.440592 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8f836951-9035-45a2-9213-bf26592a07ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:13.445675 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8260fbf6-dcee-49f5-86fe-03ff857b6c25 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:13.457789 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e248f889-e624-43c5-9dc5-453a78c425be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:13.514146 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8260fbf6-dcee-49f5-86fe-03ff857b6c25 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:07:13.538203 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8260fbf6-dcee-49f5-86fe-03ff857b6c25 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:13.538735 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-8260fbf6-dcee-49f5-86fe-03ff857b6c25 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Added segment b6e956aa-8215-49e2-b060-a5cd34c391f7 of type vlan for network 941cdf40-6672-4c92-b0fc-78ff95b1e5aa Aug 17 00:07:13.538999 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2041b1-990c-47a3-bf4a-81c82ace96c8 req-69653700-f002-46da-94bd-13f1dc4370f2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:13.545591 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ce2041b1-990c-47a3-bf4a-81c82ace96c8 req-69653700-f002-46da-94bd-13f1dc4370f2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.2016869 Aug 17 00:07:13.589555 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-32c17424-aae3-4222-90be-2512ee18fea7 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:13.626500 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8260fbf6-dcee-49f5-86fe-03ff857b6c25 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:13.632115 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8f836951-9035-45a2-9213-bf26592a07ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:13.640562 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ce2041b1-990c-47a3-bf4a-81c82ace96c8 req-0917b8ed-4bd0-46c2-b439-7e1981f1cc9e tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816653 Aug 17 00:07:13.642288 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-32c17424-aae3-4222-90be-2512ee18fea7 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] device_id is not set on port 93bc72f0-9db1-4a9b-aadb-999a3b2837ee yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:07:13.692730 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8260fbf6-dcee-49f5-86fe-03ff857b6c25 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:13.700610 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8260fbf6-dcee-49f5-86fe-03ff857b6c25 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:13.701605 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8260fbf6-dcee-49f5-86fe-03ff857b6c25 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:13.704576 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-8f836951-9035-45a2-9213-bf26592a07ab None None] For port 5a465b5d-4395-4baf-aeee-a47491991bd0, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5a465b5d-4395-4baf-aeee-a47491991bd0,segment=NetworkSegment(b7130b5e-880a-4624-8591-a8d8fad3e001),segment_id=b7130b5e-880a-4624-8591-a8d8fad3e001)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:07:13.711737 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8f836951-9035-45a2-9213-bf26592a07ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:13.725944 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e248f889-e624-43c5-9dc5-453a78c425be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:13.752548 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e248f889-e624-43c5-9dc5-453a78c425be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:13.782234 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f836951-9035-45a2-9213-bf26592a07ab None None] Pushing event updated for resources: {'Port': ['ID=5a465b5d-4395-4baf-aeee-a47491991bd0,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:13.898805 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8260fbf6-dcee-49f5-86fe-03ff857b6c25 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5248072 Aug 17 00:07:13.899068 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43536) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:13.909631 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-e7d0cdbb-8d66-4c3b-9f03-fb5d90930fd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-55305235', 'admin_state_up': True, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:13.930465 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e248f889-e624-43c5-9dc5-453a78c425be admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f6c4905c0b94009b3ab7ca67f10eac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7557580 Aug 17 00:07:13.931225 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260fbf6-dcee-49f5-86fe-03ff857b6c25 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Network': ['ID=941cdf40-6672-4c92-b0fc-78ff95b1e5aa,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:13.936360 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43538) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:13.941232 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248f889-e624-43c5-9dc5-453a78c425be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a4faf7-1673-490e-9699-78f3fa9a3ef0,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:13.943940 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-32c17424-aae3-4222-90be-2512ee18fea7 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Allocated IP 10.1.1.175 (f6cd289c-2ec6-41a8-8f51-21d9174f00f2/bd0b1868-d770-4e84-810f-697ff03d7f3e/93bc72f0-9db1-4a9b-aadb-999a3b2837ee) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:13.948447 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 941cdf40-6672-4c92-b0fc-78ff95b1e5aa details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:07:14.063842 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e7d0cdbb-8d66-4c3b-9f03-fb5d90930fd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:14.064880 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e7d0cdbb-8d66-4c3b-9f03-fb5d90930fd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:14.146406 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-de912a39-0783-4adc-8ce5-3b9a9a751280 None None] Provisioning complete for port 5a465b5d-4395-4baf-aeee-a47491991bd0 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:07:14.147908 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-de912a39-0783-4adc-8ce5-3b9a9a751280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:14.151536 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78220bcf-2da6-4c83-9b96-4ffaeabca17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:14.236614 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e7d0cdbb-8d66-4c3b-9f03-fb5d90930fd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:14.258878 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78220bcf-2da6-4c83-9b96-4ffaeabca17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:14.309488 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-de912a39-0783-4adc-8ce5-3b9a9a751280 None None] Provisioning for port 7966ca59-62d1-4927-a258-fe4dd81e241a completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:07:14.318190 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-de912a39-0783-4adc-8ce5-3b9a9a751280 None None] Provisioning complete for port 7966ca59-62d1-4927-a258-fe4dd81e241a triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:07:14.318712 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-de912a39-0783-4adc-8ce5-3b9a9a751280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:14.391505 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-de912a39-0783-4adc-8ce5-3b9a9a751280 None None] Port 7966ca59-62d1-4927-a258-fe4dd81e241a cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:07:14.426958 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-32c17424-aae3-4222-90be-2512ee18fea7 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:14.460056 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f4132438-1c52-468b-8def-29c0064961b6 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:07:14.514634 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e7d0cdbb-8d66-4c3b-9f03-fb5d90930fd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:14.529395 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-32c17424-aae3-4222-90be-2512ee18fea7 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Transition to ACTIVE for port object 93bc72f0-9db1-4a9b-aadb-999a3b2837ee will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:07:14.540249 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78220bcf-2da6-4c83-9b96-4ffaeabca17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:14.543828 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78220bcf-2da6-4c83-9b96-4ffaeabca17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:14.544677 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-78220bcf-2da6-4c83-9b96-4ffaeabca17c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d1a4faf7-1673-490e-9699-78f3fa9a3ef0 HTTP/1.1" status: 204 len: 168 time: 0.6073670 Aug 17 00:07:14.548796 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port f4132438-1c52-468b-8def-29c0064961b6 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:07:14.557376 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5a465b5d-4395-4baf-aeee-a47491991bd0 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:07:14.595684 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78220bcf-2da6-4c83-9b96-4ffaeabca17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a4faf7-1673-490e-9699-78f3fa9a3ef0,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:14.641230 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a36555e-783a-4664-be31-5391448ac0b8 None None] Network 949ef9b5-a5f5-4a03-9475-a782bb68296d requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:07:14.645727 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-32c17424-aae3-4222-90be-2512ee18fea7 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:14.739068 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c17424-aae3-4222-90be-2512ee18fea7 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Network f6cd289c-2ec6-41a8-8f51-21d9174f00f2 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:14.765642 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-29c7fe1c-f401-4df4-a0f2-2d317b0b2069 None None] Provisioning for port f4132438-1c52-468b-8def-29c0064961b6 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:07:14.767987 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-32c17424-aae3-4222-90be-2512ee18fea7 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:14.771036 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c17424-aae3-4222-90be-2512ee18fea7 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:14.773830 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 5a465b5d-4395-4baf-aeee-a47491991bd0 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:07:14.774416 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:14.814580 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-29c7fe1c-f401-4df4-a0f2-2d317b0b2069 None None] Provisioning complete for port f4132438-1c52-468b-8def-29c0064961b6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:07:14.815117 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-29c7fe1c-f401-4df4-a0f2-2d317b0b2069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:14.851182 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c17424-aae3-4222-90be-2512ee18fea7 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event updated for resources: {'Port': ['ID=93bc72f0-9db1-4a9b-aadb-999a3b2837ee,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:14.935490 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c17424-aae3-4222-90be-2512ee18fea7 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:14.936248 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-32c17424-aae3-4222-90be-2512ee18fea7 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:15.040529 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43552) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:15.065171 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b04b8-aec6-49b8-9f59-260580fb96b6 req-814240b1-00cb-4318-b72d-fc9a42a619a0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:15.084034 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3d2b04b8-aec6-49b8-9f59-260580fb96b6 req-814240b1-00cb-4318-b72d-fc9a42a619a0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.3424973 Aug 17 00:07:15.178288 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cd25b49f-5980-489b-a752-c47e7273a9fd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee66a1de9cb14c33b5fbd84ed9f3dedb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348965 Aug 17 00:07:15.179158 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-32c17424-aae3-4222-90be-2512ee18fea7 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1528368 Aug 17 00:07:15.185102 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43556) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:15.247650 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3d2b04b8-aec6-49b8-9f59-260580fb96b6 req-b8e9ca25-e7e2-4726-b85c-1146d4191003 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623704 Aug 17 00:07:15.248408 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-29c7fe1c-f401-4df4-a0f2-2d317b0b2069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:15.248581 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e7d0cdbb-8d66-4c3b-9f03-fb5d90930fd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:15.299384 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e7d0cdbb-8d66-4c3b-9f03-fb5d90930fd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:15.360865 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-29c7fe1c-f401-4df4-a0f2-2d317b0b2069 None None] For port f4132438-1c52-468b-8def-29c0064961b6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=f4132438-1c52-468b-8def-29c0064961b6,segment=NetworkSegment(f2598112-e255-4a98-be84-f684c08cfbc7),segment_id=f2598112-e255-4a98-be84-f684c08cfbc7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:07:15.372240 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-29c7fe1c-f401-4df4-a0f2-2d317b0b2069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:15.373877 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01b8e7db-dfc9-4a73-83a3-75a9a6776997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:15.435736 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-29c7fe1c-f401-4df4-a0f2-2d317b0b2069 None None] Provisioning complete for port 7966ca59-62d1-4927-a258-fe4dd81e241a triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:07:15.435736 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-29c7fe1c-f401-4df4-a0f2-2d317b0b2069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:15.441090 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01b8e7db-dfc9-4a73-83a3-75a9a6776997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:15.505581 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7fe1c-f401-4df4-a0f2-2d317b0b2069 None None] Pushing event updated for resources: {'Port': ['ID=f4132438-1c52-468b-8def-29c0064961b6,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:15.536353 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-29c7fe1c-f401-4df4-a0f2-2d317b0b2069 None None] Port 7966ca59-62d1-4927-a258-fe4dd81e241a cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:07:15.550648 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01b8e7db-dfc9-4a73-83a3-75a9a6776997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:15.553519 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01b8e7db-dfc9-4a73-83a3-75a9a6776997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:15.557573 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-01b8e7db-dfc9-4a73-83a3-75a9a6776997 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3ce6cba0-08ca-4bc5-8e78-4493288c9916 HTTP/1.1" status: 204 len: 168 time: 0.3707190 Aug 17 00:07:15.568850 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8e7db-dfc9-4a73-83a3-75a9a6776997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce6cba0-08ca-4bc5-8e78-4493288c9916,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:15.572781 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-e7d0cdbb-8d66-4c3b-9f03-fb5d90930fd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Allocated IP 172.25.3.2 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/140afe53-ff0b-43b6-9bf2-b75a35c4b762) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:15.659365 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-125ba208-9e1d-4d09-9dda-77f9456f3c70 None None] Provisioning complete for port f4132438-1c52-468b-8def-29c0064961b6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:07:15.659742 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-125ba208-9e1d-4d09-9dda-77f9456f3c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:15.743773 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43564) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:15.751347 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-57dcef1b-1ee5-48aa-904d-9d9ecab7a515 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--789002681', 'description': 'tempest-description--1993700119'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:15.770938 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e7d0cdbb-8d66-4c3b-9f03-fb5d90930fd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:15.800814 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-57dcef1b-1ee5-48aa-904d-9d9ecab7a515 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:15.822658 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-125ba208-9e1d-4d09-9dda-77f9456f3c70 None None] Provisioning for port 93bc72f0-9db1-4a9b-aadb-999a3b2837ee completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:07:15.825628 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e7d0cdbb-8d66-4c3b-9f03-fb5d90930fd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:15.828053 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-125ba208-9e1d-4d09-9dda-77f9456f3c70 None None] Provisioning complete for port 93bc72f0-9db1-4a9b-aadb-999a3b2837ee triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:07:15.828719 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-125ba208-9e1d-4d09-9dda-77f9456f3c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:15.894245 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d0cdbb-8d66-4c3b-9f03-fb5d90930fd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:15.897903 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-e7d0cdbb-8d66-4c3b-9f03-fb5d90930fd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:15.898645 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-125ba208-9e1d-4d09-9dda-77f9456f3c70 None None] Port 93bc72f0-9db1-4a9b-aadb-999a3b2837ee cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:07:15.902062 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d0cdbb-8d66-4c3b-9f03-fb5d90930fd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:15.910368 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0cdbb-8d66-4c3b-9f03-fb5d90930fd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Port': ['ID=140afe53-ff0b-43b6-9bf2-b75a35c4b762,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:15.956109 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-57dcef1b-1ee5-48aa-904d-9d9ecab7a515 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:15.963163 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-57dcef1b-1ee5-48aa-904d-9d9ecab7a515 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:16.001624 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-57dcef1b-1ee5-48aa-904d-9d9ecab7a515 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:16.003304 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-57dcef1b-1ee5-48aa-904d-9d9ecab7a515 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2570825 Aug 17 00:07:16.005446 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dcef1b-1ee5-48aa-904d-9d9ecab7a515 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88964f1b-152b-4df1-8d5f-41ff0b1e970e,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:16.006071 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43570) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:16.041185 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-e58917a8-0221-4cd5-8346-557ae60d3054 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Request body: {'security_group_rule': {'security_group_id': '88964f1b-152b-4df1-8d5f-41ff0b1e970e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:16.310599 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f4132438-1c52-468b-8def-29c0064961b6 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:07:16.386148 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port f4132438-1c52-468b-8def-29c0064961b6 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:07:16.387544 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:16.503163 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6408aa84-4211-4f09-93b9-aeeb2aa6a133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:16.568188 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e58917a8-0221-4cd5-8346-557ae60d3054 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:16.659705 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87daaf8-562e-4fa3-92e6-6dc084627f62 req-e99ee317-7ecd-4a4b-9245-86b4c6041c92 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:16.663201 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e87daaf8-562e-4fa3-92e6-6dc084627f62 req-e99ee317-7ecd-4a4b-9245-86b4c6041c92 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1505260 Aug 17 00:07:16.663452 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43592) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:16.745630 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e58917a8-0221-4cd5-8346-557ae60d3054 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:16.763476 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e87daaf8-562e-4fa3-92e6-6dc084627f62 req-0902c5c4-a196-4f31-97b7-8b9f325c84ac tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930262 Aug 17 00:07:16.776331 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e7d0cdbb-8d66-4c3b-9f03-fb5d90930fd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:16.859900 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e58917a8-0221-4cd5-8346-557ae60d3054 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:16.894941 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-d5b3907d-df17-4146-b64e-c80354d727c0 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-757151257'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:16.897869 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58917a8-0221-4cd5-8346-557ae60d3054 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009e734f-1f32-48bc-8708-3c4a0414fd8d,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:16.932264 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e58917a8-0221-4cd5-8346-557ae60d3054 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:16.936607 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e58917a8-0221-4cd5-8346-557ae60d3054 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9262311 Aug 17 00:07:16.936809 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43602) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:16.937639 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b3907d-df17-4146-b64e-c80354d727c0 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Made reservation on behalf of 9a218f37679a483390908c1b0e5c589c for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:07:16.941911 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d5b3907d-df17-4146-b64e-c80354d727c0 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:16.942066 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-24b1582d-e408-4234-ba76-47dd02484883 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Request body: {'security_group_rule': {'security_group_id': '88964f1b-152b-4df1-8d5f-41ff0b1e970e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:16.954621 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d5b3907d-df17-4146-b64e-c80354d727c0 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:16.972918 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.db.api [None req-d5b3907d-df17-4146-b64e-c80354d727c0 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 00:07:16.972918 n-d-800088-20 neutron-server[101402]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 00:07:16.972918 n-d-800088-20 neutron-server[101402]: [parameters: {'project_id_1': '9a218f37679a483390908c1b0e5c589c', 'expiration_1': datetime.datetime(2021, 8, 17, 0, 7, 16, 967723)}] Aug 17 00:07:16.972918 n-d-800088-20 neutron-server[101402]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:07:16.973517 n-d-800088-20 neutron-server[101402]: DEBUG oslo_db.api [None req-d5b3907d-df17-4146-b64e-c80354d727c0 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:07:17.087766 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24b1582d-e408-4234-ba76-47dd02484883 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:17.191603 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09305a-5414-48ba-ba69-496d231bd96b req-c63dbcf7-243a-4c06-985e-131a3046ad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:17.193199 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0c09305a-5414-48ba-ba69-496d231bd96b req-c63dbcf7-243a-4c06-985e-131a3046ad3c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61108af2093845fe9a64c45c9df6e55d&device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 1096 time: 0.1578150 Aug 17 00:07:17.203784 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293408f-1fc4-4fe1-b8f0-ba4d96cb34b7 req-6fb594dc-b9fe-48f9-a908-741a3cc3eb04 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:17.205345 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4293408f-1fc4-4fe1-b8f0-ba4d96cb34b7 req-6fb594dc-b9fe-48f9-a908-741a3cc3eb04 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.2102797 Aug 17 00:07:17.278421 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e7d0cdbb-8d66-4c3b-9f03-fb5d90930fd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:17.308043 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24b1582d-e408-4234-ba76-47dd02484883 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:17.354552 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24b1582d-e408-4234-ba76-47dd02484883 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:17.408802 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4293408f-1fc4-4fe1-b8f0-ba4d96cb34b7 req-b07de8fa-4667-4cac-a389-7d2ffb6755ac tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953654 Aug 17 00:07:17.415275 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1582d-e408-4234-ba76-47dd02484883 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a1996a-61f8-49c6-ac3f-618d7035ec91,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:17.460850 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24b1582d-e408-4234-ba76-47dd02484883 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:17.462057 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-24b1582d-e408-4234-ba76-47dd02484883 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5242193 Aug 17 00:07:17.465985 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43608) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:17.468818 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09305a-5414-48ba-ba69-496d231bd96b req-f7af95fd-59dd-4bf3-bd8a-f0fbfc8baea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:17.470303 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0c09305a-5414-48ba-ba69-496d231bd96b req-f7af95fd-59dd-4bf3-bd8a-f0fbfc8baea8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf42c908-bd85-4d10-afc7-00681d389032 HTTP/1.1" status: 200 len: 913 time: 0.2640831 Aug 17 00:07:17.471532 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-4793362b-22e8-4205-a209-16d6a90d1c4e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:17.475589 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d5b3907d-df17-4146-b64e-c80354d727c0 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:17.515392 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4793362b-22e8-4205-a209-16d6a90d1c4e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:17.559600 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0c09305a-5414-48ba-ba69-496d231bd96b req-0c626194-28ce-4e2f-b570-9fe4539888df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3025641c-a330-4304-a23a-1876a1fa76d9 HTTP/1.1" status: 200 len: 999 time: 0.0743866 Aug 17 00:07:17.608978 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d0cdbb-8d66-4c3b-9f03-fb5d90930fd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Router bb62e478-7532-47a5-b4ff-2c68785a10f3 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:07:17.620195 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09305a-5414-48ba-ba69-496d231bd96b req-ab327826-79ef-46a6-963d-db73b8f82c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:17.621859 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0c09305a-5414-48ba-ba69-496d231bd96b req-ab327826-79ef-46a6-963d-db73b8f82c1e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1afde0e7-f7b0-4278-82ad-0cbe61d404a7 HTTP/1.1" status: 200 len: 851 time: 0.0547142 Aug 17 00:07:17.682614 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d5b3907d-df17-4146-b64e-c80354d727c0 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:17.688500 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d5b3907d-df17-4146-b64e-c80354d727c0 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:17.727268 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b3907d-df17-4146-b64e-c80354d727c0 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:07:17.739753 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4793362b-22e8-4205-a209-16d6a90d1c4e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:17.750658 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d5b3907d-df17-4146-b64e-c80354d727c0 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:17.750994 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-d5b3907d-df17-4146-b64e-c80354d727c0 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Added segment 458addb5-b5ed-4b60-82e1-dc2f1a66d973 of type vlan for network 3f6cb871-68d7-46b4-bf57-5d286768ca16 Aug 17 00:07:17.752415 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3907d-df17-4146-b64e-c80354d727c0 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce43322d-185c-4608-9c4a-3b4dfa0b233d,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:17.764635 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09305a-5414-48ba-ba69-496d231bd96b req-dd2bc5bc-9814-4052-83b6-364354e18581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:17.766910 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0c09305a-5414-48ba-ba69-496d231bd96b req-dd2bc5bc-9814-4052-83b6-364354e18581 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf42c908-bd85-4d10-afc7-00681d389032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0987203 Aug 17 00:07:17.775963 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d0cdbb-8d66-4c3b-9f03-fb5d90930fd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:07:17.788949 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeb676c-024e-4872-8ee4-aa182ed51a0d None None] Sync routers for ids ['bb62e478-7532-47a5-b4ff-2c68785a10f3'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:07:17.799816 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeb676c-024e-4872-8ee4-aa182ed51a0d None None] Routers {'bb62e478-7532-47a5-b4ff-2c68785a10f3'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:17.801089 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-5eeb676c-024e-4872-8ee4-aa182ed51a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:06:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['bb62e478-7532-47a5-b4ff-2c68785a10f3'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:17.847786 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d5b3907d-df17-4146-b64e-c80354d727c0 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:17.848195 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e7d0cdbb-8d66-4c3b-9f03-fb5d90930fd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:17.849452 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e7d0cdbb-8d66-4c3b-9f03-fb5d90930fd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.9498022 Aug 17 00:07:17.852749 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43612) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:17.920296 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0c09305a-5414-48ba-ba69-496d231bd96b req-0f329313-320e-4c66-8720-42fe64ae4a79 service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408951 Aug 17 00:07:17.927965 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d5b3907d-df17-4146-b64e-c80354d727c0 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:17.953976 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b3907d-df17-4146-b64e-c80354d727c0 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:17.956008 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d5b3907d-df17-4146-b64e-c80354d727c0 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:17.998287 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d5b3907d-df17-4146-b64e-c80354d727c0 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3334868 Aug 17 00:07:18.000726 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-5eeb676c-024e-4872-8ee4-aa182ed51a0d None None] Set router bb62e478-7532-47a5-b4ff-2c68785a10f3 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:07:18.011270 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43616) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:18.013644 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-4793362b-22e8-4205-a209-16d6a90d1c4e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Allocated IP 172.25.3.217 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/c265c2a9-bea2-4ca0-9a9b-6934b0f8e6c6) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:18.059461 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-c8c46f1c-4aef-47e5-a7c6-0d61a8876638 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Request body: {'subnet': {'network_id': '3f6cb871-68d7-46b4-bf57-5d286768ca16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:18.084468 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a60f7def-5083-4e66-abbc-49db10589468 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=8a9ca74733fa48c8818a39938a45e719&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2299500 Aug 17 00:07:18.086891 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43618) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:18.217498 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3907d-df17-4146-b64e-c80354d727c0 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event updated for resources: {'Network': ['ID=3f6cb871-68d7-46b4-bf57-5d286768ca16,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:18.264726 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0c09305a-5414-48ba-ba69-496d231bd96b req-6cbf16f2-f052-4dd3-a3f5-0110c5e64dd7 service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346124 Aug 17 00:07:18.275769 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 3f6cb871-68d7-46b4-bf57-5d286768ca16 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:07:18.283921 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c46f1c-4aef-47e5-a7c6-0d61a8876638 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Made reservation on behalf of 9a218f37679a483390908c1b0e5c589c for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:07:18.288987 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c8c46f1c-4aef-47e5-a7c6-0d61a8876638 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:18.305102 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff4421f-cefd-463c-be36-169d63e422cc tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:18.306692 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-aff4421f-cefd-463c-be36-169d63e422cc tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2189591 Aug 17 00:07:18.311501 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43622) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:18.372793 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-5eeb676c-024e-4872-8ee4-aa182ed51a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55305235', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:07:14Z', 'updated_at': '2021-08-17T00:07:16Z', 'revision_number': 3, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:07:15Z', 'updated_at': '2021-08-17T00:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:18.373633 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-be81715a-1fa6-4613-89ad-60c1df7337ef tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=f9960621-448c-44b3-8317-7433dc6ce660&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0610051 Aug 17 00:07:18.376234 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43624) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:18.379713 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4793362b-22e8-4205-a209-16d6a90d1c4e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:18.381574 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-c7c65615-8b54-4331-97f6-46447e1401f3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-337897155', 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:18.411469 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeb676c-024e-4872-8ee4-aa182ed51a0d None None] Checking router: bb62e478-7532-47a5-b4ff-2c68785a10f3 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:07:18.411815 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeb676c-024e-4872-8ee4-aa182ed51a0d None None] Updating router bb62e478-7532-47a5-b4ff-2c68785a10f3 port 140afe53-ff0b-43b6-9bf2-b75a35c4b762 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:07:18.448220 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5eeb676c-024e-4872-8ee4-aa182ed51a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:18.505820 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c65615-8b54-4331-97f6-46447e1401f3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Made reservation on behalf of 8a9ca74733fa48c8818a39938a45e719 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:07:18.508648 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4793362b-22e8-4205-a209-16d6a90d1c4e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:18.512420 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c7c65615-8b54-4331-97f6-46447e1401f3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:18.587357 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4793362b-22e8-4205-a209-16d6a90d1c4e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:18.626308 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-4793362b-22e8-4205-a209-16d6a90d1c4e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:18.637544 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793362b-22e8-4205-a209-16d6a90d1c4e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event updated for resources: {'Port': ['ID=c265c2a9-bea2-4ca0-9a9b-6934b0f8e6c6,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:18.640528 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4793362b-22e8-4205-a209-16d6a90d1c4e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:18.677588 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf8150-68a5-4551-9560-803891ea0b6e req-8e65efee-94fe-4a09-a85c-d0e9cf8281f8 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:18.679114 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d0cf8150-68a5-4551-9560-803891ea0b6e req-8e65efee-94fe-4a09-a85c-d0e9cf8281f8 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1019979 Aug 17 00:07:18.703523 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c8c46f1c-4aef-47e5-a7c6-0d61a8876638 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:18.744777 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d0cf8150-68a5-4551-9560-803891ea0b6e req-05194cbf-d938-4cc5-96e8-cd74996c27bb tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523624 Aug 17 00:07:18.762936 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c46f1c-4aef-47e5-a7c6-0d61a8876638 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event updated for resources: {'Subnet': ['ID=c35bf154-11a2-4d50-a216-195ccbcf6448,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:18.819181 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5eeb676c-024e-4872-8ee4-aa182ed51a0d None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:18.836010 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5eeb676c-024e-4872-8ee4-aa182ed51a0d None None] Transition to ACTIVE for port object 140afe53-ff0b-43b6-9bf2-b75a35c4b762 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:07:18.844237 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5eeb676c-024e-4872-8ee4-aa182ed51a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:18.859770 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c46f1c-4aef-47e5-a7c6-0d61a8876638 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Checking segment: {'id': '458addb5-b5ed-4b60-82e1-dc2f1a66d973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3f6cb871-68d7-46b4-bf57-5d286768ca16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:07:18.860137 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c46f1c-4aef-47e5-a7c6-0d61a8876638 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Network hostable DHCP agents. Network: 3f6cb871-68d7-46b4-bf57-5d286768ca16, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:07:18.897901 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4793362b-22e8-4205-a209-16d6a90d1c4e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:18.902492 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c7c65615-8b54-4331-97f6-46447e1401f3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:18.914893 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf368c-7b55-4159-ac9b-711ffe2a3bd8 None None] Pushing event updated for resources: {'Port': ['ID=140afe53-ff0b-43b6-9bf2-b75a35c4b762,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:18.918255 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-5eeb676c-024e-4872-8ee4-aa182ed51a0d None None] Attempting to bind port 140afe53-ff0b-43b6-9bf2-b75a35c4b762 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:07:18.918627 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-5eeb676c-024e-4872-8ee4-aa182ed51a0d None None] Attempting to bind port 140afe53-ff0b-43b6-9bf2-b75a35c4b762 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:07:18.918997 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeb676c-024e-4872-8ee4-aa182ed51a0d None None] Attempting to bind port 140afe53-ff0b-43b6-9bf2-b75a35c4b762 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:07:18.924893 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeb676c-024e-4872-8ee4-aa182ed51a0d None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:07:18.925307 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeb676c-024e-4872-8ee4-aa182ed51a0d None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:07:18.925718 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5eeb676c-024e-4872-8ee4-aa182ed51a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:18.926109 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeb676c-024e-4872-8ee4-aa182ed51a0d None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:07:18.926579 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-5eeb676c-024e-4872-8ee4-aa182ed51a0d None None] Bound port: 140afe53-ff0b-43b6-9bf2-b75a35c4b762, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:07:18.926968 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5eeb676c-024e-4872-8ee4-aa182ed51a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:18.949035 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c46f1c-4aef-47e5-a7c6-0d61a8876638 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Network 3f6cb871-68d7-46b4-bf57-5d286768ca16 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:07:18.963165 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4793362b-22e8-4205-a209-16d6a90d1c4e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:18.967362 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-c8c46f1c-4aef-47e5-a7c6-0d61a8876638 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 3f6cb871-68d7-46b4-bf57-5d286768ca16) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:18.981880 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c65615-8b54-4331-97f6-46447e1401f3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Subnet': ['ID=22b60ca4-f2f6-4ee8-a359-e91563464ddf,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:18.990384 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c46f1c-4aef-47e5-a7c6-0d61a8876638 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:18.991117 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c8c46f1c-4aef-47e5-a7c6-0d61a8876638 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:19.013773 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c65615-8b54-4331-97f6-46447e1401f3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Checking segment: {'id': 'b6e956aa-8215-49e2-b060-a5cd34c391f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:07:19.014137 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c65615-8b54-4331-97f6-46447e1401f3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Network hostable DHCP agents. Network: 941cdf40-6672-4c92-b0fc-78ff95b1e5aa, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:07:19.020822 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c8c46f1c-4aef-47e5-a7c6-0d61a8876638 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9986937 Aug 17 00:07:19.022034 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43632) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:19.032044 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-5b4aa6b9-cdb9-45a2-bf39-ba1532a8eb5c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-326352660', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}, 'admin_state_up': False}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:19.035632 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c65615-8b54-4331-97f6-46447e1401f3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Network 941cdf40-6672-4c92-b0fc-78ff95b1e5aa is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:07:19.049624 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-c7c65615-8b54-4331-97f6-46447e1401f3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 941cdf40-6672-4c92-b0fc-78ff95b1e5aa) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:19.056707 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c65615-8b54-4331-97f6-46447e1401f3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:19.057914 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c7c65615-8b54-4331-97f6-46447e1401f3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:19.083717 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c7c65615-8b54-4331-97f6-46447e1401f3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7063749 Aug 17 00:07:19.086465 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b4aa6b9-cdb9-45a2-bf39-ba1532a8eb5c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:19.086661 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43634) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:19.087835 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b4aa6b9-cdb9-45a2-bf39-ba1532a8eb5c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:19.134515 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6de65aa-3d26-4108-af2e-d76ec8060c23 None None] Network 3f6cb871-68d7-46b4-bf57-5d286768ca16 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:07:19.137446 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3ffbe5-b2e8-4ce1-ab33-1b0524b7800b None None] Network 941cdf40-6672-4c92-b0fc-78ff95b1e5aa requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:07:19.214000 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b4aa6b9-cdb9-45a2-bf39-ba1532a8eb5c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:19.276858 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-841df7a2-89cd-4e06-adec-ae6e54e34bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:19.289294 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-5eeb676c-024e-4872-8ee4-aa182ed51a0d None None] For port 140afe53-ff0b-43b6-9bf2-b75a35c4b762, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:07:19.298014 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-5eeb676c-024e-4872-8ee4-aa182ed51a0d None None] For port 140afe53-ff0b-43b6-9bf2-b75a35c4b762, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=140afe53-ff0b-43b6-9bf2-b75a35c4b762,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:07:19.304083 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:19.331390 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5eeb676c-024e-4872-8ee4-aa182ed51a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:19.446128 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4793362b-22e8-4205-a209-16d6a90d1c4e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:19.450238 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b4aa6b9-cdb9-45a2-bf39-ba1532a8eb5c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:19.456968 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4793362b-22e8-4205-a209-16d6a90d1c4e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:19.538335 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf368c-7b55-4159-ac9b-711ffe2a3bd8 None None] Pushing event updated for resources: {'Port': ['ID=140afe53-ff0b-43b6-9bf2-b75a35c4b762,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:19.558504 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeb676c-024e-4872-8ee4-aa182ed51a0d None None] Routers {'bb62e478-7532-47a5-b4ff-2c68785a10f3'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:19.559445 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-5eeb676c-024e-4872-8ee4-aa182ed51a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['bb62e478-7532-47a5-b4ff-2c68785a10f3'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:19.565120 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e286607-0ae7-4492-936a-79a7edfa9365 None None] Network 3f6cb871-68d7-46b4-bf57-5d286768ca16 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:07:19.644194 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793362b-22e8-4205-a209-16d6a90d1c4e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event updated for resources: {'Port': ['ID=c265c2a9-bea2-4ca0-9a9b-6934b0f8e6c6,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:19.651682 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4793362b-22e8-4205-a209-16d6a90d1c4e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:19.675606 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4793362b-22e8-4205-a209-16d6a90d1c4e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:19.677304 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4793362b-22e8-4205-a209-16d6a90d1c4e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2103176 Aug 17 00:07:19.682984 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3d940d30-8d32-446a-9433-7699eeae881a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:19.764086 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1230090-0ef5-44bc-9303-c5e3a9cd0850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-941cdf40-6672-4c92-b0fc-78ff95b1e5aa', 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'fixed_ips': [{'subnet_id': '22b60ca4-f2f6-4ee8-a359-e91563464ddf'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:07:19.765138 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c1230090-0ef5-44bc-9303-c5e3a9cd0850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:20.015489 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-5eeb676c-024e-4872-8ee4-aa182ed51a0d None None] Set router bb62e478-7532-47a5-b4ff-2c68785a10f3 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:07:20.069032 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-3d940d30-8d32-446a-9433-7699eeae881a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Allocated IP 172.20.0.1 (941cdf40-6672-4c92-b0fc-78ff95b1e5aa/22b60ca4-f2f6-4ee8-a359-e91563464ddf/c1a28816-c28d-42be-8242-5ace838ada02) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:20.163894 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:20.278572 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-5eeb676c-024e-4872-8ee4-aa182ed51a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55305235', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:07:14Z', 'updated_at': '2021-08-17T00:07:16Z', 'revision_number': 3, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:07:15Z', 'updated_at': '2021-08-17T00:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:20.290882 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b4aa6b9-cdb9-45a2-bf39-ba1532a8eb5c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:20.310394 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeb676c-024e-4872-8ee4-aa182ed51a0d None None] The sync data for ids ['bb62e478-7532-47a5-b4ff-2c68785a10f3'] in n-d-800088-20 is: [{'id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55305235', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:07:14Z', 'updated_at': '2021-08-17T00:07:16Z', 'revision_number': 3, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:07:15Z', 'updated_at': '2021-08-17T00:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:07:20.315122 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b4aa6b9-cdb9-45a2-bf39-ba1532a8eb5c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:20.452335 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-5b4aa6b9-cdb9-45a2-bf39-ba1532a8eb5c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Allocated IP 172.25.3.133 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/6cc84628-8ed3-4a08-b232-884b9c65e8e7) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:20.556229 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e2aa6626-b473-46ab-b8f2-7d369686b796 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--789002681&fields=id&tenant_id=4c3689368c2d4f3084af070981f83d10 HTTP/1.1" status: 200 len: 267 time: 0.0545700 Aug 17 00:07:20.581136 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b4aa6b9-cdb9-45a2-bf39-ba1532a8eb5c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:20.635688 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-534e6c7d-8cf9-487c-abeb-b90af7b213e4 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:20.637975 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-534e6c7d-8cf9-487c-abeb-b90af7b213e4 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports/7966ca59-62d1-4927-a258-fe4dd81e241a HTTP/1.1" status: 200 len: 936 time: 0.0809734 Aug 17 00:07:20.675221 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342a97a-ae25-43b3-aea9-56143fff94e4 req-3db70794-c156-4a56-ab26-51738846606f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:20.684962 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a342a97a-ae25-43b3-aea9-56143fff94e4 req-3db70794-c156-4a56-ab26-51738846606f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.7989340 Aug 17 00:07:20.688787 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b4aa6b9-cdb9-45a2-bf39-ba1532a8eb5c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:20.731544 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4aa6b9-cdb9-45a2-bf39-ba1532a8eb5c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:20.743246 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-5b4aa6b9-cdb9-45a2-bf39-ba1532a8eb5c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:20.747587 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4aa6b9-cdb9-45a2-bf39-ba1532a8eb5c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:20.789860 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-4655001d-63f7-4cbf-8fa7-61dae8497f02 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:20.791600 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-4655001d-63f7-4cbf-8fa7-61dae8497f02 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports/93bc72f0-9db1-4a9b-aadb-999a3b2837ee HTTP/1.1" status: 200 len: 937 time: 0.1007001 Aug 17 00:07:20.801915 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4aa6b9-cdb9-45a2-bf39-ba1532a8eb5c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event updated for resources: {'Port': ['ID=6cc84628-8ed3-4a08-b232-884b9c65e8e7,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:20.844235 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a342a97a-ae25-43b3-aea9-56143fff94e4 req-1b86cbd3-c2c8-4f4f-9be1-b8d675d2d11a tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576188 Aug 17 00:07:20.894538 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3d940d30-8d32-446a-9433-7699eeae881a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:20.929113 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-794546bd-7da0-4b7c-a79e-b1ac51a32b34 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?network_id=949ef9b5-a5f5-4a03-9475-a782bb68296d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1106648 Aug 17 00:07:20.932263 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-3d940d30-8d32-446a-9433-7699eeae881a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Transition to ACTIVE for port object c1a28816-c28d-42be-8242-5ace838ada02 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:07:20.968869 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:07:20.981128 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-9734e53d-316d-4ca5-bb9b-eb96cbd2a973 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?network_id=949ef9b5-a5f5-4a03-9475-a782bb68296d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0416532 Aug 17 00:07:21.129214 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b4aa6b9-cdb9-45a2-bf39-ba1532a8eb5c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:21.129546 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3d940d30-8d32-446a-9433-7699eeae881a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:21.207332 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-c1230090-0ef5-44bc-9303-c5e3a9cd0850 None None] Allocated IP 172.20.0.2 (941cdf40-6672-4c92-b0fc-78ff95b1e5aa/22b60ca4-f2f6-4ee8-a359-e91563464ddf/0d0934b8-de1c-4a4a-82f5-0ed04e6add48) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:21.264039 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d940d30-8d32-446a-9433-7699eeae881a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Network 941cdf40-6672-4c92-b0fc-78ff95b1e5aa is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:21.299304 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-669ba8b9-1419-4958-a347-0971b2382550 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:21.309088 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-669ba8b9-1419-4958-a347-0971b2382550 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:21.314927 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-669ba8b9-1419-4958-a347-0971b2382550 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:21.332694 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-669ba8b9-1419-4958-a347-0971b2382550 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/networks?id=7992826d-70e9-4f64-99b5-2a5f899624d8&id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&id=949ef9b5-a5f5-4a03-9475-a782bb68296d&id=949ef9b5-a5f5-4a03-9475-a782bb68296d HTTP/1.1" status: 200 len: 1995 time: 0.3456221 Aug 17 00:07:21.333689 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-3d940d30-8d32-446a-9433-7699eeae881a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:21.344328 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d940d30-8d32-446a-9433-7699eeae881a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:21.412681 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d940d30-8d32-446a-9433-7699eeae881a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Port': ['ID=c1a28816-c28d-42be-8242-5ace838ada02,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:21.426091 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e661a167-c378-4dda-9498-d6e98cc5f8f3 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/quotas/4c3689368c2d4f3084af070981f83d10 HTTP/1.1" status: 200 len: 375 time: 0.0827596 Aug 17 00:07:21.433920 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3d940d30-8d32-446a-9433-7699eeae881a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:21.445454 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b4aa6b9-cdb9-45a2-bf39-ba1532a8eb5c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:21.494777 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c1230090-0ef5-44bc-9303-c5e3a9cd0850 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:21.507249 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf019f-3637-404b-aa54-0ca4fe2e8f06 req-d0ea078b-f916-442b-9524-89d39d2696ff tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:21.508063 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c1230090-0ef5-44bc-9303-c5e3a9cd0850 None None] Transition to ACTIVE for port object 0d0934b8-de1c-4a4a-82f5-0ed04e6add48 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:07:21.520811 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-deaf019f-3637-404b-aa54-0ca4fe2e8f06 req-d0ea078b-f916-442b-9524-89d39d2696ff tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.3332820 Aug 17 00:07:21.557697 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c1230090-0ef5-44bc-9303-c5e3a9cd0850 None None] Transition to ACTIVE for port object 0d0934b8-de1c-4a4a-82f5-0ed04e6add48 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:07:21.572097 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c1230090-0ef5-44bc-9303-c5e3a9cd0850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:21.626698 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-deaf019f-3637-404b-aa54-0ca4fe2e8f06 req-e3cfe1a7-356f-49c6-ae1c-4b6c50ff3b75 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047332 Aug 17 00:07:21.645293 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1230090-0ef5-44bc-9303-c5e3a9cd0850 None None] Pushing event updated for resources: {'Port': ['ID=0d0934b8-de1c-4a4a-82f5-0ed04e6add48,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:21.664392 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1230090-0ef5-44bc-9303-c5e3a9cd0850 None None] Network 941cdf40-6672-4c92-b0fc-78ff95b1e5aa is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:21.666420 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-c1230090-0ef5-44bc-9303-c5e3a9cd0850 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:21.672269 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1230090-0ef5-44bc-9303-c5e3a9cd0850 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:21.713810 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-bc06b031-ef21-47f4-bea6-5595ba21b5d3 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4c3689368c2d4f3084af070981f83d10&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2728100 Aug 17 00:07:21.769310 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4aa6b9-cdb9-45a2-bf39-ba1532a8eb5c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Router 6f552218-26d7-4786-9208-fd9b23fbcd65 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:07:21.775830 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-c1230090-0ef5-44bc-9303-c5e3a9cd0850 None None] Attempting to bind port 0d0934b8-de1c-4a4a-82f5-0ed04e6add48 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:07:21.776290 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-c1230090-0ef5-44bc-9303-c5e3a9cd0850 None None] Attempting to bind port 0d0934b8-de1c-4a4a-82f5-0ed04e6add48 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'b6e956aa-8215-49e2-b060-a5cd34c391f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:07:21.776953 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1230090-0ef5-44bc-9303-c5e3a9cd0850 None None] Attempting to bind port 0d0934b8-de1c-4a4a-82f5-0ed04e6add48 on network 941cdf40-6672-4c92-b0fc-78ff95b1e5aa {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:07:21.795723 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1230090-0ef5-44bc-9303-c5e3a9cd0850 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:07:21.796262 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1230090-0ef5-44bc-9303-c5e3a9cd0850 None None] Checking segment: {'id': 'b6e956aa-8215-49e2-b060-a5cd34c391f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:07:21.796960 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c1230090-0ef5-44bc-9303-c5e3a9cd0850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:21.797630 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1230090-0ef5-44bc-9303-c5e3a9cd0850 None None] Bound using segment: {'id': 'b6e956aa-8215-49e2-b060-a5cd34c391f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:07:21.798581 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-c1230090-0ef5-44bc-9303-c5e3a9cd0850 None None] Bound port: 0d0934b8-de1c-4a4a-82f5-0ed04e6add48, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e956aa-8215-49e2-b060-a5cd34c391f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:07:21.799148 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c1230090-0ef5-44bc-9303-c5e3a9cd0850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:21.922500 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-c1230090-0ef5-44bc-9303-c5e3a9cd0850 None None] For port 0d0934b8-de1c-4a4a-82f5-0ed04e6add48, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:07:21.926915 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-c1230090-0ef5-44bc-9303-c5e3a9cd0850 None None] For port 0d0934b8-de1c-4a4a-82f5-0ed04e6add48, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=0d0934b8-de1c-4a4a-82f5-0ed04e6add48,segment=NetworkSegment(b6e956aa-8215-49e2-b060-a5cd34c391f7),segment_id=b6e956aa-8215-49e2-b060-a5cd34c391f7)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:07:21.931330 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c1230090-0ef5-44bc-9303-c5e3a9cd0850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:22.007499 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1230090-0ef5-44bc-9303-c5e3a9cd0850 None None] Pushing event updated for resources: {'Port': ['ID=0d0934b8-de1c-4a4a-82f5-0ed04e6add48,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:22.026531 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3d940d30-8d32-446a-9433-7699eeae881a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:22.040179 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4aa6b9-cdb9-45a2-bf39-ba1532a8eb5c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:07:22.052907 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2ee6ad-56b6-49ab-83cd-513d125c7e2b None None] Sync routers for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:07:22.059672 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:22.066752 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2ee6ad-56b6-49ab-83cd-513d125c7e2b None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:22.067519 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-6e2ee6ad-56b6-49ab-83cd-513d125c7e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:22.070181 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-510939f9-5ed2-4e9e-8d61-cb4fa1c2572f service neutron] 10.222.0.60 "GET /v2.0/networks/7992826d-70e9-4f64-99b5-2a5f899624d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233464 Aug 17 00:07:22.080697 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b4aa6b9-cdb9-45a2-bf39-ba1532a8eb5c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:22.085022 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5b4aa6b9-cdb9-45a2-bf39-ba1532a8eb5c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0617020 Aug 17 00:07:22.085915 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43698) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:22.138887 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-6e2ee6ad-56b6-49ab-83cd-513d125c7e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:22.150384 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845584e4-2cca-43f2-a5e3-c985ab94cf29 req-c2e81b95-f21c-4ca9-afef-31a53f308cac tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:22.158701 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2ee6ad-56b6-49ab-83cd-513d125c7e2b None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:22.159224 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-845584e4-2cca-43f2-a5e3-c985ab94cf29 req-c2e81b95-f21c-4ca9-afef-31a53f308cac tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1971586 Aug 17 00:07:22.161845 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-6e2ee6ad-56b6-49ab-83cd-513d125c7e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:22.263984 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-6e2ee6ad-56b6-49ab-83cd-513d125c7e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:22.264646 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2ee6ad-56b6-49ab-83cd-513d125c7e2b None None] The sync data for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:07:22.471054 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 0d0934b8-de1c-4a4a-82f5-0ed04e6add48 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:07:22.530539 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 0d0934b8-de1c-4a4a-82f5-0ed04e6add48 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:07:22.536826 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 140afe53-ff0b-43b6-9bf2-b75a35c4b762 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:07:22.537030 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-845584e4-2cca-43f2-a5e3-c985ab94cf29 req-ec778293-9fb0-48d3-9594-d8edc6645316 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3768418 Aug 17 00:07:22.614475 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-41b3d812-647a-42c6-a8e9-3187d4eec255 service neutron] 10.222.0.60 "GET /v2.0/networks/7992826d-70e9-4f64-99b5-2a5f899624d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939220 Aug 17 00:07:22.623683 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 140afe53-ff0b-43b6-9bf2-b75a35c4b762 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:07:22.629461 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 140afe53-ff0b-43b6-9bf2-b75a35c4b762 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:07:22.630616 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:22.684122 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-ae7ac739-b8be-4cec-9a4b-5b973e6323c9 service neutron] 10.222.0.60 "GET /v2.0/ports/7966ca59-62d1-4927-a258-fe4dd81e241a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0681443 Aug 17 00:07:22.806605 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:22.870105 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 140afe53-ff0b-43b6-9bf2-b75a35c4b762, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=140afe53-ff0b-43b6-9bf2-b75a35c4b762,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:07:22.878068 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-cab82e54-a934-4394-b3a2-770954cfdf36 service neutron] 10.222.0.60 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901467 Aug 17 00:07:22.887677 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:22.915292 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9498a54c-8928-4943-bfb9-59f8e81a7ff5 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:22.995248 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=140afe53-ff0b-43b6-9bf2-b75a35c4b762,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:23.028869 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3d940d30-8d32-446a-9433-7699eeae881a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:23.043297 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3d940d30-8d32-446a-9433-7699eeae881a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:23.123028 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d940d30-8d32-446a-9433-7699eeae881a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Port': ['ID=c1a28816-c28d-42be-8242-5ace838ada02,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:23.195716 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3d940d30-8d32-446a-9433-7699eeae881a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:23.229639 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-1740cc9a-eda9-4c22-b3ee-c4f85e13421e service neutron] 10.222.0.60 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421848 Aug 17 00:07:23.299352 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724c235-5df7-4c3d-aeb9-fe34cf603785 req-506df479-b974-43ad-9720-a53331c644be tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:23.300496 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5724c235-5df7-4c3d-aeb9-fe34cf603785 req-506df479-b974-43ad-9720-a53331c644be tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1815538 Aug 17 00:07:23.348929 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-8a3b372c-cd80-4740-8e9b-e11c2835e26b service neutron] 10.222.0.60 "GET /v2.0/ports/93bc72f0-9db1-4a9b-aadb-999a3b2837ee?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1066008 Aug 17 00:07:23.382617 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-9498a54c-8928-4943-bfb9-59f8e81a7ff5 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Allocated IP 172.20.0.1 (3f6cb871-68d7-46b4-bf57-5d286768ca16/c35bf154-11a2-4d50-a216-195ccbcf6448/44652857-a616-4e15-9aac-460bd7bc9027) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:23.435919 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5724c235-5df7-4c3d-aeb9-fe34cf603785 req-e9c67aeb-eb50-42a7-818a-cae5e9199428 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168892 Aug 17 00:07:23.451830 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d940d30-8d32-446a-9433-7699eeae881a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Network 941cdf40-6672-4c92-b0fc-78ff95b1e5aa is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:23.454807 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-3d940d30-8d32-446a-9433-7699eeae881a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:23.523914 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8692080a-0a67-40eb-9219-68a2b8d3687f None None] Network 941cdf40-6672-4c92-b0fc-78ff95b1e5aa requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:07:23.561832 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9498a54c-8928-4943-bfb9-59f8e81a7ff5 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:23.619457 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-892d307d-b5c7-436b-9ecb-f9bd12b38b95 None None] Provisioning for port 0d0934b8-de1c-4a4a-82f5-0ed04e6add48 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:07:23.620158 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9498a54c-8928-4943-bfb9-59f8e81a7ff5 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:23.628840 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-892d307d-b5c7-436b-9ecb-f9bd12b38b95 None None] Provisioning complete for port 0d0934b8-de1c-4a4a-82f5-0ed04e6add48 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:07:23.629271 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-892d307d-b5c7-436b-9ecb-f9bd12b38b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:23.643362 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-2f9b9214-9133-4a1b-85de-bb04dffde0b5 service neutron] 10.222.0.60 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852340 Aug 17 00:07:23.673344 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9498a54c-8928-4943-bfb9-59f8e81a7ff5 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Network 3f6cb871-68d7-46b4-bf57-5d286768ca16 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:23.682949 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-9498a54c-8928-4943-bfb9-59f8e81a7ff5 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:23.691965 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9498a54c-8928-4943-bfb9-59f8e81a7ff5 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:23.726577 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498a54c-8928-4943-bfb9-59f8e81a7ff5 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event updated for resources: {'Port': ['ID=44652857-a616-4e15-9aac-460bd7bc9027,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:23.754604 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d940d30-8d32-446a-9433-7699eeae881a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Router bb62e478-7532-47a5-b4ff-2c68785a10f3 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:07:23.776101 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9498a54c-8928-4943-bfb9-59f8e81a7ff5 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:23.818149 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-892d307d-b5c7-436b-9ecb-f9bd12b38b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:23.895946 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d940d30-8d32-446a-9433-7699eeae881a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:07:23.903833 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3d940d30-8d32-446a-9433-7699eeae881a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "PUT /v2.0/routers/bb62e478-7532-47a5-b4ff-2c68785a10f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8156586 Aug 17 00:07:23.943746 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e3bc8e15-ad8e-4d4c-9fdf-e3648fe61ac8 service neutron] 10.222.0.60 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917900 Aug 17 00:07:24.051821 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9498a54c-8928-4943-bfb9-59f8e81a7ff5 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:24.114328 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41153768-f222-4aa3-a402-d1d07f469c21 None None] Sync routers for ids ['bb62e478-7532-47a5-b4ff-2c68785a10f3'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:07:24.125383 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-892d307d-b5c7-436b-9ecb-f9bd12b38b95 None None] For port 0d0934b8-de1c-4a4a-82f5-0ed04e6add48, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=0d0934b8-de1c-4a4a-82f5-0ed04e6add48,segment=NetworkSegment(b6e956aa-8215-49e2-b060-a5cd34c391f7),segment_id=b6e956aa-8215-49e2-b060-a5cd34c391f7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:07:24.135685 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41153768-f222-4aa3-a402-d1d07f469c21 None None] Routers {'bb62e478-7532-47a5-b4ff-2c68785a10f3'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:24.140654 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-41153768-f222-4aa3-a402-d1d07f469c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['bb62e478-7532-47a5-b4ff-2c68785a10f3'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:24.168220 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-892d307d-b5c7-436b-9ecb-f9bd12b38b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:24.171984 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-c8e2b1f6-f799-42bd-a4a3-a00c84ce2a9c service neutron] 10.222.0.60 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207832 Aug 17 00:07:24.313814 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d307d-b5c7-436b-9ecb-f9bd12b38b95 None None] Pushing event updated for resources: {'Port': ['ID=0d0934b8-de1c-4a4a-82f5-0ed04e6add48,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:24.342106 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-73231c87-1252-42e0-a5bc-9feaad009546 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-296129847&fields=id&tenant_id=8a9ca74733fa48c8818a39938a45e719 HTTP/1.1" status: 200 len: 267 time: 0.1423912 Aug 17 00:07:24.389364 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 140afe53-ff0b-43b6-9bf2-b75a35c4b762 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:07:24.424510 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-dcd61ec0-28ac-42ab-8428-cd9b36da3f91 None None] Provisioning for port c1a28816-c28d-42be-8242-5ace838ada02 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:07:24.448625 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-dcd61ec0-28ac-42ab-8428-cd9b36da3f91 None None] Provisioning complete for port c1a28816-c28d-42be-8242-5ace838ada02 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:07:24.449660 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-dcd61ec0-28ac-42ab-8428-cd9b36da3f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:24.498542 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-d27c81af-3af8-4fb0-bd1c-9843f8686464 service neutron] 10.222.0.60 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212640 Aug 17 00:07:24.535396 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-41153768-f222-4aa3-a402-d1d07f469c21 None None] Set router bb62e478-7532-47a5-b4ff-2c68785a10f3 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:07:24.537691 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-dcd61ec0-28ac-42ab-8428-cd9b36da3f91 None None] Port c1a28816-c28d-42be-8242-5ace838ada02 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:07:24.556506 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9498a54c-8928-4943-bfb9-59f8e81a7ff5 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:24.565957 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9498a54c-8928-4943-bfb9-59f8e81a7ff5 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:24.648986 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 140afe53-ff0b-43b6-9bf2-b75a35c4b762 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:07:24.649467 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:24.653951 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-d717e34b-56fd-4a89-a5db-c5c7dcfb0832 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:24.655094 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-dcd61ec0-28ac-42ab-8428-cd9b36da3f91 None None] Provisioning complete for port 0d0934b8-de1c-4a4a-82f5-0ed04e6add48 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:07:24.655094 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-dcd61ec0-28ac-42ab-8428-cd9b36da3f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:24.661788 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-d717e34b-56fd-4a89-a5db-c5c7dcfb0832 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/networks?id=941cdf40-6672-4c92-b0fc-78ff95b1e5aa HTTP/1.1" status: 200 len: 796 time: 0.3010480 Aug 17 00:07:24.669969 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498a54c-8928-4943-bfb9-59f8e81a7ff5 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event updated for resources: {'Port': ['ID=44652857-a616-4e15-9aac-460bd7bc9027,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:24.672606 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9498a54c-8928-4943-bfb9-59f8e81a7ff5 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:24.694717 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-6bc796dc-e808-4839-b045-98f0beb24de6 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/quotas/8a9ca74733fa48c8818a39938a45e719 HTTP/1.1" status: 200 len: 375 time: 0.0317845 Aug 17 00:07:24.699881 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-bec1bb84-71b1-4d05-90b2-c5d73295bec5 service neutron] 10.222.0.60 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871171 Aug 17 00:07:24.843914 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9498a54c-8928-4943-bfb9-59f8e81a7ff5 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Network 3f6cb871-68d7-46b4-bf57-5d286768ca16 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:24.846039 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-9498a54c-8928-4943-bfb9-59f8e81a7ff5 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:24.846215 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-f488d870-0a7b-4fc5-91ce-62e8b3b36fc7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1426497 Aug 17 00:07:24.876414 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-0ec38c19-8247-4745-94e0-764d0f923e1d service neutron] 10.222.0.60 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491137 Aug 17 00:07:25.049321 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9498a54c-8928-4943-bfb9-59f8e81a7ff5 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Router 6f552218-26d7-4786-9208-fd9b23fbcd65 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:07:25.071301 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-53e0b4e4-9628-4af3-a4ac-def6942f0091 service neutron] 10.222.0.60 "GET /v2.0/networks/941cdf40-6672-4c92-b0fc-78ff95b1e5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938794 Aug 17 00:07:25.071908 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-41153768-f222-4aa3-a402-d1d07f469c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55305235', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:07:14Z', 'updated_at': '2021-08-17T00:07:21Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:07:15Z', 'updated_at': '2021-08-17T00:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'c1a28816-c28d-42be-8242-5ace838ada02', 'name': '', 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:7e:79:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '22b60ca4-f2f6-4ee8-a359-e91563464ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:07:19Z', 'updated_at': '2021-08-17T00:07:22Z', 'revision_number': 2, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': '22b60ca4-f2f6-4ee8-a359-e91563464ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:25.080616 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b32275a8-95a8-4c93-8c9c-88e5a5a9a147 service neutron] 10.222.0.60 "GET /v2.0/networks/949ef9b5-a5f5-4a03-9475-a782bb68296d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941314 Aug 17 00:07:25.107662 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41153768-f222-4aa3-a402-d1d07f469c21 None None] Checking router: bb62e478-7532-47a5-b4ff-2c68785a10f3 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:07:25.108253 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41153768-f222-4aa3-a402-d1d07f469c21 None None] Updating router bb62e478-7532-47a5-b4ff-2c68785a10f3 port c1a28816-c28d-42be-8242-5ace838ada02 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:07:25.166301 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-41153768-f222-4aa3-a402-d1d07f469c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:25.186292 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f8bc02e6-2021-4ab7-aad5-154fb6597de2 None None] Provisioning complete for port c1a28816-c28d-42be-8242-5ace838ada02 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:07:25.186827 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f8bc02e6-2021-4ab7-aad5-154fb6597de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:25.228198 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9498a54c-8928-4943-bfb9-59f8e81a7ff5 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:07:25.242561 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9498a54c-8928-4943-bfb9-59f8e81a7ff5 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "PUT /v2.0/routers/6f552218-26d7-4786-9208-fd9b23fbcd65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1526322 Aug 17 00:07:25.244660 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43732) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:25.247269 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24bb694-dea8-45d8-9508-26c8a8739eb7 None None] Sync routers for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:07:25.252803 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f85b35b9-fda3-4c32-9a33-b2bd4616c3d3 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Request body: {'port': {'network_id': '3f6cb871-68d7-46b4-bf57-5d286768ca16', 'name': 'tempest-FloatingIPTestJSON-1969733151'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:25.268794 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24bb694-dea8-45d8-9508-26c8a8739eb7 None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:25.269629 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-c24bb694-dea8-45d8-9508-26c8a8739eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:25.340774 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-6d0de472-8907-45b8-9db0-6f520f420429 service neutron] 10.222.0.60 "GET /v2.0/networks/941cdf40-6672-4c92-b0fc-78ff95b1e5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588565 Aug 17 00:07:25.345779 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-fc25a2bf-c94a-4c7e-90f5-4a213c3b252d service neutron] 10.222.0.60 "GET /v2.0/networks/949ef9b5-a5f5-4a03-9475-a782bb68296d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565637 Aug 17 00:07:25.353409 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-c24bb694-dea8-45d8-9508-26c8a8739eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:25.362564 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24bb694-dea8-45d8-9508-26c8a8739eb7 None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:25.363417 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-c24bb694-dea8-45d8-9508-26c8a8739eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:25.401293 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-c24bb694-dea8-45d8-9508-26c8a8739eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:25.402323 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24bb694-dea8-45d8-9508-26c8a8739eb7 None None] The sync data for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:07:25.412221 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f8bc02e6-2021-4ab7-aad5-154fb6597de2 None None] Port c1a28816-c28d-42be-8242-5ace838ada02 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:07:25.412868 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85b35b9-fda3-4c32-9a33-b2bd4616c3d3 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Made reservation on behalf of 9a218f37679a483390908c1b0e5c589c for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:07:25.417364 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f85b35b9-fda3-4c32-9a33-b2bd4616c3d3 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:25.457125 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-f85b35b9-fda3-4c32-9a33-b2bd4616c3d3 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] device_id is not set on port b1a46dae-dc54-4c39-8d8a-9b949ad04ad8 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:07:25.478415 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-595ae38c-7ec4-4b34-be99-3caf23d09419 service neutron] 10.222.0.60 "GET /v2.0/networks/949ef9b5-a5f5-4a03-9475-a782bb68296d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255112 Aug 17 00:07:25.593848 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-f85b35b9-fda3-4c32-9a33-b2bd4616c3d3 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Allocated IP 172.20.0.14 (3f6cb871-68d7-46b4-bf57-5d286768ca16/c35bf154-11a2-4d50-a216-195ccbcf6448/b1a46dae-dc54-4c39-8d8a-9b949ad04ad8) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:25.667123 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-41153768-f222-4aa3-a402-d1d07f469c21 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:25.671121 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-94c7bfcf-85d9-44d4-a42c-dd38726bde7c service neutron] 10.222.0.60 "GET /v2.0/networks/949ef9b5-a5f5-4a03-9475-a782bb68296d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856387 Aug 17 00:07:25.689126 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-41153768-f222-4aa3-a402-d1d07f469c21 None None] Transition to ACTIVE for port object c1a28816-c28d-42be-8242-5ace838ada02 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:07:25.703628 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4b639-bd78-460c-bdd4-f9eb0815ba70 req-8afb6229-abdd-451e-9362-f8b0178be2e2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:25.705392 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aea4b639-bd78-460c-bdd4-f9eb0815ba70 req-8afb6229-abdd-451e-9362-f8b0178be2e2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.0777345 Aug 17 00:07:25.707596 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-41153768-f222-4aa3-a402-d1d07f469c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:25.780705 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aea4b639-bd78-460c-bdd4-f9eb0815ba70 req-c0994a87-697e-4ab9-aefc-92a4af4282fb tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587237 Aug 17 00:07:25.843282 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2bcd8b-6254-495c-ba7d-3edf64193af3 None None] Pushing event updated for resources: {'Port': ['ID=c1a28816-c28d-42be-8242-5ace838ada02,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:25.924065 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-41153768-f222-4aa3-a402-d1d07f469c21 None None] Attempting to bind port c1a28816-c28d-42be-8242-5ace838ada02 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:07:25.924542 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-41153768-f222-4aa3-a402-d1d07f469c21 None None] Attempting to bind port c1a28816-c28d-42be-8242-5ace838ada02 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'b6e956aa-8215-49e2-b060-a5cd34c391f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:07:25.924915 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41153768-f222-4aa3-a402-d1d07f469c21 None None] Attempting to bind port c1a28816-c28d-42be-8242-5ace838ada02 on network 941cdf40-6672-4c92-b0fc-78ff95b1e5aa {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:07:25.930514 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41153768-f222-4aa3-a402-d1d07f469c21 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:07:25.930937 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41153768-f222-4aa3-a402-d1d07f469c21 None None] Checking segment: {'id': 'b6e956aa-8215-49e2-b060-a5cd34c391f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:07:25.931285 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-41153768-f222-4aa3-a402-d1d07f469c21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:25.931787 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41153768-f222-4aa3-a402-d1d07f469c21 None None] Bound using segment: {'id': 'b6e956aa-8215-49e2-b060-a5cd34c391f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:07:25.932295 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-41153768-f222-4aa3-a402-d1d07f469c21 None None] Bound port: c1a28816-c28d-42be-8242-5ace838ada02, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e956aa-8215-49e2-b060-a5cd34c391f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:07:25.933932 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-41153768-f222-4aa3-a402-d1d07f469c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:25.975405 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f85b35b9-fda3-4c32-9a33-b2bd4616c3d3 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:26.062144 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-41153768-f222-4aa3-a402-d1d07f469c21 None None] For port c1a28816-c28d-42be-8242-5ace838ada02, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:07:26.066095 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-41153768-f222-4aa3-a402-d1d07f469c21 None None] For port c1a28816-c28d-42be-8242-5ace838ada02, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c1a28816-c28d-42be-8242-5ace838ada02,segment=NetworkSegment(b6e956aa-8215-49e2-b060-a5cd34c391f7),segment_id=b6e956aa-8215-49e2-b060-a5cd34c391f7)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:07:26.075520 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-41153768-f222-4aa3-a402-d1d07f469c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:26.076348 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f85b35b9-fda3-4c32-9a33-b2bd4616c3d3 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:26.139153 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d1d04c8-5adc-4e71-8421-13fc2b446f84 req-a0ae32bf-d1ca-4cb4-87c7-978b84c7c026 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 210 time: 0.0705488 Aug 17 00:07:26.175043 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41153768-f222-4aa3-a402-d1d07f469c21 None None] Routers {'bb62e478-7532-47a5-b4ff-2c68785a10f3'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:26.176995 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-41153768-f222-4aa3-a402-d1d07f469c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['bb62e478-7532-47a5-b4ff-2c68785a10f3'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:26.201429 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85b35b9-fda3-4c32-9a33-b2bd4616c3d3 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Network 3f6cb871-68d7-46b4-bf57-5d286768ca16 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:26.223253 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-f85b35b9-fda3-4c32-9a33-b2bd4616c3d3 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:26.235708 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85b35b9-fda3-4c32-9a33-b2bd4616c3d3 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:26.296408 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b35b9-fda3-4c32-9a33-b2bd4616c3d3 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event updated for resources: {'Port': ['ID=b1a46dae-dc54-4c39-8d8a-9b949ad04ad8,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:26.364293 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85b35b9-fda3-4c32-9a33-b2bd4616c3d3 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:26.368270 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f85b35b9-fda3-4c32-9a33-b2bd4616c3d3 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:26.409369 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f85b35b9-fda3-4c32-9a33-b2bd4616c3d3 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1630797 Aug 17 00:07:26.411832 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43760) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:26.420373 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2bcd8b-6254-495c-ba7d-3edf64193af3 None None] Pushing event updated for resources: {'Port': ['ID=c1a28816-c28d-42be-8242-5ace838ada02,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:26.423620 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1f4189d7-5b0c-4513-a5c6-c640aba1f637 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Request body: {'port': {'network_id': '3f6cb871-68d7-46b4-bf57-5d286768ca16', 'name': 'tempest-FloatingIPTestJSON-1594117197'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:26.533326 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 0d0934b8-de1c-4a4a-82f5-0ed04e6add48 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:07:26.588720 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af992d6-f471-4a4a-bd6b-2075b7443b25 req-e453c5ff-6e09-4897-be15-8f1fcf6417e2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:26.591101 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6af992d6-f471-4a4a-bd6b-2075b7443b25 req-e453c5ff-6e09-4897-be15-8f1fcf6417e2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1199355 Aug 17 00:07:26.638397 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4189d7-5b0c-4513-a5c6-c640aba1f637 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Made reservation on behalf of 9a218f37679a483390908c1b0e5c589c for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:07:26.644444 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f4189d7-5b0c-4513-a5c6-c640aba1f637 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:26.665269 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-1f4189d7-5b0c-4513-a5c6-c640aba1f637 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] device_id is not set on port 302a182e-8e93-4bcd-80d2-bb4f5485ad13 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:07:26.681570 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6af992d6-f471-4a4a-bd6b-2075b7443b25 req-f82ce2d4-e5c7-4cb2-a049-750a8b785c37 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791616 Aug 17 00:07:26.692641 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-41153768-f222-4aa3-a402-d1d07f469c21 None None] Set router bb62e478-7532-47a5-b4ff-2c68785a10f3 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:07:26.818781 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-1f4189d7-5b0c-4513-a5c6-c640aba1f637 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Allocated IP 172.20.0.8 (3f6cb871-68d7-46b4-bf57-5d286768ca16/c35bf154-11a2-4d50-a216-195ccbcf6448/302a182e-8e93-4bcd-80d2-bb4f5485ad13) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:26.855523 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 0d0934b8-de1c-4a4a-82f5-0ed04e6add48 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:07:26.864531 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:26.991544 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e951159c-8eeb-4c42-b321-67f79d628d08 req-e2a2654b-2440-43ff-a252-a980faefc920 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 210 time: 0.0662062 Aug 17 00:07:27.134626 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f4189d7-5b0c-4513-a5c6-c640aba1f637 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:27.206897 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f4189d7-5b0c-4513-a5c6-c640aba1f637 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:27.208489 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-41153768-f222-4aa3-a402-d1d07f469c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55305235', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:07:14Z', 'updated_at': '2021-08-17T00:07:21Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:07:15Z', 'updated_at': '2021-08-17T00:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'c1a28816-c28d-42be-8242-5ace838ada02', 'name': '', 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:7e:79:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '22b60ca4-f2f6-4ee8-a359-e91563464ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:07:19Z', 'updated_at': '2021-08-17T00:07:26Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': '22b60ca4-f2f6-4ee8-a359-e91563464ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:27.262409 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41153768-f222-4aa3-a402-d1d07f469c21 None None] The sync data for ids ['bb62e478-7532-47a5-b4ff-2c68785a10f3'] in n-d-800088-20 is: [{'id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55305235', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:07:14Z', 'updated_at': '2021-08-17T00:07:21Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:07:15Z', 'updated_at': '2021-08-17T00:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'c1a28816-c28d-42be-8242-5ace838ada02', 'name': '', 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:7e:79:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '22b60ca4-f2f6-4ee8-a359-e91563464ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:07:19Z', 'updated_at': '2021-08-17T00:07:26Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': '22b60ca4-f2f6-4ee8-a359-e91563464ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:07:27.289977 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4189d7-5b0c-4513-a5c6-c640aba1f637 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Network 3f6cb871-68d7-46b4-bf57-5d286768ca16 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:27.290973 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4189d7-5b0c-4513-a5c6-c640aba1f637 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event updated for resources: {'Port': ['ID=302a182e-8e93-4bcd-80d2-bb4f5485ad13,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:27.295399 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-1f4189d7-5b0c-4513-a5c6-c640aba1f637 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:27.297769 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4189d7-5b0c-4513-a5c6-c640aba1f637 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:27.315975 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a8d208b1-6212-4894-87b5-7df48e6ab3c4 req-bf4f2823-de2a-45a2-834b-3ae073106533 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 210 time: 0.0779018 Aug 17 00:07:27.364972 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4189d7-5b0c-4513-a5c6-c640aba1f637 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:27.365679 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f4189d7-5b0c-4513-a5c6-c640aba1f637 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:27.413676 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1f4189d7-5b0c-4513-a5c6-c640aba1f637 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0007060 Aug 17 00:07:27.417183 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43792) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:27.425833 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-96eb0146-363d-42d3-b9c6-abac3b4dc4a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'port_id': '302a182e-8e93-4bcd-80d2-bb4f5485ad13', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:27.469248 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-96eb0146-363d-42d3-b9c6-abac3b4dc4a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:27.622251 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-96eb0146-363d-42d3-b9c6-abac3b4dc4a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:27.837533 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-96eb0146-363d-42d3-b9c6-abac3b4dc4a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Allocated IP 172.25.3.159 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/e7a3ac86-b3b8-4d79-b5b2-c837bad791ac) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:28.333425 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-695ef519-f270-45e3-a9d3-fd1f01263396 req-3f577dd9-0ba1-46e1-9e7e-bd02149f1971 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 210 time: 0.0388939 Aug 17 00:07:28.411691 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c1a28816-c28d-42be-8242-5ace838ada02 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:07:28.436582 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6370e-b419-472c-a019-395ccc2b5986 req-f1624b37-b390-4981-b014-fa6abbe264b8 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:28.446854 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0f6370e-b419-472c-a019-395ccc2b5986 req-f1624b37-b390-4981-b014-fa6abbe264b8 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.6319213 Aug 17 00:07:28.522647 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0f6370e-b419-472c-a019-395ccc2b5986 req-eea29688-4cf1-46da-ad7f-caa7fa6cacc1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723212 Aug 17 00:07:28.540983 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-73169d58-33a3-44e8-8a8d-d3586c884d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:28.545967 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-96eb0146-363d-42d3-b9c6-abac3b4dc4a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:28.546731 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-73169d58-33a3-44e8-8a8d-d3586c884d82 service neutron] 10.222.0.64 "GET /v2.0/ports/7966ca59-62d1-4927-a258-fe4dd81e241a HTTP/1.1" status: 200 len: 1032 time: 0.1891577 Aug 17 00:07:28.575871 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port c1a28816-c28d-42be-8242-5ace838ada02 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:07:28.581885 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port c1a28816-c28d-42be-8242-5ace838ada02 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:07:28.582576 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:28.603754 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-4b78c91d-cd8d-4100-a15c-c51af7975e14 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:28.607601 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-4b78c91d-cd8d-4100-a15c-c51af7975e14 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.64 "GET /v2.0/networks?id=941cdf40-6672-4c92-b0fc-78ff95b1e5aa HTTP/1.1" status: 200 len: 796 time: 0.7826729 Aug 17 00:07:28.644598 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-96eb0146-363d-42d3-b9c6-abac3b4dc4a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:28.673076 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eb0146-363d-42d3-b9c6-abac3b4dc4a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:28.684461 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-96eb0146-363d-42d3-b9c6-abac3b4dc4a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:28.752737 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eb0146-363d-42d3-b9c6-abac3b4dc4a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:28.764881 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-37068db9-a8af-408f-bf2a-bde49a4e73af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:28.766459 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-37068db9-a8af-408f-bf2a-bde49a4e73af service neutron] 10.222.0.64 "GET /v2.0/ports/93bc72f0-9db1-4a9b-aadb-999a3b2837ee HTTP/1.1" status: 200 len: 1033 time: 0.1578174 Aug 17 00:07:28.803244 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a132d550-5e39-479f-9204-a36cd70421c8 req-beb565f8-03e1-4a7e-85e5-7189aea9a05e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 210 time: 0.1064556 Aug 17 00:07:28.826958 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb0146-363d-42d3-b9c6-abac3b4dc4a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event updated for resources: {'Port': ['ID=e7a3ac86-b3b8-4d79-b5b2-c837bad791ac,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:28.841653 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:28.896461 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port c1a28816-c28d-42be-8242-5ace838ada02, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c1a28816-c28d-42be-8242-5ace838ada02,segment=NetworkSegment(b6e956aa-8215-49e2-b060-a5cd34c391f7),segment_id=b6e956aa-8215-49e2-b060-a5cd34c391f7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:07:28.911496 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:28.931334 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-45733682-8727-4236-9520-d2b73c26d502 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a9ca74733fa48c8818a39938a45e719 HTTP/1.1" status: 200 len: 379 time: 0.2319436 Aug 17 00:07:28.957918 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-37df495f-6e88-40d6-b0dd-22a5d20b3a2b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'port': {'device_id': '6d350331-388c-48c2-af48-46325bee7c6f', 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa', 'admin_state_up': True, 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'security_groups': ['5c2113d7-3f9e-4c07-a038-8631a4b57794']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:28.985278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a6537-dc90-42be-b2de-1cfe7bac8ca8 req-ce230269-6647-455e-83b4-d61a4fcf6d7b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:28.986706 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9b2a6537-dc90-42be-b2de-1cfe7bac8ca8 req-ce230269-6647-455e-83b4-d61a4fcf6d7b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.2890382 Aug 17 00:07:29.010563 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=c1a28816-c28d-42be-8242-5ace838ada02,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:29.182466 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9b2a6537-dc90-42be-b2de-1cfe7bac8ca8 req-a9681f49-187e-484f-8cb7-d427edc321dc tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617069 Aug 17 00:07:29.254754 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e9d7a16b-7785-472b-9940-f38cfcddbe26 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:29.265657 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e9d7a16b-7785-472b-9940-f38cfcddbe26 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:29.273696 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e9d7a16b-7785-472b-9940-f38cfcddbe26 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:29.275790 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e9d7a16b-7785-472b-9940-f38cfcddbe26 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.64 "GET /v2.0/networks?id=7992826d-70e9-4f64-99b5-2a5f899624d8&id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&id=949ef9b5-a5f5-4a03-9475-a782bb68296d&id=949ef9b5-a5f5-4a03-9475-a782bb68296d HTTP/1.1" status: 200 len: 1995 time: 0.4771225 Aug 17 00:07:29.340110 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-37df495f-6e88-40d6-b0dd-22a5d20b3a2b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Made reservation on behalf of 8a9ca74733fa48c8818a39938a45e719 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:07:29.344402 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-37df495f-6e88-40d6-b0dd-22a5d20b3a2b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:29.368018 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-96eb0146-363d-42d3-b9c6-abac3b4dc4a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:29.409730 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ee022-f602-48be-aa02-a015aad3b0ce req-729be288-3abc-4b2f-83a9-4ce1e61e94d1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:29.411962 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e31ee022-f602-48be-aa02-a015aad3b0ce req-729be288-3abc-4b2f-83a9-4ce1e61e94d1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1339066 Aug 17 00:07:29.416519 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-bd12b686-0c35-40b8-8075-49c3453c48f8 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c3689368c2d4f3084af070981f83d10 HTTP/1.1" status: 200 len: 379 time: 0.1140101 Aug 17 00:07:29.459533 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-96eb0146-363d-42d3-b9c6-abac3b4dc4a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:29.473457 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-9f1ac8a6-9ca7-40e4-8469-721a573157ac tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Request body: {'port': {'device_id': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'network_id': '7992826d-70e9-4f64-99b5-2a5f899624d8', 'admin_state_up': True, 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'security_groups': ['88964f1b-152b-4df1-8d5f-41ff0b1e970e']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:29.562859 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90389873-f2b8-4a27-870d-610cf37c39bb req-a682aa4d-f08a-4ea2-8164-1f73e75db2f2 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 210 time: 0.0966227 Aug 17 00:07:29.633636 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-96eb0146-363d-42d3-b9c6-abac3b4dc4a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:29.640565 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e31ee022-f602-48be-aa02-a015aad3b0ce req-c49029e1-7672-4909-9f59-31ecb872b527 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778340 Aug 17 00:07:29.653750 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-96eb0146-363d-42d3-b9c6-abac3b4dc4a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:29.692331 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-37df495f-6e88-40d6-b0dd-22a5d20b3a2b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Allocated IP 172.20.0.11 (941cdf40-6672-4c92-b0fc-78ff95b1e5aa/22b60ca4-f2f6-4ee8-a359-e91563464ddf/44af8a4d-046b-4ee8-b340-94eec67e860e) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:29.744622 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb0146-363d-42d3-b9c6-abac3b4dc4a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event updated for resources: {'Port': ['ID=e7a3ac86-b3b8-4d79-b5b2-c837bad791ac,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:29.760447 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-96eb0146-363d-42d3-b9c6-abac3b4dc4a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:29.894211 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-96eb0146-363d-42d3-b9c6-abac3b4dc4a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Floating IP 07b6c0dd-57b9-40bb-9af4-43330246bc17 associated. External IP: 172.25.3.159, port: 302a182e-8e93-4bcd-80d2-bb4f5485ad13. Aug 17 00:07:29.911310 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49631c7-57d4-446f-b27a-2e4b1c425f45 req-3c9a79a5-6c9a-4b9d-b3ab-a2b909c307df tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:29.911310 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f49631c7-57d4-446f-b27a-2e4b1c425f45 req-3c9a79a5-6c9a-4b9d-b3ab-a2b909c307df tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1704702 Aug 17 00:07:29.961725 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-9f1ac8a6-9ca7-40e4-8469-721a573157ac tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Made reservation on behalf of 4c3689368c2d4f3084af070981f83d10 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:07:29.965967 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-9f1ac8a6-9ca7-40e4-8469-721a573157ac tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:30.054903 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c1949ee-3065-4b9d-aa08-ac50093369a6 req-9558ac71-8030-454c-a52c-69b9a8a2521b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 210 time: 0.0676894 Aug 17 00:07:30.061577 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-37df495f-6e88-40d6-b0dd-22a5d20b3a2b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:30.084315 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f49631c7-57d4-446f-b27a-2e4b1c425f45 req-15972f1c-4361-4c3d-949f-342244288559 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630988 Aug 17 00:07:30.142577 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-37df495f-6e88-40d6-b0dd-22a5d20b3a2b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Transition to ACTIVE for port object 44af8a4d-046b-4ee8-b340-94eec67e860e will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:07:30.242016 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96eb0146-363d-42d3-b9c6-abac3b4dc4a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Router 6f552218-26d7-4786-9208-fd9b23fbcd65 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:07:30.244741 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-9f1ac8a6-9ca7-40e4-8469-721a573157ac tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Allocated IP 172.20.0.10 (7992826d-70e9-4f64-99b5-2a5f899624d8/e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90/6dc8d69b-05e7-41e6-955a-531d1961bd01) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:30.260454 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-37df495f-6e88-40d6-b0dd-22a5d20b3a2b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:30.373770 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-37df495f-6e88-40d6-b0dd-22a5d20b3a2b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Network 941cdf40-6672-4c92-b0fc-78ff95b1e5aa is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:30.383036 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-37df495f-6e88-40d6-b0dd-22a5d20b3a2b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:30.426271 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c1a28816-c28d-42be-8242-5ace838ada02 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:07:30.471521 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96eb0146-363d-42d3-b9c6-abac3b4dc4a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:07:30.474436 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-37df495f-6e88-40d6-b0dd-22a5d20b3a2b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:30.488295 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df495f-6e88-40d6-b0dd-22a5d20b3a2b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Port': ['ID=44af8a4d-046b-4ee8-b340-94eec67e860e,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:30.533851 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-96eb0146-363d-42d3-b9c6-abac3b4dc4a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:30.559796 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2610b9c0-936b-4781-95ab-0ef4fb75cad6 None None] Sync routers for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:07:30.570583 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-37df495f-6e88-40d6-b0dd-22a5d20b3a2b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:30.571460 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-37df495f-6e88-40d6-b0dd-22a5d20b3a2b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:30.584995 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2610b9c0-936b-4781-95ab-0ef4fb75cad6 None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:30.586436 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-96eb0146-363d-42d3-b9c6-abac3b4dc4a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1684885 Aug 17 00:07:30.586896 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-2610b9c0-936b-4781-95ab-0ef4fb75cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:30.587080 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43840) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:30.606828 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-9ae78f0f-70a6-4571-b1af-a9585cf5ef2b tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:30.625420 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-37df495f-6e88-40d6-b0dd-22a5d20b3a2b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6716239 Aug 17 00:07:30.638050 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-9f1ac8a6-9ca7-40e4-8469-721a573157ac tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:30.659182 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-9545f543-2b84-4c1a-991a-e9a1cc94ce9f service neutron] Request body: {'port': {'device_id': '6d350331-388c-48c2-af48-46325bee7c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:30.686369 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-2610b9c0-936b-4781-95ab-0ef4fb75cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:30.704729 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port c1a28816-c28d-42be-8242-5ace838ada02 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:07:30.705129 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:30.710428 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ae78f0f-70a6-4571-b1af-a9585cf5ef2b tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:30.715406 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-9f1ac8a6-9ca7-40e4-8469-721a573157ac tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Transition to ACTIVE for port object 6dc8d69b-05e7-41e6-955a-531d1961bd01 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:07:30.774699 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2610b9c0-936b-4781-95ab-0ef4fb75cad6 None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:30.776505 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-2610b9c0-936b-4781-95ab-0ef4fb75cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:30.836996 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-9545f543-2b84-4c1a-991a-e9a1cc94ce9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:30.856005 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-9f1ac8a6-9ca7-40e4-8469-721a573157ac tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:30.880111 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-2610b9c0-936b-4781-95ab-0ef4fb75cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:30.884179 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2610b9c0-936b-4781-95ab-0ef4fb75cad6 None None] The sync data for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:07:30.928139 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-9e517669-7a67-4974-90d0-fc923dde6a52 None None] Provisioning for port 44af8a4d-046b-4ee8-b340-94eec67e860e completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:07:30.945763 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-9e517669-7a67-4974-90d0-fc923dde6a52 None None] Provisioning complete for port 44af8a4d-046b-4ee8-b340-94eec67e860e triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:07:30.946462 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9e517669-7a67-4974-90d0-fc923dde6a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:30.956480 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ae78f0f-70a6-4571-b1af-a9585cf5ef2b tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:30.962789 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ae78f0f-70a6-4571-b1af-a9585cf5ef2b tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:30.963120 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-9ae78f0f-70a6-4571-b1af-a9585cf5ef2b tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Floating IP 07b6c0dd-57b9-40bb-9af4-43330246bc17 disassociated. External IP: 172.25.3.159, port: 302a182e-8e93-4bcd-80d2-bb4f5485ad13. Aug 17 00:07:31.123495 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-9f1ac8a6-9ca7-40e4-8469-721a573157ac tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Network 7992826d-70e9-4f64-99b5-2a5f899624d8 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:31.202771 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-9f1ac8a6-9ca7-40e4-8469-721a573157ac tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:31.224657 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-9f1ac8a6-9ca7-40e4-8469-721a573157ac tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:31.333189 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-9e517669-7a67-4974-90d0-fc923dde6a52 None None] Port 44af8a4d-046b-4ee8-b340-94eec67e860e cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:07:31.341458 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae78f0f-70a6-4571-b1af-a9585cf5ef2b tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Router 6f552218-26d7-4786-9208-fd9b23fbcd65 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:07:31.345078 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b01b6-4b54-4a6f-ad27-0c711cd5c9c8 req-5d4ce750-a46c-4a2d-a7ef-5b83bd6ead83 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:31.346817 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1b7b01b6-4b54-4a6f-ad27-0c711cd5c9c8 req-5d4ce750-a46c-4a2d-a7ef-5b83bd6ead83 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 932 time: 0.5787706 Aug 17 00:07:31.347645 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ac8a6-9ca7-40e4-8469-721a573157ac tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event updated for resources: {'Port': ['ID=6dc8d69b-05e7-41e6-955a-531d1961bd01,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:31.456829 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-9f1ac8a6-9ca7-40e4-8469-721a573157ac tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:31.458064 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-9f1ac8a6-9ca7-40e4-8469-721a573157ac tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:31.494304 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-9f1ac8a6-9ca7-40e4-8469-721a573157ac tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0301831 Aug 17 00:07:31.502867 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59222c24-5172-4cf5-a078-dfaccdece746 req-e2bddae3-f19d-4eea-96ff-9a5fbe7a2b47 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:31.510906 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-59222c24-5172-4cf5-a078-dfaccdece746 req-e2bddae3-f19d-4eea-96ff-9a5fbe7a2b47 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 932 time: 0.2871270 Aug 17 00:07:31.532380 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-f755e7e5-979a-40ef-854e-b264776156f1 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Request body: {'port': {'device_id': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2', 'admin_state_up': True, 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'security_groups': ['88964f1b-152b-4df1-8d5f-41ff0b1e970e']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:31.569252 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae78f0f-70a6-4571-b1af-a9585cf5ef2b tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:07:31.575049 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ae78f0f-70a6-4571-b1af-a9585cf5ef2b tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:31.580873 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73044ae-f53c-415b-8f8f-fef924860264 None None] Sync routers for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:07:31.597131 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73044ae-f53c-415b-8f8f-fef924860264 None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:31.598187 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e73044ae-f53c-415b-8f8f-fef924860264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:31.610997 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9ae78f0f-70a6-4571-b1af-a9585cf5ef2b tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "PUT /v2.0/floatingips/07b6c0dd-57b9-40bb-9af4-43330246bc17 HTTP/1.1" status: 200 len: 688 time: 1.0200505 Aug 17 00:07:31.614299 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43854) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:31.615332 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1b7b01b6-4b54-4a6f-ad27-0c711cd5c9c8 req-162c3e1d-0b35-4167-9a7e-fea616f88379 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501132 Aug 17 00:07:31.637956 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e73044ae-f53c-415b-8f8f-fef924860264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:31.662555 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73044ae-f53c-415b-8f8f-fef924860264 None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:31.663381 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e73044ae-f53c-415b-8f8f-fef924860264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:31.668060 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e0c5ac95-f202-4886-ac58-444ba93e0210 None None] Provisioning for port 6dc8d69b-05e7-41e6-955a-531d1961bd01 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:07:31.672239 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e0c5ac95-f202-4886-ac58-444ba93e0210 None None] Provisioning complete for port 6dc8d69b-05e7-41e6-955a-531d1961bd01 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:07:31.673119 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e0c5ac95-f202-4886-ac58-444ba93e0210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:31.727664 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-59222c24-5172-4cf5-a078-dfaccdece746 req-02c65dda-c14f-4115-bb1a-2668cfa98a9a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151213 Aug 17 00:07:31.736910 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e73044ae-f53c-415b-8f8f-fef924860264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:31.738083 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73044ae-f53c-415b-8f8f-fef924860264 None None] The sync data for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:07:31.745236 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-e0c5ac95-f202-4886-ac58-444ba93e0210 None None] Port 6dc8d69b-05e7-41e6-955a-531d1961bd01 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:07:31.763009 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-9545f543-2b84-4c1a-991a-e9a1cc94ce9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44af8a4d-046b-4ee8-b340-94eec67e860e {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:07:31.781107 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-9545f543-2b84-4c1a-991a-e9a1cc94ce9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:31.805029 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-9545f543-2b84-4c1a-991a-e9a1cc94ce9f service neutron] Transition to ACTIVE for port object 44af8a4d-046b-4ee8-b340-94eec67e860e will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:07:31.812380 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-9545f543-2b84-4c1a-991a-e9a1cc94ce9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:31.874049 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-f755e7e5-979a-40ef-854e-b264776156f1 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Made reservation on behalf of 4c3689368c2d4f3084af070981f83d10 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:07:31.878755 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-f755e7e5-979a-40ef-854e-b264776156f1 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:31.916904 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545f543-2b84-4c1a-991a-e9a1cc94ce9f service neutron] Pushing event updated for resources: {'Port': ['ID=44af8a4d-046b-4ee8-b340-94eec67e860e,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:31.921126 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-b8b4b9f9-6d4b-4b51-8007-50f742c740f7 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Deleting port e7a3ac86-b3b8-4d79-b5b2-c837bad791ac {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:07:31.921692 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b8b4b9f9-6d4b-4b51-8007-50f742c740f7 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:32.029258 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b8b4b9f9-6d4b-4b51-8007-50f742c740f7 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:32.029601 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b8b4b9f9-6d4b-4b51-8007-50f742c740f7 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:32.045700 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-b8b4b9f9-6d4b-4b51-8007-50f742c740f7 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Calling delete_port for e7a3ac86-b3b8-4d79-b5b2-c837bad791ac owned by network:floatingip {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:07:32.058635 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-9545f543-2b84-4c1a-991a-e9a1cc94ce9f service neutron] Attempting to bind port 44af8a4d-046b-4ee8-b340-94eec67e860e on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:07:32.059139 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-9545f543-2b84-4c1a-991a-e9a1cc94ce9f service neutron] Attempting to bind port 44af8a4d-046b-4ee8-b340-94eec67e860e by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'b6e956aa-8215-49e2-b060-a5cd34c391f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:07:32.059486 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-9545f543-2b84-4c1a-991a-e9a1cc94ce9f service neutron] Attempting to bind port 44af8a4d-046b-4ee8-b340-94eec67e860e on network 941cdf40-6672-4c92-b0fc-78ff95b1e5aa {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:07:32.090264 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-9545f543-2b84-4c1a-991a-e9a1cc94ce9f service neutron] Port 44af8a4d-046b-4ee8-b340-94eec67e860e on network 941cdf40-6672-4c92-b0fc-78ff95b1e5aa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:07:32.090722 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-9545f543-2b84-4c1a-991a-e9a1cc94ce9f service neutron] Attempting to bind port 44af8a4d-046b-4ee8-b340-94eec67e860e on network 941cdf40-6672-4c92-b0fc-78ff95b1e5aa {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:07:32.103341 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-9545f543-2b84-4c1a-991a-e9a1cc94ce9f service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:07:32.103696 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-9545f543-2b84-4c1a-991a-e9a1cc94ce9f service neutron] Checking segment: {'id': 'b6e956aa-8215-49e2-b060-a5cd34c391f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:07:32.104078 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-9545f543-2b84-4c1a-991a-e9a1cc94ce9f service neutron] Bound using segment: {'id': 'b6e956aa-8215-49e2-b060-a5cd34c391f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:07:32.104513 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-9545f543-2b84-4c1a-991a-e9a1cc94ce9f service neutron] Bound port: 44af8a4d-046b-4ee8-b340-94eec67e860e, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6e956aa-8215-49e2-b060-a5cd34c391f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:07:32.104880 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-9545f543-2b84-4c1a-991a-e9a1cc94ce9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:32.141240 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-f755e7e5-979a-40ef-854e-b264776156f1 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Allocated IP 10.1.1.138 (f6cd289c-2ec6-41a8-8f51-21d9174f00f2/bd0b1868-d770-4e84-810f-697ff03d7f3e/be7f0e44-0d24-4d56-9f06-d5a6b31e1abb) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:32.204691 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b8b4b9f9-6d4b-4b51-8007-50f742c740f7 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:32.237798 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4b9f9-6d4b-4b51-8007-50f742c740f7 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event deleted for resources: {'Port': ['ID=e7a3ac86-b3b8-4d79-b5b2-c837bad791ac,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:32.266801 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-9545f543-2b84-4c1a-991a-e9a1cc94ce9f service neutron] For port 44af8a4d-046b-4ee8-b340-94eec67e860e, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:07:32.320570 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-9545f543-2b84-4c1a-991a-e9a1cc94ce9f service neutron] For port 44af8a4d-046b-4ee8-b340-94eec67e860e, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=44af8a4d-046b-4ee8-b340-94eec67e860e,segment=NetworkSegment(b6e956aa-8215-49e2-b060-a5cd34c391f7),segment_id=b6e956aa-8215-49e2-b060-a5cd34c391f7)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:07:32.333690 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-9545f543-2b84-4c1a-991a-e9a1cc94ce9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:32.344396 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b8b4b9f9-6d4b-4b51-8007-50f742c740f7 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:32.347187 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b8b4b9f9-6d4b-4b51-8007-50f742c740f7 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:32.348491 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b8b4b9f9-6d4b-4b51-8007-50f742c740f7 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "DELETE /v2.0/floatingips/07b6c0dd-57b9-40bb-9af4-43330246bc17 HTTP/1.1" status: 204 len: 168 time: 0.7209313 Aug 17 00:07:32.352303 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43860) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:32.360557 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-b77bbb66-145d-435e-9f06-0259664a976d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0966263 Aug 17 00:07:32.365427 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-71747b73-ec76-400e-beb3-fe2c8067913a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'port_id': 'b1a46dae-dc54-4c39-8d8a-9b949ad04ad8'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:32.396837 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-9545f543-2b84-4c1a-991a-e9a1cc94ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:32.397578 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-9545f543-2b84-4c1a-991a-e9a1cc94ce9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:32.399305 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-9545f543-2b84-4c1a-991a-e9a1cc94ce9f service neutron] 10.222.0.64 "PUT /v2.0/ports/44af8a4d-046b-4ee8-b340-94eec67e860e HTTP/1.1" status: 200 len: 1093 time: 1.7491758 Aug 17 00:07:32.399494 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d350331-388c-48c2-af48-46325bee7c6f', 'tag': '44af8a4d-046b-4ee8-b340-94eec67e860e'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:07:32.402423 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccb71a8-8c6f-487e-8148-a30ab892ccc7" -d '{"events": [{"name": "network-changed", "server_uuid": "6d350331-388c-48c2-af48-46325bee7c6f", "tag": "44af8a4d-046b-4ee8-b340-94eec67e860e"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:07:32.487320 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-71747b73-ec76-400e-beb3-fe2c8067913a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:32.489791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545f543-2b84-4c1a-991a-e9a1cc94ce9f service neutron] Pushing event updated for resources: {'Port': ['ID=44af8a4d-046b-4ee8-b340-94eec67e860e,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:32.510664 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e32707-b8a4-49ff-a6db-1e9df29e510d x-openstack-request-id: req-71e32707-b8a4-49ff-a6db-1e9df29e510d {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:07:32.511640 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d350331-388c-48c2-af48-46325bee7c6f", "tag": "44af8a4d-046b-4ee8-b340-94eec67e860e", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:07:32.512462 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-71e32707-b8a4-49ff-a6db-1e9df29e510d {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:07:32.512889 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d350331-388c-48c2-af48-46325bee7c6f', 'tag': '44af8a4d-046b-4ee8-b340-94eec67e860e', 'status': 'completed', 'code': 200} Aug 17 00:07:32.521027 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-92cea354-bfa6-43bf-ac50-08d4e97b2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:32.521996 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-92cea354-bfa6-43bf-ac50-08d4e97b2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:32.522713 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-92cea354-bfa6-43bf-ac50-08d4e97b2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:32.523417 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-92cea354-bfa6-43bf-ac50-08d4e97b2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:32.524221 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-92cea354-bfa6-43bf-ac50-08d4e97b2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:32.524896 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-92cea354-bfa6-43bf-ac50-08d4e97b2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:32.525613 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-92cea354-bfa6-43bf-ac50-08d4e97b2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:32.529709 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-92cea354-bfa6-43bf-ac50-08d4e97b2b72 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dea3d186f8943e68e6ffa5ab6e1d924&device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 6498 time: 0.1417534 Aug 17 00:07:32.570861 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-f755e7e5-979a-40ef-854e-b264776156f1 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:32.586855 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-1ce6a51f-a7da-4017-b606-baa7e064dcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:32.591679 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-1ce6a51f-a7da-4017-b606-baa7e064dcd5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 1096 time: 0.1205814 Aug 17 00:07:32.670611 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-f755e7e5-979a-40ef-854e-b264776156f1 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Transition to ACTIVE for port object be7f0e44-0d24-4d56-9f06-d5a6b31e1abb will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:07:32.672996 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-e7284370-29c5-40c7-8477-74887f3183a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44af8a4d-046b-4ee8-b340-94eec67e860e HTTP/1.1" status: 200 len: 217 time: 0.0664678 Aug 17 00:07:32.734586 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-b2009390-bdb6-48d5-8dcc-6048a3af6803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:32.735185 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-b2009390-bdb6-48d5-8dcc-6048a3af6803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:32.735790 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-b2009390-bdb6-48d5-8dcc-6048a3af6803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:32.737741 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-b2009390-bdb6-48d5-8dcc-6048a3af6803 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7d344a82-79d7-4f15-a0ba-8fc315949c8f&id=450a1daa-7a72-47ff-abbd-744b752946ea&id=450a1daa-7a72-47ff-abbd-744b752946ea&id=450a1daa-7a72-47ff-abbd-744b752946ea&id=450a1daa-7a72-47ff-abbd-744b752946ea&id=e2ac1b86-e36f-4432-8342-86f5ef252896&id=e2ac1b86-e36f-4432-8342-86f5ef252896 HTTP/1.1" status: 200 len: 2291 time: 0.1415420 Aug 17 00:07:32.768633 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-cf736777-91ee-4d7a-9de7-eefd9466030a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:32.770416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-cf736777-91ee-4d7a-9de7-eefd9466030a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=22b60ca4-f2f6-4ee8-a359-e91563464ddf HTTP/1.1" status: 200 len: 834 time: 0.0851395 Aug 17 00:07:32.778238 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-f755e7e5-979a-40ef-854e-b264776156f1 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:32.894251 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-cdcf6d70-f019-4937-a139-ed8ca825b261 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6d293e5-ef94-4aee-b473-335dccc456a6 HTTP/1.1" status: 200 len: 1001 time: 0.1456866 Aug 17 00:07:32.941418 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-f755e7e5-979a-40ef-854e-b264776156f1 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Network f6cd289c-2ec6-41a8-8f51-21d9174f00f2 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:32.961245 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755e7e5-979a-40ef-854e-b264776156f1 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event updated for resources: {'Port': ['ID=be7f0e44-0d24-4d56-9f06-d5a6b31e1abb,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:32.972792 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-aa080b54-4297-436d-8f85-855418da42e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:32.974671 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-aa080b54-4297-436d-8f85-855418da42e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5723fbf6-9716-47be-90e8-4e9878cdb460 HTTP/1.1" status: 200 len: 848 time: 0.0703294 Aug 17 00:07:32.976966 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-71747b73-ec76-400e-beb3-fe2c8067913a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:32.981537 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-f755e7e5-979a-40ef-854e-b264776156f1 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:33.000153 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-f755e7e5-979a-40ef-854e-b264776156f1 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:33.060425 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-012cb8be-3a37-4aa0-8b70-68a6f4841c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:33.062332 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-012cb8be-3a37-4aa0-8b70-68a6f4841c52 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=941cdf40-6672-4c92-b0fc-78ff95b1e5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2817183 Aug 17 00:07:33.079856 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-f755e7e5-979a-40ef-854e-b264776156f1 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:33.080827 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-f755e7e5-979a-40ef-854e-b264776156f1 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:33.109474 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-71747b73-ec76-400e-beb3-fe2c8067913a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Allocated IP 172.25.3.130 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/5d985faa-e23a-4aa5-97b2-27a1fad48197) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:33.209288 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1e19e-a1bd-46b1-8da8-1a4874f612a6 req-b7f37529-1fdb-486c-a943-d1b61faa3254 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:33.221136 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1e19e-a1bd-46b1-8da8-1a4874f612a6 req-b7f37529-1fdb-486c-a943-d1b61faa3254 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:33.228946 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aba1e19e-a1bd-46b1-8da8-1a4874f612a6 req-b7f37529-1fdb-486c-a943-d1b61faa3254 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 1654 time: 0.4293098 Aug 17 00:07:33.255543 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163216cc-8ca8-4998-a483-965311555a50 req-4b93ea76-d85c-4225-9498-775ae7ab6432 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:33.269167 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-163216cc-8ca8-4998-a483-965311555a50 req-4b93ea76-d85c-4225-9498-775ae7ab6432 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 944 time: 0.3771050 Aug 17 00:07:33.273639 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-7d568af2-2631-4e22-88e7-c223787fd590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:33.275181 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-7d568af2-2631-4e22-88e7-c223787fd590 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7d344a82-79d7-4f15-a0ba-8fc315949c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942607 Aug 17 00:07:33.306099 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-f755e7e5-979a-40ef-854e-b264776156f1 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7865479 Aug 17 00:07:33.307561 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-71747b73-ec76-400e-beb3-fe2c8067913a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:33.325550 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-85a32909-2b66-4976-9ff1-56eff7538f55 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Request body: {'port': {'device_id': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2', 'admin_state_up': True, 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'security_groups': ['88964f1b-152b-4df1-8d5f-41ff0b1e970e']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:33.386825 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-04f30901-9856-4dea-a7ab-3a9e221af537 None None] Provisioning for port be7f0e44-0d24-4d56-9f06-d5a6b31e1abb completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:07:33.393329 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-04f30901-9856-4dea-a7ab-3a9e221af537 None None] Provisioning complete for port be7f0e44-0d24-4d56-9f06-d5a6b31e1abb triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:07:33.393969 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-04f30901-9856-4dea-a7ab-3a9e221af537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:33.468984 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-85a32909-2b66-4976-9ff1-56eff7538f55 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Made reservation on behalf of 4c3689368c2d4f3084af070981f83d10 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:07:33.472564 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-85a32909-2b66-4976-9ff1-56eff7538f55 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:33.482306 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-04f30901-9856-4dea-a7ab-3a9e221af537 None None] Port be7f0e44-0d24-4d56-9f06-d5a6b31e1abb cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:07:33.489796 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-60d8c8d3-adc1-4c4e-9da2-4177f2eefeab service neutron] 10.222.0.64 "GET /v2.0/networks/941cdf40-6672-4c92-b0fc-78ff95b1e5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008214 Aug 17 00:07:33.503606 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-163216cc-8ca8-4998-a483-965311555a50 req-07d4875c-1ea4-4357-872e-54fb7e5d1255 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2333920 Aug 17 00:07:33.571362 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aba1e19e-a1bd-46b1-8da8-1a4874f612a6 req-068c8323-af4b-463b-9714-5bf2f7768997 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3411317 Aug 17 00:07:33.699773 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-85a32909-2b66-4976-9ff1-56eff7538f55 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Allocated IP 10.1.1.216 (f6cd289c-2ec6-41a8-8f51-21d9174f00f2/bd0b1868-d770-4e84-810f-697ff03d7f3e/23434d76-3964-4216-81fd-bc4dd9fd6a0f) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:33.816651 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-2512ccb1-41fe-4210-a83c-cf52024c4c8c service neutron] 10.222.0.64 "GET /v2.0/networks/7d344a82-79d7-4f15-a0ba-8fc315949c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306399 Aug 17 00:07:33.835700 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-71747b73-ec76-400e-beb3-fe2c8067913a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:33.899109 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71747b73-ec76-400e-beb3-fe2c8067913a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:33.924249 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71747b73-ec76-400e-beb3-fe2c8067913a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event updated for resources: {'Port': ['ID=5d985faa-e23a-4aa5-97b2-27a1fad48197,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:33.927072 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-71747b73-ec76-400e-beb3-fe2c8067913a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:33.966822 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71747b73-ec76-400e-beb3-fe2c8067913a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:34.095065 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-a8fe052c-598b-407a-8923-043246158c9f service neutron] 10.222.0.64 "GET /v2.0/networks/7d344a82-79d7-4f15-a0ba-8fc315949c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692232 Aug 17 00:07:34.177769 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-b85115cc-b822-4fdd-b952-65143e38c373 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=07aed2fa-d27e-4651-8f59-41a9da06080a HTTP/1.1" status: 200 len: 217 time: 0.0729716 Aug 17 00:07:34.296990 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-86b13cd9-0605-4648-97a1-51e002f6126c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:34.296990 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-86b13cd9-0605-4648-97a1-51e002f6126c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7f767b01-59ba-4d1c-a2de-3cb9e8190671 HTTP/1.1" status: 200 len: 797 time: 0.1099210 Aug 17 00:07:34.379553 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-85a32909-2b66-4976-9ff1-56eff7538f55 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:34.399856 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-8ea086bb-3b46-4190-b920-bb1cda1dd2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:34.402273 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-8ea086bb-3b46-4190-b920-bb1cda1dd2b0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=450a1daa-7a72-47ff-abbd-744b752946ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0731540 Aug 17 00:07:34.443325 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3867953-1ff0-480b-9ce2-11a6a102cf02 req-29d7eecc-f3e2-418a-b7a0-fbba1dda2bc6 service neutron] 10.222.0.64 "GET /v2.0/networks/941cdf40-6672-4c92-b0fc-78ff95b1e5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8769295 Aug 17 00:07:34.458434 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-85a32909-2b66-4976-9ff1-56eff7538f55 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Transition to ACTIVE for port object 23434d76-3964-4216-81fd-bc4dd9fd6a0f will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:07:34.582423 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-85a32909-2b66-4976-9ff1-56eff7538f55 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:34.644104 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb71a8-8c6f-487e-8148-a30ab892ccc7 req-2db4b3ff-aaa8-4d15-bca4-e85b0b41a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:34.645647 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ccb71a8-8c6f-487e-8148-a30ab892ccc7 req-2db4b3ff-aaa8-4d15-bca4-e85b0b41a207 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 1096 time: 0.1131344 Aug 17 00:07:34.647718 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-85a32909-2b66-4976-9ff1-56eff7538f55 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Network f6cd289c-2ec6-41a8-8f51-21d9174f00f2 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:34.658184 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-85a32909-2b66-4976-9ff1-56eff7538f55 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:34.660618 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-85a32909-2b66-4976-9ff1-56eff7538f55 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:34.767450 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-718d8fb2-fa7b-4678-8e25-82f3a57d8481 service neutron] 10.222.0.64 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724562 Aug 17 00:07:34.770679 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a32909-2b66-4976-9ff1-56eff7538f55 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event updated for resources: {'Port': ['ID=23434d76-3964-4216-81fd-bc4dd9fd6a0f,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:34.860046 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-85a32909-2b66-4976-9ff1-56eff7538f55 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:34.860793 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-85a32909-2b66-4976-9ff1-56eff7538f55 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:34.879412 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-71747b73-ec76-400e-beb3-fe2c8067913a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:34.901500 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543a137-a503-4c5f-ac51-1285e307079d req-8aae1e88-e441-41bb-b68d-a99c63033462 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:34.911728 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9543a137-a503-4c5f-ac51-1285e307079d req-8aae1e88-e441-41bb-b68d-a99c63033462 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 944 time: 0.2581077 Aug 17 00:07:34.952883 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-fef5f20f-fce9-4f0d-83ce-08f80ce46236 service neutron] 10.222.0.64 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572785 Aug 17 00:07:34.964680 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56916ad1-9d50-43b8-8174-d325a00f4c35 req-16883d33-0303-4538-adf9-b47abc72916b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:34.970918 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56916ad1-9d50-43b8-8174-d325a00f4c35 req-16883d33-0303-4538-adf9-b47abc72916b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:34.976807 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56916ad1-9d50-43b8-8174-d325a00f4c35 req-16883d33-0303-4538-adf9-b47abc72916b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:34.980352 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-56916ad1-9d50-43b8-8174-d325a00f4c35 req-16883d33-0303-4538-adf9-b47abc72916b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 2375 time: 0.2588761 Aug 17 00:07:34.984292 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-85a32909-2b66-4976-9ff1-56eff7538f55 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6691561 Aug 17 00:07:34.986399 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb71a8-8c6f-487e-8148-a30ab892ccc7 req-2e361420-6688-4675-9008-81e7243b6c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:34.987828 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ccb71a8-8c6f-487e-8148-a30ab892ccc7 req-2e361420-6688-4675-9008-81e7243b6c84 service neutron] 10.222.0.64 "GET /v2.0/networks?id=941cdf40-6672-4c92-b0fc-78ff95b1e5aa HTTP/1.1" status: 200 len: 897 time: 0.3333337 Aug 17 00:07:35.025202 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-71747b73-ec76-400e-beb3-fe2c8067913a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:35.033094 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-850d93b5-cab0-404c-9f01-c217263a09ce None None] Provisioning for port 23434d76-3964-4216-81fd-bc4dd9fd6a0f completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:07:35.037035 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-850d93b5-cab0-404c-9f01-c217263a09ce None None] Provisioning complete for port 23434d76-3964-4216-81fd-bc4dd9fd6a0f triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:07:35.037439 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-850d93b5-cab0-404c-9f01-c217263a09ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:35.045197 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-22cbfd64-2777-4cce-857c-509e6fd3bad7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 HTTP/1.1" status: 200 len: 217 time: 0.0714185 Aug 17 00:07:35.061922 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-0f88b668-44c0-410f-9250-1b8b14183c8d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Request body: {'port': {'device_id': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '949ef9b5-a5f5-4a03-9475-a782bb68296d', 'admin_state_up': True, 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'security_groups': ['88964f1b-152b-4df1-8d5f-41ff0b1e970e']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:35.074073 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-850d93b5-cab0-404c-9f01-c217263a09ce None None] Port 23434d76-3964-4216-81fd-bc4dd9fd6a0f cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:07:35.170727 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-dd6e1821-552d-4617-83bf-f8dad16e358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:35.171993 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-dd6e1821-552d-4617-83bf-f8dad16e358e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7f767b01-59ba-4d1c-a2de-3cb9e8190671 HTTP/1.1" status: 200 len: 797 time: 0.1063268 Aug 17 00:07:35.199900 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9543a137-a503-4c5f-ac51-1285e307079d req-1761d687-6ea3-4ebf-91f8-2beb5637c98e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2836010 Aug 17 00:07:35.228087 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ccb71a8-8c6f-487e-8148-a30ab892ccc7 req-34d70c6c-f739-4971-9367-3ad014c08062 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44af8a4d-046b-4ee8-b340-94eec67e860e HTTP/1.1" status: 200 len: 217 time: 0.1734500 Aug 17 00:07:35.239738 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-56916ad1-9d50-43b8-8174-d325a00f4c35 req-24cb3101-9667-4009-bb4a-649a9d1ddf66 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2480888 Aug 17 00:07:35.272294 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-01239065-e9d6-4646-8382-4318289bab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:35.273818 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-01239065-e9d6-4646-8382-4318289bab3b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=450a1daa-7a72-47ff-abbd-744b752946ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0888667 Aug 17 00:07:35.286982 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-71747b73-ec76-400e-beb3-fe2c8067913a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:35.303962 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-71747b73-ec76-400e-beb3-fe2c8067913a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:35.356182 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb71a8-8c6f-487e-8148-a30ab892ccc7 req-79b68dd8-cc6c-4fca-ae13-3182c9db220a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:35.357859 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ccb71a8-8c6f-487e-8148-a30ab892ccc7 req-79b68dd8-cc6c-4fca-ae13-3182c9db220a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=22b60ca4-f2f6-4ee8-a359-e91563464ddf HTTP/1.1" status: 200 len: 834 time: 0.1046009 Aug 17 00:07:35.442852 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-0f88b668-44c0-410f-9250-1b8b14183c8d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Made reservation on behalf of 4c3689368c2d4f3084af070981f83d10 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:07:35.449889 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb71a8-8c6f-487e-8148-a30ab892ccc7 req-15f21c36-779f-45cf-80b9-be9ba97b7ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:35.451522 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ccb71a8-8c6f-487e-8148-a30ab892ccc7 req-15f21c36-779f-45cf-80b9-be9ba97b7ab9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=941cdf40-6672-4c92-b0fc-78ff95b1e5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814412 Aug 17 00:07:35.468301 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71747b73-ec76-400e-beb3-fe2c8067913a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event updated for resources: {'Port': ['ID=5d985faa-e23a-4aa5-97b2-27a1fad48197,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:35.508820 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-71747b73-ec76-400e-beb3-fe2c8067913a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:35.515421 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-ff7186c4-718f-44e8-b14d-9f7ec55463ad service neutron] 10.222.0.64 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233250 Aug 17 00:07:35.624515 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-0f88b668-44c0-410f-9250-1b8b14183c8d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:35.647090 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ccb71a8-8c6f-487e-8148-a30ab892ccc7 req-3b59df7b-0026-4493-a778-1645710917fc service neutron] 10.222.0.64 "GET /v2.0/networks/941cdf40-6672-4c92-b0fc-78ff95b1e5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828916 Aug 17 00:07:35.693528 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-71747b73-ec76-400e-beb3-fe2c8067913a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Floating IP 9a102c5e-8146-4584-8dc7-0c1d77ca2592 associated. External IP: 172.25.3.130, port: b1a46dae-dc54-4c39-8d8a-9b949ad04ad8. Aug 17 00:07:35.732203 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-a8351040-1eec-4ef0-8f4a-c8c257e19376 service neutron] 10.222.0.64 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823816 Aug 17 00:07:35.786588 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-0e9fd0b1-59f6-4cdc-8b97-7c2a2a4ea736 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb HTTP/1.1" status: 200 len: 217 time: 0.0444975 Aug 17 00:07:35.849276 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ccb71a8-8c6f-487e-8148-a30ab892ccc7 req-0930eb97-8090-43e3-9d29-519f7e04f9b5 service neutron] 10.222.0.64 "GET /v2.0/networks/941cdf40-6672-4c92-b0fc-78ff95b1e5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915486 Aug 17 00:07:35.879370 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-1e0fce87-8130-4cc6-8930-c2f6ffe8cffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:35.880782 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-1e0fce87-8130-4cc6-8930-c2f6ffe8cffb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7f767b01-59ba-4d1c-a2de-3cb9e8190671 HTTP/1.1" status: 200 len: 797 time: 0.0641053 Aug 17 00:07:35.929980 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-0f88b668-44c0-410f-9250-1b8b14183c8d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Allocated IP 10.2.2.100 (949ef9b5-a5f5-4a03-9475-a782bb68296d/6225a0cd-0c05-4a30-94ea-958f505e0ba4/8f2c444b-10cf-453f-8d06-f7c40983dbe2) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:36.009977 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-83f9934c-196d-4ebd-afea-e08500aa89db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:36.011806 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-83f9934c-196d-4ebd-afea-e08500aa89db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=450a1daa-7a72-47ff-abbd-744b752946ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1190500 Aug 17 00:07:36.098939 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71747b73-ec76-400e-beb3-fe2c8067913a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Router 6f552218-26d7-4786-9208-fd9b23fbcd65 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:07:36.116806 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-0f88b668-44c0-410f-9250-1b8b14183c8d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:36.154426 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-0f88b668-44c0-410f-9250-1b8b14183c8d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Transition to ACTIVE for port object 8f2c444b-10cf-453f-8d06-f7c40983dbe2 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:07:36.171646 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-028f7444-4c5f-4f33-8fee-72da5081a218 service neutron] 10.222.0.64 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494806 Aug 17 00:07:36.207242 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-0f88b668-44c0-410f-9250-1b8b14183c8d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:36.278328 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-0f88b668-44c0-410f-9250-1b8b14183c8d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Network 949ef9b5-a5f5-4a03-9475-a782bb68296d is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:36.280380 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-0f88b668-44c0-410f-9250-1b8b14183c8d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:36.299975 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-0f88b668-44c0-410f-9250-1b8b14183c8d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:36.312183 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71747b73-ec76-400e-beb3-fe2c8067913a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:07:36.331561 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef9cab0-6fb2-412e-ac28-c13823650378 None None] Sync routers for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:07:36.361443 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef9cab0-6fb2-412e-ac28-c13823650378 None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:36.362293 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-aef9cab0-6fb2-412e-ac28-c13823650378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:36.367430 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-71747b73-ec76-400e-beb3-fe2c8067913a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:36.399856 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88b668-44c0-410f-9250-1b8b14183c8d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event updated for resources: {'Port': ['ID=8f2c444b-10cf-453f-8d06-f7c40983dbe2,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:36.469224 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-aef9cab0-6fb2-412e-ac28-c13823650378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:36.485576 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef9cab0-6fb2-412e-ac28-c13823650378 None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:36.486484 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-aef9cab0-6fb2-412e-ac28-c13823650378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:36.531028 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-0f88b668-44c0-410f-9250-1b8b14183c8d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:36.532062 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-0f88b668-44c0-410f-9250-1b8b14183c8d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:36.541703 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-aef9cab0-6fb2-412e-ac28-c13823650378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:36.544213 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef9cab0-6fb2-412e-ac28-c13823650378 None None] The sync data for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:07:36.581729 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-0f88b668-44c0-410f-9250-1b8b14183c8d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5272884 Aug 17 00:07:36.594799 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca141cf-ae1c-48b7-813f-5ae754ab1ab0 req-0d3f1c3a-5f60-498d-aafb-bdb9dd712eaf tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:36.606167 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ca141cf-ae1c-48b7-813f-5ae754ab1ab0 req-0d3f1c3a-5f60-498d-aafb-bdb9dd712eaf tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 944 time: 0.3009315 Aug 17 00:07:36.614357 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-655e9833-7d55-4697-9b0a-304e976569f7 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Request body: {'port': {'device_id': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '949ef9b5-a5f5-4a03-9475-a782bb68296d', 'admin_state_up': True, 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'security_groups': ['88964f1b-152b-4df1-8d5f-41ff0b1e970e']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:36.702200 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030802b-cb75-43b4-a89f-fb7ff2874f11 req-7e66bf52-5c59-41d1-a515-c83076093fc1 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:36.711384 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030802b-cb75-43b4-a89f-fb7ff2874f11 req-7e66bf52-5c59-41d1-a515-c83076093fc1 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:36.721088 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030802b-cb75-43b4-a89f-fb7ff2874f11 req-7e66bf52-5c59-41d1-a515-c83076093fc1 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:36.725672 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-10ec2edc-15dd-43b8-b408-6c9ccda3b856 None None] Provisioning for port 8f2c444b-10cf-453f-8d06-f7c40983dbe2 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:07:36.727761 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030802b-cb75-43b4-a89f-fb7ff2874f11 req-7e66bf52-5c59-41d1-a515-c83076093fc1 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:36.732644 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-10ec2edc-15dd-43b8-b408-6c9ccda3b856 None None] Provisioning complete for port 8f2c444b-10cf-453f-8d06-f7c40983dbe2 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:07:36.733733 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-10ec2edc-15dd-43b8-b408-6c9ccda3b856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:36.737243 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f030802b-cb75-43b4-a89f-fb7ff2874f11 req-7e66bf52-5c59-41d1-a515-c83076093fc1 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 3096 time: 0.3278947 Aug 17 00:07:36.789408 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-10ec2edc-15dd-43b8-b408-6c9ccda3b856 None None] Port 8f2c444b-10cf-453f-8d06-f7c40983dbe2 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:07:36.834860 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-71747b73-ec76-400e-beb3-fe2c8067913a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.4732378 Aug 17 00:07:36.838817 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ca141cf-ae1c-48b7-813f-5ae754ab1ab0 req-103b15bb-265f-47f7-be98-551c43b2abb0 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2316141 Aug 17 00:07:36.839471 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43910) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:36.848227 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-32c0d0b6-d7a8-4a74-bc8e-c0a1d2ce883e service neutron] 10.222.0.64 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6674426 Aug 17 00:07:36.855428 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-655e9833-7d55-4697-9b0a-304e976569f7 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Made reservation on behalf of 4c3689368c2d4f3084af070981f83d10 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:07:36.867755 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-655e9833-7d55-4697-9b0a-304e976569f7 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:36.931125 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-103e2b2b-9e86-4469-89cb-ac3c4f1b8cbd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db HTTP/1.1" status: 200 len: 217 time: 0.0438266 Aug 17 00:07:37.009431 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-fd91ae5f-9971-476a-9eb3-b404a6e9ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:37.012265 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-fd91ae5f-9971-476a-9eb3-b404a6e9ae59 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7f767b01-59ba-4d1c-a2de-3cb9e8190671 HTTP/1.1" status: 200 len: 797 time: 0.0572715 Aug 17 00:07:37.018150 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d644d470-2af5-4f90-a11b-f5c9caa2f3b8 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "GET /v2.0/floatingips/9a102c5e-8146-4584-8dc7-0c1d77ca2592 HTTP/1.1" status: 200 len: 979 time: 0.1750641 Aug 17 00:07:37.018469 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43912) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:37.047541 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 44af8a4d-046b-4ee8-b340-94eec67e860e details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:07:37.089666 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-655e9833-7d55-4697-9b0a-304e976569f7 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Allocated IP 10.2.2.200 (949ef9b5-a5f5-4a03-9475-a782bb68296d/6225a0cd-0c05-4a30-94ea-958f505e0ba4/0a9b87f8-4dbf-486d-a3c6-27de042824e5) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:37.172361 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-50f22cd6-8974-444e-bd17-21c092436ab7 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1504114 Aug 17 00:07:37.219542 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43914) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:37.227287 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-035c4e48-0812-49c1-b050-8ea3694dd19a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Request body: {'floatingip': {'port_id': '302a182e-8e93-4bcd-80d2-bb4f5485ad13'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:37.257736 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 44af8a4d-046b-4ee8-b340-94eec67e860e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=44af8a4d-046b-4ee8-b340-94eec67e860e,segment=NetworkSegment(b6e956aa-8215-49e2-b060-a5cd34c391f7),segment_id=b6e956aa-8215-49e2-b060-a5cd34c391f7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:07:37.267245 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f030802b-cb75-43b4-a89f-fb7ff2874f11 req-44bedb02-3cdf-4c71-b816-cc735fd860bb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5229967 Aug 17 00:07:37.274377 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-655e9833-7d55-4697-9b0a-304e976569f7 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:37.291212 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '44af8a4d-046b-4ee8-b340-94eec67e860e', 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa', 'port_id': '44af8a4d-046b-4ee8-b340-94eec67e860e', 'mac_address': 'fa:16:3e:5f:5e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22b60ca4-f2f6-4ee8-a359-e91563464ddf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:07:37.292912 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-655e9833-7d55-4697-9b0a-304e976569f7 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Transition to ACTIVE for port object 0a9b87f8-4dbf-486d-a3c6-27de042824e5 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:07:37.295589 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-9bf55828-acda-4178-b04e-e7f8a7055d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:37.299146 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-9bf55828-acda-4178-b04e-e7f8a7055d55 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=450a1daa-7a72-47ff-abbd-744b752946ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1259503 Aug 17 00:07:37.332866 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-655e9833-7d55-4697-9b0a-304e976569f7 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:37.336600 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:37.352291 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44af8a4d-046b-4ee8-b340-94eec67e860e {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:07:37.376623 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 44af8a4d-046b-4ee8-b340-94eec67e860e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=44af8a4d-046b-4ee8-b340-94eec67e860e,segment=NetworkSegment(b6e956aa-8215-49e2-b060-a5cd34c391f7),segment_id=b6e956aa-8215-49e2-b060-a5cd34c391f7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:07:37.383004 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:37.391062 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-035c4e48-0812-49c1-b050-8ea3694dd19a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:37.411530 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-655e9833-7d55-4697-9b0a-304e976569f7 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Network 949ef9b5-a5f5-4a03-9475-a782bb68296d is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:37.412984 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e9833-7d55-4697-9b0a-304e976569f7 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event updated for resources: {'Port': ['ID=0a9b87f8-4dbf-486d-a3c6-27de042824e5,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:37.415969 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-655e9833-7d55-4697-9b0a-304e976569f7 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:37.435209 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-655e9833-7d55-4697-9b0a-304e976569f7 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:37.520454 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-655e9833-7d55-4697-9b0a-304e976569f7 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:37.521456 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-655e9833-7d55-4697-9b0a-304e976569f7 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:37.522887 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=44af8a4d-046b-4ee8-b340-94eec67e860e,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:37.560842 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-655e9833-7d55-4697-9b0a-304e976569f7 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9510849 Aug 17 00:07:37.581233 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-97cbbfb7-35cd-4fa3-bede-f35271ded4b7 service neutron] Request body: {'port': {'device_id': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:37.676083 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-97cbbfb7-35cd-4fa3-bede-f35271ded4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:37.702220 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-a1168f3b-c2b7-4e08-bdab-817ee61d8418 service neutron] 10.222.0.64 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954511 Aug 17 00:07:37.790563 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['44af8a4d-046b-4ee8-b340-94eec67e860e'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:07:37.955139 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-26858f29-01cd-4c28-9633-fa02c2c8a002 service neutron] 10.222.0.64 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413316 Aug 17 00:07:37.981497 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6e2cf0b5-e77f-4efe-a958-f7c8f4794929 None None] Provisioning for port 0a9b87f8-4dbf-486d-a3c6-27de042824e5 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:07:37.994324 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6e2cf0b5-e77f-4efe-a958-f7c8f4794929 None None] Provisioning complete for port 0a9b87f8-4dbf-486d-a3c6-27de042824e5 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:07:37.994702 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6e2cf0b5-e77f-4efe-a958-f7c8f4794929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:38.036887 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-19236968-1d1d-4235-914d-fc170a00fe5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bf369f05-5490-4286-a3db-d3ce97b77f7b HTTP/1.1" status: 200 len: 217 time: 0.0504899 Aug 17 00:07:38.081465 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-6e2cf0b5-e77f-4efe-a958-f7c8f4794929 None None] Port 0a9b87f8-4dbf-486d-a3c6-27de042824e5 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:07:38.157764 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-5384bdc0-2239-425f-8aa8-103b46b887b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:38.159948 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-5384bdc0-2239-425f-8aa8-103b46b887b7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52ce99c2-888b-4cad-8190-0a83e8273287 HTTP/1.1" status: 200 len: 797 time: 0.1100233 Aug 17 00:07:38.239763 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d170e28-9f9f-4a85-bb2c-6c088adc6bd6 req-5b02e0ca-3ecd-4fe6-8dff-dec3c23e1ba1 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:38.241310 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d170e28-9f9f-4a85-bb2c-6c088adc6bd6 req-5b02e0ca-3ecd-4fe6-8dff-dec3c23e1ba1 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 945 time: 0.2451415 Aug 17 00:07:38.273657 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-035c4e48-0812-49c1-b050-8ea3694dd19a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:38.279912 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-97cbbfb7-35cd-4fa3-bede-f35271ded4b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc8d69b-05e7-41e6-955a-531d1961bd01 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:07:38.284820 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-035c4e48-0812-49c1-b050-8ea3694dd19a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:38.291184 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-6ba099b4-dc12-4b1e-91b0-314790ffffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:38.293435 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-97cbbfb7-35cd-4fa3-bede-f35271ded4b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:38.293628 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-6ba099b4-dc12-4b1e-91b0-314790ffffbe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e2ac1b86-e36f-4432-8342-86f5ef252896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0904026 Aug 17 00:07:38.319901 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-97cbbfb7-35cd-4fa3-bede-f35271ded4b7 service neutron] Transition to ACTIVE for port object 6dc8d69b-05e7-41e6-955a-531d1961bd01 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:07:38.327125 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d170e28-9f9f-4a85-bb2c-6c088adc6bd6 req-c07f0e0c-b610-4186-9164-90faf910ff44 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771594 Aug 17 00:07:38.330627 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-97cbbfb7-35cd-4fa3-bede-f35271ded4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:38.518329 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-428c7ea4-10ab-4d3e-8ab7-adf741750064 service neutron] 10.222.0.64 "GET /v2.0/networks/e2ac1b86-e36f-4432-8342-86f5ef252896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776695 Aug 17 00:07:38.519390 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-035c4e48-0812-49c1-b050-8ea3694dd19a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Floating IP 9a102c5e-8146-4584-8dc7-0c1d77ca2592 associated. External IP: 172.25.3.130, port: b1a46dae-dc54-4c39-8d8a-9b949ad04ad8. Aug 17 00:07:38.541821 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbbfb7-35cd-4fa3-bede-f35271ded4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc8d69b-05e7-41e6-955a-531d1961bd01,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:38.576730 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157a380-9c32-4a2e-9561-77c4f1cb11cf req-6a713fb4-00f3-444b-ab9f-dddddda40d9f tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:38.582838 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157a380-9c32-4a2e-9561-77c4f1cb11cf req-6a713fb4-00f3-444b-ab9f-dddddda40d9f tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:38.590064 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157a380-9c32-4a2e-9561-77c4f1cb11cf req-6a713fb4-00f3-444b-ab9f-dddddda40d9f tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:38.595753 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157a380-9c32-4a2e-9561-77c4f1cb11cf req-6a713fb4-00f3-444b-ab9f-dddddda40d9f tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:38.601658 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157a380-9c32-4a2e-9561-77c4f1cb11cf req-6a713fb4-00f3-444b-ab9f-dddddda40d9f tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:38.603460 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2157a380-9c32-4a2e-9561-77c4f1cb11cf req-6a713fb4-00f3-444b-ab9f-dddddda40d9f tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 3829 time: 0.2007999 Aug 17 00:07:38.653858 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-97cbbfb7-35cd-4fa3-bede-f35271ded4b7 service neutron] Attempting to bind port 6dc8d69b-05e7-41e6-955a-531d1961bd01 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:07:38.654201 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-97cbbfb7-35cd-4fa3-bede-f35271ded4b7 service neutron] Attempting to bind port 6dc8d69b-05e7-41e6-955a-531d1961bd01 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '989ca3c6-4bce-4091-9883-2d05012f0c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7992826d-70e9-4f64-99b5-2a5f899624d8'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:07:38.654540 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-97cbbfb7-35cd-4fa3-bede-f35271ded4b7 service neutron] Attempting to bind port 6dc8d69b-05e7-41e6-955a-531d1961bd01 on network 7992826d-70e9-4f64-99b5-2a5f899624d8 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:07:38.684191 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-97cbbfb7-35cd-4fa3-bede-f35271ded4b7 service neutron] Port 6dc8d69b-05e7-41e6-955a-531d1961bd01 on network 7992826d-70e9-4f64-99b5-2a5f899624d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:07:38.684583 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-97cbbfb7-35cd-4fa3-bede-f35271ded4b7 service neutron] Attempting to bind port 6dc8d69b-05e7-41e6-955a-531d1961bd01 on network 7992826d-70e9-4f64-99b5-2a5f899624d8 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:07:38.697392 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2157a380-9c32-4a2e-9561-77c4f1cb11cf req-0a0a56e2-2c45-4c94-9ab4-a48b8787b967 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799563 Aug 17 00:07:38.701977 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-97cbbfb7-35cd-4fa3-bede-f35271ded4b7 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:07:38.702271 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-97cbbfb7-35cd-4fa3-bede-f35271ded4b7 service neutron] Checking segment: {'id': '989ca3c6-4bce-4091-9883-2d05012f0c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7992826d-70e9-4f64-99b5-2a5f899624d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:07:38.702659 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-97cbbfb7-35cd-4fa3-bede-f35271ded4b7 service neutron] Bound using segment: {'id': '989ca3c6-4bce-4091-9883-2d05012f0c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7992826d-70e9-4f64-99b5-2a5f899624d8'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:07:38.703148 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-97cbbfb7-35cd-4fa3-bede-f35271ded4b7 service neutron] Bound port: 6dc8d69b-05e7-41e6-955a-531d1961bd01, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '989ca3c6-4bce-4091-9883-2d05012f0c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7992826d-70e9-4f64-99b5-2a5f899624d8'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:07:38.703518 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-97cbbfb7-35cd-4fa3-bede-f35271ded4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:38.779340 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-ee519fdd-b31e-4fa4-9ad7-115b589bb1d4 service neutron] 10.222.0.64 "GET /v2.0/networks/e2ac1b86-e36f-4432-8342-86f5ef252896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130451 Aug 17 00:07:38.829454 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-97cbbfb7-35cd-4fa3-bede-f35271ded4b7 service neutron] For port 6dc8d69b-05e7-41e6-955a-531d1961bd01, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:07:38.848924 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-97cbbfb7-35cd-4fa3-bede-f35271ded4b7 service neutron] For port 6dc8d69b-05e7-41e6-955a-531d1961bd01, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=6dc8d69b-05e7-41e6-955a-531d1961bd01,segment=NetworkSegment(989ca3c6-4bce-4091-9883-2d05012f0c73),segment_id=989ca3c6-4bce-4091-9883-2d05012f0c73)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:07:38.865207 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-97cbbfb7-35cd-4fa3-bede-f35271ded4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:38.932239 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-97cbbfb7-35cd-4fa3-bede-f35271ded4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:38.932826 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-97cbbfb7-35cd-4fa3-bede-f35271ded4b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:38.937250 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-97cbbfb7-35cd-4fa3-bede-f35271ded4b7 service neutron] 10.222.0.64 "PUT /v2.0/ports/6dc8d69b-05e7-41e6-955a-531d1961bd01 HTTP/1.1" status: 200 len: 1093 time: 1.3606882 Aug 17 00:07:38.940865 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'tag': '6dc8d69b-05e7-41e6-955a-531d1961bd01'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:07:38.943484 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875d4709-aad1-4505-8db5-c2b8c25c87b9" -d '{"events": [{"name": "network-changed", "server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "tag": "6dc8d69b-05e7-41e6-955a-531d1961bd01"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:07:38.954019 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-c22f03e5-2e10-40f2-a470-1645f92271d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1a678ec1-28b9-4595-9f5f-5bcce8516225 HTTP/1.1" status: 200 len: 217 time: 0.0658443 Aug 17 00:07:38.990685 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e035bcda-811b-4256-8d50-423bcf36d197 service neutron] Request body: {'port': {'device_id': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:39.027676 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86cde53-6a1a-4beb-965c-77b53de73216 x-openstack-request-id: req-f86cde53-6a1a-4beb-965c-77b53de73216 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:07:39.027979 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "tag": "6dc8d69b-05e7-41e6-955a-531d1961bd01", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:07:39.028384 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f86cde53-6a1a-4beb-965c-77b53de73216 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:07:39.028809 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'tag': '6dc8d69b-05e7-41e6-955a-531d1961bd01', 'status': 'completed', 'code': 200} Aug 17 00:07:39.038998 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbbfb7-35cd-4fa3-bede-f35271ded4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc8d69b-05e7-41e6-955a-531d1961bd01,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:39.137017 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e035bcda-811b-4256-8d50-423bcf36d197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:39.138202 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-c0f93ec7-e42f-4e4f-b4de-baabe5327bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:39.139776 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-c0f93ec7-e42f-4e4f-b4de-baabe5327bc3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52ce99c2-888b-4cad-8190-0a83e8273287 HTTP/1.1" status: 200 len: 797 time: 0.1748905 Aug 17 00:07:39.191091 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d4709-aad1-4505-8db5-c2b8c25c87b9 req-666b2f19-e6ca-408a-8bc7-3981bece2f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:39.191400 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d4709-aad1-4505-8db5-c2b8c25c87b9 req-666b2f19-e6ca-408a-8bc7-3981bece2f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:39.191882 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d4709-aad1-4505-8db5-c2b8c25c87b9 req-666b2f19-e6ca-408a-8bc7-3981bece2f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:39.192352 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d4709-aad1-4505-8db5-c2b8c25c87b9 req-666b2f19-e6ca-408a-8bc7-3981bece2f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:39.193165 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d4709-aad1-4505-8db5-c2b8c25c87b9 req-666b2f19-e6ca-408a-8bc7-3981bece2f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:39.194604 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-875d4709-aad1-4505-8db5-c2b8c25c87b9 req-666b2f19-e6ca-408a-8bc7-3981bece2f30 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c3689368c2d4f3084af070981f83d10&device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 4365 time: 0.1151628 Aug 17 00:07:39.206828 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035c4e48-0812-49c1-b050-8ea3694dd19a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Router 6f552218-26d7-4786-9208-fd9b23fbcd65 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:07:39.243598 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-39ffa3dd-159d-4dfe-9e98-d4d2cb7ddc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:39.246225 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-39ffa3dd-159d-4dfe-9e98-d4d2cb7ddc9c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e2ac1b86-e36f-4432-8342-86f5ef252896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0965889 Aug 17 00:07:39.455696 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035c4e48-0812-49c1-b050-8ea3694dd19a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:07:39.461509 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-d34f00d1-101b-4ff5-a0fc-31dd6da6b38b service neutron] 10.222.0.64 "GET /v2.0/networks/e2ac1b86-e36f-4432-8342-86f5ef252896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664677 Aug 17 00:07:39.467946 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a09ebb8-27f2-4745-b904-de00f822c6b7 None None] Sync routers for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:07:39.470748 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d4709-aad1-4505-8db5-c2b8c25c87b9 req-bf5655d5-92a0-4f11-80de-714b781a608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:39.471232 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d4709-aad1-4505-8db5-c2b8c25c87b9 req-bf5655d5-92a0-4f11-80de-714b781a608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:39.471700 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d4709-aad1-4505-8db5-c2b8c25c87b9 req-bf5655d5-92a0-4f11-80de-714b781a608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:39.473299 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-875d4709-aad1-4505-8db5-c2b8c25c87b9 req-bf5655d5-92a0-4f11-80de-714b781a608b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4c3689368c2d4f3084af070981f83d10&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2686603 Aug 17 00:07:39.476862 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a09ebb8-27f2-4745-b904-de00f822c6b7 None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:39.477620 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-3a09ebb8-27f2-4745-b904-de00f822c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:39.510284 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-3a09ebb8-27f2-4745-b904-de00f822c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:39.519325 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a09ebb8-27f2-4745-b904-de00f822c6b7 None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:39.520249 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-3a09ebb8-27f2-4745-b904-de00f822c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:39.553959 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479f176-0cab-4baf-8dd0-a8e624694b17 req-c29bb2c3-bf9c-4ca7-8920-fd9ccb194f86 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:39.555578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c479f176-0cab-4baf-8dd0-a8e624694b17 req-c29bb2c3-bf9c-4ca7-8920-fd9ccb194f86 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 945 time: 0.1339118 Aug 17 00:07:39.557322 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-3a09ebb8-27f2-4745-b904-de00f822c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:39.558816 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a09ebb8-27f2-4745-b904-de00f822c6b7 None None] The sync data for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:07:39.674383 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c479f176-0cab-4baf-8dd0-a8e624694b17 req-b999a441-7481-4530-aa66-68344dcd77ca tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972908 Aug 17 00:07:39.696866 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d4709-aad1-4505-8db5-c2b8c25c87b9 req-3e57d9c3-1876-4100-884b-26c6bec178cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:39.698469 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-875d4709-aad1-4505-8db5-c2b8c25c87b9 req-3e57d9c3-1876-4100-884b-26c6bec178cb service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2169716 Aug 17 00:07:39.702049 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e035bcda-811b-4256-8d50-423bcf36d197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7966ca59-62d1-4927-a258-fe4dd81e241a {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:07:39.708840 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e035bcda-811b-4256-8d50-423bcf36d197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:39.722548 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e035bcda-811b-4256-8d50-423bcf36d197 service neutron] Transition to ACTIVE for port object 7966ca59-62d1-4927-a258-fe4dd81e241a will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:07:39.732112 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e035bcda-811b-4256-8d50-423bcf36d197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:39.796090 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035bcda-811b-4256-8d50-423bcf36d197 service neutron] Pushing event updated for resources: {'Port': ['ID=7966ca59-62d1-4927-a258-fe4dd81e241a,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:39.947248 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e035bcda-811b-4256-8d50-423bcf36d197 service neutron] Attempting to bind port 7966ca59-62d1-4927-a258-fe4dd81e241a on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:07:39.947641 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e035bcda-811b-4256-8d50-423bcf36d197 service neutron] Attempting to bind port 7966ca59-62d1-4927-a258-fe4dd81e241a by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'b7130b5e-880a-4624-8591-a8d8fad3e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:07:39.947928 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e035bcda-811b-4256-8d50-423bcf36d197 service neutron] Attempting to bind port 7966ca59-62d1-4927-a258-fe4dd81e241a on network f6cd289c-2ec6-41a8-8f51-21d9174f00f2 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:07:39.992462 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff915a-2cfb-469e-9551-2b543c7df3d4 req-983b2550-a55d-45f4-8773-da19deab682c tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:40.014260 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff915a-2cfb-469e-9551-2b543c7df3d4 req-983b2550-a55d-45f4-8773-da19deab682c tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:40.021750 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff915a-2cfb-469e-9551-2b543c7df3d4 req-983b2550-a55d-45f4-8773-da19deab682c tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:40.028338 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:40.028946 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff915a-2cfb-469e-9551-2b543c7df3d4 req-983b2550-a55d-45f4-8773-da19deab682c tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:40.038774 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff915a-2cfb-469e-9551-2b543c7df3d4 req-983b2550-a55d-45f4-8773-da19deab682c tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:40.046298 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff915a-2cfb-469e-9551-2b543c7df3d4 req-983b2550-a55d-45f4-8773-da19deab682c tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:40.048381 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2bff915a-2cfb-469e-9551-2b543c7df3d4 req-983b2550-a55d-45f4-8773-da19deab682c tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 4606 time: 0.1796706 Aug 17 00:07:40.049174 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e035bcda-811b-4256-8d50-423bcf36d197 service neutron] Port 7966ca59-62d1-4927-a258-fe4dd81e241a on network f6cd289c-2ec6-41a8-8f51-21d9174f00f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:07:40.049508 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e035bcda-811b-4256-8d50-423bcf36d197 service neutron] Attempting to bind port 7966ca59-62d1-4927-a258-fe4dd81e241a on network f6cd289c-2ec6-41a8-8f51-21d9174f00f2 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:07:40.056572 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e035bcda-811b-4256-8d50-423bcf36d197 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:07:40.057114 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e035bcda-811b-4256-8d50-423bcf36d197 service neutron] Checking segment: {'id': 'b7130b5e-880a-4624-8591-a8d8fad3e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:07:40.057518 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e035bcda-811b-4256-8d50-423bcf36d197 service neutron] Bound using segment: {'id': 'b7130b5e-880a-4624-8591-a8d8fad3e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:07:40.058542 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e035bcda-811b-4256-8d50-423bcf36d197 service neutron] Bound port: 7966ca59-62d1-4927-a258-fe4dd81e241a, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7130b5e-880a-4624-8591-a8d8fad3e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:07:40.058919 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e035bcda-811b-4256-8d50-423bcf36d197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:40.095291 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7ad409e0-fb71-46ce-af8a-68e3b0ca7575 req-09c8f33d-40bc-4c1a-a963-3237c95a51f0 service neutron] 10.222.0.64 "GET /v2.0/networks/e2ac1b86-e36f-4432-8342-86f5ef252896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966808 Aug 17 00:07:40.130049 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035c4e48-0812-49c1-b050-8ea3694dd19a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Router 6f552218-26d7-4786-9208-fd9b23fbcd65 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:07:40.259960 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2bff915a-2cfb-469e-9551-2b543c7df3d4 req-595829a1-7cdd-405f-bd63-e0d907254d43 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1980906 Aug 17 00:07:40.261952 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e035bcda-811b-4256-8d50-423bcf36d197 service neutron] For port 7966ca59-62d1-4927-a258-fe4dd81e241a, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:07:40.275599 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e035bcda-811b-4256-8d50-423bcf36d197 service neutron] For port 7966ca59-62d1-4927-a258-fe4dd81e241a, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=7966ca59-62d1-4927-a258-fe4dd81e241a,segment=NetworkSegment(b7130b5e-880a-4624-8591-a8d8fad3e001),segment_id=b7130b5e-880a-4624-8591-a8d8fad3e001)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:07:40.284501 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e035bcda-811b-4256-8d50-423bcf36d197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:40.314251 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035c4e48-0812-49c1-b050-8ea3694dd19a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:07:40.328906 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e035bcda-811b-4256-8d50-423bcf36d197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:40.329603 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e035bcda-811b-4256-8d50-423bcf36d197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:40.331055 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e035bcda-811b-4256-8d50-423bcf36d197 service neutron] 10.222.0.64 "PUT /v2.0/ports/7966ca59-62d1-4927-a258-fe4dd81e241a HTTP/1.1" status: 200 len: 1136 time: 1.3526356 Aug 17 00:07:40.333592 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2f6115-61f0-4b08-84f6-f53ff6dd6563 None None] Sync routers for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:07:40.337255 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-035c4e48-0812-49c1-b050-8ea3694dd19a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:40.356530 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2f6115-61f0-4b08-84f6-f53ff6dd6563 None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:40.358029 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-5c2f6115-61f0-4b08-84f6-f53ff6dd6563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:40.362053 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035bcda-811b-4256-8d50-423bcf36d197 service neutron] Pushing event updated for resources: {'Port': ['ID=7966ca59-62d1-4927-a258-fe4dd81e241a,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:40.380569 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Request body: {'port': {'device_id': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:40.459202 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-5c2f6115-61f0-4b08-84f6-f53ff6dd6563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:40.460872 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-035c4e48-0812-49c1-b050-8ea3694dd19a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "PUT /v2.0/floatingips/9a102c5e-8146-4584-8dc7-0c1d77ca2592 HTTP/1.1" status: 200 len: 978 time: 3.2402425 Aug 17 00:07:40.463568 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43950) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:40.469725 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-35737d00-6e22-430d-a73a-52620f5262fc tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:40.477712 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:40.489327 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2f6115-61f0-4b08-84f6-f53ff6dd6563 None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:40.489959 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-5c2f6115-61f0-4b08-84f6-f53ff6dd6563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:40.549567 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-5c2f6115-61f0-4b08-84f6-f53ff6dd6563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:40.561866 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2f6115-61f0-4b08-84f6-f53ff6dd6563 None None] The sync data for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:07:40.566978 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-35737d00-6e22-430d-a73a-52620f5262fc tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:40.777543 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-35737d00-6e22-430d-a73a-52620f5262fc tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:40.785531 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-35737d00-6e22-430d-a73a-52620f5262fc tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:40.786086 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-35737d00-6e22-430d-a73a-52620f5262fc tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Floating IP 9a102c5e-8146-4584-8dc7-0c1d77ca2592 disassociated. External IP: 172.25.3.130, port: 302a182e-8e93-4bcd-80d2-bb4f5485ad13. Aug 17 00:07:41.038767 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35737d00-6e22-430d-a73a-52620f5262fc tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Router 6f552218-26d7-4786-9208-fd9b23fbcd65 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:07:41.077672 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 44af8a4d-046b-4ee8-b340-94eec67e860e up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:07:41.163714 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 44af8a4d-046b-4ee8-b340-94eec67e860e completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:07:41.170753 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 44af8a4d-046b-4ee8-b340-94eec67e860e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:07:41.171523 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:41.225107 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'tag': '7966ca59-62d1-4927-a258-fe4dd81e241a'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:07:41.227809 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc4ea80-63df-4704-8ba6-c87fa11e2117" -d '{"events": [{"name": "network-changed", "server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "tag": "7966ca59-62d1-4927-a258-fe4dd81e241a"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:07:41.268569 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35737d00-6e22-430d-a73a-52620f5262fc tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:07:41.288411 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-35737d00-6e22-430d-a73a-52620f5262fc tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:41.304017 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d31679-1e36-408f-86f5-f6def2b38cc1 None None] Sync routers for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:07:41.313137 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e981a-b32f-4444-abdc-a98008580ded req-a689fbdd-d502-4b1d-a82e-a827fa747996 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:41.321558 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8b3e981a-b32f-4444-abdc-a98008580ded req-a689fbdd-d502-4b1d-a82e-a827fa747996 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 945 time: 0.5316482 Aug 17 00:07:41.331186 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d31679-1e36-408f-86f5-f6def2b38cc1 None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:41.334223 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-b9d31679-1e36-408f-86f5-f6def2b38cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:41.344762 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b423fe4-e755-4792-9c88-cfd523434d46 x-openstack-request-id: req-5b423fe4-e755-4792-9c88-cfd523434d46 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:07:41.344762 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "tag": "7966ca59-62d1-4927-a258-fe4dd81e241a", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:07:41.344762 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b423fe4-e755-4792-9c88-cfd523434d46 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:07:41.345219 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'tag': '7966ca59-62d1-4927-a258-fe4dd81e241a', 'status': 'completed', 'code': 200} Aug 17 00:07:41.405233 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:41.406242 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-b9d31679-1e36-408f-86f5-f6def2b38cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:41.420972 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d31679-1e36-408f-86f5-f6def2b38cc1 None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:41.421718 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8b3e981a-b32f-4444-abdc-a98008580ded req-7b59b029-d65a-45e9-a615-e45b64a6314b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993078 Aug 17 00:07:41.422292 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-b9d31679-1e36-408f-86f5-f6def2b38cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:41.423937 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93bc72f0-9db1-4a9b-aadb-999a3b2837ee {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:07:41.444786 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:41.466157 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-b9d31679-1e36-408f-86f5-f6def2b38cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:41.468755 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d31679-1e36-408f-86f5-f6def2b38cc1 None None] The sync data for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:07:41.470936 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-35737d00-6e22-430d-a73a-52620f5262fc tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "PUT /v2.0/floatingips/9a102c5e-8146-4584-8dc7-0c1d77ca2592 HTTP/1.1" status: 200 len: 688 time: 1.0053809 Aug 17 00:07:41.474286 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43964) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:41.477089 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Transition to ACTIVE for port object 93bc72f0-9db1-4a9b-aadb-999a3b2837ee will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:07:41.487497 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:41.539616 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d350331-388c-48c2-af48-46325bee7c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44af8a4d-046b-4ee8-b340-94eec67e860e'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:07:41.553009 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60aeafa6-ebcf-4bcb-a1fb-f1d7a5919921" -d '{"events": [{"server_uuid": "6d350331-388c-48c2-af48-46325bee7c6f", "name": "network-vif-plugged", "status": "completed", "tag": "44af8a4d-046b-4ee8-b340-94eec67e860e"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:07:41.568314 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4ea80-63df-4704-8ba6-c87fa11e2117 req-8c97c5a3-e99f-4a1f-aca2-da0214032714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:41.568816 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4ea80-63df-4704-8ba6-c87fa11e2117 req-8c97c5a3-e99f-4a1f-aca2-da0214032714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:41.569481 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4ea80-63df-4704-8ba6-c87fa11e2117 req-8c97c5a3-e99f-4a1f-aca2-da0214032714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:41.570099 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4ea80-63df-4704-8ba6-c87fa11e2117 req-8c97c5a3-e99f-4a1f-aca2-da0214032714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:41.570587 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4ea80-63df-4704-8ba6-c87fa11e2117 req-8c97c5a3-e99f-4a1f-aca2-da0214032714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:41.571063 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4ea80-63df-4704-8ba6-c87fa11e2117 req-8c97c5a3-e99f-4a1f-aca2-da0214032714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:41.577425 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4cc4ea80-63df-4704-8ba6-c87fa11e2117 req-8c97c5a3-e99f-4a1f-aca2-da0214032714 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c3689368c2d4f3084af070981f83d10&device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5294 time: 0.2119422 Aug 17 00:07:41.608526 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Pushing event updated for resources: {'Port': ['ID=93bc72f0-9db1-4a9b-aadb-999a3b2837ee,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:41.621172 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 44af8a4d-046b-4ee8-b340-94eec67e860e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=44af8a4d-046b-4ee8-b340-94eec67e860e,segment=NetworkSegment(b6e956aa-8215-49e2-b060-a5cd34c391f7),segment_id=b6e956aa-8215-49e2-b060-a5cd34c391f7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:07:41.626076 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:41.629105 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f33c64e-3af8-4e8c-8079-b38975ad5bc7 x-openstack-request-id: req-6f33c64e-3af8-4e8c-8079-b38975ad5bc7 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:07:41.629424 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d350331-388c-48c2-af48-46325bee7c6f", "name": "network-vif-plugged", "status": "completed", "tag": "44af8a4d-046b-4ee8-b340-94eec67e860e", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:07:41.629667 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6f33c64e-3af8-4e8c-8079-b38975ad5bc7 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:07:41.630066 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d350331-388c-48c2-af48-46325bee7c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44af8a4d-046b-4ee8-b340-94eec67e860e', 'code': 200} Aug 17 00:07:41.630695 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:41.700582 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=44af8a4d-046b-4ee8-b340-94eec67e860e,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:41.829206 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc36a7d-556c-4437-9302-0e965b97a242 req-a1218d0e-cc11-480b-9302-ad53f13fa387 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:41.837147 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc36a7d-556c-4437-9302-0e965b97a242 req-a1218d0e-cc11-480b-9302-ad53f13fa387 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:41.845476 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc36a7d-556c-4437-9302-0e965b97a242 req-a1218d0e-cc11-480b-9302-ad53f13fa387 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:41.851763 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc36a7d-556c-4437-9302-0e965b97a242 req-a1218d0e-cc11-480b-9302-ad53f13fa387 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:41.858861 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc36a7d-556c-4437-9302-0e965b97a242 req-a1218d0e-cc11-480b-9302-ad53f13fa387 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:41.864837 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc36a7d-556c-4437-9302-0e965b97a242 req-a1218d0e-cc11-480b-9302-ad53f13fa387 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:41.872489 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc36a7d-556c-4437-9302-0e965b97a242 req-a1218d0e-cc11-480b-9302-ad53f13fa387 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:41.874464 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4dc36a7d-556c-4437-9302-0e965b97a242 req-a1218d0e-cc11-480b-9302-ad53f13fa387 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5384 time: 0.3193316 Aug 17 00:07:41.892429 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217add28-109a-4991-ab00-f39add834f5b req-f618896b-caac-4461-a8cb-64dc478e34db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:41.894488 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-217add28-109a-4991-ab00-f39add834f5b req-f618896b-caac-4461-a8cb-64dc478e34db service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 1098 time: 0.1837122 Aug 17 00:07:41.932080 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4ea80-63df-4704-8ba6-c87fa11e2117 req-c75b75bc-8407-4441-b257-00ee2d1029bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:41.933507 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4ea80-63df-4704-8ba6-c87fa11e2117 req-c75b75bc-8407-4441-b257-00ee2d1029bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:41.934006 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4ea80-63df-4704-8ba6-c87fa11e2117 req-c75b75bc-8407-4441-b257-00ee2d1029bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:41.936030 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4cc4ea80-63df-4704-8ba6-c87fa11e2117 req-c75b75bc-8407-4441-b257-00ee2d1029bf service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4c3689368c2d4f3084af070981f83d10&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2664659 Aug 17 00:07:41.952628 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4dc36a7d-556c-4437-9302-0e965b97a242 req-c9aef832-78aa-4ee2-a931-75b88a561297 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707643 Aug 17 00:07:41.983404 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Attempting to bind port 93bc72f0-9db1-4a9b-aadb-999a3b2837ee on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:07:41.984089 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Attempting to bind port 93bc72f0-9db1-4a9b-aadb-999a3b2837ee by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'b7130b5e-880a-4624-8591-a8d8fad3e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:07:41.984699 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Attempting to bind port 93bc72f0-9db1-4a9b-aadb-999a3b2837ee on network f6cd289c-2ec6-41a8-8f51-21d9174f00f2 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:07:41.988563 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-217add28-109a-4991-ab00-f39add834f5b req-c21c40c9-a417-4f13-9643-b37ebc6bbf3e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812962 Aug 17 00:07:41.991757 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Port 93bc72f0-9db1-4a9b-aadb-999a3b2837ee on network f6cd289c-2ec6-41a8-8f51-21d9174f00f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:07:41.992144 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Attempting to bind port 93bc72f0-9db1-4a9b-aadb-999a3b2837ee on network f6cd289c-2ec6-41a8-8f51-21d9174f00f2 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:07:41.997905 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:07:41.998248 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Checking segment: {'id': 'b7130b5e-880a-4624-8591-a8d8fad3e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:07:41.998625 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Bound using segment: {'id': 'b7130b5e-880a-4624-8591-a8d8fad3e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:07:41.999055 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Bound port: 93bc72f0-9db1-4a9b-aadb-999a3b2837ee, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7130b5e-880a-4624-8591-a8d8fad3e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:07:41.999417 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:42.047289 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-8af21562-ea13-4306-8e2e-b89dfc23f154 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Deleting port 5d985faa-e23a-4aa5-97b2-27a1fad48197 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:07:42.047289 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8af21562-ea13-4306-8e2e-b89dfc23f154 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:42.070400 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] For port 93bc72f0-9db1-4a9b-aadb-999a3b2837ee, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:07:42.075276 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] For port 93bc72f0-9db1-4a9b-aadb-999a3b2837ee, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=93bc72f0-9db1-4a9b-aadb-999a3b2837ee,segment=NetworkSegment(b7130b5e-880a-4624-8591-a8d8fad3e001),segment_id=b7130b5e-880a-4624-8591-a8d8fad3e001)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:07:42.081316 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:42.129033 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:42.129861 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:42.132204 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] 10.222.0.64 "PUT /v2.0/ports/93bc72f0-9db1-4a9b-aadb-999a3b2837ee HTTP/1.1" status: 200 len: 1137 time: 1.7562516 Aug 17 00:07:42.164965 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Pushing event updated for resources: {'Port': ['ID=93bc72f0-9db1-4a9b-aadb-999a3b2837ee,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:42.174996 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-4e4876d1-e2c7-4c25-ab97-fdcb31d691a9 service neutron] Request body: {'port': {'device_id': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:42.204576 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:42.204928 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:42.205311 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:42.205651 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:42.205983 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:42.206312 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:42.206643 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:42.206969 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:42.207299 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:42.207625 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:42.207946 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:42.208266 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202109c4-863c-4755-8749-a5154ff93f39 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:42.210072 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4ea80-63df-4704-8ba6-c87fa11e2117 req-4af4cb96-0b95-4f34-9f42-2162bf217ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:42.211832 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4cc4ea80-63df-4704-8ba6-c87fa11e2117 req-4af4cb96-0b95-4f34-9f42-2162bf217ad9 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2656178 Aug 17 00:07:42.250346 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8af21562-ea13-4306-8e2e-b89dfc23f154 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:42.252317 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8af21562-ea13-4306-8e2e-b89dfc23f154 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:42.272883 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-4e4876d1-e2c7-4c25-ab97-fdcb31d691a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:42.278922 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-8af21562-ea13-4306-8e2e-b89dfc23f154 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Calling delete_port for 5d985faa-e23a-4aa5-97b2-27a1fad48197 owned by network:floatingip {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:07:42.523795 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8af21562-ea13-4306-8e2e-b89dfc23f154 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:42.567533 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af21562-ea13-4306-8e2e-b89dfc23f154 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event deleted for resources: {'Port': ['ID=5d985faa-e23a-4aa5-97b2-27a1fad48197,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:42.658266 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8af21562-ea13-4306-8e2e-b89dfc23f154 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:42.660868 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8af21562-ea13-4306-8e2e-b89dfc23f154 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:42.662132 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8af21562-ea13-4306-8e2e-b89dfc23f154 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "DELETE /v2.0/floatingips/9a102c5e-8146-4584-8dc7-0c1d77ca2592 HTTP/1.1" status: 204 len: 168 time: 1.1851213 Aug 17 00:07:42.665514 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43982) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:42.711696 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-12b78e1d-04b2-4ca5-9918-57708fd26122 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] delete failed (client error): The resource could not be found. Aug 17 00:07:42.712915 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-12b78e1d-04b2-4ca5-9918-57708fd26122 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "DELETE /v2.0/floatingips/9a102c5e-8146-4584-8dc7-0c1d77ca2592 HTTP/1.1" status: 404 len: 345 time: 0.0459614 Aug 17 00:07:42.717278 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43984) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:42.751940 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ee855-1cbb-45f0-a27b-93bd4278b85c req-b75f52a6-db22-4cd6-a2aa-3b9473959b48 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:42.753552 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f99ee855-1cbb-45f0-a27b-93bd4278b85c req-b75f52a6-db22-4cd6-a2aa-3b9473959b48 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 946 time: 0.1544082 Aug 17 00:07:42.769622 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-4e4876d1-e2c7-4c25-ab97-fdcb31d691a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be7f0e44-0d24-4d56-9f06-d5a6b31e1abb {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:07:42.778643 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-4e4876d1-e2c7-4c25-ab97-fdcb31d691a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:42.793091 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-4e4876d1-e2c7-4c25-ab97-fdcb31d691a9 service neutron] Transition to ACTIVE for port object be7f0e44-0d24-4d56-9f06-d5a6b31e1abb will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:07:42.814827 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-4e4876d1-e2c7-4c25-ab97-fdcb31d691a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:42.830909 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775eac72-a350-48ae-8c8b-9eedc207886a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:42.838026 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775eac72-a350-48ae-8c8b-9eedc207886a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:42.845532 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775eac72-a350-48ae-8c8b-9eedc207886a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:42.849595 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-775eac72-a350-48ae-8c8b-9eedc207886a tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "GET /v2.0/ports?network_id=3f6cb871-68d7-46b4-bf57-5d286768ca16 HTTP/1.1" status: 200 len: 2359 time: 0.1289442 Aug 17 00:07:42.850346 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43986) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:42.888998 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f99ee855-1cbb-45f0-a27b-93bd4278b85c req-de220f9d-ee2f-452b-8aa9-034e5b8f0bdf tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941262 Aug 17 00:07:42.916392 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4876d1-e2c7-4c25-ab97-fdcb31d691a9 service neutron] Pushing event updated for resources: {'Port': ['ID=be7f0e44-0d24-4d56-9f06-d5a6b31e1abb,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:43.020578 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e3d71a-431e-4481-8241-416c2360c9ac tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:43.023037 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b7e3d71a-431e-4481-8241-416c2360c9ac tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "GET /v2.0/subnets/c35bf154-11a2-4d50-a216-195ccbcf6448 HTTP/1.1" status: 200 len: 797 time: 0.1717384 Aug 17 00:07:43.023738 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-4e4876d1-e2c7-4c25-ab97-fdcb31d691a9 service neutron] Attempting to bind port be7f0e44-0d24-4d56-9f06-d5a6b31e1abb on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:07:43.024089 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-4e4876d1-e2c7-4c25-ab97-fdcb31d691a9 service neutron] Attempting to bind port be7f0e44-0d24-4d56-9f06-d5a6b31e1abb by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'b7130b5e-880a-4624-8591-a8d8fad3e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:07:43.024429 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-4e4876d1-e2c7-4c25-ab97-fdcb31d691a9 service neutron] Attempting to bind port be7f0e44-0d24-4d56-9f06-d5a6b31e1abb on network f6cd289c-2ec6-41a8-8f51-21d9174f00f2 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:07:43.027962 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43990) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:43.034104 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-be9ba148-ba3b-4805-82f5-6b72c941cd84 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Request body: {'port': {'network_id': '3f6cb871-68d7-46b4-bf57-5d286768ca16', 'name': 'tempest-FloatingIPTestJSON-145916678', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:43.040469 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-4e4876d1-e2c7-4c25-ab97-fdcb31d691a9 service neutron] Port be7f0e44-0d24-4d56-9f06-d5a6b31e1abb on network f6cd289c-2ec6-41a8-8f51-21d9174f00f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:07:43.040802 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-4e4876d1-e2c7-4c25-ab97-fdcb31d691a9 service neutron] Attempting to bind port be7f0e44-0d24-4d56-9f06-d5a6b31e1abb on network f6cd289c-2ec6-41a8-8f51-21d9174f00f2 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:07:43.049815 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-4e4876d1-e2c7-4c25-ab97-fdcb31d691a9 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:07:43.050079 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-4e4876d1-e2c7-4c25-ab97-fdcb31d691a9 service neutron] Checking segment: {'id': 'b7130b5e-880a-4624-8591-a8d8fad3e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:07:43.050763 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-4e4876d1-e2c7-4c25-ab97-fdcb31d691a9 service neutron] Bound using segment: {'id': 'b7130b5e-880a-4624-8591-a8d8fad3e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:07:43.050941 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-4e4876d1-e2c7-4c25-ab97-fdcb31d691a9 service neutron] Bound port: be7f0e44-0d24-4d56-9f06-d5a6b31e1abb, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7130b5e-880a-4624-8591-a8d8fad3e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:07:43.051267 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-4e4876d1-e2c7-4c25-ab97-fdcb31d691a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:43.200720 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9ba148-ba3b-4805-82f5-6b72c941cd84 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Made reservation on behalf of 9a218f37679a483390908c1b0e5c589c for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:07:43.220528 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ade52-4fa6-46f6-91c1-f275df493550 req-0c237312-c773-4a6d-9e66-c475a7f737f0 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:43.226959 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ade52-4fa6-46f6-91c1-f275df493550 req-0c237312-c773-4a6d-9e66-c475a7f737f0 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:43.236773 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ade52-4fa6-46f6-91c1-f275df493550 req-0c237312-c773-4a6d-9e66-c475a7f737f0 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:43.243751 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ade52-4fa6-46f6-91c1-f275df493550 req-0c237312-c773-4a6d-9e66-c475a7f737f0 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:43.251249 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ade52-4fa6-46f6-91c1-f275df493550 req-0c237312-c773-4a6d-9e66-c475a7f737f0 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:43.257967 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ade52-4fa6-46f6-91c1-f275df493550 req-0c237312-c773-4a6d-9e66-c475a7f737f0 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:43.266981 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ade52-4fa6-46f6-91c1-f275df493550 req-0c237312-c773-4a6d-9e66-c475a7f737f0 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:43.269656 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-747ade52-4fa6-46f6-91c1-f275df493550 req-0c237312-c773-4a6d-9e66-c475a7f737f0 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5396 time: 0.1937997 Aug 17 00:07:43.317146 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-be9ba148-ba3b-4805-82f5-6b72c941cd84 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:43.320870 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-4e4876d1-e2c7-4c25-ab97-fdcb31d691a9 service neutron] For port be7f0e44-0d24-4d56-9f06-d5a6b31e1abb, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:07:43.340625 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-747ade52-4fa6-46f6-91c1-f275df493550 req-bfc085ea-402c-4276-a242-5cfafcbc1b7b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622182 Aug 17 00:07:43.342946 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-4e4876d1-e2c7-4c25-ab97-fdcb31d691a9 service neutron] For port be7f0e44-0d24-4d56-9f06-d5a6b31e1abb, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=be7f0e44-0d24-4d56-9f06-d5a6b31e1abb,segment=NetworkSegment(b7130b5e-880a-4624-8591-a8d8fad3e001),segment_id=b7130b5e-880a-4624-8591-a8d8fad3e001)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:07:43.346188 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'tag': '93bc72f0-9db1-4a9b-aadb-999a3b2837ee'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:07:43.349301 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2b4e1e-8c37-46bd-9014-e12779bf7ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "tag": "93bc72f0-9db1-4a9b-aadb-999a3b2837ee"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:07:43.374224 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-4e4876d1-e2c7-4c25-ab97-fdcb31d691a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:43.432196 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3178c997-a6d7-4ce3-a076-79420fd763fe x-openstack-request-id: req-3178c997-a6d7-4ce3-a076-79420fd763fe {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:07:43.433195 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "tag": "93bc72f0-9db1-4a9b-aadb-999a3b2837ee", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:07:43.433372 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3178c997-a6d7-4ce3-a076-79420fd763fe {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:07:43.433750 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'tag': '93bc72f0-9db1-4a9b-aadb-999a3b2837ee', 'status': 'completed', 'code': 200} Aug 17 00:07:43.440527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-4e4876d1-e2c7-4c25-ab97-fdcb31d691a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:43.441247 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-4e4876d1-e2c7-4c25-ab97-fdcb31d691a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:43.442840 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-4e4876d1-e2c7-4c25-ab97-fdcb31d691a9 service neutron] 10.222.0.64 "PUT /v2.0/ports/be7f0e44-0d24-4d56-9f06-d5a6b31e1abb HTTP/1.1" status: 200 len: 1092 time: 1.2745550 Aug 17 00:07:43.515191 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4876d1-e2c7-4c25-ab97-fdcb31d691a9 service neutron] Pushing event updated for resources: {'Port': ['ID=be7f0e44-0d24-4d56-9f06-d5a6b31e1abb,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:43.577470 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b4e1e-8c37-46bd-9014-e12779bf7ad9 req-0b56b5d2-4e1a-472b-8dd7-3e622a7f83a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:43.577955 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b4e1e-8c37-46bd-9014-e12779bf7ad9 req-0b56b5d2-4e1a-472b-8dd7-3e622a7f83a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:43.578491 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b4e1e-8c37-46bd-9014-e12779bf7ad9 req-0b56b5d2-4e1a-472b-8dd7-3e622a7f83a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:43.578961 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b4e1e-8c37-46bd-9014-e12779bf7ad9 req-0b56b5d2-4e1a-472b-8dd7-3e622a7f83a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:43.579428 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b4e1e-8c37-46bd-9014-e12779bf7ad9 req-0b56b5d2-4e1a-472b-8dd7-3e622a7f83a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:43.579894 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b4e1e-8c37-46bd-9014-e12779bf7ad9 req-0b56b5d2-4e1a-472b-8dd7-3e622a7f83a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:43.580362 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b4e1e-8c37-46bd-9014-e12779bf7ad9 req-0b56b5d2-4e1a-472b-8dd7-3e622a7f83a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:43.582454 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f2b4e1e-8c37-46bd-9014-e12779bf7ad9 req-0b56b5d2-4e1a-472b-8dd7-3e622a7f83a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c3689368c2d4f3084af070981f83d10&device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 6292 time: 0.1092055 Aug 17 00:07:43.696541 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b0737ad3-e89f-4e1a-b566-21529d4e85c6 service neutron] Request body: {'port': {'device_id': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:43.781075 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b4e1e-8c37-46bd-9014-e12779bf7ad9 req-e48a6b35-87fa-4da6-ab9b-af6293ccddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:43.782158 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b4e1e-8c37-46bd-9014-e12779bf7ad9 req-e48a6b35-87fa-4da6-ab9b-af6293ccddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:43.782628 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b4e1e-8c37-46bd-9014-e12779bf7ad9 req-e48a6b35-87fa-4da6-ab9b-af6293ccddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:43.784253 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f2b4e1e-8c37-46bd-9014-e12779bf7ad9 req-e48a6b35-87fa-4da6-ab9b-af6293ccddcc service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4c3689368c2d4f3084af070981f83d10&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1888020 Aug 17 00:07:43.789924 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b0737ad3-e89f-4e1a-b566-21529d4e85c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:43.805654 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-be9ba148-ba3b-4805-82f5-6b72c941cd84 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] device_id is not set on port 5ea9c608-08e9-4e81-97b5-e976fee444ef yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:07:43.938492 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b4e1e-8c37-46bd-9014-e12779bf7ad9 req-f8192d39-ee91-4d60-99ed-40279b9e1f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:43.940324 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f2b4e1e-8c37-46bd-9014-e12779bf7ad9 req-f8192d39-ee91-4d60-99ed-40279b9e1f22 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1472876 Aug 17 00:07:44.059923 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77664c2c-964a-4243-b4a5-169611cb4af0 req-c00e6de7-ddf2-4c9d-a19d-999c0dfef13b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:44.062901 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-77664c2c-964a-4243-b4a5-169611cb4af0 req-c00e6de7-ddf2-4c9d-a19d-999c0dfef13b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 946 time: 0.0610361 Aug 17 00:07:44.133971 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-77664c2c-964a-4243-b4a5-169611cb4af0 req-f5ca42d6-0f81-4cf7-a0b5-5ce91d272a78 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649927 Aug 17 00:07:44.281960 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d7480-bebe-4800-b0c6-b147bce755d9 req-af5d8d80-daf9-44ab-bc6f-2e9ae479b92e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:44.283720 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-577d7480-bebe-4800-b0c6-b147bce755d9 req-af5d8d80-daf9-44ab-bc6f-2e9ae479b92e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 946 time: 0.0634792 Aug 17 00:07:44.342800 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-577d7480-bebe-4800-b0c6-b147bce755d9 req-4dcc8137-0bd1-4962-b883-106271289fe5 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519531 Aug 17 00:07:44.357756 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-be9ba148-ba3b-4805-82f5-6b72c941cd84 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Allocated IP 172.20.0.13 (3f6cb871-68d7-46b4-bf57-5d286768ca16/c35bf154-11a2-4d50-a216-195ccbcf6448/5ea9c608-08e9-4e81-97b5-e976fee444ef) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:44.366514 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44004) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:44.373604 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-be9ba148-ba3b-4805-82f5-6b72c941cd84 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Allocated IP 172.20.0.12 (3f6cb871-68d7-46b4-bf57-5d286768ca16/c35bf154-11a2-4d50-a216-195ccbcf6448/5ea9c608-08e9-4e81-97b5-e976fee444ef) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:44.466530 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a517555f-55a5-4768-8467-69f006cb899d tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:44.471860 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a517555f-55a5-4768-8467-69f006cb899d tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 1093 time: 0.1039941 Aug 17 00:07:44.472478 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44012) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:44.487968 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-bee4c094-0550-40ed-b2e1-b10da2979bf4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'port_id': '44af8a4d-046b-4ee8-b340-94eec67e860e', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:44.546395 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bee4c094-0550-40ed-b2e1-b10da2979bf4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for floatingip, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:44.566162 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b0737ad3-e89f-4e1a-b566-21529d4e85c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23434d76-3964-4216-81fd-bc4dd9fd6a0f {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:07:44.581174 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b0737ad3-e89f-4e1a-b566-21529d4e85c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:44.628171 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e0281-7b54-4161-a073-852383610b0a req-9b9ba4bd-745d-4c1b-9928-38b39ae15e2e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:44.636295 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e0281-7b54-4161-a073-852383610b0a req-9b9ba4bd-745d-4c1b-9928-38b39ae15e2e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:44.642852 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e0281-7b54-4161-a073-852383610b0a req-9b9ba4bd-745d-4c1b-9928-38b39ae15e2e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:44.649461 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e0281-7b54-4161-a073-852383610b0a req-9b9ba4bd-745d-4c1b-9928-38b39ae15e2e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:44.656686 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e0281-7b54-4161-a073-852383610b0a req-9b9ba4bd-745d-4c1b-9928-38b39ae15e2e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:44.662892 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e0281-7b54-4161-a073-852383610b0a req-9b9ba4bd-745d-4c1b-9928-38b39ae15e2e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:44.669779 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e0281-7b54-4161-a073-852383610b0a req-9b9ba4bd-745d-4c1b-9928-38b39ae15e2e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:44.671872 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b8e0281-7b54-4161-a073-852383610b0a req-9b9ba4bd-745d-4c1b-9928-38b39ae15e2e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5396 time: 0.1983480 Aug 17 00:07:44.717026 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b0737ad3-e89f-4e1a-b566-21529d4e85c6 service neutron] Transition to ACTIVE for port object 23434d76-3964-4216-81fd-bc4dd9fd6a0f will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:07:44.732019 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b8e0281-7b54-4161-a073-852383610b0a req-f73906fe-fb6b-406a-8af9-955faabfdf7b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531836 Aug 17 00:07:44.746706 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b0737ad3-e89f-4e1a-b566-21529d4e85c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:44.805550 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bee4c094-0550-40ed-b2e1-b10da2979bf4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:44.883551 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-be9ba148-ba3b-4805-82f5-6b72c941cd84 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:44.954841 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-be9ba148-ba3b-4805-82f5-6b72c941cd84 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:44.990989 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0737ad3-e89f-4e1a-b566-21529d4e85c6 service neutron] Pushing event updated for resources: {'Port': ['ID=23434d76-3964-4216-81fd-bc4dd9fd6a0f,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:45.011440 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-bee4c094-0550-40ed-b2e1-b10da2979bf4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Allocated IP 172.25.3.61 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/6464140f-6b74-4ea7-95cb-7fe0b82b3ef5) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:45.109843 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9ba148-ba3b-4805-82f5-6b72c941cd84 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Network 3f6cb871-68d7-46b4-bf57-5d286768ca16 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:45.142434 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-be9ba148-ba3b-4805-82f5-6b72c941cd84 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:45.152255 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9ba148-ba3b-4805-82f5-6b72c941cd84 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:45.191866 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b0737ad3-e89f-4e1a-b566-21529d4e85c6 service neutron] Attempting to bind port 23434d76-3964-4216-81fd-bc4dd9fd6a0f on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:07:45.192603 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b0737ad3-e89f-4e1a-b566-21529d4e85c6 service neutron] Attempting to bind port 23434d76-3964-4216-81fd-bc4dd9fd6a0f by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'b7130b5e-880a-4624-8591-a8d8fad3e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:07:45.193353 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b0737ad3-e89f-4e1a-b566-21529d4e85c6 service neutron] Attempting to bind port 23434d76-3964-4216-81fd-bc4dd9fd6a0f on network f6cd289c-2ec6-41a8-8f51-21d9174f00f2 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:07:45.206125 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ba148-ba3b-4805-82f5-6b72c941cd84 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event updated for resources: {'Port': ['ID=5ea9c608-08e9-4e81-97b5-e976fee444ef,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:45.227798 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b0737ad3-e89f-4e1a-b566-21529d4e85c6 service neutron] Port 23434d76-3964-4216-81fd-bc4dd9fd6a0f on network f6cd289c-2ec6-41a8-8f51-21d9174f00f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:07:45.228109 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b0737ad3-e89f-4e1a-b566-21529d4e85c6 service neutron] Attempting to bind port 23434d76-3964-4216-81fd-bc4dd9fd6a0f on network f6cd289c-2ec6-41a8-8f51-21d9174f00f2 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:07:45.236952 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b0737ad3-e89f-4e1a-b566-21529d4e85c6 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:07:45.237693 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b0737ad3-e89f-4e1a-b566-21529d4e85c6 service neutron] Checking segment: {'id': 'b7130b5e-880a-4624-8591-a8d8fad3e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:07:45.237693 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b0737ad3-e89f-4e1a-b566-21529d4e85c6 service neutron] Bound using segment: {'id': 'b7130b5e-880a-4624-8591-a8d8fad3e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:07:45.238162 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b0737ad3-e89f-4e1a-b566-21529d4e85c6 service neutron] Bound port: 23434d76-3964-4216-81fd-bc4dd9fd6a0f, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7130b5e-880a-4624-8591-a8d8fad3e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:07:45.238530 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b0737ad3-e89f-4e1a-b566-21529d4e85c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:45.255399 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9ba148-ba3b-4805-82f5-6b72c941cd84 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:45.256212 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-be9ba148-ba3b-4805-82f5-6b72c941cd84 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:45.258420 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bee4c094-0550-40ed-b2e1-b10da2979bf4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:45.298726 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-be9ba148-ba3b-4805-82f5-6b72c941cd84 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.2696750 Aug 17 00:07:45.301283 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44020) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:45.306002 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-8d0dc4bb-1080-4bbc-9080-307f33e7af23 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'port_id': '5ea9c608-08e9-4e81-97b5-e976fee444ef', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:45.356175 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b0737ad3-e89f-4e1a-b566-21529d4e85c6 service neutron] For port 23434d76-3964-4216-81fd-bc4dd9fd6a0f, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:07:45.359707 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bee4c094-0550-40ed-b2e1-b10da2979bf4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:45.363810 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b0737ad3-e89f-4e1a-b566-21529d4e85c6 service neutron] For port 23434d76-3964-4216-81fd-bc4dd9fd6a0f, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=23434d76-3964-4216-81fd-bc4dd9fd6a0f,segment=NetworkSegment(b7130b5e-880a-4624-8591-a8d8fad3e001),segment_id=b7130b5e-880a-4624-8591-a8d8fad3e001)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:07:45.365518 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d0dc4bb-1080-4bbc-9080-307f33e7af23 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:45.384025 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b0737ad3-e89f-4e1a-b566-21529d4e85c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:45.435062 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee4c094-0550-40ed-b2e1-b10da2979bf4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:45.435775 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'tag': 'be7f0e44-0d24-4d56-9f06-d5a6b31e1abb'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:07:45.443259 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a3395a-72ea-4026-b800-9b1256ba666b" -d '{"events": [{"name": "network-changed", "server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "tag": "be7f0e44-0d24-4d56-9f06-d5a6b31e1abb"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:07:45.453260 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-bee4c094-0550-40ed-b2e1-b10da2979bf4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:45.456964 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee4c094-0550-40ed-b2e1-b10da2979bf4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:45.512999 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b0737ad3-e89f-4e1a-b566-21529d4e85c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:45.514264 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b0737ad3-e89f-4e1a-b566-21529d4e85c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:45.515748 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b0737ad3-e89f-4e1a-b566-21529d4e85c6 service neutron] 10.222.0.64 "PUT /v2.0/ports/23434d76-3964-4216-81fd-bc4dd9fd6a0f HTTP/1.1" status: 200 len: 1092 time: 1.8284693 Aug 17 00:07:45.516397 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'tag': '23434d76-3964-4216-81fd-bc4dd9fd6a0f'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:07:45.522082 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6b948e-991c-4e3a-8194-a05ea2e20cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "tag": "23434d76-3964-4216-81fd-bc4dd9fd6a0f"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:07:45.523215 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4c094-0550-40ed-b2e1-b10da2979bf4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Port': ['ID=6464140f-6b74-4ea7-95cb-7fe0b82b3ef5,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:45.544832 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6e1020-a0dc-462e-a01e-7cf5b906f646 x-openstack-request-id: req-ba6e1020-a0dc-462e-a01e-7cf5b906f646 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:07:45.545168 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "tag": "be7f0e44-0d24-4d56-9f06-d5a6b31e1abb", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:07:45.545379 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ba6e1020-a0dc-462e-a01e-7cf5b906f646 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:07:45.545858 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'tag': 'be7f0e44-0d24-4d56-9f06-d5a6b31e1abb', 'status': 'completed', 'code': 200} Aug 17 00:07:45.565017 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b2df1fee-3560-4aba-83a5-1578df482e30 service neutron] Request body: {'port': {'device_id': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:45.630859 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0737ad3-e89f-4e1a-b566-21529d4e85c6 service neutron] Pushing event updated for resources: {'Port': ['ID=23434d76-3964-4216-81fd-bc4dd9fd6a0f,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:45.752859 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b2df1fee-3560-4aba-83a5-1578df482e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:45.786186 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3395a-72ea-4026-b800-9b1256ba666b req-a7f0f085-592f-4065-b608-415ee6b50c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:45.786677 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3395a-72ea-4026-b800-9b1256ba666b req-a7f0f085-592f-4065-b608-415ee6b50c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:45.787288 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3395a-72ea-4026-b800-9b1256ba666b req-a7f0f085-592f-4065-b608-415ee6b50c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:45.787768 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3395a-72ea-4026-b800-9b1256ba666b req-a7f0f085-592f-4065-b608-415ee6b50c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:45.788240 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3395a-72ea-4026-b800-9b1256ba666b req-a7f0f085-592f-4065-b608-415ee6b50c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:45.789256 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3395a-72ea-4026-b800-9b1256ba666b req-a7f0f085-592f-4065-b608-415ee6b50c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:45.789738 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3395a-72ea-4026-b800-9b1256ba666b req-a7f0f085-592f-4065-b608-415ee6b50c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:45.793857 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-71a3395a-72ea-4026-b800-9b1256ba666b req-a7f0f085-592f-4065-b608-415ee6b50c4d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c3689368c2d4f3084af070981f83d10&device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 6360 time: 0.2337005 Aug 17 00:07:45.942535 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9098f4c-0059-4d10-9c4d-09a5800d2098 x-openstack-request-id: req-a9098f4c-0059-4d10-9c4d-09a5800d2098 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:07:45.942833 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "tag": "23434d76-3964-4216-81fd-bc4dd9fd6a0f", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:07:45.943094 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a9098f4c-0059-4d10-9c4d-09a5800d2098 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:07:45.943504 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'tag': '23434d76-3964-4216-81fd-bc4dd9fd6a0f', 'status': 'completed', 'code': 200} Aug 17 00:07:46.046377 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d0dc4bb-1080-4bbc-9080-307f33e7af23 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:46.078184 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3395a-72ea-4026-b800-9b1256ba666b req-e040f026-c619-4901-8b47-c77d1f5e429f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:46.078758 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3395a-72ea-4026-b800-9b1256ba666b req-e040f026-c619-4901-8b47-c77d1f5e429f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:46.079702 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3395a-72ea-4026-b800-9b1256ba666b req-e040f026-c619-4901-8b47-c77d1f5e429f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:46.082437 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-71a3395a-72ea-4026-b800-9b1256ba666b req-e040f026-c619-4901-8b47-c77d1f5e429f service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4c3689368c2d4f3084af070981f83d10&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2476246 Aug 17 00:07:46.230631 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9185f-b7df-4d3b-bd80-e17781dc556d req-1094ab03-b684-4077-b9fe-f1b902e45de8 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:46.233601 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b2df1fee-3560-4aba-83a5-1578df482e30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f2c444b-10cf-453f-8d06-f7c40983dbe2 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:07:46.238977 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9185f-b7df-4d3b-bd80-e17781dc556d req-1094ab03-b684-4077-b9fe-f1b902e45de8 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:46.247413 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b2df1fee-3560-4aba-83a5-1578df482e30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:46.250240 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9185f-b7df-4d3b-bd80-e17781dc556d req-1094ab03-b684-4077-b9fe-f1b902e45de8 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:46.257743 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-8d0dc4bb-1080-4bbc-9080-307f33e7af23 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Allocated IP 172.25.3.248 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/de10e2c3-310a-412e-ba4b-903d41b1f433) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:46.261131 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9185f-b7df-4d3b-bd80-e17781dc556d req-1094ab03-b684-4077-b9fe-f1b902e45de8 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:46.268133 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9185f-b7df-4d3b-bd80-e17781dc556d req-1094ab03-b684-4077-b9fe-f1b902e45de8 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:46.274576 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9185f-b7df-4d3b-bd80-e17781dc556d req-1094ab03-b684-4077-b9fe-f1b902e45de8 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:46.278015 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b2df1fee-3560-4aba-83a5-1578df482e30 service neutron] Transition to ACTIVE for port object 8f2c444b-10cf-453f-8d06-f7c40983dbe2 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:07:46.285760 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b2df1fee-3560-4aba-83a5-1578df482e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:46.289459 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9185f-b7df-4d3b-bd80-e17781dc556d req-1094ab03-b684-4077-b9fe-f1b902e45de8 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:46.298148 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70a9185f-b7df-4d3b-bd80-e17781dc556d req-1094ab03-b684-4077-b9fe-f1b902e45de8 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5408 time: 0.3001778 Aug 17 00:07:46.423051 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df1fee-3560-4aba-83a5-1578df482e30 service neutron] Pushing event updated for resources: {'Port': ['ID=8f2c444b-10cf-453f-8d06-f7c40983dbe2,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:46.509179 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-dfe1615d-8e8e-41b0-9d66-d110c45354ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:46.538815 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d0dc4bb-1080-4bbc-9080-307f33e7af23 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:46.566005 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b2df1fee-3560-4aba-83a5-1578df482e30 service neutron] Attempting to bind port 8f2c444b-10cf-453f-8d06-f7c40983dbe2 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:07:46.566361 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b2df1fee-3560-4aba-83a5-1578df482e30 service neutron] Attempting to bind port 8f2c444b-10cf-453f-8d06-f7c40983dbe2 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'f2598112-e255-4a98-be84-f684c08cfbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '949ef9b5-a5f5-4a03-9475-a782bb68296d'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:07:46.566733 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b2df1fee-3560-4aba-83a5-1578df482e30 service neutron] Attempting to bind port 8f2c444b-10cf-453f-8d06-f7c40983dbe2 on network 949ef9b5-a5f5-4a03-9475-a782bb68296d {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:07:46.574522 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b2df1fee-3560-4aba-83a5-1578df482e30 service neutron] Port 8f2c444b-10cf-453f-8d06-f7c40983dbe2 on network 949ef9b5-a5f5-4a03-9475-a782bb68296d not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:07:46.574855 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b2df1fee-3560-4aba-83a5-1578df482e30 service neutron] Attempting to bind port 8f2c444b-10cf-453f-8d06-f7c40983dbe2 on network 949ef9b5-a5f5-4a03-9475-a782bb68296d {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:07:46.584588 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b2df1fee-3560-4aba-83a5-1578df482e30 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:07:46.584956 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b2df1fee-3560-4aba-83a5-1578df482e30 service neutron] Checking segment: {'id': 'f2598112-e255-4a98-be84-f684c08cfbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '949ef9b5-a5f5-4a03-9475-a782bb68296d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:07:46.585374 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b2df1fee-3560-4aba-83a5-1578df482e30 service neutron] Bound using segment: {'id': 'f2598112-e255-4a98-be84-f684c08cfbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '949ef9b5-a5f5-4a03-9475-a782bb68296d'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:07:46.585865 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b2df1fee-3560-4aba-83a5-1578df482e30 service neutron] Bound port: 8f2c444b-10cf-453f-8d06-f7c40983dbe2, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2598112-e255-4a98-be84-f684c08cfbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '949ef9b5-a5f5-4a03-9475-a782bb68296d'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:07:46.586241 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b2df1fee-3560-4aba-83a5-1578df482e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:46.614015 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bee4c094-0550-40ed-b2e1-b10da2979bf4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:46.648297 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d0dc4bb-1080-4bbc-9080-307f33e7af23 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:46.666161 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70a9185f-b7df-4d3b-bd80-e17781dc556d req-644831ba-d6ba-487e-a5c5-6f3e1c2c1f8a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3671784 Aug 17 00:07:46.677571 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3395a-72ea-4026-b800-9b1256ba666b req-71f5011a-a103-42aa-8252-8f27392bd03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:46.679019 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-71a3395a-72ea-4026-b800-9b1256ba666b req-71f5011a-a103-42aa-8252-8f27392bd03e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5568256 Aug 17 00:07:46.716229 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bee4c094-0550-40ed-b2e1-b10da2979bf4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:46.721490 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0dc4bb-1080-4bbc-9080-307f33e7af23 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:46.743737 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-8d0dc4bb-1080-4bbc-9080-307f33e7af23 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:46.760548 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0dc4bb-1080-4bbc-9080-307f33e7af23 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:46.836227 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0dc4bb-1080-4bbc-9080-307f33e7af23 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event updated for resources: {'Port': ['ID=de10e2c3-310a-412e-ba4b-903d41b1f433,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:46.845391 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b2df1fee-3560-4aba-83a5-1578df482e30 service neutron] For port 8f2c444b-10cf-453f-8d06-f7c40983dbe2, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:07:46.850758 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b2df1fee-3560-4aba-83a5-1578df482e30 service neutron] For port 8f2c444b-10cf-453f-8d06-f7c40983dbe2, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=8f2c444b-10cf-453f-8d06-f7c40983dbe2,segment=NetworkSegment(f2598112-e255-4a98-be84-f684c08cfbc7),segment_id=f2598112-e255-4a98-be84-f684c08cfbc7)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:07:46.858677 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b2df1fee-3560-4aba-83a5-1578df482e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:46.893413 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b948e-991c-4e3a-8194-a05ea2e20cbf req-884894d1-beed-4afb-a2f9-25df5adb3089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:46.893895 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b948e-991c-4e3a-8194-a05ea2e20cbf req-884894d1-beed-4afb-a2f9-25df5adb3089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:46.894385 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b948e-991c-4e3a-8194-a05ea2e20cbf req-884894d1-beed-4afb-a2f9-25df5adb3089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:46.894836 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b948e-991c-4e3a-8194-a05ea2e20cbf req-884894d1-beed-4afb-a2f9-25df5adb3089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:46.895304 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b948e-991c-4e3a-8194-a05ea2e20cbf req-884894d1-beed-4afb-a2f9-25df5adb3089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:46.895769 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b948e-991c-4e3a-8194-a05ea2e20cbf req-884894d1-beed-4afb-a2f9-25df5adb3089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:46.896236 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b948e-991c-4e3a-8194-a05ea2e20cbf req-884894d1-beed-4afb-a2f9-25df5adb3089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:46.898161 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca6b948e-991c-4e3a-8194-a05ea2e20cbf req-884894d1-beed-4afb-a2f9-25df5adb3089 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c3689368c2d4f3084af070981f83d10&device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 6386 time: 0.0751882 Aug 17 00:07:46.925314 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b2df1fee-3560-4aba-83a5-1578df482e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:46.925935 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b2df1fee-3560-4aba-83a5-1578df482e30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:46.927342 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b2df1fee-3560-4aba-83a5-1578df482e30 service neutron] 10.222.0.64 "PUT /v2.0/ports/8f2c444b-10cf-453f-8d06-f7c40983dbe2 HTTP/1.1" status: 200 len: 1092 time: 1.3673449 Aug 17 00:07:46.986242 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bee4c094-0550-40ed-b2e1-b10da2979bf4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:46.990063 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-74510399-46ab-45fe-be8d-dd2524ed43f8 service neutron] Request body: {'port': {'device_id': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:47.033490 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bee4c094-0550-40ed-b2e1-b10da2979bf4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:47.236028 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bee4c094-0550-40ed-b2e1-b10da2979bf4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:47.281511 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4c094-0550-40ed-b2e1-b10da2979bf4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Port': ['ID=6464140f-6b74-4ea7-95cb-7fe0b82b3ef5,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:47.289673 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df1fee-3560-4aba-83a5-1578df482e30 service neutron] Pushing event updated for resources: {'Port': ['ID=8f2c444b-10cf-453f-8d06-f7c40983dbe2,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:47.312184 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b948e-991c-4e3a-8194-a05ea2e20cbf req-3d067c44-7253-41d8-8d1f-d014927b7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:47.312588 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b948e-991c-4e3a-8194-a05ea2e20cbf req-3d067c44-7253-41d8-8d1f-d014927b7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:47.313077 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b948e-991c-4e3a-8194-a05ea2e20cbf req-3d067c44-7253-41d8-8d1f-d014927b7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:47.314741 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca6b948e-991c-4e3a-8194-a05ea2e20cbf req-3d067c44-7253-41d8-8d1f-d014927b7d6d service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4c3689368c2d4f3084af070981f83d10&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3080339 Aug 17 00:07:47.380632 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-bee4c094-0550-40ed-b2e1-b10da2979bf4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Floating IP fc38b6f1-4fdd-4abb-bf26-0c070a67ee20 associated. External IP: 172.25.3.61, port: 44af8a4d-046b-4ee8-b340-94eec67e860e. Aug 17 00:07:47.404799 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-74510399-46ab-45fe-be8d-dd2524ed43f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:47.572532 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b948e-991c-4e3a-8194-a05ea2e20cbf req-29342ffb-abf7-418a-bde7-e988515b1858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:47.574750 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca6b948e-991c-4e3a-8194-a05ea2e20cbf req-29342ffb-abf7-418a-bde7-e988515b1858 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1907189 Aug 17 00:07:47.724732 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d0dc4bb-1080-4bbc-9080-307f33e7af23 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:47.741348 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee4c094-0550-40ed-b2e1-b10da2979bf4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Router bb62e478-7532-47a5-b4ff-2c68785a10f3 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:07:47.946346 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-74510399-46ab-45fe-be8d-dd2524ed43f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a9b87f8-4dbf-486d-a3c6-27de042824e5 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:07:47.956021 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-74510399-46ab-45fe-be8d-dd2524ed43f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:47.970324 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-74510399-46ab-45fe-be8d-dd2524ed43f8 service neutron] Transition to ACTIVE for port object 0a9b87f8-4dbf-486d-a3c6-27de042824e5 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:07:47.971926 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'tag': '8f2c444b-10cf-453f-8d06-f7c40983dbe2'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:07:47.974660 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1ea6f4-4d5d-4194-9e1d-f6516162f3a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "tag": "8f2c444b-10cf-453f-8d06-f7c40983dbe2"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:07:48.023150 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-74510399-46ab-45fe-be8d-dd2524ed43f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:48.023929 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfa438-1a65-4470-9937-7f17892173c6 req-f687317c-057d-4dc7-ab54-5d448cf9c78b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:48.042091 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfa438-1a65-4470-9937-7f17892173c6 req-f687317c-057d-4dc7-ab54-5d448cf9c78b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:48.060170 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfa438-1a65-4470-9937-7f17892173c6 req-f687317c-057d-4dc7-ab54-5d448cf9c78b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:48.066503 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfa438-1a65-4470-9937-7f17892173c6 req-f687317c-057d-4dc7-ab54-5d448cf9c78b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:48.072278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfa438-1a65-4470-9937-7f17892173c6 req-f687317c-057d-4dc7-ab54-5d448cf9c78b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:48.079040 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfa438-1a65-4470-9937-7f17892173c6 req-f687317c-057d-4dc7-ab54-5d448cf9c78b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:48.084784 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfa438-1a65-4470-9937-7f17892173c6 req-f687317c-057d-4dc7-ab54-5d448cf9c78b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:48.086715 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90dfa438-1a65-4470-9937-7f17892173c6 req-f687317c-057d-4dc7-ab54-5d448cf9c78b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5420 time: 0.2945566 Aug 17 00:07:48.103536 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7795cc-170b-4bdc-85bd-2a4b806dc03c x-openstack-request-id: req-0f7795cc-170b-4bdc-85bd-2a4b806dc03c {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:07:48.103951 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "tag": "8f2c444b-10cf-453f-8d06-f7c40983dbe2", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:07:48.104880 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f7795cc-170b-4bdc-85bd-2a4b806dc03c {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:07:48.105540 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'tag': '8f2c444b-10cf-453f-8d06-f7c40983dbe2', 'status': 'completed', 'code': 200} Aug 17 00:07:48.149513 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74510399-46ab-45fe-be8d-dd2524ed43f8 service neutron] Pushing event updated for resources: {'Port': ['ID=0a9b87f8-4dbf-486d-a3c6-27de042824e5,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:48.176887 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d0dc4bb-1080-4bbc-9080-307f33e7af23 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:48.204949 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90dfa438-1a65-4470-9937-7f17892173c6 req-5487b731-8190-41e6-b5b2-9cba1802d5e8 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1020629 Aug 17 00:07:48.213717 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee4c094-0550-40ed-b2e1-b10da2979bf4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:07:48.236186 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dea882f-0c1a-44da-822c-a7304884b9ff None None] Sync routers for ids ['bb62e478-7532-47a5-b4ff-2c68785a10f3'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:07:48.272521 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dea882f-0c1a-44da-822c-a7304884b9ff None None] Routers {'bb62e478-7532-47a5-b4ff-2c68785a10f3'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:48.274402 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7dea882f-0c1a-44da-822c-a7304884b9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['bb62e478-7532-47a5-b4ff-2c68785a10f3'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:48.285185 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ea6f4-4d5d-4194-9e1d-f6516162f3a7 req-2072d914-9fdd-4b94-9ae7-c74f752bc1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:48.286518 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ea6f4-4d5d-4194-9e1d-f6516162f3a7 req-2072d914-9fdd-4b94-9ae7-c74f752bc1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:48.287266 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ea6f4-4d5d-4194-9e1d-f6516162f3a7 req-2072d914-9fdd-4b94-9ae7-c74f752bc1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:48.287911 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ea6f4-4d5d-4194-9e1d-f6516162f3a7 req-2072d914-9fdd-4b94-9ae7-c74f752bc1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:48.288601 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ea6f4-4d5d-4194-9e1d-f6516162f3a7 req-2072d914-9fdd-4b94-9ae7-c74f752bc1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:48.289408 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ea6f4-4d5d-4194-9e1d-f6516162f3a7 req-2072d914-9fdd-4b94-9ae7-c74f752bc1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:48.290053 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ea6f4-4d5d-4194-9e1d-f6516162f3a7 req-2072d914-9fdd-4b94-9ae7-c74f752bc1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:48.302089 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3e1ea6f4-4d5d-4194-9e1d-f6516162f3a7 req-2072d914-9fdd-4b94-9ae7-c74f752bc1de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c3689368c2d4f3084af070981f83d10&device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 6454 time: 0.2087734 Aug 17 00:07:48.303324 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bee4c094-0550-40ed-b2e1-b10da2979bf4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:48.350691 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-74510399-46ab-45fe-be8d-dd2524ed43f8 service neutron] Attempting to bind port 0a9b87f8-4dbf-486d-a3c6-27de042824e5 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:07:48.371014 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-74510399-46ab-45fe-be8d-dd2524ed43f8 service neutron] Attempting to bind port 0a9b87f8-4dbf-486d-a3c6-27de042824e5 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'f2598112-e255-4a98-be84-f684c08cfbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '949ef9b5-a5f5-4a03-9475-a782bb68296d'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:07:48.371502 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-74510399-46ab-45fe-be8d-dd2524ed43f8 service neutron] Attempting to bind port 0a9b87f8-4dbf-486d-a3c6-27de042824e5 on network 949ef9b5-a5f5-4a03-9475-a782bb68296d {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:07:48.409737 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-74510399-46ab-45fe-be8d-dd2524ed43f8 service neutron] Port 0a9b87f8-4dbf-486d-a3c6-27de042824e5 on network 949ef9b5-a5f5-4a03-9475-a782bb68296d not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:07:48.410015 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-74510399-46ab-45fe-be8d-dd2524ed43f8 service neutron] Attempting to bind port 0a9b87f8-4dbf-486d-a3c6-27de042824e5 on network 949ef9b5-a5f5-4a03-9475-a782bb68296d {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:07:48.422346 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-74510399-46ab-45fe-be8d-dd2524ed43f8 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:07:48.422812 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-74510399-46ab-45fe-be8d-dd2524ed43f8 service neutron] Checking segment: {'id': 'f2598112-e255-4a98-be84-f684c08cfbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '949ef9b5-a5f5-4a03-9475-a782bb68296d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:07:48.423288 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-74510399-46ab-45fe-be8d-dd2524ed43f8 service neutron] Bound using segment: {'id': 'f2598112-e255-4a98-be84-f684c08cfbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '949ef9b5-a5f5-4a03-9475-a782bb68296d'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:07:48.423865 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-74510399-46ab-45fe-be8d-dd2524ed43f8 service neutron] Bound port: 0a9b87f8-4dbf-486d-a3c6-27de042824e5, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2598112-e255-4a98-be84-f684c08cfbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '949ef9b5-a5f5-4a03-9475-a782bb68296d'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:07:48.424324 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-74510399-46ab-45fe-be8d-dd2524ed43f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:48.427980 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-7dea882f-0c1a-44da-822c-a7304884b9ff None None] Set router bb62e478-7532-47a5-b4ff-2c68785a10f3 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:07:48.473628 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44056) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:48.508404 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bee4c094-0550-40ed-b2e1-b10da2979bf4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0152898 Aug 17 00:07:48.513555 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d350331-388c-48c2-af48-46325bee7c6f', 'tag': '44af8a4d-046b-4ee8-b340-94eec67e860e'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:07:48.516076 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2a2820-5054-4348-a339-9b44b68d6a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "6d350331-388c-48c2-af48-46325bee7c6f", "tag": "44af8a4d-046b-4ee8-b340-94eec67e860e"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:07:48.535641 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-74510399-46ab-45fe-be8d-dd2524ed43f8 service neutron] For port 0a9b87f8-4dbf-486d-a3c6-27de042824e5, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:07:48.539583 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ea6f4-4d5d-4194-9e1d-f6516162f3a7 req-ed15f486-3705-40e8-80b3-59ac4cc69ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:48.543139 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ea6f4-4d5d-4194-9e1d-f6516162f3a7 req-ed15f486-3705-40e8-80b3-59ac4cc69ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:48.546785 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ea6f4-4d5d-4194-9e1d-f6516162f3a7 req-ed15f486-3705-40e8-80b3-59ac4cc69ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:48.548634 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3e1ea6f4-4d5d-4194-9e1d-f6516162f3a7 req-ed15f486-3705-40e8-80b3-59ac4cc69ae3 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4c3689368c2d4f3084af070981f83d10&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1967447 Aug 17 00:07:48.555071 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-74510399-46ab-45fe-be8d-dd2524ed43f8 service neutron] For port 0a9b87f8-4dbf-486d-a3c6-27de042824e5, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0a9b87f8-4dbf-486d-a3c6-27de042824e5,segment=NetworkSegment(f2598112-e255-4a98-be84-f684c08cfbc7),segment_id=f2598112-e255-4a98-be84-f684c08cfbc7)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:07:48.569454 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d0dc4bb-1080-4bbc-9080-307f33e7af23 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:48.572340 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-74510399-46ab-45fe-be8d-dd2524ed43f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:48.605662 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d0dc4bb-1080-4bbc-9080-307f33e7af23 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:48.624904 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27b2c69-d32f-4a0f-af78-9201fc00a4c9 x-openstack-request-id: req-e27b2c69-d32f-4a0f-af78-9201fc00a4c9 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:07:48.625213 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d350331-388c-48c2-af48-46325bee7c6f", "tag": "44af8a4d-046b-4ee8-b340-94eec67e860e", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:07:48.625465 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e27b2c69-d32f-4a0f-af78-9201fc00a4c9 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:07:48.625864 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d350331-388c-48c2-af48-46325bee7c6f', 'tag': '44af8a4d-046b-4ee8-b340-94eec67e860e', 'status': 'completed', 'code': 200} Aug 17 00:07:48.675514 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-74510399-46ab-45fe-be8d-dd2524ed43f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:48.676311 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-74510399-46ab-45fe-be8d-dd2524ed43f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:48.677858 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-74510399-46ab-45fe-be8d-dd2524ed43f8 service neutron] 10.222.0.64 "PUT /v2.0/ports/0a9b87f8-4dbf-486d-a3c6-27de042824e5 HTTP/1.1" status: 200 len: 1092 time: 1.7042797 Aug 17 00:07:48.678723 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f5921bec-030e-49df-b984-953c8936a467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:48.732538 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74510399-46ab-45fe-be8d-dd2524ed43f8 service neutron] Pushing event updated for resources: {'Port': ['ID=0a9b87f8-4dbf-486d-a3c6-27de042824e5,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:48.757476 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7dea882f-0c1a-44da-822c-a7304884b9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55305235', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:07:14Z', 'updated_at': '2021-08-17T00:07:21Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:07:15Z', 'updated_at': '2021-08-17T00:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'fc38b6f1-4fdd-4abb-bf26-0c070a67ee20', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'port_id': '44af8a4d-046b-4ee8-b340-94eec67e860e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa', 'mac_address': 'fa:16:3e:5f:5e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d350331-388c-48c2-af48-46325bee7c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:07:46Z', 'updated_at': '2021-08-17T00:07:46Z', 'revision_number': 0, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1a28816-c28d-42be-8242-5ace838ada02', 'name': '', 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:7e:79:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '22b60ca4-f2f6-4ee8-a359-e91563464ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:07:19Z', 'updated_at': '2021-08-17T00:07:28Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': '22b60ca4-f2f6-4ee8-a359-e91563464ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:48.782531 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d0dc4bb-1080-4bbc-9080-307f33e7af23 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:48.795573 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dea882f-0c1a-44da-822c-a7304884b9ff None None] Checking router: bb62e478-7532-47a5-b4ff-2c68785a10f3 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:07:48.805941 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dea882f-0c1a-44da-822c-a7304884b9ff None None] Routers {'bb62e478-7532-47a5-b4ff-2c68785a10f3'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:48.806586 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7dea882f-0c1a-44da-822c-a7304884b9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['bb62e478-7532-47a5-b4ff-2c68785a10f3'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:48.907486 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-8d0dc4bb-1080-4bbc-9080-307f33e7af23 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Floating IP 17a7e7e6-7749-4d73-a1be-cdc2460b17f5 associated. External IP: 172.25.3.248, port: 5ea9c608-08e9-4e81-97b5-e976fee444ef. Aug 17 00:07:48.925658 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-7dea882f-0c1a-44da-822c-a7304884b9ff None None] Set router bb62e478-7532-47a5-b4ff-2c68785a10f3 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:07:48.977907 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0dc4bb-1080-4bbc-9080-307f33e7af23 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event updated for resources: {'Port': ['ID=de10e2c3-310a-412e-ba4b-903d41b1f433,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:49.140259 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a2820-5054-4348-a339-9b44b68d6a7e req-b1ac6651-c4ad-4d41-b178-4d38f653d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:49.141716 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0c2a2820-5054-4348-a339-9b44b68d6a7e req-b1ac6651-c4ad-4d41-b178-4d38f653d2ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 1098 time: 0.1105237 Aug 17 00:07:49.154371 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bd541-5ba7-444f-84bc-cfa9ecc3c523 req-a51a713d-97c9-445e-9f90-8878776be804 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:49.155600 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d05bd541-5ba7-444f-84bc-cfa9ecc3c523 req-a51a713d-97c9-445e-9f90-8878776be804 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 946 time: 0.5287318 Aug 17 00:07:49.157856 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ea6f4-4d5d-4194-9e1d-f6516162f3a7 req-2fa76f99-dabb-4b58-9106-8961503a986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:49.159291 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3e1ea6f4-4d5d-4194-9e1d-f6516162f3a7 req-2fa76f99-dabb-4b58-9106-8961503a986f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6007831 Aug 17 00:07:49.188100 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7dea882f-0c1a-44da-822c-a7304884b9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55305235', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:07:14Z', 'updated_at': '2021-08-17T00:07:21Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:07:15Z', 'updated_at': '2021-08-17T00:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'fc38b6f1-4fdd-4abb-bf26-0c070a67ee20', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'port_id': '44af8a4d-046b-4ee8-b340-94eec67e860e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa', 'mac_address': 'fa:16:3e:5f:5e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d350331-388c-48c2-af48-46325bee7c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:07:46Z', 'updated_at': '2021-08-17T00:07:46Z', 'revision_number': 0, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1a28816-c28d-42be-8242-5ace838ada02', 'name': '', 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:7e:79:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '22b60ca4-f2f6-4ee8-a359-e91563464ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:07:19Z', 'updated_at': '2021-08-17T00:07:28Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': '22b60ca4-f2f6-4ee8-a359-e91563464ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:49.222306 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dea882f-0c1a-44da-822c-a7304884b9ff None None] The sync data for ids ['bb62e478-7532-47a5-b4ff-2c68785a10f3'] in n-d-800088-20 is: [{'id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55305235', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:07:14Z', 'updated_at': '2021-08-17T00:07:21Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:07:15Z', 'updated_at': '2021-08-17T00:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'fc38b6f1-4fdd-4abb-bf26-0c070a67ee20', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'port_id': '44af8a4d-046b-4ee8-b340-94eec67e860e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa', 'mac_address': 'fa:16:3e:5f:5e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d350331-388c-48c2-af48-46325bee7c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:07:46Z', 'updated_at': '2021-08-17T00:07:46Z', 'revision_number': 0, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1a28816-c28d-42be-8242-5ace838ada02', 'name': '', 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:7e:79:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '22b60ca4-f2f6-4ee8-a359-e91563464ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:07:19Z', 'updated_at': '2021-08-17T00:07:28Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': '22b60ca4-f2f6-4ee8-a359-e91563464ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:07:49.263499 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:49.266518 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5ffbb375-6422-44cc-ae94-7a863b4da49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:49.301974 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d05bd541-5ba7-444f-84bc-cfa9ecc3c523 req-461469e2-7b7b-40ca-ab82-b4d9634f4641 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322894 Aug 17 00:07:49.335502 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-1f774797-9243-4138-b63d-416e65b2f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:49.335990 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-1f774797-9243-4138-b63d-416e65b2f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:49.336464 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-1f774797-9243-4138-b63d-416e65b2f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:49.336934 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-1f774797-9243-4138-b63d-416e65b2f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:49.337426 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-1f774797-9243-4138-b63d-416e65b2f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:49.337897 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-1f774797-9243-4138-b63d-416e65b2f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:49.338367 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-1f774797-9243-4138-b63d-416e65b2f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:49.341506 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-1f774797-9243-4138-b63d-416e65b2f837 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c3689368c2d4f3084af070981f83d10&device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 6496 time: 0.1237276 Aug 17 00:07:49.342276 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44068) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:49.343552 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a2820-5054-4348-a339-9b44b68d6a7e req-f807fb50-cc26-4d0d-87ba-423a5c140e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:49.346447 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0c2a2820-5054-4348-a339-9b44b68d6a7e req-f807fb50-cc26-4d0d-87ba-423a5c140e7e service neutron] 10.222.0.64 "GET /v2.0/networks?id=941cdf40-6672-4c92-b0fc-78ff95b1e5aa HTTP/1.1" status: 200 len: 897 time: 0.1901801 Aug 17 00:07:49.519434 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-2884d64a-7b7a-4d6d-8e9c-cb3f3b87e52c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dc8d69b-05e7-41e6-955a-531d1961bd01 HTTP/1.1" status: 200 len: 217 time: 0.1272085 Aug 17 00:07:49.540463 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f5921bec-030e-49df-b984-953c8936a467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:49.552183 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f5921bec-030e-49df-b984-953c8936a467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:49.559095 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e3725d-1c82-4268-8dcb-ec9e181b359a None None] New status for floating IP fc38b6f1-4fdd-4abb-bf26-0c070a67ee20: ACTIVE {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:07:49.593827 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cdceb862-4c6b-4583-ae1a-aa062ecc47d0 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/floatingips/fc38b6f1-4fdd-4abb-bf26-0c070a67ee20 HTTP/1.1" status: 200 len: 991 time: 0.2444379 Aug 17 00:07:49.596686 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0c2a2820-5054-4348-a339-9b44b68d6a7e req-53b0a944-e160-49f0-bd87-4dfdf5407314 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44af8a4d-046b-4ee8-b340-94eec67e860e HTTP/1.1" status: 200 len: 999 time: 0.2057335 Aug 17 00:07:49.632317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52e083-6108-4553-9ad8-277ba00a2389 req-c8ba3da7-5961-414b-aa75-3d0dae092df6 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:49.633139 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f5921bec-030e-49df-b984-953c8936a467 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=70a7b34c1faf4e94aef723d63573502e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1582999 Aug 17 00:07:49.639253 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52e083-6108-4553-9ad8-277ba00a2389 req-c8ba3da7-5961-414b-aa75-3d0dae092df6 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:49.641252 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44072) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:49.644929 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52e083-6108-4553-9ad8-277ba00a2389 req-c8ba3da7-5961-414b-aa75-3d0dae092df6 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:49.651503 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52e083-6108-4553-9ad8-277ba00a2389 req-c8ba3da7-5961-414b-aa75-3d0dae092df6 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:49.657553 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52e083-6108-4553-9ad8-277ba00a2389 req-c8ba3da7-5961-414b-aa75-3d0dae092df6 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:49.658861 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5921bec-030e-49df-b984-953c8936a467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c7a94f-5680-416c-94ee-290abebe01a3,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:49.664943 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52e083-6108-4553-9ad8-277ba00a2389 req-c8ba3da7-5961-414b-aa75-3d0dae092df6 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:49.673704 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52e083-6108-4553-9ad8-277ba00a2389 req-c8ba3da7-5961-414b-aa75-3d0dae092df6 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:49.675783 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb52e083-6108-4553-9ad8-277ba00a2389 req-c8ba3da7-5961-414b-aa75-3d0dae092df6 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5432 time: 0.2825620 Aug 17 00:07:49.681823 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0dc4bb-1080-4bbc-9080-307f33e7af23 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Router 6f552218-26d7-4786-9208-fd9b23fbcd65 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:07:49.695010 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-ecb68ea2-951d-4766-9573-5c9b1f6d89f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:49.696484 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-ecb68ea2-951d-4766-9573-5c9b1f6d89f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90 HTTP/1.1" status: 200 len: 855 time: 0.1692574 Aug 17 00:07:49.753970 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-81aa0237-33eb-4799-9bf3-971f567f2288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:49.777327 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a2820-5054-4348-a339-9b44b68d6a7e req-7cd0c026-be53-4d16-9eb5-82272cc9ca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:49.778422 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0c2a2820-5054-4348-a339-9b44b68d6a7e req-7cd0c026-be53-4d16-9eb5-82272cc9ca98 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=22b60ca4-f2f6-4ee8-a359-e91563464ddf HTTP/1.1" status: 200 len: 834 time: 0.1727796 Aug 17 00:07:49.800645 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb52e083-6108-4553-9ad8-277ba00a2389 req-ce876dda-57e0-4e34-85ad-fd6229c0635a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1016285 Aug 17 00:07:49.822036 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-4f8b6f0c-dd18-44ef-90d3-e3bb1df38135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:49.824449 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-4f8b6f0c-dd18-44ef-90d3-e3bb1df38135 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7992826d-70e9-4f64-99b5-2a5f899624d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1115735 Aug 17 00:07:49.824607 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-81aa0237-33eb-4799-9bf3-971f567f2288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:49.867824 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0dc4bb-1080-4bbc-9080-307f33e7af23 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:07:49.879801 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d806e532-8039-4831-bf0b-2a55df1c74b0 None None] Sync routers for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:07:49.883764 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a2820-5054-4348-a339-9b44b68d6a7e req-d7721701-0d44-4bea-8e81-dea842e5d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:49.886320 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0c2a2820-5054-4348-a339-9b44b68d6a7e req-d7721701-0d44-4bea-8e81-dea842e5d046 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=941cdf40-6672-4c92-b0fc-78ff95b1e5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977964 Aug 17 00:07:49.890859 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d0dc4bb-1080-4bbc-9080-307f33e7af23 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:49.893584 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d806e532-8039-4831-bf0b-2a55df1c74b0 None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:49.894702 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d806e532-8039-4831-bf0b-2a55df1c74b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:49.926493 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8d0dc4bb-1080-4bbc-9080-307f33e7af23 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.6216555 Aug 17 00:07:49.926493 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-81aa0237-33eb-4799-9bf3-971f567f2288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:49.927799 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-81aa0237-33eb-4799-9bf3-971f567f2288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:49.928936 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-81aa0237-33eb-4799-9bf3-971f567f2288 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/73c7a94f-5680-416c-94ee-290abebe01a3 HTTP/1.1" status: 204 len: 168 time: 0.2867727 Aug 17 00:07:49.929669 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44076) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:49.937104 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-d57b43a4-484d-41bd-83b8-684cd67f02a2 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Request body: {'floatingip': {'port_id': '5ea9c608-08e9-4e81-97b5-e976fee444ef', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:49.942278 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d806e532-8039-4831-bf0b-2a55df1c74b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:49.953254 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d806e532-8039-4831-bf0b-2a55df1c74b0 None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:49.954139 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d806e532-8039-4831-bf0b-2a55df1c74b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:49.979732 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa0237-33eb-4799-9bf3-971f567f2288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c7a94f-5680-416c-94ee-290abebe01a3,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:49.996714 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-282bd9e0-d3c9-49dd-b3dd-f13283570528 service neutron] 10.222.0.64 "GET /v2.0/networks/7992826d-70e9-4f64-99b5-2a5f899624d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638153 Aug 17 00:07:49.999420 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d806e532-8039-4831-bf0b-2a55df1c74b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:49.999985 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d806e532-8039-4831-bf0b-2a55df1c74b0 None None] The sync data for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:07:50.008646 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d57b43a4-484d-41bd-83b8-684cd67f02a2 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:50.068034 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0c2a2820-5054-4348-a339-9b44b68d6a7e req-ecea42a4-2b1f-4af9-a941-d5bc5f9d3155 service neutron] 10.222.0.64 "GET /v2.0/networks/941cdf40-6672-4c92-b0fc-78ff95b1e5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722414 Aug 17 00:07:50.118346 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'tag': '0a9b87f8-4dbf-486d-a3c6-27de042824e5'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:07:50.121545 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f578a63-e65d-49e8-95d4-825d71446d34" -d '{"events": [{"name": "network-changed", "server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "tag": "0a9b87f8-4dbf-486d-a3c6-27de042824e5"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:07:50.121861 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:50.172420 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-c4fa499e-dc97-447f-9b53-4afaba25f5d7 service neutron] 10.222.0.64 "GET /v2.0/networks/7992826d-70e9-4f64-99b5-2a5f899624d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655419 Aug 17 00:07:50.195987 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5890fd-3e83-4593-bac5-b1a61f65e9d6 x-openstack-request-id: req-3a5890fd-3e83-4593-bac5-b1a61f65e9d6 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:07:50.196231 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "tag": "0a9b87f8-4dbf-486d-a3c6-27de042824e5", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:07:50.196464 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a5890fd-3e83-4593-bac5-b1a61f65e9d6 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:07:50.196802 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'tag': '0a9b87f8-4dbf-486d-a3c6-27de042824e5', 'status': 'completed', 'code': 200} Aug 17 00:07:50.235270 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-6db16370-e917-4322-a2f4-45380ec90632 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=7966ca59-62d1-4927-a258-fe4dd81e241a HTTP/1.1" status: 200 len: 217 time: 0.0512052 Aug 17 00:07:50.239410 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0c2a2820-5054-4348-a339-9b44b68d6a7e req-359552d1-b12d-4be9-a50d-66a99d87a6e5 service neutron] 10.222.0.64 "GET /v2.0/networks/941cdf40-6672-4c92-b0fc-78ff95b1e5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629207 Aug 17 00:07:50.305816 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b1da142e-0df7-4be6-8e6a-3e488783bc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:50.307448 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b1da142e-0df7-4be6-8e6a-3e488783bc88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd0b1868-d770-4e84-810f-697ff03d7f3e HTTP/1.1" status: 200 len: 797 time: 0.0604126 Aug 17 00:07:50.364531 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-dae0c170-eb0d-43cf-8222-40cfc911c528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:50.366130 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-dae0c170-eb0d-43cf-8222-40cfc911c528 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0496147 Aug 17 00:07:50.488501 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e3f04123-1f14-4617-940b-8c047e8ec68b service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133778 Aug 17 00:07:50.553220 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d57b43a4-484d-41bd-83b8-684cd67f02a2 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:50.563168 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d57b43a4-484d-41bd-83b8-684cd67f02a2 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:50.596118 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44102) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:50.661706 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-58a95148-e9ed-406e-858d-7580af20548f service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649518 Aug 17 00:07:50.711617 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-9fcdc2a2-14d0-46dd-b1d9-584a6735d26a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=93bc72f0-9db1-4a9b-aadb-999a3b2837ee HTTP/1.1" status: 200 len: 217 time: 0.0392585 Aug 17 00:07:50.715889 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-dbff8ba4-e50a-428a-8de3-326759a0f6f8 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/floatingips/fc38b6f1-4fdd-4abb-bf26-0c070a67ee20 HTTP/1.1" status: 200 len: 993 time: 0.1187260 Aug 17 00:07:50.769983 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-5225b08e-2c25-4b03-828f-07b6e3fbc68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:50.771466 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-5225b08e-2c25-4b03-828f-07b6e3fbc68e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd0b1868-d770-4e84-810f-697ff03d7f3e HTTP/1.1" status: 200 len: 797 time: 0.0512657 Aug 17 00:07:50.810587 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57b43a4-484d-41bd-83b8-684cd67f02a2 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Router 6f552218-26d7-4786-9208-fd9b23fbcd65 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:07:50.826567 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-849c7626-0a63-4899-8f6f-6559e3b759ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:50.828229 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-849c7626-0a63-4899-8f6f-6559e3b759ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0490804 Aug 17 00:07:50.953701 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57b43a4-484d-41bd-83b8-684cd67f02a2 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:07:50.958177 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d57b43a4-484d-41bd-83b8-684cd67f02a2 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:50.964688 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203e27c6-9f69-4d93-bc08-703083509acf None None] Sync routers for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:07:50.973995 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a4154-9b4c-42f7-bb26-cefc455419fa req-a27c4072-ee8b-4b26-9ac7-3299535d8964 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:50.976767 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203e27c6-9f69-4d93-bc08-703083509acf None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:50.977823 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-203e27c6-9f69-4d93-bc08-703083509acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:50.980795 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a4154-9b4c-42f7-bb26-cefc455419fa req-a27c4072-ee8b-4b26-9ac7-3299535d8964 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:50.986720 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a4154-9b4c-42f7-bb26-cefc455419fa req-a27c4072-ee8b-4b26-9ac7-3299535d8964 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:50.992638 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a4154-9b4c-42f7-bb26-cefc455419fa req-a27c4072-ee8b-4b26-9ac7-3299535d8964 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:50.998863 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a4154-9b4c-42f7-bb26-cefc455419fa req-a27c4072-ee8b-4b26-9ac7-3299535d8964 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:51.004795 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a4154-9b4c-42f7-bb26-cefc455419fa req-a27c4072-ee8b-4b26-9ac7-3299535d8964 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:51.010817 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a4154-9b4c-42f7-bb26-cefc455419fa req-a27c4072-ee8b-4b26-9ac7-3299535d8964 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:51.012876 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1c9a4154-9b4c-42f7-bb26-cefc455419fa req-a27c4072-ee8b-4b26-9ac7-3299535d8964 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5432 time: 0.1142747 Aug 17 00:07:51.024526 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-203e27c6-9f69-4d93-bc08-703083509acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:51.034188 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203e27c6-9f69-4d93-bc08-703083509acf None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:51.035041 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-203e27c6-9f69-4d93-bc08-703083509acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:51.036069 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d57b43a4-484d-41bd-83b8-684cd67f02a2 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "PUT /v2.0/floatingips/17a7e7e6-7749-4d73-a1be-cdc2460b17f5 HTTP/1.1" status: 200 len: 978 time: 1.1035216 Aug 17 00:07:51.038389 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44114) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:51.071672 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-203e27c6-9f69-4d93-bc08-703083509acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:51.072389 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203e27c6-9f69-4d93-bc08-703083509acf None None] The sync data for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:07:51.083820 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-659bc735-2601-4ca1-8b19-49a31a1936ae service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479646 Aug 17 00:07:51.177904 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1c9a4154-9b4c-42f7-bb26-cefc455419fa req-9afcda24-d21f-42a9-bf62-d590d6edb502 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1577098 Aug 17 00:07:51.282314 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-e1f93d72-4916-42ab-ad2b-dd5357585893 service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863701 Aug 17 00:07:51.331966 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-cf8004fc-1986-4ed1-baa1-105b3c96de4e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=be7f0e44-0d24-4d56-9f06-d5a6b31e1abb HTTP/1.1" status: 200 len: 217 time: 0.0418458 Aug 17 00:07:51.371587 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-dd332583-6aff-412f-bd15-be1789832abb tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Deleting port de10e2c3-310a-412e-ba4b-903d41b1f433 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:07:51.371938 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dd332583-6aff-412f-bd15-be1789832abb tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:51.434194 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-de72ed24-b78d-4619-ad28-388a49e5b454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:51.435887 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-de72ed24-b78d-4619-ad28-388a49e5b454 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd0b1868-d770-4e84-810f-697ff03d7f3e HTTP/1.1" status: 200 len: 797 time: 0.0958455 Aug 17 00:07:51.504114 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dd332583-6aff-412f-bd15-be1789832abb tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:51.504452 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dd332583-6aff-412f-bd15-be1789832abb tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:51.523326 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-dd332583-6aff-412f-bd15-be1789832abb tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Calling delete_port for de10e2c3-310a-412e-ba4b-903d41b1f433 owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:07:51.529278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-d7e55c6e-9d4c-4b6c-85cc-0d67aaecf63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:51.530785 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-d7e55c6e-9d4c-4b6c-85cc-0d67aaecf63f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0858071 Aug 17 00:07:51.721384 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-27d495cf-51c8-4dcb-b2af-526ca23f91d8 service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808846 Aug 17 00:07:51.873241 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-cd7c3529-26e5-40bb-bd69-0b1d4ea4b5e9 service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380243 Aug 17 00:07:51.874265 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dd332583-6aff-412f-bd15-be1789832abb tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:51.909881 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd332583-6aff-412f-bd15-be1789832abb tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event deleted for resources: {'Port': ['ID=de10e2c3-310a-412e-ba4b-903d41b1f433,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:51.951824 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-59361255-b8ef-45eb-94d6-e74a02909a12 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=23434d76-3964-4216-81fd-bc4dd9fd6a0f HTTP/1.1" status: 200 len: 217 time: 0.0514305 Aug 17 00:07:52.045801 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-6206528e-d147-469c-93c0-655a65d7f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:52.047334 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-6206528e-d147-469c-93c0-655a65d7f6b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd0b1868-d770-4e84-810f-697ff03d7f3e HTTP/1.1" status: 200 len: 797 time: 0.0773814 Aug 17 00:07:52.050367 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dd332583-6aff-412f-bd15-be1789832abb tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:52.050710 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-dd332583-6aff-412f-bd15-be1789832abb tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Floating IP 17a7e7e6-7749-4d73-a1be-cdc2460b17f5 disassociated (deleted). External IP: 172.25.3.248, port: 5ea9c608-08e9-4e81-97b5-e976fee444ef. Aug 17 00:07:52.067134 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:52.341622 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44248) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:52.478588 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0201ccc3-4066-4ed4-afd5-7e503cbf4848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:52.590014 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0201ccc3-4066-4ed4-afd5-7e503cbf4848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:52.594997 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0201ccc3-4066-4ed4-afd5-7e503cbf4848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:52.600813 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-f5952ef0-c38c-4d87-84e6-ee21f84180af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:52.602298 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-f5952ef0-c38c-4d87-84e6-ee21f84180af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5110600 Aug 17 00:07:52.634645 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0201ccc3-4066-4ed4-afd5-7e503cbf4848 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bb1bc70d633a45d79b7eb1b7e0ceb228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2913890 Aug 17 00:07:52.635657 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201ccc3-4066-4ed4-afd5-7e503cbf4848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec1ae92-3570-4780-9ed7-68925d0173d2,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:52.637656 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44254) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:52.654859 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0201ccc3-4066-4ed4-afd5-7e503cbf4848 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:52.655205 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0201ccc3-4066-4ed4-afd5-7e503cbf4848 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:52.655545 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0201ccc3-4066-4ed4-afd5-7e503cbf4848 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:52.655880 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0201ccc3-4066-4ed4-afd5-7e503cbf4848 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:52.656210 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0201ccc3-4066-4ed4-afd5-7e503cbf4848 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:52.656535 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0201ccc3-4066-4ed4-afd5-7e503cbf4848 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:52.656858 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0201ccc3-4066-4ed4-afd5-7e503cbf4848 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:52.657313 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0201ccc3-4066-4ed4-afd5-7e503cbf4848 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:52.657767 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0201ccc3-4066-4ed4-afd5-7e503cbf4848 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:52.658092 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0201ccc3-4066-4ed4-afd5-7e503cbf4848 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:52.658414 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0201ccc3-4066-4ed4-afd5-7e503cbf4848 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:52.660385 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0201ccc3-4066-4ed4-afd5-7e503cbf4848 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:52.703620 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9df2e557-c34e-447f-ac24-c73384d68209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:52.727974 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9df2e557-c34e-447f-ac24-c73384d68209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:52.758212 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5faa4-f1b2-4cfe-a13a-f7b8d76e5acc req-5dd6350c-6162-4415-b222-84ed5adc14cb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:52.766522 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5faa4-f1b2-4cfe-a13a-f7b8d76e5acc req-5dd6350c-6162-4415-b222-84ed5adc14cb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:52.772517 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5faa4-f1b2-4cfe-a13a-f7b8d76e5acc req-5dd6350c-6162-4415-b222-84ed5adc14cb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:52.778477 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5faa4-f1b2-4cfe-a13a-f7b8d76e5acc req-5dd6350c-6162-4415-b222-84ed5adc14cb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:52.784071 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9df2e557-c34e-447f-ac24-c73384d68209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:52.784957 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5faa4-f1b2-4cfe-a13a-f7b8d76e5acc req-5dd6350c-6162-4415-b222-84ed5adc14cb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:52.786763 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9df2e557-c34e-447f-ac24-c73384d68209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:52.787944 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9df2e557-c34e-447f-ac24-c73384d68209 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0ec1ae92-3570-4780-9ed7-68925d0173d2 HTTP/1.1" status: 204 len: 168 time: 0.1493638 Aug 17 00:07:52.790820 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5faa4-f1b2-4cfe-a13a-f7b8d76e5acc req-5dd6350c-6162-4415-b222-84ed5adc14cb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:52.797260 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2e557-c34e-447f-ac24-c73384d68209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec1ae92-3570-4780-9ed7-68925d0173d2,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:52.797402 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5faa4-f1b2-4cfe-a13a-f7b8d76e5acc req-5dd6350c-6162-4415-b222-84ed5adc14cb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:52.799226 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92c5faa4-f1b2-4cfe-a13a-f7b8d76e5acc req-5dd6350c-6162-4415-b222-84ed5adc14cb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5432 time: 0.2132542 Aug 17 00:07:52.887533 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-bd219187-4ccc-4d90-939f-af2ca61b8324 service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606075 Aug 17 00:07:52.955057 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd332583-6aff-412f-bd15-be1789832abb tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Router 6f552218-26d7-4786-9208-fd9b23fbcd65 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:07:52.959417 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92c5faa4-f1b2-4cfe-a13a-f7b8d76e5acc req-61e8ed28-7a12-4933-a1f9-7315d1b9ef2c tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1275797 Aug 17 00:07:53.062306 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44262) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:53.075680 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-10414224-6edc-498f-aa9b-7f5b3f695d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:53.083754 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-3fbf5d39-ea89-4bdd-bf0a-3529f1602180 service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873140 Aug 17 00:07:53.142175 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-ecd97f30-1814-4826-843e-ac0cc5958008 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8f2c444b-10cf-453f-8d06-f7c40983dbe2 HTTP/1.1" status: 200 len: 217 time: 0.0457475 Aug 17 00:07:53.144837 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd332583-6aff-412f-bd15-be1789832abb tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:07:53.149682 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dd332583-6aff-412f-bd15-be1789832abb tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:53.155788 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f32a29-0848-4ac8-a8c8-76cc1ba240ae None None] Sync routers for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:07:53.167346 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f32a29-0848-4ac8-a8c8-76cc1ba240ae None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:53.168291 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-99f32a29-0848-4ac8-a8c8-76cc1ba240ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:53.178024 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-10414224-6edc-498f-aa9b-7f5b3f695d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:53.181700 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-10414224-6edc-498f-aa9b-7f5b3f695d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:53.201096 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-99f32a29-0848-4ac8-a8c8-76cc1ba240ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:53.208318 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10414224-6edc-498f-aa9b-7f5b3f695d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a8b39e-0d7a-48da-8b56-4b575884f25a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:53.209678 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-dd332583-6aff-412f-bd15-be1789832abb tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "DELETE /v2.0/floatingips/17a7e7e6-7749-4d73-a1be-cdc2460b17f5 HTTP/1.1" status: 204 len: 168 time: 2.1702156 Aug 17 00:07:53.210200 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f32a29-0848-4ac8-a8c8-76cc1ba240ae None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:53.210821 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-99f32a29-0848-4ac8-a8c8-76cc1ba240ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:53.213869 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44264) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:53.225399 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-ae1278db-9572-4ee2-8153-207e9a02c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:53.226859 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-ae1278db-9572-4ee2-8153-207e9a02c105 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6225a0cd-0c05-4a30-94ea-958f505e0ba4 HTTP/1.1" status: 200 len: 797 time: 0.0745587 Aug 17 00:07:53.245281 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-10414224-6edc-498f-aa9b-7f5b3f695d68 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b395597903f941cbbb31df4b056b116a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788764 Aug 17 00:07:53.245558 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44266) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:53.246515 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-99f32a29-0848-4ac8-a8c8-76cc1ba240ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:53.247191 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f32a29-0848-4ac8-a8c8-76cc1ba240ae None None] The sync data for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:07:53.299609 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c7e78e56-829c-4dd3-b3d5-e0438912736f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:53.321715 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c7e78e56-829c-4dd3-b3d5-e0438912736f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:53.325114 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-189c5417-5c39-4f12-91ab-92d38c572ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:53.326619 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-189c5417-5c39-4f12-91ab-92d38c572ac4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=949ef9b5-a5f5-4a03-9475-a782bb68296d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0807843 Aug 17 00:07:53.371205 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c7e78e56-829c-4dd3-b3d5-e0438912736f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:53.373734 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c7e78e56-829c-4dd3-b3d5-e0438912736f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:53.377352 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c7e78e56-829c-4dd3-b3d5-e0438912736f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/41a8b39e-0d7a-48da-8b56-4b575884f25a HTTP/1.1" status: 204 len: 168 time: 0.1283636 Aug 17 00:07:53.382662 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e78e56-829c-4dd3-b3d5-e0438912736f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a8b39e-0d7a-48da-8b56-4b575884f25a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:53.388989 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-e4300e98-8c7a-4825-b380-563c8a3e9044 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Deleting port 5ea9c608-08e9-4e81-97b5-e976fee444ef {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:07:53.389378 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e4300e98-8c7a-4825-b380-563c8a3e9044 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:53.503194 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-3e7517b1-d5fa-4f4f-8973-a0608dea7d22 service neutron] 10.222.0.64 "GET /v2.0/networks/949ef9b5-a5f5-4a03-9475-a782bb68296d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636736 Aug 17 00:07:53.523968 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e4300e98-8c7a-4825-b380-563c8a3e9044 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:53.578068 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-e4300e98-8c7a-4825-b380-563c8a3e9044 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Calling delete_port for 5ea9c608-08e9-4e81-97b5-e976fee444ef owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:07:53.678549 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-db8afe8d-201e-4d40-8e47-fa06751e5ac5 service neutron] 10.222.0.64 "GET /v2.0/networks/949ef9b5-a5f5-4a03-9475-a782bb68296d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632993 Aug 17 00:07:53.736139 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-98f9fa54-8205-48d2-9916-821424238d54 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0a9b87f8-4dbf-486d-a3c6-27de042824e5 HTTP/1.1" status: 200 len: 217 time: 0.0448163 Aug 17 00:07:53.837540 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-d9122c72-a909-49d9-923c-33aa4740b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:53.839462 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-d9122c72-a909-49d9-923c-33aa4740b8e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6225a0cd-0c05-4a30-94ea-958f505e0ba4 HTTP/1.1" status: 200 len: 797 time: 0.0903032 Aug 17 00:07:53.921905 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e4300e98-8c7a-4825-b380-563c8a3e9044 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:53.927138 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-ffb5c2c1-b8f6-450f-927f-5dd2699dc626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:53.928680 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-ffb5c2c1-b8f6-450f-927f-5dd2699dc626 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=949ef9b5-a5f5-4a03-9475-a782bb68296d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0654216 Aug 17 00:07:53.960411 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4300e98-8c7a-4825-b380-563c8a3e9044 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event deleted for resources: {'Port': ['ID=5ea9c608-08e9-4e81-97b5-e976fee444ef,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:54.141535 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e4300e98-8c7a-4825-b380-563c8a3e9044 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:54.143372 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e4300e98-8c7a-4825-b380-563c8a3e9044 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "DELETE /v2.0/ports/5ea9c608-08e9-4e81-97b5-e976fee444ef HTTP/1.1" status: 204 len: 168 time: 0.9285905 Aug 17 00:07:54.145366 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-b18a65a6-8402-4d2f-ad53-eed531c5a771 service neutron] 10.222.0.64 "GET /v2.0/networks/949ef9b5-a5f5-4a03-9475-a782bb68296d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922104 Aug 17 00:07:54.147108 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44276) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:54.152508 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-316f4de6-6fcb-4202-a1a5-b36a1919580e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:54.157059 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b7248-2e33-448e-8bcc-c0c400f69298 req-e7d71668-425c-4328-866d-e7eb6ba388c4 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:54.162979 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b7248-2e33-448e-8bcc-c0c400f69298 req-e7d71668-425c-4328-866d-e7eb6ba388c4 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:54.169766 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b7248-2e33-448e-8bcc-c0c400f69298 req-e7d71668-425c-4328-866d-e7eb6ba388c4 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:54.175694 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b7248-2e33-448e-8bcc-c0c400f69298 req-e7d71668-425c-4328-866d-e7eb6ba388c4 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:54.175976 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-316f4de6-6fcb-4202-a1a5-b36a1919580e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:54.181720 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b7248-2e33-448e-8bcc-c0c400f69298 req-e7d71668-425c-4328-866d-e7eb6ba388c4 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:54.188006 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b7248-2e33-448e-8bcc-c0c400f69298 req-e7d71668-425c-4328-866d-e7eb6ba388c4 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:54.193953 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b7248-2e33-448e-8bcc-c0c400f69298 req-e7d71668-425c-4328-866d-e7eb6ba388c4 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:54.195873 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f4b7248-2e33-448e-8bcc-c0c400f69298 req-e7d71668-425c-4328-866d-e7eb6ba388c4 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5432 time: 0.1560583 Aug 17 00:07:54.278867 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-316f4de6-6fcb-4202-a1a5-b36a1919580e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:54.289356 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f4b7248-2e33-448e-8bcc-c0c400f69298 req-a28b46e7-4293-4c3e-826a-c18a37c0616a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0805485 Aug 17 00:07:54.314161 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc571026-da8a-4de7-bb92-3df1440fb8fe req-003546fb-14bf-423f-af02-ae02ddee638d service neutron] 10.222.0.64 "GET /v2.0/networks/949ef9b5-a5f5-4a03-9475-a782bb68296d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173074 Aug 17 00:07:54.386017 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-316f4de6-6fcb-4202-a1a5-b36a1919580e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Allocated IP 172.25.3.27 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/8a303a5c-f984-4705-a4bf-aea20eca59c6) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:54.431899 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f578a63-e65d-49e8-95d4-825d71446d34 req-c8a0b913-34b6-4e22-8057-9edf9e4bb6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:54.433135 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f578a63-e65d-49e8-95d4-825d71446d34 req-c8a0b913-34b6-4e22-8057-9edf9e4bb6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:54.433690 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f578a63-e65d-49e8-95d4-825d71446d34 req-c8a0b913-34b6-4e22-8057-9edf9e4bb6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:54.434233 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f578a63-e65d-49e8-95d4-825d71446d34 req-c8a0b913-34b6-4e22-8057-9edf9e4bb6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:54.434771 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f578a63-e65d-49e8-95d4-825d71446d34 req-c8a0b913-34b6-4e22-8057-9edf9e4bb6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:54.435323 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f578a63-e65d-49e8-95d4-825d71446d34 req-c8a0b913-34b6-4e22-8057-9edf9e4bb6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:54.435861 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f578a63-e65d-49e8-95d4-825d71446d34 req-c8a0b913-34b6-4e22-8057-9edf9e4bb6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:54.437947 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f578a63-e65d-49e8-95d4-825d71446d34 req-c8a0b913-34b6-4e22-8057-9edf9e4bb6eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c3689368c2d4f3084af070981f83d10&device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 6496 time: 0.0530164 Aug 17 00:07:54.497678 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-316f4de6-6fcb-4202-a1a5-b36a1919580e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:54.534927 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f578a63-e65d-49e8-95d4-825d71446d34 req-1c774083-056c-4b40-b6a6-d4439c3b746d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:54.536391 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-316f4de6-6fcb-4202-a1a5-b36a1919580e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:54.536549 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f578a63-e65d-49e8-95d4-825d71446d34 req-1c774083-056c-4b40-b6a6-d4439c3b746d service neutron] 10.222.0.64 "GET /v2.0/networks?id=949ef9b5-a5f5-4a03-9475-a782bb68296d HTTP/1.1" status: 200 len: 903 time: 0.0903339 Aug 17 00:07:54.574480 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316f4de6-6fcb-4202-a1a5-b36a1919580e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:54.578780 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f578a63-e65d-49e8-95d4-825d71446d34 req-091c60bb-3d81-444f-a7fd-02e035a48ec5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0a9b87f8-4dbf-486d-a3c6-27de042824e5 HTTP/1.1" status: 200 len: 217 time: 0.0347223 Aug 17 00:07:54.579371 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-316f4de6-6fcb-4202-a1a5-b36a1919580e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:54.582909 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316f4de6-6fcb-4202-a1a5-b36a1919580e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:54.611291 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f4de6-6fcb-4202-a1a5-b36a1919580e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event updated for resources: {'Port': ['ID=8a303a5c-f984-4705-a4bf-aea20eca59c6,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:54.635079 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f578a63-e65d-49e8-95d4-825d71446d34 req-bfc08e9f-7fe0-463b-9114-423f45f2bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:54.636573 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f578a63-e65d-49e8-95d4-825d71446d34 req-bfc08e9f-7fe0-463b-9114-423f45f2bbc3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6225a0cd-0c05-4a30-94ea-958f505e0ba4 HTTP/1.1" status: 200 len: 797 time: 0.0488093 Aug 17 00:07:54.680560 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-316f4de6-6fcb-4202-a1a5-b36a1919580e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:54.694069 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f578a63-e65d-49e8-95d4-825d71446d34 req-b97cbef9-c924-4bc4-8953-f4acc262a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:54.695697 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f578a63-e65d-49e8-95d4-825d71446d34 req-b97cbef9-c924-4bc4-8953-f4acc262a5e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=949ef9b5-a5f5-4a03-9475-a782bb68296d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0468895 Aug 17 00:07:54.722011 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-316f4de6-6fcb-4202-a1a5-b36a1919580e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:54.806967 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f578a63-e65d-49e8-95d4-825d71446d34 req-818222c5-07f0-4b7c-ae50-5e55517c37fe service neutron] 10.222.0.64 "GET /v2.0/networks/949ef9b5-a5f5-4a03-9475-a782bb68296d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015522 Aug 17 00:07:54.895819 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-316f4de6-6fcb-4202-a1a5-b36a1919580e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:54.901555 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-316f4de6-6fcb-4202-a1a5-b36a1919580e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:54.901834 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f578a63-e65d-49e8-95d4-825d71446d34 req-44f1289e-4be1-421b-aa61-91ed4dd13e0e service neutron] 10.222.0.64 "GET /v2.0/networks/949ef9b5-a5f5-4a03-9475-a782bb68296d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854409 Aug 17 00:07:54.973377 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f4de6-6fcb-4202-a1a5-b36a1919580e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event updated for resources: {'Port': ['ID=8a303a5c-f984-4705-a4bf-aea20eca59c6,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:54.981573 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-316f4de6-6fcb-4202-a1a5-b36a1919580e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:54.995838 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-316f4de6-6fcb-4202-a1a5-b36a1919580e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:54.997080 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-316f4de6-6fcb-4202-a1a5-b36a1919580e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8489404 Aug 17 00:07:54.999602 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44282) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:55.004475 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-fb2c32f3-b7b7-43d5-9d4a-83f480305a8c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Request body: {'port': {'network_id': '3f6cb871-68d7-46b4-bf57-5d286768ca16', 'name': 'tempest-FloatingIPTestJSON-1279455033'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:55.115539 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2c32f3-b7b7-43d5-9d4a-83f480305a8c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Made reservation on behalf of 9a218f37679a483390908c1b0e5c589c for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:07:55.119476 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fb2c32f3-b7b7-43d5-9d4a-83f480305a8c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:55.137288 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-fb2c32f3-b7b7-43d5-9d4a-83f480305a8c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] device_id is not set on port c335edf3-856e-4087-87ba-4a9071fd2832 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:07:55.251072 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-fb2c32f3-b7b7-43d5-9d4a-83f480305a8c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Allocated IP 172.20.0.12 (3f6cb871-68d7-46b4-bf57-5d286768ca16/c35bf154-11a2-4d50-a216-195ccbcf6448/c335edf3-856e-4087-87ba-4a9071fd2832) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:55.393159 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fb2c32f3-b7b7-43d5-9d4a-83f480305a8c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:55.423253 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58040684-2deb-41cb-9d25-73e71113a0af req-0fdefa34-9d09-4d68-8f15-584b9a6d9448 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:55.429846 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58040684-2deb-41cb-9d25-73e71113a0af req-0fdefa34-9d09-4d68-8f15-584b9a6d9448 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:55.434833 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fb2c32f3-b7b7-43d5-9d4a-83f480305a8c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:55.437992 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58040684-2deb-41cb-9d25-73e71113a0af req-0fdefa34-9d09-4d68-8f15-584b9a6d9448 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:55.444995 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58040684-2deb-41cb-9d25-73e71113a0af req-0fdefa34-9d09-4d68-8f15-584b9a6d9448 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:55.451545 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58040684-2deb-41cb-9d25-73e71113a0af req-0fdefa34-9d09-4d68-8f15-584b9a6d9448 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:55.457524 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58040684-2deb-41cb-9d25-73e71113a0af req-0fdefa34-9d09-4d68-8f15-584b9a6d9448 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:55.464329 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58040684-2deb-41cb-9d25-73e71113a0af req-0fdefa34-9d09-4d68-8f15-584b9a6d9448 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:55.466246 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58040684-2deb-41cb-9d25-73e71113a0af req-0fdefa34-9d09-4d68-8f15-584b9a6d9448 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5432 time: 0.1002889 Aug 17 00:07:55.486156 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2c32f3-b7b7-43d5-9d4a-83f480305a8c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Network 3f6cb871-68d7-46b4-bf57-5d286768ca16 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:55.491637 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-fb2c32f3-b7b7-43d5-9d4a-83f480305a8c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:55.495805 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c32f3-b7b7-43d5-9d4a-83f480305a8c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:55.511359 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58040684-2deb-41cb-9d25-73e71113a0af req-21340946-ebbc-499b-bdef-2b6fa92488dc tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379355 Aug 17 00:07:55.522106 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c32f3-b7b7-43d5-9d4a-83f480305a8c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event updated for resources: {'Port': ['ID=c335edf3-856e-4087-87ba-4a9071fd2832,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:55.552081 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2c32f3-b7b7-43d5-9d4a-83f480305a8c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:55.552709 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fb2c32f3-b7b7-43d5-9d4a-83f480305a8c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:55.566612 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fb2c32f3-b7b7-43d5-9d4a-83f480305a8c tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5660326 Aug 17 00:07:55.569223 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44288) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:55.573625 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-c64e1995-64c3-4ac5-ac57-9641d9cc0fb4 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Request body: {'floatingip': {'port_id': 'c335edf3-856e-4087-87ba-4a9071fd2832'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:55.614008 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c64e1995-64c3-4ac5-ac57-9641d9cc0fb4 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:56.064993 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c64e1995-64c3-4ac5-ac57-9641d9cc0fb4 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:56.068565 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c64e1995-64c3-4ac5-ac57-9641d9cc0fb4 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:56.176695 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-c64e1995-64c3-4ac5-ac57-9641d9cc0fb4 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Floating IP 30b7d168-0d41-4015-b7dd-8565b0e1e2fc associated. External IP: 172.25.3.27, port: c335edf3-856e-4087-87ba-4a9071fd2832. Aug 17 00:07:56.380393 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64e1995-64c3-4ac5-ac57-9641d9cc0fb4 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Router 6f552218-26d7-4786-9208-fd9b23fbcd65 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:07:56.655019 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed2e4b-ce12-4c92-8851-84a06f7f5643 req-00d1f0ce-c0e9-48b7-8ed1-f0d002837c9d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:56.660907 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed2e4b-ce12-4c92-8851-84a06f7f5643 req-00d1f0ce-c0e9-48b7-8ed1-f0d002837c9d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:56.667444 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed2e4b-ce12-4c92-8851-84a06f7f5643 req-00d1f0ce-c0e9-48b7-8ed1-f0d002837c9d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:56.673452 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed2e4b-ce12-4c92-8851-84a06f7f5643 req-00d1f0ce-c0e9-48b7-8ed1-f0d002837c9d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:56.679385 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed2e4b-ce12-4c92-8851-84a06f7f5643 req-00d1f0ce-c0e9-48b7-8ed1-f0d002837c9d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:56.686068 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed2e4b-ce12-4c92-8851-84a06f7f5643 req-00d1f0ce-c0e9-48b7-8ed1-f0d002837c9d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:56.691993 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed2e4b-ce12-4c92-8851-84a06f7f5643 req-00d1f0ce-c0e9-48b7-8ed1-f0d002837c9d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:56.694005 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-12ed2e4b-ce12-4c92-8851-84a06f7f5643 req-00d1f0ce-c0e9-48b7-8ed1-f0d002837c9d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5432 time: 0.1012728 Aug 17 00:07:56.738184 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-12ed2e4b-ce12-4c92-8851-84a06f7f5643 req-10d6400e-b290-4d5f-83ad-248a584beb11 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372682 Aug 17 00:07:56.808311 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64e1995-64c3-4ac5-ac57-9641d9cc0fb4 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:07:56.813198 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c64e1995-64c3-4ac5-ac57-9641d9cc0fb4 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:56.818036 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025d4162-f602-4f82-8499-93374a565d61 None None] Sync routers for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:07:56.828496 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025d4162-f602-4f82-8499-93374a565d61 None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:56.829150 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-025d4162-f602-4f82-8499-93374a565d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:56.842969 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c64e1995-64c3-4ac5-ac57-9641d9cc0fb4 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "PUT /v2.0/floatingips/30b7d168-0d41-4015-b7dd-8565b0e1e2fc HTTP/1.1" status: 200 len: 978 time: 1.2701468 Aug 17 00:07:56.843289 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44298) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:56.867453 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-025d4162-f602-4f82-8499-93374a565d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:56.877835 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025d4162-f602-4f82-8499-93374a565d61 None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:56.878450 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-025d4162-f602-4f82-8499-93374a565d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:56.910607 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-025d4162-f602-4f82-8499-93374a565d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:56.911168 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025d4162-f602-4f82-8499-93374a565d61 None None] The sync data for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:07:56.938305 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-1e42fe0d-06c2-4447-8274-e1a9b6d297ff tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Deleting port c335edf3-856e-4087-87ba-4a9071fd2832 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:07:56.938649 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1e42fe0d-06c2-4447-8274-e1a9b6d297ff tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:57.029497 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1e42fe0d-06c2-4447-8274-e1a9b6d297ff tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:57.250246 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1e42fe0d-06c2-4447-8274-e1a9b6d297ff tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:57.250535 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1e42fe0d-06c2-4447-8274-e1a9b6d297ff tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:57.250850 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-1e42fe0d-06c2-4447-8274-e1a9b6d297ff tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Floating IP 30b7d168-0d41-4015-b7dd-8565b0e1e2fc disassociated. External IP: 172.25.3.27, port: c335edf3-856e-4087-87ba-4a9071fd2832. Aug 17 00:07:57.251191 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-1e42fe0d-06c2-4447-8274-e1a9b6d297ff tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Calling delete_port for c335edf3-856e-4087-87ba-4a9071fd2832 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:07:57.376441 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1e42fe0d-06c2-4447-8274-e1a9b6d297ff tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:57.408860 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42fe0d-06c2-4447-8274-e1a9b6d297ff tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event deleted for resources: {'Port': ['ID=c335edf3-856e-4087-87ba-4a9071fd2832,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:57.527203 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e42fe0d-06c2-4447-8274-e1a9b6d297ff tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Router 6f552218-26d7-4786-9208-fd9b23fbcd65 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:07:57.631822 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e42fe0d-06c2-4447-8274-e1a9b6d297ff tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:07:57.645671 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5472f14-793a-40b5-aa01-99649cc4adb9 None None] Sync routers for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:07:57.655357 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5472f14-793a-40b5-aa01-99649cc4adb9 None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:57.655971 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b5472f14-793a-40b5-aa01-99649cc4adb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:57.687639 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b5472f14-793a-40b5-aa01-99649cc4adb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:57.695914 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5472f14-793a-40b5-aa01-99649cc4adb9 None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:57.696514 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b5472f14-793a-40b5-aa01-99649cc4adb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:57.700104 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1e42fe0d-06c2-4447-8274-e1a9b6d297ff tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:57.702029 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1e42fe0d-06c2-4447-8274-e1a9b6d297ff tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "DELETE /v2.0/ports/c335edf3-856e-4087-87ba-4a9071fd2832 HTTP/1.1" status: 204 len: 168 time: 0.8578029 Aug 17 00:07:57.704458 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44302) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:57.727828 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b5472f14-793a-40b5-aa01-99649cc4adb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:57.728474 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5472f14-793a-40b5-aa01-99649cc4adb9 None None] The sync data for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:07:57.749759 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3b4e6ed1-45e7-443d-bd56-944fd3984216 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "GET /v2.0/floatingips/30b7d168-0d41-4015-b7dd-8565b0e1e2fc HTTP/1.1" status: 200 len: 687 time: 0.0442338 Aug 17 00:07:57.752675 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44304) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:57.880934 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220891c7-1957-4bd6-bf81-70118dad90ce req-9bdb92c8-4b38-4439-b0ce-a4f3d50a2e6e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:57.882319 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-afff69b5-331e-4f94-a5df-4e0e045180ca tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Deleting port 8a303a5c-f984-4705-a4bf-aea20eca59c6 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:07:57.882759 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-afff69b5-331e-4f94-a5df-4e0e045180ca tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:57.892863 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220891c7-1957-4bd6-bf81-70118dad90ce req-9bdb92c8-4b38-4439-b0ce-a4f3d50a2e6e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:57.898901 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220891c7-1957-4bd6-bf81-70118dad90ce req-9bdb92c8-4b38-4439-b0ce-a4f3d50a2e6e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:57.906174 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220891c7-1957-4bd6-bf81-70118dad90ce req-9bdb92c8-4b38-4439-b0ce-a4f3d50a2e6e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:57.912041 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220891c7-1957-4bd6-bf81-70118dad90ce req-9bdb92c8-4b38-4439-b0ce-a4f3d50a2e6e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:57.919301 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220891c7-1957-4bd6-bf81-70118dad90ce req-9bdb92c8-4b38-4439-b0ce-a4f3d50a2e6e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:57.925184 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220891c7-1957-4bd6-bf81-70118dad90ce req-9bdb92c8-4b38-4439-b0ce-a4f3d50a2e6e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:57.927144 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-220891c7-1957-4bd6-bf81-70118dad90ce req-9bdb92c8-4b38-4439-b0ce-a4f3d50a2e6e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5432 time: 0.1066735 Aug 17 00:07:57.967553 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-afff69b5-331e-4f94-a5df-4e0e045180ca tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:57.967890 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-afff69b5-331e-4f94-a5df-4e0e045180ca tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:57.968462 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:07:57.970793 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-220891c7-1957-4bd6-bf81-70118dad90ce req-98d2808d-eef6-4f91-a441-3ca446baaf0e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366781 Aug 17 00:07:57.980113 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-afff69b5-331e-4f94-a5df-4e0e045180ca tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Calling delete_port for 8a303a5c-f984-4705-a4bf-aea20eca59c6 owned by network:floatingip {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:07:58.116947 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-afff69b5-331e-4f94-a5df-4e0e045180ca tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:58.141001 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff69b5-331e-4f94-a5df-4e0e045180ca tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event deleted for resources: {'Port': ['ID=8a303a5c-f984-4705-a4bf-aea20eca59c6,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:58.201683 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-afff69b5-331e-4f94-a5df-4e0e045180ca tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:58.204146 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-afff69b5-331e-4f94-a5df-4e0e045180ca tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:58.205305 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-afff69b5-331e-4f94-a5df-4e0e045180ca tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "DELETE /v2.0/floatingips/30b7d168-0d41-4015-b7dd-8565b0e1e2fc HTTP/1.1" status: 204 len: 168 time: 0.4516628 Aug 17 00:07:58.208688 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44312) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:58.213141 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-328f189e-33a1-4583-8d86-86edc713512e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'port_id': '302a182e-8e93-4bcd-80d2-bb4f5485ad13'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:58.234414 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-328f189e-33a1-4583-8d86-86edc713512e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:58.333549 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-328f189e-33a1-4583-8d86-86edc713512e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:58.437009 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-328f189e-33a1-4583-8d86-86edc713512e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Allocated IP 172.25.3.37 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/efb1d7f8-9898-4af4-8899-ce16ae0cb198) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:58.545022 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-328f189e-33a1-4583-8d86-86edc713512e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:58.582264 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-328f189e-33a1-4583-8d86-86edc713512e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:58.624482 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328f189e-33a1-4583-8d86-86edc713512e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:58.629924 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-328f189e-33a1-4583-8d86-86edc713512e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:58.632855 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328f189e-33a1-4583-8d86-86edc713512e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:58.636063 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f189e-33a1-4583-8d86-86edc713512e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event updated for resources: {'Port': ['ID=efb1d7f8-9898-4af4-8899-ce16ae0cb198,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:59.096659 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-328f189e-33a1-4583-8d86-86edc713512e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:59.130675 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d82725-f038-4bc1-a268-383ce5ebe130 req-fc525645-7bae-43cd-9e52-6d1dabebc124 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:59.138107 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d82725-f038-4bc1-a268-383ce5ebe130 req-fc525645-7bae-43cd-9e52-6d1dabebc124 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:59.145161 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d82725-f038-4bc1-a268-383ce5ebe130 req-fc525645-7bae-43cd-9e52-6d1dabebc124 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:59.151961 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d82725-f038-4bc1-a268-383ce5ebe130 req-fc525645-7bae-43cd-9e52-6d1dabebc124 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:59.158286 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d82725-f038-4bc1-a268-383ce5ebe130 req-fc525645-7bae-43cd-9e52-6d1dabebc124 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:59.164498 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d82725-f038-4bc1-a268-383ce5ebe130 req-fc525645-7bae-43cd-9e52-6d1dabebc124 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:59.170693 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d82725-f038-4bc1-a268-383ce5ebe130 req-fc525645-7bae-43cd-9e52-6d1dabebc124 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:59.172712 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66d82725-f038-4bc1-a268-383ce5ebe130 req-fc525645-7bae-43cd-9e52-6d1dabebc124 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5432 time: 0.1126053 Aug 17 00:07:59.185229 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-328f189e-33a1-4583-8d86-86edc713512e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:59.216713 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66d82725-f038-4bc1-a268-383ce5ebe130 req-7e23fd99-12c5-44b5-98fe-153210b7af72 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370338 Aug 17 00:07:59.373219 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-328f189e-33a1-4583-8d86-86edc713512e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:59.377888 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-328f189e-33a1-4583-8d86-86edc713512e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:59.449986 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f189e-33a1-4583-8d86-86edc713512e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event updated for resources: {'Port': ['ID=efb1d7f8-9898-4af4-8899-ce16ae0cb198,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:59.466598 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-328f189e-33a1-4583-8d86-86edc713512e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:59.573291 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-328f189e-33a1-4583-8d86-86edc713512e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Floating IP ccfedb2d-421e-432b-b16b-83ca62475310 associated. External IP: 172.25.3.37, port: 302a182e-8e93-4bcd-80d2-bb4f5485ad13. Aug 17 00:07:59.781513 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328f189e-33a1-4583-8d86-86edc713512e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Router 6f552218-26d7-4786-9208-fd9b23fbcd65 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:07:59.891134 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328f189e-33a1-4583-8d86-86edc713512e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:07:59.901230 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06621ca8-9cca-4c9e-9b45-aae5639dab42 None None] Sync routers for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:07:59.906611 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-328f189e-33a1-4583-8d86-86edc713512e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:59.911038 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06621ca8-9cca-4c9e-9b45-aae5639dab42 None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:59.911661 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-06621ca8-9cca-4c9e-9b45-aae5639dab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:59.934800 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-328f189e-33a1-4583-8d86-86edc713512e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.7249832 Aug 17 00:07:59.937411 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44320) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:59.942265 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-7acb4835-f3e0-4842-b863-afc2201d68c6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-96121749'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:59.947222 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-06621ca8-9cca-4c9e-9b45-aae5639dab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:59.955769 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06621ca8-9cca-4c9e-9b45-aae5639dab42 None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:59.956373 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-06621ca8-9cca-4c9e-9b45-aae5639dab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:59.966525 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acb4835-f3e0-4842-b863-afc2201d68c6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Made reservation on behalf of 9a218f37679a483390908c1b0e5c589c for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:07:59.970277 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7acb4835-f3e0-4842-b863-afc2201d68c6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:59.992865 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-06621ca8-9cca-4c9e-9b45-aae5639dab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:59.993539 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06621ca8-9cca-4c9e-9b45-aae5639dab42 None None] The sync data for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:07:59.995736 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7acb4835-f3e0-4842-b863-afc2201d68c6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:08:00.005542 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7acb4835-f3e0-4842-b863-afc2201d68c6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:00.005919 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-7acb4835-f3e0-4842-b863-afc2201d68c6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Added segment 9f54f5e5-c0e3-4570-9fcc-fbe5cfedea3f of type vlan for network dd129d82-a8d8-4469-bd68-4d28b44dea51 Aug 17 00:08:00.047223 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7acb4835-f3e0-4842-b863-afc2201d68c6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:00.072744 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7acb4835-f3e0-4842-b863-afc2201d68c6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:00.078816 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acb4835-f3e0-4842-b863-afc2201d68c6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:00.079411 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7acb4835-f3e0-4842-b863-afc2201d68c6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:00.139154 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7acb4835-f3e0-4842-b863-afc2201d68c6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2007115 Aug 17 00:08:00.142134 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44324) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:00.148098 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-52425658-f5b9-4f6b-a468-7092491e3652 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Request body: {'subnet': {'network_id': 'dd129d82-a8d8-4469-bd68-4d28b44dea51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:00.151498 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb4835-f3e0-4842-b863-afc2201d68c6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event updated for resources: {'Network': ['ID=dd129d82-a8d8-4469-bd68-4d28b44dea51,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:00.162152 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network dd129d82-a8d8-4469-bd68-4d28b44dea51 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:08:00.246861 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52425658-f5b9-4f6b-a468-7092491e3652 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Made reservation on behalf of 9a218f37679a483390908c1b0e5c589c for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:00.250638 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-52425658-f5b9-4f6b-a468-7092491e3652 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:00.380526 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15964335-935f-4c8b-8786-de5be0cbc02a req-5b296d1e-8973-4e78-95bb-c42661b0784f tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:00.386442 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15964335-935f-4c8b-8786-de5be0cbc02a req-5b296d1e-8973-4e78-95bb-c42661b0784f tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:00.392298 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15964335-935f-4c8b-8786-de5be0cbc02a req-5b296d1e-8973-4e78-95bb-c42661b0784f tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:00.398108 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15964335-935f-4c8b-8786-de5be0cbc02a req-5b296d1e-8973-4e78-95bb-c42661b0784f tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:00.404532 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15964335-935f-4c8b-8786-de5be0cbc02a req-5b296d1e-8973-4e78-95bb-c42661b0784f tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:00.410376 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15964335-935f-4c8b-8786-de5be0cbc02a req-5b296d1e-8973-4e78-95bb-c42661b0784f tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:00.416790 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15964335-935f-4c8b-8786-de5be0cbc02a req-5b296d1e-8973-4e78-95bb-c42661b0784f tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:00.418627 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15964335-935f-4c8b-8786-de5be0cbc02a req-5b296d1e-8973-4e78-95bb-c42661b0784f tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5432 time: 0.1202025 Aug 17 00:08:00.503515 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15964335-935f-4c8b-8786-de5be0cbc02a req-84adb91a-9391-41ba-a121-3ad740cea757 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0782244 Aug 17 00:08:00.554540 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-52425658-f5b9-4f6b-a468-7092491e3652 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:00.611576 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52425658-f5b9-4f6b-a468-7092491e3652 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event updated for resources: {'Subnet': ['ID=35337980-66f9-487f-afdd-44fcdb5557c2,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:00.624018 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52425658-f5b9-4f6b-a468-7092491e3652 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Checking segment: {'id': '9f54f5e5-c0e3-4570-9fcc-fbe5cfedea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dd129d82-a8d8-4469-bd68-4d28b44dea51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:08:00.624478 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52425658-f5b9-4f6b-a468-7092491e3652 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Network hostable DHCP agents. Network: dd129d82-a8d8-4469-bd68-4d28b44dea51, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:08:00.642275 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52425658-f5b9-4f6b-a468-7092491e3652 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Network dd129d82-a8d8-4469-bd68-4d28b44dea51 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:08:00.651525 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-52425658-f5b9-4f6b-a468-7092491e3652 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, dd129d82-a8d8-4469-bd68-4d28b44dea51) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:00.655729 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52425658-f5b9-4f6b-a468-7092491e3652 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:00.656328 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-52425658-f5b9-4f6b-a468-7092491e3652 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:00.660407 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea51dc84-8fcc-4dd4-a8ee-a2b9f617ca17 None None] Network dd129d82-a8d8-4469-bd68-4d28b44dea51 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:08:00.670641 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-52425658-f5b9-4f6b-a468-7092491e3652 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5274415 Aug 17 00:08:00.673310 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44330) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:00.677914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-af1f61a9-b82e-4cdd-aeee-d5469ff8ba2d tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1167286466', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}, 'admin_state_up': False}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:00.703283 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-af1f61a9-b82e-4cdd-aeee-d5469ff8ba2d tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:00.704450 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-af1f61a9-b82e-4cdd-aeee-d5469ff8ba2d tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:00.764519 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-af1f61a9-b82e-4cdd-aeee-d5469ff8ba2d tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:00.820262 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366dd28e-6380-4143-a6fd-9e85775c9751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-dd129d82-a8d8-4469-bd68-4d28b44dea51', 'network_id': 'dd129d82-a8d8-4469-bd68-4d28b44dea51', 'tenant_id': '9a218f37679a483390908c1b0e5c589c', 'fixed_ips': [{'subnet_id': '35337980-66f9-487f-afdd-44fcdb5557c2'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:08:00.821213 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-366dd28e-6380-4143-a6fd-9e85775c9751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:00.907615 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-af1f61a9-b82e-4cdd-aeee-d5469ff8ba2d tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:00.953677 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-366dd28e-6380-4143-a6fd-9e85775c9751 None None] Allocated IP 172.20.0.2 (dd129d82-a8d8-4469-bd68-4d28b44dea51/35337980-66f9-487f-afdd-44fcdb5557c2/76009d9e-3176-4847-a4d1-f0e9a93f22f8) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:08:01.100130 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-366dd28e-6380-4143-a6fd-9e85775c9751 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:01.106585 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-af1f61a9-b82e-4cdd-aeee-d5469ff8ba2d tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:01.110275 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-366dd28e-6380-4143-a6fd-9e85775c9751 None None] Transition to ACTIVE for port object 76009d9e-3176-4847-a4d1-f0e9a93f22f8 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:01.128065 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-af1f61a9-b82e-4cdd-aeee-d5469ff8ba2d tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:01.128455 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-366dd28e-6380-4143-a6fd-9e85775c9751 None None] Transition to ACTIVE for port object 76009d9e-3176-4847-a4d1-f0e9a93f22f8 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:01.134196 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-366dd28e-6380-4143-a6fd-9e85775c9751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:01.174983 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366dd28e-6380-4143-a6fd-9e85775c9751 None None] Network dd129d82-a8d8-4469-bd68-4d28b44dea51 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:08:01.178836 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-366dd28e-6380-4143-a6fd-9e85775c9751 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:01.185477 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366dd28e-6380-4143-a6fd-9e85775c9751 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:08:01.199691 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366dd28e-6380-4143-a6fd-9e85775c9751 None None] Pushing event updated for resources: {'Port': ['ID=76009d9e-3176-4847-a4d1-f0e9a93f22f8,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:01.247074 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-af1f61a9-b82e-4cdd-aeee-d5469ff8ba2d tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Allocated IP 172.25.3.60 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/3826046e-4f2a-49b0-b65f-4b9a65166390) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:08:01.249926 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-366dd28e-6380-4143-a6fd-9e85775c9751 None None] Attempting to bind port 76009d9e-3176-4847-a4d1-f0e9a93f22f8 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:08:01.250300 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-366dd28e-6380-4143-a6fd-9e85775c9751 None None] Attempting to bind port 76009d9e-3176-4847-a4d1-f0e9a93f22f8 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '9f54f5e5-c0e3-4570-9fcc-fbe5cfedea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dd129d82-a8d8-4469-bd68-4d28b44dea51'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:08:01.251837 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366dd28e-6380-4143-a6fd-9e85775c9751 None None] Attempting to bind port 76009d9e-3176-4847-a4d1-f0e9a93f22f8 on network dd129d82-a8d8-4469-bd68-4d28b44dea51 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:08:01.256422 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366dd28e-6380-4143-a6fd-9e85775c9751 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:08:01.257173 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366dd28e-6380-4143-a6fd-9e85775c9751 None None] Checking segment: {'id': '9f54f5e5-c0e3-4570-9fcc-fbe5cfedea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dd129d82-a8d8-4469-bd68-4d28b44dea51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:08:01.258229 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-366dd28e-6380-4143-a6fd-9e85775c9751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:01.259579 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366dd28e-6380-4143-a6fd-9e85775c9751 None None] Bound using segment: {'id': '9f54f5e5-c0e3-4570-9fcc-fbe5cfedea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dd129d82-a8d8-4469-bd68-4d28b44dea51'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:08:01.261535 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-366dd28e-6380-4143-a6fd-9e85775c9751 None None] Bound port: 76009d9e-3176-4847-a4d1-f0e9a93f22f8, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f54f5e5-c0e3-4570-9fcc-fbe5cfedea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dd129d82-a8d8-4469-bd68-4d28b44dea51'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:08:01.262012 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-366dd28e-6380-4143-a6fd-9e85775c9751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:01.325597 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-366dd28e-6380-4143-a6fd-9e85775c9751 None None] For port 76009d9e-3176-4847-a4d1-f0e9a93f22f8, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:08:01.328789 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-366dd28e-6380-4143-a6fd-9e85775c9751 None None] For port 76009d9e-3176-4847-a4d1-f0e9a93f22f8, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=76009d9e-3176-4847-a4d1-f0e9a93f22f8,segment=NetworkSegment(9f54f5e5-c0e3-4570-9fcc-fbe5cfedea3f),segment_id=9f54f5e5-c0e3-4570-9fcc-fbe5cfedea3f)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:08:01.332995 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-366dd28e-6380-4143-a6fd-9e85775c9751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:01.355170 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-af1f61a9-b82e-4cdd-aeee-d5469ff8ba2d tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:01.394271 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366dd28e-6380-4143-a6fd-9e85775c9751 None None] Pushing event updated for resources: {'Port': ['ID=76009d9e-3176-4847-a4d1-f0e9a93f22f8,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:01.400562 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-af1f61a9-b82e-4cdd-aeee-d5469ff8ba2d tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:01.449324 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1f61a9-b82e-4cdd-aeee-d5469ff8ba2d tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:08:01.452405 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-af1f61a9-b82e-4cdd-aeee-d5469ff8ba2d tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:01.454917 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1f61a9-b82e-4cdd-aeee-d5469ff8ba2d tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:08:01.481967 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f61a9-b82e-4cdd-aeee-d5469ff8ba2d tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event updated for resources: {'Port': ['ID=3826046e-4f2a-49b0-b65f-4b9a65166390,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:01.714758 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedc278-8d90-43de-ab07-54bf41814a2e req-2d2981e8-d1cb-4ddd-af76-7761fe992249 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:01.720479 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedc278-8d90-43de-ab07-54bf41814a2e req-2d2981e8-d1cb-4ddd-af76-7761fe992249 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:01.726279 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedc278-8d90-43de-ab07-54bf41814a2e req-2d2981e8-d1cb-4ddd-af76-7761fe992249 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:01.732282 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedc278-8d90-43de-ab07-54bf41814a2e req-2d2981e8-d1cb-4ddd-af76-7761fe992249 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:01.738162 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedc278-8d90-43de-ab07-54bf41814a2e req-2d2981e8-d1cb-4ddd-af76-7761fe992249 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:01.744374 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedc278-8d90-43de-ab07-54bf41814a2e req-2d2981e8-d1cb-4ddd-af76-7761fe992249 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:01.750229 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedc278-8d90-43de-ab07-54bf41814a2e req-2d2981e8-d1cb-4ddd-af76-7761fe992249 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:01.752033 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fdedc278-8d90-43de-ab07-54bf41814a2e req-2d2981e8-d1cb-4ddd-af76-7761fe992249 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5432 time: 0.1429069 Aug 17 00:08:02.175393 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fdedc278-8d90-43de-ab07-54bf41814a2e req-08868351-32c7-427c-8fae-17f502a95163 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0763357 Aug 17 00:08:02.184463 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-af1f61a9-b82e-4cdd-aeee-d5469ff8ba2d tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:02.303258 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8e7de6-6f93-4335-85ed-6fba401724ff None None] Network dd129d82-a8d8-4469-bd68-4d28b44dea51 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:08:02.427516 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-af1f61a9-b82e-4cdd-aeee-d5469ff8ba2d tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:02.511014 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 76009d9e-3176-4847-a4d1-f0e9a93f22f8 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:08:02.561959 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4ec01fce-5357-4ca8-9177-050dd3118cd8 None None] Provisioning for port 76009d9e-3176-4847-a4d1-f0e9a93f22f8 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:08:02.563571 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1f61a9-b82e-4cdd-aeee-d5469ff8ba2d tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Router dfb4ca3c-9328-444c-8bf7-6a95e4701772 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:08:02.624704 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 76009d9e-3176-4847-a4d1-f0e9a93f22f8 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:08:02.631682 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 76009d9e-3176-4847-a4d1-f0e9a93f22f8 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:02.632061 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:02.672403 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1f61a9-b82e-4cdd-aeee-d5469ff8ba2d tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:08:02.686191 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fd72b4-f23b-4576-b782-c71e146cc367 None None] Sync routers for ids ['dfb4ca3c-9328-444c-8bf7-6a95e4701772'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:08:02.692287 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-af1f61a9-b82e-4cdd-aeee-d5469ff8ba2d tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:02.693536 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-af1f61a9-b82e-4cdd-aeee-d5469ff8ba2d tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0191989 Aug 17 00:08:02.696206 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44346) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:02.710572 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fd72b4-f23b-4576-b782-c71e146cc367 None None] Routers {'dfb4ca3c-9328-444c-8bf7-6a95e4701772'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:08:02.711202 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d1fd72b4-f23b-4576-b782-c71e146cc367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['dfb4ca3c-9328-444c-8bf7-6a95e4701772'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:02.748359 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d1fd72b4-f23b-4576-b782-c71e146cc367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:02.781488 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fd72b4-f23b-4576-b782-c71e146cc367 None None] Routers {'dfb4ca3c-9328-444c-8bf7-6a95e4701772'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:08:02.782116 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d1fd72b4-f23b-4576-b782-c71e146cc367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['dfb4ca3c-9328-444c-8bf7-6a95e4701772'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:02.825949 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d1fd72b4-f23b-4576-b782-c71e146cc367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:02.826607 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fd72b4-f23b-4576-b782-c71e146cc367 None None] The sync data for ids ['dfb4ca3c-9328-444c-8bf7-6a95e4701772'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:08:02.835395 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:02.875773 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 76009d9e-3176-4847-a4d1-f0e9a93f22f8, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=76009d9e-3176-4847-a4d1-f0e9a93f22f8,segment=NetworkSegment(9f54f5e5-c0e3-4570-9fcc-fbe5cfedea3f),segment_id=9f54f5e5-c0e3-4570-9fcc-fbe5cfedea3f)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:02.880095 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:02.935685 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=76009d9e-3176-4847-a4d1-f0e9a93f22f8,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:03.000899 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0be65b85-a537-4194-bebf-52d74865e454 None None] Provisioning complete for port 76009d9e-3176-4847-a4d1-f0e9a93f22f8 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:03.001312 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0be65b85-a537-4194-bebf-52d74865e454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:03.165846 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a23a476-412e-4047-bff0-1afd1e0d2588 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:03.386894 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc209f-a0f4-45df-8192-b2c0a9e2a84a req-da40b836-c258-4374-b6e2-ee890ae292ea tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:03.392958 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc209f-a0f4-45df-8192-b2c0a9e2a84a req-da40b836-c258-4374-b6e2-ee890ae292ea tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:03.399858 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc209f-a0f4-45df-8192-b2c0a9e2a84a req-da40b836-c258-4374-b6e2-ee890ae292ea tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:03.406923 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc209f-a0f4-45df-8192-b2c0a9e2a84a req-da40b836-c258-4374-b6e2-ee890ae292ea tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:03.412987 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc209f-a0f4-45df-8192-b2c0a9e2a84a req-da40b836-c258-4374-b6e2-ee890ae292ea tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:03.420195 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc209f-a0f4-45df-8192-b2c0a9e2a84a req-da40b836-c258-4374-b6e2-ee890ae292ea tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:03.426229 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc209f-a0f4-45df-8192-b2c0a9e2a84a req-da40b836-c258-4374-b6e2-ee890ae292ea tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:03.428254 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46cc209f-a0f4-45df-8192-b2c0a9e2a84a req-da40b836-c258-4374-b6e2-ee890ae292ea tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5432 time: 0.1507745 Aug 17 00:08:03.528162 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46cc209f-a0f4-45df-8192-b2c0a9e2a84a req-a8562fc2-b943-4b04-9187-a0ec804a887b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0887635 Aug 17 00:08:03.578099 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-8a23a476-412e-4047-bff0-1afd1e0d2588 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Allocated IP 172.20.0.1 (dd129d82-a8d8-4469-bd68-4d28b44dea51/35337980-66f9-487f-afdd-44fcdb5557c2/a70ead84-ea2a-44d1-bf21-849bf4570135) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:08:03.741901 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a23a476-412e-4047-bff0-1afd1e0d2588 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:03.778080 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-8a23a476-412e-4047-bff0-1afd1e0d2588 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Transition to ACTIVE for port object a70ead84-ea2a-44d1-bf21-849bf4570135 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:03.806748 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c5f7d-655b-42eb-8018-3b9cccec0d52 req-9bfc3da1-996e-4e8a-a419-597061ad45b5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:03.808479 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ef1c5f7d-655b-42eb-8018-3b9cccec0d52 req-9bfc3da1-996e-4e8a-a419-597061ad45b5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1141047 Aug 17 00:08:03.813613 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758c563-c9e4-45a2-87c4-e9fe1b8d7424 req-de4cadf0-680e-402f-955e-4f18f821fb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:03.814979 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8758c563-c9e4-45a2-87c4-e9fe1b8d7424 req-de4cadf0-680e-402f-955e-4f18f821fb52 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61108af2093845fe9a64c45c9df6e55d&device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 1096 time: 0.1068161 Aug 17 00:08:03.911367 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a23a476-412e-4047-bff0-1afd1e0d2588 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:03.915346 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ef1c5f7d-655b-42eb-8018-3b9cccec0d52 req-dd8a1a1d-b698-483c-85d2-cc02863eb622 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995028 Aug 17 00:08:03.963766 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a23a476-412e-4047-bff0-1afd1e0d2588 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Network dd129d82-a8d8-4469-bd68-4d28b44dea51 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:08:03.975300 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-8a23a476-412e-4047-bff0-1afd1e0d2588 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:03.982552 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a23a476-412e-4047-bff0-1afd1e0d2588 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:08:04.016482 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758c563-c9e4-45a2-87c4-e9fe1b8d7424 req-017f61df-6bd0-40e2-a02f-38087e42a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:04.018011 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8758c563-c9e4-45a2-87c4-e9fe1b8d7424 req-017f61df-6bd0-40e2-a02f-38087e42a995 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf42c908-bd85-4d10-afc7-00681d389032 HTTP/1.1" status: 200 len: 913 time: 0.1862409 Aug 17 00:08:04.021535 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23a476-412e-4047-bff0-1afd1e0d2588 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event updated for resources: {'Port': ['ID=a70ead84-ea2a-44d1-bf21-849bf4570135,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:04.084183 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a23a476-412e-4047-bff0-1afd1e0d2588 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:04.139558 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8758c563-c9e4-45a2-87c4-e9fe1b8d7424 req-af2682f2-b07f-43c4-868e-079b014d7fe7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3025641c-a330-4304-a23a-1876a1fa76d9 HTTP/1.1" status: 200 len: 999 time: 0.1126223 Aug 17 00:08:04.208245 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-718cc2e4-5362-4877-9eaa-61e6fb12b7b8 None None] Provisioning for port a70ead84-ea2a-44d1-bf21-849bf4570135 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:08:04.212080 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-718cc2e4-5362-4877-9eaa-61e6fb12b7b8 None None] Provisioning complete for port a70ead84-ea2a-44d1-bf21-849bf4570135 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:04.212455 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-718cc2e4-5362-4877-9eaa-61e6fb12b7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:04.225831 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758c563-c9e4-45a2-87c4-e9fe1b8d7424 req-0e002c7e-f6d0-4c4b-af76-ebc7dfcb4bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:04.227294 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8758c563-c9e4-45a2-87c4-e9fe1b8d7424 req-0e002c7e-f6d0-4c4b-af76-ebc7dfcb4bb5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1afde0e7-f7b0-4278-82ad-0cbe61d404a7 HTTP/1.1" status: 200 len: 851 time: 0.0797215 Aug 17 00:08:04.249384 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-718cc2e4-5362-4877-9eaa-61e6fb12b7b8 None None] Port a70ead84-ea2a-44d1-bf21-849bf4570135 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:08:04.288871 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a23a476-412e-4047-bff0-1afd1e0d2588 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:04.311435 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758c563-c9e4-45a2-87c4-e9fe1b8d7424 req-4bdae754-0a32-4823-9e44-3910dffc60ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:04.312954 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8758c563-c9e4-45a2-87c4-e9fe1b8d7424 req-4bdae754-0a32-4823-9e44-3910dffc60ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf42c908-bd85-4d10-afc7-00681d389032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763543 Aug 17 00:08:04.342580 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 76009d9e-3176-4847-a4d1-f0e9a93f22f8 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:08:04.391394 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 76009d9e-3176-4847-a4d1-f0e9a93f22f8 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:04.391925 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:04.509578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8758c563-c9e4-45a2-87c4-e9fe1b8d7424 req-da998fd9-b13a-4cd4-9134-e31a983ceff3 service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776154 Aug 17 00:08:04.719914 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8758c563-c9e4-45a2-87c4-e9fe1b8d7424 req-6ee8a27d-bdcf-4f0e-b39b-9adee44d4b65 service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002168 Aug 17 00:08:04.732888 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130d64f-0e7f-45e2-b6bd-6cf25bb6d790 req-8d23a1f2-80f2-4b8e-84a7-7f520f734849 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:04.738612 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130d64f-0e7f-45e2-b6bd-6cf25bb6d790 req-8d23a1f2-80f2-4b8e-84a7-7f520f734849 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:04.744711 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130d64f-0e7f-45e2-b6bd-6cf25bb6d790 req-8d23a1f2-80f2-4b8e-84a7-7f520f734849 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:04.750623 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130d64f-0e7f-45e2-b6bd-6cf25bb6d790 req-8d23a1f2-80f2-4b8e-84a7-7f520f734849 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:04.756419 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130d64f-0e7f-45e2-b6bd-6cf25bb6d790 req-8d23a1f2-80f2-4b8e-84a7-7f520f734849 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:04.762800 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130d64f-0e7f-45e2-b6bd-6cf25bb6d790 req-8d23a1f2-80f2-4b8e-84a7-7f520f734849 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:04.768592 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130d64f-0e7f-45e2-b6bd-6cf25bb6d790 req-8d23a1f2-80f2-4b8e-84a7-7f520f734849 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:04.770384 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8130d64f-0e7f-45e2-b6bd-6cf25bb6d790 req-8d23a1f2-80f2-4b8e-84a7-7f520f734849 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5432 time: 0.1537254 Aug 17 00:08:04.829846 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a23a476-412e-4047-bff0-1afd1e0d2588 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:04.835450 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a23a476-412e-4047-bff0-1afd1e0d2588 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:04.841873 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8130d64f-0e7f-45e2-b6bd-6cf25bb6d790 req-710935c6-82af-4497-a73c-191e06b4a67b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572386 Aug 17 00:08:04.921679 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a23a476-412e-4047-bff0-1afd1e0d2588 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:04.923378 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23a476-412e-4047-bff0-1afd1e0d2588 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event updated for resources: {'Port': ['ID=a70ead84-ea2a-44d1-bf21-849bf4570135,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:05.050355 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a23a476-412e-4047-bff0-1afd1e0d2588 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Network dd129d82-a8d8-4469-bd68-4d28b44dea51 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:08:05.059794 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4253663-4236-4b3b-9612-22714bbee694 req-e64fa9eb-6ade-4c83-bd19-75763fa2d417 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:05.061333 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c4253663-4236-4b3b-9612-22714bbee694 req-e64fa9eb-6ade-4c83-bd19-75763fa2d417 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.0743928 Aug 17 00:08:05.062380 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-8a23a476-412e-4047-bff0-1afd1e0d2588 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:05.150876 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c4253663-4236-4b3b-9612-22714bbee694 req-bca321db-21ee-41f1-b066-f1b311d2a9b8 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832860 Aug 17 00:08:05.218575 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a23a476-412e-4047-bff0-1afd1e0d2588 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Router dfb4ca3c-9328-444c-8bf7-6a95e4701772 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:08:05.377697 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-291fb391-f14a-4693-8522-6573992643a6 None None] Provisioning complete for port a70ead84-ea2a-44d1-bf21-849bf4570135 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:05.378332 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-291fb391-f14a-4693-8522-6573992643a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:05.415882 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-291fb391-f14a-4693-8522-6573992643a6 None None] Port a70ead84-ea2a-44d1-bf21-849bf4570135 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:08:05.694110 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a23a476-412e-4047-bff0-1afd1e0d2588 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:08:05.703150 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8a23a476-412e-4047-bff0-1afd1e0d2588 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "PUT /v2.0/routers/dfb4ca3c-9328-444c-8bf7-6a95e4701772/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0020101 Aug 17 00:08:05.703150 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44372) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:05.705912 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db98b643-6420-482b-b22c-0b83137b1b5f None None] Sync routers for ids ['dfb4ca3c-9328-444c-8bf7-6a95e4701772'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:08:05.706910 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-36f5673f-fdbf-430e-b9b8-88e30071a23f tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Request body: {'port': {'network_id': 'dd129d82-a8d8-4469-bd68-4d28b44dea51', 'name': 'tempest-FloatingIPTestJSON-193133690'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:05.717026 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db98b643-6420-482b-b22c-0b83137b1b5f None None] Routers {'dfb4ca3c-9328-444c-8bf7-6a95e4701772'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:08:05.717758 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-db98b643-6420-482b-b22c-0b83137b1b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['dfb4ca3c-9328-444c-8bf7-6a95e4701772'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:05.750969 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-db98b643-6420-482b-b22c-0b83137b1b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:05.759342 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db98b643-6420-482b-b22c-0b83137b1b5f None None] Routers {'dfb4ca3c-9328-444c-8bf7-6a95e4701772'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:08:05.760682 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-db98b643-6420-482b-b22c-0b83137b1b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['dfb4ca3c-9328-444c-8bf7-6a95e4701772'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:05.795818 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-db98b643-6420-482b-b22c-0b83137b1b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:05.796556 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db98b643-6420-482b-b22c-0b83137b1b5f None None] The sync data for ids ['dfb4ca3c-9328-444c-8bf7-6a95e4701772'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:08:05.822234 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f5673f-fdbf-430e-b9b8-88e30071a23f tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Made reservation on behalf of 9a218f37679a483390908c1b0e5c589c for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:05.826343 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-36f5673f-fdbf-430e-b9b8-88e30071a23f tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:05.842706 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-36f5673f-fdbf-430e-b9b8-88e30071a23f tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] device_id is not set on port 53698a55-399a-47d9-807f-e94961e24d83 yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:08:05.989212 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-36f5673f-fdbf-430e-b9b8-88e30071a23f tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Allocated IP 172.20.0.13 (dd129d82-a8d8-4469-bd68-4d28b44dea51/35337980-66f9-487f-afdd-44fcdb5557c2/53698a55-399a-47d9-807f-e94961e24d83) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:08:06.019469 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa94629-5006-4d7b-9afc-b7fc345a7778 req-ae3907eb-a5ca-49f3-b659-ca947441cac3 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:06.025481 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa94629-5006-4d7b-9afc-b7fc345a7778 req-ae3907eb-a5ca-49f3-b659-ca947441cac3 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:06.031312 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa94629-5006-4d7b-9afc-b7fc345a7778 req-ae3907eb-a5ca-49f3-b659-ca947441cac3 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:06.037212 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa94629-5006-4d7b-9afc-b7fc345a7778 req-ae3907eb-a5ca-49f3-b659-ca947441cac3 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:06.043519 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa94629-5006-4d7b-9afc-b7fc345a7778 req-ae3907eb-a5ca-49f3-b659-ca947441cac3 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:06.049362 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa94629-5006-4d7b-9afc-b7fc345a7778 req-ae3907eb-a5ca-49f3-b659-ca947441cac3 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:06.055184 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa94629-5006-4d7b-9afc-b7fc345a7778 req-ae3907eb-a5ca-49f3-b659-ca947441cac3 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:06.057921 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ffa94629-5006-4d7b-9afc-b7fc345a7778 req-ae3907eb-a5ca-49f3-b659-ca947441cac3 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5432 time: 0.1200197 Aug 17 00:08:06.138798 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ffa94629-5006-4d7b-9afc-b7fc345a7778 req-816d9581-5d7e-4559-9d79-79bdeda5a05c tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0747902 Aug 17 00:08:06.225215 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-36f5673f-fdbf-430e-b9b8-88e30071a23f tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:06.246999 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-36f5673f-fdbf-430e-b9b8-88e30071a23f tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Transition to ACTIVE for port object 53698a55-399a-47d9-807f-e94961e24d83 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:06.299546 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb8ed9-8774-41e5-b263-25f6029a05f9 req-c59379cd-ea7b-4ec8-b8e8-5aa1c0e59086 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:06.301111 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63fb8ed9-8774-41e5-b263-25f6029a05f9 req-c59379cd-ea7b-4ec8-b8e8-5aa1c0e59086 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.0693772 Aug 17 00:08:06.316807 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-36f5673f-fdbf-430e-b9b8-88e30071a23f tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:06.385618 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f5673f-fdbf-430e-b9b8-88e30071a23f tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Network dd129d82-a8d8-4469-bd68-4d28b44dea51 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:08:06.391444 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63fb8ed9-8774-41e5-b263-25f6029a05f9 req-582b6c41-602f-4fb5-985e-0407af94c86e tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826709 Aug 17 00:08:06.394928 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-36f5673f-fdbf-430e-b9b8-88e30071a23f tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:06.397730 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f5673f-fdbf-430e-b9b8-88e30071a23f tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:08:06.401756 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5673f-fdbf-430e-b9b8-88e30071a23f tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event updated for resources: {'Port': ['ID=53698a55-399a-47d9-807f-e94961e24d83,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:06.452810 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f5673f-fdbf-430e-b9b8-88e30071a23f tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:06.453488 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-36f5673f-fdbf-430e-b9b8-88e30071a23f tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:06.472472 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-36f5673f-fdbf-430e-b9b8-88e30071a23f tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7666180 Aug 17 00:08:06.472472 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44382) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:06.477640 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-7ef326b7-4467-4a23-b3d5-3de54888c07f tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Request body: {'floatingip': {'port_id': '53698a55-399a-47d9-807f-e94961e24d83'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:06.541675 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7ef326b7-4467-4a23-b3d5-3de54888c07f tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:06.642687 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-405fd715-124a-40f5-8268-b364da824419 None None] Provisioning for port 53698a55-399a-47d9-807f-e94961e24d83 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:08:06.647023 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-405fd715-124a-40f5-8268-b364da824419 None None] Provisioning complete for port 53698a55-399a-47d9-807f-e94961e24d83 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:06.647463 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-405fd715-124a-40f5-8268-b364da824419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:06.681421 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-405fd715-124a-40f5-8268-b364da824419 None None] Port 53698a55-399a-47d9-807f-e94961e24d83 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:08:07.017634 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7ef326b7-4467-4a23-b3d5-3de54888c07f tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:07.021210 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7ef326b7-4467-4a23-b3d5-3de54888c07f tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:07.120159 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-7ef326b7-4467-4a23-b3d5-3de54888c07f tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Floating IP ccfedb2d-421e-432b-b16b-83ca62475310 associated. External IP: 172.25.3.37, port: 302a182e-8e93-4bcd-80d2-bb4f5485ad13. Aug 17 00:08:07.346159 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6602c0c-13ae-4c77-ba87-c272920f94aa req-253d8cee-d6c6-48b4-8cad-e94cf401b2a9 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:07.352097 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6602c0c-13ae-4c77-ba87-c272920f94aa req-253d8cee-d6c6-48b4-8cad-e94cf401b2a9 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:07.358729 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6602c0c-13ae-4c77-ba87-c272920f94aa req-253d8cee-d6c6-48b4-8cad-e94cf401b2a9 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:07.364753 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6602c0c-13ae-4c77-ba87-c272920f94aa req-253d8cee-d6c6-48b4-8cad-e94cf401b2a9 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:07.371055 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6602c0c-13ae-4c77-ba87-c272920f94aa req-253d8cee-d6c6-48b4-8cad-e94cf401b2a9 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:07.376889 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6602c0c-13ae-4c77-ba87-c272920f94aa req-253d8cee-d6c6-48b4-8cad-e94cf401b2a9 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:07.382761 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6602c0c-13ae-4c77-ba87-c272920f94aa req-253d8cee-d6c6-48b4-8cad-e94cf401b2a9 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:07.385170 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d6602c0c-13ae-4c77-ba87-c272920f94aa req-253d8cee-d6c6-48b4-8cad-e94cf401b2a9 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5432 time: 0.1639118 Aug 17 00:08:07.436035 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef326b7-4467-4a23-b3d5-3de54888c07f tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Router 6f552218-26d7-4786-9208-fd9b23fbcd65 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:08:07.441208 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d6602c0c-13ae-4c77-ba87-c272920f94aa req-890275fa-4bea-401c-b55d-29d03b1a2c1f tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0487862 Aug 17 00:08:07.550013 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef326b7-4467-4a23-b3d5-3de54888c07f tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:08:07.560340 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bc1c13-0b53-4e4e-ac23-83844528abf2 None None] Sync routers for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:08:07.569443 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bc1c13-0b53-4e4e-ac23-83844528abf2 None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:08:07.570226 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d5bc1c13-0b53-4e4e-ac23-83844528abf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:07.606894 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d5bc1c13-0b53-4e4e-ac23-83844528abf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:07.615391 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bc1c13-0b53-4e4e-ac23-83844528abf2 None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:08:07.615989 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d5bc1c13-0b53-4e4e-ac23-83844528abf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:07.649334 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d5bc1c13-0b53-4e4e-ac23-83844528abf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:07.649992 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bc1c13-0b53-4e4e-ac23-83844528abf2 None None] The sync data for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:08:07.772455 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef326b7-4467-4a23-b3d5-3de54888c07f tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Router dfb4ca3c-9328-444c-8bf7-6a95e4701772 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:08:07.884492 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef326b7-4467-4a23-b3d5-3de54888c07f tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:08:07.889952 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7ef326b7-4467-4a23-b3d5-3de54888c07f tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:07.894892 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d8c4e3-3332-48ea-880c-8644ae919cf1 None None] Sync routers for ids ['dfb4ca3c-9328-444c-8bf7-6a95e4701772'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:08:07.904999 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d8c4e3-3332-48ea-880c-8644ae919cf1 None None] Routers {'dfb4ca3c-9328-444c-8bf7-6a95e4701772'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:08:07.905573 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-50d8c4e3-3332-48ea-880c-8644ae919cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['dfb4ca3c-9328-444c-8bf7-6a95e4701772'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:07.940903 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-50d8c4e3-3332-48ea-880c-8644ae919cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:07.944981 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7ef326b7-4467-4a23-b3d5-3de54888c07f tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "PUT /v2.0/floatingips/ccfedb2d-421e-432b-b16b-83ca62475310 HTTP/1.1" status: 200 len: 977 time: 1.4690714 Aug 17 00:08:07.945260 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44392) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:07.951085 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d8c4e3-3332-48ea-880c-8644ae919cf1 None None] Routers {'dfb4ca3c-9328-444c-8bf7-6a95e4701772'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:08:07.951685 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-50d8c4e3-3332-48ea-880c-8644ae919cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['dfb4ca3c-9328-444c-8bf7-6a95e4701772'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:07.983661 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-50d8c4e3-3332-48ea-880c-8644ae919cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:07.984300 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d8c4e3-3332-48ea-880c-8644ae919cf1 None None] The sync data for ids ['dfb4ca3c-9328-444c-8bf7-6a95e4701772'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:08:08.041023 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-129762a3-1973-4280-9972-a4a88360be8e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Deleting port 53698a55-399a-47d9-807f-e94961e24d83 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:08.041631 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-129762a3-1973-4280-9972-a4a88360be8e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:08.127103 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-129762a3-1973-4280-9972-a4a88360be8e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:08.304336 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-129762a3-1973-4280-9972-a4a88360be8e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:08.304715 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-129762a3-1973-4280-9972-a4a88360be8e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:08.305033 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-129762a3-1973-4280-9972-a4a88360be8e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Floating IP ccfedb2d-421e-432b-b16b-83ca62475310 disassociated. External IP: 172.25.3.37, port: 53698a55-399a-47d9-807f-e94961e24d83. Aug 17 00:08:08.305406 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-129762a3-1973-4280-9972-a4a88360be8e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Calling delete_port for 53698a55-399a-47d9-807f-e94961e24d83 owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:08.432657 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-129762a3-1973-4280-9972-a4a88360be8e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:08.460723 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129762a3-1973-4280-9972-a4a88360be8e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event deleted for resources: {'Port': ['ID=53698a55-399a-47d9-807f-e94961e24d83,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:08.632356 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0fadc-17ab-4ec8-990d-ffbb4964d2db req-10cfee50-4570-452b-b12b-b0bf110b6a3a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:08.640052 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0fadc-17ab-4ec8-990d-ffbb4964d2db req-10cfee50-4570-452b-b12b-b0bf110b6a3a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:08.646353 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0fadc-17ab-4ec8-990d-ffbb4964d2db req-10cfee50-4570-452b-b12b-b0bf110b6a3a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:08.653022 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0fadc-17ab-4ec8-990d-ffbb4964d2db req-10cfee50-4570-452b-b12b-b0bf110b6a3a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:08.659055 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0fadc-17ab-4ec8-990d-ffbb4964d2db req-10cfee50-4570-452b-b12b-b0bf110b6a3a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:08.664991 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0fadc-17ab-4ec8-990d-ffbb4964d2db req-10cfee50-4570-452b-b12b-b0bf110b6a3a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:08.671017 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0fadc-17ab-4ec8-990d-ffbb4964d2db req-10cfee50-4570-452b-b12b-b0bf110b6a3a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:08.672938 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-05f0fadc-17ab-4ec8-990d-ffbb4964d2db req-10cfee50-4570-452b-b12b-b0bf110b6a3a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5432 time: 0.1204307 Aug 17 00:08:08.677363 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129762a3-1973-4280-9972-a4a88360be8e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Router dfb4ca3c-9328-444c-8bf7-6a95e4701772 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:08:08.757871 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-05f0fadc-17ab-4ec8-990d-ffbb4964d2db req-c0b61e8f-b410-4985-a166-196bb23eaa50 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0775647 Aug 17 00:08:08.816940 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129762a3-1973-4280-9972-a4a88360be8e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:08:08.826907 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f476f1a2-7ea0-4bf0-999d-cc353b5c311d None None] Sync routers for ids ['dfb4ca3c-9328-444c-8bf7-6a95e4701772'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:08:08.835935 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f476f1a2-7ea0-4bf0-999d-cc353b5c311d None None] Routers {'dfb4ca3c-9328-444c-8bf7-6a95e4701772'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:08:08.836555 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-f476f1a2-7ea0-4bf0-999d-cc353b5c311d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['dfb4ca3c-9328-444c-8bf7-6a95e4701772'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:08.868510 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-f476f1a2-7ea0-4bf0-999d-cc353b5c311d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:08.877134 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f476f1a2-7ea0-4bf0-999d-cc353b5c311d None None] Routers {'dfb4ca3c-9328-444c-8bf7-6a95e4701772'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:08:08.877748 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-f476f1a2-7ea0-4bf0-999d-cc353b5c311d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['dfb4ca3c-9328-444c-8bf7-6a95e4701772'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:08.883354 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-129762a3-1973-4280-9972-a4a88360be8e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:08.886274 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-129762a3-1973-4280-9972-a4a88360be8e tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "DELETE /v2.0/ports/53698a55-399a-47d9-807f-e94961e24d83 HTTP/1.1" status: 204 len: 168 time: 0.9400420 Aug 17 00:08:08.889193 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44398) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:08.913783 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-f476f1a2-7ea0-4bf0-999d-cc353b5c311d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:08.914451 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f476f1a2-7ea0-4bf0-999d-cc353b5c311d None None] The sync data for ids ['dfb4ca3c-9328-444c-8bf7-6a95e4701772'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:08:09.297605 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-efc61603-4ffc-41f0-beb7-e5d57bf95deb tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:09.600384 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-efc61603-4ffc-41f0-beb7-e5d57bf95deb tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Deleting port a70ead84-ea2a-44d1-bf21-849bf4570135 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:09.600729 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-efc61603-4ffc-41f0-beb7-e5d57bf95deb tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:09.687954 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-efc61603-4ffc-41f0-beb7-e5d57bf95deb tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:09.700432 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-efc61603-4ffc-41f0-beb7-e5d57bf95deb tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Calling delete_port for a70ead84-ea2a-44d1-bf21-849bf4570135 owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:09.910610 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-efc61603-4ffc-41f0-beb7-e5d57bf95deb tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:09.952539 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74071c9d-893b-476f-bedd-850e3ea101b2 req-a3fdcb4a-746d-4fe1-b482-409e498b4a11 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:09.958427 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74071c9d-893b-476f-bedd-850e3ea101b2 req-a3fdcb4a-746d-4fe1-b482-409e498b4a11 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:09.965485 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74071c9d-893b-476f-bedd-850e3ea101b2 req-a3fdcb4a-746d-4fe1-b482-409e498b4a11 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:09.971831 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74071c9d-893b-476f-bedd-850e3ea101b2 req-a3fdcb4a-746d-4fe1-b482-409e498b4a11 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:09.979508 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74071c9d-893b-476f-bedd-850e3ea101b2 req-a3fdcb4a-746d-4fe1-b482-409e498b4a11 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:09.985522 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74071c9d-893b-476f-bedd-850e3ea101b2 req-a3fdcb4a-746d-4fe1-b482-409e498b4a11 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:09.993161 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74071c9d-893b-476f-bedd-850e3ea101b2 req-a3fdcb4a-746d-4fe1-b482-409e498b4a11 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:09.996204 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-74071c9d-893b-476f-bedd-850e3ea101b2 req-a3fdcb4a-746d-4fe1-b482-409e498b4a11 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5432 time: 0.1592760 Aug 17 00:08:10.010309 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc61603-4ffc-41f0-beb7-e5d57bf95deb tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event deleted for resources: {'Port': ['ID=a70ead84-ea2a-44d1-bf21-849bf4570135,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:10.028166 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:10.102696 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-74071c9d-893b-476f-bedd-850e3ea101b2 req-d20b43bd-4c86-4996-8856-0c08a77eb788 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0890815 Aug 17 00:08:10.542685 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-efc61603-4ffc-41f0-beb7-e5d57bf95deb tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:10.755938 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc61603-4ffc-41f0-beb7-e5d57bf95deb tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Router dfb4ca3c-9328-444c-8bf7-6a95e4701772 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:08:10.860322 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc61603-4ffc-41f0-beb7-e5d57bf95deb tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:08:10.865112 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-efc61603-4ffc-41f0-beb7-e5d57bf95deb tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "PUT /v2.0/routers/dfb4ca3c-9328-444c-8bf7-6a95e4701772/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9749401 Aug 17 00:08:10.867707 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44414) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:10.871044 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d71effa-a6a4-4920-84ad-3e8eca4fabd7 None None] Sync routers for ids ['dfb4ca3c-9328-444c-8bf7-6a95e4701772'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:08:10.881919 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d71effa-a6a4-4920-84ad-3e8eca4fabd7 None None] Routers {'dfb4ca3c-9328-444c-8bf7-6a95e4701772'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:08:10.882764 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-6d71effa-a6a4-4920-84ad-3e8eca4fabd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['dfb4ca3c-9328-444c-8bf7-6a95e4701772'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:10.979954 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-56e54876-2b03-4751-95ce-f215842f60dc tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:11.007397 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-6d71effa-a6a4-4920-84ad-3e8eca4fabd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:11.016046 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d71effa-a6a4-4920-84ad-3e8eca4fabd7 None None] Routers {'dfb4ca3c-9328-444c-8bf7-6a95e4701772'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:08:11.016651 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-6d71effa-a6a4-4920-84ad-3e8eca4fabd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['dfb4ca3c-9328-444c-8bf7-6a95e4701772'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:11.048502 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-6d71effa-a6a4-4920-84ad-3e8eca4fabd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:11.049066 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d71effa-a6a4-4920-84ad-3e8eca4fabd7 None None] The sync data for ids ['dfb4ca3c-9328-444c-8bf7-6a95e4701772'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:08:11.089092 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-56e54876-2b03-4751-95ce-f215842f60dc tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:11.147522 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-56e54876-2b03-4751-95ce-f215842f60dc tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Deleting port 3826046e-4f2a-49b0-b65f-4b9a65166390 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:11.147873 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-56e54876-2b03-4751-95ce-f215842f60dc tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:11.263420 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4080008-0d3b-4b36-9921-49d603c50893 req-ea169cb9-e48b-4614-908f-486490059c94 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:11.269354 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4080008-0d3b-4b36-9921-49d603c50893 req-ea169cb9-e48b-4614-908f-486490059c94 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:11.276014 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4080008-0d3b-4b36-9921-49d603c50893 req-ea169cb9-e48b-4614-908f-486490059c94 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:11.281835 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4080008-0d3b-4b36-9921-49d603c50893 req-ea169cb9-e48b-4614-908f-486490059c94 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:11.287593 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4080008-0d3b-4b36-9921-49d603c50893 req-ea169cb9-e48b-4614-908f-486490059c94 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:11.293590 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4080008-0d3b-4b36-9921-49d603c50893 req-ea169cb9-e48b-4614-908f-486490059c94 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:11.299476 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4080008-0d3b-4b36-9921-49d603c50893 req-ea169cb9-e48b-4614-908f-486490059c94 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:11.301375 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a4080008-0d3b-4b36-9921-49d603c50893 req-ea169cb9-e48b-4614-908f-486490059c94 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5432 time: 0.1096158 Aug 17 00:08:11.318982 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-56e54876-2b03-4751-95ce-f215842f60dc tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:11.339361 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-56e54876-2b03-4751-95ce-f215842f60dc tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Calling delete_port for 3826046e-4f2a-49b0-b65f-4b9a65166390 owned by network:router_gateway {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:11.371132 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a4080008-0d3b-4b36-9921-49d603c50893 req-55d33846-9683-4298-aedd-a6193daba5b9 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607738 Aug 17 00:08:11.521104 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:11.529578 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-56e54876-2b03-4751-95ce-f215842f60dc tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:11.557816 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e54876-2b03-4751-95ce-f215842f60dc tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event deleted for resources: {'Port': ['ID=3826046e-4f2a-49b0-b65f-4b9a65166390,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:11.621724 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-56e54876-2b03-4751-95ce-f215842f60dc tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:11.715413 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-56e54876-2b03-4751-95ce-f215842f60dc tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:11.717696 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-56e54876-2b03-4751-95ce-f215842f60dc tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:11.760886 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-56e54876-2b03-4751-95ce-f215842f60dc tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:11.761443 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e54876-2b03-4751-95ce-f215842f60dc tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Fanout notify agent at l3_agent the message router_deleted on router dfb4ca3c-9328-444c-8bf7-6a95e4701772 {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:08:11.768084 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-56e54876-2b03-4751-95ce-f215842f60dc tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:11.769336 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-56e54876-2b03-4751-95ce-f215842f60dc tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "DELETE /v2.0/routers/dfb4ca3c-9328-444c-8bf7-6a95e4701772 HTTP/1.1" status: 204 len: 168 time: 0.9005597 Aug 17 00:08:11.771758 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44422) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:11.826760 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba35846-60ba-4f91-8e89-74f655413536 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Deleting subnet 35337980-66f9-487f-afdd-44fcdb5557c2 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:08:11.829935 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4ba35846-60ba-4f91-8e89-74f655413536 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:11.870378 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4ba35846-60ba-4f91-8e89-74f655413536 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:11.952031 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4ba35846-60ba-4f91-8e89-74f655413536 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:12.014803 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4ba35846-60ba-4f91-8e89-74f655413536 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:12.042222 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba35846-60ba-4f91-8e89-74f655413536 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event deleted for resources: {'Subnet': ['ID=35337980-66f9-487f-afdd-44fcdb5557c2,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:12.047930 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4ba35846-60ba-4f91-8e89-74f655413536 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:12.050498 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4ba35846-60ba-4f91-8e89-74f655413536 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "DELETE /v2.0/subnets/35337980-66f9-487f-afdd-44fcdb5557c2 HTTP/1.1" status: 204 len: 168 time: 0.2771530 Aug 17 00:08:12.052426 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44426) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:12.053996 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fc5c24-3433-48a1-ae95-1119fd94ef6f None None] Network dd129d82-a8d8-4469-bd68-4d28b44dea51 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:08:12.129998 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1bdedbfa-f0e1-428c-bb9e-add0a26ce883 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:12.194472 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-1bdedbfa-f0e1-428c-bb9e-add0a26ce883 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Deleting port 76009d9e-3176-4847-a4d1-f0e9a93f22f8 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:12.194821 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1bdedbfa-f0e1-428c-bb9e-add0a26ce883 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:12.245881 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93553cd-8d2b-444f-86e5-16b4d1e166f1 None None] DHCP port deletion for dd129d82-a8d8-4469-bd68-4d28b44dea51 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:08:12.258756 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-1bdedbfa-f0e1-428c-bb9e-add0a26ce883 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] For port 76009d9e-3176-4847-a4d1-f0e9a93f22f8, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=76009d9e-3176-4847-a4d1-f0e9a93f22f8,segment=NetworkSegment(9f54f5e5-c0e3-4570-9fcc-fbe5cfedea3f),segment_id=9f54f5e5-c0e3-4570-9fcc-fbe5cfedea3f)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:12.259124 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1bdedbfa-f0e1-428c-bb9e-add0a26ce883 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:12.271763 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-1bdedbfa-f0e1-428c-bb9e-add0a26ce883 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Calling delete_port for 76009d9e-3176-4847-a4d1-f0e9a93f22f8 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:12.295147 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f93553cd-8d2b-444f-86e5-16b4d1e166f1 None None] Deleting port 76009d9e-3176-4847-a4d1-f0e9a93f22f8 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:12.295808 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f93553cd-8d2b-444f-86e5-16b4d1e166f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:12.353445 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 76009d9e-3176-4847-a4d1-f0e9a93f22f8 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:08:12.360555 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1bdedbfa-f0e1-428c-bb9e-add0a26ce883 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:12.385732 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdedbfa-f0e1-428c-bb9e-add0a26ce883 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event deleted for resources: {'Port': ['ID=76009d9e-3176-4847-a4d1-f0e9a93f22f8,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:12.391116 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdedbfa-f0e1-428c-bb9e-add0a26ce883 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] No DVR routers for this DVR port 76009d9e-3176-4847-a4d1-f0e9a93f22f8 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:08:12.391717 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-f93553cd-8d2b-444f-86e5-16b4d1e166f1 None None] For port 76009d9e-3176-4847-a4d1-f0e9a93f22f8, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=76009d9e-3176-4847-a4d1-f0e9a93f22f8,segment=NetworkSegment(9f54f5e5-c0e3-4570-9fcc-fbe5cfedea3f),segment_id=9f54f5e5-c0e3-4570-9fcc-fbe5cfedea3f)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:12.392126 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f93553cd-8d2b-444f-86e5-16b4d1e166f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:12.410790 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f93553cd-8d2b-444f-86e5-16b4d1e166f1 None None] Calling delete_port for 76009d9e-3176-4847-a4d1-f0e9a93f22f8 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:12.421890 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No active binding found for port 76009d9e-3176-4847-a4d1-f0e9a93f22f8 {{(pid=101404) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 17 00:08:12.422321 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 76009d9e-3176-4847-a4d1-f0e9a93f22f8 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:08:12.502680 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f93553cd-8d2b-444f-86e5-16b4d1e166f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:12.507411 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1bdedbfa-f0e1-428c-bb9e-add0a26ce883 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:12.521073 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-1bdedbfa-f0e1-428c-bb9e-add0a26ce883 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd129d82-a8d8-4469-bd68-4d28b44dea51']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:12.534635 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93553cd-8d2b-444f-86e5-16b4d1e166f1 None None] Pushing event deleted for resources: {'Port': ['ID=76009d9e-3176-4847-a4d1-f0e9a93f22f8,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:12.535416 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-1bdedbfa-f0e1-428c-bb9e-add0a26ce883 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f54f5e5-c0e3-4570-9fcc-fbe5cfedea3f') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:12.535728 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-1bdedbfa-f0e1-428c-bb9e-add0a26ce883 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f54f5e5-c0e3-4570-9fcc-fbe5cfedea3f') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:12.536954 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93553cd-8d2b-444f-86e5-16b4d1e166f1 None None] No DVR routers for this DVR port 76009d9e-3176-4847-a4d1-f0e9a93f22f8 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:08:12.546369 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93553cd-8d2b-444f-86e5-16b4d1e166f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:12.546721 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93553cd-8d2b-444f-86e5-16b4d1e166f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:12.547182 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93553cd-8d2b-444f-86e5-16b4d1e166f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:12.547763 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93553cd-8d2b-444f-86e5-16b4d1e166f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:12.547763 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93553cd-8d2b-444f-86e5-16b4d1e166f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:12.548023 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93553cd-8d2b-444f-86e5-16b4d1e166f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:12.548352 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93553cd-8d2b-444f-86e5-16b4d1e166f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:12.548756 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93553cd-8d2b-444f-86e5-16b4d1e166f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:12.548989 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93553cd-8d2b-444f-86e5-16b4d1e166f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:12.549338 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93553cd-8d2b-444f-86e5-16b4d1e166f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:12.549783 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93553cd-8d2b-444f-86e5-16b4d1e166f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:12.549978 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93553cd-8d2b-444f-86e5-16b4d1e166f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:12.561817 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b9f6a-c3a1-49d7-accb-af6c2599ba64 req-11da887e-6cb7-4ef7-90b9-919dd10ddaad tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:12.567623 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b9f6a-c3a1-49d7-accb-af6c2599ba64 req-11da887e-6cb7-4ef7-90b9-919dd10ddaad tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:12.574104 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b9f6a-c3a1-49d7-accb-af6c2599ba64 req-11da887e-6cb7-4ef7-90b9-919dd10ddaad tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:12.580029 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b9f6a-c3a1-49d7-accb-af6c2599ba64 req-11da887e-6cb7-4ef7-90b9-919dd10ddaad tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:12.585886 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b9f6a-c3a1-49d7-accb-af6c2599ba64 req-11da887e-6cb7-4ef7-90b9-919dd10ddaad tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:12.591737 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b9f6a-c3a1-49d7-accb-af6c2599ba64 req-11da887e-6cb7-4ef7-90b9-919dd10ddaad tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:12.598657 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b9f6a-c3a1-49d7-accb-af6c2599ba64 req-11da887e-6cb7-4ef7-90b9-919dd10ddaad tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:12.600518 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-124b9f6a-c3a1-49d7-accb-af6c2599ba64 req-11da887e-6cb7-4ef7-90b9-919dd10ddaad tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5432 time: 0.1352842 Aug 17 00:08:12.604447 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1bdedbfa-f0e1-428c-bb9e-add0a26ce883 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:12.629382 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1bdedbfa-f0e1-428c-bb9e-add0a26ce883 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:12.644333 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bdedbfa-f0e1-428c-bb9e-add0a26ce883 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:08:12.644642 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1bdedbfa-f0e1-428c-bb9e-add0a26ce883 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:08:12.647534 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:08:12.700113 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-124b9f6a-c3a1-49d7-accb-af6c2599ba64 req-a95ac225-84a6-46b0-90a9-5797bed361ba tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0892229 Aug 17 00:08:12.723918 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1bdedbfa-f0e1-428c-bb9e-add0a26ce883 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:12.728965 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1bdedbfa-f0e1-428c-bb9e-add0a26ce883 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:12.730923 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1bdedbfa-f0e1-428c-bb9e-add0a26ce883 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "DELETE /v2.0/networks/dd129d82-a8d8-4469-bd68-4d28b44dea51 HTTP/1.1" status: 204 len: 168 time: 0.6772017 Aug 17 00:08:12.733676 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44432) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:12.750816 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdedbfa-f0e1-428c-bb9e-add0a26ce883 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event deleted for resources: {'Network': ['ID=dd129d82-a8d8-4469-bd68-4d28b44dea51,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:12.856670 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-052c51b2-2619-427b-80b5-dd01dbfe82a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Deleting port efb1d7f8-9898-4af4-8899-ce16ae0cb198 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:12.857016 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-052c51b2-2619-427b-80b5-dd01dbfe82a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:12.935435 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-052c51b2-2619-427b-80b5-dd01dbfe82a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:12.935770 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-052c51b2-2619-427b-80b5-dd01dbfe82a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:12.947057 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-052c51b2-2619-427b-80b5-dd01dbfe82a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Calling delete_port for efb1d7f8-9898-4af4-8899-ce16ae0cb198 owned by network:floatingip {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:13.077296 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-052c51b2-2619-427b-80b5-dd01dbfe82a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:13.101426 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c51b2-2619-427b-80b5-dd01dbfe82a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event deleted for resources: {'Port': ['ID=efb1d7f8-9898-4af4-8899-ce16ae0cb198,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:13.166994 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-052c51b2-2619-427b-80b5-dd01dbfe82a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for floatingip, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:13.169603 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-052c51b2-2619-427b-80b5-dd01dbfe82a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:13.170879 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-052c51b2-2619-427b-80b5-dd01dbfe82a6 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "DELETE /v2.0/floatingips/ccfedb2d-421e-432b-b16b-83ca62475310 HTTP/1.1" status: 204 len: 168 time: 0.4360168 Aug 17 00:08:13.174387 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44436) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:13.198567 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-21dba62e-4353-4771-88e4-1c65ff4bffd4 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] DELETE failed (client error): The resource could not be found. Aug 17 00:08:13.199107 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21dba62e-4353-4771-88e4-1c65ff4bffd4 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:08:13.201005 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-21dba62e-4353-4771-88e4-1c65ff4bffd4 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "DELETE /v2.0/ports/53698a55-399a-47d9-807f-e94961e24d83 HTTP/1.1" status: 404 len: 333 time: 0.0256033 Aug 17 00:08:13.203563 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44440) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:13.233282 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3474b46f-a814-4031-9612-0e898a4bc5b7 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfb4ca3c-9328-444c-8bf7-6a95e4701772 HTTP/1.1" status: 200 len: 205 time: 0.0264232 Aug 17 00:08:13.233611 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44442) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:13.265963 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 93bc72f0-9db1-4a9b-aadb-999a3b2837ee details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:08:13.275020 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-24e68e4c-418b-40f4-9e36-d79320fa3bab tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] delete failed (client error): The resource could not be found. Aug 17 00:08:13.279082 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-24e68e4c-418b-40f4-9e36-d79320fa3bab tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "DELETE /v2.0/routers/dfb4ca3c-9328-444c-8bf7-6a95e4701772 HTTP/1.1" status: 404 len: 336 time: 0.0423682 Aug 17 00:08:13.279439 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44444) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:13.305836 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f74e60-29d3-4ea5-9441-e7ca09da2898 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] DELETE failed (client error): The resource could not be found. Aug 17 00:08:13.306371 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93f74e60-29d3-4ea5-9441-e7ca09da2898 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:08:13.308099 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-93f74e60-29d3-4ea5-9441-e7ca09da2898 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "DELETE /v2.0/subnets/35337980-66f9-487f-afdd-44fcdb5557c2 HTTP/1.1" status: 404 len: 337 time: 0.0277541 Aug 17 00:08:13.310492 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44446) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:13.361917 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 93bc72f0-9db1-4a9b-aadb-999a3b2837ee, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=93bc72f0-9db1-4a9b-aadb-999a3b2837ee,segment=NetworkSegment(b7130b5e-880a-4624-8591-a8d8fad3e001),segment_id=b7130b5e-880a-4624-8591-a8d8fad3e001)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:13.373570 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '93bc72f0-9db1-4a9b-aadb-999a3b2837ee', 'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2', 'port_id': '93bc72f0-9db1-4a9b-aadb-999a3b2837ee', 'mac_address': 'fa:16:3e:95:e6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0b1868-d770-4e84-810f-697ff03d7f3e', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:08:13.398715 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-a389730c-33f1-43f8-b2d1-2f1ed14045f9 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Deleting port 302a182e-8e93-4bcd-80d2-bb4f5485ad13 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:13.399065 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a389730c-33f1-43f8-b2d1-2f1ed14045f9 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:13.411424 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:13.424737 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93bc72f0-9db1-4a9b-aadb-999a3b2837ee {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:08:13.450994 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 93bc72f0-9db1-4a9b-aadb-999a3b2837ee, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=93bc72f0-9db1-4a9b-aadb-999a3b2837ee,segment=NetworkSegment(b7130b5e-880a-4624-8591-a8d8fad3e001),segment_id=b7130b5e-880a-4624-8591-a8d8fad3e001)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:13.455448 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:13.456790 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 6dc8d69b-05e7-41e6-955a-531d1961bd01 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:08:13.559676 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=93bc72f0-9db1-4a9b-aadb-999a3b2837ee,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:13.605158 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 6dc8d69b-05e7-41e6-955a-531d1961bd01, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=6dc8d69b-05e7-41e6-955a-531d1961bd01,segment=NetworkSegment(989ca3c6-4bce-4091-9883-2d05012f0c73),segment_id=989ca3c6-4bce-4091-9883-2d05012f0c73)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:13.617604 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '6dc8d69b-05e7-41e6-955a-531d1961bd01', 'network_id': '7992826d-70e9-4f64-99b5-2a5f899624d8', 'port_id': '6dc8d69b-05e7-41e6-955a-531d1961bd01', 'mac_address': 'fa:16:3e:21:85:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:08:13.662006 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:13.675445 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dc8d69b-05e7-41e6-955a-531d1961bd01 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:08:13.695699 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 6dc8d69b-05e7-41e6-955a-531d1961bd01, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=6dc8d69b-05e7-41e6-955a-531d1961bd01,segment=NetworkSegment(989ca3c6-4bce-4091-9883-2d05012f0c73),segment_id=989ca3c6-4bce-4091-9883-2d05012f0c73)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:13.701099 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:13.702391 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 23434d76-3964-4216-81fd-bc4dd9fd6a0f details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:08:13.772385 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=6dc8d69b-05e7-41e6-955a-531d1961bd01,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:13.776814 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 23434d76-3964-4216-81fd-bc4dd9fd6a0f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=23434d76-3964-4216-81fd-bc4dd9fd6a0f,segment=NetworkSegment(b7130b5e-880a-4624-8591-a8d8fad3e001),segment_id=b7130b5e-880a-4624-8591-a8d8fad3e001)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:13.788827 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '23434d76-3964-4216-81fd-bc4dd9fd6a0f', 'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2', 'port_id': '23434d76-3964-4216-81fd-bc4dd9fd6a0f', 'mac_address': 'fa:16:3e:88:a7:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0b1868-d770-4e84-810f-697ff03d7f3e', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:08:13.825746 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a389730c-33f1-43f8-b2d1-2f1ed14045f9 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:13.827707 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:13.839233 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-a389730c-33f1-43f8-b2d1-2f1ed14045f9 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Calling delete_port for 302a182e-8e93-4bcd-80d2-bb4f5485ad13 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:13.840477 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23434d76-3964-4216-81fd-bc4dd9fd6a0f {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:08:13.847340 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f22702-d743-4f86-a374-9e132ebfe600 req-dd69bb34-e13a-409f-b77d-e915a2a7dccc tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:13.853515 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f22702-d743-4f86-a374-9e132ebfe600 req-dd69bb34-e13a-409f-b77d-e915a2a7dccc tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:13.859661 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f22702-d743-4f86-a374-9e132ebfe600 req-dd69bb34-e13a-409f-b77d-e915a2a7dccc tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:13.860284 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 23434d76-3964-4216-81fd-bc4dd9fd6a0f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=23434d76-3964-4216-81fd-bc4dd9fd6a0f,segment=NetworkSegment(b7130b5e-880a-4624-8591-a8d8fad3e001),segment_id=b7130b5e-880a-4624-8591-a8d8fad3e001)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:13.865247 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:13.866105 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device be7f0e44-0d24-4d56-9f06-d5a6b31e1abb details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:08:13.866264 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f22702-d743-4f86-a374-9e132ebfe600 req-dd69bb34-e13a-409f-b77d-e915a2a7dccc tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:13.872601 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f22702-d743-4f86-a374-9e132ebfe600 req-dd69bb34-e13a-409f-b77d-e915a2a7dccc tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:13.878498 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f22702-d743-4f86-a374-9e132ebfe600 req-dd69bb34-e13a-409f-b77d-e915a2a7dccc tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:13.885515 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f22702-d743-4f86-a374-9e132ebfe600 req-dd69bb34-e13a-409f-b77d-e915a2a7dccc tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:13.888008 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57f22702-d743-4f86-a374-9e132ebfe600 req-dd69bb34-e13a-409f-b77d-e915a2a7dccc tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5434 time: 0.0977728 Aug 17 00:08:13.922682 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port be7f0e44-0d24-4d56-9f06-d5a6b31e1abb, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=be7f0e44-0d24-4d56-9f06-d5a6b31e1abb,segment=NetworkSegment(b7130b5e-880a-4624-8591-a8d8fad3e001),segment_id=b7130b5e-880a-4624-8591-a8d8fad3e001)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:13.934045 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57f22702-d743-4f86-a374-9e132ebfe600 req-88f132c5-5a9f-41de-bbb3-5e62f1a56704 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385578 Aug 17 00:08:13.945235 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'be7f0e44-0d24-4d56-9f06-d5a6b31e1abb', 'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2', 'port_id': 'be7f0e44-0d24-4d56-9f06-d5a6b31e1abb', 'mac_address': 'fa:16:3e:8a:cf:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0b1868-d770-4e84-810f-697ff03d7f3e', 'ip_address': '10.1.1.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:08:13.980389 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=23434d76-3964-4216-81fd-bc4dd9fd6a0f,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:13.981751 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a389730c-33f1-43f8-b2d1-2f1ed14045f9 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:13.999854 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:14.014027 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be7f0e44-0d24-4d56-9f06-d5a6b31e1abb {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:08:14.016344 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389730c-33f1-43f8-b2d1-2f1ed14045f9 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event deleted for resources: {'Port': ['ID=302a182e-8e93-4bcd-80d2-bb4f5485ad13,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:14.036974 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port be7f0e44-0d24-4d56-9f06-d5a6b31e1abb, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=be7f0e44-0d24-4d56-9f06-d5a6b31e1abb,segment=NetworkSegment(b7130b5e-880a-4624-8591-a8d8fad3e001),segment_id=b7130b5e-880a-4624-8591-a8d8fad3e001)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:14.041354 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:14.042012 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 7966ca59-62d1-4927-a258-fe4dd81e241a details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:08:14.086876 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a389730c-33f1-43f8-b2d1-2f1ed14045f9 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:14.089841 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a389730c-33f1-43f8-b2d1-2f1ed14045f9 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "DELETE /v2.0/ports/302a182e-8e93-4bcd-80d2-bb4f5485ad13 HTTP/1.1" status: 204 len: 168 time: 0.7784503 Aug 17 00:08:14.092340 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44454) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:14.110492 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=be7f0e44-0d24-4d56-9f06-d5a6b31e1abb,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:14.113952 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 7966ca59-62d1-4927-a258-fe4dd81e241a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=7966ca59-62d1-4927-a258-fe4dd81e241a,segment=NetworkSegment(b7130b5e-880a-4624-8591-a8d8fad3e001),segment_id=b7130b5e-880a-4624-8591-a8d8fad3e001)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:14.125728 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '7966ca59-62d1-4927-a258-fe4dd81e241a', 'network_id': 'f6cd289c-2ec6-41a8-8f51-21d9174f00f2', 'port_id': '7966ca59-62d1-4927-a258-fe4dd81e241a', 'mac_address': 'fa:16:3e:be:a9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0b1868-d770-4e84-810f-697ff03d7f3e', 'ip_address': '10.1.1.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:08:14.164169 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:14.179049 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7966ca59-62d1-4927-a258-fe4dd81e241a {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:08:14.188812 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-fade6259-7b0d-4c25-868a-10045df427a3 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Deleting port b1a46dae-dc54-4c39-8d8a-9b949ad04ad8 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:14.189108 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fade6259-7b0d-4c25-868a-10045df427a3 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:14.199429 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 7966ca59-62d1-4927-a258-fe4dd81e241a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=7966ca59-62d1-4927-a258-fe4dd81e241a,segment=NetworkSegment(b7130b5e-880a-4624-8591-a8d8fad3e001),segment_id=b7130b5e-880a-4624-8591-a8d8fad3e001)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:14.202779 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:14.252110 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=7966ca59-62d1-4927-a258-fe4dd81e241a,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:14.276498 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fade6259-7b0d-4c25-868a-10045df427a3 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:14.288463 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-fade6259-7b0d-4c25-868a-10045df427a3 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Calling delete_port for b1a46dae-dc54-4c39-8d8a-9b949ad04ad8 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:14.416655 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fade6259-7b0d-4c25-868a-10045df427a3 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:14.445178 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade6259-7b0d-4c25-868a-10045df427a3 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event deleted for resources: {'Port': ['ID=b1a46dae-dc54-4c39-8d8a-9b949ad04ad8,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:14.514202 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fade6259-7b0d-4c25-868a-10045df427a3 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:14.516141 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fade6259-7b0d-4c25-868a-10045df427a3 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "DELETE /v2.0/ports/b1a46dae-dc54-4c39-8d8a-9b949ad04ad8 HTTP/1.1" status: 204 len: 168 time: 0.4228764 Aug 17 00:08:14.518644 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44458) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:14.566302 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fc38f1-6eb4-4a3d-b12f-584ce5d1f8d5 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:14.567761 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-78fc38f1-6eb4-4a3d-b12f-584ce5d1f8d5 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f552218-26d7-4786-9208-fd9b23fbcd65 HTTP/1.1" status: 200 len: 913 time: 0.0482149 Aug 17 00:08:14.570414 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44460) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:14.922855 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7066140-4d35-4c86-b56e-171e9e25abad tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:15.011846 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['93bc72f0-9db1-4a9b-aadb-999a3b2837ee'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:08:15.047106 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['23434d76-3964-4216-81fd-bc4dd9fd6a0f'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:08:15.081950 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['6dc8d69b-05e7-41e6-955a-531d1961bd01'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:08:15.089678 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['7966ca59-62d1-4927-a258-fe4dd81e241a'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:08:15.115806 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d4d27-a874-42c7-b0b6-c0cc34b7ac35 req-a9ccde75-3328-4ba6-88ad-26d8a2685090 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:15.123485 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d4d27-a874-42c7-b0b6-c0cc34b7ac35 req-a9ccde75-3328-4ba6-88ad-26d8a2685090 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:15.129400 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d4d27-a874-42c7-b0b6-c0cc34b7ac35 req-a9ccde75-3328-4ba6-88ad-26d8a2685090 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:15.137306 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d4d27-a874-42c7-b0b6-c0cc34b7ac35 req-a9ccde75-3328-4ba6-88ad-26d8a2685090 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:15.143485 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d4d27-a874-42c7-b0b6-c0cc34b7ac35 req-a9ccde75-3328-4ba6-88ad-26d8a2685090 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:15.149432 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d4d27-a874-42c7-b0b6-c0cc34b7ac35 req-a9ccde75-3328-4ba6-88ad-26d8a2685090 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:15.156089 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d4d27-a874-42c7-b0b6-c0cc34b7ac35 req-a9ccde75-3328-4ba6-88ad-26d8a2685090 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:15.158078 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-562d4d27-a874-42c7-b0b6-c0cc34b7ac35 req-a9ccde75-3328-4ba6-88ad-26d8a2685090 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5437 time: 0.1219585 Aug 17 00:08:15.203852 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-562d4d27-a874-42c7-b0b6-c0cc34b7ac35 req-96165b4f-a706-46ba-aaf3-144a327a34e3 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389769 Aug 17 00:08:15.204872 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-e7066140-4d35-4c86-b56e-171e9e25abad tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Deleting port 44652857-a616-4e15-9aac-460bd7bc9027 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:15.205284 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7066140-4d35-4c86-b56e-171e9e25abad tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:15.296352 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7066140-4d35-4c86-b56e-171e9e25abad tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:15.304762 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 8f2c444b-10cf-453f-8d06-f7c40983dbe2 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:08:15.309058 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-e7066140-4d35-4c86-b56e-171e9e25abad tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Calling delete_port for 44652857-a616-4e15-9aac-460bd7bc9027 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:15.523949 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7066140-4d35-4c86-b56e-171e9e25abad tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:15.562205 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7066140-4d35-4c86-b56e-171e9e25abad tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event deleted for resources: {'Port': ['ID=44652857-a616-4e15-9aac-460bd7bc9027,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:15.625129 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 8f2c444b-10cf-453f-8d06-f7c40983dbe2, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=8f2c444b-10cf-453f-8d06-f7c40983dbe2,segment=NetworkSegment(f2598112-e255-4a98-be84-f684c08cfbc7),segment_id=f2598112-e255-4a98-be84-f684c08cfbc7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:15.643713 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '8f2c444b-10cf-453f-8d06-f7c40983dbe2', 'network_id': '949ef9b5-a5f5-4a03-9475-a782bb68296d', 'port_id': '8f2c444b-10cf-453f-8d06-f7c40983dbe2', 'mac_address': 'fa:16:3e:7f:65:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6225a0cd-0c05-4a30-94ea-958f505e0ba4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:08:15.687747 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:15.706392 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f2c444b-10cf-453f-8d06-f7c40983dbe2 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:08:15.726606 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 8f2c444b-10cf-453f-8d06-f7c40983dbe2, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=8f2c444b-10cf-453f-8d06-f7c40983dbe2,segment=NetworkSegment(f2598112-e255-4a98-be84-f684c08cfbc7),segment_id=f2598112-e255-4a98-be84-f684c08cfbc7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:15.733385 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:15.734875 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0a9b87f8-4dbf-486d-a3c6-27de042824e5 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:08:15.766718 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7066140-4d35-4c86-b56e-171e9e25abad tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:15.804351 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0a9b87f8-4dbf-486d-a3c6-27de042824e5, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0a9b87f8-4dbf-486d-a3c6-27de042824e5,segment=NetworkSegment(f2598112-e255-4a98-be84-f684c08cfbc7),segment_id=f2598112-e255-4a98-be84-f684c08cfbc7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:15.811959 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=8f2c444b-10cf-453f-8d06-f7c40983dbe2,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:15.817836 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '0a9b87f8-4dbf-486d-a3c6-27de042824e5', 'network_id': '949ef9b5-a5f5-4a03-9475-a782bb68296d', 'port_id': '0a9b87f8-4dbf-486d-a3c6-27de042824e5', 'mac_address': 'fa:16:3e:bc:7e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6225a0cd-0c05-4a30-94ea-958f505e0ba4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:08:15.855244 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:15.868398 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a9b87f8-4dbf-486d-a3c6-27de042824e5 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:08:15.889790 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0a9b87f8-4dbf-486d-a3c6-27de042824e5, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0a9b87f8-4dbf-486d-a3c6-27de042824e5,segment=NetworkSegment(f2598112-e255-4a98-be84-f684c08cfbc7),segment_id=f2598112-e255-4a98-be84-f684c08cfbc7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:15.893588 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:15.946185 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=0a9b87f8-4dbf-486d-a3c6-27de042824e5,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:15.991892 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7066140-4d35-4c86-b56e-171e9e25abad tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Router 6f552218-26d7-4786-9208-fd9b23fbcd65 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:08:16.099108 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7066140-4d35-4c86-b56e-171e9e25abad tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:08:16.104584 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e7066140-4d35-4c86-b56e-171e9e25abad tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "PUT /v2.0/routers/6f552218-26d7-4786-9208-fd9b23fbcd65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5330818 Aug 17 00:08:16.106983 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44468) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:16.108689 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eddd904-b0f9-44b9-b038-e4262b463299 None None] Sync routers for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:08:16.117861 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eddd904-b0f9-44b9-b038-e4262b463299 None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:08:16.118476 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-4eddd904-b0f9-44b9-b038-e4262b463299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:16.156003 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-4eddd904-b0f9-44b9-b038-e4262b463299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:16.165482 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eddd904-b0f9-44b9-b038-e4262b463299 None None] Routers {'6f552218-26d7-4786-9208-fd9b23fbcd65'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:08:16.166130 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-4eddd904-b0f9-44b9-b038-e4262b463299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6f552218-26d7-4786-9208-fd9b23fbcd65'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:16.199234 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-4eddd904-b0f9-44b9-b038-e4262b463299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:16.199896 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eddd904-b0f9-44b9-b038-e4262b463299 None None] The sync data for ids ['6f552218-26d7-4786-9208-fd9b23fbcd65'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:08:16.223527 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba2e5f95-458e-429f-b443-4a326ddfb643 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:16.335657 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['be7f0e44-0d24-4d56-9f06-d5a6b31e1abb'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:08:16.336391 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba2e5f95-458e-429f-b443-4a326ddfb643 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:16.347037 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af19f1-3fef-40f6-a7f9-7259d67d57b0 req-178e19d6-c0ae-4b43-a5ad-4a7e2289815a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:16.353968 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af19f1-3fef-40f6-a7f9-7259d67d57b0 req-178e19d6-c0ae-4b43-a5ad-4a7e2289815a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:16.360266 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af19f1-3fef-40f6-a7f9-7259d67d57b0 req-178e19d6-c0ae-4b43-a5ad-4a7e2289815a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:16.366454 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af19f1-3fef-40f6-a7f9-7259d67d57b0 req-178e19d6-c0ae-4b43-a5ad-4a7e2289815a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:16.382281 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af19f1-3fef-40f6-a7f9-7259d67d57b0 req-178e19d6-c0ae-4b43-a5ad-4a7e2289815a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:16.389133 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af19f1-3fef-40f6-a7f9-7259d67d57b0 req-178e19d6-c0ae-4b43-a5ad-4a7e2289815a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:16.391385 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ba2e5f95-458e-429f-b443-4a326ddfb643 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Deleting port 6cc84628-8ed3-4a08-b232-884b9c65e8e7 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:16.391848 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba2e5f95-458e-429f-b443-4a326ddfb643 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:16.395490 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af19f1-3fef-40f6-a7f9-7259d67d57b0 req-178e19d6-c0ae-4b43-a5ad-4a7e2289815a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:16.397558 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7af19f1-3fef-40f6-a7f9-7259d67d57b0 req-178e19d6-c0ae-4b43-a5ad-4a7e2289815a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5439 time: 0.1104834 Aug 17 00:08:16.459129 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7af19f1-3fef-40f6-a7f9-7259d67d57b0 req-265d424d-168c-44a1-a048-1bdd69133001 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543718 Aug 17 00:08:16.488978 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba2e5f95-458e-429f-b443-4a326ddfb643 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:16.503007 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ba2e5f95-458e-429f-b443-4a326ddfb643 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Calling delete_port for 6cc84628-8ed3-4a08-b232-884b9c65e8e7 owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:16.508275 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a8f2ae98-e42d-4611-a277-f2f62185e6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:16.676906 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba2e5f95-458e-429f-b443-4a326ddfb643 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:16.704110 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e5f95-458e-429f-b443-4a326ddfb643 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event deleted for resources: {'Port': ['ID=6cc84628-8ed3-4a08-b232-884b9c65e8e7,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:16.766425 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba2e5f95-458e-429f-b443-4a326ddfb643 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:16.856524 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba2e5f95-458e-429f-b443-4a326ddfb643 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:16.858603 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba2e5f95-458e-429f-b443-4a326ddfb643 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:16.901740 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba2e5f95-458e-429f-b443-4a326ddfb643 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:16.902340 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2e5f95-458e-429f-b443-4a326ddfb643 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Fanout notify agent at l3_agent the message router_deleted on router 6f552218-26d7-4786-9208-fd9b23fbcd65 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:08:16.909209 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba2e5f95-458e-429f-b443-4a326ddfb643 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:16.910320 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ba2e5f95-458e-429f-b443-4a326ddfb643 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "DELETE /v2.0/routers/6f552218-26d7-4786-9208-fd9b23fbcd65 HTTP/1.1" status: 204 len: 168 time: 0.8022256 Aug 17 00:08:16.912685 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44478) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:16.966245 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-415e7d08-a125-4eb5-9782-4ed81836b5c2 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Deleting subnet c35bf154-11a2-4d50-a216-195ccbcf6448 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:08:16.969252 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-415e7d08-a125-4eb5-9782-4ed81836b5c2 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:17.008317 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-415e7d08-a125-4eb5-9782-4ed81836b5c2 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:17.053168 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-415e7d08-a125-4eb5-9782-4ed81836b5c2 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:17.109892 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-415e7d08-a125-4eb5-9782-4ed81836b5c2 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:17.139396 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e7d08-a125-4eb5-9782-4ed81836b5c2 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event deleted for resources: {'Subnet': ['ID=c35bf154-11a2-4d50-a216-195ccbcf6448,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:17.144991 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-415e7d08-a125-4eb5-9782-4ed81836b5c2 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:17.146888 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-415e7d08-a125-4eb5-9782-4ed81836b5c2 tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "DELETE /v2.0/subnets/c35bf154-11a2-4d50-a216-195ccbcf6448 HTTP/1.1" status: 204 len: 168 time: 0.2332461 Aug 17 00:08:17.149250 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44480) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:17.226211 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c7acf34-3b0c-4d9e-8483-d867a7d14cce tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:17.318100 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c7acf34-3b0c-4d9e-8483-d867a7d14cce tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:17.328405 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-7c7acf34-3b0c-4d9e-8483-d867a7d14cce tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6cb871-68d7-46b4-bf57-5d286768ca16']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:17.330323 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['0a9b87f8-4dbf-486d-a3c6-27de042824e5'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:08:17.335219 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['8f2c444b-10cf-453f-8d06-f7c40983dbe2'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:08:17.339462 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-7c7acf34-3b0c-4d9e-8483-d867a7d14cce tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458addb5-b5ed-4b60-82e1-dc2f1a66d973') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:17.339760 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-7c7acf34-3b0c-4d9e-8483-d867a7d14cce tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458addb5-b5ed-4b60-82e1-dc2f1a66d973') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:17.348901 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c7acf34-3b0c-4d9e-8483-d867a7d14cce tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:17.363135 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c7acf34-3b0c-4d9e-8483-d867a7d14cce tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:17.369422 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7acf34-3b0c-4d9e-8483-d867a7d14cce tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:08:17.369820 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c7acf34-3b0c-4d9e-8483-d867a7d14cce tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:08:17.372869 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:08:17.432118 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c7acf34-3b0c-4d9e-8483-d867a7d14cce tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:17.438142 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c7acf34-3b0c-4d9e-8483-d867a7d14cce tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:17.443079 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7c7acf34-3b0c-4d9e-8483-d867a7d14cce tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] 10.222.0.60 "DELETE /v2.0/networks/3f6cb871-68d7-46b4-bf57-5d286768ca16 HTTP/1.1" status: 204 len: 168 time: 0.2904239 Aug 17 00:08:17.459435 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7acf34-3b0c-4d9e-8483-d867a7d14cce tempest-FloatingIPTestJSON-532214743 tempest-FloatingIPTestJSON-532214743-project] Pushing event deleted for resources: {'Network': ['ID=3f6cb871-68d7-46b4-bf57-5d286768ca16,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:17.613963 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dde34b-4c02-4a66-999a-56cfa2a86fca req-3e71d467-3b5a-4628-8147-c514c0a33a06 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:17.620521 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dde34b-4c02-4a66-999a-56cfa2a86fca req-3e71d467-3b5a-4628-8147-c514c0a33a06 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:17.627796 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dde34b-4c02-4a66-999a-56cfa2a86fca req-3e71d467-3b5a-4628-8147-c514c0a33a06 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:17.635028 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dde34b-4c02-4a66-999a-56cfa2a86fca req-3e71d467-3b5a-4628-8147-c514c0a33a06 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:17.641295 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dde34b-4c02-4a66-999a-56cfa2a86fca req-3e71d467-3b5a-4628-8147-c514c0a33a06 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:17.647185 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dde34b-4c02-4a66-999a-56cfa2a86fca req-3e71d467-3b5a-4628-8147-c514c0a33a06 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:17.654035 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dde34b-4c02-4a66-999a-56cfa2a86fca req-3e71d467-3b5a-4628-8147-c514c0a33a06 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:17.656203 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61dde34b-4c02-4a66-999a-56cfa2a86fca req-3e71d467-3b5a-4628-8147-c514c0a33a06 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5439 time: 0.1067495 Aug 17 00:08:17.702386 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61dde34b-4c02-4a66-999a-56cfa2a86fca req-082c0d90-9daa-4fbf-86fa-4c26f25e5578 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374267 Aug 17 00:08:17.734178 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44492) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:17.876731 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6ff480c1-ae0d-4df0-be24-c98e0a0868b7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9a218f37679a483390908c1b0e5c589c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413596 Aug 17 00:08:17.879139 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44496) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:17.928688 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a710d992-7afb-47af-ae91-566c5cf6a3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:17.950310 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a710d992-7afb-47af-ae91-566c5cf6a3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:18.000147 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a710d992-7afb-47af-ae91-566c5cf6a3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:18.002832 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a710d992-7afb-47af-ae91-566c5cf6a3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:18.004015 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a710d992-7afb-47af-ae91-566c5cf6a3e6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ce43322d-185c-4608-9c4a-3b4dfa0b233d HTTP/1.1" status: 204 len: 168 time: 0.1239829 Aug 17 00:08:18.013269 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710d992-7afb-47af-ae91-566c5cf6a3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce43322d-185c-4608-9c4a-3b4dfa0b233d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:18.668438 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44522) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:18.771200 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-18b067a3-b077-4cde-9dfa-fd92560d70f0 tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] Request body: {'port': {'network_id': 'a6bc18c6-fada-4915-80ef-6e08496911f2', 'name': 'tempest-NetworksNegativeTestJSON-1608908377'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:18.786106 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b067a3-b077-4cde-9dfa-fd92560d70f0 tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] POST failed (client error): The resource could not be found. Aug 17 00:08:18.786667 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b067a3-b077-4cde-9dfa-fd92560d70f0 tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:08:18.787827 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-18b067a3-b077-4cde-9dfa-fd92560d70f0 tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1183460 Aug 17 00:08:18.792205 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44528) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:18.810681 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c20778-8abc-4f4d-b14e-2306dc148b07 tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] DELETE failed (client error): The resource could not be found. Aug 17 00:08:18.811225 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c20778-8abc-4f4d-b14e-2306dc148b07 tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:08:18.813135 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-00c20778-8abc-4f4d-b14e-2306dc148b07 tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] 10.222.0.60 "DELETE /v2.0/networks/4688a391-12a6-4b9d-8346-83931b1c248d HTTP/1.1" status: 404 len: 339 time: 0.0199881 Aug 17 00:08:18.816780 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44530) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:18.839936 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c95b40e-6399-4fd8-9c70-9936fc3aea19 tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] DELETE failed (client error): The resource could not be found. Aug 17 00:08:18.840545 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c95b40e-6399-4fd8-9c70-9936fc3aea19 tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:08:18.842277 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0c95b40e-6399-4fd8-9c70-9936fc3aea19 tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] 10.222.0.60 "DELETE /v2.0/ports/c077b7ca-60c5-4eee-803a-8d1961a6f030 HTTP/1.1" status: 404 len: 333 time: 0.0245638 Aug 17 00:08:18.844425 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58c4e7-a3e0-4d96-ad01-babf5f681ded req-651ce0d6-ac1c-4f22-8b11-e23012ec4b33 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:18.846171 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44532) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:18.850293 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58c4e7-a3e0-4d96-ad01-babf5f681ded req-651ce0d6-ac1c-4f22-8b11-e23012ec4b33 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:18.856191 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58c4e7-a3e0-4d96-ad01-babf5f681ded req-651ce0d6-ac1c-4f22-8b11-e23012ec4b33 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:18.862058 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58c4e7-a3e0-4d96-ad01-babf5f681ded req-651ce0d6-ac1c-4f22-8b11-e23012ec4b33 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:18.867905 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58c4e7-a3e0-4d96-ad01-babf5f681ded req-651ce0d6-ac1c-4f22-8b11-e23012ec4b33 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:18.874246 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58c4e7-a3e0-4d96-ad01-babf5f681ded req-651ce0d6-ac1c-4f22-8b11-e23012ec4b33 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:18.874386 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb70a1f8-4165-474b-a025-f7df107525a4 tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] DELETE failed (client error): The resource could not be found. Aug 17 00:08:18.874799 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb70a1f8-4165-474b-a025-f7df107525a4 tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:08:18.876448 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cb70a1f8-4165-474b-a025-f7df107525a4 tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] 10.222.0.60 "DELETE /v2.0/subnets/6eec1db2-8a20-477c-a837-ead2f438b473 HTTP/1.1" status: 404 len: 337 time: 0.0295286 Aug 17 00:08:18.879959 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44534) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:18.880234 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58c4e7-a3e0-4d96-ad01-babf5f681ded req-651ce0d6-ac1c-4f22-8b11-e23012ec4b33 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:18.882662 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be58c4e7-a3e0-4d96-ad01-babf5f681ded req-651ce0d6-ac1c-4f22-8b11-e23012ec4b33 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5439 time: 0.0949538 Aug 17 00:08:18.901957 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc1fb880-c039-4e29-9698-e0ab27d8085f tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] GET failed (client error): The resource could not be found. Aug 17 00:08:18.903415 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-dc1fb880-c039-4e29-9698-e0ab27d8085f tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] 10.222.0.60 "GET /v2.0/networks/56b9a24c-b46c-4ffa-b97f-fae6ed5f0ead HTTP/1.1" status: 404 len: 339 time: 0.0225625 Aug 17 00:08:18.907422 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44536) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:18.925675 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be58c4e7-a3e0-4d96-ad01-babf5f681ded req-5d7c88b1-fe9a-4ca9-9f9d-7e2210e3643f tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356951 Aug 17 00:08:18.931870 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-e033561b-5efb-4dc0-8cdf-471a6fe154f7 tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] GET failed (client error): The resource could not be found. Aug 17 00:08:18.933388 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e033561b-5efb-4dc0-8cdf-471a6fe154f7 tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] 10.222.0.60 "GET /v2.0/ports/86bf7cc4-17e7-4b1b-9aec-86d26ad0cd59 HTTP/1.1" status: 404 len: 333 time: 0.0250273 Aug 17 00:08:18.937029 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44538) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:18.965774 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89d7e90-6381-4c86-8312-555355a32c18 tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] GET failed (client error): The resource could not be found. Aug 17 00:08:18.967051 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a89d7e90-6381-4c86-8312-555355a32c18 tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] 10.222.0.60 "GET /v2.0/subnets/5b9be29b-564f-4c84-9f45-f3501a1f2db7 HTTP/1.1" status: 404 len: 337 time: 0.0290573 Aug 17 00:08:18.970588 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44540) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:18.975588 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-09b51477-5609-4f2b-8617-f4b34c8e7b50 tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:18.989793 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b51477-5609-4f2b-8617-f4b34c8e7b50 tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] PUT failed (client error): The resource could not be found. Aug 17 00:08:18.990320 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09b51477-5609-4f2b-8617-f4b34c8e7b50 tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:08:18.991392 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-09b51477-5609-4f2b-8617-f4b34c8e7b50 tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] 10.222.0.60 "PUT /v2.0/networks/68e14fe0-9fca-46f0-9fb7-c528aafbb018 HTTP/1.1" status: 404 len: 339 time: 0.0199156 Aug 17 00:08:18.995949 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44542) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:19.000859 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-4af3a74e-8484-44f5-86bb-43bcddbb0c77 tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:19.018517 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af3a74e-8484-44f5-86bb-43bcddbb0c77 tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] PUT failed (client error): The resource could not be found. Aug 17 00:08:19.019157 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af3a74e-8484-44f5-86bb-43bcddbb0c77 tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:08:19.020167 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4af3a74e-8484-44f5-86bb-43bcddbb0c77 tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] 10.222.0.60 "PUT /v2.0/ports/71ddcb1c-f71e-45f2-a3dc-64db8d87031d HTTP/1.1" status: 404 len: 333 time: 0.0233428 Aug 17 00:08:19.023526 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44544) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:19.029337 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-41fca272-62e9-4c28-910e-f23c2370dcca tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:19.054588 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-41fca272-62e9-4c28-910e-f23c2370dcca tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] PUT failed (client error): The resource could not be found. Aug 17 00:08:19.055034 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41fca272-62e9-4c28-910e-f23c2370dcca tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:08:19.056246 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-41fca272-62e9-4c28-910e-f23c2370dcca tempest-NetworksNegativeTestJSON-2090999396 tempest-NetworksNegativeTestJSON-2090999396-project] 10.222.0.60 "PUT /v2.0/subnets/af881402-bda7-4079-b0de-65ac5b140ddf HTTP/1.1" status: 404 len: 337 time: 0.0317187 Aug 17 00:08:19.209154 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-be461628-eb3a-44f7-a4ab-0ac866cc8b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:19.239210 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:19.298740 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 6dc8d69b-05e7-41e6-955a-531d1961bd01 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:08:19.301900 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44550) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:19.353888 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 6dc8d69b-05e7-41e6-955a-531d1961bd01 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:08:19.358144 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 6dc8d69b-05e7-41e6-955a-531d1961bd01 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:19.358531 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:19.415337 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a681674d-d2c2-4453-ab8a-cfe61334a621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:19.440606 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:19.463558 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc8d69b-05e7-41e6-955a-531d1961bd01'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:08:19.465851 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a6f0a8-775a-4a29-85c2-c525fd7df746" -d '{"events": [{"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-plugged", "status": "completed", "tag": "6dc8d69b-05e7-41e6-955a-531d1961bd01"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:08:19.479440 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 6dc8d69b-05e7-41e6-955a-531d1961bd01, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=6dc8d69b-05e7-41e6-955a-531d1961bd01,segment=NetworkSegment(989ca3c6-4bce-4091-9883-2d05012f0c73),segment_id=989ca3c6-4bce-4091-9883-2d05012f0c73)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:19.484744 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:19.485551 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 93bc72f0-9db1-4a9b-aadb-999a3b2837ee up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:08:19.519331 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a681674d-d2c2-4453-ab8a-cfe61334a621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:19.523177 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a681674d-d2c2-4453-ab8a-cfe61334a621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:19.529071 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b353be6c-7e4d-4e52-81f8-d12ffc5206ad x-openstack-request-id: req-b353be6c-7e4d-4e52-81f8-d12ffc5206ad {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:08:19.529423 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-plugged", "status": "completed", "tag": "6dc8d69b-05e7-41e6-955a-531d1961bd01", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:08:19.529681 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b353be6c-7e4d-4e52-81f8-d12ffc5206ad {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:08:19.530073 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc8d69b-05e7-41e6-955a-531d1961bd01', 'code': 200} Aug 17 00:08:19.560719 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681674d-d2c2-4453-ab8a-cfe61334a621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e21912-db31-49b1-9d4a-ba0457fbd52e,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:19.567833 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a681674d-d2c2-4453-ab8a-cfe61334a621 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dc2daf35c0f546d8943c974179def45c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2624598 Aug 17 00:08:19.568044 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44558) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:19.572872 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=6dc8d69b-05e7-41e6-955a-531d1961bd01,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:19.585035 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 93bc72f0-9db1-4a9b-aadb-999a3b2837ee completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:08:19.589971 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 93bc72f0-9db1-4a9b-aadb-999a3b2837ee triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:19.590350 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:19.618983 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a11d8f4-e848-4c11-b391-f8799f0dc3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:19.640566 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a11d8f4-e848-4c11-b391-f8799f0dc3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:19.668651 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:19.689513 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a11d8f4-e848-4c11-b391-f8799f0dc3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:19.692760 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a11d8f4-e848-4c11-b391-f8799f0dc3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:19.697289 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4a11d8f4-e848-4c11-b391-f8799f0dc3d8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/23e21912-db31-49b1-9d4a-ba0457fbd52e HTTP/1.1" status: 204 len: 168 time: 0.1277444 Aug 17 00:08:19.705980 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 93bc72f0-9db1-4a9b-aadb-999a3b2837ee, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=93bc72f0-9db1-4a9b-aadb-999a3b2837ee,segment=NetworkSegment(b7130b5e-880a-4624-8591-a8d8fad3e001),segment_id=b7130b5e-880a-4624-8591-a8d8fad3e001)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:19.706204 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11d8f4-e848-4c11-b391-f8799f0dc3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e21912-db31-49b1-9d4a-ba0457fbd52e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:19.719716 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:19.720624 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 23434d76-3964-4216-81fd-bc4dd9fd6a0f up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:08:19.812870 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=93bc72f0-9db1-4a9b-aadb-999a3b2837ee,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:19.825669 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 23434d76-3964-4216-81fd-bc4dd9fd6a0f completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:08:19.828956 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 23434d76-3964-4216-81fd-bc4dd9fd6a0f triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:19.829367 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:19.908827 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:19.946742 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 23434d76-3964-4216-81fd-bc4dd9fd6a0f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=23434d76-3964-4216-81fd-bc4dd9fd6a0f,segment=NetworkSegment(b7130b5e-880a-4624-8591-a8d8fad3e001),segment_id=b7130b5e-880a-4624-8591-a8d8fad3e001)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:19.953019 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:19.953887 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 7966ca59-62d1-4927-a258-fe4dd81e241a up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:08:20.036535 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=23434d76-3964-4216-81fd-bc4dd9fd6a0f,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:20.049254 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 7966ca59-62d1-4927-a258-fe4dd81e241a completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:08:20.053303 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 7966ca59-62d1-4927-a258-fe4dd81e241a triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:20.053685 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:20.079111 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4daeb9-2584-4421-be43-5f254cc116ab req-28e16296-bba4-4b39-bcdd-e0e7290d7894 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:20.085378 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4daeb9-2584-4421-be43-5f254cc116ab req-28e16296-bba4-4b39-bcdd-e0e7290d7894 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:20.092022 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4daeb9-2584-4421-be43-5f254cc116ab req-28e16296-bba4-4b39-bcdd-e0e7290d7894 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:20.101965 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4daeb9-2584-4421-be43-5f254cc116ab req-28e16296-bba4-4b39-bcdd-e0e7290d7894 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:20.110268 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4daeb9-2584-4421-be43-5f254cc116ab req-28e16296-bba4-4b39-bcdd-e0e7290d7894 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:20.116189 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4daeb9-2584-4421-be43-5f254cc116ab req-28e16296-bba4-4b39-bcdd-e0e7290d7894 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:20.123541 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4daeb9-2584-4421-be43-5f254cc116ab req-28e16296-bba4-4b39-bcdd-e0e7290d7894 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:20.125576 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e4daeb9-2584-4421-be43-5f254cc116ab req-28e16296-bba4-4b39-bcdd-e0e7290d7894 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5442 time: 0.1158621 Aug 17 00:08:20.146369 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:20.147141 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:20.182384 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e4daeb9-2584-4421-be43-5f254cc116ab req-22a3f48c-fbce-41db-b386-a707eef42ede tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461636 Aug 17 00:08:20.184698 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 7966ca59-62d1-4927-a258-fe4dd81e241a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=7966ca59-62d1-4927-a258-fe4dd81e241a,segment=NetworkSegment(b7130b5e-880a-4624-8591-a8d8fad3e001),segment_id=b7130b5e-880a-4624-8591-a8d8fad3e001)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:20.189467 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:20.240920 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=7966ca59-62d1-4927-a258-fe4dd81e241a,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:20.389695 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44584) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:20.487424 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-bd97be20-fc3e-4f7d-9630-ccf499ba8dc6 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-184892971'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:20.511077 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd97be20-fc3e-4f7d-9630-ccf499ba8dc6 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:20.514557 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bd97be20-fc3e-4f7d-9630-ccf499ba8dc6 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:20.526661 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bd97be20-fc3e-4f7d-9630-ccf499ba8dc6 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:20.614251 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bd97be20-fc3e-4f7d-9630-ccf499ba8dc6 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:20.617784 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bd97be20-fc3e-4f7d-9630-ccf499ba8dc6 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:20.643976 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd97be20-fc3e-4f7d-9630-ccf499ba8dc6 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:08:20.654273 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97be20-fc3e-4f7d-9630-ccf499ba8dc6 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db0004b3-efc8-49ca-99e4-5bc57c7986e3,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:20.659016 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bd97be20-fc3e-4f7d-9630-ccf499ba8dc6 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:20.659371 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-bd97be20-fc3e-4f7d-9630-ccf499ba8dc6 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Added segment 0c40ec60-4c69-4c11-9160-1b9a9bec13f5 of type vlan for network 99ed2dce-3728-466b-aefa-f61b98fddb46 Aug 17 00:08:20.700010 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bd97be20-fc3e-4f7d-9630-ccf499ba8dc6 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:20.725049 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bd97be20-fc3e-4f7d-9630-ccf499ba8dc6 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:20.731280 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd97be20-fc3e-4f7d-9630-ccf499ba8dc6 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:20.731881 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bd97be20-fc3e-4f7d-9630-ccf499ba8dc6 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:20.801939 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bd97be20-fc3e-4f7d-9630-ccf499ba8dc6 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4111271 Aug 17 00:08:20.804541 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44592) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:20.810531 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f27734d4-0544-4a12-ab89-4b3dbd400d2f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'port': {'network_id': '99ed2dce-3728-466b-aefa-f61b98fddb46', 'name': 'tempest-PortsIpV6TestJSON-1725589752'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:20.818067 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97be20-fc3e-4f7d-9630-ccf499ba8dc6 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Network': ['ID=99ed2dce-3728-466b-aefa-f61b98fddb46,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:20.828602 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 99ed2dce-3728-466b-aefa-f61b98fddb46 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:08:20.905196 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27734d4-0544-4a12-ab89-4b3dbd400d2f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:20.908657 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f27734d4-0544-4a12-ab89-4b3dbd400d2f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:20.925888 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-f27734d4-0544-4a12-ab89-4b3dbd400d2f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] device_id is not set on port aac7c3e0-5cf0-4331-b3b7-895eabf959c6 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:08:21.089059 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f27734d4-0544-4a12-ab89-4b3dbd400d2f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:21.126493 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f27734d4-0544-4a12-ab89-4b3dbd400d2f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:21.190295 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27734d4-0544-4a12-ab89-4b3dbd400d2f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Port': ['ID=aac7c3e0-5cf0-4331-b3b7-895eabf959c6,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:21.199387 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27734d4-0544-4a12-ab89-4b3dbd400d2f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Checking segment: {'id': '0c40ec60-4c69-4c11-9160-1b9a9bec13f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '99ed2dce-3728-466b-aefa-f61b98fddb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:08:21.199767 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27734d4-0544-4a12-ab89-4b3dbd400d2f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network hostable DHCP agents. Network: 99ed2dce-3728-466b-aefa-f61b98fddb46, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:08:21.216706 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27734d4-0544-4a12-ab89-4b3dbd400d2f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network 99ed2dce-3728-466b-aefa-f61b98fddb46 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:08:21.225010 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-f27734d4-0544-4a12-ab89-4b3dbd400d2f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 99ed2dce-3728-466b-aefa-f61b98fddb46) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:21.229671 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27734d4-0544-4a12-ab89-4b3dbd400d2f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:08:21.234603 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13537a4-0ae5-477e-8379-a9da528f8ecd None None] Network 99ed2dce-3728-466b-aefa-f61b98fddb46 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:08:21.236182 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27734d4-0544-4a12-ab89-4b3dbd400d2f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:21.237006 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f27734d4-0544-4a12-ab89-4b3dbd400d2f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:21.252599 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f27734d4-0544-4a12-ab89-4b3dbd400d2f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4469337 Aug 17 00:08:21.255557 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44596) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:21.261056 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-d505b7e7-055a-46ff-a53d-a533565cf9d7 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-746666447'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:21.283759 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d505b7e7-055a-46ff-a53d-a533565cf9d7 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:21.287911 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d505b7e7-055a-46ff-a53d-a533565cf9d7 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:21.311527 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0a9b87f8-4dbf-486d-a3c6-27de042824e5 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:08:21.314052 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d505b7e7-055a-46ff-a53d-a533565cf9d7 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:08:21.324366 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d505b7e7-055a-46ff-a53d-a533565cf9d7 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:21.324718 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-d505b7e7-055a-46ff-a53d-a533565cf9d7 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Added segment fc374275-9817-463e-943f-645f1103d009 of type vlan for network 946dd5b8-33b0-4b7d-baff-b5588af29c2f Aug 17 00:08:21.331527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba45ad-7f63-4d33-b84f-7376b372e0f5 req-41ebdc0e-d654-4b25-a505-bc17a1467558 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:21.338112 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba45ad-7f63-4d33-b84f-7376b372e0f5 req-41ebdc0e-d654-4b25-a505-bc17a1467558 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:21.344051 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba45ad-7f63-4d33-b84f-7376b372e0f5 req-41ebdc0e-d654-4b25-a505-bc17a1467558 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:21.349968 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba45ad-7f63-4d33-b84f-7376b372e0f5 req-41ebdc0e-d654-4b25-a505-bc17a1467558 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:21.356541 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba45ad-7f63-4d33-b84f-7376b372e0f5 req-41ebdc0e-d654-4b25-a505-bc17a1467558 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:21.362546 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba45ad-7f63-4d33-b84f-7376b372e0f5 req-41ebdc0e-d654-4b25-a505-bc17a1467558 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:21.367984 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d505b7e7-055a-46ff-a53d-a533565cf9d7 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:21.368960 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba45ad-7f63-4d33-b84f-7376b372e0f5 req-41ebdc0e-d654-4b25-a505-bc17a1467558 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:21.371180 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3cba45ad-7f63-4d33-b84f-7376b372e0f5 req-41ebdc0e-d654-4b25-a505-bc17a1467558 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5443 time: 0.0996759 Aug 17 00:08:21.396173 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d505b7e7-055a-46ff-a53d-a533565cf9d7 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:21.403326 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d505b7e7-055a-46ff-a53d-a533565cf9d7 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:21.403952 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d505b7e7-055a-46ff-a53d-a533565cf9d7 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:21.413541 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 0a9b87f8-4dbf-486d-a3c6-27de042824e5 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:08:21.418025 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3cba45ad-7f63-4d33-b84f-7376b372e0f5 req-44379cf7-eb49-49d4-908d-cffd9dd41915 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396109 Aug 17 00:08:21.418499 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 0a9b87f8-4dbf-486d-a3c6-27de042824e5 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:21.418937 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:21.471917 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d505b7e7-055a-46ff-a53d-a533565cf9d7 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2153022 Aug 17 00:08:21.474541 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44602) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:21.476337 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505b7e7-055a-46ff-a53d-a533565cf9d7 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Network': ['ID=946dd5b8-33b0-4b7d-baff-b5588af29c2f,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:21.486232 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-e2ff7e86-53c8-49a7-92c8-e1194b20bd3b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'ports': [{'network_id': '99ed2dce-3728-466b-aefa-f61b98fddb46'}, {'network_id': '946dd5b8-33b0-4b7d-baff-b5588af29c2f'}]} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:21.486911 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-e2ff7e86-53c8-49a7-92c8-e1194b20bd3b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'port': {'network_id': '99ed2dce-3728-466b-aefa-f61b98fddb46'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:21.487752 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-e2ff7e86-53c8-49a7-92c8-e1194b20bd3b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'port': {'network_id': '946dd5b8-33b0-4b7d-baff-b5588af29c2f'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:21.508866 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 946dd5b8-33b0-4b7d-baff-b5588af29c2f details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:08:21.553756 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bc72f0-9db1-4a9b-aadb-999a3b2837ee'}, {'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23434d76-3964-4216-81fd-bc4dd9fd6a0f'}, {'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7966ca59-62d1-4927-a258-fe4dd81e241a'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:08:21.556099 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d03712-c51a-4cf5-9487-0c2ec70b2534" -d '{"events": [{"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-plugged", "status": "completed", "tag": "93bc72f0-9db1-4a9b-aadb-999a3b2837ee"}, {"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-plugged", "status": "completed", "tag": "23434d76-3964-4216-81fd-bc4dd9fd6a0f"}, {"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-plugged", "status": "completed", "tag": "7966ca59-62d1-4927-a258-fe4dd81e241a"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:08:21.583037 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:21.600005 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 17 Aug 2021 00:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502c5673-7d8e-4473-ad54-1ba847327abc x-openstack-request-id: req-502c5673-7d8e-4473-ad54-1ba847327abc {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:08:21.600373 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-plugged", "status": "completed", "tag": "93bc72f0-9db1-4a9b-aadb-999a3b2837ee", "code": 200}, {"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-plugged", "status": "completed", "tag": "23434d76-3964-4216-81fd-bc4dd9fd6a0f", "code": 200}, {"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-plugged", "status": "completed", "tag": "7966ca59-62d1-4927-a258-fe4dd81e241a", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:08:21.600698 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-502c5673-7d8e-4473-ad54-1ba847327abc {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:08:21.601266 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bc72f0-9db1-4a9b-aadb-999a3b2837ee', 'code': 200} Aug 17 00:08:21.601527 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23434d76-3964-4216-81fd-bc4dd9fd6a0f', 'code': 200} Aug 17 00:08:21.601782 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7966ca59-62d1-4927-a258-fe4dd81e241a', 'code': 200} Aug 17 00:08:21.628000 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0a9b87f8-4dbf-486d-a3c6-27de042824e5, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0a9b87f8-4dbf-486d-a3c6-27de042824e5,segment=NetworkSegment(f2598112-e255-4a98-be84-f684c08cfbc7),segment_id=f2598112-e255-4a98-be84-f684c08cfbc7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:21.631891 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:21.632677 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device be7f0e44-0d24-4d56-9f06-d5a6b31e1abb up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:08:21.654799 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ff7e86-53c8-49a7-92c8-e1194b20bd3b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'port': 2} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:21.659414 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7e86-53c8-49a7-92c8-e1194b20bd3b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:21.672743 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7e86-53c8-49a7-92c8-e1194b20bd3b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:21.707442 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=0a9b87f8-4dbf-486d-a3c6-27de042824e5,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:21.720025 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port be7f0e44-0d24-4d56-9f06-d5a6b31e1abb completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:08:21.723905 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port be7f0e44-0d24-4d56-9f06-d5a6b31e1abb triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:21.724347 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:21.755989 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-e2ff7e86-53c8-49a7-92c8-e1194b20bd3b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] device_id is not set on port 7945de92-98eb-4f4b-bb09-0db83c559979 yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:08:21.804785 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:21.840002 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port be7f0e44-0d24-4d56-9f06-d5a6b31e1abb, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=be7f0e44-0d24-4d56-9f06-d5a6b31e1abb,segment=NetworkSegment(b7130b5e-880a-4624-8591-a8d8fad3e001),segment_id=b7130b5e-880a-4624-8591-a8d8fad3e001)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:21.845265 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:21.846105 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 8f2c444b-10cf-453f-8d06-f7c40983dbe2 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:08:21.879852 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7e86-53c8-49a7-92c8-e1194b20bd3b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:21.923626 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=be7f0e44-0d24-4d56-9f06-d5a6b31e1abb,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:21.937767 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 8f2c444b-10cf-453f-8d06-f7c40983dbe2 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:08:21.941549 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 8f2c444b-10cf-453f-8d06-f7c40983dbe2 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:21.941929 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:21.957961 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-e2ff7e86-53c8-49a7-92c8-e1194b20bd3b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] device_id is not set on port deeee588-7046-4ad9-8d1a-5123e79da3d5 yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:08:22.022609 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:22.051531 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:22.065275 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 8f2c444b-10cf-453f-8d06-f7c40983dbe2, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=8f2c444b-10cf-453f-8d06-f7c40983dbe2,segment=NetworkSegment(f2598112-e255-4a98-be84-f684c08cfbc7),segment_id=f2598112-e255-4a98-be84-f684c08cfbc7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:22.069430 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:22.074539 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7e86-53c8-49a7-92c8-e1194b20bd3b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:22.114913 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7e86-53c8-49a7-92c8-e1194b20bd3b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:22.117113 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=8f2c444b-10cf-453f-8d06-f7c40983dbe2,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:22.160849 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ff7e86-53c8-49a7-92c8-e1194b20bd3b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network 99ed2dce-3728-466b-aefa-f61b98fddb46 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:08:22.163898 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-e2ff7e86-53c8-49a7-92c8-e1194b20bd3b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:22.166845 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ff7e86-53c8-49a7-92c8-e1194b20bd3b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:08:22.167677 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7e86-53c8-49a7-92c8-e1194b20bd3b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:22.178108 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff7e86-53c8-49a7-92c8-e1194b20bd3b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Port': ['ID=7945de92-98eb-4f4b-bb09-0db83c559979,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:22.237868 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff7e86-53c8-49a7-92c8-e1194b20bd3b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Port': ['ID=deeee588-7046-4ad9-8d1a-5123e79da3d5,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:22.245412 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ff7e86-53c8-49a7-92c8-e1194b20bd3b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Checking segment: {'id': 'fc374275-9817-463e-943f-645f1103d009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '946dd5b8-33b0-4b7d-baff-b5588af29c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:08:22.245670 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ff7e86-53c8-49a7-92c8-e1194b20bd3b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network hostable DHCP agents. Network: 946dd5b8-33b0-4b7d-baff-b5588af29c2f, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:08:22.261592 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ff7e86-53c8-49a7-92c8-e1194b20bd3b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network 946dd5b8-33b0-4b7d-baff-b5588af29c2f is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:08:22.269585 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-e2ff7e86-53c8-49a7-92c8-e1194b20bd3b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 946dd5b8-33b0-4b7d-baff-b5588af29c2f) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:22.273076 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ff7e86-53c8-49a7-92c8-e1194b20bd3b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:08:22.279161 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe7fe9c-6148-4ad6-80bc-4128c162ffa8 None None] Network 946dd5b8-33b0-4b7d-baff-b5588af29c2f requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:08:22.279609 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ff7e86-53c8-49a7-92c8-e1194b20bd3b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:22.285455 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ff7e86-53c8-49a7-92c8-e1194b20bd3b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:22.286139 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7e86-53c8-49a7-92c8-e1194b20bd3b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:22.300894 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e2ff7e86-53c8-49a7-92c8-e1194b20bd3b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8232596 Aug 17 00:08:22.303398 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44608) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:22.392055 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-5187098e-00b0-45b1-81bd-fd62b2954276 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting port deeee588-7046-4ad9-8d1a-5123e79da3d5 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:22.392813 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5187098e-00b0-45b1-81bd-fd62b2954276 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:22.467801 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5187098e-00b0-45b1-81bd-fd62b2954276 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:22.486960 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-5187098e-00b0-45b1-81bd-fd62b2954276 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Calling delete_port for deeee588-7046-4ad9-8d1a-5123e79da3d5 owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:22.606147 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88573645-79e7-4ea3-9e39-6e19e7ade747 req-425f9d27-6f32-40e3-8f47-af9d25942ced tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:22.612042 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88573645-79e7-4ea3-9e39-6e19e7ade747 req-425f9d27-6f32-40e3-8f47-af9d25942ced tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:22.617936 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88573645-79e7-4ea3-9e39-6e19e7ade747 req-425f9d27-6f32-40e3-8f47-af9d25942ced tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:22.624191 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88573645-79e7-4ea3-9e39-6e19e7ade747 req-425f9d27-6f32-40e3-8f47-af9d25942ced tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:22.630273 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88573645-79e7-4ea3-9e39-6e19e7ade747 req-425f9d27-6f32-40e3-8f47-af9d25942ced tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:22.636843 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88573645-79e7-4ea3-9e39-6e19e7ade747 req-425f9d27-6f32-40e3-8f47-af9d25942ced tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:22.642682 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88573645-79e7-4ea3-9e39-6e19e7ade747 req-425f9d27-6f32-40e3-8f47-af9d25942ced tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:22.644655 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-88573645-79e7-4ea3-9e39-6e19e7ade747 req-425f9d27-6f32-40e3-8f47-af9d25942ced tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5446 time: 0.1178281 Aug 17 00:08:22.658533 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5187098e-00b0-45b1-81bd-fd62b2954276 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:22.694076 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187098e-00b0-45b1-81bd-fd62b2954276 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Port': ['ID=deeee588-7046-4ad9-8d1a-5123e79da3d5,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:22.709679 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5187098e-00b0-45b1-81bd-fd62b2954276 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:22.711599 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5187098e-00b0-45b1-81bd-fd62b2954276 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/ports/deeee588-7046-4ad9-8d1a-5123e79da3d5 HTTP/1.1" status: 204 len: 168 time: 0.4073145 Aug 17 00:08:22.714938 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44614) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:22.719521 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-88573645-79e7-4ea3-9e39-6e19e7ade747 req-671be3c6-b053-4896-9c9c-b8ecbd69f4c5 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0671442 Aug 17 00:08:22.799069 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aadbdd9-6d58-40a6-a691-ffe6b86e4daa tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:22.804845 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aadbdd9-6d58-40a6-a691-ffe6b86e4daa tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:22.806987 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7aadbdd9-6d58-40a6-a691-ffe6b86e4daa tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0908999 Aug 17 00:08:22.809905 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44616) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:22.896931 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-db24a7fc-7df0-4bee-87a9-ef50956afa96 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting port 7945de92-98eb-4f4b-bb09-0db83c559979 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:22.897309 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-db24a7fc-7df0-4bee-87a9-ef50956afa96 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:22.967986 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-db24a7fc-7df0-4bee-87a9-ef50956afa96 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:22.980972 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-db24a7fc-7df0-4bee-87a9-ef50956afa96 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Calling delete_port for 7945de92-98eb-4f4b-bb09-0db83c559979 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:23.059319 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-db24a7fc-7df0-4bee-87a9-ef50956afa96 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:23.090342 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24a7fc-7df0-4bee-87a9-ef50956afa96 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Port': ['ID=7945de92-98eb-4f4b-bb09-0db83c559979,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:23.095915 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-db24a7fc-7df0-4bee-87a9-ef50956afa96 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:23.097293 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-db24a7fc-7df0-4bee-87a9-ef50956afa96 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/ports/7945de92-98eb-4f4b-bb09-0db83c559979 HTTP/1.1" status: 204 len: 168 time: 0.2864461 Aug 17 00:08:23.099727 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44620) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:23.148747 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0027c9-7087-47c2-bb15-daf7699ec0b7 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:23.150862 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7c0027c9-7087-47c2-bb15-daf7699ec0b7 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0502179 Aug 17 00:08:23.153533 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44622) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:23.176258 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-507ac44c-5949-4d67-9417-8315b3c86471 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] GET failed (client error): The resource could not be found. Aug 17 00:08:23.177677 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-507ac44c-5949-4d67-9417-8315b3c86471 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "GET /v2.0/ports/deeee588-7046-4ad9-8d1a-5123e79da3d5 HTTP/1.1" status: 404 len: 333 time: 0.0232553 Aug 17 00:08:23.180076 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44624) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:23.187931 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [req-0c3505d0-ac78-468d-a3fc-1e0a93a15bfd req-daae5a52-9b42-455b-a94d-a84cbc8846b2 service neutron] (101402) timed out ('10.222.0.69', 54725) {{(pid=101402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 00:08:23.203638 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b7f6ed-9e61-4d7d-addd-c22a21814d1c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] GET failed (client error): The resource could not be found. Aug 17 00:08:23.205001 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-87b7f6ed-9e61-4d7d-addd-c22a21814d1c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "GET /v2.0/ports/7945de92-98eb-4f4b-bb09-0db83c559979 HTTP/1.1" status: 404 len: 333 time: 0.0240743 Aug 17 00:08:23.207367 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44626) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:23.284077 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-50a7b492-a4b8-4497-a78d-dd9c68e5d729 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:23.366084 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-50a7b492-a4b8-4497-a78d-dd9c68e5d729 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:23.375972 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-50a7b492-a4b8-4497-a78d-dd9c68e5d729 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['946dd5b8-33b0-4b7d-baff-b5588af29c2f']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:23.389526 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-50a7b492-a4b8-4497-a78d-dd9c68e5d729 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc374275-9817-463e-943f-645f1103d009') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:23.389827 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-50a7b492-a4b8-4497-a78d-dd9c68e5d729 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc374275-9817-463e-943f-645f1103d009') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:23.398406 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-50a7b492-a4b8-4497-a78d-dd9c68e5d729 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:23.604492 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9b87f8-4dbf-486d-a3c6-27de042824e5'}, {'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7f0e44-0d24-4d56-9f06-d5a6b31e1abb'}, {'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2c444b-10cf-453f-8d06-f7c40983dbe2'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:08:23.607152 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1baf10a-f2bd-4675-8755-57df42cf0877" -d '{"events": [{"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-plugged", "status": "completed", "tag": "0a9b87f8-4dbf-486d-a3c6-27de042824e5"}, {"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-plugged", "status": "completed", "tag": "be7f0e44-0d24-4d56-9f06-d5a6b31e1abb"}, {"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-plugged", "status": "completed", "tag": "8f2c444b-10cf-453f-8d06-f7c40983dbe2"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:08:23.648839 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 17 Aug 2021 00:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc56f3e9-db92-4a89-ad5a-473ae01fcd53 x-openstack-request-id: req-fc56f3e9-db92-4a89-ad5a-473ae01fcd53 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:08:23.649259 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-plugged", "status": "completed", "tag": "0a9b87f8-4dbf-486d-a3c6-27de042824e5", "code": 200}, {"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-plugged", "status": "completed", "tag": "be7f0e44-0d24-4d56-9f06-d5a6b31e1abb", "code": 200}, {"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-plugged", "status": "completed", "tag": "8f2c444b-10cf-453f-8d06-f7c40983dbe2", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:08:23.650125 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc56f3e9-db92-4a89-ad5a-473ae01fcd53 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:08:23.650602 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9b87f8-4dbf-486d-a3c6-27de042824e5', 'code': 200} Aug 17 00:08:23.651013 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7f0e44-0d24-4d56-9f06-d5a6b31e1abb', 'code': 200} Aug 17 00:08:23.651226 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2c444b-10cf-453f-8d06-f7c40983dbe2', 'code': 200} Aug 17 00:08:23.725586 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-50a7b492-a4b8-4497-a78d-dd9c68e5d729 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:23.732254 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a7b492-a4b8-4497-a78d-dd9c68e5d729 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:08:23.732679 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-50a7b492-a4b8-4497-a78d-dd9c68e5d729 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:08:23.735586 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:08:23.803309 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-50a7b492-a4b8-4497-a78d-dd9c68e5d729 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:23.809007 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc9df6-abf6-431d-8dcc-81dd64ef9843 req-5f047959-af66-41c0-8a18-10d3b73f353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:23.809805 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc9df6-abf6-431d-8dcc-81dd64ef9843 req-5f047959-af66-41c0-8a18-10d3b73f353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:23.810387 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc9df6-abf6-431d-8dcc-81dd64ef9843 req-5f047959-af66-41c0-8a18-10d3b73f353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:23.810812 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc9df6-abf6-431d-8dcc-81dd64ef9843 req-5f047959-af66-41c0-8a18-10d3b73f353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:23.810986 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-50a7b492-a4b8-4497-a78d-dd9c68e5d729 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:23.811619 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc9df6-abf6-431d-8dcc-81dd64ef9843 req-5f047959-af66-41c0-8a18-10d3b73f353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:23.811940 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc9df6-abf6-431d-8dcc-81dd64ef9843 req-5f047959-af66-41c0-8a18-10d3b73f353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:23.812573 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc9df6-abf6-431d-8dcc-81dd64ef9843 req-5f047959-af66-41c0-8a18-10d3b73f353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:23.813248 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-50a7b492-a4b8-4497-a78d-dd9c68e5d729 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/networks/946dd5b8-33b0-4b7d-baff-b5588af29c2f HTTP/1.1" status: 204 len: 168 time: 0.6049039 Aug 17 00:08:23.817094 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-02bc9df6-abf6-431d-8dcc-81dd64ef9843 req-5f047959-af66-41c0-8a18-10d3b73f353e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 6510 time: 0.0568724 Aug 17 00:08:23.817277 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44634) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:23.830959 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-451cd5f3-7dce-468b-9ebb-07d2c571dc66 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1065881971'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:23.835421 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7b492-a4b8-4497-a78d-dd9c68e5d729 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Network': ['ID=946dd5b8-33b0-4b7d-baff-b5588af29c2f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:23.859318 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451cd5f3-7dce-468b-9ebb-07d2c571dc66 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:23.862970 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-451cd5f3-7dce-468b-9ebb-07d2c571dc66 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:23.887300 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-02bc9df6-abf6-431d-8dcc-81dd64ef9843 req-64176e1c-147b-4db9-99bb-59ebe5ba7ec7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&id=6d0b36a3-0001-483c-a13d-366822d8521b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622582 Aug 17 00:08:23.888933 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451cd5f3-7dce-468b-9ebb-07d2c571dc66 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:08:23.898395 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf1db1-7e4d-45b7-9e2c-8edef2b03841 req-68276a0a-628e-46ce-8f6f-984d501a4f3a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:23.899155 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-451cd5f3-7dce-468b-9ebb-07d2c571dc66 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:23.899510 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-451cd5f3-7dce-468b-9ebb-07d2c571dc66 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Added segment 9f71ae73-d59b-47df-ad9f-6c3f1b68e4c7 of type vlan for network dd17e3a3-abf1-46a3-86d7-51383488084d Aug 17 00:08:23.904465 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf1db1-7e4d-45b7-9e2c-8edef2b03841 req-68276a0a-628e-46ce-8f6f-984d501a4f3a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:23.910367 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf1db1-7e4d-45b7-9e2c-8edef2b03841 req-68276a0a-628e-46ce-8f6f-984d501a4f3a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:23.916871 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf1db1-7e4d-45b7-9e2c-8edef2b03841 req-68276a0a-628e-46ce-8f6f-984d501a4f3a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:23.922769 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf1db1-7e4d-45b7-9e2c-8edef2b03841 req-68276a0a-628e-46ce-8f6f-984d501a4f3a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:23.928607 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf1db1-7e4d-45b7-9e2c-8edef2b03841 req-68276a0a-628e-46ce-8f6f-984d501a4f3a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:23.935180 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf1db1-7e4d-45b7-9e2c-8edef2b03841 req-68276a0a-628e-46ce-8f6f-984d501a4f3a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:23.937108 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-faaf1db1-7e4d-45b7-9e2c-8edef2b03841 req-68276a0a-628e-46ce-8f6f-984d501a4f3a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5446 time: 0.1213319 Aug 17 00:08:23.941114 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-451cd5f3-7dce-468b-9ebb-07d2c571dc66 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:23.967181 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-451cd5f3-7dce-468b-9ebb-07d2c571dc66 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:23.972693 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451cd5f3-7dce-468b-9ebb-07d2c571dc66 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:23.973383 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-451cd5f3-7dce-468b-9ebb-07d2c571dc66 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:23.984819 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-faaf1db1-7e4d-45b7-9e2c-8edef2b03841 req-9ac6a3d2-6b32-49ae-9299-9ae337382d3f tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386236 Aug 17 00:08:24.029113 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-451cd5f3-7dce-468b-9ebb-07d2c571dc66 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2109516 Aug 17 00:08:24.032733 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44638) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:24.037769 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-7a196766-5ef7-49f7-9542-0a05f21f86f8 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'subnet': {'network_id': 'dd17e3a3-abf1-46a3-86d7-51383488084d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:24.094812 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451cd5f3-7dce-468b-9ebb-07d2c571dc66 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Network': ['ID=dd17e3a3-abf1-46a3-86d7-51383488084d,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:24.105609 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network dd17e3a3-abf1-46a3-86d7-51383488084d details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:08:24.142831 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a196766-5ef7-49f7-9542-0a05f21f86f8 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:24.146324 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7a196766-5ef7-49f7-9542-0a05f21f86f8 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:24.326689 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7a196766-5ef7-49f7-9542-0a05f21f86f8 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:24.386993 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a196766-5ef7-49f7-9542-0a05f21f86f8 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Subnet': ['ID=3a6d32e8-e2bd-4cb8-a3e4-a395e6d0a0b4,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:24.393653 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a196766-5ef7-49f7-9542-0a05f21f86f8 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Checking segment: {'id': '9f71ae73-d59b-47df-ad9f-6c3f1b68e4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'dd17e3a3-abf1-46a3-86d7-51383488084d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:08:24.394010 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a196766-5ef7-49f7-9542-0a05f21f86f8 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network hostable DHCP agents. Network: dd17e3a3-abf1-46a3-86d7-51383488084d, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:08:24.411221 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a196766-5ef7-49f7-9542-0a05f21f86f8 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network dd17e3a3-abf1-46a3-86d7-51383488084d is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:08:24.419693 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-7a196766-5ef7-49f7-9542-0a05f21f86f8 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, dd17e3a3-abf1-46a3-86d7-51383488084d) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:24.423559 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a196766-5ef7-49f7-9542-0a05f21f86f8 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:24.424152 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7a196766-5ef7-49f7-9542-0a05f21f86f8 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:24.428126 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8314ed-4a6d-4eaa-9953-6dab346592b8 None None] Network dd17e3a3-abf1-46a3-86d7-51383488084d requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:08:24.446143 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7a196766-5ef7-49f7-9542-0a05f21f86f8 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4097800 Aug 17 00:08:24.447726 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44640) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:24.452011 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1baa1a48-4914-4fed-a1fc-c96dee862ea0 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'port': {'network_id': 'dd17e3a3-abf1-46a3-86d7-51383488084d', 'name': 'tempest-PortsIpV6TestJSON-1844564600'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:24.563270 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1baa1a48-4914-4fed-a1fc-c96dee862ea0 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:24.566945 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1baa1a48-4914-4fed-a1fc-c96dee862ea0 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:24.579763 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ced7b0-3ee9-4da4-b1ac-363dae35f901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-dd17e3a3-abf1-46a3-86d7-51383488084d', 'network_id': 'dd17e3a3-abf1-46a3-86d7-51383488084d', 'tenant_id': '8d8294cd73cf449ebc0fe693172af319', 'fixed_ips': [{'subnet_id': '3a6d32e8-e2bd-4cb8-a3e4-a395e6d0a0b4'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:08:24.580646 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-04ced7b0-3ee9-4da4-b1ac-363dae35f901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:24.586314 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-1baa1a48-4914-4fed-a1fc-c96dee862ea0 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] device_id is not set on port 98806fd3-a29d-4081-81a5-c3908209c266 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:08:24.700096 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-1baa1a48-4914-4fed-a1fc-c96dee862ea0 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Allocated IP 2001:db8::2ab (dd17e3a3-abf1-46a3-86d7-51383488084d/3a6d32e8-e2bd-4cb8-a3e4-a395e6d0a0b4/98806fd3-a29d-4081-81a5-c3908209c266) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:08:24.848626 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1baa1a48-4914-4fed-a1fc-c96dee862ea0 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:24.861748 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-1baa1a48-4914-4fed-a1fc-c96dee862ea0 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Transition to ACTIVE for port object 98806fd3-a29d-4081-81a5-c3908209c266 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:24.895516 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1baa1a48-4914-4fed-a1fc-c96dee862ea0 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:24.937840 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baa1a48-4914-4fed-a1fc-c96dee862ea0 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network dd17e3a3-abf1-46a3-86d7-51383488084d is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:08:24.940054 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-04ced7b0-3ee9-4da4-b1ac-363dae35f901 None None] Allocated IP 2001:db8::2 (dd17e3a3-abf1-46a3-86d7-51383488084d/3a6d32e8-e2bd-4cb8-a3e4-a395e6d0a0b4/07cc9689-55da-4dad-bd18-3646a9a98533) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:08:24.943135 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-1baa1a48-4914-4fed-a1fc-c96dee862ea0 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:24.947688 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baa1a48-4914-4fed-a1fc-c96dee862ea0 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:08:24.953491 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baa1a48-4914-4fed-a1fc-c96dee862ea0 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:24.954058 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1baa1a48-4914-4fed-a1fc-c96dee862ea0 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:24.967582 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa1a48-4914-4fed-a1fc-c96dee862ea0 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Port': ['ID=98806fd3-a29d-4081-81a5-c3908209c266,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:24.984425 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44644) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:24.984994 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1baa1a48-4914-4fed-a1fc-c96dee862ea0 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5365670 Aug 17 00:08:25.106171 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-04ced7b0-3ee9-4da4-b1ac-363dae35f901 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:25.117385 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-04ced7b0-3ee9-4da4-b1ac-363dae35f901 None None] Transition to ACTIVE for port object 07cc9689-55da-4dad-bd18-3646a9a98533 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:25.122317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-6d4f85b2-c70f-4c69-8305-103c1f8400ee tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting port 98806fd3-a29d-4081-81a5-c3908209c266 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:25.122674 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6d4f85b2-c70f-4c69-8305-103c1f8400ee tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:25.135568 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-04ced7b0-3ee9-4da4-b1ac-363dae35f901 None None] Transition to ACTIVE for port object 07cc9689-55da-4dad-bd18-3646a9a98533 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:25.142366 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-04ced7b0-3ee9-4da4-b1ac-363dae35f901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:25.184111 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ced7b0-3ee9-4da4-b1ac-363dae35f901 None None] Network dd17e3a3-abf1-46a3-86d7-51383488084d is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:08:25.187003 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-04ced7b0-3ee9-4da4-b1ac-363dae35f901 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:25.189517 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ced7b0-3ee9-4da4-b1ac-363dae35f901 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:08:25.194901 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce905c-6f14-4962-b63a-e635f447c69c req-4bac7832-92e3-403d-b5b5-22bfcba2c6fc tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:25.201517 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ced7b0-3ee9-4da4-b1ac-363dae35f901 None None] Pushing event updated for resources: {'Port': ['ID=07cc9689-55da-4dad-bd18-3646a9a98533,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:25.201714 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce905c-6f14-4962-b63a-e635f447c69c req-4bac7832-92e3-403d-b5b5-22bfcba2c6fc tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:25.207657 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce905c-6f14-4962-b63a-e635f447c69c req-4bac7832-92e3-403d-b5b5-22bfcba2c6fc tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:25.213536 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce905c-6f14-4962-b63a-e635f447c69c req-4bac7832-92e3-403d-b5b5-22bfcba2c6fc tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:25.219413 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce905c-6f14-4962-b63a-e635f447c69c req-4bac7832-92e3-403d-b5b5-22bfcba2c6fc tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:25.225255 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce905c-6f14-4962-b63a-e635f447c69c req-4bac7832-92e3-403d-b5b5-22bfcba2c6fc tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:25.231136 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce905c-6f14-4962-b63a-e635f447c69c req-4bac7832-92e3-403d-b5b5-22bfcba2c6fc tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:25.233066 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e1ce905c-6f14-4962-b63a-e635f447c69c req-4bac7832-92e3-403d-b5b5-22bfcba2c6fc tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5446 time: 0.1587219 Aug 17 00:08:25.253364 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-04ced7b0-3ee9-4da4-b1ac-363dae35f901 None None] Attempting to bind port 07cc9689-55da-4dad-bd18-3646a9a98533 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:08:25.254689 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-04ced7b0-3ee9-4da4-b1ac-363dae35f901 None None] Attempting to bind port 07cc9689-55da-4dad-bd18-3646a9a98533 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '9f71ae73-d59b-47df-ad9f-6c3f1b68e4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'dd17e3a3-abf1-46a3-86d7-51383488084d'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:08:25.254689 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ced7b0-3ee9-4da4-b1ac-363dae35f901 None None] Attempting to bind port 07cc9689-55da-4dad-bd18-3646a9a98533 on network dd17e3a3-abf1-46a3-86d7-51383488084d {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:08:25.260456 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ced7b0-3ee9-4da4-b1ac-363dae35f901 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:08:25.260939 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ced7b0-3ee9-4da4-b1ac-363dae35f901 None None] Checking segment: {'id': '9f71ae73-d59b-47df-ad9f-6c3f1b68e4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'dd17e3a3-abf1-46a3-86d7-51383488084d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:08:25.261499 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-04ced7b0-3ee9-4da4-b1ac-363dae35f901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:25.261922 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ced7b0-3ee9-4da4-b1ac-363dae35f901 None None] Bound using segment: {'id': '9f71ae73-d59b-47df-ad9f-6c3f1b68e4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'dd17e3a3-abf1-46a3-86d7-51383488084d'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:08:25.262482 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-04ced7b0-3ee9-4da4-b1ac-363dae35f901 None None] Bound port: 07cc9689-55da-4dad-bd18-3646a9a98533, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f71ae73-d59b-47df-ad9f-6c3f1b68e4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'dd17e3a3-abf1-46a3-86d7-51383488084d'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:08:25.262880 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-04ced7b0-3ee9-4da4-b1ac-363dae35f901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:25.287115 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6d4f85b2-c70f-4c69-8305-103c1f8400ee tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:25.311893 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e1ce905c-6f14-4962-b63a-e635f447c69c req-f93bdd40-4ace-4317-b2ff-a8a6da29c318 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707006 Aug 17 00:08:25.312772 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-6d4f85b2-c70f-4c69-8305-103c1f8400ee tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Calling delete_port for 98806fd3-a29d-4081-81a5-c3908209c266 owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:25.330609 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-04ced7b0-3ee9-4da4-b1ac-363dae35f901 None None] For port 07cc9689-55da-4dad-bd18-3646a9a98533, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:08:25.333867 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-04ced7b0-3ee9-4da4-b1ac-363dae35f901 None None] For port 07cc9689-55da-4dad-bd18-3646a9a98533, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=07cc9689-55da-4dad-bd18-3646a9a98533,segment=NetworkSegment(9f71ae73-d59b-47df-ad9f-6c3f1b68e4c7),segment_id=9f71ae73-d59b-47df-ad9f-6c3f1b68e4c7)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:08:25.338801 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-04ced7b0-3ee9-4da4-b1ac-363dae35f901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:25.398372 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ced7b0-3ee9-4da4-b1ac-363dae35f901 None None] Pushing event updated for resources: {'Port': ['ID=07cc9689-55da-4dad-bd18-3646a9a98533,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:25.456929 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6d4f85b2-c70f-4c69-8305-103c1f8400ee tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:25.487290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f85b2-c70f-4c69-8305-103c1f8400ee tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Port': ['ID=98806fd3-a29d-4081-81a5-c3908209c266,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:25.515644 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6d4f85b2-c70f-4c69-8305-103c1f8400ee tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:25.517721 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6d4f85b2-c70f-4c69-8305-103c1f8400ee tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/ports/98806fd3-a29d-4081-81a5-c3908209c266 HTTP/1.1" status: 204 len: 168 time: 0.5320599 Aug 17 00:08:25.520322 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44650) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:25.546284 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9aca5e3-5dd0-4409-901e-ef89af6c2f49 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] DELETE failed (client error): The resource could not be found. Aug 17 00:08:25.546979 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9aca5e3-5dd0-4409-901e-ef89af6c2f49 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:08:25.548714 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e9aca5e3-5dd0-4409-901e-ef89af6c2f49 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/ports/98806fd3-a29d-4081-81a5-c3908209c266 HTTP/1.1" status: 404 len: 333 time: 0.0273728 Aug 17 00:08:25.551375 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44652) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:25.578972 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0a4d43-f2e7-4360-8d8c-c71cae7d2c8f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] GET failed (client error): The resource could not be found. Aug 17 00:08:25.580770 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3c0a4d43-f2e7-4360-8d8c-c71cae7d2c8f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "GET /v2.0/ports/98806fd3-a29d-4081-81a5-c3908209c266 HTTP/1.1" status: 404 len: 333 time: 0.0281255 Aug 17 00:08:25.585284 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44654) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:25.645758 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a5f259-32b6-4ffd-a719-acee142787e4 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting subnet 3a6d32e8-e2bd-4cb8-a3e4-a395e6d0a0b4 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:08:25.648892 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73a5f259-32b6-4ffd-a719-acee142787e4 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:25.689698 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73a5f259-32b6-4ffd-a719-acee142787e4 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:25.772720 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73a5f259-32b6-4ffd-a719-acee142787e4 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:25.842533 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73a5f259-32b6-4ffd-a719-acee142787e4 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:25.870350 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5f259-32b6-4ffd-a719-acee142787e4 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Subnet': ['ID=3a6d32e8-e2bd-4cb8-a3e4-a395e6d0a0b4,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:25.874123 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73a5f259-32b6-4ffd-a719-acee142787e4 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:25.877391 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-73a5f259-32b6-4ffd-a719-acee142787e4 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/subnets/3a6d32e8-e2bd-4cb8-a3e4-a395e6d0a0b4 HTTP/1.1" status: 204 len: 168 time: 0.2913492 Aug 17 00:08:25.878570 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44658) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:25.955912 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1377de8d-bc60-4618-b961-4c6b7df54e92 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:26.011670 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-1377de8d-bc60-4618-b961-4c6b7df54e92 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting port 07cc9689-55da-4dad-bd18-3646a9a98533 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:26.012098 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1377de8d-bc60-4618-b961-4c6b7df54e92 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:26.084536 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-1377de8d-bc60-4618-b961-4c6b7df54e92 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] For port 07cc9689-55da-4dad-bd18-3646a9a98533, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=07cc9689-55da-4dad-bd18-3646a9a98533,segment=NetworkSegment(9f71ae73-d59b-47df-ad9f-6c3f1b68e4c7),segment_id=9f71ae73-d59b-47df-ad9f-6c3f1b68e4c7)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:26.084908 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1377de8d-bc60-4618-b961-4c6b7df54e92 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:26.099813 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-1377de8d-bc60-4618-b961-4c6b7df54e92 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Calling delete_port for 07cc9689-55da-4dad-bd18-3646a9a98533 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:26.189738 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1377de8d-bc60-4618-b961-4c6b7df54e92 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:26.227437 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377de8d-bc60-4618-b961-4c6b7df54e92 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Port': ['ID=07cc9689-55da-4dad-bd18-3646a9a98533,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:26.230987 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1377de8d-bc60-4618-b961-4c6b7df54e92 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] No DVR routers for this DVR port 07cc9689-55da-4dad-bd18-3646a9a98533 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:08:26.293599 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9e82fe-bec6-4a3b-b063-7b549dc293e3 None None] Network dd17e3a3-abf1-46a3-86d7-51383488084d requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:08:26.319845 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1377de8d-bc60-4618-b961-4c6b7df54e92 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:26.330744 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-1377de8d-bc60-4618-b961-4c6b7df54e92 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd17e3a3-abf1-46a3-86d7-51383488084d']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:26.341842 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-1377de8d-bc60-4618-b961-4c6b7df54e92 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f71ae73-d59b-47df-ad9f-6c3f1b68e4c7') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:26.342453 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-1377de8d-bc60-4618-b961-4c6b7df54e92 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f71ae73-d59b-47df-ad9f-6c3f1b68e4c7') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:26.350814 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4f7cd707-7a99-4741-8b9a-4134806e2396 None None] Could not find standard attr ID for object 07cc9689-55da-4dad-bd18-3646a9a98533. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:08:26.355152 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1377de8d-bc60-4618-b961-4c6b7df54e92 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:26.375668 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1377de8d-bc60-4618-b961-4c6b7df54e92 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:26.381975 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1377de8d-bc60-4618-b961-4c6b7df54e92 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:08:26.382377 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1377de8d-bc60-4618-b961-4c6b7df54e92 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:08:26.385612 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:08:26.450845 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1377de8d-bc60-4618-b961-4c6b7df54e92 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:26.458203 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1377de8d-bc60-4618-b961-4c6b7df54e92 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:26.460020 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1377de8d-bc60-4618-b961-4c6b7df54e92 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/networks/dd17e3a3-abf1-46a3-86d7-51383488084d HTTP/1.1" status: 204 len: 168 time: 0.5805347 Aug 17 00:08:26.467767 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809cbb7-a9e8-4722-9f7f-003a98ddb576 req-a546615b-4436-43e6-ac17-7f9f5811078c tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:26.473691 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44664) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:26.474028 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809cbb7-a9e8-4722-9f7f-003a98ddb576 req-a546615b-4436-43e6-ac17-7f9f5811078c tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:26.476288 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-53cfd916-c345-44d9-aca9-96e2b6e92a25 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1711290962'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:26.478984 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722fd9e2-39c7-4bb4-9549-91e66748b19b None None] DHCP port deletion for dd17e3a3-abf1-46a3-86d7-51383488084d request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:08:26.480004 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809cbb7-a9e8-4722-9f7f-003a98ddb576 req-a546615b-4436-43e6-ac17-7f9f5811078c tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:26.481002 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377de8d-bc60-4618-b961-4c6b7df54e92 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Network': ['ID=dd17e3a3-abf1-46a3-86d7-51383488084d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:26.486813 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809cbb7-a9e8-4722-9f7f-003a98ddb576 req-a546615b-4436-43e6-ac17-7f9f5811078c tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:26.492994 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809cbb7-a9e8-4722-9f7f-003a98ddb576 req-a546615b-4436-43e6-ac17-7f9f5811078c tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:26.499315 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809cbb7-a9e8-4722-9f7f-003a98ddb576 req-a546615b-4436-43e6-ac17-7f9f5811078c tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:26.503860 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cfd916-c345-44d9-aca9-96e2b6e92a25 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:26.505278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809cbb7-a9e8-4722-9f7f-003a98ddb576 req-a546615b-4436-43e6-ac17-7f9f5811078c tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:26.507552 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a809cbb7-a9e8-4722-9f7f-003a98ddb576 req-a546615b-4436-43e6-ac17-7f9f5811078c tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5446 time: 0.1120741 Aug 17 00:08:26.507897 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-53cfd916-c345-44d9-aca9-96e2b6e92a25 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:26.534000 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53cfd916-c345-44d9-aca9-96e2b6e92a25 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:08:26.543070 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-53cfd916-c345-44d9-aca9-96e2b6e92a25 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:26.543549 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-53cfd916-c345-44d9-aca9-96e2b6e92a25 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Added segment abd3da0a-557c-4f6a-ae11-1374d2f79b9d of type vlan for network 366a54b1-bfeb-421f-af34-6b7afb6f878f Aug 17 00:08:26.550423 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a809cbb7-a9e8-4722-9f7f-003a98ddb576 req-ffbdda16-bdc2-41cd-ab31-1e615d79fcac tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355713 Aug 17 00:08:26.585260 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-53cfd916-c345-44d9-aca9-96e2b6e92a25 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:26.610484 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-53cfd916-c345-44d9-aca9-96e2b6e92a25 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:26.616303 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cfd916-c345-44d9-aca9-96e2b6e92a25 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:26.616893 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-53cfd916-c345-44d9-aca9-96e2b6e92a25 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:26.673636 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-53cfd916-c345-44d9-aca9-96e2b6e92a25 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2010820 Aug 17 00:08:26.676757 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44668) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:26.681827 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-b02f2449-a3d7-414e-90a2-3014e76feff5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'subnet': {'network_id': '366a54b1-bfeb-421f-af34-6b7afb6f878f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:26.685544 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5966fbc-0654-4ed5-8d2c-7faba3d22206 req-e34decc1-09b8-47cb-a142-06a7ff0cdbcb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:26.691581 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5966fbc-0654-4ed5-8d2c-7faba3d22206 req-e34decc1-09b8-47cb-a142-06a7ff0cdbcb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:26.697547 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5966fbc-0654-4ed5-8d2c-7faba3d22206 req-e34decc1-09b8-47cb-a142-06a7ff0cdbcb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:26.703408 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5966fbc-0654-4ed5-8d2c-7faba3d22206 req-e34decc1-09b8-47cb-a142-06a7ff0cdbcb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:26.709718 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5966fbc-0654-4ed5-8d2c-7faba3d22206 req-e34decc1-09b8-47cb-a142-06a7ff0cdbcb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:26.716640 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5966fbc-0654-4ed5-8d2c-7faba3d22206 req-e34decc1-09b8-47cb-a142-06a7ff0cdbcb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:26.723147 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5966fbc-0654-4ed5-8d2c-7faba3d22206 req-e34decc1-09b8-47cb-a142-06a7ff0cdbcb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:26.725487 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d5966fbc-0654-4ed5-8d2c-7faba3d22206 req-e34decc1-09b8-47cb-a142-06a7ff0cdbcb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5446 time: 0.0991819 Aug 17 00:08:26.733107 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cfd916-c345-44d9-aca9-96e2b6e92a25 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Network': ['ID=366a54b1-bfeb-421f-af34-6b7afb6f878f,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:26.738133 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44670) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:26.745526 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-1e274643-fca4-4f94-9285-e347dbf5f4f5 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Request body: {'floatingip': {'port_id': '6dc8d69b-05e7-41e6-955a-531d1961bd01'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:26.745793 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 366a54b1-bfeb-421f-af34-6b7afb6f878f details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:08:26.785853 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02f2449-a3d7-414e-90a2-3014e76feff5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:26.789333 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b02f2449-a3d7-414e-90a2-3014e76feff5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:26.798965 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1e274643-fca4-4f94-9285-e347dbf5f4f5 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for floatingip, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:26.994887 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b02f2449-a3d7-414e-90a2-3014e76feff5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:27.054454 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f2449-a3d7-414e-90a2-3014e76feff5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Subnet': ['ID=df3c77ac-1aef-41cc-a792-c10732ebd79c,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:27.063777 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02f2449-a3d7-414e-90a2-3014e76feff5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Checking segment: {'id': 'abd3da0a-557c-4f6a-ae11-1374d2f79b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '366a54b1-bfeb-421f-af34-6b7afb6f878f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:08:27.064143 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02f2449-a3d7-414e-90a2-3014e76feff5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network hostable DHCP agents. Network: 366a54b1-bfeb-421f-af34-6b7afb6f878f, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:08:27.081393 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02f2449-a3d7-414e-90a2-3014e76feff5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network 366a54b1-bfeb-421f-af34-6b7afb6f878f is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:08:27.089973 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-b02f2449-a3d7-414e-90a2-3014e76feff5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 366a54b1-bfeb-421f-af34-6b7afb6f878f) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:27.094398 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02f2449-a3d7-414e-90a2-3014e76feff5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:27.095073 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b02f2449-a3d7-414e-90a2-3014e76feff5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:27.100955 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06225685-d4a4-4ef1-b34c-18d1cf7d920d None None] Network 366a54b1-bfeb-421f-af34-6b7afb6f878f requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:08:27.119694 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b02f2449-a3d7-414e-90a2-3014e76feff5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4383986 Aug 17 00:08:27.119933 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44674) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:27.125782 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-4d856817-8427-4060-be23-99a5310bad26 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'port': {'network_id': '366a54b1-bfeb-421f-af34-6b7afb6f878f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1255050827'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:27.255350 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d856817-8427-4060-be23-99a5310bad26 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:27.267755 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7f310d-1da8-4f85-b42e-e06a4803f820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-366a54b1-bfeb-421f-af34-6b7afb6f878f', 'network_id': '366a54b1-bfeb-421f-af34-6b7afb6f878f', 'tenant_id': '8d8294cd73cf449ebc0fe693172af319', 'fixed_ips': [{'subnet_id': 'df3c77ac-1aef-41cc-a792-c10732ebd79c'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:08:27.268770 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6f7f310d-1da8-4f85-b42e-e06a4803f820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:27.269008 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d856817-8427-4060-be23-99a5310bad26 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:27.294700 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1e274643-fca4-4f94-9285-e347dbf5f4f5 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:27.298396 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1e274643-fca4-4f94-9285-e347dbf5f4f5 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:27.300979 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-4d856817-8427-4060-be23-99a5310bad26 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] device_id is not set on port e9e0e75d-dd70-4888-8557-da85cb6c5227 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:08:27.425279 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-4d856817-8427-4060-be23-99a5310bad26 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Allocated IP 2001:db8::13b (366a54b1-bfeb-421f-af34-6b7afb6f878f/df3c77ac-1aef-41cc-a792-c10732ebd79c/e9e0e75d-dd70-4888-8557-da85cb6c5227) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:08:27.433572 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faab475-2c26-4b1a-8dbd-3459fa09b3f1 req-bb6b15f3-8602-4db9-9a47-aed1932b215e tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:27.435112 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7faab475-2c26-4b1a-8dbd-3459fa09b3f1 req-bb6b15f3-8602-4db9-9a47-aed1932b215e tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 1098 time: 0.0917690 Aug 17 00:08:27.443151 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-1e274643-fca4-4f94-9285-e347dbf5f4f5 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Floating IP 3bfcfabe-efa7-46c6-9a02-c47f512f1f4d associated. External IP: 172.25.3.217, port: 6dc8d69b-05e7-41e6-955a-531d1961bd01. Aug 17 00:08:27.492952 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7faab475-2c26-4b1a-8dbd-3459fa09b3f1 req-5efd37e4-8813-4271-9290-aeb3838afc54 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:27.556364 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d856817-8427-4060-be23-99a5310bad26 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:27.570902 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-4d856817-8427-4060-be23-99a5310bad26 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Transition to ACTIVE for port object e9e0e75d-dd70-4888-8557-da85cb6c5227 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:27.606438 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d856817-8427-4060-be23-99a5310bad26 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:27.652719 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d856817-8427-4060-be23-99a5310bad26 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network 366a54b1-bfeb-421f-af34-6b7afb6f878f is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:08:27.656142 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-4d856817-8427-4060-be23-99a5310bad26 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:27.659065 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-6f7f310d-1da8-4f85-b42e-e06a4803f820 None None] Allocated IP 2001:db8::2 (366a54b1-bfeb-421f-af34-6b7afb6f878f/df3c77ac-1aef-41cc-a792-c10732ebd79c/a0517ffa-0fb1-4388-b7b1-23a14248b10b) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:08:27.660015 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d856817-8427-4060-be23-99a5310bad26 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:08:27.666633 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d856817-8427-4060-be23-99a5310bad26 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:27.667459 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d856817-8427-4060-be23-99a5310bad26 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:27.676427 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d856817-8427-4060-be23-99a5310bad26 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Port': ['ID=e9e0e75d-dd70-4888-8557-da85cb6c5227,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:27.723502 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7faab475-2c26-4b1a-8dbd-3459fa09b3f1 req-5efd37e4-8813-4271-9290-aeb3838afc54 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:27.729425 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-7faab475-2c26-4b1a-8dbd-3459fa09b3f1 req-5efd37e4-8813-4271-9290-aeb3838afc54 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:27.733716 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4d856817-8427-4060-be23-99a5310bad26 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.6124706 Aug 17 00:08:27.736443 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44682) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:27.761316 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e274643-fca4-4f94-9285-e347dbf5f4f5 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Router 0adae625-e296-4041-b5b1-8e4583334d68 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:08:27.767428 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7faab475-2c26-4b1a-8dbd-3459fa09b3f1 req-5efd37e4-8813-4271-9290-aeb3838afc54 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3213673 Aug 17 00:08:27.775714 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd37e4-8813-4271-9290-aeb3838afc54 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f745ba0-17b1-4786-a7d3-bd47726f9707,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:27.860659 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-70fa19d7-5b5c-4c8a-b1e0-7c502f28a3f6 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting port e9e0e75d-dd70-4888-8557-da85cb6c5227 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:27.861011 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-70fa19d7-5b5c-4c8a-b1e0-7c502f28a3f6 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:27.866058 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6f7f310d-1da8-4f85-b42e-e06a4803f820 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:27.875962 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6f7f310d-1da8-4f85-b42e-e06a4803f820 None None] Transition to ACTIVE for port object a0517ffa-0fb1-4388-b7b1-23a14248b10b will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:27.893204 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6f7f310d-1da8-4f85-b42e-e06a4803f820 None None] Transition to ACTIVE for port object a0517ffa-0fb1-4388-b7b1-23a14248b10b will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:27.907644 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6f7f310d-1da8-4f85-b42e-e06a4803f820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:27.976792 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-70fa19d7-5b5c-4c8a-b1e0-7c502f28a3f6 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:27.983624 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7f310d-1da8-4f85-b42e-e06a4803f820 None None] Network 366a54b1-bfeb-421f-af34-6b7afb6f878f is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:08:27.986927 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-6f7f310d-1da8-4f85-b42e-e06a4803f820 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:27.989523 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7f310d-1da8-4f85-b42e-e06a4803f820 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:08:27.991571 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-70fa19d7-5b5c-4c8a-b1e0-7c502f28a3f6 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Calling delete_port for e9e0e75d-dd70-4888-8557-da85cb6c5227 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:27.998588 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f310d-1da8-4f85-b42e-e06a4803f820 None None] Pushing event updated for resources: {'Port': ['ID=a0517ffa-0fb1-4388-b7b1-23a14248b10b,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:28.052145 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-6f7f310d-1da8-4f85-b42e-e06a4803f820 None None] Attempting to bind port a0517ffa-0fb1-4388-b7b1-23a14248b10b on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:08:28.052614 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-6f7f310d-1da8-4f85-b42e-e06a4803f820 None None] Attempting to bind port a0517ffa-0fb1-4388-b7b1-23a14248b10b by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'abd3da0a-557c-4f6a-ae11-1374d2f79b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '366a54b1-bfeb-421f-af34-6b7afb6f878f'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:08:28.053053 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7f310d-1da8-4f85-b42e-e06a4803f820 None None] Attempting to bind port a0517ffa-0fb1-4388-b7b1-23a14248b10b on network 366a54b1-bfeb-421f-af34-6b7afb6f878f {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:08:28.058779 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7f310d-1da8-4f85-b42e-e06a4803f820 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:08:28.059252 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7f310d-1da8-4f85-b42e-e06a4803f820 None None] Checking segment: {'id': 'abd3da0a-557c-4f6a-ae11-1374d2f79b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '366a54b1-bfeb-421f-af34-6b7afb6f878f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:08:28.059901 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6f7f310d-1da8-4f85-b42e-e06a4803f820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:28.060177 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7f310d-1da8-4f85-b42e-e06a4803f820 None None] Bound using segment: {'id': 'abd3da0a-557c-4f6a-ae11-1374d2f79b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '366a54b1-bfeb-421f-af34-6b7afb6f878f'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:08:28.060713 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-6f7f310d-1da8-4f85-b42e-e06a4803f820 None None] Bound port: a0517ffa-0fb1-4388-b7b1-23a14248b10b, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd3da0a-557c-4f6a-ae11-1374d2f79b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '366a54b1-bfeb-421f-af34-6b7afb6f878f'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:08:28.061338 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6f7f310d-1da8-4f85-b42e-e06a4803f820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:28.132461 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-6f7f310d-1da8-4f85-b42e-e06a4803f820 None None] For port a0517ffa-0fb1-4388-b7b1-23a14248b10b, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:08:28.136843 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-6f7f310d-1da8-4f85-b42e-e06a4803f820 None None] For port a0517ffa-0fb1-4388-b7b1-23a14248b10b, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a0517ffa-0fb1-4388-b7b1-23a14248b10b,segment=NetworkSegment(abd3da0a-557c-4f6a-ae11-1374d2f79b9d),segment_id=abd3da0a-557c-4f6a-ae11-1374d2f79b9d)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:08:28.138734 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-70fa19d7-5b5c-4c8a-b1e0-7c502f28a3f6 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:28.141592 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6f7f310d-1da8-4f85-b42e-e06a4803f820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:28.168296 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa19d7-5b5c-4c8a-b1e0-7c502f28a3f6 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Port': ['ID=e9e0e75d-dd70-4888-8557-da85cb6c5227,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:28.198020 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-70fa19d7-5b5c-4c8a-b1e0-7c502f28a3f6 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:28.200485 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-70fa19d7-5b5c-4c8a-b1e0-7c502f28a3f6 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/ports/e9e0e75d-dd70-4888-8557-da85cb6c5227 HTTP/1.1" status: 204 len: 168 time: 0.4625556 Aug 17 00:08:28.208072 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44688) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:28.216348 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f310d-1da8-4f85-b42e-e06a4803f820 None None] Pushing event updated for resources: {'Port': ['ID=a0517ffa-0fb1-4388-b7b1-23a14248b10b,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:28.233834 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-848990c6-b901-45d4-9bd4-5beff34af060 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] GET failed (client error): The resource could not be found. Aug 17 00:08:28.235456 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-848990c6-b901-45d4-9bd4-5beff34af060 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "GET /v2.0/ports/e9e0e75d-dd70-4888-8557-da85cb6c5227 HTTP/1.1" status: 404 len: 333 time: 0.0317514 Aug 17 00:08:28.238210 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44690) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:28.303619 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1afd12-ad3c-4c2c-bcce-a40f23561c73 req-62758fd9-a75a-495f-b50b-c456421bd0e5 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:28.305189 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8d1afd12-ad3c-4c2c-bcce-a40f23561c73 req-62758fd9-a75a-495f-b50b-c456421bd0e5 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 946 time: 0.0983369 Aug 17 00:08:28.308369 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 07cc9689-55da-4dad-bd18-3646a9a98533 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:08:28.315564 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e274643-fca4-4f94-9285-e347dbf5f4f5 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:08:28.324173 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1e274643-fca4-4f94-9285-e347dbf5f4f5 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:28.327682 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f402e2-dc0b-47c0-8116-0300ada772dc None None] Sync routers for ids ['0adae625-e296-4041-b5b1-8e4583334d68'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:08:28.335064 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a248065-455c-45a1-892e-cab22227bc98 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting subnet df3c77ac-1aef-41cc-a792-c10732ebd79c {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:08:28.336891 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 07cc9689-55da-4dad-bd18-3646a9a98533 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:08:28.338271 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 07cc9689-55da-4dad-bd18-3646a9a98533 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:08:28.346072 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f402e2-dc0b-47c0-8116-0300ada772dc None None] Routers {'0adae625-e296-4041-b5b1-8e4583334d68'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:08:28.346736 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a248065-455c-45a1-892e-cab22227bc98 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:28.346870 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-f0f402e2-dc0b-47c0-8116-0300ada772dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:08:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['0adae625-e296-4041-b5b1-8e4583334d68'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:28.366578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1e274643-fca4-4f94-9285-e347dbf5f4f5 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "PUT /v2.0/floatingips/3bfcfabe-efa7-46c6-9a02-c47f512f1f4d HTTP/1.1" status: 200 len: 992 time: 1.6272948 Aug 17 00:08:28.368371 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'tag': '6dc8d69b-05e7-41e6-955a-531d1961bd01'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:08:28.371190 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da68a303-0475-4d06-8258-b50435595210" -d '{"events": [{"name": "network-changed", "server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "tag": "6dc8d69b-05e7-41e6-955a-531d1961bd01"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:08:28.409663 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a248065-455c-45a1-892e-cab22227bc98 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:28.454603 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8d1afd12-ad3c-4c2c-bcce-a40f23561c73 req-6e73157d-0f76-4946-88eb-ec63e019deeb tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390891 Aug 17 00:08:28.482505 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44698) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:28.539022 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-f0f402e2-dc0b-47c0-8116-0300ada772dc None None] Set router 0adae625-e296-4041-b5b1-8e4583334d68 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:08:28.564349 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a248065-455c-45a1-892e-cab22227bc98 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:28.578647 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ffbef2f5-07c2-483d-9a05-ac99414aacf1 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/floatingips/fc38b6f1-4fdd-4abb-bf26-0c070a67ee20 HTTP/1.1" status: 200 len: 993 time: 0.0948305 Aug 17 00:08:28.580372 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0aa3029-b67e-446c-868e-1d6093a02aef x-openstack-request-id: req-f0aa3029-b67e-446c-868e-1d6093a02aef {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:08:28.580732 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "tag": "6dc8d69b-05e7-41e6-955a-531d1961bd01", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:08:28.580994 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f0aa3029-b67e-446c-868e-1d6093a02aef {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:08:28.581421 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'tag': '6dc8d69b-05e7-41e6-955a-531d1961bd01', 'status': 'completed', 'code': 200} Aug 17 00:08:28.650795 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a248065-455c-45a1-892e-cab22227bc98 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:28.654147 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68a303-0475-4d06-8258-b50435595210 req-426bee7b-1e3d-4bc8-9e8a-61d9585605ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:28.654638 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68a303-0475-4d06-8258-b50435595210 req-426bee7b-1e3d-4bc8-9e8a-61d9585605ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:28.655293 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68a303-0475-4d06-8258-b50435595210 req-426bee7b-1e3d-4bc8-9e8a-61d9585605ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:28.655777 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68a303-0475-4d06-8258-b50435595210 req-426bee7b-1e3d-4bc8-9e8a-61d9585605ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:28.656403 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68a303-0475-4d06-8258-b50435595210 req-426bee7b-1e3d-4bc8-9e8a-61d9585605ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:28.657628 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68a303-0475-4d06-8258-b50435595210 req-426bee7b-1e3d-4bc8-9e8a-61d9585605ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:28.658537 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68a303-0475-4d06-8258-b50435595210 req-426bee7b-1e3d-4bc8-9e8a-61d9585605ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:28.660529 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da68a303-0475-4d06-8258-b50435595210 req-426bee7b-1e3d-4bc8-9e8a-61d9585605ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c3689368c2d4f3084af070981f83d10&device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 6510 time: 0.0783057 Aug 17 00:08:28.686839 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a248065-455c-45a1-892e-cab22227bc98 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Subnet': ['ID=df3c77ac-1aef-41cc-a792-c10732ebd79c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:28.693135 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a248065-455c-45a1-892e-cab22227bc98 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:28.698186 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4a248065-455c-45a1-892e-cab22227bc98 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/subnets/df3c77ac-1aef-41cc-a792-c10732ebd79c HTTP/1.1" status: 204 len: 168 time: 0.4561028 Aug 17 00:08:28.698411 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44702) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:28.779914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68a303-0475-4d06-8258-b50435595210 req-47d877d8-cd81-45ed-9e91-538f970e89e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:28.781597 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da68a303-0475-4d06-8258-b50435595210 req-47d877d8-cd81-45ed-9e91-538f970e89e3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7992826d-70e9-4f64-99b5-2a5f899624d8 HTTP/1.1" status: 200 len: 917 time: 0.1097999 Aug 17 00:08:28.792470 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-060c41d3-3e8d-4c37-a664-ab7065d79a8a tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:28.856836 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-060c41d3-3e8d-4c37-a664-ab7065d79a8a tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting port a0517ffa-0fb1-4388-b7b1-23a14248b10b {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:28.857263 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-060c41d3-3e8d-4c37-a664-ab7065d79a8a tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:28.863957 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da68a303-0475-4d06-8258-b50435595210 req-aa978e7e-19b6-4a6f-8794-2a031b179201 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dc8d69b-05e7-41e6-955a-531d1961bd01 HTTP/1.1" status: 200 len: 1000 time: 0.0738287 Aug 17 00:08:28.910770 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-f0f402e2-dc0b-47c0-8116-0300ada772dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adae625-e296-4041-b5b1-8e4583334d68', 'name': 'tempest-TaggedBootDevicesTest_v242-573599797-router', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:24Z', 'updated_at': '2021-08-17T00:06:33Z', 'revision_number': 4, 'project_id': '4c3689368c2d4f3084af070981f83d10', 'gw_port': {'id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adae625-e296-4041-b5b1-8e4583334d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:26Z', 'updated_at': '2021-08-17T00:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '3bfcfabe-efa7-46c6-9a02-c47f512f1f4d', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'floating_ip_address': '172.25.3.217', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '0adae625-e296-4041-b5b1-8e4583334d68', 'port_id': '6dc8d69b-05e7-41e6-955a-531d1961bd01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7992826d-70e9-4f64-99b5-2a5f899624d8', 'mac_address': 'fa:16:3e:21:85:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:07:18Z', 'updated_at': '2021-08-17T00:08:27Z', 'revision_number': 1, 'project_id': '4c3689368c2d4f3084af070981f83d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c', 'name': '', 'network_id': '7992826d-70e9-4f64-99b5-2a5f899624d8', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'mac_address': 'fa:16:3e:8e:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adae625-e296-4041-b5b1-8e4583334d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': 'e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:31Z', 'updated_at': '2021-08-17T00:06:42Z', 'revision_number': 5, 'project_id': '4c3689368c2d4f3084af070981f83d10', 'subnets': [{'id': 'e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:28.921636 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-ce7e30c6-85b9-4ee2-b7bc-b1f99943a665 req-7d17099e-67da-4408-807a-2175a3a82455 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:08:28.922403 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ce7e30c6-85b9-4ee2-b7bc-b1f99943a665 req-7d17099e-67da-4408-807a-2175a3a82455 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077074 Aug 17 00:08:28.930392 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68a303-0475-4d06-8258-b50435595210 req-68efa83d-8b65-40c8-aaee-8c4baeca0e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:28.933197 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da68a303-0475-4d06-8258-b50435595210 req-68efa83d-8b65-40c8-aaee-8c4baeca0e3e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90 HTTP/1.1" status: 200 len: 855 time: 0.0588226 Aug 17 00:08:28.935850 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-060c41d3-3e8d-4c37-a664-ab7065d79a8a tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] For port a0517ffa-0fb1-4388-b7b1-23a14248b10b, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a0517ffa-0fb1-4388-b7b1-23a14248b10b,segment=NetworkSegment(abd3da0a-557c-4f6a-ae11-1374d2f79b9d),segment_id=abd3da0a-557c-4f6a-ae11-1374d2f79b9d)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:28.936240 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-060c41d3-3e8d-4c37-a664-ab7065d79a8a tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:28.939007 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f402e2-dc0b-47c0-8116-0300ada772dc None None] Checking router: 0adae625-e296-4041-b5b1-8e4583334d68 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:08:28.951909 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-060c41d3-3e8d-4c37-a664-ab7065d79a8a tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Calling delete_port for a0517ffa-0fb1-4388-b7b1-23a14248b10b owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:28.957351 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f402e2-dc0b-47c0-8116-0300ada772dc None None] Routers {'0adae625-e296-4041-b5b1-8e4583334d68'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:08:28.958280 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-f0f402e2-dc0b-47c0-8116-0300ada772dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:08:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['0adae625-e296-4041-b5b1-8e4583334d68'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:29.000532 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68a303-0475-4d06-8258-b50435595210 req-7c351f42-fc24-4bd9-a796-73ee85ed263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:29.004591 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da68a303-0475-4d06-8258-b50435595210 req-7c351f42-fc24-4bd9-a796-73ee85ed263e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7992826d-70e9-4f64-99b5-2a5f899624d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636351 Aug 17 00:08:29.105245 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-060c41d3-3e8d-4c37-a664-ab7065d79a8a tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:29.133437 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c41d3-3e8d-4c37-a664-ab7065d79a8a tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Port': ['ID=a0517ffa-0fb1-4388-b7b1-23a14248b10b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:29.139980 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060c41d3-3e8d-4c37-a664-ab7065d79a8a tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] No DVR routers for this DVR port a0517ffa-0fb1-4388-b7b1-23a14248b10b on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:08:29.163704 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da68a303-0475-4d06-8258-b50435595210 req-1aeb0810-33d7-4fab-b7d4-ca8b005b9571 service neutron] 10.222.0.64 "GET /v2.0/networks/7992826d-70e9-4f64-99b5-2a5f899624d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477494 Aug 17 00:08:29.192899 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-f0f402e2-dc0b-47c0-8116-0300ada772dc None None] Set router 0adae625-e296-4041-b5b1-8e4583334d68 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:08:29.245690 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-060c41d3-3e8d-4c37-a664-ab7065d79a8a tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:29.267701 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-060c41d3-3e8d-4c37-a664-ab7065d79a8a tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['366a54b1-bfeb-421f-af34-6b7afb6f878f']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:29.282303 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-060c41d3-3e8d-4c37-a664-ab7065d79a8a tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd3da0a-557c-4f6a-ae11-1374d2f79b9d') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:29.282732 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-060c41d3-3e8d-4c37-a664-ab7065d79a8a tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd3da0a-557c-4f6a-ae11-1374d2f79b9d') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:29.302573 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-060c41d3-3e8d-4c37-a664-ab7065d79a8a tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:29.326268 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-060c41d3-3e8d-4c37-a664-ab7065d79a8a tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:29.334533 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060c41d3-3e8d-4c37-a664-ab7065d79a8a tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:08:29.335119 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-060c41d3-3e8d-4c37-a664-ab7065d79a8a tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:08:29.340237 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:08:29.350796 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da68a303-0475-4d06-8258-b50435595210 req-b2e39aa7-b420-4310-9141-fc19d8bac567 service neutron] 10.222.0.64 "GET /v2.0/networks/7992826d-70e9-4f64-99b5-2a5f899624d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760767 Aug 17 00:08:29.417793 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-060c41d3-3e8d-4c37-a664-ab7065d79a8a tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:29.419187 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-060c41d3-3e8d-4c37-a664-ab7065d79a8a tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:29.425350 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-060c41d3-3e8d-4c37-a664-ab7065d79a8a tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/networks/366a54b1-bfeb-421f-af34-6b7afb6f878f HTTP/1.1" status: 204 len: 168 time: 0.7221413 Aug 17 00:08:29.438613 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44720) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:29.439434 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c41d3-3e8d-4c37-a664-ab7065d79a8a tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Network': ['ID=366a54b1-bfeb-421f-af34-6b7afb6f878f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:29.449482 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1fe969cf-b821-4219-af18-f059e9f38c3d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'port': {'network_id': '99ed2dce-3728-466b-aefa-f61b98fddb46', 'name': 'tempest-PortsIpV6TestJSON-527137472'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:29.532676 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f1f3a-2a6f-4be4-a444-f89c73473c72 req-5fa57553-38cb-47dc-9543-690251b963c6 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:29.534368 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-873f1f3a-2a6f-4be4-a444-f89c73473c72 req-5fa57553-38cb-47dc-9543-690251b963c6 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 946 time: 0.1392465 Aug 17 00:08:29.565492 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe969cf-b821-4219-af18-f059e9f38c3d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:29.566477 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-0edf4971-70ce-4e6c-85c3-64df2e6e1677 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2221115 Aug 17 00:08:29.569971 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1fe969cf-b821-4219-af18-f059e9f38c3d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:29.574918 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-f0f402e2-dc0b-47c0-8116-0300ada772dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adae625-e296-4041-b5b1-8e4583334d68', 'name': 'tempest-TaggedBootDevicesTest_v242-573599797-router', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:24Z', 'updated_at': '2021-08-17T00:06:33Z', 'revision_number': 4, 'project_id': '4c3689368c2d4f3084af070981f83d10', 'gw_port': {'id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adae625-e296-4041-b5b1-8e4583334d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:26Z', 'updated_at': '2021-08-17T00:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '3bfcfabe-efa7-46c6-9a02-c47f512f1f4d', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'floating_ip_address': '172.25.3.217', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '0adae625-e296-4041-b5b1-8e4583334d68', 'port_id': '6dc8d69b-05e7-41e6-955a-531d1961bd01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7992826d-70e9-4f64-99b5-2a5f899624d8', 'mac_address': 'fa:16:3e:21:85:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:07:18Z', 'updated_at': '2021-08-17T00:08:27Z', 'revision_number': 1, 'project_id': '4c3689368c2d4f3084af070981f83d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c', 'name': '', 'network_id': '7992826d-70e9-4f64-99b5-2a5f899624d8', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'mac_address': 'fa:16:3e:8e:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adae625-e296-4041-b5b1-8e4583334d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': 'e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:31Z', 'updated_at': '2021-08-17T00:06:42Z', 'revision_number': 5, 'project_id': '4c3689368c2d4f3084af070981f83d10', 'subnets': [{'id': 'e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:29.583612 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-af41786e-d5c9-4f8e-90e1-ce3d4ee0f19b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:08:29.584588 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-af41786e-d5c9-4f8e-90e1-ce3d4ee0f19b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054369 Aug 17 00:08:29.599539 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-134dfa5b-dd38-4385-8175-dbb35ac21db9 None None] Could not find standard attr ID for object a0517ffa-0fb1-4388-b7b1-23a14248b10b. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:08:29.601527 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-1fe969cf-b821-4219-af18-f059e9f38c3d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] device_id is not set on port 2bdf4e4a-7ac5-4263-b53c-ee232c849f34 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:08:29.607700 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-873f1f3a-2a6f-4be4-a444-f89c73473c72 req-5645541c-3b20-4775-89dd-99c7b892ef76 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645409 Aug 17 00:08:29.637641 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f402e2-dc0b-47c0-8116-0300ada772dc None None] The sync data for ids ['0adae625-e296-4041-b5b1-8e4583334d68'] in n-d-800088-20 is: [{'id': '0adae625-e296-4041-b5b1-8e4583334d68', 'name': 'tempest-TaggedBootDevicesTest_v242-573599797-router', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:24Z', 'updated_at': '2021-08-17T00:06:33Z', 'revision_number': 4, 'project_id': '4c3689368c2d4f3084af070981f83d10', 'gw_port': {'id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adae625-e296-4041-b5b1-8e4583334d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:26Z', 'updated_at': '2021-08-17T00:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '3bfcfabe-efa7-46c6-9a02-c47f512f1f4d', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'floating_ip_address': '172.25.3.217', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '0adae625-e296-4041-b5b1-8e4583334d68', 'port_id': '6dc8d69b-05e7-41e6-955a-531d1961bd01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7992826d-70e9-4f64-99b5-2a5f899624d8', 'mac_address': 'fa:16:3e:21:85:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:07:18Z', 'updated_at': '2021-08-17T00:08:27Z', 'revision_number': 1, 'project_id': '4c3689368c2d4f3084af070981f83d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c', 'name': '', 'network_id': '7992826d-70e9-4f64-99b5-2a5f899624d8', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'mac_address': 'fa:16:3e:8e:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adae625-e296-4041-b5b1-8e4583334d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': 'e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:31Z', 'updated_at': '2021-08-17T00:06:42Z', 'revision_number': 5, 'project_id': '4c3689368c2d4f3084af070981f83d10', 'subnets': [{'id': 'e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:08:29.646148 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42c9ca4-e1df-469b-ab3b-bda88ab59ed3 None None] DHCP port deletion for 366a54b1-bfeb-421f-af34-6b7afb6f878f request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:08:29.671347 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0526a68e-0896-4258-9622-c8a28fc33d41 None None] Network 366a54b1-bfeb-421f-af34-6b7afb6f878f requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:08:29.687766 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0526a68e-0896-4258-9622-c8a28fc33d41 None None] Network 366a54b1-bfeb-421f-af34-6b7afb6f878f could not be found, it might have been deleted concurrently. {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 17 00:08:29.822558 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1fe969cf-b821-4219-af18-f059e9f38c3d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:29.864853 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1fe969cf-b821-4219-af18-f059e9f38c3d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:29.894045 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e4c284-aa37-4fe7-95aa-2ae32c915f57 None None] New status for floating IP 3bfcfabe-efa7-46c6-9a02-c47f512f1f4d: ACTIVE {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:08:29.916082 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe969cf-b821-4219-af18-f059e9f38c3d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network 99ed2dce-3728-466b-aefa-f61b98fddb46 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:08:29.920073 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-1fe969cf-b821-4219-af18-f059e9f38c3d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:29.924161 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe969cf-b821-4219-af18-f059e9f38c3d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:08:29.929606 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe969cf-b821-4219-af18-f059e9f38c3d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:29.930285 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1fe969cf-b821-4219-af18-f059e9f38c3d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:29.939773 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe969cf-b821-4219-af18-f059e9f38c3d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Port': ['ID=2bdf4e4a-7ac5-4263-b53c-ee232c849f34,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:29.953630 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1fe969cf-b821-4219-af18-f059e9f38c3d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5109191 Aug 17 00:08:29.954955 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44740) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:30.063661 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-a4065ed4-c901-40c3-9f01-551c80ec78d1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting port 2bdf4e4a-7ac5-4263-b53c-ee232c849f34 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:30.064083 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a4065ed4-c901-40c3-9f01-551c80ec78d1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:30.140925 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a4065ed4-c901-40c3-9f01-551c80ec78d1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:30.158212 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-a4065ed4-c901-40c3-9f01-551c80ec78d1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Calling delete_port for 2bdf4e4a-7ac5-4263-b53c-ee232c849f34 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:30.258296 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a4065ed4-c901-40c3-9f01-551c80ec78d1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:30.288957 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4065ed4-c901-40c3-9f01-551c80ec78d1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Port': ['ID=2bdf4e4a-7ac5-4263-b53c-ee232c849f34,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:30.295861 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a4065ed4-c901-40c3-9f01-551c80ec78d1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:30.298336 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a4065ed4-c901-40c3-9f01-551c80ec78d1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/ports/2bdf4e4a-7ac5-4263-b53c-ee232c849f34 HTTP/1.1" status: 204 len: 168 time: 0.3422949 Aug 17 00:08:30.300806 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44750) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:30.305924 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a11f20f0-6afd-4ae9-b337-042ff8af118f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'port': {'network_id': '99ed2dce-3728-466b-aefa-f61b98fddb46', 'mac_address': 'fa:16:3e:94:f4:ad', 'name': 'tempest-PortsIpV6TestJSON-632417473'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:30.394948 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11f20f0-6afd-4ae9-b337-042ff8af118f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:30.467012 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a11f20f0-6afd-4ae9-b337-042ff8af118f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:30.488704 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-a11f20f0-6afd-4ae9-b337-042ff8af118f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] device_id is not set on port c40e377a-6f1b-4c02-bda0-0d7aa5b0da25 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:08:30.660471 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a11f20f0-6afd-4ae9-b337-042ff8af118f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:30.698170 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a11f20f0-6afd-4ae9-b337-042ff8af118f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:30.738895 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11f20f0-6afd-4ae9-b337-042ff8af118f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network 99ed2dce-3728-466b-aefa-f61b98fddb46 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:08:30.742667 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-a11f20f0-6afd-4ae9-b337-042ff8af118f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:30.745913 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11f20f0-6afd-4ae9-b337-042ff8af118f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:08:30.752251 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11f20f0-6afd-4ae9-b337-042ff8af118f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:30.753030 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a11f20f0-6afd-4ae9-b337-042ff8af118f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:30.757216 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8bf75-4e8b-454b-9f9e-bf00bee40ec9 req-8ae34196-1fdb-4cfb-a706-d3949cc3c6fe tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:30.759369 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ebe8bf75-4e8b-454b-9f9e-bf00bee40ec9 req-8ae34196-1fdb-4cfb-a706-d3949cc3c6fe tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 946 time: 0.0644512 Aug 17 00:08:30.773261 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f20f0-6afd-4ae9-b337-042ff8af118f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Port': ['ID=c40e377a-6f1b-4c02-bda0-0d7aa5b0da25,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:30.779437 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a11f20f0-6afd-4ae9-b337-042ff8af118f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4775858 Aug 17 00:08:30.782240 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44758) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:30.800834 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ebe8bf75-4e8b-454b-9f9e-bf00bee40ec9 req-f0db338f-596d-454e-a8d0-07351ff40f9b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343933 Aug 17 00:08:30.831990 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84065a0-4678-4ad0-a750-b846695995a5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:30.833383 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f84065a0-4678-4ad0-a750-b846695995a5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "GET /v2.0/ports/c40e377a-6f1b-4c02-bda0-0d7aa5b0da25 HTTP/1.1" status: 200 len: 844 time: 0.0502326 Aug 17 00:08:30.836037 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44760) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:30.925600 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-c4dd04e5-e127-4901-9d94-fba1710e42e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:30.926678 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-1e3604bb-4793-447a-b046-eb5f1a339b31 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting port c40e377a-6f1b-4c02-bda0-0d7aa5b0da25 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:30.927028 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1e3604bb-4793-447a-b046-eb5f1a339b31 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:30.927160 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-c4dd04e5-e127-4901-9d94-fba1710e42e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 1098 time: 0.0422044 Aug 17 00:08:30.998271 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1e3604bb-4793-447a-b046-eb5f1a339b31 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:31.011596 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-1e3604bb-4793-447a-b046-eb5f1a339b31 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Calling delete_port for c40e377a-6f1b-4c02-bda0-0d7aa5b0da25 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:31.023506 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-3ab7ee8b-f499-422f-85fd-cb02f23e2bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:31.025836 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-3ab7ee8b-f499-422f-85fd-cb02f23e2bf1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=941cdf40-6672-4c92-b0fc-78ff95b1e5aa HTTP/1.1" status: 200 len: 897 time: 0.0906096 Aug 17 00:08:31.091462 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1e3604bb-4793-447a-b046-eb5f1a339b31 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:31.093094 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-2da67964-3a92-49ec-85bd-a35bdb9bb129 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44af8a4d-046b-4ee8-b340-94eec67e860e HTTP/1.1" status: 200 len: 1001 time: 0.0582495 Aug 17 00:08:31.119744 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3604bb-4793-447a-b046-eb5f1a339b31 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Port': ['ID=c40e377a-6f1b-4c02-bda0-0d7aa5b0da25,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:31.127918 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1e3604bb-4793-447a-b046-eb5f1a339b31 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:31.130109 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1e3604bb-4793-447a-b046-eb5f1a339b31 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/ports/c40e377a-6f1b-4c02-bda0-0d7aa5b0da25 HTTP/1.1" status: 204 len: 168 time: 0.2931461 Aug 17 00:08:31.132643 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44762) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:31.150321 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-d129c8c6-f6d2-4ed2-9758-700260822dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:31.151821 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-d129c8c6-f6d2-4ed2-9758-700260822dba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=22b60ca4-f2f6-4ee8-a359-e91563464ddf HTTP/1.1" status: 200 len: 834 time: 0.0518203 Aug 17 00:08:31.156851 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb3ada1-4135-4a0a-aa90-6895242c6f63 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] GET failed (client error): The resource could not be found. Aug 17 00:08:31.158327 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ffb3ada1-4135-4a0a-aa90-6895242c6f63 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "GET /v2.0/ports/c40e377a-6f1b-4c02-bda0-0d7aa5b0da25 HTTP/1.1" status: 404 len: 333 time: 0.0247242 Aug 17 00:08:31.161935 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44766) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:31.168523 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1001d86d-c285-4f14-9488-a1f933c9b6fa tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'port': {'network_id': '99ed2dce-3728-466b-aefa-f61b98fddb46', 'name': 'tempest-PortsIpV6TestJSON-753377518'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:31.200701 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-d07d763a-6deb-425e-a41f-25f647404f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:31.202291 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-d07d763a-6deb-425e-a41f-25f647404f72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=941cdf40-6672-4c92-b0fc-78ff95b1e5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425894 Aug 17 00:08:31.267869 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1001d86d-c285-4f14-9488-a1f933c9b6fa tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:31.271726 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1001d86d-c285-4f14-9488-a1f933c9b6fa tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:31.290783 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-1001d86d-c285-4f14-9488-a1f933c9b6fa tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] device_id is not set on port 2afff719-763a-4a25-ac68-93191f9d671a yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:08:31.300812 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-b7bfc226-94e8-40c1-b529-a4f2a62247c6 service neutron] 10.222.0.64 "GET /v2.0/networks/941cdf40-6672-4c92-b0fc-78ff95b1e5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878131 Aug 17 00:08:31.396983 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-9ce46295-2ee3-44d3-88d1-1c838df6cd58 service neutron] 10.222.0.64 "GET /v2.0/networks/941cdf40-6672-4c92-b0fc-78ff95b1e5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881824 Aug 17 00:08:31.454684 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1001d86d-c285-4f14-9488-a1f933c9b6fa tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:31.493398 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1001d86d-c285-4f14-9488-a1f933c9b6fa tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:31.534566 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1001d86d-c285-4f14-9488-a1f933c9b6fa tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network 99ed2dce-3728-466b-aefa-f61b98fddb46 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:08:31.539484 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-1001d86d-c285-4f14-9488-a1f933c9b6fa tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:31.543702 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1001d86d-c285-4f14-9488-a1f933c9b6fa tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:08:31.549164 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1001d86d-c285-4f14-9488-a1f933c9b6fa tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:31.549758 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1001d86d-c285-4f14-9488-a1f933c9b6fa tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:31.562230 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001d86d-c285-4f14-9488-a1f933c9b6fa tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Port': ['ID=2afff719-763a-4a25-ac68-93191f9d671a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:31.570563 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1001d86d-c285-4f14-9488-a1f933c9b6fa tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4057162 Aug 17 00:08:31.572973 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44768) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:31.578203 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a7d80cf7-3062-41f4-b209-690930fdd44b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:31.648155 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a7d80cf7-3062-41f4-b209-690930fdd44b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:31.807852 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a7d80cf7-3062-41f4-b209-690930fdd44b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:31.812265 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a7d80cf7-3062-41f4-b209-690930fdd44b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:31.844956 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-a7d80cf7-3062-41f4-b209-690930fdd44b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] In _notify_port_updated(), no bound segment for port 2afff719-763a-4a25-ac68-93191f9d671a on network 99ed2dce-3728-466b-aefa-f61b98fddb46 {{(pid=101402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 00:08:31.850411 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d80cf7-3062-41f4-b209-690930fdd44b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:31.851026 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a7d80cf7-3062-41f4-b209-690930fdd44b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:31.855451 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a7d80cf7-3062-41f4-b209-690930fdd44b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "PUT /v2.0/ports/2afff719-763a-4a25-ac68-93191f9d671a HTTP/1.1" status: 200 len: 818 time: 0.2783635 Aug 17 00:08:31.855941 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44776) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:31.867496 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d80cf7-3062-41f4-b209-690930fdd44b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Port': ['ID=2afff719-763a-4a25-ac68-93191f9d671a,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:31.976436 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4c40a-fc03-40e0-8334-1c9ba78d6d1a req-d1e3651d-94ae-4a51-9c9e-8b2a28fb961d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:31.978305 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0eb4c40a-fc03-40e0-8334-1c9ba78d6d1a req-d1e3651d-94ae-4a51-9c9e-8b2a28fb961d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 946 time: 0.0877526 Aug 17 00:08:32.021413 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-f03748b6-d43c-4837-ad80-488e464858e0 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting port 2afff719-763a-4a25-ac68-93191f9d671a {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:32.021763 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f03748b6-d43c-4837-ad80-488e464858e0 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:32.040155 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0eb4c40a-fc03-40e0-8334-1c9ba78d6d1a req-9aa21328-084c-47f4-a04b-96a5903a9fd3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541213 Aug 17 00:08:32.096989 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f03748b6-d43c-4837-ad80-488e464858e0 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:32.109659 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-f03748b6-d43c-4837-ad80-488e464858e0 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Calling delete_port for 2afff719-763a-4a25-ac68-93191f9d671a owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:32.198818 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f03748b6-d43c-4837-ad80-488e464858e0 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:32.228535 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03748b6-d43c-4837-ad80-488e464858e0 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Port': ['ID=2afff719-763a-4a25-ac68-93191f9d671a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:32.235013 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f03748b6-d43c-4837-ad80-488e464858e0 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:32.237286 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f03748b6-d43c-4837-ad80-488e464858e0 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/ports/2afff719-763a-4a25-ac68-93191f9d671a HTTP/1.1" status: 204 len: 168 time: 0.3802137 Aug 17 00:08:32.239778 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44780) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:32.298426 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a645e63-45a6-4092-891b-1db7b472a3a9 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:32.300557 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9a645e63-45a6-4092-891b-1db7b472a3a9 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0598435 Aug 17 00:08:32.303421 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44782) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:32.329595 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-864e9ff7-e7ca-444a-9000-b160dcf7ab8e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] GET failed (client error): The resource could not be found. Aug 17 00:08:32.331002 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-864e9ff7-e7ca-444a-9000-b160dcf7ab8e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "GET /v2.0/ports/2afff719-763a-4a25-ac68-93191f9d671a HTTP/1.1" status: 404 len: 333 time: 0.0265846 Aug 17 00:08:32.334496 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44784) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:32.340306 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-2d80b009-4bca-48ae-b712-2443c720461e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-178148973'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:32.360566 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d80b009-4bca-48ae-b712-2443c720461e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:32.363846 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2d80b009-4bca-48ae-b712-2443c720461e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:32.386981 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d80b009-4bca-48ae-b712-2443c720461e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:08:32.395629 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2d80b009-4bca-48ae-b712-2443c720461e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:32.396006 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-2d80b009-4bca-48ae-b712-2443c720461e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Added segment 38d7dde6-d977-42eb-94c7-df18f7faa711 of type vlan for network 6f8e9a6d-dc1e-4179-b4b3-8551f3002d41 Aug 17 00:08:32.436502 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2d80b009-4bca-48ae-b712-2443c720461e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:32.465627 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2d80b009-4bca-48ae-b712-2443c720461e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:32.471091 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d80b009-4bca-48ae-b712-2443c720461e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:32.471678 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2d80b009-4bca-48ae-b712-2443c720461e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:32.522958 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2d80b009-4bca-48ae-b712-2443c720461e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1874447 Aug 17 00:08:32.527071 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44786) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:32.532046 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1835ae7d-35d1-4eb8-b330-82e84e7c00d1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'subnet': {'network_id': '6f8e9a6d-dc1e-4179-b4b3-8551f3002d41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:32.582726 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80b009-4bca-48ae-b712-2443c720461e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Network': ['ID=6f8e9a6d-dc1e-4179-b4b3-8551f3002d41,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:32.593462 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 6f8e9a6d-dc1e-4179-b4b3-8551f3002d41 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:08:32.633688 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1835ae7d-35d1-4eb8-b330-82e84e7c00d1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:32.637931 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1835ae7d-35d1-4eb8-b330-82e84e7c00d1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:32.823027 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1835ae7d-35d1-4eb8-b330-82e84e7c00d1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:32.885892 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835ae7d-35d1-4eb8-b330-82e84e7c00d1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Subnet': ['ID=1a9ba9c9-4060-4a72-9583-78572ce4bb29,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:32.894874 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1835ae7d-35d1-4eb8-b330-82e84e7c00d1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Checking segment: {'id': '38d7dde6-d977-42eb-94c7-df18f7faa711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6f8e9a6d-dc1e-4179-b4b3-8551f3002d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:08:32.895244 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1835ae7d-35d1-4eb8-b330-82e84e7c00d1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network hostable DHCP agents. Network: 6f8e9a6d-dc1e-4179-b4b3-8551f3002d41, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:08:32.912690 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1835ae7d-35d1-4eb8-b330-82e84e7c00d1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network 6f8e9a6d-dc1e-4179-b4b3-8551f3002d41 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:08:32.922101 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-1835ae7d-35d1-4eb8-b330-82e84e7c00d1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 6f8e9a6d-dc1e-4179-b4b3-8551f3002d41) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:32.926186 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1835ae7d-35d1-4eb8-b330-82e84e7c00d1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:32.926779 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1835ae7d-35d1-4eb8-b330-82e84e7c00d1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:32.931866 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d92e0b-03d8-46bc-9f24-81e35d660e07 None None] Network 6f8e9a6d-dc1e-4179-b4b3-8551f3002d41 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:08:32.943192 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1835ae7d-35d1-4eb8-b330-82e84e7c00d1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4150615 Aug 17 00:08:32.946008 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44792) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:32.951570 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-22e4f86e-0614-40ee-be1f-053451d466a1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'subnet': {'network_id': '6f8e9a6d-dc1e-4179-b4b3-8551f3002d41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:33.083833 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101c271c-2994-4ca4-bf17-0ad0affbe957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-6f8e9a6d-dc1e-4179-b4b3-8551f3002d41', 'network_id': '6f8e9a6d-dc1e-4179-b4b3-8551f3002d41', 'tenant_id': '8d8294cd73cf449ebc0fe693172af319', 'fixed_ips': [{'subnet_id': '1a9ba9c9-4060-4a72-9583-78572ce4bb29'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:08:33.084853 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-101c271c-2994-4ca4-bf17-0ad0affbe957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:33.177326 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27155a-5dcb-4fba-a65f-23e0cd7aabc4 req-6c9666fb-3622-415b-a474-bca2b7bc2112 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:33.179195 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd27155a-5dcb-4fba-a65f-23e0cd7aabc4 req-6c9666fb-3622-415b-a474-bca2b7bc2112 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 946 time: 0.0575337 Aug 17 00:08:33.253476 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-101c271c-2994-4ca4-bf17-0ad0affbe957 None None] Allocated IP 2001:db8::2 (6f8e9a6d-dc1e-4179-b4b3-8551f3002d41/1a9ba9c9-4060-4a72-9583-78572ce4bb29/69ef9853-50f9-46de-b47a-d871601c3fdd) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:08:33.266713 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd27155a-5dcb-4fba-a65f-23e0cd7aabc4 req-943e724e-855f-4ff9-b5cd-1b51367d0eef tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683076 Aug 17 00:08:33.405425 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e4f86e-0614-40ee-be1f-053451d466a1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:33.408877 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-22e4f86e-0614-40ee-be1f-053451d466a1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:33.420338 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-101c271c-2994-4ca4-bf17-0ad0affbe957 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:33.428859 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-101c271c-2994-4ca4-bf17-0ad0affbe957 None None] Transition to ACTIVE for port object 69ef9853-50f9-46de-b47a-d871601c3fdd will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:33.450649 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-101c271c-2994-4ca4-bf17-0ad0affbe957 None None] Transition to ACTIVE for port object 69ef9853-50f9-46de-b47a-d871601c3fdd will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:33.457184 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-101c271c-2994-4ca4-bf17-0ad0affbe957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:33.500813 n-d-800088-20 neutron-server[101402]: INFO neutron.db.ipam_backend_mixin [None req-22e4f86e-0614-40ee-be1f-053451d466a1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1a9ba9c9-4060-4a72-9583-78572ce4bb29 (CIDR: 2001:db8::/64) Aug 17 00:08:33.504131 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e4f86e-0614-40ee-be1f-053451d466a1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:08:33.504603 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22e4f86e-0614-40ee-be1f-053451d466a1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:08:33.509131 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101c271c-2994-4ca4-bf17-0ad0affbe957 None None] Network 6f8e9a6d-dc1e-4179-b4b3-8551f3002d41 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:08:33.512192 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-101c271c-2994-4ca4-bf17-0ad0affbe957 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:33.516833 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101c271c-2994-4ca4-bf17-0ad0affbe957 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:08:33.521082 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c271c-2994-4ca4-bf17-0ad0affbe957 None None] Pushing event updated for resources: {'Port': ['ID=69ef9853-50f9-46de-b47a-d871601c3fdd,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:33.521267 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-22e4f86e-0614-40ee-be1f-053451d466a1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5730324 Aug 17 00:08:33.523526 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44798) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:33.530995 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-4901cc75-dff7-4736-9fcf-09b238f4b258 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'subnet': {'network_id': '6f8e9a6d-dc1e-4179-b4b3-8551f3002d41', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:33.574222 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-101c271c-2994-4ca4-bf17-0ad0affbe957 None None] Attempting to bind port 69ef9853-50f9-46de-b47a-d871601c3fdd on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:08:33.574596 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-101c271c-2994-4ca4-bf17-0ad0affbe957 None None] Attempting to bind port 69ef9853-50f9-46de-b47a-d871601c3fdd by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '38d7dde6-d977-42eb-94c7-df18f7faa711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6f8e9a6d-dc1e-4179-b4b3-8551f3002d41'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:08:33.574959 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c271c-2994-4ca4-bf17-0ad0affbe957 None None] Attempting to bind port 69ef9853-50f9-46de-b47a-d871601c3fdd on network 6f8e9a6d-dc1e-4179-b4b3-8551f3002d41 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:08:33.580097 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c271c-2994-4ca4-bf17-0ad0affbe957 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:08:33.580469 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c271c-2994-4ca4-bf17-0ad0affbe957 None None] Checking segment: {'id': '38d7dde6-d977-42eb-94c7-df18f7faa711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6f8e9a6d-dc1e-4179-b4b3-8551f3002d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:08:33.580872 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-101c271c-2994-4ca4-bf17-0ad0affbe957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:33.581293 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c271c-2994-4ca4-bf17-0ad0affbe957 None None] Bound using segment: {'id': '38d7dde6-d977-42eb-94c7-df18f7faa711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6f8e9a6d-dc1e-4179-b4b3-8551f3002d41'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:08:33.581750 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-101c271c-2994-4ca4-bf17-0ad0affbe957 None None] Bound port: 69ef9853-50f9-46de-b47a-d871601c3fdd, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d7dde6-d977-42eb-94c7-df18f7faa711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6f8e9a6d-dc1e-4179-b4b3-8551f3002d41'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:08:33.582125 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-101c271c-2994-4ca4-bf17-0ad0affbe957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:33.642334 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4901cc75-dff7-4736-9fcf-09b238f4b258 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:33.646114 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4901cc75-dff7-4736-9fcf-09b238f4b258 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:33.647822 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-101c271c-2994-4ca4-bf17-0ad0affbe957 None None] For port 69ef9853-50f9-46de-b47a-d871601c3fdd, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:08:33.651921 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-101c271c-2994-4ca4-bf17-0ad0affbe957 None None] For port 69ef9853-50f9-46de-b47a-d871601c3fdd, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=69ef9853-50f9-46de-b47a-d871601c3fdd,segment=NetworkSegment(38d7dde6-d977-42eb-94c7-df18f7faa711),segment_id=38d7dde6-d977-42eb-94c7-df18f7faa711)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:08:33.656229 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-101c271c-2994-4ca4-bf17-0ad0affbe957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:33.718101 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c271c-2994-4ca4-bf17-0ad0affbe957 None None] Pushing event updated for resources: {'Port': ['ID=69ef9853-50f9-46de-b47a-d871601c3fdd,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:33.947273 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4901cc75-dff7-4736-9fcf-09b238f4b258 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:33.997535 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4901cc75-dff7-4736-9fcf-09b238f4b258 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network 6f8e9a6d-dc1e-4179-b4b3-8551f3002d41 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:08:34.000604 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-4901cc75-dff7-4736-9fcf-09b238f4b258 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:34.003649 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4901cc75-dff7-4736-9fcf-09b238f4b258 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:34.004274 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4901cc75-dff7-4736-9fcf-09b238f4b258 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:34.019102 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901cc75-dff7-4736-9fcf-09b238f4b258 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Subnet': ['ID=8a849d31-2883-47b5-8dff-492934053fa2,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:34.028757 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4901cc75-dff7-4736-9fcf-09b238f4b258 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5028548 Aug 17 00:08:34.031228 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44804) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:34.036062 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-60980f25-5110-4f15-bc7e-8961993be97e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'port': {'network_id': '6f8e9a6d-dc1e-4179-b4b3-8551f3002d41', 'fixed_ips': [{'subnet_id': '1a9ba9c9-4060-4a72-9583-78572ce4bb29'}, {'subnet_id': '8a849d31-2883-47b5-8dff-492934053fa2'}], 'name': 'tempest-PortsIpV6TestJSON-2006046768'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:34.146216 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60980f25-5110-4f15-bc7e-8961993be97e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:34.231759 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-60980f25-5110-4f15-bc7e-8961993be97e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:34.249539 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-60980f25-5110-4f15-bc7e-8961993be97e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] device_id is not set on port f96ebc30-63ea-405b-9bd0-18bd29f0c995 yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:08:34.389398 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 69ef9853-50f9-46de-b47a-d871601c3fdd up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:08:34.467067 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d49ec7-7552-4306-a5f0-fdbdab6a8f8d req-4e5a213a-25d6-473d-82ae-eeee76a55be4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:34.468990 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-84d49ec7-7552-4306-a5f0-fdbdab6a8f8d req-4e5a213a-25d6-473d-82ae-eeee76a55be4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 946 time: 0.1121349 Aug 17 00:08:34.469903 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 69ef9853-50f9-46de-b47a-d871601c3fdd completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:08:34.546379 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-84d49ec7-7552-4306-a5f0-fdbdab6a8f8d req-e9a08c11-55ec-49d7-854c-22c45a58a3b2 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688081 Aug 17 00:08:34.639562 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-60980f25-5110-4f15-bc7e-8961993be97e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Allocated IP 2001:db8::19b (6f8e9a6d-dc1e-4179-b4b3-8551f3002d41/1a9ba9c9-4060-4a72-9583-78572ce4bb29/f96ebc30-63ea-405b-9bd0-18bd29f0c995) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:08:34.646756 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-60980f25-5110-4f15-bc7e-8961993be97e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Allocated IP 2001:db8:0:1::ff (6f8e9a6d-dc1e-4179-b4b3-8551f3002d41/8a849d31-2883-47b5-8dff-492934053fa2/f96ebc30-63ea-405b-9bd0-18bd29f0c995) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:08:34.681753 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760eb7bc-b7b7-4b44-8111-5b083e349322 None None] Network 6f8e9a6d-dc1e-4179-b4b3-8551f3002d41 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:08:34.800388 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-60980f25-5110-4f15-bc7e-8961993be97e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:34.811726 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-845f72c5-9693-4ec3-8cef-563807186ab3 None None] Provisioning for port 69ef9853-50f9-46de-b47a-d871601c3fdd completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:08:34.815683 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-60980f25-5110-4f15-bc7e-8961993be97e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Transition to ACTIVE for port object f96ebc30-63ea-405b-9bd0-18bd29f0c995 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:34.818409 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-845f72c5-9693-4ec3-8cef-563807186ab3 None None] Provisioning complete for port 69ef9853-50f9-46de-b47a-d871601c3fdd triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:34.818783 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-845f72c5-9693-4ec3-8cef-563807186ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:34.859268 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-60980f25-5110-4f15-bc7e-8961993be97e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:34.910278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60980f25-5110-4f15-bc7e-8961993be97e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network 6f8e9a6d-dc1e-4179-b4b3-8551f3002d41 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:08:34.913222 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-60980f25-5110-4f15-bc7e-8961993be97e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:34.918287 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60980f25-5110-4f15-bc7e-8961993be97e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:08:34.923820 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60980f25-5110-4f15-bc7e-8961993be97e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:34.924445 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-60980f25-5110-4f15-bc7e-8961993be97e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:34.945608 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60980f25-5110-4f15-bc7e-8961993be97e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Port': ['ID=f96ebc30-63ea-405b-9bd0-18bd29f0c995,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:34.952616 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-60980f25-5110-4f15-bc7e-8961993be97e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 0.9179225 Aug 17 00:08:34.952930 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44812) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:34.955449 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-845f72c5-9693-4ec3-8cef-563807186ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:34.959027 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-9552111b-40d5-47d4-899d-43e4b5152c55 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1a9ba9c9-4060-4a72-9583-78572ce4bb29'}]}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:34.970372 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:08:34.978035 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2142d96c-ef70-4e96-95c1-9346e0952bdd None None] Update dhcp port {'port': {'network_id': '6f8e9a6d-dc1e-4179-b4b3-8551f3002d41', 'fixed_ips': [{'subnet_id': '1a9ba9c9-4060-4a72-9583-78572ce4bb29', 'ip_address': '2001:db8::2'}, {'subnet_id': '8a849d31-2883-47b5-8dff-492934053fa2'}], 'binding:host_id': 'n-d-800088-20'}, 'id': '69ef9853-50f9-46de-b47a-d871601c3fdd'} from n-d-800088-20. {{(pid=101404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 00:08:35.016116 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-845f72c5-9693-4ec3-8cef-563807186ab3 None None] For port 69ef9853-50f9-46de-b47a-d871601c3fdd, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=69ef9853-50f9-46de-b47a-d871601c3fdd,segment=NetworkSegment(38d7dde6-d977-42eb-94c7-df18f7faa711),segment_id=38d7dde6-d977-42eb-94c7-df18f7faa711)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:35.019991 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2142d96c-ef70-4e96-95c1-9346e0952bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:35.030755 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-845f72c5-9693-4ec3-8cef-563807186ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:35.131898 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9552111b-40d5-47d4-899d-43e4b5152c55 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:35.158601 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f72c5-9693-4ec3-8cef-563807186ab3 None None] Pushing event updated for resources: {'Port': ['ID=69ef9853-50f9-46de-b47a-d871601c3fdd,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:35.238971 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-2142d96c-ef70-4e96-95c1-9346e0952bdd None None] Allocated IP 2001:db8:0:1::2 (6f8e9a6d-dc1e-4179-b4b3-8551f3002d41/8a849d31-2883-47b5-8dff-492934053fa2/69ef9853-50f9-46de-b47a-d871601c3fdd) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:08:35.339151 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-2142d96c-ef70-4e96-95c1-9346e0952bdd None None] For port 69ef9853-50f9-46de-b47a-d871601c3fdd, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=69ef9853-50f9-46de-b47a-d871601c3fdd,segment=NetworkSegment(38d7dde6-d977-42eb-94c7-df18f7faa711),segment_id=38d7dde6-d977-42eb-94c7-df18f7faa711)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:35.367502 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2142d96c-ef70-4e96-95c1-9346e0952bdd None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:35.381233 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2142d96c-ef70-4e96-95c1-9346e0952bdd None None] Transition to ACTIVE for port object 69ef9853-50f9-46de-b47a-d871601c3fdd will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:35.385099 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2142d96c-ef70-4e96-95c1-9346e0952bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:35.435160 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-9552111b-40d5-47d4-899d-43e4b5152c55 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Delete allocated IP 2001:db8:0:1::ff (6f8e9a6d-dc1e-4179-b4b3-8551f3002d41/8a849d31-2883-47b5-8dff-492934053fa2) {{(pid=101402) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 17 00:08:35.475987 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142d96c-ef70-4e96-95c1-9346e0952bdd None None] Pushing event updated for resources: {'Port': ['ID=69ef9853-50f9-46de-b47a-d871601c3fdd,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:35.568921 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9552111b-40d5-47d4-899d-43e4b5152c55 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:35.582233 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-9552111b-40d5-47d4-899d-43e4b5152c55 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Ignored duplicate provisioning block setup for port f96ebc30-63ea-405b-9bd0-18bd29f0c995 by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 17 00:08:35.586442 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9552111b-40d5-47d4-899d-43e4b5152c55 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:35.668142 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-9552111b-40d5-47d4-899d-43e4b5152c55 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] In _notify_port_updated(), no bound segment for port f96ebc30-63ea-405b-9bd0-18bd29f0c995 on network 6f8e9a6d-dc1e-4179-b4b3-8551f3002d41 {{(pid=101402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 00:08:35.673873 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9552111b-40d5-47d4-899d-43e4b5152c55 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:35.674538 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9552111b-40d5-47d4-899d-43e4b5152c55 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:35.675894 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9552111b-40d5-47d4-899d-43e4b5152c55 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "PUT /v2.0/ports/f96ebc30-63ea-405b-9bd0-18bd29f0c995 HTTP/1.1" status: 200 len: 926 time: 0.7217405 Aug 17 00:08:35.677465 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857cde3-fa8f-41b5-b46d-ff2394ba05c5 req-c2510d35-582b-4cc1-b9a3-8b6d17f9f3ec tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:35.678747 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44820) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:35.680117 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e857cde3-fa8f-41b5-b46d-ff2394ba05c5 req-c2510d35-582b-4cc1-b9a3-8b6d17f9f3ec tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 946 time: 0.0523350 Aug 17 00:08:35.684108 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f8c0836f-9da9-49d4-8166-0bd9fdd57ab8 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1a9ba9c9-4060-4a72-9583-78572ce4bb29'}, {'subnet_id': '8a849d31-2883-47b5-8dff-492934053fa2'}]}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:35.710439 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552111b-40d5-47d4-899d-43e4b5152c55 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Port': ['ID=f96ebc30-63ea-405b-9bd0-18bd29f0c995,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:35.726561 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e857cde3-fa8f-41b5-b46d-ff2394ba05c5 req-1a52e3fc-aabc-4efc-aa00-7144301d3eb6 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370815 Aug 17 00:08:35.773272 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8c0836f-9da9-49d4-8166-0bd9fdd57ab8 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:35.968010 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e6dfa8-f98a-4826-a647-db2dea430adb None None] Network 6f8e9a6d-dc1e-4179-b4b3-8551f3002d41 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:08:36.063630 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-f8c0836f-9da9-49d4-8166-0bd9fdd57ab8 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Allocated IP 2001:db8:0:1::2f2 (6f8e9a6d-dc1e-4179-b4b3-8551f3002d41/8a849d31-2883-47b5-8dff-492934053fa2/f96ebc30-63ea-405b-9bd0-18bd29f0c995) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:08:36.088303 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7a048508-c50c-4e66-831b-c5d2fcf32566 None None] Provisioning for port 69ef9853-50f9-46de-b47a-d871601c3fdd completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:08:36.098108 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7a048508-c50c-4e66-831b-c5d2fcf32566 None None] Provisioning complete for port 69ef9853-50f9-46de-b47a-d871601c3fdd triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:36.098487 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7a048508-c50c-4e66-831b-c5d2fcf32566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:36.194569 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8c0836f-9da9-49d4-8166-0bd9fdd57ab8 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:36.207547 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-f8c0836f-9da9-49d4-8166-0bd9fdd57ab8 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Ignored duplicate provisioning block setup for port f96ebc30-63ea-405b-9bd0-18bd29f0c995 by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 17 00:08:36.211409 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8c0836f-9da9-49d4-8166-0bd9fdd57ab8 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:36.317717 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-f8c0836f-9da9-49d4-8166-0bd9fdd57ab8 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] In _notify_port_updated(), no bound segment for port f96ebc30-63ea-405b-9bd0-18bd29f0c995 on network 6f8e9a6d-dc1e-4179-b4b3-8551f3002d41 {{(pid=101402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 00:08:36.323801 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0836f-9da9-49d4-8166-0bd9fdd57ab8 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:36.324585 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8c0836f-9da9-49d4-8166-0bd9fdd57ab8 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:36.326062 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f8c0836f-9da9-49d4-8166-0bd9fdd57ab8 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "PUT /v2.0/ports/f96ebc30-63ea-405b-9bd0-18bd29f0c995 HTTP/1.1" status: 200 len: 1012 time: 0.6463754 Aug 17 00:08:36.327578 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0836f-9da9-49d4-8166-0bd9fdd57ab8 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Port': ['ID=f96ebc30-63ea-405b-9bd0-18bd29f0c995,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:36.329052 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44826) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:36.372224 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 69ef9853-50f9-46de-b47a-d871601c3fdd up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:08:36.426141 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 69ef9853-50f9-46de-b47a-d871601c3fdd triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:36.426586 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:36.440157 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-beb3396b-bab5-4f37-9959-727197d2e8f4 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting port f96ebc30-63ea-405b-9bd0-18bd29f0c995 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:36.440510 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-beb3396b-bab5-4f37-9959-727197d2e8f4 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:36.480359 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-838e8074-1559-44c9-93dc-91af99178f87 None None] Provisioning for port f96ebc30-63ea-405b-9bd0-18bd29f0c995 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:08:36.489457 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-838e8074-1559-44c9-93dc-91af99178f87 None None] Provisioning complete for port f96ebc30-63ea-405b-9bd0-18bd29f0c995 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:36.489836 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-838e8074-1559-44c9-93dc-91af99178f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:36.538276 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-beb3396b-bab5-4f37-9959-727197d2e8f4 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:36.558381 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-838e8074-1559-44c9-93dc-91af99178f87 None None] Port f96ebc30-63ea-405b-9bd0-18bd29f0c995 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:08:36.558546 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-beb3396b-bab5-4f37-9959-727197d2e8f4 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Calling delete_port for f96ebc30-63ea-405b-9bd0-18bd29f0c995 owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:36.576985 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-838e8074-1559-44c9-93dc-91af99178f87 None None] Provisioning complete for port 69ef9853-50f9-46de-b47a-d871601c3fdd triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:36.577666 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-838e8074-1559-44c9-93dc-91af99178f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:36.761177 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-beb3396b-bab5-4f37-9959-727197d2e8f4 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:36.794248 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-eed7af68-bd7e-4256-a27f-b36742e4915a None None] Could not find standard attr ID for object f96ebc30-63ea-405b-9bd0-18bd29f0c995. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:08:36.802658 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3396b-bab5-4f37-9959-727197d2e8f4 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Port': ['ID=f96ebc30-63ea-405b-9bd0-18bd29f0c995,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:36.885165 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-beb3396b-bab5-4f37-9959-727197d2e8f4 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:36.887542 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-beb3396b-bab5-4f37-9959-727197d2e8f4 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/ports/f96ebc30-63ea-405b-9bd0-18bd29f0c995 HTTP/1.1" status: 204 len: 168 time: 0.5573575 Aug 17 00:08:36.891027 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44832) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:36.907607 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-73cfe49c-a2e6-4065-83c4-ad4cbec6237f None None] Could not find standard attr ID for object f96ebc30-63ea-405b-9bd0-18bd29f0c995. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:08:36.928295 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-b16e1cff-1125-4c1d-9e1a-4b3e730ea307 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] GET failed (client error): The resource could not be found. Aug 17 00:08:36.929321 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b16e1cff-1125-4c1d-9e1a-4b3e730ea307 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "GET /v2.0/ports/f96ebc30-63ea-405b-9bd0-18bd29f0c995 HTTP/1.1" status: 404 len: 333 time: 0.0372038 Aug 17 00:08:36.932806 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44834) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:36.948213 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d354c8-8f51-403a-946e-0787937d7897 req-ea4b0b64-9ddc-4001-97d7-5b3486d38d9c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:36.949915 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a2d354c8-8f51-403a-946e-0787937d7897 req-ea4b0b64-9ddc-4001-97d7-5b3486d38d9c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 946 time: 0.1158321 Aug 17 00:08:36.998977 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe86cf23-e8c4-4c20-9164-b446a79922c1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting subnet 8a849d31-2883-47b5-8dff-492934053fa2 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:08:36.999452 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a2d354c8-8f51-403a-946e-0787937d7897 req-fd974a55-7b7d-41cc-bae8-bc8825a5f179 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427749 Aug 17 00:08:37.002869 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe86cf23-e8c4-4c20-9164-b446a79922c1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:37.062387 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe86cf23-e8c4-4c20-9164-b446a79922c1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:37.155648 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe86cf23-e8c4-4c20-9164-b446a79922c1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:37.222289 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-677be2e0-a2ad-4e28-ad39-3715f3a114c7 None None] Could not find standard attr ID for object f96ebc30-63ea-405b-9bd0-18bd29f0c995. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:08:37.222914 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe86cf23-e8c4-4c20-9164-b446a79922c1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:37.236904 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe86cf23-e8c4-4c20-9164-b446a79922c1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:37.238820 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fe86cf23-e8c4-4c20-9164-b446a79922c1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/subnets/8a849d31-2883-47b5-8dff-492934053fa2 HTTP/1.1" status: 204 len: 168 time: 0.3049817 Aug 17 00:08:37.241762 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44840) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:37.257156 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86cf23-e8c4-4c20-9164-b446a79922c1 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Subnet': ['ID=8a849d31-2883-47b5-8dff-492934053fa2,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:37.298158 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c5e0f0-3993-4054-8caf-41e71f2e9eb9 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting subnet 1a9ba9c9-4060-4a72-9583-78572ce4bb29 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:08:37.301662 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-50c5e0f0-3993-4054-8caf-41e71f2e9eb9 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:37.338490 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab204ad6-d154-42a1-8c61-009741fa198c None None] Network 6f8e9a6d-dc1e-4179-b4b3-8551f3002d41 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:08:37.344365 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-50c5e0f0-3993-4054-8caf-41e71f2e9eb9 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:37.447803 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-50c5e0f0-3993-4054-8caf-41e71f2e9eb9 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:37.520736 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-50c5e0f0-3993-4054-8caf-41e71f2e9eb9 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:37.549767 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5e0f0-3993-4054-8caf-41e71f2e9eb9 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Subnet': ['ID=1a9ba9c9-4060-4a72-9583-78572ce4bb29,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:37.554244 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-50c5e0f0-3993-4054-8caf-41e71f2e9eb9 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:37.559956 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44842) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:37.560160 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-50c5e0f0-3993-4054-8caf-41e71f2e9eb9 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/subnets/1a9ba9c9-4060-4a72-9583-78572ce4bb29 HTTP/1.1" status: 204 len: 168 time: 0.3168812 Aug 17 00:08:37.652031 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7612c572-e987-42cf-89fe-8c0db6f1cc83 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:37.710829 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-7612c572-e987-42cf-89fe-8c0db6f1cc83 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting port 69ef9853-50f9-46de-b47a-d871601c3fdd {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:37.711185 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7612c572-e987-42cf-89fe-8c0db6f1cc83 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:37.784682 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-7612c572-e987-42cf-89fe-8c0db6f1cc83 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] For port 69ef9853-50f9-46de-b47a-d871601c3fdd, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=69ef9853-50f9-46de-b47a-d871601c3fdd,segment=NetworkSegment(38d7dde6-d977-42eb-94c7-df18f7faa711),segment_id=38d7dde6-d977-42eb-94c7-df18f7faa711)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:37.785068 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7612c572-e987-42cf-89fe-8c0db6f1cc83 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:37.799618 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-7612c572-e987-42cf-89fe-8c0db6f1cc83 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Calling delete_port for 69ef9853-50f9-46de-b47a-d871601c3fdd owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:37.884430 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7612c572-e987-42cf-89fe-8c0db6f1cc83 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:37.913335 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612c572-e987-42cf-89fe-8c0db6f1cc83 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Port': ['ID=69ef9853-50f9-46de-b47a-d871601c3fdd,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:37.916321 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7612c572-e987-42cf-89fe-8c0db6f1cc83 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] No DVR routers for this DVR port 69ef9853-50f9-46de-b47a-d871601c3fdd on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:08:37.990899 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983d933a-76b1-4acf-ad5f-10c0ab380575 None None] Network 6f8e9a6d-dc1e-4179-b4b3-8551f3002d41 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:08:38.003151 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7612c572-e987-42cf-89fe-8c0db6f1cc83 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:38.013485 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-7612c572-e987-42cf-89fe-8c0db6f1cc83 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8e9a6d-dc1e-4179-b4b3-8551f3002d41']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:38.023348 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-7612c572-e987-42cf-89fe-8c0db6f1cc83 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d7dde6-d977-42eb-94c7-df18f7faa711') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:38.023704 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-7612c572-e987-42cf-89fe-8c0db6f1cc83 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d7dde6-d977-42eb-94c7-df18f7faa711') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:38.037610 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7612c572-e987-42cf-89fe-8c0db6f1cc83 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:38.051829 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b3eda467-5de7-44fb-8215-5e570efdd2e1 None None] Could not find standard attr ID for object 69ef9853-50f9-46de-b47a-d871601c3fdd. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:08:38.053119 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7612c572-e987-42cf-89fe-8c0db6f1cc83 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:38.063977 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7612c572-e987-42cf-89fe-8c0db6f1cc83 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:08:38.064739 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7612c572-e987-42cf-89fe-8c0db6f1cc83 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:08:38.069287 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:08:38.150187 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7612c572-e987-42cf-89fe-8c0db6f1cc83 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:38.157524 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7612c572-e987-42cf-89fe-8c0db6f1cc83 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:38.159369 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7612c572-e987-42cf-89fe-8c0db6f1cc83 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/networks/6f8e9a6d-dc1e-4179-b4b3-8551f3002d41 HTTP/1.1" status: 204 len: 168 time: 0.5983138 Aug 17 00:08:38.164018 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8e454-bdf8-4802-beb0-92b5640f3c0a req-b849aa82-23c7-4a26-a0df-46c500f86460 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:38.164018 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfb8e454-bdf8-4802-beb0-92b5640f3c0a req-b849aa82-23c7-4a26-a0df-46c500f86460 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 946 time: 0.0670519 Aug 17 00:08:38.164018 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44850) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:38.185173 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612c572-e987-42cf-89fe-8c0db6f1cc83 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Network': ['ID=6f8e9a6d-dc1e-4179-b4b3-8551f3002d41,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:38.211671 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c94718-c93e-4037-8e62-62b55074b71d None None] DHCP port deletion for 6f8e9a6d-dc1e-4179-b4b3-8551f3002d41 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:08:38.253527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59bc0d4-34ce-486b-9804-f817e6fa79ea tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:38.254975 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a59bc0d4-34ce-486b-9804-f817e6fa79ea tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0908046 Aug 17 00:08:38.258200 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfb8e454-bdf8-4802-beb0-92b5640f3c0a req-7a1705dd-cccf-4db5-b48e-4b459fc785ac tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610850 Aug 17 00:08:38.258614 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44854) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:38.307516 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fd581ce0-9f61-4fec-8c65-5385ec9f8e83 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0475595 Aug 17 00:08:38.310660 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44856) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:38.315791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-61b8687b-d895-4ca3-8282-b03125b41a40 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1400853581'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:38.336500 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b8687b-d895-4ca3-8282-b03125b41a40 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:38.340699 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-61b8687b-d895-4ca3-8282-b03125b41a40 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:38.359336 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 69ef9853-50f9-46de-b47a-d871601c3fdd no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:08:38.364607 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b8687b-d895-4ca3-8282-b03125b41a40 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:08:38.375440 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-61b8687b-d895-4ca3-8282-b03125b41a40 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:38.375788 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-61b8687b-d895-4ca3-8282-b03125b41a40 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Added segment 83b9d38e-19e8-4811-bbb7-14143f96e1b7 of type vlan for network 6e597266-9f23-4b1f-8a14-478a0abc3a85 Aug 17 00:08:38.381452 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 69ef9853-50f9-46de-b47a-d871601c3fdd {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:08:38.381849 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 69ef9853-50f9-46de-b47a-d871601c3fdd not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:08:38.416929 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-61b8687b-d895-4ca3-8282-b03125b41a40 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:38.442945 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-61b8687b-d895-4ca3-8282-b03125b41a40 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:38.449262 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b8687b-d895-4ca3-8282-b03125b41a40 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:38.449850 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-61b8687b-d895-4ca3-8282-b03125b41a40 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:38.507942 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-61b8687b-d895-4ca3-8282-b03125b41a40 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1961598 Aug 17 00:08:38.511010 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44858) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:38.516471 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-cba938d5-6d3e-4dbf-8c1d-f2daba90e72f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'subnet': {'network_id': '6e597266-9f23-4b1f-8a14-478a0abc3a85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:38.519843 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8687b-d895-4ca3-8282-b03125b41a40 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Network': ['ID=6e597266-9f23-4b1f-8a14-478a0abc3a85,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:38.530869 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 6e597266-9f23-4b1f-8a14-478a0abc3a85 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:08:38.608378 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba938d5-6d3e-4dbf-8c1d-f2daba90e72f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:38.611934 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cba938d5-6d3e-4dbf-8c1d-f2daba90e72f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:38.798131 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cba938d5-6d3e-4dbf-8c1d-f2daba90e72f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:38.865529 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba938d5-6d3e-4dbf-8c1d-f2daba90e72f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Subnet': ['ID=9254ab26-af9f-4d8c-a60f-1964d1726c41,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:38.871257 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba938d5-6d3e-4dbf-8c1d-f2daba90e72f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Checking segment: {'id': '83b9d38e-19e8-4811-bbb7-14143f96e1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6e597266-9f23-4b1f-8a14-478a0abc3a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:08:38.871630 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba938d5-6d3e-4dbf-8c1d-f2daba90e72f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network hostable DHCP agents. Network: 6e597266-9f23-4b1f-8a14-478a0abc3a85, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:08:38.889008 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba938d5-6d3e-4dbf-8c1d-f2daba90e72f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network 6e597266-9f23-4b1f-8a14-478a0abc3a85 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:08:38.897129 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-cba938d5-6d3e-4dbf-8c1d-f2daba90e72f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 6e597266-9f23-4b1f-8a14-478a0abc3a85) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:38.902058 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba938d5-6d3e-4dbf-8c1d-f2daba90e72f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:38.902660 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cba938d5-6d3e-4dbf-8c1d-f2daba90e72f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:38.906413 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ce6277-c281-4d87-8f5a-e65751aefe0b None None] Network 6e597266-9f23-4b1f-8a14-478a0abc3a85 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:08:38.916619 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cba938d5-6d3e-4dbf-8c1d-f2daba90e72f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4042640 Aug 17 00:08:38.919416 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44862) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:38.924418 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-e663d7c1-859b-4d7e-aee9-90729db6cf2c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'port': {'network_id': '6e597266-9f23-4b1f-8a14-478a0abc3a85', 'name': 'tempest-PortsIpV6TestJSON-2022018678'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:39.032619 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e663d7c1-859b-4d7e-aee9-90729db6cf2c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:39.036157 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e663d7c1-859b-4d7e-aee9-90729db6cf2c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:39.053154 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc0a0d4-0cb9-4de1-bf28-ecd2ce06e4d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-6e597266-9f23-4b1f-8a14-478a0abc3a85', 'network_id': '6e597266-9f23-4b1f-8a14-478a0abc3a85', 'tenant_id': '8d8294cd73cf449ebc0fe693172af319', 'fixed_ips': [{'subnet_id': '9254ab26-af9f-4d8c-a60f-1964d1726c41'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:08:39.054441 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8dc0a0d4-0cb9-4de1-bf28-ecd2ce06e4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:39.055142 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-e663d7c1-859b-4d7e-aee9-90729db6cf2c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] device_id is not set on port 03bfd6da-5ced-48ce-b8fa-95e664500d1c yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:08:39.180441 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-e663d7c1-859b-4d7e-aee9-90729db6cf2c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Allocated IP 2001:db8::22f (6e597266-9f23-4b1f-8a14-478a0abc3a85/9254ab26-af9f-4d8c-a60f-1964d1726c41/03bfd6da-5ced-48ce-b8fa-95e664500d1c) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:08:39.335389 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e663d7c1-859b-4d7e-aee9-90729db6cf2c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:39.349274 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-e663d7c1-859b-4d7e-aee9-90729db6cf2c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Transition to ACTIVE for port object 03bfd6da-5ced-48ce-b8fa-95e664500d1c will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:39.387389 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e663d7c1-859b-4d7e-aee9-90729db6cf2c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:39.387873 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988abca-0944-4779-a89b-5adcfe8ee620 req-15152eb0-6dd8-4db8-b689-18f93280fc04 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:39.389581 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9988abca-0944-4779-a89b-5adcfe8ee620 req-15152eb0-6dd8-4db8-b689-18f93280fc04 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 946 time: 0.0554857 Aug 17 00:08:39.433918 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-8dc0a0d4-0cb9-4de1-bf28-ecd2ce06e4d3 None None] Allocated IP 2001:db8::2 (6e597266-9f23-4b1f-8a14-478a0abc3a85/9254ab26-af9f-4d8c-a60f-1964d1726c41/e15a758c-bf65-4d24-8eff-1b5483c3015e) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:08:39.438957 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e663d7c1-859b-4d7e-aee9-90729db6cf2c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network 6e597266-9f23-4b1f-8a14-478a0abc3a85 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:08:39.440362 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-e663d7c1-859b-4d7e-aee9-90729db6cf2c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:39.445571 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e663d7c1-859b-4d7e-aee9-90729db6cf2c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:08:39.447425 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9988abca-0944-4779-a89b-5adcfe8ee620 req-8b408ffb-4130-4fed-86a4-962b90b00f7a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493863 Aug 17 00:08:39.451752 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e663d7c1-859b-4d7e-aee9-90729db6cf2c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:39.452400 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e663d7c1-859b-4d7e-aee9-90729db6cf2c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:39.456303 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663d7c1-859b-4d7e-aee9-90729db6cf2c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Port': ['ID=03bfd6da-5ced-48ce-b8fa-95e664500d1c,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:39.471156 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e663d7c1-859b-4d7e-aee9-90729db6cf2c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5507028 Aug 17 00:08:39.473856 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44870) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:39.480172 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-9d9498cf-e33a-4da0-b145-479c62402120 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'port': {'network_id': '6e597266-9f23-4b1f-8a14-478a0abc3a85', 'name': 'tempest-PortsIpV6TestJSON-892990873'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:39.596224 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8dc0a0d4-0cb9-4de1-bf28-ecd2ce06e4d3 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:39.598160 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9498cf-e33a-4da0-b145-479c62402120 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:39.602002 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9d9498cf-e33a-4da0-b145-479c62402120 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:39.606832 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8dc0a0d4-0cb9-4de1-bf28-ecd2ce06e4d3 None None] Transition to ACTIVE for port object e15a758c-bf65-4d24-8eff-1b5483c3015e will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:39.620018 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-9d9498cf-e33a-4da0-b145-479c62402120 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] device_id is not set on port 636496ca-8e72-4284-9936-6b9fe897ec6c yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:08:39.621701 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8dc0a0d4-0cb9-4de1-bf28-ecd2ce06e4d3 None None] Transition to ACTIVE for port object e15a758c-bf65-4d24-8eff-1b5483c3015e will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:39.627521 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8dc0a0d4-0cb9-4de1-bf28-ecd2ce06e4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:39.664898 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc0a0d4-0cb9-4de1-bf28-ecd2ce06e4d3 None None] Network 6e597266-9f23-4b1f-8a14-478a0abc3a85 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:08:39.671285 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-8dc0a0d4-0cb9-4de1-bf28-ecd2ce06e4d3 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:39.674819 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc0a0d4-0cb9-4de1-bf28-ecd2ce06e4d3 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:08:39.680137 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0a0d4-0cb9-4de1-bf28-ecd2ce06e4d3 None None] Pushing event updated for resources: {'Port': ['ID=e15a758c-bf65-4d24-8eff-1b5483c3015e,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:39.738313 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8dc0a0d4-0cb9-4de1-bf28-ecd2ce06e4d3 None None] Attempting to bind port e15a758c-bf65-4d24-8eff-1b5483c3015e on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:08:39.738687 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8dc0a0d4-0cb9-4de1-bf28-ecd2ce06e4d3 None None] Attempting to bind port e15a758c-bf65-4d24-8eff-1b5483c3015e by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '83b9d38e-19e8-4811-bbb7-14143f96e1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6e597266-9f23-4b1f-8a14-478a0abc3a85'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:08:39.739057 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc0a0d4-0cb9-4de1-bf28-ecd2ce06e4d3 None None] Attempting to bind port e15a758c-bf65-4d24-8eff-1b5483c3015e on network 6e597266-9f23-4b1f-8a14-478a0abc3a85 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:08:39.744587 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-9d9498cf-e33a-4da0-b145-479c62402120 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Allocated IP 2001:db8::267 (6e597266-9f23-4b1f-8a14-478a0abc3a85/9254ab26-af9f-4d8c-a60f-1964d1726c41/636496ca-8e72-4284-9936-6b9fe897ec6c) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:08:39.744795 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc0a0d4-0cb9-4de1-bf28-ecd2ce06e4d3 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:08:39.745361 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc0a0d4-0cb9-4de1-bf28-ecd2ce06e4d3 None None] Checking segment: {'id': '83b9d38e-19e8-4811-bbb7-14143f96e1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6e597266-9f23-4b1f-8a14-478a0abc3a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:08:39.745766 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8dc0a0d4-0cb9-4de1-bf28-ecd2ce06e4d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:39.746180 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc0a0d4-0cb9-4de1-bf28-ecd2ce06e4d3 None None] Bound using segment: {'id': '83b9d38e-19e8-4811-bbb7-14143f96e1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6e597266-9f23-4b1f-8a14-478a0abc3a85'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:08:39.746678 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8dc0a0d4-0cb9-4de1-bf28-ecd2ce06e4d3 None None] Bound port: e15a758c-bf65-4d24-8eff-1b5483c3015e, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b9d38e-19e8-4811-bbb7-14143f96e1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6e597266-9f23-4b1f-8a14-478a0abc3a85'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:08:39.747060 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8dc0a0d4-0cb9-4de1-bf28-ecd2ce06e4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:39.815644 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-8dc0a0d4-0cb9-4de1-bf28-ecd2ce06e4d3 None None] For port e15a758c-bf65-4d24-8eff-1b5483c3015e, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:08:39.819379 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-8dc0a0d4-0cb9-4de1-bf28-ecd2ce06e4d3 None None] For port e15a758c-bf65-4d24-8eff-1b5483c3015e, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e15a758c-bf65-4d24-8eff-1b5483c3015e,segment=NetworkSegment(83b9d38e-19e8-4811-bbb7-14143f96e1b7),segment_id=83b9d38e-19e8-4811-bbb7-14143f96e1b7)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:08:39.824394 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8dc0a0d4-0cb9-4de1-bf28-ecd2ce06e4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:39.887656 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0a0d4-0cb9-4de1-bf28-ecd2ce06e4d3 None None] Pushing event updated for resources: {'Port': ['ID=e15a758c-bf65-4d24-8eff-1b5483c3015e,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:39.926881 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9d9498cf-e33a-4da0-b145-479c62402120 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:39.942662 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-9d9498cf-e33a-4da0-b145-479c62402120 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Transition to ACTIVE for port object 636496ca-8e72-4284-9936-6b9fe897ec6c will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:39.979683 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9d9498cf-e33a-4da0-b145-479c62402120 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:40.018182 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:40.061547 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9498cf-e33a-4da0-b145-479c62402120 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Port': ['ID=636496ca-8e72-4284-9936-6b9fe897ec6c,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:40.066750 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9498cf-e33a-4da0-b145-479c62402120 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network 6e597266-9f23-4b1f-8a14-478a0abc3a85 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:08:40.069868 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-9d9498cf-e33a-4da0-b145-479c62402120 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:40.073932 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9498cf-e33a-4da0-b145-479c62402120 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:08:40.080301 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9498cf-e33a-4da0-b145-479c62402120 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:40.080941 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9d9498cf-e33a-4da0-b145-479c62402120 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:40.101559 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9d9498cf-e33a-4da0-b145-479c62402120 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6265121 Aug 17 00:08:40.105177 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44878) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:40.235242 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0e287d-02f6-4a46-b567-230e94a5a57e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:40.241088 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6d0e287d-02f6-4a46-b567-230e94a5a57e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A22f HTTP/1.1" status: 200 len: 929 time: 0.1337404 Aug 17 00:08:40.244466 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44886) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:40.390806 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-e3f396fd-64ac-4e9e-b2ee-4c1e765fa89e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting port 636496ca-8e72-4284-9936-6b9fe897ec6c {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:40.391171 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e3f396fd-64ac-4e9e-b2ee-4c1e765fa89e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:40.415641 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e15a758c-bf65-4d24-8eff-1b5483c3015e up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:08:40.475519 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port e15a758c-bf65-4d24-8eff-1b5483c3015e completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:08:40.497425 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e3f396fd-64ac-4e9e-b2ee-4c1e765fa89e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:40.512518 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-e3f396fd-64ac-4e9e-b2ee-4c1e765fa89e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Calling delete_port for 636496ca-8e72-4284-9936-6b9fe897ec6c owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:40.594273 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe90ee-e883-401c-866d-4a2fff901823 req-5c5bbf19-5ae9-4276-80c2-0d47ebe34190 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:40.608085 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ffe90ee-e883-401c-866d-4a2fff901823 req-5c5bbf19-5ae9-4276-80c2-0d47ebe34190 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 946 time: 0.0745151 Aug 17 00:08:40.656585 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ffe90ee-e883-401c-866d-4a2fff901823 req-bb9c1804-33d8-4065-bc13-a3581e5333e2 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475173 Aug 17 00:08:40.692161 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e3f396fd-64ac-4e9e-b2ee-4c1e765fa89e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:40.728764 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f396fd-64ac-4e9e-b2ee-4c1e765fa89e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Port': ['ID=636496ca-8e72-4284-9936-6b9fe897ec6c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:40.753766 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e3f396fd-64ac-4e9e-b2ee-4c1e765fa89e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:40.760292 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e3f396fd-64ac-4e9e-b2ee-4c1e765fa89e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/ports/636496ca-8e72-4284-9936-6b9fe897ec6c HTTP/1.1" status: 204 len: 168 time: 0.5013344 Aug 17 00:08:40.760958 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44896) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:40.787941 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-2caeecb3-bffc-48ba-bda2-df6ad5735552 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] GET failed (client error): The resource could not be found. Aug 17 00:08:40.789645 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2caeecb3-bffc-48ba-bda2-df6ad5735552 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "GET /v2.0/ports/636496ca-8e72-4284-9936-6b9fe897ec6c HTTP/1.1" status: 404 len: 333 time: 0.0274062 Aug 17 00:08:40.792366 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44898) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:40.901351 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-5cd99368-5105-4369-bcd0-514cdac05717 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting port 03bfd6da-5ced-48ce-b8fa-95e664500d1c {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:40.901740 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cd99368-5105-4369-bcd0-514cdac05717 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:40.914353 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae3504e-9428-4d9b-b0c2-5816cc21ae5c None None] Network 6e597266-9f23-4b1f-8a14-478a0abc3a85 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:08:41.001769 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cd99368-5105-4369-bcd0-514cdac05717 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:41.015516 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-5cd99368-5105-4369-bcd0-514cdac05717 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Calling delete_port for 03bfd6da-5ced-48ce-b8fa-95e664500d1c owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:41.033693 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c83d4231-6f94-4bed-9deb-00519a26b520 None None] Provisioning for port e15a758c-bf65-4d24-8eff-1b5483c3015e completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:08:41.041670 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c83d4231-6f94-4bed-9deb-00519a26b520 None None] Provisioning complete for port e15a758c-bf65-4d24-8eff-1b5483c3015e triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:41.042047 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c83d4231-6f94-4bed-9deb-00519a26b520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:41.151377 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cd99368-5105-4369-bcd0-514cdac05717 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:41.161121 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c83d4231-6f94-4bed-9deb-00519a26b520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:41.184144 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd99368-5105-4369-bcd0-514cdac05717 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Port': ['ID=03bfd6da-5ced-48ce-b8fa-95e664500d1c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:41.203539 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-c83d4231-6f94-4bed-9deb-00519a26b520 None None] For port e15a758c-bf65-4d24-8eff-1b5483c3015e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e15a758c-bf65-4d24-8eff-1b5483c3015e,segment=NetworkSegment(83b9d38e-19e8-4811-bbb7-14143f96e1b7),segment_id=83b9d38e-19e8-4811-bbb7-14143f96e1b7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:41.208011 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c83d4231-6f94-4bed-9deb-00519a26b520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:41.210121 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5cd99368-5105-4369-bcd0-514cdac05717 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:41.212737 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5cd99368-5105-4369-bcd0-514cdac05717 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/ports/03bfd6da-5ced-48ce-b8fa-95e664500d1c HTTP/1.1" status: 204 len: 168 time: 0.4193680 Aug 17 00:08:41.215280 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44900) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:41.240927 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb9040f-7848-422f-b7db-e531822a123b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] GET failed (client error): The resource could not be found. Aug 17 00:08:41.242532 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-abb9040f-7848-422f-b7db-e531822a123b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "GET /v2.0/ports/03bfd6da-5ced-48ce-b8fa-95e664500d1c HTTP/1.1" status: 404 len: 333 time: 0.0263083 Aug 17 00:08:41.246143 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44902) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:41.270284 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d4231-6f94-4bed-9deb-00519a26b520 None None] Pushing event updated for resources: {'Port': ['ID=e15a758c-bf65-4d24-8eff-1b5483c3015e,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:41.311786 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f969a7-0243-4854-b101-e9ef53e59986 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting subnet 9254ab26-af9f-4d8c-a60f-1964d1726c41 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:08:41.320504 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f3f969a7-0243-4854-b101-e9ef53e59986 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:41.372492 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f3f969a7-0243-4854-b101-e9ef53e59986 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:41.437075 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-89559a84-565e-4e69-bfa8-569fd2e715f4 None None] Provisioning complete for port e15a758c-bf65-4d24-8eff-1b5483c3015e triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:41.438150 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-89559a84-565e-4e69-bfa8-569fd2e715f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:41.506247 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f3f969a7-0243-4854-b101-e9ef53e59986 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:41.552220 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:41.554189 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-89559a84-565e-4e69-bfa8-569fd2e715f4 None None] Could not find standard attr ID for object 03bfd6da-5ced-48ce-b8fa-95e664500d1c. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:08:41.588040 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f3f969a7-0243-4854-b101-e9ef53e59986 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:41.625060 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f3f969a7-0243-4854-b101-e9ef53e59986 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:41.627208 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f3f969a7-0243-4854-b101-e9ef53e59986 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/subnets/9254ab26-af9f-4d8c-a60f-1964d1726c41 HTTP/1.1" status: 204 len: 168 time: 0.3801391 Aug 17 00:08:41.628536 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f969a7-0243-4854-b101-e9ef53e59986 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Subnet': ['ID=9254ab26-af9f-4d8c-a60f-1964d1726c41,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:41.630075 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44918) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:41.639685 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe56c17c-fc9f-40c4-b9ef-617610a24190 None None] Network 6e597266-9f23-4b1f-8a14-478a0abc3a85 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:08:41.706664 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3e7f2b08-586f-4461-926b-6e79a8bee5d8 None None] Could not find standard attr ID for object 03bfd6da-5ced-48ce-b8fa-95e664500d1c. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:08:41.733513 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c8b78e9e-7467-4e4a-998a-6a8c85b733e5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:41.802806 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-c8b78e9e-7467-4e4a-998a-6a8c85b733e5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting port e15a758c-bf65-4d24-8eff-1b5483c3015e {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:41.803306 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c8b78e9e-7467-4e4a-998a-6a8c85b733e5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:41.836271 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19c789-b4f0-4872-b6b4-f4c520bbadba req-294a652f-007d-40bb-8b95-fa0ea6db6892 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:41.839255 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f19c789-b4f0-4872-b6b4-f4c520bbadba req-294a652f-007d-40bb-8b95-fa0ea6db6892 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 946 time: 0.0631132 Aug 17 00:08:41.885742 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f19c789-b4f0-4872-b6b4-f4c520bbadba req-7a3f49a1-ae79-4dae-9b18-b2ada6a139f4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395367 Aug 17 00:08:41.894364 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-c8b78e9e-7467-4e4a-998a-6a8c85b733e5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] For port e15a758c-bf65-4d24-8eff-1b5483c3015e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e15a758c-bf65-4d24-8eff-1b5483c3015e,segment=NetworkSegment(83b9d38e-19e8-4811-bbb7-14143f96e1b7),segment_id=83b9d38e-19e8-4811-bbb7-14143f96e1b7)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:41.894884 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c8b78e9e-7467-4e4a-998a-6a8c85b733e5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:41.919053 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-c8b78e9e-7467-4e4a-998a-6a8c85b733e5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Calling delete_port for e15a758c-bf65-4d24-8eff-1b5483c3015e owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:42.011443 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c8b78e9e-7467-4e4a-998a-6a8c85b733e5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:42.038017 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c041e5-a0ed-4b92-919a-c8f3543bfbf3 None None] DHCP port deletion for 6e597266-9f23-4b1f-8a14-478a0abc3a85 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:08:42.040832 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b78e9e-7467-4e4a-998a-6a8c85b733e5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Port': ['ID=e15a758c-bf65-4d24-8eff-1b5483c3015e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:42.048000 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b78e9e-7467-4e4a-998a-6a8c85b733e5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] No DVR routers for this DVR port e15a758c-bf65-4d24-8eff-1b5483c3015e on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:08:42.133762 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c8b78e9e-7467-4e4a-998a-6a8c85b733e5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:42.144183 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-c8b78e9e-7467-4e4a-998a-6a8c85b733e5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e597266-9f23-4b1f-8a14-478a0abc3a85']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:42.154495 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-c8b78e9e-7467-4e4a-998a-6a8c85b733e5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b9d38e-19e8-4811-bbb7-14143f96e1b7') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:42.154804 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-c8b78e9e-7467-4e4a-998a-6a8c85b733e5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b9d38e-19e8-4811-bbb7-14143f96e1b7') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:42.167219 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c8b78e9e-7467-4e4a-998a-6a8c85b733e5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:42.180891 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c8b78e9e-7467-4e4a-998a-6a8c85b733e5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:42.186758 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b78e9e-7467-4e4a-998a-6a8c85b733e5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:08:42.187152 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c8b78e9e-7467-4e4a-998a-6a8c85b733e5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:08:42.190084 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:08:42.257608 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c8b78e9e-7467-4e4a-998a-6a8c85b733e5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:42.265495 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c8b78e9e-7467-4e4a-998a-6a8c85b733e5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:42.267456 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c8b78e9e-7467-4e4a-998a-6a8c85b733e5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/networks/6e597266-9f23-4b1f-8a14-478a0abc3a85 HTTP/1.1" status: 204 len: 168 time: 0.6320105 Aug 17 00:08:42.272415 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44926) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:42.281173 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b78e9e-7467-4e4a-998a-6a8c85b733e5 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Network': ['ID=6e597266-9f23-4b1f-8a14-478a0abc3a85,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:42.296837 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-a7d8acc9-3e23-4464-b31c-fb507a4efa91 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-499467134'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:42.336546 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d3d30-9e87-4ea1-a3b6-f7189c56362c req-d3c5dd3a-3550-457a-a79e-d76982d99b5b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:42.339494 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-482d3d30-9e87-4ea1-a3b6-f7189c56362c req-d3c5dd3a-3550-457a-a79e-d76982d99b5b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.0797458 Aug 17 00:08:42.340908 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d8acc9-3e23-4464-b31c-fb507a4efa91 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:42.344543 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a7d8acc9-3e23-4464-b31c-fb507a4efa91 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:42.360579 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e15a758c-bf65-4d24-8eff-1b5483c3015e no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:08:42.385192 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: e15a758c-bf65-4d24-8eff-1b5483c3015e {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:08:42.385684 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e15a758c-bf65-4d24-8eff-1b5483c3015e not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:08:42.385903 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d8acc9-3e23-4464-b31c-fb507a4efa91 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:08:42.407769 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a7d8acc9-3e23-4464-b31c-fb507a4efa91 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:42.408124 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-a7d8acc9-3e23-4464-b31c-fb507a4efa91 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Added segment ca0d3808-7f13-4988-a8e9-8445a2ad4bb2 of type vlan for network 8b79504b-d299-444f-89f9-98c57dd00895 Aug 17 00:08:42.412305 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-482d3d30-9e87-4ea1-a3b6-f7189c56362c req-79a98206-fac9-4d7f-9dc5-3cfb5cdf77f3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536723 Aug 17 00:08:42.465152 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a7d8acc9-3e23-4464-b31c-fb507a4efa91 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:42.496652 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a7d8acc9-3e23-4464-b31c-fb507a4efa91 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:42.504600 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d8acc9-3e23-4464-b31c-fb507a4efa91 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:42.505267 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a7d8acc9-3e23-4464-b31c-fb507a4efa91 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:42.589424 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a7d8acc9-3e23-4464-b31c-fb507a4efa91 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3157434 Aug 17 00:08:42.592681 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44934) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:42.598801 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-5b2e5917-8b4c-4091-aa73-ebf537843d98 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'subnet': {'network_id': '8b79504b-d299-444f-89f9-98c57dd00895', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:42.606678 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8acc9-3e23-4464-b31c-fb507a4efa91 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Network': ['ID=8b79504b-d299-444f-89f9-98c57dd00895,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:42.617323 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d8acc9-3e23-4464-b31c-fb507a4efa91 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:42.618217 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d8acc9-3e23-4464-b31c-fb507a4efa91 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:42.618910 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d8acc9-3e23-4464-b31c-fb507a4efa91 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:42.619259 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d8acc9-3e23-4464-b31c-fb507a4efa91 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:42.619600 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d8acc9-3e23-4464-b31c-fb507a4efa91 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:42.619941 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d8acc9-3e23-4464-b31c-fb507a4efa91 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:42.620277 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d8acc9-3e23-4464-b31c-fb507a4efa91 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:42.620614 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d8acc9-3e23-4464-b31c-fb507a4efa91 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:42.620951 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d8acc9-3e23-4464-b31c-fb507a4efa91 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:42.621361 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d8acc9-3e23-4464-b31c-fb507a4efa91 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:42.621644 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d8acc9-3e23-4464-b31c-fb507a4efa91 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:42.621975 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d8acc9-3e23-4464-b31c-fb507a4efa91 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:42.634083 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 8b79504b-d299-444f-89f9-98c57dd00895 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:08:42.636299 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb91dc-96ec-4737-9246-cec6ea620b23 req-ab39d232-7256-49c3-a180-91565152d6fa tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:42.643619 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ccb91dc-96ec-4737-9246-cec6ea620b23 req-ab39d232-7256-49c3-a180-91565152d6fa tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1340311 Aug 17 00:08:42.684970 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ccb91dc-96ec-4737-9246-cec6ea620b23 req-9fa2f47d-02b8-49f0-9fc4-0c246773d0ff tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404248 Aug 17 00:08:42.717514 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2e5917-8b4c-4091-aa73-ebf537843d98 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:42.721216 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b2e5917-8b4c-4091-aa73-ebf537843d98 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:42.939025 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b2e5917-8b4c-4091-aa73-ebf537843d98 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:43.014907 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e5917-8b4c-4091-aa73-ebf537843d98 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Subnet': ['ID=709fbb1f-5d4f-42ae-960d-a331e67cdcd2,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:43.023402 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e5917-8b4c-4091-aa73-ebf537843d98 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Checking segment: {'id': 'ca0d3808-7f13-4988-a8e9-8445a2ad4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8b79504b-d299-444f-89f9-98c57dd00895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:08:43.024986 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2e5917-8b4c-4091-aa73-ebf537843d98 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network hostable DHCP agents. Network: 8b79504b-d299-444f-89f9-98c57dd00895, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:08:43.047036 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6fef8-d3e5-4bfd-9977-3ae5b304a679 req-b3b2b89b-32e3-423e-b80b-72961158f6aa tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:43.050114 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2e5917-8b4c-4091-aa73-ebf537843d98 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network 8b79504b-d299-444f-89f9-98c57dd00895 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:08:43.055327 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-97d6fef8-d3e5-4bfd-9977-3ae5b304a679 req-b3b2b89b-32e3-423e-b80b-72961158f6aa tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 946 time: 0.0868723 Aug 17 00:08:43.070602 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-5b2e5917-8b4c-4091-aa73-ebf537843d98 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 8b79504b-d299-444f-89f9-98c57dd00895) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:43.076038 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2e5917-8b4c-4091-aa73-ebf537843d98 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:43.076939 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b2e5917-8b4c-4091-aa73-ebf537843d98 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:43.085775 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dde2ba2-57ce-4e31-832b-2024300576a0 None None] Network 8b79504b-d299-444f-89f9-98c57dd00895 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:08:43.096626 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5b2e5917-8b4c-4091-aa73-ebf537843d98 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5026796 Aug 17 00:08:43.098793 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-7573df72-dd50-46c8-84ad-402f203e9f55 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:43.099639 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44956) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:43.106615 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-e66c1d73-2b65-4bfa-9bb6-c18bda735586 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'port': {'network_id': '8b79504b-d299-444f-89f9-98c57dd00895', 'name': 'tempest-PortsIpV6TestJSON-212589637', 'fixed_ips': [{'subnet_id': '709fbb1f-5d4f-42ae-960d-a331e67cdcd2', 'ip_address': '2001:db8::10'}]}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:43.106843 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-7573df72-dd50-46c8-84ad-402f203e9f55 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/networks?id=bf42c908-bd85-4d10-afc7-00681d389032 HTTP/1.1" status: 200 len: 812 time: 0.2036138 Aug 17 00:08:43.131597 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-97d6fef8-d3e5-4bfd-9977-3ae5b304a679 req-628cc267-fb4f-40e6-a9a0-99839b7cac56 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753922 Aug 17 00:08:43.142719 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-f29d4b6a-5af1-4c0c-a5ac-618146e644b3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/quotas/61108af2093845fe9a64c45c9df6e55d HTTP/1.1" status: 200 len: 375 time: 0.0350022 Aug 17 00:08:43.222026 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-fca8a27d-a291-4e80-a371-23356c4d7174 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=61108af2093845fe9a64c45c9df6e55d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0777984 Aug 17 00:08:43.256035 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66c1d73-2b65-4bfa-9bb6-c18bda735586 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:43.273212 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f57e1de-a0ec-485d-bb46-7e88bdaffcce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-8b79504b-d299-444f-89f9-98c57dd00895', 'network_id': '8b79504b-d299-444f-89f9-98c57dd00895', 'tenant_id': '8d8294cd73cf449ebc0fe693172af319', 'fixed_ips': [{'subnet_id': '709fbb1f-5d4f-42ae-960d-a331e67cdcd2'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:08:43.274983 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7f57e1de-a0ec-485d-bb46-7e88bdaffcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:43.330639 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-9f07a234-90a8-4cd8-9f21-4162b22674d7 service neutron] 10.222.0.60 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074085 Aug 17 00:08:43.364322 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e66c1d73-2b65-4bfa-9bb6-c18bda735586 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:43.383990 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-e66c1d73-2b65-4bfa-9bb6-c18bda735586 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] device_id is not set on port 217a2319-71e8-48b1-ba8a-79adea768516 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:08:43.453723 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-08d11dfc-e83e-4fbd-a9b0-938bb746532a service neutron] 10.222.0.60 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223845 Aug 17 00:08:43.455908 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-7f57e1de-a0ec-485d-bb46-7e88bdaffcce None None] Allocated IP 2001:db8::2 (8b79504b-d299-444f-89f9-98c57dd00895/709fbb1f-5d4f-42ae-960d-a331e67cdcd2/4df9ce44-23c9-432e-8c0d-6848d56dbe01) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:08:43.639029 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7f57e1de-a0ec-485d-bb46-7e88bdaffcce None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:43.654156 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7f57e1de-a0ec-485d-bb46-7e88bdaffcce None None] Transition to ACTIVE for port object 4df9ce44-23c9-432e-8c0d-6848d56dbe01 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:43.682291 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7f57e1de-a0ec-485d-bb46-7e88bdaffcce None None] Transition to ACTIVE for port object 4df9ce44-23c9-432e-8c0d-6848d56dbe01 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:43.692171 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7f57e1de-a0ec-485d-bb46-7e88bdaffcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:43.724969 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69d08b99-9475-4acc-af5b-a308084459b5 req-5bb528d4-3d34-4b03-9bac-74e43f96c4b2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=69a4f539-e0ba-4990-b2de-8a1bbc47c22f HTTP/1.1" status: 200 len: 210 time: 0.0479681 Aug 17 00:08:43.735542 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f57e1de-a0ec-485d-bb46-7e88bdaffcce None None] Network 8b79504b-d299-444f-89f9-98c57dd00895 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:08:43.753180 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-7f57e1de-a0ec-485d-bb46-7e88bdaffcce None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:43.755243 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-8deb65dd-49ad-4933-ba51-bb64a85e7bdd service neutron] show failed (client error): The resource could not be found. Aug 17 00:08:43.757266 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-8deb65dd-49ad-4933-ba51-bb64a85e7bdd service neutron] 10.222.0.64 "GET /v2.0/ports/44af8a4d-046b-4ee8-b340-94eec67e860e/bindings/n-h1-800088-20 HTTP/1.1" status: 404 len: 381 time: 0.1679058 Aug 17 00:08:43.757461 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f57e1de-a0ec-485d-bb46-7e88bdaffcce None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:08:43.785993 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57e1de-a0ec-485d-bb46-7e88bdaffcce None None] Pushing event updated for resources: {'Port': ['ID=4df9ce44-23c9-432e-8c0d-6848d56dbe01,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:43.827668 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7f57e1de-a0ec-485d-bb46-7e88bdaffcce None None] Attempting to bind port 4df9ce44-23c9-432e-8c0d-6848d56dbe01 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:08:43.828085 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7f57e1de-a0ec-485d-bb46-7e88bdaffcce None None] Attempting to bind port 4df9ce44-23c9-432e-8c0d-6848d56dbe01 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'ca0d3808-7f13-4988-a8e9-8445a2ad4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8b79504b-d299-444f-89f9-98c57dd00895'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:08:43.828460 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57e1de-a0ec-485d-bb46-7e88bdaffcce None None] Attempting to bind port 4df9ce44-23c9-432e-8c0d-6848d56dbe01 on network 8b79504b-d299-444f-89f9-98c57dd00895 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:08:43.845487 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57e1de-a0ec-485d-bb46-7e88bdaffcce None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:08:43.846204 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-e66c1d73-2b65-4bfa-9bb6-c18bda735586 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Allocated IP 2001:db8::10 (8b79504b-d299-444f-89f9-98c57dd00895/709fbb1f-5d4f-42ae-960d-a331e67cdcd2/217a2319-71e8-48b1-ba8a-79adea768516) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:08:43.847024 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57e1de-a0ec-485d-bb46-7e88bdaffcce None None] Checking segment: {'id': 'ca0d3808-7f13-4988-a8e9-8445a2ad4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8b79504b-d299-444f-89f9-98c57dd00895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:08:43.847429 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7f57e1de-a0ec-485d-bb46-7e88bdaffcce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:43.847833 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57e1de-a0ec-485d-bb46-7e88bdaffcce None None] Bound using segment: {'id': 'ca0d3808-7f13-4988-a8e9-8445a2ad4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8b79504b-d299-444f-89f9-98c57dd00895'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:08:43.848326 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7f57e1de-a0ec-485d-bb46-7e88bdaffcce None None] Bound port: 4df9ce44-23c9-432e-8c0d-6848d56dbe01, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0d3808-7f13-4988-a8e9-8445a2ad4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8b79504b-d299-444f-89f9-98c57dd00895'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:08:43.848711 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7f57e1de-a0ec-485d-bb46-7e88bdaffcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:43.970763 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-7f57e1de-a0ec-485d-bb46-7e88bdaffcce None None] For port 4df9ce44-23c9-432e-8c0d-6848d56dbe01, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:08:43.974645 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-7f57e1de-a0ec-485d-bb46-7e88bdaffcce None None] For port 4df9ce44-23c9-432e-8c0d-6848d56dbe01, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4df9ce44-23c9-432e-8c0d-6848d56dbe01,segment=NetworkSegment(ca0d3808-7f13-4988-a8e9-8445a2ad4bb2),segment_id=ca0d3808-7f13-4988-a8e9-8445a2ad4bb2)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:08:43.981979 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7f57e1de-a0ec-485d-bb46-7e88bdaffcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:44.046188 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57e1de-a0ec-485d-bb46-7e88bdaffcce None None] Pushing event updated for resources: {'Port': ['ID=4df9ce44-23c9-432e-8c0d-6848d56dbe01,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:44.218218 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e66c1d73-2b65-4bfa-9bb6-c18bda735586 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:44.222148 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-4d141d75-8392-4749-8b13-92273f7ca4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:44.224316 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-4d141d75-8392-4749-8b13-92273f7ca4f7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f&tenant_id=8a9ca74733fa48c8818a39938a45e719 HTTP/1.1" status: 200 len: 1098 time: 0.2148712 Aug 17 00:08:44.245154 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-06dd4caf-27ef-4a84-8411-b68e2ccf0452 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-20', 'device_owner': 'compute:nova'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:44.248526 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-e66c1d73-2b65-4bfa-9bb6-c18bda735586 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Transition to ACTIVE for port object 217a2319-71e8-48b1-ba8a-79adea768516 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:44.327947 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29854fe9-421b-41f1-b191-d953104ddf8c req-4a3397c9-1ac3-46e7-851d-12bd1481f129 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:44.337245 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-29854fe9-421b-41f1-b191-d953104ddf8c req-4a3397c9-1ac3-46e7-851d-12bd1481f129 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 946 time: 0.1072369 Aug 17 00:08:44.352669 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-06dd4caf-27ef-4a84-8411-b68e2ccf0452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:44.395304 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e66c1d73-2b65-4bfa-9bb6-c18bda735586 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:44.419581 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-29854fe9-421b-41f1-b191-d953104ddf8c req-c68c5664-4b5a-4683-84df-bc322482b370 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792680 Aug 17 00:08:44.526623 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66c1d73-2b65-4bfa-9bb6-c18bda735586 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network 8b79504b-d299-444f-89f9-98c57dd00895 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:08:44.528088 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-e66c1d73-2b65-4bfa-9bb6-c18bda735586 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:44.531678 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c1d73-2b65-4bfa-9bb6-c18bda735586 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:08:44.533020 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4df9ce44-23c9-432e-8c0d-6848d56dbe01 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:08:44.537531 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66c1d73-2b65-4bfa-9bb6-c18bda735586 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:44.538159 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e66c1d73-2b65-4bfa-9bb6-c18bda735586 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:44.591689 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 4df9ce44-23c9-432e-8c0d-6848d56dbe01 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:08:44.638780 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e66c1d73-2b65-4bfa-9bb6-c18bda735586 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5349758 Aug 17 00:08:44.638780 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c1d73-2b65-4bfa-9bb6-c18bda735586 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Port': ['ID=217a2319-71e8-48b1-ba8a-79adea768516,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:44.639136 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44980) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:44.651577 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-be1bf9e4-3dca-4bed-b9fe-b26ac82abb57 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'port': {'network_id': '8b79504b-d299-444f-89f9-98c57dd00895', 'name': 'tempest-PortsIpV6TestJSON-740792487', 'fixed_ips': [{'subnet_id': '709fbb1f-5d4f-42ae-960d-a331e67cdcd2', 'ip_address': '2001:db8::f'}]}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:44.773944 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-06dd4caf-27ef-4a84-8411-b68e2ccf0452 service neutron] For port 44af8a4d-046b-4ee8-b340-94eec67e860e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=44af8a4d-046b-4ee8-b340-94eec67e860e,segment=NetworkSegment(b6e956aa-8215-49e2-b060-a5cd34c391f7),segment_id=b6e956aa-8215-49e2-b060-a5cd34c391f7)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:44.798829 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1bf9e4-3dca-4bed-b9fe-b26ac82abb57 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:44.812047 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-06dd4caf-27ef-4a84-8411-b68e2ccf0452 service neutron] For port 44af8a4d-046b-4ee8-b340-94eec67e860e, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:08:44.855169 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d350331-388c-48c2-af48-46325bee7c6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44af8a4d-046b-4ee8-b340-94eec67e860e'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:08:44.857906 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac4af77-26ac-4eef-9426-90a03ebc7c55" -d '{"events": [{"server_uuid": "6d350331-388c-48c2-af48-46325bee7c6f", "name": "network-vif-unplugged", "status": "completed", "tag": "44af8a4d-046b-4ee8-b340-94eec67e860e"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:08:44.863103 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-06dd4caf-27ef-4a84-8411-b68e2ccf0452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:44.879225 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-06dd4caf-27ef-4a84-8411-b68e2ccf0452 service neutron] Transition to ACTIVE for port object 44af8a4d-046b-4ee8-b340-94eec67e860e will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:44.888100 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-06dd4caf-27ef-4a84-8411-b68e2ccf0452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:44.937534 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ed50361b-8ce3-40a2-bb7b-7f62cc54842c req-4382e0da-a6bc-44b6-ad32-4d5eee3a45b9 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=69a4f539-e0ba-4990-b2de-8a1bbc47c22f HTTP/1.1" status: 200 len: 210 time: 0.1334343 Aug 17 00:08:44.955513 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-be1bf9e4-3dca-4bed-b9fe-b26ac82abb57 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:44.956406 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 00:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9423ad38-8a4f-4e8d-9b5e-11449985990c x-openstack-request-id: req-9423ad38-8a4f-4e8d-9b5e-11449985990c {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:08:44.956961 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d350331-388c-48c2-af48-46325bee7c6f", "name": "network-vif-unplugged", "status": "completed", "tag": "44af8a4d-046b-4ee8-b340-94eec67e860e", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:08:44.957617 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9423ad38-8a4f-4e8d-9b5e-11449985990c {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:08:44.958144 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d350331-388c-48c2-af48-46325bee7c6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44af8a4d-046b-4ee8-b340-94eec67e860e', 'code': 200} Aug 17 00:08:44.958734 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd4caf-27ef-4a84-8411-b68e2ccf0452 service neutron] Pushing event updated for resources: {'Port': ['ID=44af8a4d-046b-4ee8-b340-94eec67e860e,revision_number=6']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:44.991574 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-be1bf9e4-3dca-4bed-b9fe-b26ac82abb57 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] device_id is not set on port 3c42375c-3fef-4c7f-9258-216e427fe555 yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:08:45.213084 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-06dd4caf-27ef-4a84-8411-b68e2ccf0452 service neutron] No DVR routers for this DVR port 44af8a4d-046b-4ee8-b340-94eec67e860e on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:08:45.429801 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-8848c4bc-770e-41a8-9590-a7b8ef3c6274 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:45.432705 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-8848c4bc-770e-41a8-9590-a7b8ef3c6274 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.64 "GET /v2.0/networks?id=bf42c908-bd85-4d10-afc7-00681d389032 HTTP/1.1" status: 200 len: 812 time: 0.2812145 Aug 17 00:08:45.450922 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-be1bf9e4-3dca-4bed-b9fe-b26ac82abb57 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Allocated IP 2001:db8::f (8b79504b-d299-444f-89f9-98c57dd00895/709fbb1f-5d4f-42ae-960d-a331e67cdcd2/3c42375c-3fef-4c7f-9258-216e427fe555) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:08:45.521724 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-62690145-90c3-47ee-b6d6-71488f43ada2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Request body: {'port': {'device_id': '69a4f539-e0ba-4990-b2de-8a1bbc47c22f', 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'admin_state_up': True, 'tenant_id': '61108af2093845fe9a64c45c9df6e55d'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:45.540917 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab898e48-bb73-466a-ba6a-df5b842a298b None None] Network 8b79504b-d299-444f-89f9-98c57dd00895 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:08:45.626471 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8aa6930b-d2fd-4d08-88fd-68cd0d59add5 None None] Provisioning for port 4df9ce44-23c9-432e-8c0d-6848d56dbe01 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:08:45.645538 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8aa6930b-d2fd-4d08-88fd-68cd0d59add5 None None] Provisioning complete for port 4df9ce44-23c9-432e-8c0d-6848d56dbe01 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:45.646229 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8aa6930b-d2fd-4d08-88fd-68cd0d59add5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:45.819209 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8aa6930b-d2fd-4d08-88fd-68cd0d59add5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:45.908585 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-8aa6930b-d2fd-4d08-88fd-68cd0d59add5 None None] For port 4df9ce44-23c9-432e-8c0d-6848d56dbe01, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4df9ce44-23c9-432e-8c0d-6848d56dbe01,segment=NetworkSegment(ca0d3808-7f13-4988-a8e9-8445a2ad4bb2),segment_id=ca0d3808-7f13-4988-a8e9-8445a2ad4bb2)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:45.914311 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8aa6930b-d2fd-4d08-88fd-68cd0d59add5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:45.995394 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6930b-d2fd-4d08-88fd-68cd0d59add5 None None] Pushing event updated for resources: {'Port': ['ID=4df9ce44-23c9-432e-8c0d-6848d56dbe01,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:46.016452 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-06dd4caf-27ef-4a84-8411-b68e2ccf0452 service neutron] Attempting to bind port 44af8a4d-046b-4ee8-b340-94eec67e860e on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:08:46.017030 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-06dd4caf-27ef-4a84-8411-b68e2ccf0452 service neutron] Attempting to bind port 44af8a4d-046b-4ee8-b340-94eec67e860e by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': 'b6e956aa-8215-49e2-b060-a5cd34c391f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:08:46.017463 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-06dd4caf-27ef-4a84-8411-b68e2ccf0452 service neutron] Attempting to bind port 44af8a4d-046b-4ee8-b340-94eec67e860e on network 941cdf40-6672-4c92-b0fc-78ff95b1e5aa {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:08:46.028777 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-06dd4caf-27ef-4a84-8411-b68e2ccf0452 service neutron] Port 44af8a4d-046b-4ee8-b340-94eec67e860e on network 941cdf40-6672-4c92-b0fc-78ff95b1e5aa not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:08:46.029207 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-06dd4caf-27ef-4a84-8411-b68e2ccf0452 service neutron] Attempting to bind port 44af8a4d-046b-4ee8-b340-94eec67e860e on network 941cdf40-6672-4c92-b0fc-78ff95b1e5aa {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:08:46.036792 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-06dd4caf-27ef-4a84-8411-b68e2ccf0452 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:08:46.037241 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-06dd4caf-27ef-4a84-8411-b68e2ccf0452 service neutron] Checking segment: {'id': 'b6e956aa-8215-49e2-b060-a5cd34c391f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:08:46.037574 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-06dd4caf-27ef-4a84-8411-b68e2ccf0452 service neutron] Bound using segment: {'id': 'b6e956aa-8215-49e2-b060-a5cd34c391f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:08:46.038062 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-06dd4caf-27ef-4a84-8411-b68e2ccf0452 service neutron] Bound port: 44af8a4d-046b-4ee8-b340-94eec67e860e, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6e956aa-8215-49e2-b060-a5cd34c391f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:08:46.038518 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-06dd4caf-27ef-4a84-8411-b68e2ccf0452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:46.150424 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-06dd4caf-27ef-4a84-8411-b68e2ccf0452 service neutron] For port 44af8a4d-046b-4ee8-b340-94eec67e860e, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:08:46.154908 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-06dd4caf-27ef-4a84-8411-b68e2ccf0452 service neutron] For port 44af8a4d-046b-4ee8-b340-94eec67e860e, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=44af8a4d-046b-4ee8-b340-94eec67e860e,segment=NetworkSegment(b6e956aa-8215-49e2-b060-a5cd34c391f7),segment_id=b6e956aa-8215-49e2-b060-a5cd34c391f7)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:08:46.176663 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-06dd4caf-27ef-4a84-8411-b68e2ccf0452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:46.233484 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a94762df-3f21-44e1-a0c5-0489647b9158 req-40ae7266-3ec0-464f-85ef-ace5f68acf34 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=69a4f539-e0ba-4990-b2de-8a1bbc47c22f HTTP/1.1" status: 200 len: 210 time: 0.0597887 Aug 17 00:08:46.262128 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-06dd4caf-27ef-4a84-8411-b68e2ccf0452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:46.270336 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-06dd4caf-27ef-4a84-8411-b68e2ccf0452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:46.276474 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-06dd4caf-27ef-4a84-8411-b68e2ccf0452 service neutron] 10.222.0.69 "PUT /v2.0/ports/44af8a4d-046b-4ee8-b340-94eec67e860e HTTP/1.1" status: 200 len: 1093 time: 2.0359986 Aug 17 00:08:46.314694 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c13eb9-87d5-49b8-bcc2-e78e0d81bf23 req-b762d927-4a64-444b-950b-42b2841c2b13 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:46.320674 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd4caf-27ef-4a84-8411-b68e2ccf0452 service neutron] Pushing event updated for resources: {'Port': ['ID=44af8a4d-046b-4ee8-b340-94eec67e860e,revision_number=7']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:46.323147 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0c13eb9-87d5-49b8-bcc2-e78e0d81bf23 req-b762d927-4a64-444b-950b-42b2841c2b13 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 944 time: 0.8063993 Aug 17 00:08:46.367422 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-917661da-24cb-4244-bfb2-9f3bb28f3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:46.370234 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-917661da-24cb-4244-bfb2-9f3bb28f3323 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 1096 time: 0.0624917 Aug 17 00:08:46.377291 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-20d2dd3e-c36c-4833-9d8e-fcf141f2b980 None None] Provisioning complete for port 4df9ce44-23c9-432e-8c0d-6848d56dbe01 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:46.377785 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-20d2dd3e-c36c-4833-9d8e-fcf141f2b980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:46.482314 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0c13eb9-87d5-49b8-bcc2-e78e0d81bf23 req-2fff7a64-fc13-46f5-8d42-a56d230dc1ce tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581745 Aug 17 00:08:46.497008 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-be1bf9e4-3dca-4bed-b9fe-b26ac82abb57 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:46.550618 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f7dedb21-3d88-4ea0-b3e6-44a18acf390e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:46.560805 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-be1bf9e4-3dca-4bed-b9fe-b26ac82abb57 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Transition to ACTIVE for port object 3c42375c-3fef-4c7f-9258-216e427fe555 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:46.560986 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4df9ce44-23c9-432e-8c0d-6848d56dbe01 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:08:46.590599 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-62690145-90c3-47ee-b6d6-71488f43ada2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Made reservation on behalf of 61108af2093845fe9a64c45c9df6e55d for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:46.594619 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-62690145-90c3-47ee-b6d6-71488f43ada2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:46.594773 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-e5499b89-aa9a-440b-9234-c06d667729e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:46.596166 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-e5499b89-aa9a-440b-9234-c06d667729e3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=941cdf40-6672-4c92-b0fc-78ff95b1e5aa HTTP/1.1" status: 200 len: 897 time: 0.2139390 Aug 17 00:08:46.678573 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-20d2dd3e-c36c-4833-9d8e-fcf141f2b980 None None] Provisioning for port 217a2319-71e8-48b1-ba8a-79adea768516 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:08:46.680828 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 4df9ce44-23c9-432e-8c0d-6848d56dbe01 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:46.681462 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:46.706997 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-73d49a3a-f9b7-4af0-a577-bab23d89705d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44af8a4d-046b-4ee8-b340-94eec67e860e HTTP/1.1" status: 200 len: 999 time: 0.0970764 Aug 17 00:08:46.710287 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-20d2dd3e-c36c-4833-9d8e-fcf141f2b980 None None] Provisioning complete for port 217a2319-71e8-48b1-ba8a-79adea768516 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:46.710665 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-20d2dd3e-c36c-4833-9d8e-fcf141f2b980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:46.745177 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-be1bf9e4-3dca-4bed-b9fe-b26ac82abb57 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:46.771552 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-20d2dd3e-c36c-4833-9d8e-fcf141f2b980 None None] Port 217a2319-71e8-48b1-ba8a-79adea768516 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:08:46.791626 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-aa7b5613-ad6a-481b-83c9-435dff61db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:46.793154 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-aa7b5613-ad6a-481b-83c9-435dff61db34 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=22b60ca4-f2f6-4ee8-a359-e91563464ddf HTTP/1.1" status: 200 len: 834 time: 0.0756347 Aug 17 00:08:46.855337 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1bf9e4-3dca-4bed-b9fe-b26ac82abb57 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network 8b79504b-d299-444f-89f9-98c57dd00895 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:08:46.858448 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-87683ced-777d-405c-8fbd-8e24ecd4bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:46.860170 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-87683ced-777d-405c-8fbd-8e24ecd4bac5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=941cdf40-6672-4c92-b0fc-78ff95b1e5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551550 Aug 17 00:08:46.863463 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-be1bf9e4-3dca-4bed-b9fe-b26ac82abb57 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:46.871800 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1bf9e4-3dca-4bed-b9fe-b26ac82abb57 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:08:46.877856 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1bf9e4-3dca-4bed-b9fe-b26ac82abb57 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:46.878844 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-be1bf9e4-3dca-4bed-b9fe-b26ac82abb57 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:46.887898 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1bf9e4-3dca-4bed-b9fe-b26ac82abb57 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Port': ['ID=3c42375c-3fef-4c7f-9258-216e427fe555,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:46.927408 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-492a92a1-a6c2-49a1-bb9f-cbece3b625fa None None] Provisioning complete for port 217a2319-71e8-48b1-ba8a-79adea768516 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:46.928148 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-62690145-90c3-47ee-b6d6-71488f43ada2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Allocated IP 172.20.0.8 (bf42c908-bd85-4d10-afc7-00681d389032/1afde0e7-f7b0-4278-82ad-0cbe61d404a7/52fb3ad2-ae51-454a-854b-e06627a14550) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:08:46.928700 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-492a92a1-a6c2-49a1-bb9f-cbece3b625fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:46.937235 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-be1bf9e4-3dca-4bed-b9fe-b26ac82abb57 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2944725 Aug 17 00:08:46.942035 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45004) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:46.967463 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d350331-388c-48c2-af48-46325bee7c6f', 'tag': '44af8a4d-046b-4ee8-b340-94eec67e860e'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:08:46.970153 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c984c048-f284-48f7-9479-eb841fde3b60" -d '{"events": [{"name": "network-changed", "server_uuid": "6d350331-388c-48c2-af48-46325bee7c6f", "tag": "44af8a4d-046b-4ee8-b340-94eec67e860e"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:08:47.009928 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-492a92a1-a6c2-49a1-bb9f-cbece3b625fa None None] Port 217a2319-71e8-48b1-ba8a-79adea768516 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:08:47.090469 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8f6fa8-bf31-407b-83c2-72add57d3773 x-openstack-request-id: req-6a8f6fa8-bf31-407b-83c2-72add57d3773 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:08:47.091310 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d350331-388c-48c2-af48-46325bee7c6f", "tag": "44af8a4d-046b-4ee8-b340-94eec67e860e", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:08:47.091710 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6a8f6fa8-bf31-407b-83c2-72add57d3773 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:08:47.092255 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d350331-388c-48c2-af48-46325bee7c6f', 'tag': '44af8a4d-046b-4ee8-b340-94eec67e860e', 'status': 'completed', 'code': 200} Aug 17 00:08:47.099451 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-ef64ebb2-ea47-4376-a451-d74e02d94432 service neutron] 10.222.0.69 "GET /v2.0/networks/941cdf40-6672-4c92-b0fc-78ff95b1e5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193525 Aug 17 00:08:47.104952 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97727b4e-59a0-4490-a5d5-79769a6af347 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:47.106598 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-97727b4e-59a0-4490-a5d5-79769a6af347 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1631651 Aug 17 00:08:47.110141 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45008) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:47.213071 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984c048-f284-48f7-9479-eb841fde3b60 req-d95bf651-7dbd-40ab-93df-243812fd4936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:47.213459 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c984c048-f284-48f7-9479-eb841fde3b60 req-d95bf651-7dbd-40ab-93df-243812fd4936 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 1096 time: 0.1012194 Aug 17 00:08:47.249809 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-bf4682b0-0468-465f-9cac-d837e2980ddd None None] Provisioning for port 3c42375c-3fef-4c7f-9258-216e427fe555 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:08:47.271309 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-bf4682b0-0468-465f-9cac-d837e2980ddd None None] Provisioning complete for port 3c42375c-3fef-4c7f-9258-216e427fe555 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:47.271657 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bf4682b0-0468-465f-9cac-d837e2980ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:47.313512 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10584cd-891f-4341-a961-f2dd8fd42242 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:47.319904 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10584cd-891f-4341-a961-f2dd8fd42242 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:47.326678 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10584cd-891f-4341-a961-f2dd8fd42242 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:47.328405 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f10584cd-891f-4341-a961-f2dd8fd42242 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2172666 Aug 17 00:08:47.332488 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45014) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:47.339166 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-62690145-90c3-47ee-b6d6-71488f43ada2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:47.343303 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-bf4682b0-0468-465f-9cac-d837e2980ddd None None] Port 3c42375c-3fef-4c7f-9258-216e427fe555 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:08:47.371056 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-28c5d4f3-99ab-433a-9fad-a4c4a6a12830 req-59aeb1ee-a134-4c69-adf4-3b30809327f7 service neutron] 10.222.0.69 "GET /v2.0/networks/941cdf40-6672-4c92-b0fc-78ff95b1e5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499170 Aug 17 00:08:47.409068 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 44af8a4d-046b-4ee8-b340-94eec67e860e no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:08:47.453662 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b50fddaf-097c-4b1d-8d10-c4d92e1b72c1 req-53257153-d07b-4708-81bd-0b4f40be12b2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=69a4f539-e0ba-4990-b2de-8a1bbc47c22f HTTP/1.1" status: 200 len: 210 time: 0.0673947 Aug 17 00:08:47.456453 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-62690145-90c3-47ee-b6d6-71488f43ada2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Transition to ACTIVE for port object 52fb3ad2-ae51-454a-854b-e06627a14550 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:47.465184 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 44af8a4d-046b-4ee8-b340-94eec67e860e not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:08:47.480429 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984c048-f284-48f7-9479-eb841fde3b60 req-2d2ced30-f0d6-4ae4-9e20-46545f3dc3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:47.481995 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c984c048-f284-48f7-9479-eb841fde3b60 req-2d2ced30-f0d6-4ae4-9e20-46545f3dc3f2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=941cdf40-6672-4c92-b0fc-78ff95b1e5aa HTTP/1.1" status: 200 len: 897 time: 0.2570896 Aug 17 00:08:47.500712 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984c048-f284-48f7-9479-eb841fde3b60 req-40b861ea-d94a-4614-b607-4a502b5e9e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:47.502422 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c984c048-f284-48f7-9479-eb841fde3b60 req-40b861ea-d94a-4614-b607-4a502b5e9e61 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 1096 time: 0.0688925 Aug 17 00:08:47.617827 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984c048-f284-48f7-9479-eb841fde3b60 req-9401fd81-9857-49f6-9f29-29d232a53605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:47.619586 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c984c048-f284-48f7-9479-eb841fde3b60 req-9401fd81-9857-49f6-9f29-29d232a53605 service neutron] 10.222.0.69 "GET /v2.0/networks?id=941cdf40-6672-4c92-b0fc-78ff95b1e5aa HTTP/1.1" status: 200 len: 897 time: 0.0994217 Aug 17 00:08:47.633372 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c984c048-f284-48f7-9479-eb841fde3b60 req-2c0d8ff0-38bc-4831-84c0-0f9d748f1399 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44af8a4d-046b-4ee8-b340-94eec67e860e HTTP/1.1" status: 200 len: 999 time: 0.1278865 Aug 17 00:08:47.638937 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-62690145-90c3-47ee-b6d6-71488f43ada2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:47.652196 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['7c8873b4-93a4-4df6-bf56-3611a674fd0f', 'd17a5703-97f8-4991-821d-1214497843af'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:08:47.688694 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c984c048-f284-48f7-9479-eb841fde3b60 req-89c5b4ab-2845-4e4f-a091-f3f3d76c0159 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44af8a4d-046b-4ee8-b340-94eec67e860e HTTP/1.1" status: 200 len: 999 time: 0.0615830 Aug 17 00:08:47.717633 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-b0a6ef9c-57d9-490d-85ea-fb771e3cfc76 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting port 3c42375c-3fef-4c7f-9258-216e427fe555 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:47.717988 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b0a6ef9c-57d9-490d-85ea-fb771e3cfc76 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:47.752164 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a45bf-cd8c-4345-8c01-2975215cc35d req-1acdb31a-a5b1-441f-837f-4602dd795449 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:47.762602 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-881a45bf-cd8c-4345-8c01-2975215cc35d req-1acdb31a-a5b1-441f-837f-4602dd795449 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 944 time: 0.1928580 Aug 17 00:08:47.766217 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984c048-f284-48f7-9479-eb841fde3b60 req-2d7616c6-1c8c-44e6-a221-b42e17876dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:47.768810 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c984c048-f284-48f7-9479-eb841fde3b60 req-2d7616c6-1c8c-44e6-a221-b42e17876dea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=22b60ca4-f2f6-4ee8-a359-e91563464ddf HTTP/1.1" status: 200 len: 834 time: 0.0729401 Aug 17 00:08:47.819804 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-62690145-90c3-47ee-b6d6-71488f43ada2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Network bf42c908-bd85-4d10-afc7-00681d389032 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:08:47.825982 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984c048-f284-48f7-9479-eb841fde3b60 req-c8613772-50ae-45f7-af6a-0b08e89588a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:47.827493 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c984c048-f284-48f7-9479-eb841fde3b60 req-c8613772-50ae-45f7-af6a-0b08e89588a5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=941cdf40-6672-4c92-b0fc-78ff95b1e5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466583 Aug 17 00:08:47.830015 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62690145-90c3-47ee-b6d6-71488f43ada2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Pushing event updated for resources: {'Port': ['ID=52fb3ad2-ae51-454a-854b-e06627a14550,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:47.845864 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-62690145-90c3-47ee-b6d6-71488f43ada2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:47.856783 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-62690145-90c3-47ee-b6d6-71488f43ada2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:08:47.863822 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984c048-f284-48f7-9479-eb841fde3b60 req-057468a4-00d0-4981-90a2-63ae93917d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:47.865494 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c984c048-f284-48f7-9479-eb841fde3b60 req-057468a4-00d0-4981-90a2-63ae93917d0f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=22b60ca4-f2f6-4ee8-a359-e91563464ddf HTTP/1.1" status: 200 len: 834 time: 0.2219212 Aug 17 00:08:47.955329 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c984c048-f284-48f7-9479-eb841fde3b60 req-188e967a-0901-4e30-92d1-7bed784d056a service neutron] 10.222.0.69 "GET /v2.0/networks/941cdf40-6672-4c92-b0fc-78ff95b1e5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162734 Aug 17 00:08:48.005702 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-881a45bf-cd8c-4345-8c01-2975215cc35d req-7f5e2ea6-3372-43c2-aed1-80be37f140bf tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030725 Aug 17 00:08:48.024953 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b0a6ef9c-57d9-490d-85ea-fb771e3cfc76 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:48.046479 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-62690145-90c3-47ee-b6d6-71488f43ada2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:48.047149 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-62690145-90c3-47ee-b6d6-71488f43ada2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:48.050104 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-b0a6ef9c-57d9-490d-85ea-fb771e3cfc76 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Calling delete_port for 3c42375c-3fef-4c7f-9258-216e427fe555 owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:48.093899 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c984c048-f284-48f7-9479-eb841fde3b60 req-4a7f7ed1-7d27-49b9-a155-3bf94798a403 service neutron] 10.222.0.69 "GET /v2.0/networks/941cdf40-6672-4c92-b0fc-78ff95b1e5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294699 Aug 17 00:08:48.120985 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-62690145-90c3-47ee-b6d6-71488f43ada2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6030869 Aug 17 00:08:48.124285 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984c048-f284-48f7-9479-eb841fde3b60 req-3e304c2f-6f71-4894-850d-56d17315ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:48.125732 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c984c048-f284-48f7-9479-eb841fde3b60 req-3e304c2f-6f71-4894-850d-56d17315ce1b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=941cdf40-6672-4c92-b0fc-78ff95b1e5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2237582 Aug 17 00:08:48.147264 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-3628d068-a4a0-44e9-bca5-c2cda17d29cc service neutron] Request body: {'port': {'device_id': '69a4f539-e0ba-4990-b2de-8a1bbc47c22f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:48.185904 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-dc94ab02-bfc0-4936-a1de-21f9eaa35648 None None] Provisioning for port 52fb3ad2-ae51-454a-854b-e06627a14550 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:08:48.189650 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-dc94ab02-bfc0-4936-a1de-21f9eaa35648 None None] Provisioning complete for port 52fb3ad2-ae51-454a-854b-e06627a14550 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:48.190027 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-dc94ab02-bfc0-4936-a1de-21f9eaa35648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:48.226412 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-dc94ab02-bfc0-4936-a1de-21f9eaa35648 None None] Port 52fb3ad2-ae51-454a-854b-e06627a14550 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:08:48.309174 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-3628d068-a4a0-44e9-bca5-c2cda17d29cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:48.348077 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c984c048-f284-48f7-9479-eb841fde3b60 req-bf8e7a5d-c797-45b9-8b12-37a14702f3b5 service neutron] 10.222.0.64 "GET /v2.0/networks/941cdf40-6672-4c92-b0fc-78ff95b1e5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094293 Aug 17 00:08:48.404709 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b0a6ef9c-57d9-490d-85ea-fb771e3cfc76 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:48.557968 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6ef9c-57d9-490d-85ea-fb771e3cfc76 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Port': ['ID=3c42375c-3fef-4c7f-9258-216e427fe555,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:48.643372 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b0a6ef9c-57d9-490d-85ea-fb771e3cfc76 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:48.645326 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b0a6ef9c-57d9-490d-85ea-fb771e3cfc76 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/ports/3c42375c-3fef-4c7f-9258-216e427fe555 HTTP/1.1" status: 204 len: 168 time: 1.3103848 Aug 17 00:08:48.648831 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45026) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:48.683585 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-41cdde63-b1e5-412e-86d6-a5ee41514d59 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] GET failed (client error): The resource could not be found. Aug 17 00:08:48.685604 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-41cdde63-b1e5-412e-86d6-a5ee41514d59 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "GET /v2.0/ports/3c42375c-3fef-4c7f-9258-216e427fe555 HTTP/1.1" status: 404 len: 333 time: 0.0348096 Aug 17 00:08:48.688046 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45028) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:48.729504 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c984c048-f284-48f7-9479-eb841fde3b60 req-4c21b235-c8ff-42ab-ba7c-9c30aa7c3b15 service neutron] 10.222.0.64 "GET /v2.0/networks/941cdf40-6672-4c92-b0fc-78ff95b1e5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570664 Aug 17 00:08:48.749812 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58718e-3813-4003-a8a9-3f14391d5b5d req-ef1846bc-904e-4f79-8578-31abdad792ea tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:48.751600 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fc58718e-3813-4003-a8a9-3f14391d5b5d req-ef1846bc-904e-4f79-8578-31abdad792ea tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=69a4f539-e0ba-4990-b2de-8a1bbc47c22f HTTP/1.1" status: 200 len: 931 time: 0.2012682 Aug 17 00:08:48.795191 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-c3037fc1-263a-4d0b-aabc-e92ffb0a9b30 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting port 217a2319-71e8-48b1-ba8a-79adea768516 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:48.795537 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c3037fc1-263a-4d0b-aabc-e92ffb0a9b30 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:48.823862 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fc58718e-3813-4003-a8a9-3f14391d5b5d req-f9895911-2b86-40e7-8669-3f228dcd21a1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657287 Aug 17 00:08:48.878946 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-3628d068-a4a0-44e9-bca5-c2cda17d29cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52fb3ad2-ae51-454a-854b-e06627a14550 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:08:48.887670 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-3628d068-a4a0-44e9-bca5-c2cda17d29cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:48.890386 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c3037fc1-263a-4d0b-aabc-e92ffb0a9b30 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:48.903275 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-3628d068-a4a0-44e9-bca5-c2cda17d29cc service neutron] Transition to ACTIVE for port object 52fb3ad2-ae51-454a-854b-e06627a14550 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:48.904414 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-c3037fc1-263a-4d0b-aabc-e92ffb0a9b30 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Calling delete_port for 217a2319-71e8-48b1-ba8a-79adea768516 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:48.907328 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-3628d068-a4a0-44e9-bca5-c2cda17d29cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:48.966021 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628d068-a4a0-44e9-bca5-c2cda17d29cc service neutron] Pushing event updated for resources: {'Port': ['ID=52fb3ad2-ae51-454a-854b-e06627a14550,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:49.056365 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-3628d068-a4a0-44e9-bca5-c2cda17d29cc service neutron] Attempting to bind port 52fb3ad2-ae51-454a-854b-e06627a14550 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:08:49.056721 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-3628d068-a4a0-44e9-bca5-c2cda17d29cc service neutron] Attempting to bind port 52fb3ad2-ae51-454a-854b-e06627a14550 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:08:49.057074 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-3628d068-a4a0-44e9-bca5-c2cda17d29cc service neutron] Attempting to bind port 52fb3ad2-ae51-454a-854b-e06627a14550 on network bf42c908-bd85-4d10-afc7-00681d389032 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:08:49.062866 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-3628d068-a4a0-44e9-bca5-c2cda17d29cc service neutron] Port 52fb3ad2-ae51-454a-854b-e06627a14550 on network bf42c908-bd85-4d10-afc7-00681d389032 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:08:49.063255 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-3628d068-a4a0-44e9-bca5-c2cda17d29cc service neutron] Attempting to bind port 52fb3ad2-ae51-454a-854b-e06627a14550 on network bf42c908-bd85-4d10-afc7-00681d389032 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:08:49.064047 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c3037fc1-263a-4d0b-aabc-e92ffb0a9b30 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:49.069798 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-3628d068-a4a0-44e9-bca5-c2cda17d29cc service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:08:49.070149 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-3628d068-a4a0-44e9-bca5-c2cda17d29cc service neutron] Checking segment: {'id': 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:08:49.070898 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-3628d068-a4a0-44e9-bca5-c2cda17d29cc service neutron] Bound using segment: {'id': 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:08:49.071352 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-3628d068-a4a0-44e9-bca5-c2cda17d29cc service neutron] Bound port: 52fb3ad2-ae51-454a-854b-e06627a14550, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:08:49.071721 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-3628d068-a4a0-44e9-bca5-c2cda17d29cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:49.106180 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3037fc1-263a-4d0b-aabc-e92ffb0a9b30 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Port': ['ID=217a2319-71e8-48b1-ba8a-79adea768516,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:49.147953 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c3037fc1-263a-4d0b-aabc-e92ffb0a9b30 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:49.154703 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c3037fc1-263a-4d0b-aabc-e92ffb0a9b30 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/ports/217a2319-71e8-48b1-ba8a-79adea768516 HTTP/1.1" status: 204 len: 168 time: 0.4656551 Aug 17 00:08:49.155969 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45036) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:49.222933 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b5fdb2-2265-4863-8fd0-674e9a6705af tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] GET failed (client error): The resource could not be found. Aug 17 00:08:49.225101 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c8b5fdb2-2265-4863-8fd0-674e9a6705af tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "GET /v2.0/ports/217a2319-71e8-48b1-ba8a-79adea768516 HTTP/1.1" status: 404 len: 333 time: 0.0670443 Aug 17 00:08:49.228068 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45038) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:49.235255 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b2a11b28-2c12-42ae-a7e7-1e8bdb423b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:49.256705 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:49.298339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5cda4a-fcd7-4a3c-bc21-9e07ae2e2a81 req-de1877aa-9626-4dcb-b866-83aace687be1 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:49.299977 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a5cda4a-fcd7-4a3c-bc21-9e07ae2e2a81 req-de1877aa-9626-4dcb-b866-83aace687be1 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 944 time: 0.1593556 Aug 17 00:08:49.301313 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-3628d068-a4a0-44e9-bca5-c2cda17d29cc service neutron] For port 52fb3ad2-ae51-454a-854b-e06627a14550, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:08:49.318681 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-028c91bd-de8b-420f-8dd3-566a77fd9c59 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting subnet 709fbb1f-5d4f-42ae-960d-a331e67cdcd2 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:08:49.323696 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-028c91bd-de8b-420f-8dd3-566a77fd9c59 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:49.324530 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-3628d068-a4a0-44e9-bca5-c2cda17d29cc service neutron] For port 52fb3ad2-ae51-454a-854b-e06627a14550, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=52fb3ad2-ae51-454a-854b-e06627a14550,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:08:49.334534 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-3628d068-a4a0-44e9-bca5-c2cda17d29cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:49.370132 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-028c91bd-de8b-420f-8dd3-566a77fd9c59 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:49.385922 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 44af8a4d-046b-4ee8-b340-94eec67e860e details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:08:49.410071 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a5cda4a-fcd7-4a3c-bc21-9e07ae2e2a81 req-66ce36db-0c7b-4396-9acb-8832bea4f3d3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903397 Aug 17 00:08:49.413636 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-3628d068-a4a0-44e9-bca5-c2cda17d29cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:49.414846 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-3628d068-a4a0-44e9-bca5-c2cda17d29cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:49.416483 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-3628d068-a4a0-44e9-bca5-c2cda17d29cc service neutron] 10.222.0.64 "PUT /v2.0/ports/52fb3ad2-ae51-454a-854b-e06627a14550 HTTP/1.1" status: 200 len: 1092 time: 1.2789376 Aug 17 00:08:49.424231 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a4f539-e0ba-4990-b2de-8a1bbc47c22f', 'tag': '52fb3ad2-ae51-454a-854b-e06627a14550'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:08:49.427107 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da676548-5033-4813-9230-0feb87588d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "69a4f539-e0ba-4990-b2de-8a1bbc47c22f", "tag": "52fb3ad2-ae51-454a-854b-e06627a14550"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:08:49.479427 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628d068-a4a0-44e9-bca5-c2cda17d29cc service neutron] Pushing event updated for resources: {'Port': ['ID=52fb3ad2-ae51-454a-854b-e06627a14550,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:49.503804 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-028c91bd-de8b-420f-8dd3-566a77fd9c59 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:49.541812 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80609a58-edd5-40b6-b846-278cde169d39 x-openstack-request-id: req-80609a58-edd5-40b6-b846-278cde169d39 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:08:49.542217 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a4f539-e0ba-4990-b2de-8a1bbc47c22f", "tag": "52fb3ad2-ae51-454a-854b-e06627a14550", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:08:49.543322 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-80609a58-edd5-40b6-b846-278cde169d39 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:08:49.543879 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a4f539-e0ba-4990-b2de-8a1bbc47c22f', 'tag': '52fb3ad2-ae51-454a-854b-e06627a14550', 'status': 'completed', 'code': 200} Aug 17 00:08:49.547180 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-3fbfaf3c-a77e-4524-89c8-1c42a06d2381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:49.548805 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-3fbfaf3c-a77e-4524-89c8-1c42a06d2381 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61108af2093845fe9a64c45c9df6e55d&device_id=69a4f539-e0ba-4990-b2de-8a1bbc47c22f HTTP/1.1" status: 200 len: 1095 time: 0.0664179 Aug 17 00:08:49.561643 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 44af8a4d-046b-4ee8-b340-94eec67e860e, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=44af8a4d-046b-4ee8-b340-94eec67e860e,segment=NetworkSegment(b6e956aa-8215-49e2-b060-a5cd34c391f7),segment_id=b6e956aa-8215-49e2-b060-a5cd34c391f7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:49.578398 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '44af8a4d-046b-4ee8-b340-94eec67e860e', 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa', 'port_id': '44af8a4d-046b-4ee8-b340-94eec67e860e', 'mac_address': 'fa:16:3e:5f:5e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22b60ca4-f2f6-4ee8-a359-e91563464ddf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:08:49.592552 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-028c91bd-de8b-420f-8dd3-566a77fd9c59 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:49.599088 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-aff35e5e-2392-48cd-93ba-b379c75eae74 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52fb3ad2-ae51-454a-854b-e06627a14550 HTTP/1.1" status: 200 len: 217 time: 0.0416830 Aug 17 00:08:49.624941 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c91bd-de8b-420f-8dd3-566a77fd9c59 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Subnet': ['ID=709fbb1f-5d4f-42ae-960d-a331e67cdcd2,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:49.628362 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:49.629692 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-028c91bd-de8b-420f-8dd3-566a77fd9c59 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:49.638144 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-028c91bd-de8b-420f-8dd3-566a77fd9c59 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/subnets/709fbb1f-5d4f-42ae-960d-a331e67cdcd2 HTTP/1.1" status: 204 len: 168 time: 0.4060740 Aug 17 00:08:49.639644 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45044) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:49.644691 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e11aec-699b-4d4d-a043-19c976828934 None None] Network 8b79504b-d299-444f-89f9-98c57dd00895 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:08:49.649153 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44af8a4d-046b-4ee8-b340-94eec67e860e {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:08:49.675227 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 44af8a4d-046b-4ee8-b340-94eec67e860e, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=44af8a4d-046b-4ee8-b340-94eec67e860e,segment=NetworkSegment(b6e956aa-8215-49e2-b060-a5cd34c391f7),segment_id=b6e956aa-8215-49e2-b060-a5cd34c391f7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:49.681499 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-5b04a790-b93b-459f-aa65-65c7650500f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:49.683155 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-5b04a790-b93b-459f-aa65-65c7650500f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1afde0e7-f7b0-4278-82ad-0cbe61d404a7 HTTP/1.1" status: 200 len: 851 time: 0.0740294 Aug 17 00:08:49.687705 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:49.728935 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-230ac2c6-3dec-4132-b9f2-6a7527d339e3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:49.742073 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-1fd1fa7b-f182-4adf-be0e-dc1b9b36904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:49.743907 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-1fd1fa7b-f182-4adf-be0e-dc1b9b36904f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf42c908-bd85-4d10-afc7-00681d389032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515542 Aug 17 00:08:49.793802 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-230ac2c6-3dec-4132-b9f2-6a7527d339e3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting port 4df9ce44-23c9-432e-8c0d-6848d56dbe01 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:49.794282 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-230ac2c6-3dec-4132-b9f2-6a7527d339e3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:49.818880 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=44af8a4d-046b-4ee8-b340-94eec67e860e,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:49.860043 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-83f7eb2d-3426-439f-b41a-34e7cab8abec service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060312 Aug 17 00:08:49.896198 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-230ac2c6-3dec-4132-b9f2-6a7527d339e3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] For port 4df9ce44-23c9-432e-8c0d-6848d56dbe01, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4df9ce44-23c9-432e-8c0d-6848d56dbe01,segment=NetworkSegment(ca0d3808-7f13-4988-a8e9-8445a2ad4bb2),segment_id=ca0d3808-7f13-4988-a8e9-8445a2ad4bb2)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:49.896709 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-230ac2c6-3dec-4132-b9f2-6a7527d339e3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:49.913549 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-230ac2c6-3dec-4132-b9f2-6a7527d339e3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Calling delete_port for 4df9ce44-23c9-432e-8c0d-6848d56dbe01 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:49.935035 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89e0e73-f461-46aa-8d1d-866aee94fbb0 None None] DHCP port deletion for 8b79504b-d299-444f-89f9-98c57dd00895 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:08:49.965561 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['44af8a4d-046b-4ee8-b340-94eec67e860e'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:08:50.008058 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794331b-363f-4209-a55b-6da626724625 req-ced7487e-3b6a-4122-8c5c-b79f80ef9810 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:50.013553 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1794331b-363f-4209-a55b-6da626724625 req-ced7487e-3b6a-4122-8c5c-b79f80ef9810 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=69a4f539-e0ba-4990-b2de-8a1bbc47c22f HTTP/1.1" status: 200 len: 943 time: 0.0865445 Aug 17 00:08:50.019339 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-230ac2c6-3dec-4132-b9f2-6a7527d339e3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:50.029704 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfde60e5-f692-4ff6-af4e-5ec114569098 req-51af545c-6700-4af1-8db7-cfd1cd39c5a5 service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580422 Aug 17 00:08:50.046385 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-c89e0e73-f461-46aa-8d1d-866aee94fbb0 None None] Deleting port 4df9ce44-23c9-432e-8c0d-6848d56dbe01 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:50.046672 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c89e0e73-f461-46aa-8d1d-866aee94fbb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:50.066417 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ac2c6-3dec-4132-b9f2-6a7527d339e3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Port': ['ID=4df9ce44-23c9-432e-8c0d-6848d56dbe01,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:50.068635 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230ac2c6-3dec-4132-b9f2-6a7527d339e3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] No DVR routers for this DVR port 4df9ce44-23c9-432e-8c0d-6848d56dbe01 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:08:50.085866 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1794331b-363f-4209-a55b-6da626724625 req-ff8b515f-d2ef-4a8c-8389-62a758cee7e5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547187 Aug 17 00:08:50.161590 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-c89e0e73-f461-46aa-8d1d-866aee94fbb0 None None] For port 4df9ce44-23c9-432e-8c0d-6848d56dbe01, host n-d-800088-20, got binding levels [] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:50.162177 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c89e0e73-f461-46aa-8d1d-866aee94fbb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:50.181277 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:50.182142 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-230ac2c6-3dec-4132-b9f2-6a7527d339e3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:50.183152 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da676548-5033-4813-9230-0feb87588d8c req-85828726-4ee6-4daf-af53-2f9f56008745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:50.185129 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da676548-5033-4813-9230-0feb87588d8c req-85828726-4ee6-4daf-af53-2f9f56008745 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61108af2093845fe9a64c45c9df6e55d&device_id=69a4f539-e0ba-4990-b2de-8a1bbc47c22f HTTP/1.1" status: 200 len: 1095 time: 0.0739284 Aug 17 00:08:50.192269 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-c89e0e73-f461-46aa-8d1d-866aee94fbb0 None None] Calling delete_port for 4df9ce44-23c9-432e-8c0d-6848d56dbe01 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:50.194849 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-230ac2c6-3dec-4132-b9f2-6a7527d339e3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b79504b-d299-444f-89f9-98c57dd00895']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:50.200113 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.ipam_backend_mixin [None req-c89e0e73-f461-46aa-8d1d-866aee94fbb0 None None] Port 4df9ce44-23c9-432e-8c0d-6848d56dbe01 was not found and therefore no delete operation was performed {{(pid=101404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 00:08:50.205075 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c89e0e73-f461-46aa-8d1d-866aee94fbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:50.210892 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-230ac2c6-3dec-4132-b9f2-6a7527d339e3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca0d3808-7f13-4988-a8e9-8445a2ad4bb2') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:50.211762 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-230ac2c6-3dec-4132-b9f2-6a7527d339e3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca0d3808-7f13-4988-a8e9-8445a2ad4bb2') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:50.222485 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-230ac2c6-3dec-4132-b9f2-6a7527d339e3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:50.240835 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e0e73-f461-46aa-8d1d-866aee94fbb0 None None] Pushing event deleted for resources: {'Port': ['ID=4df9ce44-23c9-432e-8c0d-6848d56dbe01,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:50.247635 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89e0e73-f461-46aa-8d1d-866aee94fbb0 None None] No DVR routers for this DVR port 4df9ce44-23c9-432e-8c0d-6848d56dbe01 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:08:50.272366 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-230ac2c6-3dec-4132-b9f2-6a7527d339e3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:50.286545 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230ac2c6-3dec-4132-b9f2-6a7527d339e3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:08:50.287861 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-230ac2c6-3dec-4132-b9f2-6a7527d339e3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:08:50.293957 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:08:50.325101 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da676548-5033-4813-9230-0feb87588d8c req-498a6482-9660-4ff8-8891-3b9cefd34d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:50.327281 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da676548-5033-4813-9230-0feb87588d8c req-498a6482-9660-4ff8-8891-3b9cefd34d79 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf42c908-bd85-4d10-afc7-00681d389032 HTTP/1.1" status: 200 len: 913 time: 0.1342671 Aug 17 00:08:50.400449 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da676548-5033-4813-9230-0feb87588d8c req-f02b23b0-c0e7-42fe-9d17-3a62dcf1d67c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52fb3ad2-ae51-454a-854b-e06627a14550 HTTP/1.1" status: 200 len: 217 time: 0.0573471 Aug 17 00:08:50.403585 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-230ac2c6-3dec-4132-b9f2-6a7527d339e3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:50.413189 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-230ac2c6-3dec-4132-b9f2-6a7527d339e3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:50.418906 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-230ac2c6-3dec-4132-b9f2-6a7527d339e3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/networks/8b79504b-d299-444f-89f9-98c57dd00895 HTTP/1.1" status: 204 len: 168 time: 0.7780175 Aug 17 00:08:50.423536 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45054) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:50.431212 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ac2c6-3dec-4132-b9f2-6a7527d339e3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Network': ['ID=8b79504b-d299-444f-89f9-98c57dd00895,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:50.462798 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4df9ce44-23c9-432e-8c0d-6848d56dbe01 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:08:50.484572 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-6a001e81-3fba-43d4-a6dc-ed9df7061411 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-667487848'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:50.489087 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da676548-5033-4813-9230-0feb87588d8c req-b7028cf5-595d-4d2d-85e6-2d66cf67166b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:50.489701 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 4df9ce44-23c9-432e-8c0d-6848d56dbe01 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:08:50.490137 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4df9ce44-23c9-432e-8c0d-6848d56dbe01 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:08:50.490600 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da676548-5033-4813-9230-0feb87588d8c req-b7028cf5-595d-4d2d-85e6-2d66cf67166b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1afde0e7-f7b0-4278-82ad-0cbe61d404a7 HTTP/1.1" status: 200 len: 851 time: 0.0659864 Aug 17 00:08:50.545760 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a001e81-3fba-43d4-a6dc-ed9df7061411 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:50.549087 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6a001e81-3fba-43d4-a6dc-ed9df7061411 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:50.599245 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da676548-5033-4813-9230-0feb87588d8c req-35fecded-e8bb-4218-9f2e-cc0c01ba8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:50.600747 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da676548-5033-4813-9230-0feb87588d8c req-35fecded-e8bb-4218-9f2e-cc0c01ba8b53 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf42c908-bd85-4d10-afc7-00681d389032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939553 Aug 17 00:08:50.606331 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a001e81-3fba-43d4-a6dc-ed9df7061411 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:08:50.619192 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a0afd-7d82-4ca1-b0d7-3b7cd9ba7981 req-9a5ff458-226e-4ed7-bd9b-f49682958fdd tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:50.620639 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1d7a0afd-7d82-4ca1-b0d7-3b7cd9ba7981 req-9a5ff458-226e-4ed7-bd9b-f49682958fdd tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 945 time: 0.1028681 Aug 17 00:08:50.675644 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6a001e81-3fba-43d4-a6dc-ed9df7061411 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:50.675995 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-6a001e81-3fba-43d4-a6dc-ed9df7061411 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Added segment 5bf664b1-4555-43ff-a6c6-5793daa6500e of type vlan for network b675eb09-ba66-4202-8480-dec95cb43ee5 Aug 17 00:08:50.745123 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6a001e81-3fba-43d4-a6dc-ed9df7061411 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:50.757484 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1d7a0afd-7d82-4ca1-b0d7-3b7cd9ba7981 req-ffd233c1-16c8-4d35-9b62-f5e1b009dcf4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258912 Aug 17 00:08:50.793689 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da676548-5033-4813-9230-0feb87588d8c req-d91ab4af-d55e-429b-b179-6cbe3b348cc6 service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710808 Aug 17 00:08:50.796032 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6a001e81-3fba-43d4-a6dc-ed9df7061411 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:50.801822 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a001e81-3fba-43d4-a6dc-ed9df7061411 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:50.802401 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6a001e81-3fba-43d4-a6dc-ed9df7061411 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:50.902426 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6a001e81-3fba-43d4-a6dc-ed9df7061411 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4763522 Aug 17 00:08:50.906695 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45062) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:50.912126 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a2c07f19-0a74-42d8-882c-1a8ac27a1290 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'subnet': {'network_id': 'b675eb09-ba66-4202-8480-dec95cb43ee5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:50.959373 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a001e81-3fba-43d4-a6dc-ed9df7061411 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Network': ['ID=b675eb09-ba66-4202-8480-dec95cb43ee5,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:50.971380 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network b675eb09-ba66-4202-8480-dec95cb43ee5 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:08:51.015735 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c07f19-0a74-42d8-882c-1a8ac27a1290 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:51.019280 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a2c07f19-0a74-42d8-882c-1a8ac27a1290 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:51.058058 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da676548-5033-4813-9230-0feb87588d8c req-8102f43f-b0b3-47b8-bc00-2678ba1026de service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529092 Aug 17 00:08:51.066907 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14521f-6b6d-4a6c-9b08-2eae2c580324 req-75459556-e877-472c-8f0a-047a37b61d59 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:51.068381 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1e14521f-6b6d-4a6c-9b08-2eae2c580324 req-75459556-e877-472c-8f0a-047a37b61d59 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 945 time: 0.1550887 Aug 17 00:08:51.103232 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1a5cd-fda5-4c2b-82e7-bc8ba7ab01ea req-aee387e6-c5c4-4936-a3e2-fdedc6cd5f04 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:51.104898 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15a1a5cd-fda5-4c2b-82e7-bc8ba7ab01ea req-aee387e6-c5c4-4936-a3e2-fdedc6cd5f04 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f&tenant_id=8a9ca74733fa48c8818a39938a45e719&binding%3Ahost_id=n-h1-800088-20 HTTP/1.1" status: 200 len: 945 time: 0.1475372 Aug 17 00:08:51.158904 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1e14521f-6b6d-4a6c-9b08-2eae2c580324 req-dbce0d6a-0f94-4553-961d-f91a81587579 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842755 Aug 17 00:08:51.222064 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-15a1a5cd-fda5-4c2b-82e7-bc8ba7ab01ea req-88c33d02-d768-452c-89a8-d2de5bccc766 service neutron] delete failed (client error): The resource could not be found. Aug 17 00:08:51.223100 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15a1a5cd-fda5-4c2b-82e7-bc8ba7ab01ea req-88c33d02-d768-452c-89a8-d2de5bccc766 service neutron] 10.222.0.64 "DELETE /v2.0/ports/44af8a4d-046b-4ee8-b340-94eec67e860e/bindings/n-h2-800088-20 HTTP/1.1" status: 404 len: 381 time: 0.1033013 Aug 17 00:08:51.232433 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94185422-4c69-43db-a2a0-707393d8f048 req-1229875e-d455-420a-8337-10e2ee7e8c3c tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:51.233976 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-94185422-4c69-43db-a2a0-707393d8f048 req-1229875e-d455-420a-8337-10e2ee7e8c3c tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=69a4f539-e0ba-4990-b2de-8a1bbc47c22f HTTP/1.1" status: 200 len: 943 time: 0.0785789 Aug 17 00:08:51.258472 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a2c07f19-0a74-42d8-882c-1a8ac27a1290 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:51.276732 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-94185422-4c69-43db-a2a0-707393d8f048 req-6ac49bbb-d4a1-41d3-bab4-7db5028e76fb tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360117 Aug 17 00:08:51.316796 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c07f19-0a74-42d8-882c-1a8ac27a1290 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Subnet': ['ID=28ea7170-6584-4b31-83d9-db5d92218475,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:51.320727 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1a5cd-fda5-4c2b-82e7-bc8ba7ab01ea req-6330e3be-88ce-4452-915b-beb6d2b80f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:51.322901 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15a1a5cd-fda5-4c2b-82e7-bc8ba7ab01ea req-6330e3be-88ce-4452-915b-beb6d2b80f69 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 1097 time: 0.0440800 Aug 17 00:08:51.333204 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c07f19-0a74-42d8-882c-1a8ac27a1290 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Checking segment: {'id': '5bf664b1-4555-43ff-a6c6-5793daa6500e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b675eb09-ba66-4202-8480-dec95cb43ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:08:51.333574 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c07f19-0a74-42d8-882c-1a8ac27a1290 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network hostable DHCP agents. Network: b675eb09-ba66-4202-8480-dec95cb43ee5, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:08:51.354553 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c07f19-0a74-42d8-882c-1a8ac27a1290 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network b675eb09-ba66-4202-8480-dec95cb43ee5 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:08:51.364025 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-a2c07f19-0a74-42d8-882c-1a8ac27a1290 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, b675eb09-ba66-4202-8480-dec95cb43ee5) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:51.367756 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c07f19-0a74-42d8-882c-1a8ac27a1290 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:51.368375 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a2c07f19-0a74-42d8-882c-1a8ac27a1290 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:51.376493 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bc88d8-4a0d-477d-b718-30a35f1d722e None None] Network b675eb09-ba66-4202-8480-dec95cb43ee5 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:08:51.385992 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a2c07f19-0a74-42d8-882c-1a8ac27a1290 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4784610 Aug 17 00:08:51.388631 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45070) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:51.393187 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-731324a9-99d0-4d57-a09c-1e267a38f66e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-291187485', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:51.402281 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 44af8a4d-046b-4ee8-b340-94eec67e860e up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:08:51.422728 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-731324a9-99d0-4d57-a09c-1e267a38f66e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:51.423893 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-731324a9-99d0-4d57-a09c-1e267a38f66e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:51.433558 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1a5cd-fda5-4c2b-82e7-bc8ba7ab01ea req-7a987e8d-82cb-40fa-b1ea-2a551160fd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:51.436129 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15a1a5cd-fda5-4c2b-82e7-bc8ba7ab01ea req-7a987e8d-82cb-40fa-b1ea-2a551160fd71 service neutron] 10.222.0.64 "GET /v2.0/networks?id=941cdf40-6672-4c92-b0fc-78ff95b1e5aa HTTP/1.1" status: 200 len: 897 time: 0.1052055 Aug 17 00:08:51.494815 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-731324a9-99d0-4d57-a09c-1e267a38f66e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:51.501376 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-731324a9-99d0-4d57-a09c-1e267a38f66e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:51.516872 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15a1a5cd-fda5-4c2b-82e7-bc8ba7ab01ea req-8c54645a-e47c-4da6-96a5-fd6ff759298a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44af8a4d-046b-4ee8-b340-94eec67e860e HTTP/1.1" status: 200 len: 1000 time: 0.0705767 Aug 17 00:08:51.520977 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 44af8a4d-046b-4ee8-b340-94eec67e860e completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:08:51.522195 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-731324a9-99d0-4d57-a09c-1e267a38f66e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:51.523735 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-731324a9-99d0-4d57-a09c-1e267a38f66e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1338835 Aug 17 00:08:51.526400 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45074) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:51.532101 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-6fd1ae23-951d-4285-9673-59077334a1d3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'port': {'network_id': 'b675eb09-ba66-4202-8480-dec95cb43ee5', 'name': 'tempest-PortsIpV6TestJSON-171724348'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:51.558917 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 44af8a4d-046b-4ee8-b340-94eec67e860e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:51.559301 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:51.578292 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1a5cd-fda5-4c2b-82e7-bc8ba7ab01ea req-b491063a-2ab9-4f3d-964d-f64c6fc5220c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:51.580669 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15a1a5cd-fda5-4c2b-82e7-bc8ba7ab01ea req-b491063a-2ab9-4f3d-964d-f64c6fc5220c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=22b60ca4-f2f6-4ee8-a359-e91563464ddf HTTP/1.1" status: 200 len: 834 time: 0.0551062 Aug 17 00:08:51.626258 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88eee032-df33-456c-8908-9cf933782bcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-b675eb09-ba66-4202-8480-dec95cb43ee5', 'network_id': 'b675eb09-ba66-4202-8480-dec95cb43ee5', 'tenant_id': '8d8294cd73cf449ebc0fe693172af319', 'fixed_ips': [{'subnet_id': '28ea7170-6584-4b31-83d9-db5d92218475'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:08:51.627124 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-88eee032-df33-456c-8908-9cf933782bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:51.642685 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1a5cd-fda5-4c2b-82e7-bc8ba7ab01ea req-b85eb78c-aaa0-4086-b225-226f74c6ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:51.644589 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15a1a5cd-fda5-4c2b-82e7-bc8ba7ab01ea req-b85eb78c-aaa0-4086-b225-226f74c6ba26 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=941cdf40-6672-4c92-b0fc-78ff95b1e5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546796 Aug 17 00:08:51.672841 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd1ae23-951d-4285-9673-59077334a1d3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:51.678357 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6fd1ae23-951d-4285-9673-59077334a1d3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:51.697673 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-6fd1ae23-951d-4285-9673-59077334a1d3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] device_id is not set on port c57364cd-d3ef-4b3a-84ce-ff2f06fca58b yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:08:51.755929 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:51.768985 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15a1a5cd-fda5-4c2b-82e7-bc8ba7ab01ea req-f6f8ee97-b377-4df4-b6e9-182160cb852b service neutron] 10.222.0.64 "GET /v2.0/networks/941cdf40-6672-4c92-b0fc-78ff95b1e5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157911 Aug 17 00:08:51.809972 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d350331-388c-48c2-af48-46325bee7c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44af8a4d-046b-4ee8-b340-94eec67e860e'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:08:51.812194 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28ffbf4-58e0-44f7-ab5a-2383bc0ab6ed" -d '{"events": [{"server_uuid": "6d350331-388c-48c2-af48-46325bee7c6f", "name": "network-vif-plugged", "status": "completed", "tag": "44af8a4d-046b-4ee8-b340-94eec67e860e"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:08:51.833867 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 44af8a4d-046b-4ee8-b340-94eec67e860e, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=44af8a4d-046b-4ee8-b340-94eec67e860e,segment=NetworkSegment(b6e956aa-8215-49e2-b060-a5cd34c391f7),segment_id=b6e956aa-8215-49e2-b060-a5cd34c391f7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:51.841029 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-88eee032-df33-456c-8908-9cf933782bcf None None] Allocated IP 2001:db8::2 (b675eb09-ba66-4202-8480-dec95cb43ee5/28ea7170-6584-4b31-83d9-db5d92218475/2dcf51d8-c7ae-41aa-af22-d957effb4a49) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:08:51.844221 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:51.886834 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e971135f-f6cb-4a8c-8d7d-4c33bd012ee8 x-openstack-request-id: req-e971135f-f6cb-4a8c-8d7d-4c33bd012ee8 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:08:51.887150 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d350331-388c-48c2-af48-46325bee7c6f", "name": "network-vif-plugged", "status": "completed", "tag": "44af8a4d-046b-4ee8-b340-94eec67e860e", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:08:51.887365 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e971135f-f6cb-4a8c-8d7d-4c33bd012ee8 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:08:51.887874 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d350331-388c-48c2-af48-46325bee7c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44af8a4d-046b-4ee8-b340-94eec67e860e', 'code': 200} Aug 17 00:08:51.910353 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15a1a5cd-fda5-4c2b-82e7-bc8ba7ab01ea req-d9044b1a-a410-40bd-9c3e-4abd4fa8b2bd service neutron] 10.222.0.64 "GET /v2.0/networks/941cdf40-6672-4c92-b0fc-78ff95b1e5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333966 Aug 17 00:08:51.958116 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=44af8a4d-046b-4ee8-b340-94eec67e860e,revision_number=9']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:52.053814 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:52.057745 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-88eee032-df33-456c-8908-9cf933782bcf None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:52.065682 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-88eee032-df33-456c-8908-9cf933782bcf None None] Transition to ACTIVE for port object 2dcf51d8-c7ae-41aa-af22-d957effb4a49 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:52.082047 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-88eee032-df33-456c-8908-9cf933782bcf None None] Transition to ACTIVE for port object 2dcf51d8-c7ae-41aa-af22-d957effb4a49 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:52.087575 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-88eee032-df33-456c-8908-9cf933782bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:52.130044 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eee032-df33-456c-8908-9cf933782bcf None None] Network b675eb09-ba66-4202-8480-dec95cb43ee5 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:08:52.133994 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-88eee032-df33-456c-8908-9cf933782bcf None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:52.137270 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eee032-df33-456c-8908-9cf933782bcf None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:08:52.144090 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eee032-df33-456c-8908-9cf933782bcf None None] Pushing event updated for resources: {'Port': ['ID=2dcf51d8-c7ae-41aa-af22-d957effb4a49,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:52.159569 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-6fd1ae23-951d-4285-9673-59077334a1d3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Allocated IP 2001:db8::25d (b675eb09-ba66-4202-8480-dec95cb43ee5/28ea7170-6584-4b31-83d9-db5d92218475/c57364cd-d3ef-4b3a-84ce-ff2f06fca58b) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:08:52.204878 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-88eee032-df33-456c-8908-9cf933782bcf None None] Attempting to bind port 2dcf51d8-c7ae-41aa-af22-d957effb4a49 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:08:52.205275 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-88eee032-df33-456c-8908-9cf933782bcf None None] Attempting to bind port 2dcf51d8-c7ae-41aa-af22-d957effb4a49 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '5bf664b1-4555-43ff-a6c6-5793daa6500e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b675eb09-ba66-4202-8480-dec95cb43ee5'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:08:52.205640 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eee032-df33-456c-8908-9cf933782bcf None None] Attempting to bind port 2dcf51d8-c7ae-41aa-af22-d957effb4a49 on network b675eb09-ba66-4202-8480-dec95cb43ee5 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:08:52.212767 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eee032-df33-456c-8908-9cf933782bcf None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:08:52.213214 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eee032-df33-456c-8908-9cf933782bcf None None] Checking segment: {'id': '5bf664b1-4555-43ff-a6c6-5793daa6500e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b675eb09-ba66-4202-8480-dec95cb43ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:08:52.214714 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-88eee032-df33-456c-8908-9cf933782bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:52.217232 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eee032-df33-456c-8908-9cf933782bcf None None] Bound using segment: {'id': '5bf664b1-4555-43ff-a6c6-5793daa6500e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b675eb09-ba66-4202-8480-dec95cb43ee5'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:08:52.217537 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-88eee032-df33-456c-8908-9cf933782bcf None None] Bound port: 2dcf51d8-c7ae-41aa-af22-d957effb4a49, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf664b1-4555-43ff-a6c6-5793daa6500e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b675eb09-ba66-4202-8480-dec95cb43ee5'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:08:52.218337 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-88eee032-df33-456c-8908-9cf933782bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:52.298725 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-88eee032-df33-456c-8908-9cf933782bcf None None] For port 2dcf51d8-c7ae-41aa-af22-d957effb4a49, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:08:52.306612 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-88eee032-df33-456c-8908-9cf933782bcf None None] For port 2dcf51d8-c7ae-41aa-af22-d957effb4a49, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2dcf51d8-c7ae-41aa-af22-d957effb4a49,segment=NetworkSegment(5bf664b1-4555-43ff-a6c6-5793daa6500e),segment_id=5bf664b1-4555-43ff-a6c6-5793daa6500e)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:08:52.317702 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-88eee032-df33-456c-8908-9cf933782bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:52.379989 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c210a3-a0ad-4705-85d6-f264580c3085 req-f1e3ff1a-2b60-487c-ba8f-5d87687c74f8 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:52.401364 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58c210a3-a0ad-4705-85d6-f264580c3085 req-f1e3ff1a-2b60-487c-ba8f-5d87687c74f8 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 946 time: 0.1231570 Aug 17 00:08:52.435282 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6fd1ae23-951d-4285-9673-59077334a1d3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:52.465843 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-6fd1ae23-951d-4285-9673-59077334a1d3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Transition to ACTIVE for port object c57364cd-d3ef-4b3a-84ce-ff2f06fca58b will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:52.467569 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eee032-df33-456c-8908-9cf933782bcf None None] Pushing event updated for resources: {'Port': ['ID=2dcf51d8-c7ae-41aa-af22-d957effb4a49,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:52.497407 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58c210a3-a0ad-4705-85d6-f264580c3085 req-ea945091-6275-404e-a37d-7476d9d98554 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948265 Aug 17 00:08:52.542842 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6fd1ae23-951d-4285-9673-59077334a1d3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:52.629132 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2843001-2408-4ddd-8f8d-fa1f294968a2 req-c3d41e9a-b29e-4e95-909a-02730bafd1f7 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:52.631275 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2843001-2408-4ddd-8f8d-fa1f294968a2 req-c3d41e9a-b29e-4e95-909a-02730bafd1f7 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=69a4f539-e0ba-4990-b2de-8a1bbc47c22f HTTP/1.1" status: 200 len: 943 time: 0.0770385 Aug 17 00:08:52.658635 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd1ae23-951d-4285-9673-59077334a1d3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network b675eb09-ba66-4202-8480-dec95cb43ee5 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:08:52.691269 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-6fd1ae23-951d-4285-9673-59077334a1d3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:52.697998 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd1ae23-951d-4285-9673-59077334a1d3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:08:52.712953 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2843001-2408-4ddd-8f8d-fa1f294968a2 req-e339534a-eb46-4834-9e4c-07ca2f64cfc1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743253 Aug 17 00:08:52.714828 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd1ae23-951d-4285-9673-59077334a1d3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:52.715913 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6fd1ae23-951d-4285-9673-59077334a1d3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:52.722955 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd1ae23-951d-4285-9673-59077334a1d3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Port': ['ID=c57364cd-d3ef-4b3a-84ce-ff2f06fca58b,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:52.738599 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd1ae23-951d-4285-9673-59077334a1d3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:52.738955 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd1ae23-951d-4285-9673-59077334a1d3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:52.739337 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd1ae23-951d-4285-9673-59077334a1d3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:52.739651 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd1ae23-951d-4285-9673-59077334a1d3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:52.739985 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd1ae23-951d-4285-9673-59077334a1d3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:52.740314 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd1ae23-951d-4285-9673-59077334a1d3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:52.740716 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd1ae23-951d-4285-9673-59077334a1d3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:52.740970 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd1ae23-951d-4285-9673-59077334a1d3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:52.741391 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd1ae23-951d-4285-9673-59077334a1d3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:52.742053 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd1ae23-951d-4285-9673-59077334a1d3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:52.742053 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd1ae23-951d-4285-9673-59077334a1d3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:52.743027 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd1ae23-951d-4285-9673-59077334a1d3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:08:52.759271 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6fd1ae23-951d-4285-9673-59077334a1d3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2299964 Aug 17 00:08:52.760760 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45088) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:53.105032 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ca6c87c0-22f7-45e9-958b-db89fff39b0d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:53.389748 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ca6c87c0-22f7-45e9-958b-db89fff39b0d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:53.394368 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ca6c87c0-22f7-45e9-958b-db89fff39b0d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:53.450767 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 52fb3ad2-ae51-454a-854b-e06627a14550 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:08:53.476232 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c87c0-22f7-45e9-958b-db89fff39b0d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Port': ['ID=c57364cd-d3ef-4b3a-84ce-ff2f06fca58b,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:53.583765 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ca6c87c0-22f7-45e9-958b-db89fff39b0d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:53.649877 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06f2ff-931f-4f9c-aa1e-f93c806c13dd req-8e049eaf-f061-4d12-ae23-20a594e3510f tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:53.657899 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2a06f2ff-931f-4f9c-aa1e-f93c806c13dd req-8e049eaf-f061-4d12-ae23-20a594e3510f tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 946 time: 0.0723915 Aug 17 00:08:53.676092 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffe8104-f629-498f-b3c1-771cebbaa60c None None] Network b675eb09-ba66-4202-8480-dec95cb43ee5 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:08:53.697137 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2a06f2ff-931f-4f9c-aa1e-f93c806c13dd req-6d1e1e29-2bae-43dd-8418-150050e6c658 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382328 Aug 17 00:08:53.727483 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45098) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:53.746184 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ab4caf5d-1f06-453f-8621-7ed5762f5cbb None None] Provisioning for port 2dcf51d8-c7ae-41aa-af22-d957effb4a49 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:08:53.752741 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ca6c87c0-22f7-45e9-958b-db89fff39b0d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:53.827091 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 52fb3ad2-ae51-454a-854b-e06627a14550, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=52fb3ad2-ae51-454a-854b-e06627a14550,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:53.859776 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '52fb3ad2-ae51-454a-854b-e06627a14550', 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'port_id': '52fb3ad2-ae51-454a-854b-e06627a14550', 'mac_address': 'fa:16:3e:b5:57:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:08:53.877532 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2d2bcd0e-384f-4733-8b4b-78a27123bb81 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/floatingips/fc38b6f1-4fdd-4abb-bf26-0c070a67ee20 HTTP/1.1" status: 200 len: 993 time: 0.1462295 Aug 17 00:08:53.907280 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52f056-c89d-444b-a821-b9a7c597e128 req-a246355b-85ad-4624-9829-32d7af2a1c91 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:53.909262 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f52f056-c89d-444b-a821-b9a7c597e128 req-a246355b-85ad-4624-9829-32d7af2a1c91 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=69a4f539-e0ba-4990-b2de-8a1bbc47c22f HTTP/1.1" status: 200 len: 943 time: 0.0847974 Aug 17 00:08:53.915926 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:53.949404 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52fb3ad2-ae51-454a-854b-e06627a14550 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:08:53.984280 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 52fb3ad2-ae51-454a-854b-e06627a14550, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=52fb3ad2-ae51-454a-854b-e06627a14550,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:53.985023 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f52f056-c89d-444b-a821-b9a7c597e128 req-815d95fd-f864-412a-b910-660cee05d7f0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636690 Aug 17 00:08:54.006781 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:54.072961 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=52fb3ad2-ae51-454a-854b-e06627a14550,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:54.163026 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ca6c87c0-22f7-45e9-958b-db89fff39b0d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:54.169241 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ca6c87c0-22f7-45e9-958b-db89fff39b0d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:54.170103 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ca6c87c0-22f7-45e9-958b-db89fff39b0d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:54.292960 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c87c0-22f7-45e9-958b-db89fff39b0d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Port': ['ID=c57364cd-d3ef-4b3a-84ce-ff2f06fca58b,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:54.308707 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ddd6315e-2db3-420b-88c7-fb9331121ddd None None] Provisioning for port c57364cd-d3ef-4b3a-84ce-ff2f06fca58b completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:08:54.314153 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ddd6315e-2db3-420b-88c7-fb9331121ddd None None] Provisioning complete for port c57364cd-d3ef-4b3a-84ce-ff2f06fca58b triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:54.314153 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ddd6315e-2db3-420b-88c7-fb9331121ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:54.363961 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6c87c0-22f7-45e9-958b-db89fff39b0d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network b675eb09-ba66-4202-8480-dec95cb43ee5 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:08:54.365578 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-ca6c87c0-22f7-45e9-958b-db89fff39b0d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:54.374129 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ddd6315e-2db3-420b-88c7-fb9331121ddd None None] Port c57364cd-d3ef-4b3a-84ce-ff2f06fca58b cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:08:54.473644 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2dcf51d8-c7ae-41aa-af22-d957effb4a49 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:08:54.503440 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['52fb3ad2-ae51-454a-854b-e06627a14550'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:08:54.534790 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6c87c0-22f7-45e9-958b-db89fff39b0d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Router 438767b4-a8bd-4093-b280-81023aa6ff21 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:08:54.633797 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-90a651c3-c1bd-4ff6-a1aa-078146c66275 None None] Provisioning complete for port c57364cd-d3ef-4b3a-84ce-ff2f06fca58b triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:54.634260 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-90a651c3-c1bd-4ff6-a1aa-078146c66275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:54.636931 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 2dcf51d8-c7ae-41aa-af22-d957effb4a49 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:08:54.656128 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6c87c0-22f7-45e9-958b-db89fff39b0d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:08:54.659877 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 2dcf51d8-c7ae-41aa-af22-d957effb4a49 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:54.660340 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:54.663784 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ca6c87c0-22f7-45e9-958b-db89fff39b0d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "PUT /v2.0/routers/438767b4-a8bd-4093-b280-81023aa6ff21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9018874 Aug 17 00:08:54.666710 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45118) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:54.672360 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c08b38-fa66-4f1d-9400-d1df48d5fc79 None None] Sync routers for ids ['438767b4-a8bd-4093-b280-81023aa6ff21'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:08:54.690782 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c08b38-fa66-4f1d-9400-d1df48d5fc79 None None] Routers {'438767b4-a8bd-4093-b280-81023aa6ff21'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:08:54.691776 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-80c08b38-fa66-4f1d-9400-d1df48d5fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:08:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['438767b4-a8bd-4093-b280-81023aa6ff21'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:54.745239 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8937a2f0-a5b2-4ca2-a30a-7227da9d13cd tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:54.750579 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45122) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:54.751122 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8937a2f0-a5b2-4ca2-a30a-7227da9d13cd tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "GET /v2.0/ports?device_id=438767b4-a8bd-4093-b280-81023aa6ff21 HTTP/1.1" status: 200 len: 988 time: 0.0828853 Aug 17 00:08:54.751725 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-90a651c3-c1bd-4ff6-a1aa-078146c66275 None None] Port c57364cd-d3ef-4b3a-84ce-ff2f06fca58b cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:08:54.762472 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-80c08b38-fa66-4f1d-9400-d1df48d5fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:54.784317 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c08b38-fa66-4f1d-9400-d1df48d5fc79 None None] Routers {'438767b4-a8bd-4093-b280-81023aa6ff21'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:08:54.784956 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-80c08b38-fa66-4f1d-9400-d1df48d5fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:08:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['438767b4-a8bd-4093-b280-81023aa6ff21'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:54.834921 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:54.848968 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-80c08b38-fa66-4f1d-9400-d1df48d5fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:54.850085 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c08b38-fa66-4f1d-9400-d1df48d5fc79 None None] The sync data for ids ['438767b4-a8bd-4093-b280-81023aa6ff21'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:08:54.903088 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 2dcf51d8-c7ae-41aa-af22-d957effb4a49, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2dcf51d8-c7ae-41aa-af22-d957effb4a49,segment=NetworkSegment(5bf664b1-4555-43ff-a6c6-5793daa6500e),segment_id=5bf664b1-4555-43ff-a6c6-5793daa6500e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:54.917355 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1cb2ba54-d8c8-432d-8313-deeffeaf9f3e None None] Provisioning complete for port c57364cd-d3ef-4b3a-84ce-ff2f06fca58b triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:54.917355 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1cb2ba54-d8c8-432d-8313-deeffeaf9f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:54.919910 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:54.987962 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1cb2ba54-d8c8-432d-8313-deeffeaf9f3e None None] Port c57364cd-d3ef-4b3a-84ce-ff2f06fca58b cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:08:55.005689 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=2dcf51d8-c7ae-41aa-af22-d957effb4a49,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:55.219099 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f631927c-6f5e-40ec-ab14-ee5ad036d5cb None None] Provisioning complete for port c57364cd-d3ef-4b3a-84ce-ff2f06fca58b triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:55.219987 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f631927c-6f5e-40ec-ab14-ee5ad036d5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:55.264122 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f631927c-6f5e-40ec-ab14-ee5ad036d5cb None None] Port c57364cd-d3ef-4b3a-84ce-ff2f06fca58b cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:08:55.497023 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad37a9-6c5a-4c1e-980b-18bc055bc7fc req-f27e0a4d-a0f2-4ae3-9194-141d33ab5383 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:55.498547 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6bad37a9-6c5a-4c1e-980b-18bc055bc7fc req-f27e0a4d-a0f2-4ae3-9194-141d33ab5383 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=69a4f539-e0ba-4990-b2de-8a1bbc47c22f HTTP/1.1" status: 200 len: 944 time: 0.1139760 Aug 17 00:08:55.583469 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6bad37a9-6c5a-4c1e-980b-18bc055bc7fc req-68b50eb4-40b0-46f5-8033-bbc36bd7681e tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666513 Aug 17 00:08:55.790843 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-239fb59b-6d9d-4843-b95f-0ff393f3e280 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:56.017750 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-239fb59b-6d9d-4843-b95f-0ff393f3e280 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting port c57364cd-d3ef-4b3a-84ce-ff2f06fca58b {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:56.018232 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-239fb59b-6d9d-4843-b95f-0ff393f3e280 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:56.111770 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-239fb59b-6d9d-4843-b95f-0ff393f3e280 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:56.124252 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-239fb59b-6d9d-4843-b95f-0ff393f3e280 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Calling delete_port for c57364cd-d3ef-4b3a-84ce-ff2f06fca58b owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:56.307006 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-239fb59b-6d9d-4843-b95f-0ff393f3e280 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:56.347301 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fb59b-6d9d-4843-b95f-0ff393f3e280 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Port': ['ID=c57364cd-d3ef-4b3a-84ce-ff2f06fca58b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:56.450130 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-239fb59b-6d9d-4843-b95f-0ff393f3e280 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:56.453449 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2dcf51d8-c7ae-41aa-af22-d957effb4a49 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:08:56.519651 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 2dcf51d8-c7ae-41aa-af22-d957effb4a49 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:56.520415 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:56.640283 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239fb59b-6d9d-4843-b95f-0ff393f3e280 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Router 438767b4-a8bd-4093-b280-81023aa6ff21 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:08:56.746390 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239fb59b-6d9d-4843-b95f-0ff393f3e280 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:08:56.754763 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45148) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:56.764295 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-239fb59b-6d9d-4843-b95f-0ff393f3e280 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "PUT /v2.0/routers/438767b4-a8bd-4093-b280-81023aa6ff21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0123322 Aug 17 00:08:56.788681 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab05ef3-b90f-4b9f-9dcd-9f497f30c698 None None] Sync routers for ids ['438767b4-a8bd-4093-b280-81023aa6ff21'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:08:56.800202 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60098d30-883f-4f6e-8170-9ba801471f15 req-ede88f7d-c51a-4cb7-a337-4d4dfb1af2a6 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:56.801879 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-60098d30-883f-4f6e-8170-9ba801471f15 req-ede88f7d-c51a-4cb7-a337-4d4dfb1af2a6 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=69a4f539-e0ba-4990-b2de-8a1bbc47c22f HTTP/1.1" status: 200 len: 944 time: 0.1189382 Aug 17 00:08:56.806948 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab05ef3-b90f-4b9f-9dcd-9f497f30c698 None None] Routers {'438767b4-a8bd-4093-b280-81023aa6ff21'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:08:56.807619 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3ab05ef3-b90f-4b9f-9dcd-9f497f30c698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:08:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['438767b4-a8bd-4093-b280-81023aa6ff21'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:56.859521 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-60098d30-883f-4f6e-8170-9ba801471f15 req-a00ef229-78a8-4c3e-8ff6-ddf56e04d9e6 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419228 Aug 17 00:08:56.881360 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3ab05ef3-b90f-4b9f-9dcd-9f497f30c698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:56.895162 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab05ef3-b90f-4b9f-9dcd-9f497f30c698 None None] Routers {'438767b4-a8bd-4093-b280-81023aa6ff21'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:08:56.895796 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3ab05ef3-b90f-4b9f-9dcd-9f497f30c698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:08:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['438767b4-a8bd-4093-b280-81023aa6ff21'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:56.937197 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3ab05ef3-b90f-4b9f-9dcd-9f497f30c698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:56.938285 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab05ef3-b90f-4b9f-9dcd-9f497f30c698 None None] The sync data for ids ['438767b4-a8bd-4093-b280-81023aa6ff21'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:08:57.189679 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1f1bd0-863e-42f4-bb58-a9c2ceaf3c45 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] GET failed (client error): The resource could not be found. Aug 17 00:08:57.191311 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5e1f1bd0-863e-42f4-bb58-a9c2ceaf3c45 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "GET /v2.0/ports/c57364cd-d3ef-4b3a-84ce-ff2f06fca58b HTTP/1.1" status: 404 len: 333 time: 0.4355609 Aug 17 00:08:57.194154 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45152) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:57.272750 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78a8b1c6-3099-4d0a-9e08-bd4b4e973602 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:57.437744 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78a8b1c6-3099-4d0a-9e08-bd4b4e973602 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:57.439822 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78a8b1c6-3099-4d0a-9e08-bd4b4e973602 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:57.456268 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 52fb3ad2-ae51-454a-854b-e06627a14550 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:08:57.488965 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78a8b1c6-3099-4d0a-9e08-bd4b4e973602 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:57.490205 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a8b1c6-3099-4d0a-9e08-bd4b4e973602 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Fanout notify agent at l3_agent the message router_deleted on router 438767b4-a8bd-4093-b280-81023aa6ff21 {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:08:57.499631 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78a8b1c6-3099-4d0a-9e08-bd4b4e973602 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:57.500902 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-78a8b1c6-3099-4d0a-9e08-bd4b4e973602 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/routers/438767b4-a8bd-4093-b280-81023aa6ff21 HTTP/1.1" status: 204 len: 168 time: 0.3056104 Aug 17 00:08:57.503484 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45154) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:57.512306 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 52fb3ad2-ae51-454a-854b-e06627a14550 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:08:57.516966 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 52fb3ad2-ae51-454a-854b-e06627a14550 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:08:57.516966 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:57.563467 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-be32ec64-2fd6-4aeb-a294-f38ff598ad9a tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting subnet 28ea7170-6584-4b31-83d9-db5d92218475 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:08:57.567031 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-be32ec64-2fd6-4aeb-a294-f38ff598ad9a tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:57.609425 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:57.613754 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-be32ec64-2fd6-4aeb-a294-f38ff598ad9a tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:57.631682 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a4f539-e0ba-4990-b2de-8a1bbc47c22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fb3ad2-ae51-454a-854b-e06627a14550'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:08:57.634667 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8415d2-cb23-4356-b6c6-b0d26c75b88a" -d '{"events": [{"server_uuid": "69a4f539-e0ba-4990-b2de-8a1bbc47c22f", "name": "network-vif-plugged", "status": "completed", "tag": "52fb3ad2-ae51-454a-854b-e06627a14550"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:08:57.648151 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 52fb3ad2-ae51-454a-854b-e06627a14550, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=52fb3ad2-ae51-454a-854b-e06627a14550,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:57.654371 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:57.690051 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203bd37e-7828-4bba-9250-18b47af9a045 x-openstack-request-id: req-203bd37e-7828-4bba-9250-18b47af9a045 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:08:57.690290 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a4f539-e0ba-4990-b2de-8a1bbc47c22f", "name": "network-vif-plugged", "status": "completed", "tag": "52fb3ad2-ae51-454a-854b-e06627a14550", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:08:57.690545 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-203bd37e-7828-4bba-9250-18b47af9a045 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:08:57.690939 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a4f539-e0ba-4990-b2de-8a1bbc47c22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fb3ad2-ae51-454a-854b-e06627a14550', 'code': 200} Aug 17 00:08:57.714920 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-be32ec64-2fd6-4aeb-a294-f38ff598ad9a tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:57.723069 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=52fb3ad2-ae51-454a-854b-e06627a14550,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:57.816923 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-be32ec64-2fd6-4aeb-a294-f38ff598ad9a tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:57.831536 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c65ae9-3965-454b-aef5-664f8731bd2e req-282f1385-fb76-4efd-939a-b7c7f0bec7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:57.833176 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-33c65ae9-3965-454b-aef5-664f8731bd2e req-282f1385-fb76-4efd-939a-b7c7f0bec7f8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=69a4f539-e0ba-4990-b2de-8a1bbc47c22f HTTP/1.1" status: 200 len: 1097 time: 0.0770521 Aug 17 00:08:57.872217 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be32ec64-2fd6-4aeb-a294-f38ff598ad9a tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Subnet': ['ID=28ea7170-6584-4b31-83d9-db5d92218475,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:57.874403 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-be32ec64-2fd6-4aeb-a294-f38ff598ad9a tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:57.875410 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41877e67-ae21-4b85-a010-4b979cdbee11 None None] Network b675eb09-ba66-4202-8480-dec95cb43ee5 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:08:57.876265 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-be32ec64-2fd6-4aeb-a294-f38ff598ad9a tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/subnets/28ea7170-6584-4b31-83d9-db5d92218475 HTTP/1.1" status: 204 len: 168 time: 0.3716538 Aug 17 00:08:57.880085 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45164) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:57.902923 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-33c65ae9-3965-454b-aef5-664f8731bd2e req-332467c0-cd46-4cfa-8905-8ed543937413 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485752 Aug 17 00:08:57.974578 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f369255-58cd-4130-9d26-757b6b03d97b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:58.029792 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12020f84-12d2-4c5e-8491-7447abc2a489 req-1a4ec171-1be2-4766-87ff-5c6bc03f0d1a tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:58.034908 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-12020f84-12d2-4c5e-8491-7447abc2a489 req-1a4ec171-1be2-4766-87ff-5c6bc03f0d1a tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=69a4f539-e0ba-4990-b2de-8a1bbc47c22f HTTP/1.1" status: 200 len: 945 time: 0.0896504 Aug 17 00:08:58.044878 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-7f369255-58cd-4130-9d26-757b6b03d97b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting port 2dcf51d8-c7ae-41aa-af22-d957effb4a49 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:58.045481 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f369255-58cd-4130-9d26-757b6b03d97b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:58.089595 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-12020f84-12d2-4c5e-8491-7447abc2a489 req-ba08ef99-0d5b-442d-868d-7f66bd5fde23 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445199 Aug 17 00:08:58.135243 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5769ba-d895-46dd-9ab9-f7007fd2b7dd None None] DHCP port deletion for b675eb09-ba66-4202-8480-dec95cb43ee5 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:08:58.146558 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-7f369255-58cd-4130-9d26-757b6b03d97b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] For port 2dcf51d8-c7ae-41aa-af22-d957effb4a49, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2dcf51d8-c7ae-41aa-af22-d957effb4a49,segment=NetworkSegment(5bf664b1-4555-43ff-a6c6-5793daa6500e),segment_id=5bf664b1-4555-43ff-a6c6-5793daa6500e)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:58.147021 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f369255-58cd-4130-9d26-757b6b03d97b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:58.159981 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-7f369255-58cd-4130-9d26-757b6b03d97b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Calling delete_port for 2dcf51d8-c7ae-41aa-af22-d957effb4a49 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:58.184666 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-6d5769ba-d895-46dd-9ab9-f7007fd2b7dd None None] Deleting port 2dcf51d8-c7ae-41aa-af22-d957effb4a49 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:08:58.185180 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6d5769ba-d895-46dd-9ab9-f7007fd2b7dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:58.256164 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f369255-58cd-4130-9d26-757b6b03d97b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:58.259686 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-6d5769ba-d895-46dd-9ab9-f7007fd2b7dd None None] For port 2dcf51d8-c7ae-41aa-af22-d957effb4a49, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2dcf51d8-c7ae-41aa-af22-d957effb4a49,segment=NetworkSegment(5bf664b1-4555-43ff-a6c6-5793daa6500e),segment_id=5bf664b1-4555-43ff-a6c6-5793daa6500e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:58.260116 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6d5769ba-d895-46dd-9ab9-f7007fd2b7dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:58.273983 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-6d5769ba-d895-46dd-9ab9-f7007fd2b7dd None None] Calling delete_port for 2dcf51d8-c7ae-41aa-af22-d957effb4a49 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:08:58.283719 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f369255-58cd-4130-9d26-757b6b03d97b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Port': ['ID=2dcf51d8-c7ae-41aa-af22-d957effb4a49,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:58.288339 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f369255-58cd-4130-9d26-757b6b03d97b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] No DVR routers for this DVR port 2dcf51d8-c7ae-41aa-af22-d957effb4a49 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:08:58.359881 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6d5769ba-d895-46dd-9ab9-f7007fd2b7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:58.374236 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f369255-58cd-4130-9d26-757b6b03d97b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:58.385470 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-7f369255-58cd-4130-9d26-757b6b03d97b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b675eb09-ba66-4202-8480-dec95cb43ee5']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:58.391833 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5769ba-d895-46dd-9ab9-f7007fd2b7dd None None] Pushing event deleted for resources: {'Port': ['ID=2dcf51d8-c7ae-41aa-af22-d957effb4a49,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:58.397646 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5769ba-d895-46dd-9ab9-f7007fd2b7dd None None] No DVR routers for this DVR port 2dcf51d8-c7ae-41aa-af22-d957effb4a49 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:08:58.404322 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-7f369255-58cd-4130-9d26-757b6b03d97b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf664b1-4555-43ff-a6c6-5793daa6500e') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:58.404628 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-7f369255-58cd-4130-9d26-757b6b03d97b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf664b1-4555-43ff-a6c6-5793daa6500e') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:08:58.414905 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f369255-58cd-4130-9d26-757b6b03d97b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:58.428619 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f369255-58cd-4130-9d26-757b6b03d97b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:58.446515 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f369255-58cd-4130-9d26-757b6b03d97b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:08:58.446922 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f369255-58cd-4130-9d26-757b6b03d97b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:08:58.451359 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:08:58.453084 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2dcf51d8-c7ae-41aa-af22-d957effb4a49 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:08:58.478072 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 2dcf51d8-c7ae-41aa-af22-d957effb4a49 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:08:58.478701 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2dcf51d8-c7ae-41aa-af22-d957effb4a49 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:08:58.511827 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f369255-58cd-4130-9d26-757b6b03d97b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:58.516184 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f369255-58cd-4130-9d26-757b6b03d97b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:58.518136 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7f369255-58cd-4130-9d26-757b6b03d97b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/networks/b675eb09-ba66-4202-8480-dec95cb43ee5 HTTP/1.1" status: 204 len: 168 time: 0.6370516 Aug 17 00:08:58.522773 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45168) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:58.536967 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f369255-58cd-4130-9d26-757b6b03d97b tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Network': ['ID=b675eb09-ba66-4202-8480-dec95cb43ee5,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:58.569705 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc19e1a-6237-4b0d-8f7a-255e53ad4c55 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:58.571655 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0fc19e1a-6237-4b0d-8f7a-255e53ad4c55 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "GET /v2.0/ports/aac7c3e0-5cf0-4331-b3b7-895eabf959c6 HTTP/1.1" status: 200 len: 845 time: 0.0477481 Aug 17 00:08:58.575365 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45170) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:58.866912 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1c32d821-4da1-4f3e-8ccf-be060f728bc2 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "GET /v2.0/ports/aac7c3e0-5cf0-4331-b3b7-895eabf959c6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2904522 Aug 17 00:08:58.872162 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45174) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:58.877198 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-b5e7eea7-7ff8-4fe4-8f81-36d70b1ad084 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'subnet': {'network_id': '99ed2dce-3728-466b-aefa-f61b98fddb46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:58.982855 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e7eea7-7ff8-4fe4-8f81-36d70b1ad084 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:58.986387 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b5e7eea7-7ff8-4fe4-8f81-36d70b1ad084 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:59.189305 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b5e7eea7-7ff8-4fe4-8f81-36d70b1ad084 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:59.254230 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e7eea7-7ff8-4fe4-8f81-36d70b1ad084 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network 99ed2dce-3728-466b-aefa-f61b98fddb46 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:08:59.260308 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-b5e7eea7-7ff8-4fe4-8f81-36d70b1ad084 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:59.263789 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e7eea7-7ff8-4fe4-8f81-36d70b1ad084 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:59.264318 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b5e7eea7-7ff8-4fe4-8f81-36d70b1ad084 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:59.272597 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44c6db2-a283-4048-9816-a6f789101310 None None] Network 99ed2dce-3728-466b-aefa-f61b98fddb46 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:08:59.282541 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7eea7-7ff8-4fe4-8f81-36d70b1ad084 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Subnet': ['ID=4dd8d595-af97-4b0b-9b08-7c074f111927,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:59.298188 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bfb7b-1550-4d60-892f-05efa564861d req-b2140c3f-88b1-44a3-ba59-e44491f05041 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:59.299817 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-910bfb7b-1550-4d60-892f-05efa564861d req-b2140c3f-88b1-44a3-ba59-e44491f05041 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=69a4f539-e0ba-4990-b2de-8a1bbc47c22f HTTP/1.1" status: 200 len: 945 time: 0.1262777 Aug 17 00:08:59.307038 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b5e7eea7-7ff8-4fe4-8f81-36d70b1ad084 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4337895 Aug 17 00:08:59.310009 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45182) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:59.315375 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-ef4b564b-4fdd-4dca-9b53-5109357f71dd tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'security_group': {'name': 'tempest-secgroup-1825153004'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:59.343500 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef4b564b-4fdd-4dca-9b53-5109357f71dd tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:59.345166 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-910bfb7b-1550-4d60-892f-05efa564861d req-f557de85-1f34-48d1-97a7-f5b0f63f883b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368040 Aug 17 00:08:59.468577 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8a86d4-a818-42c7-9643-edfae75f1f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-99ed2dce-3728-466b-aefa-f61b98fddb46', 'network_id': '99ed2dce-3728-466b-aefa-f61b98fddb46', 'tenant_id': '8d8294cd73cf449ebc0fe693172af319', 'fixed_ips': [{'subnet_id': '4dd8d595-af97-4b0b-9b08-7c074f111927'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:08:59.469517 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fd8a86d4-a818-42c7-9643-edfae75f1f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:59.482469 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef4b564b-4fdd-4dca-9b53-5109357f71dd tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:59.484536 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d25af64b-3ecb-46f8-948f-0e5f1efb936a req-871ec54c-c4f0-4053-9dc2-0529fad6b982 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=61108af2093845fe9a64c45c9df6e55d HTTP/1.1" status: 200 len: 267 time: 0.0642982 Aug 17 00:08:59.493762 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef4b564b-4fdd-4dca-9b53-5109357f71dd tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:59.519604 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b564b-4fdd-4dca-9b53-5109357f71dd tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa1d4a7-8480-4178-93d2-6c17d0fc09ba,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:59.545482 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef4b564b-4fdd-4dca-9b53-5109357f71dd tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:59.549166 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ef4b564b-4fdd-4dca-9b53-5109357f71dd tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2352042 Aug 17 00:08:59.550751 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45186) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:59.556252 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-5420d8ad-8f49-4010-8407-f2cdad87a653 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'security_group': {'name': 'tempest-secgroup-1594151457'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:59.574896 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25af64b-3ecb-46f8-948f-0e5f1efb936a req-7c2f5bc3-cdb2-4c6f-bd10-d759aba4e088 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:59.578103 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d25af64b-3ecb-46f8-948f-0e5f1efb936a req-7c2f5bc3-cdb2-4c6f-bd10-d759aba4e088 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=69a4f539-e0ba-4990-b2de-8a1bbc47c22f HTTP/1.1" status: 200 len: 945 time: 0.0863991 Aug 17 00:08:59.586473 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5420d8ad-8f49-4010-8407-f2cdad87a653 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:59.593555 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-d25af64b-3ecb-46f8-948f-0e5f1efb936a req-c15580e8-1ef8-4dbd-9c48-291b979c876e tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Request body: {'port': {'security_groups': []}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:59.643416 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-fd8a86d4-a818-42c7-9643-edfae75f1f29 None None] Allocated IP 2001:db8::2 (99ed2dce-3728-466b-aefa-f61b98fddb46/4dd8d595-af97-4b0b-9b08-7c074f111927/a42ff222-0b8e-4c56-a1ab-48b2aa02b208) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:08:59.680794 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d25af64b-3ecb-46f8-948f-0e5f1efb936a req-c15580e8-1ef8-4dbd-9c48-291b979c876e tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:59.705831 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5420d8ad-8f49-4010-8407-f2cdad87a653 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:59.713391 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5420d8ad-8f49-4010-8407-f2cdad87a653 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:59.750492 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420d8ad-8f49-4010-8407-f2cdad87a653 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf36fe6-8bee-4b60-8a46-73175194efdd,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:08:59.765053 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5420d8ad-8f49-4010-8407-f2cdad87a653 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:59.766802 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5420d8ad-8f49-4010-8407-f2cdad87a653 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2149591 Aug 17 00:08:59.770571 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45188) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:08:59.778811 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1a09a620-eded-4869-ab5b-a068d15e701c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-285034527', 'security_groups': ['0cf36fe6-8bee-4b60-8a46-73175194efdd'], 'network_id': '99ed2dce-3728-466b-aefa-f61b98fddb46', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4dd8d595-af97-4b0b-9b08-7c074f111927'}]}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:08:59.875539 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fd8a86d4-a818-42c7-9643-edfae75f1f29 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:59.888808 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fd8a86d4-a818-42c7-9643-edfae75f1f29 None None] Transition to ACTIVE for port object a42ff222-0b8e-4c56-a1ab-48b2aa02b208 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:59.909861 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-d25af64b-3ecb-46f8-948f-0e5f1efb936a req-c15580e8-1ef8-4dbd-9c48-291b979c876e tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] For port 52fb3ad2-ae51-454a-854b-e06627a14550, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=52fb3ad2-ae51-454a-854b-e06627a14550,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:08:59.915668 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fd8a86d4-a818-42c7-9643-edfae75f1f29 None None] Transition to ACTIVE for port object a42ff222-0b8e-4c56-a1ab-48b2aa02b208 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:08:59.925995 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fd8a86d4-a818-42c7-9643-edfae75f1f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:59.948268 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a09a620-eded-4869-ab5b-a068d15e701c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:08:59.984892 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8a86d4-a818-42c7-9643-edfae75f1f29 None None] Network 99ed2dce-3728-466b-aefa-f61b98fddb46 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:08:59.992975 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-fd8a86d4-a818-42c7-9643-edfae75f1f29 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:08:59.998725 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8a86d4-a818-42c7-9643-edfae75f1f29 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:09:00.000652 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d25af64b-3ecb-46f8-948f-0e5f1efb936a req-c15580e8-1ef8-4dbd-9c48-291b979c876e tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:00.013752 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d25af64b-3ecb-46f8-948f-0e5f1efb936a req-c15580e8-1ef8-4dbd-9c48-291b979c876e tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:00.041654 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['7c8873b4-93a4-4df6-bf56-3611a674fd0f', 'd17a5703-97f8-4991-821d-1214497843af', '52fb3ad2-ae51-454a-854b-e06627a14550'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:09:00.051273 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a86d4-a818-42c7-9643-edfae75f1f29 None None] Pushing event updated for resources: {'Port': ['ID=a42ff222-0b8e-4c56-a1ab-48b2aa02b208,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:00.090276 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25af64b-3ecb-46f8-948f-0e5f1efb936a req-c15580e8-1ef8-4dbd-9c48-291b979c876e tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:00.094523 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d25af64b-3ecb-46f8-948f-0e5f1efb936a req-c15580e8-1ef8-4dbd-9c48-291b979c876e tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:00.096306 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d25af64b-3ecb-46f8-948f-0e5f1efb936a req-c15580e8-1ef8-4dbd-9c48-291b979c876e tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "PUT /v2.0/ports/52fb3ad2-ae51-454a-854b-e06627a14550 HTTP/1.1" status: 200 len: 904 time: 0.5092328 Aug 17 00:09:00.096909 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a4f539-e0ba-4990-b2de-8a1bbc47c22f', 'tag': '52fb3ad2-ae51-454a-854b-e06627a14550'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:09:00.105292 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6572d7cd-5170-4404-b699-fa7420038d38" -d '{"events": [{"name": "network-changed", "server_uuid": "69a4f539-e0ba-4990-b2de-8a1bbc47c22f", "tag": "52fb3ad2-ae51-454a-854b-e06627a14550"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:09:00.107125 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1a09a620-eded-4869-ab5b-a068d15e701c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:00.147740 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15580e8-1ef8-4dbd-9c48-291b979c876e tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Pushing event updated for resources: {'Port': ['ID=52fb3ad2-ae51-454a-854b-e06627a14550,revision_number=6']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:00.172505 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-1a09a620-eded-4869-ab5b-a068d15e701c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] device_id is not set on port 26152c5f-2565-4239-8fe1-c272d868d74a yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:09:00.224352 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df533630-7453-4236-9afd-5c59cba4538b x-openstack-request-id: req-df533630-7453-4236-9afd-5c59cba4538b {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:09:00.224853 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a4f539-e0ba-4990-b2de-8a1bbc47c22f", "tag": "52fb3ad2-ae51-454a-854b-e06627a14550", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:09:00.225279 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df533630-7453-4236-9afd-5c59cba4538b {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:09:00.225841 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a4f539-e0ba-4990-b2de-8a1bbc47c22f', 'tag': '52fb3ad2-ae51-454a-854b-e06627a14550', 'status': 'completed', 'code': 200} Aug 17 00:09:00.230787 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-fd8a86d4-a818-42c7-9643-edfae75f1f29 None None] Attempting to bind port a42ff222-0b8e-4c56-a1ab-48b2aa02b208 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:09:00.231161 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-fd8a86d4-a818-42c7-9643-edfae75f1f29 None None] Attempting to bind port a42ff222-0b8e-4c56-a1ab-48b2aa02b208 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '0c40ec60-4c69-4c11-9160-1b9a9bec13f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '99ed2dce-3728-466b-aefa-f61b98fddb46'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:09:00.231691 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8a86d4-a818-42c7-9643-edfae75f1f29 None None] Attempting to bind port a42ff222-0b8e-4c56-a1ab-48b2aa02b208 on network 99ed2dce-3728-466b-aefa-f61b98fddb46 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:09:00.249430 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8a86d4-a818-42c7-9643-edfae75f1f29 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:09:00.250049 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8a86d4-a818-42c7-9643-edfae75f1f29 None None] Checking segment: {'id': '0c40ec60-4c69-4c11-9160-1b9a9bec13f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '99ed2dce-3728-466b-aefa-f61b98fddb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:09:00.250697 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fd8a86d4-a818-42c7-9643-edfae75f1f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:00.251354 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8a86d4-a818-42c7-9643-edfae75f1f29 None None] Bound using segment: {'id': '0c40ec60-4c69-4c11-9160-1b9a9bec13f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '99ed2dce-3728-466b-aefa-f61b98fddb46'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:09:00.252249 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-fd8a86d4-a818-42c7-9643-edfae75f1f29 None None] Bound port: a42ff222-0b8e-4c56-a1ab-48b2aa02b208, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c40ec60-4c69-4c11-9160-1b9a9bec13f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '99ed2dce-3728-466b-aefa-f61b98fddb46'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:09:00.252771 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fd8a86d4-a818-42c7-9643-edfae75f1f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:00.380549 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478d688-db9f-494c-b0ce-50ff7ebd648b req-a121c9bd-9ee3-4026-8630-3b1a437136d8 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:00.382112 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-fd8a86d4-a818-42c7-9643-edfae75f1f29 None None] For port a42ff222-0b8e-4c56-a1ab-48b2aa02b208, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:09:00.382339 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8478d688-db9f-494c-b0ce-50ff7ebd648b req-a121c9bd-9ee3-4026-8630-3b1a437136d8 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=69a4f539-e0ba-4990-b2de-8a1bbc47c22f HTTP/1.1" status: 200 len: 907 time: 0.1835589 Aug 17 00:09:00.395270 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572d7cd-5170-4404-b699-fa7420038d38 req-2ca9a318-441f-4501-b4f4-c02d9dfd5a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:00.397117 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6572d7cd-5170-4404-b699-fa7420038d38 req-2ca9a318-441f-4501-b4f4-c02d9dfd5a41 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61108af2093845fe9a64c45c9df6e55d&device_id=69a4f539-e0ba-4990-b2de-8a1bbc47c22f HTTP/1.1" status: 200 len: 1059 time: 0.1609025 Aug 17 00:09:00.406990 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-fd8a86d4-a818-42c7-9643-edfae75f1f29 None None] For port a42ff222-0b8e-4c56-a1ab-48b2aa02b208, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a42ff222-0b8e-4c56-a1ab-48b2aa02b208,segment=NetworkSegment(0c40ec60-4c69-4c11-9160-1b9a9bec13f5),segment_id=0c40ec60-4c69-4c11-9160-1b9a9bec13f5)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:09:00.420749 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['52fb3ad2-ae51-454a-854b-e06627a14550'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:09:00.452684 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fd8a86d4-a818-42c7-9643-edfae75f1f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:00.534268 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-1a09a620-eded-4869-ab5b-a068d15e701c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Allocated IP 2001:db8::2d0 (99ed2dce-3728-466b-aefa-f61b98fddb46/4dd8d595-af97-4b0b-9b08-7c074f111927/26152c5f-2565-4239-8fe1-c272d868d74a) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:09:00.576357 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572d7cd-5170-4404-b699-fa7420038d38 req-59d8a3fd-b99f-4282-a572-d0d1e1a8f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:00.580368 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6572d7cd-5170-4404-b699-fa7420038d38 req-59d8a3fd-b99f-4282-a572-d0d1e1a8f780 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf42c908-bd85-4d10-afc7-00681d389032 HTTP/1.1" status: 200 len: 913 time: 0.1732707 Aug 17 00:09:00.647188 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6572d7cd-5170-4404-b699-fa7420038d38 req-d03e2345-002d-406d-b3eb-d40a6bfefa5d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52fb3ad2-ae51-454a-854b-e06627a14550 HTTP/1.1" status: 200 len: 217 time: 0.0595412 Aug 17 00:09:00.651736 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4d8bfc04-f011-498c-8596-fa03763e1b7c None None] Provisioning complete for port 52fb3ad2-ae51-454a-854b-e06627a14550 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:00.652279 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4d8bfc04-f011-498c-8596-fa03763e1b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:00.722484 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a86d4-a818-42c7-9643-edfae75f1f29 None None] Pushing event updated for resources: {'Port': ['ID=a42ff222-0b8e-4c56-a1ab-48b2aa02b208,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:00.748028 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572d7cd-5170-4404-b699-fa7420038d38 req-f598ffcb-a2fc-4877-b0d0-2c59969ca38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:00.749604 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6572d7cd-5170-4404-b699-fa7420038d38 req-f598ffcb-a2fc-4877-b0d0-2c59969ca38a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1afde0e7-f7b0-4278-82ad-0cbe61d404a7 HTTP/1.1" status: 200 len: 851 time: 0.0938447 Aug 17 00:09:00.759921 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d33c9f-a19a-4b23-8122-06871d081fc5 req-0726b11f-4004-4838-956c-9f0e487cf424 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:00.768866 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-11d33c9f-a19a-4b23-8122-06871d081fc5 req-0726b11f-4004-4838-956c-9f0e487cf424 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.2502995 Aug 17 00:09:00.772651 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1a09a620-eded-4869-ab5b-a068d15e701c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:00.796917 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-1a09a620-eded-4869-ab5b-a068d15e701c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Transition to ACTIVE for port object 26152c5f-2565-4239-8fe1-c272d868d74a will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:00.847782 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1a09a620-eded-4869-ab5b-a068d15e701c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:00.873906 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-11d33c9f-a19a-4b23-8122-06871d081fc5 req-2e3f4ca7-980c-40ea-a714-c56b9f290077 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757425 Aug 17 00:09:00.923389 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572d7cd-5170-4404-b699-fa7420038d38 req-3ec9bdd0-2994-464b-b887-6ba5167901a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:00.925696 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6572d7cd-5170-4404-b699-fa7420038d38 req-3ec9bdd0-2994-464b-b887-6ba5167901a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf42c908-bd85-4d10-afc7-00681d389032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1479106 Aug 17 00:09:00.990498 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a09a620-eded-4869-ab5b-a068d15e701c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network 99ed2dce-3728-466b-aefa-f61b98fddb46 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:09:00.995292 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-1a09a620-eded-4869-ab5b-a068d15e701c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:01.000257 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a09a620-eded-4869-ab5b-a068d15e701c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:09:01.006473 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a09a620-eded-4869-ab5b-a068d15e701c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:01.007194 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1a09a620-eded-4869-ab5b-a068d15e701c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:01.011792 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09a620-eded-4869-ab5b-a068d15e701c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Port': ['ID=26152c5f-2565-4239-8fe1-c272d868d74a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:01.038197 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1a09a620-eded-4869-ab5b-a068d15e701c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2663903 Aug 17 00:09:01.042035 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45204) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:01.050306 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1f4a5fe4-f3d5-4315-ae31-c00b8b70c057 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'subnet': {'network_id': '99ed2dce-3728-466b-aefa-f61b98fddb46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:01.096920 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91d6a0-9b45-42ec-b712-61fafe9b1065 req-ab28fcbf-1b3e-4bb9-91e9-78a0eb0e6296 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:01.098521 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd91d6a0-9b45-42ec-b712-61fafe9b1065 req-ab28fcbf-1b3e-4bb9-91e9-78a0eb0e6296 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.0922623 Aug 17 00:09:01.136076 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6572d7cd-5170-4404-b699-fa7420038d38 req-ede28f15-ddf2-47a6-a38c-ab7f0e5ac624 service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001615 Aug 17 00:09:01.202123 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd91d6a0-9b45-42ec-b712-61fafe9b1065 req-a39f9750-5af9-465c-ac39-a0218d679bdc tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953724 Aug 17 00:09:01.223942 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4a5fe4-f3d5-4315-ae31-c00b8b70c057 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:01.228572 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f4a5fe4-f3d5-4315-ae31-c00b8b70c057 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:01.252601 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6572d7cd-5170-4404-b699-fa7420038d38 req-a6a55540-2285-4fc2-9115-6ab79488deeb service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068497 Aug 17 00:09:01.341777 n-d-800088-20 neutron-server[101402]: INFO neutron.db.ipam_backend_mixin [None req-1f4a5fe4-f3d5-4315-ae31-c00b8b70c057 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4dd8d595-af97-4b0b-9b08-7c074f111927 (CIDR: 2001:db8::/64) Aug 17 00:09:01.345285 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4a5fe4-f3d5-4315-ae31-c00b8b70c057 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:09:01.345748 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4a5fe4-f3d5-4315-ae31-c00b8b70c057 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:09:01.360553 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1f4a5fe4-f3d5-4315-ae31-c00b8b70c057 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3173985 Aug 17 00:09:01.363252 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45224) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:01.370183 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-5965b3a7-68b9-442c-89b7-fc61d1cd0faa tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'subnet': {'network_id': '99ed2dce-3728-466b-aefa-f61b98fddb46', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:01.474919 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-3bbf2960-f418-442c-bc67-baa8ba99dc8c tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:01.476839 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-3bbf2960-f418-442c-bc67-baa8ba99dc8c tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/networks?id=bf42c908-bd85-4d10-afc7-00681d389032 HTTP/1.1" status: 200 len: 812 time: 0.1197841 Aug 17 00:09:01.495287 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-2fba9367-62da-442d-bbe2-0b4ddc6006b3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/quotas/61108af2093845fe9a64c45c9df6e55d HTTP/1.1" status: 200 len: 375 time: 0.0110574 Aug 17 00:09:01.497748 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5965b3a7-68b9-442c-89b7-fc61d1cd0faa tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:01.502767 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5965b3a7-68b9-442c-89b7-fc61d1cd0faa tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:01.575666 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-d3041b28-d165-4f5b-a398-d66f5422dc4e tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=61108af2093845fe9a64c45c9df6e55d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0739732 Aug 17 00:09:01.683144 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-0bfbe258-12bd-44f4-b129-e6e2dbcd3d11 service neutron] 10.222.0.60 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963748 Aug 17 00:09:01.778490 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5965b3a7-68b9-442c-89b7-fc61d1cd0faa tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:01.779045 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-3903a1f8-6c7c-4986-ab4c-56e318755602 service neutron] 10.222.0.60 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889261 Aug 17 00:09:01.821862 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5965b3a7-68b9-442c-89b7-fc61d1cd0faa tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network 99ed2dce-3728-466b-aefa-f61b98fddb46 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:09:01.828074 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-5965b3a7-68b9-442c-89b7-fc61d1cd0faa tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:01.832512 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5965b3a7-68b9-442c-89b7-fc61d1cd0faa tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:01.833138 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5965b3a7-68b9-442c-89b7-fc61d1cd0faa tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:01.845360 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965b3a7-68b9-442c-89b7-fc61d1cd0faa tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Subnet': ['ID=92fd8730-6d09-4530-a065-6636cc329f02,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:01.863746 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45226) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:01.863929 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5965b3a7-68b9-442c-89b7-fc61d1cd0faa tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4994373 Aug 17 00:09:01.870101 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-42583391-0f6b-41f0-ba04-647b3a2630a3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2008868621', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '92fd8730-6d09-4530-a065-6636cc329f02'}], 'security_groups': ['9fa1d4a7-8480-4178-93d2-6c17d0fc09ba']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:01.926074 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1909a0ef-fabe-46f9-9707-e097226b877c None None] Provisioning complete for port aac7c3e0-5cf0-4331-b3b7-895eabf959c6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:01.926545 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1909a0ef-fabe-46f9-9707-e097226b877c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:01.978325 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1909a0ef-fabe-46f9-9707-e097226b877c None None] Port aac7c3e0-5cf0-4331-b3b7-895eabf959c6 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:09:01.997544 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1909a0ef-fabe-46f9-9707-e097226b877c None None] Provisioning for port a42ff222-0b8e-4c56-a1ab-48b2aa02b208 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:09:02.013976 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8343a421-41c7-4aef-aef1-ef43fbcf8252 req-c95515b4-09b1-4016-a0e0-adb63af4398f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 210 time: 0.0379620 Aug 17 00:09:02.079730 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a407ec2e-e65c-4626-a6b5-7cde1a862b86 None None] Network 99ed2dce-3728-466b-aefa-f61b98fddb46 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:09:02.102514 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-42583391-0f6b-41f0-ba04-647b3a2630a3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:02.148236 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-180a5fb2-3b0d-4ad7-835e-53e789845d04 None None] Provisioning for port 26152c5f-2565-4239-8fe1-c272d868d74a completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:09:02.164858 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-180a5fb2-3b0d-4ad7-835e-53e789845d04 None None] Provisioning complete for port 26152c5f-2565-4239-8fe1-c272d868d74a triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:02.165559 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-180a5fb2-3b0d-4ad7-835e-53e789845d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:02.248174 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-180a5fb2-3b0d-4ad7-835e-53e789845d04 None None] Port 26152c5f-2565-4239-8fe1-c272d868d74a cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:09:02.401184 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f270e22f-cc86-4aef-8643-8b4d8f14d8c4 None None] Update dhcp port {'port': {'network_id': '99ed2dce-3728-466b-aefa-f61b98fddb46', 'fixed_ips': [{'subnet_id': '4dd8d595-af97-4b0b-9b08-7c074f111927', 'ip_address': '2001:db8::2'}, {'subnet_id': '92fd8730-6d09-4530-a065-6636cc329f02'}], 'binding:host_id': 'n-d-800088-20'}, 'id': 'a42ff222-0b8e-4c56-a1ab-48b2aa02b208'} from n-d-800088-20. {{(pid=101404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 00:09:02.466572 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f270e22f-cc86-4aef-8643-8b4d8f14d8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:02.497231 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-42583391-0f6b-41f0-ba04-647b3a2630a3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Delete allocated IP 2001:db8::2d0 (99ed2dce-3728-466b-aefa-f61b98fddb46/4dd8d595-af97-4b0b-9b08-7c074f111927) {{(pid=101403) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 17 00:09:02.510745 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-42583391-0f6b-41f0-ba04-647b3a2630a3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Allocated IP 2001:db8:0:1::18e (99ed2dce-3728-466b-aefa-f61b98fddb46/92fd8730-6d09-4530-a065-6636cc329f02/26152c5f-2565-4239-8fe1-c272d868d74a) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:09:02.516512 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a42ff222-0b8e-4c56-a1ab-48b2aa02b208 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:09:02.645743 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port a42ff222-0b8e-4c56-a1ab-48b2aa02b208 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:09:02.650958 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port a42ff222-0b8e-4c56-a1ab-48b2aa02b208 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:02.651326 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:02.697629 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-42583391-0f6b-41f0-ba04-647b3a2630a3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:02.709349 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-42583391-0f6b-41f0-ba04-647b3a2630a3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Ignored duplicate provisioning block setup for port 26152c5f-2565-4239-8fe1-c272d868d74a by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 17 00:09:02.714507 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-42583391-0f6b-41f0-ba04-647b3a2630a3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:02.759525 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:02.779166 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-42583391-0f6b-41f0-ba04-647b3a2630a3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] In _notify_port_updated(), no bound segment for port 26152c5f-2565-4239-8fe1-c272d868d74a on network 99ed2dce-3728-466b-aefa-f61b98fddb46 {{(pid=101403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 00:09:02.784593 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42583391-0f6b-41f0-ba04-647b3a2630a3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:02.785249 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-42583391-0f6b-41f0-ba04-647b3a2630a3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:02.786595 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-42583391-0f6b-41f0-ba04-647b3a2630a3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "PUT /v2.0/ports/26152c5f-2565-4239-8fe1-c272d868d74a HTTP/1.1" status: 200 len: 931 time: 0.9216168 Aug 17 00:09:02.790478 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45244) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:02.792392 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-f270e22f-cc86-4aef-8643-8b4d8f14d8c4 None None] Allocated IP 2001:db8:0:1::2 (99ed2dce-3728-466b-aefa-f61b98fddb46/92fd8730-6d09-4530-a065-6636cc329f02/a42ff222-0b8e-4c56-a1ab-48b2aa02b208) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:09:02.793945 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42583391-0f6b-41f0-ba04-647b3a2630a3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Port': ['ID=26152c5f-2565-4239-8fe1-c272d868d74a,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:02.809877 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port a42ff222-0b8e-4c56-a1ab-48b2aa02b208, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a42ff222-0b8e-4c56-a1ab-48b2aa02b208,segment=NetworkSegment(0c40ec60-4c69-4c11-9160-1b9a9bec13f5),segment_id=0c40ec60-4c69-4c11-9160-1b9a9bec13f5)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:02.816079 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:02.891898 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-34eaf9e9-e20e-4251-a7b5-701ad1d1bf7f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting port 26152c5f-2565-4239-8fe1-c272d868d74a {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:02.892243 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34eaf9e9-e20e-4251-a7b5-701ad1d1bf7f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:02.920745 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=a42ff222-0b8e-4c56-a1ab-48b2aa02b208,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:02.957343 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-f270e22f-cc86-4aef-8643-8b4d8f14d8c4 None None] For port a42ff222-0b8e-4c56-a1ab-48b2aa02b208, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a42ff222-0b8e-4c56-a1ab-48b2aa02b208,segment=NetworkSegment(0c40ec60-4c69-4c11-9160-1b9a9bec13f5),segment_id=0c40ec60-4c69-4c11-9160-1b9a9bec13f5)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:02.988126 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34eaf9e9-e20e-4251-a7b5-701ad1d1bf7f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:02.990342 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f270e22f-cc86-4aef-8643-8b4d8f14d8c4 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:03.002212 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-34eaf9e9-e20e-4251-a7b5-701ad1d1bf7f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Calling delete_port for 26152c5f-2565-4239-8fe1-c272d868d74a owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:03.006158 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f270e22f-cc86-4aef-8643-8b4d8f14d8c4 None None] Transition to ACTIVE for port object a42ff222-0b8e-4c56-a1ab-48b2aa02b208 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:03.012614 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f270e22f-cc86-4aef-8643-8b4d8f14d8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:03.103731 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270e22f-cc86-4aef-8643-8b4d8f14d8c4 None None] Pushing event updated for resources: {'Port': ['ID=a42ff222-0b8e-4c56-a1ab-48b2aa02b208,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:03.145741 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-440702b0-60b4-4533-b49a-cd3e2eff13ca req-aeb85dc4-a008-4cd0-a906-14f81a799b3e tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 210 time: 0.0334296 Aug 17 00:09:03.198437 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-691f3b27-7939-4773-b535-c47959835c3e tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:03.199966 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-691f3b27-7939-4773-b535-c47959835c3e tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.64 "GET /v2.0/networks?id=bf42c908-bd85-4d10-afc7-00681d389032 HTTP/1.1" status: 200 len: 812 time: 0.1896458 Aug 17 00:09:03.209331 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34eaf9e9-e20e-4251-a7b5-701ad1d1bf7f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:03.220242 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-b63915c5-0842-4975-9999-50394f1274e3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Request body: {'port': {'device_id': 'f0d38281-6dd5-4e30-ace4-7b24e5cfe04d', 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'admin_state_up': True, 'tenant_id': '61108af2093845fe9a64c45c9df6e55d'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:03.242749 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eaf9e9-e20e-4251-a7b5-701ad1d1bf7f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Port': ['ID=26152c5f-2565-4239-8fe1-c272d868d74a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:03.279458 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34eaf9e9-e20e-4251-a7b5-701ad1d1bf7f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:03.285094 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-34eaf9e9-e20e-4251-a7b5-701ad1d1bf7f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/ports/26152c5f-2565-4239-8fe1-c272d868d74a HTTP/1.1" status: 204 len: 168 time: 0.4903092 Aug 17 00:09:03.285343 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45250) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:03.315414 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-3027c274-9e5e-4b8b-8574-d2813b3e9219 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] GET failed (client error): The resource could not be found. Aug 17 00:09:03.316955 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3027c274-9e5e-4b8b-8574-d2813b3e9219 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "GET /v2.0/ports/26152c5f-2565-4239-8fe1-c272d868d74a HTTP/1.1" status: 404 len: 333 time: 0.0305223 Aug 17 00:09:03.319589 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45252) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:03.358873 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-b63915c5-0842-4975-9999-50394f1274e3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Made reservation on behalf of 61108af2093845fe9a64c45c9df6e55d for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:03.363711 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-b63915c5-0842-4975-9999-50394f1274e3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:03.384166 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c934d1fc-b1ab-4a95-adb4-73d45c728e26 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:03.411460 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c934d1fc-b1ab-4a95-adb4-73d45c728e26 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:03.469865 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c934d1fc-b1ab-4a95-adb4-73d45c728e26 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:03.472780 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c934d1fc-b1ab-4a95-adb4-73d45c728e26 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:03.478135 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c934d1fc-b1ab-4a95-adb4-73d45c728e26 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/security-groups/0cf36fe6-8bee-4b60-8a46-73175194efdd HTTP/1.1" status: 204 len: 168 time: 0.1568239 Aug 17 00:09:03.478922 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45258) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:03.500608 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934d1fc-b1ab-4a95-adb4-73d45c728e26 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf36fe6-8bee-4b60-8a46-73175194efdd,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:03.537166 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-b63915c5-0842-4975-9999-50394f1274e3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Allocated IP 172.20.0.6 (bf42c908-bd85-4d10-afc7-00681d389032/1afde0e7-f7b0-4278-82ad-0cbe61d404a7/b3933b2b-4a17-4cff-b824-c6fe77ae2ec1) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:09:03.574899 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cda6bb9c-fd59-4fb2-8eb9-99055b889ba9 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:03.599910 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cda6bb9c-fd59-4fb2-8eb9-99055b889ba9 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:03.653413 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cda6bb9c-fd59-4fb2-8eb9-99055b889ba9 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:03.656030 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cda6bb9c-fd59-4fb2-8eb9-99055b889ba9 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:03.657272 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cda6bb9c-fd59-4fb2-8eb9-99055b889ba9 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/security-groups/9fa1d4a7-8480-4178-93d2-6c17d0fc09ba HTTP/1.1" status: 204 len: 168 time: 0.1674356 Aug 17 00:09:03.661130 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45260) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:03.697562 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6bb9c-fd59-4fb2-8eb9-99055b889ba9 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa1d4a7-8480-4178-93d2-6c17d0fc09ba,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:03.722270 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-d21f7d98-00bf-4a73-bfbb-e06752dac19c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting subnet 4dd8d595-af97-4b0b-9b08-7c074f111927 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:09:03.725605 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d21f7d98-00bf-4a73-bfbb-e06752dac19c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:03.729795 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-b63915c5-0842-4975-9999-50394f1274e3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:03.744744 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-b63915c5-0842-4975-9999-50394f1274e3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Transition to ACTIVE for port object b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:03.770339 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d21f7d98-00bf-4a73-bfbb-e06752dac19c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:03.784242 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-b63915c5-0842-4975-9999-50394f1274e3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:03.806098 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['7c8873b4-93a4-4df6-bf56-3611a674fd0f', 'd17a5703-97f8-4991-821d-1214497843af'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:09:03.844381 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-716ee86d-4791-4c46-84dd-30c80228c603 None None] Provisioning complete for port aac7c3e0-5cf0-4331-b3b7-895eabf959c6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:03.844758 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-716ee86d-4791-4c46-84dd-30c80228c603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:03.848540 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-b63915c5-0842-4975-9999-50394f1274e3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Network bf42c908-bd85-4d10-afc7-00681d389032 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:09:03.853566 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-b63915c5-0842-4975-9999-50394f1274e3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:03.856061 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63915c5-0842-4975-9999-50394f1274e3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Pushing event updated for resources: {'Port': ['ID=b3933b2b-4a17-4cff-b824-c6fe77ae2ec1,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:03.858423 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-b63915c5-0842-4975-9999-50394f1274e3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:09:03.887664 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d21f7d98-00bf-4a73-bfbb-e06752dac19c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:03.918299 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-716ee86d-4791-4c46-84dd-30c80228c603 None None] Port aac7c3e0-5cf0-4331-b3b7-895eabf959c6 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:09:03.938725 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-b63915c5-0842-4975-9999-50394f1274e3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:03.939393 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-b63915c5-0842-4975-9999-50394f1274e3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:03.958854 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-b63915c5-0842-4975-9999-50394f1274e3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7430937 Aug 17 00:09:03.959962 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-716ee86d-4791-4c46-84dd-30c80228c603 None None] Provisioning for port a42ff222-0b8e-4c56-a1ab-48b2aa02b208 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:09:03.974485 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-716ee86d-4791-4c46-84dd-30c80228c603 None None] Provisioning complete for port a42ff222-0b8e-4c56-a1ab-48b2aa02b208 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:03.974886 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-716ee86d-4791-4c46-84dd-30c80228c603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:03.984045 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-4457eab8-57d0-4489-a3d0-720d6969a899 service neutron] Request body: {'port': {'device_id': 'f0d38281-6dd5-4e30-ace4-7b24e5cfe04d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:03.995495 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d21f7d98-00bf-4a73-bfbb-e06752dac19c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:04.028398 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f7d98-00bf-4a73-bfbb-e06752dac19c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Subnet': ['ID=4dd8d595-af97-4b0b-9b08-7c074f111927,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:04.034148 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d21f7d98-00bf-4a73-bfbb-e06752dac19c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:04.036118 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d21f7d98-00bf-4a73-bfbb-e06752dac19c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/subnets/4dd8d595-af97-4b0b-9b08-7c074f111927 HTTP/1.1" status: 204 len: 168 time: 0.3740344 Aug 17 00:09:04.041036 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45262) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:04.047283 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-5f778106-3551-4b1c-980c-334c999c7970 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'subnet': {'network_id': '99ed2dce-3728-466b-aefa-f61b98fddb46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:04.057410 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-4457eab8-57d0-4489-a3d0-720d6969a899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:04.158631 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7884b0c-b7e7-4871-9db3-554faab72eaf None None] Network 99ed2dce-3728-466b-aefa-f61b98fddb46 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:09:04.196200 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f778106-3551-4b1c-980c-334c999c7970 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:04.201398 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5f778106-3551-4b1c-980c-334c999c7970 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:04.316889 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-716ee86d-4791-4c46-84dd-30c80228c603 None None] Could not find standard attr ID for object 26152c5f-2565-4239-8fe1-c272d868d74a. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:09:04.354072 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e7ada-2449-4958-bb05-fb6cd7e94abc req-35b7d9a8-1678-47d7-a886-3e6ca08b4320 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:04.355628 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-562e7ada-2449-4958-bb05-fb6cd7e94abc req-35b7d9a8-1678-47d7-a886-3e6ca08b4320 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 931 time: 0.1059334 Aug 17 00:09:04.433513 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-562e7ada-2449-4958-bb05-fb6cd7e94abc req-21edfc59-25d8-4965-b6bd-4be884c04802 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673466 Aug 17 00:09:04.463254 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0a39e451-134b-480f-a119-4d397120aaa8 None None] Provisioning for port b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:09:04.472788 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0a39e451-134b-480f-a119-4d397120aaa8 None None] Provisioning complete for port b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:04.475399 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0a39e451-134b-480f-a119-4d397120aaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:04.522439 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a42ff222-0b8e-4c56-a1ab-48b2aa02b208 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:09:04.539255 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-4457eab8-57d0-4489-a3d0-720d6969a899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:09:04.560983 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5f778106-3551-4b1c-980c-334c999c7970 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:04.562873 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-4457eab8-57d0-4489-a3d0-720d6969a899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:04.580654 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-4457eab8-57d0-4489-a3d0-720d6969a899 service neutron] Transition to ACTIVE for port object b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:04.591025 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-4457eab8-57d0-4489-a3d0-720d6969a899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:04.602757 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-0a39e451-134b-480f-a119-4d397120aaa8 None None] Port b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:09:04.613239 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0a39e451-134b-480f-a119-4d397120aaa8 None None] Could not find standard attr ID for object 26152c5f-2565-4239-8fe1-c272d868d74a. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:09:04.633333 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port a42ff222-0b8e-4c56-a1ab-48b2aa02b208 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:04.633852 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:04.636791 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f778106-3551-4b1c-980c-334c999c7970 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network 99ed2dce-3728-466b-aefa-f61b98fddb46 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:09:04.640193 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-5f778106-3551-4b1c-980c-334c999c7970 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:04.654707 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457eab8-57d0-4489-a3d0-720d6969a899 service neutron] Pushing event updated for resources: {'Port': ['ID=b3933b2b-4a17-4cff-b824-c6fe77ae2ec1,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:04.661817 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f778106-3551-4b1c-980c-334c999c7970 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:04.662836 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5f778106-3551-4b1c-980c-334c999c7970 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:04.670006 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f778106-3551-4b1c-980c-334c999c7970 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Subnet': ['ID=bbf317d7-c53d-47dc-8d57-ad57516a0074,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:04.692595 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5f778106-3551-4b1c-980c-334c999c7970 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6503470 Aug 17 00:09:04.696300 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45272) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:04.701502 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-c32ce288-ecb6-4d98-b0bc-fe3a817b0340 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'security_group': {'name': 'tempest-secgroup-1586725890'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:04.736097 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c32ce288-ecb6-4d98-b0bc-fe3a817b0340 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:04.783469 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-4457eab8-57d0-4489-a3d0-720d6969a899 service neutron] Attempting to bind port b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:09:04.783856 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-4457eab8-57d0-4489-a3d0-720d6969a899 service neutron] Attempting to bind port b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:09:04.784483 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-4457eab8-57d0-4489-a3d0-720d6969a899 service neutron] Attempting to bind port b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 on network bf42c908-bd85-4d10-afc7-00681d389032 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:09:04.791690 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-4457eab8-57d0-4489-a3d0-720d6969a899 service neutron] Port b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 on network bf42c908-bd85-4d10-afc7-00681d389032 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:09:04.792197 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-4457eab8-57d0-4489-a3d0-720d6969a899 service neutron] Attempting to bind port b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 on network bf42c908-bd85-4d10-afc7-00681d389032 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:09:04.798992 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-4457eab8-57d0-4489-a3d0-720d6969a899 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:09:04.799542 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-4457eab8-57d0-4489-a3d0-720d6969a899 service neutron] Checking segment: {'id': 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:09:04.800058 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-4457eab8-57d0-4489-a3d0-720d6969a899 service neutron] Bound using segment: {'id': 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:09:04.800750 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-4457eab8-57d0-4489-a3d0-720d6969a899 service neutron] Bound port: b3933b2b-4a17-4cff-b824-c6fe77ae2ec1, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:09:04.801251 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-4457eab8-57d0-4489-a3d0-720d6969a899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:04.844942 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c32ce288-ecb6-4d98-b0bc-fe3a817b0340 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:04.849545 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c32ce288-ecb6-4d98-b0bc-fe3a817b0340 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:04.883197 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ce288-ecb6-4d98-b0bc-fe3a817b0340 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c31d521f-343b-4097-b6a3-f4ae2fe40e37,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:04.887451 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c32ce288-ecb6-4d98-b0bc-fe3a817b0340 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:04.891132 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c32ce288-ecb6-4d98-b0bc-fe3a817b0340 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1910627 Aug 17 00:09:04.891960 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45274) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:04.894458 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-4457eab8-57d0-4489-a3d0-720d6969a899 service neutron] For port b3933b2b-4a17-4cff-b824-c6fe77ae2ec1, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:09:04.896320 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-04ef74b3-ad1c-4319-951c-51bc0d27e239 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'security_group': {'name': 'tempest-secgroup-1893483812'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:04.902039 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-4457eab8-57d0-4489-a3d0-720d6969a899 service neutron] For port b3933b2b-4a17-4cff-b824-c6fe77ae2ec1, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b3933b2b-4a17-4cff-b824-c6fe77ae2ec1,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:09:04.908269 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-4457eab8-57d0-4489-a3d0-720d6969a899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:04.924765 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-04ef74b3-ad1c-4319-951c-51bc0d27e239 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:04.943086 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-4457eab8-57d0-4489-a3d0-720d6969a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:04.944042 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-4457eab8-57d0-4489-a3d0-720d6969a899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:04.945817 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-4457eab8-57d0-4489-a3d0-720d6969a899 service neutron] 10.222.0.64 "PUT /v2.0/ports/b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 HTTP/1.1" status: 200 len: 1092 time: 0.9741187 Aug 17 00:09:04.946080 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d38281-6dd5-4e30-ace4-7b24e5cfe04d', 'tag': 'b3933b2b-4a17-4cff-b824-c6fe77ae2ec1'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:09:04.948369 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7217e5-cfc8-43ff-8de5-be8c1fb8f658" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d38281-6dd5-4e30-ace4-7b24e5cfe04d", "tag": "b3933b2b-4a17-4cff-b824-c6fe77ae2ec1"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:09:04.997584 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457eab8-57d0-4489-a3d0-720d6969a899 service neutron] Pushing event updated for resources: {'Port': ['ID=b3933b2b-4a17-4cff-b824-c6fe77ae2ec1,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:05.045706 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a761dabf-e183-4465-9d67-57c13c4e7e02 x-openstack-request-id: req-a761dabf-e183-4465-9d67-57c13c4e7e02 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:09:05.045998 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d38281-6dd5-4e30-ace4-7b24e5cfe04d", "tag": "b3933b2b-4a17-4cff-b824-c6fe77ae2ec1", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:09:05.046250 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a761dabf-e183-4465-9d67-57c13c4e7e02 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:09:05.046654 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0d38281-6dd5-4e30-ace4-7b24e5cfe04d', 'tag': 'b3933b2b-4a17-4cff-b824-c6fe77ae2ec1', 'status': 'completed', 'code': 200} Aug 17 00:09:05.064694 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-04ef74b3-ad1c-4319-951c-51bc0d27e239 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:05.066549 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-bbbc98a2-49dd-48db-a81c-17767f067675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:05.068339 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-bbbc98a2-49dd-48db-a81c-17767f067675 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61108af2093845fe9a64c45c9df6e55d&device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 1095 time: 0.0660212 Aug 17 00:09:05.070220 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-04ef74b3-ad1c-4319-951c-51bc0d27e239 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:05.102465 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef74b3-ad1c-4319-951c-51bc0d27e239 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea646f2f-1adb-4f72-ae2c-68c54cc6b891,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:05.114819 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-04ef74b3-ad1c-4319-951c-51bc0d27e239 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:05.119302 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-04ef74b3-ad1c-4319-951c-51bc0d27e239 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2236745 Aug 17 00:09:05.119492 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45278) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:05.127231 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-6cd9e082-59b9-4733-841b-1a9ca6b8270f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'security_group': {'name': 'tempest-secgroup-1343534164'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:05.130246 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-3d0299c1-2f03-4d17-afe0-ab94f8e3fd05 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 HTTP/1.1" status: 200 len: 217 time: 0.0502398 Aug 17 00:09:05.158839 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6cd9e082-59b9-4733-841b-1a9ca6b8270f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:05.186503 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-7d4bcffb-a40d-4a4a-89d2-1133bee9b3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:05.187962 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-7d4bcffb-a40d-4a4a-89d2-1133bee9b3c4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1afde0e7-f7b0-4278-82ad-0cbe61d404a7 HTTP/1.1" status: 200 len: 851 time: 0.0489111 Aug 17 00:09:05.229242 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c52307e-4d11-475a-bee3-525b059df041 None None] Network 99ed2dce-3728-466b-aefa-f61b98fddb46 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:09:05.245183 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-9b5bcfd0-0a9b-42f9-9a4a-99c0c263caa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:05.246932 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-9b5bcfd0-0a9b-42f9-9a4a-99c0c263caa0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf42c908-bd85-4d10-afc7-00681d389032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491571 Aug 17 00:09:05.280758 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6cd9e082-59b9-4733-841b-1a9ca6b8270f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:05.286415 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6cd9e082-59b9-4733-841b-1a9ca6b8270f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:05.309646 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c37f761a-8dbf-4b14-80da-86eb0063eac4 None None] Provisioning complete for port aac7c3e0-5cf0-4331-b3b7-895eabf959c6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:05.310101 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c37f761a-8dbf-4b14-80da-86eb0063eac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:05.327525 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6cd9e082-59b9-4733-841b-1a9ca6b8270f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:05.331307 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6cd9e082-59b9-4733-841b-1a9ca6b8270f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2083290 Aug 17 00:09:05.331551 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45280) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:05.336757 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f2a4023a-15c8-409a-ba5f-cacfb747fa27 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2071041030', 'security_groups': ['c39bc0f4-8711-4a6d-bee1-fe59692d7fa8'], 'network_id': '99ed2dce-3728-466b-aefa-f61b98fddb46', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bbf317d7-c53d-47dc-8d57-ad57516a0074'}]}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:05.342146 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9e082-59b9-4733-841b-1a9ca6b8270f tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c39bc0f4-8711-4a6d-bee1-fe59692d7fa8,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:05.359758 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-ae7bb4cd-7853-41bb-99bf-289751ed2936 service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049142 Aug 17 00:09:05.393201 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-c37f761a-8dbf-4b14-80da-86eb0063eac4 None None] Port aac7c3e0-5cf0-4331-b3b7-895eabf959c6 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:09:05.418627 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c37f761a-8dbf-4b14-80da-86eb0063eac4 None None] Provisioning complete for port a42ff222-0b8e-4c56-a1ab-48b2aa02b208 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:05.419006 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c37f761a-8dbf-4b14-80da-86eb0063eac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:05.473896 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a4023a-15c8-409a-ba5f-cacfb747fa27 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:05.493280 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc436eb1-0f8d-4fa1-8a3e-5e6beb98b107 req-b8b5f454-3aa6-401e-b0aa-7b464e5e6f31 service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247823 Aug 17 00:09:05.589728 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6665e8dd-3ec5-4882-82cc-06fe897fa1bd None None] Update dhcp port {'port': {'network_id': '99ed2dce-3728-466b-aefa-f61b98fddb46', 'fixed_ips': [{'subnet_id': '92fd8730-6d09-4530-a065-6636cc329f02', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bbf317d7-c53d-47dc-8d57-ad57516a0074'}], 'binding:host_id': 'n-d-800088-20'}, 'id': 'a42ff222-0b8e-4c56-a1ab-48b2aa02b208'} from n-d-800088-20. {{(pid=101404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 00:09:05.626978 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6665e8dd-3ec5-4882-82cc-06fe897fa1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:05.629784 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f2a4023a-15c8-409a-ba5f-cacfb747fa27 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:05.654900 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-f2a4023a-15c8-409a-ba5f-cacfb747fa27 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] device_id is not set on port 8856294e-7954-46b1-89de-2860a670c85a yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:09:05.692483 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f97e0-a6c3-4ba5-a575-7ca41067b35f req-baa7ce4c-b3fa-42f5-ab76-d0c0127bd6d7 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:05.701063 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ce8f97e0-a6c3-4ba5-a575-7ca41067b35f req-baa7ce4c-b3fa-42f5-ab76-d0c0127bd6d7 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 943 time: 0.1431632 Aug 17 00:09:05.714427 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7217e5-cfc8-43ff-8de5-be8c1fb8f658 req-42d9d560-eae5-4499-a4b1-25367d8fd41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:05.716089 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca7217e5-cfc8-43ff-8de5-be8c1fb8f658 req-42d9d560-eae5-4499-a4b1-25367d8fd41c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61108af2093845fe9a64c45c9df6e55d&device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 1095 time: 0.1432517 Aug 17 00:09:05.824220 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ce8f97e0-a6c3-4ba5-a575-7ca41067b35f req-0bb1b593-c143-4976-a6b8-bb126b9351b0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221511 Aug 17 00:09:05.840289 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-6665e8dd-3ec5-4882-82cc-06fe897fa1bd None None] Allocated IP 2001:db8::2 (99ed2dce-3728-466b-aefa-f61b98fddb46/bbf317d7-c53d-47dc-8d57-ad57516a0074/a42ff222-0b8e-4c56-a1ab-48b2aa02b208) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:09:05.872111 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7217e5-cfc8-43ff-8de5-be8c1fb8f658 req-53c77ca9-edd0-44ea-8429-7848f016303b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:05.873599 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca7217e5-cfc8-43ff-8de5-be8c1fb8f658 req-53c77ca9-edd0-44ea-8429-7848f016303b service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf42c908-bd85-4d10-afc7-00681d389032 HTTP/1.1" status: 200 len: 913 time: 0.1375003 Aug 17 00:09:05.925127 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca7217e5-cfc8-43ff-8de5-be8c1fb8f658 req-02f89de2-4682-4325-89bb-9b7bc646ac35 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 HTTP/1.1" status: 200 len: 217 time: 0.0413587 Aug 17 00:09:05.941078 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-6665e8dd-3ec5-4882-82cc-06fe897fa1bd None None] For port a42ff222-0b8e-4c56-a1ab-48b2aa02b208, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a42ff222-0b8e-4c56-a1ab-48b2aa02b208,segment=NetworkSegment(0c40ec60-4c69-4c11-9160-1b9a9bec13f5),segment_id=0c40ec60-4c69-4c11-9160-1b9a9bec13f5)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:05.973824 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6665e8dd-3ec5-4882-82cc-06fe897fa1bd None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:05.978427 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7217e5-cfc8-43ff-8de5-be8c1fb8f658 req-01ae5f2c-11b6-4e01-8f35-a9c2deb8e30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:05.979888 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca7217e5-cfc8-43ff-8de5-be8c1fb8f658 req-01ae5f2c-11b6-4e01-8f35-a9c2deb8e30a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1afde0e7-f7b0-4278-82ad-0cbe61d404a7 HTTP/1.1" status: 200 len: 851 time: 0.0462384 Aug 17 00:09:05.989471 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6665e8dd-3ec5-4882-82cc-06fe897fa1bd None None] Transition to ACTIVE for port object a42ff222-0b8e-4c56-a1ab-48b2aa02b208 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:05.994724 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6665e8dd-3ec5-4882-82cc-06fe897fa1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:06.043547 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7217e5-cfc8-43ff-8de5-be8c1fb8f658 req-62b07342-a346-4756-8cb4-9846ac820538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:06.045103 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca7217e5-cfc8-43ff-8de5-be8c1fb8f658 req-62b07342-a346-4756-8cb4-9846ac820538 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf42c908-bd85-4d10-afc7-00681d389032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564063 Aug 17 00:09:06.084484 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-f2a4023a-15c8-409a-ba5f-cacfb747fa27 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Allocated IP 2001:db8::2ff (99ed2dce-3728-466b-aefa-f61b98fddb46/bbf317d7-c53d-47dc-8d57-ad57516a0074/8856294e-7954-46b1-89de-2860a670c85a) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:09:06.099235 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665e8dd-3ec5-4882-82cc-06fe897fa1bd None None] Pushing event updated for resources: {'Port': ['ID=a42ff222-0b8e-4c56-a1ab-48b2aa02b208,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:06.267805 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f2a4023a-15c8-409a-ba5f-cacfb747fa27 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:06.284091 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-f2a4023a-15c8-409a-ba5f-cacfb747fa27 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Transition to ACTIVE for port object 8856294e-7954-46b1-89de-2860a670c85a will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:06.328373 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f2a4023a-15c8-409a-ba5f-cacfb747fa27 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:06.396211 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a4023a-15c8-409a-ba5f-cacfb747fa27 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network 99ed2dce-3728-466b-aefa-f61b98fddb46 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:09:06.400573 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-f2a4023a-15c8-409a-ba5f-cacfb747fa27 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:06.409970 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a4023a-15c8-409a-ba5f-cacfb747fa27 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:09:06.416340 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a4023a-15c8-409a-ba5f-cacfb747fa27 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:06.417129 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f2a4023a-15c8-409a-ba5f-cacfb747fa27 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:06.436497 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca7217e5-cfc8-43ff-8de5-be8c1fb8f658 req-7ef372f6-9519-43a3-90e0-a35c81a7f8cc service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809636 Aug 17 00:09:06.439478 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a42ff222-0b8e-4c56-a1ab-48b2aa02b208 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:09:06.449362 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4023a-15c8-409a-ba5f-cacfb747fa27 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Port': ['ID=8856294e-7954-46b1-89de-2860a670c85a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:06.459680 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f2a4023a-15c8-409a-ba5f-cacfb747fa27 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1271446 Aug 17 00:09:06.463628 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45290) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:06.468720 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-426d2c25-1bdb-4830-8755-0516f3a2cef9 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'subnet': {'network_id': '99ed2dce-3728-466b-aefa-f61b98fddb46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:06.649424 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca7217e5-cfc8-43ff-8de5-be8c1fb8f658 req-0c26327a-3394-4ae6-bf6d-fb376687f9f4 service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032242 Aug 17 00:09:06.686403 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426d2c25-1bdb-4830-8755-0516f3a2cef9 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:06.690555 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-426d2c25-1bdb-4830-8755-0516f3a2cef9 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:06.818050 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-dca903b9-e899-4026-90f2-b3457a18e90b None None] Provisioning complete for port aac7c3e0-5cf0-4331-b3b7-895eabf959c6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:06.818427 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-dca903b9-e899-4026-90f2-b3457a18e90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:06.843839 n-d-800088-20 neutron-server[101403]: INFO neutron.db.ipam_backend_mixin [None req-426d2c25-1bdb-4830-8755-0516f3a2cef9 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bbf317d7-c53d-47dc-8d57-ad57516a0074 (CIDR: 2001:db8::/64) Aug 17 00:09:06.855696 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-426d2c25-1bdb-4830-8755-0516f3a2cef9 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:09:06.856397 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-426d2c25-1bdb-4830-8755-0516f3a2cef9 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:09:06.869364 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-dca903b9-e899-4026-90f2-b3457a18e90b None None] Port aac7c3e0-5cf0-4331-b3b7-895eabf959c6 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:09:06.883128 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-dca903b9-e899-4026-90f2-b3457a18e90b None None] Provisioning for port a42ff222-0b8e-4c56-a1ab-48b2aa02b208 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:09:06.885990 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-426d2c25-1bdb-4830-8755-0516f3a2cef9 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4212575 Aug 17 00:09:06.888830 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45300) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:06.894290 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-66cc5bdd-58d1-43d1-93ca-4acc5d2bcb92 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'subnet': {'network_id': '99ed2dce-3728-466b-aefa-f61b98fddb46', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:06.896786 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-dca903b9-e899-4026-90f2-b3457a18e90b None None] Provisioning complete for port a42ff222-0b8e-4c56-a1ab-48b2aa02b208 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:06.897341 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-dca903b9-e899-4026-90f2-b3457a18e90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:06.984325 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a861999-5623-4e51-89be-a679b3e1c9dc req-bdbfddbf-43a2-45cc-9e57-b40c22bd04f1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:06.986971 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7a861999-5623-4e51-89be-a679b3e1c9dc req-bdbfddbf-43a2-45cc-9e57-b40c22bd04f1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 943 time: 0.0668948 Aug 17 00:09:07.032550 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7a861999-5623-4e51-89be-a679b3e1c9dc req-ca86d0f3-dd1c-4acf-8c1f-d23561551f1c tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371070 Aug 17 00:09:07.053239 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cc5bdd-58d1-43d1-93ca-4acc5d2bcb92 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:07.057099 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66cc5bdd-58d1-43d1-93ca-4acc5d2bcb92 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:07.118075 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6e472aac-757d-4d7c-8a62-4a3b03c2cab0 None None] Provisioning for port 8856294e-7954-46b1-89de-2860a670c85a completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:09:07.122309 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6e472aac-757d-4d7c-8a62-4a3b03c2cab0 None None] Provisioning complete for port 8856294e-7954-46b1-89de-2860a670c85a triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:07.122699 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6e472aac-757d-4d7c-8a62-4a3b03c2cab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:07.158309 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-6e472aac-757d-4d7c-8a62-4a3b03c2cab0 None None] Port 8856294e-7954-46b1-89de-2860a670c85a cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:09:07.160117 n-d-800088-20 neutron-server[101402]: INFO neutron.db.ipam_backend_mixin [None req-66cc5bdd-58d1-43d1-93ca-4acc5d2bcb92 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 92fd8730-6d09-4530-a065-6636cc329f02 (CIDR: 2001:db8:0:1::/64) Aug 17 00:09:07.164304 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-66cc5bdd-58d1-43d1-93ca-4acc5d2bcb92 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:09:07.165001 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66cc5bdd-58d1-43d1-93ca-4acc5d2bcb92 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:09:07.179568 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-66cc5bdd-58d1-43d1-93ca-4acc5d2bcb92 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2895484 Aug 17 00:09:07.182345 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45302) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:07.187574 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-2d98bbb4-9008-44a0-9ed4-093c3311da09 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'subnet': {'network_id': '99ed2dce-3728-466b-aefa-f61b98fddb46', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:07.305590 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d98bbb4-9008-44a0-9ed4-093c3311da09 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Made reservation on behalf of 8d8294cd73cf449ebc0fe693172af319 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:07.308930 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2d98bbb4-9008-44a0-9ed4-093c3311da09 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:07.473155 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:09:07.536711 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2d98bbb4-9008-44a0-9ed4-093c3311da09 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:07.577876 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port b3933b2b-4a17-4cff-b824-c6fe77ae2ec1, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b3933b2b-4a17-4cff-b824-c6fe77ae2ec1,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:07.583000 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d98bbb4-9008-44a0-9ed4-093c3311da09 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Network 99ed2dce-3728-466b-aefa-f61b98fddb46 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:09:07.587584 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-2d98bbb4-9008-44a0-9ed4-093c3311da09 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:07.590894 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'b3933b2b-4a17-4cff-b824-c6fe77ae2ec1', 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'port_id': 'b3933b2b-4a17-4cff-b824-c6fe77ae2ec1', 'mac_address': 'fa:16:3e:1e:90:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:09:07.591836 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d98bbb4-9008-44a0-9ed4-093c3311da09 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:07.592742 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2d98bbb4-9008-44a0-9ed4-093c3311da09 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:07.599590 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30336201-ca25-4bc0-b290-5e341c317b53 None None] Network 99ed2dce-3728-466b-aefa-f61b98fddb46 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:09:07.609966 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98bbb4-9008-44a0-9ed4-093c3311da09 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Subnet': ['ID=8a4db7a8-5003-44b8-aea7-a9a205eefbc9,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:07.614825 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2d98bbb4-9008-44a0-9ed4-093c3311da09 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4314620 Aug 17 00:09:07.617678 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45304) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:07.623921 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-b2434cb0-0512-4218-b757-bce98990b272 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-276821137', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8a4db7a8-5003-44b8-aea7-a9a205eefbc9'}], 'security_groups': ['c31d521f-343b-4097-b6a3-f4ae2fe40e37', 'ea646f2f-1adb-4f72-ae2c-68c54cc6b891']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:07.680386 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:07.702798 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:09:07.743026 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port b3933b2b-4a17-4cff-b824-c6fe77ae2ec1, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b3933b2b-4a17-4cff-b824-c6fe77ae2ec1,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:07.777235 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:07.823049 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b2434cb0-0512-4218-b757-bce98990b272 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:07.890302 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=b3933b2b-4a17-4cff-b824-c6fe77ae2ec1,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:07.984119 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fa839e-4172-469d-9c46-e0cfba221b31 None None] Update dhcp port {'port': {'network_id': '99ed2dce-3728-466b-aefa-f61b98fddb46', 'fixed_ips': [{'subnet_id': '92fd8730-6d09-4530-a065-6636cc329f02', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bbf317d7-c53d-47dc-8d57-ad57516a0074', 'ip_address': '2001:db8::2'}, {'subnet_id': '8a4db7a8-5003-44b8-aea7-a9a205eefbc9'}], 'binding:host_id': 'n-d-800088-20'}, 'id': 'a42ff222-0b8e-4c56-a1ab-48b2aa02b208'} from n-d-800088-20. {{(pid=101404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 00:09:08.011313 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-89fa839e-4172-469d-9c46-e0cfba221b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:08.209614 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135185bf-92c9-4f7e-a51f-463d126aa0c6 req-85c3bb52-44ae-449c-ab5c-e440aeff31cc tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:08.211939 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-135185bf-92c9-4f7e-a51f-463d126aa0c6 req-85c3bb52-44ae-449c-ab5c-e440aeff31cc tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 944 time: 0.1005857 Aug 17 00:09:08.261034 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-b2434cb0-0512-4218-b757-bce98990b272 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Delete allocated IP 2001:db8::2ff (99ed2dce-3728-466b-aefa-f61b98fddb46/bbf317d7-c53d-47dc-8d57-ad57516a0074) {{(pid=101403) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 17 00:09:08.275489 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-135185bf-92c9-4f7e-a51f-463d126aa0c6 req-e4de1850-4138-494f-8b22-c2c9a98d5d4f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557110 Aug 17 00:09:08.275653 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['b3933b2b-4a17-4cff-b824-c6fe77ae2ec1'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:09:08.278473 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-b2434cb0-0512-4218-b757-bce98990b272 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Allocated IP 2001:db8:0:2::197 (99ed2dce-3728-466b-aefa-f61b98fddb46/8a4db7a8-5003-44b8-aea7-a9a205eefbc9/8856294e-7954-46b1-89de-2860a670c85a) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:09:08.473916 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b2434cb0-0512-4218-b757-bce98990b272 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:08.490485 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-b2434cb0-0512-4218-b757-bce98990b272 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Transition to ACTIVE for port object 8856294e-7954-46b1-89de-2860a670c85a will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:08.497218 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b2434cb0-0512-4218-b757-bce98990b272 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:08.555385 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-89fa839e-4172-469d-9c46-e0cfba221b31 None None] Allocated IP 2001:db8:0:2::2 (99ed2dce-3728-466b-aefa-f61b98fddb46/8a4db7a8-5003-44b8-aea7-a9a205eefbc9/a42ff222-0b8e-4c56-a1ab-48b2aa02b208) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:09:08.564400 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-b2434cb0-0512-4218-b757-bce98990b272 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] In _notify_port_updated(), no bound segment for port 8856294e-7954-46b1-89de-2860a670c85a on network 99ed2dce-3728-466b-aefa-f61b98fddb46 {{(pid=101403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 00:09:08.570953 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2434cb0-0512-4218-b757-bce98990b272 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:08.571630 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b2434cb0-0512-4218-b757-bce98990b272 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:08.573136 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b2434cb0-0512-4218-b757-bce98990b272 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "PUT /v2.0/ports/8856294e-7954-46b1-89de-2860a670c85a HTTP/1.1" status: 200 len: 969 time: 0.9538395 Aug 17 00:09:08.575870 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45330) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:08.590630 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2434cb0-0512-4218-b757-bce98990b272 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event updated for resources: {'Port': ['ID=8856294e-7954-46b1-89de-2860a670c85a,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:08.666643 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-89fa839e-4172-469d-9c46-e0cfba221b31 None None] For port a42ff222-0b8e-4c56-a1ab-48b2aa02b208, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a42ff222-0b8e-4c56-a1ab-48b2aa02b208,segment=NetworkSegment(0c40ec60-4c69-4c11-9160-1b9a9bec13f5),segment_id=0c40ec60-4c69-4c11-9160-1b9a9bec13f5)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:08.693929 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-cbd80ada-81f6-444e-b7dd-13424c951505 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting port 8856294e-7954-46b1-89de-2860a670c85a {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:08.694513 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cbd80ada-81f6-444e-b7dd-13424c951505 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:08.699801 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-89fa839e-4172-469d-9c46-e0cfba221b31 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:08.714204 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-89fa839e-4172-469d-9c46-e0cfba221b31 None None] Transition to ACTIVE for port object a42ff222-0b8e-4c56-a1ab-48b2aa02b208 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:08.717712 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-89fa839e-4172-469d-9c46-e0cfba221b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:08.791901 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cbd80ada-81f6-444e-b7dd-13424c951505 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:08.806353 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-cbd80ada-81f6-444e-b7dd-13424c951505 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Calling delete_port for 8856294e-7954-46b1-89de-2860a670c85a owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:08.821868 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa839e-4172-469d-9c46-e0cfba221b31 None None] Pushing event updated for resources: {'Port': ['ID=a42ff222-0b8e-4c56-a1ab-48b2aa02b208,revision_number=7']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:08.962068 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cbd80ada-81f6-444e-b7dd-13424c951505 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:08.998284 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd80ada-81f6-444e-b7dd-13424c951505 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Port': ['ID=8856294e-7954-46b1-89de-2860a670c85a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:09.028196 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cbd80ada-81f6-444e-b7dd-13424c951505 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:09.030297 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cbd80ada-81f6-444e-b7dd-13424c951505 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/ports/8856294e-7954-46b1-89de-2860a670c85a HTTP/1.1" status: 204 len: 168 time: 0.4534771 Aug 17 00:09:09.032933 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45336) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:09.059776 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c19cd6-2665-4e4b-b62b-114807f2b989 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] GET failed (client error): The resource could not be found. Aug 17 00:09:09.061519 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f1c19cd6-2665-4e4b-b62b-114807f2b989 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "GET /v2.0/ports/8856294e-7954-46b1-89de-2860a670c85a HTTP/1.1" status: 404 len: 333 time: 0.0274746 Aug 17 00:09:09.064442 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45338) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:09.134717 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c8844518-129c-40b4-9cf8-d007b0e395f3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:09.164738 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c8844518-129c-40b4-9cf8-d007b0e395f3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:09.222146 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c8844518-129c-40b4-9cf8-d007b0e395f3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:09.225019 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c8844518-129c-40b4-9cf8-d007b0e395f3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:09.229190 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c8844518-129c-40b4-9cf8-d007b0e395f3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/security-groups/c39bc0f4-8711-4a6d-bee1-fe59692d7fa8 HTTP/1.1" status: 204 len: 168 time: 0.1604233 Aug 17 00:09:09.230599 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45340) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:09.243145 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8844518-129c-40b4-9cf8-d007b0e395f3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39bc0f4-8711-4a6d-bee1-fe59692d7fa8,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:09.322830 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6824b9b0-8aab-47e3-bc23-1ea2c56ef707 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:09.354306 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6824b9b0-8aab-47e3-bc23-1ea2c56ef707 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:09.425926 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6824b9b0-8aab-47e3-bc23-1ea2c56ef707 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:09.428574 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6824b9b0-8aab-47e3-bc23-1ea2c56ef707 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:09.432159 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6824b9b0-8aab-47e3-bc23-1ea2c56ef707 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/security-groups/ea646f2f-1adb-4f72-ae2c-68c54cc6b891 HTTP/1.1" status: 204 len: 168 time: 0.2009952 Aug 17 00:09:09.437215 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45346) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:09.459846 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824b9b0-8aab-47e3-bc23-1ea2c56ef707 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea646f2f-1adb-4f72-ae2c-68c54cc6b891,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:09.494562 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84a84d-94fc-4f9c-b5dd-d071cc332706 req-45d3430f-99fd-4ff9-8558-41f55220c758 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:09.496154 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2a84a84d-94fc-4f9c-b5dd-d071cc332706 req-45d3430f-99fd-4ff9-8558-41f55220c758 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 944 time: 0.1001003 Aug 17 00:09:09.514506 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e41e94df-0bba-4864-bc31-a5562d396a10 None None] Provisioning complete for port aac7c3e0-5cf0-4331-b3b7-895eabf959c6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:09.515093 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e41e94df-0bba-4864-bc31-a5562d396a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:09.566188 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-006ba352-25a3-40fc-a6b4-9ba634fd7399 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:09.585975 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-e41e94df-0bba-4864-bc31-a5562d396a10 None None] Port aac7c3e0-5cf0-4331-b3b7-895eabf959c6 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:09:09.602813 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e41e94df-0bba-4864-bc31-a5562d396a10 None None] Provisioning for port a42ff222-0b8e-4c56-a1ab-48b2aa02b208 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:09:09.607929 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e41e94df-0bba-4864-bc31-a5562d396a10 None None] Provisioning complete for port a42ff222-0b8e-4c56-a1ab-48b2aa02b208 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:09.608134 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e41e94df-0bba-4864-bc31-a5562d396a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:09.620591 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-006ba352-25a3-40fc-a6b4-9ba634fd7399 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:09.633393 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2a84a84d-94fc-4f9c-b5dd-d071cc332706 req-a6ccc057-8e58-4d72-9fb2-d1498cfb58d2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228895 Aug 17 00:09:09.682742 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-006ba352-25a3-40fc-a6b4-9ba634fd7399 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:09.685466 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-006ba352-25a3-40fc-a6b4-9ba634fd7399 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:09.689507 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45350) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:09.689656 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-006ba352-25a3-40fc-a6b4-9ba634fd7399 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/security-groups/c31d521f-343b-4097-b6a3-f4ae2fe40e37 HTTP/1.1" status: 204 len: 168 time: 0.2517519 Aug 17 00:09:09.699967 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ba352-25a3-40fc-a6b4-9ba634fd7399 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31d521f-343b-4097-b6a3-f4ae2fe40e37,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:09.758407 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e41e94df-0bba-4864-bc31-a5562d396a10 None None] Could not find standard attr ID for object 8856294e-7954-46b1-89de-2860a670c85a. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:09:09.765414 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d2afad3-abf5-4f23-8fae-f0897268ec6d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting subnet bbf317d7-c53d-47dc-8d57-ad57516a0074 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:09:09.769257 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d2afad3-abf5-4f23-8fae-f0897268ec6d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:09.825090 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d2afad3-abf5-4f23-8fae-f0897268ec6d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:09.876513 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f84d1776-bb85-4d30-a5fa-2efe9bfa2acd None None] Could not find standard attr ID for object 8856294e-7954-46b1-89de-2860a670c85a. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:09:09.928130 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d2afad3-abf5-4f23-8fae-f0897268ec6d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:10.004723 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d2afad3-abf5-4f23-8fae-f0897268ec6d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:10.022254 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:10.040965 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2afad3-abf5-4f23-8fae-f0897268ec6d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Subnet': ['ID=bbf317d7-c53d-47dc-8d57-ad57516a0074,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:10.043023 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d2afad3-abf5-4f23-8fae-f0897268ec6d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:10.050234 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9607623-1723-485b-aa32-8d6337857114 None None] Network 99ed2dce-3728-466b-aefa-f61b98fddb46 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:09:10.051614 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45356) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:10.051862 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4d2afad3-abf5-4f23-8fae-f0897268ec6d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/subnets/bbf317d7-c53d-47dc-8d57-ad57516a0074 HTTP/1.1" status: 204 len: 168 time: 0.3608518 Aug 17 00:09:10.126699 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-670eccad-3f46-4ca2-a93c-ad2c8b0da4c2 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting subnet 8a4db7a8-5003-44b8-aea7-a9a205eefbc9 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:09:10.130216 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-670eccad-3f46-4ca2-a93c-ad2c8b0da4c2 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:10.172771 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-670eccad-3f46-4ca2-a93c-ad2c8b0da4c2 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:10.266908 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-670eccad-3f46-4ca2-a93c-ad2c8b0da4c2 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:10.342606 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-670eccad-3f46-4ca2-a93c-ad2c8b0da4c2 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:10.372405 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670eccad-3f46-4ca2-a93c-ad2c8b0da4c2 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Subnet': ['ID=8a4db7a8-5003-44b8-aea7-a9a205eefbc9,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:10.376709 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-670eccad-3f46-4ca2-a93c-ad2c8b0da4c2 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:10.378815 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-670eccad-3f46-4ca2-a93c-ad2c8b0da4c2 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/subnets/8a4db7a8-5003-44b8-aea7-a9a205eefbc9 HTTP/1.1" status: 204 len: 168 time: 0.3261747 Aug 17 00:09:10.381323 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45358) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:10.411072 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-e084a910-9742-4e97-9d97-c1365dd505f3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] DELETE failed (client error): The resource could not be found. Aug 17 00:09:10.411687 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e084a910-9742-4e97-9d97-c1365dd505f3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:09:10.414143 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e084a910-9742-4e97-9d97-c1365dd505f3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/subnets/bbf317d7-c53d-47dc-8d57-ad57516a0074 HTTP/1.1" status: 404 len: 337 time: 0.0311742 Aug 17 00:09:10.416932 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45360) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:10.465228 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a42ff222-0b8e-4c56-a1ab-48b2aa02b208 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:09:10.475671 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b86fab-c175-4d7c-b70c-d47edc14652c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting subnet 92fd8730-6d09-4530-a065-6636cc329f02 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:09:10.480092 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19b86fab-c175-4d7c-b70c-d47edc14652c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:10.523597 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port a42ff222-0b8e-4c56-a1ab-48b2aa02b208 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:10.523968 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:10.532722 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19b86fab-c175-4d7c-b70c-d47edc14652c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:10.631992 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19b86fab-c175-4d7c-b70c-d47edc14652c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:10.708840 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19b86fab-c175-4d7c-b70c-d47edc14652c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:10.749707 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b86fab-c175-4d7c-b70c-d47edc14652c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Subnet': ['ID=92fd8730-6d09-4530-a065-6636cc329f02,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:10.764465 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19b86fab-c175-4d7c-b70c-d47edc14652c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:10.768125 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45366) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:10.768591 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-19b86fab-c175-4d7c-b70c-d47edc14652c tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/subnets/92fd8730-6d09-4530-a065-6636cc329f02 HTTP/1.1" status: 204 len: 168 time: 0.3501079 Aug 17 00:09:10.807853 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfeda086-ef9d-4625-9144-5e236245e663 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] DELETE failed (client error): The resource could not be found. Aug 17 00:09:10.808410 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfeda086-ef9d-4625-9144-5e236245e663 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:09:10.809024 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3917143-3347-4be9-82e7-79b41d7d6164 req-bcedf0fd-2e80-4db0-905a-9cb889630dcc tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:10.810311 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bfeda086-ef9d-4625-9144-5e236245e663 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/subnets/4dd8d595-af97-4b0b-9b08-7c074f111927 HTTP/1.1" status: 404 len: 337 time: 0.0405302 Aug 17 00:09:10.812969 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45368) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:10.813773 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3917143-3347-4be9-82e7-79b41d7d6164 req-bcedf0fd-2e80-4db0-905a-9cb889630dcc tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 944 time: 0.0675607 Aug 17 00:09:10.843779 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ec25bb6e-9239-432e-a66f-9c3af9a0b188 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "GET /v2.0/ports?device_id=438767b4-a8bd-4093-b280-81023aa6ff21 HTTP/1.1" status: 200 len: 205 time: 0.0293005 Aug 17 00:09:10.846394 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45370) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:10.895630 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-bb0e23b7-ff1f-4185-bafa-ce9450a49c6e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] delete failed (client error): The resource could not be found. Aug 17 00:09:10.896699 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bb0e23b7-ff1f-4185-bafa-ce9450a49c6e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/routers/438767b4-a8bd-4093-b280-81023aa6ff21 HTTP/1.1" status: 404 len: 336 time: 0.0493605 Aug 17 00:09:10.900425 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45372) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:10.901132 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3917143-3347-4be9-82e7-79b41d7d6164 req-10ef0947-16ed-47ae-97f4-6808a0b5ebad tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799387 Aug 17 00:09:10.938837 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-7abb8ff2-d008-4d44-8bc8-570c4fd53363 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] DELETE failed (client error): The resource could not be found. Aug 17 00:09:10.939464 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7abb8ff2-d008-4d44-8bc8-570c4fd53363 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:09:10.945563 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7abb8ff2-d008-4d44-8bc8-570c4fd53363 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/subnets/28ea7170-6584-4b31-83d9-db5d92218475 HTTP/1.1" status: 404 len: 337 time: 0.0393291 Aug 17 00:09:10.946050 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45374) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:10.950237 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be750fab-39d6-49ca-97f8-07b837275d78 None None] Network 99ed2dce-3728-466b-aefa-f61b98fddb46 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:09:10.985149 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3a34ec-8b03-4580-bc32-65643852cb8e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] DELETE failed (client error): The resource could not be found. Aug 17 00:09:10.985820 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e3a34ec-8b03-4580-bc32-65643852cb8e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:09:10.989218 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6e3a34ec-8b03-4580-bc32-65643852cb8e tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/subnets/709fbb1f-5d4f-42ae-960d-a331e67cdcd2 HTTP/1.1" status: 404 len: 337 time: 0.0413871 Aug 17 00:09:10.990923 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45376) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:11.020716 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5cc8938-b6b5-4b6a-8d39-572527ef0284 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] DELETE failed (client error): The resource could not be found. Aug 17 00:09:11.021200 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5cc8938-b6b5-4b6a-8d39-572527ef0284 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:09:11.025448 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f5cc8938-b6b5-4b6a-8d39-572527ef0284 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/subnets/9254ab26-af9f-4d8c-a60f-1964d1726c41 HTTP/1.1" status: 404 len: 337 time: 0.0304308 Aug 17 00:09:11.027225 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45378) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:11.052006 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-105ad4f4-2b23-4677-9f6a-da35c971fadd tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] DELETE failed (client error): The resource could not be found. Aug 17 00:09:11.052678 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-105ad4f4-2b23-4677-9f6a-da35c971fadd tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:09:11.055092 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-105ad4f4-2b23-4677-9f6a-da35c971fadd tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/ports/f96ebc30-63ea-405b-9bd0-18bd29f0c995 HTTP/1.1" status: 404 len: 333 time: 0.0267217 Aug 17 00:09:11.057569 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45382) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:11.069584 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c6a0dd3d-9d3f-4d94-8114-f6b1c7389447 None None] Provisioning complete for port aac7c3e0-5cf0-4331-b3b7-895eabf959c6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:11.071079 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c6a0dd3d-9d3f-4d94-8114-f6b1c7389447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:11.086300 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c631d7-8533-4ac2-97d0-7d6f0b962bf3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] DELETE failed (client error): The resource could not be found. Aug 17 00:09:11.086896 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c631d7-8533-4ac2-97d0-7d6f0b962bf3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:09:11.089087 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f2c631d7-8533-4ac2-97d0-7d6f0b962bf3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/subnets/8a849d31-2883-47b5-8dff-492934053fa2 HTTP/1.1" status: 404 len: 337 time: 0.0300882 Aug 17 00:09:11.091267 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45384) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:11.121627 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad28d90e-ffa0-4949-9e1b-eb92203a064d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] DELETE failed (client error): The resource could not be found. Aug 17 00:09:11.131305 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad28d90e-ffa0-4949-9e1b-eb92203a064d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:09:11.139626 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ad28d90e-ffa0-4949-9e1b-eb92203a064d tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/subnets/1a9ba9c9-4060-4a72-9583-78572ce4bb29 HTTP/1.1" status: 404 len: 337 time: 0.0473146 Aug 17 00:09:11.140620 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-c6a0dd3d-9d3f-4d94-8114-f6b1c7389447 None None] Port aac7c3e0-5cf0-4331-b3b7-895eabf959c6 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:09:11.142244 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45388) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:11.171191 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-92655588-bdd4-4490-8052-284ca2a344ce tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] DELETE failed (client error): The resource could not be found. Aug 17 00:09:11.171399 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c6a0dd3d-9d3f-4d94-8114-f6b1c7389447 None None] Provisioning complete for port a42ff222-0b8e-4c56-a1ab-48b2aa02b208 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:11.171935 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c6a0dd3d-9d3f-4d94-8114-f6b1c7389447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:11.172048 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92655588-bdd4-4490-8052-284ca2a344ce tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:09:11.174095 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-92655588-bdd4-4490-8052-284ca2a344ce tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/ports/e9e0e75d-dd70-4888-8557-da85cb6c5227 HTTP/1.1" status: 404 len: 333 time: 0.0305026 Aug 17 00:09:11.176435 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45390) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:11.214660 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7692739-2e0d-4ac7-85f3-64a0a430ecd3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] DELETE failed (client error): The resource could not be found. Aug 17 00:09:11.215962 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7692739-2e0d-4ac7-85f3-64a0a430ecd3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:09:11.217778 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e7692739-2e0d-4ac7-85f3-64a0a430ecd3 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/subnets/df3c77ac-1aef-41cc-a792-c10732ebd79c HTTP/1.1" status: 404 len: 337 time: 0.0403435 Aug 17 00:09:11.220331 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45392) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:11.248002 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb48b24-4b62-4732-a4c9-94b44a503114 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] DELETE failed (client error): The resource could not be found. Aug 17 00:09:11.248476 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb48b24-4b62-4732-a4c9-94b44a503114 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:09:11.252349 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2bb48b24-4b62-4732-a4c9-94b44a503114 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/subnets/3a6d32e8-e2bd-4cb8-a3e4-a395e6d0a0b4 HTTP/1.1" status: 404 len: 337 time: 0.0289443 Aug 17 00:09:11.252937 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45394) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:11.257586 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eec153b-737b-42d8-9280-9d417d6290ec None None] DHCP port deletion for 99ed2dce-3728-466b-aefa-f61b98fddb46 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:09:11.317537 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-5eec153b-737b-42d8-9280-9d417d6290ec None None] Deleting port a42ff222-0b8e-4c56-a1ab-48b2aa02b208 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:11.317911 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5eec153b-737b-42d8-9280-9d417d6290ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:11.348888 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-5c006cc0-c0b5-4a18-8c85-92c45034da45 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Deleting port aac7c3e0-5cf0-4331-b3b7-895eabf959c6 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:11.349268 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5c006cc0-c0b5-4a18-8c85-92c45034da45 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:11.389212 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-5eec153b-737b-42d8-9280-9d417d6290ec None None] For port a42ff222-0b8e-4c56-a1ab-48b2aa02b208, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a42ff222-0b8e-4c56-a1ab-48b2aa02b208,segment=NetworkSegment(0c40ec60-4c69-4c11-9160-1b9a9bec13f5),segment_id=0c40ec60-4c69-4c11-9160-1b9a9bec13f5)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:11.389891 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5eec153b-737b-42d8-9280-9d417d6290ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:11.403926 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-5eec153b-737b-42d8-9280-9d417d6290ec None None] Calling delete_port for a42ff222-0b8e-4c56-a1ab-48b2aa02b208 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:11.418669 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5c006cc0-c0b5-4a18-8c85-92c45034da45 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:11.439316 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-5c006cc0-c0b5-4a18-8c85-92c45034da45 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Calling delete_port for aac7c3e0-5cf0-4331-b3b7-895eabf959c6 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:11.482567 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:09:11.487707 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5eec153b-737b-42d8-9280-9d417d6290ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:11.527158 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5c006cc0-c0b5-4a18-8c85-92c45034da45 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:11.551686 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec153b-737b-42d8-9280-9d417d6290ec None None] Pushing event deleted for resources: {'Port': ['ID=a42ff222-0b8e-4c56-a1ab-48b2aa02b208,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:11.553771 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eec153b-737b-42d8-9280-9d417d6290ec None None] No DVR routers for this DVR port a42ff222-0b8e-4c56-a1ab-48b2aa02b208 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:09:11.566379 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c006cc0-c0b5-4a18-8c85-92c45034da45 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Port': ['ID=aac7c3e0-5cf0-4331-b3b7-895eabf959c6,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:11.570195 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5c006cc0-c0b5-4a18-8c85-92c45034da45 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:11.572481 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5c006cc0-c0b5-4a18-8c85-92c45034da45 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/ports/aac7c3e0-5cf0-4331-b3b7-895eabf959c6 HTTP/1.1" status: 204 len: 168 time: 0.3185225 Aug 17 00:09:11.575131 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45396) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:11.582923 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:11.592629 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:09:11.596887 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:11.597293 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:11.667694 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a7cdb45a-c7a6-4159-96ca-275944348039 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:11.682654 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:11.707268 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d38281-6dd5-4e30-ace4-7b24e5cfe04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3933b2b-4a17-4cff-b824-c6fe77ae2ec1'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:09:11.709662 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db041f9-3a49-4980-815b-cd7cfb8a35f9" -d '{"events": [{"server_uuid": "f0d38281-6dd5-4e30-ace4-7b24e5cfe04d", "name": "network-vif-plugged", "status": "completed", "tag": "b3933b2b-4a17-4cff-b824-c6fe77ae2ec1"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:09:11.750001 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port b3933b2b-4a17-4cff-b824-c6fe77ae2ec1, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b3933b2b-4a17-4cff-b824-c6fe77ae2ec1,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:11.754463 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:11.786449 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f44a6d3-9faf-4b9e-88f8-81b63807d316 x-openstack-request-id: req-3f44a6d3-9faf-4b9e-88f8-81b63807d316 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:09:11.786733 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d38281-6dd5-4e30-ace4-7b24e5cfe04d", "name": "network-vif-plugged", "status": "completed", "tag": "b3933b2b-4a17-4cff-b824-c6fe77ae2ec1", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:09:11.787071 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f44a6d3-9faf-4b9e-88f8-81b63807d316 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:09:11.787306 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d38281-6dd5-4e30-ace4-7b24e5cfe04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3933b2b-4a17-4cff-b824-c6fe77ae2ec1', 'code': 200} Aug 17 00:09:11.804531 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a7cdb45a-c7a6-4159-96ca-275944348039 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:11.816306 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-a7cdb45a-c7a6-4159-96ca-275944348039 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ed2dce-3728-466b-aefa-f61b98fddb46']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:11.816501 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=b3933b2b-4a17-4cff-b824-c6fe77ae2ec1,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:11.829456 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-a7cdb45a-c7a6-4159-96ca-275944348039 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c40ec60-4c69-4c11-9160-1b9a9bec13f5') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:11.829763 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-a7cdb45a-c7a6-4159-96ca-275944348039 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c40ec60-4c69-4c11-9160-1b9a9bec13f5') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:11.839356 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a7cdb45a-c7a6-4159-96ca-275944348039 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:11.853745 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a7cdb45a-c7a6-4159-96ca-275944348039 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:11.860148 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7cdb45a-c7a6-4159-96ca-275944348039 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:09:11.860717 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a7cdb45a-c7a6-4159-96ca-275944348039 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:09:11.864013 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:09:11.880499 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742963c-2753-4a79-a65d-5c8fb88a80f5 req-82a15b7f-e931-4cbb-b2df-077afe4bdfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:11.882712 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d742963c-2753-4a79-a65d-5c8fb88a80f5 req-82a15b7f-e931-4cbb-b2df-077afe4bdfce service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 1097 time: 0.0433652 Aug 17 00:09:11.926808 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d742963c-2753-4a79-a65d-5c8fb88a80f5 req-174d57fa-3363-48e6-a534-c80edae362a8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344272 Aug 17 00:09:11.933710 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a7cdb45a-c7a6-4159-96ca-275944348039 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:11.952309 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a7cdb45a-c7a6-4159-96ca-275944348039 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:11.954986 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a7cdb45a-c7a6-4159-96ca-275944348039 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] 10.222.0.60 "DELETE /v2.0/networks/99ed2dce-3728-466b-aefa-f61b98fddb46 HTTP/1.1" status: 204 len: 168 time: 0.3780363 Aug 17 00:09:11.955123 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cdb45a-c7a6-4159-96ca-275944348039 tempest-PortsIpV6TestJSON-64443398 tempest-PortsIpV6TestJSON-64443398-project] Pushing event deleted for resources: {'Network': ['ID=99ed2dce-3728-466b-aefa-f61b98fddb46,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:11.970596 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:09:12.051548 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38faba34-145f-4919-addb-4955198e7ee4 req-3d739e58-6175-48fc-80fb-7ccddde8c346 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:12.052960 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-38faba34-145f-4919-addb-4955198e7ee4 req-3d739e58-6175-48fc-80fb-7ccddde8c346 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 945 time: 0.0505302 Aug 17 00:09:12.095090 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-38faba34-145f-4919-addb-4955198e7ee4 req-36e373c0-b140-4931-b5f1-106d3d84ea1a tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348499 Aug 17 00:09:12.218794 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45412) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:12.363857 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45416) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:12.364324 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ad9ee0e4-e3e5-4fde-a0ea-da311022b194 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8d8294cd73cf449ebc0fe693172af319&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436050 Aug 17 00:09:12.419786 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-611926b3-9714-48ad-b647-ee95e07af5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:12.421278 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a42ff222-0b8e-4c56-a1ab-48b2aa02b208 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:09:12.443303 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-611926b3-9714-48ad-b647-ee95e07af5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:12.444875 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: a42ff222-0b8e-4c56-a1ab-48b2aa02b208 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:09:12.445347 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a42ff222-0b8e-4c56-a1ab-48b2aa02b208 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:09:12.498795 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-611926b3-9714-48ad-b647-ee95e07af5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:12.501460 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-611926b3-9714-48ad-b647-ee95e07af5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:12.502607 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-611926b3-9714-48ad-b647-ee95e07af5e4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/db0004b3-efc8-49ca-99e4-5bc57c7986e3 HTTP/1.1" status: 204 len: 168 time: 0.1381922 Aug 17 00:09:12.511428 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611926b3-9714-48ad-b647-ee95e07af5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0004b3-efc8-49ca-99e4-5bc57c7986e3,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:13.217953 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45444) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:13.236365 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68e949-bde4-48ef-bbf0-3a5f3e8cced1 req-158216e8-3899-44c0-9344-1d47d0c95729 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:13.237939 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a68e949-bde4-48ef-bbf0-3a5f3e8cced1 req-158216e8-3899-44c0-9344-1d47d0c95729 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 945 time: 0.0665097 Aug 17 00:09:13.280129 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a68e949-bde4-48ef-bbf0-3a5f3e8cced1 req-ff667bc3-721a-4d1b-a114-7abe3d96b02a tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349019 Aug 17 00:09:13.328578 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-aea3f43e-23ea-4703-b082-fa0b62b4bc1b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-197160684'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:13.350360 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea3f43e-23ea-4703-b082-fa0b62b4bc1b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:13.354820 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aea3f43e-23ea-4703-b082-fa0b62b4bc1b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:13.363458 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aea3f43e-23ea-4703-b082-fa0b62b4bc1b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:13.468888 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aea3f43e-23ea-4703-b082-fa0b62b4bc1b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:13.472728 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aea3f43e-23ea-4703-b082-fa0b62b4bc1b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:13.495544 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea3f43e-23ea-4703-b082-fa0b62b4bc1b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:09:13.509603 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3f43e-23ea-4703-b082-fa0b62b4bc1b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e849103-7c6b-4cf6-85fd-a680afa21747,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:13.511483 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b1474-cd0c-49ba-a016-90550778d6cd req-b014df82-b028-4c60-88ac-f4f374d1b628 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:13.513070 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-161b1474-cd0c-49ba-a016-90550778d6cd req-b014df82-b028-4c60-88ac-f4f374d1b628 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 945 time: 0.0500169 Aug 17 00:09:13.514411 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aea3f43e-23ea-4703-b082-fa0b62b4bc1b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:13.514757 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-aea3f43e-23ea-4703-b082-fa0b62b4bc1b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Added segment 87cf7d53-8143-48a8-ab2a-6415b262c980 of type vlan for network 1fab6eb3-70f0-46be-bff4-45c484ae2755 Aug 17 00:09:13.554944 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-161b1474-cd0c-49ba-a016-90550778d6cd req-e55aee6e-802a-4892-9705-4efd2e18da54 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344477 Aug 17 00:09:13.567155 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aea3f43e-23ea-4703-b082-fa0b62b4bc1b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:13.595326 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aea3f43e-23ea-4703-b082-fa0b62b4bc1b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:13.601237 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea3f43e-23ea-4703-b082-fa0b62b4bc1b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:13.601642 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aea3f43e-23ea-4703-b082-fa0b62b4bc1b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:13.657506 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-aea3f43e-23ea-4703-b082-fa0b62b4bc1b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4387107 Aug 17 00:09:13.660223 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45454) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:13.666055 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-3658e016-059a-4b00-b0c9-fd4188e9b334 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'port': {'network_id': '1fab6eb3-70f0-46be-bff4-45c484ae2755', 'name': 'tempest-PortsTestJSON-1409715617'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:13.669243 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3f43e-23ea-4703-b082-fa0b62b4bc1b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Network': ['ID=1fab6eb3-70f0-46be-bff4-45c484ae2755,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:13.680230 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 1fab6eb3-70f0-46be-bff4-45c484ae2755 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:09:13.760099 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3658e016-059a-4b00-b0c9-fd4188e9b334 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:13.763832 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3658e016-059a-4b00-b0c9-fd4188e9b334 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:13.783195 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-3658e016-059a-4b00-b0c9-fd4188e9b334 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] device_id is not set on port 5cd48e09-66f6-42dc-9ef7-395e3701fe95 yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:09:13.950116 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3658e016-059a-4b00-b0c9-fd4188e9b334 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:13.991867 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3658e016-059a-4b00-b0c9-fd4188e9b334 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:14.054823 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658e016-059a-4b00-b0c9-fd4188e9b334 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Port': ['ID=5cd48e09-66f6-42dc-9ef7-395e3701fe95,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:14.064702 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658e016-059a-4b00-b0c9-fd4188e9b334 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Checking segment: {'id': '87cf7d53-8143-48a8-ab2a-6415b262c980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1fab6eb3-70f0-46be-bff4-45c484ae2755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:09:14.064702 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3658e016-059a-4b00-b0c9-fd4188e9b334 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network hostable DHCP agents. Network: 1fab6eb3-70f0-46be-bff4-45c484ae2755, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:09:14.081029 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3658e016-059a-4b00-b0c9-fd4188e9b334 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network 1fab6eb3-70f0-46be-bff4-45c484ae2755 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:09:14.090321 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-3658e016-059a-4b00-b0c9-fd4188e9b334 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 1fab6eb3-70f0-46be-bff4-45c484ae2755) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:14.095290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3658e016-059a-4b00-b0c9-fd4188e9b334 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:09:14.099663 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894deb70-5706-4e3d-a777-99cd55a47aaa None None] Network 1fab6eb3-70f0-46be-bff4-45c484ae2755 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:09:14.102904 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3658e016-059a-4b00-b0c9-fd4188e9b334 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:14.104131 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3658e016-059a-4b00-b0c9-fd4188e9b334 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:14.119972 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3658e016-059a-4b00-b0c9-fd4188e9b334 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4583778 Aug 17 00:09:14.122875 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45468) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:14.128350 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-19175b42-ff1a-4aa3-9864-ed25968c7277 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-874798076'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:14.154379 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19175b42-ff1a-4aa3-9864-ed25968c7277 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:14.158295 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-19175b42-ff1a-4aa3-9864-ed25968c7277 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:14.190917 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19175b42-ff1a-4aa3-9864-ed25968c7277 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:09:14.200962 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-19175b42-ff1a-4aa3-9864-ed25968c7277 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:14.201458 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-19175b42-ff1a-4aa3-9864-ed25968c7277 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Added segment a221d719-161d-4310-8075-102ac73dcba9 of type vlan for network 0c737ac4-0390-498b-9673-aa9cdaa62e2c Aug 17 00:09:14.247323 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-19175b42-ff1a-4aa3-9864-ed25968c7277 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:14.273714 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-19175b42-ff1a-4aa3-9864-ed25968c7277 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:14.279811 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19175b42-ff1a-4aa3-9864-ed25968c7277 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:14.280426 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-19175b42-ff1a-4aa3-9864-ed25968c7277 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:14.337736 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-19175b42-ff1a-4aa3-9864-ed25968c7277 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2137086 Aug 17 00:09:14.340514 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45472) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:14.352547 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-fcefd99d-40d3-4570-9795-1b441e2f1169 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'ports': [{'network_id': '1fab6eb3-70f0-46be-bff4-45c484ae2755'}, {'network_id': '0c737ac4-0390-498b-9673-aa9cdaa62e2c'}]} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:14.358758 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19175b42-ff1a-4aa3-9864-ed25968c7277 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Network': ['ID=0c737ac4-0390-498b-9673-aa9cdaa62e2c,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:14.359099 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-fcefd99d-40d3-4570-9795-1b441e2f1169 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'port': {'network_id': '1fab6eb3-70f0-46be-bff4-45c484ae2755'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:14.359838 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-fcefd99d-40d3-4570-9795-1b441e2f1169 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'port': {'network_id': '0c737ac4-0390-498b-9673-aa9cdaa62e2c'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:14.369969 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 0c737ac4-0390-498b-9673-aa9cdaa62e2c details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:09:14.543035 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcefd99d-40d3-4570-9795-1b441e2f1169 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'port': 2} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:14.547474 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fcefd99d-40d3-4570-9795-1b441e2f1169 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:14.560259 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fcefd99d-40d3-4570-9795-1b441e2f1169 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:14.651968 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-fcefd99d-40d3-4570-9795-1b441e2f1169 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] device_id is not set on port a761f834-ebd3-40a4-a1d4-186553bc5d4b yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:09:14.703123 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c294f27-ec12-46b9-b49c-e266413f0ebb req-4fc94124-ecec-46cf-aa4e-268972d0fa21 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:14.704601 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9c294f27-ec12-46b9-b49c-e266413f0ebb req-4fc94124-ecec-46cf-aa4e-268972d0fa21 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 945 time: 0.0740693 Aug 17 00:09:14.794301 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9c294f27-ec12-46b9-b49c-e266413f0ebb req-7e76a51a-7c49-4114-bef4-f76d7e3d4cad tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826130 Aug 17 00:09:14.831587 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fcefd99d-40d3-4570-9795-1b441e2f1169 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:14.911872 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-fcefd99d-40d3-4570-9795-1b441e2f1169 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] device_id is not set on port d5756487-ef00-484d-9263-f6f86d7d3fe8 yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:09:15.027455 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fcefd99d-40d3-4570-9795-1b441e2f1169 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:15.070096 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fcefd99d-40d3-4570-9795-1b441e2f1169 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:15.126221 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcefd99d-40d3-4570-9795-1b441e2f1169 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network 1fab6eb3-70f0-46be-bff4-45c484ae2755 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:09:15.129536 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-fcefd99d-40d3-4570-9795-1b441e2f1169 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:15.134837 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcefd99d-40d3-4570-9795-1b441e2f1169 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:09:15.135888 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fcefd99d-40d3-4570-9795-1b441e2f1169 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:15.139824 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefd99d-40d3-4570-9795-1b441e2f1169 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Port': ['ID=a761f834-ebd3-40a4-a1d4-186553bc5d4b,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:15.239684 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefd99d-40d3-4570-9795-1b441e2f1169 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Port': ['ID=d5756487-ef00-484d-9263-f6f86d7d3fe8,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:15.263596 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcefd99d-40d3-4570-9795-1b441e2f1169 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Checking segment: {'id': 'a221d719-161d-4310-8075-102ac73dcba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0c737ac4-0390-498b-9673-aa9cdaa62e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:09:15.263954 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcefd99d-40d3-4570-9795-1b441e2f1169 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network hostable DHCP agents. Network: 0c737ac4-0390-498b-9673-aa9cdaa62e2c, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:09:15.295422 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfa0ea-79ed-4c78-a064-91fbd7f0214d req-0bf801ec-3a70-4a47-be2b-d270f93e68a6 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:15.296924 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bbbfa0ea-79ed-4c78-a064-91fbd7f0214d req-0bf801ec-3a70-4a47-be2b-d270f93e68a6 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 945 time: 0.0751145 Aug 17 00:09:15.298026 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcefd99d-40d3-4570-9795-1b441e2f1169 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network 0c737ac4-0390-498b-9673-aa9cdaa62e2c is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:09:15.313171 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-fcefd99d-40d3-4570-9795-1b441e2f1169 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 0c737ac4-0390-498b-9673-aa9cdaa62e2c) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:15.317054 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcefd99d-40d3-4570-9795-1b441e2f1169 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:09:15.322857 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e666cc-80cd-434c-ba0f-a0a68cd6d612 None None] Network 0c737ac4-0390-498b-9673-aa9cdaa62e2c requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:09:15.328135 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcefd99d-40d3-4570-9795-1b441e2f1169 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:15.333286 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcefd99d-40d3-4570-9795-1b441e2f1169 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:15.334113 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fcefd99d-40d3-4570-9795-1b441e2f1169 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:15.391188 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bbbfa0ea-79ed-4c78-a064-91fbd7f0214d req-d1c09840-246b-403d-8224-ef302a820290 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733743 Aug 17 00:09:15.393823 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fcefd99d-40d3-4570-9795-1b441e2f1169 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0518379 Aug 17 00:09:15.396510 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45494) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:15.525581 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-3856e4c6-1c51-437b-8c8b-0340ed2f742e tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting port d5756487-ef00-484d-9263-f6f86d7d3fe8 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:15.526081 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3856e4c6-1c51-437b-8c8b-0340ed2f742e tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:15.592087 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3856e4c6-1c51-437b-8c8b-0340ed2f742e tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:15.604475 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-3856e4c6-1c51-437b-8c8b-0340ed2f742e tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Calling delete_port for d5756487-ef00-484d-9263-f6f86d7d3fe8 owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:15.703268 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3856e4c6-1c51-437b-8c8b-0340ed2f742e tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:15.743098 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856e4c6-1c51-437b-8c8b-0340ed2f742e tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Port': ['ID=d5756487-ef00-484d-9263-f6f86d7d3fe8,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:15.745489 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3856e4c6-1c51-437b-8c8b-0340ed2f742e tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:15.747456 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3856e4c6-1c51-437b-8c8b-0340ed2f742e tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/ports/d5756487-ef00-484d-9263-f6f86d7d3fe8 HTTP/1.1" status: 204 len: 168 time: 0.3497155 Aug 17 00:09:15.752665 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45498) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:15.822664 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80c6f34-5918-4f9f-8e7f-0c2532c92bcf tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:15.828904 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80c6f34-5918-4f9f-8e7f-0c2532c92bcf tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:15.831230 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f80c6f34-5918-4f9f-8e7f-0c2532c92bcf tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0769651 Aug 17 00:09:15.834132 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45500) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:15.931582 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-40ba4a79-ba50-4020-b9b9-bebf4ca4d2db tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting port a761f834-ebd3-40a4-a1d4-186553bc5d4b {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:15.932201 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-40ba4a79-ba50-4020-b9b9-bebf4ca4d2db tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:16.036723 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-40ba4a79-ba50-4020-b9b9-bebf4ca4d2db tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:16.051790 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-40ba4a79-ba50-4020-b9b9-bebf4ca4d2db tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Calling delete_port for a761f834-ebd3-40a4-a1d4-186553bc5d4b owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:16.135775 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-40ba4a79-ba50-4020-b9b9-bebf4ca4d2db tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:16.168647 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba4a79-ba50-4020-b9b9-bebf4ca4d2db tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Port': ['ID=a761f834-ebd3-40a4-a1d4-186553bc5d4b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:16.174596 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-40ba4a79-ba50-4020-b9b9-bebf4ca4d2db tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:16.177277 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-40ba4a79-ba50-4020-b9b9-bebf4ca4d2db tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/ports/a761f834-ebd3-40a4-a1d4-186553bc5d4b HTTP/1.1" status: 204 len: 168 time: 0.3420131 Aug 17 00:09:16.180659 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45506) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:16.235336 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac601f1-28b4-426c-b380-b04803a72b4d tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:16.239466 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fac601f1-28b4-426c-b380-b04803a72b4d tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0553656 Aug 17 00:09:16.239640 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45508) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:16.265079 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e5a84e-1405-4494-b649-85c7dc8d13f7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] GET failed (client error): The resource could not be found. Aug 17 00:09:16.269241 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-62e5a84e-1405-4494-b649-85c7dc8d13f7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "GET /v2.0/ports/d5756487-ef00-484d-9263-f6f86d7d3fe8 HTTP/1.1" status: 404 len: 333 time: 0.0259984 Aug 17 00:09:16.269695 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45512) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:16.298403 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd722dd-3518-48b2-a8ba-bd5dc75d6244 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] GET failed (client error): The resource could not be found. Aug 17 00:09:16.302383 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8cd722dd-3518-48b2-a8ba-bd5dc75d6244 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "GET /v2.0/ports/a761f834-ebd3-40a4-a1d4-186553bc5d4b HTTP/1.1" status: 404 len: 333 time: 0.0294247 Aug 17 00:09:16.302671 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45514) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:16.378741 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fdbd24f8-9a59-4227-a65c-fb69be74016c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:16.496244 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-25a4b808-79d7-4269-bfe8-f103686ae2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:16.502586 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fdbd24f8-9a59-4227-a65c-fb69be74016c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:16.517792 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-fdbd24f8-9a59-4227-a65c-fb69be74016c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c737ac4-0390-498b-9673-aa9cdaa62e2c']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:16.531501 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-fdbd24f8-9a59-4227-a65c-fb69be74016c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a221d719-161d-4310-8075-102ac73dcba9') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:16.531655 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-fdbd24f8-9a59-4227-a65c-fb69be74016c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a221d719-161d-4310-8075-102ac73dcba9') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:16.550490 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d8068-6099-4af3-b076-30de5cb0a30a req-87e6c5ff-db95-423c-bbf2-9af547ffb191 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:16.553504 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ce9d8068-6099-4af3-b076-30de5cb0a30a req-87e6c5ff-db95-423c-bbf2-9af547ffb191 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 945 time: 0.1008232 Aug 17 00:09:16.556600 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fdbd24f8-9a59-4227-a65c-fb69be74016c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:16.592624 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fdbd24f8-9a59-4227-a65c-fb69be74016c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:16.608501 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdbd24f8-9a59-4227-a65c-fb69be74016c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:09:16.609206 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fdbd24f8-9a59-4227-a65c-fb69be74016c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:09:16.612294 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:09:16.627830 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ce9d8068-6099-4af3-b076-30de5cb0a30a req-1bb2f3e7-5276-4cfc-9af5-5483279b4c3a tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684075 Aug 17 00:09:16.676490 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fdbd24f8-9a59-4227-a65c-fb69be74016c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:16.684127 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fdbd24f8-9a59-4227-a65c-fb69be74016c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:16.685972 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fdbd24f8-9a59-4227-a65c-fb69be74016c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/networks/0c737ac4-0390-498b-9673-aa9cdaa62e2c HTTP/1.1" status: 204 len: 168 time: 0.3823972 Aug 17 00:09:16.690137 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45522) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:16.696436 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-9171dd80-24b4-4c95-8501-fcd93eb50889 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-958521203'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:16.701600 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd24f8-9a59-4227-a65c-fb69be74016c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Network': ['ID=0c737ac4-0390-498b-9673-aa9cdaa62e2c,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:16.722421 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9171dd80-24b4-4c95-8501-fcd93eb50889 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:16.726422 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9171dd80-24b4-4c95-8501-fcd93eb50889 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:16.750285 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9171dd80-24b4-4c95-8501-fcd93eb50889 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:09:16.760162 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9171dd80-24b4-4c95-8501-fcd93eb50889 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:16.760515 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-9171dd80-24b4-4c95-8501-fcd93eb50889 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Added segment 8c427f35-6b24-420f-b27a-1187a70f4100 of type vlan for network 73713a25-d942-4aa4-b2f2-3d0730faeb91 Aug 17 00:09:16.801692 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9171dd80-24b4-4c95-8501-fcd93eb50889 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:16.828167 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9171dd80-24b4-4c95-8501-fcd93eb50889 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:16.833940 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9171dd80-24b4-4c95-8501-fcd93eb50889 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:16.834548 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9171dd80-24b4-4c95-8501-fcd93eb50889 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:16.890450 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9171dd80-24b4-4c95-8501-fcd93eb50889 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1991630 Aug 17 00:09:16.893755 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45524) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:16.899698 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-613f19c6-1693-47bb-91ef-704503f8764b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'subnet': {'network_id': '73713a25-d942-4aa4-b2f2-3d0730faeb91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:16.914524 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171dd80-24b4-4c95-8501-fcd93eb50889 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Network': ['ID=73713a25-d942-4aa4-b2f2-3d0730faeb91,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:16.924642 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 73713a25-d942-4aa4-b2f2-3d0730faeb91 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:09:16.995109 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613f19c6-1693-47bb-91ef-704503f8764b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:16.999158 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-613f19c6-1693-47bb-91ef-704503f8764b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:17.187516 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-613f19c6-1693-47bb-91ef-704503f8764b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:17.252411 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f19c6-1693-47bb-91ef-704503f8764b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Subnet': ['ID=6948f502-62c0-4e75-98f3-7096a66b4f2c,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:17.262356 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613f19c6-1693-47bb-91ef-704503f8764b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Checking segment: {'id': '8c427f35-6b24-420f-b27a-1187a70f4100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '73713a25-d942-4aa4-b2f2-3d0730faeb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:09:17.262744 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613f19c6-1693-47bb-91ef-704503f8764b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network hostable DHCP agents. Network: 73713a25-d942-4aa4-b2f2-3d0730faeb91, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:09:17.279678 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613f19c6-1693-47bb-91ef-704503f8764b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network 73713a25-d942-4aa4-b2f2-3d0730faeb91 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:09:17.291308 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-613f19c6-1693-47bb-91ef-704503f8764b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 73713a25-d942-4aa4-b2f2-3d0730faeb91) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:17.295750 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613f19c6-1693-47bb-91ef-704503f8764b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:17.296404 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-613f19c6-1693-47bb-91ef-704503f8764b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:17.305503 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f61d304-1715-46f1-9b5a-c4e714ac1fa2 None None] Network 73713a25-d942-4aa4-b2f2-3d0730faeb91 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:09:17.322599 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-613f19c6-1693-47bb-91ef-704503f8764b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4276798 Aug 17 00:09:17.325641 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45536) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:17.330852 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-0e10eebd-ba39-42cc-9f41-896871110cfc tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'port': {'network_id': '73713a25-d942-4aa4-b2f2-3d0730faeb91', 'name': 'tempest-PortsTestJSON-1152687074'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:17.494696 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e10eebd-ba39-42cc-9f41-896871110cfc tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:17.498518 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0e10eebd-ba39-42cc-9f41-896871110cfc tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:17.514163 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b98bb0-0141-4dd4-ab0f-229f99d31b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-73713a25-d942-4aa4-b2f2-3d0730faeb91', 'network_id': '73713a25-d942-4aa4-b2f2-3d0730faeb91', 'tenant_id': '762c646ae5fa4693aa08990d829193d7', 'fixed_ips': [{'subnet_id': '6948f502-62c0-4e75-98f3-7096a66b4f2c'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:09:17.515216 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-54b98bb0-0141-4dd4-ab0f-229f99d31b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:17.519693 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-0e10eebd-ba39-42cc-9f41-896871110cfc tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] device_id is not set on port 2507bb0c-f979-44e7-a0d8-c1e7cb4aa9d8 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:09:17.532944 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:09:17.702057 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-0e10eebd-ba39-42cc-9f41-896871110cfc tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Allocated IP 172.20.0.5 (73713a25-d942-4aa4-b2f2-3d0730faeb91/6948f502-62c0-4e75-98f3-7096a66b4f2c/2507bb0c-f979-44e7-a0d8-c1e7cb4aa9d8) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:09:17.755148 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port b3933b2b-4a17-4cff-b824-c6fe77ae2ec1, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b3933b2b-4a17-4cff-b824-c6fe77ae2ec1,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:17.774846 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'b3933b2b-4a17-4cff-b824-c6fe77ae2ec1', 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'port_id': 'b3933b2b-4a17-4cff-b824-c6fe77ae2ec1', 'mac_address': 'fa:16:3e:1e:90:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:09:17.837913 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:17.854235 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9a3d8-f9ec-4a9d-a321-206d16431518 req-19c071ad-1dbf-4976-9281-2aff71196a14 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:17.856752 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:09:17.858193 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0fc9a3d8-f9ec-4a9d-a321-206d16431518 req-19c071ad-1dbf-4976-9281-2aff71196a14 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 945 time: 0.1138570 Aug 17 00:09:17.883228 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port b3933b2b-4a17-4cff-b824-c6fe77ae2ec1, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b3933b2b-4a17-4cff-b824-c6fe77ae2ec1,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:17.888372 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:17.910566 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0e10eebd-ba39-42cc-9f41-896871110cfc tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:17.926122 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-0e10eebd-ba39-42cc-9f41-896871110cfc tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Transition to ACTIVE for port object 2507bb0c-f979-44e7-a0d8-c1e7cb4aa9d8 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:17.930657 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0fc9a3d8-f9ec-4a9d-a321-206d16431518 req-478eadb3-46e2-4fd4-bd89-87aa9d3952ce tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645394 Aug 17 00:09:17.976640 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0e10eebd-ba39-42cc-9f41-896871110cfc tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:18.033218 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e10eebd-ba39-42cc-9f41-896871110cfc tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network 73713a25-d942-4aa4-b2f2-3d0730faeb91 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:09:18.034701 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-0e10eebd-ba39-42cc-9f41-896871110cfc tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:18.039389 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e10eebd-ba39-42cc-9f41-896871110cfc tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:09:18.046449 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=b3933b2b-4a17-4cff-b824-c6fe77ae2ec1,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:18.059099 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:18.059775 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:18.060346 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:18.060888 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:18.061471 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:18.062093 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:18.062654 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:18.063187 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:18.063719 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:18.064930 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:18.065519 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:18.066051 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:18.079160 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10eebd-ba39-42cc-9f41-896871110cfc tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Port': ['ID=2507bb0c-f979-44e7-a0d8-c1e7cb4aa9d8,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:18.089713 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-54b98bb0-0141-4dd4-ab0f-229f99d31b35 None None] Allocated IP 172.20.0.2 (73713a25-d942-4aa4-b2f2-3d0730faeb91/6948f502-62c0-4e75-98f3-7096a66b4f2c/7e5f2a84-5248-471f-87d7-be9b5cc0f94f) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:09:18.099898 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e10eebd-ba39-42cc-9f41-896871110cfc tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:18.100524 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0e10eebd-ba39-42cc-9f41-896871110cfc tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:18.105536 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['b3933b2b-4a17-4cff-b824-c6fe77ae2ec1'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:09:18.119904 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0e10eebd-ba39-42cc-9f41-896871110cfc tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7905159 Aug 17 00:09:18.120693 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45564) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:18.250801 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-f5261cec-9607-4b9b-98de-14e1991d4c32 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting port 2507bb0c-f979-44e7-a0d8-c1e7cb4aa9d8 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:18.250801 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f5261cec-9607-4b9b-98de-14e1991d4c32 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:18.358115 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-54b98bb0-0141-4dd4-ab0f-229f99d31b35 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:18.380318 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-54b98bb0-0141-4dd4-ab0f-229f99d31b35 None None] Transition to ACTIVE for port object 7e5f2a84-5248-471f-87d7-be9b5cc0f94f will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:18.408658 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-54b98bb0-0141-4dd4-ab0f-229f99d31b35 None None] Transition to ACTIVE for port object 7e5f2a84-5248-471f-87d7-be9b5cc0f94f will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:18.431334 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-54b98bb0-0141-4dd4-ab0f-229f99d31b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:18.458592 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f5261cec-9607-4b9b-98de-14e1991d4c32 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:18.503858 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-f5261cec-9607-4b9b-98de-14e1991d4c32 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Calling delete_port for 2507bb0c-f979-44e7-a0d8-c1e7cb4aa9d8 owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:18.510973 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b98bb0-0141-4dd4-ab0f-229f99d31b35 None None] Pushing event updated for resources: {'Port': ['ID=7e5f2a84-5248-471f-87d7-be9b5cc0f94f,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:18.523609 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b98bb0-0141-4dd4-ab0f-229f99d31b35 None None] Network 73713a25-d942-4aa4-b2f2-3d0730faeb91 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:09:18.526602 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-54b98bb0-0141-4dd4-ab0f-229f99d31b35 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:18.531908 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b98bb0-0141-4dd4-ab0f-229f99d31b35 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:09:18.650951 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-54b98bb0-0141-4dd4-ab0f-229f99d31b35 None None] Attempting to bind port 7e5f2a84-5248-471f-87d7-be9b5cc0f94f on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:09:18.651559 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-54b98bb0-0141-4dd4-ab0f-229f99d31b35 None None] Attempting to bind port 7e5f2a84-5248-471f-87d7-be9b5cc0f94f by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '8c427f35-6b24-420f-b27a-1187a70f4100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '73713a25-d942-4aa4-b2f2-3d0730faeb91'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:09:18.652032 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b98bb0-0141-4dd4-ab0f-229f99d31b35 None None] Attempting to bind port 7e5f2a84-5248-471f-87d7-be9b5cc0f94f on network 73713a25-d942-4aa4-b2f2-3d0730faeb91 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:09:18.657885 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b98bb0-0141-4dd4-ab0f-229f99d31b35 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:09:18.658425 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b98bb0-0141-4dd4-ab0f-229f99d31b35 None None] Checking segment: {'id': '8c427f35-6b24-420f-b27a-1187a70f4100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '73713a25-d942-4aa4-b2f2-3d0730faeb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:09:18.658934 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-54b98bb0-0141-4dd4-ab0f-229f99d31b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:18.659447 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b98bb0-0141-4dd4-ab0f-229f99d31b35 None None] Bound using segment: {'id': '8c427f35-6b24-420f-b27a-1187a70f4100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '73713a25-d942-4aa4-b2f2-3d0730faeb91'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:09:18.660034 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-54b98bb0-0141-4dd4-ab0f-229f99d31b35 None None] Bound port: 7e5f2a84-5248-471f-87d7-be9b5cc0f94f, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c427f35-6b24-420f-b27a-1187a70f4100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '73713a25-d942-4aa4-b2f2-3d0730faeb91'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:09:18.660619 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-54b98bb0-0141-4dd4-ab0f-229f99d31b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:18.745685 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f5261cec-9607-4b9b-98de-14e1991d4c32 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:18.781086 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-54b98bb0-0141-4dd4-ab0f-229f99d31b35 None None] For port 7e5f2a84-5248-471f-87d7-be9b5cc0f94f, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:09:18.791512 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-54b98bb0-0141-4dd4-ab0f-229f99d31b35 None None] For port 7e5f2a84-5248-471f-87d7-be9b5cc0f94f, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=7e5f2a84-5248-471f-87d7-be9b5cc0f94f,segment=NetworkSegment(8c427f35-6b24-420f-b27a-1187a70f4100),segment_id=8c427f35-6b24-420f-b27a-1187a70f4100)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:09:18.798723 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5261cec-9607-4b9b-98de-14e1991d4c32 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Port': ['ID=2507bb0c-f979-44e7-a0d8-c1e7cb4aa9d8,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:18.808703 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-54b98bb0-0141-4dd4-ab0f-229f99d31b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:18.943326 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b98bb0-0141-4dd4-ab0f-229f99d31b35 None None] Pushing event updated for resources: {'Port': ['ID=7e5f2a84-5248-471f-87d7-be9b5cc0f94f,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:18.958787 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f5261cec-9607-4b9b-98de-14e1991d4c32 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:18.962482 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f5261cec-9607-4b9b-98de-14e1991d4c32 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/ports/2507bb0c-f979-44e7-a0d8-c1e7cb4aa9d8 HTTP/1.1" status: 204 len: 168 time: 0.8412061 Aug 17 00:09:18.965513 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45576) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:18.999113 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-236eb4dd-3cd0-474c-bbb6-218c20be92d1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] DELETE failed (client error): The resource could not be found. Aug 17 00:09:19.000087 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-236eb4dd-3cd0-474c-bbb6-218c20be92d1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:09:19.002143 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-236eb4dd-3cd0-474c-bbb6-218c20be92d1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/ports/2507bb0c-f979-44e7-a0d8-c1e7cb4aa9d8 HTTP/1.1" status: 404 len: 333 time: 0.0356207 Aug 17 00:09:19.005177 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45578) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:19.037724 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-43709b73-5d53-42f4-a63e-9eb8e9db644b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] GET failed (client error): The resource could not be found. Aug 17 00:09:19.040692 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-43709b73-5d53-42f4-a63e-9eb8e9db644b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "GET /v2.0/ports/2507bb0c-f979-44e7-a0d8-c1e7cb4aa9d8 HTTP/1.1" status: 404 len: 333 time: 0.0343256 Aug 17 00:09:19.043358 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45580) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:19.107889 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea03ced-df61-429b-98e7-3b0664d47e8e tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting subnet 6948f502-62c0-4e75-98f3-7096a66b4f2c {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:09:19.120647 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268580a-8e97-4496-8f2c-56303225edd0 req-2b1cb665-7393-478f-8135-d5d9ffa03b6f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:19.131063 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e268580a-8e97-4496-8f2c-56303225edd0 req-2b1cb665-7393-478f-8135-d5d9ffa03b6f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 944 time: 0.1024864 Aug 17 00:09:19.137675 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2ea03ced-df61-429b-98e7-3b0664d47e8e tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:19.203947 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e268580a-8e97-4496-8f2c-56303225edd0 req-1a99af5a-294e-46d0-8802-068fda3159c4 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652514 Aug 17 00:09:19.222909 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2ea03ced-df61-429b-98e7-3b0664d47e8e tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:19.367098 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2ea03ced-df61-429b-98e7-3b0664d47e8e tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:19.423033 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c10dc23e-5dde-41b0-9ef4-db77c4ab4409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:19.432043 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:19.456857 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2ea03ced-df61-429b-98e7-3b0664d47e8e tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:19.504558 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea03ced-df61-429b-98e7-3b0664d47e8e tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Subnet': ['ID=6948f502-62c0-4e75-98f3-7096a66b4f2c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:19.508713 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2ea03ced-df61-429b-98e7-3b0664d47e8e tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:19.515773 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2ea03ced-df61-429b-98e7-3b0664d47e8e tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/subnets/6948f502-62c0-4e75-98f3-7096a66b4f2c HTTP/1.1" status: 204 len: 168 time: 0.4709315 Aug 17 00:09:19.518277 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45584) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:19.556577 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:09:19.625949 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d418d20f-c057-4bdd-8495-f9c2bf458e7f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:19.677486 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:19.681319 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:19.850765 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:19.922142 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d38281-6dd5-4e30-ace4-7b24e5cfe04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3933b2b-4a17-4cff-b824-c6fe77ae2ec1'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:09:19.929956 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b63b937-8f6f-4e74-9a08-2c514572a659" -d '{"events": [{"server_uuid": "f0d38281-6dd5-4e30-ace4-7b24e5cfe04d", "name": "network-vif-plugged", "status": "completed", "tag": "b3933b2b-4a17-4cff-b824-c6fe77ae2ec1"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:09:19.959687 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port b3933b2b-4a17-4cff-b824-c6fe77ae2ec1, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b3933b2b-4a17-4cff-b824-c6fe77ae2ec1,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:19.979346 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:20.029653 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1356b6e-e673-4f1d-8a1a-b6b6a6606f5e x-openstack-request-id: req-b1356b6e-e673-4f1d-8a1a-b6b6a6606f5e {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:09:20.031314 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d38281-6dd5-4e30-ace4-7b24e5cfe04d", "name": "network-vif-plugged", "status": "completed", "tag": "b3933b2b-4a17-4cff-b824-c6fe77ae2ec1", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:09:20.032429 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b1356b6e-e673-4f1d-8a1a-b6b6a6606f5e {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:09:20.040285 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d38281-6dd5-4e30-ace4-7b24e5cfe04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3933b2b-4a17-4cff-b824-c6fe77ae2ec1', 'code': 200} Aug 17 00:09:20.103610 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=b3933b2b-4a17-4cff-b824-c6fe77ae2ec1,revision_number=7']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:20.133030 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:20.281938 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f7d8c1-cdaf-48fb-a1e0-d65626e59bc2 None None] Network 73713a25-d942-4aa4-b2f2-3d0730faeb91 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:09:20.317799 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-d418d20f-c057-4bdd-8495-f9c2bf458e7f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting port 7e5f2a84-5248-471f-87d7-be9b5cc0f94f {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:20.318375 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d418d20f-c057-4bdd-8495-f9c2bf458e7f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:20.422285 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-790b279a-a07c-4b18-ba70-d93a53a1ee1b None None] Provisioning for port 7e5f2a84-5248-471f-87d7-be9b5cc0f94f completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:09:20.436700 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-d418d20f-c057-4bdd-8495-f9c2bf458e7f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] For port 7e5f2a84-5248-471f-87d7-be9b5cc0f94f, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=7e5f2a84-5248-471f-87d7-be9b5cc0f94f,segment=NetworkSegment(8c427f35-6b24-420f-b27a-1187a70f4100),segment_id=8c427f35-6b24-420f-b27a-1187a70f4100)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:20.437429 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d418d20f-c057-4bdd-8495-f9c2bf458e7f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:20.460754 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1f48b-81b7-4d43-96f2-23bf645764fd req-a5635dc6-2f72-43b9-8a42-14dc78a7386f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:20.463147 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5c1f48b-81b7-4d43-96f2-23bf645764fd req-a5635dc6-2f72-43b9-8a42-14dc78a7386f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 945 time: 0.1167474 Aug 17 00:09:20.506507 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-d418d20f-c057-4bdd-8495-f9c2bf458e7f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Calling delete_port for 7e5f2a84-5248-471f-87d7-be9b5cc0f94f owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:20.594855 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7e5f2a84-5248-471f-87d7-be9b5cc0f94f up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:09:20.663023 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ed8b94-b0a7-432c-bced-a30adbc9d6fc None None] DHCP port deletion for 73713a25-d942-4aa4-b2f2-3d0730faeb91 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:09:20.708998 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d418d20f-c057-4bdd-8495-f9c2bf458e7f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:20.744513 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418d20f-c057-4bdd-8495-f9c2bf458e7f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Port': ['ID=7e5f2a84-5248-471f-87d7-be9b5cc0f94f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:20.752135 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d418d20f-c057-4bdd-8495-f9c2bf458e7f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] No DVR routers for this DVR port 7e5f2a84-5248-471f-87d7-be9b5cc0f94f on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:09:20.769479 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No active binding found for port 7e5f2a84-5248-471f-87d7-be9b5cc0f94f {{(pid=101404) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 17 00:09:20.770033 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7e5f2a84-5248-471f-87d7-be9b5cc0f94f not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 17 00:09:20.814543 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Port 7e5f2a84-5248-471f-87d7-be9b5cc0f94f not found, will not notify nova. {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 17 00:09:20.820164 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-e7ed8b94-b0a7-432c-bced-a30adbc9d6fc None None] Deleting port 7e5f2a84-5248-471f-87d7-be9b5cc0f94f {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:20.820726 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8b94-b0a7-432c-bced-a30adbc9d6fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:20.881903 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d418d20f-c057-4bdd-8495-f9c2bf458e7f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:20.895232 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-d418d20f-c057-4bdd-8495-f9c2bf458e7f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73713a25-d942-4aa4-b2f2-3d0730faeb91']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:20.910634 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-e7ed8b94-b0a7-432c-bced-a30adbc9d6fc None None] For port 7e5f2a84-5248-471f-87d7-be9b5cc0f94f, host n-d-800088-20, got binding levels [] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:20.911158 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8b94-b0a7-432c-bced-a30adbc9d6fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:20.913954 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-d418d20f-c057-4bdd-8495-f9c2bf458e7f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c427f35-6b24-420f-b27a-1187a70f4100') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:20.914614 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-d418d20f-c057-4bdd-8495-f9c2bf458e7f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c427f35-6b24-420f-b27a-1187a70f4100') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:20.926976 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d418d20f-c057-4bdd-8495-f9c2bf458e7f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:20.927394 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-e7ed8b94-b0a7-432c-bced-a30adbc9d6fc None None] Calling delete_port for 7e5f2a84-5248-471f-87d7-be9b5cc0f94f owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:20.930902 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.ipam_backend_mixin [None req-e7ed8b94-b0a7-432c-bced-a30adbc9d6fc None None] Port 7e5f2a84-5248-471f-87d7-be9b5cc0f94f was not found and therefore no delete operation was performed {{(pid=101404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 00:09:20.932348 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8b94-b0a7-432c-bced-a30adbc9d6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:20.945775 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ed8b94-b0a7-432c-bced-a30adbc9d6fc None None] No DVR routers for this DVR port 7e5f2a84-5248-471f-87d7-be9b5cc0f94f on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:09:20.956394 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d418d20f-c057-4bdd-8495-f9c2bf458e7f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:20.965368 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d418d20f-c057-4bdd-8495-f9c2bf458e7f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:09:20.965734 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d418d20f-c057-4bdd-8495-f9c2bf458e7f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:09:20.969235 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:09:20.971010 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed8b94-b0a7-432c-bced-a30adbc9d6fc None None] Pushing event deleted for resources: {'Port': ['ID=7e5f2a84-5248-471f-87d7-be9b5cc0f94f,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:21.045017 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d418d20f-c057-4bdd-8495-f9c2bf458e7f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:21.058593 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d418d20f-c057-4bdd-8495-f9c2bf458e7f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:21.063923 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d418d20f-c057-4bdd-8495-f9c2bf458e7f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/networks/73713a25-d942-4aa4-b2f2-3d0730faeb91 HTTP/1.1" status: 204 len: 168 time: 1.5410075 Aug 17 00:09:21.065174 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45614) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:21.071509 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-df6ad835-9c8f-4541-95cf-8c6838cf948b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2138891011'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:21.085550 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418d20f-c057-4bdd-8495-f9c2bf458e7f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Network': ['ID=73713a25-d942-4aa4-b2f2-3d0730faeb91,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:21.110822 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5c1f48b-81b7-4d43-96f2-23bf645764fd req-fafe4095-1ead-4a25-86e0-cf879c789de3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6393087 Aug 17 00:09:21.111340 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6ad835-9c8f-4541-95cf-8c6838cf948b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:21.115125 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df6ad835-9c8f-4541-95cf-8c6838cf948b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:21.144521 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e6aeb-2ed1-4491-bbef-7782eec13f50 req-8c477198-1483-471a-8526-c45c8025e01c tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:21.148614 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df6ad835-9c8f-4541-95cf-8c6838cf948b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:09:21.154208 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-584e6aeb-2ed1-4491-bbef-7782eec13f50 req-8c477198-1483-471a-8526-c45c8025e01c tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1759a0-96ab-4ad3-bde8-98877ea06575 HTTP/1.1" status: 200 len: 946 time: 0.6051419 Aug 17 00:09:21.160158 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df6ad835-9c8f-4541-95cf-8c6838cf948b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:21.160794 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-df6ad835-9c8f-4541-95cf-8c6838cf948b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Added segment e0b42763-8bf2-43c7-94d2-7d4ae77f4e52 of type vlan for network 2bba04d2-0e0a-4546-8189-7c780fb581ef Aug 17 00:09:21.192673 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-584e6aeb-2ed1-4491-bbef-7782eec13f50 req-9f6c652a-21a3-4ac9-a2d1-1b8eb50b7677 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=cee0cbe8-79bc-43bd-99df-d339d8cab61a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365148 Aug 17 00:09:21.212936 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df6ad835-9c8f-4541-95cf-8c6838cf948b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:21.244919 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df6ad835-9c8f-4541-95cf-8c6838cf948b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:21.250582 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6ad835-9c8f-4541-95cf-8c6838cf948b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:21.251302 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df6ad835-9c8f-4541-95cf-8c6838cf948b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:21.313606 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-df6ad835-9c8f-4541-95cf-8c6838cf948b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2474039 Aug 17 00:09:21.316465 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45616) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:21.325804 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-4374e7ee-4f12-4eaa-8f28-1c375adf99ba tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'subnet': {'network_id': '2bba04d2-0e0a-4546-8189-7c780fb581ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:21.326674 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ad835-9c8f-4541-95cf-8c6838cf948b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Network': ['ID=2bba04d2-0e0a-4546-8189-7c780fb581ef,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:21.340514 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 2bba04d2-0e0a-4546-8189-7c780fb581ef details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:09:21.447489 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4374e7ee-4f12-4eaa-8f28-1c375adf99ba tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:21.451237 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4374e7ee-4f12-4eaa-8f28-1c375adf99ba tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:21.672685 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4374e7ee-4f12-4eaa-8f28-1c375adf99ba tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:21.759823 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374e7ee-4f12-4eaa-8f28-1c375adf99ba tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Subnet': ['ID=f2244404-a19f-4872-86bc-80d459dc7403,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:21.773290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4374e7ee-4f12-4eaa-8f28-1c375adf99ba tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Checking segment: {'id': 'e0b42763-8bf2-43c7-94d2-7d4ae77f4e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2bba04d2-0e0a-4546-8189-7c780fb581ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:09:21.773290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4374e7ee-4f12-4eaa-8f28-1c375adf99ba tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network hostable DHCP agents. Network: 2bba04d2-0e0a-4546-8189-7c780fb581ef, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:09:21.798197 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4374e7ee-4f12-4eaa-8f28-1c375adf99ba tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network 2bba04d2-0e0a-4546-8189-7c780fb581ef is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:09:21.814754 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-4374e7ee-4f12-4eaa-8f28-1c375adf99ba tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 2bba04d2-0e0a-4546-8189-7c780fb581ef) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:21.821389 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4374e7ee-4f12-4eaa-8f28-1c375adf99ba tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:21.822032 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4374e7ee-4f12-4eaa-8f28-1c375adf99ba tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:21.827582 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71223023-e063-4278-823b-e7c6358032b4 None None] Network 2bba04d2-0e0a-4546-8189-7c780fb581ef requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:09:21.841627 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4374e7ee-4f12-4eaa-8f28-1c375adf99ba tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5237381 Aug 17 00:09:21.843446 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45618) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:21.848806 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-21be5330-9781-410a-b74a-d92c72a337c9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'port': {'network_id': '2bba04d2-0e0a-4546-8189-7c780fb581ef', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1900617608'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:22.024726 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21be5330-9781-410a-b74a-d92c72a337c9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:22.028343 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21be5330-9781-410a-b74a-d92c72a337c9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:22.042284 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4804b2d3-c757-46d8-85b2-b7f6e7088b49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-2bba04d2-0e0a-4546-8189-7c780fb581ef', 'network_id': '2bba04d2-0e0a-4546-8189-7c780fb581ef', 'tenant_id': '762c646ae5fa4693aa08990d829193d7', 'fixed_ips': [{'subnet_id': 'f2244404-a19f-4872-86bc-80d459dc7403'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:09:22.043160 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4804b2d3-c757-46d8-85b2-b7f6e7088b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:22.058611 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-21be5330-9781-410a-b74a-d92c72a337c9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] device_id is not set on port 64cb1dea-312f-45bd-9c96-38bda8efaeed yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:09:22.076575 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:22.197305 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-21be5330-9781-410a-b74a-d92c72a337c9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Allocated IP 172.20.0.4 (2bba04d2-0e0a-4546-8189-7c780fb581ef/f2244404-a19f-4872-86bc-80d459dc7403/64cb1dea-312f-45bd-9c96-38bda8efaeed) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:09:22.309259 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7d658-0f96-4dc9-9151-604f663deffd req-4eb099c8-06df-4a21-aece-45857d43c858 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:22.318011 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e6d7d658-0f96-4dc9-9151-604f663deffd req-4eb099c8-06df-4a21-aece-45857d43c858 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 945 time: 0.0869236 Aug 17 00:09:22.405542 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21be5330-9781-410a-b74a-d92c72a337c9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:22.424035 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-21be5330-9781-410a-b74a-d92c72a337c9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Transition to ACTIVE for port object 64cb1dea-312f-45bd-9c96-38bda8efaeed will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:22.435776 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e6d7d658-0f96-4dc9-9151-604f663deffd req-f3b0e0ee-4339-4e33-b1a3-b7c3d2e10cef tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167054 Aug 17 00:09:22.490013 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e4e97-dcc9-4b45-a083-4503090b29de req-885cd8c1-e770-4144-995b-8db7ce56b2b1 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:22.502070 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f6e4e97-dcc9-4b45-a083-4503090b29de req-885cd8c1-e770-4144-995b-8db7ce56b2b1 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc1759a0-96ab-4ad3-bde8-98877ea06575 HTTP/1.1" status: 200 len: 946 time: 0.1545615 Aug 17 00:09:22.504402 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7e5f2a84-5248-471f-87d7-be9b5cc0f94f no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:09:22.528130 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd131e2-bbd1-498b-8c39-177725f5d4f6 req-5b70133a-f304-4209-bd9d-370c2a00e4b8 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:22.532950 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfd131e2-bbd1-498b-8c39-177725f5d4f6 req-5b70133a-f304-4209-bd9d-370c2a00e4b8 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1759a0-96ab-4ad3-bde8-98877ea06575 HTTP/1.1" status: 200 len: 946 time: 0.2426596 Aug 17 00:09:22.539588 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 7e5f2a84-5248-471f-87d7-be9b5cc0f94f {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:09:22.539588 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7e5f2a84-5248-471f-87d7-be9b5cc0f94f not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:09:22.550012 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21be5330-9781-410a-b74a-d92c72a337c9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:22.613122 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21be5330-9781-410a-b74a-d92c72a337c9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network 2bba04d2-0e0a-4546-8189-7c780fb581ef is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:09:22.615701 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-21be5330-9781-410a-b74a-d92c72a337c9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:22.622879 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21be5330-9781-410a-b74a-d92c72a337c9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:09:22.655028 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-4804b2d3-c757-46d8-85b2-b7f6e7088b49 None None] Allocated IP 172.20.0.2 (2bba04d2-0e0a-4546-8189-7c780fb581ef/f2244404-a19f-4872-86bc-80d459dc7403/d5fc1cb3-05cb-4b92-9abf-529b725dc3bf) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:09:22.687401 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfd131e2-bbd1-498b-8c39-177725f5d4f6 req-9905fb27-aeca-4d71-855b-6bd94810ccbc tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=cee0cbe8-79bc-43bd-99df-d339d8cab61a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462607 Aug 17 00:09:22.713486 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be5330-9781-410a-b74a-d92c72a337c9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Port': ['ID=64cb1dea-312f-45bd-9c96-38bda8efaeed,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:22.753688 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-6f6e4e97-dcc9-4b45-a083-4503090b29de req-60e04211-7f6e-46be-83f5-7521b7158842 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Deleting port 99d138ea-de8a-479c-9ac8-f5548ba8f2e7 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:22.754322 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6f6e4e97-dcc9-4b45-a083-4503090b29de req-60e04211-7f6e-46be-83f5-7521b7158842 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:22.783089 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21be5330-9781-410a-b74a-d92c72a337c9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:22.784005 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21be5330-9781-410a-b74a-d92c72a337c9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:22.813486 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-21be5330-9781-410a-b74a-d92c72a337c9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.9689081 Aug 17 00:09:22.816085 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45636) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:22.909809 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4804b2d3-c757-46d8-85b2-b7f6e7088b49 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:22.921649 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c50396-faa7-488d-a5f6-ae17efcd82ab req-f32db96e-e9bc-4c60-9baa-875f63df9376 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:22.921881 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4804b2d3-c757-46d8-85b2-b7f6e7088b49 None None] Transition to ACTIVE for port object d5fc1cb3-05cb-4b92-9abf-529b725dc3bf will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:22.923398 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8c50396-faa7-488d-a5f6-ae17efcd82ab req-f32db96e-e9bc-4c60-9baa-875f63df9376 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 1098 time: 0.1324522 Aug 17 00:09:22.948103 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-6f6e4e97-dcc9-4b45-a083-4503090b29de req-60e04211-7f6e-46be-83f5-7521b7158842 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] For port 99d138ea-de8a-479c-9ac8-f5548ba8f2e7, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=99d138ea-de8a-479c-9ac8-f5548ba8f2e7,segment=NetworkSegment(4c5a094e-350e-4376-8e86-ac9d4b58e520),segment_id=4c5a094e-350e-4376-8e86-ac9d4b58e520)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:22.948587 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6f6e4e97-dcc9-4b45-a083-4503090b29de req-60e04211-7f6e-46be-83f5-7521b7158842 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:22.949720 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4804b2d3-c757-46d8-85b2-b7f6e7088b49 None None] Transition to ACTIVE for port object d5fc1cb3-05cb-4b92-9abf-529b725dc3bf will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:22.959709 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4804b2d3-c757-46d8-85b2-b7f6e7088b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:23.007923 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-c2d3bbd9-8e65-40ed-a668-2dbf846834a1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting port 64cb1dea-312f-45bd-9c96-38bda8efaeed {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:23.007923 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2d3bbd9-8e65-40ed-a668-2dbf846834a1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:23.043510 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4804b2d3-c757-46d8-85b2-b7f6e7088b49 None None] Network 2bba04d2-0e0a-4546-8189-7c780fb581ef is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:09:23.044765 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8c50396-faa7-488d-a5f6-ae17efcd82ab req-21ee77d7-a913-4c34-b161-37d20ebfe358 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140563 Aug 17 00:09:23.052128 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-4804b2d3-c757-46d8-85b2-b7f6e7088b49 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:23.070153 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45638) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:23.070447 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4804b2d3-c757-46d8-85b2-b7f6e7088b49 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:09:23.125408 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804b2d3-c757-46d8-85b2-b7f6e7088b49 None None] Pushing event updated for resources: {'Port': ['ID=d5fc1cb3-05cb-4b92-9abf-529b725dc3bf,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:23.164906 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4804b2d3-c757-46d8-85b2-b7f6e7088b49 None None] Attempting to bind port d5fc1cb3-05cb-4b92-9abf-529b725dc3bf on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:09:23.165293 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4804b2d3-c757-46d8-85b2-b7f6e7088b49 None None] Attempting to bind port d5fc1cb3-05cb-4b92-9abf-529b725dc3bf by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e0b42763-8bf2-43c7-94d2-7d4ae77f4e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2bba04d2-0e0a-4546-8189-7c780fb581ef'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:09:23.165619 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4804b2d3-c757-46d8-85b2-b7f6e7088b49 None None] Attempting to bind port d5fc1cb3-05cb-4b92-9abf-529b725dc3bf on network 2bba04d2-0e0a-4546-8189-7c780fb581ef {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:09:23.174188 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4804b2d3-c757-46d8-85b2-b7f6e7088b49 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:09:23.174760 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4804b2d3-c757-46d8-85b2-b7f6e7088b49 None None] Checking segment: {'id': 'e0b42763-8bf2-43c7-94d2-7d4ae77f4e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2bba04d2-0e0a-4546-8189-7c780fb581ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:09:23.174992 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4804b2d3-c757-46d8-85b2-b7f6e7088b49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:23.175388 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4804b2d3-c757-46d8-85b2-b7f6e7088b49 None None] Bound using segment: {'id': 'e0b42763-8bf2-43c7-94d2-7d4ae77f4e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2bba04d2-0e0a-4546-8189-7c780fb581ef'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:09:23.175869 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4804b2d3-c757-46d8-85b2-b7f6e7088b49 None None] Bound port: d5fc1cb3-05cb-4b92-9abf-529b725dc3bf, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b42763-8bf2-43c7-94d2-7d4ae77f4e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2bba04d2-0e0a-4546-8189-7c780fb581ef'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:09:23.176250 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4804b2d3-c757-46d8-85b2-b7f6e7088b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:23.213814 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2d3bbd9-8e65-40ed-a668-2dbf846834a1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:23.246285 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-c2d3bbd9-8e65-40ed-a668-2dbf846834a1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Calling delete_port for 64cb1dea-312f-45bd-9c96-38bda8efaeed owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:23.266000 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-4804b2d3-c757-46d8-85b2-b7f6e7088b49 None None] For port d5fc1cb3-05cb-4b92-9abf-529b725dc3bf, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:09:23.269937 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-4804b2d3-c757-46d8-85b2-b7f6e7088b49 None None] For port d5fc1cb3-05cb-4b92-9abf-529b725dc3bf, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d5fc1cb3-05cb-4b92-9abf-529b725dc3bf,segment=NetworkSegment(e0b42763-8bf2-43c7-94d2-7d4ae77f4e52),segment_id=e0b42763-8bf2-43c7-94d2-7d4ae77f4e52)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:09:23.283204 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4804b2d3-c757-46d8-85b2-b7f6e7088b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:23.396567 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804b2d3-c757-46d8-85b2-b7f6e7088b49 None None] Pushing event updated for resources: {'Port': ['ID=d5fc1cb3-05cb-4b92-9abf-529b725dc3bf,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:23.420128 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6f6e4e97-dcc9-4b45-a083-4503090b29de req-60e04211-7f6e-46be-83f5-7521b7158842 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:23.420554 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6f6e4e97-dcc9-4b45-a083-4503090b29de req-60e04211-7f6e-46be-83f5-7521b7158842 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:23.420984 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [req-6f6e4e97-dcc9-4b45-a083-4503090b29de req-60e04211-7f6e-46be-83f5-7521b7158842 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Floating IP 4dc22e63-33c6-479e-baa7-d407efb907a0 disassociated. External IP: 172.25.3.140, port: 99d138ea-de8a-479c-9ac8-f5548ba8f2e7. Aug 17 00:09:23.421443 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-6f6e4e97-dcc9-4b45-a083-4503090b29de req-60e04211-7f6e-46be-83f5-7521b7158842 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Calling delete_port for 99d138ea-de8a-479c-9ac8-f5548ba8f2e7 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:23.476233 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2d3bbd9-8e65-40ed-a668-2dbf846834a1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:23.528250 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3bbd9-8e65-40ed-a668-2dbf846834a1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Port': ['ID=64cb1dea-312f-45bd-9c96-38bda8efaeed,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:23.695091 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2d3bbd9-8e65-40ed-a668-2dbf846834a1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:23.702666 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c2d3bbd9-8e65-40ed-a668-2dbf846834a1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/ports/64cb1dea-312f-45bd-9c96-38bda8efaeed HTTP/1.1" status: 204 len: 168 time: 0.8827443 Aug 17 00:09:23.702666 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45646) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:23.753119 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6ccc8-fdfb-420c-a275-c31bfdecb2dd req-8fb8eae0-310c-4ac4-968d-dc35f11bfa5f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:23.759504 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-087f6bb0-2846-4adf-9e59-01cae56e8323 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] GET failed (client error): The resource could not be found. Aug 17 00:09:23.761626 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16c6ccc8-fdfb-420c-a275-c31bfdecb2dd req-8fb8eae0-310c-4ac4-968d-dc35f11bfa5f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 945 time: 0.1729426 Aug 17 00:09:23.766716 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-087f6bb0-2846-4adf-9e59-01cae56e8323 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "GET /v2.0/ports/64cb1dea-312f-45bd-9c96-38bda8efaeed HTTP/1.1" status: 404 len: 333 time: 0.0629015 Aug 17 00:09:23.769600 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45650) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:23.808748 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-ab42e64a-d5e7-4396-8d3b-fc9468872763 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Deleting port 6464140f-6b74-4ea7-95cb-7fe0b82b3ef5 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:23.809196 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ab42e64a-d5e7-4396-8d3b-fc9468872763 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:23.871334 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-b87add30-d2fe-4bf2-a4ff-4acd21183360 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting subnet f2244404-a19f-4872-86bc-80d459dc7403 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:09:23.875819 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b87add30-d2fe-4bf2-a4ff-4acd21183360 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:23.939339 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b87add30-d2fe-4bf2-a4ff-4acd21183360 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:23.945207 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ab42e64a-d5e7-4396-8d3b-fc9468872763 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:23.945539 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ab42e64a-d5e7-4396-8d3b-fc9468872763 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:23.962328 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16c6ccc8-fdfb-420c-a275-c31bfdecb2dd req-477cc3d4-880e-4e0c-904b-b0ae741872fd tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997983 Aug 17 00:09:23.977671 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-ab42e64a-d5e7-4396-8d3b-fc9468872763 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Calling delete_port for 6464140f-6b74-4ea7-95cb-7fe0b82b3ef5 owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:24.056834 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b87add30-d2fe-4bf2-a4ff-4acd21183360 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:24.176661 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b87add30-d2fe-4bf2-a4ff-4acd21183360 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:24.196130 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc561c-9ecd-452e-95a0-33f179ae977d req-7bb998ba-d1d7-46db-bf90-4b331262714a tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:24.203738 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0dc561c-9ecd-452e-95a0-33f179ae977d req-7bb998ba-d1d7-46db-bf90-4b331262714a tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1759a0-96ab-4ad3-bde8-98877ea06575 HTTP/1.1" status: 200 len: 946 time: 0.4009240 Aug 17 00:09:24.225109 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b87add30-d2fe-4bf2-a4ff-4acd21183360 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:24.228196 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b87add30-d2fe-4bf2-a4ff-4acd21183360 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/subnets/f2244404-a19f-4872-86bc-80d459dc7403 HTTP/1.1" status: 204 len: 168 time: 0.4574745 Aug 17 00:09:24.234576 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6f6e4e97-dcc9-4b45-a083-4503090b29de req-60e04211-7f6e-46be-83f5-7521b7158842 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:24.235170 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45654) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:24.245997 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87add30-d2fe-4bf2-a4ff-4acd21183360 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Subnet': ['ID=f2244404-a19f-4872-86bc-80d459dc7403,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:24.276012 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e04211-7f6e-46be-83f5-7521b7158842 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Pushing event deleted for resources: {'Port': ['ID=99d138ea-de8a-479c-9ac8-f5548ba8f2e7,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:24.313992 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0dc561c-9ecd-452e-95a0-33f179ae977d req-7d2b93a0-2d47-459a-864a-985884c04aab tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups?id=cee0cbe8-79bc-43bd-99df-d339d8cab61a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089742 Aug 17 00:09:24.390242 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-992b9cec-1568-4a5c-aa7d-f346cdf9c793 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:24.490720 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-992b9cec-1568-4a5c-aa7d-f346cdf9c793 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting port d5fc1cb3-05cb-4b92-9abf-529b725dc3bf {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:24.491921 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-992b9cec-1568-4a5c-aa7d-f346cdf9c793 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:24.563884 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f6e4e97-dcc9-4b45-a083-4503090b29de req-60e04211-7f6e-46be-83f5-7521b7158842 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Router 2aeca20a-d838-43d4-a54e-71e3d20026ac has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:09:24.571923 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d5fc1cb3-05cb-4b92-9abf-529b725dc3bf up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:09:24.575573 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ab42e64a-d5e7-4396-8d3b-fc9468872763 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:24.605542 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-992b9cec-1568-4a5c-aa7d-f346cdf9c793 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] For port d5fc1cb3-05cb-4b92-9abf-529b725dc3bf, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d5fc1cb3-05cb-4b92-9abf-529b725dc3bf,segment=NetworkSegment(e0b42763-8bf2-43c7-94d2-7d4ae77f4e52),segment_id=e0b42763-8bf2-43c7-94d2-7d4ae77f4e52)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:24.606493 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-992b9cec-1568-4a5c-aa7d-f346cdf9c793 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:24.623149 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-992b9cec-1568-4a5c-aa7d-f346cdf9c793 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Calling delete_port for d5fc1cb3-05cb-4b92-9abf-529b725dc3bf owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:24.652629 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42e64a-d5e7-4396-8d3b-fc9468872763 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event deleted for resources: {'Port': ['ID=6464140f-6b74-4ea7-95cb-7fe0b82b3ef5,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:24.681549 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port d5fc1cb3-05cb-4b92-9abf-529b725dc3bf completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:09:24.852395 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-992b9cec-1568-4a5c-aa7d-f346cdf9c793 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:24.854695 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ab42e64a-d5e7-4396-8d3b-fc9468872763 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:24.855635 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-ab42e64a-d5e7-4396-8d3b-fc9468872763 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Floating IP fc38b6f1-4fdd-4abb-bf26-0c070a67ee20 disassociated (deleted). External IP: 172.25.3.61, port: 44af8a4d-046b-4ee8-b340-94eec67e860e. Aug 17 00:09:24.898229 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b9cec-1568-4a5c-aa7d-f346cdf9c793 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Port': ['ID=d5fc1cb3-05cb-4b92-9abf-529b725dc3bf,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:24.900266 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992b9cec-1568-4a5c-aa7d-f346cdf9c793 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] No DVR routers for this DVR port d5fc1cb3-05cb-4b92-9abf-529b725dc3bf on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:09:24.904503 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b02a6e-9d6e-44ec-93db-0e548c96f3e3 None None] Network 2bba04d2-0e0a-4546-8189-7c780fb581ef requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:09:24.993744 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f6e4e97-dcc9-4b45-a083-4503090b29de req-60e04211-7f6e-46be-83f5-7521b7158842 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:09:24.997437 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8d72cacc-6552-4b0d-b67d-cd19e28abe45 None None] Could not find standard attr ID for object d5fc1cb3-05cb-4b92-9abf-529b725dc3bf. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:09:25.003227 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13668e8-7dd5-4c94-816e-39fdfed6a81a None None] Sync routers for ids ['2aeca20a-d838-43d4-a54e-71e3d20026ac'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:09:25.018936 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13668e8-7dd5-4c94-816e-39fdfed6a81a None None] Routers {'2aeca20a-d838-43d4-a54e-71e3d20026ac'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:09:25.021444 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-f13668e8-7dd5-4c94-816e-39fdfed6a81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:09:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2aeca20a-d838-43d4-a54e-71e3d20026ac'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:25.082007 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-992b9cec-1568-4a5c-aa7d-f346cdf9c793 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:25.096396 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-992b9cec-1568-4a5c-aa7d-f346cdf9c793 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bba04d2-0e0a-4546-8189-7c780fb581ef']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:25.119814 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-992b9cec-1568-4a5c-aa7d-f346cdf9c793 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b42763-8bf2-43c7-94d2-7d4ae77f4e52') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:25.120200 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-992b9cec-1568-4a5c-aa7d-f346cdf9c793 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b42763-8bf2-43c7-94d2-7d4ae77f4e52') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:25.134778 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-992b9cec-1568-4a5c-aa7d-f346cdf9c793 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:25.158094 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3112a64e-a4b4-4379-a098-098014609f56 None None] DHCP port deletion for 2bba04d2-0e0a-4546-8189-7c780fb581ef request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:09:25.162935 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-992b9cec-1568-4a5c-aa7d-f346cdf9c793 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:25.182550 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992b9cec-1568-4a5c-aa7d-f346cdf9c793 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:09:25.183281 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-992b9cec-1568-4a5c-aa7d-f346cdf9c793 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:25.217837 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6e4e97-dcc9-4b45-a083-4503090b29de req-60e04211-7f6e-46be-83f5-7521b7158842 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] No DVR routers for this DVR port 99d138ea-de8a-479c-9ac8-f5548ba8f2e7 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:09:25.227631 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6f6e4e97-dcc9-4b45-a083-4503090b29de req-60e04211-7f6e-46be-83f5-7521b7158842 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:25.229811 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f6e4e97-dcc9-4b45-a083-4503090b29de req-60e04211-7f6e-46be-83f5-7521b7158842 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.64 "DELETE /v2.0/ports/99d138ea-de8a-479c-9ac8-f5548ba8f2e7 HTTP/1.1" status: 204 len: 173 time: 2.6942165 Aug 17 00:09:25.232123 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1759a0-96ab-4ad3-bde8-98877ea06575', 'name': 'network-vif-deleted', 'tag': '99d138ea-de8a-479c-9ac8-f5548ba8f2e7'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:09:25.236548 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:09:25.239159 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1925b3a6-0712-421b-8b96-dc3dc4e8347e" -d '{"events": [{"server_uuid": "cc1759a0-96ab-4ad3-bde8-98877ea06575", "name": "network-vif-deleted", "tag": "99d138ea-de8a-479c-9ac8-f5548ba8f2e7"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:09:25.282779 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-992b9cec-1568-4a5c-aa7d-f346cdf9c793 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:25.293632 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-992b9cec-1568-4a5c-aa7d-f346cdf9c793 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:25.304244 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-992b9cec-1568-4a5c-aa7d-f346cdf9c793 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/networks/2bba04d2-0e0a-4546-8189-7c780fb581ef HTTP/1.1" status: 204 len: 168 time: 1.0627739 Aug 17 00:09:25.305818 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-f13668e8-7dd5-4c94-816e-39fdfed6a81a None None] Set router 2aeca20a-d838-43d4-a54e-71e3d20026ac gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:09:25.307021 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45666) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:25.316208 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-8ab3f1c2-14f5-4427-8f1f-1ef25cede5df tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'port': {'network_id': '1fab6eb3-70f0-46be-bff4-45c484ae2755', 'name': 'tempest-PortsTestJSON-537266180'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:25.336848 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b9cec-1568-4a5c-aa7d-f346cdf9c793 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Network': ['ID=2bba04d2-0e0a-4546-8189-7c780fb581ef,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:25.351647 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4629aae-0798-48da-898b-7af59151c955 req-e5fa67fd-e193-44f2-a61a-424f470b838d tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:25.355495 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b4629aae-0798-48da-898b-7af59151c955 req-e5fa67fd-e193-44f2-a61a-424f470b838d tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 945 time: 0.2776959 Aug 17 00:09:25.578250 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 99d138ea-de8a-479c-9ac8-f5548ba8f2e7 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:09:25.588624 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-f13668e8-7dd5-4c94-816e-39fdfed6a81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'name': 'tempest-AttachVolumeTestJSON-1818317862-router', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:09Z', 'updated_at': '2021-08-17T00:01:23Z', 'revision_number': 4, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'gw_port': {'id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:12Z', 'updated_at': '2021-08-17T00:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e07dfa85-a711-4255-9224-97cdebc88b98', 'name': '', 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'mac_address': 'fa:16:3e:0a:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:21Z', 'updated_at': '2021-08-17T00:01:35Z', 'revision_number': 5, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'subnets': [{'id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:25.623279 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13668e8-7dd5-4c94-816e-39fdfed6a81a None None] Checking router: 2aeca20a-d838-43d4-a54e-71e3d20026ac for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:09:25.635236 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13668e8-7dd5-4c94-816e-39fdfed6a81a None None] Routers {'2aeca20a-d838-43d4-a54e-71e3d20026ac'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:09:25.636429 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-f13668e8-7dd5-4c94-816e-39fdfed6a81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:09:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2aeca20a-d838-43d4-a54e-71e3d20026ac'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:25.636876 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 99d138ea-de8a-479c-9ac8-f5548ba8f2e7 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:09:25.638086 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 99d138ea-de8a-479c-9ac8-f5548ba8f2e7 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:09:25.761164 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717870c2-868c-4d14-841a-0090eacdf985 x-openstack-request-id: req-717870c2-868c-4d14-841a-0090eacdf985 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:09:25.761471 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1759a0-96ab-4ad3-bde8-98877ea06575", "name": "network-vif-deleted", "tag": "99d138ea-de8a-479c-9ac8-f5548ba8f2e7", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:09:25.761727 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-717870c2-868c-4d14-841a-0090eacdf985 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:09:25.762144 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1759a0-96ab-4ad3-bde8-98877ea06575', 'name': 'network-vif-deleted', 'tag': '99d138ea-de8a-479c-9ac8-f5548ba8f2e7', 'status': 'completed', 'code': 200} Aug 17 00:09:25.884976 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23e0db39-9d85-4bd4-902c-505d9c82e6b8 req-230bc80e-252a-4ab6-925e-83b49f8505f4 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1759a0-96ab-4ad3-bde8-98877ea06575 HTTP/1.1" status: 200 len: 210 time: 0.1155477 Aug 17 00:09:25.946975 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-f13668e8-7dd5-4c94-816e-39fdfed6a81a None None] Set router 2aeca20a-d838-43d4-a54e-71e3d20026ac gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:09:25.981078 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b4629aae-0798-48da-898b-7af59151c955 req-bcc59608-061d-4d6c-8a54-cab91e19a21a tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149072 Aug 17 00:09:26.060480 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab3f1c2-14f5-4427-8f1f-1ef25cede5df tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:26.064294 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8ab3f1c2-14f5-4427-8f1f-1ef25cede5df tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:26.074851 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab42e64a-d5e7-4396-8d3b-fc9468872763 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Router bb62e478-7532-47a5-b4ff-2c68785a10f3 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:09:26.102123 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-8ab3f1c2-14f5-4427-8f1f-1ef25cede5df tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] device_id is not set on port da913058-8e22-4882-8bb2-1ce14fd921e3 yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:09:26.286839 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-f13668e8-7dd5-4c94-816e-39fdfed6a81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'name': 'tempest-AttachVolumeTestJSON-1818317862-router', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:09Z', 'updated_at': '2021-08-17T00:01:23Z', 'revision_number': 4, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'gw_port': {'id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:12Z', 'updated_at': '2021-08-17T00:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e07dfa85-a711-4255-9224-97cdebc88b98', 'name': '', 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'mac_address': 'fa:16:3e:0a:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:21Z', 'updated_at': '2021-08-17T00:01:35Z', 'revision_number': 5, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'subnets': [{'id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:26.320373 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13668e8-7dd5-4c94-816e-39fdfed6a81a None None] The sync data for ids ['2aeca20a-d838-43d4-a54e-71e3d20026ac'] in n-d-800088-20 is: [{'id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'name': 'tempest-AttachVolumeTestJSON-1818317862-router', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:09Z', 'updated_at': '2021-08-17T00:01:23Z', 'revision_number': 4, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'gw_port': {'id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:12Z', 'updated_at': '2021-08-17T00:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e07dfa85-a711-4255-9224-97cdebc88b98', 'name': '', 'network_id': '9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'mac_address': 'fa:16:3e:0a:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:21Z', 'updated_at': '2021-08-17T00:01:35Z', 'revision_number': 5, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'subnets': [{'id': 'f65ff7a7-5ac0-412f-a1d3-f77a57ca9614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:09:26.380363 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab42e64a-d5e7-4396-8d3b-fc9468872763 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:09:26.387925 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ab42e64a-d5e7-4396-8d3b-fc9468872763 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:26.393070 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b9ae75-13f9-44cc-8320-9c663cf37f3e None None] Sync routers for ids ['bb62e478-7532-47a5-b4ff-2c68785a10f3'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:09:26.411799 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b9ae75-13f9-44cc-8320-9c663cf37f3e None None] Routers {'bb62e478-7532-47a5-b4ff-2c68785a10f3'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:09:26.412459 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-27b9ae75-13f9-44cc-8320-9c663cf37f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:09:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['bb62e478-7532-47a5-b4ff-2c68785a10f3'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:26.492626 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ab42e64a-d5e7-4396-8d3b-fc9468872763 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "DELETE /v2.0/floatingips/fc38b6f1-4fdd-4abb-bf26-0c070a67ee20 HTTP/1.1" status: 204 len: 168 time: 3.3857973 Aug 17 00:09:26.494266 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d5fc1cb3-05cb-4b92-9abf-529b725dc3bf no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:09:26.521782 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8ab3f1c2-14f5-4427-8f1f-1ef25cede5df tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:26.525976 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: d5fc1cb3-05cb-4b92-9abf-529b725dc3bf {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:09:26.526385 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d5fc1cb3-05cb-4b92-9abf-529b725dc3bf not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:09:26.602455 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8ab3f1c2-14f5-4427-8f1f-1ef25cede5df tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:26.645638 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-27b9ae75-13f9-44cc-8320-9c663cf37f3e None None] Set router bb62e478-7532-47a5-b4ff-2c68785a10f3 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:09:26.719920 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3f1c2-14f5-4427-8f1f-1ef25cede5df tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Port': ['ID=da913058-8e22-4882-8bb2-1ce14fd921e3,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:26.734331 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab3f1c2-14f5-4427-8f1f-1ef25cede5df tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network 1fab6eb3-70f0-46be-bff4-45c484ae2755 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:09:26.738497 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-8ab3f1c2-14f5-4427-8f1f-1ef25cede5df tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:26.742235 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab3f1c2-14f5-4427-8f1f-1ef25cede5df tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:09:26.756037 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab3f1c2-14f5-4427-8f1f-1ef25cede5df tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:26.757459 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8ab3f1c2-14f5-4427-8f1f-1ef25cede5df tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:26.793161 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8ab3f1c2-14f5-4427-8f1f-1ef25cede5df tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4837506 Aug 17 00:09:26.795920 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45678) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:26.801820 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1dcbf8-800d-4f94-acfc-ed87bf77e76d None None] New status for floating IP 4dc22e63-33c6-479e-baa7-d407efb907a0: DOWN {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:09:26.934820 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8aced-ff41-4211-86c4-f0ee6435d432 req-e7b822ab-4342-4361-bbb9-fbd939afaa4e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:26.943980 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-67e8aced-ff41-4211-86c4-f0ee6435d432 req-e7b822ab-4342-4361-bbb9-fbd939afaa4e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 946 time: 0.0979609 Aug 17 00:09:27.023935 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-1b163cd3-8eb1-40d2-bd53-a2357579f2d9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting port da913058-8e22-4882-8bb2-1ce14fd921e3 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:27.024492 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b163cd3-8eb1-40d2-bd53-a2357579f2d9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:27.026111 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45684) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:27.049696 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-67e8aced-ff41-4211-86c4-f0ee6435d432 req-3f0e0a9b-18e0-4245-b692-d3284405e62e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036110 Aug 17 00:09:27.068410 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-27b9ae75-13f9-44cc-8320-9c663cf37f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55305235', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:07:14Z', 'updated_at': '2021-08-17T00:07:21Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:07:15Z', 'updated_at': '2021-08-17T00:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'c1a28816-c28d-42be-8242-5ace838ada02', 'name': '', 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:7e:79:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '22b60ca4-f2f6-4ee8-a359-e91563464ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:07:19Z', 'updated_at': '2021-08-17T00:07:28Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': '22b60ca4-f2f6-4ee8-a359-e91563464ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:27.121654 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b9ae75-13f9-44cc-8320-9c663cf37f3e None None] Checking router: bb62e478-7532-47a5-b4ff-2c68785a10f3 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:09:27.129197 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b6eaf222-c1be-45b4-8500-5ba1075761cf tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:27.132189 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b9ae75-13f9-44cc-8320-9c663cf37f3e None None] Routers {'bb62e478-7532-47a5-b4ff-2c68785a10f3'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:09:27.132834 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-27b9ae75-13f9-44cc-8320-9c663cf37f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:09:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['bb62e478-7532-47a5-b4ff-2c68785a10f3'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:27.159921 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b6eaf222-c1be-45b4-8500-5ba1075761cf tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:27.245619 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b6eaf222-c1be-45b4-8500-5ba1075761cf tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:27.247426 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b163cd3-8eb1-40d2-bd53-a2357579f2d9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:27.248771 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b6eaf222-c1be-45b4-8500-5ba1075761cf tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:27.253336 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b6eaf222-c1be-45b4-8500-5ba1075761cf tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "DELETE /v2.0/security-groups/cee0cbe8-79bc-43bd-99df-d339d8cab61a HTTP/1.1" status: 204 len: 168 time: 0.2252562 Aug 17 00:09:27.254126 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45690) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:27.268227 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-1b163cd3-8eb1-40d2-bd53-a2357579f2d9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Calling delete_port for da913058-8e22-4882-8bb2-1ce14fd921e3 owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:27.277850 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599576af-eba6-480c-a27f-fa9b301ded5d req-2987d127-ba61-4f6e-8dcf-6afbd3dbd6e9 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:27.279659 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-599576af-eba6-480c-a27f-fa9b301ded5d req-2987d127-ba61-4f6e-8dcf-6afbd3dbd6e9 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 945 time: 0.1133397 Aug 17 00:09:27.287843 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eaf222-c1be-45b4-8500-5ba1075761cf tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee0cbe8-79bc-43bd-99df-d339d8cab61a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:27.290025 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-6bd3fd04-e905-4c0a-b905-23e799935292 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] show failed (client error): The resource could not be found. Aug 17 00:09:27.294717 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6bd3fd04-e905-4c0a-b905-23e799935292 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "GET /v2.0/security-groups/cee0cbe8-79bc-43bd-99df-d339d8cab61a HTTP/1.1" status: 404 len: 347 time: 0.0291829 Aug 17 00:09:27.295636 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45692) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:27.326022 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-27b9ae75-13f9-44cc-8320-9c663cf37f3e None None] Set router bb62e478-7532-47a5-b4ff-2c68785a10f3 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:09:27.459181 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-599576af-eba6-480c-a27f-fa9b301ded5d req-d2a83562-fd5e-4d56-bfba-05c6f991c9e9 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651464 Aug 17 00:09:27.462491 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b163cd3-8eb1-40d2-bd53-a2357579f2d9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:27.483484 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b163cd3-8eb1-40d2-bd53-a2357579f2d9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:27.485965 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1b163cd3-8eb1-40d2-bd53-a2357579f2d9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/ports/da913058-8e22-4882-8bb2-1ce14fd921e3 HTTP/1.1" status: 204 len: 168 time: 0.6889288 Aug 17 00:09:27.488898 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45696) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:27.495483 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-2851764c-8a33-446d-9feb-7f614647af56 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'port': {'network_id': '1fab6eb3-70f0-46be-bff4-45c484ae2755', 'mac_address': 'fa:16:3e:b2:e2:3c', 'name': 'tempest-PortsTestJSON-1381402968'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:27.519652 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-d8f8991e-dda1-4df6-811b-cf67f73d0616 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Deleting port 592cfa48-4095-4184-8939-83c3653f1c34 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:27.520031 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d8f8991e-dda1-4df6-811b-cf67f73d0616 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:27.535506 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b163cd3-8eb1-40d2-bd53-a2357579f2d9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Port': ['ID=da913058-8e22-4882-8bb2-1ce14fd921e3,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:27.641728 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d8f8991e-dda1-4df6-811b-cf67f73d0616 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:27.642062 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d8f8991e-dda1-4df6-811b-cf67f73d0616 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:27.655379 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-d8f8991e-dda1-4df6-811b-cf67f73d0616 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Calling delete_port for 592cfa48-4095-4184-8939-83c3653f1c34 owned by network:floatingip {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:27.673225 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2851764c-8a33-446d-9feb-7f614647af56 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:27.694982 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-27b9ae75-13f9-44cc-8320-9c663cf37f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55305235', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:07:14Z', 'updated_at': '2021-08-17T00:07:21Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:07:15Z', 'updated_at': '2021-08-17T00:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'c1a28816-c28d-42be-8242-5ace838ada02', 'name': '', 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:7e:79:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '22b60ca4-f2f6-4ee8-a359-e91563464ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:07:19Z', 'updated_at': '2021-08-17T00:07:28Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': '22b60ca4-f2f6-4ee8-a359-e91563464ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:27.742189 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b9ae75-13f9-44cc-8320-9c663cf37f3e None None] The sync data for ids ['bb62e478-7532-47a5-b4ff-2c68785a10f3'] in n-d-800088-20 is: [{'id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55305235', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:07:14Z', 'updated_at': '2021-08-17T00:07:21Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:07:15Z', 'updated_at': '2021-08-17T00:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'c1a28816-c28d-42be-8242-5ace838ada02', 'name': '', 'network_id': '941cdf40-6672-4c92-b0fc-78ff95b1e5aa', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:7e:79:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '22b60ca4-f2f6-4ee8-a359-e91563464ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:07:19Z', 'updated_at': '2021-08-17T00:07:28Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': '22b60ca4-f2f6-4ee8-a359-e91563464ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:09:27.761968 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2851764c-8a33-446d-9feb-7f614647af56 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:27.765893 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d350331-388c-48c2-af48-46325bee7c6f', 'tag': '44af8a4d-046b-4ee8-b340-94eec67e860e'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:09:27.769029 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d31380-ce6a-4be5-aaf9-72399818b6b8" -d '{"events": [{"name": "network-changed", "server_uuid": "6d350331-388c-48c2-af48-46325bee7c6f", "tag": "44af8a4d-046b-4ee8-b340-94eec67e860e"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:09:27.813931 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-2851764c-8a33-446d-9feb-7f614647af56 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] device_id is not set on port 090efeae-9397-4448-b0a1-5a28ea770960 yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:09:27.837663 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d8f8991e-dda1-4df6-811b-cf67f73d0616 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:27.887736 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8991e-dda1-4df6-811b-cf67f73d0616 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Pushing event deleted for resources: {'Port': ['ID=592cfa48-4095-4184-8939-83c3653f1c34,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:27.907875 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e32bf58-ba6a-424c-8b05-ce36246d7b66 x-openstack-request-id: req-2e32bf58-ba6a-424c-8b05-ce36246d7b66 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:09:27.908180 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d350331-388c-48c2-af48-46325bee7c6f", "tag": "44af8a4d-046b-4ee8-b340-94eec67e860e", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:09:27.908482 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2e32bf58-ba6a-424c-8b05-ce36246d7b66 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:09:27.908881 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d350331-388c-48c2-af48-46325bee7c6f', 'tag': '44af8a4d-046b-4ee8-b340-94eec67e860e', 'status': 'completed', 'code': 200} Aug 17 00:09:28.016817 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d8f8991e-dda1-4df6-811b-cf67f73d0616 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks [] for floatingip, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:28.019681 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d8f8991e-dda1-4df6-811b-cf67f73d0616 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:28.025779 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d8f8991e-dda1-4df6-811b-cf67f73d0616 tempest-AttachVolumeTestJSON-2085835549 tempest-AttachVolumeTestJSON-2085835549-project] 10.222.0.60 "DELETE /v2.0/floatingips/4dc22e63-33c6-479e-baa7-d407efb907a0 HTTP/1.1" status: 204 len: 168 time: 0.7288153 Aug 17 00:09:28.051304 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d31380-ce6a-4be5-aaf9-72399818b6b8 req-f08a5368-f8ad-4698-90a5-526e171ab1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:28.059244 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c7d31380-ce6a-4be5-aaf9-72399818b6b8 req-f08a5368-f8ad-4698-90a5-526e171ab1f6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 1098 time: 0.1578093 Aug 17 00:09:28.093918 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2851764c-8a33-446d-9feb-7f614647af56 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:28.239145 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9868e0-d82f-4072-8c7f-8fa6f8272c8e None None] New status for floating IP fc38b6f1-4fdd-4abb-bf26-0c070a67ee20: DOWN {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:09:28.294342 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2851764c-8a33-446d-9feb-7f614647af56 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:28.318517 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d31380-ce6a-4be5-aaf9-72399818b6b8 req-92acb584-83c9-4cc5-93db-5d29c43240a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:28.320804 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c7d31380-ce6a-4be5-aaf9-72399818b6b8 req-92acb584-83c9-4cc5-93db-5d29c43240a0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=941cdf40-6672-4c92-b0fc-78ff95b1e5aa HTTP/1.1" status: 200 len: 897 time: 0.2532122 Aug 17 00:09:28.373710 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ceee2-ee85-4c14-8b75-5384cd5d006f req-1fd36ad5-11c4-441a-abc9-7e46e464612e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:28.380102 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-386ceee2-ee85-4c14-8b75-5384cd5d006f req-1fd36ad5-11c4-441a-abc9-7e46e464612e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 946 time: 0.2152765 Aug 17 00:09:28.496620 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c7d31380-ce6a-4be5-aaf9-72399818b6b8 req-201d60b9-6613-401b-ae66-e3d8e3fe7b57 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44af8a4d-046b-4ee8-b340-94eec67e860e HTTP/1.1" status: 200 len: 217 time: 0.1611865 Aug 17 00:09:28.504475 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8152f33-a0e1-4e44-b796-17efa2438fda req-9a88889c-734a-46b3-8de8-8393aa1c50a5 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:28.506795 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d8152f33-a0e1-4e44-b796-17efa2438fda req-9a88889c-734a-46b3-8de8-8393aa1c50a5 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 946 time: 0.2675979 Aug 17 00:09:28.542152 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2851764c-8a33-446d-9feb-7f614647af56 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network 1fab6eb3-70f0-46be-bff4-45c484ae2755 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:09:28.555046 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-2851764c-8a33-446d-9feb-7f614647af56 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:28.568781 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2851764c-8a33-446d-9feb-7f614647af56 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:09:28.576288 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2851764c-8a33-446d-9feb-7f614647af56 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:28.577224 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2851764c-8a33-446d-9feb-7f614647af56 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:28.589234 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851764c-8a33-446d-9feb-7f614647af56 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Port': ['ID=090efeae-9397-4448-b0a1-5a28ea770960,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:28.601161 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-386ceee2-ee85-4c14-8b75-5384cd5d006f req-d0ff064d-9f98-45e1-a53f-0cec35664930 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c2113d7-3f9e-4c07-a038-8631a4b57794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051395 Aug 17 00:09:28.635474 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2851764c-8a33-446d-9feb-7f614647af56 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1451087 Aug 17 00:09:28.640431 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45716) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:28.709132 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e495b315-73d5-4178-ab26-ab9bbc747721 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:28.711222 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e495b315-73d5-4178-ab26-ab9bbc747721 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "GET /v2.0/ports/090efeae-9397-4448-b0a1-5a28ea770960 HTTP/1.1" status: 200 len: 841 time: 0.0716782 Aug 17 00:09:28.717884 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45718) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:28.739662 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d31380-ce6a-4be5-aaf9-72399818b6b8 req-763d412d-4fa4-4159-8cf6-792059e1fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:28.741334 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c7d31380-ce6a-4be5-aaf9-72399818b6b8 req-763d412d-4fa4-4159-8cf6-792059e1fd0b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=22b60ca4-f2f6-4ee8-a359-e91563464ddf HTTP/1.1" status: 200 len: 834 time: 0.2326591 Aug 17 00:09:28.779775 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c725f8-0c72-43ed-9b72-3ad5bbad6331 req-e1fac298-f05b-4d5e-88c2-2f98d464fb0c tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:28.787054 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-41c725f8-0c72-43ed-9b72-3ad5bbad6331 req-e1fac298-f05b-4d5e-88c2-2f98d464fb0c tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 945 time: 0.1635571 Aug 17 00:09:28.827072 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d31380-ce6a-4be5-aaf9-72399818b6b8 req-462d6893-8ea9-48b6-a79a-588ef5f8f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:28.828894 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c7d31380-ce6a-4be5-aaf9-72399818b6b8 req-462d6893-8ea9-48b6-a79a-588ef5f8f11f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=941cdf40-6672-4c92-b0fc-78ff95b1e5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749772 Aug 17 00:09:28.835716 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-d8152f33-a0e1-4e44-b796-17efa2438fda req-14dac302-eefc-417c-ae26-14e82c7d69a7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Deleting port 44af8a4d-046b-4ee8-b340-94eec67e860e {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:28.836190 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d8152f33-a0e1-4e44-b796-17efa2438fda req-14dac302-eefc-417c-ae26-14e82c7d69a7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:28.874873 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-41c725f8-0c72-43ed-9b72-3ad5bbad6331 req-2f7b1332-8799-4144-930a-4e2537c66afe tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869524 Aug 17 00:09:28.931449 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-ce59a509-a940-4472-bfc1-ca4c23456ec2 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting port 090efeae-9397-4448-b0a1-5a28ea770960 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:28.931712 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ce59a509-a940-4472-bfc1-ca4c23456ec2 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:29.017812 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-d8152f33-a0e1-4e44-b796-17efa2438fda req-14dac302-eefc-417c-ae26-14e82c7d69a7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] For port 44af8a4d-046b-4ee8-b340-94eec67e860e, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=44af8a4d-046b-4ee8-b340-94eec67e860e,segment=NetworkSegment(b6e956aa-8215-49e2-b060-a5cd34c391f7),segment_id=b6e956aa-8215-49e2-b060-a5cd34c391f7)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:29.018675 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d8152f33-a0e1-4e44-b796-17efa2438fda req-14dac302-eefc-417c-ae26-14e82c7d69a7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:29.023647 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ce59a509-a940-4472-bfc1-ca4c23456ec2 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:29.024057 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c7d31380-ce6a-4be5-aaf9-72399818b6b8 req-8dfa0318-b946-4898-80f2-2a8fb3c13858 service neutron] 10.222.0.69 "GET /v2.0/networks/941cdf40-6672-4c92-b0fc-78ff95b1e5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723397 Aug 17 00:09:29.041892 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-ce59a509-a940-4472-bfc1-ca4c23456ec2 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Calling delete_port for 090efeae-9397-4448-b0a1-5a28ea770960 owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:29.051856 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-d8152f33-a0e1-4e44-b796-17efa2438fda req-14dac302-eefc-417c-ae26-14e82c7d69a7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Calling delete_port for 44af8a4d-046b-4ee8-b340-94eec67e860e owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:29.146588 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c7d31380-ce6a-4be5-aaf9-72399818b6b8 req-1c4d2c64-009b-41b8-8aca-dd32a99ff865 service neutron] 10.222.0.69 "GET /v2.0/networks/941cdf40-6672-4c92-b0fc-78ff95b1e5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092153 Aug 17 00:09:29.216737 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ce59a509-a940-4472-bfc1-ca4c23456ec2 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:29.254441 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59a509-a940-4472-bfc1-ca4c23456ec2 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Port': ['ID=090efeae-9397-4448-b0a1-5a28ea770960,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:29.266950 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ce59a509-a940-4472-bfc1-ca4c23456ec2 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:29.271773 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ce59a509-a940-4472-bfc1-ca4c23456ec2 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/ports/090efeae-9397-4448-b0a1-5a28ea770960 HTTP/1.1" status: 204 len: 168 time: 0.5527678 Aug 17 00:09:29.272764 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45720) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:29.305623 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-291a0251-6bdf-42fc-a6eb-f480d1aa41f2 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] GET failed (client error): The resource could not be found. Aug 17 00:09:29.308861 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d8152f33-a0e1-4e44-b796-17efa2438fda req-14dac302-eefc-417c-ae26-14e82c7d69a7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:29.311580 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-291a0251-6bdf-42fc-a6eb-f480d1aa41f2 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "GET /v2.0/ports/090efeae-9397-4448-b0a1-5a28ea770960 HTTP/1.1" status: 404 len: 333 time: 0.0374658 Aug 17 00:09:29.313324 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45722) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:29.318029 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-babeaee0-8dc3-436a-9973-1853ca5b7158 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'port': {'network_id': '1fab6eb3-70f0-46be-bff4-45c484ae2755', 'name': 'tempest-PortsTestJSON-140150062'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:29.363795 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dac302-eefc-417c-ae26-14e82c7d69a7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event deleted for resources: {'Port': ['ID=44af8a4d-046b-4ee8-b340-94eec67e860e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:29.416783 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8152f33-a0e1-4e44-b796-17efa2438fda req-14dac302-eefc-417c-ae26-14e82c7d69a7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] No DVR routers for this DVR port 44af8a4d-046b-4ee8-b340-94eec67e860e on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:09:29.419320 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d8152f33-a0e1-4e44-b796-17efa2438fda req-14dac302-eefc-417c-ae26-14e82c7d69a7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:29.423024 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d8152f33-a0e1-4e44-b796-17efa2438fda req-14dac302-eefc-417c-ae26-14e82c7d69a7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.69 "DELETE /v2.0/ports/44af8a4d-046b-4ee8-b340-94eec67e860e HTTP/1.1" status: 204 len: 173 time: 0.9025826 Aug 17 00:09:29.423488 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d350331-388c-48c2-af48-46325bee7c6f', 'name': 'network-vif-deleted', 'tag': '44af8a4d-046b-4ee8-b340-94eec67e860e'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:09:29.425831 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08956c96-977a-4da9-8393-1ade6955a663" -d '{"events": [{"server_uuid": "6d350331-388c-48c2-af48-46325bee7c6f", "name": "network-vif-deleted", "tag": "44af8a4d-046b-4ee8-b340-94eec67e860e"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:09:29.486411 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babeaee0-8dc3-436a-9973-1853ca5b7158 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:29.490424 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-babeaee0-8dc3-436a-9973-1853ca5b7158 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:29.497456 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4825cd-964b-40e3-9b6d-67873e2fbcf9 x-openstack-request-id: req-5b4825cd-964b-40e3-9b6d-67873e2fbcf9 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:09:29.497743 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d350331-388c-48c2-af48-46325bee7c6f", "name": "network-vif-deleted", "tag": "44af8a4d-046b-4ee8-b340-94eec67e860e", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:09:29.498457 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b4825cd-964b-40e3-9b6d-67873e2fbcf9 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:09:29.498983 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d350331-388c-48c2-af48-46325bee7c6f', 'name': 'network-vif-deleted', 'tag': '44af8a4d-046b-4ee8-b340-94eec67e860e', 'status': 'completed', 'code': 200} Aug 17 00:09:29.533671 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-babeaee0-8dc3-436a-9973-1853ca5b7158 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] device_id is not set on port 6436b04d-0542-42af-8027-08fa499fc140 yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:09:29.796083 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-babeaee0-8dc3-436a-9973-1853ca5b7158 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:29.937876 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ad157e3c-6f53-4756-9ce2-abbcc1258519 req-33f901b6-03ee-4874-aaff-7a2914b9e9ba tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d350331-388c-48c2-af48-46325bee7c6f HTTP/1.1" status: 200 len: 210 time: 0.0696249 Aug 17 00:09:29.958868 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-babeaee0-8dc3-436a-9973-1853ca5b7158 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:30.080836 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babeaee0-8dc3-436a-9973-1853ca5b7158 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network 1fab6eb3-70f0-46be-bff4-45c484ae2755 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:09:30.081734 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babeaee0-8dc3-436a-9973-1853ca5b7158 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Port': ['ID=6436b04d-0542-42af-8027-08fa499fc140,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:30.084702 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-babeaee0-8dc3-436a-9973-1853ca5b7158 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:30.098778 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babeaee0-8dc3-436a-9973-1853ca5b7158 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:09:30.105090 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babeaee0-8dc3-436a-9973-1853ca5b7158 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:30.105844 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-babeaee0-8dc3-436a-9973-1853ca5b7158 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:30.140792 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-babeaee0-8dc3-436a-9973-1853ca5b7158 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8268666 Aug 17 00:09:30.143410 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45738) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:30.150685 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-faa717a5-f461-43ec-b7d4-c6e895a8c6e3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:30.235441 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-faa717a5-f461-43ec-b7d4-c6e895a8c6e3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:30.407696 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7f93c-089b-41e1-8b3d-cc356737489a req-5ab3e718-100d-464a-87d3-e450a20bbcf6 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:30.416200 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bcb7f93c-089b-41e1-8b3d-cc356737489a req-5ab3e718-100d-464a-87d3-e450a20bbcf6 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 945 time: 0.3471084 Aug 17 00:09:30.480186 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bcb7f93c-089b-41e1-8b3d-cc356737489a req-cf6729e6-3287-429a-b16c-bfa5a2224803 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630934 Aug 17 00:09:30.496199 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-faa717a5-f461-43ec-b7d4-c6e895a8c6e3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:30.514530 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-faa717a5-f461-43ec-b7d4-c6e895a8c6e3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:30.540870 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-faa717a5-f461-43ec-b7d4-c6e895a8c6e3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] In _notify_port_updated(), no bound segment for port 6436b04d-0542-42af-8027-08fa499fc140 on network 1fab6eb3-70f0-46be-bff4-45c484ae2755 {{(pid=101403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 00:09:30.550154 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa717a5-f461-43ec-b7d4-c6e895a8c6e3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:30.551187 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-faa717a5-f461-43ec-b7d4-c6e895a8c6e3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:30.554243 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-faa717a5-f461-43ec-b7d4-c6e895a8c6e3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "PUT /v2.0/ports/6436b04d-0542-42af-8027-08fa499fc140 HTTP/1.1" status: 200 len: 818 time: 0.4083898 Aug 17 00:09:30.556150 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45742) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:30.679902 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa717a5-f461-43ec-b7d4-c6e895a8c6e3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Port': ['ID=6436b04d-0542-42af-8027-08fa499fc140,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:30.763960 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-882c27d2-cff0-4bd2-b893-c469fe71afe0 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting port 6436b04d-0542-42af-8027-08fa499fc140 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:30.764315 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-882c27d2-cff0-4bd2-b893-c469fe71afe0 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:30.845662 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-882c27d2-cff0-4bd2-b893-c469fe71afe0 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:30.864931 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-882c27d2-cff0-4bd2-b893-c469fe71afe0 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Calling delete_port for 6436b04d-0542-42af-8027-08fa499fc140 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:30.985503 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-882c27d2-cff0-4bd2-b893-c469fe71afe0 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:31.028127 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c27d2-cff0-4bd2-b893-c469fe71afe0 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Port': ['ID=6436b04d-0542-42af-8027-08fa499fc140,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:31.047072 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-882c27d2-cff0-4bd2-b893-c469fe71afe0 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:31.051837 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45750) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:31.052574 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45752) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:31.052960 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-882c27d2-cff0-4bd2-b893-c469fe71afe0 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/ports/6436b04d-0542-42af-8027-08fa499fc140 HTTP/1.1" status: 204 len: 168 time: 0.4918778 Aug 17 00:09:31.195116 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0316c0d4-b7d5-4a5a-b986-44e59bc16c7e tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:31.196580 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0316c0d4-b7d5-4a5a-b986-44e59bc16c7e tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1422279 Aug 17 00:09:31.199532 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45754) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:31.229387 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e895f7-4c4e-4f04-9308-22ef74f6237b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] GET failed (client error): The resource could not be found. Aug 17 00:09:31.230995 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-76e895f7-4c4e-4f04-9308-22ef74f6237b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "GET /v2.0/ports/6436b04d-0542-42af-8027-08fa499fc140 HTTP/1.1" status: 404 len: 333 time: 0.0304816 Aug 17 00:09:31.234913 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45756) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:31.240400 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-ce046b9d-17a3-47fd-a242-f99d05af0bd9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-52551265'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:31.313188 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce046b9d-17a3-47fd-a242-f99d05af0bd9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:31.316820 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ce046b9d-17a3-47fd-a242-f99d05af0bd9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:31.389713 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce046b9d-17a3-47fd-a242-f99d05af0bd9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:09:31.411242 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ce046b9d-17a3-47fd-a242-f99d05af0bd9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:31.411589 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-ce046b9d-17a3-47fd-a242-f99d05af0bd9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Added segment c911e466-58ea-49b3-b11c-792c5c7d17ee of type vlan for network 6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd Aug 17 00:09:31.496944 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ce046b9d-17a3-47fd-a242-f99d05af0bd9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:31.587602 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 44af8a4d-046b-4ee8-b340-94eec67e860e no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:09:31.592993 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ce046b9d-17a3-47fd-a242-f99d05af0bd9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:31.598065 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce046b9d-17a3-47fd-a242-f99d05af0bd9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:31.598833 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ce046b9d-17a3-47fd-a242-f99d05af0bd9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:31.636426 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 44af8a4d-046b-4ee8-b340-94eec67e860e {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:09:31.637005 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 44af8a4d-046b-4ee8-b340-94eec67e860e not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:09:31.735719 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce046b9d-17a3-47fd-a242-f99d05af0bd9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Network': ['ID=6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:31.748386 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ce046b9d-17a3-47fd-a242-f99d05af0bd9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5119414 Aug 17 00:09:31.750908 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45766) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:31.760854 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:09:31.770217 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-203c82d8-7fd6-4276-a484-db10116c57bc tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'subnet': {'network_id': '6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:31.778829 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573b513-5520-469f-ab3e-84a65a768a48 req-2b1239cd-9e89-4074-a984-7886347dadd9 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:31.792336 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9573b513-5520-469f-ab3e-84a65a768a48 req-2b1239cd-9e89-4074-a984-7886347dadd9 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 945 time: 0.2111037 Aug 17 00:09:31.908727 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9573b513-5520-469f-ab3e-84a65a768a48 req-69a86a0c-4b78-48ec-8082-ad7c2e4b7d7e tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153710 Aug 17 00:09:31.992643 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f8ab37ff-ae46-4bc1-8c27-ede9f268f7b4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:32.087342 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203c82d8-7fd6-4276-a484-db10116c57bc tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:32.091068 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-203c82d8-7fd6-4276-a484-db10116c57bc tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:32.564663 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-203c82d8-7fd6-4276-a484-db10116c57bc tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:32.673524 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c82d8-7fd6-4276-a484-db10116c57bc tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Subnet': ['ID=2329d8f5-684a-46c3-b39a-95463eb58f11,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:32.694741 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c82d8-7fd6-4276-a484-db10116c57bc tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Checking segment: {'id': 'c911e466-58ea-49b3-b11c-792c5c7d17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:09:32.695363 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203c82d8-7fd6-4276-a484-db10116c57bc tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network hostable DHCP agents. Network: 6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:09:32.732654 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203c82d8-7fd6-4276-a484-db10116c57bc tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network 6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:09:32.763692 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-203c82d8-7fd6-4276-a484-db10116c57bc tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:32.769805 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203c82d8-7fd6-4276-a484-db10116c57bc tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:32.771061 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-203c82d8-7fd6-4276-a484-db10116c57bc tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:32.775661 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa1c0cc-ea55-407f-ba83-ad79bf505866 None None] Network 6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:09:32.798344 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-203c82d8-7fd6-4276-a484-db10116c57bc tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0457361 Aug 17 00:09:32.801779 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45776) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:32.812622 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-08356c12-2ed6-4dd6-a004-faee33fd853f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'subnet': {'network_id': '6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:32.925791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-f8ab37ff-ae46-4bc1-8c27-ede9f268f7b4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Deleting port c1a28816-c28d-42be-8242-5ace838ada02 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:32.926282 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f8ab37ff-ae46-4bc1-8c27-ede9f268f7b4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:33.130965 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-f8ab37ff-ae46-4bc1-8c27-ede9f268f7b4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] For port c1a28816-c28d-42be-8242-5ace838ada02, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c1a28816-c28d-42be-8242-5ace838ada02,segment=NetworkSegment(b6e956aa-8215-49e2-b060-a5cd34c391f7),segment_id=b6e956aa-8215-49e2-b060-a5cd34c391f7)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:33.132218 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f8ab37ff-ae46-4bc1-8c27-ede9f268f7b4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:33.133558 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08356c12-2ed6-4dd6-a004-faee33fd853f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:33.137398 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-08356c12-2ed6-4dd6-a004-faee33fd853f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:33.179592 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f25c9-f0f4-4832-aa90-4766dfd7af88 req-9ea6054e-f0b5-44df-8711-7c06704c3d84 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:33.188279 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-290f25c9-f0f4-4832-aa90-4766dfd7af88 req-9ea6054e-f0b5-44df-8711-7c06704c3d84 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 945 time: 0.1268985 Aug 17 00:09:33.201812 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-f8ab37ff-ae46-4bc1-8c27-ede9f268f7b4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Calling delete_port for c1a28816-c28d-42be-8242-5ace838ada02 owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:33.268200 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-290f25c9-f0f4-4832-aa90-4766dfd7af88 req-8c16e9d9-bacb-479a-8f06-d666062d93cd tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786741 Aug 17 00:09:33.312984 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7f6792-262f-4b8d-b248-6960035b2bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd', 'network_id': '6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd', 'tenant_id': '762c646ae5fa4693aa08990d829193d7', 'fixed_ips': [{'subnet_id': '2329d8f5-684a-46c3-b39a-95463eb58f11'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:09:33.313901 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8c7f6792-262f-4b8d-b248-6960035b2bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:33.324792 n-d-800088-20 neutron-server[101402]: INFO neutron.db.ipam_backend_mixin [None req-08356c12-2ed6-4dd6-a004-faee33fd853f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2329d8f5-684a-46c3-b39a-95463eb58f11 (CIDR: 172.20.0.0/28) Aug 17 00:09:33.331354 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-08356c12-2ed6-4dd6-a004-faee33fd853f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:09:33.331854 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08356c12-2ed6-4dd6-a004-faee33fd853f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:09:33.370864 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-08356c12-2ed6-4dd6-a004-faee33fd853f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5686817 Aug 17 00:09:33.373401 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45786) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:33.378359 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-3ab2691f-6fca-4015-875c-1b54f9c1ac29 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'subnet': {'network_id': '6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:33.583849 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-8c7f6792-262f-4b8d-b248-6960035b2bd7 None None] Allocated IP 172.20.0.2 (6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd/2329d8f5-684a-46c3-b39a-95463eb58f11/6e3a93ff-dc93-4270-aa45-0e9865e7a5e6) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:09:33.584920 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f8ab37ff-ae46-4bc1-8c27-ede9f268f7b4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:33.614106 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab37ff-ae46-4bc1-8c27-ede9f268f7b4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event deleted for resources: {'Port': ['ID=c1a28816-c28d-42be-8242-5ace838ada02,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:33.643562 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab2691f-6fca-4015-875c-1b54f9c1ac29 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:33.647574 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ab2691f-6fca-4015-875c-1b54f9c1ac29 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:33.867219 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f8ab37ff-ae46-4bc1-8c27-ede9f268f7b4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:33.884562 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8c7f6792-262f-4b8d-b248-6960035b2bd7 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:33.906002 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8c7f6792-262f-4b8d-b248-6960035b2bd7 None None] Transition to ACTIVE for port object 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:33.925788 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8c7f6792-262f-4b8d-b248-6960035b2bd7 None None] Transition to ACTIVE for port object 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:33.936946 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8c7f6792-262f-4b8d-b248-6960035b2bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:33.980867 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f6792-262f-4b8d-b248-6960035b2bd7 None None] Pushing event updated for resources: {'Port': ['ID=6e3a93ff-dc93-4270-aa45-0e9865e7a5e6,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:34.006294 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7f6792-262f-4b8d-b248-6960035b2bd7 None None] Network 6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:09:34.007173 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-8c7f6792-262f-4b8d-b248-6960035b2bd7 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:34.010340 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7f6792-262f-4b8d-b248-6960035b2bd7 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:09:34.059787 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ab2691f-6fca-4015-875c-1b54f9c1ac29 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:34.070759 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8c7f6792-262f-4b8d-b248-6960035b2bd7 None None] Attempting to bind port 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:09:34.071183 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8c7f6792-262f-4b8d-b248-6960035b2bd7 None None] Attempting to bind port 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'c911e466-58ea-49b3-b11c-792c5c7d17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:09:34.071594 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7f6792-262f-4b8d-b248-6960035b2bd7 None None] Attempting to bind port 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6 on network 6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:09:34.078290 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7f6792-262f-4b8d-b248-6960035b2bd7 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:09:34.078670 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7f6792-262f-4b8d-b248-6960035b2bd7 None None] Checking segment: {'id': 'c911e466-58ea-49b3-b11c-792c5c7d17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:09:34.079142 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8c7f6792-262f-4b8d-b248-6960035b2bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:34.079505 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7f6792-262f-4b8d-b248-6960035b2bd7 None None] Bound using segment: {'id': 'c911e466-58ea-49b3-b11c-792c5c7d17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:09:34.079975 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8c7f6792-262f-4b8d-b248-6960035b2bd7 None None] Bound port: 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c911e466-58ea-49b3-b11c-792c5c7d17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:09:34.080350 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8c7f6792-262f-4b8d-b248-6960035b2bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:34.108830 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab2691f-6fca-4015-875c-1b54f9c1ac29 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network 6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:09:34.141702 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-3ab2691f-6fca-4015-875c-1b54f9c1ac29 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:34.147775 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab2691f-6fca-4015-875c-1b54f9c1ac29 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:34.148390 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ab2691f-6fca-4015-875c-1b54f9c1ac29 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:34.167502 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-8c7f6792-262f-4b8d-b248-6960035b2bd7 None None] For port 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:09:34.174985 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ab37ff-ae46-4bc1-8c27-ede9f268f7b4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Router bb62e478-7532-47a5-b4ff-2c68785a10f3 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:09:34.176660 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-8c7f6792-262f-4b8d-b248-6960035b2bd7 None None] For port 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6e3a93ff-dc93-4270-aa45-0e9865e7a5e6,segment=NetworkSegment(c911e466-58ea-49b3-b11c-792c5c7d17ee),segment_id=c911e466-58ea-49b3-b11c-792c5c7d17ee)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:09:34.185427 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2691f-6fca-4015-875c-1b54f9c1ac29 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Subnet': ['ID=46bd9d9a-66ca-4042-8f47-1e62c6c168a5,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:34.188735 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8c7f6792-262f-4b8d-b248-6960035b2bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:34.238644 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3ab2691f-6fca-4015-875c-1b54f9c1ac29 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8641713 Aug 17 00:09:34.241739 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45802) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:34.247551 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-66b3dcc2-d443-488f-9637-ce69b81f94d3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'port': {'network_id': '6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd', 'fixed_ips': [{'subnet_id': '2329d8f5-684a-46c3-b39a-95463eb58f11'}, {'subnet_id': '46bd9d9a-66ca-4042-8f47-1e62c6c168a5'}], 'name': 'tempest-PortsTestJSON-1208196570'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:34.299328 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f6792-262f-4b8d-b248-6960035b2bd7 None None] Pushing event updated for resources: {'Port': ['ID=6e3a93ff-dc93-4270-aa45-0e9865e7a5e6,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:34.425597 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ab37ff-ae46-4bc1-8c27-ede9f268f7b4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:09:34.437877 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f8ab37ff-ae46-4bc1-8c27-ede9f268f7b4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "PUT /v2.0/routers/bb62e478-7532-47a5-b4ff-2c68785a10f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3796923 Aug 17 00:09:34.439427 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45810) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:34.445195 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2997c33d-03ae-433b-9042-861c9d8ac535 None None] Sync routers for ids ['bb62e478-7532-47a5-b4ff-2c68785a10f3'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:09:34.464173 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2997c33d-03ae-433b-9042-861c9d8ac535 None None] Routers {'bb62e478-7532-47a5-b4ff-2c68785a10f3'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:09:34.465421 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-2997c33d-03ae-433b-9042-861c9d8ac535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:09:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['bb62e478-7532-47a5-b4ff-2c68785a10f3'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:34.473585 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b3dcc2-d443-488f-9637-ce69b81f94d3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:34.587722 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f247f37-dd6f-4046-8fd7-59fb75ee5164 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Deleting subnet 22b60ca4-f2f6-4ee8-a359-e91563464ddf {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:09:34.593842 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5f247f37-dd6f-4046-8fd7-59fb75ee5164 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:34.636342 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d555d16d-6aed-49b3-89c6-5da13404c055 req-a7e394ff-01de-4349-ac54-0fe3e98ca6e1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3116417 Aug 17 00:09:34.651860 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7144b22-6097-47ba-8231-e86780173d69 req-2521b9a2-ce19-40f6-b98a-2b6c0b63e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:34.653026 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7144b22-6097-47ba-8231-e86780173d69 req-2521b9a2-ce19-40f6-b98a-2b6c0b63e31b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61108af2093845fe9a64c45c9df6e55d&device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 1097 time: 0.3300316 Aug 17 00:09:34.658643 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66b3dcc2-d443-488f-9637-ce69b81f94d3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:34.680043 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5f247f37-dd6f-4046-8fd7-59fb75ee5164 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:34.703858 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-66b3dcc2-d443-488f-9637-ce69b81f94d3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] device_id is not set on port fe2cdfb3-5dfa-4565-8f37-ab6afad4cd67 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:09:34.704719 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-2997c33d-03ae-433b-9042-861c9d8ac535 None None] Set router bb62e478-7532-47a5-b4ff-2c68785a10f3 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:09:34.859556 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172cb3a-31ea-44d5-9b6b-2bdde6c9bfe8 req-d0b98565-5faa-4168-bf40-3f81f54d6681 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:34.861651 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d172cb3a-31ea-44d5-9b6b-2bdde6c9bfe8 req-d0b98565-5faa-4168-bf40-3f81f54d6681 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 945 time: 0.3899837 Aug 17 00:09:34.932871 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555d16d-6aed-49b3-89c6-5da13404c055 req-c2db7a45-8fee-4af5-84ca-1bc255ab026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:34.934301 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d555d16d-6aed-49b3-89c6-5da13404c055 req-c2db7a45-8fee-4af5-84ca-1bc255ab026a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61108af2093845fe9a64c45c9df6e55d&device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 1096 time: 0.1583035 Aug 17 00:09:34.974203 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7144b22-6097-47ba-8231-e86780173d69 req-7c88f31d-6500-4ec6-92e0-e67f1e092e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:34.976632 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7144b22-6097-47ba-8231-e86780173d69 req-7c88f31d-6500-4ec6-92e0-e67f1e092e92 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf42c908-bd85-4d10-afc7-00681d389032 HTTP/1.1" status: 200 len: 913 time: 0.3080659 Aug 17 00:09:34.993726 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-2997c33d-03ae-433b-9042-861c9d8ac535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55305235', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:07:14Z', 'updated_at': '2021-08-17T00:09:33Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:07:15Z', 'updated_at': '2021-08-17T00:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:34.999380 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d172cb3a-31ea-44d5-9b6b-2bdde6c9bfe8 req-770f3c91-8168-4d5c-827c-3551d5f5120c tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280246 Aug 17 00:09:35.047456 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2997c33d-03ae-433b-9042-861c9d8ac535 None None] Checking router: bb62e478-7532-47a5-b4ff-2c68785a10f3 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:09:35.058826 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2997c33d-03ae-433b-9042-861c9d8ac535 None None] Routers {'bb62e478-7532-47a5-b4ff-2c68785a10f3'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:09:35.059453 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-2997c33d-03ae-433b-9042-861c9d8ac535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:09:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['bb62e478-7532-47a5-b4ff-2c68785a10f3'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:35.061592 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5f247f37-dd6f-4046-8fd7-59fb75ee5164 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:35.088447 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7144b22-6097-47ba-8231-e86780173d69 req-515e9f4c-24d5-446f-b342-b31faf6eeee8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 HTTP/1.1" status: 200 len: 217 time: 0.0997887 Aug 17 00:09:35.109196 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-66b3dcc2-d443-488f-9637-ce69b81f94d3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Allocated IP 172.20.0.6 (6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd/2329d8f5-684a-46c3-b39a-95463eb58f11/fe2cdfb3-5dfa-4565-8f37-ab6afad4cd67) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:09:35.119626 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-66b3dcc2-d443-488f-9637-ce69b81f94d3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Allocated IP 172.20.0.28 (6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd/46bd9d9a-66ca-4042-8f47-1e62c6c168a5/fe2cdfb3-5dfa-4565-8f37-ab6afad4cd67) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:09:35.156442 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7144b22-6097-47ba-8231-e86780173d69 req-53cb449b-9b9e-4849-bc47-6827f477e9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:35.157952 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7144b22-6097-47ba-8231-e86780173d69 req-53cb449b-9b9e-4849-bc47-6827f477e9eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1afde0e7-f7b0-4278-82ad-0cbe61d404a7 HTTP/1.1" status: 200 len: 851 time: 0.0603101 Aug 17 00:09:35.248083 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-2997c33d-03ae-433b-9042-861c9d8ac535 None None] Set router bb62e478-7532-47a5-b4ff-2c68785a10f3 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:09:35.274801 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555d16d-6aed-49b3-89c6-5da13404c055 req-9c52e356-9e90-4a4e-a739-08f603b11add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:35.276317 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d555d16d-6aed-49b3-89c6-5da13404c055 req-9c52e356-9e90-4a4e-a739-08f603b11add service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf42c908-bd85-4d10-afc7-00681d389032 HTTP/1.1" status: 200 len: 913 time: 0.3151045 Aug 17 00:09:35.339182 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7144b22-6097-47ba-8231-e86780173d69 req-33b0aadd-2fe0-41bb-ad9a-20adc5b1be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:35.340728 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7144b22-6097-47ba-8231-e86780173d69 req-33b0aadd-2fe0-41bb-ad9a-20adc5b1be9f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf42c908-bd85-4d10-afc7-00681d389032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1746128 Aug 17 00:09:35.347240 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5f247f37-dd6f-4046-8fd7-59fb75ee5164 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:35.391813 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66b3dcc2-d443-488f-9637-ce69b81f94d3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:35.407327 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-66b3dcc2-d443-488f-9637-ce69b81f94d3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Transition to ACTIVE for port object fe2cdfb3-5dfa-4565-8f37-ab6afad4cd67 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:35.456713 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66b3dcc2-d443-488f-9637-ce69b81f94d3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:35.470068 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f247f37-dd6f-4046-8fd7-59fb75ee5164 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event deleted for resources: {'Subnet': ['ID=22b60ca4-f2f6-4ee8-a359-e91563464ddf,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:35.488546 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5f247f37-dd6f-4046-8fd7-59fb75ee5164 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:35.489557 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-2997c33d-03ae-433b-9042-861c9d8ac535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55305235', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:07:14Z', 'updated_at': '2021-08-17T00:09:33Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:07:15Z', 'updated_at': '2021-08-17T00:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:35.491351 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6414f2cb-6cf2-4520-848f-3fbde2a4cf53 None None] Network 941cdf40-6672-4c92-b0fc-78ff95b1e5aa requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:09:35.507553 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5f247f37-dd6f-4046-8fd7-59fb75ee5164 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "DELETE /v2.0/subnets/22b60ca4-f2f6-4ee8-a359-e91563464ddf HTTP/1.1" status: 204 len: 168 time: 1.0664866 Aug 17 00:09:35.511688 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45820) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:35.518407 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b3dcc2-d443-488f-9637-ce69b81f94d3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network 6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:09:35.523388 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-66b3dcc2-d443-488f-9637-ce69b81f94d3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:35.526033 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b3dcc2-d443-488f-9637-ce69b81f94d3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:09:35.559955 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2997c33d-03ae-433b-9042-861c9d8ac535 None None] The sync data for ids ['bb62e478-7532-47a5-b4ff-2c68785a10f3'] in n-d-800088-20 is: [{'id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55305235', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:07:14Z', 'updated_at': '2021-08-17T00:09:33Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '140afe53-ff0b-43b6-9bf2-b75a35c4b762', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb62e478-7532-47a5-b4ff-2c68785a10f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:07:15Z', 'updated_at': '2021-08-17T00:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:09:35.588599 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d555d16d-6aed-49b3-89c6-5da13404c055 req-ed785207-f234-4b5b-a0c2-86f42b85c467 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3025641c-a330-4304-a23a-1876a1fa76d9 HTTP/1.1" status: 200 len: 999 time: 0.2993960 Aug 17 00:09:35.596872 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3dcc2-d443-488f-9637-ce69b81f94d3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Port': ['ID=fe2cdfb3-5dfa-4565-8f37-ab6afad4cd67,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:35.644501 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b3dcc2-d443-488f-9637-ce69b81f94d3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:35.645332 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66b3dcc2-d443-488f-9637-ce69b81f94d3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:35.666095 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-66b3dcc2-d443-488f-9637-ce69b81f94d3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.4231825 Aug 17 00:09:35.669295 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45822) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:35.679770 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a74f9026-bdcd-424e-ae27-43a5521d542f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2329d8f5-684a-46c3-b39a-95463eb58f11'}]}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:35.748625 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bbc0420e-4dc9-4f4d-9a00-510deb4db881 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:35.769075 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a74f9026-bdcd-424e-ae27-43a5521d542f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:35.775618 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555d16d-6aed-49b3-89c6-5da13404c055 req-366714bb-ce61-4f08-a565-b0879aec7359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:35.777112 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d555d16d-6aed-49b3-89c6-5da13404c055 req-366714bb-ce61-4f08-a565-b0879aec7359 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1afde0e7-f7b0-4278-82ad-0cbe61d404a7 HTTP/1.1" status: 200 len: 851 time: 0.1759670 Aug 17 00:09:35.782738 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7144b22-6097-47ba-8231-e86780173d69 req-32c34321-51a1-4574-8cf6-52bb8d61e1cd service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331801 Aug 17 00:09:35.809619 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c510c81-5f21-4442-b193-3c4176a804a7 None None] Network 6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:09:35.884273 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-de578acf-3f97-4a9e-9ea4-1790d6368d7d None None] Provisioning for port 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:09:35.923045 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7144b22-6097-47ba-8231-e86780173d69 req-b42e5f8c-f315-45f2-b8e5-223c3d0d0ec9 service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924208 Aug 17 00:09:35.989720 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c398c686-8fba-4d15-b8d3-9ba8705d2dc8 None None] DHCP port deletion for 941cdf40-6672-4c92-b0fc-78ff95b1e5aa request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:09:36.044121 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555d16d-6aed-49b3-89c6-5da13404c055 req-8cc1080a-14e9-4b32-8002-06e107ad6ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:36.045706 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d555d16d-6aed-49b3-89c6-5da13404c055 req-8cc1080a-14e9-4b32-8002-06e107ad6ded service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf42c908-bd85-4d10-afc7-00681d389032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2234616 Aug 17 00:09:36.132578 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253c43c2-e2a9-4211-afa2-a162c5e39628 None None] Update dhcp port {'port': {'network_id': '6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd', 'fixed_ips': [{'subnet_id': '2329d8f5-684a-46c3-b39a-95463eb58f11', 'ip_address': '172.20.0.2'}, {'subnet_id': '46bd9d9a-66ca-4042-8f47-1e62c6c168a5'}], 'binding:host_id': 'n-d-800088-20'}, 'id': '6e3a93ff-dc93-4270-aa45-0e9865e7a5e6'} from n-d-800088-20. {{(pid=101404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 00:09:36.157166 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-a74f9026-bdcd-424e-ae27-43a5521d542f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Delete allocated IP 172.20.0.28 (6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd/46bd9d9a-66ca-4042-8f47-1e62c6c168a5) {{(pid=101402) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 17 00:09:36.158235 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-c398c686-8fba-4d15-b8d3-9ba8705d2dc8 None None] Deleting port 0d0934b8-de1c-4a4a-82f5-0ed04e6add48 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:36.158785 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c398c686-8fba-4d15-b8d3-9ba8705d2dc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:36.242895 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-253c43c2-e2a9-4211-afa2-a162c5e39628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:36.254965 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bbc0420e-4dc9-4f4d-9a00-510deb4db881 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:36.303997 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a74f9026-bdcd-424e-ae27-43a5521d542f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:36.316475 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-a74f9026-bdcd-424e-ae27-43a5521d542f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Ignored duplicate provisioning block setup for port fe2cdfb3-5dfa-4565-8f37-ab6afad4cd67 by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 17 00:09:36.316692 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d39b4-6bd3-4a8e-975e-309cdd360426 req-5836f0e4-8bf8-40a3-a585-904d77ec63d2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:36.319893 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d03d39b4-6bd3-4a8e-975e-309cdd360426 req-5836f0e4-8bf8-40a3-a585-904d77ec63d2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 945 time: 0.1939051 Aug 17 00:09:36.327014 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a74f9026-bdcd-424e-ae27-43a5521d542f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:36.351145 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-c398c686-8fba-4d15-b8d3-9ba8705d2dc8 None None] For port 0d0934b8-de1c-4a4a-82f5-0ed04e6add48, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=0d0934b8-de1c-4a4a-82f5-0ed04e6add48,segment=NetworkSegment(b6e956aa-8215-49e2-b060-a5cd34c391f7),segment_id=b6e956aa-8215-49e2-b060-a5cd34c391f7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:36.351748 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c398c686-8fba-4d15-b8d3-9ba8705d2dc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:36.425789 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-c398c686-8fba-4d15-b8d3-9ba8705d2dc8 None None] Calling delete_port for 0d0934b8-de1c-4a4a-82f5-0ed04e6add48 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:36.446048 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d555d16d-6aed-49b3-89c6-5da13404c055 req-01f13928-9def-4efb-87a0-1d80350d72c6 service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834076 Aug 17 00:09:36.590933 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-253c43c2-e2a9-4211-afa2-a162c5e39628 None None] Allocated IP 172.20.0.18 (6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd/46bd9d9a-66ca-4042-8f47-1e62c6c168a5/6e3a93ff-dc93-4270-aa45-0e9865e7a5e6) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:09:36.626690 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:09:36.630522 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f9026-bdcd-424e-ae27-43a5521d542f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Port': ['ID=fe2cdfb3-5dfa-4565-8f37-ab6afad4cd67,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:36.664018 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c398c686-8fba-4d15-b8d3-9ba8705d2dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:36.714894 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-a74f9026-bdcd-424e-ae27-43a5521d542f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] In _notify_port_updated(), no bound segment for port fe2cdfb3-5dfa-4565-8f37-ab6afad4cd67 on network 6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd {{(pid=101402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 00:09:36.720197 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74f9026-bdcd-424e-ae27-43a5521d542f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:36.720876 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a74f9026-bdcd-424e-ae27-43a5521d542f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:36.745858 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a74f9026-bdcd-424e-ae27-43a5521d542f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "PUT /v2.0/ports/fe2cdfb3-5dfa-4565-8f37-ab6afad4cd67 HTTP/1.1" status: 200 len: 919 time: 1.0748365 Aug 17 00:09:36.757063 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45840) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:36.763540 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-3ffbfd59-6c2e-4e4b-8d1f-13702ddbcd1c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2329d8f5-684a-46c3-b39a-95463eb58f11'}, {'subnet_id': '46bd9d9a-66ca-4042-8f47-1e62c6c168a5'}]}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:36.771897 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-253c43c2-e2a9-4211-afa2-a162c5e39628 None None] For port 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6e3a93ff-dc93-4270-aa45-0e9865e7a5e6,segment=NetworkSegment(c911e466-58ea-49b3-b11c-792c5c7d17ee),segment_id=c911e466-58ea-49b3-b11c-792c5c7d17ee)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:36.842010 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-253c43c2-e2a9-4211-afa2-a162c5e39628 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:36.852114 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398c686-8fba-4d15-b8d3-9ba8705d2dc8 None None] Pushing event deleted for resources: {'Port': ['ID=0d0934b8-de1c-4a4a-82f5-0ed04e6add48,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:36.866616 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c398c686-8fba-4d15-b8d3-9ba8705d2dc8 None None] No DVR routers for this DVR port 0d0934b8-de1c-4a4a-82f5-0ed04e6add48 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:09:36.871686 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-253c43c2-e2a9-4211-afa2-a162c5e39628 None None] Transition to ACTIVE for port object 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:36.877857 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ffbfd59-6c2e-4e4b-8d1f-13702ddbcd1c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:36.900142 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-253c43c2-e2a9-4211-afa2-a162c5e39628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:36.919074 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:09:37.019901 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d03d39b4-6bd3-4a8e-975e-309cdd360426 req-74723a93-32e1-4112-a420-10fb01b0d608 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6741874 Aug 17 00:09:37.055210 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d555d16d-6aed-49b3-89c6-5da13404c055 req-c025404a-db62-4937-9630-4e7d499c535d service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5889711 Aug 17 00:09:37.056713 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c1a28816-c28d-42be-8242-5ace838ada02 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:09:37.081454 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c43c2-e2a9-4211-afa2-a162c5e39628 None None] Pushing event updated for resources: {'Port': ['ID=6e3a93ff-dc93-4270-aa45-0e9865e7a5e6,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:37.092783 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: c1a28816-c28d-42be-8242-5ace838ada02 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:09:37.093371 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c1a28816-c28d-42be-8242-5ace838ada02 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:09:37.094072 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 0d0934b8-de1c-4a4a-82f5-0ed04e6add48 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:09:37.100605 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-bbc0420e-4dc9-4f4d-9a00-510deb4db881 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Deleting port 140afe53-ff0b-43b6-9bf2-b75a35c4b762 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:37.101582 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bbc0420e-4dc9-4f4d-9a00-510deb4db881 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:37.119956 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 0d0934b8-de1c-4a4a-82f5-0ed04e6add48 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:09:37.120404 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 0d0934b8-de1c-4a4a-82f5-0ed04e6add48 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:09:37.198825 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-bbc0420e-4dc9-4f4d-9a00-510deb4db881 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] For port 140afe53-ff0b-43b6-9bf2-b75a35c4b762, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=140afe53-ff0b-43b6-9bf2-b75a35c4b762,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:37.199590 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bbc0420e-4dc9-4f4d-9a00-510deb4db881 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:37.213953 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-bbc0420e-4dc9-4f4d-9a00-510deb4db881 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Calling delete_port for 140afe53-ff0b-43b6-9bf2-b75a35c4b762 owned by network:router_gateway {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:37.268104 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-3ffbfd59-6c2e-4e4b-8d1f-13702ddbcd1c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Allocated IP 172.20.0.29 (6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd/46bd9d9a-66ca-4042-8f47-1e62c6c168a5/fe2cdfb3-5dfa-4565-8f37-ab6afad4cd67) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:09:37.447822 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bbc0420e-4dc9-4f4d-9a00-510deb4db881 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:37.449564 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ffbfd59-6c2e-4e4b-8d1f-13702ddbcd1c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:37.463981 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-3ffbfd59-6c2e-4e4b-8d1f-13702ddbcd1c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Ignored duplicate provisioning block setup for port fe2cdfb3-5dfa-4565-8f37-ab6afad4cd67 by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 17 00:09:37.473129 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ffbfd59-6c2e-4e4b-8d1f-13702ddbcd1c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:37.514823 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0420e-4dc9-4f4d-9a00-510deb4db881 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event deleted for resources: {'Port': ['ID=140afe53-ff0b-43b6-9bf2-b75a35c4b762,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:37.566362 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bbc0420e-4dc9-4f4d-9a00-510deb4db881 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:37.635857 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:09:37.686544 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bbc0420e-4dc9-4f4d-9a00-510deb4db881 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:37.688788 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bbc0420e-4dc9-4f4d-9a00-510deb4db881 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:37.746160 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bbc0420e-4dc9-4f4d-9a00-510deb4db881 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:37.746753 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc0420e-4dc9-4f4d-9a00-510deb4db881 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Fanout notify agent at l3_agent the message router_deleted on router bb62e478-7532-47a5-b4ff-2c68785a10f3 {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:09:37.754208 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bbc0420e-4dc9-4f4d-9a00-510deb4db881 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:37.755409 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bbc0420e-4dc9-4f4d-9a00-510deb4db881 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "DELETE /v2.0/routers/bb62e478-7532-47a5-b4ff-2c68785a10f3 HTTP/1.1" status: 204 len: 168 time: 2.2412608 Aug 17 00:09:37.761102 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45846) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:37.779539 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92208a6-b655-47cd-96ac-ff4189e24be2 None None] Network 6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:09:37.958043 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:37.971074 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a873d9da-20d7-428a-9687-c2e65d6d0e36 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:38.014408 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port b3933b2b-4a17-4cff-b824-c6fe77ae2ec1, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b3933b2b-4a17-4cff-b824-c6fe77ae2ec1,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:38.019710 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d38281-6dd5-4e30-ace4-7b24e5cfe04d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3933b2b-4a17-4cff-b824-c6fe77ae2ec1'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:09:38.023729 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd09f47a-28eb-4da8-b5e0-ea100d9c99e4" -d '{"events": [{"server_uuid": "f0d38281-6dd5-4e30-ace4-7b24e5cfe04d", "name": "network-vif-unplugged", "status": "completed", "tag": "b3933b2b-4a17-4cff-b824-c6fe77ae2ec1"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:09:38.026909 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6790957c-4005-4c07-9f0d-25f9009fad6e None None] Provisioning for port fe2cdfb3-5dfa-4565-8f37-ab6afad4cd67 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:09:38.050085 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6790957c-4005-4c07-9f0d-25f9009fad6e None None] Provisioning complete for port fe2cdfb3-5dfa-4565-8f37-ab6afad4cd67 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:38.050972 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6790957c-4005-4c07-9f0d-25f9009fad6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:38.059926 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:38.135002 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffbfd59-6c2e-4e4b-8d1f-13702ddbcd1c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Port': ['ID=fe2cdfb3-5dfa-4565-8f37-ab6afad4cd67,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:38.142131 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a873d9da-20d7-428a-9687-c2e65d6d0e36 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:38.161256 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-a873d9da-20d7-428a-9687-c2e65d6d0e36 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941cdf40-6672-4c92-b0fc-78ff95b1e5aa']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:38.163883 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 00:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef03e7fc-4dc9-4fa4-91d9-e409c6fec0c9 x-openstack-request-id: req-ef03e7fc-4dc9-4fa4-91d9-e409c6fec0c9 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:09:38.164180 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d38281-6dd5-4e30-ace4-7b24e5cfe04d", "name": "network-vif-unplugged", "status": "completed", "tag": "b3933b2b-4a17-4cff-b824-c6fe77ae2ec1", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:09:38.164437 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef03e7fc-4dc9-4fa4-91d9-e409c6fec0c9 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:09:38.164836 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d38281-6dd5-4e30-ace4-7b24e5cfe04d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3933b2b-4a17-4cff-b824-c6fe77ae2ec1', 'code': 200} Aug 17 00:09:38.180325 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-a873d9da-20d7-428a-9687-c2e65d6d0e36 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e956aa-8215-49e2-b060-a5cd34c391f7') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:38.180671 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-a873d9da-20d7-428a-9687-c2e65d6d0e36 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e956aa-8215-49e2-b060-a5cd34c391f7') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:38.189954 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=b3933b2b-4a17-4cff-b824-c6fe77ae2ec1,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:38.191211 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a873d9da-20d7-428a-9687-c2e65d6d0e36 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:38.208995 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-3ffbfd59-6c2e-4e4b-8d1f-13702ddbcd1c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] In _notify_port_updated(), no bound segment for port fe2cdfb3-5dfa-4565-8f37-ab6afad4cd67 on network 6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd {{(pid=101402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 00:09:38.211791 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a873d9da-20d7-428a-9687-c2e65d6d0e36 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:38.215757 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffbfd59-6c2e-4e4b-8d1f-13702ddbcd1c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:38.216239 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ffbfd59-6c2e-4e4b-8d1f-13702ddbcd1c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:38.217744 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3ffbfd59-6c2e-4e4b-8d1f-13702ddbcd1c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "PUT /v2.0/ports/fe2cdfb3-5dfa-4565-8f37-ab6afad4cd67 HTTP/1.1" status: 200 len: 999 time: 1.4590628 Aug 17 00:09:38.221485 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45854) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:38.229274 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-6790957c-4005-4c07-9f0d-25f9009fad6e None None] Port fe2cdfb3-5dfa-4565-8f37-ab6afad4cd67 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:09:38.232715 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a873d9da-20d7-428a-9687-c2e65d6d0e36 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:09:38.236361 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a873d9da-20d7-428a-9687-c2e65d6d0e36 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:09:38.259403 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:09:38.275994 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6790957c-4005-4c07-9f0d-25f9009fad6e None None] Provisioning for port 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:09:38.286208 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6790957c-4005-4c07-9f0d-25f9009fad6e None None] Provisioning complete for port 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:38.286672 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6790957c-4005-4c07-9f0d-25f9009fad6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:38.348119 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a873d9da-20d7-428a-9687-c2e65d6d0e36 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:38.357642 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a873d9da-20d7-428a-9687-c2e65d6d0e36 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:38.359463 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a873d9da-20d7-428a-9687-c2e65d6d0e36 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "DELETE /v2.0/networks/941cdf40-6672-4c92-b0fc-78ff95b1e5aa HTTP/1.1" status: 204 len: 168 time: 0.5968580 Aug 17 00:09:38.362829 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45856) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:38.369634 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e231d95-b254-40e8-a6aa-598786d18f00 req-52978b53-586f-478d-893b-2889138f4bb2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:38.371195 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4e231d95-b254-40e8-a6aa-598786d18f00 req-52978b53-586f-478d-893b-2889138f4bb2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 943 time: 0.1086814 Aug 17 00:09:38.388760 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873d9da-20d7-428a-9687-c2e65d6d0e36 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event deleted for resources: {'Network': ['ID=941cdf40-6672-4c92-b0fc-78ff95b1e5aa,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:38.432653 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4e231d95-b254-40e8-a6aa-598786d18f00 req-63c3b0f1-0990-49ed-8044-b778eec67f5d tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518808 Aug 17 00:09:38.442976 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-dd1979fb-1bf9-40c5-8200-ed349f98493c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting port fe2cdfb3-5dfa-4565-8f37-ab6afad4cd67 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:38.443318 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dd1979fb-1bf9-40c5-8200-ed349f98493c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:38.482217 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6790957c-4005-4c07-9f0d-25f9009fad6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:38.510197 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-62363591-a05e-420b-85b9-a2caede550ab tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:38.527262 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-6790957c-4005-4c07-9f0d-25f9009fad6e None None] For port 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6e3a93ff-dc93-4270-aa45-0e9865e7a5e6,segment=NetworkSegment(c911e466-58ea-49b3-b11c-792c5c7d17ee),segment_id=c911e466-58ea-49b3-b11c-792c5c7d17ee)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:38.536071 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:09:38.538766 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6790957c-4005-4c07-9f0d-25f9009fad6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:38.567596 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-62363591-a05e-420b-85b9-a2caede550ab tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:38.620483 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dd1979fb-1bf9-40c5-8200-ed349f98493c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:38.642621 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-dd1979fb-1bf9-40c5-8200-ed349f98493c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Calling delete_port for fe2cdfb3-5dfa-4565-8f37-ab6afad4cd67 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:38.647945 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386b835-7ef5-450f-bc5f-495684e21bc2 req-7e74a78e-f985-4945-81b5-02fdd8253a43 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:38.656841 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8386b835-7ef5-450f-bc5f-495684e21bc2 req-7e74a78e-f985-4945-81b5-02fdd8253a43 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.0735412 Aug 17 00:09:38.667238 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790957c-4005-4c07-9f0d-25f9009fad6e None None] Pushing event updated for resources: {'Port': ['ID=6e3a93ff-dc93-4270-aa45-0e9865e7a5e6,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:38.677366 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:38.677740 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:38.712498 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8386b835-7ef5-450f-bc5f-495684e21bc2 req-dbf32bd2-4375-42db-be15-c3ab59836932 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536413 Aug 17 00:09:38.859498 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 140afe53-ff0b-43b6-9bf2-b75a35c4b762 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:09:38.866396 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-62363591-a05e-420b-85b9-a2caede550ab tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:38.869571 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-62363591-a05e-420b-85b9-a2caede550ab tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:38.870783 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-62363591-a05e-420b-85b9-a2caede550ab tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "DELETE /v2.0/security-groups/5c2113d7-3f9e-4c07-a038-8631a4b57794 HTTP/1.1" status: 204 len: 168 time: 0.5062289 Aug 17 00:09:38.890387 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62363591-a05e-420b-85b9-a2caede550ab tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2113d7-3f9e-4c07-a038-8631a4b57794,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:38.905379 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725a110-4d85-4d9b-b11a-e2c54841572b req-f90aac7b-9434-4960-b186-c20e1893c23c tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:38.906764 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0725a110-4d85-4d9b-b11a-e2c54841572b req-f90aac7b-9434-4960-b186-c20e1893c23c tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.0626724 Aug 17 00:09:38.933360 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dd1979fb-1bf9-40c5-8200-ed349f98493c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:38.943294 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 140afe53-ff0b-43b6-9bf2-b75a35c4b762 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:09:38.950242 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 140afe53-ff0b-43b6-9bf2-b75a35c4b762 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:09:39.012281 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0725a110-4d85-4d9b-b11a-e2c54841572b req-01fca0ee-8814-4e95-bae8-e9a183da6def tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864103 Aug 17 00:09:39.013552 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1979fb-1bf9-40c5-8200-ed349f98493c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Port': ['ID=fe2cdfb3-5dfa-4565-8f37-ab6afad4cd67,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:39.138268 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dd1979fb-1bf9-40c5-8200-ed349f98493c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:39.143063 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-dd1979fb-1bf9-40c5-8200-ed349f98493c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/ports/fe2cdfb3-5dfa-4565-8f37-ab6afad4cd67 HTTP/1.1" status: 204 len: 168 time: 0.9189777 Aug 17 00:09:39.143348 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45876) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:39.178366 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b07188-414b-482d-8b3b-947d370853d8 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] GET failed (client error): The resource could not be found. Aug 17 00:09:39.184065 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e1b07188-414b-482d-8b3b-947d370853d8 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "GET /v2.0/ports/fe2cdfb3-5dfa-4565-8f37-ab6afad4cd67 HTTP/1.1" status: 404 len: 333 time: 0.0363605 Aug 17 00:09:39.184272 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45878) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:39.255707 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b9653-daf9-47cb-b3e1-db79fa9e5ed9 req-11065696-af61-4c2c-a135-c5e33e8428e0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:39.264761 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-501b9653-daf9-47cb-b3e1-db79fa9e5ed9 req-11065696-af61-4c2c-a135-c5e33e8428e0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.0648787 Aug 17 00:09:39.275351 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6438be3-0bf9-4007-a485-4f59118a0b60 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting subnet 46bd9d9a-66ca-4042-8f47-1e62c6c168a5 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:09:39.279704 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c6438be3-0bf9-4007-a485-4f59118a0b60 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:39.318912 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-501b9653-daf9-47cb-b3e1-db79fa9e5ed9 req-3fcd29d4-9d81-4fc5-adbf-68d221823630 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485044 Aug 17 00:09:39.333433 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c6438be3-0bf9-4007-a485-4f59118a0b60 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:39.388453 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45880) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:39.415152 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-64226aec-2c47-4834-a98a-cc229588dabd tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1566231913', 'description': 'tempest-secgroup-smoke-1566231913 description', 'project_id': '8a9ca74733fa48c8818a39938a45e719'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:39.447024 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c6438be3-0bf9-4007-a485-4f59118a0b60 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:39.477238 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-64226aec-2c47-4834-a98a-cc229588dabd tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:39.540948 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c6438be3-0bf9-4007-a485-4f59118a0b60 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:39.582523 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6438be3-0bf9-4007-a485-4f59118a0b60 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Subnet': ['ID=46bd9d9a-66ca-4042-8f47-1e62c6c168a5,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:39.592712 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c6438be3-0bf9-4007-a485-4f59118a0b60 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:39.594969 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c6438be3-0bf9-4007-a485-4f59118a0b60 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/subnets/46bd9d9a-66ca-4042-8f47-1e62c6c168a5 HTTP/1.1" status: 204 len: 168 time: 0.4095926 Aug 17 00:09:39.597623 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45884) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:39.647334 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fb6848-ff5b-4378-923f-011f78827e49 None None] Network 6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:09:39.670361 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa549fa-e9bb-43cf-b382-0b7db28cd7f1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting subnet 2329d8f5-684a-46c3-b39a-95463eb58f11 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:09:39.681590 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-caa549fa-e9bb-43cf-b382-0b7db28cd7f1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:39.700211 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-61a48fc8-c65d-40d2-8c2a-5496955af900 None None] Could not find standard attr ID for object fe2cdfb3-5dfa-4565-8f37-ab6afad4cd67. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:09:39.720181 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-61a48fc8-c65d-40d2-8c2a-5496955af900 None None] Provisioning complete for port 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:39.720552 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-61a48fc8-c65d-40d2-8c2a-5496955af900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:39.721876 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-64226aec-2c47-4834-a98a-cc229588dabd tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:39.734569 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-64226aec-2c47-4834-a98a-cc229588dabd tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:39.761342 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-caa549fa-e9bb-43cf-b382-0b7db28cd7f1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:39.770850 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4905aac-965d-483c-8ef8-cc74bffae239 req-d23b3d44-41a4-4b27-95d0-bf2b0790a77f tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:39.771505 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-64226aec-2c47-4834-a98a-cc229588dabd tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:39.776568 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-64226aec-2c47-4834-a98a-cc229588dabd tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3870788 Aug 17 00:09:39.779509 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4905aac-965d-483c-8ef8-cc74bffae239 req-d23b3d44-41a4-4b27-95d0-bf2b0790a77f tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:39.786129 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4905aac-965d-483c-8ef8-cc74bffae239 req-d23b3d44-41a4-4b27-95d0-bf2b0790a77f tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:39.793469 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4905aac-965d-483c-8ef8-cc74bffae239 req-d23b3d44-41a4-4b27-95d0-bf2b0790a77f tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:39.799632 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45888) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:39.802797 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4905aac-965d-483c-8ef8-cc74bffae239 req-d23b3d44-41a4-4b27-95d0-bf2b0790a77f tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:39.806311 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-9942ba98-d678-47b6-a4c5-c5a9ed548c85 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'security_group_rule': {'security_group_id': '821b10dd-cd4f-40a1-92ba-2b6bbd5265cc', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:39.811843 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4905aac-965d-483c-8ef8-cc74bffae239 req-d23b3d44-41a4-4b27-95d0-bf2b0790a77f tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:39.821593 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4905aac-965d-483c-8ef8-cc74bffae239 req-d23b3d44-41a4-4b27-95d0-bf2b0790a77f tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:39.832929 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b4905aac-965d-483c-8ef8-cc74bffae239 req-d23b3d44-41a4-4b27-95d0-bf2b0790a77f tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5434 time: 0.1339939 Aug 17 00:09:39.846244 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64226aec-2c47-4834-a98a-cc229588dabd tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:39.885757 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b4905aac-965d-483c-8ef8-cc74bffae239 req-d50297ad-dd1c-415b-9ffd-f303e2d14195 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517290 Aug 17 00:09:39.906399 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9942ba98-d678-47b6-a4c5-c5a9ed548c85 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:39.944282 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-caa549fa-e9bb-43cf-b382-0b7db28cd7f1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:40.025524 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:40.048402 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9942ba98-d678-47b6-a4c5-c5a9ed548c85 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:40.059065 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9942ba98-d678-47b6-a4c5-c5a9ed548c85 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:40.088881 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9942ba98-d678-47b6-a4c5-c5a9ed548c85 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:40.094163 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9942ba98-d678-47b6-a4c5-c5a9ed548c85 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2933807 Aug 17 00:09:40.095131 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45898) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:40.105128 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-e270ecd3-a95c-48f4-97fb-d27b9e15cd83 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'security_group_rule': {'security_group_id': '821b10dd-cd4f-40a1-92ba-2b6bbd5265cc', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:40.107934 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b89533-7a3a-40d7-8ca5-18409867bc22 req-0e8e7378-c579-43c4-bb27-e9923e4001ab tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:40.110285 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942ba98-d678-47b6-a4c5-c5a9ed548c85 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5170a85-28b2-4c02-9fb3-a578d858308f,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:40.119154 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b89533-7a3a-40d7-8ca5-18409867bc22 req-0e8e7378-c579-43c4-bb27-e9923e4001ab tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:40.121743 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-caa549fa-e9bb-43cf-b382-0b7db28cd7f1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:40.126672 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b89533-7a3a-40d7-8ca5-18409867bc22 req-0e8e7378-c579-43c4-bb27-e9923e4001ab tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:40.133720 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b89533-7a3a-40d7-8ca5-18409867bc22 req-0e8e7378-c579-43c4-bb27-e9923e4001ab tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:40.144162 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b89533-7a3a-40d7-8ca5-18409867bc22 req-0e8e7378-c579-43c4-bb27-e9923e4001ab tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:40.150788 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b89533-7a3a-40d7-8ca5-18409867bc22 req-0e8e7378-c579-43c4-bb27-e9923e4001ab tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:40.157262 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b89533-7a3a-40d7-8ca5-18409867bc22 req-0e8e7378-c579-43c4-bb27-e9923e4001ab tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:40.169017 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-caa549fa-e9bb-43cf-b382-0b7db28cd7f1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:40.169768 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-75b89533-7a3a-40d7-8ca5-18409867bc22 req-0e8e7378-c579-43c4-bb27-e9923e4001ab tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5434 time: 0.1900389 Aug 17 00:09:40.170849 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-caa549fa-e9bb-43cf-b382-0b7db28cd7f1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/subnets/2329d8f5-684a-46c3-b39a-95463eb58f11 HTTP/1.1" status: 204 len: 168 time: 0.5722330 Aug 17 00:09:40.173944 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45902) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:40.174660 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa549fa-e9bb-43cf-b382-0b7db28cd7f1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Subnet': ['ID=2329d8f5-684a-46c3-b39a-95463eb58f11,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:40.194568 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e270ecd3-a95c-48f4-97fb-d27b9e15cd83 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:40.262072 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e270ecd3-a95c-48f4-97fb-d27b9e15cd83 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:40.266231 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45906) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:40.283743 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e270ecd3-a95c-48f4-97fb-d27b9e15cd83 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:40.307708 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d75eeb1d-15f2-4b96-aaa8-a92ad68b4b60 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:40.336048 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270ecd3-a95c-48f4-97fb-d27b9e15cd83 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c237845f-b035-4377-b07d-392aeda78f66,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:40.340539 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e270ecd3-a95c-48f4-97fb-d27b9e15cd83 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:40.345149 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e270ecd3-a95c-48f4-97fb-d27b9e15cd83 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2481639 Aug 17 00:09:40.345873 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45912) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:40.351920 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-32c9de4c-1e73-49a3-8b25-a2afd9096acf tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'security_group_rule': {'security_group_id': '821b10dd-cd4f-40a1-92ba-2b6bbd5265cc', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:40.395863 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-32c9de4c-1e73-49a3-8b25-a2afd9096acf tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:40.499237 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-32c9de4c-1e73-49a3-8b25-a2afd9096acf tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:40.511399 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-32c9de4c-1e73-49a3-8b25-a2afd9096acf tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:40.512702 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-d75eeb1d-15f2-4b96-aaa8-a92ad68b4b60 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting port 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:40.513182 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d75eeb1d-15f2-4b96-aaa8-a92ad68b4b60 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:40.530878 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:09:40.542341 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9de4c-1e73-49a3-8b25-a2afd9096acf tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eee6436-3ccb-4238-aa99-e240fcc335f2,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:40.549098 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-32c9de4c-1e73-49a3-8b25-a2afd9096acf tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:40.555717 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-32c9de4c-1e73-49a3-8b25-a2afd9096acf tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2084227 Aug 17 00:09:40.558475 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45914) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:40.594749 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974a26a-7ea8-4fb0-b37a-02a256577ec2 req-b14542a5-6c37-44f4-a90f-25ac9bc55a48 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:40.602952 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c974a26a-7ea8-4fb0-b37a-02a256577ec2 req-b14542a5-6c37-44f4-a90f-25ac9bc55a48 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1562181 Aug 17 00:09:40.672207 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c974a26a-7ea8-4fb0-b37a-02a256577ec2 req-7936d181-342d-4a2b-be4c-d57a984df78a tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664995 Aug 17 00:09:40.686137 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-df0a0927-5b64-42b1-b65c-9a246715f268 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'security_group_rule': {'security_group_id': '821b10dd-cd4f-40a1-92ba-2b6bbd5265cc', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:40.708231 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-d75eeb1d-15f2-4b96-aaa8-a92ad68b4b60 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] For port 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6e3a93ff-dc93-4270-aa45-0e9865e7a5e6,segment=NetworkSegment(c911e466-58ea-49b3-b11c-792c5c7d17ee),segment_id=c911e466-58ea-49b3-b11c-792c5c7d17ee)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:40.708991 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d75eeb1d-15f2-4b96-aaa8-a92ad68b4b60 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:40.724280 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-d75eeb1d-15f2-4b96-aaa8-a92ad68b4b60 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Calling delete_port for 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:40.775280 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df0a0927-5b64-42b1-b65c-9a246715f268 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:40.784382 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04861bd2-18da-4dd4-aa5b-536ee4781d73 None None] Network 6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:09:40.840195 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d75eeb1d-15f2-4b96-aaa8-a92ad68b4b60 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:40.878933 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75eeb1d-15f2-4b96-aaa8-a92ad68b4b60 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] No DVR routers for this DVR port 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:09:40.886171 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75eeb1d-15f2-4b96-aaa8-a92ad68b4b60 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Port': ['ID=6e3a93ff-dc93-4270-aa45-0e9865e7a5e6,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:40.889895 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No active binding found for port 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6 {{(pid=101404) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 17 00:09:40.890334 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 17 00:09:40.894416 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2c640f10-0150-4eb3-8009-45822b07df13 None None] Provisioning complete for port 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:40.894729 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2c640f10-0150-4eb3-8009-45822b07df13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:40.919727 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df0a0927-5b64-42b1-b65c-9a246715f268 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:40.946531 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df0a0927-5b64-42b1-b65c-9a246715f268 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:40.949804 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Port 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6 not found, will not notify nova. {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 17 00:09:40.953800 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-2c640f10-0150-4eb3-8009-45822b07df13 None None] Port 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6 was deleted so its status cannot be updated. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 17 00:09:40.979083 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a0927-5b64-42b1-b65c-9a246715f268 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0512cd04-7ae2-4b32-8cce-0a47fef30c52,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:40.981061 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d75eeb1d-15f2-4b96-aaa8-a92ad68b4b60 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:40.994755 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-d75eeb1d-15f2-4b96-aaa8-a92ad68b4b60 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:41.007697 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df0a0927-5b64-42b1-b65c-9a246715f268 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.011632 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-df0a0927-5b64-42b1-b65c-9a246715f268 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4494164 Aug 17 00:09:41.011752 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-d75eeb1d-15f2-4b96-aaa8-a92ad68b4b60 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c911e466-58ea-49b3-b11c-792c5c7d17ee') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:41.011752 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-d75eeb1d-15f2-4b96-aaa8-a92ad68b4b60 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c911e466-58ea-49b3-b11c-792c5c7d17ee') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:41.011997 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45918) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:41.016590 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-e4463731-bf62-4614-a6af-74e97219b453 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'security_group_rule': {'security_group_id': '821b10dd-cd4f-40a1-92ba-2b6bbd5265cc', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:41.021137 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d75eeb1d-15f2-4b96-aaa8-a92ad68b4b60 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.037096 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d75eeb1d-15f2-4b96-aaa8-a92ad68b4b60 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.045821 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75eeb1d-15f2-4b96-aaa8-a92ad68b4b60 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:09:41.046344 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d75eeb1d-15f2-4b96-aaa8-a92ad68b4b60 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:09:41.049502 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:09:41.057643 n-d-800088-20 neutron-server[101402]: INFO neutron.db.securitygroups_db [None req-e4463731-bf62-4614-a6af-74e97219b453 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Project 8a9ca74733fa48c8818a39938a45e719 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:09:41.064058 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e4463731-bf62-4614-a6af-74e97219b453 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.079454 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0003586e-8acf-4d12-a33b-536b24198c84 None None] DHCP port deletion for 6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:09:41.116828 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d75eeb1d-15f2-4b96-aaa8-a92ad68b4b60 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.121840 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d75eeb1d-15f2-4b96-aaa8-a92ad68b4b60 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.127480 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d75eeb1d-15f2-4b96-aaa8-a92ad68b4b60 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/networks/6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd HTTP/1.1" status: 204 len: 168 time: 0.9491370 Aug 17 00:09:41.128478 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45920) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:41.141027 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75eeb1d-15f2-4b96-aaa8-a92ad68b4b60 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Network': ['ID=6d5d3fb6-9344-4f46-a8f6-0ab98e19e4cd,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:41.187839 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e4463731-bf62-4614-a6af-74e97219b453 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.196288 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e4463731-bf62-4614-a6af-74e97219b453 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.225417 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4463731-bf62-4614-a6af-74e97219b453 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831a48f0-f459-4377-be05-48f04201303e,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:41.245466 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0202a6-8e8a-42ed-a555-c39798c8eb78 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:41.246966 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ae0202a6-8e8a-42ed-a555-c39798c8eb78 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1174815 Aug 17 00:09:41.250512 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e4463731-bf62-4614-a6af-74e97219b453 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.250944 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45924) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:41.251630 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e4463731-bf62-4614-a6af-74e97219b453 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2387021 Aug 17 00:09:41.255087 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45926) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:41.260374 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-db3004ed-0b22-4e4b-acef-510d3672c12d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'security_group_rule': {'security_group_id': '821b10dd-cd4f-40a1-92ba-2b6bbd5265cc', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:41.276971 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5d72cdae-5d2c-4bee-b915-b41af1efeb3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.298567 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-949c9bee-b13d-485c-bd78-012e6d9d37ac tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0463538 Aug 17 00:09:41.301916 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45928) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:41.306782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-9c4e0fba-0b8d-4edc-9a2b-2334dbaaf149 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-901645780'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:41.326511 n-d-800088-20 neutron-server[101402]: INFO neutron.db.securitygroups_db [None req-db3004ed-0b22-4e4b-acef-510d3672c12d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Project 8a9ca74733fa48c8818a39938a45e719 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:09:41.334822 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-db3004ed-0b22-4e4b-acef-510d3672c12d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.340460 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4e0fba-0b8d-4edc-9a2b-2334dbaaf149 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:41.343722 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9c4e0fba-0b8d-4edc-9a2b-2334dbaaf149 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.369514 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c4e0fba-0b8d-4edc-9a2b-2334dbaaf149 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:09:41.378703 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9c4e0fba-0b8d-4edc-9a2b-2334dbaaf149 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.379042 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-9c4e0fba-0b8d-4edc-9a2b-2334dbaaf149 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Added segment 21b2bfad-b89e-4fe8-b263-a9fc87219289 of type vlan for network 7057af28-0368-4cbd-882b-fd5262c714f0 Aug 17 00:09:41.429267 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9c4e0fba-0b8d-4edc-9a2b-2334dbaaf149 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.464287 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9c4e0fba-0b8d-4edc-9a2b-2334dbaaf149 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.470061 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4e0fba-0b8d-4edc-9a2b-2334dbaaf149 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:41.470667 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9c4e0fba-0b8d-4edc-9a2b-2334dbaaf149 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.486868 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-db3004ed-0b22-4e4b-acef-510d3672c12d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.495066 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-db3004ed-0b22-4e4b-acef-510d3672c12d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.519763 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3004ed-0b22-4e4b-acef-510d3672c12d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8855a75c-4f9e-4cd4-9b96-1ddd72412562,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:41.528410 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9c4e0fba-0b8d-4edc-9a2b-2334dbaaf149 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2252090 Aug 17 00:09:41.531062 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45932) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:41.537814 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f7f781dc-e10e-47bd-95f0-8ca21537ceb1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'subnet': {'network_id': '7057af28-0368-4cbd-882b-fd5262c714f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:41.542646 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e0fba-0b8d-4edc-9a2b-2334dbaaf149 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Network': ['ID=7057af28-0368-4cbd-882b-fd5262c714f0,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:41.544039 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-db3004ed-0b22-4e4b-acef-510d3672c12d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.545440 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-db3004ed-0b22-4e4b-acef-510d3672c12d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2893779 Aug 17 00:09:41.549257 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45934) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:41.555388 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-d0c65955-0d4c-4a4b-bf6e-6a1bd44ab8db tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'network': {'name': 'tempest-network-smoke--490161518', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'port_security_enabled': True}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:41.557261 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 7057af28-0368-4cbd-882b-fd5262c714f0 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:09:41.578510 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c65955-0d4c-4a4b-bf6e-6a1bd44ab8db tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Made reservation on behalf of 8a9ca74733fa48c8818a39938a45e719 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:41.582399 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d0c65955-0d4c-4a4b-bf6e-6a1bd44ab8db tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.609069 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.617467 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c65955-0d4c-4a4b-bf6e-6a1bd44ab8db tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:09:41.628820 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d0c65955-0d4c-4a4b-bf6e-6a1bd44ab8db tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.629782 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-d0c65955-0d4c-4a4b-bf6e-6a1bd44ab8db tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Added segment a3d77d94-dcaa-457f-8702-164236ed71b1 of type vlan for network 1d085bcd-85ca-4517-9df3-0156c62c5ecb Aug 17 00:09:41.634601 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:09:41.676757 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d0c65955-0d4c-4a4b-bf6e-6a1bd44ab8db tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.704414 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f781dc-e10e-47bd-95f0-8ca21537ceb1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:41.707960 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f7f781dc-e10e-47bd-95f0-8ca21537ceb1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.710345 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d0c65955-0d4c-4a4b-bf6e-6a1bd44ab8db tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.717627 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c65955-0d4c-4a4b-bf6e-6a1bd44ab8db tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:41.718484 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d0c65955-0d4c-4a4b-bf6e-6a1bd44ab8db tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.772593 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-5d72cdae-5d2c-4bee-b915-b41af1efeb3d admin admin] Deleting port e07dfa85-a711-4255-9224-97cdebc88b98 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:41.772943 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5d72cdae-5d2c-4bee-b915-b41af1efeb3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.827618 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d0c65955-0d4c-4a4b-bf6e-6a1bd44ab8db tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2774663 Aug 17 00:09:41.832981 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45940) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:41.838320 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1703126848', 'admin_state_up': True, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:41.855700 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c65955-0d4c-4a4b-bf6e-6a1bd44ab8db tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Network': ['ID=1d085bcd-85ca-4517-9df3-0156c62c5ecb,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:41.883600 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae95c5-6bde-4978-b28d-8fb472e249bf req-f8313e4f-778a-467d-8be9-2cc341ab0a44 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:41.885164 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-84ae95c5-6bde-4978-b28d-8fb472e249bf req-f8313e4f-778a-467d-8be9-2cc341ab0a44 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1088850 Aug 17 00:09:41.885816 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-5d72cdae-5d2c-4bee-b915-b41af1efeb3d admin admin] For port e07dfa85-a711-4255-9224-97cdebc88b98, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e07dfa85-a711-4255-9224-97cdebc88b98,segment=NetworkSegment(4c5a094e-350e-4376-8e86-ac9d4b58e520),segment_id=4c5a094e-350e-4376-8e86-ac9d4b58e520)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:41.886104 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.886215 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5d72cdae-5d2c-4bee-b915-b41af1efeb3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.887069 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:41.909370 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 1d085bcd-85ca-4517-9df3-0156c62c5ecb details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:09:41.927420 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-5d72cdae-5d2c-4bee-b915-b41af1efeb3d admin admin] Calling delete_port for e07dfa85-a711-4255-9224-97cdebc88b98 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:42.005376 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:42.009948 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-84ae95c5-6bde-4978-b28d-8fb472e249bf req-75929a51-f5fe-49fd-ac09-9fba22ee189d tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163478 Aug 17 00:09:42.038650 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f7f781dc-e10e-47bd-95f0-8ca21537ceb1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:42.152444 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f781dc-e10e-47bd-95f0-8ca21537ceb1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Subnet': ['ID=03b62137-7259-4382-9e86-20822656d857,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:42.157513 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:42.182803 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f781dc-e10e-47bd-95f0-8ca21537ceb1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Checking segment: {'id': '21b2bfad-b89e-4fe8-b263-a9fc87219289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7057af28-0368-4cbd-882b-fd5262c714f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:09:42.183163 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f781dc-e10e-47bd-95f0-8ca21537ceb1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network hostable DHCP agents. Network: 7057af28-0368-4cbd-882b-fd5262c714f0, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:09:42.206953 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f781dc-e10e-47bd-95f0-8ca21537ceb1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network 7057af28-0368-4cbd-882b-fd5262c714f0 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:09:42.271320 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-f7f781dc-e10e-47bd-95f0-8ca21537ceb1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 7057af28-0368-4cbd-882b-fd5262c714f0) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:42.281672 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f781dc-e10e-47bd-95f0-8ca21537ceb1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:42.282303 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f7f781dc-e10e-47bd-95f0-8ca21537ceb1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:42.282527 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2230bd00-2192-4e3e-839c-6b7888455738 None None] Network 7057af28-0368-4cbd-882b-fd5262c714f0 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:09:42.301203 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f7f781dc-e10e-47bd-95f0-8ca21537ceb1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7687278 Aug 17 00:09:42.305598 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45958) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:42.306149 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5d72cdae-5d2c-4bee-b915-b41af1efeb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:42.322192 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-91fd7250-fd14-4b30-b2a4-776eb6604c04 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'port': {'network_id': '7057af28-0368-4cbd-882b-fd5262c714f0', 'name': 'tempest-PortsTestJSON-329445219'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:42.364467 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45960) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:42.387975 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:42.416806 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:42.461971 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7495ef97-98d7-4b66-b925-ad600300b192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-7057af28-0368-4cbd-882b-fd5262c714f0', 'network_id': '7057af28-0368-4cbd-882b-fd5262c714f0', 'tenant_id': '762c646ae5fa4693aa08990d829193d7', 'fixed_ips': [{'subnet_id': '03b62137-7259-4382-9e86-20822656d857'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:09:42.464177 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7495ef97-98d7-4b66-b925-ad600300b192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:42.483927 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72cdae-5d2c-4bee-b915-b41af1efeb3d admin admin] Pushing event deleted for resources: {'Port': ['ID=e07dfa85-a711-4255-9224-97cdebc88b98,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:42.569365 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:09:42.602669 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:09:42.603008 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6e3a93ff-dc93-4270-aa45-0e9865e7a5e6 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:09:42.611550 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c7b31-5b79-4435-8657-d5480affc04f req-6ef380ee-997d-4c19-9e3e-77a86ea835d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:42.612046 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c7b31-5b79-4435-8657-d5480affc04f req-6ef380ee-997d-4c19-9e3e-77a86ea835d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:42.612791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c7b31-5b79-4435-8657-d5480affc04f req-6ef380ee-997d-4c19-9e3e-77a86ea835d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:42.613950 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c7b31-5b79-4435-8657-d5480affc04f req-6ef380ee-997d-4c19-9e3e-77a86ea835d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:42.614435 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c7b31-5b79-4435-8657-d5480affc04f req-6ef380ee-997d-4c19-9e3e-77a86ea835d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:42.614916 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c7b31-5b79-4435-8657-d5480affc04f req-6ef380ee-997d-4c19-9e3e-77a86ea835d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:42.615966 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c7b31-5b79-4435-8657-d5480affc04f req-6ef380ee-997d-4c19-9e3e-77a86ea835d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:42.619439 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-717c7b31-5b79-4435-8657-d5480affc04f req-6ef380ee-997d-4c19-9e3e-77a86ea835d7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 6498 time: 0.2531154 Aug 17 00:09:42.667785 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Allocated IP 172.25.3.51 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:09:42.678651 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-7495ef97-98d7-4b66-b925-ad600300b192 None None] Allocated IP 172.20.0.2 (7057af28-0368-4cbd-882b-fd5262c714f0/03b62137-7259-4382-9e86-20822656d857/fce1c072-42cd-47dc-b1e6-44e6ec24ccc6) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:09:42.692117 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-717c7b31-5b79-4435-8657-d5480affc04f req-c501577d-874b-49fb-b65d-bc36940f4165 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615242 Aug 17 00:09:42.730758 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fd7250-fd14-4b30-b2a4-776eb6604c04 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:42.734299 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-91fd7250-fd14-4b30-b2a4-776eb6604c04 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:42.756551 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-91fd7250-fd14-4b30-b2a4-776eb6604c04 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] device_id is not set on port 35b4e164-38d3-45c6-a759-512186bb1e5a yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:09:42.806161 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:42.827832 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5d72cdae-5d2c-4bee-b915-b41af1efeb3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:42.852394 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7495ef97-98d7-4b66-b925-ad600300b192 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:42.857176 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:42.861955 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7495ef97-98d7-4b66-b925-ad600300b192 None None] Transition to ACTIVE for port object fce1c072-42cd-47dc-b1e6-44e6ec24ccc6 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:42.880863 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7495ef97-98d7-4b66-b925-ad600300b192 None None] Transition to ACTIVE for port object fce1c072-42cd-47dc-b1e6-44e6ec24ccc6 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:42.889024 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7495ef97-98d7-4b66-b925-ad600300b192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:42.901387 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:09:42.904316 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:42.909268 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:09:42.932806 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Port': ['ID=a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:42.933356 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7495ef97-98d7-4b66-b925-ad600300b192 None None] Network 7057af28-0368-4cbd-882b-fd5262c714f0 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:09:42.938481 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-7495ef97-98d7-4b66-b925-ad600300b192 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:42.942183 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7495ef97-98d7-4b66-b925-ad600300b192 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:09:42.953516 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:42.953854 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:42.954173 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:42.954785 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:42.954910 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495ef97-98d7-4b66-b925-ad600300b192 None None] Pushing event updated for resources: {'Port': ['ID=fce1c072-42cd-47dc-b1e6-44e6ec24ccc6,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:42.954993 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:42.955160 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:42.955478 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:42.955805 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:42.956696 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:42.957087 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:42.959405 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:42.959405 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:42.992023 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-91fd7250-fd14-4b30-b2a4-776eb6604c04 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Allocated IP 172.20.0.13 (7057af28-0368-4cbd-882b-fd5262c714f0/03b62137-7259-4382-9e86-20822656d857/35b4e164-38d3-45c6-a759-512186bb1e5a) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:09:43.015757 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7495ef97-98d7-4b66-b925-ad600300b192 None None] Attempting to bind port fce1c072-42cd-47dc-b1e6-44e6ec24ccc6 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:09:43.016125 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7495ef97-98d7-4b66-b925-ad600300b192 None None] Attempting to bind port fce1c072-42cd-47dc-b1e6-44e6ec24ccc6 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '21b2bfad-b89e-4fe8-b263-a9fc87219289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7057af28-0368-4cbd-882b-fd5262c714f0'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:09:43.016490 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7495ef97-98d7-4b66-b925-ad600300b192 None None] Attempting to bind port fce1c072-42cd-47dc-b1e6-44e6ec24ccc6 on network 7057af28-0368-4cbd-882b-fd5262c714f0 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:09:43.023050 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7495ef97-98d7-4b66-b925-ad600300b192 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:09:43.023435 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7495ef97-98d7-4b66-b925-ad600300b192 None None] Checking segment: {'id': '21b2bfad-b89e-4fe8-b263-a9fc87219289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7057af28-0368-4cbd-882b-fd5262c714f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:09:43.023833 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7495ef97-98d7-4b66-b925-ad600300b192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:43.024335 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7495ef97-98d7-4b66-b925-ad600300b192 None None] Bound using segment: {'id': '21b2bfad-b89e-4fe8-b263-a9fc87219289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7057af28-0368-4cbd-882b-fd5262c714f0'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:09:43.024803 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7495ef97-98d7-4b66-b925-ad600300b192 None None] Bound port: fce1c072-42cd-47dc-b1e6-44e6ec24ccc6, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b2bfad-b89e-4fe8-b263-a9fc87219289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7057af28-0368-4cbd-882b-fd5262c714f0'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:09:43.025211 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7495ef97-98d7-4b66-b925-ad600300b192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:43.102824 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-7495ef97-98d7-4b66-b925-ad600300b192 None None] For port fce1c072-42cd-47dc-b1e6-44e6ec24ccc6, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:09:43.106367 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-7495ef97-98d7-4b66-b925-ad600300b192 None None] For port fce1c072-42cd-47dc-b1e6-44e6ec24ccc6, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=fce1c072-42cd-47dc-b1e6-44e6ec24ccc6,segment=NetworkSegment(21b2bfad-b89e-4fe8-b263-a9fc87219289),segment_id=21b2bfad-b89e-4fe8-b263-a9fc87219289)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:09:43.111422 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7495ef97-98d7-4b66-b925-ad600300b192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:43.185061 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495ef97-98d7-4b66-b925-ad600300b192 None None] Pushing event updated for resources: {'Port': ['ID=fce1c072-42cd-47dc-b1e6-44e6ec24ccc6,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:43.196605 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d72cdae-5d2c-4bee-b915-b41af1efeb3d admin admin] Router 2aeca20a-d838-43d4-a54e-71e3d20026ac has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:09:43.231369 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34d0fe-04bb-428f-9bfc-8230576d7c83 req-6b4345ae-eb83-45f9-abfd-f55b68284e59 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:43.232887 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dc34d0fe-04bb-428f-9bfc-8230576d7c83 req-6b4345ae-eb83-45f9-abfd-f55b68284e59 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1032350 Aug 17 00:09:43.258109 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:43.285344 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-91fd7250-fd14-4b30-b2a4-776eb6604c04 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:43.321517 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dc34d0fe-04bb-428f-9bfc-8230576d7c83 req-bac4ae01-b941-4065-bc43-623c49fb5cf0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807068 Aug 17 00:09:43.333849 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-91fd7250-fd14-4b30-b2a4-776eb6604c04 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Transition to ACTIVE for port object 35b4e164-38d3-45c6-a759-512186bb1e5a will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:43.396254 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d72cdae-5d2c-4bee-b915-b41af1efeb3d admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:09:43.406873 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8a1674-00a0-44bf-8596-6f3ab0035ea7 None None] Sync routers for ids ['2aeca20a-d838-43d4-a54e-71e3d20026ac'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:09:43.414661 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5d72cdae-5d2c-4bee-b915-b41af1efeb3d admin admin] 10.222.0.60 "PUT /v2.0/routers/2aeca20a-d838-43d4-a54e-71e3d20026ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1473012 Aug 17 00:09:43.418626 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45972) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:43.431905 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8a1674-00a0-44bf-8596-6f3ab0035ea7 None None] Routers {'2aeca20a-d838-43d4-a54e-71e3d20026ac'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:09:43.433247 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7e8a1674-00a0-44bf-8596-6f3ab0035ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:09:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2aeca20a-d838-43d4-a54e-71e3d20026ac'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:43.496709 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-91fd7250-fd14-4b30-b2a4-776eb6604c04 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:43.580939 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-7e8a1674-00a0-44bf-8596-6f3ab0035ea7 None None] Set router 2aeca20a-d838-43d4-a54e-71e3d20026ac gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:09:43.604607 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fd7250-fd14-4b30-b2a4-776eb6604c04 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network 7057af28-0368-4cbd-882b-fd5262c714f0 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:09:43.615000 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-91fd7250-fd14-4b30-b2a4-776eb6604c04 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:43.617472 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fd7250-fd14-4b30-b2a4-776eb6604c04 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:09:43.623407 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd7250-fd14-4b30-b2a4-776eb6604c04 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Port': ['ID=35b4e164-38d3-45c6-a759-512186bb1e5a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:43.648579 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e09bfe7-1583-44d6-a4a0-4bf27f9896fe admin admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:43.761891 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fd7250-fd14-4b30-b2a4-776eb6604c04 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:43.762764 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-91fd7250-fd14-4b30-b2a4-776eb6604c04 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:43.785815 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7e8a1674-00a0-44bf-8596-6f3ab0035ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'name': 'tempest-AttachVolumeTestJSON-1818317862-router', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:09Z', 'updated_at': '2021-08-17T00:09:42Z', 'revision_number': 5, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'gw_port': {'id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:12Z', 'updated_at': '2021-08-17T00:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:43.793109 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-91fd7250-fd14-4b30-b2a4-776eb6604c04 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4752643 Aug 17 00:09:43.794059 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45974) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:43.798957 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-82d7ac69-4fd6-40df-8b0c-872062159124 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'port': {'network_id': '7057af28-0368-4cbd-882b-fd5262c714f0', 'name': 'tempest-PortsTestJSON-1028265925'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:43.815121 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8a1674-00a0-44bf-8596-6f3ab0035ea7 None None] Checking router: 2aeca20a-d838-43d4-a54e-71e3d20026ac for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:09:43.822979 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:43.825836 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8a1674-00a0-44bf-8596-6f3ab0035ea7 None None] Routers {'2aeca20a-d838-43d4-a54e-71e3d20026ac'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:09:43.826454 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7e8a1674-00a0-44bf-8596-6f3ab0035ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:09:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2aeca20a-d838-43d4-a54e-71e3d20026ac'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:43.853350 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e09bfe7-1583-44d6-a4a0-4bf27f9896fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:43.943311 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-7e8a1674-00a0-44bf-8596-6f3ab0035ea7 None None] Set router 2aeca20a-d838-43d4-a54e-71e3d20026ac gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:09:43.953779 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-7e09bfe7-1583-44d6-a4a0-4bf27f9896fe admin admin] Deleting port b350ed88-1462-47eb-a6f0-6a224873c112 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:43.954123 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e09bfe7-1583-44d6-a4a0-4bf27f9896fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:43.988885 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Router 188f5d4f-8076-4d5f-bfae-375bef6d2a03 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:09:44.145950 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:09:44.158820 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7940e1bd-3512-43d5-990a-2b74cb97dfaa None None] Sync routers for ids ['188f5d4f-8076-4d5f-bfae-375bef6d2a03'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:09:44.170929 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7940e1bd-3512-43d5-990a-2b74cb97dfaa None None] Routers {'188f5d4f-8076-4d5f-bfae-375bef6d2a03'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:09:44.171977 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-7940e1bd-3512-43d5-990a-2b74cb97dfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:09:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['188f5d4f-8076-4d5f-bfae-375bef6d2a03'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:44.181788 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7e8a1674-00a0-44bf-8596-6f3ab0035ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'name': 'tempest-AttachVolumeTestJSON-1818317862-router', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:09Z', 'updated_at': '2021-08-17T00:09:42Z', 'revision_number': 5, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'gw_port': {'id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:12Z', 'updated_at': '2021-08-17T00:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:44.216308 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8a1674-00a0-44bf-8596-6f3ab0035ea7 None None] The sync data for ids ['2aeca20a-d838-43d4-a54e-71e3d20026ac'] in n-d-800088-20 is: [{'id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'name': 'tempest-AttachVolumeTestJSON-1818317862-router', 'tenant_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:09Z', 'updated_at': '2021-08-17T00:09:42Z', 'revision_number': 5, 'project_id': '577829ee48ff4a458b8d3998e4ad7f2a', 'gw_port': {'id': 'b350ed88-1462-47eb-a6f0-6a224873c112', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeca20a-d838-43d4-a54e-71e3d20026ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:12Z', 'updated_at': '2021-08-17T00:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:09:44.291130 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-7940e1bd-3512-43d5-990a-2b74cb97dfaa None None] Set router 188f5d4f-8076-4d5f-bfae-375bef6d2a03 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:09:44.344050 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738baf8c-b6c9-45d3-815a-52d5a33b1867 None None] Network 7057af28-0368-4cbd-882b-fd5262c714f0 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:09:44.392689 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:44.398603 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bf2f7cc7-c6ef-4bd2-92e0-e9d9e2e3b7ae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5644023 Aug 17 00:09:44.399269 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45978) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:44.407801 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d7ac69-4fd6-40df-8b0c-872062159124 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:44.411836 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-82d7ac69-4fd6-40df-8b0c-872062159124 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:44.443929 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-82d7ac69-4fd6-40df-8b0c-872062159124 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] device_id is not set on port d89e3455-7546-488a-bfb9-27d9e6f986ee yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:09:44.449871 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-7e09bfe7-1583-44d6-a4a0-4bf27f9896fe admin admin] For port b350ed88-1462-47eb-a6f0-6a224873c112, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=b350ed88-1462-47eb-a6f0-6a224873c112,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:44.450227 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e09bfe7-1583-44d6-a4a0-4bf27f9896fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:44.481257 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad8d35a2-7cb8-48e2-9cf3-d3e3bb52557a None None] Provisioning for port fce1c072-42cd-47dc-b1e6-44e6ec24ccc6 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:09:44.492677 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-56eb60d0-c29f-4698-9f31-940d6d398c87 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=8a9ca74733fa48c8818a39938a45e719&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0922532 Aug 17 00:09:44.501981 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45982) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:44.502809 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-7e09bfe7-1583-44d6-a4a0-4bf27f9896fe admin admin] Calling delete_port for b350ed88-1462-47eb-a6f0-6a224873c112 owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:44.538595 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b24d52-321d-4f70-8d7d-ac0d5694ac9c req-63393871-d6e6-4bbc-a2af-242bc9ec3de1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:44.540142 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c8b24d52-321d-4f70-8d7d-ac0d5694ac9c req-63393871-d6e6-4bbc-a2af-242bc9ec3de1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1112568 Aug 17 00:09:44.611697 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-7940e1bd-3512-43d5-990a-2b74cb97dfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703126848', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:09:41Z', 'updated_at': '2021-08-17T00:09:43Z', 'revision_number': 3, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:20:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:09:42Z', 'updated_at': '2021-08-17T00:09:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:44.625452 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c8b24d52-321d-4f70-8d7d-ac0d5694ac9c req-c17e7e1f-8aa6-4689-a0c8-6863666bacbb tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766485 Aug 17 00:09:44.649418 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7940e1bd-3512-43d5-990a-2b74cb97dfaa None None] Checking router: 188f5d4f-8076-4d5f-bfae-375bef6d2a03 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:09:44.649620 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7940e1bd-3512-43d5-990a-2b74cb97dfaa None None] Updating router 188f5d4f-8076-4d5f-bfae-375bef6d2a03 port a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:09:44.681415 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-7940e1bd-3512-43d5-990a-2b74cb97dfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:44.735418 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device fce1c072-42cd-47dc-b1e6-44e6ec24ccc6 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:09:44.825064 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port fce1c072-42cd-47dc-b1e6-44e6ec24ccc6 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:09:44.829858 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port fce1c072-42cd-47dc-b1e6-44e6ec24ccc6 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:44.831159 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:44.844303 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-82d7ac69-4fd6-40df-8b0c-872062159124 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Allocated IP 172.20.0.3 (7057af28-0368-4cbd-882b-fd5262c714f0/03b62137-7259-4382-9e86-20822656d857/d89e3455-7546-488a-bfb9-27d9e6f986ee) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:09:44.958536 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a119098-d582-4694-86f0-fd6fdaf00245 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:44.960958 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6a119098-d582-4694-86f0-fd6fdaf00245 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4561589 Aug 17 00:09:44.964409 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45984) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:44.979346 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:45.021828 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5ccf1593-31ab-4937-b452-13f5622f5c3c tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=f9960621-448c-44b3-8317-7433dc6ce660&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0533752 Aug 17 00:09:45.023775 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45986) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:45.032164 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-7ef94543-09b3-42f8-a378-a3d97f6c649b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1090991757', 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:45.039237 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port fce1c072-42cd-47dc-b1e6-44e6ec24ccc6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=fce1c072-42cd-47dc-b1e6-44e6ec24ccc6,segment=NetworkSegment(21b2bfad-b89e-4fe8-b263-a9fc87219289),segment_id=21b2bfad-b89e-4fe8-b263-a9fc87219289)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:45.051779 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:45.061383 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8331a28a-4cd3-4642-929b-5197161deb92 None None] Provisioning for port 35b4e164-38d3-45c6-a759-512186bb1e5a completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:09:45.099113 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8331a28a-4cd3-4642-929b-5197161deb92 None None] Provisioning complete for port 35b4e164-38d3-45c6-a759-512186bb1e5a triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:45.100296 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8331a28a-4cd3-4642-929b-5197161deb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:45.105877 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-7940e1bd-3512-43d5-990a-2b74cb97dfaa None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:45.117337 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-7940e1bd-3512-43d5-990a-2b74cb97dfaa None None] Transition to ACTIVE for port object a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:45.126096 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-7940e1bd-3512-43d5-990a-2b74cb97dfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:45.163977 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e07dfa85-a711-4255-9224-97cdebc88b98 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:09:45.185448 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-7940e1bd-3512-43d5-990a-2b74cb97dfaa None None] Attempting to bind port a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:09:45.186447 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-7940e1bd-3512-43d5-990a-2b74cb97dfaa None None] Attempting to bind port a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:09:45.186988 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7940e1bd-3512-43d5-990a-2b74cb97dfaa None None] Attempting to bind port a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:09:45.197483 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=fce1c072-42cd-47dc-b1e6-44e6ec24ccc6,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:45.198516 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef94543-09b3-42f8-a378-a3d97f6c649b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Made reservation on behalf of 8a9ca74733fa48c8818a39938a45e719 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:45.202114 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-8331a28a-4cd3-4642-929b-5197161deb92 None None] Port 35b4e164-38d3-45c6-a759-512186bb1e5a cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:09:45.204286 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7ef94543-09b3-42f8-a378-a3d97f6c649b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:45.207693 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: e07dfa85-a711-4255-9224-97cdebc88b98 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:09:45.208673 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7940e1bd-3512-43d5-990a-2b74cb97dfaa None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:09:45.209301 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7940e1bd-3512-43d5-990a-2b74cb97dfaa None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:09:45.210250 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-7940e1bd-3512-43d5-990a-2b74cb97dfaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:45.210703 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e07dfa85-a711-4255-9224-97cdebc88b98 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:09:45.210957 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7940e1bd-3512-43d5-990a-2b74cb97dfaa None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:09:45.211571 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-7940e1bd-3512-43d5-990a-2b74cb97dfaa None None] Bound port: a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:09:45.212101 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-7940e1bd-3512-43d5-990a-2b74cb97dfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:45.228312 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8331a28a-4cd3-4642-929b-5197161deb92 None None] Provisioning complete for port fce1c072-42cd-47dc-b1e6-44e6ec24ccc6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:45.228822 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8331a28a-4cd3-4642-929b-5197161deb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:45.281176 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-7940e1bd-3512-43d5-990a-2b74cb97dfaa None None] For port a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:09:45.284193 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-82d7ac69-4fd6-40df-8b0c-872062159124 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:45.288435 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-7940e1bd-3512-43d5-990a-2b74cb97dfaa None None] For port a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:09:45.291815 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7faf2d1-0bc5-4b3d-abe8-a542a57ff4a6 None None] Pushing event updated for resources: {'Port': ['ID=a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:45.299322 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-82d7ac69-4fd6-40df-8b0c-872062159124 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Transition to ACTIVE for port object d89e3455-7546-488a-bfb9-27d9e6f986ee will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:45.307009 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7faf2d1-0bc5-4b3d-abe8-a542a57ff4a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:45.307412 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7faf2d1-0bc5-4b3d-abe8-a542a57ff4a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:45.307816 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7faf2d1-0bc5-4b3d-abe8-a542a57ff4a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:45.308377 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7faf2d1-0bc5-4b3d-abe8-a542a57ff4a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:45.309186 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7faf2d1-0bc5-4b3d-abe8-a542a57ff4a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:45.309482 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7faf2d1-0bc5-4b3d-abe8-a542a57ff4a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:45.309934 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7faf2d1-0bc5-4b3d-abe8-a542a57ff4a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:45.310329 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7faf2d1-0bc5-4b3d-abe8-a542a57ff4a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:45.311007 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7faf2d1-0bc5-4b3d-abe8-a542a57ff4a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:45.311376 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7faf2d1-0bc5-4b3d-abe8-a542a57ff4a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:45.311759 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7faf2d1-0bc5-4b3d-abe8-a542a57ff4a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:45.312085 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7faf2d1-0bc5-4b3d-abe8-a542a57ff4a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:45.316410 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-7940e1bd-3512-43d5-990a-2b74cb97dfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:45.343214 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e09bfe7-1583-44d6-a4a0-4bf27f9896fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:45.373420 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-82d7ac69-4fd6-40df-8b0c-872062159124 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:45.375690 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09bfe7-1583-44d6-a4a0-4bf27f9896fe admin admin] Pushing event deleted for resources: {'Port': ['ID=b350ed88-1462-47eb-a6f0-6a224873c112,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:45.385765 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7940e1bd-3512-43d5-990a-2b74cb97dfaa None None] Routers {'188f5d4f-8076-4d5f-bfae-375bef6d2a03'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:09:45.386389 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-7940e1bd-3512-43d5-990a-2b74cb97dfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:09:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['188f5d4f-8076-4d5f-bfae-375bef6d2a03'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:45.388240 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7faf2d1-0bc5-4b3d-abe8-a542a57ff4a6 None None] Pushing event updated for resources: {'Port': ['ID=a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:45.466862 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d7ac69-4fd6-40df-8b0c-872062159124 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network 7057af28-0368-4cbd-882b-fd5262c714f0 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:09:45.479059 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7ef94543-09b3-42f8-a378-a3d97f6c649b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:45.479301 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-82d7ac69-4fd6-40df-8b0c-872062159124 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:45.484210 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7ac69-4fd6-40df-8b0c-872062159124 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Port': ['ID=d89e3455-7546-488a-bfb9-27d9e6f986ee,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:45.485124 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7601bef5-0c2d-4bb8-bb15-0be0d12f7632 None None] Provisioning complete for port 35b4e164-38d3-45c6-a759-512186bb1e5a triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:45.485506 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7601bef5-0c2d-4bb8-bb15-0be0d12f7632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:45.488619 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d7ac69-4fd6-40df-8b0c-872062159124 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:09:45.516681 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-7940e1bd-3512-43d5-990a-2b74cb97dfaa None None] Set router 188f5d4f-8076-4d5f-bfae-375bef6d2a03 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:09:45.528513 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e09bfe7-1583-44d6-a4a0-4bf27f9896fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:45.573636 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-7601bef5-0c2d-4bb8-bb15-0be0d12f7632 None None] Port 35b4e164-38d3-45c6-a759-512186bb1e5a cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:09:45.588047 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef94543-09b3-42f8-a378-a3d97f6c649b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Subnet': ['ID=73b53c9e-690d-4ae5-a351-0735e7acef3e,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:45.594288 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef94543-09b3-42f8-a378-a3d97f6c649b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Checking segment: {'id': 'a3d77d94-dcaa-457f-8702-164236ed71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:09:45.594879 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef94543-09b3-42f8-a378-a3d97f6c649b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Network hostable DHCP agents. Network: 1d085bcd-85ca-4517-9df3-0156c62c5ecb, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:09:45.623452 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef94543-09b3-42f8-a378-a3d97f6c649b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Network 1d085bcd-85ca-4517-9df3-0156c62c5ecb is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:09:45.643835 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-7ef94543-09b3-42f8-a378-a3d97f6c649b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 1d085bcd-85ca-4517-9df3-0156c62c5ecb) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:45.657163 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fed6b4-8cfb-42b0-a530-a3a3b106eea5 None None] Network 1d085bcd-85ca-4517-9df3-0156c62c5ecb requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:09:45.657466 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef94543-09b3-42f8-a378-a3d97f6c649b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:45.658527 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d7ac69-4fd6-40df-8b0c-872062159124 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:45.659157 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7ef94543-09b3-42f8-a378-a3d97f6c649b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:45.659301 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-82d7ac69-4fd6-40df-8b0c-872062159124 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:45.666006 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e09bfe7-1583-44d6-a4a0-4bf27f9896fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:45.671956 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e09bfe7-1583-44d6-a4a0-4bf27f9896fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:45.736595 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7ef94543-09b3-42f8-a378-a3d97f6c649b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7103333 Aug 17 00:09:45.747815 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45992) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:45.766844 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-82d7ac69-4fd6-40df-8b0c-872062159124 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9716549 Aug 17 00:09:45.772273 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45994) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:45.795594 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54959a-5aa2-4c0b-a7df-7aa2590a4779 req-00440c08-a18f-4c5f-9a3a-ab4c30a0d59f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:45.797470 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db54959a-5aa2-4c0b-a7df-7aa2590a4779 req-00440c08-a18f-4c5f-9a3a-ab4c30a0d59f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.0748048 Aug 17 00:09:45.844018 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e09bfe7-1583-44d6-a4a0-4bf27f9896fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:45.844593 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e09bfe7-1583-44d6-a4a0-4bf27f9896fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2aeca20a-d838-43d4-a54e-71e3d20026ac {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:09:45.853480 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e09bfe7-1583-44d6-a4a0-4bf27f9896fe admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:45.854532 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7e09bfe7-1583-44d6-a4a0-4bf27f9896fe admin admin] 10.222.0.60 "DELETE /v2.0/routers/2aeca20a-d838-43d4-a54e-71e3d20026ac HTTP/1.1" status: 204 len: 168 time: 2.4363663 Aug 17 00:09:45.858103 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45996) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:45.866030 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-7940e1bd-3512-43d5-990a-2b74cb97dfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703126848', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:09:41Z', 'updated_at': '2021-08-17T00:09:43Z', 'revision_number': 3, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:20:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:09:42Z', 'updated_at': '2021-08-17T00:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:45.902006 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db54959a-5aa2-4c0b-a7df-7aa2590a4779 req-b43a8710-4585-404c-95e5-a771ce57ee62 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877583 Aug 17 00:09:45.919781 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-60d25077-8e7f-43da-87a0-bf97ab1fb64c None None] Provisioning for port d89e3455-7546-488a-bfb9-27d9e6f986ee completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:09:45.923913 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-60d25077-8e7f-43da-87a0-bf97ab1fb64c None None] Provisioning complete for port d89e3455-7546-488a-bfb9-27d9e6f986ee triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:45.924305 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-60d25077-8e7f-43da-87a0-bf97ab1fb64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:45.925972 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0142cc16-a1ac-4c68-a4c8-3891127cf5f7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:45.928855 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7940e1bd-3512-43d5-990a-2b74cb97dfaa None None] The sync data for ids ['188f5d4f-8076-4d5f-bfae-375bef6d2a03'] in n-d-800088-20 is: [{'id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703126848', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:09:41Z', 'updated_at': '2021-08-17T00:09:43Z', 'revision_number': 3, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:20:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:09:42Z', 'updated_at': '2021-08-17T00:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:09:45.929242 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0142cc16-a1ac-4c68-a4c8-3891127cf5f7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.1542816 Aug 17 00:09:45.935147 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45998) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:45.956249 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e394c4-eb32-44dc-b2e8-4ab69039eaa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-1d085bcd-85ca-4517-9df3-0156c62c5ecb', 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'fixed_ips': [{'subnet_id': '73b53c9e-690d-4ae5-a351-0735e7acef3e'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:09:45.957175 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-88e394c4-eb32-44dc-b2e8-4ab69039eaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:45.972685 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ba4ead0-8fa7-4c3b-a573-831c428b91a8 admin admin] Deleting subnet f65ff7a7-5ac0-412f-a1d3-f77a57ca9614 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:09:46.001503 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-60d25077-8e7f-43da-87a0-bf97ab1fb64c None None] Port d89e3455-7546-488a-bfb9-27d9e6f986ee cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:09:46.010967 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6ba4ead0-8fa7-4c3b-a573-831c428b91a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:46.111881 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6ba4ead0-8fa7-4c3b-a573-831c428b91a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:46.174628 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-88e394c4-eb32-44dc-b2e8-4ab69039eaa9 None None] Allocated IP 172.20.0.2 (1d085bcd-85ca-4517-9df3-0156c62c5ecb/73b53c9e-690d-4ae5-a351-0735e7acef3e/c8441e77-46b0-4255-9207-ac976956fad8) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:09:46.248322 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6ba4ead0-8fa7-4c3b-a573-831c428b91a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:46.288487 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-7a55d07a-58ae-4862-9ffc-3e6e366bf1bb tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting port d89e3455-7546-488a-bfb9-27d9e6f986ee {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:46.288851 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a55d07a-58ae-4862-9ffc-3e6e366bf1bb tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:46.362582 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6ba4ead0-8fa7-4c3b-a573-831c428b91a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:46.416202 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6ba4ead0-8fa7-4c3b-a573-831c428b91a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:46.418820 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6ba4ead0-8fa7-4c3b-a573-831c428b91a8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f65ff7a7-5ac0-412f-a1d3-f77a57ca9614 HTTP/1.1" status: 204 len: 168 time: 0.5573015 Aug 17 00:09:46.421930 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4ead0-8fa7-4c3b-a573-831c428b91a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f65ff7a7-5ac0-412f-a1d3-f77a57ca9614,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:46.423548 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46000) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:46.458707 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdd91e0-8483-4739-82a0-09ca258b7e94 None None] Network 9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:09:46.459013 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee8e7-2007-4761-b626-179a6f98b75b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:46.483560 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a55d07a-58ae-4862-9ffc-3e6e366bf1bb tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:46.511742 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-7a55d07a-58ae-4862-9ffc-3e6e366bf1bb tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Calling delete_port for d89e3455-7546-488a-bfb9-27d9e6f986ee owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:46.562511 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43211952-7eff-45a2-87b2-fd50dda5df18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:46.660998 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d7bf6a1a-57ea-4613-b840-50498d8a79a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:46.668605 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device fce1c072-42cd-47dc-b1e6-44e6ec24ccc6 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:09:46.760425 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-43211952-7eff-45a2-87b2-fd50dda5df18 admin admin] Deleting port dd616743-26b6-4929-a7af-696a56a3e475 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:46.760777 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43211952-7eff-45a2-87b2-fd50dda5df18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:46.769849 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-88e394c4-eb32-44dc-b2e8-4ab69039eaa9 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:46.804795 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-88e394c4-eb32-44dc-b2e8-4ab69039eaa9 None None] Transition to ACTIVE for port object c8441e77-46b0-4255-9207-ac976956fad8 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:46.823015 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a55d07a-58ae-4862-9ffc-3e6e366bf1bb tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:46.824999 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port fce1c072-42cd-47dc-b1e6-44e6ec24ccc6 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:46.825523 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:46.852143 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-88e394c4-eb32-44dc-b2e8-4ab69039eaa9 None None] Transition to ACTIVE for port object c8441e77-46b0-4255-9207-ac976956fad8 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:46.868873 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-88e394c4-eb32-44dc-b2e8-4ab69039eaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:46.874730 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55d07a-58ae-4862-9ffc-3e6e366bf1bb tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Port': ['ID=d89e3455-7546-488a-bfb9-27d9e6f986ee,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:46.911807 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e394c4-eb32-44dc-b2e8-4ab69039eaa9 None None] Network 1d085bcd-85ca-4517-9df3-0156c62c5ecb is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:09:46.925811 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-88e394c4-eb32-44dc-b2e8-4ab69039eaa9 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:46.934640 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e394c4-eb32-44dc-b2e8-4ab69039eaa9 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:09:46.981411 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-fe1ee8e7-2007-4761-b626-179a6f98b75b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Allocated IP 172.20.0.1 (1d085bcd-85ca-4517-9df3-0156c62c5ecb/73b53c9e-690d-4ae5-a351-0735e7acef3e/6c38addb-f41a-4393-93a2-54294b867d86) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:09:46.998651 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f318eb7c-1e05-4d21-8601-6996d9005a38 None None] DHCP port deletion for 9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:09:47.010403 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a55d07a-58ae-4862-9ffc-3e6e366bf1bb tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:47.014404 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e394c4-eb32-44dc-b2e8-4ab69039eaa9 None None] Pushing event updated for resources: {'Port': ['ID=c8441e77-46b0-4255-9207-ac976956fad8,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:47.017377 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7a55d07a-58ae-4862-9ffc-3e6e366bf1bb tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/ports/d89e3455-7546-488a-bfb9-27d9e6f986ee HTTP/1.1" status: 204 len: 168 time: 1.0794730 Aug 17 00:09:47.020634 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-43211952-7eff-45a2-87b2-fd50dda5df18 admin admin] For port dd616743-26b6-4929-a7af-696a56a3e475, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=dd616743-26b6-4929-a7af-696a56a3e475,segment=NetworkSegment(4c5a094e-350e-4376-8e86-ac9d4b58e520),segment_id=4c5a094e-350e-4376-8e86-ac9d4b58e520)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:47.022133 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43211952-7eff-45a2-87b2-fd50dda5df18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:47.025068 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46006) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:47.045269 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-43211952-7eff-45a2-87b2-fd50dda5df18 admin admin] Calling delete_port for dd616743-26b6-4929-a7af-696a56a3e475 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:47.084695 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae22e34-4c4b-4024-a0bf-8c309f1cd32d tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] GET failed (client error): The resource could not be found. Aug 17 00:09:47.088939 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bae22e34-4c4b-4024-a0bf-8c309f1cd32d tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "GET /v2.0/ports/d89e3455-7546-488a-bfb9-27d9e6f986ee HTTP/1.1" status: 404 len: 333 time: 0.0590370 Aug 17 00:09:47.101679 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46008) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:47.161299 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-88e394c4-eb32-44dc-b2e8-4ab69039eaa9 None None] Attempting to bind port c8441e77-46b0-4255-9207-ac976956fad8 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:09:47.161792 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-88e394c4-eb32-44dc-b2e8-4ab69039eaa9 None None] Attempting to bind port c8441e77-46b0-4255-9207-ac976956fad8 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'a3d77d94-dcaa-457f-8702-164236ed71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:09:47.162248 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e394c4-eb32-44dc-b2e8-4ab69039eaa9 None None] Attempting to bind port c8441e77-46b0-4255-9207-ac976956fad8 on network 1d085bcd-85ca-4517-9df3-0156c62c5ecb {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:09:47.176232 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e394c4-eb32-44dc-b2e8-4ab69039eaa9 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:09:47.178947 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e394c4-eb32-44dc-b2e8-4ab69039eaa9 None None] Checking segment: {'id': 'a3d77d94-dcaa-457f-8702-164236ed71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:09:47.179455 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-88e394c4-eb32-44dc-b2e8-4ab69039eaa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:47.179929 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e394c4-eb32-44dc-b2e8-4ab69039eaa9 None None] Bound using segment: {'id': 'a3d77d94-dcaa-457f-8702-164236ed71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:09:47.182821 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-88e394c4-eb32-44dc-b2e8-4ab69039eaa9 None None] Bound port: c8441e77-46b0-4255-9207-ac976956fad8, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d77d94-dcaa-457f-8702-164236ed71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:09:47.183481 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-88e394c4-eb32-44dc-b2e8-4ab69039eaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:47.207881 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee8e7-2007-4761-b626-179a6f98b75b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:47.233682 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-fe1ee8e7-2007-4761-b626-179a6f98b75b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Transition to ACTIVE for port object 6c38addb-f41a-4393-93a2-54294b867d86 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:47.258841 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89474c1f-8f04-4b17-ad03-7b8751648191 req-baa692a7-4703-4dc9-a2f3-c65fba27d36c tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:47.260406 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-89474c1f-8f04-4b17-ad03-7b8751648191 req-baa692a7-4703-4dc9-a2f3-c65fba27d36c tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.2113166 Aug 17 00:09:47.283547 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee8e7-2007-4761-b626-179a6f98b75b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:47.297206 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-88e394c4-eb32-44dc-b2e8-4ab69039eaa9 None None] For port c8441e77-46b0-4255-9207-ac976956fad8, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:09:47.300939 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f318eb7c-1e05-4d21-8601-6996d9005a38 None None] Deleting port dd616743-26b6-4929-a7af-696a56a3e475 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:47.301619 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f318eb7c-1e05-4d21-8601-6996d9005a38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:47.306213 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-88e394c4-eb32-44dc-b2e8-4ab69039eaa9 None None] For port c8441e77-46b0-4255-9207-ac976956fad8, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c8441e77-46b0-4255-9207-ac976956fad8,segment=NetworkSegment(a3d77d94-dcaa-457f-8702-164236ed71b1),segment_id=a3d77d94-dcaa-457f-8702-164236ed71b1)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:09:47.327812 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b350ed88-1462-47eb-a6f0-6a224873c112 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:09:47.343396 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-89474c1f-8f04-4b17-ad03-7b8751648191 req-6e8934b7-f7c4-41a1-8dc3-567457b54300 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618398 Aug 17 00:09:47.345796 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1ee8e7-2007-4761-b626-179a6f98b75b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Network 1d085bcd-85ca-4517-9df3-0156c62c5ecb is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:09:47.349531 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-fe1ee8e7-2007-4761-b626-179a6f98b75b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:47.354687 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1ee8e7-2007-4761-b626-179a6f98b75b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:09:47.360284 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ee8e7-2007-4761-b626-179a6f98b75b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Port': ['ID=6c38addb-f41a-4393-93a2-54294b867d86,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:47.361876 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43211952-7eff-45a2-87b2-fd50dda5df18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:47.379890 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43211952-7eff-45a2-87b2-fd50dda5df18 admin admin] No DVR routers for this DVR port dd616743-26b6-4929-a7af-696a56a3e475 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:09:47.404504 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee8e7-2007-4761-b626-179a6f98b75b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:47.404747 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-f318eb7c-1e05-4d21-8601-6996d9005a38 None None] For port dd616743-26b6-4929-a7af-696a56a3e475, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=dd616743-26b6-4929-a7af-696a56a3e475,segment=NetworkSegment(4c5a094e-350e-4376-8e86-ac9d4b58e520),segment_id=4c5a094e-350e-4376-8e86-ac9d4b58e520)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:47.404912 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f318eb7c-1e05-4d21-8601-6996d9005a38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:47.420721 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f318eb7c-1e05-4d21-8601-6996d9005a38 None None] Calling delete_port for dd616743-26b6-4929-a7af-696a56a3e475 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:47.465716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-251881d7-5661-4112-85f5-a25ff06ebb8b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting port 35b4e164-38d3-45c6-a759-512186bb1e5a {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:47.466446 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-251881d7-5661-4112-85f5-a25ff06ebb8b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:47.468647 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-88e394c4-eb32-44dc-b2e8-4ab69039eaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:47.498575 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: b350ed88-1462-47eb-a6f0-6a224873c112 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:09:47.498919 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b350ed88-1462-47eb-a6f0-6a224873c112 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:09:47.526793 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43211952-7eff-45a2-87b2-fd50dda5df18 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd616743-26b6-4929-a7af-696a56a3e475,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:47.572470 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee8e7-2007-4761-b626-179a6f98b75b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:47.579552 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e394c4-eb32-44dc-b2e8-4ab69039eaa9 None None] Pushing event updated for resources: {'Port': ['ID=c8441e77-46b0-4255-9207-ac976956fad8,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:47.588794 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43211952-7eff-45a2-87b2-fd50dda5df18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:47.591432 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f318eb7c-1e05-4d21-8601-6996d9005a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:47.606192 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-43211952-7eff-45a2-87b2-fd50dda5df18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:47.620099 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318eb7c-1e05-4d21-8601-6996d9005a38 None None] Pushing event deleted for resources: {'Port': ['ID=dd616743-26b6-4929-a7af-696a56a3e475,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:47.624654 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f318eb7c-1e05-4d21-8601-6996d9005a38 None None] No DVR routers for this DVR port dd616743-26b6-4929-a7af-696a56a3e475 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:09:47.629855 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-43211952-7eff-45a2-87b2-fd50dda5df18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5a094e-350e-4376-8e86-ac9d4b58e520') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:47.630305 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-43211952-7eff-45a2-87b2-fd50dda5df18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5a094e-350e-4376-8e86-ac9d4b58e520') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:47.654413 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43211952-7eff-45a2-87b2-fd50dda5df18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:47.657271 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-251881d7-5661-4112-85f5-a25ff06ebb8b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:47.679228 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-251881d7-5661-4112-85f5-a25ff06ebb8b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Calling delete_port for 35b4e164-38d3-45c6-a759-512186bb1e5a owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:47.681371 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43211952-7eff-45a2-87b2-fd50dda5df18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:47.694023 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43211952-7eff-45a2-87b2-fd50dda5df18 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:09:47.694443 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43211952-7eff-45a2-87b2-fd50dda5df18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:09:47.696111 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:09:47.824853 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43211952-7eff-45a2-87b2-fd50dda5df18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:47.829352 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43211952-7eff-45a2-87b2-fd50dda5df18 admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:47.831428 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-43211952-7eff-45a2-87b2-fd50dda5df18 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e HTTP/1.1" status: 204 len: 168 time: 1.4037292 Aug 17 00:09:47.878494 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43211952-7eff-45a2-87b2-fd50dda5df18 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ba4c5d6-4940-4fac-9aa2-cea9809e8d0e,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:47.970993 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee8e7-2007-4761-b626-179a6f98b75b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:47.981671 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee8e7-2007-4761-b626-179a6f98b75b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:47.997154 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-251881d7-5661-4112-85f5-a25ff06ebb8b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:48.025783 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46014) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:48.033590 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251881d7-5661-4112-85f5-a25ff06ebb8b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Port': ['ID=35b4e164-38d3-45c6-a759-512186bb1e5a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:48.082425 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ee8e7-2007-4761-b626-179a6f98b75b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Port': ['ID=6c38addb-f41a-4393-93a2-54294b867d86,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:48.096206 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee8e7-2007-4761-b626-179a6f98b75b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:48.109143 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-251881d7-5661-4112-85f5-a25ff06ebb8b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:48.113770 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-251881d7-5661-4112-85f5-a25ff06ebb8b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/ports/35b4e164-38d3-45c6-a759-512186bb1e5a HTTP/1.1" status: 204 len: 168 time: 1.0058787 Aug 17 00:09:48.114317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46016) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:48.116557 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e22fe61b-b8a0-41b6-bd9c-92ac75856c06 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=577829ee48ff4a458b8d3998e4ad7f2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0878112 Aug 17 00:09:48.119581 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46018) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:48.145364 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb1bc9c-373e-48ce-9737-fb6864b90d09 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] GET failed (client error): The resource could not be found. Aug 17 00:09:48.149624 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9eb1bc9c-373e-48ce-9737-fb6864b90d09 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "GET /v2.0/ports/35b4e164-38d3-45c6-a759-512186bb1e5a HTTP/1.1" status: 404 len: 333 time: 0.0318177 Aug 17 00:09:48.149921 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46020) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:48.209514 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d7ae83-ab69-447c-8ca4-8f7a45e8a1f4 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting subnet 03b62137-7259-4382-9e86-20822656d857 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:09:48.212842 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b7d7ae83-ab69-447c-8ca4-8f7a45e8a1f4 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:48.237812 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86957d53-5bbd-4db5-9174-9f1b3b61718f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:48.264866 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b7d7ae83-ab69-447c-8ca4-8f7a45e8a1f4 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:48.266659 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1ee8e7-2007-4761-b626-179a6f98b75b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Network 1d085bcd-85ca-4517-9df3-0156c62c5ecb is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:09:48.271913 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86957d53-5bbd-4db5-9174-9f1b3b61718f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:48.274053 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-fe1ee8e7-2007-4761-b626-179a6f98b75b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:48.355401 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b7d7ae83-ab69-447c-8ca4-8f7a45e8a1f4 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:48.407941 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86957d53-5bbd-4db5-9174-9f1b3b61718f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:48.411353 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86957d53-5bbd-4db5-9174-9f1b3b61718f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:48.414114 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-86957d53-5bbd-4db5-9174-9f1b3b61718f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/28411beb-02bc-4f6b-a939-68fb68364030 HTTP/1.1" status: 204 len: 168 time: 0.2933724 Aug 17 00:09:48.445409 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1ee8e7-2007-4761-b626-179a6f98b75b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Router 188f5d4f-8076-4d5f-bfae-375bef6d2a03 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:09:48.450170 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86957d53-5bbd-4db5-9174-9f1b3b61718f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28411beb-02bc-4f6b-a939-68fb68364030,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:48.460452 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b7d7ae83-ab69-447c-8ca4-8f7a45e8a1f4 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:48.496792 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b7d7ae83-ab69-447c-8ca4-8f7a45e8a1f4 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:48.501002 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b7d7ae83-ab69-447c-8ca4-8f7a45e8a1f4 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/subnets/03b62137-7259-4382-9e86-20822656d857 HTTP/1.1" status: 204 len: 168 time: 0.3478372 Aug 17 00:09:48.504065 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468aab0f-c655-46dc-8822-9859e040047c None None] Network 7057af28-0368-4cbd-882b-fd5262c714f0 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:09:48.509013 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7ae83-ab69-447c-8ca4-8f7a45e8a1f4 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Subnet': ['ID=03b62137-7259-4382-9e86-20822656d857,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:48.511046 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46026) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:48.608489 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210673cc-d9c4-4f38-8720-4699cf2c98fa req-8cdee335-93d8-4f9c-8988-e94fb665f8d0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:48.610004 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-210673cc-d9c4-4f38-8720-4699cf2c98fa req-8cdee335-93d8-4f9c-8988-e94fb665f8d0 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1100423 Aug 17 00:09:48.623210 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1ee8e7-2007-4761-b626-179a6f98b75b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:09:48.649000 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b3b8cff1-4968-4ef1-a279-63891f707510 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:48.655456 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4637a3b4-2c4c-4a2e-9d39-e10964b14077 None None] Sync routers for ids ['188f5d4f-8076-4d5f-bfae-375bef6d2a03'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:09:48.660257 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fe1ee8e7-2007-4761-b626-179a6f98b75b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "PUT /v2.0/routers/188f5d4f-8076-4d5f-bfae-375bef6d2a03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8974631 Aug 17 00:09:48.684215 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-210673cc-d9c4-4f38-8720-4699cf2c98fa req-3eaa7cf1-f34f-44a3-8a8e-f49897c8b780 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609446 Aug 17 00:09:48.725973 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4637a3b4-2c4c-4a2e-9d39-e10964b14077 None None] Routers {'188f5d4f-8076-4d5f-bfae-375bef6d2a03'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:09:48.726624 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-4637a3b4-2c4c-4a2e-9d39-e10964b14077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:09:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['188f5d4f-8076-4d5f-bfae-375bef6d2a03'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:48.733556 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c8441e77-46b0-4255-9207-ac976956fad8 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:09:48.753009 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-b3b8cff1-4968-4ef1-a279-63891f707510 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting port fce1c072-42cd-47dc-b1e6-44e6ec24ccc6 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:48.754815 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b3b8cff1-4968-4ef1-a279-63891f707510 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:48.850626 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-b3b8cff1-4968-4ef1-a279-63891f707510 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] For port fce1c072-42cd-47dc-b1e6-44e6ec24ccc6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=fce1c072-42cd-47dc-b1e6-44e6ec24ccc6,segment=NetworkSegment(21b2bfad-b89e-4fe8-b263-a9fc87219289),segment_id=21b2bfad-b89e-4fe8-b263-a9fc87219289)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:48.851018 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b3b8cff1-4968-4ef1-a279-63891f707510 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:48.871769 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-b3b8cff1-4968-4ef1-a279-63891f707510 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Calling delete_port for fce1c072-42cd-47dc-b1e6-44e6ec24ccc6 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:48.959865 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6407432-3f31-4ced-9009-e8c05a14c239 None None] DHCP port deletion for 7057af28-0368-4cbd-882b-fd5262c714f0 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:09:48.973312 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:09:49.012594 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b3b8cff1-4968-4ef1-a279-63891f707510 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:49.032624 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port c8441e77-46b0-4255-9207-ac976956fad8 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:09:49.040043 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:09:49.050459 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8cff1-4968-4ef1-a279-63891f707510 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Port': ['ID=fce1c072-42cd-47dc-b1e6-44e6ec24ccc6,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:49.052610 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b8cff1-4968-4ef1-a279-63891f707510 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] No DVR routers for this DVR port fce1c072-42cd-47dc-b1e6-44e6ec24ccc6 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:09:49.078027 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-4637a3b4-2c4c-4a2e-9d39-e10964b14077 None None] Set router 188f5d4f-8076-4d5f-bfae-375bef6d2a03 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:09:49.087299 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-293bf3be-4a75-475f-a91f-d31cd38ad650 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1566231913&fields=id&tenant_id=8a9ca74733fa48c8818a39938a45e719 HTTP/1.1" status: 200 len: 267 time: 0.0909982 Aug 17 00:09:49.208445 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b3b8cff1-4968-4ef1-a279-63891f707510 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:49.224076 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-b3b8cff1-4968-4ef1-a279-63891f707510 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7057af28-0368-4cbd-882b-fd5262c714f0']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:49.239881 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-b3b8cff1-4968-4ef1-a279-63891f707510 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b2bfad-b89e-4fe8-b263-a9fc87219289') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:49.240867 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-b3b8cff1-4968-4ef1-a279-63891f707510 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b2bfad-b89e-4fe8-b263-a9fc87219289') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:49.262410 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b3b8cff1-4968-4ef1-a279-63891f707510 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:49.294596 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-7365f452-2b24-4b0b-bdd4-ad75b4e2f2fd tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:49.296202 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-7365f452-2b24-4b0b-bdd4-ad75b4e2f2fd tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/networks?id=1d085bcd-85ca-4517-9df3-0156c62c5ecb HTTP/1.1" status: 200 len: 796 time: 0.1919370 Aug 17 00:09:49.297103 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8139c2e1-9f7a-46ce-8664-89ffbcde9183 None None] Network 1d085bcd-85ca-4517-9df3-0156c62c5ecb requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:09:49.297449 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b3b8cff1-4968-4ef1-a279-63891f707510 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:49.305416 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b1c961ad-d154-4984-b551-00e70c8bd17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:49.312776 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b8cff1-4968-4ef1-a279-63891f707510 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:09:49.313223 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b3b8cff1-4968-4ef1-a279-63891f707510 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:09:49.317123 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:09:49.319973 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-c3b21529-c6a7-4a5d-b76e-6e278f917438 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/quotas/8a9ca74733fa48c8818a39938a45e719 HTTP/1.1" status: 200 len: 375 time: 0.0157659 Aug 17 00:09:49.320057 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-d6407432-3f31-4ced-9009-e8c05a14c239 None None] Deleting port fce1c072-42cd-47dc-b1e6-44e6ec24ccc6 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:49.320057 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d6407432-3f31-4ced-9009-e8c05a14c239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:49.347565 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:49.398033 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:09:49.417182 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-0c00796e-256e-430a-a907-381c7019a7bd tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0885906 Aug 17 00:09:49.417842 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b3b8cff1-4968-4ef1-a279-63891f707510 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:49.424094 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b3b8cff1-4968-4ef1-a279-63891f707510 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:49.426050 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b3b8cff1-4968-4ef1-a279-63891f707510 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/networks/7057af28-0368-4cbd-882b-fd5262c714f0 HTTP/1.1" status: 204 len: 168 time: 0.9128408 Aug 17 00:09:49.430487 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:49.430487 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:49.430739 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46058) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:49.441120 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-7f749421-68a4-444f-b54c-8dbbaa5d92bb tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1447556777'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:49.465639 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8cff1-4968-4ef1-a279-63891f707510 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Network': ['ID=7057af28-0368-4cbd-882b-fd5262c714f0,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:49.491930 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f749421-68a4-444f-b54c-8dbbaa5d92bb tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:49.495380 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-d6407432-3f31-4ced-9009-e8c05a14c239 None None] For port fce1c072-42cd-47dc-b1e6-44e6ec24ccc6, host n-d-800088-20, got binding levels [] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:49.495778 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d6407432-3f31-4ced-9009-e8c05a14c239 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:49.501141 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f749421-68a4-444f-b54c-8dbbaa5d92bb tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:49.520405 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7c6ba9fd-7616-4706-9523-a0abc9097e18 None None] Provisioning for port c8441e77-46b0-4255-9207-ac976956fad8 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:09:49.544683 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f749421-68a4-444f-b54c-8dbbaa5d92bb tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:09:49.561815 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f749421-68a4-444f-b54c-8dbbaa5d92bb tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:49.562070 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-d6407432-3f31-4ced-9009-e8c05a14c239 None None] Calling delete_port for fce1c072-42cd-47dc-b1e6-44e6ec24ccc6 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:49.562158 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-7f749421-68a4-444f-b54c-8dbbaa5d92bb tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Added segment 22d71dbd-b495-4c94-b292-337985e7c736 of type vlan for network 3fc90879-9b6a-4d33-957a-c92d3af2e4d9 Aug 17 00:09:49.569001 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7c6ba9fd-7616-4706-9523-a0abc9097e18 None None] Provisioning complete for port c8441e77-46b0-4255-9207-ac976956fad8 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:49.569529 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7c6ba9fd-7616-4706-9523-a0abc9097e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:49.578363 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.ipam_backend_mixin [None req-d6407432-3f31-4ced-9009-e8c05a14c239 None None] Port fce1c072-42cd-47dc-b1e6-44e6ec24ccc6 was not found and therefore no delete operation was performed {{(pid=101404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 00:09:49.607579 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d6407432-3f31-4ced-9009-e8c05a14c239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:49.619833 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f749421-68a4-444f-b54c-8dbbaa5d92bb tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:49.663040 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f749421-68a4-444f-b54c-8dbbaa5d92bb tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:49.668000 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d6407432-3f31-4ced-9009-e8c05a14c239 None None] Network 7057af28-0368-4cbd-882b-fd5262c714f0 is not hosted by any dhcp agent {{(pid=101404) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 00:09:49.668460 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6407432-3f31-4ced-9009-e8c05a14c239 None None] No DVR routers for this DVR port fce1c072-42cd-47dc-b1e6-44e6ec24ccc6 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:09:49.670842 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f749421-68a4-444f-b54c-8dbbaa5d92bb tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:49.671817 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7f749421-68a4-444f-b54c-8dbbaa5d92bb tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:49.685906 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6407432-3f31-4ced-9009-e8c05a14c239 None None] Pushing event deleted for resources: {'Port': ['ID=fce1c072-42cd-47dc-b1e6-44e6ec24ccc6,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:49.769143 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7f749421-68a4-444f-b54c-8dbbaa5d92bb tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3377950 Aug 17 00:09:49.773188 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46066) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:49.782260 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-c2b590cc-7e62-46ee-92db-ffa6b4ea8cde tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'subnet': {'network_id': '3fc90879-9b6a-4d33-957a-c92d3af2e4d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:49.788681 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f749421-68a4-444f-b54c-8dbbaa5d92bb tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Network': ['ID=3fc90879-9b6a-4d33-957a-c92d3af2e4d9,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:49.817749 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:49.828036 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 3fc90879-9b6a-4d33-957a-c92d3af2e4d9 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:09:49.836411 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-4637a3b4-2c4c-4a2e-9d39-e10964b14077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703126848', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:09:41Z', 'updated_at': '2021-08-17T00:09:47Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:20:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:09:42Z', 'updated_at': '2021-08-17T00:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '6c38addb-f41a-4393-93a2-54294b867d86', 'name': '', 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:45:32:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '73b53c9e-690d-4ae5-a351-0735e7acef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:09:46Z', 'updated_at': '2021-08-17T00:09:47Z', 'revision_number': 2, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': '73b53c9e-690d-4ae5-a351-0735e7acef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:49.929854 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b590cc-7e62-46ee-92db-ffa6b4ea8cde tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:49.935848 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2b590cc-7e62-46ee-92db-ffa6b4ea8cde tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:49.962554 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe19bcf-337a-4629-96db-139646ebf44c req-237aae2e-091e-46cc-88ad-80976133b94f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:49.971190 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5fe19bcf-337a-4629-96db-139646ebf44c req-237aae2e-091e-46cc-88ad-80976133b94f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.0871761 Aug 17 00:09:50.040964 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-6d41107a-09e1-4905-bcf2-0779cea5bc1b service neutron] 10.222.0.60 "GET /v2.0/networks/1d085bcd-85ca-4517-9df3-0156c62c5ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5850689 Aug 17 00:09:50.050789 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5fe19bcf-337a-4629-96db-139646ebf44c req-9799e79a-d0a0-4204-92ae-ca64b1c0348d tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782533 Aug 17 00:09:50.127518 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4637a3b4-2c4c-4a2e-9d39-e10964b14077 None None] Checking router: 188f5d4f-8076-4d5f-bfae-375bef6d2a03 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:09:50.128195 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4637a3b4-2c4c-4a2e-9d39-e10964b14077 None None] Updating router 188f5d4f-8076-4d5f-bfae-375bef6d2a03 port 6c38addb-f41a-4393-93a2-54294b867d86 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:09:50.180564 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:50.186853 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7c6ba9fd-7616-4706-9523-a0abc9097e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:50.211687 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2b590cc-7e62-46ee-92db-ffa6b4ea8cde tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:50.213409 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:50.220802 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:50.253634 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-7c6ba9fd-7616-4706-9523-a0abc9097e18 None None] For port c8441e77-46b0-4255-9207-ac976956fad8, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c8441e77-46b0-4255-9207-ac976956fad8,segment=NetworkSegment(a3d77d94-dcaa-457f-8702-164236ed71b1),segment_id=a3d77d94-dcaa-457f-8702-164236ed71b1)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:50.254806 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4637a3b4-2c4c-4a2e-9d39-e10964b14077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:50.257440 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-b84f60f0-5479-4067-9bff-b264c7edeba9 service neutron] 10.222.0.60 "GET /v2.0/networks/1d085bcd-85ca-4517-9df3-0156c62c5ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040734 Aug 17 00:09:50.284981 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b590cc-7e62-46ee-92db-ffa6b4ea8cde tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Subnet': ['ID=e6641d9a-02f7-4493-a43c-e4fba1208e3a,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:50.330736 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b590cc-7e62-46ee-92db-ffa6b4ea8cde tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Checking segment: {'id': '22d71dbd-b495-4c94-b292-337985e7c736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3fc90879-9b6a-4d33-957a-c92d3af2e4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:09:50.331068 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b590cc-7e62-46ee-92db-ffa6b4ea8cde tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network hostable DHCP agents. Network: 3fc90879-9b6a-4d33-957a-c92d3af2e4d9, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:09:50.385080 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b590cc-7e62-46ee-92db-ffa6b4ea8cde tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network 3fc90879-9b6a-4d33-957a-c92d3af2e4d9 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:09:50.409740 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-c2b590cc-7e62-46ee-92db-ffa6b4ea8cde tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 3fc90879-9b6a-4d33-957a-c92d3af2e4d9) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:50.415825 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b590cc-7e62-46ee-92db-ffa6b4ea8cde tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:50.416427 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2b590cc-7e62-46ee-92db-ffa6b4ea8cde tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:50.466961 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c2b590cc-7e62-46ee-92db-ffa6b4ea8cde tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6897862 Aug 17 00:09:50.470977 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46086) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:50.489357 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-b1e0ad5f-9429-4976-8e95-935187e72d8a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'port': {'network_id': '3fc90879-9b6a-4d33-957a-c92d3af2e4d9', 'name': 'tempest-PortsTestJSON-244423076', 'fixed_ips': [{'subnet_id': 'e6641d9a-02f7-4493-a43c-e4fba1208e3a', 'ip_address': '172.20.0.10'}]}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:50.528975 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7c6ba9fd-7616-4706-9523-a0abc9097e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:50.544016 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device dd616743-26b6-4929-a7af-696a56a3e475 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:09:50.546819 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffed77af-20f6-49c7-8b46-03257d2921e0 None None] Network 3fc90879-9b6a-4d33-957a-c92d3af2e4d9 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:09:50.548415 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb990e3d-0993-4ba1-afee-0245b04672bc req-7f5741cb-d0a1-4023-ba98-559abbbeede6 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:50.561591 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eb990e3d-0993-4ba1-afee-0245b04672bc req-7f5741cb-d0a1-4023-ba98-559abbbeede6 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.0739806 Aug 17 00:09:50.663562 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eb990e3d-0993-4ba1-afee-0245b04672bc req-0b3726fd-67ad-4925-86fd-ac7c9d6c9bbf tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992825 Aug 17 00:09:50.716984 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-01121066-2cd6-4356-ad35-2317d7c995ed req-289d5ba8-a0d5-4a9d-ba08-1a0939fdaeae tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 210 time: 0.0928466 Aug 17 00:09:50.721956 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d0e34-d411-4f48-877b-86ac1a368d2e req-ce41da67-2213-4cc9-a0fa-479f5e94afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:50.723680 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-215d0e34-d411-4f48-877b-86ac1a368d2e req-ce41da67-2213-4cc9-a0fa-479f5e94afe6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61108af2093845fe9a64c45c9df6e55d&device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 1096 time: 0.1586933 Aug 17 00:09:50.748143 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: dd616743-26b6-4929-a7af-696a56a3e475 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:09:50.748994 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device dd616743-26b6-4929-a7af-696a56a3e475 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:09:50.811654 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-234a34ac-c3ab-4f81-8268-2c0f7bdde474 None None] Provisioning complete for port c8441e77-46b0-4255-9207-ac976956fad8 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:50.812029 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-234a34ac-c3ab-4f81-8268-2c0f7bdde474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:50.830898 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e0ad5f-9429-4976-8e95-935187e72d8a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:50.887468 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d0e34-d411-4f48-877b-86ac1a368d2e req-504e738f-a803-40bb-80a4-7f2427762a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:50.890091 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-215d0e34-d411-4f48-877b-86ac1a368d2e req-504e738f-a803-40bb-80a4-7f2427762a59 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf42c908-bd85-4d10-afc7-00681d389032 HTTP/1.1" status: 200 len: 913 time: 0.1587083 Aug 17 00:09:50.922804 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:50.990882 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ba9fd-7616-4706-9523-a0abc9097e18 None None] Pushing event updated for resources: {'Port': ['ID=c8441e77-46b0-4255-9207-ac976956fad8,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:50.995126 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device fce1c072-42cd-47dc-b1e6-44e6ec24ccc6 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:09:51.032457 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-215d0e34-d411-4f48-877b-86ac1a368d2e req-4919345b-60fc-4385-a605-709c921a43bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3025641c-a330-4304-a23a-1876a1fa76d9 HTTP/1.1" status: 200 len: 999 time: 0.1325231 Aug 17 00:09:51.035574 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ad5f-9429-4976-8e95-935187e72d8a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:51.076506 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: fce1c072-42cd-47dc-b1e6-44e6ec24ccc6 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:09:51.076904 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device fce1c072-42cd-47dc-b1e6-44e6ec24ccc6 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:09:51.082185 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-b1e0ad5f-9429-4976-8e95-935187e72d8a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] device_id is not set on port b80062d0-f691-46c0-a048-789bf279b8d9 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:09:51.135575 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d0e34-d411-4f48-877b-86ac1a368d2e req-cd5bc0cb-8ca8-4918-aa04-393869f983b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:51.137089 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-215d0e34-d411-4f48-877b-86ac1a368d2e req-cd5bc0cb-8ca8-4918-aa04-393869f983b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1afde0e7-f7b0-4278-82ad-0cbe61d404a7 HTTP/1.1" status: 200 len: 851 time: 0.0964186 Aug 17 00:09:51.144717 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e494191d-2a4b-4644-bfa5-3ee00d269610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-3fc90879-9b6a-4d33-957a-c92d3af2e4d9', 'network_id': '3fc90879-9b6a-4d33-957a-c92d3af2e4d9', 'tenant_id': '762c646ae5fa4693aa08990d829193d7', 'fixed_ips': [{'subnet_id': 'e6641d9a-02f7-4493-a43c-e4fba1208e3a'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:09:51.145705 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e494191d-2a4b-4644-bfa5-3ee00d269610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:51.268247 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d0e34-d411-4f48-877b-86ac1a368d2e req-05efedad-32ef-4c73-83ea-55e3a58410bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:51.288467 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-215d0e34-d411-4f48-877b-86ac1a368d2e req-05efedad-32ef-4c73-83ea-55e3a58410bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf42c908-bd85-4d10-afc7-00681d389032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1394916 Aug 17 00:09:51.326541 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-215d0e34-d411-4f48-877b-86ac1a368d2e req-6a64f8c0-6abe-48b8-9e91-b307a5b0924e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:09:51.338526 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-215d0e34-d411-4f48-877b-86ac1a368d2e req-6a64f8c0-6abe-48b8-9e91-b307a5b0924e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0322413 Aug 17 00:09:51.353214 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-234a34ac-c3ab-4f81-8268-2c0f7bdde474 None None] Provisioning for port 6c38addb-f41a-4393-93a2-54294b867d86 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:09:51.363940 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-234a34ac-c3ab-4f81-8268-2c0f7bdde474 None None] Provisioning complete for port 6c38addb-f41a-4393-93a2-54294b867d86 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:51.364448 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-234a34ac-c3ab-4f81-8268-2c0f7bdde474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:51.427849 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-b1e0ad5f-9429-4976-8e95-935187e72d8a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Allocated IP 172.20.0.10 (3fc90879-9b6a-4d33-957a-c92d3af2e4d9/e6641d9a-02f7-4493-a43c-e4fba1208e3a/b80062d0-f691-46c0-a048-789bf279b8d9) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:09:51.460620 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-234a34ac-c3ab-4f81-8268-2c0f7bdde474 None None] Port 6c38addb-f41a-4393-93a2-54294b867d86 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:09:51.465890 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4637a3b4-2c4c-4a2e-9d39-e10964b14077 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:51.482020 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-215d0e34-d411-4f48-877b-86ac1a368d2e req-b5828dbd-6cf9-40ba-b74f-bcb6cb0b53f4 service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406674 Aug 17 00:09:51.484843 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4637a3b4-2c4c-4a2e-9d39-e10964b14077 None None] Transition to ACTIVE for port object 6c38addb-f41a-4393-93a2-54294b867d86 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:51.498477 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4637a3b4-2c4c-4a2e-9d39-e10964b14077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:51.587155 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85d6cd-a37a-406c-a3e3-299e1c272971 None None] Pushing event updated for resources: {'Port': ['ID=6c38addb-f41a-4393-93a2-54294b867d86,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:51.653907 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-215d0e34-d411-4f48-877b-86ac1a368d2e req-0eaf3bba-f7dc-4a45-ae67-ae38ded5fccc service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638315 Aug 17 00:09:51.674893 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4637a3b4-2c4c-4a2e-9d39-e10964b14077 None None] Attempting to bind port 6c38addb-f41a-4393-93a2-54294b867d86 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:09:51.679922 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4637a3b4-2c4c-4a2e-9d39-e10964b14077 None None] Attempting to bind port 6c38addb-f41a-4393-93a2-54294b867d86 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'a3d77d94-dcaa-457f-8702-164236ed71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:09:51.680320 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4637a3b4-2c4c-4a2e-9d39-e10964b14077 None None] Attempting to bind port 6c38addb-f41a-4393-93a2-54294b867d86 on network 1d085bcd-85ca-4517-9df3-0156c62c5ecb {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:09:51.688099 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4637a3b4-2c4c-4a2e-9d39-e10964b14077 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:09:51.688344 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4637a3b4-2c4c-4a2e-9d39-e10964b14077 None None] Checking segment: {'id': 'a3d77d94-dcaa-457f-8702-164236ed71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:09:51.688762 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4637a3b4-2c4c-4a2e-9d39-e10964b14077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:51.689185 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4637a3b4-2c4c-4a2e-9d39-e10964b14077 None None] Bound using segment: {'id': 'a3d77d94-dcaa-457f-8702-164236ed71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:09:51.690061 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4637a3b4-2c4c-4a2e-9d39-e10964b14077 None None] Bound port: 6c38addb-f41a-4393-93a2-54294b867d86, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d77d94-dcaa-457f-8702-164236ed71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:09:51.690061 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4637a3b4-2c4c-4a2e-9d39-e10964b14077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:51.691056 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ad5f-9429-4976-8e95-935187e72d8a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:51.711336 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ad5f-9429-4976-8e95-935187e72d8a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Transition to ACTIVE for port object b80062d0-f691-46c0-a048-789bf279b8d9 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:51.774884 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ad5f-9429-4976-8e95-935187e72d8a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:51.835648 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-4637a3b4-2c4c-4a2e-9d39-e10964b14077 None None] For port 6c38addb-f41a-4393-93a2-54294b867d86, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:09:51.843490 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e0ad5f-9429-4976-8e95-935187e72d8a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network 3fc90879-9b6a-4d33-957a-c92d3af2e4d9 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:09:51.847502 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-b1e0ad5f-9429-4976-8e95-935187e72d8a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:51.858584 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-4637a3b4-2c4c-4a2e-9d39-e10964b14077 None None] For port 6c38addb-f41a-4393-93a2-54294b867d86, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6c38addb-f41a-4393-93a2-54294b867d86,segment=NetworkSegment(a3d77d94-dcaa-457f-8702-164236ed71b1),segment_id=a3d77d94-dcaa-457f-8702-164236ed71b1)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:09:51.862569 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e0ad5f-9429-4976-8e95-935187e72d8a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:09:51.876387 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4637a3b4-2c4c-4a2e-9d39-e10964b14077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:51.886928 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd45e77-192c-484c-96ef-7600fad827be req-64f238e1-d4cb-4177-a43a-377536fa9fb2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:51.896140 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-e494191d-2a4b-4644-bfa5-3ee00d269610 None None] Allocated IP 172.20.0.2 (3fc90879-9b6a-4d33-957a-c92d3af2e4d9/e6641d9a-02f7-4493-a43c-e4fba1208e3a/4b632604-771e-4295-a46a-f5505f19f2ea) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:09:51.899504 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-abd45e77-192c-484c-96ef-7600fad827be req-64f238e1-d4cb-4177-a43a-377536fa9fb2 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1021922 Aug 17 00:09:51.973587 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4637a3b4-2c4c-4a2e-9d39-e10964b14077 None None] Routers {'188f5d4f-8076-4d5f-bfae-375bef6d2a03'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:09:51.974177 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-4637a3b4-2c4c-4a2e-9d39-e10964b14077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:09:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['188f5d4f-8076-4d5f-bfae-375bef6d2a03'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:51.981270 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e112f08f-5324-4c07-9353-28d621634e59 req-f0b1b635-7c14-4af5-be0d-460cfa4ae046 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 210 time: 0.0691125 Aug 17 00:09:51.996528 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0ad5f-9429-4976-8e95-935187e72d8a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Port': ['ID=b80062d0-f691-46c0-a048-789bf279b8d9,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:52.019456 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-abd45e77-192c-484c-96ef-7600fad827be req-cad0eaa7-fab4-4114-ab2b-acced16148f4 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188226 Aug 17 00:09:52.045544 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e0ad5f-9429-4976-8e95-935187e72d8a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:52.046311 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ad5f-9429-4976-8e95-935187e72d8a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:52.078097 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46118) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:52.078457 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b1e0ad5f-9429-4976-8e95-935187e72d8a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6064718 Aug 17 00:09:52.083488 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-7adc0562-b785-4d2f-bf6a-316fb98b708c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'port': {'network_id': '3fc90879-9b6a-4d33-957a-c92d3af2e4d9', 'name': 'tempest-PortsTestJSON-1999226407', 'fixed_ips': [{'subnet_id': 'e6641d9a-02f7-4493-a43c-e4fba1208e3a', 'ip_address': '172.20.0.9'}]}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:52.264440 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-4637a3b4-2c4c-4a2e-9d39-e10964b14077 None None] Set router 188f5d4f-8076-4d5f-bfae-375bef6d2a03 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:09:52.400988 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85d6cd-a37a-406c-a3e3-299e1c272971 None None] Pushing event updated for resources: {'Port': ['ID=6c38addb-f41a-4393-93a2-54294b867d86,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:52.463817 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-fde5ade8-a230-4793-ab14-88295bf572aa tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:52.465585 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-fde5ade8-a230-4793-ab14-88295bf572aa tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.64 "GET /v2.0/networks?id=1d085bcd-85ca-4517-9df3-0156c62c5ecb HTTP/1.1" status: 200 len: 796 time: 0.2716236 Aug 17 00:09:52.493816 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:52.613283 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-3f43e47e-6e28-4a33-b366-f43185dfa4c8 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a9ca74733fa48c8818a39938a45e719 HTTP/1.1" status: 200 len: 380 time: 0.1256969 Aug 17 00:09:52.617209 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adc0562-b785-4d2f-bf6a-316fb98b708c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:52.629846 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-6768531f-2d67-4512-a6d9-4f5b5f87be85 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'port': {'device_id': '761cf141-5c0e-4939-adf8-51d1167e6777', 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb', 'admin_state_up': True, 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'security_groups': ['821b10dd-cd4f-40a1-92ba-2b6bbd5265cc']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:52.678746 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e494191d-2a4b-4644-bfa5-3ee00d269610 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:52.690738 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e494191d-2a4b-4644-bfa5-3ee00d269610 None None] Transition to ACTIVE for port object 4b632604-771e-4295-a46a-f5505f19f2ea will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:52.705472 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-4637a3b4-2c4c-4a2e-9d39-e10964b14077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703126848', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:09:41Z', 'updated_at': '2021-08-17T00:09:47Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:20:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:09:42Z', 'updated_at': '2021-08-17T00:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '6c38addb-f41a-4393-93a2-54294b867d86', 'name': '', 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:45:32:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '73b53c9e-690d-4ae5-a351-0735e7acef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:09:46Z', 'updated_at': '2021-08-17T00:09:51Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': '73b53c9e-690d-4ae5-a351-0735e7acef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:52.739492 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4637a3b4-2c4c-4a2e-9d39-e10964b14077 None None] The sync data for ids ['188f5d4f-8076-4d5f-bfae-375bef6d2a03'] in n-d-800088-20 is: [{'id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703126848', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:09:41Z', 'updated_at': '2021-08-17T00:09:47Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:20:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:09:42Z', 'updated_at': '2021-08-17T00:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '6c38addb-f41a-4393-93a2-54294b867d86', 'name': '', 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:45:32:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '73b53c9e-690d-4ae5-a351-0735e7acef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:09:46Z', 'updated_at': '2021-08-17T00:09:51Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': '73b53c9e-690d-4ae5-a351-0735e7acef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:09:52.743776 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e494191d-2a4b-4644-bfa5-3ee00d269610 None None] Transition to ACTIVE for port object 4b632604-771e-4295-a46a-f5505f19f2ea will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:52.775554 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e494191d-2a4b-4644-bfa5-3ee00d269610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:52.860765 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494191d-2a4b-4644-bfa5-3ee00d269610 None None] Pushing event updated for resources: {'Port': ['ID=4b632604-771e-4295-a46a-f5505f19f2ea,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:52.875967 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e494191d-2a4b-4644-bfa5-3ee00d269610 None None] Network 3fc90879-9b6a-4d33-957a-c92d3af2e4d9 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:09:52.876198 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-6768531f-2d67-4512-a6d9-4f5b5f87be85 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Made reservation on behalf of 8a9ca74733fa48c8818a39938a45e719 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:52.877619 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-e494191d-2a4b-4644-bfa5-3ee00d269610 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:52.880139 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-6768531f-2d67-4512-a6d9-4f5b5f87be85 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:52.883712 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e494191d-2a4b-4644-bfa5-3ee00d269610 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:09:52.932655 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7adc0562-b785-4d2f-bf6a-316fb98b708c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:52.963695 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c8441e77-46b0-4255-9207-ac976956fad8 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:09:52.998666 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-7adc0562-b785-4d2f-bf6a-316fb98b708c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] device_id is not set on port b9e32c63-9728-4b8c-a88e-624863d3e0ab yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:09:53.145244 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e494191d-2a4b-4644-bfa5-3ee00d269610 None None] Attempting to bind port 4b632604-771e-4295-a46a-f5505f19f2ea on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:09:53.145859 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e494191d-2a4b-4644-bfa5-3ee00d269610 None None] Attempting to bind port 4b632604-771e-4295-a46a-f5505f19f2ea by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '22d71dbd-b495-4c94-b292-337985e7c736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3fc90879-9b6a-4d33-957a-c92d3af2e4d9'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:09:53.146170 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e494191d-2a4b-4644-bfa5-3ee00d269610 None None] Attempting to bind port 4b632604-771e-4295-a46a-f5505f19f2ea on network 3fc90879-9b6a-4d33-957a-c92d3af2e4d9 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:09:53.156177 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e494191d-2a4b-4644-bfa5-3ee00d269610 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:09:53.156709 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e494191d-2a4b-4644-bfa5-3ee00d269610 None None] Checking segment: {'id': '22d71dbd-b495-4c94-b292-337985e7c736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3fc90879-9b6a-4d33-957a-c92d3af2e4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:09:53.157181 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e494191d-2a4b-4644-bfa5-3ee00d269610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:53.157634 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e494191d-2a4b-4644-bfa5-3ee00d269610 None None] Bound using segment: {'id': '22d71dbd-b495-4c94-b292-337985e7c736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3fc90879-9b6a-4d33-957a-c92d3af2e4d9'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:09:53.158537 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e494191d-2a4b-4644-bfa5-3ee00d269610 None None] Bound port: 4b632604-771e-4295-a46a-f5505f19f2ea, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d71dbd-b495-4c94-b292-337985e7c736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3fc90879-9b6a-4d33-957a-c92d3af2e4d9'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:09:53.158537 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e494191d-2a4b-4644-bfa5-3ee00d269610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:53.171515 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port c8441e77-46b0-4255-9207-ac976956fad8 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:53.172642 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:53.213346 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8286570b-b3c9-4757-99a2-691126e7d693 req-5e36f879-ac46-40c8-a139-1ab48d02884b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 210 time: 0.0829041 Aug 17 00:09:53.264536 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-6768531f-2d67-4512-a6d9-4f5b5f87be85 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Allocated IP 172.20.0.3 (1d085bcd-85ca-4517-9df3-0156c62c5ecb/73b53c9e-690d-4ae5-a351-0735e7acef3e/66f1a806-6074-41e2-b6bf-ffe8b106bb33) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:09:53.301811 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-e494191d-2a4b-4644-bfa5-3ee00d269610 None None] For port 4b632604-771e-4295-a46a-f5505f19f2ea, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:09:53.307526 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-e494191d-2a4b-4644-bfa5-3ee00d269610 None None] For port 4b632604-771e-4295-a46a-f5505f19f2ea, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4b632604-771e-4295-a46a-f5505f19f2ea,segment=NetworkSegment(22d71dbd-b495-4c94-b292-337985e7c736),segment_id=22d71dbd-b495-4c94-b292-337985e7c736)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:09:53.333566 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e494191d-2a4b-4644-bfa5-3ee00d269610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:53.340036 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b348d09-966f-48c7-bbdf-37ea24eaab12 req-1669cf42-7a71-4320-9f5e-833aa54a6da8 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:53.341641 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0b348d09-966f-48c7-bbdf-37ea24eaab12 req-1669cf42-7a71-4320-9f5e-833aa54a6da8 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1828492 Aug 17 00:09:53.362936 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-7adc0562-b785-4d2f-bf6a-316fb98b708c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Allocated IP 172.20.0.9 (3fc90879-9b6a-4d33-957a-c92d3af2e4d9/e6641d9a-02f7-4493-a43c-e4fba1208e3a/b9e32c63-9728-4b8c-a88e-624863d3e0ab) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:09:53.394276 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46134) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:53.403427 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:09:53.437856 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0b348d09-966f-48c7-bbdf-37ea24eaab12 req-f804595e-ddfc-4572-a420-4ad3b5923b36 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853558 Aug 17 00:09:53.443601 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494191d-2a4b-4644-bfa5-3ee00d269610 None None] Pushing event updated for resources: {'Port': ['ID=4b632604-771e-4295-a46a-f5505f19f2ea,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:53.522884 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:53.523264 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:53.625354 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ace44c13-674d-40ed-9e2c-e4489681ef27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:53.804824 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ce1af-5fed-4664-bc8e-602e505d67b6 req-79d0a8dc-8059-46a3-a03b-19e428b99490 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:53.806695 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-876ce1af-5fed-4664-bc8e-602e505d67b6 req-79d0a8dc-8059-46a3-a03b-19e428b99490 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.2576373 Aug 17 00:09:53.813759 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-6768531f-2d67-4512-a6d9-4f5b5f87be85 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:53.834552 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ace44c13-674d-40ed-9e2c-e4489681ef27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:53.853288 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ace44c13-674d-40ed-9e2c-e4489681ef27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:53.859658 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-6768531f-2d67-4512-a6d9-4f5b5f87be85 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Transition to ACTIVE for port object 66f1a806-6074-41e2-b6bf-ffe8b106bb33 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:53.924062 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ace44c13-674d-40ed-9e2c-e4489681ef27 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=56a0b22d936b48cab837e7609484aa0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5262780 Aug 17 00:09:53.924062 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace44c13-674d-40ed-9e2c-e4489681ef27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa957c8-9050-4c45-ace5-6bd456b998fc,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:53.924883 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46142) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:53.925427 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7adc0562-b785-4d2f-bf6a-316fb98b708c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:53.932210 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-876ce1af-5fed-4664-bc8e-602e505d67b6 req-86f7245f-3537-4e42-b818-1e3a13732cf9 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859368 Aug 17 00:09:53.947726 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace44c13-674d-40ed-9e2c-e4489681ef27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:53.948144 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace44c13-674d-40ed-9e2c-e4489681ef27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:53.948486 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace44c13-674d-40ed-9e2c-e4489681ef27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:53.948823 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace44c13-674d-40ed-9e2c-e4489681ef27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:53.949182 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace44c13-674d-40ed-9e2c-e4489681ef27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:53.949508 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace44c13-674d-40ed-9e2c-e4489681ef27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:53.949833 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace44c13-674d-40ed-9e2c-e4489681ef27 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:53.950155 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace44c13-674d-40ed-9e2c-e4489681ef27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:53.950475 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace44c13-674d-40ed-9e2c-e4489681ef27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:53.950881 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace44c13-674d-40ed-9e2c-e4489681ef27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:53.951110 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace44c13-674d-40ed-9e2c-e4489681ef27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:53.951426 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace44c13-674d-40ed-9e2c-e4489681ef27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:53.969859 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-7adc0562-b785-4d2f-bf6a-316fb98b708c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Transition to ACTIVE for port object b9e32c63-9728-4b8c-a88e-624863d3e0ab will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:54.003103 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-6768531f-2d67-4512-a6d9-4f5b5f87be85 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:54.005092 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4814ac84-69c5-4311-8e56-9bd12292661a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:54.033217 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4814ac84-69c5-4311-8e56-9bd12292661a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:54.082349 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-6768531f-2d67-4512-a6d9-4f5b5f87be85 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Network 1d085bcd-85ca-4517-9df3-0156c62c5ecb is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:09:54.094729 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7adc0562-b785-4d2f-bf6a-316fb98b708c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:54.098296 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4814ac84-69c5-4311-8e56-9bd12292661a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:54.102222 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4814ac84-69c5-4311-8e56-9bd12292661a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:54.103815 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4814ac84-69c5-4311-8e56-9bd12292661a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/efa957c8-9050-4c45-ace5-6bd456b998fc HTTP/1.1" status: 204 len: 168 time: 0.1779556 Aug 17 00:09:54.104051 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-6768531f-2d67-4512-a6d9-4f5b5f87be85 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:54.106721 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-6768531f-2d67-4512-a6d9-4f5b5f87be85 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:09:54.129452 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814ac84-69c5-4311-8e56-9bd12292661a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa957c8-9050-4c45-ace5-6bd456b998fc,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:54.148698 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768531f-2d67-4512-a6d9-4f5b5f87be85 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Port': ['ID=66f1a806-6074-41e2-b6bf-ffe8b106bb33,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:54.198877 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adc0562-b785-4d2f-bf6a-316fb98b708c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network 3fc90879-9b6a-4d33-957a-c92d3af2e4d9 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:09:54.208516 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-7adc0562-b785-4d2f-bf6a-316fb98b708c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:54.211668 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adc0562-b785-4d2f-bf6a-316fb98b708c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:09:54.233347 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f6416-eb2d-421b-b59d-5661c082ec6e req-f61f248f-06d8-4cec-9a8a-1c7d2230b24e tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:54.234947 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-912f6416-eb2d-421b-b59d-5661c082ec6e req-f61f248f-06d8-4cec-9a8a-1c7d2230b24e tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1953499 Aug 17 00:09:54.266737 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-6768531f-2d67-4512-a6d9-4f5b5f87be85 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:54.267410 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-6768531f-2d67-4512-a6d9-4f5b5f87be85 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:54.323103 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc0562-b785-4d2f-bf6a-316fb98b708c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Port': ['ID=b9e32c63-9728-4b8c-a88e-624863d3e0ab,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:54.399237 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adc0562-b785-4d2f-bf6a-316fb98b708c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:54.399849 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7adc0562-b785-4d2f-bf6a-316fb98b708c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:54.403570 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-6768531f-2d67-4512-a6d9-4f5b5f87be85 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7791815 Aug 17 00:09:54.445289 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-85376aff-7976-446d-8739-1c15a97685cc service neutron] Request body: {'port': {'device_id': '761cf141-5c0e-4939-adf8-51d1167e6777', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:54.484876 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7adc0562-b785-4d2f-bf6a-316fb98b708c tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4054492 Aug 17 00:09:54.487865 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46152) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:54.522697 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-912f6416-eb2d-421b-b59d-5661c082ec6e req-21d12dc7-357f-4070-ace8-4c404af498b9 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523301 Aug 17 00:09:54.536514 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b5311c14-dfe2-403b-bf5a-790b61f9edb1 None None] Provisioning for port 66f1a806-6074-41e2-b6bf-ffe8b106bb33 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:09:54.545499 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46154) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:54.546507 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b5311c14-dfe2-403b-bf5a-790b61f9edb1 None None] Provisioning complete for port 66f1a806-6074-41e2-b6bf-ffe8b106bb33 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:54.547120 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b5311c14-dfe2-403b-bf5a-790b61f9edb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:54.597307 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbecbdbd-0357-4d62-ab8c-dcb160db80d5 req-afe24556-bdc7-474e-a7e5-98183de5362b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:54.599092 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dbecbdbd-0357-4d62-ab8c-dcb160db80d5 req-afe24556-bdc7-474e-a7e5-98183de5362b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 931 time: 0.2519226 Aug 17 00:09:54.604836 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-b5311c14-dfe2-403b-bf5a-790b61f9edb1 None None] Port 66f1a806-6074-41e2-b6bf-ffe8b106bb33 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:09:54.609835 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe22775-da70-44f7-92d2-95c4a91e93a8 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:54.611815 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fbe22775-da70-44f7-92d2-95c4a91e93a8 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1229312 Aug 17 00:09:54.614645 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46160) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:54.636893 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e933fe41-6cda-41ad-a05c-49d895a097d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:54.643418 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-85376aff-7976-446d-8739-1c15a97685cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:54.696366 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7f39d2-c840-49ce-923d-3cdef4f6a26e tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:54.703751 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7f39d2-c840-49ce-923d-3cdef4f6a26e tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:54.708547 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dbecbdbd-0357-4d62-ab8c-dcb160db80d5 req-fca24fb0-0c59-4bb4-9f4a-17eb7bf36098 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940659 Aug 17 00:09:54.724875 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7f39d2-c840-49ce-923d-3cdef4f6a26e tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:54.727581 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0f7f39d2-c840-49ce-923d-3cdef4f6a26e tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1107700 Aug 17 00:09:54.731654 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46162) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:54.859562 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6085b6-e5c1-4688-abee-58e8cf62192e None None] Network 3fc90879-9b6a-4d33-957a-c92d3af2e4d9 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:09:54.889590 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-b264c8f2-6b5b-4d5e-8fc1-1fbf55762a5a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting port b9e32c63-9728-4b8c-a88e-624863d3e0ab {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:54.890068 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b264c8f2-6b5b-4d5e-8fc1-1fbf55762a5a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:54.978021 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-73917b6b-582d-4d93-b629-92f8bce52e18 None None] Provisioning for port 4b632604-771e-4295-a46a-f5505f19f2ea completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:09:54.987378 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4b632604-771e-4295-a46a-f5505f19f2ea up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:09:55.026727 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b264c8f2-6b5b-4d5e-8fc1-1fbf55762a5a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:55.031363 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7fb4f-4598-4a1b-b5e8-74c81198fc3d req-d5382288-5592-40b9-acdb-5b198eab11b4 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:55.032951 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-98d7fb4f-4598-4a1b-b5e8-74c81198fc3d req-d5382288-5592-40b9-acdb-5b198eab11b4 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.2209218 Aug 17 00:09:55.041211 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-b264c8f2-6b5b-4d5e-8fc1-1fbf55762a5a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Calling delete_port for b9e32c63-9728-4b8c-a88e-624863d3e0ab owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:55.095861 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 4b632604-771e-4295-a46a-f5505f19f2ea completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:09:55.104912 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 4b632604-771e-4295-a46a-f5505f19f2ea triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:55.105559 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:55.120883 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e933fe41-6cda-41ad-a05c-49d895a097d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:55.126342 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-98d7fb4f-4598-4a1b-b5e8-74c81198fc3d req-dd4eb309-4852-4537-93bd-b00d6dba69b7 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792997 Aug 17 00:09:55.131132 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e933fe41-6cda-41ad-a05c-49d895a097d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:55.186474 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e933fe41-6cda-41ad-a05c-49d895a097d6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3762c68973ec43e3ac3db1aff65db141&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6326554 Aug 17 00:09:55.192168 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46166) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:55.219521 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933fe41-6cda-41ad-a05c-49d895a097d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a530630-1db7-4522-9975-ca2d03e3773b,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:55.241906 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b264c8f2-6b5b-4d5e-8fc1-1fbf55762a5a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:55.242076 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:55.268278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-85376aff-7976-446d-8739-1c15a97685cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f1a806-6074-41e2-b6bf-ffe8b106bb33 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:09:55.277709 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-85376aff-7976-446d-8739-1c15a97685cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:55.292596 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-85376aff-7976-446d-8739-1c15a97685cc service neutron] Transition to ACTIVE for port object 66f1a806-6074-41e2-b6bf-ffe8b106bb33 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:55.297792 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264c8f2-6b5b-4d5e-8fc1-1fbf55762a5a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Port': ['ID=b9e32c63-9728-4b8c-a88e-624863d3e0ab,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:55.298333 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-85376aff-7976-446d-8739-1c15a97685cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:55.307867 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-97d0e495-e589-4a76-988e-aec0e53d97bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:55.318124 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 4b632604-771e-4295-a46a-f5505f19f2ea, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4b632604-771e-4295-a46a-f5505f19f2ea,segment=NetworkSegment(22d71dbd-b495-4c94-b292-337985e7c736),segment_id=22d71dbd-b495-4c94-b292-337985e7c736)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:55.330366 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-97d0e495-e589-4a76-988e-aec0e53d97bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:55.332364 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:55.335910 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6c38addb-f41a-4393-93a2-54294b867d86 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:09:55.384030 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85376aff-7976-446d-8739-1c15a97685cc service neutron] Pushing event updated for resources: {'Port': ['ID=66f1a806-6074-41e2-b6bf-ffe8b106bb33,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:55.440413 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-97d0e495-e589-4a76-988e-aec0e53d97bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:55.445687 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-97d0e495-e589-4a76-988e-aec0e53d97bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:55.455452 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=4b632604-771e-4295-a46a-f5505f19f2ea,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:55.458487 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-97d0e495-e589-4a76-988e-aec0e53d97bf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5a530630-1db7-4522-9975-ca2d03e3773b HTTP/1.1" status: 204 len: 168 time: 0.2597125 Aug 17 00:09:55.476650 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-85376aff-7976-446d-8739-1c15a97685cc service neutron] Attempting to bind port 66f1a806-6074-41e2-b6bf-ffe8b106bb33 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:09:55.477094 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-85376aff-7976-446d-8739-1c15a97685cc service neutron] Attempting to bind port 66f1a806-6074-41e2-b6bf-ffe8b106bb33 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'a3d77d94-dcaa-457f-8702-164236ed71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:09:55.477500 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-85376aff-7976-446d-8739-1c15a97685cc service neutron] Attempting to bind port 66f1a806-6074-41e2-b6bf-ffe8b106bb33 on network 1d085bcd-85ca-4517-9df3-0156c62c5ecb {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:09:55.479653 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 6c38addb-f41a-4393-93a2-54294b867d86 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:09:55.483377 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-85376aff-7976-446d-8739-1c15a97685cc service neutron] Port 66f1a806-6074-41e2-b6bf-ffe8b106bb33 on network 1d085bcd-85ca-4517-9df3-0156c62c5ecb not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:09:55.483557 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-85376aff-7976-446d-8739-1c15a97685cc service neutron] Attempting to bind port 66f1a806-6074-41e2-b6bf-ffe8b106bb33 on network 1d085bcd-85ca-4517-9df3-0156c62c5ecb {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:09:55.485758 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 6c38addb-f41a-4393-93a2-54294b867d86 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:55.486207 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:55.490716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-85376aff-7976-446d-8739-1c15a97685cc service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:09:55.491263 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-85376aff-7976-446d-8739-1c15a97685cc service neutron] Checking segment: {'id': 'a3d77d94-dcaa-457f-8702-164236ed71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:09:55.491787 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-85376aff-7976-446d-8739-1c15a97685cc service neutron] Bound using segment: {'id': 'a3d77d94-dcaa-457f-8702-164236ed71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:09:55.492489 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-85376aff-7976-446d-8739-1c15a97685cc service neutron] Bound port: 66f1a806-6074-41e2-b6bf-ffe8b106bb33, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d77d94-dcaa-457f-8702-164236ed71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:09:55.492954 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-85376aff-7976-446d-8739-1c15a97685cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:55.499041 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0e495-e589-4a76-988e-aec0e53d97bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a530630-1db7-4522-9975-ca2d03e3773b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:55.538366 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b264c8f2-6b5b-4d5e-8fc1-1fbf55762a5a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:55.550516 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b264c8f2-6b5b-4d5e-8fc1-1fbf55762a5a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/ports/b9e32c63-9728-4b8c-a88e-624863d3e0ab HTTP/1.1" status: 204 len: 168 time: 0.8174708 Aug 17 00:09:55.551148 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46170) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:55.598129 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf31931-f0b1-4a39-a072-3fe72c671516 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] GET failed (client error): The resource could not be found. Aug 17 00:09:55.602905 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0bf31931-f0b1-4a39-a072-3fe72c671516 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "GET /v2.0/ports/b9e32c63-9728-4b8c-a88e-624863d3e0ab HTTP/1.1" status: 404 len: 333 time: 0.0507073 Aug 17 00:09:55.603472 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46172) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:55.627481 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-85376aff-7976-446d-8739-1c15a97685cc service neutron] For port 66f1a806-6074-41e2-b6bf-ffe8b106bb33, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:09:55.635828 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-85376aff-7976-446d-8739-1c15a97685cc service neutron] For port 66f1a806-6074-41e2-b6bf-ffe8b106bb33, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=66f1a806-6074-41e2-b6bf-ffe8b106bb33,segment=NetworkSegment(a3d77d94-dcaa-457f-8702-164236ed71b1),segment_id=a3d77d94-dcaa-457f-8702-164236ed71b1)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:09:55.636058 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:55.664865 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-85376aff-7976-446d-8739-1c15a97685cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:55.666189 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c4e836fb-9542-4372-886d-a62124378a05 None None] Provisioning complete for port 4b632604-771e-4295-a46a-f5505f19f2ea triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:55.666574 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c4e836fb-9542-4372-886d-a62124378a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:55.727940 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 6c38addb-f41a-4393-93a2-54294b867d86, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6c38addb-f41a-4393-93a2-54294b867d86,segment=NetworkSegment(a3d77d94-dcaa-457f-8702-164236ed71b1),segment_id=a3d77d94-dcaa-457f-8702-164236ed71b1)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:55.742437 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:55.770825 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-85376aff-7976-446d-8739-1c15a97685cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:55.773207 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-85376aff-7976-446d-8739-1c15a97685cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:55.777734 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-85376aff-7976-446d-8739-1c15a97685cc service neutron] 10.222.0.64 "PUT /v2.0/ports/66f1a806-6074-41e2-b6bf-ffe8b106bb33 HTTP/1.1" status: 200 len: 1092 time: 1.3551586 Aug 17 00:09:55.778499 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761cf141-5c0e-4939-adf8-51d1167e6777', 'tag': '66f1a806-6074-41e2-b6bf-ffe8b106bb33'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:09:55.782696 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fd07d4-629c-4ec4-b3c9-8fea4044a68c" -d '{"events": [{"name": "network-changed", "server_uuid": "761cf141-5c0e-4939-adf8-51d1167e6777", "tag": "66f1a806-6074-41e2-b6bf-ffe8b106bb33"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:09:55.833238 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-c965e4da-afb7-402b-aae2-fd26dbc9fa38 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting port b80062d0-f691-46c0-a048-789bf279b8d9 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:55.838323 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c965e4da-afb7-402b-aae2-fd26dbc9fa38 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:55.874849 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85376aff-7976-446d-8739-1c15a97685cc service neutron] Pushing event updated for resources: {'Port': ['ID=66f1a806-6074-41e2-b6bf-ffe8b106bb33,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:55.898780 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-c15a273d-fbb9-4096-85bd-9a86f5ffbc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:55.903701 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-c15a273d-fbb9-4096-85bd-9a86f5ffbc64 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 1095 time: 0.0697975 Aug 17 00:09:55.934551 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c4e836fb-9542-4372-886d-a62124378a05 None None] Could not find standard attr ID for object b9e32c63-9728-4b8c-a88e-624863d3e0ab. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:09:56.015207 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c4e836fb-9542-4372-886d-a62124378a05 None None] Provisioning for port b80062d0-f691-46c0-a048-789bf279b8d9 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:09:56.023851 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=6c38addb-f41a-4393-93a2-54294b867d86,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:56.041018 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-c5ca6acd-33bb-46e1-8331-57bfea4b0cf7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f1a806-6074-41e2-b6bf-ffe8b106bb33 HTTP/1.1" status: 200 len: 217 time: 0.0794132 Aug 17 00:09:56.042017 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c4e836fb-9542-4372-886d-a62124378a05 None None] Provisioning complete for port b80062d0-f691-46c0-a048-789bf279b8d9 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:56.042522 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c4e836fb-9542-4372-886d-a62124378a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:56.071987 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacf97c-4054-49bd-913d-ed65909d0870 req-8f1a13ef-bdbf-4631-ad61-fd4c8eeaf761 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:56.073695 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4bacf97c-4054-49bd-913d-ed65909d0870 req-8f1a13ef-bdbf-4631-ad61-fd4c8eeaf761 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 943 time: 0.1688981 Aug 17 00:09:56.095886 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c965e4da-afb7-402b-aae2-fd26dbc9fa38 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:56.120694 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-c4e836fb-9542-4372-886d-a62124378a05 None None] Port b80062d0-f691-46c0-a048-789bf279b8d9 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:09:56.129422 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-c965e4da-afb7-402b-aae2-fd26dbc9fa38 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Calling delete_port for b80062d0-f691-46c0-a048-789bf279b8d9 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:56.191659 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4bacf97c-4054-49bd-913d-ed65909d0870 req-b2639064-c859-438d-90b2-7fc63f8fa6f0 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848482 Aug 17 00:09:56.198872 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-2b94620b-9bb5-45db-b367-545a21c869b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:56.200440 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-2b94620b-9bb5-45db-b367-545a21c869b0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=73b53c9e-690d-4ae5-a351-0735e7acef3e HTTP/1.1" status: 200 len: 835 time: 0.1505539 Aug 17 00:09:56.264908 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-bb7ae3e3-f1bd-4306-9c43-8e2a5e377ed9 None None] Provisioning complete for port b80062d0-f691-46c0-a048-789bf279b8d9 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:56.265447 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bb7ae3e3-f1bd-4306-9c43-8e2a5e377ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:56.308132 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-daff8838-bc70-4829-9d63-6415c636038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:56.310910 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-daff8838-bc70-4829-9d63-6415c636038a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d085bcd-85ca-4517-9df3-0156c62c5ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1023283 Aug 17 00:09:56.313738 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-bb7ae3e3-f1bd-4306-9c43-8e2a5e377ed9 None None] Port b80062d0-f691-46c0-a048-789bf279b8d9 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:09:56.325639 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615c225e-73a2-4c07-b284-7820e48b5458 x-openstack-request-id: req-615c225e-73a2-4c07-b284-7820e48b5458 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:09:56.325938 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761cf141-5c0e-4939-adf8-51d1167e6777", "tag": "66f1a806-6074-41e2-b6bf-ffe8b106bb33", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:09:56.326193 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-615c225e-73a2-4c07-b284-7820e48b5458 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:09:56.326598 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761cf141-5c0e-4939-adf8-51d1167e6777', 'tag': '66f1a806-6074-41e2-b6bf-ffe8b106bb33', 'status': 'completed', 'code': 200} Aug 17 00:09:56.405091 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c965e4da-afb7-402b-aae2-fd26dbc9fa38 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:56.438980 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-15dc2f5f-179d-473f-bfdb-67513bb20705 None None] Could not find standard attr ID for object b9e32c63-9728-4b8c-a88e-624863d3e0ab. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:09:56.457168 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965e4da-afb7-402b-aae2-fd26dbc9fa38 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Port': ['ID=b80062d0-f691-46c0-a048-789bf279b8d9,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:56.491143 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-b5acfcb4-54a0-4e07-82c6-91fcb4ea254a service neutron] 10.222.0.64 "GET /v2.0/networks/1d085bcd-85ca-4517-9df3-0156c62c5ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550324 Aug 17 00:09:56.503430 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3da66b-1bf5-4419-85f4-807ca440e29c req-cb01bd46-ae20-4597-867b-2d8638780e02 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:56.506021 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd3da66b-1bf5-4419-85f4-807ca440e29c req-cb01bd46-ae20-4597-867b-2d8638780e02 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1125596 Aug 17 00:09:56.533662 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c965e4da-afb7-402b-aae2-fd26dbc9fa38 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:56.535842 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c965e4da-afb7-402b-aae2-fd26dbc9fa38 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/ports/b80062d0-f691-46c0-a048-789bf279b8d9 HTTP/1.1" status: 204 len: 168 time: 0.9314070 Aug 17 00:09:56.539318 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46194) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:56.566928 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc744fa-8624-4f0b-a0e6-c09d3c432ba8 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] GET failed (client error): The resource could not be found. Aug 17 00:09:56.569712 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7cc744fa-8624-4f0b-a0e6-c09d3c432ba8 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "GET /v2.0/ports/b80062d0-f691-46c0-a048-789bf279b8d9 HTTP/1.1" status: 404 len: 333 time: 0.0293634 Aug 17 00:09:56.572314 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46196) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:56.624212 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd3da66b-1bf5-4419-85f4-807ca440e29c req-ec4d6335-cf91-4be9-966a-811d0d1524d4 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586293 Aug 17 00:09:56.648310 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-43980bc7-5638-4e64-8218-dfb66d1298d3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting subnet e6641d9a-02f7-4493-a43c-e4fba1208e3a {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:09:56.651042 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-43980bc7-5638-4e64-8218-dfb66d1298d3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:56.689116 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73a3090b-d182-4d30-8ea0-825e2ae22da2 req-0f0c7e00-e823-41a0-8442-913d422cfe02 service neutron] 10.222.0.64 "GET /v2.0/networks/1d085bcd-85ca-4517-9df3-0156c62c5ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806414 Aug 17 00:09:56.712126 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-43980bc7-5638-4e64-8218-dfb66d1298d3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:56.832741 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd07d4-629c-4ec4-b3c9-8fea4044a68c req-952efc9e-8d08-4539-9149-643ad9427981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:56.834890 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c8fd07d4-629c-4ec4-b3c9-8fea4044a68c req-952efc9e-8d08-4539-9149-643ad9427981 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 1095 time: 0.0787323 Aug 17 00:09:56.886315 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-43980bc7-5638-4e64-8218-dfb66d1298d3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:56.937901 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4b632604-771e-4295-a46a-f5505f19f2ea up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:09:56.968248 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-43980bc7-5638-4e64-8218-dfb66d1298d3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:57.013812 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 4b632604-771e-4295-a46a-f5505f19f2ea triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:57.014246 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:57.019052 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43980bc7-5638-4e64-8218-dfb66d1298d3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Subnet': ['ID=e6641d9a-02f7-4493-a43c-e4fba1208e3a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:57.023589 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-43980bc7-5638-4e64-8218-dfb66d1298d3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:57.025583 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-43980bc7-5638-4e64-8218-dfb66d1298d3 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/subnets/e6641d9a-02f7-4493-a43c-e4fba1208e3a HTTP/1.1" status: 204 len: 168 time: 0.4523273 Aug 17 00:09:57.028259 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46212) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:57.048829 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500ee241-1c0f-4118-965f-a48916beaf61 None None] Network 3fc90879-9b6a-4d33-957a-c92d3af2e4d9 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:09:57.126947 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ccc23382-99df-4788-b246-dbbc5546b91d tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:57.201212 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ccc23382-99df-4788-b246-dbbc5546b91d tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting port 4b632604-771e-4295-a46a-f5505f19f2ea {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:57.201915 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ccc23382-99df-4788-b246-dbbc5546b91d tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:57.227462 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6c38addb-f41a-4393-93a2-54294b867d86 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:09:57.282014 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 6c38addb-f41a-4393-93a2-54294b867d86 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:57.282392 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:57.338581 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963be2e9-8d5c-4edd-9995-a14e99557393 None None] DHCP port deletion for 3fc90879-9b6a-4d33-957a-c92d3af2e4d9 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:09:57.442949 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311059a4-aef2-495c-8d2e-1093db015048 req-a2320f87-ca0a-4376-8c51-763b2f67dcdf tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:57.444530 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-311059a4-aef2-495c-8d2e-1093db015048 req-a2320f87-ca0a-4376-8c51-763b2f67dcdf tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.5368285 Aug 17 00:09:57.453370 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11db3f1-a4f6-41f1-b55a-3aa22d844f3e req-c7afec36-ff88-4af0-aef1-a02847686143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:57.454876 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e11db3f1-a4f6-41f1-b55a-3aa22d844f3e req-c7afec36-ff88-4af0-aef1-a02847686143 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61108af2093845fe9a64c45c9df6e55d&device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 1096 time: 0.5458660 Aug 17 00:09:57.468476 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9425c1-cd60-4fea-b002-e2c24302ba7f req-6c3469d3-7e17-4932-94d1-0541fa2b096c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:57.470131 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3b9425c1-cd60-4fea-b002-e2c24302ba7f req-6c3469d3-7e17-4932-94d1-0541fa2b096c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 943 time: 0.1272192 Aug 17 00:09:57.471234 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd07d4-629c-4ec4-b3c9-8fea4044a68c req-a119379f-d50c-4ceb-9812-fe9126cb3970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:57.472681 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c8fd07d4-629c-4ec4-b3c9-8fea4044a68c req-a119379f-d50c-4ceb-9812-fe9126cb3970 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d085bcd-85ca-4517-9df3-0156c62c5ecb HTTP/1.1" status: 200 len: 897 time: 0.6309619 Aug 17 00:09:57.476024 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-963be2e9-8d5c-4edd-9995-a14e99557393 None None] Deleting port 4b632604-771e-4295-a46a-f5505f19f2ea {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:57.476693 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-963be2e9-8d5c-4edd-9995-a14e99557393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:57.579159 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-963be2e9-8d5c-4edd-9995-a14e99557393 None None] For port 4b632604-771e-4295-a46a-f5505f19f2ea, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4b632604-771e-4295-a46a-f5505f19f2ea,segment=NetworkSegment(22d71dbd-b495-4c94-b292-337985e7c736),segment_id=22d71dbd-b495-4c94-b292-337985e7c736)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:57.580228 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-963be2e9-8d5c-4edd-9995-a14e99557393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:57.603331 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-963be2e9-8d5c-4edd-9995-a14e99557393 None None] Calling delete_port for 4b632604-771e-4295-a46a-f5505f19f2ea owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:57.604195 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c8fd07d4-629c-4ec4-b3c9-8fea4044a68c req-8559b9d6-34ae-4825-b809-ec30e50c9578 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f1a806-6074-41e2-b6bf-ffe8b106bb33 HTTP/1.1" status: 200 len: 217 time: 0.1007309 Aug 17 00:09:57.610131 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-311059a4-aef2-495c-8d2e-1093db015048 req-6ef7a296-853d-45b5-9b11-406257487bf3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534483 Aug 17 00:09:57.704255 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3b9425c1-cd60-4fea-b002-e2c24302ba7f req-4d0f8387-1244-481c-8b93-7558b7c36d1d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997623 Aug 17 00:09:57.744844 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd07d4-629c-4ec4-b3c9-8fea4044a68c req-6c14740d-4e75-47ae-9863-c539dfffc654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:57.746366 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c8fd07d4-629c-4ec4-b3c9-8fea4044a68c req-6c14740d-4e75-47ae-9863-c539dfffc654 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=73b53c9e-690d-4ae5-a351-0735e7acef3e HTTP/1.1" status: 200 len: 835 time: 0.1284404 Aug 17 00:09:57.751031 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11db3f1-a4f6-41f1-b55a-3aa22d844f3e req-7b160a60-cf90-4ac9-8354-fc39c146d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:57.752473 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e11db3f1-a4f6-41f1-b55a-3aa22d844f3e req-7b160a60-cf90-4ac9-8354-fc39c146d7c3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf42c908-bd85-4d10-afc7-00681d389032 HTTP/1.1" status: 200 len: 913 time: 0.2788758 Aug 17 00:09:57.760928 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-ccc23382-99df-4788-b246-dbbc5546b91d tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] For port 4b632604-771e-4295-a46a-f5505f19f2ea, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4b632604-771e-4295-a46a-f5505f19f2ea,segment=NetworkSegment(22d71dbd-b495-4c94-b292-337985e7c736),segment_id=22d71dbd-b495-4c94-b292-337985e7c736)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:57.761537 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ccc23382-99df-4788-b246-dbbc5546b91d tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:57.768291 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-963be2e9-8d5c-4edd-9995-a14e99557393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:57.777323 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ccc23382-99df-4788-b246-dbbc5546b91d tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Calling delete_port for 4b632604-771e-4295-a46a-f5505f19f2ea owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:09:57.800784 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963be2e9-8d5c-4edd-9995-a14e99557393 None None] No DVR routers for this DVR port 4b632604-771e-4295-a46a-f5505f19f2ea on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:09:57.804118 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963be2e9-8d5c-4edd-9995-a14e99557393 None None] Pushing event deleted for resources: {'Port': ['ID=4b632604-771e-4295-a46a-f5505f19f2ea,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:57.873170 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ccc23382-99df-4788-b246-dbbc5546b91d tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:57.874754 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd07d4-629c-4ec4-b3c9-8fea4044a68c req-0f7a84a3-8911-4da1-96f6-b2472eeee588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:57.876271 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c8fd07d4-629c-4ec4-b3c9-8fea4044a68c req-0f7a84a3-8911-4da1-96f6-b2472eeee588 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d085bcd-85ca-4517-9df3-0156c62c5ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1227376 Aug 17 00:09:57.877973 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e11db3f1-a4f6-41f1-b55a-3aa22d844f3e req-d4edbbb1-bc94-445f-a1fd-512218ec2b8c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3025641c-a330-4304-a23a-1876a1fa76d9 HTTP/1.1" status: 200 len: 999 time: 0.1144946 Aug 17 00:09:57.884855 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc23382-99df-4788-b246-dbbc5546b91d tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] No DVR routers for this DVR port 4b632604-771e-4295-a46a-f5505f19f2ea on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:09:57.932545 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc23382-99df-4788-b246-dbbc5546b91d tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Port': ['ID=4b632604-771e-4295-a46a-f5505f19f2ea,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:57.993715 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ccc23382-99df-4788-b246-dbbc5546b91d tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:57.994563 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11db3f1-a4f6-41f1-b55a-3aa22d844f3e req-33d3737e-2fd0-492c-ae9b-48e893bcb780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:57.995959 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e11db3f1-a4f6-41f1-b55a-3aa22d844f3e req-33d3737e-2fd0-492c-ae9b-48e893bcb780 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1afde0e7-f7b0-4278-82ad-0cbe61d404a7 HTTP/1.1" status: 200 len: 851 time: 0.0985966 Aug 17 00:09:58.004530 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-ccc23382-99df-4788-b246-dbbc5546b91d tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fc90879-9b6a-4d33-957a-c92d3af2e4d9']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:58.015712 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-ccc23382-99df-4788-b246-dbbc5546b91d tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d71dbd-b495-4c94-b292-337985e7c736') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:58.016132 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-ccc23382-99df-4788-b246-dbbc5546b91d tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d71dbd-b495-4c94-b292-337985e7c736') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:09:58.026952 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ccc23382-99df-4788-b246-dbbc5546b91d tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:58.043547 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ccc23382-99df-4788-b246-dbbc5546b91d tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:58.050557 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc23382-99df-4788-b246-dbbc5546b91d tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:09:58.050729 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c8fd07d4-629c-4ec4-b3c9-8fea4044a68c req-126241e6-220f-4a27-8c1a-7198dbcf9e0b service neutron] 10.222.0.64 "GET /v2.0/networks/1d085bcd-85ca-4517-9df3-0156c62c5ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617618 Aug 17 00:09:58.051104 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ccc23382-99df-4788-b246-dbbc5546b91d tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:09:58.054696 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:09:58.072562 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11db3f1-a4f6-41f1-b55a-3aa22d844f3e req-643154e7-252a-477b-b2a4-431a31b56031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:58.074036 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e11db3f1-a4f6-41f1-b55a-3aa22d844f3e req-643154e7-252a-477b-b2a4-431a31b56031 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf42c908-bd85-4d10-afc7-00681d389032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663471 Aug 17 00:09:58.121549 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ccc23382-99df-4788-b246-dbbc5546b91d tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:58.129210 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ccc23382-99df-4788-b246-dbbc5546b91d tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:58.136342 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ccc23382-99df-4788-b246-dbbc5546b91d tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/networks/3fc90879-9b6a-4d33-957a-c92d3af2e4d9 HTTP/1.1" status: 204 len: 168 time: 1.1069398 Aug 17 00:09:58.138378 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46238) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:58.153360 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-73ff84da-75d9-4a31-aaad-6f42c9d41842 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1065307490'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:58.157881 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc23382-99df-4788-b246-dbbc5546b91d tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Network': ['ID=3fc90879-9b6a-4d33-957a-c92d3af2e4d9,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:58.178755 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ff84da-75d9-4a31-aaad-6f42c9d41842 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:58.183588 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73ff84da-75d9-4a31-aaad-6f42c9d41842 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:58.213698 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ff84da-75d9-4a31-aaad-6f42c9d41842 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:09:58.223972 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73ff84da-75d9-4a31-aaad-6f42c9d41842 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:58.225161 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-73ff84da-75d9-4a31-aaad-6f42c9d41842 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Added segment 752d7102-7c4b-46a7-ba61-59498626782a of type vlan for network a4f88caa-ca4d-4d1f-ba3d-07e1568a37a1 Aug 17 00:09:58.226055 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c8fd07d4-629c-4ec4-b3c9-8fea4044a68c req-d43d8fab-59f5-4b3e-b32f-2abd15411b29 service neutron] 10.222.0.64 "GET /v2.0/networks/1d085bcd-85ca-4517-9df3-0156c62c5ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670651 Aug 17 00:09:58.231519 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e11db3f1-a4f6-41f1-b55a-3aa22d844f3e req-9983ab5f-12d4-4fd5-9722-526fd6272a56 service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478043 Aug 17 00:09:58.260707 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46242) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:58.268931 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73ff84da-75d9-4a31-aaad-6f42c9d41842 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:58.295935 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73ff84da-75d9-4a31-aaad-6f42c9d41842 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:58.302068 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ff84da-75d9-4a31-aaad-6f42c9d41842 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:58.304047 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73ff84da-75d9-4a31-aaad-6f42c9d41842 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:58.340713 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e11db3f1-a4f6-41f1-b55a-3aa22d844f3e req-72796b26-d222-4d04-9665-44fb9f963997 service neutron] 10.222.0.64 "GET /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010480 Aug 17 00:09:58.365030 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-73ff84da-75d9-4a31-aaad-6f42c9d41842 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2256901 Aug 17 00:09:58.368456 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46246) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:58.374046 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-d242b55d-7aad-4294-89c1-017b3d466022 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'subnet': {'network_id': 'a4f88caa-ca4d-4d1f-ba3d-07e1568a37a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:58.383855 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff84da-75d9-4a31-aaad-6f42c9d41842 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Network': ['ID=a4f88caa-ca4d-4d1f-ba3d-07e1568a37a1,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:58.394920 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network a4f88caa-ca4d-4d1f-ba3d-07e1568a37a1 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:09:58.440476 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc2ec3bd-372a-4bfe-b152-aa98d4f89d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:58.563532 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc2ec3bd-372a-4bfe-b152-aa98d4f89d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:58.569908 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc2ec3bd-372a-4bfe-b152-aa98d4f89d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:58.616289 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d242b55d-7aad-4294-89c1-017b3d466022 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:58.620053 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d242b55d-7aad-4294-89c1-017b3d466022 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:58.624268 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ec3bd-372a-4bfe-b152-aa98d4f89d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24dab0d5-1e77-486e-a91d-f891ffd3c094,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:58.641617 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cc2ec3bd-372a-4bfe-b152-aa98d4f89d03 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bdd8330395a14abbae5fd1ce7060279f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3774216 Aug 17 00:09:58.641982 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46248) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:58.698972 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d552937-7ffb-4085-8666-9188d59a821e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:58.722532 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d552937-7ffb-4085-8666-9188d59a821e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:58.787456 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d552937-7ffb-4085-8666-9188d59a821e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:58.790125 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d552937-7ffb-4085-8666-9188d59a821e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:58.791431 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7d552937-7ffb-4085-8666-9188d59a821e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/24dab0d5-1e77-486e-a91d-f891ffd3c094 HTTP/1.1" status: 204 len: 168 time: 0.1481357 Aug 17 00:09:58.813278 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d552937-7ffb-4085-8666-9188d59a821e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dab0d5-1e77-486e-a91d-f891ffd3c094,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:58.823533 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9732e-80dd-45f1-a411-460a718f1415 req-47abda4c-288a-4665-93be-5046f34ae217 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:58.830901 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ca9732e-80dd-45f1-a411-460a718f1415 req-47abda4c-288a-4665-93be-5046f34ae217 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1348984 Aug 17 00:09:58.857255 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4b632604-771e-4295-a46a-f5505f19f2ea no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:09:58.882950 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 4b632604-771e-4295-a46a-f5505f19f2ea {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:09:58.883383 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4b632604-771e-4295-a46a-f5505f19f2ea not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:09:58.964312 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ca9732e-80dd-45f1-a411-460a718f1415 req-cbdbd002-24e0-4fef-8fa4-9dc8e5b01538 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325407 Aug 17 00:09:58.982104 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fde460-acf4-46a8-8dfe-1e8fa79e9911 req-b623e322-f3e0-452d-9fba-9a4aca462855 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:58.983740 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-02fde460-acf4-46a8-8dfe-1e8fa79e9911 req-b623e322-f3e0-452d-9fba-9a4aca462855 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 943 time: 0.1924055 Aug 17 00:09:58.985951 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d242b55d-7aad-4294-89c1-017b3d466022 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.083738 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242b55d-7aad-4294-89c1-017b3d466022 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Subnet': ['ID=606ad796-b637-4762-a9d0-f2ecf53d7ae0,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:59.106574 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-02fde460-acf4-46a8-8dfe-1e8fa79e9911 req-a04d96a1-644e-4b69-88b6-1cf66cc6b52d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796220 Aug 17 00:09:59.107290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d242b55d-7aad-4294-89c1-017b3d466022 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Checking segment: {'id': '752d7102-7c4b-46a7-ba61-59498626782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a4f88caa-ca4d-4d1f-ba3d-07e1568a37a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:09:59.107808 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d242b55d-7aad-4294-89c1-017b3d466022 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network hostable DHCP agents. Network: a4f88caa-ca4d-4d1f-ba3d-07e1568a37a1, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:09:59.125079 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d242b55d-7aad-4294-89c1-017b3d466022 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network a4f88caa-ca4d-4d1f-ba3d-07e1568a37a1 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:09:59.135414 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-d242b55d-7aad-4294-89c1-017b3d466022 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, a4f88caa-ca4d-4d1f-ba3d-07e1568a37a1) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:59.140363 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d242b55d-7aad-4294-89c1-017b3d466022 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:59.140963 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d242b55d-7aad-4294-89c1-017b3d466022 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.146072 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f8a3b3-bbd7-4429-a959-fb422914202b None None] Network a4f88caa-ca4d-4d1f-ba3d-07e1568a37a1 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:09:59.162107 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d242b55d-7aad-4294-89c1-017b3d466022 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7920196 Aug 17 00:09:59.163390 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46266) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:59.169575 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-67b41b6b-b350-4978-a63a-bb7b775409c7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1933815235', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:59.197079 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-67b41b6b-b350-4978-a63a-bb7b775409c7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.198166 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-67b41b6b-b350-4978-a63a-bb7b775409c7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.256770 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-67b41b6b-b350-4978-a63a-bb7b775409c7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.262706 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-67b41b6b-b350-4978-a63a-bb7b775409c7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.282713 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-67b41b6b-b350-4978-a63a-bb7b775409c7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.284277 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-67b41b6b-b350-4978-a63a-bb7b775409c7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1194432 Aug 17 00:09:59.287565 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46270) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:59.292896 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a72f055a-2ffd-46cc-8e7e-9d36e9399e6a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'port': {'network_id': 'a4f88caa-ca4d-4d1f-ba3d-07e1568a37a1', 'name': 'tempest-PortsTestJSON-2050540368'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:59.298537 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e955bb-5911-4a02-a45d-16de1f2235fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-a4f88caa-ca4d-4d1f-ba3d-07e1568a37a1', 'network_id': 'a4f88caa-ca4d-4d1f-ba3d-07e1568a37a1', 'tenant_id': '762c646ae5fa4693aa08990d829193d7', 'fixed_ips': [{'subnet_id': '606ad796-b637-4762-a9d0-f2ecf53d7ae0'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:09:59.299420 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a0e955bb-5911-4a02-a45d-16de1f2235fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.411841 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72f055a-2ffd-46cc-8e7e-9d36e9399e6a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:09:59.415629 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a72f055a-2ffd-46cc-8e7e-9d36e9399e6a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.435229 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-a72f055a-2ffd-46cc-8e7e-9d36e9399e6a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] device_id is not set on port 9c3cb790-c1ea-49f4-8f60-80d522228c44 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:09:59.439506 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-a0e955bb-5911-4a02-a45d-16de1f2235fb None None] Allocated IP 172.20.0.2 (a4f88caa-ca4d-4d1f-ba3d-07e1568a37a1/606ad796-b637-4762-a9d0-f2ecf53d7ae0/52c19a5a-7143-4043-b455-c43f5c5be12a) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:09:59.600206 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a0e955bb-5911-4a02-a45d-16de1f2235fb None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.609290 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a0e955bb-5911-4a02-a45d-16de1f2235fb None None] Transition to ACTIVE for port object 52c19a5a-7143-4043-b455-c43f5c5be12a will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:59.624372 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a0e955bb-5911-4a02-a45d-16de1f2235fb None None] Transition to ACTIVE for port object 52c19a5a-7143-4043-b455-c43f5c5be12a will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:59.631660 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a0e955bb-5911-4a02-a45d-16de1f2235fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.660774 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 66f1a806-6074-41e2-b6bf-ffe8b106bb33 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:09:59.686949 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-a72f055a-2ffd-46cc-8e7e-9d36e9399e6a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Allocated IP 172.20.0.9 (a4f88caa-ca4d-4d1f-ba3d-07e1568a37a1/606ad796-b637-4762-a9d0-f2ecf53d7ae0/9c3cb790-c1ea-49f4-8f60-80d522228c44) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:09:59.688777 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e955bb-5911-4a02-a45d-16de1f2235fb None None] Network a4f88caa-ca4d-4d1f-ba3d-07e1568a37a1 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:09:59.694611 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-a0e955bb-5911-4a02-a45d-16de1f2235fb None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:09:59.697584 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e955bb-5911-4a02-a45d-16de1f2235fb None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:09:59.708093 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e955bb-5911-4a02-a45d-16de1f2235fb None None] Pushing event updated for resources: {'Port': ['ID=52c19a5a-7143-4043-b455-c43f5c5be12a,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:59.815750 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-a0e955bb-5911-4a02-a45d-16de1f2235fb None None] Attempting to bind port 52c19a5a-7143-4043-b455-c43f5c5be12a on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:09:59.816124 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-a0e955bb-5911-4a02-a45d-16de1f2235fb None None] Attempting to bind port 52c19a5a-7143-4043-b455-c43f5c5be12a by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '752d7102-7c4b-46a7-ba61-59498626782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a4f88caa-ca4d-4d1f-ba3d-07e1568a37a1'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:09:59.816491 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e955bb-5911-4a02-a45d-16de1f2235fb None None] Attempting to bind port 52c19a5a-7143-4043-b455-c43f5c5be12a on network a4f88caa-ca4d-4d1f-ba3d-07e1568a37a1 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:09:59.823918 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e955bb-5911-4a02-a45d-16de1f2235fb None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:09:59.824301 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e955bb-5911-4a02-a45d-16de1f2235fb None None] Checking segment: {'id': '752d7102-7c4b-46a7-ba61-59498626782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a4f88caa-ca4d-4d1f-ba3d-07e1568a37a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:09:59.824711 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a0e955bb-5911-4a02-a45d-16de1f2235fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.825144 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e955bb-5911-4a02-a45d-16de1f2235fb None None] Bound using segment: {'id': '752d7102-7c4b-46a7-ba61-59498626782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a4f88caa-ca4d-4d1f-ba3d-07e1568a37a1'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:09:59.825616 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-a0e955bb-5911-4a02-a45d-16de1f2235fb None None] Bound port: 52c19a5a-7143-4043-b455-c43f5c5be12a, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752d7102-7c4b-46a7-ba61-59498626782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a4f88caa-ca4d-4d1f-ba3d-07e1568a37a1'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:09:59.826003 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a0e955bb-5911-4a02-a45d-16de1f2235fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.863793 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 66f1a806-6074-41e2-b6bf-ffe8b106bb33, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=66f1a806-6074-41e2-b6bf-ffe8b106bb33,segment=NetworkSegment(a3d77d94-dcaa-457f-8702-164236ed71b1),segment_id=a3d77d94-dcaa-457f-8702-164236ed71b1)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:59.882260 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a72f055a-2ffd-46cc-8e7e-9d36e9399e6a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.898883 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-a72f055a-2ffd-46cc-8e7e-9d36e9399e6a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Transition to ACTIVE for port object 9c3cb790-c1ea-49f4-8f60-80d522228c44 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:09:59.904228 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '66f1a806-6074-41e2-b6bf-ffe8b106bb33', 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb', 'port_id': '66f1a806-6074-41e2-b6bf-ffe8b106bb33', 'mac_address': 'fa:16:3e:8f:18:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b53c9e-690d-4ae5-a351-0735e7acef3e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:09:59.942694 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a72f055a-2ffd-46cc-8e7e-9d36e9399e6a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.966216 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-a0e955bb-5911-4a02-a45d-16de1f2235fb None None] For port 52c19a5a-7143-4043-b455-c43f5c5be12a, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:09:59.975444 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-a0e955bb-5911-4a02-a45d-16de1f2235fb None None] For port 52c19a5a-7143-4043-b455-c43f5c5be12a, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=52c19a5a-7143-4043-b455-c43f5c5be12a,segment=NetworkSegment(752d7102-7c4b-46a7-ba61-59498626782a),segment_id=752d7102-7c4b-46a7-ba61-59498626782a)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:09:59.985892 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a0e955bb-5911-4a02-a45d-16de1f2235fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.994966 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.997987 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72f055a-2ffd-46cc-8e7e-9d36e9399e6a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network a4f88caa-ca4d-4d1f-ba3d-07e1568a37a1 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:00.009519 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-a72f055a-2ffd-46cc-8e7e-9d36e9399e6a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:00.017482 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72f055a-2ffd-46cc-8e7e-9d36e9399e6a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:10:00.056962 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f1a806-6074-41e2-b6bf-ffe8b106bb33 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:10:00.080876 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e955bb-5911-4a02-a45d-16de1f2235fb None None] Pushing event updated for resources: {'Port': ['ID=52c19a5a-7143-4043-b455-c43f5c5be12a,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:00.097356 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 66f1a806-6074-41e2-b6bf-ffe8b106bb33, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=66f1a806-6074-41e2-b6bf-ffe8b106bb33,segment=NetworkSegment(a3d77d94-dcaa-457f-8702-164236ed71b1),segment_id=a3d77d94-dcaa-457f-8702-164236ed71b1)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:00.115179 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:00.172681 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72f055a-2ffd-46cc-8e7e-9d36e9399e6a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:00.174119 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a72f055a-2ffd-46cc-8e7e-9d36e9399e6a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:00.194633 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f055a-2ffd-46cc-8e7e-9d36e9399e6a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Port': ['ID=9c3cb790-c1ea-49f4-8f60-80d522228c44,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:00.235491 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a72f055a-2ffd-46cc-8e7e-9d36e9399e6a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9465106 Aug 17 00:10:00.236185 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46298) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:00.265800 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc9b0c-6bbe-42a8-9405-b797d18289b4 req-5afbedcc-b2e8-4dc5-8cf4-fd95712191a5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:00.268449 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57cc9b0c-6bbe-42a8-9405-b797d18289b4 req-5afbedcc-b2e8-4dc5-8cf4-fd95712191a5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1506455 Aug 17 00:10:00.274982 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=66f1a806-6074-41e2-b6bf-ffe8b106bb33,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:00.363695 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57cc9b0c-6bbe-42a8-9405-b797d18289b4 req-e087b1a4-28ee-41b9-8d2f-3fa3808a5f0b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881944 Aug 17 00:10:00.424955 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577227b-fbf3-4b8b-bac7-c30717dc040f req-68ce7567-bb59-43b7-8fad-59867f6c639c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:00.435515 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7577227b-fbf3-4b8b-bac7-c30717dc040f req-68ce7567-bb59-43b7-8fad-59867f6c639c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 944 time: 0.0944481 Aug 17 00:10:00.535340 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['66f1a806-6074-41e2-b6bf-ffe8b106bb33'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:10:00.555363 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7577227b-fbf3-4b8b-bac7-c30717dc040f req-9e19d75b-35ba-4c8a-a6bb-34f1a800a902 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184597 Aug 17 00:10:00.653272 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9b854-4e20-462f-bafb-24d40b878efb req-891fb5f5-9010-4301-ba7a-b785dd9bcced tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:00.670709 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44b9b854-4e20-462f-bafb-24d40b878efb req-891fb5f5-9010-4301-ba7a-b785dd9bcced tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1120245 Aug 17 00:10:00.761448 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44b9b854-4e20-462f-bafb-24d40b878efb req-188b2dc3-a512-4f39-8001-e671734da3c4 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897012 Aug 17 00:10:00.905327 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4035d71a-fe41-410a-ab1c-e3656bc6f254 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:00.952819 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 52c19a5a-7143-4043-b455-c43f5c5be12a up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:10:01.118572 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 52c19a5a-7143-4043-b455-c43f5c5be12a completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:01.252845 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4035d71a-fe41-410a-ab1c-e3656bc6f254 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:01.259165 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4035d71a-fe41-410a-ab1c-e3656bc6f254 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:01.364319 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035d71a-fe41-410a-ab1c-e3656bc6f254 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Port': ['ID=9c3cb790-c1ea-49f4-8f60-80d522228c44,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:01.562245 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4035d71a-fe41-410a-ab1c-e3656bc6f254 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:01.600106 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092c8428-a082-4117-87ec-1803a82bdb67 None None] Network a4f88caa-ca4d-4d1f-ba3d-07e1568a37a1 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:01.711313 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46384) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:01.726345 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f2a56b26-271e-4a90-9b12-e75406858741 None None] Provisioning for port 52c19a5a-7143-4043-b455-c43f5c5be12a completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:01.731656 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf099c-4b9f-4536-9070-83fecdc213ac req-6d05f9ff-ad7a-459f-bdfc-566620bdb8e3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:01.733643 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4035d71a-fe41-410a-ab1c-e3656bc6f254 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:01.735160 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2cbf099c-4b9f-4536-9070-83fecdc213ac req-6d05f9ff-ad7a-459f-bdfc-566620bdb8e3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 944 time: 0.0891242 Aug 17 00:10:01.739986 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f2a56b26-271e-4a90-9b12-e75406858741 None None] Provisioning complete for port 52c19a5a-7143-4043-b455-c43f5c5be12a triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:01.740579 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f2a56b26-271e-4a90-9b12-e75406858741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:01.787989 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2cbf099c-4b9f-4536-9070-83fecdc213ac req-1cd0f1a7-1fb6-4597-b3e5-4f231b87c483 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440333 Aug 17 00:10:01.856531 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6bb01-0824-4a83-93e0-30579f433413 req-bbb93fef-6953-42a3-a9ac-60ebeda7c8a9 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:01.866427 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72f6bb01-0824-4a83-93e0-30579f433413 req-bbb93fef-6953-42a3-a9ac-60ebeda7c8a9 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0d38281-6dd5-4e30-ace4-7b24e5cfe04d HTTP/1.1" status: 200 len: 943 time: 0.0770690 Aug 17 00:10:01.917773 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-002f5dff-d082-4208-8c14-67682970fe2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:01.930337 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f2a56b26-271e-4a90-9b12-e75406858741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:01.972899 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-f2a56b26-271e-4a90-9b12-e75406858741 None None] For port 52c19a5a-7143-4043-b455-c43f5c5be12a, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=52c19a5a-7143-4043-b455-c43f5c5be12a,segment=NetworkSegment(752d7102-7c4b-46a7-ba61-59498626782a),segment_id=752d7102-7c4b-46a7-ba61-59498626782a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:01.980462 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f2a56b26-271e-4a90-9b12-e75406858741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:02.013151 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-72f6bb01-0824-4a83-93e0-30579f433413 req-44b0dd43-2e85-4212-9c15-7e96b22218ac tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Deleting port b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:02.013566 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-72f6bb01-0824-4a83-93e0-30579f433413 req-44b0dd43-2e85-4212-9c15-7e96b22218ac tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:02.046601 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a56b26-271e-4a90-9b12-e75406858741 None None] Pushing event updated for resources: {'Port': ['ID=52c19a5a-7143-4043-b455-c43f5c5be12a,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:02.086342 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4035d71a-fe41-410a-ab1c-e3656bc6f254 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:02.091346 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4035d71a-fe41-410a-ab1c-e3656bc6f254 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:02.145296 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-72f6bb01-0824-4a83-93e0-30579f433413 req-44b0dd43-2e85-4212-9c15-7e96b22218ac tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] For port b3933b2b-4a17-4cff-b824-c6fe77ae2ec1, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=b3933b2b-4a17-4cff-b824-c6fe77ae2ec1,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:02.145672 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-72f6bb01-0824-4a83-93e0-30579f433413 req-44b0dd43-2e85-4212-9c15-7e96b22218ac tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:02.149798 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-002f5dff-d082-4208-8c14-67682970fe2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:02.155865 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-002f5dff-d082-4208-8c14-67682970fe2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:02.173963 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035d71a-fe41-410a-ab1c-e3656bc6f254 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Port': ['ID=9c3cb790-c1ea-49f4-8f60-80d522228c44,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:02.180624 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-72f6bb01-0824-4a83-93e0-30579f433413 req-44b0dd43-2e85-4212-9c15-7e96b22218ac tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Calling delete_port for b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:02.181932 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4035d71a-fe41-410a-ab1c-e3656bc6f254 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:02.212711 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-002f5dff-d082-4208-8c14-67682970fe2a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=03d5cdf485b94e99a59cb97da416c586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4759810 Aug 17 00:10:02.215943 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f5dff-d082-4208-8c14-67682970fe2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24229e30-379e-47d2-8a7c-d4aa2816bce1,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:02.217416 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46388) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:02.280374 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4035d71a-fe41-410a-ab1c-e3656bc6f254 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network a4f88caa-ca4d-4d1f-ba3d-07e1568a37a1 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:02.281900 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-4035d71a-fe41-410a-ab1c-e3656bc6f254 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:02.306820 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c1d12de2-4c83-4980-9ea1-2f109f595dc4 None None] Provisioning for port 9c3cb790-c1ea-49f4-8f60-80d522228c44 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:02.311499 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c1d12de2-4c83-4980-9ea1-2f109f595dc4 None None] Provisioning complete for port 9c3cb790-c1ea-49f4-8f60-80d522228c44 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:02.311988 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c1d12de2-4c83-4980-9ea1-2f109f595dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:02.337441 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ca106133-57e5-4016-9d11-df05a86cd71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:02.351330 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-c1d12de2-4c83-4980-9ea1-2f109f595dc4 None None] Port 9c3cb790-c1ea-49f4-8f60-80d522228c44 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:10:02.371479 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c1d12de2-4c83-4980-9ea1-2f109f595dc4 None None] Provisioning complete for port 52c19a5a-7143-4043-b455-c43f5c5be12a triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:02.371862 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c1d12de2-4c83-4980-9ea1-2f109f595dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:02.393631 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ca106133-57e5-4016-9d11-df05a86cd71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:02.439355 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4035d71a-fe41-410a-ab1c-e3656bc6f254 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Router 216f18da-7596-442d-af3e-f646c485d21d is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:10:02.451490 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-72f6bb01-0824-4a83-93e0-30579f433413 req-44b0dd43-2e85-4212-9c15-7e96b22218ac tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:02.472453 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['7c8873b4-93a4-4df6-bf56-3611a674fd0f', 'd17a5703-97f8-4991-821d-1214497843af'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:10:02.495962 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0dd43-2e85-4212-9c15-7e96b22218ac tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Pushing event deleted for resources: {'Port': ['ID=b3933b2b-4a17-4cff-b824-c6fe77ae2ec1,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:02.506839 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ca106133-57e5-4016-9d11-df05a86cd71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:02.509624 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ca106133-57e5-4016-9d11-df05a86cd71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:02.510828 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ca106133-57e5-4016-9d11-df05a86cd71b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/24229e30-379e-47d2-8a7c-d4aa2816bce1 HTTP/1.1" status: 204 len: 168 time: 0.2599187 Aug 17 00:10:02.536210 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca106133-57e5-4016-9d11-df05a86cd71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24229e30-379e-47d2-8a7c-d4aa2816bce1,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:02.552772 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f6bb01-0824-4a83-93e0-30579f433413 req-44b0dd43-2e85-4212-9c15-7e96b22218ac tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] No DVR routers for this DVR port b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:10:02.555208 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-72f6bb01-0824-4a83-93e0-30579f433413 req-44b0dd43-2e85-4212-9c15-7e96b22218ac tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:02.557366 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72f6bb01-0824-4a83-93e0-30579f433413 req-44b0dd43-2e85-4212-9c15-7e96b22218ac tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "DELETE /v2.0/ports/b3933b2b-4a17-4cff-b824-c6fe77ae2ec1 HTTP/1.1" status: 204 len: 173 time: 0.6895607 Aug 17 00:10:02.557889 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d38281-6dd5-4e30-ace4-7b24e5cfe04d', 'name': 'network-vif-deleted', 'tag': 'b3933b2b-4a17-4cff-b824-c6fe77ae2ec1'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:10:02.560602 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e171e2d6-5f22-4fe1-9114-1c00b37aaa68" -d '{"events": [{"server_uuid": "f0d38281-6dd5-4e30-ace4-7b24e5cfe04d", "name": "network-vif-deleted", "tag": "b3933b2b-4a17-4cff-b824-c6fe77ae2ec1"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:10:02.600521 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 17 Aug 2021 00:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adca30e-1e9d-43ae-b03d-ddecee7fcf68 x-openstack-request-id: req-4adca30e-1e9d-43ae-b03d-ddecee7fcf68 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:10:02.600819 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d38281-6dd5-4e30-ace4-7b24e5cfe04d", "name": "network-vif-deleted", "tag": "b3933b2b-4a17-4cff-b824-c6fe77ae2ec1", "status": "failed", "code": 422}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:10:02.601098 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4adca30e-1e9d-43ae-b03d-ddecee7fcf68 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:10:02.601511 n-d-800088-20 neutron-server[101403]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f0d38281-6dd5-4e30-ace4-7b24e5cfe04d', 'name': 'network-vif-deleted', 'tag': 'b3933b2b-4a17-4cff-b824-c6fe77ae2ec1', 'status': 'failed', 'code': 422} returned with failed status Aug 17 00:10:02.615762 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4035d71a-fe41-410a-ab1c-e3656bc6f254 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:10:02.621879 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4035d71a-fe41-410a-ab1c-e3656bc6f254 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "PUT /v2.0/routers/216f18da-7596-442d-af3e-f646c485d21d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3812664 Aug 17 00:10:02.626719 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed7b2d-a2da-4efc-8ee9-fb7b2f9a980d None None] Sync routers for ids ['216f18da-7596-442d-af3e-f646c485d21d'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:10:02.628622 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46396) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:02.664091 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed7b2d-a2da-4efc-8ee9-fb7b2f9a980d None None] Routers {'216f18da-7596-442d-af3e-f646c485d21d'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:02.664758 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-aeed7b2d-a2da-4efc-8ee9-fb7b2f9a980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:09:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['216f18da-7596-442d-af3e-f646c485d21d'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:02.759637 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5f7369-06e8-4a3c-ad92-5c8263ea736a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:02.761670 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ff5f7369-06e8-4a3c-ad92-5c8263ea736a tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "GET /v2.0/ports?device_id=216f18da-7596-442d-af3e-f646c485d21d HTTP/1.1" status: 200 len: 982 time: 0.1319630 Aug 17 00:10:02.763116 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-aeed7b2d-a2da-4efc-8ee9-fb7b2f9a980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:02.764397 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46404) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:02.797448 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed7b2d-a2da-4efc-8ee9-fb7b2f9a980d None None] Routers {'216f18da-7596-442d-af3e-f646c485d21d'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:02.798086 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-aeed7b2d-a2da-4efc-8ee9-fb7b2f9a980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:09:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['216f18da-7596-442d-af3e-f646c485d21d'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:02.865324 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fe8a540a-9379-42ff-8a65-6c2e00128f33 None None] Provisioning complete for port 9c3cb790-c1ea-49f4-8f60-80d522228c44 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:02.869332 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fe8a540a-9379-42ff-8a65-6c2e00128f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:02.892024 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-aeed7b2d-a2da-4efc-8ee9-fb7b2f9a980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:02.892813 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed7b2d-a2da-4efc-8ee9-fb7b2f9a980d None None] The sync data for ids ['216f18da-7596-442d-af3e-f646c485d21d'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:10:02.962356 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 52c19a5a-7143-4043-b455-c43f5c5be12a up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:10:03.067094 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14512f84-0d5f-4c5b-a98a-80a39fef4e00 req-f0c5e118-f166-4468-a485-475e06590ed7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:03.081119 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-14512f84-0d5f-4c5b-a98a-80a39fef4e00 req-f0c5e118-f166-4468-a485-475e06590ed7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 944 time: 0.1129997 Aug 17 00:10:03.087551 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 52c19a5a-7143-4043-b455-c43f5c5be12a triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:03.087938 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:03.090462 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-fe8a540a-9379-42ff-8a65-6c2e00128f33 None None] Port 9c3cb790-c1ea-49f4-8f60-80d522228c44 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:10:03.174187 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-14512f84-0d5f-4c5b-a98a-80a39fef4e00 req-06de7ee7-bc50-49e8-92ab-9ea90e6e8dd2 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873215 Aug 17 00:10:03.203664 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46414) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:03.223423 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fb87ab9a-bbd0-4fdc-b849-ed370be38505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:03.282280 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0694d971-79c4-46cb-8d27-8903b0c89b03 None None] Provisioning complete for port 9c3cb790-c1ea-49f4-8f60-80d522228c44 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:03.282665 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0694d971-79c4-46cb-8d27-8903b0c89b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:03.328091 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-0694d971-79c4-46cb-8d27-8903b0c89b03 None None] Port 9c3cb790-c1ea-49f4-8f60-80d522228c44 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:10:03.357738 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fb87ab9a-bbd0-4fdc-b849-ed370be38505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:03.362196 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fb87ab9a-bbd0-4fdc-b849-ed370be38505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:03.412139 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fb87ab9a-bbd0-4fdc-b849-ed370be38505 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b879f82c067443b18869652c85176be4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2067239 Aug 17 00:10:03.415373 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46420) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:03.423962 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87ab9a-bbd0-4fdc-b849-ed370be38505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd316b16-280b-44c3-a013-7eefd6736281,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:03.455501 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3dbda611-4c0c-492a-b01b-f0abb5c75802 None None] Provisioning complete for port 9c3cb790-c1ea-49f4-8f60-80d522228c44 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:03.455894 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3dbda611-4c0c-492a-b01b-f0abb5c75802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:03.504309 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-3dbda611-4c0c-492a-b01b-f0abb5c75802 None None] Port 9c3cb790-c1ea-49f4-8f60-80d522228c44 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:10:03.515963 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f5e1a96c-1ca1-4970-a20d-ba2cfe2561c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:03.544104 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f5e1a96c-1ca1-4970-a20d-ba2cfe2561c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:03.634148 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b8094-65f8-4464-88fd-68c12f7db4e6 req-052304dd-05a4-4333-8590-b5eabd60e6c1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:03.635752 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d4b8094-65f8-4464-88fd-68c12f7db4e6 req-052304dd-05a4-4333-8590-b5eabd60e6c1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=69a4f539-e0ba-4990-b2de-8a1bbc47c22f HTTP/1.1" status: 200 len: 907 time: 0.0669520 Aug 17 00:10:03.643348 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f5e1a96c-1ca1-4970-a20d-ba2cfe2561c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:03.646191 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f5e1a96c-1ca1-4970-a20d-ba2cfe2561c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:03.649967 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f5e1a96c-1ca1-4970-a20d-ba2cfe2561c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bd316b16-280b-44c3-a013-7eefd6736281 HTTP/1.1" status: 204 len: 168 time: 0.2312534 Aug 17 00:10:03.659641 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1a96c-1ca1-4970-a20d-ba2cfe2561c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd316b16-280b-44c3-a013-7eefd6736281,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:03.680664 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 66f1a806-6074-41e2-b6bf-ffe8b106bb33 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:10:03.735605 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 66f1a806-6074-41e2-b6bf-ffe8b106bb33 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:03.739601 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 66f1a806-6074-41e2-b6bf-ffe8b106bb33 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:03.740790 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:03.753930 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a51d796-e7ce-447f-92d8-5e5cf244fc78 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:03.838743 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:03.869027 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761cf141-5c0e-4939-adf8-51d1167e6777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f1a806-6074-41e2-b6bf-ffe8b106bb33'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:10:03.871673 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4053b01-6841-4c05-bd27-81a2e2b41707" -d '{"events": [{"server_uuid": "761cf141-5c0e-4939-adf8-51d1167e6777", "name": "network-vif-plugged", "status": "completed", "tag": "66f1a806-6074-41e2-b6bf-ffe8b106bb33"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:10:03.889393 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 66f1a806-6074-41e2-b6bf-ffe8b106bb33, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=66f1a806-6074-41e2-b6bf-ffe8b106bb33,segment=NetworkSegment(a3d77d94-dcaa-457f-8702-164236ed71b1),segment_id=a3d77d94-dcaa-457f-8702-164236ed71b1)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:03.894331 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:03.997771 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-4a51d796-e7ce-447f-92d8-5e5cf244fc78 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting port 9c3cb790-c1ea-49f4-8f60-80d522228c44 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:03.998147 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a51d796-e7ce-447f-92d8-5e5cf244fc78 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:04.081437 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55a270-1489-44a0-b15d-15240501f6a8 req-eba226a9-0731-4bbd-9a7e-520ff1c3c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:04.083028 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f55a270-1489-44a0-b15d-15240501f6a8 req-eba226a9-0731-4bbd-9a7e-520ff1c3c0fe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 1097 time: 0.0727088 Aug 17 00:10:04.087390 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06decde9-178e-4ea7-b77d-d8a8f3d4cceb x-openstack-request-id: req-06decde9-178e-4ea7-b77d-d8a8f3d4cceb {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:10:04.087684 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761cf141-5c0e-4939-adf8-51d1167e6777", "name": "network-vif-plugged", "status": "completed", "tag": "66f1a806-6074-41e2-b6bf-ffe8b106bb33", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:10:04.088025 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-06decde9-178e-4ea7-b77d-d8a8f3d4cceb {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:10:04.088428 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761cf141-5c0e-4939-adf8-51d1167e6777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f1a806-6074-41e2-b6bf-ffe8b106bb33', 'code': 200} Aug 17 00:10:04.114321 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a51d796-e7ce-447f-92d8-5e5cf244fc78 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:04.125695 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=66f1a806-6074-41e2-b6bf-ffe8b106bb33,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:04.134301 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-4a51d796-e7ce-447f-92d8-5e5cf244fc78 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Calling delete_port for 9c3cb790-c1ea-49f4-8f60-80d522228c44 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:04.136529 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f55a270-1489-44a0-b15d-15240501f6a8 req-e03df11a-92db-4d2f-9a72-83a7dd1fcdc2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447626 Aug 17 00:10:04.305008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87159a51-2d1c-4384-bc25-82a888fb4cb2 req-a3e8dbe2-fd84-4a0b-8ef3-e5acf5403aa2 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:04.306869 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-87159a51-2d1c-4384-bc25-82a888fb4cb2 req-a3e8dbe2-fd84-4a0b-8ef3-e5acf5403aa2 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 945 time: 0.0583570 Aug 17 00:10:04.330864 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a51d796-e7ce-447f-92d8-5e5cf244fc78 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:04.354071 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-87159a51-2d1c-4384-bc25-82a888fb4cb2 req-332a2af4-10b2-4e2e-95f2-7d246deb6f36 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403028 Aug 17 00:10:04.359167 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51d796-e7ce-447f-92d8-5e5cf244fc78 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Port': ['ID=9c3cb790-c1ea-49f4-8f60-80d522228c44,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:04.528999 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a51d796-e7ce-447f-92d8-5e5cf244fc78 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:04.690389 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a51d796-e7ce-447f-92d8-5e5cf244fc78 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Router 216f18da-7596-442d-af3e-f646c485d21d has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:10:04.763292 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43c0d3-d2c3-4921-a70e-1167d411f57e req-8152f99f-34a3-427a-9dcb-e16d7ea3c247 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:04.772596 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff43c0d3-d2c3-4921-a70e-1167d411f57e req-8152f99f-34a3-427a-9dcb-e16d7ea3c247 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=69a4f539-e0ba-4990-b2de-8a1bbc47c22f HTTP/1.1" status: 200 len: 907 time: 0.0623970 Aug 17 00:10:04.775625 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a51d796-e7ce-447f-92d8-5e5cf244fc78 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:10:04.786174 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0948538f-053a-4ee2-9545-445a5d431761 None None] Sync routers for ids ['216f18da-7596-442d-af3e-f646c485d21d'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:10:04.786726 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4a51d796-e7ce-447f-92d8-5e5cf244fc78 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "PUT /v2.0/routers/216f18da-7596-442d-af3e-f646c485d21d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0198267 Aug 17 00:10:04.789690 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46460) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:04.797228 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0948538f-053a-4ee2-9545-445a5d431761 None None] Routers {'216f18da-7596-442d-af3e-f646c485d21d'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:04.797927 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-0948538f-053a-4ee2-9545-445a5d431761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:09:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['216f18da-7596-442d-af3e-f646c485d21d'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:04.814310 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b832553-3486-498b-8c68-af36b32f1348 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] GET failed (client error): The resource could not be found. Aug 17 00:10:04.815829 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6b832553-3486-498b-8c68-af36b32f1348 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "GET /v2.0/ports/9c3cb790-c1ea-49f4-8f60-80d522228c44 HTTP/1.1" status: 404 len: 333 time: 0.0258210 Aug 17 00:10:04.819733 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46462) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:04.832119 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-0948538f-053a-4ee2-9545-445a5d431761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:04.841511 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0948538f-053a-4ee2-9545-445a5d431761 None None] Routers {'216f18da-7596-442d-af3e-f646c485d21d'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:04.842511 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-0948538f-053a-4ee2-9545-445a5d431761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:09:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['216f18da-7596-442d-af3e-f646c485d21d'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:04.881562 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-0948538f-053a-4ee2-9545-445a5d431761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:04.882223 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0948538f-053a-4ee2-9545-445a5d431761 None None] The sync data for ids ['216f18da-7596-442d-af3e-f646c485d21d'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:10:04.898065 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-55fbc914-5bd6-4a1e-ab97-0247a85e6eb2 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:05.095930 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29147f0-a5b6-4180-a804-5b41fdfad5f9 req-8f7d6725-5650-4c42-a525-5f88f08fc824 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:05.097416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c29147f0-a5b6-4180-a804-5b41fdfad5f9 req-8f7d6725-5650-4c42-a525-5f88f08fc824 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.64 "GET /v2.0/ports?device_id=69a4f539-e0ba-4990-b2de-8a1bbc47c22f HTTP/1.1" status: 200 len: 907 time: 0.1368713 Aug 17 00:10:05.101205 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-55fbc914-5bd6-4a1e-ab97-0247a85e6eb2 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:05.103573 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-55fbc914-5bd6-4a1e-ab97-0247a85e6eb2 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:05.208529 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-55fbc914-5bd6-4a1e-ab97-0247a85e6eb2 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:05.209448 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fbc914-5bd6-4a1e-ab97-0247a85e6eb2 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Fanout notify agent at l3_agent the message router_deleted on router 216f18da-7596-442d-af3e-f646c485d21d {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:10:05.219020 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-55fbc914-5bd6-4a1e-ab97-0247a85e6eb2 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:05.220141 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-55fbc914-5bd6-4a1e-ab97-0247a85e6eb2 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/routers/216f18da-7596-442d-af3e-f646c485d21d HTTP/1.1" status: 204 len: 168 time: 0.3995039 Aug 17 00:10:05.222918 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46478) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:05.265551 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-c29147f0-a5b6-4180-a804-5b41fdfad5f9 req-7bcb6aae-1b87-40f5-9211-6a0ac42ebc8b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Deleting port 52fb3ad2-ae51-454a-854b-e06627a14550 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:05.265906 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c29147f0-a5b6-4180-a804-5b41fdfad5f9 req-7bcb6aae-1b87-40f5-9211-6a0ac42ebc8b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:05.292677 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee513b6-a2bb-403a-9707-3ad2f15e6369 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting subnet 606ad796-b637-4762-a9d0-f2ecf53d7ae0 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:10:05.296000 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ee513b6-a2bb-403a-9707-3ad2f15e6369 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:05.345909 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ee513b6-a2bb-403a-9707-3ad2f15e6369 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:05.367539 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-c29147f0-a5b6-4180-a804-5b41fdfad5f9 req-7bcb6aae-1b87-40f5-9211-6a0ac42ebc8b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] For port 52fb3ad2-ae51-454a-854b-e06627a14550, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=52fb3ad2-ae51-454a-854b-e06627a14550,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:05.368153 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c29147f0-a5b6-4180-a804-5b41fdfad5f9 req-7bcb6aae-1b87-40f5-9211-6a0ac42ebc8b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:05.381821 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-c29147f0-a5b6-4180-a804-5b41fdfad5f9 req-7bcb6aae-1b87-40f5-9211-6a0ac42ebc8b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Calling delete_port for 52fb3ad2-ae51-454a-854b-e06627a14550 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:05.452978 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ee513b6-a2bb-403a-9707-3ad2f15e6369 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:05.527190 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ee513b6-a2bb-403a-9707-3ad2f15e6369 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:05.558920 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6531b-af19-4084-a0ee-99b723d44074 req-12eb25a4-de8c-45c0-8307-e9a1ffa14ded tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:05.562290 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3f6531b-af19-4084-a0ee-99b723d44074 req-12eb25a4-de8c-45c0-8307-e9a1ffa14ded tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 945 time: 0.0941274 Aug 17 00:10:05.569873 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee513b6-a2bb-403a-9707-3ad2f15e6369 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Subnet': ['ID=606ad796-b637-4762-a9d0-f2ecf53d7ae0,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:05.573880 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ee513b6-a2bb-403a-9707-3ad2f15e6369 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:05.576796 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9ee513b6-a2bb-403a-9707-3ad2f15e6369 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/subnets/606ad796-b637-4762-a9d0-f2ecf53d7ae0 HTTP/1.1" status: 204 len: 168 time: 0.3510559 Aug 17 00:10:05.579694 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46502) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:05.584410 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43e0bd7-d379-4d63-af98-dc9a731615f1 None None] Network a4f88caa-ca4d-4d1f-ba3d-07e1568a37a1 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:05.594690 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c29147f0-a5b6-4180-a804-5b41fdfad5f9 req-7bcb6aae-1b87-40f5-9211-6a0ac42ebc8b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:05.635900 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb6aae-1b87-40f5-9211-6a0ac42ebc8b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Pushing event deleted for resources: {'Port': ['ID=52fb3ad2-ae51-454a-854b-e06627a14550,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:05.651209 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3f6531b-af19-4084-a0ee-99b723d44074 req-8c22ac0d-5e2c-401c-93bd-bbe768c1f1b9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840504 Aug 17 00:10:05.693895 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29147f0-a5b6-4180-a804-5b41fdfad5f9 req-7bcb6aae-1b87-40f5-9211-6a0ac42ebc8b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] No DVR routers for this DVR port 52fb3ad2-ae51-454a-854b-e06627a14550 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:10:05.697941 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c29147f0-a5b6-4180-a804-5b41fdfad5f9 req-7bcb6aae-1b87-40f5-9211-6a0ac42ebc8b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:05.700285 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c29147f0-a5b6-4180-a804-5b41fdfad5f9 req-7bcb6aae-1b87-40f5-9211-6a0ac42ebc8b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.64 "DELETE /v2.0/ports/52fb3ad2-ae51-454a-854b-e06627a14550 HTTP/1.1" status: 204 len: 173 time: 0.5949845 Aug 17 00:10:05.701146 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a4f539-e0ba-4990-b2de-8a1bbc47c22f', 'name': 'network-vif-deleted', 'tag': '52fb3ad2-ae51-454a-854b-e06627a14550'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:10:05.704216 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803413fa-e9d4-4f77-9ac6-522053709bd2" -d '{"events": [{"server_uuid": "69a4f539-e0ba-4990-b2de-8a1bbc47c22f", "name": "network-vif-deleted", "tag": "52fb3ad2-ae51-454a-854b-e06627a14550"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:10:05.745170 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e2308194-88d6-4b55-b376-7ebd2f4df6dd tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:05.856410 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d8440-2143-4fb9-957d-abb82aee46b5 req-798f49dc-cbc4-4d15-9b62-f46096ac2c6d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:05.867806 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c04d8440-2143-4fb9-957d-abb82aee46b5 req-798f49dc-cbc4-4d15-9b62-f46096ac2c6d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 945 time: 0.0895052 Aug 17 00:10:05.870723 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbd03e4-8144-410f-ac5f-db11a7a0d850 x-openstack-request-id: req-5dbd03e4-8144-410f-ac5f-db11a7a0d850 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:10:05.871190 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a4f539-e0ba-4990-b2de-8a1bbc47c22f", "name": "network-vif-deleted", "tag": "52fb3ad2-ae51-454a-854b-e06627a14550", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:10:05.871682 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5dbd03e4-8144-410f-ac5f-db11a7a0d850 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:10:05.872312 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a4f539-e0ba-4990-b2de-8a1bbc47c22f', 'name': 'network-vif-deleted', 'tag': '52fb3ad2-ae51-454a-854b-e06627a14550', 'status': 'completed', 'code': 200} Aug 17 00:10:05.905090 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-e2308194-88d6-4b55-b376-7ebd2f4df6dd tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting port 52c19a5a-7143-4043-b455-c43f5c5be12a {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:05.905673 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e2308194-88d6-4b55-b376-7ebd2f4df6dd tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:05.928320 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c04d8440-2143-4fb9-957d-abb82aee46b5 req-7d234599-bd2d-4073-8607-1a6208eceeee tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547037 Aug 17 00:10:05.946120 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46536) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:06.025261 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a878c85-ff30-4c0b-87c7-c2f398f56296 None None] DHCP port deletion for a4f88caa-ca4d-4d1f-ba3d-07e1568a37a1 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:10:06.053986 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7b2d56-aae4-45a0-8f36-0de9279d12e5 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:06.059862 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bc7b2d56-aae4-45a0-8f36-0de9279d12e5 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 1092 time: 0.1076500 Aug 17 00:10:06.060909 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46542) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:06.072943 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-00c2a0c0-f957-4265-87fb-5bdb29d6f934 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'port_id': '66f1a806-6074-41e2-b6bf-ffe8b106bb33', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:06.075855 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-e2308194-88d6-4b55-b376-7ebd2f4df6dd tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] For port 52c19a5a-7143-4043-b455-c43f5c5be12a, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=52c19a5a-7143-4043-b455-c43f5c5be12a,segment=NetworkSegment(752d7102-7c4b-46a7-ba61-59498626782a),segment_id=752d7102-7c4b-46a7-ba61-59498626782a)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:06.076238 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e2308194-88d6-4b55-b376-7ebd2f4df6dd tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:06.092065 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-e2308194-88d6-4b55-b376-7ebd2f4df6dd tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Calling delete_port for 52c19a5a-7143-4043-b455-c43f5c5be12a owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:06.126681 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4e094c86-4fa5-4746-a288-7d8fc5f9df5b req-ec766b4c-b099-4df9-af6c-2cdbff5b4bc7 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=69a4f539-e0ba-4990-b2de-8a1bbc47c22f HTTP/1.1" status: 200 len: 210 time: 0.0442655 Aug 17 00:10:06.149409 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-00c2a0c0-f957-4265-87fb-5bdb29d6f934 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for floatingip, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:06.151958 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-9a878c85-ff30-4c0b-87c7-c2f398f56296 None None] Deleting port 52c19a5a-7143-4043-b455-c43f5c5be12a {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:06.152576 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9a878c85-ff30-4c0b-87c7-c2f398f56296 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:06.266250 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e2308194-88d6-4b55-b376-7ebd2f4df6dd tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:06.286914 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-00c2a0c0-f957-4265-87fb-5bdb29d6f934 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:06.287761 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2308194-88d6-4b55-b376-7ebd2f4df6dd tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] No DVR routers for this DVR port 52c19a5a-7143-4043-b455-c43f5c5be12a on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:10:06.318450 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-9a878c85-ff30-4c0b-87c7-c2f398f56296 None None] For port 52c19a5a-7143-4043-b455-c43f5c5be12a, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=52c19a5a-7143-4043-b455-c43f5c5be12a,segment=NetworkSegment(752d7102-7c4b-46a7-ba61-59498626782a),segment_id=752d7102-7c4b-46a7-ba61-59498626782a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:06.318912 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9a878c85-ff30-4c0b-87c7-c2f398f56296 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:06.357818 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-9a878c85-ff30-4c0b-87c7-c2f398f56296 None None] Calling delete_port for 52c19a5a-7143-4043-b455-c43f5c5be12a owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:06.420359 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2308194-88d6-4b55-b376-7ebd2f4df6dd tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Port': ['ID=52c19a5a-7143-4043-b455-c43f5c5be12a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:06.449085 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e2308194-88d6-4b55-b376-7ebd2f4df6dd tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:06.470391 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-e2308194-88d6-4b55-b376-7ebd2f4df6dd tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f88caa-ca4d-4d1f-ba3d-07e1568a37a1']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:06.496255 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-e2308194-88d6-4b55-b376-7ebd2f4df6dd tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752d7102-7c4b-46a7-ba61-59498626782a') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:06.497800 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-e2308194-88d6-4b55-b376-7ebd2f4df6dd tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752d7102-7c4b-46a7-ba61-59498626782a') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:06.500090 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-00c2a0c0-f957-4265-87fb-5bdb29d6f934 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Allocated IP 172.25.3.107 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/0d1c5c55-16ac-4a42-91d7-e13e065910f0) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:06.518733 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9a878c85-ff30-4c0b-87c7-c2f398f56296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:06.530837 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e2308194-88d6-4b55-b376-7ebd2f4df6dd tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:06.551308 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e2308194-88d6-4b55-b376-7ebd2f4df6dd tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:06.560439 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2308194-88d6-4b55-b376-7ebd2f4df6dd tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:10:06.561683 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e2308194-88d6-4b55-b376-7ebd2f4df6dd tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:06.575288 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a878c85-ff30-4c0b-87c7-c2f398f56296 None None] Pushing event deleted for resources: {'Port': ['ID=52c19a5a-7143-4043-b455-c43f5c5be12a,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:06.578151 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a878c85-ff30-4c0b-87c7-c2f398f56296 None None] No DVR routers for this DVR port 52c19a5a-7143-4043-b455-c43f5c5be12a on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:10:06.588788 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:10:06.663679 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-00c2a0c0-f957-4265-87fb-5bdb29d6f934 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:06.678816 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e2308194-88d6-4b55-b376-7ebd2f4df6dd tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:06.688162 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e2308194-88d6-4b55-b376-7ebd2f4df6dd tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:06.691323 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e2308194-88d6-4b55-b376-7ebd2f4df6dd tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/networks/a4f88caa-ca4d-4d1f-ba3d-07e1568a37a1 HTTP/1.1" status: 204 len: 168 time: 1.1111290 Aug 17 00:10:06.703605 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46568) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:06.705232 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2308194-88d6-4b55-b376-7ebd2f4df6dd tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Network': ['ID=a4f88caa-ca4d-4d1f-ba3d-07e1568a37a1,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:06.752957 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7816be12-3683-4bc7-b84d-bbe373b84d8f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:06.754454 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7816be12-3683-4bc7-b84d-bbe373b84d8f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "GET /v2.0/ports/5cd48e09-66f6-42dc-9ef7-395e3701fe95 HTTP/1.1" status: 200 len: 841 time: 0.0562391 Aug 17 00:10:06.756735 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-00c2a0c0-f957-4265-87fb-5bdb29d6f934 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:06.760384 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46572) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:06.814462 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-04b00e04-8207-4efe-af26-b9dd5b50c5f7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "GET /v2.0/ports/5cd48e09-66f6-42dc-9ef7-395e3701fe95?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0493169 Aug 17 00:10:06.814462 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46574) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:06.814841 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46576) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:06.827191 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-40f2bfa9-d88c-4bd1-8be2-fce2c873f1a5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'subnet': {'network_id': '1fab6eb3-70f0-46be-bff4-45c484ae2755', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:06.831371 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c2a0c0-f957-4265-87fb-5bdb29d6f934 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:06.834482 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-00c2a0c0-f957-4265-87fb-5bdb29d6f934 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:06.840655 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c2a0c0-f957-4265-87fb-5bdb29d6f934 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:10:06.868314 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 52c19a5a-7143-4043-b455-c43f5c5be12a no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:10:06.890170 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 52c19a5a-7143-4043-b455-c43f5c5be12a {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:10:06.890769 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 52c19a5a-7143-4043-b455-c43f5c5be12a not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:10:06.928242 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2a0c0-f957-4265-87fb-5bdb29d6f934 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Port': ['ID=0d1c5c55-16ac-4a42-91d7-e13e065910f0,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:06.961057 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f2bfa9-d88c-4bd1-8be2-fce2c873f1a5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:10:06.965410 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-40f2bfa9-d88c-4bd1-8be2-fce2c873f1a5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:06.975814 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-efc4ddf3-1bbd-4288-97b2-110a27bbbef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:07.221780 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-efc4ddf3-1bbd-4288-97b2-110a27bbbef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:07.231231 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-efc4ddf3-1bbd-4288-97b2-110a27bbbef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:07.256085 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-40f2bfa9-d88c-4bd1-8be2-fce2c873f1a5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:07.310325 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4ddf3-1bbd-4288-97b2-110a27bbbef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b57362f-8375-4abe-a716-145a6c03244a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:07.324355 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-efc4ddf3-1bbd-4288-97b2-110a27bbbef9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=68b6c234bc674f91991bf8a453270f41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5114191 Aug 17 00:10:07.331587 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f2bfa9-d88c-4bd1-8be2-fce2c873f1a5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network 1fab6eb3-70f0-46be-bff4-45c484ae2755 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:07.332314 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46584) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:07.344529 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-40f2bfa9-d88c-4bd1-8be2-fce2c873f1a5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:07.355768 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c42642-54c6-436a-99b6-78540da81059 None None] Network 1fab6eb3-70f0-46be-bff4-45c484ae2755 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:07.356537 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f2bfa9-d88c-4bd1-8be2-fce2c873f1a5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:07.357175 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-40f2bfa9-d88c-4bd1-8be2-fce2c873f1a5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:07.372867 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2bfa9-d88c-4bd1-8be2-fce2c873f1a5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Subnet': ['ID=54cf2ccb-f9c1-432e-a782-a99badacd2d6,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:07.412548 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-40f2bfa9-d88c-4bd1-8be2-fce2c873f1a5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5951481 Aug 17 00:10:07.417217 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46588) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:07.421984 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a15dd323-a73a-403b-9fa7-8a80d52ded95 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'security_group': {'name': 'tempest-secgroup-2087454141'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:07.426405 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7eb322b1-b457-43ed-9467-56fe4839af43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:07.463762 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7eb322b1-b457-43ed-9467-56fe4839af43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:07.478883 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a15dd323-a73a-403b-9fa7-8a80d52ded95 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:07.557366 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7eb322b1-b457-43ed-9467-56fe4839af43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:07.560119 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7eb322b1-b457-43ed-9467-56fe4839af43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:07.564026 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7eb322b1-b457-43ed-9467-56fe4839af43 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9b57362f-8375-4abe-a716-145a6c03244a HTTP/1.1" status: 204 len: 168 time: 0.2282801 Aug 17 00:10:07.576060 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb322b1-b457-43ed-9467-56fe4839af43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b57362f-8375-4abe-a716-145a6c03244a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:07.602475 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cb7fe1-679e-40c4-ade4-13ad35e326c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-1fab6eb3-70f0-46be-bff4-45c484ae2755', 'network_id': '1fab6eb3-70f0-46be-bff4-45c484ae2755', 'tenant_id': '762c646ae5fa4693aa08990d829193d7', 'fixed_ips': [{'subnet_id': '54cf2ccb-f9c1-432e-a782-a99badacd2d6'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:10:07.604267 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e0cb7fe1-679e-40c4-ade4-13ad35e326c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:07.623650 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151663b4-5165-43c1-94c1-6cb352b6627d req-bfd46659-8ee4-4c22-8fff-54c16cf333d3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:07.625243 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-151663b4-5165-43c1-94c1-6cb352b6627d req-bfd46659-8ee4-4c22-8fff-54c16cf333d3 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=384f4372-e515-46ee-951f-93143648ed2b HTTP/1.1" status: 200 len: 945 time: 0.1227419 Aug 17 00:10:07.650554 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a15dd323-a73a-403b-9fa7-8a80d52ded95 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:07.656986 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a15dd323-a73a-403b-9fa7-8a80d52ded95 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:07.693180 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15dd323-a73a-403b-9fa7-8a80d52ded95 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb2707e-3ef0-4777-a833-37c323ded44e,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:07.693322 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-151663b4-5165-43c1-94c1-6cb352b6627d req-d3b7ef9b-4cf0-41ee-bcb5-5bde7e72f015 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528975 Aug 17 00:10:07.695314 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a15dd323-a73a-403b-9fa7-8a80d52ded95 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:07.697220 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a15dd323-a73a-403b-9fa7-8a80d52ded95 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2784503 Aug 17 00:10:07.702881 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-00c2a0c0-f957-4265-87fb-5bdb29d6f934 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:07.704866 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46592) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:07.710607 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-fa1a15a2-c930-4cf0-9c33-e79ff467781e tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'security_group': {'name': 'tempest-secgroup-1119788200'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:07.736374 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fa1a15a2-c930-4cf0-9c33-e79ff467781e tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:07.744353 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 52fb3ad2-ae51-454a-854b-e06627a14550 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:10:07.779260 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 52fb3ad2-ae51-454a-854b-e06627a14550 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:10:07.779676 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 52fb3ad2-ae51-454a-854b-e06627a14550 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:10:07.810754 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-00c2a0c0-f957-4265-87fb-5bdb29d6f934 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:07.835958 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-e0cb7fe1-679e-40c4-ade4-13ad35e326c8 None None] Allocated IP 172.20.0.2 (1fab6eb3-70f0-46be-bff4-45c484ae2755/54cf2ccb-f9c1-432e-a782-a99badacd2d6/e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:07.858071 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fa1a15a2-c930-4cf0-9c33-e79ff467781e tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:07.865899 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fa1a15a2-c930-4cf0-9c33-e79ff467781e tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:07.912941 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a15a2-c930-4cf0-9c33-e79ff467781e tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=899f428a-60c9-453e-8a06-d5b12ee4b7e5,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:07.927045 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fa1a15a2-c930-4cf0-9c33-e79ff467781e tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:07.931380 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fa1a15a2-c930-4cf0-9c33-e79ff467781e tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2233262 Aug 17 00:10:07.931812 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46598) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:07.938676 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-22e67d25-6ec1-46da-9a41-d8b727a204e1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1852245956', 'security_groups': ['899f428a-60c9-453e-8a06-d5b12ee4b7e5'], 'network_id': '1fab6eb3-70f0-46be-bff4-45c484ae2755', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '54cf2ccb-f9c1-432e-a782-a99badacd2d6'}]}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:08.015922 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e0cb7fe1-679e-40c4-ade4-13ad35e326c8 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:08.024823 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e0cb7fe1-679e-40c4-ade4-13ad35e326c8 None None] Transition to ACTIVE for port object e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:08.041237 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e0cb7fe1-679e-40c4-ade4-13ad35e326c8 None None] Transition to ACTIVE for port object e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:08.051644 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e0cb7fe1-679e-40c4-ade4-13ad35e326c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:08.053321 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-00c2a0c0-f957-4265-87fb-5bdb29d6f934 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:08.054600 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46600) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:08.072827 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-00c2a0c0-f957-4265-87fb-5bdb29d6f934 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:08.075674 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-308664bf-62e8-4a84-a41d-e122f60b3938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:08.081553 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e67d25-6ec1-46da-9a41-d8b727a204e1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:10:08.091733 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cb7fe1-679e-40c4-ade4-13ad35e326c8 None None] Network 1fab6eb3-70f0-46be-bff4-45c484ae2755 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:08.096678 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-e0cb7fe1-679e-40c4-ade4-13ad35e326c8 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:08.102149 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cb7fe1-679e-40c4-ade4-13ad35e326c8 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:10:08.111133 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb7fe1-679e-40c4-ade4-13ad35e326c8 None None] Pushing event updated for resources: {'Port': ['ID=e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:08.167537 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e0cb7fe1-679e-40c4-ade4-13ad35e326c8 None None] Attempting to bind port e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:10:08.168347 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e0cb7fe1-679e-40c4-ade4-13ad35e326c8 None None] Attempting to bind port e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '87cf7d53-8143-48a8-ab2a-6415b262c980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1fab6eb3-70f0-46be-bff4-45c484ae2755'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:10:08.168975 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cb7fe1-679e-40c4-ade4-13ad35e326c8 None None] Attempting to bind port e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f on network 1fab6eb3-70f0-46be-bff4-45c484ae2755 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:10:08.170357 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2a0c0-f957-4265-87fb-5bdb29d6f934 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Port': ['ID=0d1c5c55-16ac-4a42-91d7-e13e065910f0,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:08.175360 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cb7fe1-679e-40c4-ade4-13ad35e326c8 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:10:08.176051 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cb7fe1-679e-40c4-ade4-13ad35e326c8 None None] Checking segment: {'id': '87cf7d53-8143-48a8-ab2a-6415b262c980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1fab6eb3-70f0-46be-bff4-45c484ae2755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:10:08.176646 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e0cb7fe1-679e-40c4-ade4-13ad35e326c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:08.178527 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cb7fe1-679e-40c4-ade4-13ad35e326c8 None None] Bound using segment: {'id': '87cf7d53-8143-48a8-ab2a-6415b262c980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1fab6eb3-70f0-46be-bff4-45c484ae2755'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:10:08.179225 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e0cb7fe1-679e-40c4-ade4-13ad35e326c8 None None] Bound port: e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87cf7d53-8143-48a8-ab2a-6415b262c980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1fab6eb3-70f0-46be-bff4-45c484ae2755'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:10:08.179806 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e0cb7fe1-679e-40c4-ade4-13ad35e326c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:08.183515 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-22e67d25-6ec1-46da-9a41-d8b727a204e1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:08.193682 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-00c2a0c0-f957-4265-87fb-5bdb29d6f934 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:08.202192 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-22e67d25-6ec1-46da-9a41-d8b727a204e1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] device_id is not set on port 44e6c137-3c25-490e-8aad-c7b59eeaf8c4 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:10:08.253524 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-e0cb7fe1-679e-40c4-ade4-13ad35e326c8 None None] For port e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:10:08.257139 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-e0cb7fe1-679e-40c4-ade4-13ad35e326c8 None None] For port e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f,segment=NetworkSegment(87cf7d53-8143-48a8-ab2a-6415b262c980),segment_id=87cf7d53-8143-48a8-ab2a-6415b262c980)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:10:08.262351 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e0cb7fe1-679e-40c4-ade4-13ad35e326c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:08.332862 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb7fe1-679e-40c4-ade4-13ad35e326c8 None None] Pushing event updated for resources: {'Port': ['ID=e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:08.355461 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-00c2a0c0-f957-4265-87fb-5bdb29d6f934 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Floating IP 9ed1765e-d8a9-4a36-af7c-1ea2d15f0cf6 associated. External IP: 172.25.3.107, port: 66f1a806-6074-41e2-b6bf-ffe8b106bb33. Aug 17 00:10:08.404440 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-22e67d25-6ec1-46da-9a41-d8b727a204e1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Allocated IP 172.20.0.8 (1fab6eb3-70f0-46be-bff4-45c484ae2755/54cf2ccb-f9c1-432e-a782-a99badacd2d6/44e6c137-3c25-490e-8aad-c7b59eeaf8c4) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:08.408212 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-308664bf-62e8-4a84-a41d-e122f60b3938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:08.415782 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-308664bf-62e8-4a84-a41d-e122f60b3938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:08.485944 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-308664bf-62e8-4a84-a41d-e122f60b3938 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f81b18c1633482faf85d032c529ae66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4300463 Aug 17 00:10:08.491491 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46602) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:08.522781 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308664bf-62e8-4a84-a41d-e122f60b3938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea21b39-11bd-40fb-aabe-c4faf95c4340,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:08.603425 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-22e67d25-6ec1-46da-9a41-d8b727a204e1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:08.626174 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-22e67d25-6ec1-46da-9a41-d8b727a204e1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Transition to ACTIVE for port object 44e6c137-3c25-490e-8aad-c7b59eeaf8c4 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:08.648418 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-15440602-d54d-4b76-bede-0d491dcc0bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:08.671273 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-22e67d25-6ec1-46da-9a41-d8b727a204e1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:08.704380 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-15440602-d54d-4b76-bede-0d491dcc0bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:08.721346 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e67d25-6ec1-46da-9a41-d8b727a204e1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network 1fab6eb3-70f0-46be-bff4-45c484ae2755 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:08.725399 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-22e67d25-6ec1-46da-9a41-d8b727a204e1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:08.729870 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e67d25-6ec1-46da-9a41-d8b727a204e1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:10:08.736605 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e67d25-6ec1-46da-9a41-d8b727a204e1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Port': ['ID=44e6c137-3c25-490e-8aad-c7b59eeaf8c4,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:08.747510 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c2a0c0-f957-4265-87fb-5bdb29d6f934 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Router 188f5d4f-8076-4d5f-bfae-375bef6d2a03 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:10:08.786313 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e67d25-6ec1-46da-9a41-d8b727a204e1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:08.787973 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-22e67d25-6ec1-46da-9a41-d8b727a204e1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:08.817565 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-22e67d25-6ec1-46da-9a41-d8b727a204e1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8839204 Aug 17 00:10:08.819118 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46606) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:08.829843 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-6f69a0f4-f2bc-43e5-b1a5-42d5cb4ce012 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'subnet': {'network_id': '1fab6eb3-70f0-46be-bff4-45c484ae2755', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:08.901880 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482b067-d169-44d5-9743-6727ac59e70b req-ea721c1a-1fe4-4453-bdcb-f4030c501505 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:08.903567 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1482b067-d169-44d5-9743-6727ac59e70b req-ea721c1a-1fe4-4453-bdcb-f4030c501505 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.64 "GET /v2.0/ports?device_id=384f4372-e515-46ee-951f-93143648ed2b HTTP/1.1" status: 200 len: 945 time: 0.1524677 Aug 17 00:10:08.914010 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4138ff1-d37d-4352-8c73-8b5b7aa54ed1 req-46a7588a-9171-4468-bc33-1c765829c70d tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:08.915561 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4138ff1-d37d-4352-8c73-8b5b7aa54ed1 req-46a7588a-9171-4468-bc33-1c765829c70d tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=384f4372-e515-46ee-951f-93143648ed2b HTTP/1.1" status: 200 len: 945 time: 0.1474247 Aug 17 00:10:08.916227 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-15440602-d54d-4b76-bede-0d491dcc0bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:08.918825 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-15440602-d54d-4b76-bede-0d491dcc0bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:08.919911 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-15440602-d54d-4b76-bede-0d491dcc0bf3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ea21b39-11bd-40fb-aabe-c4faf95c4340 HTTP/1.1" status: 204 len: 168 time: 0.4257874 Aug 17 00:10:08.928260 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:10:08.992343 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:08.998893 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15440602-d54d-4b76-bede-0d491dcc0bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea21b39-11bd-40fb-aabe-c4faf95c4340,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:09.020368 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f69a0f4-f2bc-43e5-b1a5-42d5cb4ce012 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:10:09.027013 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6f69a0f4-f2bc-43e5-b1a5-42d5cb4ce012 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:09.125666 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4138ff1-d37d-4352-8c73-8b5b7aa54ed1 req-8e8379d3-d404-4d7c-8b50-6189720198bb tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641002 Aug 17 00:10:09.131133 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c2a0c0-f957-4265-87fb-5bdb29d6f934 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:10:09.147514 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e84f93-499f-4163-9ab3-24cf6c7aa494 None None] Sync routers for ids ['188f5d4f-8076-4d5f-bfae-375bef6d2a03'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:10:09.158086 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e84f93-499f-4163-9ab3-24cf6c7aa494 None None] Routers {'188f5d4f-8076-4d5f-bfae-375bef6d2a03'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:09.159322 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e8e84f93-499f-4163-9ab3-24cf6c7aa494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:09:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['188f5d4f-8076-4d5f-bfae-375bef6d2a03'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:09.169876 n-d-800088-20 neutron-server[101402]: INFO neutron.db.ipam_backend_mixin [None req-6f69a0f4-f2bc-43e5-b1a5-42d5cb4ce012 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 54cf2ccb-f9c1-432e-a782-a99badacd2d6 (CIDR: 172.20.0.0/28) Aug 17 00:10:09.171787 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-00c2a0c0-f957-4265-87fb-5bdb29d6f934 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:09.174334 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f69a0f4-f2bc-43e5-b1a5-42d5cb4ce012 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:10:09.175240 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f69a0f4-f2bc-43e5-b1a5-42d5cb4ce012 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:10:09.194201 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6f69a0f4-f2bc-43e5-b1a5-42d5cb4ce012 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3734183 Aug 17 00:10:09.197166 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46612) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:09.199926 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-1482b067-d169-44d5-9743-6727ac59e70b req-7b91515c-c26c-4c99-8916-c62e3fdeaa5f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Deleting port d17a5703-97f8-4991-821d-1214497843af {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:09.200289 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1482b067-d169-44d5-9743-6727ac59e70b req-7b91515c-c26c-4c99-8916-c62e3fdeaa5f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:09.204830 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-ae351711-9784-4faa-83d8-6d4979f804b7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'subnet': {'network_id': '1fab6eb3-70f0-46be-bff4-45c484ae2755', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:09.306179 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-00c2a0c0-f957-4265-87fb-5bdb29d6f934 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2441447 Aug 17 00:10:09.308783 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761cf141-5c0e-4939-adf8-51d1167e6777', 'tag': '66f1a806-6074-41e2-b6bf-ffe8b106bb33'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:10:09.314020 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cec6811-5b66-452e-acea-5d5b3de0df19" -d '{"events": [{"name": "network-changed", "server_uuid": "761cf141-5c0e-4939-adf8-51d1167e6777", "tag": "66f1a806-6074-41e2-b6bf-ffe8b106bb33"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:10:09.354572 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-e8e84f93-499f-4163-9ab3-24cf6c7aa494 None None] Set router 188f5d4f-8076-4d5f-bfae-375bef6d2a03 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:10:09.384395 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae351711-9784-4faa-83d8-6d4979f804b7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:10:09.392443 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ae351711-9784-4faa-83d8-6d4979f804b7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:09.400622 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51486544-abd1-42c0-9d6a-3bd246d33bbf x-openstack-request-id: req-51486544-abd1-42c0-9d6a-3bd246d33bbf {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:10:09.401181 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761cf141-5c0e-4939-adf8-51d1167e6777", "tag": "66f1a806-6074-41e2-b6bf-ffe8b106bb33", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:10:09.401686 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-51486544-abd1-42c0-9d6a-3bd246d33bbf {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:10:09.402339 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761cf141-5c0e-4939-adf8-51d1167e6777', 'tag': '66f1a806-6074-41e2-b6bf-ffe8b106bb33', 'status': 'completed', 'code': 200} Aug 17 00:10:09.415890 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-1482b067-d169-44d5-9743-6727ac59e70b req-7b91515c-c26c-4c99-8916-c62e3fdeaa5f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] For port d17a5703-97f8-4991-821d-1214497843af, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d17a5703-97f8-4991-821d-1214497843af,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:09.416532 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1482b067-d169-44d5-9743-6727ac59e70b req-7b91515c-c26c-4c99-8916-c62e3fdeaa5f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:09.476651 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-1482b067-d169-44d5-9743-6727ac59e70b req-7b91515c-c26c-4c99-8916-c62e3fdeaa5f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Calling delete_port for d17a5703-97f8-4991-821d-1214497843af owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:09.571505 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec6811-5b66-452e-acea-5d5b3de0df19 req-be0b2792-9902-4182-9b15-9973f40ba861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:09.573088 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9cec6811-5b66-452e-acea-5d5b3de0df19 req-be0b2792-9902-4182-9b15-9973f40ba861 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 1097 time: 0.1535745 Aug 17 00:10:09.594284 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07589bc6-b2c1-438f-abae-410e2088a8ed req-bfeae49a-3982-4321-b64d-5851bf21fb6f tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:09.596277 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07589bc6-b2c1-438f-abae-410e2088a8ed req-bfeae49a-3982-4321-b64d-5851bf21fb6f tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 945 time: 0.1574807 Aug 17 00:10:09.683454 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f607fe09-d426-4ab1-b74b-fa931cc9b512 None None] Provisioning complete for port 5cd48e09-66f6-42dc-9ef7-395e3701fe95 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:09.686289 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f607fe09-d426-4ab1-b74b-fa931cc9b512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:09.755593 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07589bc6-b2c1-438f-abae-410e2088a8ed req-ef61d526-045b-4e26-89d2-9552b70da363 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401954 Aug 17 00:10:09.770605 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e8e84f93-499f-4163-9ab3-24cf6c7aa494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703126848', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:09:41Z', 'updated_at': '2021-08-17T00:09:47Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:20:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:09:42Z', 'updated_at': '2021-08-17T00:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '9ed1765e-d8a9-4a36-af7c-1ea2d15f0cf6', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'floating_ip_address': '172.25.3.107', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'port_id': '66f1a806-6074-41e2-b6bf-ffe8b106bb33', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb', 'mac_address': 'fa:16:3e:8f:18:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761cf141-5c0e-4939-adf8-51d1167e6777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:10:07Z', 'updated_at': '2021-08-17T00:10:07Z', 'revision_number': 0, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c38addb-f41a-4393-93a2-54294b867d86', 'name': '', 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:45:32:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '73b53c9e-690d-4ae5-a351-0735e7acef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:09:46Z', 'updated_at': '2021-08-17T00:09:55Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': '73b53c9e-690d-4ae5-a351-0735e7acef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:09.783143 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f607fe09-d426-4ab1-b74b-fa931cc9b512 None None] Port 5cd48e09-66f6-42dc-9ef7-395e3701fe95 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:10:09.816446 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f607fe09-d426-4ab1-b74b-fa931cc9b512 None None] Provisioning for port e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:09.821647 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f607fe09-d426-4ab1-b74b-fa931cc9b512 None None] Provisioning complete for port e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:09.822457 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f607fe09-d426-4ab1-b74b-fa931cc9b512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:09.823069 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46628) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:09.830444 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e84f93-499f-4163-9ab3-24cf6c7aa494 None None] Checking router: 188f5d4f-8076-4d5f-bfae-375bef6d2a03 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:10:09.840394 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e84f93-499f-4163-9ab3-24cf6c7aa494 None None] Routers {'188f5d4f-8076-4d5f-bfae-375bef6d2a03'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:09.841028 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e8e84f93-499f-4163-9ab3-24cf6c7aa494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:09:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['188f5d4f-8076-4d5f-bfae-375bef6d2a03'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:09.861623 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ae351711-9784-4faa-83d8-6d4979f804b7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:09.889248 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec6811-5b66-452e-acea-5d5b3de0df19 req-388992a8-8ce3-4dae-8a17-1e302285a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:09.890804 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9cec6811-5b66-452e-acea-5d5b3de0df19 req-388992a8-8ce3-4dae-8a17-1e302285a949 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d085bcd-85ca-4517-9df3-0156c62c5ecb HTTP/1.1" status: 200 len: 897 time: 0.2892232 Aug 17 00:10:09.946960 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae351711-9784-4faa-83d8-6d4979f804b7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Subnet': ['ID=e0333b68-fab5-49e0-8b0e-3ac9d7bf860a,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:09.970472 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae351711-9784-4faa-83d8-6d4979f804b7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network 1fab6eb3-70f0-46be-bff4-45c484ae2755 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:09.972235 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-ae351711-9784-4faa-83d8-6d4979f804b7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:09.976116 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae351711-9784-4faa-83d8-6d4979f804b7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:09.976910 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ae351711-9784-4faa-83d8-6d4979f804b7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:10.011582 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ae351711-9784-4faa-83d8-6d4979f804b7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8129792 Aug 17 00:10:10.012809 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46634) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:10.027748 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1482b067-d169-44d5-9743-6727ac59e70b req-7b91515c-c26c-4c99-8916-c62e3fdeaa5f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:10.032925 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-70850550-facb-4cd1-8187-f52f273be4c6 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-592257246', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e0333b68-fab5-49e0-8b0e-3ac9d7bf860a'}], 'security_groups': ['ccb2707e-3ef0-4777-a833-37c323ded44e']}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:10.038673 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-da1642eb-182c-45f3-b541-10a2d91e8ccf tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/floatingips/9ed1765e-d8a9-4a36-af7c-1ea2d15f0cf6 HTTP/1.1" status: 200 len: 991 time: 0.2132146 Aug 17 00:10:10.039179 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-e8e84f93-499f-4163-9ab3-24cf6c7aa494 None None] Set router 188f5d4f-8076-4d5f-bfae-375bef6d2a03 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:10:10.052603 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['7c8873b4-93a4-4df6-bf56-3611a674fd0f'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:10:10.056377 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7007f0a9-1458-4598-8817-89b89f99a91f None None] Network 1fab6eb3-70f0-46be-bff4-45c484ae2755 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:10.074163 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91515c-c26c-4c99-8916-c62e3fdeaa5f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Pushing event deleted for resources: {'Port': ['ID=d17a5703-97f8-4991-821d-1214497843af,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:10.079912 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9cec6811-5b66-452e-acea-5d5b3de0df19 req-42ab99ee-4d78-4d63-8855-5c0ebddd007e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f1a806-6074-41e2-b6bf-ffe8b106bb33 HTTP/1.1" status: 200 len: 999 time: 0.1781530 Aug 17 00:10:10.095233 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f607fe09-d426-4ab1-b74b-fa931cc9b512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:10.211534 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-f607fe09-d426-4ab1-b74b-fa931cc9b512 None None] For port e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f,segment=NetworkSegment(87cf7d53-8143-48a8-ab2a-6415b262c980),segment_id=87cf7d53-8143-48a8-ab2a-6415b262c980)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:10.219053 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:10.231447 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f607fe09-d426-4ab1-b74b-fa931cc9b512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:10.258412 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-1482b067-d169-44d5-9743-6727ac59e70b req-7b91515c-c26c-4c99-8916-c62e3fdeaa5f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] No DVR routers for this DVR port d17a5703-97f8-4991-821d-1214497843af on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:10:10.263649 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1482b067-d169-44d5-9743-6727ac59e70b req-7b91515c-c26c-4c99-8916-c62e3fdeaa5f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:10.265964 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1482b067-d169-44d5-9743-6727ac59e70b req-7b91515c-c26c-4c99-8916-c62e3fdeaa5f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.64 "DELETE /v2.0/ports/d17a5703-97f8-4991-821d-1214497843af HTTP/1.1" status: 204 len: 173 time: 1.3427570 Aug 17 00:10:10.327814 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fbcc0706-93b1-4452-9289-3deb0ee19535 req-a0babb26-29d6-4435-b429-47b5ebfadf5a tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=384f4372-e515-46ee-951f-93143648ed2b HTTP/1.1" status: 200 len: 210 time: 0.0582302 Aug 17 00:10:10.390959 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec6811-5b66-452e-acea-5d5b3de0df19 req-c3ffb87e-93cb-41ef-9584-388a6b853516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:10.394903 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9cec6811-5b66-452e-acea-5d5b3de0df19 req-c3ffb87e-93cb-41ef-9584-388a6b853516 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=73b53c9e-690d-4ae5-a351-0735e7acef3e HTTP/1.1" status: 200 len: 835 time: 0.2735517 Aug 17 00:10:10.481421 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607fe09-d426-4ab1-b74b-fa931cc9b512 None None] Pushing event updated for resources: {'Port': ['ID=e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:10.499205 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec6811-5b66-452e-acea-5d5b3de0df19 req-02ef9f78-cbd4-4d8a-886b-f108ba82db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:10.500565 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d7641a78-fbbb-4e31-bc60-c9eb59ec2b89 None None] Provisioning for port 44e6c137-3c25-490e-8aad-c7b59eeaf8c4 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:10.500875 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9cec6811-5b66-452e-acea-5d5b3de0df19 req-02ef9f78-cbd4-4d8a-886b-f108ba82db32 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d085bcd-85ca-4517-9df3-0156c62c5ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0964141 Aug 17 00:10:10.535319 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d7641a78-fbbb-4e31-bc60-c9eb59ec2b89 None None] Provisioning complete for port 44e6c137-3c25-490e-8aad-c7b59eeaf8c4 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:10.535930 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d7641a78-fbbb-4e31-bc60-c9eb59ec2b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:10.623230 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e8e84f93-499f-4163-9ab3-24cf6c7aa494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703126848', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:09:41Z', 'updated_at': '2021-08-17T00:09:47Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:20:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:09:42Z', 'updated_at': '2021-08-17T00:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '9ed1765e-d8a9-4a36-af7c-1ea2d15f0cf6', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'floating_ip_address': '172.25.3.107', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'port_id': '66f1a806-6074-41e2-b6bf-ffe8b106bb33', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb', 'mac_address': 'fa:16:3e:8f:18:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761cf141-5c0e-4939-adf8-51d1167e6777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:10:07Z', 'updated_at': '2021-08-17T00:10:07Z', 'revision_number': 0, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c38addb-f41a-4393-93a2-54294b867d86', 'name': '', 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:45:32:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '73b53c9e-690d-4ae5-a351-0735e7acef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:09:46Z', 'updated_at': '2021-08-17T00:09:55Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': '73b53c9e-690d-4ae5-a351-0735e7acef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:10.679398 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-d7641a78-fbbb-4e31-bc60-c9eb59ec2b89 None None] Port 44e6c137-3c25-490e-8aad-c7b59eeaf8c4 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:10:10.683474 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e84f93-499f-4163-9ab3-24cf6c7aa494 None None] The sync data for ids ['188f5d4f-8076-4d5f-bfae-375bef6d2a03'] in n-d-800088-20 is: [{'id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703126848', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:09:41Z', 'updated_at': '2021-08-17T00:09:47Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:20:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:09:42Z', 'updated_at': '2021-08-17T00:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '9ed1765e-d8a9-4a36-af7c-1ea2d15f0cf6', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'floating_ip_address': '172.25.3.107', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'port_id': '66f1a806-6074-41e2-b6bf-ffe8b106bb33', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb', 'mac_address': 'fa:16:3e:8f:18:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761cf141-5c0e-4939-adf8-51d1167e6777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:10:07Z', 'updated_at': '2021-08-17T00:10:07Z', 'revision_number': 0, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c38addb-f41a-4393-93a2-54294b867d86', 'name': '', 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:45:32:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '73b53c9e-690d-4ae5-a351-0735e7acef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:09:46Z', 'updated_at': '2021-08-17T00:09:55Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': '73b53c9e-690d-4ae5-a351-0735e7acef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:10:10.706776 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9cec6811-5b66-452e-acea-5d5b3de0df19 req-00a563eb-3eae-4a31-89ac-024e58c76372 service neutron] 10.222.0.64 "GET /v2.0/networks/1d085bcd-85ca-4517-9df3-0156c62c5ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963727 Aug 17 00:10:10.732582 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-70850550-facb-4cd1-8187-f52f273be4c6 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:10.813921 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a8e7e7-80c0-4bc7-b72f-d21594e73d67 None None] Update dhcp port {'port': {'network_id': '1fab6eb3-70f0-46be-bff4-45c484ae2755', 'fixed_ips': [{'subnet_id': '54cf2ccb-f9c1-432e-a782-a99badacd2d6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e0333b68-fab5-49e0-8b0e-3ac9d7bf860a'}], 'binding:host_id': 'n-d-800088-20'}, 'id': 'e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f'} from n-d-800088-20. {{(pid=101404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 00:10:10.877404 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-88a8e7e7-80c0-4bc7-b72f-d21594e73d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:10.943295 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:10:10.949252 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9cec6811-5b66-452e-acea-5d5b3de0df19 req-6f223594-c69d-4c8d-9692-516d5ef83782 service neutron] 10.222.0.64 "GET /v2.0/networks/1d085bcd-85ca-4517-9df3-0156c62c5ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329886 Aug 17 00:10:11.042491 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46650) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:11.135458 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:11.135930 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:11.140950 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b509b9b-2f40-428b-ba29-0d998f6ade5a None None] New status for floating IP 9ed1765e-d8a9-4a36-af7c-1ea2d15f0cf6: ACTIVE {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:10:11.258583 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b63d9adf-ebf2-46b3-a322-0655a2b7a1be tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/floatingips/9ed1765e-d8a9-4a36-af7c-1ea2d15f0cf6 HTTP/1.1" status: 200 len: 991 time: 0.2143080 Aug 17 00:10:11.299958 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-88a8e7e7-80c0-4bc7-b72f-d21594e73d67 None None] Allocated IP 172.20.0.18 (1fab6eb3-70f0-46be-bff4-45c484ae2755/e0333b68-fab5-49e0-8b0e-3ac9d7bf860a/e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:11.404283 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384f4372-e515-46ee-951f-93143648ed2b', 'name': 'network-vif-deleted', 'tag': 'd17a5703-97f8-4991-821d-1214497843af'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:10:11.407012 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff456ad-654e-44fe-bf8f-88718e8bc743" -d '{"events": [{"server_uuid": "384f4372-e515-46ee-951f-93143648ed2b", "name": "network-vif-deleted", "tag": "d17a5703-97f8-4991-821d-1214497843af"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:10:11.478686 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885a700c-df37-4c28-a3e2-3f8378ade142 x-openstack-request-id: req-885a700c-df37-4c28-a3e2-3f8378ade142 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:10:11.479163 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384f4372-e515-46ee-951f-93143648ed2b", "name": "network-vif-deleted", "tag": "d17a5703-97f8-4991-821d-1214497843af", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:10:11.479569 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-885a700c-df37-4c28-a3e2-3f8378ade142 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:10:11.480123 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384f4372-e515-46ee-951f-93143648ed2b', 'name': 'network-vif-deleted', 'tag': 'd17a5703-97f8-4991-821d-1214497843af', 'status': 'completed', 'code': 200} Aug 17 00:10:11.534872 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-88a8e7e7-80c0-4bc7-b72f-d21594e73d67 None None] For port e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f,segment=NetworkSegment(87cf7d53-8143-48a8-ab2a-6415b262c980),segment_id=87cf7d53-8143-48a8-ab2a-6415b262c980)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:11.562114 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:11.584997 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-88a8e7e7-80c0-4bc7-b72f-d21594e73d67 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:11.623989 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-88a8e7e7-80c0-4bc7-b72f-d21594e73d67 None None] Transition to ACTIVE for port object e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:11.630356 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-88a8e7e7-80c0-4bc7-b72f-d21594e73d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:11.729919 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00c2ff-001e-4911-9a07-f49ce8e58f8a req-0531054f-1f4b-4f97-a822-24c65776bffc tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:11.734033 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8e7e7-80c0-4bc7-b72f-d21594e73d67 None None] Pushing event updated for resources: {'Port': ['ID=e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:11.739941 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device d17a5703-97f8-4991-821d-1214497843af no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:10:11.753004 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be00c2ff-001e-4911-9a07-f49ce8e58f8a req-0531054f-1f4b-4f97-a822-24c65776bffc tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 946 time: 0.0854378 Aug 17 00:10:11.779094 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: d17a5703-97f8-4991-821d-1214497843af {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:10:11.779446 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device d17a5703-97f8-4991-821d-1214497843af not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:10:11.813381 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be00c2ff-001e-4911-9a07-f49ce8e58f8a req-6bc8a445-3fed-435a-a940-1cf0fb77a655 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515456 Aug 17 00:10:11.813626 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-70850550-facb-4cd1-8187-f52f273be4c6 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Delete allocated IP 172.20.0.8 (1fab6eb3-70f0-46be-bff4-45c484ae2755/54cf2ccb-f9c1-432e-a782-a99badacd2d6) {{(pid=101402) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 17 00:10:11.816186 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-70850550-facb-4cd1-8187-f52f273be4c6 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Allocated IP 172.20.0.27 (1fab6eb3-70f0-46be-bff4-45c484ae2755/e0333b68-fab5-49e0-8b0e-3ac9d7bf860a/44e6c137-3c25-490e-8aad-c7b59eeaf8c4) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:12.047493 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-70850550-facb-4cd1-8187-f52f273be4c6 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:12.064117 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-70850550-facb-4cd1-8187-f52f273be4c6 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Transition to ACTIVE for port object 44e6c137-3c25-490e-8aad-c7b59eeaf8c4 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:12.070029 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-70850550-facb-4cd1-8187-f52f273be4c6 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:12.167134 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70850550-facb-4cd1-8187-f52f273be4c6 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Port': ['ID=44e6c137-3c25-490e-8aad-c7b59eeaf8c4,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:12.223181 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-70850550-facb-4cd1-8187-f52f273be4c6 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] In _notify_port_updated(), no bound segment for port 44e6c137-3c25-490e-8aad-c7b59eeaf8c4 on network 1fab6eb3-70f0-46be-bff4-45c484ae2755 {{(pid=101402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 00:10:12.232087 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70850550-facb-4cd1-8187-f52f273be4c6 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:12.232967 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-70850550-facb-4cd1-8187-f52f273be4c6 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:12.234792 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-70850550-facb-4cd1-8187-f52f273be4c6 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "PUT /v2.0/ports/44e6c137-3c25-490e-8aad-c7b59eeaf8c4 HTTP/1.1" status: 200 len: 920 time: 2.2201266 Aug 17 00:10:12.240385 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46714) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:12.268641 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46716) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:12.365216 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c3e12435-e13b-4949-b562-c99b545e2449 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/floatingips/9ed1765e-d8a9-4a36-af7c-1ea2d15f0cf6 HTTP/1.1" status: 200 len: 993 time: 0.0884376 Aug 17 00:10:12.398170 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-8e2f7675-857d-4543-a3c5-36ce99226e03 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting port 44e6c137-3c25-490e-8aad-c7b59eeaf8c4 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:12.398728 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8e2f7675-857d-4543-a3c5-36ce99226e03 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:12.523769 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-33d7300a-3f45-480f-8bc9-620116f5962b None None] Provisioning complete for port 5cd48e09-66f6-42dc-9ef7-395e3701fe95 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:12.524242 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-33d7300a-3f45-480f-8bc9-620116f5962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:12.532953 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8e2f7675-857d-4543-a3c5-36ce99226e03 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:12.545765 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-8e2f7675-857d-4543-a3c5-36ce99226e03 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Calling delete_port for 44e6c137-3c25-490e-8aad-c7b59eeaf8c4 owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:12.566950 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-33d7300a-3f45-480f-8bc9-620116f5962b None None] Port 5cd48e09-66f6-42dc-9ef7-395e3701fe95 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:10:12.584091 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-33d7300a-3f45-480f-8bc9-620116f5962b None None] Provisioning for port 44e6c137-3c25-490e-8aad-c7b59eeaf8c4 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:12.592650 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-33d7300a-3f45-480f-8bc9-620116f5962b None None] Provisioning complete for port 44e6c137-3c25-490e-8aad-c7b59eeaf8c4 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:12.597227 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-33d7300a-3f45-480f-8bc9-620116f5962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:12.626570 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46722) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:12.646638 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-33d7300a-3f45-480f-8bc9-620116f5962b None None] Port 44e6c137-3c25-490e-8aad-c7b59eeaf8c4 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:10:12.659665 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-33d7300a-3f45-480f-8bc9-620116f5962b None None] Provisioning for port e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:12.667432 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-33d7300a-3f45-480f-8bc9-620116f5962b None None] Provisioning complete for port e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:12.667996 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-33d7300a-3f45-480f-8bc9-620116f5962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:12.705000 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8e2f7675-857d-4543-a3c5-36ce99226e03 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:12.739256 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f7675-857d-4543-a3c5-36ce99226e03 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Port': ['ID=44e6c137-3c25-490e-8aad-c7b59eeaf8c4,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:12.862804 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8e2f7675-857d-4543-a3c5-36ce99226e03 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:12.868167 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8e2f7675-857d-4543-a3c5-36ce99226e03 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/ports/44e6c137-3c25-490e-8aad-c7b59eeaf8c4 HTTP/1.1" status: 204 len: 168 time: 0.6237948 Aug 17 00:10:12.870807 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46728) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:12.928405 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-c035e339-ab32-45fe-8e65-e6be1ff56bfa tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] GET failed (client error): The resource could not be found. Aug 17 00:10:12.930229 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c035e339-ab32-45fe-8e65-e6be1ff56bfa tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "GET /v2.0/ports/44e6c137-3c25-490e-8aad-c7b59eeaf8c4 HTTP/1.1" status: 404 len: 333 time: 0.0573645 Aug 17 00:10:12.931274 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bf5b4725-9c3e-4f55-aaa2-6dd6f0109ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:12.935654 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46730) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:12.993879 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:10:13.078045 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a47e4f58-26c5-4c95-940a-411490b76dbb tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.092099 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:13.092695 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.108407 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a47e4f58-26c5-4c95-940a-411490b76dbb tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.176750 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c531098-433c-498b-981d-95ae49f376cd req-92e69c94-0fe9-441d-8e23-2b0a603a2700 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:13.177347 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a47e4f58-26c5-4c95-940a-411490b76dbb tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.178597 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9c531098-433c-498b-981d-95ae49f376cd req-92e69c94-0fe9-441d-8e23-2b0a603a2700 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.64 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 946 time: 0.1538177 Aug 17 00:10:13.180381 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a47e4f58-26c5-4c95-940a-411490b76dbb tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.182162 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a47e4f58-26c5-4c95-940a-411490b76dbb tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/security-groups/899f428a-60c9-453e-8a06-d5b12ee4b7e5 HTTP/1.1" status: 204 len: 168 time: 0.2418470 Aug 17 00:10:13.185591 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46732) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:13.200787 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e4f58-26c5-4c95-940a-411490b76dbb tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=899f428a-60c9-453e-8a06-d5b12ee4b7e5,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:13.235112 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dee225-790e-42e5-9772-7a5e464c8ec4 req-a528ea61-46fe-41ec-8aa5-728346723d06 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:13.242495 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c1dee225-790e-42e5-9772-7a5e464c8ec4 req-a528ea61-46fe-41ec-8aa5-728346723d06 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 946 time: 0.1954975 Aug 17 00:10:13.268733 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-864c4562-198c-4682-9194-b531340825c1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.276444 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5e0dc15a-0869-4f1e-bccc-37fb191cbf68 None None] Could not find standard attr ID for object 44e6c137-3c25-490e-8aad-c7b59eeaf8c4. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:10:13.288191 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bf5b4725-9c3e-4f55-aaa2-6dd6f0109ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.296522 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-864c4562-198c-4682-9194-b531340825c1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.300174 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bf5b4725-9c3e-4f55-aaa2-6dd6f0109ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.348182 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-864c4562-198c-4682-9194-b531340825c1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.351505 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-864c4562-198c-4682-9194-b531340825c1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.352897 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-864c4562-198c-4682-9194-b531340825c1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/security-groups/ccb2707e-3ef0-4777-a833-37c323ded44e HTTP/1.1" status: 204 len: 168 time: 0.1651673 Aug 17 00:10:13.359692 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46734) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:13.375110 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c4562-198c-4682-9194-b531340825c1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb2707e-3ef0-4777-a833-37c323ded44e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:13.400484 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b4725-9c3e-4f55-aaa2-6dd6f0109ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa15f351-7046-49e1-8b45-afb1951b5d15,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:13.406899 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bf5b4725-9c3e-4f55-aaa2-6dd6f0109ff9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=799fedac7b3c429792a413e10d1cc398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7791917 Aug 17 00:10:13.410491 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46736) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:13.415572 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c1dee225-790e-42e5-9772-7a5e464c8ec4 req-6a0d978f-e1df-416f-8cbd-7f99ca4cb658 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=5944d697-549f-45f2-9928-7e1dad404f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718557 Aug 17 00:10:13.453684 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-9c531098-433c-498b-981d-95ae49f376cd req-61a5149b-129a-4721-a3ba-acb0e451732b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Deleting port 7c8873b4-93a4-4df6-bf56-3611a674fd0f {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:13.453780 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9c531098-433c-498b-981d-95ae49f376cd req-61a5149b-129a-4721-a3ba-acb0e451732b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.466120 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf1592f-5031-4ef0-8d78-cc226810100b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting subnet 54cf2ccb-f9c1-432e-a782-a99badacd2d6 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:10:13.475828 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eaf1592f-5031-4ef0-8d78-cc226810100b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.515889 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-44623662-8f76-4c0e-92cb-61271e3d361c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.547376 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-44623662-8f76-4c0e-92cb-61271e3d361c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.557966 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eaf1592f-5031-4ef0-8d78-cc226810100b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.563849 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-9c531098-433c-498b-981d-95ae49f376cd req-61a5149b-129a-4721-a3ba-acb0e451732b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] For port 7c8873b4-93a4-4df6-bf56-3611a674fd0f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=7c8873b4-93a4-4df6-bf56-3611a674fd0f,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:13.564306 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9c531098-433c-498b-981d-95ae49f376cd req-61a5149b-129a-4721-a3ba-acb0e451732b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.577157 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-9c531098-433c-498b-981d-95ae49f376cd req-61a5149b-129a-4721-a3ba-acb0e451732b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Calling delete_port for 7c8873b4-93a4-4df6-bf56-3611a674fd0f owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:13.666785 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eaf1592f-5031-4ef0-8d78-cc226810100b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.669742 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-44623662-8f76-4c0e-92cb-61271e3d361c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.672348 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-44623662-8f76-4c0e-92cb-61271e3d361c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.673519 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-44623662-8f76-4c0e-92cb-61271e3d361c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fa15f351-7046-49e1-8b45-afb1951b5d15 HTTP/1.1" status: 204 len: 168 time: 0.2614644 Aug 17 00:10:13.703059 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44623662-8f76-4c0e-92cb-61271e3d361c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa15f351-7046-49e1-8b45-afb1951b5d15,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:13.720132 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9c531098-433c-498b-981d-95ae49f376cd req-61a5149b-129a-4721-a3ba-acb0e451732b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.741439 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['7c8873b4-93a4-4df6-bf56-3611a674fd0f'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:10:13.757378 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5149b-129a-4721-a3ba-acb0e451732b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Pushing event deleted for resources: {'Port': ['ID=7c8873b4-93a4-4df6-bf56-3611a674fd0f,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:13.763567 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eaf1592f-5031-4ef0-8d78-cc226810100b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.793743 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1592f-5031-4ef0-8d78-cc226810100b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Subnet': ['ID=54cf2ccb-f9c1-432e-a782-a99badacd2d6,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:13.803134 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eaf1592f-5031-4ef0-8d78-cc226810100b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.812997 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a39bdda-83d3-493a-8d02-9b1646acf308 None None] Network 1fab6eb3-70f0-46be-bff4-45c484ae2755 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:13.813875 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-eaf1592f-5031-4ef0-8d78-cc226810100b tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/subnets/54cf2ccb-f9c1-432e-a782-a99badacd2d6 HTTP/1.1" status: 204 len: 168 time: 0.4529023 Aug 17 00:10:13.818086 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46742) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:13.824567 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-599ec458-be3b-4bb0-9469-64c32daa850f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'subnet': {'network_id': '1fab6eb3-70f0-46be-bff4-45c484ae2755', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:13.860572 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c531098-433c-498b-981d-95ae49f376cd req-61a5149b-129a-4721-a3ba-acb0e451732b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] No DVR routers for this DVR port 7c8873b4-93a4-4df6-bf56-3611a674fd0f on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:10:13.889095 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9c531098-433c-498b-981d-95ae49f376cd req-61a5149b-129a-4721-a3ba-acb0e451732b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.891107 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9c531098-433c-498b-981d-95ae49f376cd req-61a5149b-129a-4721-a3ba-acb0e451732b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.64 "DELETE /v2.0/ports/7c8873b4-93a4-4df6-bf56-3611a674fd0f HTTP/1.1" status: 204 len: 173 time: 0.7034280 Aug 17 00:10:13.891559 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171f6ed1-d63a-442c-a387-42ea062fe4d3', 'name': 'network-vif-deleted', 'tag': '7c8873b4-93a4-4df6-bf56-3611a674fd0f'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:10:13.893932 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c445d93-9d33-4eca-934c-95bddb9e6f44" -d '{"events": [{"server_uuid": "171f6ed1-d63a-442c-a387-42ea062fe4d3", "name": "network-vif-deleted", "tag": "7c8873b4-93a4-4df6-bf56-3611a674fd0f"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:10:13.970108 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a410ec-d1ea-4d94-8127-0fcc4ca97ce0 x-openstack-request-id: req-60a410ec-d1ea-4d94-8127-0fcc4ca97ce0 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:10:13.970539 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171f6ed1-d63a-442c-a387-42ea062fe4d3", "name": "network-vif-deleted", "tag": "7c8873b4-93a4-4df6-bf56-3611a674fd0f", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:10:13.970894 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-60a410ec-d1ea-4d94-8127-0fcc4ca97ce0 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:10:13.971391 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171f6ed1-d63a-442c-a387-42ea062fe4d3', 'name': 'network-vif-deleted', 'tag': '7c8873b4-93a4-4df6-bf56-3611a674fd0f', 'status': 'completed', 'code': 200} Aug 17 00:10:14.029010 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599ec458-be3b-4bb0-9469-64c32daa850f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:10:14.036213 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-599ec458-be3b-4bb0-9469-64c32daa850f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.087441 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46748) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:14.102246 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-517251d6-52ea-459e-bce0-0c9209d18ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.208960 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-517251d6-52ea-459e-bce0-0c9209d18ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.214110 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-517251d6-52ea-459e-bce0-0c9209d18ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.262387 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-517251d6-52ea-459e-bce0-0c9209d18ce8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0e4613f119d94180bae4eb4677c342a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1715467 Aug 17 00:10:14.262722 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517251d6-52ea-459e-bce0-0c9209d18ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf28bdc4-9626-4524-8608-0bb20977db49,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:14.262854 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46750) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:14.327938 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-599ec458-be3b-4bb0-9469-64c32daa850f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.374356 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dbb102ef-5654-49ac-bff6-579727370cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.397216 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599ec458-be3b-4bb0-9469-64c32daa850f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network 1fab6eb3-70f0-46be-bff4-45c484ae2755 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:14.403960 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-599ec458-be3b-4bb0-9469-64c32daa850f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:14.411769 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599ec458-be3b-4bb0-9469-64c32daa850f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:14.412556 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-599ec458-be3b-4bb0-9469-64c32daa850f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.424460 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ec458-be3b-4bb0-9469-64c32daa850f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Subnet': ['ID=39e55dba-c539-4d1a-b211-d3fb28a1d04b,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:14.431086 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dbb102ef-5654-49ac-bff6-579727370cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.460760 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46754) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:14.461134 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-599ec458-be3b-4bb0-9469-64c32daa850f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6411059 Aug 17 00:10:14.472619 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-667ad109-6366-4e4f-ab14-af5a1deadd58 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'security_group': {'name': 'tempest-secgroup-1134082310'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:14.507518 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-667ad109-6366-4e4f-ab14-af5a1deadd58 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.511851 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dbb102ef-5654-49ac-bff6-579727370cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.514692 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dbb102ef-5654-49ac-bff6-579727370cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.516578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-dbb102ef-5654-49ac-bff6-579727370cc3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cf28bdc4-9626-4524-8608-0bb20977db49 HTTP/1.1" status: 204 len: 168 time: 0.2520330 Aug 17 00:10:14.529230 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb102ef-5654-49ac-bff6-579727370cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf28bdc4-9626-4524-8608-0bb20977db49,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:14.655854 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-667ad109-6366-4e4f-ab14-af5a1deadd58 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.661800 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e39fa8f1-e4f3-450d-a99b-8e234030c2cf req-3f194bb1-28b8-469d-bc86-da1d255c4545 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=171f6ed1-d63a-442c-a387-42ea062fe4d3 HTTP/1.1" status: 200 len: 210 time: 0.0552218 Aug 17 00:10:14.663774 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-667ad109-6366-4e4f-ab14-af5a1deadd58 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.680706 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373d4051-2b90-492b-ba33-105bc76ee89a None None] Network 1fab6eb3-70f0-46be-bff4-45c484ae2755 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:14.706407 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-667ad109-6366-4e4f-ab14-af5a1deadd58 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.708377 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-667ad109-6366-4e4f-ab14-af5a1deadd58 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2459302 Aug 17 00:10:14.711389 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46760) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:14.712855 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ad109-6366-4e4f-ab14-af5a1deadd58 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a593000-c344-48ff-9845-3864c4e51142,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:14.724224 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-60d2d08a-73a0-4ef0-bbcc-db2dc6e030e8 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'security_group': {'name': 'tempest-secgroup-1185209474'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:14.755957 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-60d2d08a-73a0-4ef0-bbcc-db2dc6e030e8 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.762613 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f65516cc-73dc-4564-8cf1-541d12146ee1 None None] Provisioning complete for port 5cd48e09-66f6-42dc-9ef7-395e3701fe95 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:14.763142 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f65516cc-73dc-4564-8cf1-541d12146ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.820860 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f65516cc-73dc-4564-8cf1-541d12146ee1 None None] Port 5cd48e09-66f6-42dc-9ef7-395e3701fe95 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:10:14.854617 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-60d2d08a-73a0-4ef0-bbcc-db2dc6e030e8 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.858040 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f65516cc-73dc-4564-8cf1-541d12146ee1 None None] Provisioning complete for port e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:14.858415 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f65516cc-73dc-4564-8cf1-541d12146ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.858904 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-60d2d08a-73a0-4ef0-bbcc-db2dc6e030e8 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.894475 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-60d2d08a-73a0-4ef0-bbcc-db2dc6e030e8 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.898995 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-60d2d08a-73a0-4ef0-bbcc-db2dc6e030e8 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1842091 Aug 17 00:10:14.898995 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d2d08a-73a0-4ef0-bbcc-db2dc6e030e8 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec890589-0416-4dde-9c51-dfb7ca4fd363,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:14.899363 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46764) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:14.904376 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-7ee5d95d-4ce8-4308-9462-589d03050cb0 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'security_group': {'name': 'tempest-secgroup-669145050'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:14.939905 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7ee5d95d-4ce8-4308-9462-589d03050cb0 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:15.033650 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb94112-ff49-4c22-80bc-25142dc35104 None None] Update dhcp port {'port': {'network_id': '1fab6eb3-70f0-46be-bff4-45c484ae2755', 'fixed_ips': [{'subnet_id': 'e0333b68-fab5-49e0-8b0e-3ac9d7bf860a', 'ip_address': '172.20.0.18'}, {'subnet_id': '39e55dba-c539-4d1a-b211-d3fb28a1d04b'}], 'binding:host_id': 'n-d-800088-20'}, 'id': 'e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f'} from n-d-800088-20. {{(pid=101404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 00:10:15.053787 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7ee5d95d-4ce8-4308-9462-589d03050cb0 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:15.058907 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7ee5d95d-4ce8-4308-9462-589d03050cb0 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:15.063160 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fdb94112-ff49-4c22-80bc-25142dc35104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:15.086730 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7ee5d95d-4ce8-4308-9462-589d03050cb0 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:15.090630 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7ee5d95d-4ce8-4308-9462-589d03050cb0 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1876783 Aug 17 00:10:15.091240 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46774) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:15.093639 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5d95d-4ce8-4308-9462-589d03050cb0 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41c98e91-bba7-4973-affc-538a5835d670,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:15.096116 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-5bc39364-bcac-4136-bf53-58ff697c5b46 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1030381199', 'security_groups': ['41c98e91-bba7-4973-affc-538a5835d670'], 'network_id': '1fab6eb3-70f0-46be-bff4-45c484ae2755', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '39e55dba-c539-4d1a-b211-d3fb28a1d04b'}]}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:15.263532 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-fdb94112-ff49-4c22-80bc-25142dc35104 None None] Allocated IP 172.20.0.2 (1fab6eb3-70f0-46be-bff4-45c484ae2755/39e55dba-c539-4d1a-b211-d3fb28a1d04b/e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:15.376695 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-fdb94112-ff49-4c22-80bc-25142dc35104 None None] For port e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f,segment=NetworkSegment(87cf7d53-8143-48a8-ab2a-6415b262c980),segment_id=87cf7d53-8143-48a8-ab2a-6415b262c980)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:15.407971 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fdb94112-ff49-4c22-80bc-25142dc35104 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:15.422474 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fdb94112-ff49-4c22-80bc-25142dc35104 None None] Transition to ACTIVE for port object e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:15.428482 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fdb94112-ff49-4c22-80bc-25142dc35104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:15.527782 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb94112-ff49-4c22-80bc-25142dc35104 None None] Pushing event updated for resources: {'Port': ['ID=e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:15.534623 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc39364-bcac-4136-bf53-58ff697c5b46 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:10:15.625925 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5bc39364-bcac-4136-bf53-58ff697c5b46 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:15.644444 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-5bc39364-bcac-4136-bf53-58ff697c5b46 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] device_id is not set on port bbe10bca-1c30-41d0-9e11-2d00478b4e5a yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:10:15.741349 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 7c8873b4-93a4-4df6-bf56-3611a674fd0f no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:10:15.774142 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 7c8873b4-93a4-4df6-bf56-3611a674fd0f {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:10:15.776395 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 7c8873b4-93a4-4df6-bf56-3611a674fd0f not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:10:15.852805 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-5bc39364-bcac-4136-bf53-58ff697c5b46 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Allocated IP 172.20.0.8 (1fab6eb3-70f0-46be-bff4-45c484ae2755/39e55dba-c539-4d1a-b211-d3fb28a1d04b/bbe10bca-1c30-41d0-9e11-2d00478b4e5a) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:16.078531 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d141e4-f3d8-43a2-ba70-ff26d5f91af5 req-4cb7dcd4-8a2f-4278-b76a-63d5ad75edc1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:16.080054 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-24d141e4-f3d8-43a2-ba70-ff26d5f91af5 req-4cb7dcd4-8a2f-4278-b76a-63d5ad75edc1 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1004467 Aug 17 00:10:16.112566 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5bc39364-bcac-4136-bf53-58ff697c5b46 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:16.150411 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-5bc39364-bcac-4136-bf53-58ff697c5b46 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Transition to ACTIVE for port object bbe10bca-1c30-41d0-9e11-2d00478b4e5a will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:16.171794 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-24d141e4-f3d8-43a2-ba70-ff26d5f91af5 req-e4cacde8-5e0e-48c8-8eb8-169fe59ac5f7 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754855 Aug 17 00:10:16.220894 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5bc39364-bcac-4136-bf53-58ff697c5b46 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:16.277210 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc39364-bcac-4136-bf53-58ff697c5b46 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network 1fab6eb3-70f0-46be-bff4-45c484ae2755 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:16.280323 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-5bc39364-bcac-4136-bf53-58ff697c5b46 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:16.284934 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc39364-bcac-4136-bf53-58ff697c5b46 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:10:16.315759 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc39364-bcac-4136-bf53-58ff697c5b46 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Port': ['ID=bbe10bca-1c30-41d0-9e11-2d00478b4e5a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:16.332115 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3cb8bee9-0f12-4f43-9827-fcba1224a98c None None] Provisioning complete for port 5cd48e09-66f6-42dc-9ef7-395e3701fe95 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:16.332498 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3cb8bee9-0f12-4f43-9827-fcba1224a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:16.366702 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc39364-bcac-4136-bf53-58ff697c5b46 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:16.367492 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5bc39364-bcac-4136-bf53-58ff697c5b46 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:16.391503 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5bc39364-bcac-4136-bf53-58ff697c5b46 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2993593 Aug 17 00:10:16.394217 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46812) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:16.399499 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-49111fec-aaec-4a17-a497-652324d6d0f7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'subnet': {'network_id': '1fab6eb3-70f0-46be-bff4-45c484ae2755', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:16.403246 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-3cb8bee9-0f12-4f43-9827-fcba1224a98c None None] Port 5cd48e09-66f6-42dc-9ef7-395e3701fe95 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:10:16.426550 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3cb8bee9-0f12-4f43-9827-fcba1224a98c None None] Provisioning for port e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:16.454701 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3cb8bee9-0f12-4f43-9827-fcba1224a98c None None] Provisioning complete for port e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:16.455599 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3cb8bee9-0f12-4f43-9827-fcba1224a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:16.535475 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0300571a-5318-46cf-b5c8-b9a53c840412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:16.574804 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49111fec-aaec-4a17-a497-652324d6d0f7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:10:16.579249 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-49111fec-aaec-4a17-a497-652324d6d0f7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:16.678432 n-d-800088-20 neutron-server[101403]: INFO neutron.db.ipam_backend_mixin [None req-49111fec-aaec-4a17-a497-652324d6d0f7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 39e55dba-c539-4d1a-b211-d3fb28a1d04b (CIDR: 172.20.0.0/28) Aug 17 00:10:16.682619 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-49111fec-aaec-4a17-a497-652324d6d0f7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:10:16.683152 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49111fec-aaec-4a17-a497-652324d6d0f7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:10:16.697756 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-49111fec-aaec-4a17-a497-652324d6d0f7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3024178 Aug 17 00:10:16.700484 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46844) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:16.705741 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-b0cf7df6-16af-4574-b114-6c6eb7c88ce7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'subnet': {'network_id': '1fab6eb3-70f0-46be-bff4-45c484ae2755', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:16.720850 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-24182194-dd55-4cf2-8013-a4eb5469122b None None] Provisioning for port bbe10bca-1c30-41d0-9e11-2d00478b4e5a completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:16.725130 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-24182194-dd55-4cf2-8013-a4eb5469122b None None] Provisioning complete for port bbe10bca-1c30-41d0-9e11-2d00478b4e5a triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:16.725588 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-24182194-dd55-4cf2-8013-a4eb5469122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:16.779521 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-24182194-dd55-4cf2-8013-a4eb5469122b None None] Port bbe10bca-1c30-41d0-9e11-2d00478b4e5a cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:10:16.834344 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cf7df6-16af-4574-b114-6c6eb7c88ce7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:10:16.838903 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b0cf7df6-16af-4574-b114-6c6eb7c88ce7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:16.863683 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:10:16.921378 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:16.921793 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:16.952497 n-d-800088-20 neutron-server[101403]: INFO neutron.db.ipam_backend_mixin [None req-b0cf7df6-16af-4574-b114-6c6eb7c88ce7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e0333b68-fab5-49e0-8b0e-3ac9d7bf860a (CIDR: 172.20.0.16/28) Aug 17 00:10:16.955313 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0cf7df6-16af-4574-b114-6c6eb7c88ce7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:10:16.955809 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0cf7df6-16af-4574-b114-6c6eb7c88ce7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:10:16.973080 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b0cf7df6-16af-4574-b114-6c6eb7c88ce7 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2715042 Aug 17 00:10:16.975778 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46878) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:16.980928 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-dec6b9ec-fe7c-4d5a-9954-6b44aba3a005 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'subnet': {'network_id': '1fab6eb3-70f0-46be-bff4-45c484ae2755', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:17.102469 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec6b9ec-fe7c-4d5a-9954-6b44aba3a005 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Made reservation on behalf of 762c646ae5fa4693aa08990d829193d7 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:10:17.105960 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dec6b9ec-fe7c-4d5a-9954-6b44aba3a005 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:17.285295 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46890) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:17.343745 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e370bb-08cf-4e2a-a2a0-3c9e9fd53a1f req-16b38d75-76f3-45d1-9fd0-aec956d6e302 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:17.344824 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5e370bb-08cf-4e2a-a2a0-3c9e9fd53a1f req-16b38d75-76f3-45d1-9fd0-aec956d6e302 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.0927935 Aug 17 00:10:17.401884 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dec6b9ec-fe7c-4d5a-9954-6b44aba3a005 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:17.404133 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-269aa3a7-dbea-4b8b-8dea-5d763f492602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:17.409642 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5e370bb-08cf-4e2a-a2a0-3c9e9fd53a1f req-e505bef1-0c1a-4654-9c35-5c5f44208803 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570550 Aug 17 00:10:17.463402 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec6b9ec-fe7c-4d5a-9954-6b44aba3a005 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Network 1fab6eb3-70f0-46be-bff4-45c484ae2755 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:17.466681 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-dec6b9ec-fe7c-4d5a-9954-6b44aba3a005 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:17.471231 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec6b9ec-fe7c-4d5a-9954-6b44aba3a005 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:17.471820 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dec6b9ec-fe7c-4d5a-9954-6b44aba3a005 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:17.475938 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6b9ec-fe7c-4d5a-9954-6b44aba3a005 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Subnet': ['ID=a3cccf68-ddef-4ba6-9dae-c4ede6469375,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:17.477987 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cb9aa8-01a7-4450-a75d-9e1f39a2a0ec None None] Network 1fab6eb3-70f0-46be-bff4-45c484ae2755 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:17.504087 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-269aa3a7-dbea-4b8b-8dea-5d763f492602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:17.508824 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-269aa3a7-dbea-4b8b-8dea-5d763f492602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:17.515020 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-dec6b9ec-fe7c-4d5a-9954-6b44aba3a005 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5379810 Aug 17 00:10:17.517421 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46894) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:17.523682 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-8b71144b-75b4-4eac-9055-5ad0132edba5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-945774687', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a3cccf68-ddef-4ba6-9dae-c4ede6469375'}], 'security_groups': ['7a593000-c344-48ff-9845-3864c4e51142', 'ec890589-0416-4dde-9c51-dfb7ca4fd363']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:17.560256 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-269aa3a7-dbea-4b8b-8dea-5d763f492602 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cd7aef81376a4e23a94cc42f7cc9e22d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2728527 Aug 17 00:10:17.561317 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269aa3a7-dbea-4b8b-8dea-5d763f492602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1501f68-b6e7-4318-88b3-77e645576931,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:17.565613 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46896) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:17.626715 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8b71144b-75b4-4eac-9055-5ad0132edba5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:17.681786 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-743d7404-2be7-4237-979c-f3c5137a980a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:17.702702 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea4a5d1-6648-4a94-976d-8278b5d2245f None None] Update dhcp port {'port': {'network_id': '1fab6eb3-70f0-46be-bff4-45c484ae2755', 'fixed_ips': [{'subnet_id': 'e0333b68-fab5-49e0-8b0e-3ac9d7bf860a', 'ip_address': '172.20.0.18'}, {'subnet_id': '39e55dba-c539-4d1a-b211-d3fb28a1d04b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a3cccf68-ddef-4ba6-9dae-c4ede6469375'}], 'binding:host_id': 'n-d-800088-20'}, 'id': 'e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f'} from n-d-800088-20. {{(pid=101404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 00:10:17.728595 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-eea4a5d1-6648-4a94-976d-8278b5d2245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:17.737932 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-743d7404-2be7-4237-979c-f3c5137a980a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:17.905253 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-743d7404-2be7-4237-979c-f3c5137a980a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:17.905430 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-eea4a5d1-6648-4a94-976d-8278b5d2245f None None] Allocated IP 172.20.0.34 (1fab6eb3-70f0-46be-bff4-45c484ae2755/a3cccf68-ddef-4ba6-9dae-c4ede6469375/e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:17.906931 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-743d7404-2be7-4237-979c-f3c5137a980a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:17.908173 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-743d7404-2be7-4237-979c-f3c5137a980a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b1501f68-b6e7-4318-88b3-77e645576931 HTTP/1.1" status: 204 len: 168 time: 0.3416209 Aug 17 00:10:17.921127 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca0bda-14b5-4ae5-83cc-a7dc36b4032f req-2b019e18-68c7-47ee-a6a0-faf67cf9e962 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:17.923068 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-01ca0bda-14b5-4ae5-83cc-a7dc36b4032f req-2b019e18-68c7-47ee-a6a0-faf67cf9e962 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.64 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1180737 Aug 17 00:10:17.947311 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d7404-2be7-4237-979c-f3c5137a980a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1501f68-b6e7-4318-88b3-77e645576931,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:18.039405 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-01ca0bda-14b5-4ae5-83cc-a7dc36b4032f req-37dc2e1c-67dd-4b49-bc56-9bd216d1c9a5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Deleting port 3025641c-a330-4304-a23a-1876a1fa76d9 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:18.039767 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-01ca0bda-14b5-4ae5-83cc-a7dc36b4032f req-37dc2e1c-67dd-4b49-bc56-9bd216d1c9a5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.049644 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-eea4a5d1-6648-4a94-976d-8278b5d2245f None None] For port e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f,segment=NetworkSegment(87cf7d53-8143-48a8-ab2a-6415b262c980),segment_id=87cf7d53-8143-48a8-ab2a-6415b262c980)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:18.083623 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-eea4a5d1-6648-4a94-976d-8278b5d2245f None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.097612 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-eea4a5d1-6648-4a94-976d-8278b5d2245f None None] Transition to ACTIVE for port object e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:18.102568 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-eea4a5d1-6648-4a94-976d-8278b5d2245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.182614 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-01ca0bda-14b5-4ae5-83cc-a7dc36b4032f req-37dc2e1c-67dd-4b49-bc56-9bd216d1c9a5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] For port 3025641c-a330-4304-a23a-1876a1fa76d9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3025641c-a330-4304-a23a-1876a1fa76d9,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:18.182990 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-01ca0bda-14b5-4ae5-83cc-a7dc36b4032f req-37dc2e1c-67dd-4b49-bc56-9bd216d1c9a5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.207075 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4a5d1-6648-4a94-976d-8278b5d2245f None None] Pushing event updated for resources: {'Port': ['ID=e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f,revision_number=7']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:18.216146 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46904) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:18.224935 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea4a5d1-6648-4a94-976d-8278b5d2245f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:18.225348 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea4a5d1-6648-4a94-976d-8278b5d2245f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:18.225695 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea4a5d1-6648-4a94-976d-8278b5d2245f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:18.226033 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea4a5d1-6648-4a94-976d-8278b5d2245f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:18.226367 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea4a5d1-6648-4a94-976d-8278b5d2245f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:18.226697 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea4a5d1-6648-4a94-976d-8278b5d2245f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:18.227024 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea4a5d1-6648-4a94-976d-8278b5d2245f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:18.227351 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea4a5d1-6648-4a94-976d-8278b5d2245f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:18.227677 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea4a5d1-6648-4a94-976d-8278b5d2245f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:18.227999 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea4a5d1-6648-4a94-976d-8278b5d2245f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:18.228322 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea4a5d1-6648-4a94-976d-8278b5d2245f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:18.228669 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea4a5d1-6648-4a94-976d-8278b5d2245f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:18.231020 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-02635c03-c58c-4bbf-9a4d-4ed7cfca6143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.329847 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-8b71144b-75b4-4eac-9055-5ad0132edba5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Delete allocated IP 172.20.0.8 (1fab6eb3-70f0-46be-bff4-45c484ae2755/39e55dba-c539-4d1a-b211-d3fb28a1d04b) {{(pid=101403) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 17 00:10:18.341976 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-02635c03-c58c-4bbf-9a4d-4ed7cfca6143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.346448 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-8b71144b-75b4-4eac-9055-5ad0132edba5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Allocated IP 172.20.0.45 (1fab6eb3-70f0-46be-bff4-45c484ae2755/a3cccf68-ddef-4ba6-9dae-c4ede6469375/bbe10bca-1c30-41d0-9e11-2d00478b4e5a) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:18.347481 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-02635c03-c58c-4bbf-9a4d-4ed7cfca6143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.398540 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-02635c03-c58c-4bbf-9a4d-4ed7cfca6143 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=501b5d68c1ce4b69a299a7c801b2331d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1812589 Aug 17 00:10:18.399256 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46906) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:18.408190 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02635c03-c58c-4bbf-9a4d-4ed7cfca6143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41874616-2d13-44b1-833e-b4487bd11195,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:18.462988 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-01ca0bda-14b5-4ae5-83cc-a7dc36b4032f req-37dc2e1c-67dd-4b49-bc56-9bd216d1c9a5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.463352 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-01ca0bda-14b5-4ae5-83cc-a7dc36b4032f req-37dc2e1c-67dd-4b49-bc56-9bd216d1c9a5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.463708 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [req-01ca0bda-14b5-4ae5-83cc-a7dc36b4032f req-37dc2e1c-67dd-4b49-bc56-9bd216d1c9a5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Floating IP 21530764-f580-4a6e-a399-d73f067e123f disassociated. External IP: 172.25.3.151, port: 3025641c-a330-4304-a23a-1876a1fa76d9. Aug 17 00:10:18.464042 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-01ca0bda-14b5-4ae5-83cc-a7dc36b4032f req-37dc2e1c-67dd-4b49-bc56-9bd216d1c9a5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Calling delete_port for 3025641c-a330-4304-a23a-1876a1fa76d9 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:18.491798 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e590632f-0c38-48e6-9968-ce3c1ba7c5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.518672 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e590632f-0c38-48e6-9968-ce3c1ba7c5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.573284 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e590632f-0c38-48e6-9968-ce3c1ba7c5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.575922 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e590632f-0c38-48e6-9968-ce3c1ba7c5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.579311 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e590632f-0c38-48e6-9968-ce3c1ba7c5fc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/41874616-2d13-44b1-833e-b4487bd11195 HTTP/1.1" status: 204 len: 168 time: 0.1757908 Aug 17 00:10:18.603516 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590632f-0c38-48e6-9968-ce3c1ba7c5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41874616-2d13-44b1-833e-b4487bd11195,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:18.663262 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddba03-8e1a-4e40-8dad-ffa63a8c9ce0 req-823a4d03-5e38-4b65-86b5-4c21d9ef59e8 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:18.664812 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-76ddba03-8e1a-4e40-8dad-ffa63a8c9ce0 req-823a4d03-5e38-4b65-86b5-4c21d9ef59e8 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 944 time: 0.1529951 Aug 17 00:10:18.736184 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8b71144b-75b4-4eac-9055-5ad0132edba5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.782987 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-76ddba03-8e1a-4e40-8dad-ffa63a8c9ce0 req-7a5d160e-af0f-4aeb-959d-0a9d579dc6df tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100767 Aug 17 00:10:18.793183 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-8b71144b-75b4-4eac-9055-5ad0132edba5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Transition to ACTIVE for port object bbe10bca-1c30-41d0-9e11-2d00478b4e5a will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:18.814101 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8b71144b-75b4-4eac-9055-5ad0132edba5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.859338 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-01ca0bda-14b5-4ae5-83cc-a7dc36b4032f req-37dc2e1c-67dd-4b49-bc56-9bd216d1c9a5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.875104 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:10:18.938030 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71144b-75b4-4eac-9055-5ad0132edba5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event updated for resources: {'Port': ['ID=bbe10bca-1c30-41d0-9e11-2d00478b4e5a,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:18.946259 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-059a1d63-05bb-45e9-a9da-d399bc600307 None None] Provisioning for port bbe10bca-1c30-41d0-9e11-2d00478b4e5a completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:18.953277 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-059a1d63-05bb-45e9-a9da-d399bc600307 None None] Provisioning complete for port bbe10bca-1c30-41d0-9e11-2d00478b4e5a triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:18.953654 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-059a1d63-05bb-45e9-a9da-d399bc600307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:19.015914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc2e1c-67dd-4b49-bc56-9bd216d1c9a5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Pushing event deleted for resources: {'Port': ['ID=3025641c-a330-4304-a23a-1876a1fa76d9,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:19.017125 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-059a1d63-05bb-45e9-a9da-d399bc600307 None None] Port bbe10bca-1c30-41d0-9e11-2d00478b4e5a cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:10:19.024993 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-8b71144b-75b4-4eac-9055-5ad0132edba5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] In _notify_port_updated(), no bound segment for port bbe10bca-1c30-41d0-9e11-2d00478b4e5a on network 1fab6eb3-70f0-46be-bff4-45c484ae2755 {{(pid=101403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 00:10:19.030889 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b71144b-75b4-4eac-9055-5ad0132edba5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:19.031556 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8b71144b-75b4-4eac-9055-5ad0132edba5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:19.035911 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46920) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:19.036894 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8b71144b-75b4-4eac-9055-5ad0132edba5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "PUT /v2.0/ports/bbe10bca-1c30-41d0-9e11-2d00478b4e5a HTTP/1.1" status: 200 len: 959 time: 1.5174747 Aug 17 00:10:19.042395 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-059a1d63-05bb-45e9-a9da-d399bc600307 None None] Provisioning complete for port 5cd48e09-66f6-42dc-9ef7-395e3701fe95 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:19.042880 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-059a1d63-05bb-45e9-a9da-d399bc600307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:19.137169 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01ca0bda-14b5-4ae5-83cc-a7dc36b4032f req-37dc2e1c-67dd-4b49-bc56-9bd216d1c9a5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Router 8f930463-4342-4f41-9231-090f0d8f0ead has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:10:19.144735 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-059a1d63-05bb-45e9-a9da-d399bc600307 None None] Port 5cd48e09-66f6-42dc-9ef7-395e3701fe95 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:10:19.162980 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-059a1d63-05bb-45e9-a9da-d399bc600307 None None] Provisioning for port e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:19.169688 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-65c63d2c-9e31-4543-9e48-21fbb40415ef tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting port bbe10bca-1c30-41d0-9e11-2d00478b4e5a {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:19.170063 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-65c63d2c-9e31-4543-9e48-21fbb40415ef tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:19.170808 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-059a1d63-05bb-45e9-a9da-d399bc600307 None None] Provisioning complete for port e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:19.172451 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-059a1d63-05bb-45e9-a9da-d399bc600307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:19.244119 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f77bcd7c-8d82-4ffc-8112-821f15880c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:19.265635 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:19.295208 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01ca0bda-14b5-4ae5-83cc-a7dc36b4032f req-37dc2e1c-67dd-4b49-bc56-9bd216d1c9a5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:10:19.308073 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c582fd-754f-4503-a4f8-6f481d631e59 None None] Sync routers for ids ['8f930463-4342-4f41-9231-090f0d8f0ead'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:10:19.319708 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c582fd-754f-4503-a4f8-6f481d631e59 None None] Routers {'8f930463-4342-4f41-9231-090f0d8f0ead'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:19.320335 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-58c582fd-754f-4503-a4f8-6f481d631e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:10:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['8f930463-4342-4f41-9231-090f0d8f0ead'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:19.360193 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-65c63d2c-9e31-4543-9e48-21fbb40415ef tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:19.362067 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ca0bda-14b5-4ae5-83cc-a7dc36b4032f req-37dc2e1c-67dd-4b49-bc56-9bd216d1c9a5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] No DVR routers for this DVR port 3025641c-a330-4304-a23a-1876a1fa76d9 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:10:19.365890 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-01ca0bda-14b5-4ae5-83cc-a7dc36b4032f req-37dc2e1c-67dd-4b49-bc56-9bd216d1c9a5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:19.369023 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-01ca0bda-14b5-4ae5-83cc-a7dc36b4032f req-37dc2e1c-67dd-4b49-bc56-9bd216d1c9a5 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.64 "DELETE /v2.0/ports/3025641c-a330-4304-a23a-1876a1fa76d9 HTTP/1.1" status: 204 len: 173 time: 1.4343460 Aug 17 00:10:19.369791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933b0cd2-0361-4805-8c8f-57b7f9c08923', 'name': 'network-vif-deleted', 'tag': '3025641c-a330-4304-a23a-1876a1fa76d9'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:10:19.375189 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-65c63d2c-9e31-4543-9e48-21fbb40415ef tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Calling delete_port for bbe10bca-1c30-41d0-9e11-2d00478b4e5a owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:19.382219 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0439b4c6-bca6-4bc5-ae26-213b05027591" -d '{"events": [{"server_uuid": "933b0cd2-0361-4805-8c8f-57b7f9c08923", "name": "network-vif-deleted", "tag": "3025641c-a330-4304-a23a-1876a1fa76d9"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:10:19.445859 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1110ae22-1c9f-46da-95eb-f961fdcf7cf1 x-openstack-request-id: req-1110ae22-1c9f-46da-95eb-f961fdcf7cf1 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:10:19.446164 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933b0cd2-0361-4805-8c8f-57b7f9c08923", "name": "network-vif-deleted", "tag": "3025641c-a330-4304-a23a-1876a1fa76d9", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:10:19.446431 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1110ae22-1c9f-46da-95eb-f961fdcf7cf1 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:10:19.446998 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933b0cd2-0361-4805-8c8f-57b7f9c08923', 'name': 'network-vif-deleted', 'tag': '3025641c-a330-4304-a23a-1876a1fa76d9', 'status': 'completed', 'code': 200} Aug 17 00:10:19.529092 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-58c582fd-754f-4503-a4f8-6f481d631e59 None None] Set router 8f930463-4342-4f41-9231-090f0d8f0ead gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:10:19.571754 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-99bbb9b6-1441-4d01-b092-3bd7cee0422c None None] Provisioning complete for port bbe10bca-1c30-41d0-9e11-2d00478b4e5a triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:19.572131 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-99bbb9b6-1441-4d01-b092-3bd7cee0422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:19.597824 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-65c63d2c-9e31-4543-9e48-21fbb40415ef tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:19.628132 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-99bbb9b6-1441-4d01-b092-3bd7cee0422c None None] Port bbe10bca-1c30-41d0-9e11-2d00478b4e5a cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:10:19.633176 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c63d2c-9e31-4543-9e48-21fbb40415ef tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Port': ['ID=bbe10bca-1c30-41d0-9e11-2d00478b4e5a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:19.730938 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-65c63d2c-9e31-4543-9e48-21fbb40415ef tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:19.734271 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-65c63d2c-9e31-4543-9e48-21fbb40415ef tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/ports/bbe10bca-1c30-41d0-9e11-2d00478b4e5a HTTP/1.1" status: 204 len: 168 time: 0.6961205 Aug 17 00:10:19.736727 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46942) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:19.769680 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-881e9035-00d4-4665-aba3-9059b3f1e4db tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] GET failed (client error): The resource could not be found. Aug 17 00:10:19.772303 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-881e9035-00d4-4665-aba3-9059b3f1e4db tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "GET /v2.0/ports/bbe10bca-1c30-41d0-9e11-2d00478b4e5a HTTP/1.1" status: 404 len: 333 time: 0.0342097 Aug 17 00:10:19.776106 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46944) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:19.776470 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 3025641c-a330-4304-a23a-1876a1fa76d9 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:10:19.797482 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-58c582fd-754f-4503-a4f8-6f481d631e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'name': 'tempest-ServerActionsTestJSON-1673600175-router', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:41Z', 'updated_at': '2021-08-17T00:01:49Z', 'revision_number': 4, 'project_id': '61108af2093845fe9a64c45c9df6e55d', 'gw_port': {'id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:43Z', 'updated_at': '2021-08-17T00:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'd51a5807-1473-4d71-bf0b-c17be2350b67', 'name': '', 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'mac_address': 'fa:16:3e:79:9e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:47Z', 'updated_at': '2021-08-17T00:01:59Z', 'revision_number': 5, 'project_id': '61108af2093845fe9a64c45c9df6e55d', 'subnets': [{'id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:19.834471 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 3025641c-a330-4304-a23a-1876a1fa76d9 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:10:19.834929 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 3025641c-a330-4304-a23a-1876a1fa76d9 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:10:19.860664 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a18f98b-e48a-48ea-b9af-477fc60a60ec tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:19.864970 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c582fd-754f-4503-a4f8-6f481d631e59 None None] Checking router: 8f930463-4342-4f41-9231-090f0d8f0ead for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:10:19.875504 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c582fd-754f-4503-a4f8-6f481d631e59 None None] Routers {'8f930463-4342-4f41-9231-090f0d8f0ead'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:19.876376 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-58c582fd-754f-4503-a4f8-6f481d631e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:10:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['8f930463-4342-4f41-9231-090f0d8f0ead'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:19.907388 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a18f98b-e48a-48ea-b9af-477fc60a60ec tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:19.985281 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7aeb372e-54fc-4b6f-8969-a2480562573c req-defa8f38-2e67-4f8b-8786-0fbbd476c75f tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/ports?device_id=933b0cd2-0361-4805-8c8f-57b7f9c08923 HTTP/1.1" status: 200 len: 210 time: 0.0317507 Aug 17 00:10:20.003638 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a18f98b-e48a-48ea-b9af-477fc60a60ec tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:20.007401 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a18f98b-e48a-48ea-b9af-477fc60a60ec tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:20.009520 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1a18f98b-e48a-48ea-b9af-477fc60a60ec tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/security-groups/41c98e91-bba7-4973-affc-538a5835d670 HTTP/1.1" status: 204 len: 168 time: 0.2314668 Aug 17 00:10:20.019195 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46956) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:20.024843 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-58c582fd-754f-4503-a4f8-6f481d631e59 None None] Set router 8f930463-4342-4f41-9231-090f0d8f0ead gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:10:20.044269 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18f98b-e48a-48ea-b9af-477fc60a60ec tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c98e91-bba7-4973-affc-538a5835d670,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:20.098276 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-94574076-afe7-4533-b246-ab74cb4d1e10 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:20.130287 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-94574076-afe7-4533-b246-ab74cb4d1e10 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:20.166281 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:20.189505 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-94574076-afe7-4533-b246-ab74cb4d1e10 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:20.193266 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-94574076-afe7-4533-b246-ab74cb4d1e10 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:20.197313 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-94574076-afe7-4533-b246-ab74cb4d1e10 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/security-groups/ec890589-0416-4dde-9c51-dfb7ca4fd363 HTTP/1.1" status: 204 len: 168 time: 0.1740379 Aug 17 00:10:20.197726 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46972) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:20.207442 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94574076-afe7-4533-b246-ab74cb4d1e10 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec890589-0416-4dde-9c51-dfb7ca4fd363,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:20.257937 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7ec6ecab-593e-477f-99b2-11f7304b3aa5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:20.284218 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7ec6ecab-593e-477f-99b2-11f7304b3aa5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:20.298229 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-58c582fd-754f-4503-a4f8-6f481d631e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'name': 'tempest-ServerActionsTestJSON-1673600175-router', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:41Z', 'updated_at': '2021-08-17T00:01:49Z', 'revision_number': 4, 'project_id': '61108af2093845fe9a64c45c9df6e55d', 'gw_port': {'id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:43Z', 'updated_at': '2021-08-17T00:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'd51a5807-1473-4d71-bf0b-c17be2350b67', 'name': '', 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'mac_address': 'fa:16:3e:79:9e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:47Z', 'updated_at': '2021-08-17T00:01:59Z', 'revision_number': 5, 'project_id': '61108af2093845fe9a64c45c9df6e55d', 'subnets': [{'id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:20.327652 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c582fd-754f-4503-a4f8-6f481d631e59 None None] The sync data for ids ['8f930463-4342-4f41-9231-090f0d8f0ead'] in n-d-800088-20 is: [{'id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'name': 'tempest-ServerActionsTestJSON-1673600175-router', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:41Z', 'updated_at': '2021-08-17T00:01:49Z', 'revision_number': 4, 'project_id': '61108af2093845fe9a64c45c9df6e55d', 'gw_port': {'id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:43Z', 'updated_at': '2021-08-17T00:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'd51a5807-1473-4d71-bf0b-c17be2350b67', 'name': '', 'network_id': 'bf42c908-bd85-4d10-afc7-00681d389032', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'mac_address': 'fa:16:3e:79:9e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:47Z', 'updated_at': '2021-08-17T00:01:59Z', 'revision_number': 5, 'project_id': '61108af2093845fe9a64c45c9df6e55d', 'subnets': [{'id': '1afde0e7-f7b0-4278-82ad-0cbe61d404a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:10:20.329906 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7ec6ecab-593e-477f-99b2-11f7304b3aa5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:20.333325 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7ec6ecab-593e-477f-99b2-11f7304b3aa5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:20.336855 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7ec6ecab-593e-477f-99b2-11f7304b3aa5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/security-groups/7a593000-c344-48ff-9845-3864c4e51142 HTTP/1.1" status: 204 len: 168 time: 0.1357551 Aug 17 00:10:20.337283 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46976) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:20.356229 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6ecab-593e-477f-99b2-11f7304b3aa5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a593000-c344-48ff-9845-3864c4e51142,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:20.423091 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-73dda32e-0489-4b0b-aa78-048be07ee1af tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting subnet 39e55dba-c539-4d1a-b211-d3fb28a1d04b {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:10:20.427298 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73dda32e-0489-4b0b-aa78-048be07ee1af tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:20.481658 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73dda32e-0489-4b0b-aa78-048be07ee1af tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:20.494267 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46980) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:20.571935 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73dda32e-0489-4b0b-aa78-048be07ee1af tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:20.616420 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47688aef-a17c-44a5-8c4b-d8d18d58eb82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:20.646983 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73dda32e-0489-4b0b-aa78-048be07ee1af tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:20.652987 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeebc38-0a45-4779-87f8-6ce0bc1955ea None None] New status for floating IP 21530764-f580-4a6e-a399-d73f067e123f: DOWN {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:10:20.675499 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dda32e-0489-4b0b-aa78-048be07ee1af tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Subnet': ['ID=39e55dba-c539-4d1a-b211-d3fb28a1d04b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:20.679268 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73dda32e-0489-4b0b-aa78-048be07ee1af tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:20.681836 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-73dda32e-0489-4b0b-aa78-048be07ee1af tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/subnets/39e55dba-c539-4d1a-b211-d3fb28a1d04b HTTP/1.1" status: 204 len: 168 time: 0.3414326 Aug 17 00:10:20.686427 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46984) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:20.696514 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a50965-26b8-4a5b-a3a4-362dd753de1f None None] Network 1fab6eb3-70f0-46be-bff4-45c484ae2755 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:20.729133 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47688aef-a17c-44a5-8c4b-d8d18d58eb82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:20.734010 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47688aef-a17c-44a5-8c4b-d8d18d58eb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:20.741378 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1b6000-ca8d-417e-adc3-d73b18375993 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting subnet a3cccf68-ddef-4ba6-9dae-c4ede6469375 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:10:20.745796 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df1b6000-ca8d-417e-adc3-d73b18375993 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:20.779344 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-47688aef-a17c-44a5-8c4b-d8d18d58eb82 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dfa30aa3dc8d44d6bcfff4710925cded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814000 Aug 17 00:10:20.780039 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46986) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:20.789637 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47688aef-a17c-44a5-8c4b-d8d18d58eb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c69566-e459-4016-9eed-fd567d032c50,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:20.809485 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df1b6000-ca8d-417e-adc3-d73b18375993 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:20.885299 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d7981f3f-4dd0-4b30-a915-4c46cce36213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:20.934300 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d7981f3f-4dd0-4b30-a915-4c46cce36213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:20.961869 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df1b6000-ca8d-417e-adc3-d73b18375993 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.046457 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d7981f3f-4dd0-4b30-a915-4c46cce36213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.049351 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d7981f3f-4dd0-4b30-a915-4c46cce36213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.050932 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d7981f3f-4dd0-4b30-a915-4c46cce36213 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e9c69566-e459-4016-9eed-fd567d032c50 HTTP/1.1" status: 204 len: 168 time: 0.2701752 Aug 17 00:10:21.062290 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7981f3f-4dd0-4b30-a915-4c46cce36213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c69566-e459-4016-9eed-fd567d032c50,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:21.074398 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df1b6000-ca8d-417e-adc3-d73b18375993 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.094982 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46994) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:21.118654 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b6000-ca8d-417e-adc3-d73b18375993 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Subnet': ['ID=a3cccf68-ddef-4ba6-9dae-c4ede6469375,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:21.123512 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df1b6000-ca8d-417e-adc3-d73b18375993 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.125431 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-df1b6000-ca8d-417e-adc3-d73b18375993 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/subnets/a3cccf68-ddef-4ba6-9dae-c4ede6469375 HTTP/1.1" status: 204 len: 168 time: 0.4379528 Aug 17 00:10:21.127785 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46996) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:21.168791 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-50ef2b86-817b-4026-adfe-dbaf9423b17d tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.170640 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-5986ee15-6d0f-4dc3-b63e-86b1db6bd2b5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] DELETE failed (client error): The resource could not be found. Aug 17 00:10:21.171201 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5986ee15-6d0f-4dc3-b63e-86b1db6bd2b5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:10:21.173524 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5986ee15-6d0f-4dc3-b63e-86b1db6bd2b5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/subnets/39e55dba-c539-4d1a-b211-d3fb28a1d04b HTTP/1.1" status: 404 len: 337 time: 0.0445714 Aug 17 00:10:21.176148 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46998) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:21.261726 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-50ef2b86-817b-4026-adfe-dbaf9423b17d tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.304840 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2f87f7-4f0d-4a24-8c44-a060bbec9e14 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting subnet e0333b68-fab5-49e0-8b0e-3ac9d7bf860a {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:10:21.308154 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8e2f87f7-4f0d-4a24-8c44-a060bbec9e14 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.364463 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8e2f87f7-4f0d-4a24-8c44-a060bbec9e14 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.405834 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-50ef2b86-817b-4026-adfe-dbaf9423b17d tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.408718 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-50ef2b86-817b-4026-adfe-dbaf9423b17d tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.412882 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-50ef2b86-817b-4026-adfe-dbaf9423b17d tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "DELETE /v2.0/security-groups/e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7 HTTP/1.1" status: 204 len: 168 time: 0.3137200 Aug 17 00:10:21.412980 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47008) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:21.427245 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-8502694f-161e-4a0d-af8b-dcb31606258b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] show failed (client error): The resource could not be found. Aug 17 00:10:21.429186 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8502694f-161e-4a0d-af8b-dcb31606258b tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "GET /v2.0/security-groups/e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7 HTTP/1.1" status: 404 len: 347 time: 0.0144458 Aug 17 00:10:21.446281 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef2b86-817b-4026-adfe-dbaf9423b17d tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b23f35-93bf-4bc0-a206-9fbc5c0d06a7,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:21.446636 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47012) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:21.526357 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8e2f87f7-4f0d-4a24-8c44-a060bbec9e14 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.585783 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62412a3-476f-42e5-8546-5410d1de4969 None None] Network 1fab6eb3-70f0-46be-bff4-45c484ae2755 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:21.606588 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-fb275b76-f840-4ebe-af58-4c29dd1bce61 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Deleting port 1c828b2a-8543-4b91-b3f2-daa84cc9261c {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:21.606944 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fb275b76-f840-4ebe-af58-4c29dd1bce61 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.614303 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8e2f87f7-4f0d-4a24-8c44-a060bbec9e14 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.637760 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8e2f87f7-4f0d-4a24-8c44-a060bbec9e14 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.641363 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8e2f87f7-4f0d-4a24-8c44-a060bbec9e14 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/subnets/e0333b68-fab5-49e0-8b0e-3ac9d7bf860a HTTP/1.1" status: 204 len: 168 time: 0.4633005 Aug 17 00:10:21.648540 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47016) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:21.664848 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f87f7-4f0d-4a24-8c44-a060bbec9e14 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Subnet': ['ID=e0333b68-fab5-49e0-8b0e-3ac9d7bf860a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:21.680400 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef3035a4-af60-4c6f-befb-dec5d14fe66d tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] DELETE failed (client error): The resource could not be found. Aug 17 00:10:21.681391 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef3035a4-af60-4c6f-befb-dec5d14fe66d tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:10:21.687010 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ef3035a4-af60-4c6f-befb-dec5d14fe66d tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/subnets/54cf2ccb-f9c1-432e-a782-a99badacd2d6 HTTP/1.1" status: 404 len: 337 time: 0.0345447 Aug 17 00:10:21.687010 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47020) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:21.735422 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6df9a0fb-5bca-4b14-bc72-0a0173ffc7d2 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "GET /v2.0/ports?device_id=216f18da-7596-442d-af3e-f646c485d21d HTTP/1.1" status: 200 len: 205 time: 0.0455086 Aug 17 00:10:21.735686 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47024) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:21.790950 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-efe9e74d-fe08-4520-a0d2-4bef198fae45 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] delete failed (client error): The resource could not be found. Aug 17 00:10:21.791995 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-efe9e74d-fe08-4520-a0d2-4bef198fae45 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/routers/216f18da-7596-442d-af3e-f646c485d21d HTTP/1.1" status: 404 len: 336 time: 0.0554383 Aug 17 00:10:21.794782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47028) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:21.814747 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fb275b76-f840-4ebe-af58-4c29dd1bce61 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.815147 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fb275b76-f840-4ebe-af58-4c29dd1bce61 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.829201 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-9843faf7-c7c9-429f-8fab-d2b91b308db8 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] DELETE failed (client error): The resource could not be found. Aug 17 00:10:21.829201 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9843faf7-c7c9-429f-8fab-d2b91b308db8 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:10:21.829201 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9843faf7-c7c9-429f-8fab-d2b91b308db8 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/subnets/606ad796-b637-4762-a9d0-f2ecf53d7ae0 HTTP/1.1" status: 404 len: 337 time: 0.0300770 Aug 17 00:10:21.832041 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47032) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:21.844655 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-fb275b76-f840-4ebe-af58-4c29dd1bce61 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Calling delete_port for 1c828b2a-8543-4b91-b3f2-daa84cc9261c owned by network:floatingip {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:21.849230 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-35671df7-1668-4ffc-9aaa-89ad957a3290 None None] Provisioning complete for port 5cd48e09-66f6-42dc-9ef7-395e3701fe95 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:21.849929 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-35671df7-1668-4ffc-9aaa-89ad957a3290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.877878 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e081311-7011-4470-8c06-2ff9245bbe95 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] DELETE failed (client error): The resource could not be found. Aug 17 00:10:21.878401 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e081311-7011-4470-8c06-2ff9245bbe95 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:10:21.883346 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6e081311-7011-4470-8c06-2ff9245bbe95 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/subnets/e6641d9a-02f7-4493-a43c-e4fba1208e3a HTTP/1.1" status: 404 len: 337 time: 0.0467131 Aug 17 00:10:21.883685 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47034) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:21.915207 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c988f8c-8f41-40a6-8a2b-d1aa300074fa tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] DELETE failed (client error): The resource could not be found. Aug 17 00:10:21.915724 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c988f8c-8f41-40a6-8a2b-d1aa300074fa tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:10:21.918273 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8c988f8c-8f41-40a6-8a2b-d1aa300074fa tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/subnets/03b62137-7259-4382-9e86-20822656d857 HTTP/1.1" status: 404 len: 337 time: 0.0337052 Aug 17 00:10:21.921403 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47036) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:21.921551 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-35671df7-1668-4ffc-9aaa-89ad957a3290 None None] Port 5cd48e09-66f6-42dc-9ef7-395e3701fe95 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:10:21.940888 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-35671df7-1668-4ffc-9aaa-89ad957a3290 None None] Provisioning complete for port e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:21.941231 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-35671df7-1668-4ffc-9aaa-89ad957a3290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.003700 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0241c4-84b8-4331-aaba-5db51eb47b76 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] DELETE failed (client error): The resource could not be found. Aug 17 00:10:22.005289 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b0241c4-84b8-4331-aaba-5db51eb47b76 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:10:22.007076 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8b0241c4-84b8-4331-aaba-5db51eb47b76 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/ports/fe2cdfb3-5dfa-4565-8f37-ab6afad4cd67 HTTP/1.1" status: 404 len: 333 time: 0.0848162 Aug 17 00:10:22.009772 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47040) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:22.039804 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e444140-8618-4e4c-8464-45150faa48e8 None None] DHCP port deletion for 1fab6eb3-70f0-46be-bff4-45c484ae2755 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:10:22.043336 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dab7cdd-33e3-4a25-bc39-25c840a44773 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] DELETE failed (client error): The resource could not be found. Aug 17 00:10:22.043493 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fb275b76-f840-4ebe-af58-4c29dd1bce61 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.043931 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dab7cdd-33e3-4a25-bc39-25c840a44773 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:10:22.048224 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7dab7cdd-33e3-4a25-bc39-25c840a44773 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/subnets/46bd9d9a-66ca-4042-8f47-1e62c6c168a5 HTTP/1.1" status: 404 len: 337 time: 0.0351412 Aug 17 00:10:22.049986 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47042) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:22.073953 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb275b76-f840-4ebe-af58-4c29dd1bce61 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Pushing event deleted for resources: {'Port': ['ID=1c828b2a-8543-4b91-b3f2-daa84cc9261c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:22.083673 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e79802-11ca-4548-a4e9-7842123b61e8 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] DELETE failed (client error): The resource could not be found. Aug 17 00:10:22.084828 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e79802-11ca-4548-a4e9-7842123b61e8 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:10:22.087018 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e0e79802-11ca-4548-a4e9-7842123b61e8 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/subnets/2329d8f5-684a-46c3-b39a-95463eb58f11 HTTP/1.1" status: 404 len: 337 time: 0.0362966 Aug 17 00:10:22.090472 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47044) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:22.090644 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.120750 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-8e444140-8618-4e4c-8464-45150faa48e8 None None] Deleting port e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:22.121382 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8e444140-8618-4e4c-8464-45150faa48e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.165152 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d4da24-3df8-442f-bc9e-bb7174f4636f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] DELETE failed (client error): The resource could not be found. Aug 17 00:10:22.166169 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d4da24-3df8-442f-bc9e-bb7174f4636f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:10:22.168206 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-73d4da24-3df8-442f-bc9e-bb7174f4636f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/ports/64cb1dea-312f-45bd-9c96-38bda8efaeed HTTP/1.1" status: 404 len: 333 time: 0.0722077 Aug 17 00:10:22.170782 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47048) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:22.191460 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-8e444140-8618-4e4c-8464-45150faa48e8 None None] For port e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f,segment=NetworkSegment(87cf7d53-8143-48a8-ab2a-6415b262c980),segment_id=87cf7d53-8143-48a8-ab2a-6415b262c980)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:22.191910 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8e444140-8618-4e4c-8464-45150faa48e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.204179 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-445d7941-583e-4965-9265-80f8e00fa4d9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] DELETE failed (client error): The resource could not be found. Aug 17 00:10:22.204427 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-8e444140-8618-4e4c-8464-45150faa48e8 None None] Calling delete_port for e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:22.204644 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-445d7941-583e-4965-9265-80f8e00fa4d9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:10:22.206441 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-445d7941-583e-4965-9265-80f8e00fa4d9 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/subnets/f2244404-a19f-4872-86bc-80d459dc7403 HTTP/1.1" status: 404 len: 337 time: 0.0347412 Aug 17 00:10:22.209791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47050) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:22.217794 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fb275b76-f840-4ebe-af58-4c29dd1bce61 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks [] for floatingip, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.220575 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fb275b76-f840-4ebe-af58-4c29dd1bce61 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.221826 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fb275b76-f840-4ebe-af58-4c29dd1bce61 tempest-ServerActionsTestJSON-1463704871 tempest-ServerActionsTestJSON-1463704871-project] 10.222.0.60 "DELETE /v2.0/floatingips/21530764-f580-4a6e-a399-d73f067e123f HTTP/1.1" status: 204 len: 168 time: 0.7740114 Aug 17 00:10:22.225732 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47052) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:22.249016 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28157ca-84e4-4130-bbdb-2fece99097a5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] DELETE failed (client error): The resource could not be found. Aug 17 00:10:22.249456 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d28157ca-84e4-4130-bbdb-2fece99097a5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:10:22.251669 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d28157ca-84e4-4130-bbdb-2fece99097a5 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/subnets/6948f502-62c0-4e75-98f3-7096a66b4f2c HTTP/1.1" status: 404 len: 337 time: 0.0405681 Aug 17 00:10:22.254016 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47056) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:22.350241 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8e444140-8618-4e4c-8464-45150faa48e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.361168 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-ad05a4ab-46dd-453d-86cb-21ecfcb9773f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Deleting port 5cd48e09-66f6-42dc-9ef7-395e3701fe95 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:22.361925 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ad05a4ab-46dd-453d-86cb-21ecfcb9773f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.385314 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e444140-8618-4e4c-8464-45150faa48e8 None None] Pushing event deleted for resources: {'Port': ['ID=e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:22.391343 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e444140-8618-4e4c-8464-45150faa48e8 None None] No DVR routers for this DVR port e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:10:22.759253 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ad05a4ab-46dd-453d-86cb-21ecfcb9773f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.773080 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-ad05a4ab-46dd-453d-86cb-21ecfcb9773f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Calling delete_port for 5cd48e09-66f6-42dc-9ef7-395e3701fe95 owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:22.805410 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f9960e1-0288-4d5c-8085-042838fbf24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.867162 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ad05a4ab-46dd-453d-86cb-21ecfcb9773f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.875859 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:10:22.902599 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:10:22.903218 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e8a16d8e-1fa4-46f0-b26f-714fa1e5e00f not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:10:22.919066 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05a4ab-46dd-453d-86cb-21ecfcb9773f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Port': ['ID=5cd48e09-66f6-42dc-9ef7-395e3701fe95,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:22.928270 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ad05a4ab-46dd-453d-86cb-21ecfcb9773f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.931302 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ad05a4ab-46dd-453d-86cb-21ecfcb9773f tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/ports/5cd48e09-66f6-42dc-9ef7-395e3701fe95 HTTP/1.1" status: 204 len: 168 time: 0.6732132 Aug 17 00:10:22.932101 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47076) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:23.021558 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1580427b-862a-458f-b806-bfafbb72a4c1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:23.122986 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1580427b-862a-458f-b806-bfafbb72a4c1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:23.134818 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-1580427b-862a-458f-b806-bfafbb72a4c1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fab6eb3-70f0-46be-bff4-45c484ae2755']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:23.149009 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-1580427b-862a-458f-b806-bfafbb72a4c1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87cf7d53-8143-48a8-ab2a-6415b262c980') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:23.149392 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-1580427b-862a-458f-b806-bfafbb72a4c1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87cf7d53-8143-48a8-ab2a-6415b262c980') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:23.158970 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1580427b-862a-458f-b806-bfafbb72a4c1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:23.175721 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1580427b-862a-458f-b806-bfafbb72a4c1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:23.183079 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1580427b-862a-458f-b806-bfafbb72a4c1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:10:23.183621 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1580427b-862a-458f-b806-bfafbb72a4c1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:10:23.186963 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:10:23.209405 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47084) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:23.253810 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1580427b-862a-458f-b806-bfafbb72a4c1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:23.261157 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1580427b-862a-458f-b806-bfafbb72a4c1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:23.265296 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1580427b-862a-458f-b806-bfafbb72a4c1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] 10.222.0.60 "DELETE /v2.0/networks/1fab6eb3-70f0-46be-bff4-45c484ae2755 HTTP/1.1" status: 204 len: 168 time: 0.3295403 Aug 17 00:10:23.280917 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580427b-862a-458f-b806-bfafbb72a4c1 tempest-PortsTestJSON-1789787372 tempest-PortsTestJSON-1789787372-project] Pushing event deleted for resources: {'Network': ['ID=1fab6eb3-70f0-46be-bff4-45c484ae2755,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:23.353769 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-1f9960e1-0288-4d5c-8085-042838fbf24c admin admin] Deleting port d51a5807-1473-4d71-bf0b-c17be2350b67 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:23.354271 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f9960e1-0288-4d5c-8085-042838fbf24c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:23.398224 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-d5c12e66-06d9-44ed-8ed4-20b193a5cd64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:23.439118 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d5c12e66-06d9-44ed-8ed4-20b193a5cd64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:23.516535 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-1f9960e1-0288-4d5c-8085-042838fbf24c admin admin] For port d51a5807-1473-4d71-bf0b-c17be2350b67, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d51a5807-1473-4d71-bf0b-c17be2350b67,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:23.516894 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f9960e1-0288-4d5c-8085-042838fbf24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:23.532511 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-1f9960e1-0288-4d5c-8085-042838fbf24c admin admin] Calling delete_port for d51a5807-1473-4d71-bf0b-c17be2350b67 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:23.569062 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47096) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:23.680482 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d5c12e66-06d9-44ed-8ed4-20b193a5cd64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:23.709536 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cf303009-470b-4982-a976-a6f89d52f4e8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=762c646ae5fa4693aa08990d829193d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1392481 Aug 17 00:10:23.711962 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47100) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:23.762127 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cfaa887c-6cf5-4de2-8b46-479cce122b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:23.784606 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cfaa887c-6cf5-4de2-8b46-479cce122b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:23.839399 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cfaa887c-6cf5-4de2-8b46-479cce122b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:23.842268 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cfaa887c-6cf5-4de2-8b46-479cce122b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:23.843590 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cfaa887c-6cf5-4de2-8b46-479cce122b01 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2e849103-7c6b-4cf6-85fd-a680afa21747 HTTP/1.1" status: 204 len: 168 time: 0.1306844 Aug 17 00:10:23.854142 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa887c-6cf5-4de2-8b46-479cce122b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e849103-7c6b-4cf6-85fd-a680afa21747,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:23.889227 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-d5c12e66-06d9-44ed-8ed4-20b193a5cd64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Allocated IP 172.25.3.43 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/e7f77179-4e87-40b5-b01a-f13bca599f8b) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:23.897190 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f9960e1-0288-4d5c-8085-042838fbf24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:23.934898 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9960e1-0288-4d5c-8085-042838fbf24c admin admin] Pushing event deleted for resources: {'Port': ['ID=d51a5807-1473-4d71-bf0b-c17be2350b67,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:24.148548 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d5c12e66-06d9-44ed-8ed4-20b193a5cd64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:24.239737 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f9960e1-0288-4d5c-8085-042838fbf24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:24.298803 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d5c12e66-06d9-44ed-8ed4-20b193a5cd64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:24.360133 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c12e66-06d9-44ed-8ed4-20b193a5cd64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:24.366963 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-d5c12e66-06d9-44ed-8ed4-20b193a5cd64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:24.369623 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c12e66-06d9-44ed-8ed4-20b193a5cd64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:10:24.433080 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c12e66-06d9-44ed-8ed4-20b193a5cd64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Pushing event updated for resources: {'Port': ['ID=e7f77179-4e87-40b5-b01a-f13bca599f8b,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:24.594272 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47124) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:24.601975 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d5c12e66-06d9-44ed-8ed4-20b193a5cd64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:24.672654 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d5c12e66-06d9-44ed-8ed4-20b193a5cd64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:24.693116 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-c2c8c882-8cc0-420f-b575-a3b9c456cd5d tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-756995361', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:24.708815 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9960e1-0288-4d5c-8085-042838fbf24c admin admin] Router 8f930463-4342-4f41-9231-090f0d8f0ead has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:10:24.721424 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c2c8c882-8cc0-420f-b575-a3b9c456cd5d tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:24.722525 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c2c8c882-8cc0-420f-b575-a3b9c456cd5d tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:24.774468 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c2c8c882-8cc0-420f-b575-a3b9c456cd5d tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:24.778978 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c2c8c882-8cc0-420f-b575-a3b9c456cd5d tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:24.805944 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c2c8c882-8cc0-420f-b575-a3b9c456cd5d tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:24.809090 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c2c8c882-8cc0-420f-b575-a3b9c456cd5d tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2120104 Aug 17 00:10:24.810046 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47128) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:24.815606 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-b2ea6e3b-59e4-419c-be52-13aa998af37a tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-415447552'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:24.837008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ea6e3b-59e4-419c-be52-13aa998af37a tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Made reservation on behalf of 8f472c4605674e7faddb0bfeb6ed2b7e for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:10:24.840753 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b2ea6e3b-59e4-419c-be52-13aa998af37a tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:24.851048 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b2ea6e3b-59e4-419c-be52-13aa998af37a tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:24.913803 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9960e1-0288-4d5c-8085-042838fbf24c admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:10:24.921650 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1f9960e1-0288-4d5c-8085-042838fbf24c admin admin] 10.222.0.60 "PUT /v2.0/routers/8f930463-4342-4f41-9231-090f0d8f0ead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6946411 Aug 17 00:10:24.923668 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a3afa4-2ef9-4b26-a7ab-a053204a5fbe None None] Sync routers for ids ['8f930463-4342-4f41-9231-090f0d8f0ead'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:10:24.924195 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47130) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:24.934829 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a3afa4-2ef9-4b26-a7ab-a053204a5fbe None None] Routers {'8f930463-4342-4f41-9231-090f0d8f0ead'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:24.935717 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-08a3afa4-2ef9-4b26-a7ab-a053204a5fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:10:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['8f930463-4342-4f41-9231-090f0d8f0ead'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:24.954815 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b2ea6e3b-59e4-419c-be52-13aa998af37a tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:24.958783 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b2ea6e3b-59e4-419c-be52-13aa998af37a tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:24.969913 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ea6e3b-59e4-419c-be52-13aa998af37a tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:10:24.993134 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b2ea6e3b-59e4-419c-be52-13aa998af37a tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:24.994000 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-b2ea6e3b-59e4-419c-be52-13aa998af37a tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Added segment 44bbfb90-59a1-468f-b536-4c7b40d99879 of type vlan for network f1c75cb4-84ae-454a-a5db-6c3769dd9424 Aug 17 00:10:24.995128 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d5c12e66-06d9-44ed-8ed4-20b193a5cd64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:25.002362 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d5c12e66-06d9-44ed-8ed4-20b193a5cd64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:25.036808 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea6e3b-59e4-419c-be52-13aa998af37a tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8ab059-ddac-4b0d-bdb4-f24695e71933,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:25.050126 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-08a3afa4-2ef9-4b26-a7ab-a053204a5fbe None None] Set router 8f930463-4342-4f41-9231-090f0d8f0ead gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:10:25.053398 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b2ea6e3b-59e4-419c-be52-13aa998af37a tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:25.087593 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b2ea6e3b-59e4-419c-be52-13aa998af37a tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:25.093971 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ea6e3b-59e4-419c-be52-13aa998af37a tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:25.094777 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b2ea6e3b-59e4-419c-be52-13aa998af37a tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:25.116113 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b2ea6e3b-59e4-419c-be52-13aa998af37a tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3016524 Aug 17 00:10:25.116343 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c12e66-06d9-44ed-8ed4-20b193a5cd64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Pushing event updated for resources: {'Port': ['ID=e7f77179-4e87-40b5-b01a-f13bca599f8b,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:25.117209 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47132) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:25.126720 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-3a400910-4d10-4a15-9b51-209a5bfa8c56 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Request body: {'subnet': {'network_id': 'f1c75cb4-84ae-454a-a5db-6c3769dd9424', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:25.136976 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3365d58b-f6de-4acf-8f36-13ca9326a8a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:25.174516 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea6e3b-59e4-419c-be52-13aa998af37a tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Pushing event updated for resources: {'Network': ['ID=f1c75cb4-84ae-454a-a5db-6c3769dd9424,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:25.188854 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network f1c75cb4-84ae-454a-a5db-6c3769dd9424 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:10:25.230515 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d5c12e66-06d9-44ed-8ed4-20b193a5cd64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:25.253760 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-08a3afa4-2ef9-4b26-a7ab-a053204a5fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'name': 'tempest-ServerActionsTestJSON-1673600175-router', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:41Z', 'updated_at': '2021-08-17T00:10:23Z', 'revision_number': 5, 'project_id': '61108af2093845fe9a64c45c9df6e55d', 'gw_port': {'id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:43Z', 'updated_at': '2021-08-17T00:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:25.287516 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a3afa4-2ef9-4b26-a7ab-a053204a5fbe None None] Checking router: 8f930463-4342-4f41-9231-090f0d8f0ead for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:10:25.297174 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a3afa4-2ef9-4b26-a7ab-a053204a5fbe None None] Routers {'8f930463-4342-4f41-9231-090f0d8f0ead'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:25.297930 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-08a3afa4-2ef9-4b26-a7ab-a053204a5fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:10:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['8f930463-4342-4f41-9231-090f0d8f0ead'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:25.300580 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d5c12e66-06d9-44ed-8ed4-20b193a5cd64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:25.303151 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d5c12e66-06d9-44ed-8ed4-20b193a5cd64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0920317 Aug 17 00:10:25.309316 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47134) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:25.314716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-c9d259fa-8989-4754-8bdc-f51e80769cfc tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1261221543'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:25.339138 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d259fa-8989-4754-8bdc-f51e80769cfc tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Made reservation on behalf of 902bbc8404994f6a94e24a32301e9de2 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:10:25.344455 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c9d259fa-8989-4754-8bdc-f51e80769cfc tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:25.358746 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c9d259fa-8989-4754-8bdc-f51e80769cfc tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:25.360486 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3365d58b-f6de-4acf-8f36-13ca9326a8a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:25.368499 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a400910-4d10-4a15-9b51-209a5bfa8c56 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Made reservation on behalf of 8f472c4605674e7faddb0bfeb6ed2b7e for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:10:25.372995 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3a400910-4d10-4a15-9b51-209a5bfa8c56 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:25.430996 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-08a3afa4-2ef9-4b26-a7ab-a053204a5fbe None None] Set router 8f930463-4342-4f41-9231-090f0d8f0ead gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:10:25.494055 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c9d259fa-8989-4754-8bdc-f51e80769cfc tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:25.498559 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c9d259fa-8989-4754-8bdc-f51e80769cfc tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:25.532882 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d259fa-8989-4754-8bdc-f51e80769cfc tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:10:25.545768 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d259fa-8989-4754-8bdc-f51e80769cfc tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fadee19c-ee64-4793-baf4-f8067b6344f0,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:25.555810 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c9d259fa-8989-4754-8bdc-f51e80769cfc tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:25.555810 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-c9d259fa-8989-4754-8bdc-f51e80769cfc tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Added segment 382af9f0-1792-4dfd-ae5c-cad488d18f2a of type vlan for network 67c49123-0518-47c0-a870-a27e218c4c03 Aug 17 00:10:25.606887 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c9d259fa-8989-4754-8bdc-f51e80769cfc tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:25.642034 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c9d259fa-8989-4754-8bdc-f51e80769cfc tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:25.649471 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d259fa-8989-4754-8bdc-f51e80769cfc tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:25.650388 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c9d259fa-8989-4754-8bdc-f51e80769cfc tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:25.714255 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c9d259fa-8989-4754-8bdc-f51e80769cfc tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4035110 Aug 17 00:10:25.717584 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47138) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:25.738678 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-2efa2715-f1d3-4031-abe0-67c5054fc528 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Request body: {'subnet': {'network_id': '67c49123-0518-47c0-a870-a27e218c4c03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:25.776497 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-08a3afa4-2ef9-4b26-a7ab-a053204a5fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'name': 'tempest-ServerActionsTestJSON-1673600175-router', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:41Z', 'updated_at': '2021-08-17T00:10:23Z', 'revision_number': 5, 'project_id': '61108af2093845fe9a64c45c9df6e55d', 'gw_port': {'id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:43Z', 'updated_at': '2021-08-17T00:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:25.788708 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d259fa-8989-4754-8bdc-f51e80769cfc tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Pushing event updated for resources: {'Network': ['ID=67c49123-0518-47c0-a870-a27e218c4c03,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:25.803826 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 67c49123-0518-47c0-a870-a27e218c4c03 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:10:25.819746 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a3afa4-2ef9-4b26-a7ab-a053204a5fbe None None] The sync data for ids ['8f930463-4342-4f41-9231-090f0d8f0ead'] in n-d-800088-20 is: [{'id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'name': 'tempest-ServerActionsTestJSON-1673600175-router', 'tenant_id': '61108af2093845fe9a64c45c9df6e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:41Z', 'updated_at': '2021-08-17T00:10:23Z', 'revision_number': 5, 'project_id': '61108af2093845fe9a64c45c9df6e55d', 'gw_port': {'id': 'e5fe2ee8-498f-4eac-ac95-c27cdf7587aa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f930463-4342-4f41-9231-090f0d8f0ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:43Z', 'updated_at': '2021-08-17T00:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:10:25.866770 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efa2715-f1d3-4031-abe0-67c5054fc528 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Made reservation on behalf of 902bbc8404994f6a94e24a32301e9de2 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:10:25.871508 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2efa2715-f1d3-4031-abe0-67c5054fc528 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:25.950656 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-3365d58b-f6de-4acf-8f36-13ca9326a8a5 admin admin] Deleting port e5fe2ee8-498f-4eac-ac95-c27cdf7587aa {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:25.951295 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3365d58b-f6de-4acf-8f36-13ca9326a8a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:25.954441 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3a400910-4d10-4a15-9b51-209a5bfa8c56 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:25.974736 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:10:26.063213 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a400910-4d10-4a15-9b51-209a5bfa8c56 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Pushing event updated for resources: {'Subnet': ['ID=1514b350-eae0-4fa9-8c9a-224ae77e3c65,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:26.075282 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2efa2715-f1d3-4031-abe0-67c5054fc528 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.099005 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a400910-4d10-4a15-9b51-209a5bfa8c56 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Checking segment: {'id': '44bbfb90-59a1-468f-b536-4c7b40d99879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f1c75cb4-84ae-454a-a5db-6c3769dd9424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:10:26.099522 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a400910-4d10-4a15-9b51-209a5bfa8c56 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Network hostable DHCP agents. Network: f1c75cb4-84ae-454a-a5db-6c3769dd9424, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:10:26.107116 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-3365d58b-f6de-4acf-8f36-13ca9326a8a5 admin admin] For port e5fe2ee8-498f-4eac-ac95-c27cdf7587aa, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e5fe2ee8-498f-4eac-ac95-c27cdf7587aa,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:26.107432 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3365d58b-f6de-4acf-8f36-13ca9326a8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.125381 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-3365d58b-f6de-4acf-8f36-13ca9326a8a5 admin admin] Calling delete_port for e5fe2ee8-498f-4eac-ac95-c27cdf7587aa owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:26.137408 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa2715-f1d3-4031-abe0-67c5054fc528 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Pushing event updated for resources: {'Subnet': ['ID=d1e12d6f-9418-454b-89ee-8393ec38aec8,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:26.149134 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a400910-4d10-4a15-9b51-209a5bfa8c56 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Network f1c75cb4-84ae-454a-a5db-6c3769dd9424 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:10:26.150090 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efa2715-f1d3-4031-abe0-67c5054fc528 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Checking segment: {'id': '382af9f0-1792-4dfd-ae5c-cad488d18f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '67c49123-0518-47c0-a870-a27e218c4c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:10:26.150491 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efa2715-f1d3-4031-abe0-67c5054fc528 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Network hostable DHCP agents. Network: 67c49123-0518-47c0-a870-a27e218c4c03, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:10:26.167997 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efa2715-f1d3-4031-abe0-67c5054fc528 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Network 67c49123-0518-47c0-a870-a27e218c4c03 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:10:26.188328 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-3a400910-4d10-4a15-9b51-209a5bfa8c56 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, f1c75cb4-84ae-454a-a5db-6c3769dd9424) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:26.189130 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-2efa2715-f1d3-4031-abe0-67c5054fc528 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 67c49123-0518-47c0-a870-a27e218c4c03) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:26.194846 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efa2715-f1d3-4031-abe0-67c5054fc528 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:26.195579 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2efa2715-f1d3-4031-abe0-67c5054fc528 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.202080 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a400910-4d10-4a15-9b51-209a5bfa8c56 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:26.202881 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3a400910-4d10-4a15-9b51-209a5bfa8c56 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.224008 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2efa2715-f1d3-4031-abe0-67c5054fc528 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5041871 Aug 17 00:10:26.224186 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47140) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:26.233168 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-0e3df7f1-7fa1-4f43-86a5-1ebdec50236e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1561135167', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}, 'admin_state_up': False}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:26.236181 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a135d86-bc93-4dda-adec-72af5970d9cd None None] Network f1c75cb4-84ae-454a-a5db-6c3769dd9424 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:26.240390 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da96991e-2bb9-4ef0-9589-b5c0b2becabc None None] Network 67c49123-0518-47c0-a870-a27e218c4c03 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:26.256872 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3a400910-4d10-4a15-9b51-209a5bfa8c56 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1358814 Aug 17 00:10:26.260077 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47142) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:26.265592 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-a9c5cc02-eb93-4b1e-baaa-ec580891d6e0 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Request body: {'network': {'name': 'tempest-router-network01--1933049199'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:26.318480 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0e3df7f1-7fa1-4f43-86a5-1ebdec50236e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.319921 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0e3df7f1-7fa1-4f43-86a5-1ebdec50236e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.337498 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c5cc02-eb93-4b1e-baaa-ec580891d6e0 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Made reservation on behalf of 8f472c4605674e7faddb0bfeb6ed2b7e for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:10:26.342218 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a9c5cc02-eb93-4b1e-baaa-ec580891d6e0 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.379069 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c5cc02-eb93-4b1e-baaa-ec580891d6e0 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:10:26.391716 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a9c5cc02-eb93-4b1e-baaa-ec580891d6e0 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.392231 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-a9c5cc02-eb93-4b1e-baaa-ec580891d6e0 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Added segment 38030cc9-6b8a-4dcd-93a0-e47ab2ab6402 of type vlan for network 2a64bf52-e62d-4575-b9bc-5a489a0775b1 Aug 17 00:10:26.417565 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0e3df7f1-7fa1-4f43-86a5-1ebdec50236e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.450497 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a9c5cc02-eb93-4b1e-baaa-ec580891d6e0 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.487302 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a9c5cc02-eb93-4b1e-baaa-ec580891d6e0 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.497940 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c5cc02-eb93-4b1e-baaa-ec580891d6e0 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:26.498580 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a9c5cc02-eb93-4b1e-baaa-ec580891d6e0 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.548853 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b5ad7e-0eb9-4620-8f6f-c149939cb488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-67c49123-0518-47c0-a870-a27e218c4c03', 'network_id': '67c49123-0518-47c0-a870-a27e218c4c03', 'tenant_id': '902bbc8404994f6a94e24a32301e9de2', 'fixed_ips': [{'subnet_id': 'd1e12d6f-9418-454b-89ee-8393ec38aec8'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:10:26.550041 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d6b5ad7e-0eb9-4620-8f6f-c149939cb488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.575030 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a9c5cc02-eb93-4b1e-baaa-ec580891d6e0 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3111048 Aug 17 00:10:26.577808 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddb3bde-b5ff-4795-be95-1dceb3b0e406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-f1c75cb4-84ae-454a-a5db-6c3769dd9424', 'network_id': 'f1c75cb4-84ae-454a-a5db-6c3769dd9424', 'tenant_id': '8f472c4605674e7faddb0bfeb6ed2b7e', 'fixed_ips': [{'subnet_id': '1514b350-eae0-4fa9-8c9a-224ae77e3c65'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:10:26.578678 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bddb3bde-b5ff-4795-be95-1dceb3b0e406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.580071 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47144) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:26.587265 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-551617cd-6aae-44cb-850c-88aff1959b65 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Request body: {'network': {'name': 'tempest-router-network02--522219091'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:26.597861 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3365d58b-f6de-4acf-8f36-13ca9326a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.599234 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5cc02-eb93-4b1e-baaa-ec580891d6e0 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Pushing event updated for resources: {'Network': ['ID=2a64bf52-e62d-4575-b9bc-5a489a0775b1,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:26.605995 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0e3df7f1-7fa1-4f43-86a5-1ebdec50236e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.619140 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551617cd-6aae-44cb-850c-88aff1959b65 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Made reservation on behalf of 8f472c4605674e7faddb0bfeb6ed2b7e for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:10:26.620595 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 2a64bf52-e62d-4575-b9bc-5a489a0775b1 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:10:26.623621 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-551617cd-6aae-44cb-850c-88aff1959b65 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.651412 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551617cd-6aae-44cb-850c-88aff1959b65 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:10:26.656657 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365d58b-f6de-4acf-8f36-13ca9326a8a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5fe2ee8-498f-4eac-ac95-c27cdf7587aa,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:26.668679 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-551617cd-6aae-44cb-850c-88aff1959b65 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.669031 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-551617cd-6aae-44cb-850c-88aff1959b65 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Added segment fec4baff-cf18-4ab5-bf85-e2c54d6a31cb of type vlan for network 26f65343-a7c9-404e-bc63-52ecc8620d81 Aug 17 00:10:26.732157 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-551617cd-6aae-44cb-850c-88aff1959b65 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.766739 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-551617cd-6aae-44cb-850c-88aff1959b65 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.775304 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551617cd-6aae-44cb-850c-88aff1959b65 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:26.776590 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-551617cd-6aae-44cb-850c-88aff1959b65 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.778363 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3365d58b-f6de-4acf-8f36-13ca9326a8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.810929 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-551617cd-6aae-44cb-850c-88aff1959b65 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2290609 Aug 17 00:10:26.819361 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47148) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:26.858272 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-0ca982f8-e97c-4e3c-9cba-a14dce0d0ab1 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Request body: {'subnet': {'network_id': '2a64bf52-e62d-4575-b9bc-5a489a0775b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:26.875280 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551617cd-6aae-44cb-850c-88aff1959b65 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Pushing event updated for resources: {'Network': ['ID=26f65343-a7c9-404e-bc63-52ecc8620d81,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:26.885218 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-d6b5ad7e-0eb9-4620-8f6f-c149939cb488 None None] Allocated IP 172.20.0.2 (67c49123-0518-47c0-a870-a27e218c4c03/d1e12d6f-9418-454b-89ee-8393ec38aec8/4e4a9d68-2f32-45d3-ad88-0912cd47f2dd) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:26.894911 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 26f65343-a7c9-404e-bc63-52ecc8620d81 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:10:26.952211 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3365d58b-f6de-4acf-8f36-13ca9326a8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.956920 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3365d58b-f6de-4acf-8f36-13ca9326a8a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.975170 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d51a5807-1473-4d71-bf0b-c17be2350b67 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:10:27.038411 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3365d58b-f6de-4acf-8f36-13ca9326a8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:27.038866 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3365d58b-f6de-4acf-8f36-13ca9326a8a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f930463-4342-4f41-9231-090f0d8f0ead {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:10:27.046474 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3365d58b-f6de-4acf-8f36-13ca9326a8a5 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:27.047642 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3365d58b-f6de-4acf-8f36-13ca9326a8a5 admin admin] 10.222.0.60 "DELETE /v2.0/routers/8f930463-4342-4f41-9231-090f0d8f0ead HTTP/1.1" status: 204 len: 168 time: 2.1212442 Aug 17 00:10:27.050480 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47150) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:27.056555 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: d51a5807-1473-4d71-bf0b-c17be2350b67 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:10:27.056886 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d51a5807-1473-4d71-bf0b-c17be2350b67 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:10:27.092436 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca982f8-e97c-4e3c-9cba-a14dce0d0ab1 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Made reservation on behalf of 8f472c4605674e7faddb0bfeb6ed2b7e for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:10:27.092669 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-bddb3bde-b5ff-4795-be95-1dceb3b0e406 None None] Allocated IP 2001:db8::2 (f1c75cb4-84ae-454a-a5db-6c3769dd9424/1514b350-eae0-4fa9-8c9a-224ae77e3c65/d3186e7e-60ae-4c59-9517-1dc8441f5c17) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:27.096103 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0ca982f8-e97c-4e3c-9cba-a14dce0d0ab1 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:27.124680 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-0199f097-bb9e-4644-b7aa-ff7746b490dc admin admin] Deleting subnet 1afde0e7-f7b0-4278-82ad-0cbe61d404a7 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:10:27.128638 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0199f097-bb9e-4644-b7aa-ff7746b490dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:27.182085 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0199f097-bb9e-4644-b7aa-ff7746b490dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:27.291526 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0e3df7f1-7fa1-4f43-86a5-1ebdec50236e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:27.292216 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0199f097-bb9e-4644-b7aa-ff7746b490dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:27.348667 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0e3df7f1-7fa1-4f43-86a5-1ebdec50236e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:27.371082 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0199f097-bb9e-4644-b7aa-ff7746b490dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:27.380466 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d6b5ad7e-0eb9-4620-8f6f-c149939cb488 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:27.382741 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bddb3bde-b5ff-4795-be95-1dceb3b0e406 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:27.396389 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d6b5ad7e-0eb9-4620-8f6f-c149939cb488 None None] Transition to ACTIVE for port object 4e4a9d68-2f32-45d3-ad88-0912cd47f2dd will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:27.398969 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-bddb3bde-b5ff-4795-be95-1dceb3b0e406 None None] Transition to ACTIVE for port object d3186e7e-60ae-4c59-9517-1dc8441f5c17 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:27.406147 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199f097-bb9e-4644-b7aa-ff7746b490dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1afde0e7-f7b0-4278-82ad-0cbe61d404a7,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:27.427588 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0199f097-bb9e-4644-b7aa-ff7746b490dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:27.428054 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aedb377-9b4c-4e83-b42c-2f08103c9d43 None None] Network bf42c908-bd85-4d10-afc7-00681d389032 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:27.428175 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0199f097-bb9e-4644-b7aa-ff7746b490dc admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1afde0e7-f7b0-4278-82ad-0cbe61d404a7 HTTP/1.1" status: 204 len: 168 time: 0.3732195 Aug 17 00:10:27.428175 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47152) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:27.443018 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d6b5ad7e-0eb9-4620-8f6f-c149939cb488 None None] Transition to ACTIVE for port object 4e4a9d68-2f32-45d3-ad88-0912cd47f2dd will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:27.444746 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-bddb3bde-b5ff-4795-be95-1dceb3b0e406 None None] Transition to ACTIVE for port object d3186e7e-60ae-4c59-9517-1dc8441f5c17 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:27.475404 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d6b5ad7e-0eb9-4620-8f6f-c149939cb488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:27.517983 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bddb3bde-b5ff-4795-be95-1dceb3b0e406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:27.544485 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ad52d09f-c2dd-4f37-8d90-43184718dd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:27.561665 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b5ad7e-0eb9-4620-8f6f-c149939cb488 None None] Network 67c49123-0518-47c0-a870-a27e218c4c03 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:27.573117 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-d6b5ad7e-0eb9-4620-8f6f-c149939cb488 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:27.576266 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddb3bde-b5ff-4795-be95-1dceb3b0e406 None None] Network f1c75cb4-84ae-454a-a5db-6c3769dd9424 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:27.578920 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5ad7e-0eb9-4620-8f6f-c149939cb488 None None] Pushing event updated for resources: {'Port': ['ID=4e4a9d68-2f32-45d3-ad88-0912cd47f2dd,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:27.582953 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b5ad7e-0eb9-4620-8f6f-c149939cb488 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:10:27.612988 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-bddb3bde-b5ff-4795-be95-1dceb3b0e406 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:27.623922 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-0e3df7f1-7fa1-4f43-86a5-1ebdec50236e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Allocated IP 172.25.3.185 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/3459c41b-347f-40d9-ba56-2a54d969f633) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:27.633678 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-ad52d09f-c2dd-4f37-8d90-43184718dd04 admin admin] Deleting port cfdd46ca-1582-41f7-9fd8-82d7f6d3f755 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:27.634208 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ad52d09f-c2dd-4f37-8d90-43184718dd04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:27.643476 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0ca982f8-e97c-4e3c-9cba-a14dce0d0ab1 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:27.650298 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddb3bde-b5ff-4795-be95-1dceb3b0e406 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:10:27.722150 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-d6b5ad7e-0eb9-4620-8f6f-c149939cb488 None None] Attempting to bind port 4e4a9d68-2f32-45d3-ad88-0912cd47f2dd on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:10:27.722529 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-d6b5ad7e-0eb9-4620-8f6f-c149939cb488 None None] Attempting to bind port 4e4a9d68-2f32-45d3-ad88-0912cd47f2dd by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '382af9f0-1792-4dfd-ae5c-cad488d18f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '67c49123-0518-47c0-a870-a27e218c4c03'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:10:27.722939 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b5ad7e-0eb9-4620-8f6f-c149939cb488 None None] Attempting to bind port 4e4a9d68-2f32-45d3-ad88-0912cd47f2dd on network 67c49123-0518-47c0-a870-a27e218c4c03 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:10:27.729683 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-ad52d09f-c2dd-4f37-8d90-43184718dd04 admin admin] For port cfdd46ca-1582-41f7-9fd8-82d7f6d3f755, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=cfdd46ca-1582-41f7-9fd8-82d7f6d3f755,segment=NetworkSegment(e18bba18-83b8-4a64-8cbf-0bd143c4c68e),segment_id=e18bba18-83b8-4a64-8cbf-0bd143c4c68e)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:27.730139 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ad52d09f-c2dd-4f37-8d90-43184718dd04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:27.755512 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-ad52d09f-c2dd-4f37-8d90-43184718dd04 admin admin] Calling delete_port for cfdd46ca-1582-41f7-9fd8-82d7f6d3f755 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:27.794974 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b5ad7e-0eb9-4620-8f6f-c149939cb488 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:10:27.797421 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b5ad7e-0eb9-4620-8f6f-c149939cb488 None None] Checking segment: {'id': '382af9f0-1792-4dfd-ae5c-cad488d18f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '67c49123-0518-47c0-a870-a27e218c4c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:10:27.798319 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d6b5ad7e-0eb9-4620-8f6f-c149939cb488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:27.798733 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b5ad7e-0eb9-4620-8f6f-c149939cb488 None None] Bound using segment: {'id': '382af9f0-1792-4dfd-ae5c-cad488d18f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '67c49123-0518-47c0-a870-a27e218c4c03'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:10:27.800630 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-d6b5ad7e-0eb9-4620-8f6f-c149939cb488 None None] Bound port: 4e4a9d68-2f32-45d3-ad88-0912cd47f2dd, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382af9f0-1792-4dfd-ae5c-cad488d18f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '67c49123-0518-47c0-a870-a27e218c4c03'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:10:27.804717 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d6b5ad7e-0eb9-4620-8f6f-c149939cb488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:27.820670 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb3bde-b5ff-4795-be95-1dceb3b0e406 None None] Pushing event updated for resources: {'Port': ['ID=d3186e7e-60ae-4c59-9517-1dc8441f5c17,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:27.842901 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca982f8-e97c-4e3c-9cba-a14dce0d0ab1 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Pushing event updated for resources: {'Subnet': ['ID=decae489-e375-41c3-bb07-c568908587f8,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:27.892043 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca982f8-e97c-4e3c-9cba-a14dce0d0ab1 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Checking segment: {'id': '38030cc9-6b8a-4dcd-93a0-e47ab2ab6402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2a64bf52-e62d-4575-b9bc-5a489a0775b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:10:27.892444 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca982f8-e97c-4e3c-9cba-a14dce0d0ab1 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Network hostable DHCP agents. Network: 2a64bf52-e62d-4575-b9bc-5a489a0775b1, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:10:27.893964 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ad52d09f-c2dd-4f37-8d90-43184718dd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:27.907499 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0e3df7f1-7fa1-4f43-86a5-1ebdec50236e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:27.926752 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-bddb3bde-b5ff-4795-be95-1dceb3b0e406 None None] Attempting to bind port d3186e7e-60ae-4c59-9517-1dc8441f5c17 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:10:27.927212 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-bddb3bde-b5ff-4795-be95-1dceb3b0e406 None None] Attempting to bind port d3186e7e-60ae-4c59-9517-1dc8441f5c17 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '44bbfb90-59a1-468f-b536-4c7b40d99879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f1c75cb4-84ae-454a-a5db-6c3769dd9424'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:10:27.927723 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddb3bde-b5ff-4795-be95-1dceb3b0e406 None None] Attempting to bind port d3186e7e-60ae-4c59-9517-1dc8441f5c17 on network f1c75cb4-84ae-454a-a5db-6c3769dd9424 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:10:27.934093 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca982f8-e97c-4e3c-9cba-a14dce0d0ab1 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Network 2a64bf52-e62d-4575-b9bc-5a489a0775b1 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:10:27.941275 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddb3bde-b5ff-4795-be95-1dceb3b0e406 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:10:27.942379 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddb3bde-b5ff-4795-be95-1dceb3b0e406 None None] Checking segment: {'id': '44bbfb90-59a1-468f-b536-4c7b40d99879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f1c75cb4-84ae-454a-a5db-6c3769dd9424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:10:27.943007 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bddb3bde-b5ff-4795-be95-1dceb3b0e406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:27.943555 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddb3bde-b5ff-4795-be95-1dceb3b0e406 None None] Bound using segment: {'id': '44bbfb90-59a1-468f-b536-4c7b40d99879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f1c75cb4-84ae-454a-a5db-6c3769dd9424'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:10:27.944451 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-bddb3bde-b5ff-4795-be95-1dceb3b0e406 None None] Bound port: d3186e7e-60ae-4c59-9517-1dc8441f5c17, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44bbfb90-59a1-468f-b536-4c7b40d99879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f1c75cb4-84ae-454a-a5db-6c3769dd9424'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:10:27.944451 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bddb3bde-b5ff-4795-be95-1dceb3b0e406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:27.955775 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52d09f-c2dd-4f37-8d90-43184718dd04 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfdd46ca-1582-41f7-9fd8-82d7f6d3f755,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:27.969534 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad52d09f-c2dd-4f37-8d90-43184718dd04 admin admin] No DVR routers for this DVR port cfdd46ca-1582-41f7-9fd8-82d7f6d3f755 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:10:27.969692 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-0ca982f8-e97c-4e3c-9cba-a14dce0d0ab1 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 2a64bf52-e62d-4575-b9bc-5a489a0775b1) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:27.993214 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca982f8-e97c-4e3c-9cba-a14dce0d0ab1 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:27.993942 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0ca982f8-e97c-4e3c-9cba-a14dce0d0ab1 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:28.012205 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0e3df7f1-7fa1-4f43-86a5-1ebdec50236e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:28.032541 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972fb8dd-9f4a-4276-a9ce-84dbcc2732ce None None] Network 2a64bf52-e62d-4575-b9bc-5a489a0775b1 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:28.036032 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb729e2-f468-4270-9681-7440daf36b38 None None] DHCP port deletion for bf42c908-bd85-4d10-afc7-00681d389032 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:10:28.075203 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-d6b5ad7e-0eb9-4620-8f6f-c149939cb488 None None] For port 4e4a9d68-2f32-45d3-ad88-0912cd47f2dd, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:10:28.075393 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0ca982f8-e97c-4e3c-9cba-a14dce0d0ab1 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2513356 Aug 17 00:10:28.076669 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47156) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:28.084614 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ad52d09f-c2dd-4f37-8d90-43184718dd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:28.087674 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-9a470817-8279-4d94-8e4b-1ba98fce0b6e tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Request body: {'subnet': {'network_id': '26f65343-a7c9-404e-bc63-52ecc8620d81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:28.094869 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-ad52d09f-c2dd-4f37-8d90-43184718dd04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf42c908-bd85-4d10-afc7-00681d389032']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:28.106438 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-ad52d09f-c2dd-4f37-8d90-43184718dd04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:28.106759 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-ad52d09f-c2dd-4f37-8d90-43184718dd04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18bba18-83b8-4a64-8cbf-0bd143c4c68e') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:28.106977 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3df7f1-7fa1-4f43-86a5-1ebdec50236e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:28.116850 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ad52d09f-c2dd-4f37-8d90-43184718dd04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:28.140088 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-d6b5ad7e-0eb9-4620-8f6f-c149939cb488 None None] For port 4e4a9d68-2f32-45d3-ad88-0912cd47f2dd, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4e4a9d68-2f32-45d3-ad88-0912cd47f2dd,segment=NetworkSegment(382af9f0-1792-4dfd-ae5c-cad488d18f2a),segment_id=382af9f0-1792-4dfd-ae5c-cad488d18f2a)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:10:28.147005 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ad52d09f-c2dd-4f37-8d90-43184718dd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:28.152629 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d6b5ad7e-0eb9-4620-8f6f-c149939cb488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:28.155789 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad52d09f-c2dd-4f37-8d90-43184718dd04 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:10:28.156488 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ad52d09f-c2dd-4f37-8d90-43184718dd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:10:28.159602 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:10:28.174057 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-bddb3bde-b5ff-4795-be95-1dceb3b0e406 None None] For port d3186e7e-60ae-4c59-9517-1dc8441f5c17, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:10:28.220173 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-0e3df7f1-7fa1-4f43-86a5-1ebdec50236e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:28.227404 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3df7f1-7fa1-4f43-86a5-1ebdec50236e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:10:28.230591 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a470817-8279-4d94-8e4b-1ba98fce0b6e tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Made reservation on behalf of 8f472c4605674e7faddb0bfeb6ed2b7e for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:10:28.235856 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9a470817-8279-4d94-8e4b-1ba98fce0b6e tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:28.253606 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ad52d09f-c2dd-4f37-8d90-43184718dd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:28.260919 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ad52d09f-c2dd-4f37-8d90-43184718dd04 admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:28.272980 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ad52d09f-c2dd-4f37-8d90-43184718dd04 admin admin] 10.222.0.60 "DELETE /v2.0/networks/bf42c908-bd85-4d10-afc7-00681d389032 HTTP/1.1" status: 204 len: 168 time: 0.8337402 Aug 17 00:10:28.282467 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52d09f-c2dd-4f37-8d90-43184718dd04 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf42c908-bd85-4d10-afc7-00681d389032,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:28.296798 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3df7f1-7fa1-4f43-86a5-1ebdec50236e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Pushing event updated for resources: {'Port': ['ID=3459c41b-347f-40d9-ba56-2a54d969f633,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:28.405601 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-bddb3bde-b5ff-4795-be95-1dceb3b0e406 None None] For port d3186e7e-60ae-4c59-9517-1dc8441f5c17, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d3186e7e-60ae-4c59-9517-1dc8441f5c17,segment=NetworkSegment(44bbfb90-59a1-468f-b536-4c7b40d99879),segment_id=44bbfb90-59a1-468f-b536-4c7b40d99879)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:10:28.431733 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bddb3bde-b5ff-4795-be95-1dceb3b0e406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:28.500213 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5ad7e-0eb9-4620-8f6f-c149939cb488 None None] Pushing event updated for resources: {'Port': ['ID=4e4a9d68-2f32-45d3-ad88-0912cd47f2dd,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:28.565611 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47160) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:28.651992 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb3bde-b5ff-4795-be95-1dceb3b0e406 None None] Pushing event updated for resources: {'Port': ['ID=d3186e7e-60ae-4c59-9517-1dc8441f5c17,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:28.668737 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a7115299-2fa3-41ca-92c8-7c60139731cf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=61108af2093845fe9a64c45c9df6e55d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0977569 Aug 17 00:10:28.669247 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47162) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:28.675094 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4150bb01-e108-4123-82f0-d19acf34ce02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-2a64bf52-e62d-4575-b9bc-5a489a0775b1', 'network_id': '2a64bf52-e62d-4575-b9bc-5a489a0775b1', 'tenant_id': '8f472c4605674e7faddb0bfeb6ed2b7e', 'fixed_ips': [{'subnet_id': 'decae489-e375-41c3-bb07-c568908587f8'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:10:28.676316 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4150bb01-e108-4123-82f0-d19acf34ce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:28.762436 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5f68d2bb-f037-4689-8ca3-8ea9262fe8ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:28.849120 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5f68d2bb-f037-4689-8ca3-8ea9262fe8ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:28.990678 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0e3df7f1-7fa1-4f43-86a5-1ebdec50236e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:29.039054 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e5fe2ee8-498f-4eac-ac95-c27cdf7587aa no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:10:29.042537 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-4150bb01-e108-4123-82f0-d19acf34ce02 None None] Allocated IP 2001:db8::2 (2a64bf52-e62d-4575-b9bc-5a489a0775b1/decae489-e375-41c3-bb07-c568908587f8/50140157-7e59-4193-9a7f-1a3d70224a13) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:29.043700 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5f68d2bb-f037-4689-8ca3-8ea9262fe8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:29.046528 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5f68d2bb-f037-4689-8ca3-8ea9262fe8ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:29.050224 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5f68d2bb-f037-4689-8ca3-8ea9262fe8ae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5944d697-549f-45f2-9928-7e1dad404f2e HTTP/1.1" status: 204 len: 168 time: 0.3776634 Aug 17 00:10:29.074565 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68d2bb-f037-4689-8ca3-8ea9262fe8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5944d697-549f-45f2-9928-7e1dad404f2e,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:29.105935 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: e5fe2ee8-498f-4eac-ac95-c27cdf7587aa {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:10:29.106366 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e5fe2ee8-498f-4eac-ac95-c27cdf7587aa not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:10:29.107032 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device cfdd46ca-1582-41f7-9fd8-82d7f6d3f755 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:10:29.122449 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9a470817-8279-4d94-8e4b-1ba98fce0b6e tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:29.164189 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: cfdd46ca-1582-41f7-9fd8-82d7f6d3f755 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:10:29.164611 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device cfdd46ca-1582-41f7-9fd8-82d7f6d3f755 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:10:29.296536 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a470817-8279-4d94-8e4b-1ba98fce0b6e tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Pushing event updated for resources: {'Subnet': ['ID=b77da33f-fe85-4787-ac5a-a704c04294a3,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:29.328379 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a470817-8279-4d94-8e4b-1ba98fce0b6e tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Checking segment: {'id': 'fec4baff-cf18-4ab5-bf85-e2c54d6a31cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '26f65343-a7c9-404e-bc63-52ecc8620d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:10:29.328714 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a470817-8279-4d94-8e4b-1ba98fce0b6e tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Network hostable DHCP agents. Network: 26f65343-a7c9-404e-bc63-52ecc8620d81, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:10:29.344752 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4150bb01-e108-4123-82f0-d19acf34ce02 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:29.357426 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4150bb01-e108-4123-82f0-d19acf34ce02 None None] Transition to ACTIVE for port object 50140157-7e59-4193-9a7f-1a3d70224a13 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:29.377204 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4150bb01-e108-4123-82f0-d19acf34ce02 None None] Transition to ACTIVE for port object 50140157-7e59-4193-9a7f-1a3d70224a13 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:29.386734 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4150bb01-e108-4123-82f0-d19acf34ce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:29.446415 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4150bb01-e108-4123-82f0-d19acf34ce02 None None] Network 2a64bf52-e62d-4575-b9bc-5a489a0775b1 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:29.462668 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150bb01-e108-4123-82f0-d19acf34ce02 None None] Pushing event updated for resources: {'Port': ['ID=50140157-7e59-4193-9a7f-1a3d70224a13,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:29.466633 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-4150bb01-e108-4123-82f0-d19acf34ce02 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:29.469708 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4150bb01-e108-4123-82f0-d19acf34ce02 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:10:29.551402 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4150bb01-e108-4123-82f0-d19acf34ce02 None None] Attempting to bind port 50140157-7e59-4193-9a7f-1a3d70224a13 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:10:29.552309 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4150bb01-e108-4123-82f0-d19acf34ce02 None None] Attempting to bind port 50140157-7e59-4193-9a7f-1a3d70224a13 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '38030cc9-6b8a-4dcd-93a0-e47ab2ab6402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2a64bf52-e62d-4575-b9bc-5a489a0775b1'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:10:29.553017 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4150bb01-e108-4123-82f0-d19acf34ce02 None None] Attempting to bind port 50140157-7e59-4193-9a7f-1a3d70224a13 on network 2a64bf52-e62d-4575-b9bc-5a489a0775b1 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:10:29.559932 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4150bb01-e108-4123-82f0-d19acf34ce02 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:10:29.560582 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4150bb01-e108-4123-82f0-d19acf34ce02 None None] Checking segment: {'id': '38030cc9-6b8a-4dcd-93a0-e47ab2ab6402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2a64bf52-e62d-4575-b9bc-5a489a0775b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:10:29.561437 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4150bb01-e108-4123-82f0-d19acf34ce02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:29.562024 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4150bb01-e108-4123-82f0-d19acf34ce02 None None] Bound using segment: {'id': '38030cc9-6b8a-4dcd-93a0-e47ab2ab6402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2a64bf52-e62d-4575-b9bc-5a489a0775b1'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:10:29.562677 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4150bb01-e108-4123-82f0-d19acf34ce02 None None] Bound port: 50140157-7e59-4193-9a7f-1a3d70224a13, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38030cc9-6b8a-4dcd-93a0-e47ab2ab6402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2a64bf52-e62d-4575-b9bc-5a489a0775b1'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:10:29.563238 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4150bb01-e108-4123-82f0-d19acf34ce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:29.648536 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-4150bb01-e108-4123-82f0-d19acf34ce02 None None] For port 50140157-7e59-4193-9a7f-1a3d70224a13, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:10:29.652717 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-4150bb01-e108-4123-82f0-d19acf34ce02 None None] For port 50140157-7e59-4193-9a7f-1a3d70224a13, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=50140157-7e59-4193-9a7f-1a3d70224a13,segment=NetworkSegment(38030cc9-6b8a-4dcd-93a0-e47ab2ab6402),segment_id=38030cc9-6b8a-4dcd-93a0-e47ab2ab6402)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:10:29.662427 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4150bb01-e108-4123-82f0-d19acf34ce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:29.765544 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150bb01-e108-4123-82f0-d19acf34ce02 None None] Pushing event updated for resources: {'Port': ['ID=50140157-7e59-4193-9a7f-1a3d70224a13,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:29.820682 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a470817-8279-4d94-8e4b-1ba98fce0b6e tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Network 26f65343-a7c9-404e-bc63-52ecc8620d81 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:10:29.836019 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-9a470817-8279-4d94-8e4b-1ba98fce0b6e tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 26f65343-a7c9-404e-bc63-52ecc8620d81) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:29.846230 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f391e21d-3a0b-4894-8201-838c2d40d23a None None] Network 26f65343-a7c9-404e-bc63-52ecc8620d81 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:29.859693 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a470817-8279-4d94-8e4b-1ba98fce0b6e tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:29.860440 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9a470817-8279-4d94-8e4b-1ba98fce0b6e tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:29.898925 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0e3df7f1-7fa1-4f43-86a5-1ebdec50236e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:29.909270 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9a470817-8279-4d94-8e4b-1ba98fce0b6e tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8260713 Aug 17 00:10:29.911137 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47178) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:30.243042 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5f414c-a217-407a-b004-f886e3caffde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-26f65343-a7c9-404e-bc63-52ecc8620d81', 'network_id': '26f65343-a7c9-404e-bc63-52ecc8620d81', 'tenant_id': '8f472c4605674e7faddb0bfeb6ed2b7e', 'fixed_ips': [{'subnet_id': 'b77da33f-fe85-4787-ac5a-a704c04294a3'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:10:30.243618 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4f5f414c-a217-407a-b004-f886e3caffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:30.306929 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3df7f1-7fa1-4f43-86a5-1ebdec50236e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Router f065d02d-6861-4310-8bc4-5d8346c6ccc6 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:10:30.497237 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0adba97-9dba-4cfc-baa0-2ed7f989ede8 None None] Network 67c49123-0518-47c0-a870-a27e218c4c03 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:30.578645 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3df7f1-7fa1-4f43-86a5-1ebdec50236e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:10:30.595482 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa9cc42-a53a-492a-8951-117bc4f23d86 None None] Sync routers for ids ['f065d02d-6861-4310-8bc4-5d8346c6ccc6'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:10:30.630744 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-faff2755-e723-4dcd-91b0-9fc58fb849f2 None None] Provisioning for port 4e4a9d68-2f32-45d3-ad88-0912cd47f2dd completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:30.635717 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0e3df7f1-7fa1-4f43-86a5-1ebdec50236e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:30.637880 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0e3df7f1-7fa1-4f43-86a5-1ebdec50236e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.4086788 Aug 17 00:10:30.639972 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cae57b39-5643-4e23-9a16-aaa758540be9 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:30.641872 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47194) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:30.718864 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa9cc42-a53a-492a-8951-117bc4f23d86 None None] Routers {'f065d02d-6861-4310-8bc4-5d8346c6ccc6'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:30.724777 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7aa9cc42-a53a-492a-8951-117bc4f23d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:10:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['f065d02d-6861-4310-8bc4-5d8346c6ccc6'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:30.822638 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7aa9cc42-a53a-492a-8951-117bc4f23d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:30.845265 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1e0ef7-f3e6-412a-a15e-3c9c0cd296d6 None None] Network f1c75cb4-84ae-454a-a5db-6c3769dd9424 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:30.881598 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-4f5f414c-a217-407a-b004-f886e3caffde None None] Allocated IP 2001:db8::2 (26f65343-a7c9-404e-bc63-52ecc8620d81/b77da33f-fe85-4787-ac5a-a704c04294a3/e98515a3-a1a3-4b5d-bad2-7c12444f86ce) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:30.938954 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa9cc42-a53a-492a-8951-117bc4f23d86 None None] Routers {'f065d02d-6861-4310-8bc4-5d8346c6ccc6'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:30.939793 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7aa9cc42-a53a-492a-8951-117bc4f23d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:10:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['f065d02d-6861-4310-8bc4-5d8346c6ccc6'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:31.085857 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7aa9cc42-a53a-492a-8951-117bc4f23d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:31.091414 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa9cc42-a53a-492a-8951-117bc4f23d86 None None] The sync data for ids ['f065d02d-6861-4310-8bc4-5d8346c6ccc6'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:10:31.153351 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e78b537c-bf84-451e-97a8-175b4a395e61 None None] Provisioning for port d3186e7e-60ae-4c59-9517-1dc8441f5c17 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:31.298523 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-cae57b39-5643-4e23-9a16-aaa758540be9 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Allocated IP 2001:db8::1 (2a64bf52-e62d-4575-b9bc-5a489a0775b1/decae489-e375-41c3-bb07-c568908587f8/8e319f97-4de0-4acf-a4a2-2877a19b354e) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:31.334828 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4e4a9d68-2f32-45d3-ad88-0912cd47f2dd up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:10:31.511343 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cae57b39-5643-4e23-9a16-aaa758540be9 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:31.532262 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47204) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:31.542909 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-cae57b39-5643-4e23-9a16-aaa758540be9 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Transition to ACTIVE for port object 8e319f97-4de0-4acf-a4a2-2877a19b354e will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:31.596728 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cae57b39-5643-4e23-9a16-aaa758540be9 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:31.657014 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96310d61-4727-46d8-a7fd-dde1efc978c6 None None] Network 2a64bf52-e62d-4575-b9bc-5a489a0775b1 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:31.694859 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae57b39-5643-4e23-9a16-aaa758540be9 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Network 2a64bf52-e62d-4575-b9bc-5a489a0775b1 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:31.698951 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-cae57b39-5643-4e23-9a16-aaa758540be9 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:31.703419 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae57b39-5643-4e23-9a16-aaa758540be9 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:10:31.704163 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cae57b39-5643-4e23-9a16-aaa758540be9 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:31.719594 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-423ce1c5-628a-4831-b778-f845efd1027e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:31.797894 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae57b39-5643-4e23-9a16-aaa758540be9 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Pushing event updated for resources: {'Port': ['ID=8e319f97-4de0-4acf-a4a2-2877a19b354e,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:31.810588 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9202de03-be4c-4775-8d5f-b128f9bc8577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:31.827438 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 4e4a9d68-2f32-45d3-ad88-0912cd47f2dd completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:31.839716 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 4e4a9d68-2f32-45d3-ad88-0912cd47f2dd triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:31.841460 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:31.843188 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3a2991a8-3e81-4064-9afa-832b6406320f None None] Provisioning for port 50140157-7e59-4193-9a7f-1a3d70224a13 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:31.946075 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4f5f414c-a217-407a-b004-f886e3caffde None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:31.987119 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cae57b39-5643-4e23-9a16-aaa758540be9 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:31.992968 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4f5f414c-a217-407a-b004-f886e3caffde None None] Transition to ACTIVE for port object e98515a3-a1a3-4b5d-bad2-7c12444f86ce will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:32.066283 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4f5f414c-a217-407a-b004-f886e3caffde None None] Transition to ACTIVE for port object e98515a3-a1a3-4b5d-bad2-7c12444f86ce will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:32.122917 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4f5f414c-a217-407a-b004-f886e3caffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:32.203299 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5f414c-a217-407a-b004-f886e3caffde None None] Network 26f65343-a7c9-404e-bc63-52ecc8620d81 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:32.211195 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-4f5f414c-a217-407a-b004-f886e3caffde None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:32.213785 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5f414c-a217-407a-b004-f886e3caffde None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:10:32.234436 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:32.252087 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f414c-a217-407a-b004-f886e3caffde None None] Pushing event updated for resources: {'Port': ['ID=e98515a3-a1a3-4b5d-bad2-7c12444f86ce,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:32.359346 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 4e4a9d68-2f32-45d3-ad88-0912cd47f2dd, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4e4a9d68-2f32-45d3-ad88-0912cd47f2dd,segment=NetworkSegment(382af9f0-1792-4dfd-ae5c-cad488d18f2a),segment_id=382af9f0-1792-4dfd-ae5c-cad488d18f2a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:32.371066 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9202de03-be4c-4775-8d5f-b128f9bc8577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:32.372092 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:32.375578 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d3186e7e-60ae-4c59-9517-1dc8441f5c17 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:10:32.392843 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9202de03-be4c-4775-8d5f-b128f9bc8577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:32.423159 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4f5f414c-a217-407a-b004-f886e3caffde None None] Attempting to bind port e98515a3-a1a3-4b5d-bad2-7c12444f86ce on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:10:32.423629 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4f5f414c-a217-407a-b004-f886e3caffde None None] Attempting to bind port e98515a3-a1a3-4b5d-bad2-7c12444f86ce by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'fec4baff-cf18-4ab5-bf85-e2c54d6a31cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '26f65343-a7c9-404e-bc63-52ecc8620d81'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:10:32.424068 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5f414c-a217-407a-b004-f886e3caffde None None] Attempting to bind port e98515a3-a1a3-4b5d-bad2-7c12444f86ce on network 26f65343-a7c9-404e-bc63-52ecc8620d81 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:10:32.504838 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=4e4a9d68-2f32-45d3-ad88-0912cd47f2dd,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:32.563739 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5f414c-a217-407a-b004-f886e3caffde None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:10:32.563990 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9202de03-be4c-4775-8d5f-b128f9bc8577 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d65d24a1c50405088ded9ad09173759&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0277247 Aug 17 00:10:32.564097 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5f414c-a217-407a-b004-f886e3caffde None None] Checking segment: {'id': 'fec4baff-cf18-4ab5-bf85-e2c54d6a31cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '26f65343-a7c9-404e-bc63-52ecc8620d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:10:32.564347 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4f5f414c-a217-407a-b004-f886e3caffde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:32.565027 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5f414c-a217-407a-b004-f886e3caffde None None] Bound using segment: {'id': 'fec4baff-cf18-4ab5-bf85-e2c54d6a31cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '26f65343-a7c9-404e-bc63-52ecc8620d81'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:10:32.565630 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4f5f414c-a217-407a-b004-f886e3caffde None None] Bound port: e98515a3-a1a3-4b5d-bad2-7c12444f86ce, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec4baff-cf18-4ab5-bf85-e2c54d6a31cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '26f65343-a7c9-404e-bc63-52ecc8620d81'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:10:32.566028 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4f5f414c-a217-407a-b004-f886e3caffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:32.571264 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47212) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:32.575954 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202de03-be4c-4775-8d5f-b128f9bc8577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049c8086-da31-44b6-9488-27ec2dd08f7c,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:32.619154 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-423ce1c5-628a-4831-b778-f845efd1027e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Allocated IP 172.20.0.1 (67c49123-0518-47c0-a870-a27e218c4c03/d1e12d6f-9418-454b-89ee-8393ec38aec8/364b3d33-24ba-41e2-a532-9692846e3ed5) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:32.759669 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a85a88a8-9ff4-4d13-ad20-c8135af33bce None None] Provisioning complete for port 4e4a9d68-2f32-45d3-ad88-0912cd47f2dd triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:32.760270 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a85a88a8-9ff4-4d13-ad20-c8135af33bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:32.768909 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-4f5f414c-a217-407a-b004-f886e3caffde None None] For port e98515a3-a1a3-4b5d-bad2-7c12444f86ce, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:10:32.814320 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-42d3e78f-cca1-451d-96e2-5b8469655802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:32.838368 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port d3186e7e-60ae-4c59-9517-1dc8441f5c17 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:32.867001 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-42d3e78f-cca1-451d-96e2-5b8469655802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:32.896107 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port d3186e7e-60ae-4c59-9517-1dc8441f5c17 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:32.896669 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:32.905628 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-4f5f414c-a217-407a-b004-f886e3caffde None None] For port e98515a3-a1a3-4b5d-bad2-7c12444f86ce, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e98515a3-a1a3-4b5d-bad2-7c12444f86ce,segment=NetworkSegment(fec4baff-cf18-4ab5-bf85-e2c54d6a31cb),segment_id=fec4baff-cf18-4ab5-bf85-e2c54d6a31cb)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:10:32.922029 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cae57b39-5643-4e23-9a16-aaa758540be9 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:32.933477 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cae57b39-5643-4e23-9a16-aaa758540be9 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:32.934343 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cae57b39-5643-4e23-9a16-aaa758540be9 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:32.938719 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-423ce1c5-628a-4831-b778-f845efd1027e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:32.949805 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4f5f414c-a217-407a-b004-f886e3caffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:32.959538 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-423ce1c5-628a-4831-b778-f845efd1027e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Transition to ACTIVE for port object 364b3d33-24ba-41e2-a532-9692846e3ed5 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:33.014702 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-42d3e78f-cca1-451d-96e2-5b8469655802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:33.020691 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-42d3e78f-cca1-451d-96e2-5b8469655802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:33.029273 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-42d3e78f-cca1-451d-96e2-5b8469655802 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/049c8086-da31-44b6-9488-27ec2dd08f7c HTTP/1.1" status: 204 len: 168 time: 0.4528804 Aug 17 00:10:33.060307 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3e78f-cca1-451d-96e2-5b8469655802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049c8086-da31-44b6-9488-27ec2dd08f7c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:33.087153 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-423ce1c5-628a-4831-b778-f845efd1027e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:33.175776 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423ce1c5-628a-4831-b778-f845efd1027e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Network 67c49123-0518-47c0-a870-a27e218c4c03 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:33.182677 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f414c-a217-407a-b004-f886e3caffde None None] Pushing event updated for resources: {'Port': ['ID=e98515a3-a1a3-4b5d-bad2-7c12444f86ce,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:33.183297 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-423ce1c5-628a-4831-b778-f845efd1027e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:33.192893 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423ce1c5-628a-4831-b778-f845efd1027e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:10:33.193125 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae57b39-5643-4e23-9a16-aaa758540be9 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Pushing event updated for resources: {'Port': ['ID=8e319f97-4de0-4acf-a4a2-2877a19b354e,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:33.282756 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ce1c5-628a-4831-b778-f845efd1027e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Pushing event updated for resources: {'Port': ['ID=364b3d33-24ba-41e2-a532-9692846e3ed5,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:33.304900 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae57b39-5643-4e23-9a16-aaa758540be9 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Network 2a64bf52-e62d-4575-b9bc-5a489a0775b1 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:33.308065 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-cae57b39-5643-4e23-9a16-aaa758540be9 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:33.347473 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-423ce1c5-628a-4831-b778-f845efd1027e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:33.368165 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:33.548054 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port d3186e7e-60ae-4c59-9517-1dc8441f5c17, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d3186e7e-60ae-4c59-9517-1dc8441f5c17,segment=NetworkSegment(44bbfb90-59a1-468f-b536-4c7b40d99879),segment_id=44bbfb90-59a1-468f-b536-4c7b40d99879)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:33.557080 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-af66090c-8a0c-42e4-8272-f5084ec64fb8 None None] Provisioning for port 8e319f97-4de0-4acf-a4a2-2877a19b354e completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:33.563056 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:33.564176 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 50140157-7e59-4193-9a7f-1a3d70224a13 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:10:33.665908 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-af66090c-8a0c-42e4-8272-f5084ec64fb8 None None] Provisioning complete for port 8e319f97-4de0-4acf-a4a2-2877a19b354e triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:33.667102 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-af66090c-8a0c-42e4-8272-f5084ec64fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:33.667227 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae57b39-5643-4e23-9a16-aaa758540be9 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Router 989ef5b1-835d-47fd-861a-5cbf7505ddc0 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:10:33.730816 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-af66090c-8a0c-42e4-8272-f5084ec64fb8 None None] Port 8e319f97-4de0-4acf-a4a2-2877a19b354e cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:10:33.784625 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-423ce1c5-628a-4831-b778-f845efd1027e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:33.804692 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-af66090c-8a0c-42e4-8272-f5084ec64fb8 None None] Provisioning complete for port d3186e7e-60ae-4c59-9517-1dc8441f5c17 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:33.805280 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-af66090c-8a0c-42e4-8272-f5084ec64fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:33.854570 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=d3186e7e-60ae-4c59-9517-1dc8441f5c17,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:33.881537 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 50140157-7e59-4193-9a7f-1a3d70224a13 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:33.899459 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 50140157-7e59-4193-9a7f-1a3d70224a13 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:33.899827 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:34.110912 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:34.191906 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 50140157-7e59-4193-9a7f-1a3d70224a13, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=50140157-7e59-4193-9a7f-1a3d70224a13,segment=NetworkSegment(38030cc9-6b8a-4dcd-93a0-e47ab2ab6402),segment_id=38030cc9-6b8a-4dcd-93a0-e47ab2ab6402)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:34.199131 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:34.270255 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-91223015-1142-4b2a-a9bf-c25c1ec0c863 None None] Provisioning complete for port 8e319f97-4de0-4acf-a4a2-2877a19b354e triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:34.270778 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-91223015-1142-4b2a-a9bf-c25c1ec0c863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:34.346057 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-423ce1c5-628a-4831-b778-f845efd1027e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:34.358842 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-423ce1c5-628a-4831-b778-f845efd1027e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:34.374413 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-91223015-1142-4b2a-a9bf-c25c1ec0c863 None None] Port 8e319f97-4de0-4acf-a4a2-2877a19b354e cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:10:34.382347 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=50140157-7e59-4193-9a7f-1a3d70224a13,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:34.406044 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-91223015-1142-4b2a-a9bf-c25c1ec0c863 None None] Provisioning for port 364b3d33-24ba-41e2-a532-9692846e3ed5 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:34.420208 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-91223015-1142-4b2a-a9bf-c25c1ec0c863 None None] Provisioning complete for port 364b3d33-24ba-41e2-a532-9692846e3ed5 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:34.420668 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-91223015-1142-4b2a-a9bf-c25c1ec0c863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:34.516888 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-423ce1c5-628a-4831-b778-f845efd1027e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:34.525353 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-91223015-1142-4b2a-a9bf-c25c1ec0c863 None None] Port 364b3d33-24ba-41e2-a532-9692846e3ed5 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:10:34.547334 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ce1c5-628a-4831-b778-f845efd1027e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Pushing event updated for resources: {'Port': ['ID=364b3d33-24ba-41e2-a532-9692846e3ed5,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:34.579488 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4e4a9d68-2f32-45d3-ad88-0912cd47f2dd up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:10:34.623592 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae57b39-5643-4e23-9a16-aaa758540be9 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:10:34.638890 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbe665e-b0c2-4180-ba36-854360885907 None None] Sync routers for ids ['989ef5b1-835d-47fd-861a-5cbf7505ddc0'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:10:34.643158 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cae57b39-5643-4e23-9a16-aaa758540be9 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "PUT /v2.0/routers/989ef5b1-835d-47fd-861a-5cbf7505ddc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7308402 Aug 17 00:10:34.645810 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47238) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:34.652613 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbe665e-b0c2-4180-ba36-854360885907 None None] Routers {'989ef5b1-835d-47fd-861a-5cbf7505ddc0'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:34.654620 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-9dbe665e-b0c2-4180-ba36-854360885907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:10:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['989ef5b1-835d-47fd-861a-5cbf7505ddc0'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:34.687636 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423ce1c5-628a-4831-b778-f845efd1027e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Network 67c49123-0518-47c0-a870-a27e218c4c03 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:34.689703 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-423ce1c5-628a-4831-b778-f845efd1027e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:34.782132 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-9dbe665e-b0c2-4180-ba36-854360885907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:34.802976 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 4e4a9d68-2f32-45d3-ad88-0912cd47f2dd triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:34.808206 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:34.811779 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbe665e-b0c2-4180-ba36-854360885907 None None] Routers {'989ef5b1-835d-47fd-861a-5cbf7505ddc0'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:34.817587 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-9dbe665e-b0c2-4180-ba36-854360885907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:10:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['989ef5b1-835d-47fd-861a-5cbf7505ddc0'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:34.959802 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-9dbe665e-b0c2-4180-ba36-854360885907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:34.960836 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbe665e-b0c2-4180-ba36-854360885907 None None] The sync data for ids ['989ef5b1-835d-47fd-861a-5cbf7505ddc0'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:10:34.998475 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e98515a3-a1a3-4b5d-bad2-7c12444f86ce up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:10:35.040067 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423ce1c5-628a-4831-b778-f845efd1027e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Router f065d02d-6861-4310-8bc4-5d8346c6ccc6 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:10:35.083491 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port e98515a3-a1a3-4b5d-bad2-7c12444f86ce completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:35.088931 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d3186e7e-60ae-4c59-9517-1dc8441f5c17 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:10:35.326885 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423ce1c5-628a-4831-b778-f845efd1027e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:10:35.336281 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-423ce1c5-628a-4831-b778-f845efd1027e tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] 10.222.0.60 "PUT /v2.0/routers/f065d02d-6861-4310-8bc4-5d8346c6ccc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6881137 Aug 17 00:10:35.336281 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47254) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:35.343266 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-5d96679a-7137-481b-bec1-bef1bff9de64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Request body: {'port': {'network_id': '67c49123-0518-47c0-a870-a27e218c4c03', 'name': 'tempest-FloatingIPAdminTestJSON-676948362'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:35.352650 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-1624a834-64fe-404e-a81e-1e9e8dfe0fcf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.8353517 Aug 17 00:10:35.469791 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5faa15-d01b-4f9c-b66b-ae2665bb5000 None None] Sync routers for ids ['f065d02d-6861-4310-8bc4-5d8346c6ccc6'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:10:35.474149 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae51462-1c75-4feb-a682-0037f09031a5 None None] Network 26f65343-a7c9-404e-bc63-52ecc8620d81 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:35.524567 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-7f9d2d95-c4ca-4bf1-8fcd-08cbfe4685dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:35.525086 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-7f9d2d95-c4ca-4bf1-8fcd-08cbfe4685dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:35.525578 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-7f9d2d95-c4ca-4bf1-8fcd-08cbfe4685dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:35.526062 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-7f9d2d95-c4ca-4bf1-8fcd-08cbfe4685dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:35.526541 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-7f9d2d95-c4ca-4bf1-8fcd-08cbfe4685dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:35.527277 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-7f9d2d95-c4ca-4bf1-8fcd-08cbfe4685dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:35.527806 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-7f9d2d95-c4ca-4bf1-8fcd-08cbfe4685dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:35.530741 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-7f9d2d95-c4ca-4bf1-8fcd-08cbfe4685dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6dea3d186f8943e68e6ffa5ab6e1d924&device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 6498 time: 0.1183009 Aug 17 00:10:35.537829 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d96679a-7137-481b-bec1-bef1bff9de64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Made reservation on behalf of 902bbc8404994f6a94e24a32301e9de2 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:10:35.542852 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5d96679a-7137-481b-bec1-bef1bff9de64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:35.562065 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-32c5e19d-a139-4d1d-aa76-590a2a4264f9 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:10:35.565192 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-32c5e19d-a139-4d1d-aa76-590a2a4264f9 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "PUT /v2.0/routers/989ef5b1-835d-47fd-861a-5cbf7505ddc0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9145861 Aug 17 00:10:35.565862 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-5d96679a-7137-481b-bec1-bef1bff9de64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] device_id is not set on port 03e42ab9-3b75-44a2-a287-352cdd6515a3 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:10:35.583251 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47264) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:35.621947 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5faa15-d01b-4f9c-b66b-ae2665bb5000 None None] Routers {'f065d02d-6861-4310-8bc4-5d8346c6ccc6'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:35.621947 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-db5faa15-d01b-4f9c-b66b-ae2665bb5000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:10:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['f065d02d-6861-4310-8bc4-5d8346c6ccc6'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:35.626615 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c2616bf6-d6ac-477a-bd2d-d86a0791ea27 None None] Provisioning complete for port 364b3d33-24ba-41e2-a532-9692846e3ed5 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:35.628416 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c2616bf6-d6ac-477a-bd2d-d86a0791ea27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:35.693323 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-db5faa15-d01b-4f9c-b66b-ae2665bb5000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:35.730684 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5faa15-d01b-4f9c-b66b-ae2665bb5000 None None] Routers {'f065d02d-6861-4310-8bc4-5d8346c6ccc6'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:35.731418 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-db5faa15-d01b-4f9c-b66b-ae2665bb5000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:10:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['f065d02d-6861-4310-8bc4-5d8346c6ccc6'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:35.763552 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-5d96679a-7137-481b-bec1-bef1bff9de64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Allocated IP 172.20.0.3 (67c49123-0518-47c0-a870-a27e218c4c03/d1e12d6f-9418-454b-89ee-8393ec38aec8/03e42ab9-3b75-44a2-a287-352cdd6515a3) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:35.787457 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-db5faa15-d01b-4f9c-b66b-ae2665bb5000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:35.787953 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5faa15-d01b-4f9c-b66b-ae2665bb5000 None None] The sync data for ids ['f065d02d-6861-4310-8bc4-5d8346c6ccc6'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:10:35.792029 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port d3186e7e-60ae-4c59-9517-1dc8441f5c17 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:35.792123 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:35.794662 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-c2616bf6-d6ac-477a-bd2d-d86a0791ea27 None None] Port 364b3d33-24ba-41e2-a532-9692846e3ed5 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:10:35.906635 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-c17852b1-df7e-4bfe-b2a5-70b80b74e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:35.907123 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-c17852b1-df7e-4bfe-b2a5-70b80b74e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:35.909111 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-c17852b1-df7e-4bfe-b2a5-70b80b74e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:35.912089 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-c17852b1-df7e-4bfe-b2a5-70b80b74e01d service neutron] 10.222.0.64 "GET /v2.0/networks?id=7d344a82-79d7-4f15-a0ba-8fc315949c8f&id=450a1daa-7a72-47ff-abbd-744b752946ea&id=450a1daa-7a72-47ff-abbd-744b752946ea&id=450a1daa-7a72-47ff-abbd-744b752946ea&id=450a1daa-7a72-47ff-abbd-744b752946ea&id=e2ac1b86-e36f-4432-8342-86f5ef252896&id=e2ac1b86-e36f-4432-8342-86f5ef252896 HTTP/1.1" status: 200 len: 2291 time: 0.3476937 Aug 17 00:10:36.020094 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f7441bca-fd73-477b-a6fc-976e300de1b4 None None] Provisioning for port e98515a3-a1a3-4b5d-bad2-7c12444f86ce completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:36.038012 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f7441bca-fd73-477b-a6fc-976e300de1b4 None None] Provisioning complete for port e98515a3-a1a3-4b5d-bad2-7c12444f86ce triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:36.038642 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f7441bca-fd73-477b-a6fc-976e300de1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:36.100248 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5d96679a-7137-481b-bec1-bef1bff9de64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:36.106823 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-79b42ea2-771b-4b16-91dd-f082eb18278e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6d293e5-ef94-4aee-b473-335dccc456a6 HTTP/1.1" status: 200 len: 1001 time: 0.1797056 Aug 17 00:10:36.139283 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-5d96679a-7137-481b-bec1-bef1bff9de64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Transition to ACTIVE for port object 03e42ab9-3b75-44a2-a287-352cdd6515a3 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:36.210752 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f7441bca-fd73-477b-a6fc-976e300de1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:36.213296 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-67d72509-dab5-42ca-808f-c991ed52967c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:36.217215 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-67d72509-dab5-42ca-808f-c991ed52967c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5723fbf6-9716-47be-90e8-4e9878cdb460 HTTP/1.1" status: 200 len: 848 time: 0.1052673 Aug 17 00:10:36.242382 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5d96679a-7137-481b-bec1-bef1bff9de64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:36.309191 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-f7441bca-fd73-477b-a6fc-976e300de1b4 None None] For port e98515a3-a1a3-4b5d-bad2-7c12444f86ce, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e98515a3-a1a3-4b5d-bad2-7c12444f86ce,segment=NetworkSegment(fec4baff-cf18-4ab5-bf85-e2c54d6a31cb),segment_id=fec4baff-cf18-4ab5-bf85-e2c54d6a31cb)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:36.324578 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f7441bca-fd73-477b-a6fc-976e300de1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:36.361066 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d96679a-7137-481b-bec1-bef1bff9de64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Network 67c49123-0518-47c0-a870-a27e218c4c03 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:36.365990 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-5d96679a-7137-481b-bec1-bef1bff9de64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:36.369294 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-b7924bd6-c4c6-4403-ba87-40e4d1864a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:36.369294 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-b7924bd6-c4c6-4403-ba87-40e4d1864a79 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7d344a82-79d7-4f15-a0ba-8fc315949c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1429875 Aug 17 00:10:36.376926 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d96679a-7137-481b-bec1-bef1bff9de64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:10:36.397792 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 50140157-7e59-4193-9a7f-1a3d70224a13 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:10:36.471846 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2ff8cfb3-3d5c-4090-be7e-a6a8beba47e4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:36.507871 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d96679a-7137-481b-bec1-bef1bff9de64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:36.508510 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5d96679a-7137-481b-bec1-bef1bff9de64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:36.512481 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96679a-7137-481b-bec1-bef1bff9de64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Pushing event updated for resources: {'Port': ['ID=03e42ab9-3b75-44a2-a287-352cdd6515a3,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:36.529425 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-026af402-eea8-4998-9db2-380210482d63 None None] Provisioning complete for port e98515a3-a1a3-4b5d-bad2-7c12444f86ce triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:36.529890 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-026af402-eea8-4998-9db2-380210482d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:36.562803 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5d96679a-7137-481b-bec1-bef1bff9de64 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2254324 Aug 17 00:10:36.565998 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47290) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:36.592119 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7441bca-fd73-477b-a6fc-976e300de1b4 None None] Pushing event updated for resources: {'Port': ['ID=e98515a3-a1a3-4b5d-bad2-7c12444f86ce,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:36.613972 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 50140157-7e59-4193-9a7f-1a3d70224a13 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:36.614696 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:36.724154 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-4f45359e-0ce3-4c5d-9bed-5d0968c07b2c service neutron] 10.222.0.64 "GET /v2.0/networks/7d344a82-79d7-4f15-a0ba-8fc315949c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425329 Aug 17 00:10:36.745992 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47294) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:36.840800 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73003f97-95dd-4a32-943d-fc511f28fd07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:36.866758 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-61bd41f4-3acd-41b3-b002-0ceef0fd86bc None None] Provisioning for port 03e42ab9-3b75-44a2-a287-352cdd6515a3 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:36.871419 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-61bd41f4-3acd-41b3-b002-0ceef0fd86bc None None] Provisioning complete for port 03e42ab9-3b75-44a2-a287-352cdd6515a3 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:36.871913 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-61bd41f4-3acd-41b3-b002-0ceef0fd86bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:36.876931 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-556af8ff-5553-48de-b8b6-3508f7fc5cd9 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'project_id': '902bbc8404994f6a94e24a32301e9de2', 'port_id': '03e42ab9-3b75-44a2-a287-352cdd6515a3'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:36.903229 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.db.api [None req-556af8ff-5553-48de-b8b6-3508f7fc5cd9 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 00:10:36.903229 n-d-800088-20 neutron-server[101402]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 17 00:10:36.903229 n-d-800088-20 neutron-server[101402]: [parameters: {'project_id': '902bbc8404994f6a94e24a32301e9de2', 'id': 'ecad5a6b-d438-4ef9-abe1-64e49d2e98df', 'expiration': datetime.datetime(2021, 8, 17, 0, 12, 36, 898811)}] Aug 17 00:10:36.903229 n-d-800088-20 neutron-server[101402]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:10:36.903697 n-d-800088-20 neutron-server[101402]: DEBUG oslo_db.api [None req-556af8ff-5553-48de-b8b6-3508f7fc5cd9 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:10:36.920448 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-61bd41f4-3acd-41b3-b002-0ceef0fd86bc None None] Port 03e42ab9-3b75-44a2-a287-352cdd6515a3 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:10:36.926665 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-d7126563-4832-4a7e-b32a-edbf2b8c9361 service neutron] 10.222.0.64 "GET /v2.0/networks/7d344a82-79d7-4f15-a0ba-8fc315949c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693847 Aug 17 00:10:37.000931 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-563e2444-c31b-4fbf-b5ed-e646b5324c36 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=07aed2fa-d27e-4651-8f59-41a9da06080a HTTP/1.1" status: 200 len: 217 time: 0.0666754 Aug 17 00:10:37.007643 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73003f97-95dd-4a32-943d-fc511f28fd07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:37.015418 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73003f97-95dd-4a32-943d-fc511f28fd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:37.060413 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-73003f97-95dd-4a32-943d-fc511f28fd07 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ffd71ff3129c41568dbfc11056767fab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3110454 Aug 17 00:10:37.060413 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73003f97-95dd-4a32-943d-fc511f28fd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca69ec03-822f-4ae1-b5c6-06f486021893,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:37.065298 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47300) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:37.098418 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-91076d34-3e4f-4663-8047-17cf71f53cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:37.099886 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-91076d34-3e4f-4663-8047-17cf71f53cf0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7f767b01-59ba-4d1c-a2de-3cb9e8190671 HTTP/1.1" status: 200 len: 797 time: 0.0889678 Aug 17 00:10:37.104855 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-2ff8cfb3-3d5c-4090-be7e-a6a8beba47e4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Deleting port 8e319f97-4de0-4acf-a4a2-2877a19b354e {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:37.105225 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2ff8cfb3-3d5c-4090-be7e-a6a8beba47e4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:37.217108 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6a7deb10-7b3d-4e1c-b6fc-bea5632ededf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:37.236819 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-e4f6be13-8720-42fd-a9ab-46b84e39b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:37.239015 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-e4f6be13-8720-42fd-a9ab-46b84e39b6f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=450a1daa-7a72-47ff-abbd-744b752946ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1274183 Aug 17 00:10:37.282952 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6a7deb10-7b3d-4e1c-b6fc-bea5632ededf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:37.317240 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2ff8cfb3-3d5c-4090-be7e-a6a8beba47e4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:37.354958 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-2ff8cfb3-3d5c-4090-be7e-a6a8beba47e4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Calling delete_port for 8e319f97-4de0-4acf-a4a2-2877a19b354e owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:37.433426 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-556af8ff-5553-48de-b8b6-3508f7fc5cd9 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:37.539808 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-556af8ff-5553-48de-b8b6-3508f7fc5cd9 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:37.659594 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-556af8ff-5553-48de-b8b6-3508f7fc5cd9 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Allocated IP 172.25.3.229 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/2d8decf1-69a2-410e-a2b1-6b65e0ec6486) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:37.754154 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-41d194fa-f9f7-4f59-8c20-d064cf928609 service neutron] 10.222.0.64 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041659 Aug 17 00:10:37.780948 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-556af8ff-5553-48de-b8b6-3508f7fc5cd9 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:37.811370 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6a7deb10-7b3d-4e1c-b6fc-bea5632ededf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:37.813933 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6a7deb10-7b3d-4e1c-b6fc-bea5632ededf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:37.815058 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6a7deb10-7b3d-4e1c-b6fc-bea5632ededf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ca69ec03-822f-4ae1-b5c6-06f486021893 HTTP/1.1" status: 204 len: 168 time: 0.7533693 Aug 17 00:10:37.835507 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-556af8ff-5553-48de-b8b6-3508f7fc5cd9 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:37.875272 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7deb10-7b3d-4e1c-b6fc-bea5632ededf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca69ec03-822f-4ae1-b5c6-06f486021893,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:37.887988 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556af8ff-5553-48de-b8b6-3508f7fc5cd9 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:37.890689 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-556af8ff-5553-48de-b8b6-3508f7fc5cd9 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:37.899170 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556af8ff-5553-48de-b8b6-3508f7fc5cd9 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:10:37.924862 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-81c27420-1433-467b-9e91-1b737afccef3 service neutron] 10.222.0.64 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616321 Aug 17 00:10:37.937771 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556af8ff-5553-48de-b8b6-3508f7fc5cd9 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Pushing event updated for resources: {'Port': ['ID=2d8decf1-69a2-410e-a2b1-6b65e0ec6486,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:38.016817 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-ad0dbdd1-1f2a-4f6a-a98b-8dd8e559fdae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 HTTP/1.1" status: 200 len: 217 time: 0.0819557 Aug 17 00:10:38.080683 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2ff8cfb3-3d5c-4090-be7e-a6a8beba47e4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:38.128278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8cfb3-3d5c-4090-be7e-a6a8beba47e4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Pushing event deleted for resources: {'Port': ['ID=8e319f97-4de0-4acf-a4a2-2877a19b354e,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:38.136782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-f333e575-ed3c-49e6-bee9-39ef81ad4265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:38.138300 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-f333e575-ed3c-49e6-bee9-39ef81ad4265 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7f767b01-59ba-4d1c-a2de-3cb9e8190671 HTTP/1.1" status: 200 len: 797 time: 0.1127555 Aug 17 00:10:38.347999 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2ff8cfb3-3d5c-4090-be7e-a6a8beba47e4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:38.375568 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-fae350c7-6cdf-4321-a77f-24048008841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:38.377330 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-fae350c7-6cdf-4321-a77f-24048008841d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=450a1daa-7a72-47ff-abbd-744b752946ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2235477 Aug 17 00:10:38.414539 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e98515a3-a1a3-4b5d-bad2-7c12444f86ce up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:10:38.495447 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e98515a3-a1a3-4b5d-bad2-7c12444f86ce triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:38.496071 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:38.684982 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff8cfb3-3d5c-4090-be7e-a6a8beba47e4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Router 989ef5b1-835d-47fd-861a-5cbf7505ddc0 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:10:38.725828 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-d990cd01-4b72-41dc-ab0f-8d7ce0557027 service neutron] 10.222.0.64 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372035 Aug 17 00:10:38.861454 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff8cfb3-3d5c-4090-be7e-a6a8beba47e4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:10:38.867041 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2ff8cfb3-3d5c-4090-be7e-a6a8beba47e4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "PUT /v2.0/routers/989ef5b1-835d-47fd-861a-5cbf7505ddc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2822158 Aug 17 00:10:38.875148 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47326) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:38.946579 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-556af8ff-5553-48de-b8b6-3508f7fc5cd9 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:38.955431 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-8a39d4d4-58d2-4fc8-ab5d-3a0919625888 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] delete failed (client error): The resource could not be found. Aug 17 00:10:38.955674 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8a39d4d4-58d2-4fc8-ab5d-3a0919625888 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-403661794 HTTP/1.1" status: 404 len: 334 time: 0.0780368 Aug 17 00:10:38.960109 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47330) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:38.970193 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-f33b2561-a103-475b-b0a4-ba2322285c6a tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Request body: {'router': {'external_gateway_info': {'network_id': '989ef5b1-835d-47fd-861a-5cbf7505ddc0'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:39.058954 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-556af8ff-5553-48de-b8b6-3508f7fc5cd9 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:39.063542 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf84729d-7c00-4721-81c2-cf2ef30c1274 None None] Sync routers for ids ['989ef5b1-835d-47fd-861a-5cbf7505ddc0'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:10:39.084338 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf84729d-7c00-4721-81c2-cf2ef30c1274 None None] Routers {'989ef5b1-835d-47fd-861a-5cbf7505ddc0'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:39.085240 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-bf84729d-7c00-4721-81c2-cf2ef30c1274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:10:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['989ef5b1-835d-47fd-861a-5cbf7505ddc0'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:39.132051 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-bf84729d-7c00-4721-81c2-cf2ef30c1274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:39.144221 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf84729d-7c00-4721-81c2-cf2ef30c1274 None None] Routers {'989ef5b1-835d-47fd-861a-5cbf7505ddc0'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:39.146010 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-bf84729d-7c00-4721-81c2-cf2ef30c1274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:10:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['989ef5b1-835d-47fd-861a-5cbf7505ddc0'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:39.186754 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-bf84729d-7c00-4721-81c2-cf2ef30c1274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:39.187895 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf84729d-7c00-4721-81c2-cf2ef30c1274 None None] The sync data for ids ['989ef5b1-835d-47fd-861a-5cbf7505ddc0'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:10:39.259596 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-7208f979-3abb-455c-b796-1e1413e7dcc2 service neutron] 10.222.0.64 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543216 Aug 17 00:10:39.264607 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f33b2561-a103-475b-b0a4-ba2322285c6a tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:39.308241 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-556af8ff-5553-48de-b8b6-3508f7fc5cd9 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:39.319208 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-556af8ff-5553-48de-b8b6-3508f7fc5cd9 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:39.333596 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-f33b2561-a103-475b-b0a4-ba2322285c6a tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] update failed (client error): The resource could not be found. Aug 17 00:10:39.334817 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f33b2561-a103-475b-b0a4-ba2322285c6a tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "PUT /v2.0/routers/989ef5b1-835d-47fd-861a-5cbf7505ddc0 HTTP/1.1" status: 404 len: 339 time: 0.3736961 Aug 17 00:10:39.338049 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-5ef0b918-3080-4740-a642-f5e8995886dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb HTTP/1.1" status: 200 len: 217 time: 0.0679376 Aug 17 00:10:39.338935 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47344) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:39.345258 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-7b470dcc-4c89-4f5e-b9ec-c5516b5332ea tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1972941588'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:39.435553 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-224609b4-8e7a-4669-a2de-9ade4a58b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:39.438121 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-224609b4-8e7a-4669-a2de-9ade4a58b586 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7f767b01-59ba-4d1c-a2de-3cb9e8190671 HTTP/1.1" status: 200 len: 797 time: 0.0853882 Aug 17 00:10:39.439444 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b470dcc-4c89-4f5e-b9ec-c5516b5332ea tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Made reservation on behalf of 8f472c4605674e7faddb0bfeb6ed2b7e for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:10:39.443958 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7b470dcc-4c89-4f5e-b9ec-c5516b5332ea tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:39.448205 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47346) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:39.458323 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556af8ff-5553-48de-b8b6-3508f7fc5cd9 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Pushing event updated for resources: {'Port': ['ID=2d8decf1-69a2-410e-a2b1-6b65e0ec6486,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:39.476859 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-556af8ff-5553-48de-b8b6-3508f7fc5cd9 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:39.516567 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b470dcc-4c89-4f5e-b9ec-c5516b5332ea tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:10:39.529279 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7b470dcc-4c89-4f5e-b9ec-c5516b5332ea tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:39.529637 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-7b470dcc-4c89-4f5e-b9ec-c5516b5332ea tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Added segment da77b53e-78b5-4435-89c9-344359d51fb8 of type vlan for network 9d8e34ac-be99-4a6b-b642-d8c8796e2f18 Aug 17 00:10:39.579887 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-a0574d87-5615-48a8-83df-b24b88524b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:39.581450 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-a0574d87-5615-48a8-83df-b24b88524b38 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=450a1daa-7a72-47ff-abbd-744b752946ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1255748 Aug 17 00:10:39.585767 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7b470dcc-4c89-4f5e-b9ec-c5516b5332ea tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:39.613483 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-556af8ff-5553-48de-b8b6-3508f7fc5cd9 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Floating IP 9d73105c-bb2f-46f1-9410-b8ec1d90c193 associated. External IP: 172.25.3.229, port: 03e42ab9-3b75-44a2-a287-352cdd6515a3. Aug 17 00:10:39.671382 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7b470dcc-4c89-4f5e-b9ec-c5516b5332ea tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:39.677144 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b470dcc-4c89-4f5e-b9ec-c5516b5332ea tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:39.677745 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7b470dcc-4c89-4f5e-b9ec-c5516b5332ea tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:39.693638 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dc64cf89-af4a-40a6-b706-ed4de6a38028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:39.759546 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7b470dcc-4c89-4f5e-b9ec-c5516b5332ea tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4191954 Aug 17 00:10:39.765306 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47350) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:39.772644 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-2ca15cd6-2f7d-487f-ae6c-8ae9443626fb tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Request body: {'subnet': {'network_id': '9d8e34ac-be99-4a6b-b642-d8c8796e2f18', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:39.792819 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b470dcc-4c89-4f5e-b9ec-c5516b5332ea tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Pushing event updated for resources: {'Network': ['ID=9d8e34ac-be99-4a6b-b642-d8c8796e2f18,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:39.806474 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 9d8e34ac-be99-4a6b-b642-d8c8796e2f18 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:10:39.815592 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-798d5dbd-5c27-40f8-8917-82e733fe5c5c service neutron] 10.222.0.64 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185349 Aug 17 00:10:39.955998 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556af8ff-5553-48de-b8b6-3508f7fc5cd9 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Router f065d02d-6861-4310-8bc4-5d8346c6ccc6 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:10:39.962344 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-8c0dc4b0-e03a-4930-b836-71de98873de3 service neutron] 10.222.0.64 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370971 Aug 17 00:10:40.016341 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-3c6e0993-a5c9-4a41-adea-f4fb1fb814df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db HTTP/1.1" status: 200 len: 217 time: 0.0448675 Aug 17 00:10:40.036128 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dc64cf89-af4a-40a6-b706-ed4de6a38028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:40.050854 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:40.064743 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dc64cf89-af4a-40a6-b706-ed4de6a38028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:40.100108 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca15cd6-2f7d-487f-ae6c-8ae9443626fb tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Made reservation on behalf of 8f472c4605674e7faddb0bfeb6ed2b7e for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:10:40.103591 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2ca15cd6-2f7d-487f-ae6c-8ae9443626fb tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:40.118160 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-01a5d676-6639-41dd-b693-372201e9abd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:40.119822 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-01a5d676-6639-41dd-b693-372201e9abd3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7f767b01-59ba-4d1c-a2de-3cb9e8190671 HTTP/1.1" status: 200 len: 797 time: 0.0948856 Aug 17 00:10:40.129961 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-dc64cf89-af4a-40a6-b706-ed4de6a38028 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e0ac1f6e4e1e400398cd9a746c888dc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6803534 Aug 17 00:10:40.130629 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47352) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:40.146278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64cf89-af4a-40a6-b706-ed4de6a38028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b2c48c-eaed-4d21-bd9e-ddb7c250cfc9,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:40.152612 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556af8ff-5553-48de-b8b6-3508f7fc5cd9 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:10:40.171678 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab529e06-6da9-4ad4-abbd-f3da9a7402af None None] Sync routers for ids ['f065d02d-6861-4310-8bc4-5d8346c6ccc6'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:10:40.186078 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab529e06-6da9-4ad4-abbd-f3da9a7402af None None] Routers {'f065d02d-6861-4310-8bc4-5d8346c6ccc6'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:40.186665 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ab529e06-6da9-4ad4-abbd-f3da9a7402af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:10:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['f065d02d-6861-4310-8bc4-5d8346c6ccc6'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:40.195087 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-556af8ff-5553-48de-b8b6-3508f7fc5cd9 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:40.219976 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-4697fa12-45e6-41ff-9f72-d3c0b8ee98ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:40.221324 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-4697fa12-45e6-41ff-9f72-d3c0b8ee98ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=450a1daa-7a72-47ff-abbd-744b752946ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0895674 Aug 17 00:10:40.263736 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ab529e06-6da9-4ad4-abbd-f3da9a7402af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:40.267088 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-87534e8a-7006-4223-af71-c9f800eead73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:40.273974 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab529e06-6da9-4ad4-abbd-f3da9a7402af None None] Routers {'f065d02d-6861-4310-8bc4-5d8346c6ccc6'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:40.274594 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ab529e06-6da9-4ad4-abbd-f3da9a7402af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:10:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['f065d02d-6861-4310-8bc4-5d8346c6ccc6'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:40.278861 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-556af8ff-5553-48de-b8b6-3508f7fc5cd9 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.7108920 Aug 17 00:10:40.281697 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47354) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:40.310021 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ab529e06-6da9-4ad4-abbd-f3da9a7402af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:40.310674 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab529e06-6da9-4ad4-abbd-f3da9a7402af None None] The sync data for ids ['f065d02d-6861-4310-8bc4-5d8346c6ccc6'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:10:40.335622 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-87534e8a-7006-4223-af71-c9f800eead73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:40.392879 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-b2806bb5-2cad-40fb-857e-29894fadfa2c service neutron] 10.222.0.64 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609154 Aug 17 00:10:40.448242 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8519b0cd-678e-4f7c-8b67-ac28d8099f3d tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] 10.222.0.60 "GET /v2.0/floatingips/9d73105c-bb2f-46f1-9410-b8ec1d90c193 HTTP/1.1" status: 200 len: 982 time: 0.1654096 Aug 17 00:10:40.448895 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47358) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:40.476478 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-87534e8a-7006-4223-af71-c9f800eead73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:40.479413 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-87534e8a-7006-4223-af71-c9f800eead73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:40.483424 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-87534e8a-7006-4223-af71-c9f800eead73 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/74b2c48c-eaed-4d21-bd9e-ddb7c250cfc9 HTTP/1.1" status: 204 len: 168 time: 0.3477180 Aug 17 00:10:40.512041 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87534e8a-7006-4223-af71-c9f800eead73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b2c48c-eaed-4d21-bd9e-ddb7c250cfc9,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:40.550218 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-32ebb178-0afa-416e-832e-6b7e69e90288 service neutron] 10.222.0.64 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490271 Aug 17 00:10:40.595792 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-871b345c-020a-494f-82e3-e70224aeb2dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bf369f05-5490-4286-a3db-d3ce97b77f7b HTTP/1.1" status: 200 len: 217 time: 0.0375006 Aug 17 00:10:40.622711 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b37fc11b-8dd5-4648-9684-61a5b06ca5b5 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3821 time: 0.1689394 Aug 17 00:10:40.626365 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47362) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:40.658014 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-e49095b9-f5c8-4b16-9a6b-944a7007ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:40.659640 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-e49095b9-f5c8-4b16-9a6b-944a7007ef97 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52ce99c2-888b-4cad-8190-0a83e8273287 HTTP/1.1" status: 200 len: 797 time: 0.0566199 Aug 17 00:10:40.717451 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-5d252fe3-4717-4bc1-a291-fdcd68e3d6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:40.719094 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-5d252fe3-4717-4bc1-a291-fdcd68e3d6a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e2ac1b86-e36f-4432-8342-86f5ef252896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0499182 Aug 17 00:10:40.725500 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2ca15cd6-2f7d-487f-ae6c-8ae9443626fb tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:40.826527 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-7bcd72aa-4220-4220-885e-384b2c0f1d3e service neutron] 10.222.0.64 "GET /v2.0/networks/e2ac1b86-e36f-4432-8342-86f5ef252896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988064 Aug 17 00:10:40.995041 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-dd6eca6c-fca1-4a30-ba3d-01eb759f22fe service neutron] 10.222.0.64 "GET /v2.0/networks/e2ac1b86-e36f-4432-8342-86f5ef252896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606274 Aug 17 00:10:41.059335 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-7c2c85de-ecb0-4947-b60f-6d021dd652fc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1a678ec1-28b9-4595-9f5f-5bcce8516225 HTTP/1.1" status: 200 len: 217 time: 0.0536692 Aug 17 00:10:41.095797 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca15cd6-2f7d-487f-ae6c-8ae9443626fb tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Pushing event updated for resources: {'Subnet': ['ID=1a126369-23f4-4c86-aded-7b2542259377,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:41.121428 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-91831188-c7af-4366-9a8d-ee920117a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:41.122893 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-91831188-c7af-4366-9a8d-ee920117a52b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52ce99c2-888b-4cad-8190-0a83e8273287 HTTP/1.1" status: 200 len: 797 time: 0.0550776 Aug 17 00:10:41.144928 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca15cd6-2f7d-487f-ae6c-8ae9443626fb tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Checking segment: {'id': 'da77b53e-78b5-4435-89c9-344359d51fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9d8e34ac-be99-4a6b-b642-d8c8796e2f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:10:41.145322 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca15cd6-2f7d-487f-ae6c-8ae9443626fb tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Network hostable DHCP agents. Network: 9d8e34ac-be99-4a6b-b642-d8c8796e2f18, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:10:41.176248 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca15cd6-2f7d-487f-ae6c-8ae9443626fb tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Network 9d8e34ac-be99-4a6b-b642-d8c8796e2f18 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:10:41.180226 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-26e0cf80-7f25-4b5b-ac22-0f82c79e7bdb tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Deleting port 2d8decf1-69a2-410e-a2b1-6b65e0ec6486 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:41.180574 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-26e0cf80-7f25-4b5b-ac22-0f82c79e7bdb tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:41.203916 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-2ca15cd6-2f7d-487f-ae6c-8ae9443626fb tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 9d8e34ac-be99-4a6b-b642-d8c8796e2f18) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:41.208189 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-92429623-0b69-456b-9698-31798d6d92ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:41.209776 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-92429623-0b69-456b-9698-31798d6d92ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e2ac1b86-e36f-4432-8342-86f5ef252896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0790126 Aug 17 00:10:41.225365 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df20525f-bcc8-47c2-bcd6-e0557c2860d3 None None] Network 9d8e34ac-be99-4a6b-b642-d8c8796e2f18 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:41.246909 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca15cd6-2f7d-487f-ae6c-8ae9443626fb tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:41.247539 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2ca15cd6-2f7d-487f-ae6c-8ae9443626fb tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:41.282088 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2ca15cd6-2f7d-487f-ae6c-8ae9443626fb tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5154035 Aug 17 00:10:41.284630 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47378) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:41.290429 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-b037dc70-e26b-46f8-be39-6f5f27abc5c9 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Request body: {'router': {'external_gateway_info': {'network_id': '9d8e34ac-be99-4a6b-b642-d8c8796e2f18'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:41.343450 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-333ba066-bd99-47da-abe1-ebf357f3731b service neutron] 10.222.0.64 "GET /v2.0/networks/e2ac1b86-e36f-4432-8342-86f5ef252896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251831 Aug 17 00:10:41.376555 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-26e0cf80-7f25-4b5b-ac22-0f82c79e7bdb tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:41.376900 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-26e0cf80-7f25-4b5b-ac22-0f82c79e7bdb tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:41.393927 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-26e0cf80-7f25-4b5b-ac22-0f82c79e7bdb tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Calling delete_port for 2d8decf1-69a2-410e-a2b1-6b65e0ec6486 owned by network:floatingip {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:41.424546 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2201eb-56d4-491f-9100-94db71a312a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-9d8e34ac-be99-4a6b-b642-d8c8796e2f18', 'network_id': '9d8e34ac-be99-4a6b-b642-d8c8796e2f18', 'tenant_id': '8f472c4605674e7faddb0bfeb6ed2b7e', 'fixed_ips': [{'subnet_id': '1a126369-23f4-4c86-aded-7b2542259377'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:10:41.426718 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7c2201eb-56d4-491f-9100-94db71a312a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:41.453314 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50574db-7988-4b3c-ac4b-5aeb6271e308 req-ebfc8738-46b1-45a5-ad42-df6c69dc7f04 service neutron] 10.222.0.64 "GET /v2.0/networks/e2ac1b86-e36f-4432-8342-86f5ef252896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005218 Aug 17 00:10:41.620121 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:41.622033 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-7c2201eb-56d4-491f-9100-94db71a312a0 None None] Allocated IP 2001:db8:1::2 (9d8e34ac-be99-4a6b-b642-d8c8796e2f18/1a126369-23f4-4c86-aded-7b2542259377/da9f32de-977e-436c-a10f-a4fa592ce0ff) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:41.626138 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b037dc70-e26b-46f8-be39-6f5f27abc5c9 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:41.781886 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7c2201eb-56d4-491f-9100-94db71a312a0 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:41.860718 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-b037dc70-e26b-46f8-be39-6f5f27abc5c9 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:10:41.861783 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b037dc70-e26b-46f8-be39-6f5f27abc5c9 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "PUT /v2.0/routers/989ef5b1-835d-47fd-861a-5cbf7505ddc0 HTTP/1.1" status: 400 len: 364 time: 0.5756123 Aug 17 00:10:41.866493 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47394) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:41.868042 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7c2201eb-56d4-491f-9100-94db71a312a0 None None] Transition to ACTIVE for port object da9f32de-977e-436c-a10f-a4fa592ce0ff will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:41.873334 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-26e0cf80-7f25-4b5b-ac22-0f82c79e7bdb tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:41.885776 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7c2201eb-56d4-491f-9100-94db71a312a0 None None] Transition to ACTIVE for port object da9f32de-977e-436c-a10f-a4fa592ce0ff will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:41.892986 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7c2201eb-56d4-491f-9100-94db71a312a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:41.929968 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2201eb-56d4-491f-9100-94db71a312a0 None None] Network 9d8e34ac-be99-4a6b-b642-d8c8796e2f18 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:41.932889 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-7c2201eb-56d4-491f-9100-94db71a312a0 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:41.938535 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2201eb-56d4-491f-9100-94db71a312a0 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:10:41.959239 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0cf80-7f25-4b5b-ac22-0f82c79e7bdb tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Pushing event deleted for resources: {'Port': ['ID=2d8decf1-69a2-410e-a2b1-6b65e0ec6486,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:41.994241 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2201eb-56d4-491f-9100-94db71a312a0 None None] Pushing event updated for resources: {'Port': ['ID=da9f32de-977e-436c-a10f-a4fa592ce0ff,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:42.009431 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7c2201eb-56d4-491f-9100-94db71a312a0 None None] Attempting to bind port da9f32de-977e-436c-a10f-a4fa592ce0ff on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:10:42.009841 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7c2201eb-56d4-491f-9100-94db71a312a0 None None] Attempting to bind port da9f32de-977e-436c-a10f-a4fa592ce0ff by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'da77b53e-78b5-4435-89c9-344359d51fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9d8e34ac-be99-4a6b-b642-d8c8796e2f18'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:10:42.010239 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2201eb-56d4-491f-9100-94db71a312a0 None None] Attempting to bind port da9f32de-977e-436c-a10f-a4fa592ce0ff on network 9d8e34ac-be99-4a6b-b642-d8c8796e2f18 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:10:42.015420 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2201eb-56d4-491f-9100-94db71a312a0 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:10:42.015874 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2201eb-56d4-491f-9100-94db71a312a0 None None] Checking segment: {'id': 'da77b53e-78b5-4435-89c9-344359d51fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9d8e34ac-be99-4a6b-b642-d8c8796e2f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:10:42.016283 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7c2201eb-56d4-491f-9100-94db71a312a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:42.016678 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2201eb-56d4-491f-9100-94db71a312a0 None None] Bound using segment: {'id': 'da77b53e-78b5-4435-89c9-344359d51fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9d8e34ac-be99-4a6b-b642-d8c8796e2f18'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:10:42.017176 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7c2201eb-56d4-491f-9100-94db71a312a0 None None] Bound port: da9f32de-977e-436c-a10f-a4fa592ce0ff, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da77b53e-78b5-4435-89c9-344359d51fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9d8e34ac-be99-4a6b-b642-d8c8796e2f18'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:10:42.017564 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7c2201eb-56d4-491f-9100-94db71a312a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:42.087702 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-7c2201eb-56d4-491f-9100-94db71a312a0 None None] For port da9f32de-977e-436c-a10f-a4fa592ce0ff, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:10:42.092659 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-7c2201eb-56d4-491f-9100-94db71a312a0 None None] For port da9f32de-977e-436c-a10f-a4fa592ce0ff, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=da9f32de-977e-436c-a10f-a4fa592ce0ff,segment=NetworkSegment(da77b53e-78b5-4435-89c9-344359d51fb8),segment_id=da77b53e-78b5-4435-89c9-344359d51fb8)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:10:42.103057 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7c2201eb-56d4-491f-9100-94db71a312a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:42.158120 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-26e0cf80-7f25-4b5b-ac22-0f82c79e7bdb tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks [] for floatingip, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:42.158682 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-26e0cf80-7f25-4b5b-ac22-0f82c79e7bdb tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Floating IP 9d73105c-bb2f-46f1-9410-b8ec1d90c193 disassociated (deleted). External IP: 172.25.3.229, port: 03e42ab9-3b75-44a2-a287-352cdd6515a3. Aug 17 00:10:42.187441 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2201eb-56d4-491f-9100-94db71a312a0 None None] Pushing event updated for resources: {'Port': ['ID=da9f32de-977e-436c-a10f-a4fa592ce0ff,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:42.346359 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-616244f5-c97b-4ec2-9936-5b089af0deb2 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:42.728486 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e0cf80-7f25-4b5b-ac22-0f82c79e7bdb tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Router f065d02d-6861-4310-8bc4-5d8346c6ccc6 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:10:42.789476 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-616244f5-c97b-4ec2-9936-5b089af0deb2 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Allocated IP 2001:db8::1 (f1c75cb4-84ae-454a-a5db-6c3769dd9424/1514b350-eae0-4fa9-8c9a-224ae77e3c65/8c4ff90a-ee38-4c49-9e4a-3af9db83c8b4) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:42.925271 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e0cf80-7f25-4b5b-ac22-0f82c79e7bdb tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:10:42.931720 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-26e0cf80-7f25-4b5b-ac22-0f82c79e7bdb tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:42.942692 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f6a180-9269-40bc-af65-d550f23b061b None None] Sync routers for ids ['f065d02d-6861-4310-8bc4-5d8346c6ccc6'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:10:42.954806 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f6a180-9269-40bc-af65-d550f23b061b None None] Routers {'f065d02d-6861-4310-8bc4-5d8346c6ccc6'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:42.955785 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-57f6a180-9269-40bc-af65-d550f23b061b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:10:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['f065d02d-6861-4310-8bc4-5d8346c6ccc6'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:42.983505 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-26e0cf80-7f25-4b5b-ac22-0f82c79e7bdb tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] 10.222.0.60 "DELETE /v2.0/floatingips/9d73105c-bb2f-46f1-9410-b8ec1d90c193 HTTP/1.1" status: 204 len: 168 time: 2.3559039 Aug 17 00:10:42.986807 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47410) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:42.992265 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-4a9597ac-2f60-43af-a77a-f206bdf2bd14 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:43.004607 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-57f6a180-9269-40bc-af65-d550f23b061b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:43.008248 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-616244f5-c97b-4ec2-9936-5b089af0deb2 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:43.013929 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f6a180-9269-40bc-af65-d550f23b061b None None] Routers {'f065d02d-6861-4310-8bc4-5d8346c6ccc6'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:43.014553 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-57f6a180-9269-40bc-af65-d550f23b061b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:10:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['f065d02d-6861-4310-8bc4-5d8346c6ccc6'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:43.030998 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-616244f5-c97b-4ec2-9936-5b089af0deb2 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Transition to ACTIVE for port object 8c4ff90a-ee38-4c49-9e4a-3af9db83c8b4 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:43.038956 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a9597ac-2f60-43af-a77a-f206bdf2bd14 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:43.048320 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-57f6a180-9269-40bc-af65-d550f23b061b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:43.048978 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f6a180-9269-40bc-af65-d550f23b061b None None] The sync data for ids ['f065d02d-6861-4310-8bc4-5d8346c6ccc6'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:10:43.118850 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-616244f5-c97b-4ec2-9936-5b089af0deb2 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:43.166840 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616244f5-c97b-4ec2-9936-5b089af0deb2 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Network f1c75cb4-84ae-454a-a5db-6c3769dd9424 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:43.172677 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-616244f5-c97b-4ec2-9936-5b089af0deb2 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:43.178576 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616244f5-c97b-4ec2-9936-5b089af0deb2 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:10:43.179121 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-616244f5-c97b-4ec2-9936-5b089af0deb2 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:43.358611 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8146e81f-c372-4cde-9b74-172360f0dfe7 None None] Network 9d8e34ac-be99-4a6b-b642-d8c8796e2f18 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:43.487859 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-db420044-fd43-4173-8c91-ee9661cb7461 None None] Provisioning for port da9f32de-977e-436c-a10f-a4fa592ce0ff completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:43.515832 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-db420044-fd43-4173-8c91-ee9661cb7461 None None] Provisioning for port 8c4ff90a-ee38-4c49-9e4a-3af9db83c8b4 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:43.526439 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616244f5-c97b-4ec2-9936-5b089af0deb2 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Pushing event updated for resources: {'Port': ['ID=8c4ff90a-ee38-4c49-9e4a-3af9db83c8b4,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:43.534341 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-db420044-fd43-4173-8c91-ee9661cb7461 None None] Provisioning complete for port 8c4ff90a-ee38-4c49-9e4a-3af9db83c8b4 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:43.534706 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-db420044-fd43-4173-8c91-ee9661cb7461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:43.589993 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-db420044-fd43-4173-8c91-ee9661cb7461 None None] Port 8c4ff90a-ee38-4c49-9e4a-3af9db83c8b4 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:10:43.620911 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a9597ac-2f60-43af-a77a-f206bdf2bd14 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:43.664277 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-616244f5-c97b-4ec2-9936-5b089af0deb2 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:43.870504 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43a1c8-f2e0-4c41-ae5d-b66f9565dd19 req-84b6a8c0-4d11-404b-8da8-7c1c945be2c4 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:43.872643 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4b43a1c8-f2e0-4c41-ae5d-b66f9565dd19 req-84b6a8c0-4d11-404b-8da8-7c1c945be2c4 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 1097 time: 0.0497124 Aug 17 00:10:43.902742 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-4a9597ac-2f60-43af-a77a-f206bdf2bd14 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Allocated IP 172.25.3.215 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/5878d4dc-751d-4308-bd7a-c7fa3549ae77) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:43.913472 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4b43a1c8-f2e0-4c41-ae5d-b66f9565dd19 req-fafa4ce6-0d07-4abc-a97a-ebc787413560 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326538 Aug 17 00:10:44.050243 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b14499-9f4f-4139-8139-423cf87416f6 req-16b025b8-dfa5-485a-af97-27bd90d2f7a1 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:44.052018 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-32b14499-9f4f-4139-8139-423cf87416f6 req-16b025b8-dfa5-485a-af97-27bd90d2f7a1 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 945 time: 0.0529048 Aug 17 00:10:44.094787 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-32b14499-9f4f-4139-8139-423cf87416f6 req-0c01357e-676a-4334-9a46-a28325ca4126 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338268 Aug 17 00:10:44.115821 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a9597ac-2f60-43af-a77a-f206bdf2bd14 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:44.118573 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47440) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:44.135073 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-616244f5-c97b-4ec2-9936-5b089af0deb2 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:44.140607 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-616244f5-c97b-4ec2-9936-5b089af0deb2 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:44.141707 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-616244f5-c97b-4ec2-9936-5b089af0deb2 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:44.189452 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4bcb3d73-fb25-4674-a72b-c179eb359399 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/floatingips/9ed1765e-d8a9-4a36-af7c-1ea2d15f0cf6 HTTP/1.1" status: 200 len: 993 time: 0.0696626 Aug 17 00:10:44.260745 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616244f5-c97b-4ec2-9936-5b089af0deb2 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Pushing event updated for resources: {'Port': ['ID=8c4ff90a-ee38-4c49-9e4a-3af9db83c8b4,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:44.299463 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a9597ac-2f60-43af-a77a-f206bdf2bd14 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:44.356993 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616244f5-c97b-4ec2-9936-5b089af0deb2 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Network f1c75cb4-84ae-454a-a5db-6c3769dd9424 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:44.366429 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9597ac-2f60-43af-a77a-f206bdf2bd14 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:44.368082 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-616244f5-c97b-4ec2-9936-5b089af0deb2 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:44.370558 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9597ac-2f60-43af-a77a-f206bdf2bd14 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Pushing event updated for resources: {'Port': ['ID=5878d4dc-751d-4308-bd7a-c7fa3549ae77,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:44.374918 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-4a9597ac-2f60-43af-a77a-f206bdf2bd14 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:44.378068 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9597ac-2f60-43af-a77a-f206bdf2bd14 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:10:44.393404 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device da9f32de-977e-436c-a10f-a4fa592ce0ff up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:10:44.498333 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port da9f32de-977e-436c-a10f-a4fa592ce0ff completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:44.502023 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-7162a20a-6813-47a2-a4d5-526c7335cd57 req-03425585-eda5-4cc0-a7db-a60fdcaa491a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:10:44.503278 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7162a20a-6813-47a2-a4d5-526c7335cd57 req-03425585-eda5-4cc0-a7db-a60fdcaa491a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080988 Aug 17 00:10:44.503727 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port da9f32de-977e-436c-a10f-a4fa592ce0ff triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:44.504489 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:44.588566 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616244f5-c97b-4ec2-9936-5b089af0deb2 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Router 989ef5b1-835d-47fd-861a-5cbf7505ddc0 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:10:44.590112 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a9597ac-2f60-43af-a77a-f206bdf2bd14 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:44.634676 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:44.694941 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port da9f32de-977e-436c-a10f-a4fa592ce0ff, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=da9f32de-977e-436c-a10f-a4fa592ce0ff,segment=NetworkSegment(da77b53e-78b5-4435-89c9-344359d51fb8),segment_id=da77b53e-78b5-4435-89c9-344359d51fb8)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:44.716303 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:44.874541 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a9597ac-2f60-43af-a77a-f206bdf2bd14 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:44.919153 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-9a028c61-9aec-4da2-a694-06e34b01e556 None None] Provisioning complete for port 8c4ff90a-ee38-4c49-9e4a-3af9db83c8b4 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:44.919445 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9a028c61-9aec-4da2-a694-06e34b01e556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:44.921439 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=da9f32de-977e-436c-a10f-a4fa592ce0ff,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:44.934471 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616244f5-c97b-4ec2-9936-5b089af0deb2 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:10:44.941104 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-616244f5-c97b-4ec2-9936-5b089af0deb2 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "PUT /v2.0/routers/989ef5b1-835d-47fd-861a-5cbf7505ddc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0735326 Aug 17 00:10:44.943790 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47460) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:44.952500 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a91052-add4-4fa8-b8cd-a552ec2e2c18 None None] Sync routers for ids ['989ef5b1-835d-47fd-861a-5cbf7505ddc0'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:10:45.012447 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a91052-add4-4fa8-b8cd-a552ec2e2c18 None None] Routers {'989ef5b1-835d-47fd-861a-5cbf7505ddc0'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:45.013742 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-94a91052-add4-4fa8-b8cd-a552ec2e2c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:10:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['989ef5b1-835d-47fd-861a-5cbf7505ddc0'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:45.072518 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-94a91052-add4-4fa8-b8cd-a552ec2e2c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:45.083588 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-9a028c61-9aec-4da2-a694-06e34b01e556 None None] Port 8c4ff90a-ee38-4c49-9e4a-3af9db83c8b4 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:10:45.088740 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a91052-add4-4fa8-b8cd-a552ec2e2c18 None None] Routers {'989ef5b1-835d-47fd-861a-5cbf7505ddc0'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:45.088740 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-94a91052-add4-4fa8-b8cd-a552ec2e2c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:10:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['989ef5b1-835d-47fd-861a-5cbf7505ddc0'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:45.124878 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a9597ac-2f60-43af-a77a-f206bdf2bd14 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:45.132728 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a9597ac-2f60-43af-a77a-f206bdf2bd14 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:45.214436 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9597ac-2f60-43af-a77a-f206bdf2bd14 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Pushing event updated for resources: {'Port': ['ID=5878d4dc-751d-4308-bd7a-c7fa3549ae77,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:45.235800 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a9597ac-2f60-43af-a77a-f206bdf2bd14 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:45.252479 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4a9597ac-2f60-43af-a77a-f206bdf2bd14 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:45.256779 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4a9597ac-2f60-43af-a77a-f206bdf2bd14 tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2663958 Aug 17 00:10:45.257205 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47462) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:45.283643 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-94a91052-add4-4fa8-b8cd-a552ec2e2c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:45.284313 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a91052-add4-4fa8-b8cd-a552ec2e2c18 None None] The sync data for ids ['989ef5b1-835d-47fd-861a-5cbf7505ddc0'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:10:45.409662 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-3c7809f5-6fc9-417d-8463-3391eee04f67 tempest-FloatingIPAdminTestJSON-1449454694 tempest-FloatingIPAdminTestJSON-1449454694-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:45.434645 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c7809f5-6fc9-417d-8463-3391eee04f67 tempest-FloatingIPAdminTestJSON-1449454694 tempest-FloatingIPAdminTestJSON-1449454694-project] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:45.441296 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1f523c55-a8f5-472f-8dce-49c3f52f82a1 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:45.447987 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16a15123-90b8-4639-977e-b67d5cf80680 req-1820012e-bc3e-4f98-8f65-b69a07acfc8b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4251263 Aug 17 00:10:45.522600 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f325ffa-7485-4b2a-a468-03e8716d0c18 req-1bd79d96-3521-4d44-b4c2-cff51cb6ce7c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:45.524022 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f325ffa-7485-4b2a-a468-03e8716d0c18 req-1bd79d96-3521-4d44-b4c2-cff51cb6ce7c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 945 time: 0.5024991 Aug 17 00:10:45.545439 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c7809f5-6fc9-417d-8463-3391eee04f67 tempest-FloatingIPAdminTestJSON-1449454694 tempest-FloatingIPAdminTestJSON-1449454694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:45.568060 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-1f523c55-a8f5-472f-8dce-49c3f52f82a1 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 17 00:10:45.571722 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1f523c55-a8f5-472f-8dce-49c3f52f82a1 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "DELETE /v2.0/routers/989ef5b1-835d-47fd-861a-5cbf7505ddc0 HTTP/1.1" status: 409 len: 329 time: 0.6235986 Aug 17 00:10:45.576621 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47474) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:45.624768 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f325ffa-7485-4b2a-a468-03e8716d0c18 req-f2f23f79-f248-4c21-a3e8-f2ff5b785aa3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900636 Aug 17 00:10:45.680732 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-3c7809f5-6fc9-417d-8463-3391eee04f67 tempest-FloatingIPAdminTestJSON-1449454694 tempest-FloatingIPAdminTestJSON-1449454694-project] Allocated IP 172.25.3.143 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/a689ec10-4b22-405c-8834-e2f211f54e35) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:45.807989 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c7809f5-6fc9-417d-8463-3391eee04f67 tempest-FloatingIPAdminTestJSON-1449454694 tempest-FloatingIPAdminTestJSON-1449454694-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:45.851399 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c7809f5-6fc9-417d-8463-3391eee04f67 tempest-FloatingIPAdminTestJSON-1449454694 tempest-FloatingIPAdminTestJSON-1449454694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:45.896308 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7809f5-6fc9-417d-8463-3391eee04f67 tempest-FloatingIPAdminTestJSON-1449454694 tempest-FloatingIPAdminTestJSON-1449454694-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:45.899440 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-3c7809f5-6fc9-417d-8463-3391eee04f67 tempest-FloatingIPAdminTestJSON-1449454694 tempest-FloatingIPAdminTestJSON-1449454694-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:45.903245 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7809f5-6fc9-417d-8463-3391eee04f67 tempest-FloatingIPAdminTestJSON-1449454694 tempest-FloatingIPAdminTestJSON-1449454694-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:10:45.939969 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7809f5-6fc9-417d-8463-3391eee04f67 tempest-FloatingIPAdminTestJSON-1449454694 tempest-FloatingIPAdminTestJSON-1449454694-project] Pushing event updated for resources: {'Port': ['ID=a689ec10-4b22-405c-8834-e2f211f54e35,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:45.960571 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a1903d60-3f32-4ff1-93fa-ed51043e4452 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:46.035956 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c7809f5-6fc9-417d-8463-3391eee04f67 tempest-FloatingIPAdminTestJSON-1449454694 tempest-FloatingIPAdminTestJSON-1449454694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:46.098143 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c7809f5-6fc9-417d-8463-3391eee04f67 tempest-FloatingIPAdminTestJSON-1449454694 tempest-FloatingIPAdminTestJSON-1449454694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:46.298460 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c7809f5-6fc9-417d-8463-3391eee04f67 tempest-FloatingIPAdminTestJSON-1449454694 tempest-FloatingIPAdminTestJSON-1449454694-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:46.305302 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c7809f5-6fc9-417d-8463-3391eee04f67 tempest-FloatingIPAdminTestJSON-1449454694 tempest-FloatingIPAdminTestJSON-1449454694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:46.330063 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device da9f32de-977e-436c-a10f-a4fa592ce0ff up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:10:46.358284 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7809f5-6fc9-417d-8463-3391eee04f67 tempest-FloatingIPAdminTestJSON-1449454694 tempest-FloatingIPAdminTestJSON-1449454694-project] Pushing event updated for resources: {'Port': ['ID=a689ec10-4b22-405c-8834-e2f211f54e35,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:46.386818 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port da9f32de-977e-436c-a10f-a4fa592ce0ff triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:46.387197 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:46.414658 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-a1903d60-3f32-4ff1-93fa-ed51043e4452 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Deleting port 8c4ff90a-ee38-4c49-9e4a-3af9db83c8b4 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:46.415436 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a1903d60-3f32-4ff1-93fa-ed51043e4452 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:46.428949 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c7809f5-6fc9-417d-8463-3391eee04f67 tempest-FloatingIPAdminTestJSON-1449454694 tempest-FloatingIPAdminTestJSON-1449454694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:46.458276 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c7809f5-6fc9-417d-8463-3391eee04f67 tempest-FloatingIPAdminTestJSON-1449454694 tempest-FloatingIPAdminTestJSON-1449454694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:46.459953 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3c7809f5-6fc9-417d-8463-3391eee04f67 tempest-FloatingIPAdminTestJSON-1449454694 tempest-FloatingIPAdminTestJSON-1449454694-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2013731 Aug 17 00:10:46.463333 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47504) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:46.528749 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a1903d60-3f32-4ff1-93fa-ed51043e4452 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:46.532650 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7e12bd9a-2790-4b9f-88b2-4dcfe8cb453c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:46.543478 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-a1903d60-3f32-4ff1-93fa-ed51043e4452 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Calling delete_port for 8c4ff90a-ee38-4c49-9e4a-3af9db83c8b4 owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:46.552758 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c6766c20-ef09-45eb-afa9-531ef289d8da tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4007 time: 0.0880985 Aug 17 00:10:46.555306 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47506) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:46.628942 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e0b1f56d-3c45-4f92-9bbc-54f3e1f66d53 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0715611 Aug 17 00:10:46.631918 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47508) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:46.768318 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-2e25cd79-b85e-45a0-9251-a200827e6615 tempest-FloatingIPAdminTestJSON-1449454694 tempest-FloatingIPAdminTestJSON-1449454694-project] Deleting port a689ec10-4b22-405c-8834-e2f211f54e35 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:46.769922 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2e25cd79-b85e-45a0-9251-a200827e6615 tempest-FloatingIPAdminTestJSON-1449454694 tempest-FloatingIPAdminTestJSON-1449454694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:46.774705 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a1903d60-3f32-4ff1-93fa-ed51043e4452 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:46.799016 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099d643-5abf-49f9-841d-8676118bf08d req-2d662a71-4073-4242-b7a7-ab1bef658a81 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:46.801146 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b099d643-5abf-49f9-841d-8676118bf08d req-2d662a71-4073-4242-b7a7-ab1bef658a81 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 945 time: 0.0925570 Aug 17 00:10:46.842413 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1903d60-3f32-4ff1-93fa-ed51043e4452 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Pushing event deleted for resources: {'Port': ['ID=8c4ff90a-ee38-4c49-9e4a-3af9db83c8b4,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:46.892138 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1903d60-3f32-4ff1-93fa-ed51043e4452 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:46.892492 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1903d60-3f32-4ff1-93fa-ed51043e4452 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:46.892841 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1903d60-3f32-4ff1-93fa-ed51043e4452 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:46.893215 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1903d60-3f32-4ff1-93fa-ed51043e4452 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:46.893561 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1903d60-3f32-4ff1-93fa-ed51043e4452 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:46.893894 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1903d60-3f32-4ff1-93fa-ed51043e4452 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:46.895137 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1903d60-3f32-4ff1-93fa-ed51043e4452 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:46.895241 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1903d60-3f32-4ff1-93fa-ed51043e4452 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:46.895505 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2e25cd79-b85e-45a0-9251-a200827e6615 tempest-FloatingIPAdminTestJSON-1449454694 tempest-FloatingIPAdminTestJSON-1449454694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:46.895724 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1903d60-3f32-4ff1-93fa-ed51043e4452 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:46.896068 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1903d60-3f32-4ff1-93fa-ed51043e4452 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:46.896416 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2e25cd79-b85e-45a0-9251-a200827e6615 tempest-FloatingIPAdminTestJSON-1449454694 tempest-FloatingIPAdminTestJSON-1449454694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:46.896525 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1903d60-3f32-4ff1-93fa-ed51043e4452 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:46.896770 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1903d60-3f32-4ff1-93fa-ed51043e4452 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:46.914469 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-2e25cd79-b85e-45a0-9251-a200827e6615 tempest-FloatingIPAdminTestJSON-1449454694 tempest-FloatingIPAdminTestJSON-1449454694-project] Calling delete_port for a689ec10-4b22-405c-8834-e2f211f54e35 owned by network:floatingip {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:46.973210 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b099d643-5abf-49f9-841d-8676118bf08d req-ae8d4513-ddec-4103-b0ff-82722f8073ff tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315942 Aug 17 00:10:47.032691 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a1903d60-3f32-4ff1-93fa-ed51043e4452 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:47.050930 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a15123-90b8-4639-977e-b67d5cf80680 req-c104af73-eb17-4329-874e-8a44b937bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:47.053194 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16a15123-90b8-4639-977e-b67d5cf80680 req-c104af73-eb17-4329-874e-8a44b937bbc2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 1097 time: 0.1709304 Aug 17 00:10:47.114502 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2e25cd79-b85e-45a0-9251-a200827e6615 tempest-FloatingIPAdminTestJSON-1449454694 tempest-FloatingIPAdminTestJSON-1449454694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:47.168693 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25cd79-b85e-45a0-9251-a200827e6615 tempest-FloatingIPAdminTestJSON-1449454694 tempest-FloatingIPAdminTestJSON-1449454694-project] Pushing event deleted for resources: {'Port': ['ID=a689ec10-4b22-405c-8834-e2f211f54e35,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:47.236295 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2e25cd79-b85e-45a0-9251-a200827e6615 tempest-FloatingIPAdminTestJSON-1449454694 tempest-FloatingIPAdminTestJSON-1449454694-project] Notify callbacks [] for floatingip, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:47.239836 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2e25cd79-b85e-45a0-9251-a200827e6615 tempest-FloatingIPAdminTestJSON-1449454694 tempest-FloatingIPAdminTestJSON-1449454694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:47.241002 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2e25cd79-b85e-45a0-9251-a200827e6615 tempest-FloatingIPAdminTestJSON-1449454694 tempest-FloatingIPAdminTestJSON-1449454694-project] 10.222.0.60 "DELETE /v2.0/floatingips/ba8045d5-6994-464d-bd5b-dca5a4a33b9a HTTP/1.1" status: 204 len: 168 time: 0.6081669 Aug 17 00:10:47.244004 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47518) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:47.346646 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1903d60-3f32-4ff1-93fa-ed51043e4452 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Router 989ef5b1-835d-47fd-861a-5cbf7505ddc0 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:10:47.360962 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a15123-90b8-4639-977e-b67d5cf80680 req-749909ff-324c-4bae-99fd-1ab71528b72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:47.362503 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16a15123-90b8-4639-977e-b67d5cf80680 req-749909ff-324c-4bae-99fd-1ab71528b72b service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d085bcd-85ca-4517-9df3-0156c62c5ecb HTTP/1.1" status: 200 len: 897 time: 0.2423487 Aug 17 00:10:47.383739 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ecac45f4-9107-4588-bbe2-f46a45b28d0c tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Deleting port 5878d4dc-751d-4308-bd7a-c7fa3549ae77 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:47.384121 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ecac45f4-9107-4588-bbe2-f46a45b28d0c tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:47.470281 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ecac45f4-9107-4588-bbe2-f46a45b28d0c tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:47.470935 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ecac45f4-9107-4588-bbe2-f46a45b28d0c tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:47.482544 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ecac45f4-9107-4588-bbe2-f46a45b28d0c tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Calling delete_port for 5878d4dc-751d-4308-bd7a-c7fa3549ae77 owned by network:floatingip {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:47.486323 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1903d60-3f32-4ff1-93fa-ed51043e4452 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:10:47.491792 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a1903d60-3f32-4ff1-93fa-ed51043e4452 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "PUT /v2.0/routers/989ef5b1-835d-47fd-861a-5cbf7505ddc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9141722 Aug 17 00:10:47.495630 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47520) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:47.498118 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712df5be-35f9-4832-9507-c0a7db15103f None None] Sync routers for ids ['989ef5b1-835d-47fd-861a-5cbf7505ddc0'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:10:47.508042 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712df5be-35f9-4832-9507-c0a7db15103f None None] Routers {'989ef5b1-835d-47fd-861a-5cbf7505ddc0'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:47.508390 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16a15123-90b8-4639-977e-b67d5cf80680 req-1e06109d-5a40-49d2-9a81-3dd229cbd714 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f1a806-6074-41e2-b6bf-ffe8b106bb33 HTTP/1.1" status: 200 len: 1001 time: 0.1373329 Aug 17 00:10:47.508651 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-712df5be-35f9-4832-9507-c0a7db15103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:10:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['989ef5b1-835d-47fd-861a-5cbf7505ddc0'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:47.543550 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-712df5be-35f9-4832-9507-c0a7db15103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:47.552587 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712df5be-35f9-4832-9507-c0a7db15103f None None] Routers {'989ef5b1-835d-47fd-861a-5cbf7505ddc0'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:47.553250 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-712df5be-35f9-4832-9507-c0a7db15103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:10:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['989ef5b1-835d-47fd-861a-5cbf7505ddc0'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:47.563281 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a15123-90b8-4639-977e-b67d5cf80680 req-ea9f3f3f-7df9-4ed6-b351-5db8551a9349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:47.564752 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16a15123-90b8-4639-977e-b67d5cf80680 req-ea9f3f3f-7df9-4ed6-b351-5db8551a9349 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=73b53c9e-690d-4ae5-a351-0735e7acef3e HTTP/1.1" status: 200 len: 835 time: 0.0491140 Aug 17 00:10:47.574071 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-17765998-481c-4297-b40d-c951bfe6bbec tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] show failed (client error): The resource could not be found. Aug 17 00:10:47.575108 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-17765998-481c-4297-b40d-c951bfe6bbec tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-49274407 HTTP/1.1" status: 404 len: 333 time: 0.0785382 Aug 17 00:10:47.578934 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47522) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:47.585187 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-4e893fcb-8281-42c9-8b10-dee53cd2df4b tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:47.587123 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-712df5be-35f9-4832-9507-c0a7db15103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:47.588131 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712df5be-35f9-4832-9507-c0a7db15103f None None] The sync data for ids ['989ef5b1-835d-47fd-861a-5cbf7505ddc0'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:10:47.625431 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a15123-90b8-4639-977e-b67d5cf80680 req-dd0c456f-4890-4994-a530-07c6ffc0b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:47.626170 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-4e893fcb-8281-42c9-8b10-dee53cd2df4b tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] update failed (client error): The resource could not be found. Aug 17 00:10:47.626950 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16a15123-90b8-4639-977e-b67d5cf80680 req-dd0c456f-4890-4994-a530-07c6ffc0b3fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d085bcd-85ca-4517-9df3-0156c62c5ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527294 Aug 17 00:10:47.627249 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4e893fcb-8281-42c9-8b10-dee53cd2df4b tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-1104391069 HTTP/1.1" status: 404 len: 335 time: 0.0474000 Aug 17 00:10:47.631778 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47524) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:47.708777 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ecac45f4-9107-4588-bbe2-f46a45b28d0c tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:47.733691 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-a00be45f-2488-4c94-9e7b-fdb1a8959224 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Deleting subnet 1a126369-23f4-4c86-aded-7b2542259377 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:10:47.734835 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac45f4-9107-4588-bbe2-f46a45b28d0c tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Pushing event deleted for resources: {'Port': ['ID=5878d4dc-751d-4308-bd7a-c7fa3549ae77,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:47.741718 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a00be45f-2488-4c94-9e7b-fdb1a8959224 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:47.797630 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16a15123-90b8-4639-977e-b67d5cf80680 req-730cefcb-7a1f-47b1-9ba5-76616d2778cd service neutron] 10.222.0.64 "GET /v2.0/networks/1d085bcd-85ca-4517-9df3-0156c62c5ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569409 Aug 17 00:10:47.798220 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ecac45f4-9107-4588-bbe2-f46a45b28d0c tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:47.799776 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a00be45f-2488-4c94-9e7b-fdb1a8959224 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:47.801285 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ecac45f4-9107-4588-bbe2-f46a45b28d0c tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:47.802692 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ecac45f4-9107-4588-bbe2-f46a45b28d0c tempest-FloatingIPAdminTestJSON-652560809 tempest-FloatingIPAdminTestJSON-652560809-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/13534012-5a3c-4a4d-8e0c-1accac29ddbb HTTP/1.1" status: 204 len: 168 time: 0.5577097 Aug 17 00:10:47.807505 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47526) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:47.967923 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16a15123-90b8-4639-977e-b67d5cf80680 req-9d285cc5-1c7e-4924-9b8c-050fef1b625d service neutron] 10.222.0.64 "GET /v2.0/networks/1d085bcd-85ca-4517-9df3-0156c62c5ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441879 Aug 17 00:10:47.969421 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a00be45f-2488-4c94-9e7b-fdb1a8959224 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:48.044059 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a00be45f-2488-4c94-9e7b-fdb1a8959224 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:48.085611 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00be45f-2488-4c94-9e7b-fdb1a8959224 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Pushing event deleted for resources: {'Subnet': ['ID=1a126369-23f4-4c86-aded-7b2542259377,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:48.109169 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de37189-0ff6-4ce7-8a6a-cde17af82a86 None None] Network 9d8e34ac-be99-4a6b-b642-d8c8796e2f18 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:48.126545 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a00be45f-2488-4c94-9e7b-fdb1a8959224 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:48.129104 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a00be45f-2488-4c94-9e7b-fdb1a8959224 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "DELETE /v2.0/subnets/1a126369-23f4-4c86-aded-7b2542259377 HTTP/1.1" status: 204 len: 168 time: 0.4958637 Aug 17 00:10:48.133162 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47530) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:48.156408 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94f9ce-669b-4a46-bc73-1c0ae5074b9a req-5e450285-bbc6-4853-b705-6aae11c05272 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:48.158335 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d94f9ce-669b-4a46-bc73-1c0ae5074b9a req-5e450285-bbc6-4853-b705-6aae11c05272 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 945 time: 0.0801108 Aug 17 00:10:48.206147 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d94f9ce-669b-4a46-bc73-1c0ae5074b9a req-1181613a-9540-4049-a845-2552b839b274 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414906 Aug 17 00:10:48.253111 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6a098e05-2b2b-4f62-931b-81fa10d2f4d4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:48.302859 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-2a946d61-c398-45de-94ad-75b716065783 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Deleting port 03e42ab9-3b75-44a2-a287-352cdd6515a3 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:48.303219 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a946d61-c398-45de-94ad-75b716065783 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:48.398665 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6fb6cc-992b-4dac-9a28-11c3281c7361 None None] DHCP port deletion for 9d8e34ac-be99-4a6b-b642-d8c8796e2f18 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:10:48.413477 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-6a098e05-2b2b-4f62-931b-81fa10d2f4d4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Deleting port da9f32de-977e-436c-a10f-a4fa592ce0ff {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:48.413916 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6a098e05-2b2b-4f62-931b-81fa10d2f4d4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:48.416648 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a946d61-c398-45de-94ad-75b716065783 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:48.452340 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-df6fb6cc-992b-4dac-9a28-11c3281c7361 None None] Deleting port da9f32de-977e-436c-a10f-a4fa592ce0ff {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:48.452943 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-df6fb6cc-992b-4dac-9a28-11c3281c7361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:48.464314 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-2a946d61-c398-45de-94ad-75b716065783 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Calling delete_port for 03e42ab9-3b75-44a2-a287-352cdd6515a3 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:48.527558 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-df6fb6cc-992b-4dac-9a28-11c3281c7361 None None] For port da9f32de-977e-436c-a10f-a4fa592ce0ff, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=da9f32de-977e-436c-a10f-a4fa592ce0ff,segment=NetworkSegment(da77b53e-78b5-4435-89c9-344359d51fb8),segment_id=da77b53e-78b5-4435-89c9-344359d51fb8)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:48.527978 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-df6fb6cc-992b-4dac-9a28-11c3281c7361 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:48.536489 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-6a098e05-2b2b-4f62-931b-81fa10d2f4d4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] For port da9f32de-977e-436c-a10f-a4fa592ce0ff, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=da9f32de-977e-436c-a10f-a4fa592ce0ff,segment=NetworkSegment(da77b53e-78b5-4435-89c9-344359d51fb8),segment_id=da77b53e-78b5-4435-89c9-344359d51fb8)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:48.537404 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6a098e05-2b2b-4f62-931b-81fa10d2f4d4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:48.541477 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-df6fb6cc-992b-4dac-9a28-11c3281c7361 None None] Calling delete_port for da9f32de-977e-436c-a10f-a4fa592ce0ff owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:48.553582 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-6a098e05-2b2b-4f62-931b-81fa10d2f4d4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Calling delete_port for da9f32de-977e-436c-a10f-a4fa592ce0ff owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:48.621571 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-df6fb6cc-992b-4dac-9a28-11c3281c7361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:48.648242 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6fb6cc-992b-4dac-9a28-11c3281c7361 None None] Pushing event deleted for resources: {'Port': ['ID=da9f32de-977e-436c-a10f-a4fa592ce0ff,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:48.655365 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6fb6cc-992b-4dac-9a28-11c3281c7361 None None] No DVR routers for this DVR port da9f32de-977e-436c-a10f-a4fa592ce0ff on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:10:48.690065 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6a098e05-2b2b-4f62-931b-81fa10d2f4d4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:48.725509 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a946d61-c398-45de-94ad-75b716065783 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:48.727022 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a098e05-2b2b-4f62-931b-81fa10d2f4d4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Pushing event deleted for resources: {'Port': ['ID=da9f32de-977e-436c-a10f-a4fa592ce0ff,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:48.729023 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a098e05-2b2b-4f62-931b-81fa10d2f4d4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] No DVR routers for this DVR port da9f32de-977e-436c-a10f-a4fa592ce0ff on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:10:48.779193 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a946d61-c398-45de-94ad-75b716065783 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Pushing event deleted for resources: {'Port': ['ID=03e42ab9-3b75-44a2-a287-352cdd6515a3,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:48.882697 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6a098e05-2b2b-4f62-931b-81fa10d2f4d4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:48.900884 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-6a098e05-2b2b-4f62-931b-81fa10d2f4d4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8e34ac-be99-4a6b-b642-d8c8796e2f18']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:48.915437 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-6a098e05-2b2b-4f62-931b-81fa10d2f4d4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da77b53e-78b5-4435-89c9-344359d51fb8') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:48.915647 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-6a098e05-2b2b-4f62-931b-81fa10d2f4d4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da77b53e-78b5-4435-89c9-344359d51fb8') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:48.928154 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a946d61-c398-45de-94ad-75b716065783 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:48.932673 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2a946d61-c398-45de-94ad-75b716065783 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] 10.222.0.60 "DELETE /v2.0/ports/03e42ab9-3b75-44a2-a287-352cdd6515a3 HTTP/1.1" status: 204 len: 168 time: 1.1216607 Aug 17 00:10:48.932673 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6a098e05-2b2b-4f62-931b-81fa10d2f4d4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:48.933607 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47546) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:48.971233 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6a098e05-2b2b-4f62-931b-81fa10d2f4d4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:48.981451 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a098e05-2b2b-4f62-931b-81fa10d2f4d4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:10:48.981873 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6a098e05-2b2b-4f62-931b-81fa10d2f4d4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:10:48.985785 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:10:49.053642 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c169ca-8ea5-416b-b265-eb1e14885d1d tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:49.059016 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d6c169ca-8ea5-416b-b265-eb1e14885d1d tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] 10.222.0.60 "GET /v2.0/ports?device_id=f065d02d-6861-4310-8bc4-5d8346c6ccc6 HTTP/1.1" status: 200 len: 913 time: 0.1205361 Aug 17 00:10:49.059016 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47548) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:49.100608 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6a098e05-2b2b-4f62-931b-81fa10d2f4d4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:49.109967 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6a098e05-2b2b-4f62-931b-81fa10d2f4d4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:49.111647 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6a098e05-2b2b-4f62-931b-81fa10d2f4d4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "DELETE /v2.0/networks/9d8e34ac-be99-4a6b-b642-d8c8796e2f18 HTTP/1.1" status: 204 len: 168 time: 0.9775481 Aug 17 00:10:49.115162 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47550) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:49.134309 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a098e05-2b2b-4f62-931b-81fa10d2f4d4 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Pushing event deleted for resources: {'Network': ['ID=9d8e34ac-be99-4a6b-b642-d8c8796e2f18,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:49.167181 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-05524f60-daeb-44ae-ba04-64194fe880cf tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Deleting subnet b77da33f-fe85-4787-ac5a-a704c04294a3 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:10:49.170524 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-05524f60-daeb-44ae-ba04-64194fe880cf tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:49.210592 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-60791b8f-fbb5-41af-b9ef-f20cb02162fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:49.219427 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-05524f60-daeb-44ae-ba04-64194fe880cf tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:49.238819 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:49.337719 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-05524f60-daeb-44ae-ba04-64194fe880cf tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:49.415543 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af552d2-8273-41af-853c-01c4a2add535 req-d3453074-decd-4f33-a96c-db94d37c6718 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:49.417244 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8af552d2-8273-41af-853c-01c4a2add535 req-d3453074-decd-4f33-a96c-db94d37c6718 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 945 time: 0.0922325 Aug 17 00:10:49.458362 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-05524f60-daeb-44ae-ba04-64194fe880cf tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:49.508253 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8af552d2-8273-41af-853c-01c4a2add535 req-0062aa2a-999d-4ac0-8b6e-5134bc693688 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811760 Aug 17 00:10:49.509480 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-05524f60-daeb-44ae-ba04-64194fe880cf tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:49.511326 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-05524f60-daeb-44ae-ba04-64194fe880cf tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "DELETE /v2.0/subnets/b77da33f-fe85-4787-ac5a-a704c04294a3 HTTP/1.1" status: 204 len: 168 time: 0.3951228 Aug 17 00:10:49.512150 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05524f60-daeb-44ae-ba04-64194fe880cf tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Pushing event deleted for resources: {'Subnet': ['ID=b77da33f-fe85-4787-ac5a-a704c04294a3,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:49.513103 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da075d46-b7be-4e37-a1c4-fcf4062ccb4f None None] Network 26f65343-a7c9-404e-bc63-52ecc8620d81 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:49.518629 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47560) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:49.543295 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c7c24bf7-a8aa-46b7-b349-16f63d90e4af tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:49.581157 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e3ec42b-0f51-4c65-a5a7-466dc34261e7 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Deleting subnet decae489-e375-41c3-bb07-c568908587f8 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:10:49.585263 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7e3ec42b-0f51-4c65-a5a7-466dc34261e7 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:49.637074 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7e3ec42b-0f51-4c65-a5a7-466dc34261e7 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:49.736193 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7e3ec42b-0f51-4c65-a5a7-466dc34261e7 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:49.754986 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197cd5a5-7393-4802-96c4-205abe25e4c1 None None] DHCP port deletion for 26f65343-a7c9-404e-bc63-52ecc8620d81 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:10:49.813412 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-197cd5a5-7393-4802-96c4-205abe25e4c1 None None] Deleting port e98515a3-a1a3-4b5d-bad2-7c12444f86ce {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:49.814222 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-197cd5a5-7393-4802-96c4-205abe25e4c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:49.819972 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7e3ec42b-0f51-4c65-a5a7-466dc34261e7 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:49.850164 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ec42b-0f51-4c65-a5a7-466dc34261e7 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Pushing event deleted for resources: {'Subnet': ['ID=decae489-e375-41c3-bb07-c568908587f8,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:49.852169 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7e3ec42b-0f51-4c65-a5a7-466dc34261e7 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:49.856435 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-c7c24bf7-a8aa-46b7-b349-16f63d90e4af tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Deleting port 364b3d33-24ba-41e2-a532-9692846e3ed5 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:49.856778 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7e3ec42b-0f51-4c65-a5a7-466dc34261e7 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "DELETE /v2.0/subnets/decae489-e375-41c3-bb07-c568908587f8 HTTP/1.1" status: 204 len: 168 time: 0.3370061 Aug 17 00:10:49.857242 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c7c24bf7-a8aa-46b7-b349-16f63d90e4af tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:49.858045 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47562) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:49.875584 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60889341-13d6-424e-806f-edfe46e8bf6d None None] Network 2a64bf52-e62d-4575-b9bc-5a489a0775b1 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:49.952270 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c09cb317-2558-4753-8fc1-6483d42623db tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:49.964327 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-197cd5a5-7393-4802-96c4-205abe25e4c1 None None] For port e98515a3-a1a3-4b5d-bad2-7c12444f86ce, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e98515a3-a1a3-4b5d-bad2-7c12444f86ce,segment=NetworkSegment(fec4baff-cf18-4ab5-bf85-e2c54d6a31cb),segment_id=fec4baff-cf18-4ab5-bf85-e2c54d6a31cb)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:49.964563 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c7c24bf7-a8aa-46b7-b349-16f63d90e4af tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:49.964661 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-197cd5a5-7393-4802-96c4-205abe25e4c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:49.980526 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-c7c24bf7-a8aa-46b7-b349-16f63d90e4af tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Calling delete_port for 364b3d33-24ba-41e2-a532-9692846e3ed5 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:49.994580 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-197cd5a5-7393-4802-96c4-205abe25e4c1 None None] Calling delete_port for e98515a3-a1a3-4b5d-bad2-7c12444f86ce owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:50.027753 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-c09cb317-2558-4753-8fc1-6483d42623db tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Deleting port e98515a3-a1a3-4b5d-bad2-7c12444f86ce {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:50.028253 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c09cb317-2558-4753-8fc1-6483d42623db tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:50.097099 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-c09cb317-2558-4753-8fc1-6483d42623db tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] For port e98515a3-a1a3-4b5d-bad2-7c12444f86ce, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e98515a3-a1a3-4b5d-bad2-7c12444f86ce,segment=NetworkSegment(fec4baff-cf18-4ab5-bf85-e2c54d6a31cb),segment_id=fec4baff-cf18-4ab5-bf85-e2c54d6a31cb)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:50.098162 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c09cb317-2558-4753-8fc1-6483d42623db tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:50.120111 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-c09cb317-2558-4753-8fc1-6483d42623db tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Calling delete_port for e98515a3-a1a3-4b5d-bad2-7c12444f86ce owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:50.174211 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-197cd5a5-7393-4802-96c4-205abe25e4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:50.215328 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c7c24bf7-a8aa-46b7-b349-16f63d90e4af tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:50.229260 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c09cb317-2558-4753-8fc1-6483d42623db tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:50.235253 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:50.236992 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197cd5a5-7393-4802-96c4-205abe25e4c1 None None] Pushing event deleted for resources: {'Port': ['ID=e98515a3-a1a3-4b5d-bad2-7c12444f86ce,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:50.250313 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c24bf7-a8aa-46b7-b349-16f63d90e4af tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Pushing event deleted for resources: {'Port': ['ID=364b3d33-24ba-41e2-a532-9692846e3ed5,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:50.254199 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197cd5a5-7393-4802-96c4-205abe25e4c1 None None] No DVR routers for this DVR port e98515a3-a1a3-4b5d-bad2-7c12444f86ce on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:10:50.269825 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09cb317-2558-4753-8fc1-6483d42623db tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] No DVR routers for this DVR port e98515a3-a1a3-4b5d-bad2-7c12444f86ce on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:10:50.275116 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09cb317-2558-4753-8fc1-6483d42623db tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Pushing event deleted for resources: {'Port': ['ID=e98515a3-a1a3-4b5d-bad2-7c12444f86ce,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:50.319978 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7628bb83-ef65-48bc-957b-232ae6956f5c None None] DHCP port deletion for 2a64bf52-e62d-4575-b9bc-5a489a0775b1 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:10:50.438813 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-7628bb83-ef65-48bc-957b-232ae6956f5c None None] Deleting port 50140157-7e59-4193-9a7f-1a3d70224a13 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:50.441932 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c09cb317-2558-4753-8fc1-6483d42623db tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:50.442470 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7628bb83-ef65-48bc-957b-232ae6956f5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:50.458609 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-c09cb317-2558-4753-8fc1-6483d42623db tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f65343-a7c9-404e-bc63-52ecc8620d81']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:50.471699 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-c09cb317-2558-4753-8fc1-6483d42623db tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec4baff-cf18-4ab5-bf85-e2c54d6a31cb') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:50.471881 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-c09cb317-2558-4753-8fc1-6483d42623db tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec4baff-cf18-4ab5-bf85-e2c54d6a31cb') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:50.484272 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c09cb317-2558-4753-8fc1-6483d42623db tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:50.503904 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c09cb317-2558-4753-8fc1-6483d42623db tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:50.510900 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09cb317-2558-4753-8fc1-6483d42623db tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:10:50.511436 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c09cb317-2558-4753-8fc1-6483d42623db tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: self.session.flush() Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: self.session.flush() Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: self.session.flush() Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: self.session.flush() Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:10:50.514817 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:10:50.517304 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e98515a3-a1a3-4b5d-bad2-7c12444f86ce no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:10:50.560248 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: e98515a3-a1a3-4b5d-bad2-7c12444f86ce {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:10:50.564869 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e98515a3-a1a3-4b5d-bad2-7c12444f86ce not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:10:50.565346 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device da9f32de-977e-436c-a10f-a4fa592ce0ff no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:10:50.571373 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c7c24bf7-a8aa-46b7-b349-16f63d90e4af tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:50.611959 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: da9f32de-977e-436c-a10f-a4fa592ce0ff {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:10:50.612354 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device da9f32de-977e-436c-a10f-a4fa592ce0ff not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:10:50.612817 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 50140157-7e59-4193-9a7f-1a3d70224a13 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:10:50.624633 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c09cb317-2558-4753-8fc1-6483d42623db tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:50.634712 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c09cb317-2558-4753-8fc1-6483d42623db tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:50.639491 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c09cb317-2558-4753-8fc1-6483d42623db tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "DELETE /v2.0/networks/26f65343-a7c9-404e-bc63-52ecc8620d81 HTTP/1.1" status: 204 len: 168 time: 0.7804883 Aug 17 00:10:50.640487 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47578) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:50.762468 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-7628bb83-ef65-48bc-957b-232ae6956f5c None None] For port 50140157-7e59-4193-9a7f-1a3d70224a13, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=50140157-7e59-4193-9a7f-1a3d70224a13,segment=NetworkSegment(38030cc9-6b8a-4dcd-93a0-e47ab2ab6402),segment_id=38030cc9-6b8a-4dcd-93a0-e47ab2ab6402)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:50.762888 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7628bb83-ef65-48bc-957b-232ae6956f5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:50.777003 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-7628bb83-ef65-48bc-957b-232ae6956f5c None None] Calling delete_port for 50140157-7e59-4193-9a7f-1a3d70224a13 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:50.830657 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09cb317-2558-4753-8fc1-6483d42623db tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Pushing event deleted for resources: {'Network': ['ID=26f65343-a7c9-404e-bc63-52ecc8620d81,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:50.858738 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1997e632-b4ae-43a4-9087-d50d351bbbbe tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:50.865229 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:50.886120 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c24bf7-a8aa-46b7-b349-16f63d90e4af tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Router f065d02d-6861-4310-8bc4-5d8346c6ccc6 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:10:50.901077 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec329f99-6a04-4424-b32f-b6d73c1b026a req-1ddb7ffc-39d5-46d0-b05f-4cd90b28808b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:50.902689 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec329f99-6a04-4424-b32f-b6d73c1b026a req-1ddb7ffc-39d5-46d0-b05f-4cd90b28808b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 945 time: 0.1546204 Aug 17 00:10:50.933639 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 50140157-7e59-4193-9a7f-1a3d70224a13, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=50140157-7e59-4193-9a7f-1a3d70224a13,segment=NetworkSegment(38030cc9-6b8a-4dcd-93a0-e47ab2ab6402),segment_id=38030cc9-6b8a-4dcd-93a0-e47ab2ab6402)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:50.946070 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:50.969898 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec329f99-6a04-4424-b32f-b6d73c1b026a req-9b709cb7-4117-4936-8aca-80b20deeaea4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465567 Aug 17 00:10:51.000012 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7628bb83-ef65-48bc-957b-232ae6956f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:51.000996 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-1997e632-b4ae-43a4-9087-d50d351bbbbe tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Deleting port 50140157-7e59-4193-9a7f-1a3d70224a13 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:51.001455 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1997e632-b4ae-43a4-9087-d50d351bbbbe tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:51.058868 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7628bb83-ef65-48bc-957b-232ae6956f5c None None] No DVR routers for this DVR port 50140157-7e59-4193-9a7f-1a3d70224a13 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:10:51.061546 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c24bf7-a8aa-46b7-b349-16f63d90e4af tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:10:51.075719 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c7c24bf7-a8aa-46b7-b349-16f63d90e4af tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] 10.222.0.60 "PUT /v2.0/routers/f065d02d-6861-4310-8bc4-5d8346c6ccc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0150001 Aug 17 00:10:51.076751 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47586) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:51.088506 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db7456f-6856-44cb-b290-7c9b518e4189 None None] Sync routers for ids ['f065d02d-6861-4310-8bc4-5d8346c6ccc6'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:10:51.095224 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=50140157-7e59-4193-9a7f-1a3d70224a13,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:51.142634 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628bb83-ef65-48bc-957b-232ae6956f5c None None] Pushing event deleted for resources: {'Port': ['ID=50140157-7e59-4193-9a7f-1a3d70224a13,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:51.148492 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db7456f-6856-44cb-b290-7c9b518e4189 None None] Routers {'f065d02d-6861-4310-8bc4-5d8346c6ccc6'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:51.148939 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7db7456f-6856-44cb-b290-7c9b518e4189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:10:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['f065d02d-6861-4310-8bc4-5d8346c6ccc6'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:51.193003 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7db7456f-6856-44cb-b290-7c9b518e4189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:51.204764 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db7456f-6856-44cb-b290-7c9b518e4189 None None] Routers {'f065d02d-6861-4310-8bc4-5d8346c6ccc6'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:51.208903 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7db7456f-6856-44cb-b290-7c9b518e4189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:10:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['f065d02d-6861-4310-8bc4-5d8346c6ccc6'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:51.249505 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7db7456f-6856-44cb-b290-7c9b518e4189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:51.250163 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db7456f-6856-44cb-b290-7c9b518e4189 None None] The sync data for ids ['f065d02d-6861-4310-8bc4-5d8346c6ccc6'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:10:51.264923 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47588) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:51.302686 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-09cfc7bd-53cb-4b72-b232-1a7831112bc5 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:51.399166 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-1997e632-b4ae-43a4-9087-d50d351bbbbe tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] For port 50140157-7e59-4193-9a7f-1a3d70224a13, host n-d-800088-20, got binding levels [] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:51.399717 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1997e632-b4ae-43a4-9087-d50d351bbbbe tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:51.412788 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-1997e632-b4ae-43a4-9087-d50d351bbbbe tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Calling delete_port for 50140157-7e59-4193-9a7f-1a3d70224a13 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:51.415529 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.ipam_backend_mixin [None req-1997e632-b4ae-43a4-9087-d50d351bbbbe tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Port 50140157-7e59-4193-9a7f-1a3d70224a13 was not found and therefore no delete operation was performed {{(pid=101403) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 00:10:51.416796 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1997e632-b4ae-43a4-9087-d50d351bbbbe tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:51.442765 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997e632-b4ae-43a4-9087-d50d351bbbbe tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Pushing event deleted for resources: {'Port': ['ID=50140157-7e59-4193-9a7f-1a3d70224a13,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:51.454779 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1997e632-b4ae-43a4-9087-d50d351bbbbe tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] No DVR routers for this DVR port 50140157-7e59-4193-9a7f-1a3d70224a13 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:10:51.542929 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1997e632-b4ae-43a4-9087-d50d351bbbbe tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:51.554670 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-1997e632-b4ae-43a4-9087-d50d351bbbbe tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a64bf52-e62d-4575-b9bc-5a489a0775b1']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:51.567104 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-1997e632-b4ae-43a4-9087-d50d351bbbbe tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38030cc9-6b8a-4dcd-93a0-e47ab2ab6402') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:51.567104 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-1997e632-b4ae-43a4-9087-d50d351bbbbe tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38030cc9-6b8a-4dcd-93a0-e47ab2ab6402') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:51.576033 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1997e632-b4ae-43a4-9087-d50d351bbbbe tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:51.591617 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1997e632-b4ae-43a4-9087-d50d351bbbbe tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:51.599108 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1997e632-b4ae-43a4-9087-d50d351bbbbe tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:10:51.599541 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1997e632-b4ae-43a4-9087-d50d351bbbbe tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:10:51.603158 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:10:51.674286 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1997e632-b4ae-43a4-9087-d50d351bbbbe tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:51.683475 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1997e632-b4ae-43a4-9087-d50d351bbbbe tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:51.686405 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1997e632-b4ae-43a4-9087-d50d351bbbbe tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "DELETE /v2.0/networks/2a64bf52-e62d-4575-b9bc-5a489a0775b1 HTTP/1.1" status: 204 len: 168 time: 1.0426321 Aug 17 00:10:51.688872 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47596) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:51.705534 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cfd698d5-a05f-423d-966f-593771aafd4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:51.727104 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997e632-b4ae-43a4-9087-d50d351bbbbe tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Pushing event deleted for resources: {'Network': ['ID=2a64bf52-e62d-4575-b9bc-5a489a0775b1,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:51.752724 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ff9ad2-7a1a-4fd1-99db-92776f2a08df tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Deleting subnet 1514b350-eae0-4fa9-8c9a-224ae77e3c65 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:10:51.754779 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-09cfc7bd-53cb-4b72-b232-1a7831112bc5 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:51.757110 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78ff9ad2-7a1a-4fd1-99db-92776f2a08df tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:51.799752 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78ff9ad2-7a1a-4fd1-99db-92776f2a08df tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:51.856178 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-09cfc7bd-53cb-4b72-b232-1a7831112bc5 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Deleting port 3459c41b-347f-40d9-ba56-2a54d969f633 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:51.856526 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-09cfc7bd-53cb-4b72-b232-1a7831112bc5 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:51.893961 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78ff9ad2-7a1a-4fd1-99db-92776f2a08df tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:51.908722 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cfd698d5-a05f-423d-966f-593771aafd4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:51.933742 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cfd698d5-a05f-423d-966f-593771aafd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:51.969491 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78ff9ad2-7a1a-4fd1-99db-92776f2a08df tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.001166 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-09cfc7bd-53cb-4b72-b232-1a7831112bc5 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.004069 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff9ad2-7a1a-4fd1-99db-92776f2a08df tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Pushing event deleted for resources: {'Subnet': ['ID=1514b350-eae0-4fa9-8c9a-224ae77e3c65,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:52.004233 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd698d5-a05f-423d-966f-593771aafd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdc665b-1f3f-455c-9643-abd07a7dc1e2,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:52.013811 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cfd698d5-a05f-423d-966f-593771aafd4f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=74d616dfd320425e90c28cdfa5778d3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7478344 Aug 17 00:10:52.014618 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312d4765-c58e-499c-92e3-7c30afa33a8d None None] Network f1c75cb4-84ae-454a-a5db-6c3769dd9424 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:52.016342 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47600) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:52.016716 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78ff9ad2-7a1a-4fd1-99db-92776f2a08df tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.021655 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-78ff9ad2-7a1a-4fd1-99db-92776f2a08df tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "DELETE /v2.0/subnets/1514b350-eae0-4fa9-8c9a-224ae77e3c65 HTTP/1.1" status: 204 len: 168 time: 0.3317835 Aug 17 00:10:52.024268 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47602) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:52.029309 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-09cfc7bd-53cb-4b72-b232-1a7831112bc5 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Calling delete_port for 3459c41b-347f-40d9-ba56-2a54d969f633 owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:52.115008 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.124394 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76f28134-70bf-487d-b92d-8d5e6b1ffca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.130281 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2722f205-cbdb-4c58-9af2-40e55a0d2a36 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.160460 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76f28134-70bf-487d-b92d-8d5e6b1ffca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.232147 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c633b-934e-4b29-a0d1-e30484f67323 req-722204e2-a02d-47f2-b736-078fbb0654c3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:52.242370 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f89c633b-934e-4b29-a0d1-e30484f67323 req-722204e2-a02d-47f2-b736-078fbb0654c3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 945 time: 0.1078980 Aug 17 00:10:52.284192 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d835a442-2587-4710-99cb-2e4c73237601 None None] DHCP port deletion for f1c75cb4-84ae-454a-a5db-6c3769dd9424 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:10:52.294912 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76f28134-70bf-487d-b92d-8d5e6b1ffca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.302332 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76f28134-70bf-487d-b92d-8d5e6b1ffca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.302514 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f89c633b-934e-4b29-a0d1-e30484f67323 req-c7d82e94-5abc-4b10-bc3d-7108c8d789ef tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557911 Aug 17 00:10:52.302616 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-76f28134-70bf-487d-b92d-8d5e6b1ffca0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0fdc665b-1f3f-455c-9643-abd07a7dc1e2 HTTP/1.1" status: 204 len: 168 time: 0.2828629 Aug 17 00:10:52.318231 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f28134-70bf-487d-b92d-8d5e6b1ffca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdc665b-1f3f-455c-9643-abd07a7dc1e2,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:52.320637 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-2722f205-cbdb-4c58-9af2-40e55a0d2a36 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Deleting port d3186e7e-60ae-4c59-9517-1dc8441f5c17 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:52.322402 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2722f205-cbdb-4c58-9af2-40e55a0d2a36 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.345989 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-09cfc7bd-53cb-4b72-b232-1a7831112bc5 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.380574 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfc7bd-53cb-4b72-b232-1a7831112bc5 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Pushing event deleted for resources: {'Port': ['ID=3459c41b-347f-40d9-ba56-2a54d969f633,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:52.401097 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-d835a442-2587-4710-99cb-2e4c73237601 None None] Deleting port d3186e7e-60ae-4c59-9517-1dc8441f5c17 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:52.402358 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d835a442-2587-4710-99cb-2e4c73237601 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.456027 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d3186e7e-60ae-4c59-9517-1dc8441f5c17 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:10:52.465958 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-2722f205-cbdb-4c58-9af2-40e55a0d2a36 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] For port d3186e7e-60ae-4c59-9517-1dc8441f5c17, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d3186e7e-60ae-4c59-9517-1dc8441f5c17,segment=NetworkSegment(44bbfb90-59a1-468f-b536-4c7b40d99879),segment_id=44bbfb90-59a1-468f-b536-4c7b40d99879)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:52.469370 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2722f205-cbdb-4c58-9af2-40e55a0d2a36 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.489897 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-2722f205-cbdb-4c58-9af2-40e55a0d2a36 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Calling delete_port for d3186e7e-60ae-4c59-9517-1dc8441f5c17 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:52.499450 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-09cfc7bd-53cb-4b72-b232-1a7831112bc5 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.549549 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-d835a442-2587-4710-99cb-2e4c73237601 None None] For port d3186e7e-60ae-4c59-9517-1dc8441f5c17, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d3186e7e-60ae-4c59-9517-1dc8441f5c17,segment=NetworkSegment(44bbfb90-59a1-468f-b536-4c7b40d99879),segment_id=44bbfb90-59a1-468f-b536-4c7b40d99879)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:52.554177 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d835a442-2587-4710-99cb-2e4c73237601 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.569422 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-d835a442-2587-4710-99cb-2e4c73237601 None None] Calling delete_port for d3186e7e-60ae-4c59-9517-1dc8441f5c17 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:52.608766 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2722f205-cbdb-4c58-9af2-40e55a0d2a36 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.627076 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2722f205-cbdb-4c58-9af2-40e55a0d2a36 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] No DVR routers for this DVR port d3186e7e-60ae-4c59-9517-1dc8441f5c17 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:10:52.677660 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-09cfc7bd-53cb-4b72-b232-1a7831112bc5 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.686673 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-09cfc7bd-53cb-4b72-b232-1a7831112bc5 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.695767 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722f205-cbdb-4c58-9af2-40e55a0d2a36 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Pushing event deleted for resources: {'Port': ['ID=d3186e7e-60ae-4c59-9517-1dc8441f5c17,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:52.712415 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.714650 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d835a442-2587-4710-99cb-2e4c73237601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.761175 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-09cfc7bd-53cb-4b72-b232-1a7831112bc5 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.761658 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cfc7bd-53cb-4b72-b232-1a7831112bc5 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Fanout notify agent at l3_agent the message router_deleted on router f065d02d-6861-4310-8bc4-5d8346c6ccc6 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:10:52.770869 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-09cfc7bd-53cb-4b72-b232-1a7831112bc5 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.776664 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d835a442-2587-4710-99cb-2e4c73237601 None None] No DVR routers for this DVR port d3186e7e-60ae-4c59-9517-1dc8441f5c17 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:10:52.781936 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-09cfc7bd-53cb-4b72-b232-1a7831112bc5 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] 10.222.0.60 "DELETE /v2.0/routers/f065d02d-6861-4310-8bc4-5d8346c6ccc6 HTTP/1.1" status: 204 len: 168 time: 1.6969557 Aug 17 00:10:52.784710 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47614) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:52.787056 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2722f205-cbdb-4c58-9af2-40e55a0d2a36 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.799831 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-2722f205-cbdb-4c58-9af2-40e55a0d2a36 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c75cb4-84ae-454a-a5db-6c3769dd9424']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:52.812421 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-2722f205-cbdb-4c58-9af2-40e55a0d2a36 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44bbfb90-59a1-468f-b536-4c7b40d99879') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:52.813003 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-2722f205-cbdb-4c58-9af2-40e55a0d2a36 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44bbfb90-59a1-468f-b536-4c7b40d99879') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:52.819324 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835a442-2587-4710-99cb-2e4c73237601 None None] Pushing event deleted for resources: {'Port': ['ID=d3186e7e-60ae-4c59-9517-1dc8441f5c17,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:52.830910 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2722f205-cbdb-4c58-9af2-40e55a0d2a36 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.850050 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2722f205-cbdb-4c58-9af2-40e55a0d2a36 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.857119 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2722f205-cbdb-4c58-9af2-40e55a0d2a36 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:10:52.857543 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2722f205-cbdb-4c58-9af2-40e55a0d2a36 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:10:52.860669 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:10:52.874547 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a4ef7a-6ef6-4328-9f3f-d440355057ac tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Deleting subnet d1e12d6f-9418-454b-89ee-8393ec38aec8 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:10:52.877902 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f9a4ef7a-6ef6-4328-9f3f-d440355057ac tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.927151 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2722f205-cbdb-4c58-9af2-40e55a0d2a36 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.932753 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f9a4ef7a-6ef6-4328-9f3f-d440355057ac tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.936591 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2722f205-cbdb-4c58-9af2-40e55a0d2a36 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:52.939208 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2722f205-cbdb-4c58-9af2-40e55a0d2a36 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "DELETE /v2.0/networks/f1c75cb4-84ae-454a-a5db-6c3769dd9424 HTTP/1.1" status: 204 len: 168 time: 0.9132919 Aug 17 00:10:52.943062 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47620) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:52.984879 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722f205-cbdb-4c58-9af2-40e55a0d2a36 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Pushing event deleted for resources: {'Network': ['ID=f1c75cb4-84ae-454a-a5db-6c3769dd9424,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:52.988234 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-31d721e0-382b-42ee-a3e9-594bcb5a5287 tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "GET /v2.0/ports?device_id=989ef5b1-835d-47fd-861a-5cbf7505ddc0 HTTP/1.1" status: 200 len: 205 time: 0.0441403 Aug 17 00:10:52.991620 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47622) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:53.034287 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f9a4ef7a-6ef6-4328-9f3f-d440355057ac tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:53.070600 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4ec352ca-7a3f-4761-a384-cf2805c0ea3f tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:53.104252 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f9a4ef7a-6ef6-4328-9f3f-d440355057ac tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:53.134119 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4ef7a-6ef6-4328-9f3f-d440355057ac tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Pushing event deleted for resources: {'Subnet': ['ID=d1e12d6f-9418-454b-89ee-8393ec38aec8,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:53.137963 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f9a4ef7a-6ef6-4328-9f3f-d440355057ac tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:53.143028 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f9a4ef7a-6ef6-4328-9f3f-d440355057ac tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] 10.222.0.60 "DELETE /v2.0/subnets/d1e12d6f-9418-454b-89ee-8393ec38aec8 HTTP/1.1" status: 204 len: 168 time: 0.3539608 Aug 17 00:10:53.143163 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47630) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:53.143787 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dc8bae-62bc-4ca6-803c-51871b236b26 None None] Network 67c49123-0518-47c0-a870-a27e218c4c03 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:53.309880 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4ec352ca-7a3f-4761-a384-cf2805c0ea3f tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:53.317370 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4ec352ca-7a3f-4761-a384-cf2805c0ea3f tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:53.320949 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8587a7cf-113a-42fc-bf72-3c986f80ecf5 None None] DHCP port deletion for 67c49123-0518-47c0-a870-a27e218c4c03 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:10:53.328061 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a1da9354-588c-408d-b2f9-cc9c2cc2cec7 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:53.382297 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-8587a7cf-113a-42fc-bf72-3c986f80ecf5 None None] Deleting port 4e4a9d68-2f32-45d3-ad88-0912cd47f2dd {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:53.382752 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8587a7cf-113a-42fc-bf72-3c986f80ecf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:53.397521 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4ec352ca-7a3f-4761-a384-cf2805c0ea3f tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:53.398022 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec352ca-7a3f-4761-a384-cf2805c0ea3f tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Fanout notify agent at l3_agent the message router_deleted on router 989ef5b1-835d-47fd-861a-5cbf7505ddc0 {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:10:53.405679 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4ec352ca-7a3f-4761-a384-cf2805c0ea3f tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:53.406815 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4ec352ca-7a3f-4761-a384-cf2805c0ea3f tempest-RoutersNegativeIpV6Test-830126372 tempest-RoutersNegativeIpV6Test-830126372-project] 10.222.0.60 "DELETE /v2.0/routers/989ef5b1-835d-47fd-861a-5cbf7505ddc0 HTTP/1.1" status: 204 len: 168 time: 0.4147611 Aug 17 00:10:53.470701 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-8587a7cf-113a-42fc-bf72-3c986f80ecf5 None None] For port 4e4a9d68-2f32-45d3-ad88-0912cd47f2dd, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4e4a9d68-2f32-45d3-ad88-0912cd47f2dd,segment=NetworkSegment(382af9f0-1792-4dfd-ae5c-cad488d18f2a),segment_id=382af9f0-1792-4dfd-ae5c-cad488d18f2a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:53.471455 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8587a7cf-113a-42fc-bf72-3c986f80ecf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:53.475831 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e08cc-0993-4ecf-9de8-5dbbae24ed83 req-084252aa-4cd6-4ff7-beba-81b9bd7a5fd0 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:53.477400 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e93e08cc-0993-4ecf-9de8-5dbbae24ed83 req-084252aa-4cd6-4ff7-beba-81b9bd7a5fd0 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 945 time: 0.0959516 Aug 17 00:10:53.486615 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-8587a7cf-113a-42fc-bf72-3c986f80ecf5 None None] Calling delete_port for 4e4a9d68-2f32-45d3-ad88-0912cd47f2dd owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:53.525609 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-a1da9354-588c-408d-b2f9-cc9c2cc2cec7 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Deleting port 4e4a9d68-2f32-45d3-ad88-0912cd47f2dd {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:53.525965 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a1da9354-588c-408d-b2f9-cc9c2cc2cec7 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:53.574886 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8587a7cf-113a-42fc-bf72-3c986f80ecf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:53.586309 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e93e08cc-0993-4ecf-9de8-5dbbae24ed83 req-2595c72d-f5c1-46e3-bd8c-6f909242c496 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964358 Aug 17 00:10:53.609477 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587a7cf-113a-42fc-bf72-3c986f80ecf5 None None] Pushing event deleted for resources: {'Port': ['ID=4e4a9d68-2f32-45d3-ad88-0912cd47f2dd,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:53.611424 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8587a7cf-113a-42fc-bf72-3c986f80ecf5 None None] No DVR routers for this DVR port 4e4a9d68-2f32-45d3-ad88-0912cd47f2dd on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:10:53.638905 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-a1da9354-588c-408d-b2f9-cc9c2cc2cec7 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] For port 4e4a9d68-2f32-45d3-ad88-0912cd47f2dd, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4e4a9d68-2f32-45d3-ad88-0912cd47f2dd,segment=NetworkSegment(382af9f0-1792-4dfd-ae5c-cad488d18f2a),segment_id=382af9f0-1792-4dfd-ae5c-cad488d18f2a)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:53.639210 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a1da9354-588c-408d-b2f9-cc9c2cc2cec7 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:53.661644 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-a1da9354-588c-408d-b2f9-cc9c2cc2cec7 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Calling delete_port for 4e4a9d68-2f32-45d3-ad88-0912cd47f2dd owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:53.804659 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47650) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:53.811888 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a1da9354-588c-408d-b2f9-cc9c2cc2cec7 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:53.842921 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da9354-588c-408d-b2f9-cc9c2cc2cec7 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Pushing event deleted for resources: {'Port': ['ID=4e4a9d68-2f32-45d3-ad88-0912cd47f2dd,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:53.844920 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1da9354-588c-408d-b2f9-cc9c2cc2cec7 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] No DVR routers for this DVR port 4e4a9d68-2f32-45d3-ad88-0912cd47f2dd on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:10:53.938178 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a1da9354-588c-408d-b2f9-cc9c2cc2cec7 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:53.949691 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-a1da9354-588c-408d-b2f9-cc9c2cc2cec7 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c49123-0518-47c0-a870-a27e218c4c03']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:53.966062 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-a1da9354-588c-408d-b2f9-cc9c2cc2cec7 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382af9f0-1792-4dfd-ae5c-cad488d18f2a') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:53.966062 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-a1da9354-588c-408d-b2f9-cc9c2cc2cec7 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382af9f0-1792-4dfd-ae5c-cad488d18f2a') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:53.966346 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-69f89be1-07c6-4e79-8e49-c9c56409baf6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f472c4605674e7faddb0bfeb6ed2b7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1574061 Aug 17 00:10:53.966443 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47656) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:53.985913 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a1da9354-588c-408d-b2f9-cc9c2cc2cec7 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:54.012363 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a1da9354-588c-408d-b2f9-cc9c2cc2cec7 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:54.026070 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1da9354-588c-408d-b2f9-cc9c2cc2cec7 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:10:54.026398 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a1da9354-588c-408d-b2f9-cc9c2cc2cec7 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:10:54.029341 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:10:54.095918 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-076dda25-ed95-4eb4-bb78-96189fa15bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:54.117454 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a1da9354-588c-408d-b2f9-cc9c2cc2cec7 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:54.122939 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a1da9354-588c-408d-b2f9-cc9c2cc2cec7 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:54.127844 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a1da9354-588c-408d-b2f9-cc9c2cc2cec7 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] 10.222.0.60 "DELETE /v2.0/networks/67c49123-0518-47c0-a870-a27e218c4c03 HTTP/1.1" status: 204 len: 168 time: 0.9788065 Aug 17 00:10:54.129296 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47658) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:54.133629 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-076dda25-ed95-4eb4-bb78-96189fa15bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:54.152040 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da9354-588c-408d-b2f9-cc9c2cc2cec7 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Pushing event deleted for resources: {'Network': ['ID=67c49123-0518-47c0-a870-a27e218c4c03,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:54.199313 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-076dda25-ed95-4eb4-bb78-96189fa15bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:54.202854 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-076dda25-ed95-4eb4-bb78-96189fa15bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:54.206793 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-076dda25-ed95-4eb4-bb78-96189fa15bed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f8ab059-ddac-4b0d-bdb4-f24695e71933 HTTP/1.1" status: 204 len: 168 time: 0.2368059 Aug 17 00:10:54.213934 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076dda25-ed95-4eb4-bb78-96189fa15bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8ab059-ddac-4b0d-bdb4-f24695e71933,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:54.297627 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-13ca0da6-7112-4da5-8f92-d7a552b78296 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Deleting port e7f77179-4e87-40b5-b01a-f13bca599f8b {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:54.298056 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-13ca0da6-7112-4da5-8f92-d7a552b78296 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:54.344244 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4e4a9d68-2f32-45d3-ad88-0912cd47f2dd no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:10:54.367917 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 4e4a9d68-2f32-45d3-ad88-0912cd47f2dd {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:10:54.368273 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4e4a9d68-2f32-45d3-ad88-0912cd47f2dd not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:10:54.403199 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-13ca0da6-7112-4da5-8f92-d7a552b78296 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:54.403542 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-13ca0da6-7112-4da5-8f92-d7a552b78296 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:54.420943 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-13ca0da6-7112-4da5-8f92-d7a552b78296 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Calling delete_port for e7f77179-4e87-40b5-b01a-f13bca599f8b owned by network:floatingip {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:54.567660 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-13ca0da6-7112-4da5-8f92-d7a552b78296 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:54.597321 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca0da6-7112-4da5-8f92-d7a552b78296 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Pushing event deleted for resources: {'Port': ['ID=e7f77179-4e87-40b5-b01a-f13bca599f8b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:54.608570 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca0da6-7112-4da5-8f92-d7a552b78296 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:54.608917 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca0da6-7112-4da5-8f92-d7a552b78296 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:54.609282 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca0da6-7112-4da5-8f92-d7a552b78296 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:54.609616 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca0da6-7112-4da5-8f92-d7a552b78296 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:54.609945 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca0da6-7112-4da5-8f92-d7a552b78296 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:54.610274 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca0da6-7112-4da5-8f92-d7a552b78296 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:54.611803 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca0da6-7112-4da5-8f92-d7a552b78296 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:54.611803 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca0da6-7112-4da5-8f92-d7a552b78296 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:54.611803 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca0da6-7112-4da5-8f92-d7a552b78296 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:54.611803 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca0da6-7112-4da5-8f92-d7a552b78296 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:54.611803 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca0da6-7112-4da5-8f92-d7a552b78296 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:54.612251 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca0da6-7112-4da5-8f92-d7a552b78296 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:54.680719 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-13ca0da6-7112-4da5-8f92-d7a552b78296 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks [] for floatingip, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:54.683744 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-13ca0da6-7112-4da5-8f92-d7a552b78296 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:54.688031 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-13ca0da6-7112-4da5-8f92-d7a552b78296 tempest-FloatingIPAdminTestJSON-1296835814 tempest-FloatingIPAdminTestJSON-1296835814-project] 10.222.0.60 "DELETE /v2.0/floatingips/573ebecc-f326-4727-96c4-d1cbe40c4c1a HTTP/1.1" status: 204 len: 168 time: 0.5550401 Aug 17 00:10:54.724393 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec11e22-074e-43d0-8ba3-9d68b0a8eac2 req-128b6828-0475-41a2-91f5-bb3a1a13036d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:54.726077 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ec11e22-074e-43d0-8ba3-9d68b0a8eac2 req-128b6828-0475-41a2-91f5-bb3a1a13036d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 945 time: 0.0556824 Aug 17 00:10:54.767672 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ec11e22-074e-43d0-8ba3-9d68b0a8eac2 req-3714a109-8fa8-4a64-b593-11ca88d2dfe8 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349398 Aug 17 00:10:54.943851 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47696) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:55.098351 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2783afa4-2487-431b-94a1-09f3b5354993 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=902bbc8404994f6a94e24a32301e9de2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1504254 Aug 17 00:10:55.098704 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47704) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:55.163077 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-73b51c05-b852-4b77-aad9-cd394a84bc31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:55.200995 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-73b51c05-b852-4b77-aad9-cd394a84bc31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:55.277340 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-73b51c05-b852-4b77-aad9-cd394a84bc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:55.280203 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-73b51c05-b852-4b77-aad9-cd394a84bc31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:55.281461 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-73b51c05-b852-4b77-aad9-cd394a84bc31 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fadee19c-ee64-4793-baf4-f8067b6344f0 HTTP/1.1" status: 204 len: 168 time: 0.1817455 Aug 17 00:10:55.291656 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b51c05-b852-4b77-aad9-cd394a84bc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadee19c-ee64-4793-baf4-f8067b6344f0,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:55.649883 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47730) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:55.666665 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1ef0ff13-79f5-4986-bacc-c494ff8922bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:55.782904 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1ef0ff13-79f5-4986-bacc-c494ff8922bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:55.788201 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1ef0ff13-79f5-4986-bacc-c494ff8922bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:55.832256 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1ef0ff13-79f5-4986-bacc-c494ff8922bd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ddce3542c52e4ced8cfea76cbb58673f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1812506 Aug 17 00:10:55.832544 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47742) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:55.844784 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0ff13-79f5-4986-bacc-c494ff8922bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184e2fc1-b135-40b3-b8c5-aafcb38c6e8f,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:55.931343 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2d96bda9-f607-464b-ab92-e0943858bb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:55.947763 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84b634-64c1-4b0a-a8a4-1f5dfa6e1b2f req-3bf19524-2a5f-42eb-bae3-3caa8e6ec70c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:55.953062 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1e84b634-64c1-4b0a-a8a4-1f5dfa6e1b2f req-3bf19524-2a5f-42eb-bae3-3caa8e6ec70c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 945 time: 0.0729356 Aug 17 00:10:55.976797 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2d96bda9-f607-464b-ab92-e0943858bb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:56.008300 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1e84b634-64c1-4b0a-a8a4-1f5dfa6e1b2f req-81d77229-0bb4-44b6-9976-39cc8ee335d4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500877 Aug 17 00:10:56.036930 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2d96bda9-f607-464b-ab92-e0943858bb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:56.039711 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2d96bda9-f607-464b-ab92-e0943858bb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:56.040776 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2d96bda9-f607-464b-ab92-e0943858bb9e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/184e2fc1-b135-40b3-b8c5-aafcb38c6e8f HTTP/1.1" status: 204 len: 168 time: 0.2066774 Aug 17 00:10:56.051433 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96bda9-f607-464b-ab92-e0943858bb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184e2fc1-b135-40b3-b8c5-aafcb38c6e8f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:56.151576 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47750) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:56.315582 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8fdf2c11-8d6b-4f79-9bbf-6a0e9c4f8378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:56.407742 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47764) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:56.416418 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8fdf2c11-8d6b-4f79-9bbf-6a0e9c4f8378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:56.421388 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8fdf2c11-8d6b-4f79-9bbf-6a0e9c4f8378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:56.421955 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f606e184-4088-4d7d-ab0c-2f2c8677bd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:56.460089 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8fdf2c11-8d6b-4f79-9bbf-6a0e9c4f8378 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=49f6bdc992e043cc85e9032ca82c9ec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3073530 Aug 17 00:10:56.462092 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf2c11-8d6b-4f79-9bbf-6a0e9c4f8378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92af252-3dec-4f56-85b5-1f4f48105c6a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:56.463575 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47766) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:56.556162 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2c7a15c9-ab70-495f-b555-66fef13f5d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:56.593224 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2c7a15c9-ab70-495f-b555-66fef13f5d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:56.609818 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f606e184-4088-4d7d-ab0c-2f2c8677bd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:56.622733 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f606e184-4088-4d7d-ab0c-2f2c8677bd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:56.683631 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f606e184-4088-4d7d-ab0c-2f2c8677bd6c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=869a50074a8c4ec6a5a0ab6cbb716018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2747588 Aug 17 00:10:56.685238 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606e184-4088-4d7d-ab0c-2f2c8677bd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94e50a8-089c-4efb-980b-a0cbaf5ec7f4,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:56.686370 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47772) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:56.707971 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2c7a15c9-ab70-495f-b555-66fef13f5d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:56.711138 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2c7a15c9-ab70-495f-b555-66fef13f5d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:56.712310 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2c7a15c9-ab70-495f-b555-66fef13f5d07 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f92af252-3dec-4f56-85b5-1f4f48105c6a HTTP/1.1" status: 204 len: 168 time: 0.2476621 Aug 17 00:10:56.720313 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a15c9-ab70-495f-b555-66fef13f5d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92af252-3dec-4f56-85b5-1f4f48105c6a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:56.753085 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1dbf32d4-0b76-40e6-b933-bdd5406ce365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:56.785021 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1dbf32d4-0b76-40e6-b933-bdd5406ce365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:56.843018 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1dbf32d4-0b76-40e6-b933-bdd5406ce365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:56.845969 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1dbf32d4-0b76-40e6-b933-bdd5406ce365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:56.847614 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1dbf32d4-0b76-40e6-b933-bdd5406ce365 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f94e50a8-089c-4efb-980b-a0cbaf5ec7f4 HTTP/1.1" status: 204 len: 168 time: 0.1597767 Aug 17 00:10:56.856128 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf32d4-0b76-40e6-b933-bdd5406ce365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94e50a8-089c-4efb-980b-a0cbaf5ec7f4,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:57.165629 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933ba69-6845-4e94-ba27-90c3fe4e20a9 req-78f0fcef-1276-421c-b614-331a9cb500e4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:57.177494 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d933ba69-6845-4e94-ba27-90c3fe4e20a9 req-78f0fcef-1276-421c-b614-331a9cb500e4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 945 time: 0.0718703 Aug 17 00:10:57.208543 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47792) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:57.224456 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d933ba69-6845-4e94-ba27-90c3fe4e20a9 req-e416fdc1-d752-43e9-9e14-863ff39bb807 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457919 Aug 17 00:10:57.236653 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1eb7432c-84dc-4461-a4fe-a2f51ce1c23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:57.357877 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1eb7432c-84dc-4461-a4fe-a2f51ce1c23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:57.362944 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1eb7432c-84dc-4461-a4fe-a2f51ce1c23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:57.405238 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1eb7432c-84dc-4461-a4fe-a2f51ce1c23b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=90347aba41bc490c9ab4f0b905dc311a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1946733 Aug 17 00:10:57.406106 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7432c-84dc-4461-a4fe-a2f51ce1c23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c8f642-482a-4b15-a783-fa07803756b7,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:57.407990 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47798) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:57.479796 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f1a966af-b6ae-4b31-9e86-6f1cd4c1394f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:57.505118 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f1a966af-b6ae-4b31-9e86-6f1cd4c1394f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:57.554953 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f1a966af-b6ae-4b31-9e86-6f1cd4c1394f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:57.557582 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f1a966af-b6ae-4b31-9e86-6f1cd4c1394f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:57.558764 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f1a966af-b6ae-4b31-9e86-6f1cd4c1394f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/18c8f642-482a-4b15-a783-fa07803756b7 HTTP/1.1" status: 204 len: 168 time: 0.1495733 Aug 17 00:10:57.567163 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a966af-b6ae-4b31-9e86-6f1cd4c1394f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c8f642-482a-4b15-a783-fa07803756b7,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:57.718713 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47816) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:57.827241 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-8a01932a-7cf2-4819-915c-45f35e89b27c tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1172085484'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:57.853089 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a01932a-7cf2-4819-915c-45f35e89b27c tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Made reservation on behalf of a324d1b1f1b74d93910f5985c8f86bea for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:10:57.856646 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a01932a-7cf2-4819-915c-45f35e89b27c tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:57.866217 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a01932a-7cf2-4819-915c-45f35e89b27c tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:57.969900 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a01932a-7cf2-4819-915c-45f35e89b27c tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:57.974614 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a01932a-7cf2-4819-915c-45f35e89b27c tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:58.008337 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a01932a-7cf2-4819-915c-45f35e89b27c tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:10:58.013799 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01932a-7cf2-4819-915c-45f35e89b27c tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d230ba65-5567-4663-a9f1-91c2b4fd2625,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:58.020972 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a01932a-7cf2-4819-915c-45f35e89b27c tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:58.021364 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-8a01932a-7cf2-4819-915c-45f35e89b27c tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Added segment 3e045d9d-dc7e-4ab3-adb0-74d2d1a8912d of type vlan for network 56052f2d-ff52-4a82-be00-2bc46cec6d9b Aug 17 00:10:58.067314 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a01932a-7cf2-4819-915c-45f35e89b27c tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:58.107955 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a01932a-7cf2-4819-915c-45f35e89b27c tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:58.118621 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a01932a-7cf2-4819-915c-45f35e89b27c tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:58.119755 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a01932a-7cf2-4819-915c-45f35e89b27c tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:58.183362 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8a01932a-7cf2-4819-915c-45f35e89b27c tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4633775 Aug 17 00:10:58.186563 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47854) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:58.191346 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-8b7db4db-59c2-435c-a6da-174741b1e621 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Request body: {'subnet': {'network_id': '56052f2d-ff52-4a82-be00-2bc46cec6d9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:58.259068 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01932a-7cf2-4819-915c-45f35e89b27c tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Pushing event updated for resources: {'Network': ['ID=56052f2d-ff52-4a82-be00-2bc46cec6d9b,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:58.286943 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 56052f2d-ff52-4a82-be00-2bc46cec6d9b details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:10:58.355979 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7db4db-59c2-435c-a6da-174741b1e621 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Made reservation on behalf of a324d1b1f1b74d93910f5985c8f86bea for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:10:58.359905 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8b7db4db-59c2-435c-a6da-174741b1e621 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:58.453519 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532ebc9-60f2-45d8-92c7-4f3a5083cfcc req-b1589e4a-0a67-4b22-a6a0-9f26cee3f9a8 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:58.455060 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7532ebc9-60f2-45d8-92c7-4f3a5083cfcc req-b1589e4a-0a67-4b22-a6a0-9f26cee3f9a8 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 945 time: 0.1336961 Aug 17 00:10:58.525317 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7532ebc9-60f2-45d8-92c7-4f3a5083cfcc req-e8e39277-42ec-4ccf-9c9b-d907d2dedbc2 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588026 Aug 17 00:10:58.619878 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8b7db4db-59c2-435c-a6da-174741b1e621 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:58.675498 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7db4db-59c2-435c-a6da-174741b1e621 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Pushing event updated for resources: {'Subnet': ['ID=8bc9dc7c-a0a4-44b0-b752-3bcd5476ef56,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:58.701079 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7db4db-59c2-435c-a6da-174741b1e621 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Checking segment: {'id': '3e045d9d-dc7e-4ab3-adb0-74d2d1a8912d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '56052f2d-ff52-4a82-be00-2bc46cec6d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:10:58.701452 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7db4db-59c2-435c-a6da-174741b1e621 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Network hostable DHCP agents. Network: 56052f2d-ff52-4a82-be00-2bc46cec6d9b, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:10:58.719080 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7db4db-59c2-435c-a6da-174741b1e621 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Network 56052f2d-ff52-4a82-be00-2bc46cec6d9b is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:10:58.730241 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-8b7db4db-59c2-435c-a6da-174741b1e621 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 56052f2d-ff52-4a82-be00-2bc46cec6d9b) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:58.743854 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de626aa-37a1-4004-b09d-2c370c1802d8 None None] Network 56052f2d-ff52-4a82-be00-2bc46cec6d9b requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:58.746905 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7db4db-59c2-435c-a6da-174741b1e621 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:58.747857 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8b7db4db-59c2-435c-a6da-174741b1e621 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:58.787292 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8b7db4db-59c2-435c-a6da-174741b1e621 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5999420 Aug 17 00:10:58.790044 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47888) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:58.795837 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-10c5ae1a-eb8f-45fa-9f7c-802def88129a tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Request body: {'port': {'network_id': '56052f2d-ff52-4a82-be00-2bc46cec6d9b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-289981658'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:58.944101 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a2e6d1-07f8-4316-9af6-343f7ff48ae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-56052f2d-ff52-4a82-be00-2bc46cec6d9b', 'network_id': '56052f2d-ff52-4a82-be00-2bc46cec6d9b', 'tenant_id': 'a324d1b1f1b74d93910f5985c8f86bea', 'fixed_ips': [{'subnet_id': '8bc9dc7c-a0a4-44b0-b752-3bcd5476ef56'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:10:58.945545 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d4a2e6d1-07f8-4316-9af6-343f7ff48ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:58.949349 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c5ae1a-eb8f-45fa-9f7c-802def88129a tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Made reservation on behalf of a324d1b1f1b74d93910f5985c8f86bea for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:10:58.955508 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-10c5ae1a-eb8f-45fa-9f7c-802def88129a tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:58.975444 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-10c5ae1a-eb8f-45fa-9f7c-802def88129a tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] device_id is not set on port 6839659e-3b34-4f09-a895-42135a0b225b yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:10:59.107211 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-10c5ae1a-eb8f-45fa-9f7c-802def88129a tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Allocated IP 2001:db8::3 (56052f2d-ff52-4a82-be00-2bc46cec6d9b/8bc9dc7c-a0a4-44b0-b752-3bcd5476ef56/6839659e-3b34-4f09-a895-42135a0b225b) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:59.280389 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-10c5ae1a-eb8f-45fa-9f7c-802def88129a tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:59.295338 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-10c5ae1a-eb8f-45fa-9f7c-802def88129a tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Transition to ACTIVE for port object 6839659e-3b34-4f09-a895-42135a0b225b will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:59.332513 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-10c5ae1a-eb8f-45fa-9f7c-802def88129a tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:59.389756 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c5ae1a-eb8f-45fa-9f7c-802def88129a tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Network 56052f2d-ff52-4a82-be00-2bc46cec6d9b is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:59.392979 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-10c5ae1a-eb8f-45fa-9f7c-802def88129a tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:59.397760 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c5ae1a-eb8f-45fa-9f7c-802def88129a tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:10:59.403546 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c5ae1a-eb8f-45fa-9f7c-802def88129a tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:59.404205 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-10c5ae1a-eb8f-45fa-9f7c-802def88129a tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:59.420256 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5ae1a-eb8f-45fa-9f7c-802def88129a tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Pushing event updated for resources: {'Port': ['ID=6839659e-3b34-4f09-a895-42135a0b225b,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:59.435061 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-10c5ae1a-eb8f-45fa-9f7c-802def88129a tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.6401045 Aug 17 00:10:59.435061 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47908) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:59.438722 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-64dd8bff-3731-4cf5-9f1b-fb06b8ee1791 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Request body: {'port': {'network_id': '56052f2d-ff52-4a82-be00-2bc46cec6d9b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-385797254', 'allowed_address_pairs': [{'ip_address': '2001:db8::3', 'mac_address': 'fa:16:3e:e1:7c:89'}]}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:59.593827 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-d4a2e6d1-07f8-4316-9af6-343f7ff48ae9 None None] Allocated IP 2001:db8::2 (56052f2d-ff52-4a82-be00-2bc46cec6d9b/8bc9dc7c-a0a4-44b0-b752-3bcd5476ef56/79526ff4-096c-408b-b0dc-e9b91c4ffd08) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:59.611056 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dd8bff-3731-4cf5-9f1b-fb06b8ee1791 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Made reservation on behalf of a324d1b1f1b74d93910f5985c8f86bea for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:10:59.751863 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cbffc-b046-45e3-ae4a-44ad5aad7fd3 req-5877c130-2c68-4de5-accc-844b2c52c844 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:59.754254 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-903cbffc-b046-45e3-ae4a-44ad5aad7fd3 req-5877c130-2c68-4de5-accc-844b2c52c844 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 945 time: 0.1192658 Aug 17 00:10:59.773088 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-64dd8bff-3731-4cf5-9f1b-fb06b8ee1791 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:59.809502 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-64dd8bff-3731-4cf5-9f1b-fb06b8ee1791 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] device_id is not set on port f8df9b90-77bb-43c6-a4d6-19710ab34d22 yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:10:59.816347 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d4a2e6d1-07f8-4316-9af6-343f7ff48ae9 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:59.824209 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-903cbffc-b046-45e3-ae4a-44ad5aad7fd3 req-fb74857c-c2c8-4479-91a2-bcae265cf763 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639291 Aug 17 00:10:59.829488 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d4a2e6d1-07f8-4316-9af6-343f7ff48ae9 None None] Transition to ACTIVE for port object 79526ff4-096c-408b-b0dc-e9b91c4ffd08 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:59.867813 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d4a2e6d1-07f8-4316-9af6-343f7ff48ae9 None None] Transition to ACTIVE for port object 79526ff4-096c-408b-b0dc-e9b91c4ffd08 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:59.879956 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d4a2e6d1-07f8-4316-9af6-343f7ff48ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:59.959388 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2e6d1-07f8-4316-9af6-343f7ff48ae9 None None] Pushing event updated for resources: {'Port': ['ID=79526ff4-096c-408b-b0dc-e9b91c4ffd08,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:59.970793 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a2e6d1-07f8-4316-9af6-343f7ff48ae9 None None] Network 56052f2d-ff52-4a82-be00-2bc46cec6d9b is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:59.973628 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-d4a2e6d1-07f8-4316-9af6-343f7ff48ae9 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:59.976188 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a2e6d1-07f8-4316-9af6-343f7ff48ae9 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:10:59.979237 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-16a15123-90b8-4639-977e-b67d5cf80680 req-2be27cad-b0d0-4fa1-9f5d-1239285c8d36 service neutron] show failed (client error): The resource could not be found. Aug 17 00:10:59.980700 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16a15123-90b8-4639-977e-b67d5cf80680 req-2be27cad-b0d0-4fa1-9f5d-1239285c8d36 service neutron] 10.222.0.64 "GET /v2.0/ports/66f1a806-6074-41e2-b6bf-ffe8b106bb33/bindings/n-h1-800088-20 HTTP/1.1" status: 404 len: 381 time: 0.1228108 Aug 17 00:10:59.994005 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-64dd8bff-3731-4cf5-9f1b-fb06b8ee1791 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Allocated IP 2001:db8::309 (56052f2d-ff52-4a82-be00-2bc46cec6d9b/8bc9dc7c-a0a4-44b0-b752-3bcd5476ef56/f8df9b90-77bb-43c6-a4d6-19710ab34d22) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:11:00.040139 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-d4a2e6d1-07f8-4316-9af6-343f7ff48ae9 None None] Attempting to bind port 79526ff4-096c-408b-b0dc-e9b91c4ffd08 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:00.040840 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-d4a2e6d1-07f8-4316-9af6-343f7ff48ae9 None None] Attempting to bind port 79526ff4-096c-408b-b0dc-e9b91c4ffd08 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '3e045d9d-dc7e-4ab3-adb0-74d2d1a8912d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '56052f2d-ff52-4a82-be00-2bc46cec6d9b'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:00.041600 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a2e6d1-07f8-4316-9af6-343f7ff48ae9 None None] Attempting to bind port 79526ff4-096c-408b-b0dc-e9b91c4ffd08 on network 56052f2d-ff52-4a82-be00-2bc46cec6d9b {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:00.046934 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a2e6d1-07f8-4316-9af6-343f7ff48ae9 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:11:00.047615 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a2e6d1-07f8-4316-9af6-343f7ff48ae9 None None] Checking segment: {'id': '3e045d9d-dc7e-4ab3-adb0-74d2d1a8912d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '56052f2d-ff52-4a82-be00-2bc46cec6d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:11:00.048300 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d4a2e6d1-07f8-4316-9af6-343f7ff48ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:00.048901 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a2e6d1-07f8-4316-9af6-343f7ff48ae9 None None] Bound using segment: {'id': '3e045d9d-dc7e-4ab3-adb0-74d2d1a8912d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '56052f2d-ff52-4a82-be00-2bc46cec6d9b'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:11:00.049626 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-d4a2e6d1-07f8-4316-9af6-343f7ff48ae9 None None] Bound port: 79526ff4-096c-408b-b0dc-e9b91c4ffd08, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e045d9d-dc7e-4ab3-adb0-74d2d1a8912d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '56052f2d-ff52-4a82-be00-2bc46cec6d9b'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:11:00.050859 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d4a2e6d1-07f8-4316-9af6-343f7ff48ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:00.151891 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-d4a2e6d1-07f8-4316-9af6-343f7ff48ae9 None None] For port 79526ff4-096c-408b-b0dc-e9b91c4ffd08, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:11:00.155948 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-d4a2e6d1-07f8-4316-9af6-343f7ff48ae9 None None] For port 79526ff4-096c-408b-b0dc-e9b91c4ffd08, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=79526ff4-096c-408b-b0dc-e9b91c4ffd08,segment=NetworkSegment(3e045d9d-dc7e-4ab3-adb0-74d2d1a8912d),segment_id=3e045d9d-dc7e-4ab3-adb0-74d2d1a8912d)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:11:00.161976 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d4a2e6d1-07f8-4316-9af6-343f7ff48ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:00.280406 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2e6d1-07f8-4316-9af6-343f7ff48ae9 None None] Pushing event updated for resources: {'Port': ['ID=79526ff4-096c-408b-b0dc-e9b91c4ffd08,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:00.294502 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-64dd8bff-3731-4cf5-9f1b-fb06b8ee1791 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:00.314561 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-64dd8bff-3731-4cf5-9f1b-fb06b8ee1791 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Transition to ACTIVE for port object f8df9b90-77bb-43c6-a4d6-19710ab34d22 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:11:00.341933 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a15123-90b8-4639-977e-b67d5cf80680 req-2128bbd4-a1ab-4f46-8de6-911fb27bfe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:00.343447 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-16a15123-90b8-4639-977e-b67d5cf80680 req-2128bbd4-a1ab-4f46-8de6-911fb27bfe24 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777&tenant_id=8a9ca74733fa48c8818a39938a45e719 HTTP/1.1" status: 200 len: 1097 time: 0.0872693 Aug 17 00:11:00.366918 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [req-16a15123-90b8-4639-977e-b67d5cf80680 req-ee0e62ec-acae-4f89-8f1a-b4e000e19047 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:11:00.370331 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-16a15123-90b8-4639-977e-b67d5cf80680 req-ee0e62ec-acae-4f89-8f1a-b4e000e19047 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138750 Aug 17 00:11:00.376444 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-64dd8bff-3731-4cf5-9f1b-fb06b8ee1791 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:00.384722 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-16a15123-90b8-4639-977e-b67d5cf80680 req-d0fc148d-5504-44dc-a16a-b6f36086a733 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-20', 'device_owner': 'compute:nova'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:00.413240 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47940) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:00.441099 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dd8bff-3731-4cf5-9f1b-fb06b8ee1791 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Network 56052f2d-ff52-4a82-be00-2bc46cec6d9b is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:11:00.442719 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-64dd8bff-3731-4cf5-9f1b-fb06b8ee1791 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:11:00.459148 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd8bff-3731-4cf5-9f1b-fb06b8ee1791 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Pushing event updated for resources: {'Port': ['ID=f8df9b90-77bb-43c6-a4d6-19710ab34d22,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:00.462319 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dd8bff-3731-4cf5-9f1b-fb06b8ee1791 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:11:00.468415 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dd8bff-3731-4cf5-9f1b-fb06b8ee1791 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:00.469424 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-64dd8bff-3731-4cf5-9f1b-fb06b8ee1791 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:00.490217 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-16a15123-90b8-4639-977e-b67d5cf80680 req-d0fc148d-5504-44dc-a16a-b6f36086a733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:00.508700 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-64dd8bff-3731-4cf5-9f1b-fb06b8ee1791 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.0754333 Aug 17 00:11:00.509220 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47944) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:00.631752 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76616475-ae10-4165-802d-67a7a89283e6 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:00.638306 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76616475-ae10-4165-802d-67a7a89283e6 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:00.649120 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76616475-ae10-4165-802d-67a7a89283e6 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:00.654636 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47946) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:00.659605 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-76616475-ae10-4165-802d-67a7a89283e6 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2476 time: 0.1482809 Aug 17 00:11:00.660577 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ebff536a-3c3d-4520-83a9-4c7b1cc5175d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:00.775111 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-d2462842-12cd-48ba-9adb-96b131e111e2 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Deleting port f8df9b90-77bb-43c6-a4d6-19710ab34d22 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:00.775970 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d2462842-12cd-48ba-9adb-96b131e111e2 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:00.914619 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-16a15123-90b8-4639-977e-b67d5cf80680 req-d0fc148d-5504-44dc-a16a-b6f36086a733 service neutron] For port 66f1a806-6074-41e2-b6bf-ffe8b106bb33, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=66f1a806-6074-41e2-b6bf-ffe8b106bb33,segment=NetworkSegment(a3d77d94-dcaa-457f-8702-164236ed71b1),segment_id=a3d77d94-dcaa-457f-8702-164236ed71b1)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:00.925888 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d2462842-12cd-48ba-9adb-96b131e111e2 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:00.952976 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-d2462842-12cd-48ba-9adb-96b131e111e2 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Calling delete_port for f8df9b90-77bb-43c6-a4d6-19710ab34d22 owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:00.981205 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ebff536a-3c3d-4520-83a9-4c7b1cc5175d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:00.984947 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-16a15123-90b8-4639-977e-b67d5cf80680 req-d0fc148d-5504-44dc-a16a-b6f36086a733 service neutron] For port 66f1a806-6074-41e2-b6bf-ffe8b106bb33, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:11:01.007349 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ebff536a-3c3d-4520-83a9-4c7b1cc5175d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:01.076584 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ebff536a-3c3d-4520-83a9-4c7b1cc5175d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aae166c931b745fda3db82e26f231f99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6512604 Aug 17 00:11:01.082735 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47956) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:01.086720 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761cf141-5c0e-4939-adf8-51d1167e6777', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66f1a806-6074-41e2-b6bf-ffe8b106bb33'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:11:01.089265 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e7bb01-1c7d-41c6-a640-2d3d77d60827" -d '{"events": [{"server_uuid": "761cf141-5c0e-4939-adf8-51d1167e6777", "name": "network-vif-unplugged", "status": "completed", "tag": "66f1a806-6074-41e2-b6bf-ffe8b106bb33"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:11:01.104276 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-16a15123-90b8-4639-977e-b67d5cf80680 req-d0fc148d-5504-44dc-a16a-b6f36086a733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:01.118773 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff536a-3c3d-4520-83a9-4c7b1cc5175d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0513e03-adee-4a1b-a5de-9ac6fb83e990,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:01.165663 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9da8fb-b3f3-4c0f-ad93-f47863d82059 req-e36afe9b-1728-41b8-b940-d76d41b164c7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:01.176430 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f9da8fb-b3f3-4c0f-ad93-f47863d82059 req-e36afe9b-1728-41b8-b940-d76d41b164c7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 945 time: 0.1479919 Aug 17 00:11:01.180972 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-16a15123-90b8-4639-977e-b67d5cf80680 req-d0fc148d-5504-44dc-a16a-b6f36086a733 service neutron] Transition to ACTIVE for port object 66f1a806-6074-41e2-b6bf-ffe8b106bb33 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:11:01.199446 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 00:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9def0d2-2834-4641-bb86-6a22e45f0dbe x-openstack-request-id: req-d9def0d2-2834-4641-bb86-6a22e45f0dbe {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:11:01.200017 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761cf141-5c0e-4939-adf8-51d1167e6777", "name": "network-vif-unplugged", "status": "completed", "tag": "66f1a806-6074-41e2-b6bf-ffe8b106bb33", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:11:01.200444 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d9def0d2-2834-4641-bb86-6a22e45f0dbe {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:11:01.201030 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761cf141-5c0e-4939-adf8-51d1167e6777', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66f1a806-6074-41e2-b6bf-ffe8b106bb33', 'code': 200} Aug 17 00:11:01.210580 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-16a15123-90b8-4639-977e-b67d5cf80680 req-d0fc148d-5504-44dc-a16a-b6f36086a733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:01.292808 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f9da8fb-b3f3-4c0f-ad93-f47863d82059 req-56897ac1-bed0-456b-8de2-734879697062 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128144 Aug 17 00:11:01.327236 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d2462842-12cd-48ba-9adb-96b131e111e2 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:01.386838 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2462842-12cd-48ba-9adb-96b131e111e2 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Pushing event deleted for resources: {'Port': ['ID=f8df9b90-77bb-43c6-a4d6-19710ab34d22,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:01.472730 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc148d-5504-44dc-a16a-b6f36086a733 service neutron] Pushing event updated for resources: {'Port': ['ID=66f1a806-6074-41e2-b6bf-ffe8b106bb33,revision_number=6']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:01.512762 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e298a05b-3b1d-475b-accb-3032658dee51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:01.621773 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a15123-90b8-4639-977e-b67d5cf80680 req-d0fc148d-5504-44dc-a16a-b6f36086a733 service neutron] No DVR routers for this DVR port 66f1a806-6074-41e2-b6bf-ffe8b106bb33 on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:11:01.656221 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d2462842-12cd-48ba-9adb-96b131e111e2 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:01.658688 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d2462842-12cd-48ba-9adb-96b131e111e2 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] 10.222.0.60 "DELETE /v2.0/ports/f8df9b90-77bb-43c6-a4d6-19710ab34d22 HTTP/1.1" status: 204 len: 168 time: 1.0026560 Aug 17 00:11:01.663433 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47962) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:01.697154 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d247bf-8e06-44f6-9e96-57ccfbcf8c6f tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] GET failed (client error): The resource could not be found. Aug 17 00:11:01.704427 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-46d247bf-8e06-44f6-9e96-57ccfbcf8c6f tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] 10.222.0.60 "GET /v2.0/ports/f8df9b90-77bb-43c6-a4d6-19710ab34d22 HTTP/1.1" status: 404 len: 333 time: 0.0348847 Aug 17 00:11:01.712492 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47964) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:01.719667 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-f0d9bf99-0c2e-4f1e-9ad5-2cf330babdb3 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Request body: {'port': {'network_id': '56052f2d-ff52-4a82-be00-2bc46cec6d9b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-820224089'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:01.723095 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e298a05b-3b1d-475b-accb-3032658dee51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:01.861522 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e298a05b-3b1d-475b-accb-3032658dee51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:01.864988 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d9bf99-0c2e-4f1e-9ad5-2cf330babdb3 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Made reservation on behalf of a324d1b1f1b74d93910f5985c8f86bea for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:11:01.865435 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e298a05b-3b1d-475b-accb-3032658dee51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:01.866628 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e298a05b-3b1d-475b-accb-3032658dee51 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f0513e03-adee-4a1b-a5de-9ac6fb83e990 HTTP/1.1" status: 204 len: 168 time: 0.7830658 Aug 17 00:11:01.880881 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298a05b-3b1d-475b-accb-3032658dee51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0513e03-adee-4a1b-a5de-9ac6fb83e990,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:01.889589 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f0d9bf99-0c2e-4f1e-9ad5-2cf330babdb3 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:01.936988 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-f0d9bf99-0c2e-4f1e-9ad5-2cf330babdb3 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] device_id is not set on port ae780e97-5bdb-49c0-a6fe-99617ba95f7c yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:11:01.971380 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-16a15123-90b8-4639-977e-b67d5cf80680 req-d0fc148d-5504-44dc-a16a-b6f36086a733 service neutron] Attempting to bind port 66f1a806-6074-41e2-b6bf-ffe8b106bb33 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:01.972395 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-16a15123-90b8-4639-977e-b67d5cf80680 req-d0fc148d-5504-44dc-a16a-b6f36086a733 service neutron] Attempting to bind port 66f1a806-6074-41e2-b6bf-ffe8b106bb33 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': 'a3d77d94-dcaa-457f-8702-164236ed71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:01.973862 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a15123-90b8-4639-977e-b67d5cf80680 req-d0fc148d-5504-44dc-a16a-b6f36086a733 service neutron] Attempting to bind port 66f1a806-6074-41e2-b6bf-ffe8b106bb33 on network 1d085bcd-85ca-4517-9df3-0156c62c5ecb {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:01.979029 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a15123-90b8-4639-977e-b67d5cf80680 req-d0fc148d-5504-44dc-a16a-b6f36086a733 service neutron] Port 66f1a806-6074-41e2-b6bf-ffe8b106bb33 on network 1d085bcd-85ca-4517-9df3-0156c62c5ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:01.979933 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a15123-90b8-4639-977e-b67d5cf80680 req-d0fc148d-5504-44dc-a16a-b6f36086a733 service neutron] Attempting to bind port 66f1a806-6074-41e2-b6bf-ffe8b106bb33 on network 1d085bcd-85ca-4517-9df3-0156c62c5ecb {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:01.982833 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec63d68a-ccc2-499c-b17a-cb7babc4e25b None None] Network 56052f2d-ff52-4a82-be00-2bc46cec6d9b requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:11:01.991548 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a15123-90b8-4639-977e-b67d5cf80680 req-d0fc148d-5504-44dc-a16a-b6f36086a733 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:11:01.992141 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a15123-90b8-4639-977e-b67d5cf80680 req-d0fc148d-5504-44dc-a16a-b6f36086a733 service neutron] Checking segment: {'id': 'a3d77d94-dcaa-457f-8702-164236ed71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:11:01.993003 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a15123-90b8-4639-977e-b67d5cf80680 req-d0fc148d-5504-44dc-a16a-b6f36086a733 service neutron] Bound using segment: {'id': 'a3d77d94-dcaa-457f-8702-164236ed71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:11:01.993729 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-16a15123-90b8-4639-977e-b67d5cf80680 req-d0fc148d-5504-44dc-a16a-b6f36086a733 service neutron] Bound port: 66f1a806-6074-41e2-b6bf-ffe8b106bb33, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d77d94-dcaa-457f-8702-164236ed71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:11:01.994306 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-16a15123-90b8-4639-977e-b67d5cf80680 req-d0fc148d-5504-44dc-a16a-b6f36086a733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:02.087172 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-f0d9bf99-0c2e-4f1e-9ad5-2cf330babdb3 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Allocated IP 2001:db8::269 (56052f2d-ff52-4a82-be00-2bc46cec6d9b/8bc9dc7c-a0a4-44b0-b752-3bcd5476ef56/ae780e97-5bdb-49c0-a6fe-99617ba95f7c) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:11:02.117133 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-16a15123-90b8-4639-977e-b67d5cf80680 req-d0fc148d-5504-44dc-a16a-b6f36086a733 service neutron] For port 66f1a806-6074-41e2-b6bf-ffe8b106bb33, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:11:02.122050 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-16a15123-90b8-4639-977e-b67d5cf80680 req-d0fc148d-5504-44dc-a16a-b6f36086a733 service neutron] For port 66f1a806-6074-41e2-b6bf-ffe8b106bb33, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=66f1a806-6074-41e2-b6bf-ffe8b106bb33,segment=NetworkSegment(a3d77d94-dcaa-457f-8702-164236ed71b1),segment_id=a3d77d94-dcaa-457f-8702-164236ed71b1)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:11:02.131612 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-16a15123-90b8-4639-977e-b67d5cf80680 req-d0fc148d-5504-44dc-a16a-b6f36086a733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:02.170658 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2de95d69-07d3-49cd-8530-7dca08e5b94f None None] Provisioning for port 79526ff4-096c-408b-b0dc-e9b91c4ffd08 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:11:02.172522 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a15123-90b8-4639-977e-b67d5cf80680 req-d0fc148d-5504-44dc-a16a-b6f36086a733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:02.173258 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-16a15123-90b8-4639-977e-b67d5cf80680 req-d0fc148d-5504-44dc-a16a-b6f36086a733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:02.175021 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-16a15123-90b8-4639-977e-b67d5cf80680 req-d0fc148d-5504-44dc-a16a-b6f36086a733 service neutron] 10.222.0.69 "PUT /v2.0/ports/66f1a806-6074-41e2-b6bf-ffe8b106bb33 HTTP/1.1" status: 200 len: 1092 time: 1.7948937 Aug 17 00:11:02.306743 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc148d-5504-44dc-a16a-b6f36086a733 service neutron] Pushing event updated for resources: {'Port': ['ID=66f1a806-6074-41e2-b6bf-ffe8b106bb33,revision_number=7']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:02.349701 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a15123-90b8-4639-977e-b67d5cf80680 req-2b00b500-8960-40b8-846e-0bdaa3b77d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:02.351699 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-16a15123-90b8-4639-977e-b67d5cf80680 req-2b00b500-8960-40b8-846e-0bdaa3b77d5a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 1095 time: 0.1457195 Aug 17 00:11:02.483692 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 79526ff4-096c-408b-b0dc-e9b91c4ffd08 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:11:02.529306 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a15123-90b8-4639-977e-b67d5cf80680 req-4b5b3ff8-7745-4ff1-96cf-32aa630ca415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:02.531196 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-16a15123-90b8-4639-977e-b67d5cf80680 req-4b5b3ff8-7745-4ff1-96cf-32aa630ca415 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d085bcd-85ca-4517-9df3-0156c62c5ecb HTTP/1.1" status: 200 len: 897 time: 0.1671321 Aug 17 00:11:02.619197 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 79526ff4-096c-408b-b0dc-e9b91c4ffd08 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:11:02.626981 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 47976) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:02.638346 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 79526ff4-096c-408b-b0dc-e9b91c4ffd08 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:11:02.639702 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:02.648723 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-91602c5e-5f72-4294-b4d4-f972455c1001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:02.682801 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-16a15123-90b8-4639-977e-b67d5cf80680 req-f7cf6839-5f28-4c3a-8ad2-f5f95b73974a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f1a806-6074-41e2-b6bf-ffe8b106bb33 HTTP/1.1" status: 200 len: 999 time: 0.1383955 Aug 17 00:11:02.767819 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a15123-90b8-4639-977e-b67d5cf80680 req-5b5c4d06-ab13-490f-917c-aa603b1e743f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:02.769625 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-16a15123-90b8-4639-977e-b67d5cf80680 req-5b5c4d06-ab13-490f-917c-aa603b1e743f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=73b53c9e-690d-4ae5-a351-0735e7acef3e HTTP/1.1" status: 200 len: 835 time: 0.0717721 Aug 17 00:11:02.773622 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:02.837512 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 79526ff4-096c-408b-b0dc-e9b91c4ffd08, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=79526ff4-096c-408b-b0dc-e9b91c4ffd08,segment=NetworkSegment(3e045d9d-dc7e-4ab3-adb0-74d2d1a8912d),segment_id=3e045d9d-dc7e-4ab3-adb0-74d2d1a8912d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:02.844051 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-93850289-c242-451e-a4a1-97c302a2da0c None None] Provisioning for port 6839659e-3b34-4f09-a895-42135a0b225b completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:11:02.850210 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:02.866617 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-93850289-c242-451e-a4a1-97c302a2da0c None None] Provisioning complete for port 6839659e-3b34-4f09-a895-42135a0b225b triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:11:02.866992 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-93850289-c242-451e-a4a1-97c302a2da0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:02.867712 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a15123-90b8-4639-977e-b67d5cf80680 req-d1796ee1-5796-4a9f-a923-917f63484403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:02.869257 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-16a15123-90b8-4639-977e-b67d5cf80680 req-d1796ee1-5796-4a9f-a923-917f63484403 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d085bcd-85ca-4517-9df3-0156c62c5ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0868819 Aug 17 00:11:02.879123 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-91602c5e-5f72-4294-b4d4-f972455c1001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:02.901594 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-91602c5e-5f72-4294-b4d4-f972455c1001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:02.943527 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-91602c5e-5f72-4294-b4d4-f972455c1001 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f1dd4f9f835e4b3e98f6c690686954af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3159018 Aug 17 00:11:02.952248 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47978) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:02.975921 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:11:02.990346 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b08b9-452d-474d-94e0-11aeab8e375c req-521652d5-1b8e-4894-9731-9fc6241fa2b4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:03.000664 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=79526ff4-096c-408b-b0dc-e9b91c4ffd08,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:03.001710 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-651b08b9-452d-474d-94e0-11aeab8e375c req-521652d5-1b8e-4894-9731-9fc6241fa2b4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 943 time: 0.1403587 Aug 17 00:11:03.006371 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-93850289-c242-451e-a4a1-97c302a2da0c None None] Port 6839659e-3b34-4f09-a895-42135a0b225b cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:11:03.006557 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91602c5e-5f72-4294-b4d4-f972455c1001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d323e0-5db8-4bae-9c44-6d919e1400d7,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:03.023295 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-93850289-c242-451e-a4a1-97c302a2da0c None None] Provisioning complete for port 79526ff4-096c-408b-b0dc-e9b91c4ffd08 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:11:03.024171 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-93850289-c242-451e-a4a1-97c302a2da0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:03.077663 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-16a15123-90b8-4639-977e-b67d5cf80680 req-eb1678e7-b7b0-4073-b57d-647c37771883 service neutron] 10.222.0.69 "GET /v2.0/networks/1d085bcd-85ca-4517-9df3-0156c62c5ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935332 Aug 17 00:11:03.091485 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f0d9bf99-0c2e-4f1e-9ad5-2cf330babdb3 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:03.129657 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-651b08b9-452d-474d-94e0-11aeab8e375c req-4c561960-0f0a-48cf-b36f-cb00ab3c540f tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266401 Aug 17 00:11:03.155459 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-783cf98f-e020-4f02-8a9d-636b29394836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:03.157683 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-f0d9bf99-0c2e-4f1e-9ad5-2cf330babdb3 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Transition to ACTIVE for port object ae780e97-5bdb-49c0-a6fe-99617ba95f7c will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:11:03.189601 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-783cf98f-e020-4f02-8a9d-636b29394836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:03.221931 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761cf141-5c0e-4939-adf8-51d1167e6777', 'tag': '66f1a806-6074-41e2-b6bf-ffe8b106bb33'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:11:03.224210 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4606df-2e0b-4c1f-9c49-433e24d5ce0e" -d '{"events": [{"name": "network-changed", "server_uuid": "761cf141-5c0e-4939-adf8-51d1167e6777", "tag": "66f1a806-6074-41e2-b6bf-ffe8b106bb33"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:11:03.230195 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-16a15123-90b8-4639-977e-b67d5cf80680 req-e1966eec-1270-4c4a-93be-9b7a65bf09b1 service neutron] 10.222.0.69 "GET /v2.0/networks/1d085bcd-85ca-4517-9df3-0156c62c5ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398671 Aug 17 00:11:03.255600 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a395fe8f-be7e-44c3-8cfc-45e879a89626 None None] Provisioning complete for port 6839659e-3b34-4f09-a895-42135a0b225b triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:11:03.256226 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a395fe8f-be7e-44c3-8cfc-45e879a89626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:03.279475 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f0d9bf99-0c2e-4f1e-9ad5-2cf330babdb3 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:03.332332 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-783cf98f-e020-4f02-8a9d-636b29394836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:03.333873 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-a395fe8f-be7e-44c3-8cfc-45e879a89626 None None] Port 6839659e-3b34-4f09-a895-42135a0b225b cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:11:03.335009 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-783cf98f-e020-4f02-8a9d-636b29394836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:03.337003 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-783cf98f-e020-4f02-8a9d-636b29394836 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/01d323e0-5db8-4bae-9c44-6d919e1400d7 HTTP/1.1" status: 204 len: 168 time: 0.3820527 Aug 17 00:11:03.367270 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783cf98f-e020-4f02-8a9d-636b29394836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d323e0-5db8-4bae-9c44-6d919e1400d7,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:03.373580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d9bf99-0c2e-4f1e-9ad5-2cf330babdb3 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Network 56052f2d-ff52-4a82-be00-2bc46cec6d9b is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:11:03.373979 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f67b59c-4af7-4650-9542-aa1c5e33eeed x-openstack-request-id: req-2f67b59c-4af7-4650-9542-aa1c5e33eeed {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:11:03.375499 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9bf99-0c2e-4f1e-9ad5-2cf330babdb3 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Pushing event updated for resources: {'Port': ['ID=ae780e97-5bdb-49c0-a6fe-99617ba95f7c,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:03.376140 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761cf141-5c0e-4939-adf8-51d1167e6777", "tag": "66f1a806-6074-41e2-b6bf-ffe8b106bb33", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:11:03.376812 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f67b59c-4af7-4650-9542-aa1c5e33eeed {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:11:03.377449 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761cf141-5c0e-4939-adf8-51d1167e6777', 'tag': '66f1a806-6074-41e2-b6bf-ffe8b106bb33', 'status': 'completed', 'code': 200} Aug 17 00:11:03.380721 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-f0d9bf99-0c2e-4f1e-9ad5-2cf330babdb3 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:11:03.388555 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d9bf99-0c2e-4f1e-9ad5-2cf330babdb3 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:11:03.396742 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d9bf99-0c2e-4f1e-9ad5-2cf330babdb3 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:03.397526 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f0d9bf99-0c2e-4f1e-9ad5-2cf330babdb3 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:03.428630 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f0d9bf99-0c2e-4f1e-9ad5-2cf330babdb3 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7121778 Aug 17 00:11:03.428840 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47986) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:03.434329 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-2f3ab09c-2bf5-44f3-b390-36ae3c73029f tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3', 'mac_address': 'fa:16:3e:e1:7c:89'}]}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:03.482699 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4606df-2e0b-4c1f-9c49-433e24d5ce0e req-d4fe4313-b89e-4743-b70c-8852787c0bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:03.486566 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5919693a-5e46-4200-b088-b3f5308fe3aa None None] Could not find standard attr ID for object f8df9b90-77bb-43c6-a4d6-19710ab34d22. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:11:03.488682 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8f4606df-2e0b-4c1f-9c49-433e24d5ce0e req-d4fe4313-b89e-4743-b70c-8852787c0bd4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 1095 time: 0.0809162 Aug 17 00:11:03.578266 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2f3ab09c-2bf5-44f3-b390-36ae3c73029f tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:03.589862 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4606df-2e0b-4c1f-9c49-433e24d5ce0e req-cfc66ec7-4922-4b2b-bae3-918fbdd19042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:03.591349 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f4606df-2e0b-4c1f-9c49-433e24d5ce0e req-cfc66ec7-4922-4b2b-bae3-918fbdd19042 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 1095 time: 0.1136689 Aug 17 00:11:03.660102 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4606df-2e0b-4c1f-9c49-433e24d5ce0e req-10ebb1e8-c9ad-45ea-9ee1-156044373dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:03.661812 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8f4606df-2e0b-4c1f-9c49-433e24d5ce0e req-10ebb1e8-c9ad-45ea-9ee1-156044373dcf service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d085bcd-85ca-4517-9df3-0156c62c5ecb HTTP/1.1" status: 200 len: 897 time: 0.1521182 Aug 17 00:11:03.758417 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8f4606df-2e0b-4c1f-9c49-433e24d5ce0e req-3de4bd4b-e4fd-4ada-ba39-c1ba7147c418 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f1a806-6074-41e2-b6bf-ffe8b106bb33 HTTP/1.1" status: 200 len: 999 time: 0.0887458 Aug 17 00:11:03.848495 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4606df-2e0b-4c1f-9c49-433e24d5ce0e req-a369a23e-a21d-4ac5-b39f-6177f4083c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:03.849666 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4606df-2e0b-4c1f-9c49-433e24d5ce0e req-aef82d82-0a78-49cf-b565-c7cd28f1e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:03.850020 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f4606df-2e0b-4c1f-9c49-433e24d5ce0e req-a369a23e-a21d-4ac5-b39f-6177f4083c97 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d085bcd-85ca-4517-9df3-0156c62c5ecb HTTP/1.1" status: 200 len: 897 time: 0.2493653 Aug 17 00:11:03.854090 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8f4606df-2e0b-4c1f-9c49-433e24d5ce0e req-aef82d82-0a78-49cf-b565-c7cd28f1e5ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=73b53c9e-690d-4ae5-a351-0735e7acef3e HTTP/1.1" status: 200 len: 835 time: 0.0876355 Aug 17 00:11:03.898725 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 66f1a806-6074-41e2-b6bf-ffe8b106bb33 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:11:03.931219 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4606df-2e0b-4c1f-9c49-433e24d5ce0e req-a148215d-7bb0-4007-a6ee-298deb37329a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:03.932901 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8f4606df-2e0b-4c1f-9c49-433e24d5ce0e req-a148215d-7bb0-4007-a6ee-298deb37329a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d085bcd-85ca-4517-9df3-0156c62c5ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689635 Aug 17 00:11:03.990291 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f4606df-2e0b-4c1f-9c49-433e24d5ce0e req-9af74f60-4b80-4d35-b118-df7dc2dea014 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f1a806-6074-41e2-b6bf-ffe8b106bb33 HTTP/1.1" status: 200 len: 999 time: 0.1314273 Aug 17 00:11:04.009230 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 66f1a806-6074-41e2-b6bf-ffe8b106bb33 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:11:04.016275 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-74033357-1e02-4865-b3f3-4e5e9ca8f349 None None] Provisioning for port ae780e97-5bdb-49c0-a6fe-99617ba95f7c completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:11:04.021599 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-74033357-1e02-4865-b3f3-4e5e9ca8f349 None None] Provisioning complete for port ae780e97-5bdb-49c0-a6fe-99617ba95f7c triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:11:04.022259 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-74033357-1e02-4865-b3f3-4e5e9ca8f349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:04.072574 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2f3ab09c-2bf5-44f3-b390-36ae3c73029f tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:04.094235 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2f3ab09c-2bf5-44f3-b390-36ae3c73029f tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:04.094456 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-74033357-1e02-4865-b3f3-4e5e9ca8f349 None None] Port ae780e97-5bdb-49c0-a6fe-99617ba95f7c cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:11:04.119456 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8f4606df-2e0b-4c1f-9c49-433e24d5ce0e req-458582ac-37a6-41b3-9061-a345d26aee4c service neutron] 10.222.0.69 "GET /v2.0/networks/1d085bcd-85ca-4517-9df3-0156c62c5ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768954 Aug 17 00:11:04.122309 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4606df-2e0b-4c1f-9c49-433e24d5ce0e req-e0182984-d235-4ebe-8a66-97c8565678b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:04.124002 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f4606df-2e0b-4c1f-9c49-433e24d5ce0e req-e0182984-d235-4ebe-8a66-97c8565678b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=73b53c9e-690d-4ae5-a351-0735e7acef3e HTTP/1.1" status: 200 len: 835 time: 0.1225481 Aug 17 00:11:04.159270 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-2f3ab09c-2bf5-44f3-b390-36ae3c73029f tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] In _notify_port_updated(), no bound segment for port ae780e97-5bdb-49c0-a6fe-99617ba95f7c on network 56052f2d-ff52-4a82-be00-2bc46cec6d9b {{(pid=101403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 00:11:04.175731 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3ab09c-2bf5-44f3-b390-36ae3c73029f tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:04.176572 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2f3ab09c-2bf5-44f3-b390-36ae3c73029f tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:04.180531 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2f3ab09c-2bf5-44f3-b390-36ae3c73029f tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] 10.222.0.60 "PUT /v2.0/ports/ae780e97-5bdb-49c0-a6fe-99617ba95f7c HTTP/1.1" status: 200 len: 1000 time: 0.7480905 Aug 17 00:11:04.183361 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48004) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:04.282211 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8f4606df-2e0b-4c1f-9c49-433e24d5ce0e req-4575d1da-5542-432e-bde5-84689041c69e service neutron] 10.222.0.69 "GET /v2.0/networks/1d085bcd-85ca-4517-9df3-0156c62c5ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544240 Aug 17 00:11:04.307969 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ab09c-2bf5-44f3-b390-36ae3c73029f tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Pushing event updated for resources: {'Port': ['ID=ae780e97-5bdb-49c0-a6fe-99617ba95f7c,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:04.363568 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4606df-2e0b-4c1f-9c49-433e24d5ce0e req-ba06f31b-633b-40c1-80cf-ee95795b94e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:04.365247 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f4606df-2e0b-4c1f-9c49-433e24d5ce0e req-ba06f31b-633b-40c1-80cf-ee95795b94e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d085bcd-85ca-4517-9df3-0156c62c5ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2178171 Aug 17 00:11:04.387054 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 79526ff4-096c-408b-b0dc-e9b91c4ffd08 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:11:04.396176 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d2e25-8737-4ea5-b4fe-cc99db51b49c req-b080e786-8f82-4c72-a6c8-3c8264ce8ba1 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:04.397957 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f99d2e25-8737-4ea5-b4fe-cc99db51b49c req-b080e786-8f82-4c72-a6c8-3c8264ce8ba1 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 943 time: 0.1805513 Aug 17 00:11:04.462546 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 79526ff4-096c-408b-b0dc-e9b91c4ffd08 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:11:04.463515 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:04.594932 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-b3476597-2f29-4bbb-bd4a-14e1feed1014 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Deleting port ae780e97-5bdb-49c0-a6fe-99617ba95f7c {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:04.595455 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b3476597-2f29-4bbb-bd4a-14e1feed1014 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:04.625550 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f4606df-2e0b-4c1f-9c49-433e24d5ce0e req-b26414ff-7b87-4942-b54c-4ba3bdde7037 service neutron] 10.222.0.64 "GET /v2.0/networks/1d085bcd-85ca-4517-9df3-0156c62c5ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503428 Aug 17 00:11:04.632328 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48020) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:04.644318 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5d5e60a5-6366-4a8b-9083-6569994271c6 None None] Provisioning complete for port ae780e97-5bdb-49c0-a6fe-99617ba95f7c triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:11:04.644703 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5d5e60a5-6366-4a8b-9083-6569994271c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:04.660408 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f99d2e25-8737-4ea5-b4fe-cc99db51b49c req-be27ac42-eb7e-4442-a917-f729c7e4902e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375927 Aug 17 00:11:04.723791 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-5d5e60a5-6366-4a8b-9083-6569994271c6 None None] Port ae780e97-5bdb-49c0-a6fe-99617ba95f7c cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:11:04.820812 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b3476597-2f29-4bbb-bd4a-14e1feed1014 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:04.828693 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-211747b6-3be2-4fc5-8607-ab09df0709f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1998492978-network', 'tenant_id': 'd479a919f1ca415ca5aa227d21160492'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:04.834651 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-b3476597-2f29-4bbb-bd4a-14e1feed1014 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Calling delete_port for ae780e97-5bdb-49c0-a6fe-99617ba95f7c owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:04.870287 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211747b6-3be2-4fc5-8607-ab09df0709f8 admin admin] Made reservation on behalf of d479a919f1ca415ca5aa227d21160492 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:11:04.873697 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-211747b6-3be2-4fc5-8607-ab09df0709f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:04.886135 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-211747b6-3be2-4fc5-8607-ab09df0709f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:04.920458 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f4606df-2e0b-4c1f-9c49-433e24d5ce0e req-fcedab54-d9ba-4375-b4c2-b92f73cb1668 service neutron] 10.222.0.64 "GET /v2.0/networks/1d085bcd-85ca-4517-9df3-0156c62c5ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268438 Aug 17 00:11:04.992053 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b3476597-2f29-4bbb-bd4a-14e1feed1014 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:05.031208 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3476597-2f29-4bbb-bd4a-14e1feed1014 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Pushing event deleted for resources: {'Port': ['ID=ae780e97-5bdb-49c0-a6fe-99617ba95f7c,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:05.085928 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-211747b6-3be2-4fc5-8607-ab09df0709f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:05.093450 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-211747b6-3be2-4fc5-8607-ab09df0709f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:05.118052 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211747b6-3be2-4fc5-8607-ab09df0709f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:11:05.135387 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211747b6-3be2-4fc5-8607-ab09df0709f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0c5dc6-1b68-4109-88ee-ae14179b1e81,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:05.138760 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-211747b6-3be2-4fc5-8607-ab09df0709f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:05.139398 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-211747b6-3be2-4fc5-8607-ab09df0709f8 admin admin] Added segment 7ac3006d-4cfc-4e6e-ac1e-2fb39de870aa of type vlan for network 4caa4eb2-dfb5-43d1-abcf-717d7b415e57 Aug 17 00:11:05.146794 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b3476597-2f29-4bbb-bd4a-14e1feed1014 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:05.149936 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b3476597-2f29-4bbb-bd4a-14e1feed1014 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] 10.222.0.60 "DELETE /v2.0/ports/ae780e97-5bdb-49c0-a6fe-99617ba95f7c HTTP/1.1" status: 204 len: 168 time: 0.9673212 Aug 17 00:11:05.152805 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48026) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:05.201450 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac7f575-8b2c-41db-85c2-946a4cfaa57f tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] GET failed (client error): The resource could not be found. Aug 17 00:11:05.203141 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bac7f575-8b2c-41db-85c2-946a4cfaa57f tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] 10.222.0.60 "GET /v2.0/ports/ae780e97-5bdb-49c0-a6fe-99617ba95f7c HTTP/1.1" status: 404 len: 333 time: 0.0485442 Aug 17 00:11:05.206866 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48028) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:05.212101 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-875a571d-4186-48c0-8fce-7509bdbd7071 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Request body: {'port': {'network_id': '56052f2d-ff52-4a82-be00-2bc46cec6d9b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2074251054'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:05.240460 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-211747b6-3be2-4fc5-8607-ab09df0709f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:05.317380 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-211747b6-3be2-4fc5-8607-ab09df0709f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:05.318359 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211747b6-3be2-4fc5-8607-ab09df0709f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:05.318939 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-211747b6-3be2-4fc5-8607-ab09df0709f8 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:05.427393 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-211747b6-3be2-4fc5-8607-ab09df0709f8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7935793 Aug 17 00:11:05.436122 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48030) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:05.444355 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-44d7c500-022b-4acd-9230-f2a570923471 admin admin] Request body: {'subnet': {'network_id': '4caa4eb2-dfb5-43d1-abcf-717d7b415e57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1998492978-subnet', 'tenant_id': 'd479a919f1ca415ca5aa227d21160492', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:05.449251 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211747b6-3be2-4fc5-8607-ab09df0709f8 admin admin] Pushing event updated for resources: {'Network': ['ID=4caa4eb2-dfb5-43d1-abcf-717d7b415e57,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:05.459833 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 4caa4eb2-dfb5-43d1-abcf-717d7b415e57 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:11:05.461876 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.db.api [None req-44d7c500-022b-4acd-9230-f2a570923471 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 00:11:05.461876 n-d-800088-20 neutron-server[101402]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 00:11:05.461876 n-d-800088-20 neutron-server[101402]: [parameters: {'project_id_1': 'd479a919f1ca415ca5aa227d21160492', 'expiration_1': datetime.datetime(2021, 8, 17, 0, 11, 5, 455599)}] Aug 17 00:11:05.461876 n-d-800088-20 neutron-server[101402]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:11:05.462295 n-d-800088-20 neutron-server[101402]: DEBUG oslo_db.api [None req-44d7c500-022b-4acd-9230-f2a570923471 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:11:05.469881 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875a571d-4186-48c0-8fce-7509bdbd7071 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Made reservation on behalf of a324d1b1f1b74d93910f5985c8f86bea for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:11:05.474643 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-875a571d-4186-48c0-8fce-7509bdbd7071 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:05.492236 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-875a571d-4186-48c0-8fce-7509bdbd7071 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] device_id is not set on port 5adb8550-5113-46cc-8a59-c1d0f9643341 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:11:05.610544 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-875a571d-4186-48c0-8fce-7509bdbd7071 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Allocated IP 2001:db8::34f (56052f2d-ff52-4a82-be00-2bc46cec6d9b/8bc9dc7c-a0a4-44b0-b752-3bcd5476ef56/5adb8550-5113-46cc-8a59-c1d0f9643341) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:11:05.765634 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-875a571d-4186-48c0-8fce-7509bdbd7071 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:05.780992 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-875a571d-4186-48c0-8fce-7509bdbd7071 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Transition to ACTIVE for port object 5adb8550-5113-46cc-8a59-c1d0f9643341 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:11:05.808775 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2b3a8-8ea6-41d7-9c69-05961e0e9595 req-1c1997a6-c3a9-42c9-9ed1-5044607fbdd4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:05.810396 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-30e2b3a8-8ea6-41d7-9c69-05961e0e9595 req-1c1997a6-c3a9-42c9-9ed1-5044607fbdd4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 943 time: 0.0698433 Aug 17 00:11:05.830841 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-875a571d-4186-48c0-8fce-7509bdbd7071 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:05.865138 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-30e2b3a8-8ea6-41d7-9c69-05961e0e9595 req-ea6a3708-5765-4a73-900c-237f0b977679 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460198 Aug 17 00:11:05.889437 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875a571d-4186-48c0-8fce-7509bdbd7071 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Network 56052f2d-ff52-4a82-be00-2bc46cec6d9b is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:11:05.896358 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-875a571d-4186-48c0-8fce-7509bdbd7071 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:11:05.900362 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875a571d-4186-48c0-8fce-7509bdbd7071 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:11:05.906092 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875a571d-4186-48c0-8fce-7509bdbd7071 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:05.906722 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-875a571d-4186-48c0-8fce-7509bdbd7071 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:05.923637 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a571d-4186-48c0-8fce-7509bdbd7071 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Pushing event updated for resources: {'Port': ['ID=5adb8550-5113-46cc-8a59-c1d0f9643341,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:05.945876 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48040) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:05.946300 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-875a571d-4186-48c0-8fce-7509bdbd7071 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7380795 Aug 17 00:11:05.952096 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-1e8ab5bf-b741-4bdd-a3e0-dbb57ec4479e tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e1:7c:89'}]}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:06.004571 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d7c500-022b-4acd-9230-f2a570923471 admin admin] Made reservation on behalf of d479a919f1ca415ca5aa227d21160492 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:11:06.007183 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-44d7c500-022b-4acd-9230-f2a570923471 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:06.152510 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1e8ab5bf-b741-4bdd-a3e0-dbb57ec4479e tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:06.276439 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f97ea468-1a73-460e-9046-2c97aa869a95 None None] Provisioning for port 5adb8550-5113-46cc-8a59-c1d0f9643341 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:11:06.283523 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f97ea468-1a73-460e-9046-2c97aa869a95 None None] Provisioning complete for port 5adb8550-5113-46cc-8a59-c1d0f9643341 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:11:06.286112 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f97ea468-1a73-460e-9046-2c97aa869a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:06.291010 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be352514-5dee-43cf-80df-03eb01eaa528 req-e94a0942-6258-45a0-8745-509ac645ca94 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:06.300280 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be352514-5dee-43cf-80df-03eb01eaa528 req-e94a0942-6258-45a0-8745-509ac645ca94 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 943 time: 0.1252728 Aug 17 00:11:06.323157 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-44d7c500-022b-4acd-9230-f2a570923471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:06.330427 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f97ea468-1a73-460e-9046-2c97aa869a95 None None] Port 5adb8550-5113-46cc-8a59-c1d0f9643341 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:11:06.336781 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-d442cf66-3c80-445a-a2b1-1afc6990bbc9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:06.338352 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-d442cf66-3c80-445a-a2b1-1afc6990bbc9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.69 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777&tenant_id=8a9ca74733fa48c8818a39938a45e719&binding%3Ahost_id=n-h1-800088-20 HTTP/1.1" status: 200 len: 943 time: 0.1610904 Aug 17 00:11:06.354671 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be352514-5dee-43cf-80df-03eb01eaa528 req-592485fb-86a2-48a2-85b2-06aac2d2fa83 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534465 Aug 17 00:11:06.500906 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1e8ab5bf-b741-4bdd-a3e0-dbb57ec4479e tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:06.506361 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1e8ab5bf-b741-4bdd-a3e0-dbb57ec4479e tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:06.543225 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-1e8ab5bf-b741-4bdd-a3e0-dbb57ec4479e tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] In _notify_port_updated(), no bound segment for port 5adb8550-5113-46cc-8a59-c1d0f9643341 on network 56052f2d-ff52-4a82-be00-2bc46cec6d9b {{(pid=101403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 00:11:06.548770 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8ab5bf-b741-4bdd-a3e0-dbb57ec4479e tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:06.550228 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1e8ab5bf-b741-4bdd-a3e0-dbb57ec4479e tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:06.551708 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1e8ab5bf-b741-4bdd-a3e0-dbb57ec4479e tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] 10.222.0.60 "PUT /v2.0/ports/5adb8550-5113-46cc-8a59-c1d0f9643341 HTTP/1.1" status: 200 len: 1003 time: 0.6046169 Aug 17 00:11:06.554852 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48044) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:06.608191 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ab5bf-b741-4bdd-a3e0-dbb57ec4479e tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Pushing event updated for resources: {'Port': ['ID=5adb8550-5113-46cc-8a59-c1d0f9643341,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:06.674208 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-9ea859e4-0a12-436a-8e02-1751486553b0 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Deleting port 5adb8550-5113-46cc-8a59-c1d0f9643341 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:06.680713 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9ea859e4-0a12-436a-8e02-1751486553b0 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:06.764809 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7c500-022b-4acd-9230-f2a570923471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=444e4ac8-e3c6-4a0a-910c-5e15715f8d7c,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:06.797933 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d7c500-022b-4acd-9230-f2a570923471 admin admin] Checking segment: {'id': '7ac3006d-4cfc-4e6e-ac1e-2fb39de870aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4caa4eb2-dfb5-43d1-abcf-717d7b415e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:11:06.798383 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d7c500-022b-4acd-9230-f2a570923471 admin admin] Network hostable DHCP agents. Network: 4caa4eb2-dfb5-43d1-abcf-717d7b415e57, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:11:06.811982 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-19a49e4a-f51a-48ed-a38a-4fb43a4bb055 service neutron] 10.222.0.69 "GET /v2.0/ports/66f1a806-6074-41e2-b6bf-ffe8b106bb33/bindings/n-h1-800088-20 HTTP/1.1" status: 200 len: 383 time: 0.4483330 Aug 17 00:11:06.824819 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d7c500-022b-4acd-9230-f2a570923471 admin admin] Network 4caa4eb2-dfb5-43d1-abcf-717d7b415e57 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:11:06.838805 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-44d7c500-022b-4acd-9230-f2a570923471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 4caa4eb2-dfb5-43d1-abcf-717d7b415e57) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:11:06.851967 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52634d20-b614-4a53-8406-ec60900d1427 None None] Network 4caa4eb2-dfb5-43d1-abcf-717d7b415e57 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:11:06.857684 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9ea859e4-0a12-436a-8e02-1751486553b0 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:06.872258 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-9ea859e4-0a12-436a-8e02-1751486553b0 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Calling delete_port for 5adb8550-5113-46cc-8a59-c1d0f9643341 owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:06.875523 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d7c500-022b-4acd-9230-f2a570923471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:06.876137 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-44d7c500-022b-4acd-9230-f2a570923471 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:06.901972 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-44d7c500-022b-4acd-9230-f2a570923471 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4624887 Aug 17 00:11:06.905164 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-d7ab6ebd-5c53-47f1-9b0c-de8aea5d19b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:06.906671 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-d7ab6ebd-5c53-47f1-9b0c-de8aea5d19b0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 1095 time: 0.0648205 Aug 17 00:11:07.032414 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f0a72b6a-ab44-49fb-b2e9-d2a3f624c926 None None] Provisioning complete for port 5adb8550-5113-46cc-8a59-c1d0f9643341 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:11:07.038692 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f0a72b6a-ab44-49fb-b2e9-d2a3f624c926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:07.059805 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-339603ea-964a-4348-b00d-a5f2a0ed51df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:07.063013 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-339603ea-964a-4348-b00d-a5f2a0ed51df service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d085bcd-85ca-4517-9df3-0156c62c5ecb HTTP/1.1" status: 200 len: 897 time: 0.1470411 Aug 17 00:11:07.165505 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f0a72b6a-ab44-49fb-b2e9-d2a3f624c926 None None] Port 5adb8550-5113-46cc-8a59-c1d0f9643341 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:11:07.166540 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9ea859e4-0a12-436a-8e02-1751486553b0 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:07.179225 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-a7341bdc-9dc1-4a0a-9b36-6434c14df4b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f1a806-6074-41e2-b6bf-ffe8b106bb33 HTTP/1.1" status: 200 len: 999 time: 0.1087022 Aug 17 00:11:07.179516 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c545e7-fe2f-456d-b86c-9b09fbba8eec None None] Network 4caa4eb2-dfb5-43d1-abcf-717d7b415e57 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:11:07.220354 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48058) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:07.231182 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea859e4-0a12-436a-8e02-1751486553b0 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Pushing event deleted for resources: {'Port': ['ID=5adb8550-5113-46cc-8a59-c1d0f9643341,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:07.265661 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-01ae38b7-a48d-45be-b3c7-0126973b752d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:07.266056 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9ea859e4-0a12-436a-8e02-1751486553b0 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:07.271056 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9ea859e4-0a12-436a-8e02-1751486553b0 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] 10.222.0.60 "DELETE /v2.0/ports/5adb8550-5113-46cc-8a59-c1d0f9643341 HTTP/1.1" status: 204 len: 168 time: 0.7155550 Aug 17 00:11:07.274824 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-01ae38b7-a48d-45be-b3c7-0126973b752d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=73b53c9e-690d-4ae5-a351-0735e7acef3e HTTP/1.1" status: 200 len: 835 time: 0.0865910 Aug 17 00:11:07.275346 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48064) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:07.375698 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72906ad-490f-4511-b88b-b31563881223 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] GET failed (client error): The resource could not be found. Aug 17 00:11:07.377427 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d72906ad-490f-4511-b88b-b31563881223 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] 10.222.0.60 "GET /v2.0/ports/5adb8550-5113-46cc-8a59-c1d0f9643341 HTTP/1.1" status: 404 len: 333 time: 0.1011102 Aug 17 00:11:07.381821 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48066) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:07.387036 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-62b033bc-cf54-4155-8042-1091a2c2d676 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Request body: {'port': {'network_id': '56052f2d-ff52-4a82-be00-2bc46cec6d9b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1405737133'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:07.423640 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-6543f8cf-3b85-463e-a128-0fe0960424f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:07.426874 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-6543f8cf-3b85-463e-a128-0fe0960424f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d085bcd-85ca-4517-9df3-0156c62c5ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1353686 Aug 17 00:11:07.557257 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7fb6018a-9ff6-4828-9f49-5036bf17d8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:07.599669 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e15cb6-bba8-450e-a076-9ddc9730e87d req-b77554ee-a8f0-4805-8234-1c0de46a788e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:07.601553 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57e15cb6-bba8-450e-a076-9ddc9730e87d req-b77554ee-a8f0-4805-8234-1c0de46a788e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 943 time: 0.1173711 Aug 17 00:11:07.603431 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-e7c688ec-cef6-40c2-9484-9f061432374c service neutron] 10.222.0.69 "GET /v2.0/networks/1d085bcd-85ca-4517-9df3-0156c62c5ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675713 Aug 17 00:11:07.606784 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b033bc-cf54-4155-8042-1091a2c2d676 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Made reservation on behalf of a324d1b1f1b74d93910f5985c8f86bea for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:11:07.610650 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-62b033bc-cf54-4155-8042-1091a2c2d676 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:07.664445 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-62b033bc-cf54-4155-8042-1091a2c2d676 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] device_id is not set on port d5c5aadd-ac75-4bff-a963-6669bc1d2dac yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:11:07.712236 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-0ff32127-23a3-468f-bc22-df4cbec43219 service neutron] 10.222.0.69 "GET /v2.0/networks/1d085bcd-85ca-4517-9df3-0156c62c5ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012352 Aug 17 00:11:07.743420 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57e15cb6-bba8-450e-a076-9ddc9730e87d req-00e7e2b3-916c-4046-b197-d7f7d6c35933 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300466 Aug 17 00:11:07.788683 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48078) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:07.793704 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-69c4f305-63da-4985-8d5b-e09f8f1dd2df admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1342977123-network', 'tenant_id': 'c6e4b9e9ace64464a7190c7c5eb2cef6'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:07.860720 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-62b033bc-cf54-4155-8042-1091a2c2d676 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Allocated IP 2001:db8::b1 (56052f2d-ff52-4a82-be00-2bc46cec6d9b/8bc9dc7c-a0a4-44b0-b752-3bcd5476ef56/d5c5aadd-ac75-4bff-a963-6669bc1d2dac) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:11:07.874813 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7fb6018a-9ff6-4828-9f49-5036bf17d8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:07.881229 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7fb6018a-9ff6-4828-9f49-5036bf17d8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:07.894229 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c4f305-63da-4985-8d5b-e09f8f1dd2df admin admin] Made reservation on behalf of c6e4b9e9ace64464a7190c7c5eb2cef6 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:11:07.897648 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-69c4f305-63da-4985-8d5b-e09f8f1dd2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:07.907876 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-69c4f305-63da-4985-8d5b-e09f8f1dd2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:07.947880 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7fb6018a-9ff6-4828-9f49-5036bf17d8a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fbc9d318028b4e89b78a22898dce3314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7261908 Aug 17 00:11:07.950819 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48080) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:07.955919 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6018a-9ff6-4828-9f49-5036bf17d8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d2ec54-c9aa-42cf-ae9e-aedcca4c14ff,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:07.979414 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 66f1a806-6074-41e2-b6bf-ffe8b106bb33 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:11:08.036368 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a239c617-1e04-4c39-8a82-434741bb24c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:08.054220 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-69c4f305-63da-4985-8d5b-e09f8f1dd2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:08.068614 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-69c4f305-63da-4985-8d5b-e09f8f1dd2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:08.076910 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-62b033bc-cf54-4155-8042-1091a2c2d676 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:08.086369 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a239c617-1e04-4c39-8a82-434741bb24c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:08.100679 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-62b033bc-cf54-4155-8042-1091a2c2d676 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Transition to ACTIVE for port object d5c5aadd-ac75-4bff-a963-6669bc1d2dac will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:11:08.115572 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c4f305-63da-4985-8d5b-e09f8f1dd2df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:11:08.123367 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 66f1a806-6074-41e2-b6bf-ffe8b106bb33, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=66f1a806-6074-41e2-b6bf-ffe8b106bb33,segment=NetworkSegment(a3d77d94-dcaa-457f-8702-164236ed71b1),segment_id=a3d77d94-dcaa-457f-8702-164236ed71b1)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:08.125260 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4f305-63da-4985-8d5b-e09f8f1dd2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80dea3a2-2776-46c2-a371-0c5d7134592d,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:08.138878 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-69c4f305-63da-4985-8d5b-e09f8f1dd2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:08.139211 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-69c4f305-63da-4985-8d5b-e09f8f1dd2df admin admin] Added segment bba94fae-4bc5-4538-b0d1-e32e57567e29 of type vlan for network 22a1a4b3-af7a-4c0a-85ed-276e8d003560 Aug 17 00:11:08.139473 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '66f1a806-6074-41e2-b6bf-ffe8b106bb33', 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb', 'port_id': '66f1a806-6074-41e2-b6bf-ffe8b106bb33', 'mac_address': 'fa:16:3e:8f:18:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b53c9e-690d-4ae5-a351-0735e7acef3e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:11:08.149677 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-62b033bc-cf54-4155-8042-1091a2c2d676 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:08.187004 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:08.196233 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-69c4f305-63da-4985-8d5b-e09f8f1dd2df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:08.198460 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b033bc-cf54-4155-8042-1091a2c2d676 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Network 56052f2d-ff52-4a82-be00-2bc46cec6d9b is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:11:08.203656 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f1a806-6074-41e2-b6bf-ffe8b106bb33 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:11:08.204778 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-62b033bc-cf54-4155-8042-1091a2c2d676 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:11:08.209685 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b033bc-cf54-4155-8042-1091a2c2d676 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:11:08.215445 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b033bc-cf54-4155-8042-1091a2c2d676 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:08.216077 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-62b033bc-cf54-4155-8042-1091a2c2d676 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:08.227943 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b033bc-cf54-4155-8042-1091a2c2d676 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Pushing event updated for resources: {'Port': ['ID=d5c5aadd-ac75-4bff-a963-6669bc1d2dac,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:08.231462 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a239c617-1e04-4c39-8a82-434741bb24c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:08.232977 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 66f1a806-6074-41e2-b6bf-ffe8b106bb33, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=66f1a806-6074-41e2-b6bf-ffe8b106bb33,segment=NetworkSegment(a3d77d94-dcaa-457f-8702-164236ed71b1),segment_id=a3d77d94-dcaa-457f-8702-164236ed71b1)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:08.234676 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a239c617-1e04-4c39-8a82-434741bb24c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:08.236027 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a239c617-1e04-4c39-8a82-434741bb24c3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/42d2ec54-c9aa-42cf-ae9e-aedcca4c14ff HTTP/1.1" status: 204 len: 168 time: 0.2842798 Aug 17 00:11:08.240250 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-69c4f305-63da-4985-8d5b-e09f8f1dd2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:08.241488 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c4f305-63da-4985-8d5b-e09f8f1dd2df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:08.242084 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-69c4f305-63da-4985-8d5b-e09f8f1dd2df admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:08.249879 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-62b033bc-cf54-4155-8042-1091a2c2d676 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8664894 Aug 17 00:11:08.250506 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48086) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:08.255212 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:08.257296 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-db95dd4d-bd32-4aa0-91f5-352f9f87ed32 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Request body: {'port': {'network_id': '56052f2d-ff52-4a82-be00-2bc46cec6d9b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1097253004'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:08.266137 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239c617-1e04-4c39-8a82-434741bb24c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d2ec54-c9aa-42cf-ae9e-aedcca4c14ff,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:08.317629 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-69c4f305-63da-4985-8d5b-e09f8f1dd2df admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5277431 Aug 17 00:11:08.320268 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48088) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:08.333881 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-efb13995-e9a4-4044-bdf7-5ed712b91693 admin admin] Request body: {'subnet': {'network_id': '22a1a4b3-af7a-4c0a-85ed-276e8d003560', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1342977123-subnet', 'tenant_id': 'c6e4b9e9ace64464a7190c7c5eb2cef6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:08.338562 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4f305-63da-4985-8d5b-e09f8f1dd2df admin admin] Pushing event updated for resources: {'Network': ['ID=22a1a4b3-af7a-4c0a-85ed-276e8d003560,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:08.349101 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 22a1a4b3-af7a-4c0a-85ed-276e8d003560 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:11:08.366127 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb13995-e9a4-4044-bdf7-5ed712b91693 admin admin] Made reservation on behalf of c6e4b9e9ace64464a7190c7c5eb2cef6 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:11:08.369475 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-efb13995-e9a4-4044-bdf7-5ed712b91693 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:08.433814 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db95dd4d-bd32-4aa0-91f5-352f9f87ed32 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Made reservation on behalf of a324d1b1f1b74d93910f5985c8f86bea for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:11:08.443678 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=66f1a806-6074-41e2-b6bf-ffe8b106bb33,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:08.446039 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-db95dd4d-bd32-4aa0-91f5-352f9f87ed32 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:08.482482 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-db95dd4d-bd32-4aa0-91f5-352f9f87ed32 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] device_id is not set on port 7aa1db76-bd13-4ff6-ae78-2a1a9c889378 yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:11:08.514645 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['66f1a806-6074-41e2-b6bf-ffe8b106bb33'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:11:08.651585 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-db95dd4d-bd32-4aa0-91f5-352f9f87ed32 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Allocated IP 2001:db8::14e (56052f2d-ff52-4a82-be00-2bc46cec6d9b/8bc9dc7c-a0a4-44b0-b752-3bcd5476ef56/7aa1db76-bd13-4ff6-ae78-2a1a9c889378) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:11:08.653605 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-efb13995-e9a4-4044-bdf7-5ed712b91693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:08.730670 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-aa3dc303-a2bc-447a-8b91-3679944c7e18 None None] Provisioning for port d5c5aadd-ac75-4bff-a963-6669bc1d2dac completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:11:08.738210 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb13995-e9a4-4044-bdf7-5ed712b91693 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f53fa0b3-ec71-4bed-8c10-75761335ac75,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:08.746881 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb13995-e9a4-4044-bdf7-5ed712b91693 admin admin] Checking segment: {'id': 'bba94fae-4bc5-4538-b0d1-e32e57567e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '22a1a4b3-af7a-4c0a-85ed-276e8d003560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:11:08.747308 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb13995-e9a4-4044-bdf7-5ed712b91693 admin admin] Network hostable DHCP agents. Network: 22a1a4b3-af7a-4c0a-85ed-276e8d003560, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:11:08.748571 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-aa3dc303-a2bc-447a-8b91-3679944c7e18 None None] Provisioning complete for port d5c5aadd-ac75-4bff-a963-6669bc1d2dac triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:11:08.748953 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-aa3dc303-a2bc-447a-8b91-3679944c7e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:08.768915 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb13995-e9a4-4044-bdf7-5ed712b91693 admin admin] Network 22a1a4b3-af7a-4c0a-85ed-276e8d003560 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:11:08.782772 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-efb13995-e9a4-4044-bdf7-5ed712b91693 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 22a1a4b3-af7a-4c0a-85ed-276e8d003560) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:11:08.788425 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb13995-e9a4-4044-bdf7-5ed712b91693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:08.789480 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-efb13995-e9a4-4044-bdf7-5ed712b91693 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:08.813563 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-efb13995-e9a4-4044-bdf7-5ed712b91693 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4921730 Aug 17 00:11:08.813891 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b320cff-cb62-4cad-bdc3-f067826129a3 None None] Network 22a1a4b3-af7a-4c0a-85ed-276e8d003560 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:11:08.882993 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-aa3dc303-a2bc-447a-8b91-3679944c7e18 None None] Port d5c5aadd-ac75-4bff-a963-6669bc1d2dac cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:11:08.945214 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-db95dd4d-bd32-4aa0-91f5-352f9f87ed32 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:08.979773 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6dc1b-79f6-4e53-a808-13ba002d8aa8 req-8dad867d-fa81-45e8-8a74-6cab9b0526d1 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:08.987057 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9dd6dc1b-79f6-4e53-a808-13ba002d8aa8 req-8dad867d-fa81-45e8-8a74-6cab9b0526d1 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 944 time: 0.1521635 Aug 17 00:11:09.006087 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-db95dd4d-bd32-4aa0-91f5-352f9f87ed32 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Transition to ACTIVE for port object 7aa1db76-bd13-4ff6-ae78-2a1a9c889378 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:11:09.039520 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9dd6dc1b-79f6-4e53-a808-13ba002d8aa8 req-25d7dcfc-21c8-4aeb-9922-d4867081d1a4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497749 Aug 17 00:11:09.078629 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4830e157-c3da-4c6a-8c99-17d88bc871a3 None None] Network 22a1a4b3-af7a-4c0a-85ed-276e8d003560 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:11:09.087018 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-db95dd4d-bd32-4aa0-91f5-352f9f87ed32 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:09.199212 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db95dd4d-bd32-4aa0-91f5-352f9f87ed32 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Network 56052f2d-ff52-4a82-be00-2bc46cec6d9b is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:11:09.207966 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-db95dd4d-bd32-4aa0-91f5-352f9f87ed32 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:11:09.213596 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db95dd4d-bd32-4aa0-91f5-352f9f87ed32 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:11:09.223422 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db95dd4d-bd32-4aa0-91f5-352f9f87ed32 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:09.224184 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-db95dd4d-bd32-4aa0-91f5-352f9f87ed32 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:09.230368 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95dd4d-bd32-4aa0-91f5-352f9f87ed32 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Pushing event updated for resources: {'Port': ['ID=7aa1db76-bd13-4ff6-ae78-2a1a9c889378,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:09.258995 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-db95dd4d-bd32-4aa0-91f5-352f9f87ed32 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0071840 Aug 17 00:11:09.261943 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48120) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:09.267998 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-7b0c8a8f-952e-4a18-bae9-e98d8f3683dd tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3', 'mac_address': 'fa:16:3e:e1:7c:89'}, {'ip_address': '2001:db8::b1', 'mac_address': 'fa:16:3e:15:12:a3'}]}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:09.443634 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7b0c8a8f-952e-4a18-bae9-e98d8f3683dd tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:09.618084 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-677e66b4-721d-469f-a5dd-504abd9bfb4b None None] Provisioning for port 7aa1db76-bd13-4ff6-ae78-2a1a9c889378 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:11:09.623890 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-677e66b4-721d-469f-a5dd-504abd9bfb4b None None] Provisioning complete for port 7aa1db76-bd13-4ff6-ae78-2a1a9c889378 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:11:09.624466 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-677e66b4-721d-469f-a5dd-504abd9bfb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:09.675823 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-677e66b4-721d-469f-a5dd-504abd9bfb4b None None] Port 7aa1db76-bd13-4ff6-ae78-2a1a9c889378 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:11:09.683532 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7b0c8a8f-952e-4a18-bae9-e98d8f3683dd tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:09.691662 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7b0c8a8f-952e-4a18-bae9-e98d8f3683dd tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:09.708002 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-790135d6-d1e2-4628-9da6-e53010ae52c6 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:09.710880 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-7b0c8a8f-952e-4a18-bae9-e98d8f3683dd tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] In _notify_port_updated(), no bound segment for port 7aa1db76-bd13-4ff6-ae78-2a1a9c889378 on network 56052f2d-ff52-4a82-be00-2bc46cec6d9b {{(pid=101402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 00:11:09.715146 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-790135d6-d1e2-4628-9da6-e53010ae52c6 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.60 "GET /v2.0/networks?id=4caa4eb2-dfb5-43d1-abcf-717d7b415e57 HTTP/1.1" status: 200 len: 809 time: 0.1732738 Aug 17 00:11:09.719081 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0c8a8f-952e-4a18-bae9-e98d8f3683dd tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:09.719947 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7b0c8a8f-952e-4a18-bae9-e98d8f3683dd tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:09.724715 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7b0c8a8f-952e-4a18-bae9-e98d8f3683dd tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] 10.222.0.60 "PUT /v2.0/ports/7aa1db76-bd13-4ff6-ae78-2a1a9c889378 HTTP/1.1" status: 200 len: 1065 time: 0.4614360 Aug 17 00:11:09.728037 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48138) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:09.764995 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-838fef76-ea6d-4e3e-b5bc-c96aa9e0578c tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.60 "GET /v2.0/quotas/d479a919f1ca415ca5aa227d21160492 HTTP/1.1" status: 200 len: 375 time: 0.0487640 Aug 17 00:11:09.785425 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c8a8f-952e-4a18-bae9-e98d8f3683dd tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Pushing event updated for resources: {'Port': ['ID=7aa1db76-bd13-4ff6-ae78-2a1a9c889378,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:09.845112 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-ff4d3f36-0ce7-4d2b-a3f0-75769a71d662 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d479a919f1ca415ca5aa227d21160492&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789320 Aug 17 00:11:09.853731 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-783053db-2d31-4ad1-9d6b-231b957eab53 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:11:09.860798 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-783053db-2d31-4ad1-9d6b-231b957eab53 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148022 Aug 17 00:11:10.000310 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0e610665-6fa0-4697-b3ce-df5a6db2741f None None] Provisioning complete for port 7aa1db76-bd13-4ff6-ae78-2a1a9c889378 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:11:10.001337 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0e610665-6fa0-4697-b3ce-df5a6db2741f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:10.023314 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 66f1a806-6074-41e2-b6bf-ffe8b106bb33 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:11:10.050835 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-2e96d337-ab3b-4970-b74c-d613bef7eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:10.052420 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-2e96d337-ab3b-4970-b74c-d613bef7eac4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777&tenant_id=8a9ca74733fa48c8818a39938a45e719 HTTP/1.1" status: 200 len: 1096 time: 0.1192760 Aug 17 00:11:10.063548 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-0e610665-6fa0-4697-b3ce-df5a6db2741f None None] Port 7aa1db76-bd13-4ff6-ae78-2a1a9c889378 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:11:10.073034 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:10.075725 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-bda61eaf-2a01-432c-a8bd-fa225bf39271 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-20', 'device_owner': 'compute:nova'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:10.103136 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-f024bf95-bc2d-4225-a34f-6fc8f6cc7a33 service neutron] 10.222.0.60 "GET /v2.0/networks/4caa4eb2-dfb5-43d1-abcf-717d7b415e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414231 Aug 17 00:11:10.107331 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-e9049bcb-3fc5-4f54-998a-35b50c35e5b3 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Deleting port 7aa1db76-bd13-4ff6-ae78-2a1a9c889378 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:10.107685 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e9049bcb-3fc5-4f54-998a-35b50c35e5b3 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:10.163605 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 66f1a806-6074-41e2-b6bf-ffe8b106bb33, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=66f1a806-6074-41e2-b6bf-ffe8b106bb33,segment=NetworkSegment(a3d77d94-dcaa-457f-8702-164236ed71b1),segment_id=a3d77d94-dcaa-457f-8702-164236ed71b1)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:10.175752 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '66f1a806-6074-41e2-b6bf-ffe8b106bb33', 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb', 'port_id': '66f1a806-6074-41e2-b6bf-ffe8b106bb33', 'mac_address': 'fa:16:3e:8f:18:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b53c9e-690d-4ae5-a351-0735e7acef3e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:11:10.578514 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-bda61eaf-2a01-432c-a8bd-fa225bf39271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:10.642792 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e9049bcb-3fc5-4f54-998a-35b50c35e5b3 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:10.681300 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da836cb1-b52b-4836-a0e6-4924b9f41055 req-f7dec30a-1da2-4d5b-8a33-bd30dfd1c966 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:10.682803 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da836cb1-b52b-4836-a0e6-4924b9f41055 req-f7dec30a-1da2-4d5b-8a33-bd30dfd1c966 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 944 time: 0.5419533 Aug 17 00:11:10.698246 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-e9049bcb-3fc5-4f54-998a-35b50c35e5b3 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Calling delete_port for 7aa1db76-bd13-4ff6-ae78-2a1a9c889378 owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:10.701161 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-77d446b6-4949-4efc-aa5f-acaf854ecec9 service neutron] 10.222.0.60 "GET /v2.0/networks/4caa4eb2-dfb5-43d1-abcf-717d7b415e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5883920 Aug 17 00:11:10.846262 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da836cb1-b52b-4836-a0e6-4924b9f41055 req-7e7a3045-3d83-497f-98b0-6f5b9d130639 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545715 Aug 17 00:11:10.951696 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a92febbc-8672-46a7-8e6b-23de09ac4f39 req-935ca7ef-c0aa-4b66-91a4-8dbfbeed8427 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5 HTTP/1.1" status: 200 len: 210 time: 0.0383332 Aug 17 00:11:11.027249 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-bda61eaf-2a01-432c-a8bd-fa225bf39271 service neutron] For port 66f1a806-6074-41e2-b6bf-ffe8b106bb33, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=66f1a806-6074-41e2-b6bf-ffe8b106bb33,segment=NetworkSegment(a3d77d94-dcaa-457f-8702-164236ed71b1),segment_id=a3d77d94-dcaa-457f-8702-164236ed71b1)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:11.071991 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e9049bcb-3fc5-4f54-998a-35b50c35e5b3 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:11.107620 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9049bcb-3fc5-4f54-998a-35b50c35e5b3 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Pushing event deleted for resources: {'Port': ['ID=7aa1db76-bd13-4ff6-ae78-2a1a9c889378,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:11.109985 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-bda61eaf-2a01-432c-a8bd-fa225bf39271 service neutron] For port 66f1a806-6074-41e2-b6bf-ffe8b106bb33, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:11:11.178869 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-bda61eaf-2a01-432c-a8bd-fa225bf39271 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 66f1a806-6074-41e2-b6bf-ffe8b106bb33 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:11:11.191416 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-bda61eaf-2a01-432c-a8bd-fa225bf39271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:11.210223 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-bda61eaf-2a01-432c-a8bd-fa225bf39271 service neutron] Ignored duplicate provisioning block setup for port 66f1a806-6074-41e2-b6bf-ffe8b106bb33 by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 17 00:11:11.246861 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-bda61eaf-2a01-432c-a8bd-fa225bf39271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:11.473322 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e9049bcb-3fc5-4f54-998a-35b50c35e5b3 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:11.475650 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e9049bcb-3fc5-4f54-998a-35b50c35e5b3 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] 10.222.0.60 "DELETE /v2.0/ports/7aa1db76-bd13-4ff6-ae78-2a1a9c889378 HTTP/1.1" status: 204 len: 168 time: 1.7362781 Aug 17 00:11:11.478379 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48200) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:11.511817 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda61eaf-2a01-432c-a8bd-fa225bf39271 service neutron] Pushing event updated for resources: {'Port': ['ID=66f1a806-6074-41e2-b6bf-ffe8b106bb33,revision_number=9']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:11.513294 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-0793d57f-5720-4326-8de3-6e27ed16e7cf tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] GET failed (client error): The resource could not be found. Aug 17 00:11:11.523244 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0793d57f-5720-4326-8de3-6e27ed16e7cf tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] 10.222.0.60 "GET /v2.0/ports/7aa1db76-bd13-4ff6-ae78-2a1a9c889378 HTTP/1.1" status: 404 len: 333 time: 0.0355577 Aug 17 00:11:11.524348 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48202) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:11.595200 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:11.612101 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-bda61eaf-2a01-432c-a8bd-fa225bf39271 service neutron] No DVR routers for this DVR port 66f1a806-6074-41e2-b6bf-ffe8b106bb33 on host n-h1-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:11:11.656677 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-fec7af55-18bb-49c1-ac9a-db66413e1e41 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Deleting port d5c5aadd-ac75-4bff-a963-6669bc1d2dac {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:11.657472 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fec7af55-18bb-49c1-ac9a-db66413e1e41 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:11.777793 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fec7af55-18bb-49c1-ac9a-db66413e1e41 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:11.788945 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-bda61eaf-2a01-432c-a8bd-fa225bf39271 service neutron] Attempting to bind port 66f1a806-6074-41e2-b6bf-ffe8b106bb33 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:11.789463 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-bda61eaf-2a01-432c-a8bd-fa225bf39271 service neutron] Attempting to bind port 66f1a806-6074-41e2-b6bf-ffe8b106bb33 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'a3d77d94-dcaa-457f-8702-164236ed71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:11.789903 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-bda61eaf-2a01-432c-a8bd-fa225bf39271 service neutron] Attempting to bind port 66f1a806-6074-41e2-b6bf-ffe8b106bb33 on network 1d085bcd-85ca-4517-9df3-0156c62c5ecb {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:11.793551 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-fec7af55-18bb-49c1-ac9a-db66413e1e41 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Calling delete_port for d5c5aadd-ac75-4bff-a963-6669bc1d2dac owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:11.794834 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-bda61eaf-2a01-432c-a8bd-fa225bf39271 service neutron] Port 66f1a806-6074-41e2-b6bf-ffe8b106bb33 on network 1d085bcd-85ca-4517-9df3-0156c62c5ecb not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:11.795003 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-bda61eaf-2a01-432c-a8bd-fa225bf39271 service neutron] Attempting to bind port 66f1a806-6074-41e2-b6bf-ffe8b106bb33 on network 1d085bcd-85ca-4517-9df3-0156c62c5ecb {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:11.800337 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-bda61eaf-2a01-432c-a8bd-fa225bf39271 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:11:11.802272 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-bda61eaf-2a01-432c-a8bd-fa225bf39271 service neutron] Checking segment: {'id': 'a3d77d94-dcaa-457f-8702-164236ed71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:11:11.802770 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-bda61eaf-2a01-432c-a8bd-fa225bf39271 service neutron] Bound using segment: {'id': 'a3d77d94-dcaa-457f-8702-164236ed71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:11:11.803324 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-bda61eaf-2a01-432c-a8bd-fa225bf39271 service neutron] Bound port: 66f1a806-6074-41e2-b6bf-ffe8b106bb33, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d77d94-dcaa-457f-8702-164236ed71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:11:11.803794 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-bda61eaf-2a01-432c-a8bd-fa225bf39271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:11.881115 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-bda61eaf-2a01-432c-a8bd-fa225bf39271 service neutron] For port 66f1a806-6074-41e2-b6bf-ffe8b106bb33, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:11:11.886042 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-bda61eaf-2a01-432c-a8bd-fa225bf39271 service neutron] For port 66f1a806-6074-41e2-b6bf-ffe8b106bb33, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=66f1a806-6074-41e2-b6bf-ffe8b106bb33,segment=NetworkSegment(a3d77d94-dcaa-457f-8702-164236ed71b1),segment_id=a3d77d94-dcaa-457f-8702-164236ed71b1)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:11:11.891848 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-bda61eaf-2a01-432c-a8bd-fa225bf39271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:11.933734 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-bda61eaf-2a01-432c-a8bd-fa225bf39271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:11.934545 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-bda61eaf-2a01-432c-a8bd-fa225bf39271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:11.936118 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-bda61eaf-2a01-432c-a8bd-fa225bf39271 service neutron] 10.222.0.64 "PUT /v2.0/ports/66f1a806-6074-41e2-b6bf-ffe8b106bb33 HTTP/1.1" status: 200 len: 1092 time: 1.8666043 Aug 17 00:11:11.936680 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761cf141-5c0e-4939-adf8-51d1167e6777', 'tag': '66f1a806-6074-41e2-b6bf-ffe8b106bb33'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:11:11.939727 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b8425a-75ca-4c19-a7f3-b7b0028be884" -d '{"events": [{"name": "network-changed", "server_uuid": "761cf141-5c0e-4939-adf8-51d1167e6777", "tag": "66f1a806-6074-41e2-b6bf-ffe8b106bb33"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:11:12.008891 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 66f1a806-6074-41e2-b6bf-ffe8b106bb33 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:11:12.019590 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fec7af55-18bb-49c1-ac9a-db66413e1e41 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:12.053966 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda61eaf-2a01-432c-a8bd-fa225bf39271 service neutron] Pushing event updated for resources: {'Port': ['ID=66f1a806-6074-41e2-b6bf-ffe8b106bb33,revision_number=10']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:12.071667 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7af55-18bb-49c1-ac9a-db66413e1e41 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Pushing event deleted for resources: {'Port': ['ID=d5c5aadd-ac75-4bff-a963-6669bc1d2dac,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:12.094141 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 66f1a806-6074-41e2-b6bf-ffe8b106bb33 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:11:12.134241 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-5bafefb3-f275-4b0c-8277-171d84f98a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:12.135487 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-5bafefb3-f275-4b0c-8277-171d84f98a1d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 1096 time: 0.1662388 Aug 17 00:11:12.141977 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fec7af55-18bb-49c1-ac9a-db66413e1e41 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:12.148236 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80658534-8be8-419a-9fd6-362ff9807484 req-b2aa53d1-4e46-4810-922d-33626d2cd2b8 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:12.150087 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-80658534-8be8-419a-9fd6-362ff9807484 req-b2aa53d1-4e46-4810-922d-33626d2cd2b8 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 944 time: 0.1542766 Aug 17 00:11:12.159542 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fec7af55-18bb-49c1-ac9a-db66413e1e41 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] 10.222.0.60 "DELETE /v2.0/ports/d5c5aadd-ac75-4bff-a963-6669bc1d2dac HTTP/1.1" status: 204 len: 168 time: 0.6332500 Aug 17 00:11:12.163007 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48222) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:12.200709 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede0ce23-8ed7-46d7-ba7c-9e99a9f442ad x-openstack-request-id: req-ede0ce23-8ed7-46d7-ba7c-9e99a9f442ad {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:11:12.201014 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761cf141-5c0e-4939-adf8-51d1167e6777", "tag": "66f1a806-6074-41e2-b6bf-ffe8b106bb33", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:11:12.201297 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ede0ce23-8ed7-46d7-ba7c-9e99a9f442ad {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:11:12.201700 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761cf141-5c0e-4939-adf8-51d1167e6777', 'tag': '66f1a806-6074-41e2-b6bf-ffe8b106bb33', 'status': 'completed', 'code': 200} Aug 17 00:11:12.275549 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-61561670-9521-47f9-a072-964060caf4aa tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] GET failed (client error): The resource could not be found. Aug 17 00:11:12.277389 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-61561670-9521-47f9-a072-964060caf4aa tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] 10.222.0.60 "GET /v2.0/ports/d5c5aadd-ac75-4bff-a963-6669bc1d2dac HTTP/1.1" status: 404 len: 333 time: 0.1133235 Aug 17 00:11:12.284927 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48226) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:12.316709 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8425a-75ca-4c19-a7f3-b7b0028be884 req-42e2123c-e61e-4d25-a827-2b3d13d04f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:12.318790 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-44b8425a-75ca-4c19-a7f3-b7b0028be884 req-42e2123c-e61e-4d25-a827-2b3d13d04f28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 1096 time: 0.1112010 Aug 17 00:11:12.360792 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-80658534-8be8-419a-9fd6-362ff9807484 req-95d43740-b574-4ad7-8728-133cce1fa440 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005148 Aug 17 00:11:12.385577 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d2f5e552-3583-4872-afb1-b8dc61d48642 req-4af07c88-d1cb-410b-acfd-a6e2707eeb92 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5 HTTP/1.1" status: 200 len: 210 time: 0.0976579 Aug 17 00:11:12.466758 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8425a-75ca-4c19-a7f3-b7b0028be884 req-0d3032ea-afb8-4a9f-ac1f-458dab855dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:12.473838 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-44b8425a-75ca-4c19-a7f3-b7b0028be884 req-0d3032ea-afb8-4a9f-ac1f-458dab855dfe service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d085bcd-85ca-4517-9df3-0156c62c5ecb HTTP/1.1" status: 200 len: 897 time: 0.1436846 Aug 17 00:11:12.570903 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-44b8425a-75ca-4c19-a7f3-b7b0028be884 req-4d5b1004-6f66-47ca-bdfb-5e9c118f676b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f1a806-6074-41e2-b6bf-ffe8b106bb33 HTTP/1.1" status: 200 len: 999 time: 0.0823236 Aug 17 00:11:12.603920 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-435dff03-e6ee-4058-a3d9-ec5913965b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:12.605568 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-435dff03-e6ee-4058-a3d9-ec5913965b1f service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d085bcd-85ca-4517-9df3-0156c62c5ecb HTTP/1.1" status: 200 len: 897 time: 0.4542971 Aug 17 00:11:12.614108 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-fb688823-2dd7-4bd9-92b5-ce664b5998cd tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:12.615515 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-fb688823-2dd7-4bd9-92b5-ce664b5998cd tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.64 "GET /v2.0/networks?id=4caa4eb2-dfb5-43d1-abcf-717d7b415e57 HTTP/1.1" status: 200 len: 809 time: 0.1519904 Aug 17 00:11:12.639666 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8425a-75ca-4c19-a7f3-b7b0028be884 req-00414380-25a5-4d46-ab15-7a5acbe569a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:12.643196 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-44b8425a-75ca-4c19-a7f3-b7b0028be884 req-00414380-25a5-4d46-ab15-7a5acbe569a4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=73b53c9e-690d-4ae5-a351-0735e7acef3e HTTP/1.1" status: 200 len: 835 time: 0.0594037 Aug 17 00:11:12.666405 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-0764c6a8-c8a9-455b-a6af-def9629ecc94 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Request body: {'port': {'device_id': 'd0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5', 'network_id': '4caa4eb2-dfb5-43d1-abcf-717d7b415e57', 'admin_state_up': True, 'tenant_id': 'd479a919f1ca415ca5aa227d21160492'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:12.696172 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8425a-75ca-4c19-a7f3-b7b0028be884 req-51860ca3-df6d-4aac-a920-bee237536062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:12.697896 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-44b8425a-75ca-4c19-a7f3-b7b0028be884 req-51860ca3-df6d-4aac-a920-bee237536062 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d085bcd-85ca-4517-9df3-0156c62c5ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447576 Aug 17 00:11:12.753065 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-32a1679b-4a55-4875-a01f-0ea655225c96 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Deleting port 6839659e-3b34-4f09-a895-42135a0b225b {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:12.754013 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-32a1679b-4a55-4875-a01f-0ea655225c96 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:12.806206 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-ebd570dd-630a-4896-8699-a8cda63fb5b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f1a806-6074-41e2-b6bf-ffe8b106bb33 HTTP/1.1" status: 200 len: 999 time: 0.1897087 Aug 17 00:11:12.807621 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-44b8425a-75ca-4c19-a7f3-b7b0028be884 req-dd9db96b-bb84-4176-86a0-f38f09ca39c3 service neutron] 10.222.0.69 "GET /v2.0/networks/1d085bcd-85ca-4517-9df3-0156c62c5ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982718 Aug 17 00:11:12.917857 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-44b8425a-75ca-4c19-a7f3-b7b0028be884 req-957df828-a0c4-4d07-963c-7330a2e786e7 service neutron] 10.222.0.69 "GET /v2.0/networks/1d085bcd-85ca-4517-9df3-0156c62c5ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978267 Aug 17 00:11:12.930408 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-cbf10bf1-5db2-4b86-adb7-654dd4d6e1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:12.932173 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-cbf10bf1-5db2-4b86-adb7-654dd4d6e1aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=73b53c9e-690d-4ae5-a351-0735e7acef3e HTTP/1.1" status: 200 len: 835 time: 0.1092315 Aug 17 00:11:12.935369 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-32a1679b-4a55-4875-a01f-0ea655225c96 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:12.954324 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-0764c6a8-c8a9-455b-a6af-def9629ecc94 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Made reservation on behalf of d479a919f1ca415ca5aa227d21160492 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:11:12.958338 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-0764c6a8-c8a9-455b-a6af-def9629ecc94 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:12.982937 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-32a1679b-4a55-4875-a01f-0ea655225c96 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Calling delete_port for 6839659e-3b34-4f09-a895-42135a0b225b owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:13.094029 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-7989c0c2-4306-452e-9ec6-f1aa4327dceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:13.095601 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-7989c0c2-4306-452e-9ec6-f1aa4327dceb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d085bcd-85ca-4517-9df3-0156c62c5ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1512506 Aug 17 00:11:13.297529 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-0764c6a8-c8a9-455b-a6af-def9629ecc94 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Allocated IP 172.20.0.4 (4caa4eb2-dfb5-43d1-abcf-717d7b415e57/444e4ac8-e3c6-4a0a-910c-5e15715f8d7c/f5aca8cc-7fed-4f79-8f71-3044573fb73d) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:11:13.307938 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-068c0189-3d7b-4369-9f5e-faba1da00736 service neutron] 10.222.0.64 "GET /v2.0/networks/1d085bcd-85ca-4517-9df3-0156c62c5ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007313 Aug 17 00:11:13.373281 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-32a1679b-4a55-4875-a01f-0ea655225c96 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:13.440443 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1679b-4a55-4875-a01f-0ea655225c96 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Pushing event deleted for resources: {'Port': ['ID=6839659e-3b34-4f09-a895-42135a0b225b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:13.545518 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-32a1679b-4a55-4875-a01f-0ea655225c96 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:13.547406 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-32a1679b-4a55-4875-a01f-0ea655225c96 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] 10.222.0.60 "DELETE /v2.0/ports/6839659e-3b34-4f09-a895-42135a0b225b HTTP/1.1" status: 204 len: 168 time: 1.2611134 Aug 17 00:11:13.550739 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48284) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:13.614612 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a44a208-2335-4efc-ae16-2a03c203d8c8 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Deleting subnet 8bc9dc7c-a0a4-44b0-b752-3bcd5476ef56 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:11:13.619599 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0a44a208-2335-4efc-ae16-2a03c203d8c8 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:13.675941 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0a44a208-2335-4efc-ae16-2a03c203d8c8 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:13.776785 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0a44a208-2335-4efc-ae16-2a03c203d8c8 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:13.850439 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0a44a208-2335-4efc-ae16-2a03c203d8c8 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:13.892211 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0a44a208-2335-4efc-ae16-2a03c203d8c8 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:13.894769 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0a44a208-2335-4efc-ae16-2a03c203d8c8 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] 10.222.0.60 "DELETE /v2.0/subnets/8bc9dc7c-a0a4-44b0-b752-3bcd5476ef56 HTTP/1.1" status: 204 len: 168 time: 0.3427331 Aug 17 00:11:13.895846 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44a208-2335-4efc-ae16-2a03c203d8c8 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Pushing event deleted for resources: {'Subnet': ['ID=8bc9dc7c-a0a4-44b0-b752-3bcd5476ef56,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:13.903148 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5907f193-5107-4ff1-a0b3-10adb47175c3 None None] Network 56052f2d-ff52-4a82-be00-2bc46cec6d9b requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:11:13.903622 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48308) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:13.949131 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-43fa37a9-efda-4c09-9efb-2a5be1f3403e req-31056260-7bbd-4a40-a053-e4dc00243d47 service neutron] 10.222.0.64 "GET /v2.0/networks/1d085bcd-85ca-4517-9df3-0156c62c5ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6305549 Aug 17 00:11:13.980526 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-38575e31-7c21-4abd-a71d-aaf439baf001 req-b9b020be-b042-401c-a9b3-7950dbbcffb6 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5 HTTP/1.1" status: 200 len: 210 time: 0.4364085 Aug 17 00:11:14.033814 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a7d30825-0a2f-428b-9067-53f613b2dc06 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:14.058146 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8568d-e1b1-4e27-a0ae-4756fa962167 req-020e7024-88e0-49b0-87bc-93a25341a045 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:14.067174 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72e8568d-e1b1-4e27-a0ae-4756fa962167 req-020e7024-88e0-49b0-87bc-93a25341a045 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 944 time: 0.6052158 Aug 17 00:11:14.109896 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-0764c6a8-c8a9-455b-a6af-def9629ecc94 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:14.114933 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-a7d30825-0a2f-428b-9067-53f613b2dc06 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Deleting port 79526ff4-096c-408b-b0dc-e9b91c4ffd08 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:14.115390 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a7d30825-0a2f-428b-9067-53f613b2dc06 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:14.135215 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8425a-75ca-4c19-a7f3-b7b0028be884 req-0ed70434-8059-462b-9cd8-975b40468af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:14.136728 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44b8425a-75ca-4c19-a7f3-b7b0028be884 req-0ed70434-8059-462b-9cd8-975b40468af0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 1096 time: 0.1242983 Aug 17 00:11:14.142243 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed45b35-90a2-4484-b5e2-82fa6b226a3a None None] DHCP port deletion for 56052f2d-ff52-4a82-be00-2bc46cec6d9b request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:11:14.159713 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72e8568d-e1b1-4e27-a0ae-4756fa962167 req-e42daf74-4e1d-4d5b-9cd6-3a3167fe3850 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861051 Aug 17 00:11:14.198740 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-a7d30825-0a2f-428b-9067-53f613b2dc06 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] For port 79526ff4-096c-408b-b0dc-e9b91c4ffd08, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=79526ff4-096c-408b-b0dc-e9b91c4ffd08,segment=NetworkSegment(3e045d9d-dc7e-4ab3-adb0-74d2d1a8912d),segment_id=3e045d9d-dc7e-4ab3-adb0-74d2d1a8912d)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:14.199178 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a7d30825-0a2f-428b-9067-53f613b2dc06 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:14.208693 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-5ed45b35-90a2-4484-b5e2-82fa6b226a3a None None] Deleting port 79526ff4-096c-408b-b0dc-e9b91c4ffd08 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:14.209496 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5ed45b35-90a2-4484-b5e2-82fa6b226a3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:14.214595 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-a7d30825-0a2f-428b-9067-53f613b2dc06 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Calling delete_port for 79526ff4-096c-408b-b0dc-e9b91c4ffd08 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:14.269743 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-0764c6a8-c8a9-455b-a6af-def9629ecc94 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:14.318093 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8425a-75ca-4c19-a7f3-b7b0028be884 req-ca2585cc-965e-4eb4-b61c-2646a67f8825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:14.319638 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44b8425a-75ca-4c19-a7f3-b7b0028be884 req-ca2585cc-965e-4eb4-b61c-2646a67f8825 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d085bcd-85ca-4517-9df3-0156c62c5ecb HTTP/1.1" status: 200 len: 897 time: 0.1555548 Aug 17 00:11:14.339640 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-0764c6a8-c8a9-455b-a6af-def9629ecc94 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Network 4caa4eb2-dfb5-43d1-abcf-717d7b415e57 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:11:14.353805 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-0764c6a8-c8a9-455b-a6af-def9629ecc94 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:11:14.360386 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-5ed45b35-90a2-4484-b5e2-82fa6b226a3a None None] For port 79526ff4-096c-408b-b0dc-e9b91c4ffd08, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=79526ff4-096c-408b-b0dc-e9b91c4ffd08,segment=NetworkSegment(3e045d9d-dc7e-4ab3-adb0-74d2d1a8912d),segment_id=3e045d9d-dc7e-4ab3-adb0-74d2d1a8912d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:14.361258 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5ed45b35-90a2-4484-b5e2-82fa6b226a3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:14.370938 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a7d30825-0a2f-428b-9067-53f613b2dc06 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:14.382622 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-5ed45b35-90a2-4484-b5e2-82fa6b226a3a None None] Calling delete_port for 79526ff4-096c-408b-b0dc-e9b91c4ffd08 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:14.391789 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-0764c6a8-c8a9-455b-a6af-def9629ecc94 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:11:14.395480 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764c6a8-c8a9-455b-a6af-def9629ecc94 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Pushing event updated for resources: {'Port': ['ID=f5aca8cc-7fed-4f79-8f71-3044573fb73d,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:14.402180 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d30825-0a2f-428b-9067-53f613b2dc06 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Pushing event deleted for resources: {'Port': ['ID=79526ff4-096c-408b-b0dc-e9b91c4ffd08,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:14.405540 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 79526ff4-096c-408b-b0dc-e9b91c4ffd08 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:11:14.407628 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d30825-0a2f-428b-9067-53f613b2dc06 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] No DVR routers for this DVR port 79526ff4-096c-408b-b0dc-e9b91c4ffd08 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:11:14.431472 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 79526ff4-096c-408b-b0dc-e9b91c4ffd08 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:11:14.432018 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 79526ff4-096c-408b-b0dc-e9b91c4ffd08 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:11:14.461837 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44b8425a-75ca-4c19-a7f3-b7b0028be884 req-d4ec9ee9-b989-4a1e-9d62-69f140d79634 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f1a806-6074-41e2-b6bf-ffe8b106bb33 HTTP/1.1" status: 200 len: 999 time: 0.1273067 Aug 17 00:11:14.470887 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-0764c6a8-c8a9-455b-a6af-def9629ecc94 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:14.472182 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-0764c6a8-c8a9-455b-a6af-def9629ecc94 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:14.515766 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a7d30825-0a2f-428b-9067-53f613b2dc06 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:14.529379 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-a7d30825-0a2f-428b-9067-53f613b2dc06 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56052f2d-ff52-4a82-be00-2bc46cec6d9b']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:14.534265 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-0764c6a8-c8a9-455b-a6af-def9629ecc94 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8754628 Aug 17 00:11:14.542670 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-a7d30825-0a2f-428b-9067-53f613b2dc06 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e045d9d-dc7e-4ab3-adb0-74d2d1a8912d') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:14.542925 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-a7d30825-0a2f-428b-9067-53f613b2dc06 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e045d9d-dc7e-4ab3-adb0-74d2d1a8912d') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:14.551454 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5ed45b35-90a2-4484-b5e2-82fa6b226a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:14.553472 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a7d30825-0a2f-428b-9067-53f613b2dc06 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:14.555768 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-323cdc6c-2af4-4748-9ed6-865873adfa99 service neutron] Request body: {'port': {'device_id': 'd0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:14.562701 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8425a-75ca-4c19-a7f3-b7b0028be884 req-a66c0039-650f-4aa0-afb1-9a97c23218e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:14.564340 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44b8425a-75ca-4c19-a7f3-b7b0028be884 req-a66c0039-650f-4aa0-afb1-9a97c23218e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=73b53c9e-690d-4ae5-a351-0735e7acef3e HTTP/1.1" status: 200 len: 835 time: 0.0884552 Aug 17 00:11:14.573165 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a7d30825-0a2f-428b-9067-53f613b2dc06 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:14.579831 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed45b35-90a2-4484-b5e2-82fa6b226a3a None None] Pushing event deleted for resources: {'Port': ['ID=79526ff4-096c-408b-b0dc-e9b91c4ffd08,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:14.587788 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d30825-0a2f-428b-9067-53f613b2dc06 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:11:14.589395 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed45b35-90a2-4484-b5e2-82fa6b226a3a None None] No DVR routers for this DVR port 79526ff4-096c-408b-b0dc-e9b91c4ffd08 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:11:14.589855 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a7d30825-0a2f-428b-9067-53f613b2dc06 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:11:14.594944 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:11:14.666997 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-323cdc6c-2af4-4748-9ed6-865873adfa99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:14.668479 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a7d30825-0a2f-428b-9067-53f613b2dc06 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:14.676108 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a7d30825-0a2f-428b-9067-53f613b2dc06 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:14.678862 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a7d30825-0a2f-428b-9067-53f613b2dc06 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] 10.222.0.60 "DELETE /v2.0/networks/56052f2d-ff52-4a82-be00-2bc46cec6d9b HTTP/1.1" status: 204 len: 168 time: 0.7740092 Aug 17 00:11:14.685536 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8425a-75ca-4c19-a7f3-b7b0028be884 req-ada20a71-c88e-42bb-86b3-cb8ffb1d2b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:14.687053 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44b8425a-75ca-4c19-a7f3-b7b0028be884 req-ada20a71-c88e-42bb-86b3-cb8ffb1d2b93 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d085bcd-85ca-4517-9df3-0156c62c5ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0980589 Aug 17 00:11:14.695131 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d30825-0a2f-428b-9067-53f613b2dc06 tempest-AllowedAddressPairIpV6TestJSON-395641255 tempest-AllowedAddressPairIpV6TestJSON-395641255-project] Pushing event deleted for resources: {'Network': ['ID=56052f2d-ff52-4a82-be00-2bc46cec6d9b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:14.885247 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44b8425a-75ca-4c19-a7f3-b7b0028be884 req-d5ac1de6-2f06-4545-971b-5a13bf1f90ff service neutron] 10.222.0.64 "GET /v2.0/networks/1d085bcd-85ca-4517-9df3-0156c62c5ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742678 Aug 17 00:11:14.974262 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48372) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:15.082965 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44b8425a-75ca-4c19-a7f3-b7b0028be884 req-72994064-6903-46a3-9598-6884ce2cd4b5 service neutron] 10.222.0.64 "GET /v2.0/networks/1d085bcd-85ca-4517-9df3-0156c62c5ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884890 Aug 17 00:11:15.125542 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7722e69-7870-4178-99b3-0e854965b229 req-6e071d37-95b8-43e6-abc8-c098bb5eb7d3 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:15.127357 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7722e69-7870-4178-99b3-0e854965b229 req-6e071d37-95b8-43e6-abc8-c098bb5eb7d3 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5 HTTP/1.1" status: 200 len: 931 time: 0.0853052 Aug 17 00:11:15.156509 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-17fbaf6a-59d1-49f9-9632-878b1d7171c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a324d1b1f1b74d93910f5985c8f86bea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1799483 Aug 17 00:11:15.159452 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48382) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:15.185290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-323cdc6c-2af4-4748-9ed6-865873adfa99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5aca8cc-7fed-4f79-8f71-3044573fb73d {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:11:15.198439 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-323cdc6c-2af4-4748-9ed6-865873adfa99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:15.204032 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7722e69-7870-4178-99b3-0e854965b229 req-53b6f1f1-a424-42c3-98e4-142ebf20f743 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb0c5dc6-1b68-4109-88ee-ae14179b1e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586331 Aug 17 00:11:15.214280 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9db59d68-522c-47d0-b94c-bc3c7a73f532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:15.217947 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-323cdc6c-2af4-4748-9ed6-865873adfa99 service neutron] Transition to ACTIVE for port object f5aca8cc-7fed-4f79-8f71-3044573fb73d will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:11:15.243384 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-323cdc6c-2af4-4748-9ed6-865873adfa99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:15.244238 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9db59d68-522c-47d0-b94c-bc3c7a73f532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:15.258813 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48386) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:15.320546 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9db59d68-522c-47d0-b94c-bc3c7a73f532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:15.325272 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9db59d68-522c-47d0-b94c-bc3c7a73f532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:15.327543 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9db59d68-522c-47d0-b94c-bc3c7a73f532 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d230ba65-5567-4663-a9f1-91c2b4fd2625 HTTP/1.1" status: 204 len: 168 time: 0.1670053 Aug 17 00:11:15.339075 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db59d68-522c-47d0-b94c-bc3c7a73f532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d230ba65-5567-4663-a9f1-91c2b4fd2625,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:15.348462 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323cdc6c-2af4-4748-9ed6-865873adfa99 service neutron] Pushing event updated for resources: {'Port': ['ID=f5aca8cc-7fed-4f79-8f71-3044573fb73d,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:15.397186 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056dacc-e76c-47a1-bbd5-877f427b2023 req-6983dbce-f128-4d16-9df4-f6f47aeb4729 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:15.398736 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5056dacc-e76c-47a1-bbd5-877f427b2023 req-6983dbce-f128-4d16-9df4-f6f47aeb4729 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 944 time: 0.1698864 Aug 17 00:11:15.400332 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-45bafcfc-6329-4345-b53c-49694ff42b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:15.451651 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-323cdc6c-2af4-4748-9ed6-865873adfa99 service neutron] Attempting to bind port f5aca8cc-7fed-4f79-8f71-3044573fb73d on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:15.452052 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-323cdc6c-2af4-4748-9ed6-865873adfa99 service neutron] Attempting to bind port f5aca8cc-7fed-4f79-8f71-3044573fb73d by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '7ac3006d-4cfc-4e6e-ac1e-2fb39de870aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4caa4eb2-dfb5-43d1-abcf-717d7b415e57'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:15.452411 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-323cdc6c-2af4-4748-9ed6-865873adfa99 service neutron] Attempting to bind port f5aca8cc-7fed-4f79-8f71-3044573fb73d on network 4caa4eb2-dfb5-43d1-abcf-717d7b415e57 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:15.466854 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-323cdc6c-2af4-4748-9ed6-865873adfa99 service neutron] Port f5aca8cc-7fed-4f79-8f71-3044573fb73d on network 4caa4eb2-dfb5-43d1-abcf-717d7b415e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:15.467215 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-323cdc6c-2af4-4748-9ed6-865873adfa99 service neutron] Attempting to bind port f5aca8cc-7fed-4f79-8f71-3044573fb73d on network 4caa4eb2-dfb5-43d1-abcf-717d7b415e57 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:15.474205 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5056dacc-e76c-47a1-bbd5-877f427b2023 req-0b4c35a6-d162-4969-9e02-74235dea7dcd tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688465 Aug 17 00:11:15.479046 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-323cdc6c-2af4-4748-9ed6-865873adfa99 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:11:15.479674 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-323cdc6c-2af4-4748-9ed6-865873adfa99 service neutron] Checking segment: {'id': '7ac3006d-4cfc-4e6e-ac1e-2fb39de870aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4caa4eb2-dfb5-43d1-abcf-717d7b415e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:11:15.480408 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-323cdc6c-2af4-4748-9ed6-865873adfa99 service neutron] Bound using segment: {'id': '7ac3006d-4cfc-4e6e-ac1e-2fb39de870aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4caa4eb2-dfb5-43d1-abcf-717d7b415e57'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:11:15.481226 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-323cdc6c-2af4-4748-9ed6-865873adfa99 service neutron] Bound port: f5aca8cc-7fed-4f79-8f71-3044573fb73d, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac3006d-4cfc-4e6e-ac1e-2fb39de870aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4caa4eb2-dfb5-43d1-abcf-717d7b415e57'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:11:15.481832 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-323cdc6c-2af4-4748-9ed6-865873adfa99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:15.540927 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-45bafcfc-6329-4345-b53c-49694ff42b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:15.548780 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-45bafcfc-6329-4345-b53c-49694ff42b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:15.591544 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-323cdc6c-2af4-4748-9ed6-865873adfa99 service neutron] For port f5aca8cc-7fed-4f79-8f71-3044573fb73d, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:11:15.597347 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-323cdc6c-2af4-4748-9ed6-865873adfa99 service neutron] For port f5aca8cc-7fed-4f79-8f71-3044573fb73d, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f5aca8cc-7fed-4f79-8f71-3044573fb73d,segment=NetworkSegment(7ac3006d-4cfc-4e6e-ac1e-2fb39de870aa),segment_id=7ac3006d-4cfc-4e6e-ac1e-2fb39de870aa)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:11:15.599575 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-45bafcfc-6329-4345-b53c-49694ff42b71 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ba4b30c2d694d80a7fbd7d1b0afed0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3397448 Aug 17 00:11:15.600633 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bafcfc-6329-4345-b53c-49694ff42b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f37b303-6b30-4388-9083-d1bb0f463b92,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:15.602229 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48396) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:15.616203 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-323cdc6c-2af4-4748-9ed6-865873adfa99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:15.677543 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-323cdc6c-2af4-4748-9ed6-865873adfa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:15.678509 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-323cdc6c-2af4-4748-9ed6-865873adfa99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:15.680102 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-323cdc6c-2af4-4748-9ed6-865873adfa99 service neutron] 10.222.0.64 "PUT /v2.0/ports/f5aca8cc-7fed-4f79-8f71-3044573fb73d HTTP/1.1" status: 200 len: 1092 time: 1.1348436 Aug 17 00:11:15.686253 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5', 'tag': 'f5aca8cc-7fed-4f79-8f71-3044573fb73d'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:11:15.688556 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883d9e7c-1ab9-4034-8f7f-c5dde78453bd" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5", "tag": "f5aca8cc-7fed-4f79-8f71-3044573fb73d"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:11:15.738624 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323cdc6c-2af4-4748-9ed6-865873adfa99 service neutron] Pushing event updated for resources: {'Port': ['ID=f5aca8cc-7fed-4f79-8f71-3044573fb73d,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:15.748351 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e8ba91-5eb5-4774-af95-b3083faa114e x-openstack-request-id: req-a2e8ba91-5eb5-4774-af95-b3083faa114e {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:11:15.748623 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5", "tag": "f5aca8cc-7fed-4f79-8f71-3044573fb73d", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:11:15.748879 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a2e8ba91-5eb5-4774-af95-b3083faa114e {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:11:15.749299 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5', 'tag': 'f5aca8cc-7fed-4f79-8f71-3044573fb73d', 'status': 'completed', 'code': 200} Aug 17 00:11:15.758432 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6983a429-44f2-436e-801c-7905b1e94504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:15.808866 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6983a429-44f2-436e-801c-7905b1e94504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:15.841087 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-4ff29824-8b70-43b8-a146-815b177f37de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:15.842750 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-4ff29824-8b70-43b8-a146-815b177f37de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d479a919f1ca415ca5aa227d21160492&device_id=d0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5 HTTP/1.1" status: 200 len: 1095 time: 0.0961263 Aug 17 00:11:15.892674 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-6d60d0fc-e688-4c28-8d45-e04faf3386a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5aca8cc-7fed-4f79-8f71-3044573fb73d HTTP/1.1" status: 200 len: 217 time: 0.0413084 Aug 17 00:11:15.931679 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6983a429-44f2-436e-801c-7905b1e94504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:15.934231 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6983a429-44f2-436e-801c-7905b1e94504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:15.935442 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6983a429-44f2-436e-801c-7905b1e94504 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0f37b303-6b30-4388-9083-d1bb0f463b92 HTTP/1.1" status: 204 len: 168 time: 0.3316102 Aug 17 00:11:15.948357 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983a429-44f2-436e-801c-7905b1e94504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f37b303-6b30-4388-9083-d1bb0f463b92,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:15.968066 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-2e00be89-ee21-40ee-9be8-96ff964b0090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:15.969685 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-2e00be89-ee21-40ee-9be8-96ff964b0090 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=444e4ac8-e3c6-4a0a-910c-5e15715f8d7c HTTP/1.1" status: 200 len: 849 time: 0.0690794 Aug 17 00:11:16.006546 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-77993e56-91e3-47df-ae98-d715dbdaa5ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4caa4eb2-dfb5-43d1-abcf-717d7b415e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289621 Aug 17 00:11:16.111694 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-d8812ead-1e80-4904-a4cf-228734b51463 service neutron] 10.222.0.64 "GET /v2.0/networks/4caa4eb2-dfb5-43d1-abcf-717d7b415e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974531 Aug 17 00:11:16.123494 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48420) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:16.236292 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-cef46c8a-c606-4de7-a4f4-25ee876642c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Request body: {'networks': [{'name': 'tempest-network--1469461837'}, {'name': 'tempest-network--781520438'}]} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:16.237571 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-cef46c8a-c606-4de7-a4f4-25ee876642c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Request body: {'network': {'name': 'tempest-network--1469461837'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:16.238048 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-cef46c8a-c606-4de7-a4f4-25ee876642c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Request body: {'network': {'name': 'tempest-network--781520438'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:16.246990 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00010e3c-fe8d-4825-99d8-7e78875328e3 req-c1797dbc-0e9d-4ac5-8432-75cc0d6aa239 service neutron] 10.222.0.64 "GET /v2.0/networks/4caa4eb2-dfb5-43d1-abcf-717d7b415e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279142 Aug 17 00:11:16.258928 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48426) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:16.264319 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef46c8a-c606-4de7-a4f4-25ee876642c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Made reservation on behalf of c10756b0453a45cebf8e8bffefa85a42 for: {'network': 2} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:11:16.271797 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cef46c8a-c606-4de7-a4f4-25ee876642c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:16.273738 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a71402a-41ca-4360-b8e2-49ede83b15b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:16.288027 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cef46c8a-c606-4de7-a4f4-25ee876642c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:16.315959 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.db.api [None req-cef46c8a-c606-4de7-a4f4-25ee876642c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 00:11:16.315959 n-d-800088-20 neutron-server[101402]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 00:11:16.315959 n-d-800088-20 neutron-server[101402]: [parameters: {'project_id_1': 'c10756b0453a45cebf8e8bffefa85a42', 'expiration_1': datetime.datetime(2021, 8, 17, 0, 11, 16, 302310)}] Aug 17 00:11:16.315959 n-d-800088-20 neutron-server[101402]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:11:16.316371 n-d-800088-20 neutron-server[101402]: DEBUG oslo_db.api [None req-cef46c8a-c606-4de7-a4f4-25ee876642c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:11:16.402210 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d9e7c-1ab9-4034-8f7f-c5dde78453bd req-1d7d5a33-30e8-4ead-8124-50a32282f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:16.403739 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-883d9e7c-1ab9-4034-8f7f-c5dde78453bd req-1d7d5a33-30e8-4ead-8124-50a32282f9e4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d479a919f1ca415ca5aa227d21160492&device_id=d0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5 HTTP/1.1" status: 200 len: 1095 time: 0.0929263 Aug 17 00:11:16.414922 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b036e3-636c-4302-a712-a190b58e0001 req-f9e5c06b-79dd-4e3d-b78c-848233c63918 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:16.416391 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0b036e3-636c-4302-a712-a190b58e0001 req-f9e5c06b-79dd-4e3d-b78c-848233c63918 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5 HTTP/1.1" status: 200 len: 943 time: 0.1179261 Aug 17 00:11:16.496666 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-786c5c22-96ba-4cb9-bb35-ea9be84a4f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:16.556535 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0b036e3-636c-4302-a712-a190b58e0001 req-525597c7-b306-4dff-aebe-0986ed313998 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb0c5dc6-1b68-4109-88ee-ae14179b1e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241622 Aug 17 00:11:16.587653 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a71402a-41ca-4360-b8e2-49ede83b15b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:16.608270 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a71402a-41ca-4360-b8e2-49ede83b15b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:16.613487 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d9e7c-1ab9-4034-8f7f-c5dde78453bd req-0aa432d6-7652-48b4-aca4-9d1ebb7f1a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:16.615007 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-883d9e7c-1ab9-4034-8f7f-c5dde78453bd req-0aa432d6-7652-48b4-aca4-9d1ebb7f1a09 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4caa4eb2-dfb5-43d1-abcf-717d7b415e57 HTTP/1.1" status: 200 len: 910 time: 0.1942708 Aug 17 00:11:16.689656 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-883d9e7c-1ab9-4034-8f7f-c5dde78453bd req-60bed413-b644-4ce7-b2da-869b47b12928 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5aca8cc-7fed-4f79-8f71-3044573fb73d HTTP/1.1" status: 200 len: 217 time: 0.0650773 Aug 17 00:11:16.699476 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1a71402a-41ca-4360-b8e2-49ede83b15b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ff3f4ab6c9714a5999b3f63a62fb1471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4396222 Aug 17 00:11:16.702202 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48432) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:16.703090 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71402a-41ca-4360-b8e2-49ede83b15b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f1a062-a470-41ec-a0f5-edd358bd159d,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:16.720987 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8aeba-e64b-4b54-aca9-82d8ddb9536f req-b1ac2a79-d8fe-4d03-a05d-8a4378fab6ce tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:16.722554 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-86a8aeba-e64b-4b54-aca9-82d8ddb9536f req-b1ac2a79-d8fe-4d03-a05d-8a4378fab6ce tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 944 time: 0.1536570 Aug 17 00:11:16.763402 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe0eab99-29ff-4da2-86be-114c0bac56b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:16.783875 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d9e7c-1ab9-4034-8f7f-c5dde78453bd req-0cf775c3-b360-4875-9794-cd21c1db5ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:16.785479 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-883d9e7c-1ab9-4034-8f7f-c5dde78453bd req-0cf775c3-b360-4875-9794-cd21c1db5ab9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=444e4ac8-e3c6-4a0a-910c-5e15715f8d7c HTTP/1.1" status: 200 len: 849 time: 0.0833073 Aug 17 00:11:16.789481 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe0eab99-29ff-4da2-86be-114c0bac56b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:16.790578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-86a8aeba-e64b-4b54-aca9-82d8ddb9536f req-227d5c2e-bf01-4e64-89c6-f3c67c8fa527 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482645 Aug 17 00:11:16.819388 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cef46c8a-c606-4de7-a4f4-25ee876642c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:16.823950 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48434) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:16.827242 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-883d9e7c-1ab9-4034-8f7f-c5dde78453bd req-c3ebc418-fbba-45ad-b94e-c8361c770ea6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4caa4eb2-dfb5-43d1-abcf-717d7b415e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338092 Aug 17 00:11:16.916051 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe0eab99-29ff-4da2-86be-114c0bac56b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:16.918564 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe0eab99-29ff-4da2-86be-114c0bac56b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:16.919742 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fe0eab99-29ff-4da2-86be-114c0bac56b6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/37f1a062-a470-41ec-a0f5-edd358bd159d HTTP/1.1" status: 204 len: 168 time: 0.2165215 Aug 17 00:11:16.932160 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9883c35a-6fd9-4b9d-b7f8-cba68b1e8e7c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/floatingips/9ed1765e-d8a9-4a36-af7c-1ea2d15f0cf6 HTTP/1.1" status: 200 len: 991 time: 0.1068728 Aug 17 00:11:16.932470 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-883d9e7c-1ab9-4034-8f7f-c5dde78453bd req-deef2ac8-9030-4a23-8244-7c19ac350fb3 service neutron] 10.222.0.64 "GET /v2.0/networks/4caa4eb2-dfb5-43d1-abcf-717d7b415e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970786 Aug 17 00:11:16.942430 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0eab99-29ff-4da2-86be-114c0bac56b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f1a062-a470-41ec-a0f5-edd358bd159d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:17.004585 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cef46c8a-c606-4de7-a4f4-25ee876642c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:17.010055 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cef46c8a-c606-4de7-a4f4-25ee876642c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:17.011146 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cef46c8a-c606-4de7-a4f4-25ee876642c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:17.051114 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-883d9e7c-1ab9-4034-8f7f-c5dde78453bd req-b9c6680d-d3da-426c-9043-b72d49edb875 service neutron] 10.222.0.64 "GET /v2.0/networks/4caa4eb2-dfb5-43d1-abcf-717d7b415e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088452 Aug 17 00:11:17.051555 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef46c8a-c606-4de7-a4f4-25ee876642c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1530a01-8a9f-4190-baa6-3f648fbfa9db,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:17.059081 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef46c8a-c606-4de7-a4f4-25ee876642c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:11:17.074756 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cef46c8a-c606-4de7-a4f4-25ee876642c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:17.075145 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-cef46c8a-c606-4de7-a4f4-25ee876642c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Added segment 08ab0d4b-e073-4f79-8051-f6fdb65367d9 of type vlan for network 1b923387-058c-42da-8ee2-b1f862966240 Aug 17 00:11:17.119221 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cef46c8a-c606-4de7-a4f4-25ee876642c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:17.152889 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef46c8a-c606-4de7-a4f4-25ee876642c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:11:17.162529 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cef46c8a-c606-4de7-a4f4-25ee876642c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:17.163122 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-cef46c8a-c606-4de7-a4f4-25ee876642c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Added segment ceea7fc1-bd31-4e3e-b258-16bb12ec9a70 of type vlan for network 9b19c5a4-f6c4-4520-a135-fba4bb8d87c7 Aug 17 00:11:17.201720 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cef46c8a-c606-4de7-a4f4-25ee876642c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:17.229343 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cef46c8a-c606-4de7-a4f4-25ee876642c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:17.229907 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cef46c8a-c606-4de7-a4f4-25ee876642c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:17.235423 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef46c8a-c606-4de7-a4f4-25ee876642c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:17.240849 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef46c8a-c606-4de7-a4f4-25ee876642c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:17.241512 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cef46c8a-c606-4de7-a4f4-25ee876642c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:17.296326 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cef46c8a-c606-4de7-a4f4-25ee876642c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1709723 Aug 17 00:11:17.298991 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48446) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:17.309825 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef46c8a-c606-4de7-a4f4-25ee876642c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Pushing event updated for resources: {'Network': ['ID=1b923387-058c-42da-8ee2-b1f862966240,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:17.324926 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 1b923387-058c-42da-8ee2-b1f862966240 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:11:17.379966 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef46c8a-c606-4de7-a4f4-25ee876642c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Pushing event updated for resources: {'Network': ['ID=9b19c5a4-f6c4-4520-a135-fba4bb8d87c7,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:17.405835 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 9b19c5a4-f6c4-4520-a135-fba4bb8d87c7 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:11:17.554711 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457eedee-dcd4-425e-a2b7-ae049a0e8216 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:17.560479 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457eedee-dcd4-425e-a2b7-ae049a0e8216 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:17.566677 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457eedee-dcd4-425e-a2b7-ae049a0e8216 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:17.572735 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457eedee-dcd4-425e-a2b7-ae049a0e8216 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:17.574409 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-457eedee-dcd4-425e-a2b7-ae049a0e8216 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2734926 Aug 17 00:11:17.577319 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48458) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:17.683468 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f4f6d1b8-b719-42a1-97dc-c1a7673b67c6 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:17.728930 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e07580-0b5c-412a-9a47-c56444e3e128 req-30f172e9-c040-4624-8fbc-2ffd20f17eba tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:17.730308 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e8e07580-0b5c-412a-9a47-c56444e3e128 req-30f172e9-c040-4624-8fbc-2ffd20f17eba tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5 HTTP/1.1" status: 200 len: 943 time: 0.0949512 Aug 17 00:11:17.805136 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f4f6d1b8-b719-42a1-97dc-c1a7673b67c6 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:17.823900 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-f4f6d1b8-b719-42a1-97dc-c1a7673b67c6 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b923387-058c-42da-8ee2-b1f862966240']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:17.828570 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e8e07580-0b5c-412a-9a47-c56444e3e128 req-7ca2a8b8-c7ef-4f1c-8e7f-919b23dbbe4e tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb0c5dc6-1b68-4109-88ee-ae14179b1e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823324 Aug 17 00:11:17.836768 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-f4f6d1b8-b719-42a1-97dc-c1a7673b67c6 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ab0d4b-e073-4f79-8051-f6fdb65367d9') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:17.837106 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-f4f6d1b8-b719-42a1-97dc-c1a7673b67c6 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ab0d4b-e073-4f79-8051-f6fdb65367d9') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:17.846418 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f4f6d1b8-b719-42a1-97dc-c1a7673b67c6 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:17.860530 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f4f6d1b8-b719-42a1-97dc-c1a7673b67c6 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:17.867152 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f6d1b8-b719-42a1-97dc-c1a7673b67c6 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:11:17.867816 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f4f6d1b8-b719-42a1-97dc-c1a7673b67c6 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:11:17.870948 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:11:17.921494 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 66f1a806-6074-41e2-b6bf-ffe8b106bb33 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:11:17.937416 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f4f6d1b8-b719-42a1-97dc-c1a7673b67c6 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:17.946610 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f4f6d1b8-b719-42a1-97dc-c1a7673b67c6 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:17.951264 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48472) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:17.951401 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f4f6d1b8-b719-42a1-97dc-c1a7673b67c6 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] 10.222.0.60 "DELETE /v2.0/networks/1b923387-058c-42da-8ee2-b1f862966240 HTTP/1.1" status: 204 len: 168 time: 0.3730571 Aug 17 00:11:17.961362 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6d1b8-b719-42a1-97dc-c1a7673b67c6 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Pushing event deleted for resources: {'Network': ['ID=1b923387-058c-42da-8ee2-b1f862966240,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:18.036013 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d4f94fe8-2868-4fc7-bb28-ea049f32c2d9 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:18.042374 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 66f1a806-6074-41e2-b6bf-ffe8b106bb33, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=66f1a806-6074-41e2-b6bf-ffe8b106bb33,segment=NetworkSegment(a3d77d94-dcaa-457f-8702-164236ed71b1),segment_id=a3d77d94-dcaa-457f-8702-164236ed71b1)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:18.056241 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '66f1a806-6074-41e2-b6bf-ffe8b106bb33', 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb', 'port_id': '66f1a806-6074-41e2-b6bf-ffe8b106bb33', 'mac_address': 'fa:16:3e:8f:18:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b53c9e-690d-4ae5-a351-0735e7acef3e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:11:18.094985 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:18.108566 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f1a806-6074-41e2-b6bf-ffe8b106bb33 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:11:18.130943 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 66f1a806-6074-41e2-b6bf-ffe8b106bb33, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=66f1a806-6074-41e2-b6bf-ffe8b106bb33,segment=NetworkSegment(a3d77d94-dcaa-457f-8702-164236ed71b1),segment_id=a3d77d94-dcaa-457f-8702-164236ed71b1)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:18.135940 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:18.137002 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d4f94fe8-2868-4fc7-bb28-ea049f32c2d9 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:18.151066 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-d4f94fe8-2868-4fc7-bb28-ea049f32c2d9 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b19c5a4-f6c4-4520-a135-fba4bb8d87c7']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:18.165119 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-d4f94fe8-2868-4fc7-bb28-ea049f32c2d9 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceea7fc1-bd31-4e3e-b258-16bb12ec9a70') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:18.165812 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-d4f94fe8-2868-4fc7-bb28-ea049f32c2d9 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceea7fc1-bd31-4e3e-b258-16bb12ec9a70') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:18.177973 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d4f94fe8-2868-4fc7-bb28-ea049f32c2d9 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:18.192916 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=66f1a806-6074-41e2-b6bf-ffe8b106bb33,revision_number=11']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:18.195801 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d4f94fe8-2868-4fc7-bb28-ea049f32c2d9 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:18.204587 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f94fe8-2868-4fc7-bb28-ea049f32c2d9 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:11:18.204999 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d4f94fe8-2868-4fc7-bb28-ea049f32c2d9 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:11:18.209029 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:11:18.277099 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d4f94fe8-2868-4fc7-bb28-ea049f32c2d9 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:18.281681 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d4f94fe8-2868-4fc7-bb28-ea049f32c2d9 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:18.284751 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d4f94fe8-2868-4fc7-bb28-ea049f32c2d9 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] 10.222.0.60 "DELETE /v2.0/networks/9b19c5a4-f6c4-4520-a135-fba4bb8d87c7 HTTP/1.1" status: 204 len: 168 time: 0.3322821 Aug 17 00:11:18.287446 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48480) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:18.300830 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f94fe8-2868-4fc7-bb28-ea049f32c2d9 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Pushing event deleted for resources: {'Network': ['ID=9b19c5a4-f6c4-4520-a135-fba4bb8d87c7,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:18.398915 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c640f29-37b2-4bf6-bf31-bd9acf403325 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:18.405203 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c640f29-37b2-4bf6-bf31-bd9acf403325 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:18.406764 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0c640f29-37b2-4bf6-bf31-bd9acf403325 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1178317 Aug 17 00:11:18.411173 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48482) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:18.416486 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-b75b0606-a302-47a7-8d3b-3930929ebcfa tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1090252769'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:18.439283 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75b0606-a302-47a7-8d3b-3930929ebcfa tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Made reservation on behalf of c10756b0453a45cebf8e8bffefa85a42 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:11:18.443895 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b75b0606-a302-47a7-8d3b-3930929ebcfa tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:18.472470 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75b0606-a302-47a7-8d3b-3930929ebcfa tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:11:18.481683 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b75b0606-a302-47a7-8d3b-3930929ebcfa tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:18.482042 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-b75b0606-a302-47a7-8d3b-3930929ebcfa tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Added segment 54f0afb1-7a57-4459-a1a2-1065e5822240 of type vlan for network 01a377bb-2276-4ac8-8eff-b1f080e3d42c Aug 17 00:11:18.513792 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['66f1a806-6074-41e2-b6bf-ffe8b106bb33'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:11:18.525377 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b75b0606-a302-47a7-8d3b-3930929ebcfa tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:18.555615 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b75b0606-a302-47a7-8d3b-3930929ebcfa tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:18.564457 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75b0606-a302-47a7-8d3b-3930929ebcfa tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:18.566031 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b75b0606-a302-47a7-8d3b-3930929ebcfa tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:18.641090 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b75b0606-a302-47a7-8d3b-3930929ebcfa tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2286739 Aug 17 00:11:18.645807 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48492) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:18.655252 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-4d945e02-03d3-4f58-a528-22765c54b058 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-948868284'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:18.655575 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b0606-a302-47a7-8d3b-3930929ebcfa tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Pushing event updated for resources: {'Network': ['ID=01a377bb-2276-4ac8-8eff-b1f080e3d42c,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:18.681446 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d945e02-03d3-4f58-a528-22765c54b058 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Made reservation on behalf of c10756b0453a45cebf8e8bffefa85a42 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:11:18.686759 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4d945e02-03d3-4f58-a528-22765c54b058 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:18.721681 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d945e02-03d3-4f58-a528-22765c54b058 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:11:18.732250 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4d945e02-03d3-4f58-a528-22765c54b058 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:18.733095 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-4d945e02-03d3-4f58-a528-22765c54b058 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Added segment 1ead4c31-f409-47e5-ac6c-a7dc4da33b71 of type vlan for network 7c60c63c-5b62-4345-93c0-7ecf27b39e8b Aug 17 00:11:18.760506 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 01a377bb-2276-4ac8-8eff-b1f080e3d42c details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:11:18.777414 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4d945e02-03d3-4f58-a528-22765c54b058 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:18.804425 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4d945e02-03d3-4f58-a528-22765c54b058 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:18.809950 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d945e02-03d3-4f58-a528-22765c54b058 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:18.810698 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4d945e02-03d3-4f58-a528-22765c54b058 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:18.888222 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4d945e02-03d3-4f58-a528-22765c54b058 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2408321 Aug 17 00:11:18.891059 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48500) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:18.896697 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-2e0b6bc7-f3d3-4d8b-b233-0125f6fe4885 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Request body: {'ports': [{'network_id': '01a377bb-2276-4ac8-8eff-b1f080e3d42c', 'name': 'tempest-port--639144926', 'admin_state_up': True}, {'network_id': '7c60c63c-5b62-4345-93c0-7ecf27b39e8b', 'admin_state_up': False}]} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:18.897020 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-2e0b6bc7-f3d3-4d8b-b233-0125f6fe4885 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Request body: {'port': {'network_id': '01a377bb-2276-4ac8-8eff-b1f080e3d42c', 'name': 'tempest-port--639144926', 'admin_state_up': True}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:18.897538 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-2e0b6bc7-f3d3-4d8b-b233-0125f6fe4885 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Request body: {'port': {'network_id': '7c60c63c-5b62-4345-93c0-7ecf27b39e8b', 'admin_state_up': False}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:18.945561 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d945e02-03d3-4f58-a528-22765c54b058 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Pushing event updated for resources: {'Network': ['ID=7c60c63c-5b62-4345-93c0-7ecf27b39e8b,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:18.962097 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 7c60c63c-5b62-4345-93c0-7ecf27b39e8b details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:11:18.972599 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda2772-5c85-4cc5-92e5-5b772fb40433 req-9b2e064a-6544-429e-b990-42b67cededf4 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:18.974260 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7bda2772-5c85-4cc5-92e5-5b772fb40433 req-9b2e064a-6544-429e-b990-42b67cededf4 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5 HTTP/1.1" status: 200 len: 943 time: 0.0660512 Aug 17 00:11:19.035257 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7bda2772-5c85-4cc5-92e5-5b772fb40433 req-c710b047-1ddd-47f7-9cb5-aa56fbda28a9 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb0c5dc6-1b68-4109-88ee-ae14179b1e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547409 Aug 17 00:11:19.108265 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0b6bc7-f3d3-4d8b-b233-0125f6fe4885 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Made reservation on behalf of c10756b0453a45cebf8e8bffefa85a42 for: {'port': 2} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:11:19.113548 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6bc7-f3d3-4d8b-b233-0125f6fe4885 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:19.127356 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6bc7-f3d3-4d8b-b233-0125f6fe4885 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:19.210669 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-2e0b6bc7-f3d3-4d8b-b233-0125f6fe4885 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] device_id is not set on port 5bf06bf6-8863-40d1-b743-3c360e446fe2 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:11:19.214658 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0e995c50-0cd0-4201-be66-e625dc412ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:19.239726 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:19.335503 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6bc7-f3d3-4d8b-b233-0125f6fe4885 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:19.407832 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-2e0b6bc7-f3d3-4d8b-b233-0125f6fe4885 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] device_id is not set on port 38f8d2cc-e6ea-4d42-9c72-b7eaf13b7807 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:11:19.524592 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6bc7-f3d3-4d8b-b233-0125f6fe4885 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:19.567362 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6bc7-f3d3-4d8b-b233-0125f6fe4885 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:19.631176 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b6bc7-f3d3-4d8b-b233-0125f6fe4885 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Pushing event updated for resources: {'Port': ['ID=5bf06bf6-8863-40d1-b743-3c360e446fe2,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:19.640225 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0b6bc7-f3d3-4d8b-b233-0125f6fe4885 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Checking segment: {'id': '54f0afb1-7a57-4459-a1a2-1065e5822240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '01a377bb-2276-4ac8-8eff-b1f080e3d42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:11:19.640603 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0b6bc7-f3d3-4d8b-b233-0125f6fe4885 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Network hostable DHCP agents. Network: 01a377bb-2276-4ac8-8eff-b1f080e3d42c, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:11:19.659368 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0b6bc7-f3d3-4d8b-b233-0125f6fe4885 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Network 01a377bb-2276-4ac8-8eff-b1f080e3d42c is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:11:19.668552 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-2e0b6bc7-f3d3-4d8b-b233-0125f6fe4885 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 01a377bb-2276-4ac8-8eff-b1f080e3d42c) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:11:19.672002 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0b6bc7-f3d3-4d8b-b233-0125f6fe4885 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:11:19.672860 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6bc7-f3d3-4d8b-b233-0125f6fe4885 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:19.678107 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f464e5-17f3-45bd-9598-7bc912419288 None None] Network 01a377bb-2276-4ac8-8eff-b1f080e3d42c requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:11:19.748438 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b6bc7-f3d3-4d8b-b233-0125f6fe4885 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Pushing event updated for resources: {'Port': ['ID=38f8d2cc-e6ea-4d42-9c72-b7eaf13b7807,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:19.755561 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0b6bc7-f3d3-4d8b-b233-0125f6fe4885 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Checking segment: {'id': '1ead4c31-f409-47e5-ac6c-a7dc4da33b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7c60c63c-5b62-4345-93c0-7ecf27b39e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:11:19.761389 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0b6bc7-f3d3-4d8b-b233-0125f6fe4885 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Network hostable DHCP agents. Network: 7c60c63c-5b62-4345-93c0-7ecf27b39e8b, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:11:19.779259 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0b6bc7-f3d3-4d8b-b233-0125f6fe4885 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Network 7c60c63c-5b62-4345-93c0-7ecf27b39e8b is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:11:19.791070 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-2e0b6bc7-f3d3-4d8b-b233-0125f6fe4885 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 7c60c63c-5b62-4345-93c0-7ecf27b39e8b) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:11:19.795350 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0b6bc7-f3d3-4d8b-b233-0125f6fe4885 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:11:19.802257 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0b6bc7-f3d3-4d8b-b233-0125f6fe4885 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:19.804873 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d142f2f2-f47b-48e3-b0f6-db13461ee510 None None] Network 7c60c63c-5b62-4345-93c0-7ecf27b39e8b requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:11:19.807360 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0b6bc7-f3d3-4d8b-b233-0125f6fe4885 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:19.808125 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6bc7-f3d3-4d8b-b233-0125f6fe4885 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:19.825184 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2e0b6bc7-f3d3-4d8b-b233-0125f6fe4885 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.9328723 Aug 17 00:11:19.828076 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48514) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:19.883732 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33db29d-e844-43a8-a068-e654b5dbf357 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:19.889843 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33db29d-e844-43a8-a068-e654b5dbf357 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:19.891473 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e33db29d-e844-43a8-a068-e654b5dbf357 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0619340 Aug 17 00:11:19.895137 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48518) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:19.938106 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device f5aca8cc-7fed-4f79-8f71-3044573fb73d details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:11:20.004308 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-f3e17b83-5609-41f5-a870-cf422f4a3bd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Deleting port 5bf06bf6-8863-40d1-b743-3c360e446fe2 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:20.004663 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f3e17b83-5609-41f5-a870-cf422f4a3bd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:20.055274 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port f5aca8cc-7fed-4f79-8f71-3044573fb73d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f5aca8cc-7fed-4f79-8f71-3044573fb73d,segment=NetworkSegment(7ac3006d-4cfc-4e6e-ac1e-2fb39de870aa),segment_id=7ac3006d-4cfc-4e6e-ac1e-2fb39de870aa)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:20.072918 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'f5aca8cc-7fed-4f79-8f71-3044573fb73d', 'network_id': '4caa4eb2-dfb5-43d1-abcf-717d7b415e57', 'port_id': 'f5aca8cc-7fed-4f79-8f71-3044573fb73d', 'mac_address': 'fa:16:3e:20:81:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '444e4ac8-e3c6-4a0a-910c-5e15715f8d7c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:11:20.081601 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f3e17b83-5609-41f5-a870-cf422f4a3bd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:20.098408 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-f3e17b83-5609-41f5-a870-cf422f4a3bd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Calling delete_port for 5bf06bf6-8863-40d1-b743-3c360e446fe2 owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:20.119904 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:20.144405 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5aca8cc-7fed-4f79-8f71-3044573fb73d {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:11:20.150647 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:20.169582 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port f5aca8cc-7fed-4f79-8f71-3044573fb73d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f5aca8cc-7fed-4f79-8f71-3044573fb73d,segment=NetworkSegment(7ac3006d-4cfc-4e6e-ac1e-2fb39de870aa),segment_id=7ac3006d-4cfc-4e6e-ac1e-2fb39de870aa)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:20.175305 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:20.229583 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=f5aca8cc-7fed-4f79-8f71-3044573fb73d,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:20.240207 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:20.240607 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:20.240985 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:20.241342 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:20.241734 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:20.242093 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:20.242895 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:20.243232 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:20.243560 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:20.243675 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d665c25-fa5d-4dde-a5fb-38f8e68b1601 req-5eca4bec-168b-4391-becc-820781f7ba03 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:20.243937 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:20.244329 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:20.244589 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:20.245205 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9d665c25-fa5d-4dde-a5fb-38f8e68b1601 req-5eca4bec-168b-4391-becc-820781f7ba03 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5 HTTP/1.1" status: 200 len: 943 time: 0.1299624 Aug 17 00:11:20.260917 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f3e17b83-5609-41f5-a870-cf422f4a3bd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:20.301728 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e17b83-5609-41f5-a870-cf422f4a3bd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Pushing event deleted for resources: {'Port': ['ID=5bf06bf6-8863-40d1-b743-3c360e446fe2,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:20.308205 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f3e17b83-5609-41f5-a870-cf422f4a3bd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:20.310510 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f3e17b83-5609-41f5-a870-cf422f4a3bd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] 10.222.0.60 "DELETE /v2.0/ports/5bf06bf6-8863-40d1-b743-3c360e446fe2 HTTP/1.1" status: 204 len: 168 time: 0.4144313 Aug 17 00:11:20.313259 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48528) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:20.328502 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9d665c25-fa5d-4dde-a5fb-38f8e68b1601 req-6d667b70-31eb-454b-ab6e-31c18bd27fdf tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb0c5dc6-1b68-4109-88ee-ae14179b1e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746644 Aug 17 00:11:20.422452 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-b2303b32-892a-4229-a88c-9c59a79d11cc tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Deleting port 38f8d2cc-e6ea-4d42-9c72-b7eaf13b7807 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:20.422932 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b2303b32-892a-4229-a88c-9c59a79d11cc tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:20.495486 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b2303b32-892a-4229-a88c-9c59a79d11cc tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:20.509383 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-b2303b32-892a-4229-a88c-9c59a79d11cc tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Calling delete_port for 38f8d2cc-e6ea-4d42-9c72-b7eaf13b7807 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:20.546686 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['f5aca8cc-7fed-4f79-8f71-3044573fb73d'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:11:20.600385 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b2303b32-892a-4229-a88c-9c59a79d11cc tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:20.632232 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2303b32-892a-4229-a88c-9c59a79d11cc tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Pushing event deleted for resources: {'Port': ['ID=38f8d2cc-e6ea-4d42-9c72-b7eaf13b7807,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:20.637546 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b2303b32-892a-4229-a88c-9c59a79d11cc tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:20.640135 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b2303b32-892a-4229-a88c-9c59a79d11cc tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] 10.222.0.60 "DELETE /v2.0/ports/38f8d2cc-e6ea-4d42-9c72-b7eaf13b7807 HTTP/1.1" status: 204 len: 168 time: 0.3252010 Aug 17 00:11:20.642445 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48540) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:20.673093 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-752ba3b5-8d21-4bfd-b5cd-4de1fa9926c4 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0288591 Aug 17 00:11:20.677691 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48542) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:20.683055 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-01b51de0-4800-4bb0-a5ff-68d0bdbc506c tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1747749918'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:20.711143 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b51de0-4800-4bb0-a5ff-68d0bdbc506c tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Made reservation on behalf of c10756b0453a45cebf8e8bffefa85a42 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:11:20.714652 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01b51de0-4800-4bb0-a5ff-68d0bdbc506c tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:20.743563 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b51de0-4800-4bb0-a5ff-68d0bdbc506c tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:11:20.760976 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01b51de0-4800-4bb0-a5ff-68d0bdbc506c tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:20.761405 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-01b51de0-4800-4bb0-a5ff-68d0bdbc506c tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Added segment 4edf489c-1ed3-46bc-b43a-aa1f5831a4b1 of type vlan for network fe6f4181-793a-4828-a85e-93ca12f1f6e3 Aug 17 00:11:20.804118 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01b51de0-4800-4bb0-a5ff-68d0bdbc506c tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:20.830659 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01b51de0-4800-4bb0-a5ff-68d0bdbc506c tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:20.836491 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b51de0-4800-4bb0-a5ff-68d0bdbc506c tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:20.837127 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01b51de0-4800-4bb0-a5ff-68d0bdbc506c tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:20.895961 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-01b51de0-4800-4bb0-a5ff-68d0bdbc506c tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2146170 Aug 17 00:11:20.896333 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48548) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:20.901665 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-709ecf96-92c6-4247-87ab-a1dc21d0356b tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-567467495'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:20.911449 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b51de0-4800-4bb0-a5ff-68d0bdbc506c tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Pushing event updated for resources: {'Network': ['ID=fe6f4181-793a-4828-a85e-93ca12f1f6e3,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:20.923047 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network fe6f4181-793a-4828-a85e-93ca12f1f6e3 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:11:20.925685 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709ecf96-92c6-4247-87ab-a1dc21d0356b tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Made reservation on behalf of c10756b0453a45cebf8e8bffefa85a42 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:11:20.930346 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-709ecf96-92c6-4247-87ab-a1dc21d0356b tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:20.958104 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709ecf96-92c6-4247-87ab-a1dc21d0356b tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:11:20.969259 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-709ecf96-92c6-4247-87ab-a1dc21d0356b tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:20.969941 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-709ecf96-92c6-4247-87ab-a1dc21d0356b tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Added segment 774b61a2-2614-4d2a-80a7-d0982fb4fcf7 of type vlan for network 9f6b3a96-91df-456c-95ea-011f81b167c6 Aug 17 00:11:21.013843 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-709ecf96-92c6-4247-87ab-a1dc21d0356b tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:21.040074 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-709ecf96-92c6-4247-87ab-a1dc21d0356b tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:21.045806 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709ecf96-92c6-4247-87ab-a1dc21d0356b tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:21.046390 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-709ecf96-92c6-4247-87ab-a1dc21d0356b tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:21.103698 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-709ecf96-92c6-4247-87ab-a1dc21d0356b tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2060742 Aug 17 00:11:21.116376 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ecf96-92c6-4247-87ab-a1dc21d0356b tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Pushing event updated for resources: {'Network': ['ID=9f6b3a96-91df-456c-95ea-011f81b167c6,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:21.128676 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 9f6b3a96-91df-456c-95ea-011f81b167c6 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:11:21.462473 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd9bc2-09b9-44e7-b049-f6921b3f53a9 req-ccec3f47-32b8-4a07-a1a4-603cfb577671 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:21.466969 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdfd9bc2-09b9-44e7-b049-f6921b3f53a9 req-ccec3f47-32b8-4a07-a1a4-603cfb577671 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5 HTTP/1.1" status: 200 len: 944 time: 0.0625868 Aug 17 00:11:21.509762 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdfd9bc2-09b9-44e7-b049-f6921b3f53a9 req-57585513-564f-4faa-811c-4751ea65e511 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb0c5dc6-1b68-4109-88ee-ae14179b1e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392659 Aug 17 00:11:21.951322 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device f5aca8cc-7fed-4f79-8f71-3044573fb73d up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:11:22.012078 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port f5aca8cc-7fed-4f79-8f71-3044573fb73d completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:11:22.017090 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port f5aca8cc-7fed-4f79-8f71-3044573fb73d triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:11:22.017531 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:22.070491 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:22.113567 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:22.136815 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5aca8cc-7fed-4f79-8f71-3044573fb73d'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:11:22.139208 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f088c4b-d838-4488-abb3-505cc372dea9" -d '{"events": [{"server_uuid": "d0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5", "name": "network-vif-plugged", "status": "completed", "tag": "f5aca8cc-7fed-4f79-8f71-3044573fb73d"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:11:22.154157 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port f5aca8cc-7fed-4f79-8f71-3044573fb73d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f5aca8cc-7fed-4f79-8f71-3044573fb73d,segment=NetworkSegment(7ac3006d-4cfc-4e6e-ac1e-2fb39de870aa),segment_id=7ac3006d-4cfc-4e6e-ac1e-2fb39de870aa)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:22.158068 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:22.159563 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 66f1a806-6074-41e2-b6bf-ffe8b106bb33 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:11:22.238147 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=f5aca8cc-7fed-4f79-8f71-3044573fb73d,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:22.263893 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 66f1a806-6074-41e2-b6bf-ffe8b106bb33 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:11:22.268957 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 66f1a806-6074-41e2-b6bf-ffe8b106bb33 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:11:22.269557 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:22.374086 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:22.395235 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41141ea5-48f4-40d5-b508-71b5183ecda4 x-openstack-request-id: req-41141ea5-48f4-40d5-b508-71b5183ecda4 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:11:22.395607 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5", "name": "network-vif-plugged", "status": "completed", "tag": "f5aca8cc-7fed-4f79-8f71-3044573fb73d", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:11:22.395951 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41141ea5-48f4-40d5-b508-71b5183ecda4 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:11:22.396426 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5aca8cc-7fed-4f79-8f71-3044573fb73d', 'code': 200} Aug 17 00:11:22.426136 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 66f1a806-6074-41e2-b6bf-ffe8b106bb33, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=66f1a806-6074-41e2-b6bf-ffe8b106bb33,segment=NetworkSegment(a3d77d94-dcaa-457f-8702-164236ed71b1),segment_id=a3d77d94-dcaa-457f-8702-164236ed71b1)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:22.437519 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:22.497758 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=66f1a806-6074-41e2-b6bf-ffe8b106bb33,revision_number=12']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:22.525006 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744bed9-4f88-4a70-953a-55aec3a60937 req-078fcf95-9cc6-4a0f-8c67-d4e0775d80a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:22.526612 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d744bed9-4f88-4a70-953a-55aec3a60937 req-078fcf95-9cc6-4a0f-8c67-d4e0775d80a7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5 HTTP/1.1" status: 200 len: 1097 time: 0.0560942 Aug 17 00:11:22.567153 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d744bed9-4f88-4a70-953a-55aec3a60937 req-01364677-1b2f-4f8c-91bf-9eb8a479039f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fb0c5dc6-1b68-4109-88ee-ae14179b1e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327780 Aug 17 00:11:22.963460 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c8bea-f954-4c6b-af8f-3820ffe66107 req-b204ef56-528e-4e8d-9e47-0bf150e630aa tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:22.963460 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c37c8bea-f954-4c6b-af8f-3820ffe66107 req-b204ef56-528e-4e8d-9e47-0bf150e630aa tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5 HTTP/1.1" status: 200 len: 945 time: 0.3710787 Aug 17 00:11:22.977773 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48598) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:23.007759 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c37c8bea-f954-4c6b-af8f-3820ffe66107 req-e1a6312b-4808-4de6-a0a4-c21953ba89b8 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb0c5dc6-1b68-4109-88ee-ae14179b1e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373120 Aug 17 00:11:23.088584 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cc0c6e26-841b-4351-a8ab-d3207479ae87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:23.180063 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cc0c6e26-841b-4351-a8ab-d3207479ae87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:23.183945 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cc0c6e26-841b-4351-a8ab-d3207479ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:23.226297 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cc0c6e26-841b-4351-a8ab-d3207479ae87 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fdcd0f78c8254f7eaf3f0135532fdddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2468531 Aug 17 00:11:23.227542 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c6e26-841b-4351-a8ab-d3207479ae87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751c9b3e-1d09-47cf-9b83-aeec614e623a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:23.228994 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48602) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:23.279024 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-76d81b3d-bf8a-4c18-90d4-eea0dd065396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:23.301410 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-76d81b3d-bf8a-4c18-90d4-eea0dd065396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:23.348017 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-76d81b3d-bf8a-4c18-90d4-eea0dd065396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:23.350624 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-76d81b3d-bf8a-4c18-90d4-eea0dd065396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:23.351780 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-76d81b3d-bf8a-4c18-90d4-eea0dd065396 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/751c9b3e-1d09-47cf-9b83-aeec614e623a HTTP/1.1" status: 204 len: 168 time: 0.1216600 Aug 17 00:11:23.360268 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d81b3d-bf8a-4c18-90d4-eea0dd065396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751c9b3e-1d09-47cf-9b83-aeec614e623a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:23.640461 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48608) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:23.655711 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-54c13fa9-7afe-4e29-99bf-b6f6c957c12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:23.759637 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-54c13fa9-7afe-4e29-99bf-b6f6c957c12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:23.763413 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-54c13fa9-7afe-4e29-99bf-b6f6c957c12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:23.806040 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c13fa9-7afe-4e29-99bf-b6f6c957c12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1257a94a-ef6a-4e70-993d-235d0666e157,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:23.810230 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-54c13fa9-7afe-4e29-99bf-b6f6c957c12f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5edfb70a145c4fb3a3fbf41ba06c8a7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1686783 Aug 17 00:11:23.812916 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48610) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:23.867670 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5e05b8d9-85ea-413f-b8c7-38a38c122548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:23.889121 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5e05b8d9-85ea-413f-b8c7-38a38c122548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:23.936479 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5e05b8d9-85ea-413f-b8c7-38a38c122548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:23.939192 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5e05b8d9-85ea-413f-b8c7-38a38c122548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:23.940600 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5e05b8d9-85ea-413f-b8c7-38a38c122548 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1257a94a-ef6a-4e70-993d-235d0666e157 HTTP/1.1" status: 204 len: 168 time: 0.1267655 Aug 17 00:11:23.950979 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05b8d9-85ea-413f-b8c7-38a38c122548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1257a94a-ef6a-4e70-993d-235d0666e157,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:24.134996 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bed50b-52c4-4a68-9fd1-7889cef368a4 req-7c50c451-628d-4f8b-a9b3-cfbeff261115 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:24.136669 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-38bed50b-52c4-4a68-9fd1-7889cef368a4 req-7c50c451-628d-4f8b-a9b3-cfbeff261115 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5 HTTP/1.1" status: 200 len: 945 time: 0.0535400 Aug 17 00:11:24.177848 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-38bed50b-52c4-4a68-9fd1-7889cef368a4 req-48043f9f-5f95-4984-ac8c-3acd41f117e9 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb0c5dc6-1b68-4109-88ee-ae14179b1e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343156 Aug 17 00:11:24.394224 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48630) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:24.397420 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761cf141-5c0e-4939-adf8-51d1167e6777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f1a806-6074-41e2-b6bf-ffe8b106bb33'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:11:24.399744 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a2bd1bba-cefb-4cf2-a605-04ee42711fd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Request body: {'subnets': [{'network_id': 'fe6f4181-793a-4828-a85e-93ca12f1f6e3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1352389086', 'ip_version': 6}, {'network_id': '9f6b3a96-91df-456c-95ea-011f81b167c6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:24.400076 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a2bd1bba-cefb-4cf2-a605-04ee42711fd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Request body: {'subnet': {'network_id': 'fe6f4181-793a-4828-a85e-93ca12f1f6e3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1352389086', 'ip_version': 6}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:24.400737 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a2bd1bba-cefb-4cf2-a605-04ee42711fd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Request body: {'subnet': {'network_id': '9f6b3a96-91df-456c-95ea-011f81b167c6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:24.401384 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c5fc4e-7a76-46a2-a013-5cf279ed8e7f" -d '{"events": [{"server_uuid": "761cf141-5c0e-4939-adf8-51d1167e6777", "name": "network-vif-plugged", "status": "completed", "tag": "66f1a806-6074-41e2-b6bf-ffe8b106bb33"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:11:24.457400 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65305725-7bde-41b1-a601-a505bf27177a x-openstack-request-id: req-65305725-7bde-41b1-a601-a505bf27177a {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:11:24.457723 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761cf141-5c0e-4939-adf8-51d1167e6777", "name": "network-vif-plugged", "status": "completed", "tag": "66f1a806-6074-41e2-b6bf-ffe8b106bb33", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:11:24.458332 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-65305725-7bde-41b1-a601-a505bf27177a {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:11:24.459186 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761cf141-5c0e-4939-adf8-51d1167e6777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f1a806-6074-41e2-b6bf-ffe8b106bb33', 'code': 200} Aug 17 00:11:24.922523 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bd1bba-cefb-4cf2-a605-04ee42711fd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Made reservation on behalf of c10756b0453a45cebf8e8bffefa85a42 for: {'subnet': 2} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:11:24.929128 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a2bd1bba-cefb-4cf2-a605-04ee42711fd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:24.929540 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a2bd1bba-cefb-4cf2-a605-04ee42711fd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:25.381485 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a2bd1bba-cefb-4cf2-a605-04ee42711fd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:25.446432 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd1bba-cefb-4cf2-a605-04ee42711fd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Pushing event updated for resources: {'Subnet': ['ID=c2c3c92d-df4e-4433-9898-1aa20d72e39f,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:25.451661 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bd1bba-cefb-4cf2-a605-04ee42711fd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Checking segment: {'id': '4edf489c-1ed3-46bc-b43a-aa1f5831a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'fe6f4181-793a-4828-a85e-93ca12f1f6e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:11:25.452022 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bd1bba-cefb-4cf2-a605-04ee42711fd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Network hostable DHCP agents. Network: fe6f4181-793a-4828-a85e-93ca12f1f6e3, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:11:25.469687 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bd1bba-cefb-4cf2-a605-04ee42711fd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Network fe6f4181-793a-4828-a85e-93ca12f1f6e3 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:11:25.479209 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-a2bd1bba-cefb-4cf2-a605-04ee42711fd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, fe6f4181-793a-4828-a85e-93ca12f1f6e3) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:11:25.483204 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a2bd1bba-cefb-4cf2-a605-04ee42711fd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:25.489439 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f302af1-7592-4ef0-a935-98b914065210 None None] Network fe6f4181-793a-4828-a85e-93ca12f1f6e3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:11:25.552655 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd1bba-cefb-4cf2-a605-04ee42711fd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Pushing event updated for resources: {'Subnet': ['ID=0da3b110-95ad-4e66-b9b9-c61e3fcc5a9b,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:25.559918 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bd1bba-cefb-4cf2-a605-04ee42711fd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Checking segment: {'id': '774b61a2-2614-4d2a-80a7-d0982fb4fcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9f6b3a96-91df-456c-95ea-011f81b167c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:11:25.560231 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bd1bba-cefb-4cf2-a605-04ee42711fd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Network hostable DHCP agents. Network: 9f6b3a96-91df-456c-95ea-011f81b167c6, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:11:25.581022 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bd1bba-cefb-4cf2-a605-04ee42711fd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Network 9f6b3a96-91df-456c-95ea-011f81b167c6 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:11:25.592410 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-a2bd1bba-cefb-4cf2-a605-04ee42711fd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 9f6b3a96-91df-456c-95ea-011f81b167c6) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:11:25.598453 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bd1bba-cefb-4cf2-a605-04ee42711fd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:25.599056 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bd1bba-cefb-4cf2-a605-04ee42711fd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:25.599764 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a2bd1bba-cefb-4cf2-a605-04ee42711fd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:25.609493 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67074a67-7b6d-41b9-b34e-2d81cb9e0a46 None None] Network 9f6b3a96-91df-456c-95ea-011f81b167c6 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:11:25.620176 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a2bd1bba-cefb-4cf2-a605-04ee42711fd5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.2245126 Aug 17 00:11:25.622429 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48674) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:25.715972 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdf9890-0e0e-41d7-9bbc-3b3413803d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-fe6f4181-793a-4828-a85e-93ca12f1f6e3', 'network_id': 'fe6f4181-793a-4828-a85e-93ca12f1f6e3', 'tenant_id': 'c10756b0453a45cebf8e8bffefa85a42', 'fixed_ips': [{'subnet_id': 'c2c3c92d-df4e-4433-9898-1aa20d72e39f'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:11:25.717163 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3bdf9890-0e0e-41d7-9bbc-3b3413803d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:25.738633 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e6c530-ca9b-439e-be66-b4de3f76aa90 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:25.741250 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e6c530-ca9b-439e-be66-b4de3f76aa90 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:25.744181 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e6c530-ca9b-439e-be66-b4de3f76aa90 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:25.757245 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48682) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:25.758461 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-18e6c530-ca9b-439e-be66-b4de3f76aa90 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1347353 Aug 17 00:11:25.826184 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-66271c13-5429-45d5-acc6-9b99f3257729 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Deleting subnet c2c3c92d-df4e-4433-9898-1aa20d72e39f {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:11:25.831462 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-66271c13-5429-45d5-acc6-9b99f3257729 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:25.884483 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-66271c13-5429-45d5-acc6-9b99f3257729 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:25.893925 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4647f5cd-b123-4189-926b-95f03f177676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-9f6b3a96-91df-456c-95ea-011f81b167c6', 'network_id': '9f6b3a96-91df-456c-95ea-011f81b167c6', 'tenant_id': 'c10756b0453a45cebf8e8bffefa85a42', 'fixed_ips': [{'subnet_id': '0da3b110-95ad-4e66-b9b9-c61e3fcc5a9b'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:11:25.894773 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4647f5cd-b123-4189-926b-95f03f177676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:25.943371 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-66271c13-5429-45d5-acc6-9b99f3257729 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:26.045114 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-66271c13-5429-45d5-acc6-9b99f3257729 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:26.056360 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-4647f5cd-b123-4189-926b-95f03f177676 None None] Allocated IP 2001:db8:0:1::1 (9f6b3a96-91df-456c-95ea-011f81b167c6/0da3b110-95ad-4e66-b9b9-c61e3fcc5a9b/21a6030b-04e1-49a7-9e34-e28c1fe79e2c) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server [None req-3bdf9890-0e0e-41d7-9bbc-3b3413803d97 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c2c3c92d-df4e-4433-9898-1aa20d72e39f: This subnet is being modified by another concurrent operation. Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:11:26.059859 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise exception Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c2c3c92d-df4e-4433-9898-1aa20d72e39f: This subnet is being modified by another concurrent operation. Aug 17 00:11:26.063673 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server Aug 17 00:11:26.079442 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf807ba3-ea9d-44dc-ae66-900a888bf37f None None] Network fe6f4181-793a-4828-a85e-93ca12f1f6e3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:11:26.105272 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66271c13-5429-45d5-acc6-9b99f3257729 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Pushing event deleted for resources: {'Subnet': ['ID=c2c3c92d-df4e-4433-9898-1aa20d72e39f,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:26.109409 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-66271c13-5429-45d5-acc6-9b99f3257729 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:26.111862 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-66271c13-5429-45d5-acc6-9b99f3257729 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] 10.222.0.60 "DELETE /v2.0/subnets/c2c3c92d-df4e-4433-9898-1aa20d72e39f HTTP/1.1" status: 204 len: 168 time: 0.3523610 Aug 17 00:11:26.114443 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48702) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:26.178869 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f65b5a-42c2-4710-93f0-edd221ad8feb tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Deleting subnet 0da3b110-95ad-4e66-b9b9-c61e3fcc5a9b {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:11:26.328961 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4647f5cd-b123-4189-926b-95f03f177676 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:26.338973 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4647f5cd-b123-4189-926b-95f03f177676 None None] Transition to ACTIVE for port object 21a6030b-04e1-49a7-9e34-e28c1fe79e2c will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:11:26.360654 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4647f5cd-b123-4189-926b-95f03f177676 None None] Transition to ACTIVE for port object 21a6030b-04e1-49a7-9e34-e28c1fe79e2c will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:11:26.367909 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-13f65b5a-42c2-4710-93f0-edd221ad8feb tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:26.371654 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4647f5cd-b123-4189-926b-95f03f177676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:26.422973 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4647f5cd-b123-4189-926b-95f03f177676 None None] Network 9f6b3a96-91df-456c-95ea-011f81b167c6 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:11:26.431253 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-4647f5cd-b123-4189-926b-95f03f177676 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:11:26.433719 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-13f65b5a-42c2-4710-93f0-edd221ad8feb tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:26.433864 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4647f5cd-b123-4189-926b-95f03f177676 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:11:26.450736 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647f5cd-b123-4189-926b-95f03f177676 None None] Pushing event updated for resources: {'Port': ['ID=21a6030b-04e1-49a7-9e34-e28c1fe79e2c,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:26.513177 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4647f5cd-b123-4189-926b-95f03f177676 None None] Attempting to bind port 21a6030b-04e1-49a7-9e34-e28c1fe79e2c on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:26.514625 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4647f5cd-b123-4189-926b-95f03f177676 None None] Attempting to bind port 21a6030b-04e1-49a7-9e34-e28c1fe79e2c by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '774b61a2-2614-4d2a-80a7-d0982fb4fcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9f6b3a96-91df-456c-95ea-011f81b167c6'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:26.515769 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4647f5cd-b123-4189-926b-95f03f177676 None None] Attempting to bind port 21a6030b-04e1-49a7-9e34-e28c1fe79e2c on network 9f6b3a96-91df-456c-95ea-011f81b167c6 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:26.524075 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4647f5cd-b123-4189-926b-95f03f177676 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:11:26.524810 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4647f5cd-b123-4189-926b-95f03f177676 None None] Checking segment: {'id': '774b61a2-2614-4d2a-80a7-d0982fb4fcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9f6b3a96-91df-456c-95ea-011f81b167c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:11:26.525964 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4647f5cd-b123-4189-926b-95f03f177676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:26.526611 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4647f5cd-b123-4189-926b-95f03f177676 None None] Bound using segment: {'id': '774b61a2-2614-4d2a-80a7-d0982fb4fcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9f6b3a96-91df-456c-95ea-011f81b167c6'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:11:26.527624 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4647f5cd-b123-4189-926b-95f03f177676 None None] Bound port: 21a6030b-04e1-49a7-9e34-e28c1fe79e2c, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774b61a2-2614-4d2a-80a7-d0982fb4fcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9f6b3a96-91df-456c-95ea-011f81b167c6'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:11:26.528236 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4647f5cd-b123-4189-926b-95f03f177676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:26.577132 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-13f65b5a-42c2-4710-93f0-edd221ad8feb tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:26.644371 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-13f65b5a-42c2-4710-93f0-edd221ad8feb tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:26.648520 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-4647f5cd-b123-4189-926b-95f03f177676 None None] For port 21a6030b-04e1-49a7-9e34-e28c1fe79e2c, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:11:26.652470 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-4647f5cd-b123-4189-926b-95f03f177676 None None] For port 21a6030b-04e1-49a7-9e34-e28c1fe79e2c, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=21a6030b-04e1-49a7-9e34-e28c1fe79e2c,segment=NetworkSegment(774b61a2-2614-4d2a-80a7-d0982fb4fcf7),segment_id=774b61a2-2614-4d2a-80a7-d0982fb4fcf7)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:11:26.662323 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-13f65b5a-42c2-4710-93f0-edd221ad8feb tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:26.662574 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4647f5cd-b123-4189-926b-95f03f177676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:26.666631 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-13f65b5a-42c2-4710-93f0-edd221ad8feb tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] 10.222.0.60 "DELETE /v2.0/subnets/0da3b110-95ad-4e66-b9b9-c61e3fcc5a9b HTTP/1.1" status: 204 len: 168 time: 0.5486717 Aug 17 00:11:26.668751 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48726) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:26.683882 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f65b5a-42c2-4710-93f0-edd221ad8feb tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Pushing event deleted for resources: {'Subnet': ['ID=0da3b110-95ad-4e66-b9b9-c61e3fcc5a9b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:26.736158 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647f5cd-b123-4189-926b-95f03f177676 None None] Pushing event updated for resources: {'Port': ['ID=21a6030b-04e1-49a7-9e34-e28c1fe79e2c,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:26.774622 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46807f0-5847-48ae-93f8-db160d33085e tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:26.782264 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f46807f0-5847-48ae-93f8-db160d33085e tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1065536 Aug 17 00:11:26.782680 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48732) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:26.869452 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48736) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:26.880012 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25013195-0576-4d88-92cd-a685a0f64731 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:26.977398 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-25013195-0576-4d88-92cd-a685a0f64731 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Deleting port 21a6030b-04e1-49a7-9e34-e28c1fe79e2c {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:26.977965 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25013195-0576-4d88-92cd-a685a0f64731 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:27.050624 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-25013195-0576-4d88-92cd-a685a0f64731 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] For port 21a6030b-04e1-49a7-9e34-e28c1fe79e2c, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=21a6030b-04e1-49a7-9e34-e28c1fe79e2c,segment=NetworkSegment(774b61a2-2614-4d2a-80a7-d0982fb4fcf7),segment_id=774b61a2-2614-4d2a-80a7-d0982fb4fcf7)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:27.051077 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25013195-0576-4d88-92cd-a685a0f64731 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:27.063036 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9dc56ab2-de61-475b-8b87-b4f2a54a5fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:27.065906 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-25013195-0576-4d88-92cd-a685a0f64731 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Calling delete_port for 21a6030b-04e1-49a7-9e34-e28c1fe79e2c owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:27.173307 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25013195-0576-4d88-92cd-a685a0f64731 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:27.211170 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9dc56ab2-de61-475b-8b87-b4f2a54a5fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:27.214754 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25013195-0576-4d88-92cd-a685a0f64731 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Pushing event deleted for resources: {'Port': ['ID=21a6030b-04e1-49a7-9e34-e28c1fe79e2c,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:27.215840 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9dc56ab2-de61-475b-8b87-b4f2a54a5fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:27.225161 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25013195-0576-4d88-92cd-a685a0f64731 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] No DVR routers for this DVR port 21a6030b-04e1-49a7-9e34-e28c1fe79e2c on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:11:27.256404 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9dc56ab2-de61-475b-8b87-b4f2a54a5fca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f85d47c4586c4c87aaf8963d02605843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3856230 Aug 17 00:11:27.257640 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc56ab2-de61-475b-8b87-b4f2a54a5fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6029281e-b694-4290-9875-d6bcc6137fd2,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:27.259908 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48746) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:27.325965 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7b686514-2f11-4f9c-b022-1a994afcfa80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:27.344054 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25013195-0576-4d88-92cd-a685a0f64731 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:27.351059 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7b686514-2f11-4f9c-b022-1a994afcfa80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:27.358188 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-25013195-0576-4d88-92cd-a685a0f64731 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6b3a96-91df-456c-95ea-011f81b167c6']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:27.371082 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-25013195-0576-4d88-92cd-a685a0f64731 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774b61a2-2614-4d2a-80a7-d0982fb4fcf7') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:27.371385 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-25013195-0576-4d88-92cd-a685a0f64731 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774b61a2-2614-4d2a-80a7-d0982fb4fcf7') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:27.385398 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e97335-9162-4156-9865-3abba9170dc4 req-3c439983-7012-41ca-a81b-83e44ad89698 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:27.387155 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e3e97335-9162-4156-9865-3abba9170dc4 req-3c439983-7012-41ca-a81b-83e44ad89698 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5 HTTP/1.1" status: 200 len: 945 time: 0.1315341 Aug 17 00:11:27.390879 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25013195-0576-4d88-92cd-a685a0f64731 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:27.400871 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7b686514-2f11-4f9c-b022-1a994afcfa80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:27.404157 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7b686514-2f11-4f9c-b022-1a994afcfa80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:27.405324 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7b686514-2f11-4f9c-b022-1a994afcfa80 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6029281e-b694-4290-9875-d6bcc6137fd2 HTTP/1.1" status: 204 len: 168 time: 0.1444910 Aug 17 00:11:27.414600 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b686514-2f11-4f9c-b022-1a994afcfa80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6029281e-b694-4290-9875-d6bcc6137fd2,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:27.418589 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25013195-0576-4d88-92cd-a685a0f64731 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:27.434762 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25013195-0576-4d88-92cd-a685a0f64731 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:11:27.435117 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25013195-0576-4d88-92cd-a685a0f64731 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:11:27.439484 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:11:27.504687 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e3e97335-9162-4156-9865-3abba9170dc4 req-551ee920-08e2-4dbe-af37-e2c5b4d6ddbd tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb0c5dc6-1b68-4109-88ee-ae14179b1e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059582 Aug 17 00:11:27.535032 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25013195-0576-4d88-92cd-a685a0f64731 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:27.540097 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25013195-0576-4d88-92cd-a685a0f64731 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:27.542557 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-25013195-0576-4d88-92cd-a685a0f64731 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] 10.222.0.60 "DELETE /v2.0/networks/9f6b3a96-91df-456c-95ea-011f81b167c6 HTTP/1.1" status: 204 len: 168 time: 0.7578995 Aug 17 00:11:27.544908 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48752) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:27.564972 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25013195-0576-4d88-92cd-a685a0f64731 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Pushing event deleted for resources: {'Network': ['ID=9f6b3a96-91df-456c-95ea-011f81b167c6,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:27.632124 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a664a0b8-ff34-4294-97bf-0f70067406dd tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:27.729839 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a664a0b8-ff34-4294-97bf-0f70067406dd tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:27.741155 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-a664a0b8-ff34-4294-97bf-0f70067406dd tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6f4181-793a-4828-a85e-93ca12f1f6e3']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:27.741568 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48756) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:27.753601 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-a664a0b8-ff34-4294-97bf-0f70067406dd tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4edf489c-1ed3-46bc-b43a-aa1f5831a4b1') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:27.753911 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-a664a0b8-ff34-4294-97bf-0f70067406dd tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4edf489c-1ed3-46bc-b43a-aa1f5831a4b1') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:27.756581 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1aff82ea-0126-4ad0-8181-50b9abc94619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:27.764153 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a664a0b8-ff34-4294-97bf-0f70067406dd tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:27.780763 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a664a0b8-ff34-4294-97bf-0f70067406dd tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:27.788945 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a664a0b8-ff34-4294-97bf-0f70067406dd tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:11:27.789426 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a664a0b8-ff34-4294-97bf-0f70067406dd tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:11:27.792438 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:11:27.857030 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a664a0b8-ff34-4294-97bf-0f70067406dd tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:27.869737 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a664a0b8-ff34-4294-97bf-0f70067406dd tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:27.873781 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a664a0b8-ff34-4294-97bf-0f70067406dd tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] 10.222.0.60 "DELETE /v2.0/networks/fe6f4181-793a-4828-a85e-93ca12f1f6e3 HTTP/1.1" status: 204 len: 168 time: 0.3258598 Aug 17 00:11:27.874363 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48758) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:27.894195 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664a0b8-ff34-4294-97bf-0f70067406dd tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Pushing event deleted for resources: {'Network': ['ID=fe6f4181-793a-4828-a85e-93ca12f1f6e3,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:27.895266 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6c4c14-1111-42fa-8092-e7a5277fad1a None None] DHCP port deletion for 9f6b3a96-91df-456c-95ea-011f81b167c6 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:11:27.911348 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-cd1fbb7b-b3de-4783-be49-37c5be6bb83c None None] Could not find standard attr ID for object 21a6030b-04e1-49a7-9e34-e28c1fe79e2c. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:11:27.924794 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5be65fc-3147-493c-a4f7-28322aa0bd85 None None] Network 9f6b3a96-91df-456c-95ea-011f81b167c6 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:11:27.938409 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5be65fc-3147-493c-a4f7-28322aa0bd85 None None] Network 9f6b3a96-91df-456c-95ea-011f81b167c6 could not be found, it might have been deleted concurrently. {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 17 00:11:27.938685 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1aff82ea-0126-4ad0-8181-50b9abc94619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:27.944366 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1aff82ea-0126-4ad0-8181-50b9abc94619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:27.951362 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b2bb0a-c025-462e-8b74-130876b9bdde None None] get_active_networks_info from n-d-800088-20 {{(pid=101404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 00:11:27.980603 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21739305-822f-4822-ba22-0fa6a305b7f5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:27.982985 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff82ea-0126-4ad0-8181-50b9abc94619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8eebc51-f849-46e9-8e1e-dd6a544dff03,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:27.988799 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1aff82ea-0126-4ad0-8181-50b9abc94619 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=44ad710765f24c28951c3f6f4f80b2f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2458553 Aug 17 00:11:27.991636 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48760) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:28.053464 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ea44489b-d4cc-44a2-b3bf-81fd23fd7323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:28.074952 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b2bb0a-c025-462e-8b74-130876b9bdde None None] Resources bound (agent type, host, resource id): {{(pid=101404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 00:11:28.075161 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ea44489b-d4cc-44a2-b3bf-81fd23fd7323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:28.081451 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21739305-822f-4822-ba22-0fa6a305b7f5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:28.092592 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-21739305-822f-4822-ba22-0fa6a305b7f5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c60c63c-5b62-4345-93c0-7ecf27b39e8b']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:28.103508 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-21739305-822f-4822-ba22-0fa6a305b7f5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ead4c31-f409-47e5-ac6c-a7dc4da33b71') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:28.103820 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-21739305-822f-4822-ba22-0fa6a305b7f5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ead4c31-f409-47e5-ac6c-a7dc4da33b71') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:28.114628 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21739305-822f-4822-ba22-0fa6a305b7f5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:28.130048 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21739305-822f-4822-ba22-0fa6a305b7f5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:28.135603 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ea44489b-d4cc-44a2-b3bf-81fd23fd7323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:28.136625 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21739305-822f-4822-ba22-0fa6a305b7f5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:11:28.137217 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21739305-822f-4822-ba22-0fa6a305b7f5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:28.139255 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ea44489b-d4cc-44a2-b3bf-81fd23fd7323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:28.140404 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ea44489b-d4cc-44a2-b3bf-81fd23fd7323 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e8eebc51-f849-46e9-8e1e-dd6a544dff03 HTTP/1.1" status: 204 len: 168 time: 0.1476111 Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:11:28.144946 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:11:28.151563 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44489b-d4cc-44a2-b3bf-81fd23fd7323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8eebc51-f849-46e9-8e1e-dd6a544dff03,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:28.214815 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21739305-822f-4822-ba22-0fa6a305b7f5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:28.225412 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21739305-822f-4822-ba22-0fa6a305b7f5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:28.229926 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-21739305-822f-4822-ba22-0fa6a305b7f5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] 10.222.0.60 "DELETE /v2.0/networks/7c60c63c-5b62-4345-93c0-7ecf27b39e8b HTTP/1.1" status: 204 len: 168 time: 0.3446858 Aug 17 00:11:28.230203 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48764) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:28.247774 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21739305-822f-4822-ba22-0fa6a305b7f5 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Pushing event deleted for resources: {'Network': ['ID=7c60c63c-5b62-4345-93c0-7ecf27b39e8b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:28.322404 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a32d2ada-a510-4f3c-ba07-04b1fedc3f87 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:28.430368 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a32d2ada-a510-4f3c-ba07-04b1fedc3f87 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:28.449127 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-a32d2ada-a510-4f3c-ba07-04b1fedc3f87 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a377bb-2276-4ac8-8eff-b1f080e3d42c']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:28.464144 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-a32d2ada-a510-4f3c-ba07-04b1fedc3f87 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f0afb1-7a57-4459-a1a2-1065e5822240') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:28.464440 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-a32d2ada-a510-4f3c-ba07-04b1fedc3f87 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f0afb1-7a57-4459-a1a2-1065e5822240') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:28.474030 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a32d2ada-a510-4f3c-ba07-04b1fedc3f87 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:28.489199 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a32d2ada-a510-4f3c-ba07-04b1fedc3f87 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:28.495890 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a32d2ada-a510-4f3c-ba07-04b1fedc3f87 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:11:28.496487 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a32d2ada-a510-4f3c-ba07-04b1fedc3f87 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:11:28.499989 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:11:28.567970 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a32d2ada-a510-4f3c-ba07-04b1fedc3f87 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:28.572689 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a32d2ada-a510-4f3c-ba07-04b1fedc3f87 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:28.577211 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a32d2ada-a510-4f3c-ba07-04b1fedc3f87 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] 10.222.0.60 "DELETE /v2.0/networks/01a377bb-2276-4ac8-8eff-b1f080e3d42c HTTP/1.1" status: 204 len: 168 time: 0.3432832 Aug 17 00:11:28.595717 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d2ada-a510-4f3c-ba07-04b1fedc3f87 tempest-BulkNetworkOpsIpV6Test-1219775400 tempest-BulkNetworkOpsIpV6Test-1219775400-project] Pushing event deleted for resources: {'Network': ['ID=01a377bb-2276-4ac8-8eff-b1f080e3d42c,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:28.669599 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ed8b6-7916-4bd5-924b-5716d7556ce5 req-73448cdf-f0fa-4e06-9d14-32d076631cd9 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:28.671106 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b64ed8b6-7916-4bd5-924b-5716d7556ce5 req-73448cdf-f0fa-4e06-9d14-32d076631cd9 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5 HTTP/1.1" status: 200 len: 945 time: 0.0618162 Aug 17 00:11:28.716982 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b64ed8b6-7916-4bd5-924b-5716d7556ce5 req-582e1d57-22b2-474d-854e-00ae8eef7a97 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb0c5dc6-1b68-4109-88ee-ae14179b1e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384283 Aug 17 00:11:28.806118 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48786) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:28.832995 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea58e34-51f0-4cbe-88e7-c4d97ceb7848 req-7c83ae09-1b94-4990-b40b-3097c2f1e4a6 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:28.834524 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fea58e34-51f0-4cbe-88e7-c4d97ceb7848 req-7c83ae09-1b94-4990-b40b-3097c2f1e4a6 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5 HTTP/1.1" status: 200 len: 945 time: 0.0513048 Aug 17 00:11:28.954723 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-fea58e34-51f0-4cbe-88e7-c4d97ceb7848 req-b55ac79c-13fc-4280-8466-ece81ba1b202 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Deleting port f5aca8cc-7fed-4f79-8f71-3044573fb73d {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:28.955775 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fea58e34-51f0-4cbe-88e7-c4d97ceb7848 req-b55ac79c-13fc-4280-8466-ece81ba1b202 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:28.980121 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3d1214fe-7aa3-455b-b5ef-43dec2516d48 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c10756b0453a45cebf8e8bffefa85a42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1724482 Aug 17 00:11:28.980968 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48796) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:29.042261 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0a5d86f7-edb0-4cd1-a988-ea83c66e9af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:29.052778 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-fea58e34-51f0-4cbe-88e7-c4d97ceb7848 req-b55ac79c-13fc-4280-8466-ece81ba1b202 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] For port f5aca8cc-7fed-4f79-8f71-3044573fb73d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f5aca8cc-7fed-4f79-8f71-3044573fb73d,segment=NetworkSegment(7ac3006d-4cfc-4e6e-ac1e-2fb39de870aa),segment_id=7ac3006d-4cfc-4e6e-ac1e-2fb39de870aa)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:29.053596 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fea58e34-51f0-4cbe-88e7-c4d97ceb7848 req-b55ac79c-13fc-4280-8466-ece81ba1b202 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:29.066630 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0a5d86f7-edb0-4cd1-a988-ea83c66e9af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:29.068855 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-fea58e34-51f0-4cbe-88e7-c4d97ceb7848 req-b55ac79c-13fc-4280-8466-ece81ba1b202 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Calling delete_port for f5aca8cc-7fed-4f79-8f71-3044573fb73d owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:29.117064 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0a5d86f7-edb0-4cd1-a988-ea83c66e9af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:29.123005 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0a5d86f7-edb0-4cd1-a988-ea83c66e9af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:29.126907 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0a5d86f7-edb0-4cd1-a988-ea83c66e9af0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f1530a01-8a9f-4190-baa6-3f648fbfa9db HTTP/1.1" status: 204 len: 168 time: 0.1422625 Aug 17 00:11:29.137926 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d86f7-edb0-4cd1-a988-ea83c66e9af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1530a01-8a9f-4190-baa6-3f648fbfa9db,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:29.246641 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fea58e34-51f0-4cbe-88e7-c4d97ceb7848 req-b55ac79c-13fc-4280-8466-ece81ba1b202 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:29.259561 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['f5aca8cc-7fed-4f79-8f71-3044573fb73d'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:11:29.286166 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ac79c-13fc-4280-8466-ece81ba1b202 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Pushing event deleted for resources: {'Port': ['ID=f5aca8cc-7fed-4f79-8f71-3044573fb73d,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:29.334006 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea58e34-51f0-4cbe-88e7-c4d97ceb7848 req-b55ac79c-13fc-4280-8466-ece81ba1b202 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] No DVR routers for this DVR port f5aca8cc-7fed-4f79-8f71-3044573fb73d on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:11:29.339333 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fea58e34-51f0-4cbe-88e7-c4d97ceb7848 req-b55ac79c-13fc-4280-8466-ece81ba1b202 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:29.341432 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fea58e34-51f0-4cbe-88e7-c4d97ceb7848 req-b55ac79c-13fc-4280-8466-ece81ba1b202 tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.64 "DELETE /v2.0/ports/f5aca8cc-7fed-4f79-8f71-3044573fb73d HTTP/1.1" status: 204 len: 173 time: 0.4986465 Aug 17 00:11:29.341887 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5', 'name': 'network-vif-deleted', 'tag': 'f5aca8cc-7fed-4f79-8f71-3044573fb73d'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:11:29.344229 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d84fe5d-454b-4ecf-9bff-c3c883539441" -d '{"events": [{"server_uuid": "d0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5", "name": "network-vif-deleted", "tag": "f5aca8cc-7fed-4f79-8f71-3044573fb73d"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:11:29.398864 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855d5fa0-5c0e-4c6e-8e0c-5dc30ce47885 x-openstack-request-id: req-855d5fa0-5c0e-4c6e-8e0c-5dc30ce47885 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:11:29.399397 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5", "name": "network-vif-deleted", "tag": "f5aca8cc-7fed-4f79-8f71-3044573fb73d", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:11:29.399874 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-855d5fa0-5c0e-4c6e-8e0c-5dc30ce47885 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:11:29.400730 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5', 'name': 'network-vif-deleted', 'tag': 'f5aca8cc-7fed-4f79-8f71-3044573fb73d', 'status': 'completed', 'code': 200} Aug 17 00:11:29.564308 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48826) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:29.718154 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-966d0a26-03ef-4e71-ab0c-3e178f57bce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:29.844202 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d24a06a-cd50-4e65-bd07-790579256a3f req-d48ab4a7-38f1-4985-b42a-21eda5bb49da tempest-VolumesActionsTest-1448329121 tempest-VolumesActionsTest-1448329121-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ca8000-f0e2-4314-93cc-e5b3f1f6cfa5 HTTP/1.1" status: 200 len: 210 time: 0.0350223 Aug 17 00:11:29.868057 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-966d0a26-03ef-4e71-ab0c-3e178f57bce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:29.871967 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-966d0a26-03ef-4e71-ab0c-3e178f57bce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:29.918828 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-966d0a26-03ef-4e71-ab0c-3e178f57bce0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=43fb5f387a0941d8a0ede6bfe4425837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3506825 Aug 17 00:11:29.919228 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48842) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:29.926669 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d0a26-03ef-4e71-ab0c-3e178f57bce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56f86d4-1838-4921-b04e-978e0a3edd5e,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:29.952742 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48844) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:29.981218 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f536be4c-afbb-4f10-8ff1-fcffaa2e55be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:30.006682 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f536be4c-afbb-4f10-8ff1-fcffaa2e55be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:30.055562 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f536be4c-afbb-4f10-8ff1-fcffaa2e55be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:30.059344 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f536be4c-afbb-4f10-8ff1-fcffaa2e55be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:30.062854 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f536be4c-afbb-4f10-8ff1-fcffaa2e55be admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c56f86d4-1838-4921-b04e-978e0a3edd5e HTTP/1.1" status: 204 len: 168 time: 0.1404808 Aug 17 00:11:30.064123 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-80e7616a-9b36-4bc3-978a-479c78f65a45 tempest-DvrRoutersNegativeTest-322686910 tempest-DvrRoutersNegativeTest-322686910-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-700504307', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:30.067757 n-d-800088-20 neutron-server[101402]: DEBUG neutron.policy [None req-80e7616a-9b36-4bc3-978a-479c78f65a45 tempest-DvrRoutersNegativeTest-322686910 tempest-DvrRoutersNegativeTest-322686910-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101402) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 17 00:11:30.068192 n-d-800088-20 neutron-server[101402]: DEBUG neutron.policy [None req-80e7616a-9b36-4bc3-978a-479c78f65a45 tempest-DvrRoutersNegativeTest-322686910 tempest-DvrRoutersNegativeTest-322686910-project] Failed policy check for 'create_router' {{(pid=101402) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 17 00:11:30.068869 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-80e7616a-9b36-4bc3-978a-479c78f65a45 tempest-DvrRoutersNegativeTest-322686910 tempest-DvrRoutersNegativeTest-322686910-project] create failed (client error): Access was denied to this resource. Aug 17 00:11:30.069514 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536be4c-afbb-4f10-8ff1-fcffaa2e55be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56f86d4-1838-4921-b04e-978e0a3edd5e,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:30.070206 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-80e7616a-9b36-4bc3-978a-479c78f65a45 tempest-DvrRoutersNegativeTest-322686910 tempest-DvrRoutersNegativeTest-322686910-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1163719 Aug 17 00:11:30.322270 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48858) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:30.435114 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-402dfb68-ee25-42de-a3a5-4ec18361806f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:30.528372 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-402dfb68-ee25-42de-a3a5-4ec18361806f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:30.541591 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-402dfb68-ee25-42de-a3a5-4ec18361806f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:30.583389 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-402dfb68-ee25-42de-a3a5-4ec18361806f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3238816eed444ab980edd62f7422a4f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2600484 Aug 17 00:11:30.584471 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402dfb68-ee25-42de-a3a5-4ec18361806f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c9cba3-3e49-4d3d-8704-63cea2c1d608,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:30.586136 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48874) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:30.648589 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-da4201d9-1c28-4f4c-995f-5596631d8960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:30.670725 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-da4201d9-1c28-4f4c-995f-5596631d8960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:30.717832 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-da4201d9-1c28-4f4c-995f-5596631d8960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:30.720343 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-da4201d9-1c28-4f4c-995f-5596631d8960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:30.722310 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-da4201d9-1c28-4f4c-995f-5596631d8960 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/56c9cba3-3e49-4d3d-8704-63cea2c1d608 HTTP/1.1" status: 204 len: 168 time: 0.1340477 Aug 17 00:11:30.730714 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4201d9-1c28-4f4c-995f-5596631d8960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c9cba3-3e49-4d3d-8704-63cea2c1d608,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:31.537089 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48932) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:31.701135 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-7c46ed26-59a1-4101-a2ca-5509a8b83c30 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-794281166'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:31.727202 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c46ed26-59a1-4101-a2ca-5509a8b83c30 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] Made reservation on behalf of 97ca062a02414766bb4c4f4b7b87fa4b for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:11:31.730942 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c46ed26-59a1-4101-a2ca-5509a8b83c30 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:31.746659 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c46ed26-59a1-4101-a2ca-5509a8b83c30 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:31.864409 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c46ed26-59a1-4101-a2ca-5509a8b83c30 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:31.869111 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c46ed26-59a1-4101-a2ca-5509a8b83c30 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:31.896878 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c46ed26-59a1-4101-a2ca-5509a8b83c30 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:11:31.912952 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46ed26-59a1-4101-a2ca-5509a8b83c30 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b6f05f-3627-49d2-adb6-0f1ea22b4653,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:31.918908 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c46ed26-59a1-4101-a2ca-5509a8b83c30 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:31.919264 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-7c46ed26-59a1-4101-a2ca-5509a8b83c30 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] Added segment 7dabed03-f8a5-4d58-a1d9-c6a4b6a97bec of type vlan for network 5f74ca55-f5eb-42c8-a852-297445158dfe Aug 17 00:11:31.964783 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c46ed26-59a1-4101-a2ca-5509a8b83c30 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:31.990886 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c46ed26-59a1-4101-a2ca-5509a8b83c30 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:31.996954 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c46ed26-59a1-4101-a2ca-5509a8b83c30 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:31.997681 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c46ed26-59a1-4101-a2ca-5509a8b83c30 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:32.052546 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7c46ed26-59a1-4101-a2ca-5509a8b83c30 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.5143178 Aug 17 00:11:32.056287 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48974) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:32.061637 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.tag.tag_plugin [None req-d0a92651-fd97-4e1a-a384-b2fb401cf895 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '5f74ca55-f5eb-42c8-a852-297445158dfe', 'tempest-TagsTest-Tag-1993073999') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:32.072649 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46ed26-59a1-4101-a2ca-5509a8b83c30 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] Pushing event updated for resources: {'Network': ['ID=5f74ca55-f5eb-42c8-a852-297445158dfe,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:32.092431 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 5f74ca55-f5eb-42c8-a852-297445158dfe details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:11:32.150175 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d0a92651-fd97-4e1a-a384-b2fb401cf895 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] 10.222.0.60 "PUT /v2.0/networks/5f74ca55-f5eb-42c8-a852-297445158dfe/tags/tempest-TagsTest-Tag-1993073999 HTTP/1.1" status: 201 len: 201 time: 0.0925989 Aug 17 00:11:32.152693 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48976) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:32.157134 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.tag.tag_plugin [None req-f26368bb-c317-4269-85c9-fbf41ccd1274 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5f74ca55-f5eb-42c8-a852-297445158dfe', 'tempest-TagsTest-Tag-1993073999') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:32.239420 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f26368bb-c317-4269-85c9-fbf41ccd1274 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] 10.222.0.60 "GET /v2.0/networks/5f74ca55-f5eb-42c8-a852-297445158dfe/tags/tempest-TagsTest-Tag-1993073999 HTTP/1.1" status: 204 len: 168 time: 0.0843637 Aug 17 00:11:32.240601 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48982) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:32.245207 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.tag.tag_plugin [None req-88cb925b-807e-43f8-ab31-e8d16cedb04d tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '5f74ca55-f5eb-42c8-a852-297445158dfe') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:32.320451 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48986) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:32.330673 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-88cb925b-807e-43f8-ab31-e8d16cedb04d tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] 10.222.0.60 "GET /v2.0/networks/5f74ca55-f5eb-42c8-a852-297445158dfe/tags HTTP/1.1" status: 200 len: 238 time: 0.0890348 Aug 17 00:11:32.333336 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48990) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:32.337982 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.tag.tag_plugin [None req-b4554bba-4551-473b-a8b7-ed31fdd93464 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '5f74ca55-f5eb-42c8-a852-297445158dfe', {'tags': ['tempest-TagsTest-Tag-383014439', 'tempest-TagsTest-Tag-853717194', 'tempest-TagsTest-Tag-1449906144']}) {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:32.427799 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48996) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:32.428155 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b4554bba-4551-473b-a8b7-ed31fdd93464 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] 10.222.0.60 "PUT /v2.0/networks/5f74ca55-f5eb-42c8-a852-297445158dfe/tags HTTP/1.1" status: 200 len: 307 time: 0.0934732 Aug 17 00:11:32.437607 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-22760a22-06bb-4b66-822c-7938e6f698d0 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '5f74ca55-f5eb-42c8-a852-297445158dfe', 'tempest-TagsTest-Tag-383014439') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:32.459246 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b5dfe799-0e3b-41a7-816b-21087052f270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:32.553626 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-22760a22-06bb-4b66-822c-7938e6f698d0 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] 10.222.0.60 "DELETE /v2.0/networks/5f74ca55-f5eb-42c8-a852-297445158dfe/tags/tempest-TagsTest-Tag-383014439 HTTP/1.1" status: 204 len: 168 time: 0.1239808 Aug 17 00:11:32.556202 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49000) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:32.561479 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-17d10f79-ad4a-4cc2-a5c6-a584c5b4e83b tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5f74ca55-f5eb-42c8-a852-297445158dfe', 'tempest-TagsTest-Tag-383014439') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:32.586397 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b5dfe799-0e3b-41a7-816b-21087052f270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:32.590782 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b5dfe799-0e3b-41a7-816b-21087052f270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:32.643326 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-17d10f79-ad4a-4cc2-a5c6-a584c5b4e83b tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] show failed (client error): The resource could not be found. Aug 17 00:11:32.644565 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-17d10f79-ad4a-4cc2-a5c6-a584c5b4e83b tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] 10.222.0.60 "GET /v2.0/networks/5f74ca55-f5eb-42c8-a852-297445158dfe/tags/tempest-TagsTest-Tag-383014439 HTTP/1.1" status: 404 len: 325 time: 0.0873210 Aug 17 00:11:32.646060 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b5dfe799-0e3b-41a7-816b-21087052f270 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7441f8123e854be8bc910c3371bb7197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3243265 Aug 17 00:11:32.647093 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dfe799-0e3b-41a7-816b-21087052f270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792ca8dd-0942-4141-98b8-3899abc45084,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:32.648494 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49002) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:32.648912 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49004) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:32.655380 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-70a57b35-86e9-449b-ac69-5c5999395abe tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5f74ca55-f5eb-42c8-a852-297445158dfe', 'tempest-TagsTest-Tag-853717194') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:32.764658 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d2b00763-9386-4724-aea6-6581e73c88e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:32.769680 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-70a57b35-86e9-449b-ac69-5c5999395abe tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] 10.222.0.60 "GET /v2.0/networks/5f74ca55-f5eb-42c8-a852-297445158dfe/tags/tempest-TagsTest-Tag-853717194 HTTP/1.1" status: 204 len: 168 time: 0.1196294 Aug 17 00:11:32.772480 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49010) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:32.777230 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.tag.tag_plugin [None req-f42d82c5-d5ab-483c-bc82-2918b1b1246b tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5f74ca55-f5eb-42c8-a852-297445158dfe', 'tempest-TagsTest-Tag-1449906144') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:32.789797 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d2b00763-9386-4724-aea6-6581e73c88e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:32.840052 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d2b00763-9386-4724-aea6-6581e73c88e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:32.843133 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d2b00763-9386-4724-aea6-6581e73c88e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:32.844285 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d2b00763-9386-4724-aea6-6581e73c88e9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/792ca8dd-0942-4141-98b8-3899abc45084 HTTP/1.1" status: 204 len: 168 time: 0.1930873 Aug 17 00:11:32.853550 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f42d82c5-d5ab-483c-bc82-2918b1b1246b tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] 10.222.0.60 "GET /v2.0/networks/5f74ca55-f5eb-42c8-a852-297445158dfe/tags/tempest-TagsTest-Tag-1449906144 HTTP/1.1" status: 204 len: 168 time: 0.0798311 Aug 17 00:11:32.855915 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49014) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:32.857118 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b00763-9386-4724-aea6-6581e73c88e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792ca8dd-0942-4141-98b8-3899abc45084,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:32.860983 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.tag.tag_plugin [None req-cb8ae451-725c-4909-87b6-740b3641ae6b tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5f74ca55-f5eb-42c8-a852-297445158dfe') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:32.975237 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cb8ae451-725c-4909-87b6-740b3641ae6b tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] 10.222.0.60 "DELETE /v2.0/networks/5f74ca55-f5eb-42c8-a852-297445158dfe/tags HTTP/1.1" status: 204 len: 168 time: 0.1157565 Aug 17 00:11:32.975516 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49016) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:32.980253 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.tag.tag_plugin [None req-53d2ab88-6a27-41ef-b03f-f95d6f5ac5df tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5f74ca55-f5eb-42c8-a852-297445158dfe', 'tempest-TagsTest-Tag-853717194') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:33.057369 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-53d2ab88-6a27-41ef-b03f-f95d6f5ac5df tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] show failed (client error): The resource could not be found. Aug 17 00:11:33.061328 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49020) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:33.061464 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-53d2ab88-6a27-41ef-b03f-f95d6f5ac5df tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] 10.222.0.60 "GET /v2.0/networks/5f74ca55-f5eb-42c8-a852-297445158dfe/tags/tempest-TagsTest-Tag-853717194 HTTP/1.1" status: 404 len: 325 time: 0.0848811 Aug 17 00:11:33.068084 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-03ec5339-2abc-4927-9e97-16303f4e41a8 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5f74ca55-f5eb-42c8-a852-297445158dfe', 'tempest-TagsTest-Tag-1449906144') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:33.144154 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-03ec5339-2abc-4927-9e97-16303f4e41a8 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] show failed (client error): The resource could not be found. Aug 17 00:11:33.147742 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-03ec5339-2abc-4927-9e97-16303f4e41a8 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] 10.222.0.60 "GET /v2.0/networks/5f74ca55-f5eb-42c8-a852-297445158dfe/tags/tempest-TagsTest-Tag-1449906144 HTTP/1.1" status: 404 len: 326 time: 0.0826576 Aug 17 00:11:33.147984 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49022) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:33.152597 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.tag.tag_plugin [None req-c602c4a4-eca1-4975-b871-8b009528453a tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5f74ca55-f5eb-42c8-a852-297445158dfe') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:33.168651 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49024) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:33.210638 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01c74119-7054-4423-b837-fd60bb42bac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:33.273633 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c602c4a4-eca1-4975-b871-8b009528453a tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] 10.222.0.60 "DELETE /v2.0/networks/5f74ca55-f5eb-42c8-a852-297445158dfe/tags HTTP/1.1" status: 204 len: 168 time: 0.1243224 Aug 17 00:11:33.278980 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49026) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:33.337355 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01c74119-7054-4423-b837-fd60bb42bac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:33.341918 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01c74119-7054-4423-b837-fd60bb42bac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:33.364013 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-96d3ea77-c5e2-4c55-ba64-be4d6fcb7ba6 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:33.384843 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-01c74119-7054-4423-b837-fd60bb42bac8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=00067520c6ab4c18877d0f25fe5717e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2149925 Aug 17 00:11:33.385655 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c74119-7054-4423-b837-fd60bb42bac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510684db-6ee6-458c-a9bb-2d3ba2da47c9,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:33.388042 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49028) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:33.440342 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7d350b8-1dae-4ec9-823f-f8073dc20ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:33.460548 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-96d3ea77-c5e2-4c55-ba64-be4d6fcb7ba6 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:33.466277 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7d350b8-1dae-4ec9-823f-f8073dc20ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:33.472234 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-96d3ea77-c5e2-4c55-ba64-be4d6fcb7ba6 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f74ca55-f5eb-42c8-a852-297445158dfe']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:33.482906 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-96d3ea77-c5e2-4c55-ba64-be4d6fcb7ba6 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dabed03-f8a5-4d58-a1d9-c6a4b6a97bec') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:33.483208 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-96d3ea77-c5e2-4c55-ba64-be4d6fcb7ba6 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dabed03-f8a5-4d58-a1d9-c6a4b6a97bec') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:33.493988 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-96d3ea77-c5e2-4c55-ba64-be4d6fcb7ba6 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:33.508897 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-96d3ea77-c5e2-4c55-ba64-be4d6fcb7ba6 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:33.514925 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d3ea77-c5e2-4c55-ba64-be4d6fcb7ba6 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:11:33.515314 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-96d3ea77-c5e2-4c55-ba64-be4d6fcb7ba6 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:11:33.518974 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:11:33.523802 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7d350b8-1dae-4ec9-823f-f8073dc20ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:33.527038 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7d350b8-1dae-4ec9-823f-f8073dc20ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:33.530610 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e7d350b8-1dae-4ec9-823f-f8073dc20ce7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/510684db-6ee6-458c-a9bb-2d3ba2da47c9 HTTP/1.1" status: 204 len: 168 time: 0.1393137 Aug 17 00:11:33.540476 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d350b8-1dae-4ec9-823f-f8073dc20ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510684db-6ee6-458c-a9bb-2d3ba2da47c9,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:33.613812 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-96d3ea77-c5e2-4c55-ba64-be4d6fcb7ba6 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:33.640913 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-96d3ea77-c5e2-4c55-ba64-be4d6fcb7ba6 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:33.645722 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-96d3ea77-c5e2-4c55-ba64-be4d6fcb7ba6 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] 10.222.0.60 "DELETE /v2.0/networks/5f74ca55-f5eb-42c8-a852-297445158dfe HTTP/1.1" status: 204 len: 168 time: 0.3619368 Aug 17 00:11:33.645722 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3ea77-c5e2-4c55-ba64-be4d6fcb7ba6 tempest-TagsTest-888285643 tempest-TagsTest-888285643-project] Pushing event deleted for resources: {'Network': ['ID=5f74ca55-f5eb-42c8-a852-297445158dfe,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:33.872391 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49044) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:33.976041 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device f5aca8cc-7fed-4f79-8f71-3044573fb73d no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:11:34.010279 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: f5aca8cc-7fed-4f79-8f71-3044573fb73d {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:11:34.010878 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device f5aca8cc-7fed-4f79-8f71-3044573fb73d not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:11:34.031117 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fa59d63c-86e8-4ab5-9ad7-fa3aea5317f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=97ca062a02414766bb4c4f4b7b87fa4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1574464 Aug 17 00:11:34.033751 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49054) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:34.095837 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3a21bf8e-c526-4fbb-80de-8e48d2cac611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:34.124154 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3a21bf8e-c526-4fbb-80de-8e48d2cac611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:34.180187 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3a21bf8e-c526-4fbb-80de-8e48d2cac611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:34.182864 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3a21bf8e-c526-4fbb-80de-8e48d2cac611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:34.186930 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3a21bf8e-c526-4fbb-80de-8e48d2cac611 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/70b6f05f-3627-49d2-adb6-0f1ea22b4653 HTTP/1.1" status: 204 len: 168 time: 0.1493206 Aug 17 00:11:34.195696 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21bf8e-c526-4fbb-80de-8e48d2cac611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b6f05f-3627-49d2-adb6-0f1ea22b4653,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:35.163020 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49114) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:35.371312 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-c30b3adf-806a-4b79-a8b5-e868d7deec5f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0650260 Aug 17 00:11:35.401942 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-557e35ff-1a1f-4b30-8ee5-25276ccaa93a tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1798875379'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:35.402398 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-557e35ff-1a1f-4b30-8ee5-25276ccaa93a tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] Unknown quota resources ['metering_label']. {{(pid=101403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 00:11:35.577238 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-af825140-744a-42e4-8805-b95251138ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:35.577730 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-af825140-744a-42e4-8805-b95251138ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:35.578207 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-af825140-744a-42e4-8805-b95251138ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:35.578690 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-af825140-744a-42e4-8805-b95251138ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:35.579158 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-af825140-744a-42e4-8805-b95251138ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:35.580166 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-af825140-744a-42e4-8805-b95251138ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:35.580817 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-af825140-744a-42e4-8805-b95251138ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:35.582827 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-af825140-744a-42e4-8805-b95251138ad1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c3689368c2d4f3084af070981f83d10&device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 6510 time: 0.1775751 Aug 17 00:11:35.644580 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-557e35ff-1a1f-4b30-8ee5-25276ccaa93a tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:35.645742 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-557e35ff-1a1f-4b30-8ee5-25276ccaa93a tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4807618 Aug 17 00:11:35.648501 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49130) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:35.655286 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a4f0a53a-d9dc-4ab9-8894-951d1681167c tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '4da82a4d-b1ae-47ca-8571-2e7b600429cd'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:35.656084 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a4f0a53a-d9dc-4ab9-8894-951d1681167c tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101402) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 00:11:35.744428 n-d-800088-20 neutron-server[101402]: WARNING neutron.services.metering.metering_plugin [None req-a4f0a53a-d9dc-4ab9-8894-951d1681167c tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 17 00:11:35.747476 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-a68e8e7f-75d5-43a9-87c5-ba0e7a429b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:35.748371 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-a68e8e7f-75d5-43a9-87c5-ba0e7a429b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:35.748983 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-a68e8e7f-75d5-43a9-87c5-ba0e7a429b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:35.751176 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-a68e8e7f-75d5-43a9-87c5-ba0e7a429b33 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7992826d-70e9-4f64-99b5-2a5f899624d8&id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&id=949ef9b5-a5f5-4a03-9475-a782bb68296d&id=949ef9b5-a5f5-4a03-9475-a782bb68296d HTTP/1.1" status: 200 len: 2298 time: 0.1156738 Aug 17 00:11:35.829312 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-1abc27c7-4ad2-4b57-84ec-fa2d24de0808 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dc8d69b-05e7-41e6-955a-531d1961bd01 HTTP/1.1" status: 200 len: 1002 time: 0.0686462 Aug 17 00:11:35.871881 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a4f0a53a-d9dc-4ab9-8894-951d1681167c tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:35.873169 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a4f0a53a-d9dc-4ab9-8894-951d1681167c tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2213705 Aug 17 00:11:35.877383 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49136) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:35.882313 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-c86e9756-9bf4-4996-b4f9-34bf651c492d tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '4da82a4d-b1ae-47ca-8571-2e7b600429cd'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:35.883049 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-c86e9756-9bf4-4996-b4f9-34bf651c492d tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101402) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 00:11:35.890907 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-dc174dca-818b-4a51-ac33-65931075ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:35.892726 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-dc174dca-818b-4a51-ac33-65931075ff55 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90 HTTP/1.1" status: 200 len: 855 time: 0.0553126 Aug 17 00:11:35.946476 n-d-800088-20 neutron-server[101402]: WARNING neutron.services.metering.metering_plugin [None req-c86e9756-9bf4-4996-b4f9-34bf651c492d tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 17 00:11:35.955878 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-1f55d7ab-28ea-4773-9180-2125bea828c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:35.958898 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-1f55d7ab-28ea-4773-9180-2125bea828c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7992826d-70e9-4f64-99b5-2a5f899624d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567505 Aug 17 00:11:36.042285 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c86e9756-9bf4-4996-b4f9-34bf651c492d tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:36.047607 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c86e9756-9bf4-4996-b4f9-34bf651c492d tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1690972 Aug 17 00:11:36.048221 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49148) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:36.062403 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1912ddd3-d0e8-4f59-8104-2e1848d6bdf4 tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=28883b96-db9c-4414-994a-dd3734cc072c HTTP/1.1" status: 200 len: 464 time: 0.0123374 Aug 17 00:11:36.062846 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49150) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:36.079441 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-7fdfb001-b842-4e45-845a-19aa996fb417 service neutron] 10.222.0.64 "GET /v2.0/networks/7992826d-70e9-4f64-99b5-2a5f899624d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131189 Aug 17 00:11:36.308482 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01196a75-04c7-4463-be8c-5de0482e4cc9 tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:36.312274 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-01196a75-04c7-4463-be8c-5de0482e4cc9 tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/28883b96-db9c-4414-994a-dd3734cc072c HTTP/1.1" status: 204 len: 168 time: 0.2456310 Aug 17 00:11:36.313079 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49160) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:36.326645 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-df4dc7df-4c21-4bac-8a57-0204b6eeff33 tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=28883b96-db9c-4414-994a-dd3734cc072c HTTP/1.1" status: 200 len: 221 time: 0.0116262 Aug 17 00:11:36.330667 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49162) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:36.335400 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-77d76d2f-e8c2-4dcf-b8c6-cdcbe3422a90 tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--364794838', 'description': 'label created by tempest'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:36.335929 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-77d76d2f-e8c2-4dcf-b8c6-cdcbe3422a90 tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] Unknown quota resources ['metering_label']. {{(pid=101402) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 00:11:36.351890 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-360d8410-c069-4aff-bca9-7ce0cd1bc031 service neutron] 10.222.0.64 "GET /v2.0/networks/7992826d-70e9-4f64-99b5-2a5f899624d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632825 Aug 17 00:11:36.433247 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-3ed55454-a0bf-42c5-8eb8-ff2e78e1c310 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=7966ca59-62d1-4927-a258-fe4dd81e241a HTTP/1.1" status: 200 len: 217 time: 0.0727978 Aug 17 00:11:36.488534 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49168) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:36.498093 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-a3cd7c0d-4f43-4e52-b6d9-a82d107c2bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:36.499901 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-a3cd7c0d-4f43-4e52-b6d9-a82d107c2bc5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd0b1868-d770-4e84-810f-697ff03d7f3e HTTP/1.1" status: 200 len: 797 time: 0.0580647 Aug 17 00:11:36.564060 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-61f0c43f-85d5-44b1-8a1a-08ba55cea340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:36.567284 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-61f0c43f-85d5-44b1-8a1a-08ba55cea340 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0581555 Aug 17 00:11:36.588479 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-77d76d2f-e8c2-4dcf-b8c6-cdcbe3422a90 tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:36.592321 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-77d76d2f-e8c2-4dcf-b8c6-cdcbe3422a90 tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2578204 Aug 17 00:11:36.592432 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49172) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:36.668934 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-08301420-9efc-431f-b263-d9b0fce18cb9 tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=e11af852-27ae-4c01-a44a-c75a777927ef HTTP/1.1" status: 200 len: 467 time: 0.0753500 Aug 17 00:11:36.671437 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49174) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:36.873767 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8a923ec-ad63-4aa6-be3c-32262697da42 tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:36.878455 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f8a923ec-ad63-4aa6-be3c-32262697da42 tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/e11af852-27ae-4c01-a44a-c75a777927ef HTTP/1.1" status: 204 len: 168 time: 0.2057624 Aug 17 00:11:36.879111 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49176) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:36.893855 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a660339b-6aab-4082-81dc-ac5ef8cfab2a tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=e11af852-27ae-4c01-a44a-c75a777927ef HTTP/1.1" status: 200 len: 216 time: 0.0133913 Aug 17 00:11:36.896127 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49178) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:36.909115 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ec5e7991-5a6d-4e8c-af6d-081c12be1178 tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0091414 Aug 17 00:11:36.912138 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49180) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:36.925588 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6916c325-137d-48b8-837a-e7787f81416b tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0122879 Aug 17 00:11:36.929166 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49182) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:36.967103 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-53cc3398-f13a-44f1-82c6-a5efa6ba329a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:36.989781 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-44fedb93-6288-443c-9b77-0294dfb9586f tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels/4da82a4d-b1ae-47ca-8571-2e7b600429cd HTTP/1.1" status: 200 len: 473 time: 0.0568268 Aug 17 00:11:36.990299 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49184) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:37.003703 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-14ab5e8b-7375-4d6b-84a1-fcdd47274950 tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules/2606683c-a30b-4812-9af9-05b7933ac807 HTTP/1.1" status: 200 len: 461 time: 0.0097308 Aug 17 00:11:37.004218 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49186) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:37.030829 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-88b3919b-5b8f-4ee1-a070-ee60a9fb4185 service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538815 Aug 17 00:11:37.116476 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a39c2261-d75c-4920-b1dc-3dcd4cb7611f tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:37.117804 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a39c2261-d75c-4920-b1dc-3dcd4cb7611f tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/2606683c-a30b-4812-9af9-05b7933ac807 HTTP/1.1" status: 204 len: 168 time: 0.1127155 Aug 17 00:11:37.120284 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49188) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:37.168217 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-b0c7e13b-09da-4cf3-8b9c-cba943ba0f9c service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249652 Aug 17 00:11:37.213367 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-53cc3398-f13a-44f1-82c6-a5efa6ba329a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:37.216672 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-8d47a81e-ba1e-41a9-b72b-cfd8b05a8350 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=93bc72f0-9db1-4a9b-aadb-999a3b2837ee HTTP/1.1" status: 200 len: 217 time: 0.0400558 Aug 17 00:11:37.218748 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-53cc3398-f13a-44f1-82c6-a5efa6ba329a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:37.292811 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-53cc3398-f13a-44f1-82c6-a5efa6ba329a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b93e8fc76e9e493ba8d542e15d94aae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8031843 Aug 17 00:11:37.298214 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49190) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:37.307157 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc3398-f13a-44f1-82c6-a5efa6ba329a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01ebdb2-c750-4631-a743-0aa6f83efb92,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:37.323011 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3a901faf-c75e-4537-925b-4682c02aaac3 tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:37.326105 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3a901faf-c75e-4537-925b-4682c02aaac3 tempest-MeteringTestJSON-17325045 tempest-MeteringTestJSON-17325045-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/4da82a4d-b1ae-47ca-8571-2e7b600429cd HTTP/1.1" status: 204 len: 168 time: 0.2022173 Aug 17 00:11:37.332435 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-d044203d-dbdc-4f59-b444-6f9c54724529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:37.334286 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-d044203d-dbdc-4f59-b444-6f9c54724529 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd0b1868-d770-4e84-810f-697ff03d7f3e HTTP/1.1" status: 200 len: 797 time: 0.1087792 Aug 17 00:11:37.398286 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8ec29c89-8c62-41d1-b277-9206ff896b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:37.420983 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-562d2139-69cc-4ba7-9e89-ceb1d8b45291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:37.422320 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-562d2139-69cc-4ba7-9e89-ceb1d8b45291 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0718188 Aug 17 00:11:37.432140 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8ec29c89-8c62-41d1-b277-9206ff896b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:37.566822 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-fb293a2a-c5c6-4103-a830-d7786f3616ae service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325769 Aug 17 00:11:37.568201 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8ec29c89-8c62-41d1-b277-9206ff896b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:37.570943 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8ec29c89-8c62-41d1-b277-9206ff896b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:37.573090 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8ec29c89-8c62-41d1-b277-9206ff896b94 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c01ebdb2-c750-4631-a743-0aa6f83efb92 HTTP/1.1" status: 204 len: 168 time: 0.2727165 Aug 17 00:11:37.588926 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec29c89-8c62-41d1-b277-9206ff896b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01ebdb2-c750-4631-a743-0aa6f83efb92,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:37.599193 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49202) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:37.684741 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-929961ca-d920-4ece-a2df-74052fb9f82a service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088829 Aug 17 00:11:37.743513 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-9bd71e80-305e-4cde-9d8b-0f4c96d9a351 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=be7f0e44-0d24-4d56-9f06-d5a6b31e1abb HTTP/1.1" status: 200 len: 217 time: 0.0515764 Aug 17 00:11:37.758607 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-838230a0-e9dd-4da3-91ff-ab94ee494cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:37.815623 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-4002c981-5b66-4c0e-b9a0-e5609f919a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:37.817774 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-4002c981-5b66-4c0e-b9a0-e5609f919a12 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd0b1868-d770-4e84-810f-697ff03d7f3e HTTP/1.1" status: 200 len: 797 time: 0.0671666 Aug 17 00:11:37.872354 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-dda699dd-b6c5-4059-9aed-ec16c2833e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:37.873919 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-dda699dd-b6c5-4059-9aed-ec16c2833e7a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0477304 Aug 17 00:11:37.881127 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-838230a0-e9dd-4da3-91ff-ab94ee494cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:37.885568 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-838230a0-e9dd-4da3-91ff-ab94ee494cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:37.932115 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-838230a0-e9dd-4da3-91ff-ab94ee494cbe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b469fb64715f4d7c80a8709ffa5f0cd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3315837 Aug 17 00:11:37.933112 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838230a0-e9dd-4da3-91ff-ab94ee494cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81934bd7-ebdc-4856-a342-b60f2cec1f19,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:37.937236 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49208) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:37.996682 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2f805d49-eb7e-4c2a-8f3e-92bb2cce1653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:38.002351 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-da16c932-2fad-40b4-a3f9-ed66f5d8fe65 service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178961 Aug 17 00:11:38.020813 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2f805d49-eb7e-4c2a-8f3e-92bb2cce1653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:38.030573 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49210) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:38.057380 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5ac23678-b5d1-4eb0-9328-6de031ba1081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:38.106851 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2f805d49-eb7e-4c2a-8f3e-92bb2cce1653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:38.109653 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2f805d49-eb7e-4c2a-8f3e-92bb2cce1653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:38.114211 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2f805d49-eb7e-4c2a-8f3e-92bb2cce1653 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/81934bd7-ebdc-4856-a342-b60f2cec1f19 HTTP/1.1" status: 204 len: 168 time: 0.1719003 Aug 17 00:11:38.114379 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-7fce756a-6b76-4e63-b85e-8cbdb3c82531 service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023846 Aug 17 00:11:38.131322 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f805d49-eb7e-4c2a-8f3e-92bb2cce1653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81934bd7-ebdc-4856-a342-b60f2cec1f19,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:38.194193 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-767ee46d-4c53-4225-a37a-b99f8f5315f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=23434d76-3964-4216-81fd-bc4dd9fd6a0f HTTP/1.1" status: 200 len: 217 time: 0.0709815 Aug 17 00:11:38.209720 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5ac23678-b5d1-4eb0-9328-6de031ba1081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:38.215937 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5ac23678-b5d1-4eb0-9328-6de031ba1081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:38.251222 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-970bcd42-227b-4ae6-9424-be0c907c7dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:38.254770 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-970bcd42-227b-4ae6-9424-be0c907c7dac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd0b1868-d770-4e84-810f-697ff03d7f3e HTTP/1.1" status: 200 len: 797 time: 0.0535655 Aug 17 00:11:38.259044 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac23678-b5d1-4eb0-9328-6de031ba1081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1420ab-4780-40d1-a0e5-7e57889dda6b,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:38.277279 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5ac23678-b5d1-4eb0-9328-6de031ba1081 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b059aa47d78e4a3585ad753cd52a1d23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2455103 Aug 17 00:11:38.280185 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49214) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:38.313401 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-8aae8094-9325-447c-8af9-1e5d79e19740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:38.316495 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-8aae8094-9325-447c-8af9-1e5d79e19740 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0546236 Aug 17 00:11:38.341478 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b55f3840-c960-4018-9e5e-7638e6eeb63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:38.367047 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b55f3840-c960-4018-9e5e-7638e6eeb63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:38.438065 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b55f3840-c960-4018-9e5e-7638e6eeb63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:38.443887 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b55f3840-c960-4018-9e5e-7638e6eeb63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:38.447935 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b55f3840-c960-4018-9e5e-7638e6eeb63b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0e1420ab-4780-40d1-a0e5-7e57889dda6b HTTP/1.1" status: 204 len: 168 time: 0.1666968 Aug 17 00:11:38.457792 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f3840-c960-4018-9e5e-7638e6eeb63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1420ab-4780-40d1-a0e5-7e57889dda6b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:38.458471 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-58e43f0f-df76-40c7-8c33-5299520ba4d8 service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316259 Aug 17 00:11:38.624856 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-6b85355a-c954-4be7-824d-622c64a5c850 service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568239 Aug 17 00:11:38.662656 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49226) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:38.679691 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c561ab5f-3057-4d4c-ad4e-23582c7ad69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:38.710157 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-1f3faef0-dd4a-45da-8d94-f40d16bcba48 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8f2c444b-10cf-453f-8d06-f7c40983dbe2 HTTP/1.1" status: 200 len: 217 time: 0.0759597 Aug 17 00:11:38.808059 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c561ab5f-3057-4d4c-ad4e-23582c7ad69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:38.816008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-235bf515-9420-447e-8141-a33bee4327f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:38.817673 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-235bf515-9420-447e-8141-a33bee4327f4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6225a0cd-0c05-4a30-94ea-958f505e0ba4 HTTP/1.1" status: 200 len: 797 time: 0.0952811 Aug 17 00:11:38.820748 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c561ab5f-3057-4d4c-ad4e-23582c7ad69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:38.886058 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c561ab5f-3057-4d4c-ad4e-23582c7ad69d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8ceff4cdd7184b058c26f1c2c9634603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2224531 Aug 17 00:11:38.887446 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561ab5f-3057-4d4c-ad4e-23582c7ad69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c93c2e1-b153-40bb-9631-f2c49805fa67,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:38.889582 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49236) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:38.965180 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-34da1efc-556a-4cfe-af44-982ac38e102c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:38.966611 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-34da1efc-556a-4cfe-af44-982ac38e102c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=949ef9b5-a5f5-4a03-9475-a782bb68296d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1408365 Aug 17 00:11:39.052431 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d3ef0b3e-ab67-4bbd-849a-62556d1c7087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:39.119753 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d3ef0b3e-ab67-4bbd-849a-62556d1c7087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:39.144240 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-adcf648f-f7e2-419e-8312-800d19102fca service neutron] 10.222.0.64 "GET /v2.0/networks/949ef9b5-a5f5-4a03-9475-a782bb68296d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664288 Aug 17 00:11:39.265277 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d3ef0b3e-ab67-4bbd-849a-62556d1c7087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:39.269513 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d3ef0b3e-ab67-4bbd-849a-62556d1c7087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:39.270902 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d3ef0b3e-ab67-4bbd-849a-62556d1c7087 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9c93c2e1-b153-40bb-9631-f2c49805fa67 HTTP/1.1" status: 204 len: 168 time: 0.3803248 Aug 17 00:11:39.282484 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef0b3e-ab67-4bbd-849a-62556d1c7087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c93c2e1-b153-40bb-9631-f2c49805fa67,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:39.286816 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-f34f9858-b1ae-48fe-8940-8792f60bafaf service neutron] 10.222.0.64 "GET /v2.0/networks/949ef9b5-a5f5-4a03-9475-a782bb68296d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300545 Aug 17 00:11:39.343354 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-487ce210-2959-493a-bca4-57d6f15179c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0a9b87f8-4dbf-486d-a3c6-27de042824e5 HTTP/1.1" status: 200 len: 217 time: 0.0396669 Aug 17 00:11:39.398877 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-25b322fc-c0a4-459e-909b-c80ebb86dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:39.400644 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-25b322fc-c0a4-459e-909b-c80ebb86dc4f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6225a0cd-0c05-4a30-94ea-958f505e0ba4 HTTP/1.1" status: 200 len: 797 time: 0.0481691 Aug 17 00:11:39.459716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-917b02fd-f55b-48ed-b22e-71c1959dfe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:39.461119 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-917b02fd-f55b-48ed-b22e-71c1959dfe8f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=949ef9b5-a5f5-4a03-9475-a782bb68296d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0516644 Aug 17 00:11:39.601115 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-ffcf5bfd-733e-4b9f-bfec-315f8a086f63 service neutron] 10.222.0.64 "GET /v2.0/networks/949ef9b5-a5f5-4a03-9475-a782bb68296d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273696 Aug 17 00:11:39.731279 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e1e6133-a43f-4cd3-994c-b80e97958eb2 req-a4f33c9e-d10b-4148-acfb-6964d15c698c service neutron] 10.222.0.64 "GET /v2.0/networks/949ef9b5-a5f5-4a03-9475-a782bb68296d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222353 Aug 17 00:11:39.979648 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:11:40.045522 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:40.909824 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49330) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:41.076495 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-41e7f90c-0b71-43c4-ba0b-b43a53202b42 tempest-PortsAdminExtendedAttrsTestJSON-622131895 tempest-PortsAdminExtendedAttrsTestJSON-622131895-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-305258989'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:41.099254 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e7f90c-0b71-43c4-ba0b-b43a53202b42 tempest-PortsAdminExtendedAttrsTestJSON-622131895 tempest-PortsAdminExtendedAttrsTestJSON-622131895-project] Made reservation on behalf of 95a1dcf551904c08bbc93b07676fc762 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:11:41.103567 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-41e7f90c-0b71-43c4-ba0b-b43a53202b42 tempest-PortsAdminExtendedAttrsTestJSON-622131895 tempest-PortsAdminExtendedAttrsTestJSON-622131895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:41.119622 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-41e7f90c-0b71-43c4-ba0b-b43a53202b42 tempest-PortsAdminExtendedAttrsTestJSON-622131895 tempest-PortsAdminExtendedAttrsTestJSON-622131895-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:41.219630 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-41e7f90c-0b71-43c4-ba0b-b43a53202b42 tempest-PortsAdminExtendedAttrsTestJSON-622131895 tempest-PortsAdminExtendedAttrsTestJSON-622131895-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:41.224425 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-41e7f90c-0b71-43c4-ba0b-b43a53202b42 tempest-PortsAdminExtendedAttrsTestJSON-622131895 tempest-PortsAdminExtendedAttrsTestJSON-622131895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:41.259239 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e7f90c-0b71-43c4-ba0b-b43a53202b42 tempest-PortsAdminExtendedAttrsTestJSON-622131895 tempest-PortsAdminExtendedAttrsTestJSON-622131895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:11:41.271780 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7f90c-0b71-43c4-ba0b-b43a53202b42 tempest-PortsAdminExtendedAttrsTestJSON-622131895 tempest-PortsAdminExtendedAttrsTestJSON-622131895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc34f9a5-22a3-485c-8704-c0728d0d2d4d,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:41.278167 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-41e7f90c-0b71-43c4-ba0b-b43a53202b42 tempest-PortsAdminExtendedAttrsTestJSON-622131895 tempest-PortsAdminExtendedAttrsTestJSON-622131895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:41.278528 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-41e7f90c-0b71-43c4-ba0b-b43a53202b42 tempest-PortsAdminExtendedAttrsTestJSON-622131895 tempest-PortsAdminExtendedAttrsTestJSON-622131895-project] Added segment 4668e34c-1334-4708-9f42-bd7cbc802440 of type vlan for network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 Aug 17 00:11:41.328998 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-41e7f90c-0b71-43c4-ba0b-b43a53202b42 tempest-PortsAdminExtendedAttrsTestJSON-622131895 tempest-PortsAdminExtendedAttrsTestJSON-622131895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:41.361190 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-41e7f90c-0b71-43c4-ba0b-b43a53202b42 tempest-PortsAdminExtendedAttrsTestJSON-622131895 tempest-PortsAdminExtendedAttrsTestJSON-622131895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:41.367709 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e7f90c-0b71-43c4-ba0b-b43a53202b42 tempest-PortsAdminExtendedAttrsTestJSON-622131895 tempest-PortsAdminExtendedAttrsTestJSON-622131895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:41.368364 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-41e7f90c-0b71-43c4-ba0b-b43a53202b42 tempest-PortsAdminExtendedAttrsTestJSON-622131895 tempest-PortsAdminExtendedAttrsTestJSON-622131895-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:41.390811 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-41e7f90c-0b71-43c4-ba0b-b43a53202b42 tempest-PortsAdminExtendedAttrsTestJSON-622131895 tempest-PortsAdminExtendedAttrsTestJSON-622131895-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4769769 Aug 17 00:11:41.462018 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7f90c-0b71-43c4-ba0b-b43a53202b42 tempest-PortsAdminExtendedAttrsTestJSON-622131895 tempest-PortsAdminExtendedAttrsTestJSON-622131895-project] Pushing event updated for resources: {'Network': ['ID=2f011ae1-cf22-4fcd-8790-fd746cd0c187,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:41.476565 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:11:41.592446 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:41.609559 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49342) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:41.615292 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Request body: {'port': {'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187', 'binding:host_id': 'n-h2-800088-20', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2043439742'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:41.638889 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Made reservation on behalf of 883ee478670947f5b116bfd4a9e96575 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:11:41.641342 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:41.650079 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:41.753869 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:41.757967 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:41.763727 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] device_id is not set on port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:11:41.851410 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a944e43-76ca-4a3d-8f18-b27befe6fa34,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:42.023969 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] device_id is not set on port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:11:42.034445 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:42.045679 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Transition to ACTIVE for port object 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:11:42.056276 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:42.117722 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Pushing event updated for resources: {'Port': ['ID=59c91c5f-7d4a-4d5c-9757-cddf0ef049e3,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:42.135439 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Checking segment: {'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:11:42.135805 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Network hostable DHCP agents. Network: 2f011ae1-cf22-4fcd-8790-fd746cd0c187, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:11:42.155434 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:11:42.171080 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 2f011ae1-cf22-4fcd-8790-fd746cd0c187) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:11:42.175862 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:11:42.185712 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d132c8ed-dbc8-4057-9d7e-e2a9ac309488 None None] Network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:11:42.522393 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:42.523186 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:42.523764 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:42.528771 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:42.529390 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:42.529957 n-d-800088-20 neutron-server[101402]: INFO neutron.plugins.ml2.plugin [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempt 2 to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 Aug 17 00:11:42.546110 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:42.546693 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:42.547203 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:42.554225 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:42.555248 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:42.555809 n-d-800088-20 neutron-server[101402]: INFO neutron.plugins.ml2.plugin [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempt 3 to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 Aug 17 00:11:42.574594 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:42.575200 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:42.576171 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:42.584799 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:42.585805 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:42.586962 n-d-800088-20 neutron-server[101402]: INFO neutron.plugins.ml2.plugin [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempt 4 to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 Aug 17 00:11:42.603210 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:42.603834 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:42.604382 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:42.609939 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:42.612055 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:42.612664 n-d-800088-20 neutron-server[101402]: INFO neutron.plugins.ml2.plugin [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempt 5 to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 Aug 17 00:11:42.628899 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:42.629787 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:42.630430 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:42.636282 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:42.636623 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:42.637027 n-d-800088-20 neutron-server[101402]: INFO neutron.plugins.ml2.plugin [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempt 6 to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 Aug 17 00:11:42.652557 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:42.653157 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:42.654385 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:42.660965 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:42.661352 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:42.661756 n-d-800088-20 neutron-server[101402]: INFO neutron.plugins.ml2.plugin [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempt 7 to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 Aug 17 00:11:42.676644 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:42.676992 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:42.677360 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:42.682913 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:42.683485 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:42.684049 n-d-800088-20 neutron-server[101402]: INFO neutron.plugins.ml2.plugin [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempt 8 to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 Aug 17 00:11:42.700692 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:42.701149 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:42.701571 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:42.707015 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:42.707229 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:42.708017 n-d-800088-20 neutron-server[101402]: INFO neutron.plugins.ml2.plugin [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempt 9 to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 Aug 17 00:11:42.726163 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:42.726724 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:42.727227 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:42.732006 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:42.732511 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:42.733092 n-d-800088-20 neutron-server[101402]: INFO neutron.plugins.ml2.plugin [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempt 10 to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 Aug 17 00:11:42.748649 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:42.749130 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:42.749723 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:42.755669 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:42.756490 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:42.756490 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:42.840436 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] For port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:11:42.840812 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempted to set empty binding levels {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 17 00:11:42.846303 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:42.889831 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:42.890447 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:42.914444 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Pushing event updated for resources: {'Port': ['ID=59c91c5f-7d4a-4d5c-9757-cddf0ef049e3,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:42.922305 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8da49603-db5a-4531-b146-ca100f762265 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.3091969 Aug 17 00:11:42.923867 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49366) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:43.004634 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-2584a474-bc67-40b9-8361-0d866f355708 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Deleting port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:43.004989 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2584a474-bc67-40b9-8361-0d866f355708 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:43.078182 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-2584a474-bc67-40b9-8361-0d866f355708 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] For port 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3, host n-h2-800088-20, got binding levels [] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:43.078668 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2584a474-bc67-40b9-8361-0d866f355708 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:43.097613 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-2584a474-bc67-40b9-8361-0d866f355708 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Calling delete_port for 59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:43.189188 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2584a474-bc67-40b9-8361-0d866f355708 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:43.216833 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584a474-bc67-40b9-8361-0d866f355708 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Pushing event deleted for resources: {'Port': ['ID=59c91c5f-7d4a-4d5c-9757-cddf0ef049e3,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:43.239417 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2584a474-bc67-40b9-8361-0d866f355708 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:43.243651 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2584a474-bc67-40b9-8361-0d866f355708 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] 10.222.0.60 "DELETE /v2.0/ports/59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 HTTP/1.1" status: 204 len: 168 time: 0.3194473 Aug 17 00:11:43.246051 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49374) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:43.273719 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2cd4569-3955-4817-8b15-ba223c26e20d tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] GET failed (client error): The resource could not be found. Aug 17 00:11:43.275665 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c2cd4569-3955-4817-8b15-ba223c26e20d tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] 10.222.0.60 "GET /v2.0/ports/59c91c5f-7d4a-4d5c-9757-cddf0ef049e3 HTTP/1.1" status: 404 len: 333 time: 0.0286746 Aug 17 00:11:43.281710 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49376) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:43.292516 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-d45141d4-705b-4d85-bff3-0bd19ecf6dec tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Request body: {'port': {'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1501800165'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:43.320422 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45141d4-705b-4d85-bff3-0bd19ecf6dec tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Made reservation on behalf of 883ee478670947f5b116bfd4a9e96575 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:11:43.322833 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d45141d4-705b-4d85-bff3-0bd19ecf6dec tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:43.340195 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-d45141d4-705b-4d85-bff3-0bd19ecf6dec tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] device_id is not set on port f243af8e-ed90-43fa-90fb-867036e0d676 yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:11:43.536280 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d45141d4-705b-4d85-bff3-0bd19ecf6dec tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:43.573725 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d45141d4-705b-4d85-bff3-0bd19ecf6dec tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:43.616327 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45141d4-705b-4d85-bff3-0bd19ecf6dec tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:11:43.619445 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-d45141d4-705b-4d85-bff3-0bd19ecf6dec tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:11:43.622910 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45141d4-705b-4d85-bff3-0bd19ecf6dec tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:11:43.623845 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45141d4-705b-4d85-bff3-0bd19ecf6dec tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:43.624447 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d45141d4-705b-4d85-bff3-0bd19ecf6dec tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:43.630685 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45141d4-705b-4d85-bff3-0bd19ecf6dec tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Pushing event updated for resources: {'Port': ['ID=f243af8e-ed90-43fa-90fb-867036e0d676,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:43.643511 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d45141d4-705b-4d85-bff3-0bd19ecf6dec tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3607011 Aug 17 00:11:43.646119 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49386) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:43.651096 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:43.703866 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:43.905485 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] device_id is not set on port f243af8e-ed90-43fa-90fb-867036e0d676 yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:11:43.920954 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:43.942096 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Transition to ACTIVE for port object f243af8e-ed90-43fa-90fb-867036e0d676 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:11:43.947771 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:44.036485 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Pushing event updated for resources: {'Port': ['ID=f243af8e-ed90-43fa-90fb-867036e0d676,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:44.054409 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:44.054953 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:44.055512 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:44.068472 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port f243af8e-ed90-43fa-90fb-867036e0d676 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:44.068835 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:44.069345 n-d-800088-20 neutron-server[101403]: INFO neutron.plugins.ml2.plugin [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempt 2 to bind port f243af8e-ed90-43fa-90fb-867036e0d676 Aug 17 00:11:44.083873 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:44.084223 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:44.084571 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:44.090087 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port f243af8e-ed90-43fa-90fb-867036e0d676 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:44.090420 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:44.090823 n-d-800088-20 neutron-server[101403]: INFO neutron.plugins.ml2.plugin [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempt 3 to bind port f243af8e-ed90-43fa-90fb-867036e0d676 Aug 17 00:11:44.103048 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:44.103393 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:44.103759 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:44.108487 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port f243af8e-ed90-43fa-90fb-867036e0d676 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:44.108822 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:44.109250 n-d-800088-20 neutron-server[101403]: INFO neutron.plugins.ml2.plugin [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempt 4 to bind port f243af8e-ed90-43fa-90fb-867036e0d676 Aug 17 00:11:44.122827 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:44.123105 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:44.123448 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:44.128423 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port f243af8e-ed90-43fa-90fb-867036e0d676 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:44.128753 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:44.129182 n-d-800088-20 neutron-server[101403]: INFO neutron.plugins.ml2.plugin [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempt 5 to bind port f243af8e-ed90-43fa-90fb-867036e0d676 Aug 17 00:11:44.141166 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:44.141508 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:44.141888 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:44.146317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port f243af8e-ed90-43fa-90fb-867036e0d676 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:44.146653 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:44.147068 n-d-800088-20 neutron-server[101403]: INFO neutron.plugins.ml2.plugin [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempt 6 to bind port f243af8e-ed90-43fa-90fb-867036e0d676 Aug 17 00:11:44.160014 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:44.160483 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:44.160863 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:44.165269 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port f243af8e-ed90-43fa-90fb-867036e0d676 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:44.165602 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:44.165998 n-d-800088-20 neutron-server[101403]: INFO neutron.plugins.ml2.plugin [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempt 7 to bind port f243af8e-ed90-43fa-90fb-867036e0d676 Aug 17 00:11:44.178497 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:44.178868 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:44.179221 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:44.183530 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port f243af8e-ed90-43fa-90fb-867036e0d676 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:44.183859 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:44.184253 n-d-800088-20 neutron-server[101403]: INFO neutron.plugins.ml2.plugin [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempt 8 to bind port f243af8e-ed90-43fa-90fb-867036e0d676 Aug 17 00:11:44.196896 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:44.197276 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:44.197618 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:44.201947 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port f243af8e-ed90-43fa-90fb-867036e0d676 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:44.202296 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:44.202796 n-d-800088-20 neutron-server[101403]: INFO neutron.plugins.ml2.plugin [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempt 9 to bind port f243af8e-ed90-43fa-90fb-867036e0d676 Aug 17 00:11:44.217332 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:44.217682 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:44.218027 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:44.224078 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port f243af8e-ed90-43fa-90fb-867036e0d676 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:44.224546 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:44.224954 n-d-800088-20 neutron-server[101403]: INFO neutron.plugins.ml2.plugin [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempt 10 to bind port f243af8e-ed90-43fa-90fb-867036e0d676 Aug 17 00:11:44.238812 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:44.239159 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:44.239513 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:44.244251 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port f243af8e-ed90-43fa-90fb-867036e0d676 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:44.244573 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port f243af8e-ed90-43fa-90fb-867036e0d676 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:44.244950 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:44.316629 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] For port f243af8e-ed90-43fa-90fb-867036e0d676, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:11:44.317305 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempted to set empty binding levels {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 17 00:11:44.323206 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:44.355631 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] In _notify_port_updated(), no bound segment for port f243af8e-ed90-43fa-90fb-867036e0d676 on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 00:11:44.356522 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.357158 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:44.358913 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] 10.222.0.60 "PUT /v2.0/ports/f243af8e-ed90-43fa-90fb-867036e0d676 HTTP/1.1" status: 200 len: 976 time: 0.7114508 Aug 17 00:11:44.361155 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49400) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:44.428712 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9548465-154e-46e1-8509-289a11c5c385 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Pushing event updated for resources: {'Port': ['ID=f243af8e-ed90-43fa-90fb-867036e0d676,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:44.479960 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.480465 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.480927 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.481455 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.481927 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.482399 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.482863 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.483325 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.483788 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.484248 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.484707 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.485206 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.486275 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.486737 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.487199 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.487662 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.488121 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.488583 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.489065 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.491079 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.491565 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.492290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.492769 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.493401 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.493867 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.494337 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.494944 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.495435 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.495882 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.496349 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.496815 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.497310 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.497778 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.498236 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.498708 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.499173 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.508075 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49406) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:44.508569 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bdbb03e8-23e8-4fa2-a86c-63ebafd535fb tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32573 time: 0.1460636 Aug 17 00:11:44.597163 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-a49d308b-e3c3-4f56-a2f7-bffb724364a6 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Deleting port f243af8e-ed90-43fa-90fb-867036e0d676 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:44.597818 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a49d308b-e3c3-4f56-a2f7-bffb724364a6 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:44.666926 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-a49d308b-e3c3-4f56-a2f7-bffb724364a6 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] For port f243af8e-ed90-43fa-90fb-867036e0d676, host n-h2-800088-20, got binding levels [] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:44.667140 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a49d308b-e3c3-4f56-a2f7-bffb724364a6 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:44.681505 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-a49d308b-e3c3-4f56-a2f7-bffb724364a6 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Calling delete_port for f243af8e-ed90-43fa-90fb-867036e0d676 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:44.779329 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a49d308b-e3c3-4f56-a2f7-bffb724364a6 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:44.819116 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a49d308b-e3c3-4f56-a2f7-bffb724364a6 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:44.821715 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a49d308b-e3c3-4f56-a2f7-bffb724364a6 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] 10.222.0.60 "DELETE /v2.0/ports/f243af8e-ed90-43fa-90fb-867036e0d676 HTTP/1.1" status: 204 len: 168 time: 0.3116977 Aug 17 00:11:44.823218 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d308b-e3c3-4f56-a2f7-bffb724364a6 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Pushing event deleted for resources: {'Port': ['ID=f243af8e-ed90-43fa-90fb-867036e0d676,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:44.825544 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff03127-fcfc-45d5-80a1-9caacac7a8a6 req-de98bac9-6511-4d29-a98d-fbecd16bbd5a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.830537 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49412) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:44.832520 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff03127-fcfc-45d5-80a1-9caacac7a8a6 req-de98bac9-6511-4d29-a98d-fbecd16bbd5a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.838780 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff03127-fcfc-45d5-80a1-9caacac7a8a6 req-de98bac9-6511-4d29-a98d-fbecd16bbd5a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.845642 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff03127-fcfc-45d5-80a1-9caacac7a8a6 req-de98bac9-6511-4d29-a98d-fbecd16bbd5a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.851921 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff03127-fcfc-45d5-80a1-9caacac7a8a6 req-de98bac9-6511-4d29-a98d-fbecd16bbd5a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.857975 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff03127-fcfc-45d5-80a1-9caacac7a8a6 req-de98bac9-6511-4d29-a98d-fbecd16bbd5a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.858578 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4085d25-aebb-4628-8f9c-32f2920e9305 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] GET failed (client error): The resource could not be found. Aug 17 00:11:44.860620 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e4085d25-aebb-4628-8f9c-32f2920e9305 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] 10.222.0.60 "GET /v2.0/ports/f243af8e-ed90-43fa-90fb-867036e0d676 HTTP/1.1" status: 404 len: 333 time: 0.0288775 Aug 17 00:11:44.864080 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff03127-fcfc-45d5-80a1-9caacac7a8a6 req-de98bac9-6511-4d29-a98d-fbecd16bbd5a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.866965 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49414) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:44.872347 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ff03127-fcfc-45d5-80a1-9caacac7a8a6 req-de98bac9-6511-4d29-a98d-fbecd16bbd5a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5434 time: 0.1088297 Aug 17 00:11:44.872725 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-caedd0d1-4fdf-4c7a-88ef-85d52c30c151 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-18755427', 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:44.898184 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caedd0d1-4fdf-4c7a-88ef-85d52c30c151 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Made reservation on behalf of 883ee478670947f5b116bfd4a9e96575 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:11:44.902779 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-caedd0d1-4fdf-4c7a-88ef-85d52c30c151 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:44.921924 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-caedd0d1-4fdf-4c7a-88ef-85d52c30c151 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] device_id is not set on port aac1d0e0-89d4-4866-9d7d-3f644c1be85d yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:11:44.922897 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ff03127-fcfc-45d5-80a1-9caacac7a8a6 req-505e12a4-1c35-40ff-9673-85a2cc721bd4 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432320 Aug 17 00:11:45.104817 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-caedd0d1-4fdf-4c7a-88ef-85d52c30c151 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:45.146320 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-caedd0d1-4fdf-4c7a-88ef-85d52c30c151 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:45.194663 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caedd0d1-4fdf-4c7a-88ef-85d52c30c151 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:11:45.199995 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-caedd0d1-4fdf-4c7a-88ef-85d52c30c151 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:11:45.203462 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caedd0d1-4fdf-4c7a-88ef-85d52c30c151 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:11:45.204692 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caedd0d1-4fdf-4c7a-88ef-85d52c30c151 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:45.205358 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-caedd0d1-4fdf-4c7a-88ef-85d52c30c151 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:45.218119 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caedd0d1-4fdf-4c7a-88ef-85d52c30c151 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Pushing event updated for resources: {'Port': ['ID=aac1d0e0-89d4-4866-9d7d-3f644c1be85d,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:45.231334 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-caedd0d1-4fdf-4c7a-88ef-85d52c30c151 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.3628404 Aug 17 00:11:45.234129 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49420) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:45.272657 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450880ee-79c3-4741-a40a-7f470d309394 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:45.274171 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-450880ee-79c3-4741-a40a-7f470d309394 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] 10.222.0.60 "GET /v2.0/ports/aac1d0e0-89d4-4866-9d7d-3f644c1be85d HTTP/1.1" status: 200 len: 953 time: 0.0391994 Aug 17 00:11:45.276814 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49422) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:45.358697 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-aa2662c3-5082-4f66-9aef-6d366d5378b7 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Deleting port aac1d0e0-89d4-4866-9d7d-3f644c1be85d {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:45.358976 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aa2662c3-5082-4f66-9aef-6d366d5378b7 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:45.426911 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aa2662c3-5082-4f66-9aef-6d366d5378b7 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:45.441547 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-aa2662c3-5082-4f66-9aef-6d366d5378b7 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Calling delete_port for aac1d0e0-89d4-4866-9d7d-3f644c1be85d owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:45.530423 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aa2662c3-5082-4f66-9aef-6d366d5378b7 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:45.557097 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2662c3-5082-4f66-9aef-6d366d5378b7 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Pushing event deleted for resources: {'Port': ['ID=aac1d0e0-89d4-4866-9d7d-3f644c1be85d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:45.568469 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aa2662c3-5082-4f66-9aef-6d366d5378b7 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:45.573309 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49424) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:45.573924 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-aa2662c3-5082-4f66-9aef-6d366d5378b7 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] 10.222.0.60 "DELETE /v2.0/ports/aac1d0e0-89d4-4866-9d7d-3f644c1be85d HTTP/1.1" status: 204 len: 168 time: 0.2956018 Aug 17 00:11:45.601462 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da4fda8-9e6e-4d43-88d7-7ab7839d9a65 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] GET failed (client error): The resource could not be found. Aug 17 00:11:45.603449 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1da4fda8-9e6e-4d43-88d7-7ab7839d9a65 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] 10.222.0.60 "GET /v2.0/ports/aac1d0e0-89d4-4866-9d7d-3f644c1be85d HTTP/1.1" status: 404 len: 333 time: 0.0290873 Aug 17 00:11:45.607140 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49426) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:45.612874 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-dd3c28db-a2bc-4526-95bf-89b2b67983e9 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Request body: {'port': {'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1215491008'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:45.636890 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3c28db-a2bc-4526-95bf-89b2b67983e9 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Made reservation on behalf of 883ee478670947f5b116bfd4a9e96575 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:11:45.639628 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dd3c28db-a2bc-4526-95bf-89b2b67983e9 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:45.659174 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-dd3c28db-a2bc-4526-95bf-89b2b67983e9 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] device_id is not set on port b1d11771-520a-4476-8499-dbe2bee2d72a yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:11:45.846699 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dd3c28db-a2bc-4526-95bf-89b2b67983e9 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:45.895334 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dd3c28db-a2bc-4526-95bf-89b2b67983e9 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:45.956225 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3c28db-a2bc-4526-95bf-89b2b67983e9 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:11:45.964104 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-dd3c28db-a2bc-4526-95bf-89b2b67983e9 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:11:45.973075 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3c28db-a2bc-4526-95bf-89b2b67983e9 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:11:45.974458 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3c28db-a2bc-4526-95bf-89b2b67983e9 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:45.975161 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dd3c28db-a2bc-4526-95bf-89b2b67983e9 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:45.982563 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c28db-a2bc-4526-95bf-89b2b67983e9 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Pushing event updated for resources: {'Port': ['ID=b1d11771-520a-4476-8499-dbe2bee2d72a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:45.999781 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-dd3c28db-a2bc-4526-95bf-89b2b67983e9 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3908546 Aug 17 00:11:46.003011 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49444) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:46.008782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:46.159906 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:46.208431 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49454) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:46.274095 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b3021-75ad-4473-9447-5948bf3e42f6 req-0fdfca8f-a64b-4109-a429-56a6b2b76e74 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:46.280296 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b3021-75ad-4473-9447-5948bf3e42f6 req-0fdfca8f-a64b-4109-a429-56a6b2b76e74 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:46.286639 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b3021-75ad-4473-9447-5948bf3e42f6 req-0fdfca8f-a64b-4109-a429-56a6b2b76e74 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:46.292891 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b3021-75ad-4473-9447-5948bf3e42f6 req-0fdfca8f-a64b-4109-a429-56a6b2b76e74 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:46.300008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b3021-75ad-4473-9447-5948bf3e42f6 req-0fdfca8f-a64b-4109-a429-56a6b2b76e74 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:46.306490 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b3021-75ad-4473-9447-5948bf3e42f6 req-0fdfca8f-a64b-4109-a429-56a6b2b76e74 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:46.312612 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b3021-75ad-4473-9447-5948bf3e42f6 req-0fdfca8f-a64b-4109-a429-56a6b2b76e74 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:46.315489 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fa7b3021-75ad-4473-9447-5948bf3e42f6 req-0fdfca8f-a64b-4109-a429-56a6b2b76e74 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5434 time: 0.2468557 Aug 17 00:11:46.331042 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-5f45165c-2b44-4dd8-9470-8a8182fc03d5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:46.337173 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-5f45165c-2b44-4dd8-9470-8a8182fc03d5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:46.343225 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-5f45165c-2b44-4dd8-9470-8a8182fc03d5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:46.349699 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-5f45165c-2b44-4dd8-9470-8a8182fc03d5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:46.357035 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-5f45165c-2b44-4dd8-9470-8a8182fc03d5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:46.364607 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-5f45165c-2b44-4dd8-9470-8a8182fc03d5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:46.371412 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-5f45165c-2b44-4dd8-9470-8a8182fc03d5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:46.373132 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d37e822c-0cd2-4fce-8893-3bf5d29999c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:46.373367 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-5f45165c-2b44-4dd8-9470-8a8182fc03d5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.64 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 5434 time: 0.2326365 Aug 17 00:11:46.503310 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-569d8162-df9d-405b-a814-54b59c79b8c2 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:46.504771 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-569d8162-df9d-405b-a814-54b59c79b8c2 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.64 "GET /v2.0/ports/07aed2fa-d27e-4651-8f59-41a9da06080a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0837748 Aug 17 00:11:46.512993 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9081db84-b2ed-43f1-b360-7814fb8afb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:46.526618 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d37e822c-0cd2-4fce-8893-3bf5d29999c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:46.535455 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d37e822c-0cd2-4fce-8893-3bf5d29999c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:46.555544 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fa7b3021-75ad-4473-9447-5948bf3e42f6 req-a4cfe4b9-d53b-4e27-acb3-b9246796fff0 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1654294 Aug 17 00:11:46.571711 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e822c-0cd2-4fce-8893-3bf5d29999c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3236ab-9727-4cbe-b9cc-b875cc413371,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:46.601140 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d37e822c-0cd2-4fce-8893-3bf5d29999c9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=956a907cf74c4fb087bc97bd651b8686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3903875 Aug 17 00:11:46.605412 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49462) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:46.672113 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0dabc45b-1303-4b07-a910-9d2d0607bda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:46.721984 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-4c323c16-29e1-4cf9-a861-f7adcb6ea3ae tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.64 "GET /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2081254 Aug 17 00:11:46.725635 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] device_id is not set on port b1d11771-520a-4476-8499-dbe2bee2d72a yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:11:46.737274 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-1082e322-06c2-4428-b6c9-2ebbd9446c9b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:46.738126 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0dabc45b-1303-4b07-a910-9d2d0607bda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:46.742343 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:46.796949 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Transition to ACTIVE for port object b1d11771-520a-4476-8499-dbe2bee2d72a will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:11:46.808238 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:46.809664 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0dabc45b-1303-4b07-a910-9d2d0607bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:46.813660 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0dabc45b-1303-4b07-a910-9d2d0607bda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:46.817008 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0dabc45b-1303-4b07-a910-9d2d0607bda6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ff3236ab-9727-4cbe-b9cc-b875cc413371 HTTP/1.1" status: 204 len: 168 time: 0.2098601 Aug 17 00:11:46.831437 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dabc45b-1303-4b07-a910-9d2d0607bda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3236ab-9727-4cbe-b9cc-b875cc413371,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:46.870710 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-1082e322-06c2-4428-b6c9-2ebbd9446c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:46.905581 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Pushing event updated for resources: {'Port': ['ID=b1d11771-520a-4476-8499-dbe2bee2d72a,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:46.944036 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:46.944441 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:46.944860 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:46.945106 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:46.945424 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:46.945902 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:46.946114 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:46.946410 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:46.946779 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:46.947058 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:46.947540 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:46.947923 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:46.980632 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:46.980892 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:46.981261 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:46.991234 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port b1d11771-520a-4476-8499-dbe2bee2d72a on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:46.991566 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:47.002013 n-d-800088-20 neutron-server[101403]: INFO neutron.plugins.ml2.plugin [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempt 2 to bind port b1d11771-520a-4476-8499-dbe2bee2d72a Aug 17 00:11:47.049448 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:47.049795 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:47.050145 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:47.058608 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port b1d11771-520a-4476-8499-dbe2bee2d72a on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:47.058938 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:47.060612 n-d-800088-20 neutron-server[101403]: INFO neutron.plugins.ml2.plugin [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempt 3 to bind port b1d11771-520a-4476-8499-dbe2bee2d72a Aug 17 00:11:47.084888 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:47.085249 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:47.085582 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:47.099922 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port b1d11771-520a-4476-8499-dbe2bee2d72a on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:47.100312 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:47.103559 n-d-800088-20 neutron-server[101403]: INFO neutron.plugins.ml2.plugin [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempt 4 to bind port b1d11771-520a-4476-8499-dbe2bee2d72a Aug 17 00:11:47.106870 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-1082e322-06c2-4428-b6c9-2ebbd9446c9b service neutron] For port 07aed2fa-d27e-4651-8f59-41a9da06080a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=07aed2fa-d27e-4651-8f59-41a9da06080a,segment=NetworkSegment(bd87dba4-8d4e-4b71-be48-b48bb38c0c6e),segment_id=bd87dba4-8d4e-4b71-be48-b48bb38c0c6e)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:47.128069 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:47.128411 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:47.128743 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:47.137634 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port b1d11771-520a-4476-8499-dbe2bee2d72a on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:47.137970 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:47.141530 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49472) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:47.142597 n-d-800088-20 neutron-server[101403]: INFO neutron.plugins.ml2.plugin [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempt 5 to bind port b1d11771-520a-4476-8499-dbe2bee2d72a Aug 17 00:11:47.161211 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a918a7c9-e8fc-44a8-addd-0a5c685b61e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:47.168342 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:47.168682 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:47.169023 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:47.171318 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-1082e322-06c2-4428-b6c9-2ebbd9446c9b service neutron] For port 07aed2fa-d27e-4651-8f59-41a9da06080a, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:11:47.192511 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port b1d11771-520a-4476-8499-dbe2bee2d72a on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:47.192836 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:47.194704 n-d-800088-20 neutron-server[101403]: INFO neutron.plugins.ml2.plugin [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempt 6 to bind port b1d11771-520a-4476-8499-dbe2bee2d72a Aug 17 00:11:47.214396 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:47.214737 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:47.215098 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:47.221286 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-1082e322-06c2-4428-b6c9-2ebbd9446c9b service neutron] device_id is not set on port 07aed2fa-d27e-4651-8f59-41a9da06080a yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:11:47.227555 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port b1d11771-520a-4476-8499-dbe2bee2d72a on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:47.227832 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:47.229797 n-d-800088-20 neutron-server[101403]: INFO neutron.plugins.ml2.plugin [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempt 7 to bind port b1d11771-520a-4476-8499-dbe2bee2d72a Aug 17 00:11:47.234423 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-1082e322-06c2-4428-b6c9-2ebbd9446c9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:47.244242 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-1082e322-06c2-4428-b6c9-2ebbd9446c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:47.278245 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:47.278584 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:47.278924 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:47.290268 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a918a7c9-e8fc-44a8-addd-0a5c685b61e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:47.296811 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a918a7c9-e8fc-44a8-addd-0a5c685b61e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:47.300438 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port b1d11771-520a-4476-8499-dbe2bee2d72a on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:47.301009 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:47.313696 n-d-800088-20 neutron-server[101403]: INFO neutron.plugins.ml2.plugin [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempt 8 to bind port b1d11771-520a-4476-8499-dbe2bee2d72a Aug 17 00:11:47.348754 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082e322-06c2-4428-b6c9-2ebbd9446c9b service neutron] Pushing event updated for resources: {'Port': ['ID=07aed2fa-d27e-4651-8f59-41a9da06080a,revision_number=6']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:47.352823 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-1082e322-06c2-4428-b6c9-2ebbd9446c9b service neutron] No DVR routers for this DVR port 07aed2fa-d27e-4651-8f59-41a9da06080a on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:11:47.356266 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a918a7c9-e8fc-44a8-addd-0a5c685b61e4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bcd04318d4c7490db7ed93e9d0e8f0bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2124841 Aug 17 00:11:47.356637 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49474) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:47.365328 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918a7c9-e8fc-44a8-addd-0a5c685b61e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ea5656-0d71-49a1-bbfc-738980b5a091,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:47.381968 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:47.382246 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:47.382592 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:47.405086 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port b1d11771-520a-4476-8499-dbe2bee2d72a on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:47.405489 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:47.411993 n-d-800088-20 neutron-server[101403]: INFO neutron.plugins.ml2.plugin [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempt 9 to bind port b1d11771-520a-4476-8499-dbe2bee2d72a Aug 17 00:11:47.444552 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-1082e322-06c2-4428-b6c9-2ebbd9446c9b service neutron] In _notify_port_updated(), no bound segment for port 07aed2fa-d27e-4651-8f59-41a9da06080a on network 450a1daa-7a72-47ff-abbd-744b752946ea {{(pid=101403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 00:11:47.444965 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-1082e322-06c2-4428-b6c9-2ebbd9446c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:47.445614 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-1082e322-06c2-4428-b6c9-2ebbd9446c9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:47.446912 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-1082e322-06c2-4428-b6c9-2ebbd9446c9b service neutron] 10.222.0.64 "PUT /v2.0/ports/07aed2fa-d27e-4651-8f59-41a9da06080a HTTP/1.1" status: 200 len: 1027 time: 0.7143629 Aug 17 00:11:47.447608 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:47.447877 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:47.448214 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:47.463987 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port b1d11771-520a-4476-8499-dbe2bee2d72a on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:47.464361 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:47.466732 n-d-800088-20 neutron-server[101403]: INFO neutron.plugins.ml2.plugin [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempt 10 to bind port b1d11771-520a-4476-8499-dbe2bee2d72a Aug 17 00:11:47.517394 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:47.517858 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:47.518385 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempting to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:47.526454 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-7ac53913-e8a9-49e8-bb53-e52ff251f46a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:47.527822 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-7ac53913-e8a9-49e8-bb53-e52ff251f46a tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.64 "GET /v2.0/ports/63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0734301 Aug 17 00:11:47.529635 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e65f876e-2c0b-4cb8-9166-b0275c43fe0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:47.534339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Port b1d11771-520a-4476-8499-dbe2bee2d72a on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:11:47.534668 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Failed to bind port b1d11771-520a-4476-8499-dbe2bee2d72a on host n-h2-800088-20 for vnic_type normal using segments [{'id': '4668e34c-1334-4708-9f42-bd7cbc802440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2f011ae1-cf22-4fcd-8790-fd746cd0c187'}] Aug 17 00:11:47.535026 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:47.548431 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-f4f5d6d3-77f5-429d-89b4-8f3e0e9250e3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:47.584158 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e65f876e-2c0b-4cb8-9166-b0275c43fe0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:47.597274 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a2d14967-61fb-4bf7-bf4e-097f7a2e5eae None None] Provisioning complete for port 07aed2fa-d27e-4651-8f59-41a9da06080a triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:11:47.597860 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a2d14967-61fb-4bf7-bf4e-097f7a2e5eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:47.634291 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-a2d14967-61fb-4bf7-bf4e-097f7a2e5eae None None] Port 07aed2fa-d27e-4651-8f59-41a9da06080a cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:11:47.687574 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-f4f5d6d3-77f5-429d-89b4-8f3e0e9250e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:47.712773 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] For port b1d11771-520a-4476-8499-dbe2bee2d72a, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:11:47.713296 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attempted to set empty binding levels {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 17 00:11:47.720735 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:47.787478 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e65f876e-2c0b-4cb8-9166-b0275c43fe0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:47.790044 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e65f876e-2c0b-4cb8-9166-b0275c43fe0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:47.791142 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e65f876e-2c0b-4cb8-9166-b0275c43fe0e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/82ea5656-0d71-49a1-bbfc-738980b5a091 HTTP/1.1" status: 204 len: 168 time: 0.4324641 Aug 17 00:11:47.802581 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] In _notify_port_updated(), no bound segment for port b1d11771-520a-4476-8499-dbe2bee2d72a on network 2f011ae1-cf22-4fcd-8790-fd746cd0c187 {{(pid=101403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 00:11:47.803458 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:47.804063 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:47.805386 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] 10.222.0.60 "PUT /v2.0/ports/b1d11771-520a-4476-8499-dbe2bee2d72a HTTP/1.1" status: 200 len: 976 time: 1.8016407 Aug 17 00:11:47.808215 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49486) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:47.844456 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f876e-2c0b-4cb8-9166-b0275c43fe0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ea5656-0d71-49a1-bbfc-738980b5a091,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:47.870921 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f030e8-c1c7-4110-8342-a096b4b29248 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Pushing event updated for resources: {'Port': ['ID=b1d11771-520a-4476-8499-dbe2bee2d72a,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:47.909307 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77a22c-d69a-4ed1-8317-8aff92739f46 req-dc2b40cf-4e17-44ca-b682-c854351896b1 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:47.915401 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77a22c-d69a-4ed1-8317-8aff92739f46 req-dc2b40cf-4e17-44ca-b682-c854351896b1 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:47.922208 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77a22c-d69a-4ed1-8317-8aff92739f46 req-dc2b40cf-4e17-44ca-b682-c854351896b1 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:47.929131 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77a22c-d69a-4ed1-8317-8aff92739f46 req-dc2b40cf-4e17-44ca-b682-c854351896b1 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:47.935464 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77a22c-d69a-4ed1-8317-8aff92739f46 req-dc2b40cf-4e17-44ca-b682-c854351896b1 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:47.942532 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77a22c-d69a-4ed1-8317-8aff92739f46 req-dc2b40cf-4e17-44ca-b682-c854351896b1 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:47.944204 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-cd23fc2a-6cdb-4b92-93d0-838fbc8f1132 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Deleting port b1d11771-520a-4476-8499-dbe2bee2d72a {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:47.944807 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8d77a22c-d69a-4ed1-8317-8aff92739f46 req-dc2b40cf-4e17-44ca-b682-c854351896b1 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 4660 time: 0.2504253 Aug 17 00:11:47.944926 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cd23fc2a-6cdb-4b92-93d0-838fbc8f1132 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:48.014308 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8d77a22c-d69a-4ed1-8317-8aff92739f46 req-f11bc875-6b4b-4910-b8fa-ba7961a93fc9 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&id=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606630 Aug 17 00:11:48.026771 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-f4f5d6d3-77f5-429d-89b4-8f3e0e9250e3 service neutron] For port 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5,segment=NetworkSegment(bd87dba4-8d4e-4b71-be48-b48bb38c0c6e),segment_id=bd87dba4-8d4e-4b71-be48-b48bb38c0c6e)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:48.038955 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-cd23fc2a-6cdb-4b92-93d0-838fbc8f1132 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] For port b1d11771-520a-4476-8499-dbe2bee2d72a, host n-h2-800088-20, got binding levels [] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:48.039734 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cd23fc2a-6cdb-4b92-93d0-838fbc8f1132 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:48.063085 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-cd23fc2a-6cdb-4b92-93d0-838fbc8f1132 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Calling delete_port for b1d11771-520a-4476-8499-dbe2bee2d72a owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:48.067564 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-f4f5d6d3-77f5-429d-89b4-8f3e0e9250e3 service neutron] For port 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:11:48.156300 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cd23fc2a-6cdb-4b92-93d0-838fbc8f1132 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:48.200024 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23fc2a-6cdb-4b92-93d0-838fbc8f1132 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1d11771-520a-4476-8499-dbe2bee2d72a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:48.212603 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cd23fc2a-6cdb-4b92-93d0-838fbc8f1132 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:48.221103 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cd23fc2a-6cdb-4b92-93d0-838fbc8f1132 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] 10.222.0.60 "DELETE /v2.0/ports/b1d11771-520a-4476-8499-dbe2bee2d72a HTTP/1.1" status: 204 len: 168 time: 0.4079561 Aug 17 00:11:48.221437 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49506) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:48.253331 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c49261-a8c3-4689-8493-456959b56aa8 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] GET failed (client error): The resource could not be found. Aug 17 00:11:48.255364 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-39c49261-a8c3-4689-8493-456959b56aa8 tempest-PortsAdminExtendedAttrsTestJSON-1002096521 tempest-PortsAdminExtendedAttrsTestJSON-1002096521-project-admin] 10.222.0.60 "GET /v2.0/ports/b1d11771-520a-4476-8499-dbe2bee2d72a HTTP/1.1" status: 404 len: 333 time: 0.0328963 Aug 17 00:11:48.260984 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49510) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:48.377243 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2da05952-9888-4271-a07b-30eb9e8b1ef6 tempest-PortsAdminExtendedAttrsTestJSON-622131895 tempest-PortsAdminExtendedAttrsTestJSON-622131895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:48.526558 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2da05952-9888-4271-a07b-30eb9e8b1ef6 tempest-PortsAdminExtendedAttrsTestJSON-622131895 tempest-PortsAdminExtendedAttrsTestJSON-622131895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:48.541462 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2da05952-9888-4271-a07b-30eb9e8b1ef6 tempest-PortsAdminExtendedAttrsTestJSON-622131895 tempest-PortsAdminExtendedAttrsTestJSON-622131895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f011ae1-cf22-4fcd-8790-fd746cd0c187']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:48.553354 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-f4f5d6d3-77f5-429d-89b4-8f3e0e9250e3 service neutron] device_id is not set on port 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:11:48.556392 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2da05952-9888-4271-a07b-30eb9e8b1ef6 tempest-PortsAdminExtendedAttrsTestJSON-622131895 tempest-PortsAdminExtendedAttrsTestJSON-622131895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4668e34c-1334-4708-9f42-bd7cbc802440') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:48.556995 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2da05952-9888-4271-a07b-30eb9e8b1ef6 tempest-PortsAdminExtendedAttrsTestJSON-622131895 tempest-PortsAdminExtendedAttrsTestJSON-622131895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4668e34c-1334-4708-9f42-bd7cbc802440') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:48.562783 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-f4f5d6d3-77f5-429d-89b4-8f3e0e9250e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:48.569374 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2da05952-9888-4271-a07b-30eb9e8b1ef6 tempest-PortsAdminExtendedAttrsTestJSON-622131895 tempest-PortsAdminExtendedAttrsTestJSON-622131895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:48.576898 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-f4f5d6d3-77f5-429d-89b4-8f3e0e9250e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:48.586995 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2da05952-9888-4271-a07b-30eb9e8b1ef6 tempest-PortsAdminExtendedAttrsTestJSON-622131895 tempest-PortsAdminExtendedAttrsTestJSON-622131895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:48.601248 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da05952-9888-4271-a07b-30eb9e8b1ef6 tempest-PortsAdminExtendedAttrsTestJSON-622131895 tempest-PortsAdminExtendedAttrsTestJSON-622131895-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:11:48.602249 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2da05952-9888-4271-a07b-30eb9e8b1ef6 tempest-PortsAdminExtendedAttrsTestJSON-622131895 tempest-PortsAdminExtendedAttrsTestJSON-622131895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:48.662956 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-f4f5d6d3-77f5-429d-89b4-8f3e0e9250e3 service neutron] No DVR routers for this DVR port 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:11:48.679025 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:11:48.707798 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5d6d3-77f5-429d-89b4-8f3e0e9250e3 service neutron] Pushing event updated for resources: {'Port': ['ID=63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5,revision_number=6']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:48.719820 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-f4f5d6d3-77f5-429d-89b4-8f3e0e9250e3 service neutron] In _notify_port_updated(), no bound segment for port 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 on network 450a1daa-7a72-47ff-abbd-744b752946ea {{(pid=101403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 00:11:48.721062 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-f4f5d6d3-77f5-429d-89b4-8f3e0e9250e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:48.721869 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-f4f5d6d3-77f5-429d-89b4-8f3e0e9250e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:48.723336 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-f4f5d6d3-77f5-429d-89b4-8f3e0e9250e3 service neutron] 10.222.0.64 "PUT /v2.0/ports/63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 HTTP/1.1" status: 200 len: 1027 time: 1.1820853 Aug 17 00:11:48.735938 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2da05952-9888-4271-a07b-30eb9e8b1ef6 tempest-PortsAdminExtendedAttrsTestJSON-622131895 tempest-PortsAdminExtendedAttrsTestJSON-622131895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:48.740749 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2da05952-9888-4271-a07b-30eb9e8b1ef6 tempest-PortsAdminExtendedAttrsTestJSON-622131895 tempest-PortsAdminExtendedAttrsTestJSON-622131895-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:48.743231 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2da05952-9888-4271-a07b-30eb9e8b1ef6 tempest-PortsAdminExtendedAttrsTestJSON-622131895 tempest-PortsAdminExtendedAttrsTestJSON-622131895-project] 10.222.0.60 "DELETE /v2.0/networks/2f011ae1-cf22-4fcd-8790-fd746cd0c187 HTTP/1.1" status: 204 len: 168 time: 0.4812074 Aug 17 00:11:48.769376 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da05952-9888-4271-a07b-30eb9e8b1ef6 tempest-PortsAdminExtendedAttrsTestJSON-622131895 tempest-PortsAdminExtendedAttrsTestJSON-622131895-project] Pushing event deleted for resources: {'Network': ['ID=2f011ae1-cf22-4fcd-8790-fd746cd0c187,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:48.885677 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-19f0e792-9173-44f9-819b-c18e555d7c59 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Deleting port a6d293e5-ef94-4aee-b473-335dccc456a6 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:48.886633 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-19f0e792-9173-44f9-819b-c18e555d7c59 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:48.982836 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-91b3a2f5-2c65-4661-9bbc-1acfe8ac4341 None None] Provisioning complete for port 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:11:48.983441 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-91b3a2f5-2c65-4661-9bbc-1acfe8ac4341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:49.028814 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-19f0e792-9173-44f9-819b-c18e555d7c59 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] For port a6d293e5-ef94-4aee-b473-335dccc456a6, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a6d293e5-ef94-4aee-b473-335dccc456a6,segment=NetworkSegment(edea90ec-3463-4953-8375-cc71c218290a),segment_id=edea90ec-3463-4953-8375-cc71c218290a)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:49.029441 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-19f0e792-9173-44f9-819b-c18e555d7c59 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:49.050429 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-91b3a2f5-2c65-4661-9bbc-1acfe8ac4341 None None] Port 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:11:49.111353 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49538) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:49.247500 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5fd9b847-464b-4ef1-8ad4-07d9893cfde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:49.277525 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:49.319091 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb5d71-cc56-4b10-93f1-0d8a57cbc02b req-9016e0d7-bb02-4799-878f-9331c34d7895 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:49.326920 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb5d71-cc56-4b10-93f1-0d8a57cbc02b req-9016e0d7-bb02-4799-878f-9331c34d7895 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:49.334832 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1c66a874-fd0d-49fc-b8b0-d1c3d961348e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=95a1dcf551904c08bbc93b07676fc762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2200458 Aug 17 00:11:49.334972 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb5d71-cc56-4b10-93f1-0d8a57cbc02b req-9016e0d7-bb02-4799-878f-9331c34d7895 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:49.335654 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49552) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:49.340511 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb5d71-cc56-4b10-93f1-0d8a57cbc02b req-9016e0d7-bb02-4799-878f-9331c34d7895 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:49.348296 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb5d71-cc56-4b10-93f1-0d8a57cbc02b req-9016e0d7-bb02-4799-878f-9331c34d7895 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:49.350551 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5fbb5d71-cc56-4b10-93f1-0d8a57cbc02b req-9016e0d7-bb02-4799-878f-9331c34d7895 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 3886 time: 0.2004998 Aug 17 00:11:49.409891 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-684093a4-d20d-4478-b14e-7a00deb47e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:49.419139 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-19f0e792-9173-44f9-819b-c18e555d7c59 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:49.419503 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-19f0e792-9173-44f9-819b-c18e555d7c59 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:49.419819 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-19f0e792-9173-44f9-819b-c18e555d7c59 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Floating IP d10fee6a-08be-4387-8bcc-64ba22f6817e disassociated. External IP: 172.25.3.53, port: a6d293e5-ef94-4aee-b473-335dccc456a6. Aug 17 00:11:49.420234 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-19f0e792-9173-44f9-819b-c18e555d7c59 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Calling delete_port for a6d293e5-ef94-4aee-b473-335dccc456a6 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:49.449541 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5fbb5d71-cc56-4b10-93f1-0d8a57cbc02b req-ee821426-0452-42c7-92a7-c00ed5c3ecef tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890381 Aug 17 00:11:49.465313 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-684093a4-d20d-4478-b14e-7a00deb47e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:49.529102 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-684093a4-d20d-4478-b14e-7a00deb47e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:49.531727 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-684093a4-d20d-4478-b14e-7a00deb47e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:49.535910 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-684093a4-d20d-4478-b14e-7a00deb47e54 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cc34f9a5-22a3-485c-8704-c0728d0d2d4d HTTP/1.1" status: 204 len: 168 time: 0.1975839 Aug 17 00:11:49.556079 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684093a4-d20d-4478-b14e-7a00deb47e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc34f9a5-22a3-485c-8704-c0728d0d2d4d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:49.701411 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-19f0e792-9173-44f9-819b-c18e555d7c59 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:49.739669 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0e792-9173-44f9-819b-c18e555d7c59 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event deleted for resources: {'Port': ['ID=a6d293e5-ef94-4aee-b473-335dccc456a6,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:49.795539 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f38aae-02d5-4801-8f97-53b6423f670f req-8318744d-e703-4bab-80c5-b442c777d552 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:49.797122 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-33f38aae-02d5-4801-8f97-53b6423f670f req-8318744d-e703-4bab-80c5-b442c777d552 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 1098 time: 0.1342058 Aug 17 00:11:49.878043 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-33f38aae-02d5-4801-8f97-53b6423f670f req-b7dc6eff-5b5c-4304-8ca6-e6374d3efdb0 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715926 Aug 17 00:11:49.903900 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49570) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:49.905638 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-19f0e792-9173-44f9-819b-c18e555d7c59 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Router ff054e3c-5eb2-4733-9554-64c7293a2b33 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:11:50.038319 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device bf369f05-5490-4286-a3db-d3ce97b77f7b no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:11:50.055799 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-19f0e792-9173-44f9-819b-c18e555d7c59 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:11:50.061884 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49572) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:50.069162 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43264ee-f778-4800-9831-5fd9d6d73023 None None] Sync routers for ids ['ff054e3c-5eb2-4733-9554-64c7293a2b33'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:11:50.097074 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43264ee-f778-4800-9831-5fd9d6d73023 None None] Routers {'ff054e3c-5eb2-4733-9554-64c7293a2b33'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:11:50.099988 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-b43264ee-f778-4800-9831-5fd9d6d73023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:11:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ff054e3c-5eb2-4733-9554-64c7293a2b33'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:50.122552 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-19f0e792-9173-44f9-819b-c18e555d7c59 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] No DVR routers for this DVR port a6d293e5-ef94-4aee-b473-335dccc456a6 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:11:50.146283 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-19f0e792-9173-44f9-819b-c18e555d7c59 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:50.148443 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-19f0e792-9173-44f9-819b-c18e555d7c59 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.64 "DELETE /v2.0/ports/a6d293e5-ef94-4aee-b473-335dccc456a6 HTTP/1.1" status: 204 len: 173 time: 1.4177988 Aug 17 00:11:50.148920 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-deleted', 'tag': 'a6d293e5-ef94-4aee-b473-335dccc456a6'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:11:50.151342 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac051a54-5191-4a93-a99a-11b4ed12eb1d" -d '{"events": [{"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-deleted", "tag": "a6d293e5-ef94-4aee-b473-335dccc456a6"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:11:50.154765 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-e9eeda18-8972-48d1-a318-1f54fdf10455 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Deleting port 0d1c5c55-16ac-4a42-91d7-e13e065910f0 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:50.155267 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e9eeda18-8972-48d1-a318-1f54fdf10455 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:50.207101 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-da03dece-a787-4c46-b158-c4aef4f91522 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=883ee478670947f5b116bfd4a9e96575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415825 Aug 17 00:11:50.210098 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49580) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:50.236158 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:50.293207 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:50.318569 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75075d14-b125-4993-9b7a-6b361de50868 x-openstack-request-id: req-75075d14-b125-4993-9b7a-6b361de50868 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:11:50.318878 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-deleted", "tag": "a6d293e5-ef94-4aee-b473-335dccc456a6", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:11:50.319397 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-75075d14-b125-4993-9b7a-6b361de50868 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:11:50.319796 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-deleted', 'tag': 'a6d293e5-ef94-4aee-b473-335dccc456a6', 'status': 'completed', 'code': 200} Aug 17 00:11:50.352108 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf369f05-5490-4286-a3db-d3ce97b77f7b'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:11:50.355028 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d9c02e-6ce5-4f5f-951e-188482fcaeee" -d '{"events": [{"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-unplugged", "status": "completed", "tag": "bf369f05-5490-4286-a3db-d3ce97b77f7b"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:11:50.371183 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-27093940-d352-4985-9726-5c4d7c5d0650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:50.403277 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-27093940-d352-4985-9726-5c4d7c5d0650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:50.403716 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-b43264ee-f778-4800-9831-5fd9d6d73023 None None] Set router ff054e3c-5eb2-4733-9554-64c7293a2b33 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:11:50.414655 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port bf369f05-5490-4286-a3db-d3ce97b77f7b, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=bf369f05-5490-4286-a3db-d3ce97b77f7b,segment=NetworkSegment(b98f6a52-4778-47ea-889e-d9028196467d),segment_id=b98f6a52-4778-47ea-889e-d9028196467d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:50.426426 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:50.427573 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 07aed2fa-d27e-4651-8f59-41a9da06080a no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:11:50.447701 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e9eeda18-8972-48d1-a318-1f54fdf10455 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:50.450312 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e9eeda18-8972-48d1-a318-1f54fdf10455 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:50.491108 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-e9eeda18-8972-48d1-a318-1f54fdf10455 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Calling delete_port for 0d1c5c55-16ac-4a42-91d7-e13e065910f0 owned by network:floatingip {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:50.525518 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-27093940-d352-4985-9726-5c4d7c5d0650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:50.533995 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-27093940-d352-4985-9726-5c4d7c5d0650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:50.539520 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-27093940-d352-4985-9726-5c4d7c5d0650 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0a944e43-76ca-4a3d-8f18-b27befe6fa34 HTTP/1.1" status: 204 len: 168 time: 0.3284361 Aug 17 00:11:50.603081 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 00:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363ec77d-2e82-4560-ab91-3830e399dcae x-openstack-request-id: req-363ec77d-2e82-4560-ab91-3830e399dcae {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:11:50.603667 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-unplugged", "status": "completed", "tag": "bf369f05-5490-4286-a3db-d3ce97b77f7b", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:11:50.604128 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-363ec77d-2e82-4560-ab91-3830e399dcae {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:11:50.604726 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf369f05-5490-4286-a3db-d3ce97b77f7b', 'code': 200} Aug 17 00:11:50.644396 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 07aed2fa-d27e-4651-8f59-41a9da06080a not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:11:50.645256 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:11:50.660061 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-1f00bd2c-aac3-4a71-8a06-31900f7ce268 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Deleting port 1a678ec1-28b9-4595-9f5f-5bcce8516225 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:50.666151 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-1f00bd2c-aac3-4a71-8a06-31900f7ce268 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:50.693321 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27093940-d352-4985-9726-5c4d7c5d0650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a944e43-76ca-4a3d-8f18-b27befe6fa34,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:50.706527 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=bf369f05-5490-4286-a3db-d3ce97b77f7b,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:50.723567 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-b43264ee-f778-4800-9831-5fd9d6d73023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'name': 'tempest-TaggedBootDevicesTest-5561421-router', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:05Z', 'updated_at': '2021-08-17T00:01:15Z', 'revision_number': 4, 'project_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'gw_port': {'id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:07Z', 'updated_at': '2021-08-17T00:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e2025865-db7d-4345-aac3-671545464115', 'name': '', 'network_id': '7d344a82-79d7-4f15-a0ba-8fc315949c8f', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'mac_address': 'fa:16:3e:00:16:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5723fbf6-9716-47be-90e8-4e9878cdb460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:13Z', 'updated_at': '2021-08-17T00:01:23Z', 'revision_number': 5, 'project_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'subnets': [{'id': '5723fbf6-9716-47be-90e8-4e9878cdb460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:50.775775 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e9eeda18-8972-48d1-a318-1f54fdf10455 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:50.793532 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43264ee-f778-4800-9831-5fd9d6d73023 None None] Checking router: ff054e3c-5eb2-4733-9554-64c7293a2b33 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:11:50.798035 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:11:50.799768 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a6d293e5-ef94-4aee-b473-335dccc456a6 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:11:50.814461 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43264ee-f778-4800-9831-5fd9d6d73023 None None] Routers {'ff054e3c-5eb2-4733-9554-64c7293a2b33'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:11:50.815201 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-b43264ee-f778-4800-9831-5fd9d6d73023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:11:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ff054e3c-5eb2-4733-9554-64c7293a2b33'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:50.857242 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eeda18-8972-48d1-a318-1f54fdf10455 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event deleted for resources: {'Port': ['ID=0d1c5c55-16ac-4a42-91d7-e13e065910f0,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:50.857542 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: a6d293e5-ef94-4aee-b473-335dccc456a6 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:11:50.857896 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a6d293e5-ef94-4aee-b473-335dccc456a6 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:11:50.858315 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:11:51.006113 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e8c9f-db70-4556-a67d-3845c181eae7 req-27a5f08f-9414-41fc-8407-638df5d0e244 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:51.008056 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e9eeda18-8972-48d1-a318-1f54fdf10455 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for floatingip, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:51.010688 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-e9eeda18-8972-48d1-a318-1f54fdf10455 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Floating IP 9ed1765e-d8a9-4a36-af7c-1ea2d15f0cf6 disassociated (deleted). External IP: 172.25.3.107, port: 66f1a806-6074-41e2-b6bf-ffe8b106bb33. Aug 17 00:11:51.039102 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e8c9f-db70-4556-a67d-3845c181eae7 req-27a5f08f-9414-41fc-8407-638df5d0e244 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:51.052023 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e8c9f-db70-4556-a67d-3845c181eae7 req-27a5f08f-9414-41fc-8407-638df5d0e244 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:51.068306 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e8c9f-db70-4556-a67d-3845c181eae7 req-27a5f08f-9414-41fc-8407-638df5d0e244 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:51.073222 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b09e8c9f-db70-4556-a67d-3845c181eae7 req-27a5f08f-9414-41fc-8407-638df5d0e244 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 3148 time: 0.3055513 Aug 17 00:11:51.082932 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:51.132372 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-b43264ee-f778-4800-9831-5fd9d6d73023 None None] Set router ff054e3c-5eb2-4733-9554-64c7293a2b33 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:11:51.139009 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db,segment=NetworkSegment(bd87dba4-8d4e-4b71-be48-b48bb38c0c6e),segment_id=bd87dba4-8d4e-4b71-be48-b48bb38c0c6e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:51.151926 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:51.153318 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:11:51.176480 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-ca83d2ea-a108-474b-9e9f-53d006663de5 req-1eb477eb-aeee-4792-adf0-4290c5e2eb86 service neutron] (101403) timed out ('10.222.0.69', 54734) {{(pid=101403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 00:11:51.273087 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:51.294177 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b09e8c9f-db70-4556-a67d-3845c181eae7 req-a07ee404-1fdf-4f13-af87-938e6bc24bce tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040839 Aug 17 00:11:51.313012 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:51.341245 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-1f00bd2c-aac3-4a71-8a06-31900f7ce268 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] For port 1a678ec1-28b9-4595-9f5f-5bcce8516225, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=1a678ec1-28b9-4595-9f5f-5bcce8516225,segment=NetworkSegment(b98f6a52-4778-47ea-889e-d9028196467d),segment_id=b98f6a52-4778-47ea-889e-d9028196467d)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:51.342724 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-1f00bd2c-aac3-4a71-8a06-31900f7ce268 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:51.371457 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-1f00bd2c-aac3-4a71-8a06-31900f7ce268 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Calling delete_port for 1a678ec1-28b9-4595-9f5f-5bcce8516225 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:51.382025 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb,segment=NetworkSegment(bd87dba4-8d4e-4b71-be48-b48bb38c0c6e),segment_id=bd87dba4-8d4e-4b71-be48-b48bb38c0c6e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:51.402056 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:51.402960 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 1a678ec1-28b9-4595-9f5f-5bcce8516225 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:11:51.561216 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:51.562210 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49622) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:51.688969 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-b43264ee-f778-4800-9831-5fd9d6d73023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'name': 'tempest-TaggedBootDevicesTest-5561421-router', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:05Z', 'updated_at': '2021-08-17T00:01:15Z', 'revision_number': 4, 'project_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'gw_port': {'id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:07Z', 'updated_at': '2021-08-17T00:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e2025865-db7d-4345-aac3-671545464115', 'name': '', 'network_id': '7d344a82-79d7-4f15-a0ba-8fc315949c8f', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'mac_address': 'fa:16:3e:00:16:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5723fbf6-9716-47be-90e8-4e9878cdb460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:13Z', 'updated_at': '2021-08-17T00:01:23Z', 'revision_number': 5, 'project_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'subnets': [{'id': '5723fbf6-9716-47be-90e8-4e9878cdb460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:51.694697 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9eeda18-8972-48d1-a318-1f54fdf10455 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Router 188f5d4f-8076-4d5f-bfae-375bef6d2a03 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:11:51.735974 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:51.792989 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43264ee-f778-4800-9831-5fd9d6d73023 None None] The sync data for ids ['ff054e3c-5eb2-4733-9554-64c7293a2b33'] in n-d-800088-20 is: [{'id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'name': 'tempest-TaggedBootDevicesTest-5561421-router', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:05Z', 'updated_at': '2021-08-17T00:01:15Z', 'revision_number': 4, 'project_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'gw_port': {'id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:07Z', 'updated_at': '2021-08-17T00:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e2025865-db7d-4345-aac3-671545464115', 'name': '', 'network_id': '7d344a82-79d7-4f15-a0ba-8fc315949c8f', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'mac_address': 'fa:16:3e:00:16:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5723fbf6-9716-47be-90e8-4e9878cdb460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:13Z', 'updated_at': '2021-08-17T00:01:23Z', 'revision_number': 5, 'project_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'subnets': [{'id': '5723fbf6-9716-47be-90e8-4e9878cdb460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:11:51.841316 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-1f00bd2c-aac3-4a71-8a06-31900f7ce268 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:51.921500 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00bd2c-aac3-4a71-8a06-31900f7ce268 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event deleted for resources: {'Port': ['ID=1a678ec1-28b9-4595-9f5f-5bcce8516225,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:51.974557 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9eeda18-8972-48d1-a318-1f54fdf10455 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:11:51.979151 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e9eeda18-8972-48d1-a318-1f54fdf10455 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:51.987425 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5470de16-4e49-4096-83f8-54ec76803846 None None] Sync routers for ids ['188f5d4f-8076-4d5f-bfae-375bef6d2a03'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:11:52.003792 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5470de16-4e49-4096-83f8-54ec76803846 None None] Routers {'188f5d4f-8076-4d5f-bfae-375bef6d2a03'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:11:52.004458 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-5470de16-4e49-4096-83f8-54ec76803846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:11:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['188f5d4f-8076-4d5f-bfae-375bef6d2a03'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:52.036769 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-00bd18d6-da79-426e-a649-3ed8d62197cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:52.068306 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e9eeda18-8972-48d1-a318-1f54fdf10455 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "DELETE /v2.0/floatingips/9ed1765e-d8a9-4a36-af7c-1ea2d15f0cf6 HTTP/1.1" status: 204 len: 168 time: 2.1609180 Aug 17 00:11:52.068306 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761cf141-5c0e-4939-adf8-51d1167e6777', 'tag': '66f1a806-6074-41e2-b6bf-ffe8b106bb33'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:11:52.080356 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b2e49a-9dbb-4450-8039-502a16ffdcb1" -d '{"events": [{"name": "network-changed", "server_uuid": "761cf141-5c0e-4939-adf8-51d1167e6777", "tag": "66f1a806-6074-41e2-b6bf-ffe8b106bb33"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:11:52.139713 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-1f00bd2c-aac3-4a71-8a06-31900f7ce268 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] No DVR routers for this DVR port 1a678ec1-28b9-4595-9f5f-5bcce8516225 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:11:52.151898 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-1f00bd2c-aac3-4a71-8a06-31900f7ce268 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:52.155259 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-1f00bd2c-aac3-4a71-8a06-31900f7ce268 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.64 "DELETE /v2.0/ports/1a678ec1-28b9-4595-9f5f-5bcce8516225 HTTP/1.1" status: 204 len: 173 time: 1.9984314 Aug 17 00:11:52.224956 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d52c0f-5c90-4c53-9262-81fb5e91ef81 x-openstack-request-id: req-32d52c0f-5c90-4c53-9262-81fb5e91ef81 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:11:52.225564 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761cf141-5c0e-4939-adf8-51d1167e6777", "tag": "66f1a806-6074-41e2-b6bf-ffe8b106bb33", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:11:52.225801 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-32d52c0f-5c90-4c53-9262-81fb5e91ef81 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:11:52.226222 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761cf141-5c0e-4939-adf8-51d1167e6777', 'tag': '66f1a806-6074-41e2-b6bf-ffe8b106bb33', 'status': 'completed', 'code': 200} Aug 17 00:11:52.296859 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:52.324875 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-deleted', 'tag': '1a678ec1-28b9-4595-9f5f-5bcce8516225'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:11:52.331156 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217a3f4c-4051-4a71-80a8-212ce63fbf00" -d '{"events": [{"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-deleted", "tag": "1a678ec1-28b9-4595-9f5f-5bcce8516225"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:11:52.384942 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-5470de16-4e49-4096-83f8-54ec76803846 None None] Set router 188f5d4f-8076-4d5f-bfae-375bef6d2a03 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:11:52.399862 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32cd808-1b82-4843-9c5e-1f650fecf9d9 None None] New status for floating IP d10fee6a-08be-4387-8bcc-64ba22f6817e: DOWN {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:11:52.551935 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd20dd27-dcf2-4de1-a5c5-5ffeac6118de x-openstack-request-id: req-fd20dd27-dcf2-4de1-a5c5-5ffeac6118de {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:11:52.552234 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-deleted", "tag": "1a678ec1-28b9-4595-9f5f-5bcce8516225", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:11:52.552494 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd20dd27-dcf2-4de1-a5c5-5ffeac6118de {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:11:52.552900 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-deleted', 'tag': '1a678ec1-28b9-4595-9f5f-5bcce8516225', 'status': 'completed', 'code': 200} Aug 17 00:11:52.605931 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db'}, {'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:11:52.612770 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deef8ddb-462a-4c88-8c51-53ec60cb2694" -d '{"events": [{"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-unplugged", "status": "completed", "tag": "0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db"}, {"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-unplugged", "status": "completed", "tag": "3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:11:52.616128 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2e49a-9dbb-4450-8039-502a16ffdcb1 req-94b1b6ef-5203-41a8-ad62-7d19bf0443ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:52.620631 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7b2e49a-9dbb-4450-8039-502a16ffdcb1 req-94b1b6ef-5203-41a8-ad62-7d19bf0443ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 1098 time: 0.3362880 Aug 17 00:11:52.746272 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-ccf9ba27-9b2d-4d0b-afdf-9e4b00fa6171 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Deleting port bf369f05-5490-4286-a3db-d3ce97b77f7b {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:52.746627 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-ccf9ba27-9b2d-4d0b-afdf-9e4b00fa6171 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:52.799161 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49658) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:52.824989 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-5470de16-4e49-4096-83f8-54ec76803846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703126848', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:09:41Z', 'updated_at': '2021-08-17T00:09:47Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:20:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:09:42Z', 'updated_at': '2021-08-17T00:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '6c38addb-f41a-4393-93a2-54294b867d86', 'name': '', 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:45:32:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '73b53c9e-690d-4ae5-a351-0735e7acef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:09:46Z', 'updated_at': '2021-08-17T00:09:55Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': '73b53c9e-690d-4ae5-a351-0735e7acef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:52.872709 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c380f-7065-4250-a393-dee59b76a78d req-ba7f65a9-19e0-4333-858f-7edad1022629 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:52.879190 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c380f-7065-4250-a393-dee59b76a78d req-ba7f65a9-19e0-4333-858f-7edad1022629 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:52.885372 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c380f-7065-4250-a393-dee59b76a78d req-ba7f65a9-19e0-4333-858f-7edad1022629 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:52.893853 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-835c380f-7065-4250-a393-dee59b76a78d req-ba7f65a9-19e0-4333-858f-7edad1022629 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 2409 time: 0.3945155 Aug 17 00:11:52.927909 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5470de16-4e49-4096-83f8-54ec76803846 None None] Checking router: 188f5d4f-8076-4d5f-bfae-375bef6d2a03 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:11:52.953403 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5470de16-4e49-4096-83f8-54ec76803846 None None] Routers {'188f5d4f-8076-4d5f-bfae-375bef6d2a03'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:11:52.954203 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2e49a-9dbb-4450-8039-502a16ffdcb1 req-acf4bb52-21e4-4c56-9c1a-c30fc15e7bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:52.954980 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-5470de16-4e49-4096-83f8-54ec76803846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:11:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['188f5d4f-8076-4d5f-bfae-375bef6d2a03'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:52.959931 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7b2e49a-9dbb-4450-8039-502a16ffdcb1 req-acf4bb52-21e4-4c56-9c1a-c30fc15e7bb9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d085bcd-85ca-4517-9df3-0156c62c5ecb HTTP/1.1" status: 200 len: 897 time: 0.3221638 Aug 17 00:11:52.986461 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-aa78e862-c23c-497b-a1e1-1751ac4d0c0d tempest-AgentManagementNegativeTest-99887011 tempest-AgentManagementNegativeTest-99887011-project] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1863413 Aug 17 00:11:53.016080 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7b2e49a-9dbb-4450-8039-502a16ffdcb1 req-44cffb69-4f53-4faa-b001-b82fa3430de9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f1a806-6074-41e2-b6bf-ffe8b106bb33 HTTP/1.1" status: 200 len: 217 time: 0.0404732 Aug 17 00:11:53.056780 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2dec3-3dcd-4f9c-96d1-075c6bbdf7e3 req-062dab93-3048-4603-b9fe-e6a998400634 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:53.058576 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfc2dec3-3dcd-4f9c-96d1-075c6bbdf7e3 req-062dab93-3048-4603-b9fe-e6a998400634 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 946 time: 0.3253865 Aug 17 00:11:53.109094 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-5470de16-4e49-4096-83f8-54ec76803846 None None] Set router 188f5d4f-8076-4d5f-bfae-375bef6d2a03 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:11:53.129603 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-835c380f-7065-4250-a393-dee59b76a78d req-e25e30e0-6f00-4c6f-8eff-20eb6e772e30 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341771 Aug 17 00:11:53.178020 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-00bd18d6-da79-426e-a649-3ed8d62197cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:53.200224 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-ccf9ba27-9b2d-4d0b-afdf-9e4b00fa6171 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] For port bf369f05-5490-4286-a3db-d3ce97b77f7b, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=bf369f05-5490-4286-a3db-d3ce97b77f7b,segment=NetworkSegment(b98f6a52-4778-47ea-889e-d9028196467d),segment_id=b98f6a52-4778-47ea-889e-d9028196467d)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:53.200448 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-ccf9ba27-9b2d-4d0b-afdf-9e4b00fa6171 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:53.224868 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-00bd18d6-da79-426e-a649-3ed8d62197cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:53.277776 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 17 Aug 2021 00:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ae18b7-aefb-4c90-8f23-f171a34b9776 x-openstack-request-id: req-86ae18b7-aefb-4c90-8f23-f171a34b9776 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:11:53.278078 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-unplugged", "status": "completed", "tag": "0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db", "code": 200}, {"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-unplugged", "status": "completed", "tag": "3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:11:53.278339 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-86ae18b7-aefb-4c90-8f23-f171a34b9776 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:11:53.278742 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db', 'code': 200} Aug 17 00:11:53.279005 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb', 'code': 200} Aug 17 00:11:53.307815 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd18d6-da79-426e-a649-3ed8d62197cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216bddcf-99b0-49fe-92fb-270da0890968,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:53.325017 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-ccf9ba27-9b2d-4d0b-afdf-9e4b00fa6171 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Calling delete_port for bf369f05-5490-4286-a3db-d3ce97b77f7b owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:53.386230 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2e49a-9dbb-4450-8039-502a16ffdcb1 req-fc569fbb-0810-495f-ac2c-075be1d8710b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:53.387719 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7b2e49a-9dbb-4450-8039-502a16ffdcb1 req-fc569fbb-0810-495f-ac2c-075be1d8710b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=73b53c9e-690d-4ae5-a351-0735e7acef3e HTTP/1.1" status: 200 len: 835 time: 0.3608522 Aug 17 00:11:53.411758 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-00bd18d6-da79-426e-a649-3ed8d62197cd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f2aea3b29aea4b3c847fff50c54f646a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8431580 Aug 17 00:11:53.411984 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49668) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:53.423654 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfc2dec3-3dcd-4f9c-96d1-075c6bbdf7e3 req-67176fcf-c66a-4117-a2ec-c55904b3681d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3468692 Aug 17 00:11:53.519203 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2e49a-9dbb-4450-8039-502a16ffdcb1 req-aab220fb-4bf7-4d88-baab-eeff936e7762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:53.520943 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7b2e49a-9dbb-4450-8039-502a16ffdcb1 req-aab220fb-4bf7-4d88-baab-eeff936e7762 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d085bcd-85ca-4517-9df3-0156c62c5ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1241002 Aug 17 00:11:53.521261 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7eea27be-4a17-4319-ae84-f985bd01c836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:53.531097 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49670) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:53.544427 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-5470de16-4e49-4096-83f8-54ec76803846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703126848', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:09:41Z', 'updated_at': '2021-08-17T00:09:47Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:20:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:09:42Z', 'updated_at': '2021-08-17T00:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '6c38addb-f41a-4393-93a2-54294b867d86', 'name': '', 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:45:32:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '73b53c9e-690d-4ae5-a351-0735e7acef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:09:46Z', 'updated_at': '2021-08-17T00:09:55Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': '73b53c9e-690d-4ae5-a351-0735e7acef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:53.565131 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7eea27be-4a17-4319-ae84-f985bd01c836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:53.580946 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5470de16-4e49-4096-83f8-54ec76803846 None None] The sync data for ids ['188f5d4f-8076-4d5f-bfae-375bef6d2a03'] in n-d-800088-20 is: [{'id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703126848', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:09:41Z', 'updated_at': '2021-08-17T00:09:47Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:20:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:09:42Z', 'updated_at': '2021-08-17T00:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '6c38addb-f41a-4393-93a2-54294b867d86', 'name': '', 'network_id': '1d085bcd-85ca-4517-9df3-0156c62c5ecb', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:45:32:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '73b53c9e-690d-4ae5-a351-0735e7acef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:09:46Z', 'updated_at': '2021-08-17T00:09:55Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': '73b53c9e-690d-4ae5-a351-0735e7acef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:11:53.628236 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7eea27be-4a17-4319-ae84-f985bd01c836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:53.631415 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7eea27be-4a17-4319-ae84-f985bd01c836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:53.633195 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7eea27be-4a17-4319-ae84-f985bd01c836 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/216bddcf-99b0-49fe-92fb-270da0890968 HTTP/1.1" status: 204 len: 168 time: 0.2202969 Aug 17 00:11:53.654109 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea27be-4a17-4319-ae84-f985bd01c836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216bddcf-99b0-49fe-92fb-270da0890968,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:53.756362 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7b2e49a-9dbb-4450-8039-502a16ffdcb1 req-cd1a9006-1fa8-44ba-ab9b-385da081d45e service neutron] 10.222.0.64 "GET /v2.0/networks/1d085bcd-85ca-4517-9df3-0156c62c5ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240562 Aug 17 00:11:53.757243 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-577d83ee-5061-4fda-8af8-65889ba2a0f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:53.830100 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-ccf9ba27-9b2d-4d0b-afdf-9e4b00fa6171 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:53.888662 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9ba27-9b2d-4d0b-afdf-9e4b00fa6171 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event deleted for resources: {'Port': ['ID=bf369f05-5490-4286-a3db-d3ce97b77f7b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:53.964826 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-ccf9ba27-9b2d-4d0b-afdf-9e4b00fa6171 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] No DVR routers for this DVR port bf369f05-5490-4286-a3db-d3ce97b77f7b on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:11:53.968654 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-ccf9ba27-9b2d-4d0b-afdf-9e4b00fa6171 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:53.971503 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-ccf9ba27-9b2d-4d0b-afdf-9e4b00fa6171 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.64 "DELETE /v2.0/ports/bf369f05-5490-4286-a3db-d3ce97b77f7b HTTP/1.1" status: 204 len: 173 time: 1.8045869 Aug 17 00:11:53.974338 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea9b52-0919-4d41-a13a-33931f5a11d3 req-f34493e9-672a-44cd-a4f0-a05eafd62371 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:53.976690 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-57ea9b52-0919-4d41-a13a-33931f5a11d3 req-f34493e9-672a-44cd-a4f0-a05eafd62371 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.64 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 946 time: 0.1010582 Aug 17 00:11:53.990657 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ce34d4-6730-4d73-8750-e02b382a47c6 None None] New status for floating IP 9ed1765e-d8a9-4a36-af7c-1ea2d15f0cf6: DOWN {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:11:54.038496 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7b2e49a-9dbb-4450-8039-502a16ffdcb1 req-17d37e94-7e1d-4d28-a34b-28751fdec75c service neutron] 10.222.0.64 "GET /v2.0/networks/1d085bcd-85ca-4517-9df3-0156c62c5ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693973 Aug 17 00:11:54.095366 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49678) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:54.114922 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-60e92c47-3e2f-46a8-9d2c-778b9d3117ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:54.124635 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-577d83ee-5061-4fda-8af8-65889ba2a0f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:54.132739 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-577d83ee-5061-4fda-8af8-65889ba2a0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:54.163261 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-57ea9b52-0919-4d41-a13a-33931f5a11d3 req-b2abfc2f-a2cd-42e4-91d3-de6d4ecba7e9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Deleting port 66f1a806-6074-41e2-b6bf-ffe8b106bb33 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:54.163738 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-57ea9b52-0919-4d41-a13a-33931f5a11d3 req-b2abfc2f-a2cd-42e4-91d3-de6d4ecba7e9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:54.201282 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-577d83ee-5061-4fda-8af8-65889ba2a0f4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=353677cde1e64915b83136d37c7522ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6591573 Aug 17 00:11:54.203115 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d83ee-5061-4fda-8af8-65889ba2a0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89849f23-a4cf-468c-bb8e-5e955cbd8d93,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:54.207170 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49682) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:54.211190 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-54ae1edb-9655-433e-a118-af9a1fc70a0c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Deleting port 3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:54.211540 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-54ae1edb-9655-433e-a118-af9a1fc70a0c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:54.308227 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49686) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:54.370631 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-57ea9b52-0919-4d41-a13a-33931f5a11d3 req-b2abfc2f-a2cd-42e4-91d3-de6d4ecba7e9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] For port 66f1a806-6074-41e2-b6bf-ffe8b106bb33, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=66f1a806-6074-41e2-b6bf-ffe8b106bb33,segment=NetworkSegment(a3d77d94-dcaa-457f-8702-164236ed71b1),segment_id=a3d77d94-dcaa-457f-8702-164236ed71b1)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:54.371442 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-57ea9b52-0919-4d41-a13a-33931f5a11d3 req-b2abfc2f-a2cd-42e4-91d3-de6d4ecba7e9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:54.393845 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-57ea9b52-0919-4d41-a13a-33931f5a11d3 req-b2abfc2f-a2cd-42e4-91d3-de6d4ecba7e9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Calling delete_port for 66f1a806-6074-41e2-b6bf-ffe8b106bb33 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:54.436010 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1715b34-e332-46a0-8a5c-1d00f62aa688 req-80e2ba21-9010-4435-a96a-763cdba7e794 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:54.445870 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1715b34-e332-46a0-8a5c-1d00f62aa688 req-80e2ba21-9010-4435-a96a-763cdba7e794 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:54.447557 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c1715b34-e332-46a0-8a5c-1d00f62aa688 req-80e2ba21-9010-4435-a96a-763cdba7e794 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 1676 time: 0.1735387 Aug 17 00:11:54.495259 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e7f7c8-cbfc-4da2-ae0d-4b5b0ce166ef admin admin] Deleting subnet 444e4ac8-e3c6-4a0a-910c-5e15715f8d7c {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:11:54.514219 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b0e7f7c8-cbfc-4da2-ae0d-4b5b0ce166ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:54.553919 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-deleted', 'tag': 'bf369f05-5490-4286-a3db-d3ce97b77f7b'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:11:54.555875 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba457ca-1656-4e71-a9d2-4109d8e590c0" -d '{"events": [{"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-deleted", "tag": "bf369f05-5490-4286-a3db-d3ce97b77f7b"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:11:54.558491 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-be1dda02-b740-440a-88af-920c2b3bcd8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:54.570328 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-60e92c47-3e2f-46a8-9d2c-778b9d3117ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:54.577283 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-60e92c47-3e2f-46a8-9d2c-778b9d3117ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:54.583044 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-57ea9b52-0919-4d41-a13a-33931f5a11d3 req-b2abfc2f-a2cd-42e4-91d3-de6d4ecba7e9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:54.589592 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-54ae1edb-9655-433e-a118-af9a1fc70a0c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] For port 3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb,segment=NetworkSegment(bd87dba4-8d4e-4b71-be48-b48bb38c0c6e),segment_id=bd87dba4-8d4e-4b71-be48-b48bb38c0c6e)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:54.590201 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-54ae1edb-9655-433e-a118-af9a1fc70a0c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:54.646986 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-54ae1edb-9655-433e-a118-af9a1fc70a0c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Calling delete_port for 3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:54.650724 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b0e7f7c8-cbfc-4da2-ae0d-4b5b0ce166ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:54.650865 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abfc2f-a2cd-42e4-91d3-de6d4ecba7e9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event deleted for resources: {'Port': ['ID=66f1a806-6074-41e2-b6bf-ffe8b106bb33,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:54.655671 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-be1dda02-b740-440a-88af-920c2b3bcd8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:54.658043 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-60e92c47-3e2f-46a8-9d2c-778b9d3117ad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=406d0b7d7e89423496a05689b8f79f2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5613267 Aug 17 00:11:54.662406 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e92c47-3e2f-46a8-9d2c-778b9d3117ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6c315e-369b-49e0-9dcb-0e30bd509d12,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:54.663163 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49694) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:54.691805 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c1715b34-e332-46a0-8a5c-1d00f62aa688 req-4520e5ea-e89c-4105-a4b9-050fa6eb009b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295432 Aug 17 00:11:54.698932 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2abfc2f-a2cd-42e4-91d3-de6d4ecba7e9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:54.699285 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2abfc2f-a2cd-42e4-91d3-de6d4ecba7e9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:54.699618 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2abfc2f-a2cd-42e4-91d3-de6d4ecba7e9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:54.699957 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2abfc2f-a2cd-42e4-91d3-de6d4ecba7e9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:54.700295 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2abfc2f-a2cd-42e4-91d3-de6d4ecba7e9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:54.700626 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2abfc2f-a2cd-42e4-91d3-de6d4ecba7e9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:54.700953 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2abfc2f-a2cd-42e4-91d3-de6d4ecba7e9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:54.701305 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2abfc2f-a2cd-42e4-91d3-de6d4ecba7e9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:54.701634 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2abfc2f-a2cd-42e4-91d3-de6d4ecba7e9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:54.701957 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2abfc2f-a2cd-42e4-91d3-de6d4ecba7e9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:54.702284 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2abfc2f-a2cd-42e4-91d3-de6d4ecba7e9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:54.702606 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2abfc2f-a2cd-42e4-91d3-de6d4ecba7e9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:54.736377 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92c47-3e2f-46a8-9d2c-778b9d3117ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:54.736991 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92c47-3e2f-46a8-9d2c-778b9d3117ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:54.737742 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92c47-3e2f-46a8-9d2c-778b9d3117ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:54.738243 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92c47-3e2f-46a8-9d2c-778b9d3117ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:54.738762 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92c47-3e2f-46a8-9d2c-778b9d3117ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:54.739302 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92c47-3e2f-46a8-9d2c-778b9d3117ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:54.740102 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92c47-3e2f-46a8-9d2c-778b9d3117ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:54.740621 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92c47-3e2f-46a8-9d2c-778b9d3117ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:54.741165 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92c47-3e2f-46a8-9d2c-778b9d3117ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:54.741692 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92c47-3e2f-46a8-9d2c-778b9d3117ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:54.742476 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92c47-3e2f-46a8-9d2c-778b9d3117ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:54.742985 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92c47-3e2f-46a8-9d2c-778b9d3117ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:54.756971 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ea9b52-0919-4d41-a13a-33931f5a11d3 req-b2abfc2f-a2cd-42e4-91d3-de6d4ecba7e9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] No DVR routers for this DVR port 66f1a806-6074-41e2-b6bf-ffe8b106bb33 on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:11:54.764632 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-57ea9b52-0919-4d41-a13a-33931f5a11d3 req-b2abfc2f-a2cd-42e4-91d3-de6d4ecba7e9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:54.768298 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-57ea9b52-0919-4d41-a13a-33931f5a11d3 req-b2abfc2f-a2cd-42e4-91d3-de6d4ecba7e9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.64 "DELETE /v2.0/ports/66f1a806-6074-41e2-b6bf-ffe8b106bb33 HTTP/1.1" status: 204 len: 173 time: 0.7854097 Aug 17 00:11:54.768971 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761cf141-5c0e-4939-adf8-51d1167e6777', 'name': 'network-vif-deleted', 'tag': '66f1a806-6074-41e2-b6bf-ffe8b106bb33'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:11:54.771702 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5563d7-4446-4e75-ad30-6cb6bb2ce751" -d '{"events": [{"server_uuid": "761cf141-5c0e-4939-adf8-51d1167e6777", "name": "network-vif-deleted", "tag": "66f1a806-6074-41e2-b6bf-ffe8b106bb33"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:11:54.788742 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939323c-8d1b-479f-8f42-c0591ac0865d req-0e0fc8f0-da01-4905-86ff-5a1941b61790 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:54.790623 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c939323c-8d1b-479f-8f42-c0591ac0865d req-0e0fc8f0-da01-4905-86ff-5a1941b61790 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=761cf141-5c0e-4939-adf8-51d1167e6777 HTTP/1.1" status: 200 len: 868 time: 0.2797692 Aug 17 00:11:54.793828 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d42774-f0f1-4efc-8bb8-b8c826ca3e5f x-openstack-request-id: req-33d42774-f0f1-4efc-8bb8-b8c826ca3e5f {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:11:54.794465 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-deleted", "tag": "bf369f05-5490-4286-a3db-d3ce97b77f7b", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:11:54.794875 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-33d42774-f0f1-4efc-8bb8-b8c826ca3e5f {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:11:54.795462 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-deleted', 'tag': 'bf369f05-5490-4286-a3db-d3ce97b77f7b', 'status': 'completed', 'code': 200} Aug 17 00:11:54.818814 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b0e7f7c8-cbfc-4da2-ae0d-4b5b0ce166ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:54.834913 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7b725027-58ef-4d22-b11f-f88519a28019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:54.856963 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc885a38-128f-4440-a9f6-3fe8f3a0d5d4 x-openstack-request-id: req-cc885a38-128f-4440-a9f6-3fe8f3a0d5d4 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:11:54.857398 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761cf141-5c0e-4939-adf8-51d1167e6777", "name": "network-vif-deleted", "tag": "66f1a806-6074-41e2-b6bf-ffe8b106bb33", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:11:54.857730 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc885a38-128f-4440-a9f6-3fe8f3a0d5d4 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:11:54.858224 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761cf141-5c0e-4939-adf8-51d1167e6777', 'name': 'network-vif-deleted', 'tag': '66f1a806-6074-41e2-b6bf-ffe8b106bb33', 'status': 'completed', 'code': 200} Aug 17 00:11:54.865105 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7b725027-58ef-4d22-b11f-f88519a28019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:54.913376 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-be1dda02-b740-440a-88af-920c2b3bcd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:54.916375 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-be1dda02-b740-440a-88af-920c2b3bcd8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:54.917733 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-be1dda02-b740-440a-88af-920c2b3bcd8f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89849f23-a4cf-468c-bb8e-5e955cbd8d93 HTTP/1.1" status: 204 len: 168 time: 0.7094815 Aug 17 00:11:54.934419 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7b725027-58ef-4d22-b11f-f88519a28019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:54.939641 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c939323c-8d1b-479f-8f42-c0591ac0865d req-73d4e41c-8dcc-444c-a19b-a8db4bbe2db9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344335 Aug 17 00:11:54.950274 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7b725027-58ef-4d22-b11f-f88519a28019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:54.950469 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1dda02-b740-440a-88af-920c2b3bcd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89849f23-a4cf-468c-bb8e-5e955cbd8d93,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:54.951575 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7b725027-58ef-4d22-b11f-f88519a28019 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cf6c315e-369b-49e0-9dcb-0e30bd509d12 HTTP/1.1" status: 204 len: 168 time: 0.2669830 Aug 17 00:11:54.976701 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b725027-58ef-4d22-b11f-f88519a28019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6c315e-369b-49e0-9dcb-0e30bd509d12,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:55.039575 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b0e7f7c8-cbfc-4da2-ae0d-4b5b0ce166ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.076258 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7f7c8-cbfc-4da2-ae0d-4b5b0ce166ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=444e4ac8-e3c6-4a0a-910c-5e15715f8d7c,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:55.086417 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b0e7f7c8-cbfc-4da2-ae0d-4b5b0ce166ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.088822 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b0e7f7c8-cbfc-4da2-ae0d-4b5b0ce166ef admin admin] 10.222.0.60 "DELETE /v2.0/subnets/444e4ac8-e3c6-4a0a-910c-5e15715f8d7c HTTP/1.1" status: 204 len: 168 time: 0.7698138 Aug 17 00:11:55.091929 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49702) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:55.104507 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-54ae1edb-9655-433e-a118-af9a1fc70a0c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.149469 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae1edb-9655-433e-a118-af9a1fc70a0c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event deleted for resources: {'Port': ['ID=3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:55.225417 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-54ae1edb-9655-433e-a118-af9a1fc70a0c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] No DVR routers for this DVR port 3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:11:55.229240 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-54ae1edb-9655-433e-a118-af9a1fc70a0c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.233812 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-54ae1edb-9655-433e-a118-af9a1fc70a0c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.64 "DELETE /v2.0/ports/3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb HTTP/1.1" status: 204 len: 173 time: 1.2532918 Aug 17 00:11:55.265834 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e945-c416-4dad-8490-13424542d0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.375375 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e945-c416-4dad-8490-13424542d0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.394238 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-0dd9e945-c416-4dad-8490-13424542d0de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4caa4eb2-dfb5-43d1-abcf-717d7b415e57']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:55.407720 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-0dd9e945-c416-4dad-8490-13424542d0de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac3006d-4cfc-4e6e-ac1e-2fb39de870aa') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:55.408028 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-0dd9e945-c416-4dad-8490-13424542d0de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac3006d-4cfc-4e6e-ac1e-2fb39de870aa') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:55.419738 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e945-c416-4dad-8490-13424542d0de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.420992 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-a3205e35-3d46-4d04-bf73-45ebe2644714 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Deleting port 0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:55.421493 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-a3205e35-3d46-4d04-bf73-45ebe2644714 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.446010 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e945-c416-4dad-8490-13424542d0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.457181 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd9e945-c416-4dad-8490-13424542d0de admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:11:55.457946 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e945-c416-4dad-8490-13424542d0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:11:55.460605 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:11:55.563007 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e945-c416-4dad-8490-13424542d0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.591486 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-a3205e35-3d46-4d04-bf73-45ebe2644714 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] For port 0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db,segment=NetworkSegment(bd87dba4-8d4e-4b71-be48-b48bb38c0c6e),segment_id=bd87dba4-8d4e-4b71-be48-b48bb38c0c6e)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:55.592115 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-a3205e35-3d46-4d04-bf73-45ebe2644714 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.593582 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e945-c416-4dad-8490-13424542d0de admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.597747 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0dd9e945-c416-4dad-8490-13424542d0de admin admin] 10.222.0.60 "DELETE /v2.0/networks/4caa4eb2-dfb5-43d1-abcf-717d7b415e57 HTTP/1.1" status: 204 len: 168 time: 0.5047548 Aug 17 00:11:55.601981 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9e945-c416-4dad-8490-13424542d0de admin admin] Pushing event deleted for resources: {'Network': ['ID=4caa4eb2-dfb5-43d1-abcf-717d7b415e57,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:55.602200 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49724) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:55.622679 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-a3205e35-3d46-4d04-bf73-45ebe2644714 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Calling delete_port for 0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:55.669989 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-150e0bbb-889b-4eb4-8600-1bbff3aaafc9 admin admin] Deleting subnet f53fa0b3-ec71-4bed-8c10-75761335ac75 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:11:55.676622 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-150e0bbb-889b-4eb4-8600-1bbff3aaafc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.759733 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-150e0bbb-889b-4eb4-8600-1bbff3aaafc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.837680 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-150e0bbb-889b-4eb4-8600-1bbff3aaafc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.029960 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49748) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:56.081881 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49754) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:56.242859 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-3ae2d170-fd67-4bfe-9498-b537db605cee tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-975493850'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:56.300269 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-150e0bbb-889b-4eb4-8600-1bbff3aaafc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.309309 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d529c-3674-46ae-92c3-0725fe4242a1 req-28fa1f95-39c1-4fd1-952c-484cfb691d21 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:56.319233 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-233d529c-3674-46ae-92c3-0725fe4242a1 req-28fa1f95-39c1-4fd1-952c-484cfb691d21 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 942 time: 0.4828422 Aug 17 00:11:56.326244 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae2d170-fd67-4bfe-9498-b537db605cee tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:11:56.331261 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ae2d170-fd67-4bfe-9498-b537db605cee tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.347432 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ae2d170-fd67-4bfe-9498-b537db605cee tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.371164 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-150e0bbb-889b-4eb4-8600-1bbff3aaafc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.375545 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-150e0bbb-889b-4eb4-8600-1bbff3aaafc9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f53fa0b3-ec71-4bed-8c10-75761335ac75 HTTP/1.1" status: 204 len: 168 time: 0.7699475 Aug 17 00:11:56.375545 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e0bbb-889b-4eb4-8600-1bbff3aaafc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f53fa0b3-ec71-4bed-8c10-75761335ac75,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:56.377162 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49790) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:56.466260 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-a3205e35-3d46-4d04-bf73-45ebe2644714 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.490637 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-233d529c-3674-46ae-92c3-0725fe4242a1 req-5e5ca008-8702-4413-9344-19d4921a281b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups?id=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704061 Aug 17 00:11:56.540628 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3205e35-3d46-4d04-bf73-45ebe2644714 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event deleted for resources: {'Port': ['ID=0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:56.556147 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ae2d170-fd67-4bfe-9498-b537db605cee tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.566926 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ae2d170-fd67-4bfe-9498-b537db605cee tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.593450 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-a3205e35-3d46-4d04-bf73-45ebe2644714 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] No DVR routers for this DVR port 0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:11:56.599145 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-205a32ee-5583-4066-906d-64b7b993d73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.602939 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-a3205e35-3d46-4d04-bf73-45ebe2644714 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.604928 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0baa2f37-554e-4b8e-8180-72a3843e3780 req-a3205e35-3d46-4d04-bf73-45ebe2644714 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.64 "DELETE /v2.0/ports/0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db HTTP/1.1" status: 204 len: 173 time: 1.3643575 Aug 17 00:11:56.629599 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae2d170-fd67-4bfe-9498-b537db605cee tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:11:56.640155 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae2d170-fd67-4bfe-9498-b537db605cee tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b442b661-c9fb-46d2-b493-84b84d491f21,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:56.651742 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ae2d170-fd67-4bfe-9498-b537db605cee tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.652689 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-3ae2d170-fd67-4bfe-9498-b537db605cee tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Added segment e10b0e05-b713-46d3-89b9-c84b6a5bf20e of type vlan for network d70a647a-a896-41f9-a7d0-554edd779aa3 Aug 17 00:11:56.730613 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c3cf9cd5-4c79-40bf-86b5-58b24af35c2a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.734256 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ae2d170-fd67-4bfe-9498-b537db605cee tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.738601 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-205a32ee-5583-4066-906d-64b7b993d73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.751453 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-205a32ee-5583-4066-906d-64b7b993d73c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a1a4b3-af7a-4c0a-85ed-276e8d003560']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:56.769704 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-205a32ee-5583-4066-906d-64b7b993d73c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bba94fae-4bc5-4538-b0d1-e32e57567e29') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:56.770290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-205a32ee-5583-4066-906d-64b7b993d73c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bba94fae-4bc5-4538-b0d1-e32e57567e29') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:56.786098 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-205a32ee-5583-4066-906d-64b7b993d73c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.796999 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-deleted', 'tag': '3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb'}, {'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-deleted', 'tag': '0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:11:56.800320 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017bc82f-b3c4-419e-ba4b-1320aaccac87" -d '{"events": [{"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-deleted", "tag": "3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb"}, {"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-deleted", "tag": "0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:11:56.833357 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-205a32ee-5583-4066-906d-64b7b993d73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.840710 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205a32ee-5583-4066-906d-64b7b993d73c admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:11:56.841389 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-205a32ee-5583-4066-906d-64b7b993d73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:11:56.843896 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:11:56.864238 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ae2d170-fd67-4bfe-9498-b537db605cee tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.870933 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae2d170-fd67-4bfe-9498-b537db605cee tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:56.871538 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ae2d170-fd67-4bfe-9498-b537db605cee tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.896855 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 00:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958e513c-7098-48cc-8855-d1802ae58588 x-openstack-request-id: req-958e513c-7098-48cc-8855-d1802ae58588 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:11:56.897449 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-deleted", "tag": "3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb", "status": "completed", "code": 200}, {"server_uuid": "0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e", "name": "network-vif-deleted", "tag": "0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:11:56.897931 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-958e513c-7098-48cc-8855-d1802ae58588 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:11:56.898750 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-deleted', 'tag': '3335d18d-c4bd-48ec-8fc5-d13cf34ef2eb', 'status': 'completed', 'code': 200} Aug 17 00:11:56.899199 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e', 'name': 'network-vif-deleted', 'tag': '0671ab0c-1f06-4c3c-95e5-cf32dc2ac2db', 'status': 'completed', 'code': 200} Aug 17 00:11:56.934668 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-205a32ee-5583-4066-906d-64b7b993d73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.948618 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-205a32ee-5583-4066-906d-64b7b993d73c admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.952078 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-205a32ee-5583-4066-906d-64b7b993d73c admin admin] 10.222.0.60 "DELETE /v2.0/networks/22a1a4b3-af7a-4c0a-85ed-276e8d003560 HTTP/1.1" status: 204 len: 168 time: 0.5630958 Aug 17 00:11:56.978581 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a32ee-5583-4066-906d-64b7b993d73c admin admin] Pushing event deleted for resources: {'Network': ['ID=22a1a4b3-af7a-4c0a-85ed-276e8d003560,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:56.984136 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49812) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:56.986119 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3ae2d170-fd67-4bfe-9498-b537db605cee tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9022963 Aug 17 00:11:56.992687 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-3699d240-31be-47fc-9238-97cdc7a280c8 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:57.076894 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae2d170-fd67-4bfe-9498-b537db605cee tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Network': ['ID=d70a647a-a896-41f9-a7d0-554edd779aa3,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:57.088860 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:11:57.217289 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3699d240-31be-47fc-9238-97cdc7a280c8 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:11:57.222271 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3699d240-31be-47fc-9238-97cdc7a280c8 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:57.295574 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-c3cf9cd5-4c79-40bf-86b5-58b24af35c2a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Deleting port 6c38addb-f41a-4393-93a2-54294b867d86 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:57.295930 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c3cf9cd5-4c79-40bf-86b5-58b24af35c2a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:57.315324 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49838) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:57.416057 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a200bd37-65ea-4e31-b2f2-e6405b6de2c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d479a919f1ca415ca5aa227d21160492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0994716 Aug 17 00:11:57.418478 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49840) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:57.462600 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-c3cf9cd5-4c79-40bf-86b5-58b24af35c2a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] For port 6c38addb-f41a-4393-93a2-54294b867d86, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6c38addb-f41a-4393-93a2-54294b867d86,segment=NetworkSegment(a3d77d94-dcaa-457f-8702-164236ed71b1),segment_id=a3d77d94-dcaa-457f-8702-164236ed71b1)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:57.462850 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c3cf9cd5-4c79-40bf-86b5-58b24af35c2a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:57.488146 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-c3cf9cd5-4c79-40bf-86b5-58b24af35c2a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Calling delete_port for 6c38addb-f41a-4393-93a2-54294b867d86 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:57.516339 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c636c3c4-c273-4dd5-ba19-df0b5366c45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:57.536082 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3699d240-31be-47fc-9238-97cdc7a280c8 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:57.575972 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c636c3c4-c273-4dd5-ba19-df0b5366c45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:57.607317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699d240-31be-47fc-9238-97cdc7a280c8 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=ef72bca5-45af-453f-b0a3-87badbd1daaf,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:57.725849 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16d766e2-9d0d-4aa5-aa44-21656ac7782c req-11ef716f-6907-4b0d-9e03-0ee4ae12d7fb tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 210 time: 0.0945780 Aug 17 00:11:57.739137 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3699d240-31be-47fc-9238-97cdc7a280c8 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Checking segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:11:57.739572 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3699d240-31be-47fc-9238-97cdc7a280c8 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network hostable DHCP agents. Network: d70a647a-a896-41f9-a7d0-554edd779aa3, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:11:57.781269 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3699d240-31be-47fc-9238-97cdc7a280c8 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:11:57.794768 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-3699d240-31be-47fc-9238-97cdc7a280c8 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, d70a647a-a896-41f9-a7d0-554edd779aa3) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:11:57.804962 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3699d240-31be-47fc-9238-97cdc7a280c8 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:57.806412 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6373b6-b06c-4303-8791-85f2b209e2c8 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:11:57.806549 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3699d240-31be-47fc-9238-97cdc7a280c8 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:57.844028 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3699d240-31be-47fc-9238-97cdc7a280c8 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8573184 Aug 17 00:11:57.847244 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49848) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:57.856283 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-85e384a5-1803-4c8b-a051-c2e995ae0a1b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'port': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'name': 'tempest-NetworksTestDHCPv6-2130702347'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:58.042907 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c636c3c4-c273-4dd5-ba19-df0b5366c45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:58.045915 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c636c3c4-c273-4dd5-ba19-df0b5366c45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:58.049374 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c636c3c4-c273-4dd5-ba19-df0b5366c45d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb0c5dc6-1b68-4109-88ee-ae14179b1e81 HTTP/1.1" status: 204 len: 168 time: 0.6298316 Aug 17 00:11:58.065681 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e384a5-1803-4c8b-a051-c2e995ae0a1b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:11:58.071416 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-85e384a5-1803-4c8b-a051-c2e995ae0a1b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:58.077852 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 66f1a806-6074-41e2-b6bf-ffe8b106bb33 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:11:58.079330 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636c3c4-c273-4dd5-ba19-df0b5366c45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0c5dc6-1b68-4109-88ee-ae14179b1e81,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:58.096866 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-85e384a5-1803-4c8b-a051-c2e995ae0a1b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] device_id is not set on port 6c0f3b79-6ac6-4c9e-8f3f-74b05f1352ca yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:11:58.138911 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 66f1a806-6074-41e2-b6bf-ffe8b106bb33 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:11:58.139484 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 66f1a806-6074-41e2-b6bf-ffe8b106bb33 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:11:58.186814 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c3cf9cd5-4c79-40bf-86b5-58b24af35c2a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:58.204792 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e58aa4c-d86c-4a26-b1c9-c3190da265e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-d70a647a-a896-41f9-a7d0-554edd779aa3', 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'fixed_ips': [{'subnet_id': 'ef72bca5-45af-453f-b0a3-87badbd1daaf'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:11:58.207396 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2e58aa4c-d86c-4a26-b1c9-c3190da265e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:58.223489 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf9cd5-4c79-40bf-86b5-58b24af35c2a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event deleted for resources: {'Port': ['ID=6c38addb-f41a-4393-93a2-54294b867d86,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:58.504007 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-85e384a5-1803-4c8b-a051-c2e995ae0a1b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 2001:db8::2d (d70a647a-a896-41f9-a7d0-554edd779aa3/ef72bca5-45af-453f-b0a3-87badbd1daaf/6c0f3b79-6ac6-4c9e-8f3f-74b05f1352ca) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:11:58.630889 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c3cf9cd5-4c79-40bf-86b5-58b24af35c2a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:58.635465 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49854) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:58.723388 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-85e384a5-1803-4c8b-a051-c2e995ae0a1b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:58.741790 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-85e384a5-1803-4c8b-a051-c2e995ae0a1b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Transition to ACTIVE for port object 6c0f3b79-6ac6-4c9e-8f3f-74b05f1352ca will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:11:58.793688 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b2a4b01e-e70c-4f28-98c9-6be69865bbc2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c6e4b9e9ace64464a7190c7c5eb2cef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1568222 Aug 17 00:11:58.794253 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49860) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:58.812488 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-85e384a5-1803-4c8b-a051-c2e995ae0a1b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:58.872272 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-2e58aa4c-d86c-4a26-b1c9-c3190da265e0 None None] Allocated IP 2001:db8::2 (d70a647a-a896-41f9-a7d0-554edd779aa3/ef72bca5-45af-453f-b0a3-87badbd1daaf/41f2340b-16e8-4531-86c7-92cd63e38493) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:11:58.998579 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e384a5-1803-4c8b-a051-c2e995ae0a1b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:11:59.017412 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3cf9cd5-4c79-40bf-86b5-58b24af35c2a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Router 188f5d4f-8076-4d5f-bfae-375bef6d2a03 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:11:59.051029 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-94e162bb-be8b-4783-a0bf-d7e08fe3b0a3 req-dfd36695-e15c-4752-81b6-bb9b8707e21c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 210 time: 0.1193511 Aug 17 00:11:59.054135 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e384a5-1803-4c8b-a051-c2e995ae0a1b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Port': ['ID=6c0f3b79-6ac6-4c9e-8f3f-74b05f1352ca,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:59.063937 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-85e384a5-1803-4c8b-a051-c2e995ae0a1b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:11:59.071480 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e384a5-1803-4c8b-a051-c2e995ae0a1b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:11:59.077695 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e384a5-1803-4c8b-a051-c2e995ae0a1b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:59.078580 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-85e384a5-1803-4c8b-a051-c2e995ae0a1b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:59.111986 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2e58aa4c-d86c-4a26-b1c9-c3190da265e0 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:59.114110 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-85e384a5-1803-4c8b-a051-c2e995ae0a1b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2657466 Aug 17 00:11:59.117165 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49864) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:59.123567 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2339375-46f1-4d76-bdf0-81245d4b02d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:59.124538 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2e58aa4c-d86c-4a26-b1c9-c3190da265e0 None None] Transition to ACTIVE for port object 41f2340b-16e8-4531-86c7-92cd63e38493 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:11:59.160691 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2e58aa4c-d86c-4a26-b1c9-c3190da265e0 None None] Transition to ACTIVE for port object 41f2340b-16e8-4531-86c7-92cd63e38493 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:11:59.176795 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2339375-46f1-4d76-bdf0-81245d4b02d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:59.181475 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2e58aa4c-d86c-4a26-b1c9-c3190da265e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:59.214001 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cf9cd5-4c79-40bf-86b5-58b24af35c2a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:11:59.221339 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c3cf9cd5-4c79-40bf-86b5-58b24af35c2a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "PUT /v2.0/routers/188f5d4f-8076-4d5f-bfae-375bef6d2a03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1894302 Aug 17 00:11:59.230783 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00dcb39-e8bc-4ae4-99db-2f6a9746c7bf None None] Sync routers for ids ['188f5d4f-8076-4d5f-bfae-375bef6d2a03'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:11:59.231758 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea73103-9061-4380-b23e-72ea99b0e6d2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:59.233506 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-dea73103-9061-4380-b23e-72ea99b0e6d2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1147521 Aug 17 00:11:59.234277 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49866) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:59.237901 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49868) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:59.247748 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00dcb39-e8bc-4ae4-99db-2f6a9746c7bf None None] Routers {'188f5d4f-8076-4d5f-bfae-375bef6d2a03'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:11:59.248385 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a00dcb39-e8bc-4ae4-99db-2f6a9746c7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:11:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['188f5d4f-8076-4d5f-bfae-375bef6d2a03'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:59.255045 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e58aa4c-d86c-4a26-b1c9-c3190da265e0 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:11:59.261987 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-2e58aa4c-d86c-4a26-b1c9-c3190da265e0 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:11:59.266333 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e58aa4c-d86c-4a26-b1c9-c3190da265e0 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:11:59.283105 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58aa4c-d86c-4a26-b1c9-c3190da265e0 None None] Pushing event updated for resources: {'Port': ['ID=41f2340b-16e8-4531-86c7-92cd63e38493,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:59.311722 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2339375-46f1-4d76-bdf0-81245d4b02d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:59.318139 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2339375-46f1-4d76-bdf0-81245d4b02d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:59.319528 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e2339375-46f1-4d76-bdf0-81245d4b02d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/80dea3a2-2776-46c2-a371-0c5d7134592d HTTP/1.1" status: 204 len: 168 time: 0.5238414 Aug 17 00:11:59.333477 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2339375-46f1-4d76-bdf0-81245d4b02d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dea3a2-2776-46c2-a371-0c5d7134592d,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:59.389805 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-193b60c3-c578-42f7-8c10-de8d3808a577 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Deleting subnet 73b53c9e-690d-4ae5-a351-0735e7acef3e {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:11:59.393665 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-193b60c3-c578-42f7-8c10-de8d3808a577 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:59.434710 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-2e58aa4c-d86c-4a26-b1c9-c3190da265e0 None None] Attempting to bind port 41f2340b-16e8-4531-86c7-92cd63e38493 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:11:59.435888 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-2e58aa4c-d86c-4a26-b1c9-c3190da265e0 None None] Attempting to bind port 41f2340b-16e8-4531-86c7-92cd63e38493 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:11:59.436511 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58aa4c-d86c-4a26-b1c9-c3190da265e0 None None] Attempting to bind port 41f2340b-16e8-4531-86c7-92cd63e38493 on network d70a647a-a896-41f9-a7d0-554edd779aa3 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:11:59.447986 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-193b60c3-c578-42f7-8c10-de8d3808a577 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:59.463657 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58aa4c-d86c-4a26-b1c9-c3190da265e0 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:11:59.464050 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58aa4c-d86c-4a26-b1c9-c3190da265e0 None None] Checking segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:11:59.464357 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2e58aa4c-d86c-4a26-b1c9-c3190da265e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:59.464752 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58aa4c-d86c-4a26-b1c9-c3190da265e0 None None] Bound using segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:11:59.465315 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-2e58aa4c-d86c-4a26-b1c9-c3190da265e0 None None] Bound port: 41f2340b-16e8-4531-86c7-92cd63e38493, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:11:59.467607 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2e58aa4c-d86c-4a26-b1c9-c3190da265e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:59.494304 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-caed3cc6-eefe-4176-a7c1-e060589b6e7f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting port 6c0f3b79-6ac6-4c9e-8f3f-74b05f1352ca {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:59.494658 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-caed3cc6-eefe-4176-a7c1-e060589b6e7f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:59.608347 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-2e58aa4c-d86c-4a26-b1c9-c3190da265e0 None None] For port 41f2340b-16e8-4531-86c7-92cd63e38493, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:11:59.613893 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-2e58aa4c-d86c-4a26-b1c9-c3190da265e0 None None] For port 41f2340b-16e8-4531-86c7-92cd63e38493, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=41f2340b-16e8-4531-86c7-92cd63e38493,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:11:59.621804 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2e58aa4c-d86c-4a26-b1c9-c3190da265e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:59.627221 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-193b60c3-c578-42f7-8c10-de8d3808a577 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:59.661383 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-caed3cc6-eefe-4176-a7c1-e060589b6e7f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:59.682631 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-caed3cc6-eefe-4176-a7c1-e060589b6e7f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Calling delete_port for 6c0f3b79-6ac6-4c9e-8f3f-74b05f1352ca owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:59.724851 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-a00dcb39-e8bc-4ae4-99db-2f6a9746c7bf None None] Set router 188f5d4f-8076-4d5f-bfae-375bef6d2a03 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:11:59.758981 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58aa4c-d86c-4a26-b1c9-c3190da265e0 None None] Pushing event updated for resources: {'Port': ['ID=41f2340b-16e8-4531-86c7-92cd63e38493,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:59.785493 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-193b60c3-c578-42f7-8c10-de8d3808a577 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:59.824606 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b60c3-c578-42f7-8c10-de8d3808a577 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event deleted for resources: {'Subnet': ['ID=73b53c9e-690d-4ae5-a351-0735e7acef3e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:59.852792 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-193b60c3-c578-42f7-8c10-de8d3808a577 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:59.853214 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0621beba-82c3-4158-af0f-7ef6bfe4a91f None None] Network 1d085bcd-85ca-4517-9df3-0156c62c5ecb requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:11:59.858155 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-193b60c3-c578-42f7-8c10-de8d3808a577 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "DELETE /v2.0/subnets/73b53c9e-690d-4ae5-a351-0735e7acef3e HTTP/1.1" status: 204 len: 168 time: 0.6210392 Aug 17 00:11:59.862672 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49874) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:00.216440 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a00dcb39-e8bc-4ae4-99db-2f6a9746c7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703126848', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:09:41Z', 'updated_at': '2021-08-17T00:11:58Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:20:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:09:42Z', 'updated_at': '2021-08-17T00:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:00.235589 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-caed3cc6-eefe-4176-a7c1-e060589b6e7f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:00.294240 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-caed3cc6-eefe-4176-a7c1-e060589b6e7f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:00.299658 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-caed3cc6-eefe-4176-a7c1-e060589b6e7f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/6c0f3b79-6ac6-4c9e-8f3f-74b05f1352ca HTTP/1.1" status: 204 len: 168 time: 1.0578721 Aug 17 00:12:00.303670 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49890) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:00.319567 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-272d37f9-95ad-49bc-a722-3694ad15e9b3 req-861ac183-b924-4807-a5d1-178f5f4945c2 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 210 time: 0.0861304 Aug 17 00:12:00.358859 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00dcb39-e8bc-4ae4-99db-2f6a9746c7bf None None] Checking router: 188f5d4f-8076-4d5f-bfae-375bef6d2a03 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:12:00.399646 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-030cc038-a520-47ee-b9f9-03e52728403b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:00.415060 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00dcb39-e8bc-4ae4-99db-2f6a9746c7bf None None] Routers {'188f5d4f-8076-4d5f-bfae-375bef6d2a03'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:12:00.415711 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a00dcb39-e8bc-4ae4-99db-2f6a9746c7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:11:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['188f5d4f-8076-4d5f-bfae-375bef6d2a03'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:00.585869 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed3cc6-eefe-4176-a7c1-e060589b6e7f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Port': ['ID=6c0f3b79-6ac6-4c9e-8f3f-74b05f1352ca,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:00.589456 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-030cc038-a520-47ee-b9f9-03e52728403b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:00.599334 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b205bb06-e0ff-48c2-92e1-bd84a2bd3bcb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:00.601462 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b205bb06-e0ff-48c2-92e1-bd84a2bd3bcb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:00.603849 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b205bb06-e0ff-48c2-92e1-bd84a2bd3bcb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2832673 Aug 17 00:12:00.606396 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49894) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:00.643252 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 41f2340b-16e8-4531-86c7-92cd63e38493 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:00.674410 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-a00dcb39-e8bc-4ae4-99db-2f6a9746c7bf None None] Set router 188f5d4f-8076-4d5f-bfae-375bef6d2a03 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:12:00.709030 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-030cc038-a520-47ee-b9f9-03e52728403b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Deleting port a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:00.709686 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-030cc038-a520-47ee-b9f9-03e52728403b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:00.730198 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-119dbfc1-d997-455d-8085-b07fd2fff558 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet ef72bca5-45af-453f-b0a3-87badbd1daaf {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:12:00.738409 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-119dbfc1-d997-455d-8085-b07fd2fff558 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:00.787495 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 41f2340b-16e8-4531-86c7-92cd63e38493 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:00.888327 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-119dbfc1-d997-455d-8085-b07fd2fff558 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:00.889441 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-030cc038-a520-47ee-b9f9-03e52728403b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] For port a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:00.889837 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-030cc038-a520-47ee-b9f9-03e52728403b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:00.924259 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-030cc038-a520-47ee-b9f9-03e52728403b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Calling delete_port for a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:01.038853 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-119dbfc1-d997-455d-8085-b07fd2fff558 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:01.066876 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a00dcb39-e8bc-4ae4-99db-2f6a9746c7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703126848', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:09:41Z', 'updated_at': '2021-08-17T00:11:58Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:20:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:09:42Z', 'updated_at': '2021-08-17T00:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:01.133006 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-119dbfc1-d997-455d-8085-b07fd2fff558 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:01.142361 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00dcb39-e8bc-4ae4-99db-2f6a9746c7bf None None] The sync data for ids ['188f5d4f-8076-4d5f-bfae-375bef6d2a03'] in n-d-800088-20 is: [{'id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703126848', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:09:41Z', 'updated_at': '2021-08-17T00:11:58Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': 'a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:20:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f5d4f-8076-4d5f-bfae-375bef6d2a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:09:42Z', 'updated_at': '2021-08-17T00:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:12:01.195065 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-119dbfc1-d997-455d-8085-b07fd2fff558 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:01.210839 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-119dbfc1-d997-455d-8085-b07fd2fff558 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/ef72bca5-45af-453f-b0a3-87badbd1daaf HTTP/1.1" status: 204 len: 168 time: 0.6031282 Aug 17 00:12:01.214314 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336850e7-f46d-49a3-9184-99b908a8cf09 None None] DHCP port deletion for 1d085bcd-85ca-4517-9df3-0156c62c5ecb request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:12:01.224246 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49910) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:01.267921 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119dbfc1-d997-455d-8085-b07fd2fff558 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=ef72bca5-45af-453f-b0a3-87badbd1daaf,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:01.323437 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49912) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:01.324638 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-26cb9dd6-12d0-497c-bde4-b242735f780b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0970092 Aug 17 00:12:01.329642 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-7fe7b435-8831-4e68-98e1-277dc8467172 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:01.347837 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-336850e7-f46d-49a3-9184-99b908a8cf09 None None] Deleting port c8441e77-46b0-4255-9207-ac976956fad8 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:01.350512 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-336850e7-f46d-49a3-9184-99b908a8cf09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:01.446407 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-336850e7-f46d-49a3-9184-99b908a8cf09 None None] For port c8441e77-46b0-4255-9207-ac976956fad8, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c8441e77-46b0-4255-9207-ac976956fad8,segment=NetworkSegment(a3d77d94-dcaa-457f-8702-164236ed71b1),segment_id=a3d77d94-dcaa-457f-8702-164236ed71b1)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:01.446822 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-336850e7-f46d-49a3-9184-99b908a8cf09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:01.472115 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-030cc038-a520-47ee-b9f9-03e52728403b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:01.496618 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-336850e7-f46d-49a3-9184-99b908a8cf09 None None] Calling delete_port for c8441e77-46b0-4255-9207-ac976956fad8 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:01.585232 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030cc038-a520-47ee-b9f9-03e52728403b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event deleted for resources: {'Port': ['ID=a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:01.629688 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d52a852a-6d85-4de7-9ad3-281930a99410 req-ea86046e-4589-495b-817a-b0dee14bcf71 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 210 time: 0.1065729 Aug 17 00:12:01.683876 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe7b435-8831-4e68-98e1-277dc8467172 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:12:01.689709 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7fe7b435-8831-4e68-98e1-277dc8467172 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:01.711209 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-336850e7-f46d-49a3-9184-99b908a8cf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:01.747876 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-030cc038-a520-47ee-b9f9-03e52728403b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:01.753405 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336850e7-f46d-49a3-9184-99b908a8cf09 None None] Pushing event deleted for resources: {'Port': ['ID=c8441e77-46b0-4255-9207-ac976956fad8,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:01.772093 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336850e7-f46d-49a3-9184-99b908a8cf09 None None] No DVR routers for this DVR port c8441e77-46b0-4255-9207-ac976956fad8 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:12:01.877163 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dae8a5a-64b4-4afa-a6ed-07730730b119 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:12:01.942207 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-030cc038-a520-47ee-b9f9-03e52728403b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:01.944825 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-030cc038-a520-47ee-b9f9-03e52728403b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:02.022513 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fea714d4-e3d5-4aa0-b1c1-0a2644d6968b None None] Provisioning for port 41f2340b-16e8-4531-86c7-92cd63e38493 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:02.023159 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-030cc038-a520-47ee-b9f9-03e52728403b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:02.024127 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030cc038-a520-47ee-b9f9-03e52728403b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Fanout notify agent at l3_agent the message router_deleted on router 188f5d4f-8076-4d5f-bfae-375bef6d2a03 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:12:02.035787 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-030cc038-a520-47ee-b9f9-03e52728403b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:02.035967 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fea714d4-e3d5-4aa0-b1c1-0a2644d6968b None None] Provisioning complete for port 41f2340b-16e8-4531-86c7-92cd63e38493 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:02.036884 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-030cc038-a520-47ee-b9f9-03e52728403b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "DELETE /v2.0/routers/188f5d4f-8076-4d5f-bfae-375bef6d2a03 HTTP/1.1" status: 204 len: 168 time: 2.1729267 Aug 17 00:12:02.037785 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fea714d4-e3d5-4aa0-b1c1-0a2644d6968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:02.045551 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49920) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:02.200143 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7fe7b435-8831-4e68-98e1-277dc8467172 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:02.223390 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-19380a8b-578d-4a40-8be1-0ed842f928c8 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:02.333300 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-19380a8b-578d-4a40-8be1-0ed842f928c8 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:02.341243 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe7b435-8831-4e68-98e1-277dc8467172 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:02.345801 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-7fe7b435-8831-4e68-98e1-277dc8467172 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:02.348365 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-19380a8b-578d-4a40-8be1-0ed842f928c8 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d085bcd-85ca-4517-9df3-0156c62c5ecb']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:02.351985 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fea714d4-e3d5-4aa0-b1c1-0a2644d6968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:02.354758 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe7b435-8831-4e68-98e1-277dc8467172 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:02.355369 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7fe7b435-8831-4e68-98e1-277dc8467172 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:02.364656 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-19380a8b-578d-4a40-8be1-0ed842f928c8 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d77d94-dcaa-457f-8702-164236ed71b1') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:02.365024 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-19380a8b-578d-4a40-8be1-0ed842f928c8 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d77d94-dcaa-457f-8702-164236ed71b1') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:02.381300 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-19380a8b-578d-4a40-8be1-0ed842f928c8 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:02.401032 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-19380a8b-578d-4a40-8be1-0ed842f928c8 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:02.401340 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7b435-8831-4e68-98e1-277dc8467172 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=d36e79c7-9adb-4707-8d0f-5994d290d857,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:02.408668 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-fea714d4-e3d5-4aa0-b1c1-0a2644d6968b None None] For port 41f2340b-16e8-4531-86c7-92cd63e38493, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=41f2340b-16e8-4531-86c7-92cd63e38493,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:02.409723 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19380a8b-578d-4a40-8be1-0ed842f928c8 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:12:02.410401 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-19380a8b-578d-4a40-8be1-0ed842f928c8 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:12:02.414030 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:12:02.419206 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fea714d4-e3d5-4aa0-b1c1-0a2644d6968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:02.425270 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7fe7b435-8831-4e68-98e1-277dc8467172 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1005478 Aug 17 00:12:02.433106 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49926) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:02.467360 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-3d3606f2-44c3-4270-8199-fa5100c3e71c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'port': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'name': 'tempest-NetworksTestDHCPv6-2042213731'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:02.498419 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea714d4-e3d5-4aa0-b1c1-0a2644d6968b None None] Pushing event updated for resources: {'Port': ['ID=41f2340b-16e8-4531-86c7-92cd63e38493,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:02.537268 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-19380a8b-578d-4a40-8be1-0ed842f928c8 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:02.552207 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-19380a8b-578d-4a40-8be1-0ed842f928c8 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:02.554142 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-19380a8b-578d-4a40-8be1-0ed842f928c8 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "DELETE /v2.0/networks/1d085bcd-85ca-4517-9df3-0156c62c5ecb HTTP/1.1" status: 204 len: 168 time: 0.5075450 Aug 17 00:12:02.557371 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49928) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:02.578546 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19380a8b-578d-4a40-8be1-0ed842f928c8 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event deleted for resources: {'Network': ['ID=1d085bcd-85ca-4517-9df3-0156c62c5ecb,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:02.626899 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb0caff-57f2-4697-9c9e-861ccd71d5ce None None] DHCP port deletion for d70a647a-a896-41f9-a7d0-554edd779aa3 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:12:02.709807 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3606f2-44c3-4270-8199-fa5100c3e71c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:12:02.716164 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3d3606f2-44c3-4270-8199-fa5100c3e71c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:02.767134 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-06bc70b0-9e6e-4e4f-976b-d79498c1726a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:02.782500 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c8441e77-46b0-4255-9207-ac976956fad8 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:12:02.789979 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-3d3606f2-44c3-4270-8199-fa5100c3e71c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] device_id is not set on port 304ae979-bd28-4be6-8c47-38ef636a4183 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:12:02.841652 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-06bc70b0-9e6e-4e4f-976b-d79498c1726a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:02.842407 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-afb0caff-57f2-4697-9c9e-861ccd71d5ce None None] Deleting port 41f2340b-16e8-4531-86c7-92cd63e38493 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:02.843223 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-afb0caff-57f2-4697-9c9e-861ccd71d5ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:02.848567 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: c8441e77-46b0-4255-9207-ac976956fad8 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:12:02.849775 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c8441e77-46b0-4255-9207-ac976956fad8 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:12:02.850759 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6c38addb-f41a-4393-93a2-54294b867d86 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:12:02.892837 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 6c38addb-f41a-4393-93a2-54294b867d86 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:12:02.893286 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6c38addb-f41a-4393-93a2-54294b867d86 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:12:02.893788 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:12:02.897031 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d1a7e01c-d534-44c8-aa89-48db325958b4 req-a31692b1-859c-465f-9eb4-46ecdbd5af05 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 210 time: 0.0462537 Aug 17 00:12:02.991001 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:12:02.992146 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a0f5e453-c59e-4d87-a2c7-ad5e73c1eefa not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:12:02.992992 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 41f2340b-16e8-4531-86c7-92cd63e38493 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:12:02.995098 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-06bc70b0-9e6e-4e4f-976b-d79498c1726a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:03.000050 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-06bc70b0-9e6e-4e4f-976b-d79498c1726a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:03.001595 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-06bc70b0-9e6e-4e4f-976b-d79498c1726a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "DELETE /v2.0/security-groups/821b10dd-cd4f-40a1-92ba-2b6bbd5265cc HTTP/1.1" status: 204 len: 168 time: 0.4437368 Aug 17 00:12:03.017249 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc70b0-9e6e-4e4f-976b-d79498c1726a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=821b10dd-cd4f-40a1-92ba-2b6bbd5265cc,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:03.167934 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-3d3606f2-44c3-4270-8199-fa5100c3e71c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 2001:db8::376 (d70a647a-a896-41f9-a7d0-554edd779aa3/d36e79c7-9adb-4707-8d0f-5994d290d857/304ae979-bd28-4be6-8c47-38ef636a4183) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:03.365347 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-afb0caff-57f2-4697-9c9e-861ccd71d5ce None None] For port 41f2340b-16e8-4531-86c7-92cd63e38493, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=41f2340b-16e8-4531-86c7-92cd63e38493,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:03.366420 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-afb0caff-57f2-4697-9c9e-861ccd71d5ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:03.386397 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:03.431251 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-afb0caff-57f2-4697-9c9e-861ccd71d5ce None None] Calling delete_port for 41f2340b-16e8-4531-86c7-92cd63e38493 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:03.480353 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49942) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:03.490407 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-efb77c01-260a-4a5d-80df-08f12c0fa216 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-403303491', 'description': 'tempest-secgroup-smoke-403303491 description', 'project_id': '8a9ca74733fa48c8818a39938a45e719'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:03.543287 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 41f2340b-16e8-4531-86c7-92cd63e38493, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=41f2340b-16e8-4531-86c7-92cd63e38493,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:03.556186 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:03.565162 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3d3606f2-44c3-4270-8199-fa5100c3e71c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:03.595329 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-3d3606f2-44c3-4270-8199-fa5100c3e71c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Transition to ACTIVE for port object 304ae979-bd28-4be6-8c47-38ef636a4183 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:03.612142 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-efb77c01-260a-4a5d-80df-08f12c0fa216 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:03.652115 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3d3606f2-44c3-4270-8199-fa5100c3e71c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:03.674919 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=41f2340b-16e8-4531-86c7-92cd63e38493,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:03.681841 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-afb0caff-57f2-4697-9c9e-861ccd71d5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:03.716866 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3606f2-44c3-4270-8199-fa5100c3e71c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:03.721071 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-3d3606f2-44c3-4270-8199-fa5100c3e71c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:03.725993 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0caff-57f2-4697-9c9e-861ccd71d5ce None None] Pushing event deleted for resources: {'Port': ['ID=41f2340b-16e8-4531-86c7-92cd63e38493,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:03.727338 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3606f2-44c3-4270-8199-fa5100c3e71c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:12:03.734610 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb0caff-57f2-4697-9c9e-861ccd71d5ce None None] No DVR routers for this DVR port 41f2340b-16e8-4531-86c7-92cd63e38493 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:12:03.745491 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-efb77c01-260a-4a5d-80df-08f12c0fa216 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:03.755870 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3606f2-44c3-4270-8199-fa5100c3e71c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:03.757008 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-efb77c01-260a-4a5d-80df-08f12c0fa216 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:03.761487 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3d3606f2-44c3-4270-8199-fa5100c3e71c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:03.762557 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d9b00f-2745-40f8-be0a-f551db56bdaf None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:12:03.789800 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3606f2-44c3-4270-8199-fa5100c3e71c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Port': ['ID=304ae979-bd28-4be6-8c47-38ef636a4183,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:03.802553 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3d3606f2-44c3-4270-8199-fa5100c3e71c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3680632 Aug 17 00:12:03.804363 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49946) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:03.817011 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb77c01-260a-4a5d-80df-08f12c0fa216 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80d1d1d2-0d20-42fd-911e-e4d056514efa,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:03.825525 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-efb77c01-260a-4a5d-80df-08f12c0fa216 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:03.826790 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-efb77c01-260a-4a5d-80df-08f12c0fa216 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3436842 Aug 17 00:12:03.830548 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49948) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:03.835582 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-296ea145-616a-441c-add4-25db2b402bb3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'security_group_rule': {'security_group_id': '80d1d1d2-0d20-42fd-911e-e4d056514efa', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:03.890973 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7060f7be-a19b-45aa-b385-56163b6fa111 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:03.896849 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7060f7be-a19b-45aa-b385-56163b6fa111 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0916026 Aug 17 00:12:03.898088 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49950) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:03.907942 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-296ea145-616a-441c-add4-25db2b402bb3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:04.006881 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-296ea145-616a-441c-add4-25db2b402bb3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:04.008093 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1f59ac-08d8-4197-aaef-490d86bf785c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-d70a647a-a896-41f9-a7d0-554edd779aa3', 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'fixed_ips': [{'subnet_id': 'd36e79c7-9adb-4707-8d0f-5994d290d857'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:12:04.009791 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ff1f59ac-08d8-4197-aaef-490d86bf785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:04.019253 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-296ea145-616a-441c-add4-25db2b402bb3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:04.073187 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-296ea145-616a-441c-add4-25db2b402bb3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:04.076698 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-296ea145-616a-441c-add4-25db2b402bb3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2427351 Aug 17 00:12:04.077077 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49954) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:04.082630 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-5d18e5b7-c975-463c-a35b-5c75989c8820 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'security_group_rule': {'security_group_id': '80d1d1d2-0d20-42fd-911e-e4d056514efa', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:04.105790 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ea145-616a-441c-add4-25db2b402bb3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ccd836-90fd-47d1-ab2b-d9bcf817d02f,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:04.139330 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5d18e5b7-c975-463c-a35b-5c75989c8820 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:04.149069 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-10e14d46-9e98-43c6-b95d-bc31614ab4eb req-8aa54b11-50b1-4aaf-bd4a-4cc780425c90 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 210 time: 0.0798554 Aug 17 00:12:04.223092 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-ff1f59ac-08d8-4197-aaef-490d86bf785c None None] Allocated IP 2001:db8::2 (d70a647a-a896-41f9-a7d0-554edd779aa3/d36e79c7-9adb-4707-8d0f-5994d290d857/bcf27365-9fe5-4871-8681-e60dbcaacf04) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:04.225501 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-b860e8fe-33f6-4903-afad-edc34a6013b1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting port 304ae979-bd28-4be6-8c47-38ef636a4183 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:04.225895 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b860e8fe-33f6-4903-afad-edc34a6013b1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:04.298744 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5d18e5b7-c975-463c-a35b-5c75989c8820 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:04.308837 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5d18e5b7-c975-463c-a35b-5c75989c8820 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:04.338766 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18e5b7-c975-463c-a35b-5c75989c8820 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deed9c7f-4a2a-44bf-bfc7-cf2b0653adf6,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:04.361604 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5d18e5b7-c975-463c-a35b-5c75989c8820 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:04.365758 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49958) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:04.366701 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5d18e5b7-c975-463c-a35b-5c75989c8820 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2884488 Aug 17 00:12:04.371998 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-b1d6aa4b-9317-4700-af44-43ce7f153f10 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'security_group_rule': {'security_group_id': '80d1d1d2-0d20-42fd-911e-e4d056514efa', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:04.448659 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ff1f59ac-08d8-4197-aaef-490d86bf785c None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:04.454808 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b860e8fe-33f6-4903-afad-edc34a6013b1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:04.463444 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b1d6aa4b-9317-4700-af44-43ce7f153f10 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:04.467617 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ff1f59ac-08d8-4197-aaef-490d86bf785c None None] Transition to ACTIVE for port object bcf27365-9fe5-4871-8681-e60dbcaacf04 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:04.489666 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-b860e8fe-33f6-4903-afad-edc34a6013b1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Calling delete_port for 304ae979-bd28-4be6-8c47-38ef636a4183 owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:04.490224 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ff1f59ac-08d8-4197-aaef-490d86bf785c None None] Transition to ACTIVE for port object bcf27365-9fe5-4871-8681-e60dbcaacf04 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:04.505111 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ff1f59ac-08d8-4197-aaef-490d86bf785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:04.554513 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f59ac-08d8-4197-aaef-490d86bf785c None None] Pushing event updated for resources: {'Port': ['ID=bcf27365-9fe5-4871-8681-e60dbcaacf04,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:04.597229 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1f59ac-08d8-4197-aaef-490d86bf785c None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:04.598998 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-ff1f59ac-08d8-4197-aaef-490d86bf785c None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:04.605096 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1f59ac-08d8-4197-aaef-490d86bf785c None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:12:04.638687 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b1d6aa4b-9317-4700-af44-43ce7f153f10 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:04.656402 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b1d6aa4b-9317-4700-af44-43ce7f153f10 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:04.701132 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ff1f59ac-08d8-4197-aaef-490d86bf785c None None] Attempting to bind port bcf27365-9fe5-4871-8681-e60dbcaacf04 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:12:04.701552 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ff1f59ac-08d8-4197-aaef-490d86bf785c None None] Attempting to bind port bcf27365-9fe5-4871-8681-e60dbcaacf04 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:12:04.701917 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1f59ac-08d8-4197-aaef-490d86bf785c None None] Attempting to bind port bcf27365-9fe5-4871-8681-e60dbcaacf04 on network d70a647a-a896-41f9-a7d0-554edd779aa3 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:12:04.708082 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1f59ac-08d8-4197-aaef-490d86bf785c None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:12:04.708454 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1f59ac-08d8-4197-aaef-490d86bf785c None None] Checking segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:12:04.709033 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ff1f59ac-08d8-4197-aaef-490d86bf785c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:04.709456 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1f59ac-08d8-4197-aaef-490d86bf785c None None] Bound using segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:12:04.709982 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ff1f59ac-08d8-4197-aaef-490d86bf785c None None] Bound port: bcf27365-9fe5-4871-8681-e60dbcaacf04, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:12:04.710366 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ff1f59ac-08d8-4197-aaef-490d86bf785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:04.724754 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9302e50d-1e23-479b-b222-7e521154d7dc req-447f8f53-13df-4bab-97ba-4d5963ff04b0 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=38e677b9767842628317f1b1c685f576&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658872 Aug 17 00:12:04.726618 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6aa4b-9317-4700-af44-43ce7f153f10 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed99cf7f-0438-4384-b300-d74129f70b1a,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:04.780078 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b1d6aa4b-9317-4700-af44-43ce7f153f10 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:04.781316 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b1d6aa4b-9317-4700-af44-43ce7f153f10 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4136722 Aug 17 00:12:04.784329 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49976) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:04.789540 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-5b4cb859-4562-4bc8-ada6-8051a75e1625 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'security_group_rule': {'security_group_id': '80d1d1d2-0d20-42fd-911e-e4d056514efa', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:04.801995 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ff1f59ac-08d8-4197-aaef-490d86bf785c None None] For port bcf27365-9fe5-4871-8681-e60dbcaacf04, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:12:04.808587 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ff1f59ac-08d8-4197-aaef-490d86bf785c None None] For port bcf27365-9fe5-4871-8681-e60dbcaacf04, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=bcf27365-9fe5-4871-8681-e60dbcaacf04,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:12:04.820004 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ff1f59ac-08d8-4197-aaef-490d86bf785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:04.843372 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b4cb859-4562-4bc8-ada6-8051a75e1625 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:04.899529 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f59ac-08d8-4197-aaef-490d86bf785c None None] Pushing event updated for resources: {'Port': ['ID=bcf27365-9fe5-4871-8681-e60dbcaacf04,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:04.955090 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b4cb859-4562-4bc8-ada6-8051a75e1625 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:04.964497 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b4cb859-4562-4bc8-ada6-8051a75e1625 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:04.984090 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b860e8fe-33f6-4903-afad-edc34a6013b1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:04.996500 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4cb859-4562-4bc8-ada6-8051a75e1625 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c061de-8a38-47b0-8b20-32c59911cd74,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:05.020684 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b4cb859-4562-4bc8-ada6-8051a75e1625 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:05.025599 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5b4cb859-4562-4bc8-ada6-8051a75e1625 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2399547 Aug 17 00:12:05.026215 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49978) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:05.038029 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-86b3cf68-d7b4-4337-b53e-82cbc07f9bdc tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'security_group_rule': {'security_group_id': '80d1d1d2-0d20-42fd-911e-e4d056514efa', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:05.039253 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302e50d-1e23-479b-b222-7e521154d7dc req-08787f54-f2bd-460c-aa7d-07eebcf0d409 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:05.040787 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9302e50d-1e23-479b-b222-7e521154d7dc req-08787f54-f2bd-460c-aa7d-07eebcf0d409 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3098493 Aug 17 00:12:05.041621 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860e8fe-33f6-4903-afad-edc34a6013b1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Port': ['ID=304ae979-bd28-4be6-8c47-38ef636a4183,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:05.084032 n-d-800088-20 neutron-server[101402]: INFO neutron.db.securitygroups_db [None req-86b3cf68-d7b4-4337-b53e-82cbc07f9bdc tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Project 8a9ca74733fa48c8818a39938a45e719 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:12:05.085002 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b860e8fe-33f6-4903-afad-edc34a6013b1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:05.089713 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b860e8fe-33f6-4903-afad-edc34a6013b1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/304ae979-bd28-4be6-8c47-38ef636a4183 HTTP/1.1" status: 204 len: 168 time: 1.1878366 Aug 17 00:12:05.091078 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49980) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:05.091735 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86b3cf68-d7b4-4337-b53e-82cbc07f9bdc tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:05.093301 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9302e50d-1e23-479b-b222-7e521154d7dc req-666effad-0892-4549-abcc-d13e7c52e6cc tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/quotas/38e677b9767842628317f1b1c685f576 HTTP/1.1" status: 200 len: 375 time: 0.0404084 Aug 17 00:12:05.174106 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc0cb6f-7108-4b14-aaf8-449191c072ac tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:05.175640 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc0cb6f-7108-4b14-aaf8-449191c072ac tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:05.180220 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0fc0cb6f-7108-4b14-aaf8-449191c072ac tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0857832 Aug 17 00:12:05.186515 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49982) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:05.242301 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9302e50d-1e23-479b-b222-7e521154d7dc req-86b90466-ed56-42ff-942a-3a5e68d5cea6 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=38e677b9767842628317f1b1c685f576&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841327 Aug 17 00:12:05.279267 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-510f93e1-e6dd-44d9-b884-107935acaeb5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet d36e79c7-9adb-4707-8d0f-5994d290d857 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:12:05.280781 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86b3cf68-d7b4-4337-b53e-82cbc07f9bdc tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:05.285126 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-510f93e1-e6dd-44d9-b884-107935acaeb5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:05.290637 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86b3cf68-d7b4-4337-b53e-82cbc07f9bdc tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:05.366583 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86b3cf68-d7b4-4337-b53e-82cbc07f9bdc tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:05.370331 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-86b3cf68-d7b4-4337-b53e-82cbc07f9bdc tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3410957 Aug 17 00:12:05.372862 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3cf68-d7b4-4337-b53e-82cbc07f9bdc tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a5bc55-0010-4176-bc80-f231f1a505a7,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:05.374089 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49988) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:05.381926 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-375f2804-33b7-46bd-b372-4eccc667ad20 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'security_group_rule': {'security_group_id': '80d1d1d2-0d20-42fd-911e-e4d056514efa', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:05.432946 n-d-800088-20 neutron-server[101403]: INFO neutron.db.securitygroups_db [None req-375f2804-33b7-46bd-b372-4eccc667ad20 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Project 8a9ca74733fa48c8818a39938a45e719 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:12:05.456607 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-510f93e1-e6dd-44d9-b884-107935acaeb5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:05.461679 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-375f2804-33b7-46bd-b372-4eccc667ad20 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:05.477398 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-45608c54-0d37-44b4-a292-0a23939fdf78 req-75d0fd8d-3086-4799-80bc-9938c911a2da tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 210 time: 0.0615718 Aug 17 00:12:05.639642 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fea8e560-f3ee-49a3-ac4a-65d33196d90b req-e888a3e6-a69f-4b8c-95cf-eb2e16cc47e9 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/ports?device_id=c215702a-c022-406d-8607-6796a2b5adbe HTTP/1.1" status: 200 len: 210 time: 0.0635827 Aug 17 00:12:05.711208 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-375f2804-33b7-46bd-b372-4eccc667ad20 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:05.721422 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-375f2804-33b7-46bd-b372-4eccc667ad20 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:05.757152 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-375f2804-33b7-46bd-b372-4eccc667ad20 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:05.760026 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-375f2804-33b7-46bd-b372-4eccc667ad20 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3847356 Aug 17 00:12:05.762924 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50000) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:05.765566 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f2804-33b7-46bd-b372-4eccc667ad20 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d066dfe3-ff20-4ecc-a5ae-a7581bbf5aba,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:05.772434 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-28522367-d743-4355-8733-3896b457b9c0 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'network': {'name': 'tempest-network-smoke--1857133389', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'port_security_enabled': True}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:05.772606 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-510f93e1-e6dd-44d9-b884-107935acaeb5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:05.814432 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28522367-d743-4355-8733-3896b457b9c0 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Made reservation on behalf of 8a9ca74733fa48c8818a39938a45e719 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:12:05.819425 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-28522367-d743-4355-8733-3896b457b9c0 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:05.855098 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28522367-d743-4355-8733-3896b457b9c0 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:12:05.879444 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-510f93e1-e6dd-44d9-b884-107935acaeb5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:05.881490 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-28522367-d743-4355-8733-3896b457b9c0 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:05.881862 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-28522367-d743-4355-8733-3896b457b9c0 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Added segment 6f0aab74-cd0e-4cbb-ae1e-798198eca95d of type vlan for network f9d981a4-1c1e-4a2c-931a-d51f713b524f Aug 17 00:12:05.910497 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f93e1-e6dd-44d9-b884-107935acaeb5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=d36e79c7-9adb-4707-8d0f-5994d290d857,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:05.916833 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-510f93e1-e6dd-44d9-b884-107935acaeb5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:05.921601 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-510f93e1-e6dd-44d9-b884-107935acaeb5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/d36e79c7-9adb-4707-8d0f-5994d290d857 HTTP/1.1" status: 204 len: 168 time: 0.7331548 Aug 17 00:12:05.923024 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50002) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:05.942501 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-28522367-d743-4355-8733-3896b457b9c0 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:05.993751 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-04cdfab2-6665-40e6-b16a-1c867aa46bfe tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694702 Aug 17 00:12:05.995725 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50004) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:06.002480 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f53abe64-8436-4ea5-87eb-2330c382aa0e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:06.009574 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-28522367-d743-4355-8733-3896b457b9c0 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:06.018277 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28522367-d743-4355-8733-3896b457b9c0 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:06.019065 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-28522367-d743-4355-8733-3896b457b9c0 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:06.158380 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-28522367-d743-4355-8733-3896b457b9c0 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3941700 Aug 17 00:12:06.161715 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50008) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:06.173123 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-13261b56-78c3-463d-8d5e-41c456e60e9c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1307134323', 'admin_state_up': True, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:06.192014 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28522367-d743-4355-8733-3896b457b9c0 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Network': ['ID=f9d981a4-1c1e-4a2c-931a-d51f713b524f,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:06.207010 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network f9d981a4-1c1e-4a2c-931a-d51f713b524f details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:12:06.227442 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-13261b56-78c3-463d-8d5e-41c456e60e9c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:06.229614 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-13261b56-78c3-463d-8d5e-41c456e60e9c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:06.267905 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53abe64-8436-4ea5-87eb-2330c382aa0e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:12:06.273353 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f53abe64-8436-4ea5-87eb-2330c382aa0e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:06.363896 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-13261b56-78c3-463d-8d5e-41c456e60e9c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:06.573536 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device bcf27365-9fe5-4871-8681-e60dbcaacf04 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:06.646149 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d33da7-7765-4b86-88a7-71f735c74b9e None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:12:06.670645 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-13261b56-78c3-463d-8d5e-41c456e60e9c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:06.700850 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f53abe64-8436-4ea5-87eb-2330c382aa0e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:06.760786 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-465b1afe-2c6b-4f2c-8c91-ccecca8120ee req-c8ed7fb1-3e7b-4c8b-82f0-a2030cccfc0d tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 210 time: 0.0660396 Aug 17 00:12:06.786913 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-446bfd8b-26fd-4a65-abb3-2ab5e27518d7 None None] Could not find standard attr ID for object 304ae979-bd28-4be6-8c47-38ef636a4183. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:12:06.814095 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53abe64-8436-4ea5-87eb-2330c382aa0e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:06.831712 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-f53abe64-8436-4ea5-87eb-2330c382aa0e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:06.838300 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53abe64-8436-4ea5-87eb-2330c382aa0e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:06.840803 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f53abe64-8436-4ea5-87eb-2330c382aa0e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:06.863529 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53abe64-8436-4ea5-87eb-2330c382aa0e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=3d128bdf-21ca-42ba-b49f-80582c7be204,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:06.886728 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f53abe64-8436-4ea5-87eb-2330c382aa0e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8896627 Aug 17 00:12:06.887533 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50018) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:06.890503 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-446bfd8b-26fd-4a65-abb3-2ab5e27518d7 None None] Provisioning for port bcf27365-9fe5-4871-8681-e60dbcaacf04 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:06.893302 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port bcf27365-9fe5-4871-8681-e60dbcaacf04 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:06.901171 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-3afd6449-48cb-4883-a6b9-8166a9a7e2e0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'port': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'name': 'tempest-NetworksTestDHCPv6-1895992543'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:06.905754 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-143c516d-b40c-44c3-b931-0adb341ee7d5 req-8f96f542-466f-4a6d-ab17-0fa662fc6555 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/ports?device_id=c215702a-c022-406d-8607-6796a2b5adbe HTTP/1.1" status: 200 len: 210 time: 0.1355016 Aug 17 00:12:06.914326 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-446bfd8b-26fd-4a65-abb3-2ab5e27518d7 None None] Provisioning complete for port bcf27365-9fe5-4871-8681-e60dbcaacf04 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:06.914709 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-446bfd8b-26fd-4a65-abb3-2ab5e27518d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:06.944693 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port bcf27365-9fe5-4871-8681-e60dbcaacf04 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:06.945095 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:07.113073 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-446bfd8b-26fd-4a65-abb3-2ab5e27518d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:07.140388 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afd6449-48cb-4883-a6b9-8166a9a7e2e0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:12:07.145895 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:07.146079 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3afd6449-48cb-4883-a6b9-8166a9a7e2e0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:07.159740 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-13261b56-78c3-463d-8d5e-41c456e60e9c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:07.184089 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-3afd6449-48cb-4883-a6b9-8166a9a7e2e0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] device_id is not set on port b9705014-0aa1-4d1b-98fb-c2876b458e77 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:12:07.193503 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-446bfd8b-26fd-4a65-abb3-2ab5e27518d7 None None] For port bcf27365-9fe5-4871-8681-e60dbcaacf04, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=bcf27365-9fe5-4871-8681-e60dbcaacf04,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:07.206656 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-446bfd8b-26fd-4a65-abb3-2ab5e27518d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:07.206911 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-13261b56-78c3-463d-8d5e-41c456e60e9c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:07.330471 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.db.api [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:12:07.334166 n-d-800088-20 neutron-server[101404]: DEBUG oslo_db.api [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:12:07.335129 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446bfd8b-26fd-4a65-abb3-2ab5e27518d7 None None] Pushing event updated for resources: {'Port': ['ID=bcf27365-9fe5-4871-8681-e60dbcaacf04,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:07.365431 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9302e50d-1e23-479b-b222-7e521154d7dc req-8afd4429-5396-4b5d-a077-089abaeeef27 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=38e677b9767842628317f1b1c685f576&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1380336 Aug 17 00:12:07.474079 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11033c22-f1fc-4af2-8970-3f76a5c1424e None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:12:07.574043 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4ff7dd0d-545e-4030-a621-9df62f0b8e80 None None] Provisioning complete for port bcf27365-9fe5-4871-8681-e60dbcaacf04 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:07.574424 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4ff7dd0d-545e-4030-a621-9df62f0b8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:07.721484 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302e50d-1e23-479b-b222-7e521154d7dc req-d16f36c6-8b82-482a-a99c-d98999192790 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:07.723278 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9302e50d-1e23-479b-b222-7e521154d7dc req-d16f36c6-8b82-482a-a99c-d98999192790 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3423347 Aug 17 00:12:07.742811 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-13261b56-78c3-463d-8d5e-41c456e60e9c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Allocated IP 172.25.3.175 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/0b2b56e8-2f80-43d1-8309-b8a80e7d2f58) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:07.751222 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-9302e50d-1e23-479b-b222-7e521154d7dc req-40d4b6c5-2a54-495b-a20c-265cbf53c9b6 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Request body: {'port': {'device_id': 'c215702a-c022-406d-8607-6796a2b5adbe', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': '38e677b9767842628317f1b1c685f576'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:07.823601 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-3afd6449-48cb-4883-a6b9-8166a9a7e2e0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 2001:db8::da (d70a647a-a896-41f9-a7d0-554edd779aa3/3d128bdf-21ca-42ba-b49f-80582c7be204/b9705014-0aa1-4d1b-98fb-c2876b458e77) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:08.002879 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f97e94e3-064f-442c-b048-26e1ddbf34d6 req-da3cfccb-d78c-43ca-8f5f-d86f45d78abc tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 210 time: 0.0646467 Aug 17 00:12:08.141141 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3afd6449-48cb-4883-a6b9-8166a9a7e2e0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:08.162270 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-3afd6449-48cb-4883-a6b9-8166a9a7e2e0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Transition to ACTIVE for port object b9705014-0aa1-4d1b-98fb-c2876b458e77 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:08.174266 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2b6a085e-5477-45b7-9861-87a136cae932 req-44c5bf94-eff9-4d3c-a7a1-9b84be95266e tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/ports?device_id=c215702a-c022-406d-8607-6796a2b5adbe HTTP/1.1" status: 200 len: 210 time: 0.0486517 Aug 17 00:12:08.176986 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-13261b56-78c3-463d-8d5e-41c456e60e9c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:08.205822 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9302e50d-1e23-479b-b222-7e521154d7dc req-40d4b6c5-2a54-495b-a20c-265cbf53c9b6 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Made reservation on behalf of 38e677b9767842628317f1b1c685f576 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:12:08.209878 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9302e50d-1e23-479b-b222-7e521154d7dc req-40d4b6c5-2a54-495b-a20c-265cbf53c9b6 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:08.210776 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3afd6449-48cb-4883-a6b9-8166a9a7e2e0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:08.225609 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9302e50d-1e23-479b-b222-7e521154d7dc req-40d4b6c5-2a54-495b-a20c-265cbf53c9b6 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:08.280805 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afd6449-48cb-4883-a6b9-8166a9a7e2e0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:08.283087 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-3afd6449-48cb-4883-a6b9-8166a9a7e2e0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:08.287432 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afd6449-48cb-4883-a6b9-8166a9a7e2e0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:12:08.297396 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afd6449-48cb-4883-a6b9-8166a9a7e2e0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:08.298453 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3afd6449-48cb-4883-a6b9-8166a9a7e2e0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:08.304766 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-13261b56-78c3-463d-8d5e-41c456e60e9c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:08.324906 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd6449-48cb-4883-a6b9-8166a9a7e2e0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Port': ['ID=b9705014-0aa1-4d1b-98fb-c2876b458e77,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:08.367887 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c40b4075-e14f-4cfe-ba5a-f921cccd7a4e None None] Provisioning complete for port bcf27365-9fe5-4871-8681-e60dbcaacf04 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:08.369383 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c40b4075-e14f-4cfe-ba5a-f921cccd7a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:08.495712 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device bcf27365-9fe5-4871-8681-e60dbcaacf04 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:08.574354 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port bcf27365-9fe5-4871-8681-e60dbcaacf04 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:08.574784 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:08.711482 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e8a720c6-c000-4b16-9b4c-6b0a93b49cda None None] Could not find standard attr ID for object 6c0f3b79-6ac6-4c9e-8f3f-74b05f1352ca. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:12:08.826193 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13261b56-78c3-463d-8d5e-41c456e60e9c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:08.837963 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-13261b56-78c3-463d-8d5e-41c456e60e9c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:08.840326 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13261b56-78c3-463d-8d5e-41c456e60e9c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:12:08.918291 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13261b56-78c3-463d-8d5e-41c456e60e9c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Port': ['ID=0b2b56e8-2f80-43d1-8309-b8a80e7d2f58,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:08.930028 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9302e50d-1e23-479b-b222-7e521154d7dc req-40d4b6c5-2a54-495b-a20c-265cbf53c9b6 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:08.934233 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-41989572-20d7-459d-b921-db38050cebee None None] Could not find standard attr ID for object 304ae979-bd28-4be6-8c47-38ef636a4183. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:12:08.949920 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3afd6449-48cb-4883-a6b9-8166a9a7e2e0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0588129 Aug 17 00:12:08.952383 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50030) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:09.021721 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55485a72-d9db-4156-96b8-6311100053fa tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:09.028355 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55485a72-d9db-4156-96b8-6311100053fa tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:09.032348 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-55485a72-d9db-4156-96b8-6311100053fa tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0767138 Aug 17 00:12:09.039514 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50032) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:09.122061 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9302e50d-1e23-479b-b222-7e521154d7dc req-40d4b6c5-2a54-495b-a20c-265cbf53c9b6 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:09.186705 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-db886565-b997-4fc0-aaee-3de0aaf9d6dd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting port b9705014-0aa1-4d1b-98fb-c2876b458e77 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:09.187194 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-db886565-b997-4fc0-aaee-3de0aaf9d6dd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:09.284774 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3df873a8-7ea2-4444-bf33-49156c2569dd None None] Provisioning for port b9705014-0aa1-4d1b-98fb-c2876b458e77 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:09.290152 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3df873a8-7ea2-4444-bf33-49156c2569dd None None] Provisioning complete for port b9705014-0aa1-4d1b-98fb-c2876b458e77 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:09.290661 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3df873a8-7ea2-4444-bf33-49156c2569dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:09.333124 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2a0b29fa-60f3-49df-b4ee-2b8c04a47454 req-1d4717b9-2e76-49e1-b5f0-1552195c8b1d tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 210 time: 0.0961988 Aug 17 00:12:09.368028 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-565dc690-db70-45ab-8798-c1fa371ecfa0 req-5230e372-775d-4ba0-9b2d-c1cf0a578fd0 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/ports?device_id=c215702a-c022-406d-8607-6796a2b5adbe HTTP/1.1" status: 200 len: 210 time: 0.0825052 Aug 17 00:12:09.416311 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-3df873a8-7ea2-4444-bf33-49156c2569dd None None] Port b9705014-0aa1-4d1b-98fb-c2876b458e77 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:12:09.433523 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-db886565-b997-4fc0-aaee-3de0aaf9d6dd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:09.450574 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-db886565-b997-4fc0-aaee-3de0aaf9d6dd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Calling delete_port for b9705014-0aa1-4d1b-98fb-c2876b458e77 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:09.539322 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4b6c5-2a54-495b-a20c-265cbf53c9b6 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e176ff43-6fa6-4f43-a6cc-8acc3f931283,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:09.610289 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-9302e50d-1e23-479b-b222-7e521154d7dc req-40d4b6c5-2a54-495b-a20c-265cbf53c9b6 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Allocated IP 192.168.233.50 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/297e29d0-b0d4-4923-92c4-b05d9e772293) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:09.641813 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-db886565-b997-4fc0-aaee-3de0aaf9d6dd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:09.669806 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-13261b56-78c3-463d-8d5e-41c456e60e9c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:09.692986 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db886565-b997-4fc0-aaee-3de0aaf9d6dd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Port': ['ID=b9705014-0aa1-4d1b-98fb-c2876b458e77,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:09.727725 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-db886565-b997-4fc0-aaee-3de0aaf9d6dd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:09.732072 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-db886565-b997-4fc0-aaee-3de0aaf9d6dd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/b9705014-0aa1-4d1b-98fb-c2876b458e77 HTTP/1.1" status: 204 len: 168 time: 0.6889765 Aug 17 00:12:09.732412 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50040) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:09.805404 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819de5ae-a0a7-4596-aa50-265b7dbcf976 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:09.807383 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819de5ae-a0a7-4596-aa50-265b7dbcf976 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:09.812074 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-819de5ae-a0a7-4596-aa50-265b7dbcf976 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0765209 Aug 17 00:12:09.812442 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50044) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:09.888591 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca3b76b-08e4-4e49-bc36-47ffc97680d2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet 3d128bdf-21ca-42ba-b49f-80582c7be204 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:12:09.894416 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bca3b76b-08e4-4e49-bc36-47ffc97680d2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:09.953895 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bca3b76b-08e4-4e49-bc36-47ffc97680d2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:10.042323 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bca3b76b-08e4-4e49-bc36-47ffc97680d2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:10.075765 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:10.146997 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9302e50d-1e23-479b-b222-7e521154d7dc req-40d4b6c5-2a54-495b-a20c-265cbf53c9b6 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:10.151321 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-13261b56-78c3-463d-8d5e-41c456e60e9c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:10.159763 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bca3b76b-08e4-4e49-bc36-47ffc97680d2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:10.195698 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3b76b-08e4-4e49-bc36-47ffc97680d2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=3d128bdf-21ca-42ba-b49f-80582c7be204,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:10.217475 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-9302e50d-1e23-479b-b222-7e521154d7dc req-40d4b6c5-2a54-495b-a20c-265cbf53c9b6 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Transition to ACTIVE for port object 297e29d0-b0d4-4923-92c4-b05d9e772293 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:10.218005 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bca3b76b-08e4-4e49-bc36-47ffc97680d2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:10.223028 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0410a507-a36d-4ff2-a31e-9a343013cab5 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:12:10.226645 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bca3b76b-08e4-4e49-bc36-47ffc97680d2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/3d128bdf-21ca-42ba-b49f-80582c7be204 HTTP/1.1" status: 204 len: 168 time: 0.4128909 Aug 17 00:12:10.227381 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50048) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:10.277683 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-049aff00-c2ed-4ed0-b5c9-9375766e60fd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491986 Aug 17 00:12:10.278571 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50050) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:10.345143 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d847c5-ff3c-4026-a896-5d9a54f95e3d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:10.353387 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50054) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:10.353552 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f1d847c5-ff3c-4026-a896-5d9a54f95e3d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0727255 Aug 17 00:12:10.408757 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9302e50d-1e23-479b-b222-7e521154d7dc req-40d4b6c5-2a54-495b-a20c-265cbf53c9b6 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:10.476570 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca95686f-3645-4e2f-a9aa-25fb96c4bba2 None None] DHCP port deletion for d70a647a-a896-41f9-a7d0-554edd779aa3 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:12:10.559905 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ca95686f-3645-4e2f-a9aa-25fb96c4bba2 None None] Deleting port bcf27365-9fe5-4871-8681-e60dbcaacf04 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:10.560856 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ca95686f-3645-4e2f-a9aa-25fb96c4bba2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:10.574895 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9302e50d-1e23-479b-b222-7e521154d7dc req-40d4b6c5-2a54-495b-a20c-265cbf53c9b6 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:10.583983 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-9302e50d-1e23-479b-b222-7e521154d7dc req-40d4b6c5-2a54-495b-a20c-265cbf53c9b6 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:10.624325 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-9302e50d-1e23-479b-b222-7e521154d7dc req-40d4b6c5-2a54-495b-a20c-265cbf53c9b6 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:12:10.636156 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7cdbbc69-ba91-4ec5-b9e3-eb7405c81fd6 req-95ad37e8-04e3-40bd-bf4a-6c0729de4317 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 210 time: 0.1024132 Aug 17 00:12:10.651195 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ca95686f-3645-4e2f-a9aa-25fb96c4bba2 None None] For port bcf27365-9fe5-4871-8681-e60dbcaacf04, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=bcf27365-9fe5-4871-8681-e60dbcaacf04,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:10.664941 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ca95686f-3645-4e2f-a9aa-25fb96c4bba2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:10.665093 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7490d304-9f58-4559-b1c4-7fd3c632aa49 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:10.665093 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7490d304-9f58-4559-b1c4-7fd3c632aa49 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2990730 Aug 17 00:12:10.665263 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50060) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:10.666166 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ca95686f-3645-4e2f-a9aa-25fb96c4bba2 None None] Calling delete_port for bcf27365-9fe5-4871-8681-e60dbcaacf04 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:10.707484 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13261b56-78c3-463d-8d5e-41c456e60e9c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Router d33fe42a-a2e5-4467-b0c3-42df87bf4182 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:12:10.713538 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4b6c5-2a54-495b-a20c-265cbf53c9b6 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Pushing event updated for resources: {'Port': ['ID=297e29d0-b0d4-4923-92c4-b05d9e772293,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:10.760522 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776f421-5fa6-4380-bfdb-18110345aa96 req-bd21b0b5-5757-4432-accb-dcf237b323f6 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:10.760998 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-21ce67d2-e47a-414c-bc6e-a948930c96c7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0975246 Aug 17 00:12:10.762263 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1776f421-5fa6-4380-bfdb-18110345aa96 req-bd21b0b5-5757-4432-accb-dcf237b323f6 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/ports?device_id=c215702a-c022-406d-8607-6796a2b5adbe HTTP/1.1" status: 200 len: 935 time: 0.2152939 Aug 17 00:12:10.769818 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50062) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:10.779679 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f62f96c6-81b5-4e11-ab5a-68e700517b85 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:10.820471 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302e50d-1e23-479b-b222-7e521154d7dc req-40d4b6c5-2a54-495b-a20c-265cbf53c9b6 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:10.821716 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9302e50d-1e23-479b-b222-7e521154d7dc req-40d4b6c5-2a54-495b-a20c-265cbf53c9b6 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:10.868761 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ca95686f-3645-4e2f-a9aa-25fb96c4bba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:10.888430 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9302e50d-1e23-479b-b222-7e521154d7dc req-40d4b6c5-2a54-495b-a20c-265cbf53c9b6 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1426306 Aug 17 00:12:10.932875 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62f96c6-81b5-4e11-ab5a-68e700517b85 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:12:10.942834 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f62f96c6-81b5-4e11-ab5a-68e700517b85 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:10.944612 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca95686f-3645-4e2f-a9aa-25fb96c4bba2 None None] No DVR routers for this DVR port bcf27365-9fe5-4871-8681-e60dbcaacf04 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:12:10.956580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-9302e50d-1e23-479b-b222-7e521154d7dc req-93b66502-907d-4dd0-8481-3db0eff7c52c service neutron] Request body: {'port': {'device_id': 'c215702a-c022-406d-8607-6796a2b5adbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:10.962662 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95686f-3645-4e2f-a9aa-25fb96c4bba2 None None] Pushing event deleted for resources: {'Port': ['ID=bcf27365-9fe5-4871-8681-e60dbcaacf04,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:11.002590 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-29b78944-ed9d-4b37-a7c2-a11f90f2eb70 None None] Provisioning for port 297e29d0-b0d4-4923-92c4-b05d9e772293 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:11.003513 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1776f421-5fa6-4380-bfdb-18110345aa96 req-e2f28d3b-2046-49b9-b4bf-9cba99beac41 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/security-groups?id=e176ff43-6fa6-4f43-a6cc-8acc3f931283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961129 Aug 17 00:12:11.006976 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-29b78944-ed9d-4b37-a7c2-a11f90f2eb70 None None] Provisioning complete for port 297e29d0-b0d4-4923-92c4-b05d9e772293 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:11.007355 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-29b78944-ed9d-4b37-a7c2-a11f90f2eb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:11.069466 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13261b56-78c3-463d-8d5e-41c456e60e9c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:12:11.092501 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9302e50d-1e23-479b-b222-7e521154d7dc req-93b66502-907d-4dd0-8481-3db0eff7c52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:11.098837 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-29b78944-ed9d-4b37-a7c2-a11f90f2eb70 None None] Port 297e29d0-b0d4-4923-92c4-b05d9e772293 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:12:11.101756 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-13261b56-78c3-463d-8d5e-41c456e60e9c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:11.107163 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b036ae30-5ca9-4e3c-84b9-7d80fc7e9870 None None] Sync routers for ids ['d33fe42a-a2e5-4467-b0c3-42df87bf4182'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:12:11.107381 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-13261b56-78c3-463d-8d5e-41c456e60e9c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.9415677 Aug 17 00:12:11.107843 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50066) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:11.116070 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b036ae30-5ca9-4e3c-84b9-7d80fc7e9870 None None] Routers {'d33fe42a-a2e5-4467-b0c3-42df87bf4182'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:12:11.117516 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b036ae30-5ca9-4e3c-84b9-7d80fc7e9870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:11:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d33fe42a-a2e5-4467-b0c3-42df87bf4182'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:11.164799 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bba0a572-79e0-4070-84b1-d2601b3ee132 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=8a9ca74733fa48c8818a39938a45e719&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0535500 Aug 17 00:12:11.165328 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50068) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:11.270996 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4deb64bf-ef8d-444e-bbb9-cb431b55f474 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:11.275207 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4deb64bf-ef8d-444e-bbb9-cb431b55f474 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1064827 Aug 17 00:12:11.275743 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50070) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:11.319914 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7f4e4e0f-e2e9-4555-96b6-814e209b50a5 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=f9960621-448c-44b3-8317-7433dc6ce660&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410104 Aug 17 00:12:11.320550 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50072) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:11.530938 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-b036ae30-5ca9-4e3c-84b9-7d80fc7e9870 None None] Set router d33fe42a-a2e5-4467-b0c3-42df87bf4182 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:12:11.588018 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f62f96c6-81b5-4e11-ab5a-68e700517b85 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:11.611329 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-9302e50d-1e23-479b-b222-7e521154d7dc req-93b66502-907d-4dd0-8481-3db0eff7c52c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 297e29d0-b0d4-4923-92c4-b05d9e772293 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:12:11.623736 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9302e50d-1e23-479b-b222-7e521154d7dc req-93b66502-907d-4dd0-8481-3db0eff7c52c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:11.624993 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-bbf1ecc8-6b3e-44c9-b1a8-ad77272dc8e1 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1419588716', 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:11.647594 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-9302e50d-1e23-479b-b222-7e521154d7dc req-93b66502-907d-4dd0-8481-3db0eff7c52c service neutron] Transition to ACTIVE for port object 297e29d0-b0d4-4923-92c4-b05d9e772293 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:11.659448 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9302e50d-1e23-479b-b222-7e521154d7dc req-93b66502-907d-4dd0-8481-3db0eff7c52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:11.799212 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62f96c6-81b5-4e11-ab5a-68e700517b85 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:11.809767 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-f62f96c6-81b5-4e11-ab5a-68e700517b85 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:11.814686 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62f96c6-81b5-4e11-ab5a-68e700517b85 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:11.815815 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f62f96c6-81b5-4e11-ab5a-68e700517b85 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:11.831176 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:11.832350 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ca1257-10ff-4517-a228-398d83fde96e None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:12:11.845514 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f96c6-81b5-4e11-ab5a-68e700517b85 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=1fc67fb9-8646-4929-8460-0e3d0a3af61d,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:11.858123 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf1ecc8-6b3e-44c9-b1a8-ad77272dc8e1 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Made reservation on behalf of 8a9ca74733fa48c8818a39938a45e719 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:12:11.860579 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-27988a81-3fa6-4356-88bd-dcd85605246e req-287d5de7-5d89-4e90-8269-e9fc58be2a10 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 210 time: 0.0757985 Aug 17 00:12:11.878696 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bbf1ecc8-6b3e-44c9-b1a8-ad77272dc8e1 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:11.928231 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f62f96c6-81b5-4e11-ab5a-68e700517b85 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1568799 Aug 17 00:12:11.949552 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50080) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:11.978874 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-7c11d3bd-77f0-440a-918f-813cf346a65a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'port': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'fixed_ips': [{'subnet_id': '1fc67fb9-8646-4929-8460-0e3d0a3af61d', 'ip_address': '2001:db8::5cff:db5f:b781:dbf'}], 'name': 'tempest-NetworksTestDHCPv6-1808532359'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:12.043647 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b036ae30-5ca9-4e3c-84b9-7d80fc7e9870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307134323', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:06Z', 'updated_at': '2021-08-17T00:12:09Z', 'revision_number': 3, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:07Z', 'updated_at': '2021-08-17T00:12:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:12.073093 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b66502-907d-4dd0-8481-3db0eff7c52c service neutron] Pushing event updated for resources: {'Port': ['ID=297e29d0-b0d4-4923-92c4-b05d9e772293,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:12.185746 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b036ae30-5ca9-4e3c-84b9-7d80fc7e9870 None None] Checking router: d33fe42a-a2e5-4467-b0c3-42df87bf4182 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:12:12.186361 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b036ae30-5ca9-4e3c-84b9-7d80fc7e9870 None None] Updating router d33fe42a-a2e5-4467-b0c3-42df87bf4182 port 0b2b56e8-2f80-43d1-8309-b8a80e7d2f58 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:12:12.213028 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112ae436-242b-40c1-a8b2-68da168505a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-d70a647a-a896-41f9-a7d0-554edd779aa3', 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'fixed_ips': [{'subnet_id': '1fc67fb9-8646-4929-8460-0e3d0a3af61d'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:12:12.214394 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-112ae436-242b-40c1-a8b2-68da168505a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:12.248603 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bbf1ecc8-6b3e-44c9-b1a8-ad77272dc8e1 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:12.249847 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b036ae30-5ca9-4e3c-84b9-7d80fc7e9870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:12.306376 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-9302e50d-1e23-479b-b222-7e521154d7dc req-93b66502-907d-4dd0-8481-3db0eff7c52c service neutron] Attempting to bind port 297e29d0-b0d4-4923-92c4-b05d9e772293 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:12:12.307224 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-9302e50d-1e23-479b-b222-7e521154d7dc req-93b66502-907d-4dd0-8481-3db0eff7c52c service neutron] Attempting to bind port 297e29d0-b0d4-4923-92c4-b05d9e772293 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:12:12.307739 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9302e50d-1e23-479b-b222-7e521154d7dc req-93b66502-907d-4dd0-8481-3db0eff7c52c service neutron] Attempting to bind port 297e29d0-b0d4-4923-92c4-b05d9e772293 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:12:12.341020 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf1ecc8-6b3e-44c9-b1a8-ad77272dc8e1 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Checking segment: {'id': '6f0aab74-cd0e-4cbb-ae1e-798198eca95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:12:12.341562 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf1ecc8-6b3e-44c9-b1a8-ad77272dc8e1 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Network hostable DHCP agents. Network: f9d981a4-1c1e-4a2c-931a-d51f713b524f, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:12:12.347375 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1ecc8-6b3e-44c9-b1a8-ad77272dc8e1 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Subnet': ['ID=f0d8a3b7-c569-47e7-90c5-72c119473abd,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:12.347897 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85131997-56ee-4abf-92bc-b74b9e4a098e req-f3d37a24-4ee6-41d3-99b3-219ece7ae8d8 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:12.350002 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85131997-56ee-4abf-92bc-b74b9e4a098e req-f3d37a24-4ee6-41d3-99b3-219ece7ae8d8 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/ports?device_id=c215702a-c022-406d-8607-6796a2b5adbe HTTP/1.1" status: 200 len: 947 time: 0.1435592 Aug 17 00:12:12.350793 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9302e50d-1e23-479b-b222-7e521154d7dc req-93b66502-907d-4dd0-8481-3db0eff7c52c service neutron] Port 297e29d0-b0d4-4923-92c4-b05d9e772293 on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:12:12.351282 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9302e50d-1e23-479b-b222-7e521154d7dc req-93b66502-907d-4dd0-8481-3db0eff7c52c service neutron] Attempting to bind port 297e29d0-b0d4-4923-92c4-b05d9e772293 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:12:12.380075 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf1ecc8-6b3e-44c9-b1a8-ad77272dc8e1 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Network f9d981a4-1c1e-4a2c-931a-d51f713b524f is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:12:12.399934 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-bbf1ecc8-6b3e-44c9-b1a8-ad77272dc8e1 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, f9d981a4-1c1e-4a2c-931a-d51f713b524f) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:12.414498 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c49c3ee-27e1-4185-a870-50ad03d7dfc3 None None] Network f9d981a4-1c1e-4a2c-931a-d51f713b524f requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:12:12.414833 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf1ecc8-6b3e-44c9-b1a8-ad77272dc8e1 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:12.415520 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bbf1ecc8-6b3e-44c9-b1a8-ad77272dc8e1 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:12.422736 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9302e50d-1e23-479b-b222-7e521154d7dc req-93b66502-907d-4dd0-8481-3db0eff7c52c service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:12:12.423230 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9302e50d-1e23-479b-b222-7e521154d7dc req-93b66502-907d-4dd0-8481-3db0eff7c52c service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:12:12.423682 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9302e50d-1e23-479b-b222-7e521154d7dc req-93b66502-907d-4dd0-8481-3db0eff7c52c service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:12:12.424144 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-9302e50d-1e23-479b-b222-7e521154d7dc req-93b66502-907d-4dd0-8481-3db0eff7c52c service neutron] Bound port: 297e29d0-b0d4-4923-92c4-b05d9e772293, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:12:12.424945 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9302e50d-1e23-479b-b222-7e521154d7dc req-93b66502-907d-4dd0-8481-3db0eff7c52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:12.443570 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bbf1ecc8-6b3e-44c9-b1a8-ad77272dc8e1 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1220889 Aug 17 00:12:12.444598 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50086) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:12.497959 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85131997-56ee-4abf-92bc-b74b9e4a098e req-f9dd9444-a7ab-46b0-b62c-8d6bc1d4405a tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/security-groups?id=e176ff43-6fa6-4f43-a6cc-8acc3f931283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393323 Aug 17 00:12:12.518732 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device bcf27365-9fe5-4871-8681-e60dbcaacf04 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:12:12.553441 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: bcf27365-9fe5-4871-8681-e60dbcaacf04 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:12:12.554313 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device bcf27365-9fe5-4871-8681-e60dbcaacf04 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:12:12.609015 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c11d3bd-77f0-440a-918f-813cf346a65a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:12:12.727357 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-9302e50d-1e23-479b-b222-7e521154d7dc req-93b66502-907d-4dd0-8481-3db0eff7c52c service neutron] For port 297e29d0-b0d4-4923-92c4-b05d9e772293, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:12:12.752324 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-9302e50d-1e23-479b-b222-7e521154d7dc req-93b66502-907d-4dd0-8481-3db0eff7c52c service neutron] For port 297e29d0-b0d4-4923-92c4-b05d9e772293, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=297e29d0-b0d4-4923-92c4-b05d9e772293,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:12:12.769639 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9302e50d-1e23-479b-b222-7e521154d7dc req-93b66502-907d-4dd0-8481-3db0eff7c52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:12.796521 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997d13be-d0e1-4e51-a7aa-9210d2d6639d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-f9d981a4-1c1e-4a2c-931a-d51f713b524f', 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'fixed_ips': [{'subnet_id': 'f0d8a3b7-c569-47e7-90c5-72c119473abd'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:12:12.798877 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-997d13be-d0e1-4e51-a7aa-9210d2d6639d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:12.858738 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7c11d3bd-77f0-440a-918f-813cf346a65a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:12.870055 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302e50d-1e23-479b-b222-7e521154d7dc req-93b66502-907d-4dd0-8481-3db0eff7c52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:12.871081 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9302e50d-1e23-479b-b222-7e521154d7dc req-93b66502-907d-4dd0-8481-3db0eff7c52c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:12.873910 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9302e50d-1e23-479b-b222-7e521154d7dc req-93b66502-907d-4dd0-8481-3db0eff7c52c service neutron] 10.222.0.64 "PUT /v2.0/ports/297e29d0-b0d4-4923-92c4-b05d9e772293 HTTP/1.1" status: 200 len: 1096 time: 1.9361362 Aug 17 00:12:12.874557 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c215702a-c022-406d-8607-6796a2b5adbe', 'tag': '297e29d0-b0d4-4923-92c4-b05d9e772293'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:12:12.894907 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e89074-8878-45ea-8593-3ecd6422ac7e" -d '{"events": [{"name": "network-changed", "server_uuid": "c215702a-c022-406d-8607-6796a2b5adbe", "tag": "297e29d0-b0d4-4923-92c4-b05d9e772293"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:12:13.067660 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92e5901-1aba-4fc4-bf63-4cc06136f31b x-openstack-request-id: req-c92e5901-1aba-4fc4-bf63-4cc06136f31b {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:12:13.067966 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c215702a-c022-406d-8607-6796a2b5adbe", "tag": "297e29d0-b0d4-4923-92c4-b05d9e772293", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:12:13.068231 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c92e5901-1aba-4fc4-bf63-4cc06136f31b {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:12:13.068651 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c215702a-c022-406d-8607-6796a2b5adbe', 'tag': '297e29d0-b0d4-4923-92c4-b05d9e772293', 'status': 'completed', 'code': 200} Aug 17 00:12:13.086801 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b036ae30-5ca9-4e3c-84b9-7d80fc7e9870 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:13.099606 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b036ae30-5ca9-4e3c-84b9-7d80fc7e9870 None None] Transition to ACTIVE for port object 0b2b56e8-2f80-43d1-8309-b8a80e7d2f58 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:13.116523 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-7c11d3bd-77f0-440a-918f-813cf346a65a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] device_id is not set on port 426c63d1-b3ee-4836-8379-74cc218914e2 yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:12:13.171762 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d54cf0b0-7a18-4e7b-a151-bf959667e6d2 req-b884f521-283b-4626-8d4f-258ec489ebbd tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 210 time: 0.1009989 Aug 17 00:12:13.193134 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b66502-907d-4dd0-8481-3db0eff7c52c service neutron] Pushing event updated for resources: {'Port': ['ID=297e29d0-b0d4-4923-92c4-b05d9e772293,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:13.257783 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-997d13be-d0e1-4e51-a7aa-9210d2d6639d None None] Allocated IP 172.20.0.2 (f9d981a4-1c1e-4a2c-931a-d51f713b524f/f0d8a3b7-c569-47e7-90c5-72c119473abd/2667b193-8853-4737-bd0b-85caf3487453) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:13.269944 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b89009c6-0b34-43f8-8137-3482f8252629 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:13.274907 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302e50d-1e23-479b-b222-7e521154d7dc req-f3ba0111-408d-4903-841a-49a20eee4df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:13.276826 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9302e50d-1e23-479b-b222-7e521154d7dc req-f3ba0111-408d-4903-841a-49a20eee4df5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38e677b9767842628317f1b1c685f576&device_id=c215702a-c022-406d-8607-6796a2b5adbe HTTP/1.1" status: 200 len: 1099 time: 0.3185248 Aug 17 00:12:13.341661 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9302e50d-1e23-479b-b222-7e521154d7dc req-31718319-b1df-4c08-8cc6-274cc4fa89ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=297e29d0-b0d4-4923-92c4-b05d9e772293 HTTP/1.1" status: 200 len: 217 time: 0.0559890 Aug 17 00:12:13.428073 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-997d13be-d0e1-4e51-a7aa-9210d2d6639d None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:13.442259 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-997d13be-d0e1-4e51-a7aa-9210d2d6639d None None] Transition to ACTIVE for port object 2667b193-8853-4737-bd0b-85caf3487453 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:13.446059 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b036ae30-5ca9-4e3c-84b9-7d80fc7e9870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:13.456857 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302e50d-1e23-479b-b222-7e521154d7dc req-1ecca373-46fa-4199-beed-899d9841b168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:13.458514 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9302e50d-1e23-479b-b222-7e521154d7dc req-1ecca373-46fa-4199-beed-899d9841b168 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0890193 Aug 17 00:12:13.523160 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-112ae436-242b-40c1-a8b2-68da168505a9 None None] Allocated IP 2001:db8::2 (d70a647a-a896-41f9-a7d0-554edd779aa3/1fc67fb9-8646-4929-8460-0e3d0a3af61d/d2b66eb8-95d4-4efa-897e-58d7ca68010e) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:13.565142 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-997d13be-d0e1-4e51-a7aa-9210d2d6639d None None] Transition to ACTIVE for port object 2667b193-8853-4737-bd0b-85caf3487453 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:13.572277 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302e50d-1e23-479b-b222-7e521154d7dc req-9557c3e5-ff81-477f-92eb-cac954f1b5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:13.574283 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9302e50d-1e23-479b-b222-7e521154d7dc req-9557c3e5-ff81-477f-92eb-cac954f1b5e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1067362 Aug 17 00:12:13.577424 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-b036ae30-5ca9-4e3c-84b9-7d80fc7e9870 None None] Attempting to bind port 0b2b56e8-2f80-43d1-8309-b8a80e7d2f58 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:12:13.577744 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-b036ae30-5ca9-4e3c-84b9-7d80fc7e9870 None None] Attempting to bind port 0b2b56e8-2f80-43d1-8309-b8a80e7d2f58 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:12:13.578738 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b036ae30-5ca9-4e3c-84b9-7d80fc7e9870 None None] Attempting to bind port 0b2b56e8-2f80-43d1-8309-b8a80e7d2f58 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:12:13.591531 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-997d13be-d0e1-4e51-a7aa-9210d2d6639d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:13.606081 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b036ae30-5ca9-4e3c-84b9-7d80fc7e9870 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:12:13.606458 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b036ae30-5ca9-4e3c-84b9-7d80fc7e9870 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:12:13.606998 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b036ae30-5ca9-4e3c-84b9-7d80fc7e9870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:13.607390 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b036ae30-5ca9-4e3c-84b9-7d80fc7e9870 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:12:13.608519 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-b036ae30-5ca9-4e3c-84b9-7d80fc7e9870 None None] Bound port: 0b2b56e8-2f80-43d1-8309-b8a80e7d2f58, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:12:13.608519 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b036ae30-5ca9-4e3c-84b9-7d80fc7e9870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:13.652526 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1c9c8-f069-4e51-ba63-a29fe1333afe None None] Pushing event updated for resources: {'Port': ['ID=0b2b56e8-2f80-43d1-8309-b8a80e7d2f58,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:13.724944 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997d13be-d0e1-4e51-a7aa-9210d2d6639d None None] Network f9d981a4-1c1e-4a2c-931a-d51f713b524f is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:13.736566 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-997d13be-d0e1-4e51-a7aa-9210d2d6639d None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:13.743239 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997d13be-d0e1-4e51-a7aa-9210d2d6639d None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:12:13.746947 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-b89009c6-0b34-43f8-8137-3482f8252629 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Allocated IP 172.20.0.1 (f9d981a4-1c1e-4a2c-931a-d51f713b524f/f0d8a3b7-c569-47e7-90c5-72c119473abd/9f3c1f87-a219-4324-87d9-c31196a4c8c7) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:13.790931 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d13be-d0e1-4e51-a7aa-9210d2d6639d None None] Pushing event updated for resources: {'Port': ['ID=2667b193-8853-4737-bd0b-85caf3487453,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:13.793622 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-b036ae30-5ca9-4e3c-84b9-7d80fc7e9870 None None] For port 0b2b56e8-2f80-43d1-8309-b8a80e7d2f58, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:12:13.800263 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9302e50d-1e23-479b-b222-7e521154d7dc req-b7ecc7a2-b7ae-4046-bfd1-7c3d1cb62447 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103758 Aug 17 00:12:13.936762 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14d45a-7d89-4573-9d69-5717e57690f5 req-595f248a-42e1-4244-95fd-134ea6241e44 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:13.939439 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c14d45a-7d89-4573-9d69-5717e57690f5 req-595f248a-42e1-4244-95fd-134ea6241e44 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/ports?device_id=c215702a-c022-406d-8607-6796a2b5adbe HTTP/1.1" status: 200 len: 947 time: 0.0887449 Aug 17 00:12:13.977992 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b89009c6-0b34-43f8-8137-3482f8252629 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:13.987696 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9302e50d-1e23-479b-b222-7e521154d7dc req-9b35be8a-5fbe-46ea-82c7-ef7c57afef9c service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856861 Aug 17 00:12:13.991502 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-112ae436-242b-40c1-a8b2-68da168505a9 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:13.994355 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c14d45a-7d89-4573-9d69-5717e57690f5 req-42ebe69f-72a4-40a2-b515-88a02f0641ea tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/security-groups?id=e176ff43-6fa6-4f43-a6cc-8acc3f931283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426524 Aug 17 00:12:14.016801 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-b89009c6-0b34-43f8-8137-3482f8252629 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Transition to ACTIVE for port object 9f3c1f87-a219-4324-87d9-c31196a4c8c7 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:14.017981 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-112ae436-242b-40c1-a8b2-68da168505a9 None None] Transition to ACTIVE for port object d2b66eb8-95d4-4efa-897e-58d7ca68010e will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:14.040328 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-112ae436-242b-40c1-a8b2-68da168505a9 None None] Transition to ACTIVE for port object d2b66eb8-95d4-4efa-897e-58d7ca68010e will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:14.046210 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-b036ae30-5ca9-4e3c-84b9-7d80fc7e9870 None None] For port 0b2b56e8-2f80-43d1-8309-b8a80e7d2f58, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=0b2b56e8-2f80-43d1-8309-b8a80e7d2f58,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:12:14.054465 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-112ae436-242b-40c1-a8b2-68da168505a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:14.072059 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b036ae30-5ca9-4e3c-84b9-7d80fc7e9870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:14.072817 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b89009c6-0b34-43f8-8137-3482f8252629 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:14.119673 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-997d13be-d0e1-4e51-a7aa-9210d2d6639d None None] Attempting to bind port 2667b193-8853-4737-bd0b-85caf3487453 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:12:14.120328 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-997d13be-d0e1-4e51-a7aa-9210d2d6639d None None] Attempting to bind port 2667b193-8853-4737-bd0b-85caf3487453 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '6f0aab74-cd0e-4cbb-ae1e-798198eca95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:12:14.120947 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997d13be-d0e1-4e51-a7aa-9210d2d6639d None None] Attempting to bind port 2667b193-8853-4737-bd0b-85caf3487453 on network f9d981a4-1c1e-4a2c-931a-d51f713b524f {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:12:14.134745 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112ae436-242b-40c1-a8b2-68da168505a9 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:14.140726 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-112ae436-242b-40c1-a8b2-68da168505a9 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:14.144017 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112ae436-242b-40c1-a8b2-68da168505a9 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:12:14.159807 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-7c11d3bd-77f0-440a-918f-813cf346a65a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 2001:db8::5cff:db5f:b781:dbf (d70a647a-a896-41f9-a7d0-554edd779aa3/1fc67fb9-8646-4929-8460-0e3d0a3af61d/426c63d1-b3ee-4836-8379-74cc218914e2) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:14.168825 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e89074-8878-45ea-8593-3ecd6422ac7e req-096d2053-5631-4bb7-b9d4-4650fa390a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:14.170382 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5e89074-8878-45ea-8593-3ecd6422ac7e req-096d2053-5631-4bb7-b9d4-4650fa390a9f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38e677b9767842628317f1b1c685f576&device_id=c215702a-c022-406d-8607-6796a2b5adbe HTTP/1.1" status: 200 len: 1099 time: 0.1170957 Aug 17 00:12:14.196943 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997d13be-d0e1-4e51-a7aa-9210d2d6639d None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:12:14.197593 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997d13be-d0e1-4e51-a7aa-9210d2d6639d None None] Checking segment: {'id': '6f0aab74-cd0e-4cbb-ae1e-798198eca95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:12:14.197991 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-997d13be-d0e1-4e51-a7aa-9210d2d6639d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:14.198393 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997d13be-d0e1-4e51-a7aa-9210d2d6639d None None] Bound using segment: {'id': '6f0aab74-cd0e-4cbb-ae1e-798198eca95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:12:14.198877 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-997d13be-d0e1-4e51-a7aa-9210d2d6639d None None] Bound port: 2667b193-8853-4737-bd0b-85caf3487453, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f0aab74-cd0e-4cbb-ae1e-798198eca95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:12:14.199260 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-997d13be-d0e1-4e51-a7aa-9210d2d6639d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:14.257731 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89009c6-0b34-43f8-8137-3482f8252629 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Network f9d981a4-1c1e-4a2c-931a-d51f713b524f is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:14.274684 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-b89009c6-0b34-43f8-8137-3482f8252629 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:14.295346 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89009c6-0b34-43f8-8137-3482f8252629 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:12:14.301794 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-997d13be-d0e1-4e51-a7aa-9210d2d6639d None None] For port 2667b193-8853-4737-bd0b-85caf3487453, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:12:14.305222 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-997d13be-d0e1-4e51-a7aa-9210d2d6639d None None] For port 2667b193-8853-4737-bd0b-85caf3487453, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2667b193-8853-4737-bd0b-85caf3487453,segment=NetworkSegment(6f0aab74-cd0e-4cbb-ae1e-798198eca95d),segment_id=6f0aab74-cd0e-4cbb-ae1e-798198eca95d)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:12:14.327080 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-112ae436-242b-40c1-a8b2-68da168505a9 None None] Attempting to bind port d2b66eb8-95d4-4efa-897e-58d7ca68010e on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:12:14.327487 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-112ae436-242b-40c1-a8b2-68da168505a9 None None] Attempting to bind port d2b66eb8-95d4-4efa-897e-58d7ca68010e by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:12:14.328320 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112ae436-242b-40c1-a8b2-68da168505a9 None None] Attempting to bind port d2b66eb8-95d4-4efa-897e-58d7ca68010e on network d70a647a-a896-41f9-a7d0-554edd779aa3 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:12:14.330801 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ae436-242b-40c1-a8b2-68da168505a9 None None] Pushing event updated for resources: {'Port': ['ID=d2b66eb8-95d4-4efa-897e-58d7ca68010e,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:14.338230 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-997d13be-d0e1-4e51-a7aa-9210d2d6639d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:14.349629 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b036ae30-5ca9-4e3c-84b9-7d80fc7e9870 None None] Routers {'d33fe42a-a2e5-4467-b0c3-42df87bf4182'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:12:14.350280 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b036ae30-5ca9-4e3c-84b9-7d80fc7e9870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:11:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d33fe42a-a2e5-4467-b0c3-42df87bf4182'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:14.427608 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac46a721-f856-4cd3-963f-0cc1e16e57f5 req-73546638-6afb-4340-b4ad-b8c0088dd935 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 210 time: 0.0358505 Aug 17 00:12:14.429276 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112ae436-242b-40c1-a8b2-68da168505a9 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:12:14.429665 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112ae436-242b-40c1-a8b2-68da168505a9 None None] Checking segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:12:14.430103 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-112ae436-242b-40c1-a8b2-68da168505a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:14.430477 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112ae436-242b-40c1-a8b2-68da168505a9 None None] Bound using segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:12:14.430968 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-112ae436-242b-40c1-a8b2-68da168505a9 None None] Bound port: d2b66eb8-95d4-4efa-897e-58d7ca68010e, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:12:14.431353 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-112ae436-242b-40c1-a8b2-68da168505a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:14.451747 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e89074-8878-45ea-8593-3ecd6422ac7e req-a4fc0bac-0947-4a0d-ae89-64d5b02109c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:14.453556 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5e89074-8878-45ea-8593-3ecd6422ac7e req-a4fc0bac-0947-4a0d-ae89-64d5b02109c0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.2751193 Aug 17 00:12:14.461080 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89009c6-0b34-43f8-8137-3482f8252629 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Port': ['ID=9f3c1f87-a219-4324-87d9-c31196a4c8c7,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:14.517812 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b89009c6-0b34-43f8-8137-3482f8252629 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:14.520149 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5e89074-8878-45ea-8593-3ecd6422ac7e req-9f4cbfad-e76b-4f4a-9865-826527c62e01 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=297e29d0-b0d4-4923-92c4-b05d9e772293 HTTP/1.1" status: 200 len: 217 time: 0.0581484 Aug 17 00:12:14.618243 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7c11d3bd-77f0-440a-918f-813cf346a65a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:14.630099 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e89074-8878-45ea-8593-3ecd6422ac7e req-9c47d4a8-3c51-482c-9827-bf18103a26fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:14.632348 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5e89074-8878-45ea-8593-3ecd6422ac7e req-9c47d4a8-3c51-482c-9827-bf18103a26fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.1001329 Aug 17 00:12:14.641158 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-7c11d3bd-77f0-440a-918f-813cf346a65a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Transition to ACTIVE for port object 426c63d1-b3ee-4836-8379-74cc218914e2 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:14.810132 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1c9c8-f069-4e51-ba63-a29fe1333afe None None] Pushing event updated for resources: {'Port': ['ID=0b2b56e8-2f80-43d1-8309-b8a80e7d2f58,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:14.810636 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e89074-8878-45ea-8593-3ecd6422ac7e req-9db033aa-18dd-4f87-a6bf-d200642d457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:14.811446 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5e89074-8878-45ea-8593-3ecd6422ac7e req-9db033aa-18dd-4f87-a6bf-d200642d457f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1655159 Aug 17 00:12:14.852432 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7c11d3bd-77f0-440a-918f-813cf346a65a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:14.869569 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-112ae436-242b-40c1-a8b2-68da168505a9 None None] For port d2b66eb8-95d4-4efa-897e-58d7ca68010e, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:12:14.882849 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-112ae436-242b-40c1-a8b2-68da168505a9 None None] For port d2b66eb8-95d4-4efa-897e-58d7ca68010e, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d2b66eb8-95d4-4efa-897e-58d7ca68010e,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:12:14.883764 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b89009c6-0b34-43f8-8137-3482f8252629 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:14.908305 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-112ae436-242b-40c1-a8b2-68da168505a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:14.963229 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-b036ae30-5ca9-4e3c-84b9-7d80fc7e9870 None None] Set router d33fe42a-a2e5-4467-b0c3-42df87bf4182 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:12:15.187997 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d13be-d0e1-4e51-a7aa-9210d2d6639d None None] Pushing event updated for resources: {'Port': ['ID=2667b193-8853-4737-bd0b-85caf3487453,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:15.261814 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ae436-242b-40c1-a8b2-68da168505a9 None None] Pushing event updated for resources: {'Port': ['ID=d2b66eb8-95d4-4efa-897e-58d7ca68010e,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:15.361927 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b036ae30-5ca9-4e3c-84b9-7d80fc7e9870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307134323', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:06Z', 'updated_at': '2021-08-17T00:12:09Z', 'revision_number': 3, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:07Z', 'updated_at': '2021-08-17T00:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:15.455201 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b036ae30-5ca9-4e3c-84b9-7d80fc7e9870 None None] The sync data for ids ['d33fe42a-a2e5-4467-b0c3-42df87bf4182'] in n-d-800088-20 is: [{'id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307134323', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:06Z', 'updated_at': '2021-08-17T00:12:09Z', 'revision_number': 3, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:07Z', 'updated_at': '2021-08-17T00:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:12:15.622938 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b89009c6-0b34-43f8-8137-3482f8252629 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:15.633493 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b89009c6-0b34-43f8-8137-3482f8252629 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:15.692851 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c11d3bd-77f0-440a-918f-813cf346a65a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:15.706443 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-7c11d3bd-77f0-440a-918f-813cf346a65a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:15.759222 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89009c6-0b34-43f8-8137-3482f8252629 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Port': ['ID=9f3c1f87-a219-4324-87d9-c31196a4c8c7,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:15.792139 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b89009c6-0b34-43f8-8137-3482f8252629 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:15.793564 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c11d3bd-77f0-440a-918f-813cf346a65a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:12:15.803579 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c11d3bd-77f0-440a-918f-813cf346a65a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:15.804242 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7c11d3bd-77f0-440a-918f-813cf346a65a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:15.845438 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0964831-84e0-4510-9d37-2bfe2737bd4f req-c51c9f99-7f4d-4797-85ec-b952e2ff4fdf tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 210 time: 0.1772130 Aug 17 00:12:15.886621 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11d3bd-77f0-440a-918f-813cf346a65a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Port': ['ID=426c63d1-b3ee-4836-8379-74cc218914e2,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:15.942135 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7c11d3bd-77f0-440a-918f-813cf346a65a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9897468 Aug 17 00:12:15.959513 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50114) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:16.014538 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a050c-6943-4e37-b338-02b6c1642b71 req-63a6954f-5a72-46b9-b05e-38382f34a93b tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:16.020091 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-918a050c-6943-4e37-b338-02b6c1642b71 req-63a6954f-5a72-46b9-b05e-38382f34a93b tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/ports?device_id=c215702a-c022-406d-8607-6796a2b5adbe HTTP/1.1" status: 200 len: 947 time: 0.3497214 Aug 17 00:12:16.024847 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5e89074-8878-45ea-8593-3ecd6422ac7e req-21b4c9a8-c601-4ebc-8d7f-17556c81a172 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2018106 Aug 17 00:12:16.089980 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89009c6-0b34-43f8-8137-3482f8252629 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Network f9d981a4-1c1e-4a2c-931a-d51f713b524f is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:16.093642 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-b89009c6-0b34-43f8-8137-3482f8252629 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:16.122695 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 297e29d0-b0d4-4923-92c4-b05d9e772293 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:12:16.243100 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dc59ca-b3ae-429c-9d39-3b2c009c8396 None None] Network f9d981a4-1c1e-4a2c-931a-d51f713b524f requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:12:16.285658 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89009c6-0b34-43f8-8137-3482f8252629 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Router d33fe42a-a2e5-4467-b0c3-42df87bf4182 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:12:16.287867 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-918a050c-6943-4e37-b338-02b6c1642b71 req-ccaf51f3-cda3-41c1-941c-15164c3d9974 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/security-groups?id=e176ff43-6fa6-4f43-a6cc-8acc3f931283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619245 Aug 17 00:12:16.302110 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8352eff0-d63b-4d3b-87e6-3bd640110a33 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:16.314866 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8352eff0-d63b-4d3b-87e6-3bd640110a33 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:16.316731 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8352eff0-d63b-4d3b-87e6-3bd640110a33 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3554313 Aug 17 00:12:16.320442 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50116) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:16.361873 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2859bdab-2e43-4d07-8129-538792e008e3 None None] Provisioning for port 2667b193-8853-4737-bd0b-85caf3487453 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:16.413592 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5e89074-8878-45ea-8593-3ecd6422ac7e req-b0aeb5b8-4a46-44c2-b30e-0f0c24832a9e service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707130 Aug 17 00:12:16.431514 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 297e29d0-b0d4-4923-92c4-b05d9e772293, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=297e29d0-b0d4-4923-92c4-b05d9e772293,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:16.574346 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '297e29d0-b0d4-4923-92c4-b05d9e772293', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': '297e29d0-b0d4-4923-92c4-b05d9e772293', 'mac_address': 'fa:16:3e:0a:ec:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:12:16.685904 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-99777fb2-d0eb-4a20-9c02-495823ab70d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:16.711731 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2667b193-8853-4737-bd0b-85caf3487453 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:16.715547 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:16.729505 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89009c6-0b34-43f8-8137-3482f8252629 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:12:16.744678 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b89009c6-0b34-43f8-8137-3482f8252629 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "PUT /v2.0/routers/d33fe42a-a2e5-4467-b0c3-42df87bf4182/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2987673 Aug 17 00:12:16.761718 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 297e29d0-b0d4-4923-92c4-b05d9e772293 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:12:16.782419 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-e06ca654-c3a1-4c8b-b8a5-11fa093b3edc tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting port 426c63d1-b3ee-4836-8379-74cc218914e2 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:16.784227 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e06ca654-c3a1-4c8b-b8a5-11fa093b3edc tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:16.816969 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 297e29d0-b0d4-4923-92c4-b05d9e772293, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=297e29d0-b0d4-4923-92c4-b05d9e772293,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:16.829026 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:16.964353 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 2667b193-8853-4737-bd0b-85caf3487453 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:16.979910 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:12:17.018610 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 2667b193-8853-4737-bd0b-85caf3487453 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:17.024217 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:17.082876 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-c0da0cfd-568c-4582-a373-6dd77df12f62 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-403303491&fields=id&tenant_id=8a9ca74733fa48c8818a39938a45e719 HTTP/1.1" status: 200 len: 267 time: 0.1260028 Aug 17 00:12:17.167724 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['297e29d0-b0d4-4923-92c4-b05d9e772293'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:12:17.186994 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e06ca654-c3a1-4c8b-b8a5-11fa093b3edc tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:17.257181 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-e06ca654-c3a1-4c8b-b8a5-11fa093b3edc tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Calling delete_port for 426c63d1-b3ee-4836-8379-74cc218914e2 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:17.310816 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eaa80de2-d6b0-452d-9df4-8cd113ad6cd4 req-61d47ffd-8cfc-4751-8693-bc6eac519c61 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0284f96c-e6eb-4eb0-ac9a-eceb2f1cba5e HTTP/1.1" status: 200 len: 210 time: 0.1704714 Aug 17 00:12:17.422081 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=297e29d0-b0d4-4923-92c4-b05d9e772293,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:17.464558 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6005e293-95c1-4146-93e2-dfc1140ce7e3 None None] Provisioning for port d2b66eb8-95d4-4efa-897e-58d7ca68010e completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:17.498799 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-50b16b8d-7fc1-4b36-a4fb-979529944923 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:17.519801 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-50b16b8d-7fc1-4b36-a4fb-979529944923 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/networks?id=f9d981a4-1c1e-4a2c-931a-d51f713b524f HTTP/1.1" status: 200 len: 797 time: 0.4319456 Aug 17 00:12:17.562054 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-23e469d8-48b4-4186-9a84-94291f9e32a6 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/quotas/8a9ca74733fa48c8818a39938a45e719 HTTP/1.1" status: 200 len: 375 time: 0.0412207 Aug 17 00:12:17.613536 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e06ca654-c3a1-4c8b-b8a5-11fa093b3edc tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:17.664427 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ca654-c3a1-4c8b-b8a5-11fa093b3edc tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Port': ['ID=426c63d1-b3ee-4836-8379-74cc218914e2,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:17.690999 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:17.713005 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e06ca654-c3a1-4c8b-b8a5-11fa093b3edc tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:17.717088 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e06ca654-c3a1-4c8b-b8a5-11fa093b3edc tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/426c63d1-b3ee-4836-8379-74cc218914e2 HTTP/1.1" status: 204 len: 168 time: 1.3960319 Aug 17 00:12:17.725296 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50140) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:17.763243 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 2667b193-8853-4737-bd0b-85caf3487453, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2667b193-8853-4737-bd0b-85caf3487453,segment=NetworkSegment(6f0aab74-cd0e-4cbb-ae1e-798198eca95d),segment_id=6f0aab74-cd0e-4cbb-ae1e-798198eca95d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:17.779830 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5a1b05a2-c9f6-4082-a28f-f279cb2e65f4 None None] Provisioning complete for port 2667b193-8853-4737-bd0b-85caf3487453 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:17.780292 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5a1b05a2-c9f6-4082-a28f-f279cb2e65f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:17.826673 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-65839956-81c8-4056-99e7-1ed8cac79c73 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2630551 Aug 17 00:12:17.831318 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:17.832762 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 0b2b56e8-2f80-43d1-8309-b8a80e7d2f58 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:17.850662 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56c8105-d7d6-4525-be16-1025a0530ac7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:17.854716 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56c8105-d7d6-4525-be16-1025a0530ac7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:17.856790 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a56c8105-d7d6-4525-be16-1025a0530ac7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1288805 Aug 17 00:12:17.859644 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50144) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:17.866247 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e465f2-862f-4c7a-b05f-573965b74606 req-544b9a62-2996-496e-ba64-52d8a6dcf37c tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:17.873521 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-12e465f2-862f-4c7a-b05f-573965b74606 req-544b9a62-2996-496e-ba64-52d8a6dcf37c tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/ports?device_id=c215702a-c022-406d-8607-6796a2b5adbe HTTP/1.1" status: 200 len: 948 time: 0.2517548 Aug 17 00:12:17.969535 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=2667b193-8853-4737-bd0b-85caf3487453,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:17.976774 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf72a35d-6b86-4d02-b709-41829162ddf7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet 1fc67fb9-8646-4929-8460-0e3d0a3af61d {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:12:17.983013 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cf72a35d-6b86-4d02-b709-41829162ddf7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:17.994424 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-12e465f2-862f-4c7a-b05f-573965b74606 req-8f2b4c1f-3a86-427e-b390-8cec7053359b tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/security-groups?id=e176ff43-6fa6-4f43-a6cc-8acc3f931283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036122 Aug 17 00:12:18.086255 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cf72a35d-6b86-4d02-b709-41829162ddf7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:18.101592 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 0b2b56e8-2f80-43d1-8309-b8a80e7d2f58 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:18.109882 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 0b2b56e8-2f80-43d1-8309-b8a80e7d2f58 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:18.110438 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:18.161969 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5a1b05a2-c9f6-4082-a28f-f279cb2e65f4 None None] Provisioning for port 9f3c1f87-a219-4324-87d9-c31196a4c8c7 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:18.171381 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-dc07f56a-dea7-4e82-9900-33a87dd0f50f service neutron] 10.222.0.60 "GET /v2.0/networks/f9d981a4-1c1e-4a2c-931a-d51f713b524f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438222 Aug 17 00:12:18.194562 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5a1b05a2-c9f6-4082-a28f-f279cb2e65f4 None None] Provisioning complete for port 9f3c1f87-a219-4324-87d9-c31196a4c8c7 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:18.198761 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5a1b05a2-c9f6-4082-a28f-f279cb2e65f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:18.232748 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cf72a35d-6b86-4d02-b709-41829162ddf7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:18.275194 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-5a1b05a2-c9f6-4082-a28f-f279cb2e65f4 None None] Port 9f3c1f87-a219-4324-87d9-c31196a4c8c7 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:12:18.289356 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-d522110f-e374-491d-a3ea-9767d7f0d8e8 service neutron] 10.222.0.60 "GET /v2.0/networks/f9d981a4-1c1e-4a2c-931a-d51f713b524f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103926 Aug 17 00:12:18.333547 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:18.339067 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cf72a35d-6b86-4d02-b709-41829162ddf7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:18.366425 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 0b2b56e8-2f80-43d1-8309-b8a80e7d2f58, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=0b2b56e8-2f80-43d1-8309-b8a80e7d2f58,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:18.373422 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:18.374647 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d2b66eb8-95d4-4efa-897e-58d7ca68010e up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:18.390344 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72a35d-6b86-4d02-b709-41829162ddf7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=1fc67fb9-8646-4929-8460-0e3d0a3af61d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:18.402988 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cf72a35d-6b86-4d02-b709-41829162ddf7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:18.404976 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cf72a35d-6b86-4d02-b709-41829162ddf7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/1fc67fb9-8646-4929-8460-0e3d0a3af61d HTTP/1.1" status: 204 len: 168 time: 0.5439563 Aug 17 00:12:18.408325 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50158) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:18.421243 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18670590-cbd3-40c3-8aa0-3af4978ed411 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:12:18.494067 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50166) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:18.503251 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7371b799-fcfa-44f2-8199-b881ae8a20ae tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0898826 Aug 17 00:12:18.505748 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50168) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:18.514422 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-4e6831d9-4948-4604-9059-84937bb90cc7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:18.517755 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6b3f4b33-6ed4-4743-b058-c09ef0c2e429 None None] Could not find standard attr ID for object 426c63d1-b3ee-4836-8379-74cc218914e2. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:12:18.522899 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=0b2b56e8-2f80-43d1-8309-b8a80e7d2f58,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:18.636271 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6b3f4b33-6ed4-4743-b058-c09ef0c2e429 None None] Provisioning complete for port 9f3c1f87-a219-4324-87d9-c31196a4c8c7 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:18.636647 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6b3f4b33-6ed4-4743-b058-c09ef0c2e429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:18.671588 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708659d3-f251-4ef3-84b4-b6b2309a4d93 None None] Sync routers for ids ['d33fe42a-a2e5-4467-b0c3-42df87bf4182'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:12:18.684558 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6831d9-4948-4604-9059-84937bb90cc7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:12:18.688473 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-6b3f4b33-6ed4-4743-b058-c09ef0c2e429 None None] Port 9f3c1f87-a219-4324-87d9-c31196a4c8c7 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:12:18.693115 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4e6831d9-4948-4604-9059-84937bb90cc7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:18.697254 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708659d3-f251-4ef3-84b4-b6b2309a4d93 None None] Routers {'d33fe42a-a2e5-4467-b0c3-42df87bf4182'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:12:18.700161 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-708659d3-f251-4ef3-84b4-b6b2309a4d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:11:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d33fe42a-a2e5-4467-b0c3-42df87bf4182'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:18.706925 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d80df765-7110-46f1-8e41-cf9c1938d27b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:18.721570 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1e1171e8-934c-4424-a72d-40ac1f4f3abd req-861d21b5-7f46-4d3c-9775-d22648133aec tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 210 time: 0.1525438 Aug 17 00:12:18.739023 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port d2b66eb8-95d4-4efa-897e-58d7ca68010e completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:18.746753 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port d2b66eb8-95d4-4efa-897e-58d7ca68010e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:18.747340 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:18.754356 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d80df765-7110-46f1-8e41-cf9c1938d27b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:18.899932 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d80df765-7110-46f1-8e41-cf9c1938d27b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:18.902927 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d80df765-7110-46f1-8e41-cf9c1938d27b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:18.907439 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d80df765-7110-46f1-8e41-cf9c1938d27b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "DELETE /v2.0/security-groups/a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414 HTTP/1.1" status: 204 len: 168 time: 0.4097455 Aug 17 00:12:18.909749 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50176) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:18.913815 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2b09c3-96d0-4f03-a3b9-37f700523d1a None None] DHCP port deletion for d70a647a-a896-41f9-a7d0-554edd779aa3 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:12:18.920620 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80df765-7110-46f1-8e41-cf9c1938d27b tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:18.931548 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-2725ad23-c4c4-42fa-ba61-2da0088765b0 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] show failed (client error): The resource could not be found. Aug 17 00:12:18.935628 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2725ad23-c4c4-42fa-ba61-2da0088765b0 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "GET /v2.0/security-groups/a92e1ab3-8b1f-4a9f-8a3a-313e5ab56414 HTTP/1.1" status: 404 len: 347 time: 0.0216589 Aug 17 00:12:18.935846 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50178) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:18.960304 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-708659d3-f251-4ef3-84b4-b6b2309a4d93 None None] Set router d33fe42a-a2e5-4467-b0c3-42df87bf4182 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:12:18.981097 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:19.047915 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port d2b66eb8-95d4-4efa-897e-58d7ca68010e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d2b66eb8-95d4-4efa-897e-58d7ca68010e,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:19.062572 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:19.072174 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-2f2b09c3-96d0-4f03-a3b9-37f700523d1a None None] Deleting port d2b66eb8-95d4-4efa-897e-58d7ca68010e {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:19.072695 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2f2b09c3-96d0-4f03-a3b9-37f700523d1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:19.120411 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4e6831d9-4948-4604-9059-84937bb90cc7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:19.161768 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-2f2b09c3-96d0-4f03-a3b9-37f700523d1a None None] For port d2b66eb8-95d4-4efa-897e-58d7ca68010e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d2b66eb8-95d4-4efa-897e-58d7ca68010e,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:19.162346 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2f2b09c3-96d0-4f03-a3b9-37f700523d1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:19.193696 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6831d9-4948-4604-9059-84937bb90cc7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:19.199058 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-2f2b09c3-96d0-4f03-a3b9-37f700523d1a None None] Calling delete_port for d2b66eb8-95d4-4efa-897e-58d7ca68010e owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:19.201887 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-4e6831d9-4948-4604-9059-84937bb90cc7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:19.219496 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6831d9-4948-4604-9059-84937bb90cc7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:19.220727 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4e6831d9-4948-4604-9059-84937bb90cc7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:19.252366 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6831d9-4948-4604-9059-84937bb90cc7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=9281c6db-f0b0-4069-b785-68190cf9e2eb,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:19.261930 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4e6831d9-4948-4604-9059-84937bb90cc7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7543766 Aug 17 00:12:19.264398 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50192) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:19.272952 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-bb2f7f82-9d7f-4a4a-bd74-6dfcc86df134 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'port': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'fixed_ips': [{'subnet_id': '9281c6db-f0b0-4069-b785-68190cf9e2eb', 'ip_address': '2001:db8::ace4:5fe9:7c9e:67ed'}], 'name': 'tempest-NetworksTestDHCPv6-2128760963'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:19.341883 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfaec8-473e-4690-9289-b88af9d71aea req-0f67b92b-c458-4737-b66a-89b45912ecc1 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:19.344295 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ecfaec8-473e-4690-9289-b88af9d71aea req-0f67b92b-c458-4737-b66a-89b45912ecc1 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/ports?device_id=c215702a-c022-406d-8607-6796a2b5adbe HTTP/1.1" status: 200 len: 948 time: 0.1710293 Aug 17 00:12:19.362221 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2667b193-8853-4737-bd0b-85caf3487453 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:19.410138 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-708659d3-f251-4ef3-84b4-b6b2309a4d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307134323', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:06Z', 'updated_at': '2021-08-17T00:12:14Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:07Z', 'updated_at': '2021-08-17T00:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '9f3c1f87-a219-4324-87d9-c31196a4c8c7', 'name': '', 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:2f:a9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'f0d8a3b7-c569-47e7-90c5-72c119473abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:13Z', 'updated_at': '2021-08-17T00:12:15Z', 'revision_number': 2, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': 'f0d8a3b7-c569-47e7-90c5-72c119473abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:19.425802 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-46aad481-c5db-49ac-a64a-53949b29ea70 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Deleting port 3a95636a-a192-46b4-82eb-03ebb80ba975 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:19.426145 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-46aad481-c5db-49ac-a64a-53949b29ea70 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:19.459279 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708659d3-f251-4ef3-84b4-b6b2309a4d93 None None] Checking router: d33fe42a-a2e5-4467-b0c3-42df87bf4182 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:12:19.459914 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708659d3-f251-4ef3-84b4-b6b2309a4d93 None None] Updating router d33fe42a-a2e5-4467-b0c3-42df87bf4182 port 9f3c1f87-a219-4324-87d9-c31196a4c8c7 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:12:19.484365 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ecfaec8-473e-4690-9289-b88af9d71aea req-771c48e0-aea5-415e-8e5d-855859011cac tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/security-groups?id=e176ff43-6fa6-4f43-a6cc-8acc3f931283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236494 Aug 17 00:12:19.512512 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-708659d3-f251-4ef3-84b4-b6b2309a4d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:19.514289 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2f7f82-9d7f-4a4a-bd74-6dfcc86df134 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:12:19.555106 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-05250940-1c90-4df3-bbaa-077e3f21ddcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:19.591607 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:19.647353 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=d2b66eb8-95d4-4efa-897e-58d7ca68010e,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:19.666509 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2f2b09c3-96d0-4f03-a3b9-37f700523d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:19.695958 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-46aad481-c5db-49ac-a64a-53949b29ea70 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:19.696722 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-46aad481-c5db-49ac-a64a-53949b29ea70 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:19.699490 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bb2f7f82-9d7f-4a4a-bd74-6dfcc86df134 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:19.719010 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-46aad481-c5db-49ac-a64a-53949b29ea70 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Calling delete_port for 3a95636a-a192-46b4-82eb-03ebb80ba975 owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:19.729085 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 2667b193-8853-4737-bd0b-85caf3487453 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:19.731432 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:19.739093 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b09c3-96d0-4f03-a3b9-37f700523d1a None None] Pushing event deleted for resources: {'Port': ['ID=d2b66eb8-95d4-4efa-897e-58d7ca68010e,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:19.740374 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-bb2f7f82-9d7f-4a4a-bd74-6dfcc86df134 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] device_id is not set on port 2cd9a418-8296-4904-8b90-206ec155009b yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:12:19.780928 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2b09c3-96d0-4f03-a3b9-37f700523d1a None None] No DVR routers for this DVR port d2b66eb8-95d4-4efa-897e-58d7ca68010e on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:12:19.824997 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4014e80b-012d-4242-90a7-c5924f7720f4 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:12:19.893656 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c2513239-f792-4224-82f9-16f64928a2a6 req-5694f3dd-be45-4800-bc1a-346070599ad2 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 210 time: 0.0531082 Aug 17 00:12:19.952389 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-708659d3-f251-4ef3-84b4-b6b2309a4d93 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:19.977380 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-708659d3-f251-4ef3-84b4-b6b2309a4d93 None None] Transition to ACTIVE for port object 9f3c1f87-a219-4324-87d9-c31196a4c8c7 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:19.990420 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-708659d3-f251-4ef3-84b4-b6b2309a4d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:20.006466 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-46aad481-c5db-49ac-a64a-53949b29ea70 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:20.089873 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-bb2f7f82-9d7f-4a4a-bd74-6dfcc86df134 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 2001:db8::ace4:5fe9:7c9e:67ed (d70a647a-a896-41f9-a7d0-554edd779aa3/9281c6db-f0b0-4069-b785-68190cf9e2eb/2cd9a418-8296-4904-8b90-206ec155009b) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:20.097286 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 0b2b56e8-2f80-43d1-8309-b8a80e7d2f58 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:20.098826 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a8b77-74d5-4e09-a53d-bd455fb0f4f9 None None] Pushing event updated for resources: {'Port': ['ID=9f3c1f87-a219-4324-87d9-c31196a4c8c7,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:20.136146 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a8b77-74d5-4e09-a53d-bd455fb0f4f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:20.136985 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a8b77-74d5-4e09-a53d-bd455fb0f4f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:20.137623 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a8b77-74d5-4e09-a53d-bd455fb0f4f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:20.138909 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a8b77-74d5-4e09-a53d-bd455fb0f4f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:20.139476 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a8b77-74d5-4e09-a53d-bd455fb0f4f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:20.140015 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a8b77-74d5-4e09-a53d-bd455fb0f4f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:20.140751 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a8b77-74d5-4e09-a53d-bd455fb0f4f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:20.143140 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a8b77-74d5-4e09-a53d-bd455fb0f4f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:20.143705 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a8b77-74d5-4e09-a53d-bd455fb0f4f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:20.146378 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a8b77-74d5-4e09-a53d-bd455fb0f4f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:20.147114 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a8b77-74d5-4e09-a53d-bd455fb0f4f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:20.149064 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a8b77-74d5-4e09-a53d-bd455fb0f4f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:20.185974 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aad481-c5db-49ac-a64a-53949b29ea70 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event deleted for resources: {'Port': ['ID=3a95636a-a192-46b4-82eb-03ebb80ba975,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:20.186233 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 297e29d0-b0d4-4923-92c4-b05d9e772293 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:20.225227 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-708659d3-f251-4ef3-84b4-b6b2309a4d93 None None] Attempting to bind port 9f3c1f87-a219-4324-87d9-c31196a4c8c7 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:12:20.225755 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-708659d3-f251-4ef3-84b4-b6b2309a4d93 None None] Attempting to bind port 9f3c1f87-a219-4324-87d9-c31196a4c8c7 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '6f0aab74-cd0e-4cbb-ae1e-798198eca95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:12:20.226285 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708659d3-f251-4ef3-84b4-b6b2309a4d93 None None] Attempting to bind port 9f3c1f87-a219-4324-87d9-c31196a4c8c7 on network f9d981a4-1c1e-4a2c-931a-d51f713b524f {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:12:20.244763 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708659d3-f251-4ef3-84b4-b6b2309a4d93 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:12:20.245544 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708659d3-f251-4ef3-84b4-b6b2309a4d93 None None] Checking segment: {'id': '6f0aab74-cd0e-4cbb-ae1e-798198eca95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:12:20.247999 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-708659d3-f251-4ef3-84b4-b6b2309a4d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:20.248640 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708659d3-f251-4ef3-84b4-b6b2309a4d93 None None] Bound using segment: {'id': '6f0aab74-cd0e-4cbb-ae1e-798198eca95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:12:20.249289 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-708659d3-f251-4ef3-84b4-b6b2309a4d93 None None] Bound port: 9f3c1f87-a219-4324-87d9-c31196a4c8c7, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f0aab74-cd0e-4cbb-ae1e-798198eca95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:12:20.252811 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-708659d3-f251-4ef3-84b4-b6b2309a4d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:20.337451 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:20.395811 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6984772-3e0a-4075-ace9-51ef243a9a6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-d70a647a-a896-41f9-a7d0-554edd779aa3', 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'fixed_ips': [{'subnet_id': '9281c6db-f0b0-4069-b785-68190cf9e2eb'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:12:20.397017 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f6984772-3e0a-4075-ace9-51ef243a9a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:20.410158 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-46aad481-c5db-49ac-a64a-53949b29ea70 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:20.419479 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-46aad481-c5db-49ac-a64a-53949b29ea70 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:20.421318 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-46aad481-c5db-49ac-a64a-53949b29ea70 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "DELETE /v2.0/floatingips/d10fee6a-08be-4387-8bcc-64ba22f6817e HTTP/1.1" status: 204 len: 168 time: 1.4839175 Aug 17 00:12:20.425805 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-708659d3-f251-4ef3-84b4-b6b2309a4d93 None None] For port 9f3c1f87-a219-4324-87d9-c31196a4c8c7, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:12:20.430327 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50200) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:20.434106 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-708659d3-f251-4ef3-84b4-b6b2309a4d93 None None] For port 9f3c1f87-a219-4324-87d9-c31196a4c8c7, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9f3c1f87-a219-4324-87d9-c31196a4c8c7,segment=NetworkSegment(6f0aab74-cd0e-4cbb-ae1e-798198eca95d),segment_id=6f0aab74-cd0e-4cbb-ae1e-798198eca95d)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:12:20.455625 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-708659d3-f251-4ef3-84b4-b6b2309a4d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:20.457487 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 297e29d0-b0d4-4923-92c4-b05d9e772293 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:20.467834 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 297e29d0-b0d4-4923-92c4-b05d9e772293 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:20.468297 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:20.472580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-bb57d1a1-9307-4ca4-a507-490bd58761d8 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:20.475974 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-bb57d1a1-9307-4ca4-a507-490bd58761d8 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.64 "GET /v2.0/networks?id=f9d981a4-1c1e-4a2c-931a-d51f713b524f HTTP/1.1" status: 200 len: 797 time: 0.4093213 Aug 17 00:12:20.602290 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a8b77-74d5-4e09-a53d-bd455fb0f4f9 None None] Pushing event updated for resources: {'Port': ['ID=9f3c1f87-a219-4324-87d9-c31196a4c8c7,revision_number=4']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:20.607697 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708659d3-f251-4ef3-84b4-b6b2309a4d93 None None] Routers {'d33fe42a-a2e5-4467-b0c3-42df87bf4182'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:12:20.608594 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-708659d3-f251-4ef3-84b4-b6b2309a4d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:12:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d33fe42a-a2e5-4467-b0c3-42df87bf4182'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:20.683744 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-c1f5bd53-d1c1-4cbe-9dbd-898b86173980 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a9ca74733fa48c8818a39938a45e719 HTTP/1.1" status: 200 len: 379 time: 0.1977713 Aug 17 00:12:20.697305 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-0d33730d-f07f-4670-9f20-9f33d9793553 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'port': {'device_id': 'e69c48f3-5a7f-4942-a3d4-73f1f79f247c', 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f', 'admin_state_up': True, 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'security_groups': ['80d1d1d2-0d20-42fd-911e-e4d056514efa']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:20.846354 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-708659d3-f251-4ef3-84b4-b6b2309a4d93 None None] Set router d33fe42a-a2e5-4467-b0c3-42df87bf4182 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:12:20.924726 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587ae07-ff39-47a7-abcd-3c39781838cd req-ac7936dc-b726-4939-b496-ea240eb5bd63 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:20.937011 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a587ae07-ff39-47a7-abcd-3c39781838cd req-ac7936dc-b726-4939-b496-ea240eb5bd63 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/ports?device_id=c215702a-c022-406d-8607-6796a2b5adbe HTTP/1.1" status: 200 len: 948 time: 0.3125148 Aug 17 00:12:20.970375 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 0b2b56e8-2f80-43d1-8309-b8a80e7d2f58 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:20.970747 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:20.971315 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-1a21c869-a975-4e86-9522-d05eb8e85896 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Deleting port 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:20.972229 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a21c869-a975-4e86-9522-d05eb8e85896 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:21.022268 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bb2f7f82-9d7f-4a4a-bd74-6dfcc86df134 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:21.066905 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-bb2f7f82-9d7f-4a4a-bd74-6dfcc86df134 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Transition to ACTIVE for port object 2cd9a418-8296-4904-8b90-206ec155009b will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:21.111612 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c664ad88-e0f9-451f-95f7-d480a3dd3fc4 req-dd3d4280-fe33-4b2b-a468-91f47dea88f5 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 210 time: 0.0419757 Aug 17 00:12:21.147089 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bb2f7f82-9d7f-4a4a-bd74-6dfcc86df134 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:21.148737 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a587ae07-ff39-47a7-abcd-3c39781838cd req-beee883c-3503-4e98-8dfe-beff33b992e5 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/security-groups?id=e176ff43-6fa6-4f43-a6cc-8acc3f931283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100973 Aug 17 00:12:21.231420 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2f7f82-9d7f-4a4a-bd74-6dfcc86df134 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:21.235940 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-bb2f7f82-9d7f-4a4a-bd74-6dfcc86df134 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:21.236752 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d2b66eb8-95d4-4efa-897e-58d7ca68010e no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:12:21.239439 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2f7f82-9d7f-4a4a-bd74-6dfcc86df134 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:12:21.245334 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2f7f82-9d7f-4a4a-bd74-6dfcc86df134 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:21.246366 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bb2f7f82-9d7f-4a4a-bd74-6dfcc86df134 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:21.269699 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f7f82-9d7f-4a4a-bd74-6dfcc86df134 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Port': ['ID=2cd9a418-8296-4904-8b90-206ec155009b,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:21.276729 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: d2b66eb8-95d4-4efa-897e-58d7ca68010e {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:12:21.277140 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d2b66eb8-95d4-4efa-897e-58d7ca68010e not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:12:21.291745 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:21.300526 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-0d33730d-f07f-4670-9f20-9f33d9793553 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Made reservation on behalf of 8a9ca74733fa48c8818a39938a45e719 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:12:21.304958 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-0d33730d-f07f-4670-9f20-9f33d9793553 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:21.315099 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-f6984772-3e0a-4075-ace9-51ef243a9a6f None None] Allocated IP 2001:db8::2 (d70a647a-a896-41f9-a7d0-554edd779aa3/9281c6db-f0b0-4069-b785-68190cf9e2eb/474aba04-0519-4704-9bfc-962233ea5b5e) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:21.315364 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bb2f7f82-9d7f-4a4a-bd74-6dfcc86df134 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0481017 Aug 17 00:12:21.315974 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50218) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:21.341392 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c215702a-c022-406d-8607-6796a2b5adbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297e29d0-b0d4-4923-92c4-b05d9e772293'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:12:21.343921 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04752046-ce0b-4c32-9859-b794dfe388eb" -d '{"events": [{"server_uuid": "c215702a-c022-406d-8607-6796a2b5adbe", "name": "network-vif-plugged", "status": "completed", "tag": "297e29d0-b0d4-4923-92c4-b05d9e772293"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:12:21.370622 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a21c869-a975-4e86-9522-d05eb8e85896 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:21.399947 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 297e29d0-b0d4-4923-92c4-b05d9e772293, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=297e29d0-b0d4-4923-92c4-b05d9e772293,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:21.419873 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ace37f1-ff42-4898-986e-dccc12279383 x-openstack-request-id: req-8ace37f1-ff42-4898-986e-dccc12279383 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:12:21.420160 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c215702a-c022-406d-8607-6796a2b5adbe", "name": "network-vif-plugged", "status": "completed", "tag": "297e29d0-b0d4-4923-92c4-b05d9e772293", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:12:21.420983 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8ace37f1-ff42-4898-986e-dccc12279383 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:12:21.421676 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c215702a-c022-406d-8607-6796a2b5adbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297e29d0-b0d4-4923-92c4-b05d9e772293', 'code': 200} Aug 17 00:12:21.423112 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:21.424516 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa657ce-575e-4a86-8385-4c5d91f63463 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:21.443162 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6aa657ce-575e-4a86-8385-4c5d91f63463 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1260126 Aug 17 00:12:21.445984 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50222) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:21.457101 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-1a21c869-a975-4e86-9522-d05eb8e85896 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Calling delete_port for 63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:21.472952 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-708659d3-f251-4ef3-84b4-b6b2309a4d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307134323', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:06Z', 'updated_at': '2021-08-17T00:12:14Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:07Z', 'updated_at': '2021-08-17T00:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '9f3c1f87-a219-4324-87d9-c31196a4c8c7', 'name': '', 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:2f:a9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'f0d8a3b7-c569-47e7-90c5-72c119473abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:13Z', 'updated_at': '2021-08-17T00:12:20Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': 'f0d8a3b7-c569-47e7-90c5-72c119473abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:21.537579 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=297e29d0-b0d4-4923-92c4-b05d9e772293,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:21.547506 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708659d3-f251-4ef3-84b4-b6b2309a4d93 None None] The sync data for ids ['d33fe42a-a2e5-4467-b0c3-42df87bf4182'] in n-d-800088-20 is: [{'id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307134323', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:06Z', 'updated_at': '2021-08-17T00:12:14Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:07Z', 'updated_at': '2021-08-17T00:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '9f3c1f87-a219-4324-87d9-c31196a4c8c7', 'name': '', 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:2f:a9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'f0d8a3b7-c569-47e7-90c5-72c119473abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:13Z', 'updated_at': '2021-08-17T00:12:20Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': 'f0d8a3b7-c569-47e7-90c5-72c119473abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:12:21.555157 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:21.555503 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:21.555846 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:21.556182 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:21.556509 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:21.556839 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:21.557190 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:21.557517 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:21.557841 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:21.558163 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:21.558485 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:21.558804 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:21.630128 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-0d33730d-f07f-4670-9f20-9f33d9793553 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Allocated IP 172.20.0.7 (f9d981a4-1c1e-4a2c-931a-d51f713b524f/f0d8a3b7-c569-47e7-90c5-72c119473abd/c834c02c-f238-4a79-95de-3501d75dac9e) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:21.653926 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f6984772-3e0a-4075-ace9-51ef243a9a6f None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:21.666505 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f6984772-3e0a-4075-ace9-51ef243a9a6f None None] Transition to ACTIVE for port object 474aba04-0519-4704-9bfc-962233ea5b5e will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:21.702483 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f6984772-3e0a-4075-ace9-51ef243a9a6f None None] Transition to ACTIVE for port object 474aba04-0519-4704-9bfc-962233ea5b5e will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:21.728718 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f6984772-3e0a-4075-ace9-51ef243a9a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:21.739606 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbdf25e-81cf-4aa1-857c-bf8b8f9349a6 req-288dcb72-3579-4254-ac3b-141f70d0f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:21.741600 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2bbdf25e-81cf-4aa1-857c-bf8b8f9349a6 req-288dcb72-3579-4254-ac3b-141f70d0f2bb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c215702a-c022-406d-8607-6796a2b5adbe HTTP/1.1" status: 200 len: 1101 time: 0.1987805 Aug 17 00:12:21.803388 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6984772-3e0a-4075-ace9-51ef243a9a6f None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:21.807307 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-f6984772-3e0a-4075-ace9-51ef243a9a6f None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:21.812542 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6984772-3e0a-4075-ace9-51ef243a9a6f None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:12:21.822853 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2bbdf25e-81cf-4aa1-857c-bf8b8f9349a6 req-96975657-5447-4e49-a7ea-91df60791c8c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e176ff43-6fa6-4f43-a6cc-8acc3f931283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710840 Aug 17 00:12:21.828398 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6984772-3e0a-4075-ace9-51ef243a9a6f None None] Pushing event updated for resources: {'Port': ['ID=474aba04-0519-4704-9bfc-962233ea5b5e,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:21.842333 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ec27edd0-c6a4-4762-b10e-b94c28a393f9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting port 2cd9a418-8296-4904-8b90-206ec155009b {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:21.843286 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ec27edd0-c6a4-4762-b10e-b94c28a393f9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:21.892857 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-f6984772-3e0a-4075-ace9-51ef243a9a6f None None] Attempting to bind port 474aba04-0519-4704-9bfc-962233ea5b5e on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:12:21.893317 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-f6984772-3e0a-4075-ace9-51ef243a9a6f None None] Attempting to bind port 474aba04-0519-4704-9bfc-962233ea5b5e by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:12:21.893681 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6984772-3e0a-4075-ace9-51ef243a9a6f None None] Attempting to bind port 474aba04-0519-4704-9bfc-962233ea5b5e on network d70a647a-a896-41f9-a7d0-554edd779aa3 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:12:21.899615 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6984772-3e0a-4075-ace9-51ef243a9a6f None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:12:21.899993 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6984772-3e0a-4075-ace9-51ef243a9a6f None None] Checking segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:12:21.900402 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f6984772-3e0a-4075-ace9-51ef243a9a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:21.900797 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6984772-3e0a-4075-ace9-51ef243a9a6f None None] Bound using segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:12:21.901303 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-f6984772-3e0a-4075-ace9-51ef243a9a6f None None] Bound port: 474aba04-0519-4704-9bfc-962233ea5b5e, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:12:21.901686 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f6984772-3e0a-4075-ace9-51ef243a9a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:21.912837 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-0d33730d-f07f-4670-9f20-9f33d9793553 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:21.947511 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-0d33730d-f07f-4670-9f20-9f33d9793553 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Transition to ACTIVE for port object c834c02c-f238-4a79-95de-3501d75dac9e will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:21.986938 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-f6984772-3e0a-4075-ace9-51ef243a9a6f None None] For port 474aba04-0519-4704-9bfc-962233ea5b5e, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:12:21.990791 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-f6984772-3e0a-4075-ace9-51ef243a9a6f None None] For port 474aba04-0519-4704-9bfc-962233ea5b5e, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=474aba04-0519-4704-9bfc-962233ea5b5e,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:12:22.012441 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f6984772-3e0a-4075-ace9-51ef243a9a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:22.017084 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-0d33730d-f07f-4670-9f20-9f33d9793553 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:22.037280 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ec27edd0-c6a4-4762-b10e-b94c28a393f9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:22.051794 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ec27edd0-c6a4-4762-b10e-b94c28a393f9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Calling delete_port for 2cd9a418-8296-4904-8b90-206ec155009b owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:22.107400 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a21c869-a975-4e86-9522-d05eb8e85896 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:22.122026 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33730d-f07f-4670-9f20-9f33d9793553 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Port': ['ID=c834c02c-f238-4a79-95de-3501d75dac9e,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:22.147869 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:22.157318 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6984772-3e0a-4075-ace9-51ef243a9a6f None None] Pushing event updated for resources: {'Port': ['ID=474aba04-0519-4704-9bfc-962233ea5b5e,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:22.229388 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21c869-a975-4e86-9522-d05eb8e85896 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event deleted for resources: {'Port': ['ID=63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:22.248151 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-0d33730d-f07f-4670-9f20-9f33d9793553 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Network f9d981a4-1c1e-4a2c-931a-d51f713b524f is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:22.303980 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ec27edd0-c6a4-4762-b10e-b94c28a393f9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:22.320212 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-0d33730d-f07f-4670-9f20-9f33d9793553 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:22.325868 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-0d33730d-f07f-4670-9f20-9f33d9793553 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:12:22.340201 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27edd0-c6a4-4762-b10e-b94c28a393f9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Port': ['ID=2cd9a418-8296-4904-8b90-206ec155009b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:22.376301 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ec27edd0-c6a4-4762-b10e-b94c28a393f9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:22.381985 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ec27edd0-c6a4-4762-b10e-b94c28a393f9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/2cd9a418-8296-4904-8b90-206ec155009b HTTP/1.1" status: 204 len: 168 time: 0.9346571 Aug 17 00:12:22.383156 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50232) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:22.466571 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef5c738-c430-4c54-8e7e-45981cff8537 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:22.468043 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef5c738-c430-4c54-8e7e-45981cff8537 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:22.506522 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3ef5c738-c430-4c54-8e7e-45981cff8537 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1216550 Aug 17 00:12:22.507206 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50234) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:22.550182 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a21c869-a975-4e86-9522-d05eb8e85896 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:22.557347 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1a21c869-a975-4e86-9522-d05eb8e85896 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "DELETE /v2.0/ports/63bb9c2d-7ec5-40b9-bc0c-31ccda5982e5 HTTP/1.1" status: 204 len: 168 time: 2.1243427 Aug 17 00:12:22.570185 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50236) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:22.650242 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e92496-ba1a-43e6-a218-70e77ac1c836 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet 9281c6db-f0b0-4069-b785-68190cf9e2eb {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:12:22.654177 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-70e92496-ba1a-43e6-a218-70e77ac1c836 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:22.710540 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-0d33730d-f07f-4670-9f20-9f33d9793553 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:22.711371 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-0d33730d-f07f-4670-9f20-9f33d9793553 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:22.726760 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-70e92496-ba1a-43e6-a218-70e77ac1c836 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:22.747340 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8eb37-4527-48f3-8d9d-4d5b2e8e60ac req-bf8deee6-2052-4803-a5cc-7ae6279301ea tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:22.754748 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51d8eb37-4527-48f3-8d9d-4d5b2e8e60ac req-bf8deee6-2052-4803-a5cc-7ae6279301ea tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/ports?device_id=c215702a-c022-406d-8607-6796a2b5adbe HTTP/1.1" status: 200 len: 949 time: 0.4257810 Aug 17 00:12:22.766496 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025e8f6-5df4-44d7-bd28-1cb20ad4e595 req-50067a20-9d7c-4d8e-907f-87c8b5caf0d1 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:22.768122 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7025e8f6-5df4-44d7-bd28-1cb20ad4e595 req-50067a20-9d7c-4d8e-907f-87c8b5caf0d1 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 931 time: 0.4433353 Aug 17 00:12:22.867686 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-70e92496-ba1a-43e6-a218-70e77ac1c836 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:22.920801 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51d8eb37-4527-48f3-8d9d-4d5b2e8e60ac req-8053aefc-d390-40bd-af1f-42f43329aff1 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/security-groups?id=e176ff43-6fa6-4f43-a6cc-8acc3f931283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448071 Aug 17 00:12:22.926025 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-0d33730d-f07f-4670-9f20-9f33d9793553 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2331259 Aug 17 00:12:22.942330 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2e3f671f-dffb-422e-b264-ef0663b8163d None None] Provisioning for port c834c02c-f238-4a79-95de-3501d75dac9e completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:22.946637 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2e3f671f-dffb-422e-b264-ef0663b8163d None None] Provisioning complete for port c834c02c-f238-4a79-95de-3501d75dac9e triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:22.947023 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2e3f671f-dffb-422e-b264-ef0663b8163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:22.964861 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-70e92496-ba1a-43e6-a218-70e77ac1c836 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:22.972225 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-78ca3ea6-6290-469f-bbac-84e1a6aa378f service neutron] Request body: {'port': {'device_id': 'e69c48f3-5a7f-4942-a3d4-73f1f79f247c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:22.985495 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7025e8f6-5df4-44d7-bd28-1cb20ad4e595 req-5defde7d-69a5-467c-ad65-a69a3a66fb05 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=80d1d1d2-0d20-42fd-911e-e4d056514efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163132 Aug 17 00:12:23.018506 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-2e3f671f-dffb-422e-b264-ef0663b8163d None None] Port c834c02c-f238-4a79-95de-3501d75dac9e cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:12:23.060696 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-70e92496-ba1a-43e6-a218-70e77ac1c836 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:23.066058 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-70e92496-ba1a-43e6-a218-70e77ac1c836 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/9281c6db-f0b0-4069-b785-68190cf9e2eb HTTP/1.1" status: 204 len: 168 time: 0.5577576 Aug 17 00:12:23.067803 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e92496-ba1a-43e6-a218-70e77ac1c836 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=9281c6db-f0b0-4069-b785-68190cf9e2eb,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:23.081946 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50240) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:23.099643 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-78ca3ea6-6290-469f-bbac-84e1a6aa378f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:23.143404 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-49806161-d63a-4036-a0f3-7d4ff63d2770 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0636847 Aug 17 00:12:23.146177 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50242) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:23.152825 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1ebb0cf0-9828-42d0-9f0e-980fded9a64e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:23.163711 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-caf8a41b-759d-42b0-86a2-82716aa693a6 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Deleting port 07aed2fa-d27e-4651-8f59-41a9da06080a {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:23.164065 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-caf8a41b-759d-42b0-86a2-82716aa693a6 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:23.364866 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebb0cf0-9828-42d0-9f0e-980fded9a64e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:12:23.372343 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1ebb0cf0-9828-42d0-9f0e-980fded9a64e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:23.496987 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-caf8a41b-759d-42b0-86a2-82716aa693a6 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:23.536200 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-caf8a41b-759d-42b0-86a2-82716aa693a6 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Calling delete_port for 07aed2fa-d27e-4651-8f59-41a9da06080a owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:23.587137 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 474aba04-0519-4704-9bfc-962233ea5b5e up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:23.671101 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 474aba04-0519-4704-9bfc-962233ea5b5e completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:23.675872 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1ebb0cf0-9828-42d0-9f0e-980fded9a64e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:23.676346 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9f3c1f87-a219-4324-87d9-c31196a4c8c7 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:23.739964 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebb0cf0-9828-42d0-9f0e-980fded9a64e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:23.743794 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-1ebb0cf0-9828-42d0-9f0e-980fded9a64e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:23.748509 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebb0cf0-9828-42d0-9f0e-980fded9a64e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:23.749215 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1ebb0cf0-9828-42d0-9f0e-980fded9a64e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:23.759977 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb0cf0-9828-42d0-9f0e-980fded9a64e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=6456465a-1ad6-4b7b-9826-3ed2155307cd,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:23.777969 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a07548-c9a6-4cfe-a41a-0bab06323636 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:12:23.779261 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1ebb0cf0-9828-42d0-9f0e-980fded9a64e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6316988 Aug 17 00:12:23.783212 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50246) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:23.788999 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-ac284811-c592-489d-a06c-1884c3056075 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'port': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'fixed_ips': [{'subnet_id': '6456465a-1ad6-4b7b-9826-3ed2155307cd', 'ip_address': '2001:db8::fbb:b2e4:3649:3406'}], 'name': 'tempest-NetworksTestDHCPv6-988397243'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:23.801312 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-78ca3ea6-6290-469f-bbac-84e1a6aa378f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c834c02c-f238-4a79-95de-3501d75dac9e {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:12:23.816229 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-78ca3ea6-6290-469f-bbac-84e1a6aa378f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:23.838162 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-78ca3ea6-6290-469f-bbac-84e1a6aa378f service neutron] Transition to ACTIVE for port object c834c02c-f238-4a79-95de-3501d75dac9e will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:23.844365 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-caf8a41b-759d-42b0-86a2-82716aa693a6 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:23.845429 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 9f3c1f87-a219-4324-87d9-c31196a4c8c7 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:23.854473 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-78ca3ea6-6290-469f-bbac-84e1a6aa378f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:23.862530 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 9f3c1f87-a219-4324-87d9-c31196a4c8c7 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:23.863175 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:23.890001 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6dc2fb40-a6a5-45de-9494-d2bf7c4362ab None None] Provisioning for port 474aba04-0519-4704-9bfc-962233ea5b5e completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:23.898730 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8a41b-759d-42b0-86a2-82716aa693a6 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event deleted for resources: {'Port': ['ID=07aed2fa-d27e-4651-8f59-41a9da06080a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:23.939133 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6dc2fb40-a6a5-45de-9494-d2bf7c4362ab None None] Provisioning complete for port 474aba04-0519-4704-9bfc-962233ea5b5e triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:23.939709 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fb40-a6a5-45de-9494-d2bf7c4362ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:24.064865 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac284811-c592-489d-a06c-1884c3056075 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:12:24.082323 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-caf8a41b-759d-42b0-86a2-82716aa693a6 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:24.092978 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-caf8a41b-759d-42b0-86a2-82716aa693a6 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "DELETE /v2.0/ports/07aed2fa-d27e-4651-8f59-41a9da06080a HTTP/1.1" status: 204 len: 168 time: 1.5182567 Aug 17 00:12:24.093252 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac284811-c592-489d-a06c-1884c3056075 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:24.095758 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50254) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:24.143103 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-ac284811-c592-489d-a06c-1884c3056075 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] device_id is not set on port c4d07b14-be19-4d18-9d96-2c887f1c2bb5 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:12:24.300119 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fb40-a6a5-45de-9494-d2bf7c4362ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:24.342431 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:24.415880 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-6dc2fb40-a6a5-45de-9494-d2bf7c4362ab None None] For port 474aba04-0519-4704-9bfc-962233ea5b5e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=474aba04-0519-4704-9bfc-962233ea5b5e,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:24.427266 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fb40-a6a5-45de-9494-d2bf7c4362ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:24.446560 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca3ea6-6290-469f-bbac-84e1a6aa378f service neutron] Pushing event updated for resources: {'Port': ['ID=c834c02c-f238-4a79-95de-3501d75dac9e,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:24.457951 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-ac284811-c592-489d-a06c-1884c3056075 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 2001:db8::fbb:b2e4:3649:3406 (d70a647a-a896-41f9-a7d0-554edd779aa3/6456465a-1ad6-4b7b-9826-3ed2155307cd/c4d07b14-be19-4d18-9d96-2c887f1c2bb5) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:24.512042 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79c3a4-6b7a-48aa-902a-da0b4cb5b6e5 req-03a9ffa1-ab85-404d-8429-a9d8bd7c739b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:24.514192 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd79c3a4-6b7a-48aa-902a-da0b4cb5b6e5 req-03a9ffa1-ab85-404d-8429-a9d8bd7c739b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 943 time: 0.3532748 Aug 17 00:12:24.527525 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc684578-0de9-455a-bcad-a37de9adf810 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Deleting subnet 52ce99c2-888b-4cad-8190-0a83e8273287 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:12:24.530352 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 9f3c1f87-a219-4324-87d9-c31196a4c8c7, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9f3c1f87-a219-4324-87d9-c31196a4c8c7,segment=NetworkSegment(6f0aab74-cd0e-4cbb-ae1e-798198eca95d),segment_id=6f0aab74-cd0e-4cbb-ae1e-798198eca95d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:24.547440 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc684578-0de9-455a-bcad-a37de9adf810 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:24.563851 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:24.581344 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-78ca3ea6-6290-469f-bbac-84e1a6aa378f service neutron] Attempting to bind port c834c02c-f238-4a79-95de-3501d75dac9e on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:12:24.582094 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-78ca3ea6-6290-469f-bbac-84e1a6aa378f service neutron] Attempting to bind port c834c02c-f238-4a79-95de-3501d75dac9e by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '6f0aab74-cd0e-4cbb-ae1e-798198eca95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:12:24.583110 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-78ca3ea6-6290-469f-bbac-84e1a6aa378f service neutron] Attempting to bind port c834c02c-f238-4a79-95de-3501d75dac9e on network f9d981a4-1c1e-4a2c-931a-d51f713b524f {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:12:24.600325 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2fb40-a6a5-45de-9494-d2bf7c4362ab None None] Pushing event updated for resources: {'Port': ['ID=474aba04-0519-4704-9bfc-962233ea5b5e,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:24.617944 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bd469-eafa-4ea0-8a0f-3a4986996a98 req-06c6636e-c817-405a-a3d1-4135663235c1 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:24.620010 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-826bd469-eafa-4ea0-8a0f-3a4986996a98 req-06c6636e-c817-405a-a3d1-4135663235c1 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/ports?device_id=c215702a-c022-406d-8607-6796a2b5adbe HTTP/1.1" status: 200 len: 949 time: 0.4810057 Aug 17 00:12:24.647315 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-78ca3ea6-6290-469f-bbac-84e1a6aa378f service neutron] Port c834c02c-f238-4a79-95de-3501d75dac9e on network f9d981a4-1c1e-4a2c-931a-d51f713b524f not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:12:24.647803 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-78ca3ea6-6290-469f-bbac-84e1a6aa378f service neutron] Attempting to bind port c834c02c-f238-4a79-95de-3501d75dac9e on network f9d981a4-1c1e-4a2c-931a-d51f713b524f {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:12:24.692627 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-78ca3ea6-6290-469f-bbac-84e1a6aa378f service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:12:24.693187 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-78ca3ea6-6290-469f-bbac-84e1a6aa378f service neutron] Checking segment: {'id': '6f0aab74-cd0e-4cbb-ae1e-798198eca95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:12:24.693723 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-78ca3ea6-6290-469f-bbac-84e1a6aa378f service neutron] Bound using segment: {'id': '6f0aab74-cd0e-4cbb-ae1e-798198eca95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:12:24.694432 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-78ca3ea6-6290-469f-bbac-84e1a6aa378f service neutron] Bound port: c834c02c-f238-4a79-95de-3501d75dac9e, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f0aab74-cd0e-4cbb-ae1e-798198eca95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:12:24.695062 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-78ca3ea6-6290-469f-bbac-84e1a6aa378f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:24.707605 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc684578-0de9-455a-bcad-a37de9adf810 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:24.725439 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=9f3c1f87-a219-4324-87d9-c31196a4c8c7,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:24.758941 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac284811-c592-489d-a06c-1884c3056075 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:24.760828 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd79c3a4-6b7a-48aa-902a-da0b4cb5b6e5 req-2548ff99-fa8d-4091-8577-575a711df7bc tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=80d1d1d2-0d20-42fd-911e-e4d056514efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2260103 Aug 17 00:12:24.771910 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-826bd469-eafa-4ea0-8a0f-3a4986996a98 req-01d9fd17-9ace-4ada-9a1d-2acdf07f6642 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/security-groups?id=e176ff43-6fa6-4f43-a6cc-8acc3f931283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406364 Aug 17 00:12:24.780509 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-ac284811-c592-489d-a06c-1884c3056075 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Transition to ACTIVE for port object c4d07b14-be19-4d18-9d96-2c887f1c2bb5 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:24.878989 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac284811-c592-489d-a06c-1884c3056075 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:24.905217 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d8aa85ba-ac97-408c-b9e0-643c5db183b1 None None] Provisioning complete for port 474aba04-0519-4704-9bfc-962233ea5b5e triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:24.906538 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d8aa85ba-ac97-408c-b9e0-643c5db183b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:24.931113 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc684578-0de9-455a-bcad-a37de9adf810 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:24.980417 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac284811-c592-489d-a06c-1884c3056075 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:24.984994 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-ac284811-c592-489d-a06c-1884c3056075 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:24.990740 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac284811-c592-489d-a06c-1884c3056075 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:12:24.997854 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac284811-c592-489d-a06c-1884c3056075 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:24.998793 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac284811-c592-489d-a06c-1884c3056075 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:25.012737 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac284811-c592-489d-a06c-1884c3056075 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Port': ['ID=c4d07b14-be19-4d18-9d96-2c887f1c2bb5,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:25.023109 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ac284811-c592-489d-a06c-1884c3056075 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2385664 Aug 17 00:12:25.028338 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50262) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:25.039414 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-78ca3ea6-6290-469f-bbac-84e1a6aa378f service neutron] For port c834c02c-f238-4a79-95de-3501d75dac9e, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:12:25.057098 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-78ca3ea6-6290-469f-bbac-84e1a6aa378f service neutron] For port c834c02c-f238-4a79-95de-3501d75dac9e, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=c834c02c-f238-4a79-95de-3501d75dac9e,segment=NetworkSegment(6f0aab74-cd0e-4cbb-ae1e-798198eca95d),segment_id=6f0aab74-cd0e-4cbb-ae1e-798198eca95d)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:12:25.069685 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-78ca3ea6-6290-469f-bbac-84e1a6aa378f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:25.121082 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbbaac8-ac8b-4fb4-a0f7-5ca3cc042dc1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:25.128096 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbbaac8-ac8b-4fb4-a0f7-5ca3cc042dc1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:25.132370 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4cbbaac8-ac8b-4fb4-a0f7-5ca3cc042dc1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.0993857 Aug 17 00:12:25.132641 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50264) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:25.140651 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc684578-0de9-455a-bcad-a37de9adf810 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:25.215450 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-78ca3ea6-6290-469f-bbac-84e1a6aa378f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:25.215930 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-78ca3ea6-6290-469f-bbac-84e1a6aa378f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:25.217489 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-78ca3ea6-6290-469f-bbac-84e1a6aa378f service neutron] 10.222.0.64 "PUT /v2.0/ports/c834c02c-f238-4a79-95de-3501d75dac9e HTTP/1.1" status: 200 len: 1092 time: 2.2510355 Aug 17 00:12:25.219434 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc684578-0de9-455a-bcad-a37de9adf810 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event deleted for resources: {'Subnet': ['ID=52ce99c2-888b-4cad-8190-0a83e8273287,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:25.228070 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca3ea6-6290-469f-bbac-84e1a6aa378f service neutron] Pushing event updated for resources: {'Port': ['ID=c834c02c-f238-4a79-95de-3501d75dac9e,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:25.231181 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69c48f3-5a7f-4942-a3d4-73f1f79f247c', 'tag': 'c834c02c-f238-4a79-95de-3501d75dac9e'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:12:25.242127 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7a7144-101f-4c42-a66c-a1830e494a20" -d '{"events": [{"name": "network-changed", "server_uuid": "e69c48f3-5a7f-4942-a3d4-73f1f79f247c", "tag": "c834c02c-f238-4a79-95de-3501d75dac9e"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:12:25.246012 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc684578-0de9-455a-bcad-a37de9adf810 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:25.247981 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cc684578-0de9-455a-bcad-a37de9adf810 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "DELETE /v2.0/subnets/52ce99c2-888b-4cad-8190-0a83e8273287 HTTP/1.1" status: 204 len: 168 time: 1.1270227 Aug 17 00:12:25.251621 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50270) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:25.268010 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f1ab29b2-b61e-4c09-a5d9-9ec9948aad51 None None] Could not find standard attr ID for object 2cd9a418-8296-4904-8b90-206ec155009b. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:12:25.277724 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2488458c-71b6-4e38-9578-1b3eda2e5b27 None None] Network e2ac1b86-e36f-4432-8342-86f5ef252896 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:12:25.386259 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01a2b3d-69e7-450a-a22a-3dc81dcc0501 x-openstack-request-id: req-c01a2b3d-69e7-450a-a22a-3dc81dcc0501 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:12:25.386632 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69c48f3-5a7f-4942-a3d4-73f1f79f247c", "tag": "c834c02c-f238-4a79-95de-3501d75dac9e", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:12:25.386959 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c01a2b3d-69e7-450a-a22a-3dc81dcc0501 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:12:25.389614 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69c48f3-5a7f-4942-a3d4-73f1f79f247c', 'tag': 'c834c02c-f238-4a79-95de-3501d75dac9e', 'status': 'completed', 'code': 200} Aug 17 00:12:25.394745 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-a345bf3e-a587-4c5e-b930-256123e4582f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting port c4d07b14-be19-4d18-9d96-2c887f1c2bb5 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:25.395663 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a345bf3e-a587-4c5e-b930-256123e4582f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:25.502667 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dadbf59-5b76-4198-af58-9ac4cd1cf2a3 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Deleting subnet 7f767b01-59ba-4d1c-a2de-3cb9e8190671 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:12:25.514319 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8dadbf59-5b76-4198-af58-9ac4cd1cf2a3 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:25.551417 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 474aba04-0519-4704-9bfc-962233ea5b5e up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:25.580108 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938aea51-c9c6-4c01-842a-c7b9f43de62e req-dd923859-f394-485f-b9ec-316d87b44bff tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:25.581801 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-938aea51-c9c6-4c01-842a-c7b9f43de62e req-dd923859-f394-485f-b9ec-316d87b44bff tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/ports?device_id=c215702a-c022-406d-8607-6796a2b5adbe HTTP/1.1" status: 200 len: 949 time: 0.3221262 Aug 17 00:12:25.592086 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-a5b44a07-4242-4697-bc33-38c4425064d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:25.593702 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-a5b44a07-4242-4697-bc33-38c4425064d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 1095 time: 0.2504771 Aug 17 00:12:25.598716 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8dadbf59-5b76-4198-af58-9ac4cd1cf2a3 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:25.602798 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a345bf3e-a587-4c5e-b930-256123e4582f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:25.628317 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-a345bf3e-a587-4c5e-b930-256123e4582f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Calling delete_port for c4d07b14-be19-4d18-9d96-2c887f1c2bb5 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:25.664255 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1da93f7-c7dc-4232-8d23-c46ec9ac235e None None] DHCP port deletion for e2ac1b86-e36f-4432-8342-86f5ef252896 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:12:25.703541 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-2ed6e03a-8562-4f4f-a9de-1bbaa816f130 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c834c02c-f238-4a79-95de-3501d75dac9e HTTP/1.1" status: 200 len: 217 time: 0.0497344 Aug 17 00:12:25.734207 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 474aba04-0519-4704-9bfc-962233ea5b5e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:25.734627 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:25.735919 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-938aea51-c9c6-4c01-842a-c7b9f43de62e req-c298f6e6-7afb-424f-9934-bfab817674e6 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/security-groups?id=e176ff43-6fa6-4f43-a6cc-8acc3f931283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340249 Aug 17 00:12:25.845561 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a345bf3e-a587-4c5e-b930-256123e4582f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:25.858097 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-3bbe4198-29ce-4409-b9b1-bec29270954e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:25.861091 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-3bbe4198-29ce-4409-b9b1-bec29270954e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f0d8a3b7-c569-47e7-90c5-72c119473abd HTTP/1.1" status: 200 len: 835 time: 0.1362841 Aug 17 00:12:25.900732 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f1da93f7-c7dc-4232-8d23-c46ec9ac235e None None] Deleting port 6547df14-e206-4bd5-820c-fb5eef006c2c {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:25.905999 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f1da93f7-c7dc-4232-8d23-c46ec9ac235e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:25.906186 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345bf3e-a587-4c5e-b930-256123e4582f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Port': ['ID=c4d07b14-be19-4d18-9d96-2c887f1c2bb5,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:25.928097 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8dadbf59-5b76-4198-af58-9ac4cd1cf2a3 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:25.968981 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a345bf3e-a587-4c5e-b930-256123e4582f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:25.975545 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a345bf3e-a587-4c5e-b930-256123e4582f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/c4d07b14-be19-4d18-9d96-2c887f1c2bb5 HTTP/1.1" status: 204 len: 168 time: 0.8408260 Aug 17 00:12:25.976275 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50278) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:26.012869 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-3485f153-9a75-4167-9fc9-ce730e6129a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:26.014608 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-3485f153-9a75-4167-9fc9-ce730e6129a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f9d981a4-1c1e-4a2c-931a-d51f713b524f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1463337 Aug 17 00:12:26.028838 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-f1da93f7-c7dc-4232-8d23-c46ec9ac235e None None] For port 6547df14-e206-4bd5-820c-fb5eef006c2c, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6547df14-e206-4bd5-820c-fb5eef006c2c,segment=NetworkSegment(b98f6a52-4778-47ea-889e-d9028196467d),segment_id=b98f6a52-4778-47ea-889e-d9028196467d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:26.029577 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f1da93f7-c7dc-4232-8d23-c46ec9ac235e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:26.042995 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f1da93f7-c7dc-4232-8d23-c46ec9ac235e None None] Calling delete_port for 6547df14-e206-4bd5-820c-fb5eef006c2c owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:26.077113 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffae3836-07cd-4fdd-985c-6190dfcf2940 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:26.079767 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffae3836-07cd-4fdd-985c-6190dfcf2940 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:26.085034 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ffae3836-07cd-4fdd-985c-6190dfcf2940 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1076546 Aug 17 00:12:26.088553 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50280) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:26.137114 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-04988e0f-e788-4a6e-a7d6-13ff61ea3eab None None] Provisioning complete for port c4d07b14-be19-4d18-9d96-2c887f1c2bb5 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:26.137872 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-04988e0f-e788-4a6e-a7d6-13ff61ea3eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:26.157500 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-1163bed3-b7cd-439d-acc4-311e0bef93d0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet 6456465a-1ad6-4b7b-9826-3ed2155307cd {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:12:26.164961 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1163bed3-b7cd-439d-acc4-311e0bef93d0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:26.166761 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-04988e0f-e788-4a6e-a7d6-13ff61ea3eab None None] Port c4d07b14-be19-4d18-9d96-2c887f1c2bb5 was deleted so its status cannot be updated. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 17 00:12:26.179751 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9f3c1f87-a219-4324-87d9-c31196a4c8c7 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:26.228591 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1163bed3-b7cd-439d-acc4-311e0bef93d0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:26.281695 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 9f3c1f87-a219-4324-87d9-c31196a4c8c7 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:26.282112 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:26.322587 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f1da93f7-c7dc-4232-8d23-c46ec9ac235e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:26.346388 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1163bed3-b7cd-439d-acc4-311e0bef93d0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:26.369106 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da93f7-c7dc-4232-8d23-c46ec9ac235e None None] Pushing event deleted for resources: {'Port': ['ID=6547df14-e206-4bd5-820c-fb5eef006c2c,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:26.379181 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1da93f7-c7dc-4232-8d23-c46ec9ac235e None None] No DVR routers for this DVR port 6547df14-e206-4bd5-820c-fb5eef006c2c on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:12:26.488615 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1163bed3-b7cd-439d-acc4-311e0bef93d0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:26.530408 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163bed3-b7cd-439d-acc4-311e0bef93d0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=6456465a-1ad6-4b7b-9826-3ed2155307cd,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:26.533429 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1163bed3-b7cd-439d-acc4-311e0bef93d0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:26.535682 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1163bed3-b7cd-439d-acc4-311e0bef93d0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/6456465a-1ad6-4b7b-9826-3ed2155307cd HTTP/1.1" status: 204 len: 168 time: 0.4459574 Aug 17 00:12:26.538599 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50282) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:26.543400 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19b1b11-8a12-4ade-b3ce-028a2bfc0607 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:12:26.560956 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8dadbf59-5b76-4198-af58-9ac4cd1cf2a3 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:26.610020 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658374d-9755-4857-b3a2-cc750de1b028 req-bf6cb130-40f0-488c-8ff7-3841cb1e53eb tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:26.612665 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1658374d-9755-4857-b3a2-cc750de1b028 req-bf6cb130-40f0-488c-8ff7-3841cb1e53eb tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.64 "GET /v2.0/ports?device_id=c215702a-c022-406d-8607-6796a2b5adbe HTTP/1.1" status: 200 len: 949 time: 0.1587694 Aug 17 00:12:26.618684 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfdbea-a25d-4980-b019-90e5820cd60c req-663b3a35-e12a-4344-bbac-65d966953bf5 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:26.618684 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dcbfdbea-a25d-4980-b019-90e5820cd60c req-663b3a35-e12a-4344-bbac-65d966953bf5 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 943 time: 0.6847713 Aug 17 00:12:26.618976 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b5bc5409-ca2b-4f6b-9a75-db449c218c1f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0789590 Aug 17 00:12:26.621765 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50284) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:26.623008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadbf59-5b76-4198-af58-9ac4cd1cf2a3 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event deleted for resources: {'Subnet': ['ID=7f767b01-59ba-4d1c-a2de-3cb9e8190671,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:26.637204 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8dadbf59-5b76-4198-af58-9ac4cd1cf2a3 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:26.641828 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8dadbf59-5b76-4198-af58-9ac4cd1cf2a3 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "DELETE /v2.0/subnets/7f767b01-59ba-4d1c-a2de-3cb9e8190671 HTTP/1.1" status: 204 len: 168 time: 1.3862181 Aug 17 00:12:26.646518 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50288) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:26.659453 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796d0702-f4f5-4d75-85fb-539b843e1739 None None] Network 450a1daa-7a72-47ff-abbd-744b752946ea requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:12:26.692794 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dcbfdbea-a25d-4980-b019-90e5820cd60c req-c61c97b9-a6a7-481a-b0a0-671f912688b8 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=80d1d1d2-0d20-42fd-911e-e4d056514efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667481 Aug 17 00:12:26.711679 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-6e99dff9-fc5d-49ae-bfb7-54a4598201d6 service neutron] 10.222.0.64 "GET /v2.0/networks/f9d981a4-1c1e-4a2c-931a-d51f713b524f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6740363 Aug 17 00:12:26.850078 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624ad4d4-f07c-4493-8e07-7e4cb48fee77 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:26.854374 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-624ad4d4-f07c-4493-8e07-7e4cb48fee77 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2325222 Aug 17 00:12:26.854821 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-756167aa-91aa-4ccf-8276-cd8afe4a2ec9 req-479d09e2-3c77-4e3a-9f17-95a39aaa3647 service neutron] 10.222.0.64 "GET /v2.0/networks/f9d981a4-1c1e-4a2c-931a-d51f713b524f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412396 Aug 17 00:12:26.855239 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50296) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:26.905384 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466d24b-3689-4636-9150-b2f24388cbe6 req-0e2306dc-3938-4af4-a190-2c978d0a52b8 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:26.913522 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-949021cf-47e4-4993-abe5-714e5022004c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:26.915323 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e466d24b-3689-4636-9150-b2f24388cbe6 req-0e2306dc-3938-4af4-a190-2c978d0a52b8 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/ports?device_id=c215702a-c022-406d-8607-6796a2b5adbe HTTP/1.1" status: 200 len: 949 time: 0.0770442 Aug 17 00:12:26.997557 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e466d24b-3689-4636-9150-b2f24388cbe6 req-a2d94c0c-8b81-4e65-b034-72bc360f8de8 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/security-groups?id=e176ff43-6fa6-4f43-a6cc-8acc3f931283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813596 Aug 17 00:12:26.998225 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4b58ba-48aa-4b2b-9f18-5e2475606983 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:27.000243 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6d4b58ba-48aa-4b2b-9f18-5e2475606983 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1373453 Aug 17 00:12:27.005805 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50302) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:27.014234 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8524e88-262c-40f4-aeff-37ae8429a7f9 None None] DHCP port deletion for d70a647a-a896-41f9-a7d0-554edd779aa3 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:12:27.021964 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-1658374d-9755-4857-b3a2-cc750de1b028 req-78d30892-28c3-4e57-bee5-afcd9c536be9 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Deleting port 297e29d0-b0d4-4923-92c4-b05d9e772293 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:27.022322 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-1658374d-9755-4857-b3a2-cc750de1b028 req-78d30892-28c3-4e57-bee5-afcd9c536be9 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:27.027706 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a7144-101f-4c42-a66c-a1830e494a20 req-0aad98a0-7f3a-4fce-8855-59cb9722f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:27.029258 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5c7a7144-101f-4c42-a66c-a1830e494a20 req-0aad98a0-7f3a-4fce-8855-59cb9722f175 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 1095 time: 0.0903769 Aug 17 00:12:27.069801 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb0af88-16e4-4d85-b761-961204ac137e None None] DHCP port deletion for 450a1daa-7a72-47ff-abbd-744b752946ea request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:12:27.143885 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-c8524e88-262c-40f4-aeff-37ae8429a7f9 None None] Deleting port 474aba04-0519-4704-9bfc-962233ea5b5e {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:27.144186 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c8524e88-262c-40f4-aeff-37ae8429a7f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:27.160446 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a7144-101f-4c42-a66c-a1830e494a20 req-5b9f079f-752c-45d2-835a-87aa2729da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:27.163017 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5c7a7144-101f-4c42-a66c-a1830e494a20 req-5b9f079f-752c-45d2-835a-87aa2729da0f service neutron] 10.222.0.64 "GET /v2.0/networks?id=f9d981a4-1c1e-4a2c-931a-d51f713b524f HTTP/1.1" status: 200 len: 898 time: 0.1263146 Aug 17 00:12:27.185210 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d00ee6cd-173b-4d7d-b117-0064c30cb1d3 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1474245 Aug 17 00:12:27.190996 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50310) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:27.208393 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-949021cf-47e4-4993-abe5-714e5022004c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:27.220145 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-949021cf-47e4-4993-abe5-714e5022004c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ac1b86-e36f-4432-8342-86f5ef252896']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:27.237898 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-949021cf-47e4-4993-abe5-714e5022004c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98f6a52-4778-47ea-889e-d9028196467d') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:27.238009 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-949021cf-47e4-4993-abe5-714e5022004c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98f6a52-4778-47ea-889e-d9028196467d') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:27.246215 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-c8524e88-262c-40f4-aeff-37ae8429a7f9 None None] For port 474aba04-0519-4704-9bfc-962233ea5b5e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=474aba04-0519-4704-9bfc-962233ea5b5e,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:27.246770 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c8524e88-262c-40f4-aeff-37ae8429a7f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:27.249315 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-c5d9d6d5-723c-4e16-88ce-b6f92d34f40a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:27.253246 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-949021cf-47e4-4993-abe5-714e5022004c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:27.256480 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5c7a7144-101f-4c42-a66c-a1830e494a20 req-194b633f-21ea-4649-bcfc-1c093fa43811 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c834c02c-f238-4a79-95de-3501d75dac9e HTTP/1.1" status: 200 len: 217 time: 0.0828311 Aug 17 00:12:27.272292 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-c8524e88-262c-40f4-aeff-37ae8429a7f9 None None] Calling delete_port for 474aba04-0519-4704-9bfc-962233ea5b5e owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:27.285853 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-949021cf-47e4-4993-abe5-714e5022004c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:27.296562 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-9cb0af88-16e4-4d85-b761-961204ac137e None None] Deleting port 1ead736d-e0d5-422c-87f8-1a7c3674141f {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:27.297320 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9cb0af88-16e4-4d85-b761-961204ac137e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:27.301153 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949021cf-47e4-4993-abe5-714e5022004c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:12:27.301566 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-949021cf-47e4-4993-abe5-714e5022004c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:12:27.304704 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:12:27.376976 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-1658374d-9755-4857-b3a2-cc750de1b028 req-78d30892-28c3-4e57-bee5-afcd9c536be9 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] For port 297e29d0-b0d4-4923-92c4-b05d9e772293, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=297e29d0-b0d4-4923-92c4-b05d9e772293,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:27.377375 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-1658374d-9755-4857-b3a2-cc750de1b028 req-78d30892-28c3-4e57-bee5-afcd9c536be9 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:27.416809 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a7144-101f-4c42-a66c-a1830e494a20 req-441bcb24-263f-4c9b-ad9f-73b7a385b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:27.418859 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5c7a7144-101f-4c42-a66c-a1830e494a20 req-441bcb24-263f-4c9b-ad9f-73b7a385b687 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f0d8a3b7-c569-47e7-90c5-72c119473abd HTTP/1.1" status: 200 len: 835 time: 0.1450505 Aug 17 00:12:27.423973 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-9cb0af88-16e4-4d85-b761-961204ac137e None None] For port 1ead736d-e0d5-422c-87f8-1a7c3674141f, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=1ead736d-e0d5-422c-87f8-1a7c3674141f,segment=NetworkSegment(bd87dba4-8d4e-4b71-be48-b48bb38c0c6e),segment_id=bd87dba4-8d4e-4b71-be48-b48bb38c0c6e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:27.424519 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9cb0af88-16e4-4d85-b761-961204ac137e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:27.426220 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d9d6d5-723c-4e16-88ce-b6f92d34f40a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:12:27.432505 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c5d9d6d5-723c-4e16-88ce-b6f92d34f40a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:27.436152 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-1658374d-9755-4857-b3a2-cc750de1b028 req-78d30892-28c3-4e57-bee5-afcd9c536be9 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Calling delete_port for 297e29d0-b0d4-4923-92c4-b05d9e772293 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:27.444064 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-9cb0af88-16e4-4d85-b761-961204ac137e None None] Calling delete_port for 1ead736d-e0d5-422c-87f8-1a7c3674141f owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:27.461801 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-949021cf-47e4-4993-abe5-714e5022004c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:27.482532 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-949021cf-47e4-4993-abe5-714e5022004c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:27.485338 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-949021cf-47e4-4993-abe5-714e5022004c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "DELETE /v2.0/networks/e2ac1b86-e36f-4432-8342-86f5ef252896 HTTP/1.1" status: 204 len: 168 time: 0.8178294 Aug 17 00:12:27.492255 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949021cf-47e4-4993-abe5-714e5022004c tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event deleted for resources: {'Network': ['ID=e2ac1b86-e36f-4432-8342-86f5ef252896,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:27.503148 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50312) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:27.543200 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6547df14-e206-4bd5-820c-fb5eef006c2c no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:12:27.580097 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c8524e88-262c-40f4-aeff-37ae8429a7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:27.584054 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a7144-101f-4c42-a66c-a1830e494a20 req-ee534f09-f2f8-42be-82ba-814944518340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:27.586091 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5c7a7144-101f-4c42-a66c-a1830e494a20 req-ee534f09-f2f8-42be-82ba-814944518340 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f9d981a4-1c1e-4a2c-931a-d51f713b524f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1131892 Aug 17 00:12:27.609774 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 6547df14-e206-4bd5-820c-fb5eef006c2c {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:12:27.610123 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6547df14-e206-4bd5-820c-fb5eef006c2c not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:12:27.610541 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 474aba04-0519-4704-9bfc-962233ea5b5e no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:12:27.651280 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e49b34da-b84a-4dd1-b57e-56a1245a82b5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:27.654453 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8524e88-262c-40f4-aeff-37ae8429a7f9 None None] Pushing event deleted for resources: {'Port': ['ID=474aba04-0519-4704-9bfc-962233ea5b5e,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:27.662404 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8524e88-262c-40f4-aeff-37ae8429a7f9 None None] No DVR routers for this DVR port 474aba04-0519-4704-9bfc-962233ea5b5e on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:12:27.663624 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 474aba04-0519-4704-9bfc-962233ea5b5e {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:12:27.663970 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 474aba04-0519-4704-9bfc-962233ea5b5e not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:12:27.664751 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 1ead736d-e0d5-422c-87f8-1a7c3674141f no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:12:27.743551 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9cb0af88-16e4-4d85-b761-961204ac137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:27.750026 n-d-800088-20 neutron-server[101404]: INFO neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No ports have port_id starting with 1ead736d-e0d5-422c-87f8-1a7c3674141f Aug 17 00:12:27.772117 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-e49b34da-b84a-4dd1-b57e-56a1245a82b5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Deleting port 1ead736d-e0d5-422c-87f8-1a7c3674141f {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:27.777200 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0af88-16e4-4d85-b761-961204ac137e None None] Pushing event deleted for resources: {'Port': ['ID=1ead736d-e0d5-422c-87f8-1a7c3674141f,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:27.777929 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e49b34da-b84a-4dd1-b57e-56a1245a82b5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:27.782409 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb0af88-16e4-4d85-b761-961204ac137e None None] No DVR routers for this DVR port 1ead736d-e0d5-422c-87f8-1a7c3674141f on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:12:27.787343 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5c7a7144-101f-4c42-a66c-a1830e494a20 req-9f4a1e68-e277-4a8b-ab02-e4fcf4f0bc74 service neutron] 10.222.0.64 "GET /v2.0/networks/f9d981a4-1c1e-4a2c-931a-d51f713b524f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901517 Aug 17 00:12:27.868535 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-1658374d-9755-4857-b3a2-cc750de1b028 req-78d30892-28c3-4e57-bee5-afcd9c536be9 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:27.881271 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['297e29d0-b0d4-4923-92c4-b05d9e772293'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:12:27.916922 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d30892-28c3-4e57-bee5-afcd9c536be9 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Pushing event deleted for resources: {'Port': ['ID=297e29d0-b0d4-4923-92c4-b05d9e772293,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:27.925305 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-e49b34da-b84a-4dd1-b57e-56a1245a82b5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] For port 1ead736d-e0d5-422c-87f8-1a7c3674141f, host n-d-800088-20, got binding levels [] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:27.925775 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e49b34da-b84a-4dd1-b57e-56a1245a82b5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:27.974745 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-1658374d-9755-4857-b3a2-cc750de1b028 req-78d30892-28c3-4e57-bee5-afcd9c536be9 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] No DVR routers for this DVR port 297e29d0-b0d4-4923-92c4-b05d9e772293 on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:12:27.980464 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-1658374d-9755-4857-b3a2-cc750de1b028 req-78d30892-28c3-4e57-bee5-afcd9c536be9 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:27.982978 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1658374d-9755-4857-b3a2-cc750de1b028 req-78d30892-28c3-4e57-bee5-afcd9c536be9 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.64 "DELETE /v2.0/ports/297e29d0-b0d4-4923-92c4-b05d9e772293 HTTP/1.1" status: 204 len: 173 time: 1.3628523 Aug 17 00:12:27.983514 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c215702a-c022-406d-8607-6796a2b5adbe', 'name': 'network-vif-deleted', 'tag': '297e29d0-b0d4-4923-92c4-b05d9e772293'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:12:27.986257 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d7103f-b3ec-4b9c-a2c2-1602ba826f68" -d '{"events": [{"server_uuid": "c215702a-c022-406d-8607-6796a2b5adbe", "name": "network-vif-deleted", "tag": "297e29d0-b0d4-4923-92c4-b05d9e772293"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:12:27.993678 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-e49b34da-b84a-4dd1-b57e-56a1245a82b5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Calling delete_port for 1ead736d-e0d5-422c-87f8-1a7c3674141f owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:28.004453 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.ipam_backend_mixin [None req-e49b34da-b84a-4dd1-b57e-56a1245a82b5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Port 1ead736d-e0d5-422c-87f8-1a7c3674141f was not found and therefore no delete operation was performed {{(pid=101402) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 00:12:28.006811 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e49b34da-b84a-4dd1-b57e-56a1245a82b5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:28.049389 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b34da-b84a-4dd1-b57e-56a1245a82b5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event deleted for resources: {'Port': ['ID=1ead736d-e0d5-422c-87f8-1a7c3674141f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:28.051398 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49b34da-b84a-4dd1-b57e-56a1245a82b5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] No DVR routers for this DVR port 1ead736d-e0d5-422c-87f8-1a7c3674141f on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:12:28.068660 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043f709-752b-4be2-8ba5-2ac2b70ab1c8 req-e7ee7337-9dab-4805-80c1-ae1c2c765108 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:28.070925 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4043f709-752b-4be2-8ba5-2ac2b70ab1c8 req-e7ee7337-9dab-4805-80c1-ae1c2c765108 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 943 time: 0.2342346 Aug 17 00:12:28.081898 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5c7a7144-101f-4c42-a66c-a1830e494a20 req-bcef88ea-01c8-44b3-84f4-d5570e975f8f service neutron] 10.222.0.64 "GET /v2.0/networks/f9d981a4-1c1e-4a2c-931a-d51f713b524f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641132 Aug 17 00:12:28.105520 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c5d9d6d5-723c-4e16-88ce-b6f92d34f40a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:28.112093 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7264328-6c24-411d-af6f-91dabe93dca6 x-openstack-request-id: req-d7264328-6c24-411d-af6f-91dabe93dca6 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:12:28.114229 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c215702a-c022-406d-8607-6796a2b5adbe", "name": "network-vif-deleted", "tag": "297e29d0-b0d4-4923-92c4-b05d9e772293", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:12:28.114229 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d7264328-6c24-411d-af6f-91dabe93dca6 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:12:28.114229 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c215702a-c022-406d-8607-6796a2b5adbe', 'name': 'network-vif-deleted', 'tag': '297e29d0-b0d4-4923-92c4-b05d9e772293', 'status': 'completed', 'code': 200} Aug 17 00:12:28.213600 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e49b34da-b84a-4dd1-b57e-56a1245a82b5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:28.224851 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4043f709-752b-4be2-8ba5-2ac2b70ab1c8 req-09082c78-95ae-4a5f-8d17-f131f9171ff2 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=80d1d1d2-0d20-42fd-911e-e4d056514efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375613 Aug 17 00:12:28.246358 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-e49b34da-b84a-4dd1-b57e-56a1245a82b5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['450a1daa-7a72-47ff-abbd-744b752946ea']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:28.272013 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-e49b34da-b84a-4dd1-b57e-56a1245a82b5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd87dba4-8d4e-4b71-be48-b48bb38c0c6e') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:28.273254 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-e49b34da-b84a-4dd1-b57e-56a1245a82b5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd87dba4-8d4e-4b71-be48-b48bb38c0c6e') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:28.282857 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c140c850-ba6c-4e2b-977d-4a366f2deb65 req-a587f9e6-dbf2-4d0b-b789-dee558eeedc8 tempest-VolumesNegativeTest-2034001209 tempest-VolumesNegativeTest-2034001209-project] 10.222.0.60 "GET /v2.0/ports?device_id=c215702a-c022-406d-8607-6796a2b5adbe HTTP/1.1" status: 200 len: 210 time: 0.1089869 Aug 17 00:12:28.297644 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e49b34da-b84a-4dd1-b57e-56a1245a82b5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:28.325082 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d9d6d5-723c-4e16-88ce-b6f92d34f40a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:28.329466 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-c5d9d6d5-723c-4e16-88ce-b6f92d34f40a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:28.330928 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e49b34da-b84a-4dd1-b57e-56a1245a82b5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:28.337781 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d9d6d5-723c-4e16-88ce-b6f92d34f40a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:28.340196 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c5d9d6d5-723c-4e16-88ce-b6f92d34f40a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:28.343394 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f40ff6e-172a-4e69-b0c8-3ee678db08ae None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:12:28.352349 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e49b34da-b84a-4dd1-b57e-56a1245a82b5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:12:28.352349 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e49b34da-b84a-4dd1-b57e-56a1245a82b5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:12:28.354329 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:12:28.365158 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9d6d5-723c-4e16-88ce-b6f92d34f40a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=6d47fdec-6fca-4068-9b9e-0e890107bded,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:28.388446 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c5d9d6d5-723c-4e16-88ce-b6f92d34f40a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1960001 Aug 17 00:12:28.394203 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50326) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:28.400671 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-c10e0551-8dbc-49df-ba46-06bf108416e5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'port': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'fixed_ips': [{'subnet_id': '6d47fdec-6fca-4068-9b9e-0e890107bded', 'ip_address': '2001:db8::68eb:d14e:bb78:9a43'}], 'name': 'tempest-NetworksTestDHCPv6-31711262'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:28.486332 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e49b34da-b84a-4dd1-b57e-56a1245a82b5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:28.495243 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e49b34da-b84a-4dd1-b57e-56a1245a82b5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:28.500761 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e49b34da-b84a-4dd1-b57e-56a1245a82b5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] 10.222.0.60 "DELETE /v2.0/networks/450a1daa-7a72-47ff-abbd-744b752946ea HTTP/1.1" status: 204 len: 168 time: 0.9556315 Aug 17 00:12:28.550440 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b34da-b84a-4dd1-b57e-56a1245a82b5 tempest-TaggedBootDevicesTest-829054561 tempest-TaggedBootDevicesTest-829054561-project] Pushing event deleted for resources: {'Network': ['ID=450a1daa-7a72-47ff-abbd-744b752946ea,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:28.601325 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10e0551-8dbc-49df-ba46-06bf108416e5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:12:28.700974 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c10e0551-8dbc-49df-ba46-06bf108416e5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:28.739747 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-c10e0551-8dbc-49df-ba46-06bf108416e5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] device_id is not set on port ec157e73-fdd7-4009-aad5-a0d0fcc82f51 yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:12:28.802354 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ded872-58dd-45be-b9d9-f271794ed0a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-d70a647a-a896-41f9-a7d0-554edd779aa3', 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'fixed_ips': [{'subnet_id': '6d47fdec-6fca-4068-9b9e-0e890107bded'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:12:28.803365 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a4ded872-58dd-45be-b9d9-f271794ed0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:28.960606 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-c10e0551-8dbc-49df-ba46-06bf108416e5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 2001:db8::68eb:d14e:bb78:9a43 (d70a647a-a896-41f9-a7d0-554edd779aa3/6d47fdec-6fca-4068-9b9e-0e890107bded/ec157e73-fdd7-4009-aad5-a0d0fcc82f51) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:29.162586 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c10e0551-8dbc-49df-ba46-06bf108416e5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:29.178361 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-c10e0551-8dbc-49df-ba46-06bf108416e5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Transition to ACTIVE for port object ec157e73-fdd7-4009-aad5-a0d0fcc82f51 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:29.223330 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c10e0551-8dbc-49df-ba46-06bf108416e5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:29.282492 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10e0551-8dbc-49df-ba46-06bf108416e5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:29.286641 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-c10e0551-8dbc-49df-ba46-06bf108416e5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:29.291560 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10e0551-8dbc-49df-ba46-06bf108416e5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:12:29.299272 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10e0551-8dbc-49df-ba46-06bf108416e5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:29.299962 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c10e0551-8dbc-49df-ba46-06bf108416e5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:29.307754 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e0551-8dbc-49df-ba46-06bf108416e5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Port': ['ID=ec157e73-fdd7-4009-aad5-a0d0fcc82f51,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:29.329005 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50340) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:29.335168 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a860f8ca-43fa-49dc-91d2-2bdb9925e2a6 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'port': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'fixed_ips': [{'subnet_id': '6d47fdec-6fca-4068-9b9e-0e890107bded', 'ip_address': '2001:db8::68eb:d14e:bb78:9a43'}], 'name': 'tempest-NetworksTestDHCPv6-1595568382'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:29.338512 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c10e0551-8dbc-49df-ba46-06bf108416e5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9425166 Aug 17 00:12:29.359833 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-a4ded872-58dd-45be-b9d9-f271794ed0a7 None None] Allocated IP 2001:db8::2 (d70a647a-a896-41f9-a7d0-554edd779aa3/6d47fdec-6fca-4068-9b9e-0e890107bded/b2b846dc-2b3d-4dae-9855-ce6c382f227d) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:29.603089 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190267ae-3d32-4fd0-9bb0-60547d642ef4 req-1526a3e6-1a4a-40ab-af47-e0ed9f79cf18 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:29.608280 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-190267ae-3d32-4fd0-9bb0-60547d642ef4 req-1526a3e6-1a4a-40ab-af47-e0ed9f79cf18 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 943 time: 0.2233369 Aug 17 00:12:29.664835 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-190267ae-3d32-4fd0-9bb0-60547d642ef4 req-907612ad-ebe3-4343-8552-3a956f7f2c5d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=80d1d1d2-0d20-42fd-911e-e4d056514efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516546 Aug 17 00:12:29.706412 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a860f8ca-43fa-49dc-91d2-2bdb9925e2a6 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:12:29.751282 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a4ded872-58dd-45be-b9d9-f271794ed0a7 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:29.777084 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a4ded872-58dd-45be-b9d9-f271794ed0a7 None None] Transition to ACTIVE for port object b2b846dc-2b3d-4dae-9855-ce6c382f227d will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:29.808396 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a4ded872-58dd-45be-b9d9-f271794ed0a7 None None] Transition to ACTIVE for port object b2b846dc-2b3d-4dae-9855-ce6c382f227d will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:29.823796 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a4ded872-58dd-45be-b9d9-f271794ed0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:29.851768 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a860f8ca-43fa-49dc-91d2-2bdb9925e2a6 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:29.899360 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-a860f8ca-43fa-49dc-91d2-2bdb9925e2a6 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] device_id is not set on port ce073001-946f-47f1-954c-fb9857f8cb2f yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:12:29.913930 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ded872-58dd-45be-b9d9-f271794ed0a7 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:29.932547 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-a4ded872-58dd-45be-b9d9-f271794ed0a7 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:29.936396 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ded872-58dd-45be-b9d9-f271794ed0a7 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:12:29.968843 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ded872-58dd-45be-b9d9-f271794ed0a7 None None] Pushing event updated for resources: {'Port': ['ID=b2b846dc-2b3d-4dae-9855-ce6c382f227d,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:30.063045 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-a4ded872-58dd-45be-b9d9-f271794ed0a7 None None] Attempting to bind port b2b846dc-2b3d-4dae-9855-ce6c382f227d on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:12:30.063619 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-a4ded872-58dd-45be-b9d9-f271794ed0a7 None None] Attempting to bind port b2b846dc-2b3d-4dae-9855-ce6c382f227d by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:12:30.064280 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50372) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:30.076644 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ded872-58dd-45be-b9d9-f271794ed0a7 None None] Attempting to bind port b2b846dc-2b3d-4dae-9855-ce6c382f227d on network d70a647a-a896-41f9-a7d0-554edd779aa3 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:12:30.086616 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ded872-58dd-45be-b9d9-f271794ed0a7 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:12:30.087735 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ded872-58dd-45be-b9d9-f271794ed0a7 None None] Checking segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:12:30.088336 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a4ded872-58dd-45be-b9d9-f271794ed0a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:30.088928 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ded872-58dd-45be-b9d9-f271794ed0a7 None None] Bound using segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:12:30.089997 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-a4ded872-58dd-45be-b9d9-f271794ed0a7 None None] Bound port: b2b846dc-2b3d-4dae-9855-ce6c382f227d, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:12:30.092060 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a4ded872-58dd-45be-b9d9-f271794ed0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:30.169499 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-a860f8ca-43fa-49dc-91d2-2bdb9925e2a6 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 17 00:12:30.169992 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a860f8ca-43fa-49dc-91d2-2bdb9925e2a6 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:12:30.208929 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a860f8ca-43fa-49dc-91d2-2bdb9925e2a6 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8784840 Aug 17 00:12:30.210778 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 297e29d0-b0d4-4923-92c4-b05d9e772293 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:12:30.211283 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50376) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:30.214697 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device c834c02c-f238-4a79-95de-3501d75dac9e details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:12:30.241391 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-a4ded872-58dd-45be-b9d9-f271794ed0a7 None None] For port b2b846dc-2b3d-4dae-9855-ce6c382f227d, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:12:30.246183 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 297e29d0-b0d4-4923-92c4-b05d9e772293 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:12:30.246541 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 297e29d0-b0d4-4923-92c4-b05d9e772293 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:12:30.270870 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-a4ded872-58dd-45be-b9d9-f271794ed0a7 None None] For port b2b846dc-2b3d-4dae-9855-ce6c382f227d, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=b2b846dc-2b3d-4dae-9855-ce6c382f227d,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:12:30.302452 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a4ded872-58dd-45be-b9d9-f271794ed0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:30.321437 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aca930-108c-4fd6-8107-43b37bede75c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:30.336565 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aca930-108c-4fd6-8107-43b37bede75c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:30.348875 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-15aca930-108c-4fd6-8107-43b37bede75c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1365418 Aug 17 00:12:30.350027 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50378) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:30.364247 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c80b7d63-e50c-4b75-8dab-6204fc44d7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:30.472531 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ded872-58dd-45be-b9d9-f271794ed0a7 None None] Pushing event updated for resources: {'Port': ['ID=b2b846dc-2b3d-4dae-9855-ce6c382f227d,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:30.568719 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-53e7a0d5-e826-46d6-ae77-061fd242b67d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting port ec157e73-fdd7-4009-aad5-a0d0fcc82f51 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:30.569091 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-53e7a0d5-e826-46d6-ae77-061fd242b67d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:30.590883 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port c834c02c-f238-4a79-95de-3501d75dac9e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=c834c02c-f238-4a79-95de-3501d75dac9e,segment=NetworkSegment(6f0aab74-cd0e-4cbb-ae1e-798198eca95d),segment_id=6f0aab74-cd0e-4cbb-ae1e-798198eca95d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:30.609619 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c80b7d63-e50c-4b75-8dab-6204fc44d7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:30.612685 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'c834c02c-f238-4a79-95de-3501d75dac9e', 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f', 'port_id': 'c834c02c-f238-4a79-95de-3501d75dac9e', 'mac_address': 'fa:16:3e:ae:1d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0d8a3b7-c569-47e7-90c5-72c119473abd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:12:30.630458 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c80b7d63-e50c-4b75-8dab-6204fc44d7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:30.679821 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:30.696333 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b7d63-e50c-4b75-8dab-6204fc44d7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8d5487-c2f8-46e0-8464-b2f19e7725f6,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:30.727658 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c834c02c-f238-4a79-95de-3501d75dac9e {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:12:30.732911 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c80b7d63-e50c-4b75-8dab-6204fc44d7a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=60600c3746584d81b8c40e4d9439bda5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6672645 Aug 17 00:12:30.739566 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50396) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:30.759070 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port c834c02c-f238-4a79-95de-3501d75dac9e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=c834c02c-f238-4a79-95de-3501d75dac9e,segment=NetworkSegment(6f0aab74-cd0e-4cbb-ae1e-798198eca95d),segment_id=6f0aab74-cd0e-4cbb-ae1e-798198eca95d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:30.773307 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:30.776337 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-53e7a0d5-e826-46d6-ae77-061fd242b67d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:30.811427 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-53e7a0d5-e826-46d6-ae77-061fd242b67d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Calling delete_port for ec157e73-fdd7-4009-aad5-a0d0fcc82f51 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:30.917137 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=c834c02c-f238-4a79-95de-3501d75dac9e,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:30.979736 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-02d23029-9081-4bdb-ab46-d2139eb1f093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:30.995254 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5ca9f-f69b-4c57-8eed-d1469dad959c req-b4e61beb-1f03-4ff0-a6a6-6adc6b1126db tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:30.997568 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f0e5ca9f-f69b-4c57-8eed-d1469dad959c req-b4e61beb-1f03-4ff0-a6a6-6adc6b1126db tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 944 time: 0.1295886 Aug 17 00:12:31.058170 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-02d23029-9081-4bdb-ab46-d2139eb1f093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:31.060798 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['c834c02c-f238-4a79-95de-3501d75dac9e'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:12:31.070042 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f0e5ca9f-f69b-4c57-8eed-d1469dad959c req-66a56157-5f58-46c5-bfc7-19cb19b7a892 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=80d1d1d2-0d20-42fd-911e-e4d056514efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626760 Aug 17 00:12:31.181334 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-02d23029-9081-4bdb-ab46-d2139eb1f093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:31.185204 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-02d23029-9081-4bdb-ab46-d2139eb1f093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:31.186192 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-02d23029-9081-4bdb-ab46-d2139eb1f093 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/da8d5487-c2f8-46e0-8464-b2f19e7725f6 HTTP/1.1" status: 204 len: 168 time: 0.4389901 Aug 17 00:12:31.200129 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d23029-9081-4bdb-ab46-d2139eb1f093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8d5487-c2f8-46e0-8464-b2f19e7725f6,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:31.218967 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-53e7a0d5-e826-46d6-ae77-061fd242b67d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:31.274285 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7a0d5-e826-46d6-ae77-061fd242b67d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Port': ['ID=ec157e73-fdd7-4009-aad5-a0d0fcc82f51,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:31.315590 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-53e7a0d5-e826-46d6-ae77-061fd242b67d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:31.318121 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-53e7a0d5-e826-46d6-ae77-061fd242b67d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/ec157e73-fdd7-4009-aad5-a0d0fcc82f51 HTTP/1.1" status: 204 len: 168 time: 0.9663970 Aug 17 00:12:31.321141 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50450) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:31.442613 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bce3b5-babc-4b8b-9468-5563e73c9d71 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:31.448133 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bce3b5-babc-4b8b-9468-5563e73c9d71 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:31.450437 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-87bce3b5-babc-4b8b-9468-5563e73c9d71 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1254609 Aug 17 00:12:31.454864 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50458) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:31.501915 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b2b846dc-2b3d-4dae-9855-ce6c382f227d up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:31.552050 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc94af8a-3c72-43bd-88d0-f8dad53a297c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet 6d47fdec-6fca-4068-9b9e-0e890107bded {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:12:31.557297 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dc94af8a-3c72-43bd-88d0-f8dad53a297c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:31.638748 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dc94af8a-3c72-43bd-88d0-f8dad53a297c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:31.667786 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port b2b846dc-2b3d-4dae-9855-ce6c382f227d completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:31.819750 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dc94af8a-3c72-43bd-88d0-f8dad53a297c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:31.947726 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dc94af8a-3c72-43bd-88d0-f8dad53a297c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:31.974976 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dc94af8a-3c72-43bd-88d0-f8dad53a297c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:31.979804 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-dc94af8a-3c72-43bd-88d0-f8dad53a297c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/6d47fdec-6fca-4068-9b9e-0e890107bded HTTP/1.1" status: 204 len: 168 time: 0.5237811 Aug 17 00:12:31.982614 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50480) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:32.020674 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94af8a-3c72-43bd-88d0-f8dad53a297c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=6d47fdec-6fca-4068-9b9e-0e890107bded,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:32.064214 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bf6ef7e0-ab39-4863-802a-628764a5d92d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0796988 Aug 17 00:12:32.068086 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50486) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:32.074937 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-06abce51-7aa2-40ce-9ed9-f88809ccbacc tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:32.122804 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c767f02f-9448-44ac-9f67-6891e6d72ca9 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:12:32.228547 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06abce51-7aa2-40ce-9ed9-f88809ccbacc tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:12:32.231266 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b0045d9f-7d9f-415a-a373-bc90fe85b0e4 None None] Provisioning for port b2b846dc-2b3d-4dae-9855-ce6c382f227d completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:32.234447 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-06abce51-7aa2-40ce-9ed9-f88809ccbacc tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:32.255532 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b0045d9f-7d9f-415a-a373-bc90fe85b0e4 None None] Provisioning complete for port b2b846dc-2b3d-4dae-9855-ce6c382f227d triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:32.256005 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b0045d9f-7d9f-415a-a373-bc90fe85b0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:32.379813 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853c90b-c283-4db9-bd7e-2d684b0a3109 req-bf030f0c-f8f9-40fd-8443-6159c4017ed5 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:32.381570 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b853c90b-c283-4db9-bd7e-2d684b0a3109 req-bf030f0c-f8f9-40fd-8443-6159c4017ed5 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 944 time: 0.1410158 Aug 17 00:12:32.484849 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b0045d9f-7d9f-415a-a373-bc90fe85b0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:32.497905 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b853c90b-c283-4db9-bd7e-2d684b0a3109 req-cb407726-beb5-4c8e-9810-70e562b418d9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=80d1d1d2-0d20-42fd-911e-e4d056514efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029255 Aug 17 00:12:32.550563 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-b0045d9f-7d9f-415a-a373-bc90fe85b0e4 None None] For port b2b846dc-2b3d-4dae-9855-ce6c382f227d, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=b2b846dc-2b3d-4dae-9855-ce6c382f227d,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:32.561979 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b0045d9f-7d9f-415a-a373-bc90fe85b0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:32.616916 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5f8fad-91a5-4c34-ab1f-5ce908228207 None None] DHCP port deletion for d70a647a-a896-41f9-a7d0-554edd779aa3 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:12:32.623260 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-06abce51-7aa2-40ce-9ed9-f88809ccbacc tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:32.687037 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0045d9f-7d9f-415a-a373-bc90fe85b0e4 None None] Pushing event updated for resources: {'Port': ['ID=b2b846dc-2b3d-4dae-9855-ce6c382f227d,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:32.724306 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-0b5f8fad-91a5-4c34-ab1f-5ce908228207 None None] Deleting port b2b846dc-2b3d-4dae-9855-ce6c382f227d {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:32.724704 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0b5f8fad-91a5-4c34-ab1f-5ce908228207 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:32.729521 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06abce51-7aa2-40ce-9ed9-f88809ccbacc tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:32.742213 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-06abce51-7aa2-40ce-9ed9-f88809ccbacc tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:32.749374 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06abce51-7aa2-40ce-9ed9-f88809ccbacc tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:32.752919 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-06abce51-7aa2-40ce-9ed9-f88809ccbacc tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:32.790053 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abce51-7aa2-40ce-9ed9-f88809ccbacc tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=e979abaa-54a8-45fa-a508-458683dead26,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:32.813752 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50550) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:32.814651 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-06abce51-7aa2-40ce-9ed9-f88809ccbacc tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7451484 Aug 17 00:12:32.819593 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-e10e72df-5568-4342-b60e-2d54e5f0e7ba tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'port': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'fixed_ips': [{'subnet_id': 'e979abaa-54a8-45fa-a508-458683dead26', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-126055103'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:32.850346 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-0b5f8fad-91a5-4c34-ab1f-5ce908228207 None None] For port b2b846dc-2b3d-4dae-9855-ce6c382f227d, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=b2b846dc-2b3d-4dae-9855-ce6c382f227d,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:32.850754 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0b5f8fad-91a5-4c34-ab1f-5ce908228207 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:32.883938 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-0b5f8fad-91a5-4c34-ab1f-5ce908228207 None None] Calling delete_port for b2b846dc-2b3d-4dae-9855-ce6c382f227d owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:33.004861 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10e72df-5568-4342-b60e-2d54e5f0e7ba tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:12:33.012501 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0b5f8fad-91a5-4c34-ab1f-5ce908228207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:33.027391 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e10e72df-5568-4342-b60e-2d54e5f0e7ba tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:33.056849 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-e10e72df-5568-4342-b60e-2d54e5f0e7ba tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] device_id is not set on port 7b6cfcfa-53a6-48c5-88ee-4c52e76d699e yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:12:33.071126 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f8fad-91a5-4c34-ab1f-5ce908228207 None None] Pushing event deleted for resources: {'Port': ['ID=b2b846dc-2b3d-4dae-9855-ce6c382f227d,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:33.089954 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5f8fad-91a5-4c34-ab1f-5ce908228207 None None] No DVR routers for this DVR port b2b846dc-2b3d-4dae-9855-ce6c382f227d on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:12:33.111177 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450bbc7c-7660-4b50-88c4-9bf510f4a35f None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:12:33.280939 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-e10e72df-5568-4342-b60e-2d54e5f0e7ba tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:12:33.281585 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e10e72df-5568-4342-b60e-2d54e5f0e7ba tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:12:33.307501 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e10e72df-5568-4342-b60e-2d54e5f0e7ba tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4918311 Aug 17 00:12:33.309680 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50586) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:33.368813 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0c869e6c-3c71-432a-8cc3-4e3d6fde21f8 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0549583 Aug 17 00:12:33.369208 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50592) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:33.448395 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b2b846dc-2b3d-4dae-9855-ce6c382f227d no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:12:33.454148 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f7e639-9102-43f3-8838-560fa447ba5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-d70a647a-a896-41f9-a7d0-554edd779aa3', 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'fixed_ips': [{'subnet_id': 'e979abaa-54a8-45fa-a508-458683dead26'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:12:33.455367 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-23f7e639-9102-43f3-8838-560fa447ba5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:33.485202 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfe48af-1958-45fd-a575-e1ba69da7dc4 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:33.487072 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfe48af-1958-45fd-a575-e1ba69da7dc4 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:33.492886 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3dfe48af-1958-45fd-a575-e1ba69da7dc4 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1225691 Aug 17 00:12:33.495633 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50602) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:33.548029 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: b2b846dc-2b3d-4dae-9855-ce6c382f227d {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:12:33.552573 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b2b846dc-2b3d-4dae-9855-ce6c382f227d not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:12:33.630084 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de65246-8ed3-4aa9-8da8-76a70806bf79 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet e979abaa-54a8-45fa-a508-458683dead26 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:12:33.678097 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5de65246-8ed3-4aa9-8da8-76a70806bf79 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:33.797985 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5de65246-8ed3-4aa9-8da8-76a70806bf79 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:33.842184 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01610020-39ed-467b-85ab-930b979aae41 req-5a07b80e-3474-452d-993b-3a96c0f505fe tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:33.844618 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-01610020-39ed-467b-85ab-930b979aae41 req-5a07b80e-3474-452d-993b-3a96c0f505fe tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 944 time: 0.1996882 Aug 17 00:12:33.881100 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5de65246-8ed3-4aa9-8da8-76a70806bf79 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:33.995070 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-01610020-39ed-467b-85ab-930b979aae41 req-c8b67eb6-0d44-4c1e-a54a-640c43ced9cd tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=80d1d1d2-0d20-42fd-911e-e4d056514efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366038 Aug 17 00:12:34.013759 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5de65246-8ed3-4aa9-8da8-76a70806bf79 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server [None req-23f7e639-9102-43f3-8838-560fa447ba5a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e979abaa-54a8-45fa-a508-458683dead26: This subnet is being modified by another concurrent operation. Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:12:34.022434 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise exception Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e979abaa-54a8-45fa-a508-458683dead26: This subnet is being modified by another concurrent operation. Aug 17 00:12:34.028732 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server Aug 17 00:12:34.040089 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e091a28f-1d8c-4f73-8da0-401dfafd044a None None] get_active_networks_info from n-d-800088-20 {{(pid=101404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 00:12:34.098147 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de65246-8ed3-4aa9-8da8-76a70806bf79 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=e979abaa-54a8-45fa-a508-458683dead26,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:34.102564 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5de65246-8ed3-4aa9-8da8-76a70806bf79 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:34.107414 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5de65246-8ed3-4aa9-8da8-76a70806bf79 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/e979abaa-54a8-45fa-a508-458683dead26 HTTP/1.1" status: 204 len: 168 time: 0.6079278 Aug 17 00:12:34.107513 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50622) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:34.228073 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device c834c02c-f238-4a79-95de-3501d75dac9e up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:34.347497 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e091a28f-1d8c-4f73-8da0-401dfafd044a None None] Resources bound (agent type, host, resource id): {{(pid=101404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 00:12:34.387094 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port c834c02c-f238-4a79-95de-3501d75dac9e completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:34.427187 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port c834c02c-f238-4a79-95de-3501d75dac9e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:34.427568 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:34.579068 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50652) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:34.579290 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f50c58e1-6960-41ce-914c-f981087f1705 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4688168 Aug 17 00:12:34.588490 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-df5039c6-bf57-4a7c-8807-4bf829449c08 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:34.709735 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:34.787864 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5039c6-bf57-4a7c-8807-4bf829449c08 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:12:34.810682 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port c834c02c-f238-4a79-95de-3501d75dac9e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=c834c02c-f238-4a79-95de-3501d75dac9e,segment=NetworkSegment(6f0aab74-cd0e-4cbb-ae1e-798198eca95d),segment_id=6f0aab74-cd0e-4cbb-ae1e-798198eca95d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:34.815670 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69c48f3-5a7f-4942-a3d4-73f1f79f247c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c834c02c-f238-4a79-95de-3501d75dac9e'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:12:34.817875 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94443d1b-89c4-478d-acd7-dbeef18974c6" -d '{"events": [{"server_uuid": "e69c48f3-5a7f-4942-a3d4-73f1f79f247c", "name": "network-vif-plugged", "status": "completed", "tag": "c834c02c-f238-4a79-95de-3501d75dac9e"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:12:34.818797 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-df5039c6-bf57-4a7c-8807-4bf829449c08 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:34.825159 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:34.920095 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dde5bb-173a-4d4a-9d9b-0b3457be3347 x-openstack-request-id: req-74dde5bb-173a-4d4a-9d9b-0b3457be3347 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:12:34.921586 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69c48f3-5a7f-4942-a3d4-73f1f79f247c", "name": "network-vif-plugged", "status": "completed", "tag": "c834c02c-f238-4a79-95de-3501d75dac9e", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:12:34.921586 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-74dde5bb-173a-4d4a-9d9b-0b3457be3347 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:12:34.921808 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69c48f3-5a7f-4942-a3d4-73f1f79f247c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c834c02c-f238-4a79-95de-3501d75dac9e', 'code': 200} Aug 17 00:12:35.002502 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=c834c02c-f238-4a79-95de-3501d75dac9e,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:35.057462 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60905d00-961c-42cd-a197-e97ad9a84176 req-f2215c6e-7b02-47d0-8d16-07f9543ce316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:35.059124 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-60905d00-961c-42cd-a197-e97ad9a84176 req-f2215c6e-7b02-47d0-8d16-07f9543ce316 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 1097 time: 0.0858998 Aug 17 00:12:35.149202 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-60905d00-961c-42cd-a197-e97ad9a84176 req-e6aac4ac-f49c-475d-8589-d0d7ae630352 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=80d1d1d2-0d20-42fd-911e-e4d056514efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796700 Aug 17 00:12:35.184150 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c4ade-4944-4fc0-b366-bd0c3dcbd158 req-0096e052-b920-4374-aeac-8ad110c0fb91 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:35.185797 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-927c4ade-4944-4fc0-b366-bd0c3dcbd158 req-0096e052-b920-4374-aeac-8ad110c0fb91 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 945 time: 0.0879791 Aug 17 00:12:35.269164 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-927c4ade-4944-4fc0-b366-bd0c3dcbd158 req-170c27f8-b1e2-4897-9de5-1570145d1c18 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=80d1d1d2-0d20-42fd-911e-e4d056514efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545008 Aug 17 00:12:35.326315 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-df5039c6-bf57-4a7c-8807-4bf829449c08 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:35.371596 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5039c6-bf57-4a7c-8807-4bf829449c08 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:35.375565 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-df5039c6-bf57-4a7c-8807-4bf829449c08 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:35.380274 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5039c6-bf57-4a7c-8807-4bf829449c08 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:35.380879 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-df5039c6-bf57-4a7c-8807-4bf829449c08 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:35.386488 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aa3f15-eff2-44f0-8bc5-b0ee23be6214 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:12:35.393435 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5039c6-bf57-4a7c-8807-4bf829449c08 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=f878ade7-f6df-4884-b8af-534f70babfc5,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:35.403015 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-df5039c6-bf57-4a7c-8807-4bf829449c08 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8226931 Aug 17 00:12:35.405472 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50670) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:35.410429 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-8c6e958b-baeb-4291-a79b-18504fc0bcb7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-230313011', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:35.470782 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c6e958b-baeb-4291-a79b-18504fc0bcb7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:35.471856 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c6e958b-baeb-4291-a79b-18504fc0bcb7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:35.572744 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c6e958b-baeb-4291-a79b-18504fc0bcb7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:35.587446 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c6e958b-baeb-4291-a79b-18504fc0bcb7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:35.611116 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c6e958b-baeb-4291-a79b-18504fc0bcb7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:35.612789 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8c6e958b-baeb-4291-a79b-18504fc0bcb7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2063208 Aug 17 00:12:35.615370 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50676) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:35.632080 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4b2949-7cec-4eb9-a31b-5a3d90a1c5b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-d70a647a-a896-41f9-a7d0-554edd779aa3', 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'fixed_ips': [{'subnet_id': 'f878ade7-f6df-4884-b8af-534f70babfc5'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:12:35.633273 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cd4b2949-7cec-4eb9-a31b-5a3d90a1c5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:35.811124 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-cd4b2949-7cec-4eb9-a31b-5a3d90a1c5b2 None None] Allocated IP 2001:db8::2 (d70a647a-a896-41f9-a7d0-554edd779aa3/f878ade7-f6df-4884-b8af-534f70babfc5/a8b964ed-d636-4dd3-8e42-6e83d53d6f7e) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:36.151296 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cd4b2949-7cec-4eb9-a31b-5a3d90a1c5b2 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:36.154746 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-81d7cf26-4cc1-46eb-b293-2414bca19d37 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:36.164561 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-cd4b2949-7cec-4eb9-a31b-5a3d90a1c5b2 None None] Transition to ACTIVE for port object a8b964ed-d636-4dd3-8e42-6e83d53d6f7e will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:36.181319 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-cd4b2949-7cec-4eb9-a31b-5a3d90a1c5b2 None None] Transition to ACTIVE for port object a8b964ed-d636-4dd3-8e42-6e83d53d6f7e will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:36.188867 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cd4b2949-7cec-4eb9-a31b-5a3d90a1c5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:36.242597 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b2949-7cec-4eb9-a31b-5a3d90a1c5b2 None None] Pushing event updated for resources: {'Port': ['ID=a8b964ed-d636-4dd3-8e42-6e83d53d6f7e,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:36.259354 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4b2949-7cec-4eb9-a31b-5a3d90a1c5b2 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:36.261164 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-cd4b2949-7cec-4eb9-a31b-5a3d90a1c5b2 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:36.267730 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4b2949-7cec-4eb9-a31b-5a3d90a1c5b2 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:12:36.340669 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-cd4b2949-7cec-4eb9-a31b-5a3d90a1c5b2 None None] Attempting to bind port a8b964ed-d636-4dd3-8e42-6e83d53d6f7e on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:12:36.341295 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-cd4b2949-7cec-4eb9-a31b-5a3d90a1c5b2 None None] Attempting to bind port a8b964ed-d636-4dd3-8e42-6e83d53d6f7e by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:12:36.342034 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4b2949-7cec-4eb9-a31b-5a3d90a1c5b2 None None] Attempting to bind port a8b964ed-d636-4dd3-8e42-6e83d53d6f7e on network d70a647a-a896-41f9-a7d0-554edd779aa3 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:12:36.353016 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4b2949-7cec-4eb9-a31b-5a3d90a1c5b2 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:12:36.353809 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4b2949-7cec-4eb9-a31b-5a3d90a1c5b2 None None] Checking segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:12:36.354380 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cd4b2949-7cec-4eb9-a31b-5a3d90a1c5b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:36.362653 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4b2949-7cec-4eb9-a31b-5a3d90a1c5b2 None None] Bound using segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:12:36.363166 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-cd4b2949-7cec-4eb9-a31b-5a3d90a1c5b2 None None] Bound port: a8b964ed-d636-4dd3-8e42-6e83d53d6f7e, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:12:36.363569 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cd4b2949-7cec-4eb9-a31b-5a3d90a1c5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:36.455951 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-cd4b2949-7cec-4eb9-a31b-5a3d90a1c5b2 None None] For port a8b964ed-d636-4dd3-8e42-6e83d53d6f7e, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:12:36.459732 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-cd4b2949-7cec-4eb9-a31b-5a3d90a1c5b2 None None] For port a8b964ed-d636-4dd3-8e42-6e83d53d6f7e, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a8b964ed-d636-4dd3-8e42-6e83d53d6f7e,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:12:36.466072 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cd4b2949-7cec-4eb9-a31b-5a3d90a1c5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:36.506891 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d89ee5-e4e7-4d3d-9dce-a35b5b495df0 req-cecb1e36-dee1-4b97-8131-ccff64cd9357 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:36.510701 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-22d89ee5-e4e7-4d3d-9dce-a35b5b495df0 req-cecb1e36-dee1-4b97-8131-ccff64cd9357 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 945 time: 0.1185441 Aug 17 00:12:36.528051 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-81d7cf26-4cc1-46eb-b293-2414bca19d37 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 2001:db8::1 (d70a647a-a896-41f9-a7d0-554edd779aa3/f878ade7-f6df-4884-b8af-534f70babfc5/577a6961-070f-4adb-a2a2-edbf010bb670) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:36.553471 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b2949-7cec-4eb9-a31b-5a3d90a1c5b2 None None] Pushing event updated for resources: {'Port': ['ID=a8b964ed-d636-4dd3-8e42-6e83d53d6f7e,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:36.617983 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-22d89ee5-e4e7-4d3d-9dce-a35b5b495df0 req-8d968c86-0199-4bc3-b799-f45917d146ec tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=80d1d1d2-0d20-42fd-911e-e4d056514efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001928 Aug 17 00:12:36.848329 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-81d7cf26-4cc1-46eb-b293-2414bca19d37 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:36.887174 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-81d7cf26-4cc1-46eb-b293-2414bca19d37 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Transition to ACTIVE for port object 577a6961-070f-4adb-a2a2-edbf010bb670 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:36.907161 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8284392-f132-4347-a222-a6e248d8f7f5 req-0501b374-396c-4d79-a89a-69f57fd56d77 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:36.910321 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a8284392-f132-4347-a222-a6e248d8f7f5 req-0501b374-396c-4d79-a89a-69f57fd56d77 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 945 time: 0.1952214 Aug 17 00:12:37.002862 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a8284392-f132-4347-a222-a6e248d8f7f5 req-b1132744-2798-402b-ad64-8d8e8f23a23f tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=80d1d1d2-0d20-42fd-911e-e4d056514efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620978 Aug 17 00:12:37.019252 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-81d7cf26-4cc1-46eb-b293-2414bca19d37 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:37.028497 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50706) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:37.146262 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d7cf26-4cc1-46eb-b293-2414bca19d37 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:37.176369 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-81d7cf26-4cc1-46eb-b293-2414bca19d37 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:37.194339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d7cf26-4cc1-46eb-b293-2414bca19d37 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:12:37.194339 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-81d7cf26-4cc1-46eb-b293-2414bca19d37 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:37.203434 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7cf26-4cc1-46eb-b293-2414bca19d37 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Port': ['ID=577a6961-070f-4adb-a2a2-edbf010bb670,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:37.546550 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a8b964ed-d636-4dd3-8e42-6e83d53d6f7e up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:37.550154 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-81d7cf26-4cc1-46eb-b293-2414bca19d37 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:37.677166 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port a8b964ed-d636-4dd3-8e42-6e83d53d6f7e completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:37.708287 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd81ad27-a43b-4b50-a00d-f94939b46caa tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:37.715853 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cd81ad27-a43b-4b50-a00d-f94939b46caa tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 1092 time: 0.6853635 Aug 17 00:12:37.719879 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50734) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:37.731257 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-3c811912-1745-4b91-acee-71ce4c43a96d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'port_id': 'c834c02c-f238-4a79-95de-3501d75dac9e', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:37.772199 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50736) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:37.814681 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c811912-1745-4b91-acee-71ce4c43a96d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:38.188339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50748) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:38.189228 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7bafbc22-c82d-4680-a921-10aabafe9759 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38e677b9767842628317f1b1c685f576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4086270 Aug 17 00:12:38.198804 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c811912-1745-4b91-acee-71ce4c43a96d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:38.222278 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-81d7cf26-4cc1-46eb-b293-2414bca19d37 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:38.235333 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f75e9ab5-500e-4966-a41a-505fc85dbe2e None None] Provisioning for port a8b964ed-d636-4dd3-8e42-6e83d53d6f7e completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:38.239589 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f75e9ab5-500e-4966-a41a-505fc85dbe2e None None] Provisioning complete for port a8b964ed-d636-4dd3-8e42-6e83d53d6f7e triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:38.239946 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f75e9ab5-500e-4966-a41a-505fc85dbe2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:38.252796 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-81d7cf26-4cc1-46eb-b293-2414bca19d37 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:38.253872 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-81d7cf26-4cc1-46eb-b293-2414bca19d37 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:38.349539 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7cf26-4cc1-46eb-b293-2414bca19d37 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Port': ['ID=577a6961-070f-4adb-a2a2-edbf010bb670,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:38.482684 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f75e9ab5-500e-4966-a41a-505fc85dbe2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:38.484705 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-3c811912-1745-4b91-acee-71ce4c43a96d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Allocated IP 172.25.3.198 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/cefd9220-08db-4c46-aaa7-f1d2c6b3e8e5) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:38.556681 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-f75e9ab5-500e-4966-a41a-505fc85dbe2e None None] For port a8b964ed-d636-4dd3-8e42-6e83d53d6f7e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a8b964ed-d636-4dd3-8e42-6e83d53d6f7e,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:38.578231 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f75e9ab5-500e-4966-a41a-505fc85dbe2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:38.606071 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8daf8471-6e3e-4889-b25c-865a5bab52ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:38.655021 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8daf8471-6e3e-4889-b25c-865a5bab52ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:38.656513 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e9ab5-500e-4966-a41a-505fc85dbe2e None None] Pushing event updated for resources: {'Port': ['ID=a8b964ed-d636-4dd3-8e42-6e83d53d6f7e,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:38.712563 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d7cf26-4cc1-46eb-b293-2414bca19d37 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:38.714780 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-81d7cf26-4cc1-46eb-b293-2414bca19d37 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:38.719543 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-463e3943-d6c7-49f4-b77f-7dd0e8169897 None None] Provisioning for port 577a6961-070f-4adb-a2a2-edbf010bb670 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:38.723004 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c811912-1745-4b91-acee-71ce4c43a96d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:38.724238 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-463e3943-d6c7-49f4-b77f-7dd0e8169897 None None] Provisioning complete for port 577a6961-070f-4adb-a2a2-edbf010bb670 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:38.725677 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-463e3943-d6c7-49f4-b77f-7dd0e8169897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:38.727377 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8daf8471-6e3e-4889-b25c-865a5bab52ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:38.729558 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8daf8471-6e3e-4889-b25c-865a5bab52ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:38.730566 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8daf8471-6e3e-4889-b25c-865a5bab52ce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e176ff43-6fa6-4f43-a6cc-8acc3f931283 HTTP/1.1" status: 204 len: 168 time: 0.5391645 Aug 17 00:12:38.783028 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c811912-1745-4b91-acee-71ce4c43a96d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:38.816027 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-463e3943-d6c7-49f4-b77f-7dd0e8169897 None None] Port 577a6961-070f-4adb-a2a2-edbf010bb670 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:12:38.882018 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c811912-1745-4b91-acee-71ce4c43a96d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:38.892427 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-3c811912-1745-4b91-acee-71ce4c43a96d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:38.896960 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c811912-1745-4b91-acee-71ce4c43a96d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:12:38.970087 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c811912-1745-4b91-acee-71ce4c43a96d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Port': ['ID=cefd9220-08db-4c46-aaa7-f1d2c6b3e8e5,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:39.250592 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-956d9b97-bf3d-42c5-b03d-eb9698aa0ef7 None None] Provisioning complete for port 577a6961-070f-4adb-a2a2-edbf010bb670 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:39.250961 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-956d9b97-bf3d-42c5-b03d-eb9698aa0ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:39.342960 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-956d9b97-bf3d-42c5-b03d-eb9698aa0ef7 None None] Port 577a6961-070f-4adb-a2a2-edbf010bb670 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:12:39.458794 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf8471-6e3e-4889-b25c-865a5bab52ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e176ff43-6fa6-4f43-a6cc-8acc3f931283,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:39.482046 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a8b964ed-d636-4dd3-8e42-6e83d53d6f7e up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:39.532582 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d7cf26-4cc1-46eb-b293-2414bca19d37 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Router 2c42193e-f443-4e0a-a03e-08f4c4af8599 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:12:39.569848 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port a8b964ed-d636-4dd3-8e42-6e83d53d6f7e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:39.570890 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:39.655784 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d7cf26-4cc1-46eb-b293-2414bca19d37 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:12:39.664957 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-81d7cf26-4cc1-46eb-b293-2414bca19d37 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "PUT /v2.0/routers/2c42193e-f443-4e0a-a03e-08f4c4af8599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0469496 Aug 17 00:12:39.665714 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50768) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:39.706295 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8250e24e-66a1-4ae4-82d4-be8f5be4e63d None None] Sync routers for ids ['2c42193e-f443-4e0a-a03e-08f4c4af8599'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:12:39.719695 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29c8934-f57d-41b8-8876-fe6a8178525f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:39.725176 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a29c8934-f57d-41b8-8876-fe6a8178525f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports/577a6961-070f-4adb-a2a2-edbf010bb670 HTTP/1.1" status: 200 len: 911 time: 0.0582519 Aug 17 00:12:39.726225 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50772) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:39.728106 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8250e24e-66a1-4ae4-82d4-be8f5be4e63d None None] Routers {'2c42193e-f443-4e0a-a03e-08f4c4af8599'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:12:39.728757 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-8250e24e-66a1-4ae4-82d4-be8f5be4e63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:12:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2c42193e-f443-4e0a-a03e-08f4c4af8599'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:39.834365 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c811912-1745-4b91-acee-71ce4c43a96d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:39.840279 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b55a481-37f2-4e6f-8fd2-9bd86dbe6115 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:39.856846 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b55a481-37f2-4e6f-8fd2-9bd86dbe6115 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:39.862557 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3b55a481-37f2-4e6f-8fd2-9bd86dbe6115 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1347086 Aug 17 00:12:39.863128 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50778) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:39.982865 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c811912-1745-4b91-acee-71ce4c43a96d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:40.164635 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:40.190765 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50786) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:40.194322 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-8250e24e-66a1-4ae4-82d4-be8f5be4e63d None None] Set router 2c42193e-f443-4e0a-a03e-08f4c4af8599 gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:12:40.310217 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c811912-1745-4b91-acee-71ce4c43a96d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:40.321277 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c811912-1745-4b91-acee-71ce4c43a96d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:40.389934 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ebcb139b-d187-4f86-80e6-81ee1765a98c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:40.404295 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c811912-1745-4b91-acee-71ce4c43a96d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Port': ['ID=cefd9220-08db-4c46-aaa7-f1d2c6b3e8e5,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:40.436137 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-959137f9-7f9f-4f8c-b098-e65546de28bd admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-69339033-network', 'tenant_id': 'ed28b20204514c9b82843070ec3ff7cb'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:40.452620 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c811912-1745-4b91-acee-71ce4c43a96d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:40.488414 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-8250e24e-66a1-4ae4-82d4-be8f5be4e63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c42193e-f443-4e0a-a03e-08f4c4af8599', 'name': 'tempest-NetworksTestDHCPv6-router-230313011', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:35Z', 'updated_at': '2021-08-17T00:12:37Z', 'revision_number': 2, 'project_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'gw_port_host': None, '_interfaces': [{'id': '577a6961-070f-4adb-a2a2-edbf010bb670', 'name': '', 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'mac_address': 'fa:16:3e:6e:41:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c42193e-f443-4e0a-a03e-08f4c4af8599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'f878ade7-f6df-4884-b8af-534f70babfc5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:36Z', 'updated_at': '2021-08-17T00:12:37Z', 'revision_number': 2, 'project_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'subnets': [{'id': 'f878ade7-f6df-4884-b8af-534f70babfc5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:40.504747 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959137f9-7f9f-4f8c-b098-e65546de28bd admin admin] Made reservation on behalf of ed28b20204514c9b82843070ec3ff7cb for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:12:40.507114 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-959137f9-7f9f-4f8c-b098-e65546de28bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:40.524930 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8250e24e-66a1-4ae4-82d4-be8f5be4e63d None None] Checking router: 2c42193e-f443-4e0a-a03e-08f4c4af8599 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:12:40.525700 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8250e24e-66a1-4ae4-82d4-be8f5be4e63d None None] Updating router 2c42193e-f443-4e0a-a03e-08f4c4af8599 port 577a6961-070f-4adb-a2a2-edbf010bb670 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:12:40.549857 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-959137f9-7f9f-4f8c-b098-e65546de28bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:40.556589 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8250e24e-66a1-4ae4-82d4-be8f5be4e63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:40.613702 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-3c811912-1745-4b91-acee-71ce4c43a96d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Floating IP 3e9f210f-5ea6-433b-862f-7ac14f3a33da associated. External IP: 172.25.3.198, port: c834c02c-f238-4a79-95de-3501d75dac9e. Aug 17 00:12:40.669035 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-ebcb139b-d187-4f86-80e6-81ee1765a98c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting port 577a6961-070f-4adb-a2a2-edbf010bb670 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:40.669628 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ebcb139b-d187-4f86-80e6-81ee1765a98c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:40.765616 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ebcb139b-d187-4f86-80e6-81ee1765a98c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:40.777777 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-ebcb139b-d187-4f86-80e6-81ee1765a98c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Calling delete_port for 577a6961-070f-4adb-a2a2-edbf010bb670 owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:40.889459 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-959137f9-7f9f-4f8c-b098-e65546de28bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:40.896381 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8250e24e-66a1-4ae4-82d4-be8f5be4e63d None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:40.906944 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-959137f9-7f9f-4f8c-b098-e65546de28bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:40.919245 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c811912-1745-4b91-acee-71ce4c43a96d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Router d33fe42a-a2e5-4467-b0c3-42df87bf4182 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:12:40.920732 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8250e24e-66a1-4ae4-82d4-be8f5be4e63d None None] Transition to ACTIVE for port object 577a6961-070f-4adb-a2a2-edbf010bb670 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:40.932730 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8250e24e-66a1-4ae4-82d4-be8f5be4e63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:40.948279 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959137f9-7f9f-4f8c-b098-e65546de28bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:12:40.958677 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959137f9-7f9f-4f8c-b098-e65546de28bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5c6160-17de-47cc-916e-1cdf5cfcd20c,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:40.985471 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-959137f9-7f9f-4f8c-b098-e65546de28bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:40.986132 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-959137f9-7f9f-4f8c-b098-e65546de28bd admin admin] Added segment b7f7b4ee-cb20-43a4-b1b5-b85107f81efb of type vlan for network 319c4948-ce61-4149-b91a-e60854482c73 Aug 17 00:12:41.043524 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ebcb139b-d187-4f86-80e6-81ee1765a98c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:41.054549 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd949ff1-7f2d-4c00-a68f-905c666f6dbe None None] Pushing event updated for resources: {'Port': ['ID=577a6961-070f-4adb-a2a2-edbf010bb670,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:41.089928 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb139b-d187-4f86-80e6-81ee1765a98c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Port': ['ID=577a6961-070f-4adb-a2a2-edbf010bb670,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:41.116819 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8250e24e-66a1-4ae4-82d4-be8f5be4e63d None None] Attempting to bind port 577a6961-070f-4adb-a2a2-edbf010bb670 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:12:41.117223 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8250e24e-66a1-4ae4-82d4-be8f5be4e63d None None] Attempting to bind port 577a6961-070f-4adb-a2a2-edbf010bb670 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:12:41.117584 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8250e24e-66a1-4ae4-82d4-be8f5be4e63d None None] Attempting to bind port 577a6961-070f-4adb-a2a2-edbf010bb670 on network d70a647a-a896-41f9-a7d0-554edd779aa3 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:12:41.134205 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8250e24e-66a1-4ae4-82d4-be8f5be4e63d None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:12:41.134593 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8250e24e-66a1-4ae4-82d4-be8f5be4e63d None None] Checking segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:12:41.135002 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8250e24e-66a1-4ae4-82d4-be8f5be4e63d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:41.135398 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8250e24e-66a1-4ae4-82d4-be8f5be4e63d None None] Bound using segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:12:41.136248 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8250e24e-66a1-4ae4-82d4-be8f5be4e63d None None] Bound port: 577a6961-070f-4adb-a2a2-edbf010bb670, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:12:41.136636 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8250e24e-66a1-4ae4-82d4-be8f5be4e63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:41.201516 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ebcb139b-d187-4f86-80e6-81ee1765a98c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:41.206426 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-8250e24e-66a1-4ae4-82d4-be8f5be4e63d None None] Port 577a6961-070f-4adb-a2a2-edbf010bb670 has been deleted concurrently {{(pid=101404) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 17 00:12:41.211927 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-959137f9-7f9f-4f8c-b098-e65546de28bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:41.232010 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c811912-1745-4b91-acee-71ce4c43a96d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:12:41.241339 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8250e24e-66a1-4ae4-82d4-be8f5be4e63d None None] Routers {'2c42193e-f443-4e0a-a03e-08f4c4af8599'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:12:41.242228 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-8250e24e-66a1-4ae4-82d4-be8f5be4e63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:12:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2c42193e-f443-4e0a-a03e-08f4c4af8599'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:41.247108 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0749df44-3bfe-4cec-a1fd-16157e29b32d None None] Sync routers for ids ['d33fe42a-a2e5-4467-b0c3-42df87bf4182'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:12:41.258931 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0749df44-3bfe-4cec-a1fd-16157e29b32d None None] Routers {'d33fe42a-a2e5-4467-b0c3-42df87bf4182'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:12:41.261318 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-0749df44-3bfe-4cec-a1fd-16157e29b32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:12:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d33fe42a-a2e5-4467-b0c3-42df87bf4182'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:41.304624 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c811912-1745-4b91-acee-71ce4c43a96d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:41.378318 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-959137f9-7f9f-4f8c-b098-e65546de28bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:41.379351 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959137f9-7f9f-4f8c-b098-e65546de28bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:41.379950 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-959137f9-7f9f-4f8c-b098-e65546de28bd admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:41.421537 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcb139b-d187-4f86-80e6-81ee1765a98c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Router 2c42193e-f443-4e0a-a03e-08f4c4af8599 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:12:41.445325 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-8250e24e-66a1-4ae4-82d4-be8f5be4e63d None None] Set router 2c42193e-f443-4e0a-a03e-08f4c4af8599 gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:12:41.527362 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcb139b-d187-4f86-80e6-81ee1765a98c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:12:41.545693 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ebcb139b-d187-4f86-80e6-81ee1765a98c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "PUT /v2.0/routers/2c42193e-f443-4e0a-a03e-08f4c4af8599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6809850 Aug 17 00:12:41.548171 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-0749df44-3bfe-4cec-a1fd-16157e29b32d None None] Set router d33fe42a-a2e5-4467-b0c3-42df87bf4182 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:12:41.548754 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50802) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:41.557801 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3c811912-1745-4b91-acee-71ce4c43a96d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8365436 Aug 17 00:12:41.562839 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69c48f3-5a7f-4942-a3d4-73f1f79f247c', 'tag': 'c834c02c-f238-4a79-95de-3501d75dac9e'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:12:41.568352 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634bc2b6-e48c-4716-b044-52e63be8c0da" -d '{"events": [{"name": "network-changed", "server_uuid": "e69c48f3-5a7f-4942-a3d4-73f1f79f247c", "tag": "c834c02c-f238-4a79-95de-3501d75dac9e"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:12:41.590814 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-8250e24e-66a1-4ae4-82d4-be8f5be4e63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c42193e-f443-4e0a-a03e-08f4c4af8599', 'name': 'tempest-NetworksTestDHCPv6-router-230313011', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:35Z', 'updated_at': '2021-08-17T00:12:40Z', 'revision_number': 3, 'project_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:41.591909 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-959137f9-7f9f-4f8c-b098-e65546de28bd admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.3958077 Aug 17 00:12:41.595616 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50808) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:41.600390 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-92d84626-6587-43ce-a61f-219e05b44e31 None None] Could not find standard attr ID for object 577a6961-070f-4adb-a2a2-edbf010bb670. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:12:41.602265 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-abda289e-0ae2-4876-9c3a-927ccaf1efa5 admin admin] Request body: {'subnet': {'network_id': '319c4948-ce61-4149-b91a-e60854482c73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-69339033-subnet', 'tenant_id': 'ed28b20204514c9b82843070ec3ff7cb', 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:41.620030 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959137f9-7f9f-4f8c-b098-e65546de28bd admin admin] Pushing event updated for resources: {'Network': ['ID=319c4948-ce61-4149-b91a-e60854482c73,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:41.642724 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abda289e-0ae2-4876-9c3a-927ccaf1efa5 admin admin] Made reservation on behalf of ed28b20204514c9b82843070ec3ff7cb for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:12:41.646088 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-abda289e-0ae2-4876-9c3a-927ccaf1efa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:41.681141 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5c9a41-98af-41cf-b184-32e3ff0ac994 x-openstack-request-id: req-5a5c9a41-98af-41cf-b184-32e3ff0ac994 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:12:41.682695 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69c48f3-5a7f-4942-a3d4-73f1f79f247c", "tag": "c834c02c-f238-4a79-95de-3501d75dac9e", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:12:41.683198 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a5c9a41-98af-41cf-b184-32e3ff0ac994 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:12:41.683814 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69c48f3-5a7f-4942-a3d4-73f1f79f247c', 'tag': 'c834c02c-f238-4a79-95de-3501d75dac9e', 'status': 'completed', 'code': 200} Aug 17 00:12:41.704781 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8250e24e-66a1-4ae4-82d4-be8f5be4e63d None None] The sync data for ids ['2c42193e-f443-4e0a-a03e-08f4c4af8599'] in n-d-800088-20 is: [{'id': '2c42193e-f443-4e0a-a03e-08f4c4af8599', 'name': 'tempest-NetworksTestDHCPv6-router-230313011', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:35Z', 'updated_at': '2021-08-17T00:12:40Z', 'revision_number': 3, 'project_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'gw_port_host': None}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:12:41.722272 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 319c4948-ce61-4149-b91a-e60854482c73 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:12:41.835279 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:41.869228 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a77d2f7-1c65-4068-bbc2-1303970a0442 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:41.870880 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a77d2f7-1c65-4068-bbc2-1303970a0442 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:41.872495 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3a77d2f7-1c65-4068-bbc2-1303970a0442 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3224831 Aug 17 00:12:41.875932 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50810) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:41.925235 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bc2b6-e48c-4716-b044-52e63be8c0da req-c41a85a1-dc3a-4c03-b8fd-7c2803cc9d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:41.926660 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-634bc2b6-e48c-4716-b044-52e63be8c0da req-c41a85a1-dc3a-4c03-b8fd-7c2803cc9d36 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 1097 time: 0.2006111 Aug 17 00:12:41.989921 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a8d352-6694-4a1e-9fad-5471165b24b3 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet f878ade7-f6df-4884-b8af-534f70babfc5 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:12:41.992959 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9e3e9-7241-4d89-866a-1032fe7ddc7d req-e89b0567-23d8-4e9f-a188-50fad4d2cd60 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:41.994362 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d352-6694-4a1e-9fad-5471165b24b3 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:41.996861 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ed9e3e9-7241-4d89-866a-1032fe7ddc7d req-e89b0567-23d8-4e9f-a188-50fad4d2cd60 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 945 time: 0.2726295 Aug 17 00:12:42.054793 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d352-6694-4a1e-9fad-5471165b24b3 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:42.056231 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-0749df44-3bfe-4cec-a1fd-16157e29b32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307134323', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:06Z', 'updated_at': '2021-08-17T00:12:14Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:07Z', 'updated_at': '2021-08-17T00:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '3e9f210f-5ea6-433b-862f-7ac14f3a33da', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'floating_ip_address': '172.25.3.198', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'port_id': 'c834c02c-f238-4a79-95de-3501d75dac9e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f', 'mac_address': 'fa:16:3e:ae:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69c48f3-5a7f-4942-a3d4-73f1f79f247c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:12:39Z', 'updated_at': '2021-08-17T00:12:39Z', 'revision_number': 0, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3c1f87-a219-4324-87d9-c31196a4c8c7', 'name': '', 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:2f:a9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'f0d8a3b7-c569-47e7-90c5-72c119473abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:13Z', 'updated_at': '2021-08-17T00:12:24Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': 'f0d8a3b7-c569-47e7-90c5-72c119473abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:42.107564 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0749df44-3bfe-4cec-a1fd-16157e29b32d None None] Checking router: d33fe42a-a2e5-4467-b0c3-42df87bf4182 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:12:42.126044 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0749df44-3bfe-4cec-a1fd-16157e29b32d None None] Routers {'d33fe42a-a2e5-4467-b0c3-42df87bf4182'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:12:42.126690 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-0749df44-3bfe-4cec-a1fd-16157e29b32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:12:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d33fe42a-a2e5-4467-b0c3-42df87bf4182'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:42.165856 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ed9e3e9-7241-4d89-866a-1032fe7ddc7d req-3fe34d56-5884-4134-8903-6e247e7d9eb5 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=80d1d1d2-0d20-42fd-911e-e4d056514efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377985 Aug 17 00:12:42.189509 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50816) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:42.229465 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d352-6694-4a1e-9fad-5471165b24b3 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:42.251945 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bc2b6-e48c-4716-b044-52e63be8c0da req-76b88797-84c7-4585-a1a5-38e94893f920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:42.253619 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-634bc2b6-e48c-4716-b044-52e63be8c0da req-76b88797-84c7-4585-a1a5-38e94893f920 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f9d981a4-1c1e-4a2c-931a-d51f713b524f HTTP/1.1" status: 200 len: 898 time: 0.3188832 Aug 17 00:12:42.323352 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d352-6694-4a1e-9fad-5471165b24b3 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:42.332741 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-0749df44-3bfe-4cec-a1fd-16157e29b32d None None] Set router d33fe42a-a2e5-4467-b0c3-42df87bf4182 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:12:42.369889 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8d352-6694-4a1e-9fad-5471165b24b3 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=f878ade7-f6df-4884-b8af-534f70babfc5,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:42.376557 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-18477e30-ff1d-4f25-a513-0d99476b1a50 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/floatingips/3e9f210f-5ea6-433b-862f-7ac14f3a33da HTTP/1.1" status: 200 len: 991 time: 0.1847446 Aug 17 00:12:42.383085 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d352-6694-4a1e-9fad-5471165b24b3 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:42.385471 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a5a8d352-6694-4a1e-9fad-5471165b24b3 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/f878ade7-f6df-4884-b8af-534f70babfc5 HTTP/1.1" status: 204 len: 168 time: 0.5084128 Aug 17 00:12:42.388155 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50818) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:42.389897 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a456d2-fb07-4067-88df-9194979c2a42 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:12:42.393735 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-abda289e-0ae2-4876-9c3a-927ccaf1efa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:42.440886 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-634bc2b6-e48c-4716-b044-52e63be8c0da req-d359316e-034e-4116-88f6-476fa4752632 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c834c02c-f238-4a79-95de-3501d75dac9e HTTP/1.1" status: 200 len: 999 time: 0.1740992 Aug 17 00:12:42.519283 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50822) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:42.554574 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda289e-0ae2-4876-9c3a-927ccaf1efa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2078c167-4592-4bdc-86cf-030fc379b5ef,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:42.584911 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bc2b6-e48c-4716-b044-52e63be8c0da req-dbed2607-fa70-4c72-874e-f8ce69c416bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:42.587259 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-634bc2b6-e48c-4716-b044-52e63be8c0da req-dbed2607-fa70-4c72-874e-f8ce69c416bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f0d8a3b7-c569-47e7-90c5-72c119473abd HTTP/1.1" status: 200 len: 835 time: 0.1319325 Aug 17 00:12:42.588326 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda289e-0ae2-4876-9c3a-927ccaf1efa5 admin admin] Checking segment: {'id': 'b7f7b4ee-cb20-43a4-b1b5-b85107f81efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '319c4948-ce61-4149-b91a-e60854482c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:12:42.589020 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abda289e-0ae2-4876-9c3a-927ccaf1efa5 admin admin] Network hostable DHCP agents. Network: 319c4948-ce61-4149-b91a-e60854482c73, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:12:42.644854 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abda289e-0ae2-4876-9c3a-927ccaf1efa5 admin admin] Network 319c4948-ce61-4149-b91a-e60854482c73 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:12:42.681504 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d34dd85b-151a-4ad1-acce-6571d3250dcf tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2918348 Aug 17 00:12:42.687969 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-abda289e-0ae2-4876-9c3a-927ccaf1efa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 319c4948-ce61-4149-b91a-e60854482c73) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:42.689651 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50826) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:42.700123 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997e932a-bd61-4d27-ac8f-bc4c55e9bb88 None None] Network 319c4948-ce61-4149-b91a-e60854482c73 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:12:42.794699 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47493862-92aa-429b-bce2-303c3dcbdf98 None None] DHCP port deletion for d70a647a-a896-41f9-a7d0-554edd779aa3 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:12:42.814599 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-0749df44-3bfe-4cec-a1fd-16157e29b32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307134323', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:06Z', 'updated_at': '2021-08-17T00:12:14Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:07Z', 'updated_at': '2021-08-17T00:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '3e9f210f-5ea6-433b-862f-7ac14f3a33da', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'floating_ip_address': '172.25.3.198', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'port_id': 'c834c02c-f238-4a79-95de-3501d75dac9e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f', 'mac_address': 'fa:16:3e:ae:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69c48f3-5a7f-4942-a3d4-73f1f79f247c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:12:39Z', 'updated_at': '2021-08-17T00:12:39Z', 'revision_number': 0, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3c1f87-a219-4324-87d9-c31196a4c8c7', 'name': '', 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:2f:a9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'f0d8a3b7-c569-47e7-90c5-72c119473abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:13Z', 'updated_at': '2021-08-17T00:12:24Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': 'f0d8a3b7-c569-47e7-90c5-72c119473abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:42.846183 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-756fb3b4-9501-4941-8eef-29df121502f1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:42.898389 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0749df44-3bfe-4cec-a1fd-16157e29b32d None None] The sync data for ids ['d33fe42a-a2e5-4467-b0c3-42df87bf4182'] in n-d-800088-20 is: [{'id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307134323', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:06Z', 'updated_at': '2021-08-17T00:12:14Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:07Z', 'updated_at': '2021-08-17T00:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '3e9f210f-5ea6-433b-862f-7ac14f3a33da', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'floating_ip_address': '172.25.3.198', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'port_id': 'c834c02c-f238-4a79-95de-3501d75dac9e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f', 'mac_address': 'fa:16:3e:ae:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69c48f3-5a7f-4942-a3d4-73f1f79f247c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:12:39Z', 'updated_at': '2021-08-17T00:12:39Z', 'revision_number': 0, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3c1f87-a219-4324-87d9-c31196a4c8c7', 'name': '', 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:2f:a9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'f0d8a3b7-c569-47e7-90c5-72c119473abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:13Z', 'updated_at': '2021-08-17T00:12:24Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': 'f0d8a3b7-c569-47e7-90c5-72c119473abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:12:42.927316 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-47493862-92aa-429b-bce2-303c3dcbdf98 None None] Deleting port a8b964ed-d636-4dd3-8e42-6e83d53d6f7e {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:42.928971 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-47493862-92aa-429b-bce2-303c3dcbdf98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:42.943583 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abda289e-0ae2-4876-9c3a-927ccaf1efa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:42.944159 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-abda289e-0ae2-4876-9c3a-927ccaf1efa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:43.020079 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-abda289e-0ae2-4876-9c3a-927ccaf1efa5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 1.4233117 Aug 17 00:12:43.022280 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bc2b6-e48c-4716-b044-52e63be8c0da req-102860bf-6f4a-4c93-9643-e5408f684eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:43.023742 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-634bc2b6-e48c-4716-b044-52e63be8c0da req-102860bf-6f4a-4c93-9643-e5408f684eb1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f9d981a4-1c1e-4a2c-931a-d51f713b524f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4235022 Aug 17 00:12:43.024228 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50828) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:43.035631 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-ade856d1-daba-4dd2-aa71-bfeed91b0ba7 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-69339033-router', 'tenant_id': 'ed28b20204514c9b82843070ec3ff7cb', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:43.083321 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-47493862-92aa-429b-bce2-303c3dcbdf98 None None] For port a8b964ed-d636-4dd3-8e42-6e83d53d6f7e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a8b964ed-d636-4dd3-8e42-6e83d53d6f7e,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:43.087098 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-47493862-92aa-429b-bce2-303c3dcbdf98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:43.107867 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-756fb3b4-9501-4941-8eef-29df121502f1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:43.114066 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-756fb3b4-9501-4941-8eef-29df121502f1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:43.130737 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-47493862-92aa-429b-bce2-303c3dcbdf98 None None] Calling delete_port for a8b964ed-d636-4dd3-8e42-6e83d53d6f7e owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:43.184306 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-756fb3b4-9501-4941-8eef-29df121502f1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:43.185174 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756fb3b4-9501-4941-8eef-29df121502f1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Fanout notify agent at l3_agent the message router_deleted on router 2c42193e-f443-4e0a-a03e-08f4c4af8599 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:12:43.199471 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-756fb3b4-9501-4941-8eef-29df121502f1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:43.201159 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-756fb3b4-9501-4941-8eef-29df121502f1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/routers/2c42193e-f443-4e0a-a03e-08f4c4af8599 HTTP/1.1" status: 204 len: 168 time: 0.5102515 Aug 17 00:12:43.204620 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50832) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:43.204920 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-634bc2b6-e48c-4716-b044-52e63be8c0da req-e070b666-ea8e-47f7-84f4-8029c75a656e service neutron] 10.222.0.64 "GET /v2.0/networks/f9d981a4-1c1e-4a2c-931a-d51f713b524f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656368 Aug 17 00:12:43.219355 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-3123e7f5-953f-4012-be64-8f053888223e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:43.274473 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff4dc42-3e32-48ed-a248-64cfa2542675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-319c4948-ce61-4149-b91a-e60854482c73', 'network_id': '319c4948-ce61-4149-b91a-e60854482c73', 'tenant_id': 'ed28b20204514c9b82843070ec3ff7cb', 'fixed_ips': [{'subnet_id': '2078c167-4592-4bdc-86cf-030fc379b5ef'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:12:43.275352 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6ff4dc42-3e32-48ed-a248-64cfa2542675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:43.302633 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde9ce0b-9f0c-41f9-9c7c-b53ab03072a7 None None] Sync routers for ids ['2c42193e-f443-4e0a-a03e-08f4c4af8599'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:12:43.341565 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec95da5-f4d3-42c9-88cb-acb35719503b None None] New status for floating IP 3e9f210f-5ea6-433b-862f-7ac14f3a33da: ACTIVE {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:12:43.449791 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-634bc2b6-e48c-4716-b044-52e63be8c0da req-5f01b757-d207-4c1f-99d1-b60bfa022ad1 service neutron] 10.222.0.64 "GET /v2.0/networks/f9d981a4-1c1e-4a2c-931a-d51f713b524f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227440 Aug 17 00:12:43.510420 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50836) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:43.517168 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-6ff4dc42-3e32-48ed-a248-64cfa2542675 None None] Allocated IP 172.20.0.2 (319c4948-ce61-4149-b91a-e60854482c73/2078c167-4592-4bdc-86cf-030fc379b5ef/9f20865a-4b09-444c-acc2-f439915aabc2) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:43.678978 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ade856d1-daba-4dd2-aa71-bfeed91b0ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:43.679785 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ade856d1-daba-4dd2-aa71-bfeed91b0ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:43.706428 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6ff4dc42-3e32-48ed-a248-64cfa2542675 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:43.722022 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6ff4dc42-3e32-48ed-a248-64cfa2542675 None None] Transition to ACTIVE for port object 9f20865a-4b09-444c-acc2-f439915aabc2 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:43.741286 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-82a53634-af7d-4631-beaf-50131ee3fb62 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/floatingips/3e9f210f-5ea6-433b-862f-7ac14f3a33da HTTP/1.1" status: 200 len: 991 time: 0.2243111 Aug 17 00:12:43.772357 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6ff4dc42-3e32-48ed-a248-64cfa2542675 None None] Transition to ACTIVE for port object 9f20865a-4b09-444c-acc2-f439915aabc2 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:43.794557 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a8b964ed-d636-4dd3-8e42-6e83d53d6f7e no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:12:43.809618 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde9ce0b-9f0c-41f9-9c7c-b53ab03072a7 None None] Routers set() bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:12:43.810278 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde9ce0b-9f0c-41f9-9c7c-b53ab03072a7 None None] Router IDs set() for agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 00:12:43.811056 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_agentschedulers_db [None req-bde9ce0b-9f0c-41f9-9c7c-b53ab03072a7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2c42193e-f443-4e0a-a03e-08f4c4af8599'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:12:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent'). {{(pid=101404) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 17 00:12:43.814349 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6ff4dc42-3e32-48ed-a248-64cfa2542675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:43.860687 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ade856d1-daba-4dd2-aa71-bfeed91b0ba7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:43.867756 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3123e7f5-953f-4012-be64-8f053888223e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:12:43.880933 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3123e7f5-953f-4012-be64-8f053888223e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:43.921955 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff4dc42-3e32-48ed-a248-64cfa2542675 None None] Network 319c4948-ce61-4149-b91a-e60854482c73 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:43.927230 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-47493862-92aa-429b-bce2-303c3dcbdf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:43.936861 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde9ce0b-9f0c-41f9-9c7c-b53ab03072a7 None None] Routers set() bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:12:43.937356 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde9ce0b-9f0c-41f9-9c7c-b53ab03072a7 None None] Router IDs set() for agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 00:12:43.938179 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_agentschedulers_db [None req-bde9ce0b-9f0c-41f9-9c7c-b53ab03072a7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2c42193e-f443-4e0a-a03e-08f4c4af8599'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:12:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent'). {{(pid=101404) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 17 00:12:43.939252 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde9ce0b-9f0c-41f9-9c7c-b53ab03072a7 None None] The sync data for ids ['2c42193e-f443-4e0a-a03e-08f4c4af8599'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:12:43.947574 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47493862-92aa-429b-bce2-303c3dcbdf98 None None] No DVR routers for this DVR port a8b964ed-d636-4dd3-8e42-6e83d53d6f7e on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:12:43.975076 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-6ff4dc42-3e32-48ed-a248-64cfa2542675 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:43.980705 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff4dc42-3e32-48ed-a248-64cfa2542675 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:12:44.003058 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4dc42-3e32-48ed-a248-64cfa2542675 None None] Pushing event updated for resources: {'Port': ['ID=9f20865a-4b09-444c-acc2-f439915aabc2,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:44.012848 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No active binding found for port a8b964ed-d636-4dd3-8e42-6e83d53d6f7e {{(pid=101404) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 17 00:12:44.013303 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a8b964ed-d636-4dd3-8e42-6e83d53d6f7e not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:12:44.128562 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47493862-92aa-429b-bce2-303c3dcbdf98 None None] Pushing event deleted for resources: {'Port': ['ID=a8b964ed-d636-4dd3-8e42-6e83d53d6f7e,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:44.149604 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-6ff4dc42-3e32-48ed-a248-64cfa2542675 None None] Attempting to bind port 9f20865a-4b09-444c-acc2-f439915aabc2 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:12:44.151081 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-6ff4dc42-3e32-48ed-a248-64cfa2542675 None None] Attempting to bind port 9f20865a-4b09-444c-acc2-f439915aabc2 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'b7f7b4ee-cb20-43a4-b1b5-b85107f81efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '319c4948-ce61-4149-b91a-e60854482c73'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:12:44.151700 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff4dc42-3e32-48ed-a248-64cfa2542675 None None] Attempting to bind port 9f20865a-4b09-444c-acc2-f439915aabc2 on network 319c4948-ce61-4149-b91a-e60854482c73 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:12:44.161751 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff4dc42-3e32-48ed-a248-64cfa2542675 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:12:44.163253 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff4dc42-3e32-48ed-a248-64cfa2542675 None None] Checking segment: {'id': 'b7f7b4ee-cb20-43a4-b1b5-b85107f81efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '319c4948-ce61-4149-b91a-e60854482c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:12:44.164000 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6ff4dc42-3e32-48ed-a248-64cfa2542675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:44.164706 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff4dc42-3e32-48ed-a248-64cfa2542675 None None] Bound using segment: {'id': 'b7f7b4ee-cb20-43a4-b1b5-b85107f81efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '319c4948-ce61-4149-b91a-e60854482c73'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:12:44.165665 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-6ff4dc42-3e32-48ed-a248-64cfa2542675 None None] Bound port: 9f20865a-4b09-444c-acc2-f439915aabc2, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f7b4ee-cb20-43a4-b1b5-b85107f81efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '319c4948-ce61-4149-b91a-e60854482c73'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:12:44.166778 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6ff4dc42-3e32-48ed-a248-64cfa2542675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:44.208052 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3123e7f5-953f-4012-be64-8f053888223e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:44.248301 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-6ff4dc42-3e32-48ed-a248-64cfa2542675 None None] For port 9f20865a-4b09-444c-acc2-f439915aabc2, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:12:44.252937 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-6ff4dc42-3e32-48ed-a248-64cfa2542675 None None] For port 9f20865a-4b09-444c-acc2-f439915aabc2, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9f20865a-4b09-444c-acc2-f439915aabc2,segment=NetworkSegment(b7f7b4ee-cb20-43a4-b1b5-b85107f81efb),segment_id=b7f7b4ee-cb20-43a4-b1b5-b85107f81efb)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:12:44.267451 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6ff4dc42-3e32-48ed-a248-64cfa2542675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:44.291989 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3123e7f5-953f-4012-be64-8f053888223e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:44.291989 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-3123e7f5-953f-4012-be64-8f053888223e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:44.298445 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3123e7f5-953f-4012-be64-8f053888223e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:44.299071 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3123e7f5-953f-4012-be64-8f053888223e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:44.310919 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123e7f5-953f-4012-be64-8f053888223e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=cd590651-194c-495a-b28b-6f34d18f892a,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:44.329511 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffb59c8-34de-4c8c-b1e3-454824614732 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:12:44.335839 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3123e7f5-953f-4012-be64-8f053888223e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1268687 Aug 17 00:12:44.336060 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50840) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:44.341800 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1752530d-b722-45e3-b605-333215ddd9e0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1136379728', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:44.374252 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1752530d-b722-45e3-b605-333215ddd9e0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:44.375897 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1752530d-b722-45e3-b605-333215ddd9e0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:44.378720 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4dc42-3e32-48ed-a248-64cfa2542675 None None] Pushing event updated for resources: {'Port': ['ID=9f20865a-4b09-444c-acc2-f439915aabc2,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:44.453957 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1752530d-b722-45e3-b605-333215ddd9e0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:44.458780 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1752530d-b722-45e3-b605-333215ddd9e0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:44.485896 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1752530d-b722-45e3-b605-333215ddd9e0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:44.489183 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1752530d-b722-45e3-b605-333215ddd9e0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1495895 Aug 17 00:12:44.495556 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50846) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:44.519011 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ade856d1-daba-4dd2-aa71-bfeed91b0ba7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:44.643971 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c986568-9c20-4b97-bf73-7093478a7edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-d70a647a-a896-41f9-a7d0-554edd779aa3', 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'fixed_ips': [{'subnet_id': 'cd590651-194c-495a-b28b-6f34d18f892a'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:12:44.645882 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7c986568-9c20-4b97-bf73-7093478a7edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:44.751000 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50850) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:44.839119 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50852) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:44.849658 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1f1b1e33-ef07-4c95-87ec-868d3277995f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:44.910975 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-7c986568-9c20-4b97-bf73-7093478a7edc None None] Allocated IP 2001:db8::2 (d70a647a-a896-41f9-a7d0-554edd779aa3/cd590651-194c-495a-b28b-6f34d18f892a/c63d4468-698d-4293-bf52-5bc7055718a3) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:44.982323 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e70e2031-58ec-4777-a679-61d1eeac8420 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:44.985518 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-60722a47-5d4b-4cbb-bfa5-75170215c4cd tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/floatingips/3e9f210f-5ea6-433b-862f-7ac14f3a33da HTTP/1.1" status: 200 len: 993 time: 0.2318351 Aug 17 00:12:45.098688 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fbd08b31-b469-40d5-aa9a-e92584f68629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:45.255409 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ade856d1-daba-4dd2-aa71-bfeed91b0ba7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:45.285713 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ade856d1-daba-4dd2-aa71-bfeed91b0ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:45.338355 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fbd08b31-b469-40d5-aa9a-e92584f68629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:45.353647 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fbd08b31-b469-40d5-aa9a-e92584f68629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:45.370097 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7c986568-9c20-4b97-bf73-7093478a7edc None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:45.381605 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7c986568-9c20-4b97-bf73-7093478a7edc None None] Transition to ACTIVE for port object c63d4468-698d-4293-bf52-5bc7055718a3 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:45.400051 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7c986568-9c20-4b97-bf73-7093478a7edc None None] Transition to ACTIVE for port object c63d4468-698d-4293-bf52-5bc7055718a3 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:45.421208 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7c986568-9c20-4b97-bf73-7093478a7edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:45.472945 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c986568-9c20-4b97-bf73-7093478a7edc None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:45.493257 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-ade856d1-daba-4dd2-aa71-bfeed91b0ba7 admin admin] Allocated IP 172.25.3.53 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/b96ae728-6b14-4a37-8d9e-f178c07fe33b) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:45.502964 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-7c986568-9c20-4b97-bf73-7093478a7edc None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:45.508236 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c986568-9c20-4b97-bf73-7093478a7edc None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:12:45.548635 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fbd08b31-b469-40d5-aa9a-e92584f68629 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=36eef4945e9047a8bb59b8da7ff77ca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7082965 Aug 17 00:12:45.552654 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50858) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:45.553567 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd08b31-b469-40d5-aa9a-e92584f68629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e501cc-3cc3-4395-bc58-7451ed7669e7,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:45.565829 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9f20865a-4b09-444c-acc2-f439915aabc2 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:45.614200 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-1f1b1e33-ef07-4c95-87ec-868d3277995f admin admin] Deleting port e2025865-db7d-4345-aac3-671545464115 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:45.614786 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1f1b1e33-ef07-4c95-87ec-868d3277995f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:45.641073 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-e70e2031-58ec-4777-a679-61d1eeac8420 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 2001:db8::1 (d70a647a-a896-41f9-a7d0-554edd779aa3/cd590651-194c-495a-b28b-6f34d18f892a/39611bfd-1829-4ab1-97cd-1f47ba7691d9) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:45.656860 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c986568-9c20-4b97-bf73-7093478a7edc None None] Pushing event updated for resources: {'Port': ['ID=c63d4468-698d-4293-bf52-5bc7055718a3,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:45.674041 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7b6c1627-6ccf-4517-a80d-4003983611d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:45.678251 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7c986568-9c20-4b97-bf73-7093478a7edc None None] Attempting to bind port c63d4468-698d-4293-bf52-5bc7055718a3 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:12:45.678923 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7c986568-9c20-4b97-bf73-7093478a7edc None None] Attempting to bind port c63d4468-698d-4293-bf52-5bc7055718a3 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:12:45.679362 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c986568-9c20-4b97-bf73-7093478a7edc None None] Attempting to bind port c63d4468-698d-4293-bf52-5bc7055718a3 on network d70a647a-a896-41f9-a7d0-554edd779aa3 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:12:45.688223 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c986568-9c20-4b97-bf73-7093478a7edc None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:12:45.689936 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c986568-9c20-4b97-bf73-7093478a7edc None None] Checking segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:12:45.690422 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7c986568-9c20-4b97-bf73-7093478a7edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:45.691667 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c986568-9c20-4b97-bf73-7093478a7edc None None] Bound using segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:12:45.692249 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7c986568-9c20-4b97-bf73-7093478a7edc None None] Bound port: c63d4468-698d-4293-bf52-5bc7055718a3, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:12:45.693268 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7c986568-9c20-4b97-bf73-7093478a7edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:45.699551 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 9f20865a-4b09-444c-acc2-f439915aabc2 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:45.762586 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7b6c1627-6ccf-4517-a80d-4003983611d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:45.804587 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-7c986568-9c20-4b97-bf73-7093478a7edc None None] For port c63d4468-698d-4293-bf52-5bc7055718a3, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:12:45.808749 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-7c986568-9c20-4b97-bf73-7093478a7edc None None] For port c63d4468-698d-4293-bf52-5bc7055718a3, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c63d4468-698d-4293-bf52-5bc7055718a3,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:12:45.817145 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7c986568-9c20-4b97-bf73-7093478a7edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:45.835635 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ade856d1-daba-4dd2-aa71-bfeed91b0ba7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:45.844241 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-1f1b1e33-ef07-4c95-87ec-868d3277995f admin admin] For port e2025865-db7d-4345-aac3-671545464115, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e2025865-db7d-4345-aac3-671545464115,segment=NetworkSegment(edea90ec-3463-4953-8375-cc71c218290a),segment_id=edea90ec-3463-4953-8375-cc71c218290a)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:45.845627 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1f1b1e33-ef07-4c95-87ec-868d3277995f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:45.872380 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-1f1b1e33-ef07-4c95-87ec-868d3277995f admin admin] Calling delete_port for e2025865-db7d-4345-aac3-671545464115 owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:45.889346 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7b6c1627-6ccf-4517-a80d-4003983611d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:45.893175 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7b6c1627-6ccf-4517-a80d-4003983611d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:45.896922 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c986568-9c20-4b97-bf73-7093478a7edc None None] Pushing event updated for resources: {'Port': ['ID=c63d4468-698d-4293-bf52-5bc7055718a3,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:45.897331 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7b6c1627-6ccf-4517-a80d-4003983611d7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d1e501cc-3cc3-4395-bc58-7451ed7669e7 HTTP/1.1" status: 204 len: 168 time: 0.3262031 Aug 17 00:12:45.912281 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e70e2031-58ec-4777-a679-61d1eeac8420 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:45.914772 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c1627-6ccf-4517-a80d-4003983611d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e501cc-3cc3-4395-bc58-7451ed7669e7,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:45.935165 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-e70e2031-58ec-4777-a679-61d1eeac8420 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Transition to ACTIVE for port object 39611bfd-1829-4ab1-97cd-1f47ba7691d9 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:45.977080 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba98258-d270-418e-a76a-90b6c7c61f6c None None] Network 319c4948-ce61-4149-b91a-e60854482c73 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:12:46.011086 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e70e2031-58ec-4777-a679-61d1eeac8420 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:46.017665 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ade856d1-daba-4dd2-aa71-bfeed91b0ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:46.091559 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade856d1-daba-4dd2-aa71-bfeed91b0ba7 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:46.103267 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-ade856d1-daba-4dd2-aa71-bfeed91b0ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:46.111714 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade856d1-daba-4dd2-aa71-bfeed91b0ba7 admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:12:46.113657 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e2031-58ec-4777-a679-61d1eeac8420 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Port': ['ID=39611bfd-1829-4ab1-97cd-1f47ba7691d9,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:46.116871 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-252c38b5-7c9d-49c6-a749-418886f3f90f None None] Provisioning for port 9f20865a-4b09-444c-acc2-f439915aabc2 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:46.123490 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70e2031-58ec-4777-a679-61d1eeac8420 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:46.128564 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-e70e2031-58ec-4777-a679-61d1eeac8420 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:46.137249 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70e2031-58ec-4777-a679-61d1eeac8420 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:12:46.137985 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e70e2031-58ec-4777-a679-61d1eeac8420 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:46.173789 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade856d1-daba-4dd2-aa71-bfeed91b0ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=b96ae728-6b14-4a37-8d9e-f178c07fe33b,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:46.186911 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-252c38b5-7c9d-49c6-a749-418886f3f90f None None] Provisioning complete for port 9f20865a-4b09-444c-acc2-f439915aabc2 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:46.197367 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-252c38b5-7c9d-49c6-a749-418886f3f90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:46.396804 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e70e2031-58ec-4777-a679-61d1eeac8420 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:46.400906 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-252c38b5-7c9d-49c6-a749-418886f3f90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:46.464141 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-252c38b5-7c9d-49c6-a749-418886f3f90f None None] For port 9f20865a-4b09-444c-acc2-f439915aabc2, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9f20865a-4b09-444c-acc2-f439915aabc2,segment=NetworkSegment(b7f7b4ee-cb20-43a4-b1b5-b85107f81efb),segment_id=b7f7b4ee-cb20-43a4-b1b5-b85107f81efb)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:46.469513 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-252c38b5-7c9d-49c6-a749-418886f3f90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:46.522689 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1f1b1e33-ef07-4c95-87ec-868d3277995f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:46.569111 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ed1e13f8-df6e-47f4-b1ad-e550afd9dcb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:46.576131 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b1e33-ef07-4c95-87ec-868d3277995f admin admin] Pushing event deleted for resources: {'Port': ['ID=e2025865-db7d-4345-aac3-671545464115,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:46.599703 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c38b5-7c9d-49c6-a749-418886f3f90f None None] Pushing event updated for resources: {'Port': ['ID=9f20865a-4b09-444c-acc2-f439915aabc2,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:46.801167 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-22102d65-c149-4e77-8a2c-8bcb9e718fc2 None None] Provisioning complete for port 9f20865a-4b09-444c-acc2-f439915aabc2 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:46.801818 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-22102d65-c149-4e77-8a2c-8bcb9e718fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:46.879042 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ade856d1-daba-4dd2-aa71-bfeed91b0ba7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:46.982492 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e70e2031-58ec-4777-a679-61d1eeac8420 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:46.993633 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e70e2031-58ec-4777-a679-61d1eeac8420 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:46.994503 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e70e2031-58ec-4777-a679-61d1eeac8420 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:47.003799 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1f1b1e33-ef07-4c95-87ec-868d3277995f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:47.118064 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e2031-58ec-4777-a679-61d1eeac8420 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Port': ['ID=39611bfd-1829-4ab1-97cd-1f47ba7691d9,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:47.165359 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70e2031-58ec-4777-a679-61d1eeac8420 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:47.167032 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-e70e2031-58ec-4777-a679-61d1eeac8420 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:47.221707 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ade856d1-daba-4dd2-aa71-bfeed91b0ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:47.312957 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70e2031-58ec-4777-a679-61d1eeac8420 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Router 6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:12:47.448327 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70e2031-58ec-4777-a679-61d1eeac8420 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:12:47.457073 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e70e2031-58ec-4777-a679-61d1eeac8420 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "PUT /v2.0/routers/6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9604077 Aug 17 00:12:47.457794 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50886) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:47.464201 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Sync routers for ids ['6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:12:47.500967 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Routers {'6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:12:47.506034 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:12:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:47.518359 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc5c5e1-3a98-4701-bfc0-9e431922c54c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:47.523719 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5cc5c5e1-3a98-4701-bfc0-9e431922c54c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports/39611bfd-1829-4ab1-97cd-1f47ba7691d9 HTTP/1.1" status: 200 len: 911 time: 0.0647180 Aug 17 00:12:47.524708 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50888) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:47.608887 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f754021-b3fe-4eaf-b16b-87a1f498fa20 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:47.615287 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f754021-b3fe-4eaf-b16b-87a1f498fa20 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:47.621286 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4f754021-b3fe-4eaf-b16b-87a1f498fa20 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0953763 Aug 17 00:12:47.621540 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50892) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:47.725106 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9f20865a-4b09-444c-acc2-f439915aabc2 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:47.864435 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d273afa9-c21b-491f-9551-7477d440143f None None] Provisioning for port c63d4468-698d-4293-bf52-5bc7055718a3 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:47.896968 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1b1e33-ef07-4c95-87ec-868d3277995f admin admin] Router ff054e3c-5eb2-4733-9554-64c7293a2b33 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:12:47.925809 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Set router 6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2 gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:12:47.960632 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 9f20865a-4b09-444c-acc2-f439915aabc2 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:47.961338 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:48.010480 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade856d1-daba-4dd2-aa71-bfeed91b0ba7 admin admin] Router 54a1fa7c-9875-4810-967f-9282a4f37635 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:12:48.119776 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1b1e33-ef07-4c95-87ec-868d3277995f admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:12:48.129666 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1f1b1e33-ef07-4c95-87ec-868d3277995f admin admin] 10.222.0.60 "PUT /v2.0/routers/ff054e3c-5eb2-4733-9554-64c7293a2b33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6075373 Aug 17 00:12:48.130047 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50900) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:48.140818 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3934f938-793d-4123-99eb-59a396fc6882 None None] Sync routers for ids ['ff054e3c-5eb2-4733-9554-64c7293a2b33'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:12:48.157636 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3934f938-793d-4123-99eb-59a396fc6882 None None] Routers {'ff054e3c-5eb2-4733-9554-64c7293a2b33'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:12:48.158504 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-3934f938-793d-4123-99eb-59a396fc6882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:12:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ff054e3c-5eb2-4733-9554-64c7293a2b33'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:48.182231 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f4cd3303-9d9b-45e3-bab0-0ac213978fac None None] Provisioning for port 39611bfd-1829-4ab1-97cd-1f47ba7691d9 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:48.191987 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade856d1-daba-4dd2-aa71-bfeed91b0ba7 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:12:48.192284 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f4cd3303-9d9b-45e3-bab0-0ac213978fac None None] Provisioning complete for port 39611bfd-1829-4ab1-97cd-1f47ba7691d9 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:48.192661 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3303-9d9b-45e3-bab0-0ac213978fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:48.208569 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b547b74-0006-45a3-b66c-ed65d85cb62c None None] Sync routers for ids ['54a1fa7c-9875-4810-967f-9282a4f37635'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:12:48.224666 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1c268e46-5682-488c-836a-6614840d8db1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:48.227605 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ade856d1-daba-4dd2-aa71-bfeed91b0ba7 admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:48.229267 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ade856d1-daba-4dd2-aa71-bfeed91b0ba7 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 914 time: 5.2021372 Aug 17 00:12:48.231941 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50902) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:48.294995 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c63d4468-698d-4293-bf52-5bc7055718a3 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:48.317926 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-3934f938-793d-4123-99eb-59a396fc6882 None None] Set router ff054e3c-5eb2-4733-9554-64c7293a2b33 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:12:48.325706 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b547b74-0006-45a3-b66c-ed65d85cb62c None None] Routers {'54a1fa7c-9875-4810-967f-9282a4f37635'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:12:48.326352 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-2b547b74-0006-45a3-b66c-ed65d85cb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:12:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['54a1fa7c-9875-4810-967f-9282a4f37635'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:48.333836 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f4cd3303-9d9b-45e3-bab0-0ac213978fac None None] Port 39611bfd-1829-4ab1-97cd-1f47ba7691d9 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:12:48.526316 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-505976df-0dcc-43e2-b781-520c063459b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:48.527870 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-3934f938-793d-4123-99eb-59a396fc6882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'name': 'tempest-TaggedBootDevicesTest-5561421-router', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:05Z', 'updated_at': '2021-08-17T00:12:46Z', 'revision_number': 5, 'project_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'gw_port': {'id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:07Z', 'updated_at': '2021-08-17T00:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:48.538114 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f097af26-7764-4489-ae37-1df6f852133b None None] Provisioning complete for port 39611bfd-1829-4ab1-97cd-1f47ba7691d9 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:48.538874 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f097af26-7764-4489-ae37-1df6f852133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:48.544305 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port c63d4468-698d-4293-bf52-5bc7055718a3 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:48.548691 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-2b547b74-0006-45a3-b66c-ed65d85cb62c None None] Set router 54a1fa7c-9875-4810-967f-9282a4f37635 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:12:48.569198 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3934f938-793d-4123-99eb-59a396fc6882 None None] Checking router: ff054e3c-5eb2-4733-9554-64c7293a2b33 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:12:48.587272 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3934f938-793d-4123-99eb-59a396fc6882 None None] Routers {'ff054e3c-5eb2-4733-9554-64c7293a2b33'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:12:48.587957 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-3934f938-793d-4123-99eb-59a396fc6882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:12:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ff054e3c-5eb2-4733-9554-64c7293a2b33'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:48.640466 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port c63d4468-698d-4293-bf52-5bc7055718a3 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:48.640973 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:48.725170 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2', 'name': 'tempest-NetworksTestDHCPv6-router-1136379728', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:44Z', 'updated_at': '2021-08-17T00:12:46Z', 'revision_number': 2, 'project_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'gw_port_host': None, '_interfaces': [{'id': '39611bfd-1829-4ab1-97cd-1f47ba7691d9', 'name': '', 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'mac_address': 'fa:16:3e:ff:fb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'cd590651-194c-495a-b28b-6f34d18f892a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:45Z', 'updated_at': '2021-08-17T00:12:46Z', 'revision_number': 2, 'project_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'subnets': [{'id': 'cd590651-194c-495a-b28b-6f34d18f892a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:48.735743 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f097af26-7764-4489-ae37-1df6f852133b None None] Port 39611bfd-1829-4ab1-97cd-1f47ba7691d9 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:12:48.800879 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-505976df-0dcc-43e2-b781-520c063459b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:48.923254 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-3934f938-793d-4123-99eb-59a396fc6882 None None] Set router ff054e3c-5eb2-4733-9554-64c7293a2b33 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:12:48.980503 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Checking router: 6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:12:48.981512 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Updating router 6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2 port 39611bfd-1829-4ab1-97cd-1f47ba7691d9 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:12:49.039494 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:49.077671 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-505976df-0dcc-43e2-b781-520c063459b7 admin admin] Deleting port 9ceaf0e6-a2f5-44c4-85ef-06727c381afc {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:49.078026 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-505976df-0dcc-43e2-b781-520c063459b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:49.084568 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-1c268e46-5682-488c-836a-6614840d8db1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting port 39611bfd-1829-4ab1-97cd-1f47ba7691d9 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:49.084895 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1c268e46-5682-488c-836a-6614840d8db1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:49.136861 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:49.190069 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-3934f938-793d-4123-99eb-59a396fc6882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'name': 'tempest-TaggedBootDevicesTest-5561421-router', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:05Z', 'updated_at': '2021-08-17T00:12:46Z', 'revision_number': 5, 'project_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'gw_port': {'id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:07Z', 'updated_at': '2021-08-17T00:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:49.222661 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3934f938-793d-4123-99eb-59a396fc6882 None None] The sync data for ids ['ff054e3c-5eb2-4733-9554-64c7293a2b33'] in n-d-800088-20 is: [{'id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'name': 'tempest-TaggedBootDevicesTest-5561421-router', 'tenant_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:01:05Z', 'updated_at': '2021-08-17T00:12:46Z', 'revision_number': 5, 'project_id': '6dea3d186f8943e68e6ffa5ab6e1d924', 'gw_port': {'id': '9ceaf0e6-a2f5-44c4-85ef-06727c381afc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff054e3c-5eb2-4733-9554-64c7293a2b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:01:07Z', 'updated_at': '2021-08-17T00:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:12:49.257633 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port c63d4468-698d-4293-bf52-5bc7055718a3, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c63d4468-698d-4293-bf52-5bc7055718a3,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:49.283226 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:49.298158 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d07701bb-2dbf-4c4d-b216-245cc2fade60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:49.328879 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:49.341615 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-2b547b74-0006-45a3-b66c-ed65d85cb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a1fa7c-9875-4810-967f-9282a4f37635', 'name': 'tempest-ImageQuotaTest-69339033-router', 'tenant_id': 'ed28b20204514c9b82843070ec3ff7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'b96ae728-6b14-4a37-8d9e-f178c07fe33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:43Z', 'updated_at': '2021-08-17T00:12:46Z', 'revision_number': 3, 'project_id': 'ed28b20204514c9b82843070ec3ff7cb', 'gw_port': {'id': 'b96ae728-6b14-4a37-8d9e-f178c07fe33b', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a1fa7c-9875-4810-967f-9282a4f37635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:45Z', 'updated_at': '2021-08-17T00:12:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:49.418909 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b547b74-0006-45a3-b66c-ed65d85cb62c None None] Checking router: 54a1fa7c-9875-4810-967f-9282a4f37635 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:12:49.419270 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b547b74-0006-45a3-b66c-ed65d85cb62c None None] Updating router 54a1fa7c-9875-4810-967f-9282a4f37635 port b96ae728-6b14-4a37-8d9e-f178c07fe33b binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:12:49.461281 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=c63d4468-698d-4293-bf52-5bc7055718a3,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:49.474200 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2b547b74-0006-45a3-b66c-ed65d85cb62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:49.625444 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-505976df-0dcc-43e2-b781-520c063459b7 admin admin] For port 9ceaf0e6-a2f5-44c4-85ef-06727c381afc, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9ceaf0e6-a2f5-44c4-85ef-06727c381afc,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:49.625969 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-505976df-0dcc-43e2-b781-520c063459b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:49.685017 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1c268e46-5682-488c-836a-6614840d8db1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:49.708438 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-505976df-0dcc-43e2-b781-520c063459b7 admin admin] Calling delete_port for 9ceaf0e6-a2f5-44c4-85ef-06727c381afc owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:49.711773 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-1c268e46-5682-488c-836a-6614840d8db1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Calling delete_port for 39611bfd-1829-4ab1-97cd-1f47ba7691d9 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:49.719762 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:49.736635 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-03acc3f7-8e29-42df-b635-cd3e40e72d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:49.740005 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Transition to ACTIVE for port object 39611bfd-1829-4ab1-97cd-1f47ba7691d9 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:49.755523 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:49.773252 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c63d4468-698d-4293-bf52-5bc7055718a3 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:49.880274 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f0675-2f38-459a-b3ff-82cebb106eb3 None None] Pushing event updated for resources: {'Port': ['ID=39611bfd-1829-4ab1-97cd-1f47ba7691d9,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:49.985566 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Attempting to bind port 39611bfd-1829-4ab1-97cd-1f47ba7691d9 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:12:49.986144 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Attempting to bind port 39611bfd-1829-4ab1-97cd-1f47ba7691d9 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:12:49.986482 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Attempting to bind port 39611bfd-1829-4ab1-97cd-1f47ba7691d9 on network d70a647a-a896-41f9-a7d0-554edd779aa3 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:12:50.002794 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port c63d4468-698d-4293-bf52-5bc7055718a3 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:50.003141 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:50.007946 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2b547b74-0006-45a3-b66c-ed65d85cb62c None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:50.011837 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:12:50.012217 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Checking segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:12:50.012732 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:50.013165 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Bound using segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:12:50.013709 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Bound port: 39611bfd-1829-4ab1-97cd-1f47ba7691d9, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:12:50.014128 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:50.083029 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2b547b74-0006-45a3-b66c-ed65d85cb62c None None] Transition to ACTIVE for port object b96ae728-6b14-4a37-8d9e-f178c07fe33b will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:50.130304 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2b547b74-0006-45a3-b66c-ed65d85cb62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:50.199078 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-03acc3f7-8e29-42df-b635-cd3e40e72d87 admin admin] Allocated IP 172.20.0.1 (319c4948-ce61-4149-b91a-e60854482c73/2078c167-4592-4bdc-86cf-030fc379b5ef/cd11a816-d926-48c4-9468-8ba4b2fd6150) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:50.205892 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-2b547b74-0006-45a3-b66c-ed65d85cb62c None None] Attempting to bind port b96ae728-6b14-4a37-8d9e-f178c07fe33b on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:12:50.206278 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-2b547b74-0006-45a3-b66c-ed65d85cb62c None None] Attempting to bind port b96ae728-6b14-4a37-8d9e-f178c07fe33b by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:12:50.206745 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b547b74-0006-45a3-b66c-ed65d85cb62c None None] Attempting to bind port b96ae728-6b14-4a37-8d9e-f178c07fe33b on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:12:50.224615 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b547b74-0006-45a3-b66c-ed65d85cb62c None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:12:50.225114 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b547b74-0006-45a3-b66c-ed65d85cb62c None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:12:50.225535 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2b547b74-0006-45a3-b66c-ed65d85cb62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:50.225933 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b547b74-0006-45a3-b66c-ed65d85cb62c None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:12:50.226416 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-2b547b74-0006-45a3-b66c-ed65d85cb62c None None] Bound port: b96ae728-6b14-4a37-8d9e-f178c07fe33b, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:12:50.226799 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2b547b74-0006-45a3-b66c-ed65d85cb62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:50.253697 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:50.302257 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba8d6d-837b-4f8a-9682-83ba502f0f87 None None] Pushing event updated for resources: {'Port': ['ID=b96ae728-6b14-4a37-8d9e-f178c07fe33b,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:50.343828 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-2b547b74-0006-45a3-b66c-ed65d85cb62c None None] For port b96ae728-6b14-4a37-8d9e-f178c07fe33b, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:12:50.347310 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e2025865-db7d-4345-aac3-671545464115 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:12:50.350456 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-2b547b74-0006-45a3-b66c-ed65d85cb62c None None] For port b96ae728-6b14-4a37-8d9e-f178c07fe33b, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=b96ae728-6b14-4a37-8d9e-f178c07fe33b,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:12:50.364840 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1c268e46-5682-488c-836a-6614840d8db1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:50.367084 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-505976df-0dcc-43e2-b781-520c063459b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:50.375295 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2b547b74-0006-45a3-b66c-ed65d85cb62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:50.377151 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: e2025865-db7d-4345-aac3-671545464115 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:12:50.377502 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e2025865-db7d-4345-aac3-671545464115 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:12:50.381296 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.db.api [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:12:50.381636 n-d-800088-20 neutron-server[101404]: DEBUG oslo_db.api [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:12:50.417569 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c268e46-5682-488c-836a-6614840d8db1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Port': ['ID=39611bfd-1829-4ab1-97cd-1f47ba7691d9,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:50.450326 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba8d6d-837b-4f8a-9682-83ba502f0f87 None None] Pushing event updated for resources: {'Port': ['ID=b96ae728-6b14-4a37-8d9e-f178c07fe33b,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:50.463173 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b547b74-0006-45a3-b66c-ed65d85cb62c None None] Routers {'54a1fa7c-9875-4810-967f-9282a4f37635'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:12:50.464009 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-2b547b74-0006-45a3-b66c-ed65d85cb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:12:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['54a1fa7c-9875-4810-967f-9282a4f37635'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:50.496507 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-03acc3f7-8e29-42df-b635-cd3e40e72d87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:50.535972 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505976df-0dcc-43e2-b781-520c063459b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ceaf0e6-a2f5-44c4-85ef-06727c381afc,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:50.598264 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-2b547b74-0006-45a3-b66c-ed65d85cb62c None None] Set router 54a1fa7c-9875-4810-967f-9282a4f37635 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:12:50.613580 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-03acc3f7-8e29-42df-b635-cd3e40e72d87 admin admin] Transition to ACTIVE for port object cd11a816-d926-48c4-9468-8ba4b2fd6150 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:50.625997 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1c268e46-5682-488c-836a-6614840d8db1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:50.629661 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-505976df-0dcc-43e2-b781-520c063459b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:50.756305 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-505976df-0dcc-43e2-b781-520c063459b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:50.797712 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-505976df-0dcc-43e2-b781-520c063459b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:50.810905 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-2b547b74-0006-45a3-b66c-ed65d85cb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a1fa7c-9875-4810-967f-9282a4f37635', 'name': 'tempest-ImageQuotaTest-69339033-router', 'tenant_id': 'ed28b20204514c9b82843070ec3ff7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'b96ae728-6b14-4a37-8d9e-f178c07fe33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:43Z', 'updated_at': '2021-08-17T00:12:46Z', 'revision_number': 3, 'project_id': 'ed28b20204514c9b82843070ec3ff7cb', 'gw_port': {'id': 'b96ae728-6b14-4a37-8d9e-f178c07fe33b', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a1fa7c-9875-4810-967f-9282a4f37635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:45Z', 'updated_at': '2021-08-17T00:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:50.848012 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b547b74-0006-45a3-b66c-ed65d85cb62c None None] The sync data for ids ['54a1fa7c-9875-4810-967f-9282a4f37635'] in n-d-800088-20 is: [{'id': '54a1fa7c-9875-4810-967f-9282a4f37635', 'name': 'tempest-ImageQuotaTest-69339033-router', 'tenant_id': 'ed28b20204514c9b82843070ec3ff7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'b96ae728-6b14-4a37-8d9e-f178c07fe33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:43Z', 'updated_at': '2021-08-17T00:12:46Z', 'revision_number': 3, 'project_id': 'ed28b20204514c9b82843070ec3ff7cb', 'gw_port': {'id': 'b96ae728-6b14-4a37-8d9e-f178c07fe33b', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a1fa7c-9875-4810-967f-9282a4f37635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:45Z', 'updated_at': '2021-08-17T00:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:12:50.886338 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-03acc3f7-8e29-42df-b635-cd3e40e72d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:50.898108 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Attempting to bind port 39611bfd-1829-4ab1-97cd-1f47ba7691d9 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:12:50.898746 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Attempting to bind port 39611bfd-1829-4ab1-97cd-1f47ba7691d9 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:12:50.899452 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Attempting to bind port 39611bfd-1829-4ab1-97cd-1f47ba7691d9 on network d70a647a-a896-41f9-a7d0-554edd779aa3 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:12:50.906749 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:12:50.907427 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Checking segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:12:50.908022 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:50.908599 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Bound using segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:12:50.909359 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Bound port: 39611bfd-1829-4ab1-97cd-1f47ba7691d9, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:12:50.910002 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:50.931157 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-505976df-0dcc-43e2-b781-520c063459b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:50.931673 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505976df-0dcc-43e2-b781-520c063459b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff054e3c-5eb2-4733-9554-64c7293a2b33 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:12:50.950344 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Port 39611bfd-1829-4ab1-97cd-1f47ba7691d9 has been deleted concurrently {{(pid=101404) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 17 00:12:50.965291 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Routers {'6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:12:50.966066 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:12:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:50.983798 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-505976df-0dcc-43e2-b781-520c063459b7 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:50.984948 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-505976df-0dcc-43e2-b781-520c063459b7 admin admin] 10.222.0.60 "DELETE /v2.0/routers/ff054e3c-5eb2-4733-9554-64c7293a2b33 HTTP/1.1" status: 204 len: 168 time: 2.8505485 Aug 17 00:12:50.988262 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50918) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:51.033814 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03acc3f7-8e29-42df-b635-cd3e40e72d87 admin admin] Network 319c4948-ce61-4149-b91a-e60854482c73 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:51.047115 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-03acc3f7-8e29-42df-b635-cd3e40e72d87 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:51.054252 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03acc3f7-8e29-42df-b635-cd3e40e72d87 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:12:51.084713 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] Set router 6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2 gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:12:51.091880 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03acc3f7-8e29-42df-b635-cd3e40e72d87 admin admin] Pushing event updated for resources: {'Port': ['ID=cd11a816-d926-48c4-9468-8ba4b2fd6150,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:51.123134 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c268e46-5682-488c-836a-6614840d8db1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Router 6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:12:51.127310 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-db240da8-881f-4b76-9363-72f4fe79a8af admin admin] Deleting subnet 5723fbf6-9716-47be-90e8-4e9878cdb460 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:12:51.147020 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-db240da8-881f-4b76-9363-72f4fe79a8af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:51.196480 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2', 'name': 'tempest-NetworksTestDHCPv6-router-1136379728', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:44Z', 'updated_at': '2021-08-17T00:12:50Z', 'revision_number': 3, 'project_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:51.231386 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00501d0-4e13-4d6b-b467-27a83f706b39 None None] The sync data for ids ['6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2'] in n-d-800088-20 is: [{'id': '6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2', 'name': 'tempest-NetworksTestDHCPv6-router-1136379728', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:44Z', 'updated_at': '2021-08-17T00:12:50Z', 'revision_number': 3, 'project_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'gw_port_host': None}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:12:51.242334 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-db240da8-881f-4b76-9363-72f4fe79a8af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:51.375288 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-03acc3f7-8e29-42df-b635-cd3e40e72d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:51.380347 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c268e46-5682-488c-836a-6614840d8db1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:12:51.424508 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1c268e46-5682-488c-836a-6614840d8db1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "PUT /v2.0/routers/6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7995851 Aug 17 00:12:51.425518 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50924) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:51.469475 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fd7ab63a-58a2-4e4b-bb9f-9575bd899fb3 None None] Provisioning for port cd11a816-d926-48c4-9468-8ba4b2fd6150 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:51.473822 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fd7ab63a-58a2-4e4b-bb9f-9575bd899fb3 None None] Provisioning complete for port cd11a816-d926-48c4-9468-8ba4b2fd6150 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:51.474515 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fd7ab63a-58a2-4e4b-bb9f-9575bd899fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:51.511761 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-fd7ab63a-58a2-4e4b-bb9f-9575bd899fb3 None None] Port cd11a816-d926-48c4-9468-8ba4b2fd6150 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:12:51.532748 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c122de9-b2fb-4b82-b686-44578595d0e1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:51.534367 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c122de9-b2fb-4b82-b686-44578595d0e1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:51.538541 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5c122de9-b2fb-4b82-b686-44578595d0e1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1082180 Aug 17 00:12:51.540989 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50926) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:51.544099 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-db240da8-881f-4b76-9363-72f4fe79a8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:51.715164 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa382ffc-100e-453e-9db1-c84b371f3369 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet cd590651-194c-495a-b28b-6f34d18f892a {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:12:51.723607 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aa382ffc-100e-453e-9db1-c84b371f3369 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:51.725388 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9ceaf0e6-a2f5-44c4-85ef-06727c381afc no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:12:51.779084 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 9ceaf0e6-a2f5-44c4-85ef-06727c381afc {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:12:51.780015 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9ceaf0e6-a2f5-44c4-85ef-06727c381afc not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:12:51.788375 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-03acc3f7-8e29-42df-b635-cd3e40e72d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:51.791367 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aa382ffc-100e-453e-9db1-c84b371f3369 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:51.807484 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-db240da8-881f-4b76-9363-72f4fe79a8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:51.856918 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971cb162-401f-48c9-82f5-43dafc843f89 None None] Network 7d344a82-79d7-4f15-a0ba-8fc315949c8f requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:12:51.883638 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db240da8-881f-4b76-9363-72f4fe79a8af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5723fbf6-9716-47be-90e8-4e9878cdb460,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:51.891836 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-db240da8-881f-4b76-9363-72f4fe79a8af admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:51.894012 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-db240da8-881f-4b76-9363-72f4fe79a8af admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5723fbf6-9716-47be-90e8-4e9878cdb460 HTTP/1.1" status: 204 len: 168 time: 0.9030876 Aug 17 00:12:51.897100 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50928) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:51.962014 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aa382ffc-100e-453e-9db1-c84b371f3369 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:52.131124 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aa382ffc-100e-453e-9db1-c84b371f3369 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:52.141530 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8256f473-004b-48a5-a01d-c64b1130ddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:52.161056 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:52.188055 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa382ffc-100e-453e-9db1-c84b371f3369 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=cd590651-194c-495a-b28b-6f34d18f892a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:52.218187 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336e4ea5-4899-4126-a3eb-44d4c3816ccb None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:12:52.222611 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa382ffc-100e-453e-9db1-c84b371f3369 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:52.222910 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa382ffc-100e-453e-9db1-c84b371f3369 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:52.223258 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa382ffc-100e-453e-9db1-c84b371f3369 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:52.223603 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa382ffc-100e-453e-9db1-c84b371f3369 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:52.223944 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa382ffc-100e-453e-9db1-c84b371f3369 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:52.224381 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa382ffc-100e-453e-9db1-c84b371f3369 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:52.224603 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa382ffc-100e-453e-9db1-c84b371f3369 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:52.224936 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa382ffc-100e-453e-9db1-c84b371f3369 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:52.225296 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa382ffc-100e-453e-9db1-c84b371f3369 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:52.225631 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa382ffc-100e-453e-9db1-c84b371f3369 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:52.225965 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa382ffc-100e-453e-9db1-c84b371f3369 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:52.226297 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa382ffc-100e-453e-9db1-c84b371f3369 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:52.250675 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aa382ffc-100e-453e-9db1-c84b371f3369 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:52.253554 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-aa382ffc-100e-453e-9db1-c84b371f3369 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/cd590651-194c-495a-b28b-6f34d18f892a HTTP/1.1" status: 204 len: 168 time: 0.7074370 Aug 17 00:12:52.257479 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50934) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:52.320737 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d980e80-9571-451e-9d98-49f6fbfb254b None None] DHCP port deletion for 7d344a82-79d7-4f15-a0ba-8fc315949c8f request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:12:52.386229 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-03acc3f7-8e29-42df-b635-cd3e40e72d87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:52.433265 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-03acc3f7-8e29-42df-b635-cd3e40e72d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:52.473986 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7ec392a2-c6bd-40b6-8e89-63942c396d17 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2152104 Aug 17 00:12:52.476251 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50936) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:52.496442 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-8256f473-004b-48a5-a01d-c64b1130ddb9 admin admin] Deleting port 70a9b495-57a8-4c27-aee2-eec1e54ff6f6 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:52.497033 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8256f473-004b-48a5-a01d-c64b1130ddb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:52.568734 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-7d980e80-9571-451e-9d98-49f6fbfb254b None None] Deleting port 70a9b495-57a8-4c27-aee2-eec1e54ff6f6 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:52.569193 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7d980e80-9571-451e-9d98-49f6fbfb254b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:52.614887 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-8256f473-004b-48a5-a01d-c64b1130ddb9 admin admin] For port 70a9b495-57a8-4c27-aee2-eec1e54ff6f6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=70a9b495-57a8-4c27-aee2-eec1e54ff6f6,segment=NetworkSegment(edea90ec-3463-4953-8375-cc71c218290a),segment_id=edea90ec-3463-4953-8375-cc71c218290a)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:52.615267 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8256f473-004b-48a5-a01d-c64b1130ddb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:52.624266 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01dacb89-5440-4bb8-bd94-4f0e073e115c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:52.630111 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8183c5c-2445-45ea-8441-a2a237ef5f7e None None] Sync routers for ids ['6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:12:52.638011 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-8256f473-004b-48a5-a01d-c64b1130ddb9 admin admin] Calling delete_port for 70a9b495-57a8-4c27-aee2-eec1e54ff6f6 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:52.649469 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8183c5c-2445-45ea-8441-a2a237ef5f7e None None] Routers {'6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:12:52.652469 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e8183c5c-2445-45ea-8441-a2a237ef5f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:12:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:52.806540 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8256f473-004b-48a5-a01d-c64b1130ddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:52.826219 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-e8183c5c-2445-45ea-8441-a2a237ef5f7e None None] Set router 6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2 gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:12:52.839754 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8256f473-004b-48a5-a01d-c64b1130ddb9 admin admin] No DVR routers for this DVR port 70a9b495-57a8-4c27-aee2-eec1e54ff6f6 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:12:52.883334 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-03acc3f7-8e29-42df-b635-cd3e40e72d87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:52.896223 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03acc3f7-8e29-42df-b635-cd3e40e72d87 admin admin] Pushing event updated for resources: {'Port': ['ID=cd11a816-d926-48c4-9468-8ba4b2fd6150,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:52.938452 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01dacb89-5440-4bb8-bd94-4f0e073e115c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:52.942344 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01dacb89-5440-4bb8-bd94-4f0e073e115c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:52.985459 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-7d980e80-9571-451e-9d98-49f6fbfb254b None None] For port 70a9b495-57a8-4c27-aee2-eec1e54ff6f6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=70a9b495-57a8-4c27-aee2-eec1e54ff6f6,segment=NetworkSegment(edea90ec-3463-4953-8375-cc71c218290a),segment_id=edea90ec-3463-4953-8375-cc71c218290a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:52.986408 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7d980e80-9571-451e-9d98-49f6fbfb254b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:52.990090 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e8183c5c-2445-45ea-8441-a2a237ef5f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2', 'name': 'tempest-NetworksTestDHCPv6-router-1136379728', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:44Z', 'updated_at': '2021-08-17T00:12:50Z', 'revision_number': 3, 'project_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:53.003503 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-7d980e80-9571-451e-9d98-49f6fbfb254b None None] Calling delete_port for 70a9b495-57a8-4c27-aee2-eec1e54ff6f6 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:53.008421 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8256f473-004b-48a5-a01d-c64b1130ddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:53.037987 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8183c5c-2445-45ea-8441-a2a237ef5f7e None None] Checking router: 6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:12:53.043975 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-8256f473-004b-48a5-a01d-c64b1130ddb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d344a82-79d7-4f15-a0ba-8fc315949c8f']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:53.059003 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8183c5c-2445-45ea-8441-a2a237ef5f7e None None] Routers {'6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:12:53.059849 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e8183c5c-2445-45ea-8441-a2a237ef5f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:12:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:53.063199 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01dacb89-5440-4bb8-bd94-4f0e073e115c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:53.064539 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01dacb89-5440-4bb8-bd94-4f0e073e115c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Fanout notify agent at l3_agent the message router_deleted on router 6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2 {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:12:53.075763 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01dacb89-5440-4bb8-bd94-4f0e073e115c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:53.078024 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-8256f473-004b-48a5-a01d-c64b1130ddb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edea90ec-3463-4953-8375-cc71c218290a') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:53.078321 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-8256f473-004b-48a5-a01d-c64b1130ddb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edea90ec-3463-4953-8375-cc71c218290a') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:53.079098 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-01dacb89-5440-4bb8-bd94-4f0e073e115c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/routers/6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2 HTTP/1.1" status: 204 len: 168 time: 0.6016405 Aug 17 00:12:53.082028 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50938) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:53.104212 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8256f473-004b-48a5-a01d-c64b1130ddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:53.113789 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7d980e80-9571-451e-9d98-49f6fbfb254b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:53.121898 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c089bdc-1efc-45b6-b406-bf87d8a72e27 None None] DHCP port deletion for d70a647a-a896-41f9-a7d0-554edd779aa3 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:12:53.129269 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e8183c5c-2445-45ea-8441-a2a237ef5f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:53.129931 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8183c5c-2445-45ea-8441-a2a237ef5f7e None None] The sync data for ids ['6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:12:53.134251 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8256f473-004b-48a5-a01d-c64b1130ddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:53.147242 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8256f473-004b-48a5-a01d-c64b1130ddb9 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:12:53.149568 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8256f473-004b-48a5-a01d-c64b1130ddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:53.176788 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d980e80-9571-451e-9d98-49f6fbfb254b None None] No DVR routers for this DVR port 70a9b495-57a8-4c27-aee2-eec1e54ff6f6 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:12:53.184130 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d980e80-9571-451e-9d98-49f6fbfb254b None None] Pushing event deleted for resources: {'Port': ['ID=70a9b495-57a8-4c27-aee2-eec1e54ff6f6,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:53.202261 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94ee9fb-464d-4328-9c1a-e54c315f60a9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:53.206129 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d94ee9fb-464d-4328-9c1a-e54c315f60a9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1208887 Aug 17 00:12:53.206729 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50940) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: items = [ Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:12:53.246105 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:12:53.249988 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-3c089bdc-1efc-45b6-b406-bf87d8a72e27 None None] Deleting port c63d4468-698d-4293-bf52-5bc7055718a3 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:53.250693 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c089bdc-1efc-45b6-b406-bf87d8a72e27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:53.294101 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256f473-004b-48a5-a01d-c64b1130ddb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=70a9b495-57a8-4c27-aee2-eec1e54ff6f6,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:53.328862 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8256f473-004b-48a5-a01d-c64b1130ddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:53.353414 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ebca3e-9a70-4c12-a94e-77bc2fc040f0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:53.355569 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a5ebca3e-9a70-4c12-a94e-77bc2fc040f0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1478794 Aug 17 00:12:53.357679 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8256f473-004b-48a5-a01d-c64b1130ddb9 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:53.364429 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8256f473-004b-48a5-a01d-c64b1130ddb9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7d344a82-79d7-4f15-a0ba-8fc315949c8f HTTP/1.1" status: 204 len: 168 time: 1.4620242 Aug 17 00:12:53.366144 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50946) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:53.430973 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-3c089bdc-1efc-45b6-b406-bf87d8a72e27 None None] For port c63d4468-698d-4293-bf52-5bc7055718a3, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c63d4468-698d-4293-bf52-5bc7055718a3,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:53.431473 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c089bdc-1efc-45b6-b406-bf87d8a72e27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:53.451506 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256f473-004b-48a5-a01d-c64b1130ddb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d344a82-79d7-4f15-a0ba-8fc315949c8f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:53.478054 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-3c089bdc-1efc-45b6-b406-bf87d8a72e27 None None] Calling delete_port for c63d4468-698d-4293-bf52-5bc7055718a3 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:53.482824 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-07534345-2ff9-4bd8-af79-af6bf622f0cc tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1150999 Aug 17 00:12:53.488458 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03acc3f7-8e29-42df-b635-cd3e40e72d87 admin admin] Network 319c4948-ce61-4149-b91a-e60854482c73 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:53.488458 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-03acc3f7-8e29-42df-b635-cd3e40e72d87 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:53.499769 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50950) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:53.507659 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-0d1bc36c-4379-4e34-9883-fca0b7e3f42a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:53.570851 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b96ae728-6b14-4a37-8d9e-f178c07fe33b up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:53.680581 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port b96ae728-6b14-4a37-8d9e-f178c07fe33b completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:53.693447 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port b96ae728-6b14-4a37-8d9e-f178c07fe33b triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:53.695531 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:53.727591 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c089bdc-1efc-45b6-b406-bf87d8a72e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:53.770742 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c089bdc-1efc-45b6-b406-bf87d8a72e27 None None] Pushing event deleted for resources: {'Port': ['ID=c63d4468-698d-4293-bf52-5bc7055718a3,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:53.782040 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c089bdc-1efc-45b6-b406-bf87d8a72e27 None None] No DVR routers for this DVR port c63d4468-698d-4293-bf52-5bc7055718a3 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:12:53.783251 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03acc3f7-8e29-42df-b635-cd3e40e72d87 admin admin] Router 54a1fa7c-9875-4810-967f-9282a4f37635 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:12:53.798673 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50952) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:53.804817 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1bc36c-4379-4e34-9883-fca0b7e3f42a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:12:53.811658 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0d1bc36c-4379-4e34-9883-fca0b7e3f42a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:53.862770 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6fb3a1a8-cace-41f8-bef4-92d626b5309c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6dea3d186f8943e68e6ffa5ab6e1d924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0627685 Aug 17 00:12:53.863390 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50954) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:53.875211 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:53.908211 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port b96ae728-6b14-4a37-8d9e-f178c07fe33b, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=b96ae728-6b14-4a37-8d9e-f178c07fe33b,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:53.916914 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:53.950504 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eca071ad-9172-45f5-a744-b188ff0d2d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:53.980953 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:12:54.005297 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1524040c-31f8-4284-bab2-88120e514ef3 None None] Provisioning complete for port cd11a816-d926-48c4-9468-8ba4b2fd6150 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:54.006039 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1524040c-31f8-4284-bab2-88120e514ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:54.028167 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eca071ad-9172-45f5-a744-b188ff0d2d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:54.031444 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=b96ae728-6b14-4a37-8d9e-f178c07fe33b,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:54.043478 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c63d4468-698d-4293-bf52-5bc7055718a3 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:12:54.079068 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: c63d4468-698d-4293-bf52-5bc7055718a3 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:12:54.079970 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c63d4468-698d-4293-bf52-5bc7055718a3 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:12:54.080151 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 70a9b495-57a8-4c27-aee2-eec1e54ff6f6 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:12:54.084343 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1524040c-31f8-4284-bab2-88120e514ef3 None None] Port cd11a816-d926-48c4-9468-8ba4b2fd6150 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:12:54.096435 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03acc3f7-8e29-42df-b635-cd3e40e72d87 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:12:54.103056 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 70a9b495-57a8-4c27-aee2-eec1e54ff6f6 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:12:54.103301 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 70a9b495-57a8-4c27-aee2-eec1e54ff6f6 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:12:54.104563 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-03acc3f7-8e29-42df-b635-cd3e40e72d87 admin admin] 10.222.0.60 "PUT /v2.0/routers/54a1fa7c-9875-4810-967f-9282a4f37635/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8715870 Aug 17 00:12:54.116841 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eca071ad-9172-45f5-a744-b188ff0d2d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:54.119668 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a32e4b8-6a3d-4d7e-9b1f-46ab304f70f9 None None] Sync routers for ids ['54a1fa7c-9875-4810-967f-9282a4f37635'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:12:54.125468 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eca071ad-9172-45f5-a744-b188ff0d2d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:54.126840 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-eca071ad-9172-45f5-a744-b188ff0d2d69 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5d57b1a9-1b8e-4448-82cb-fc1d45b5175b HTTP/1.1" status: 204 len: 168 time: 0.2624977 Aug 17 00:12:54.138435 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca071ad-9172-45f5-a744-b188ff0d2d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d57b1a9-1b8e-4448-82cb-fc1d45b5175b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:54.160756 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a32e4b8-6a3d-4d7e-9b1f-46ab304f70f9 None None] Routers {'54a1fa7c-9875-4810-967f-9282a4f37635'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:12:54.166568 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-5a32e4b8-6a3d-4d7e-9b1f-46ab304f70f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:12:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['54a1fa7c-9875-4810-967f-9282a4f37635'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:54.341315 n-d-800088-20 neutron-server[101402]: DEBUG neutron.objects.ports [None req-0d1bc36c-4379-4e34-9883-fca0b7e3f42a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101402) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 00:12:54.343158 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0d1bc36c-4379-4e34-9883-fca0b7e3f42a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:54.351254 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-5a32e4b8-6a3d-4d7e-9b1f-46ab304f70f9 None None] Set router 54a1fa7c-9875-4810-967f-9282a4f37635 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:12:54.394559 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1bc36c-4379-4e34-9883-fca0b7e3f42a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:54.399288 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-0d1bc36c-4379-4e34-9883-fca0b7e3f42a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:54.405070 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1bc36c-4379-4e34-9883-fca0b7e3f42a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:54.405850 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0d1bc36c-4379-4e34-9883-fca0b7e3f42a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:54.416957 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87c9ce2-eca3-416a-891d-76cfd559b1b0 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:12:54.417400 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1bc36c-4379-4e34-9883-fca0b7e3f42a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=f4720f95-c5e5-452f-8ad9-51a83b99f8fd,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:54.443669 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0d1bc36c-4379-4e34-9883-fca0b7e3f42a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9409351 Aug 17 00:12:54.444913 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50964) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:54.450859 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-e3c91628-38b1-4cc8-99b0-b8fd08cedce9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:54.642009 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c91628-38b1-4cc8-99b0-b8fd08cedce9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:12:54.653874 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e3c91628-38b1-4cc8-99b0-b8fd08cedce9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:54.761444 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-5a32e4b8-6a3d-4d7e-9b1f-46ab304f70f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a1fa7c-9875-4810-967f-9282a4f37635', 'name': 'tempest-ImageQuotaTest-69339033-router', 'tenant_id': 'ed28b20204514c9b82843070ec3ff7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'b96ae728-6b14-4a37-8d9e-f178c07fe33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:43Z', 'updated_at': '2021-08-17T00:12:51Z', 'revision_number': 4, 'project_id': 'ed28b20204514c9b82843070ec3ff7cb', 'gw_port': {'id': 'b96ae728-6b14-4a37-8d9e-f178c07fe33b', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1fa7c-9875-4810-967f-9282a4f37635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:45Z', 'updated_at': '2021-08-17T00:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'cd11a816-d926-48c4-9468-8ba4b2fd6150', 'name': '', 'network_id': '319c4948-ce61-4149-b91a-e60854482c73', 'tenant_id': 'ed28b20204514c9b82843070ec3ff7cb', 'mac_address': 'fa:16:3e:d6:a0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a1fa7c-9875-4810-967f-9282a4f37635', 'device_owner': 'network:router_interface', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '2078c167-4592-4bdc-86cf-030fc379b5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:49Z', 'updated_at': '2021-08-17T00:12:51Z', 'revision_number': 2, 'project_id': 'ed28b20204514c9b82843070ec3ff7cb', 'subnets': [{'id': '2078c167-4592-4bdc-86cf-030fc379b5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:54.826163 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a32e4b8-6a3d-4d7e-9b1f-46ab304f70f9 None None] Checking router: 54a1fa7c-9875-4810-967f-9282a4f37635 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:12:54.827560 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a32e4b8-6a3d-4d7e-9b1f-46ab304f70f9 None None] Updating router 54a1fa7c-9875-4810-967f-9282a4f37635 port cd11a816-d926-48c4-9468-8ba4b2fd6150 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:12:54.868390 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5a32e4b8-6a3d-4d7e-9b1f-46ab304f70f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:54.926921 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfd7a27-7a25-4b95-8bfc-b2d5e02af13b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-d70a647a-a896-41f9-a7d0-554edd779aa3', 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'fixed_ips': [{'subnet_id': 'f4720f95-c5e5-452f-8ad9-51a83b99f8fd'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:12:54.927796 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5dfd7a27-7a25-4b95-8bfc-b2d5e02af13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:55.104062 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-5dfd7a27-7a25-4b95-8bfc-b2d5e02af13b None None] Allocated IP 2001:db8::f816:3eff:fe94:9ea7 (d70a647a-a896-41f9-a7d0-554edd779aa3/f4720f95-c5e5-452f-8ad9-51a83b99f8fd/f2e17356-780b-4b58-b832-ebd7e7ca93fc) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:55.116079 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e3c91628-38b1-4cc8-99b0-b8fd08cedce9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:55.187729 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c91628-38b1-4cc8-99b0-b8fd08cedce9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:55.198993 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-e3c91628-38b1-4cc8-99b0-b8fd08cedce9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:55.202755 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c91628-38b1-4cc8-99b0-b8fd08cedce9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:55.203394 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e3c91628-38b1-4cc8-99b0-b8fd08cedce9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:55.224212 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c91628-38b1-4cc8-99b0-b8fd08cedce9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=c465b0c1-ce85-44f0-b973-62e74d1fac25,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:55.236879 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50996) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:55.237624 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e3c91628-38b1-4cc8-99b0-b8fd08cedce9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7910407 Aug 17 00:12:55.244423 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-b90bacf0-b927-4910-8aea-8c73cb9374b7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'port': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'mac_address': 'fa:16:3e:ca:48:7b', 'name': 'tempest-NetworksTestDHCPv6-615075191'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:55.406253 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51002) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:55.451639 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5dfd7a27-7a25-4b95-8bfc-b2d5e02af13b None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:55.480657 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5dfd7a27-7a25-4b95-8bfc-b2d5e02af13b None None] Transition to ACTIVE for port object f2e17356-780b-4b58-b832-ebd7e7ca93fc will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:55.526548 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5dfd7a27-7a25-4b95-8bfc-b2d5e02af13b None None] Transition to ACTIVE for port object f2e17356-780b-4b58-b832-ebd7e7ca93fc will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:55.535788 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b96ae728-6b14-4a37-8d9e-f178c07fe33b up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:55.610420 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-f6626fe1-592e-4a4f-833c-3734c4f70980 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1802932531-network', 'tenant_id': 'd2a48db5538342bf9509550150feedff'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:55.647490 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5dfd7a27-7a25-4b95-8bfc-b2d5e02af13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:55.662723 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6626fe1-592e-4a4f-833c-3734c4f70980 admin admin] Made reservation on behalf of d2a48db5538342bf9509550150feedff for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:12:55.666211 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f6626fe1-592e-4a4f-833c-3734c4f70980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:55.693703 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f6626fe1-592e-4a4f-833c-3734c4f70980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:55.856544 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f6626fe1-592e-4a4f-833c-3734c4f70980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:55.861624 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f6626fe1-592e-4a4f-833c-3734c4f70980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:55.880544 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90bacf0-b927-4910-8aea-8c73cb9374b7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:12:55.893299 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6626fe1-592e-4a4f-833c-3734c4f70980 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:12:55.915629 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6626fe1-592e-4a4f-833c-3734c4f70980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333c7e32-0bea-403c-ac89-11f0f79b1bba,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:55.919733 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f6626fe1-592e-4a4f-833c-3734c4f70980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:55.920122 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-f6626fe1-592e-4a4f-833c-3734c4f70980 admin admin] Added segment 06f614ce-4814-4e81-9b12-f70d0d997e8e of type vlan for network 591aa9a8-3c5b-48e2-a78d-799fdac15798 Aug 17 00:12:55.972243 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5a32e4b8-6a3d-4d7e-9b1f-46ab304f70f9 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:55.978380 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f6626fe1-592e-4a4f-833c-3734c4f70980 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:55.983702 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5a32e4b8-6a3d-4d7e-9b1f-46ab304f70f9 None None] Transition to ACTIVE for port object cd11a816-d926-48c4-9468-8ba4b2fd6150 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:55.991839 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b90bacf0-b927-4910-8aea-8c73cb9374b7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:56.000520 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5a32e4b8-6a3d-4d7e-9b1f-46ab304f70f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:56.006975 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd7a27-7a25-4b95-8bfc-b2d5e02af13b None None] Pushing event updated for resources: {'Port': ['ID=f2e17356-780b-4b58-b832-ebd7e7ca93fc,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:56.016472 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-b90bacf0-b927-4910-8aea-8c73cb9374b7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] device_id is not set on port 4ebaef98-59b9-434f-aaef-3c49ab433aab yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:12:56.017720 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51012) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:56.018830 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfd7a27-7a25-4b95-8bfc-b2d5e02af13b None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:56.026127 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f6626fe1-592e-4a4f-833c-3734c4f70980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:56.027784 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6626fe1-592e-4a4f-833c-3734c4f70980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:56.028536 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f6626fe1-592e-4a4f-833c-3734c4f70980 admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:56.029267 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-5dfd7a27-7a25-4b95-8bfc-b2d5e02af13b None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:56.050523 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfd7a27-7a25-4b95-8bfc-b2d5e02af13b None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:12:56.090355 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port b96ae728-6b14-4a37-8d9e-f178c07fe33b triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:56.090721 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:56.149240 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e3cd0-661e-4d0e-bae5-93168c8f5ba0 None None] Pushing event updated for resources: {'Port': ['ID=cd11a816-d926-48c4-9468-8ba4b2fd6150,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:56.178733 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f6626fe1-592e-4a4f-833c-3734c4f70980 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7726452 Aug 17 00:12:56.192252 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51014) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:56.200591 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-24d61b95-5f85-4286-81a8-ee4ca742548c admin admin] Request body: {'subnet': {'network_id': '591aa9a8-3c5b-48e2-a78d-799fdac15798', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1802932531-subnet', 'tenant_id': 'd2a48db5538342bf9509550150feedff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:56.223103 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6626fe1-592e-4a4f-833c-3734c4f70980 admin admin] Pushing event updated for resources: {'Network': ['ID=591aa9a8-3c5b-48e2-a78d-799fdac15798,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:56.237130 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d61b95-5f85-4286-81a8-ee4ca742548c admin admin] Made reservation on behalf of d2a48db5538342bf9509550150feedff for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:12:56.238217 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 591aa9a8-3c5b-48e2-a78d-799fdac15798 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:12:56.244481 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-24d61b95-5f85-4286-81a8-ee4ca742548c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:56.244696 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-5a32e4b8-6a3d-4d7e-9b1f-46ab304f70f9 None None] Attempting to bind port cd11a816-d926-48c4-9468-8ba4b2fd6150 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:12:56.245076 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-5a32e4b8-6a3d-4d7e-9b1f-46ab304f70f9 None None] Attempting to bind port cd11a816-d926-48c4-9468-8ba4b2fd6150 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'b7f7b4ee-cb20-43a4-b1b5-b85107f81efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '319c4948-ce61-4149-b91a-e60854482c73'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:12:56.245443 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a32e4b8-6a3d-4d7e-9b1f-46ab304f70f9 None None] Attempting to bind port cd11a816-d926-48c4-9468-8ba4b2fd6150 on network 319c4948-ce61-4149-b91a-e60854482c73 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:12:56.257346 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-5dfd7a27-7a25-4b95-8bfc-b2d5e02af13b None None] Attempting to bind port f2e17356-780b-4b58-b832-ebd7e7ca93fc on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:12:56.257715 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-5dfd7a27-7a25-4b95-8bfc-b2d5e02af13b None None] Attempting to bind port f2e17356-780b-4b58-b832-ebd7e7ca93fc by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:12:56.258076 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfd7a27-7a25-4b95-8bfc-b2d5e02af13b None None] Attempting to bind port f2e17356-780b-4b58-b832-ebd7e7ca93fc on network d70a647a-a896-41f9-a7d0-554edd779aa3 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:12:56.295921 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a32e4b8-6a3d-4d7e-9b1f-46ab304f70f9 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:12:56.296605 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a32e4b8-6a3d-4d7e-9b1f-46ab304f70f9 None None] Checking segment: {'id': 'b7f7b4ee-cb20-43a4-b1b5-b85107f81efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '319c4948-ce61-4149-b91a-e60854482c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:12:56.296734 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5a32e4b8-6a3d-4d7e-9b1f-46ab304f70f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:56.297132 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a32e4b8-6a3d-4d7e-9b1f-46ab304f70f9 None None] Bound using segment: {'id': 'b7f7b4ee-cb20-43a4-b1b5-b85107f81efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '319c4948-ce61-4149-b91a-e60854482c73'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:12:56.297604 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-5a32e4b8-6a3d-4d7e-9b1f-46ab304f70f9 None None] Bound port: cd11a816-d926-48c4-9468-8ba4b2fd6150, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f7b4ee-cb20-43a4-b1b5-b85107f81efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '319c4948-ce61-4149-b91a-e60854482c73'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:12:56.297988 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5a32e4b8-6a3d-4d7e-9b1f-46ab304f70f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:56.302055 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-b90bacf0-b927-4910-8aea-8c73cb9374b7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 172.20.0.12 (d70a647a-a896-41f9-a7d0-554edd779aa3/c465b0c1-ce85-44f0-b973-62e74d1fac25/4ebaef98-59b9-434f-aaef-3c49ab433aab) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:56.303941 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfd7a27-7a25-4b95-8bfc-b2d5e02af13b None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:12:56.304719 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfd7a27-7a25-4b95-8bfc-b2d5e02af13b None None] Checking segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:12:56.304719 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5dfd7a27-7a25-4b95-8bfc-b2d5e02af13b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:56.305059 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfd7a27-7a25-4b95-8bfc-b2d5e02af13b None None] Bound using segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:12:56.305487 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-5dfd7a27-7a25-4b95-8bfc-b2d5e02af13b None None] Bound port: f2e17356-780b-4b58-b832-ebd7e7ca93fc, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:12:56.305630 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5dfd7a27-7a25-4b95-8bfc-b2d5e02af13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:56.321363 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-b90bacf0-b927-4910-8aea-8c73cb9374b7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 2001:db8::f816:3eff:feca:487b (d70a647a-a896-41f9-a7d0-554edd779aa3/f4720f95-c5e5-452f-8ad9-51a83b99f8fd/4ebaef98-59b9-434f-aaef-3c49ab433aab) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:56.490852 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-5a32e4b8-6a3d-4d7e-9b1f-46ab304f70f9 None None] For port cd11a816-d926-48c4-9468-8ba4b2fd6150, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:12:56.495723 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-5a32e4b8-6a3d-4d7e-9b1f-46ab304f70f9 None None] For port cd11a816-d926-48c4-9468-8ba4b2fd6150, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=cd11a816-d926-48c4-9468-8ba4b2fd6150,segment=NetworkSegment(b7f7b4ee-cb20-43a4-b1b5-b85107f81efb),segment_id=b7f7b4ee-cb20-43a4-b1b5-b85107f81efb)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:12:56.501069 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-5dfd7a27-7a25-4b95-8bfc-b2d5e02af13b None None] For port f2e17356-780b-4b58-b832-ebd7e7ca93fc, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:12:56.503800 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5a32e4b8-6a3d-4d7e-9b1f-46ab304f70f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:56.506605 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-5dfd7a27-7a25-4b95-8bfc-b2d5e02af13b None None] For port f2e17356-780b-4b58-b832-ebd7e7ca93fc, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=f2e17356-780b-4b58-b832-ebd7e7ca93fc,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:12:56.518634 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5dfd7a27-7a25-4b95-8bfc-b2d5e02af13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:56.559355 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-808c883d-8c00-49a8-bb75-786b6e0d8978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:56.586513 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b90bacf0-b927-4910-8aea-8c73cb9374b7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:56.603767 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-b90bacf0-b927-4910-8aea-8c73cb9374b7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Transition to ACTIVE for port object 4ebaef98-59b9-434f-aaef-3c49ab433aab will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:56.613620 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a32e4b8-6a3d-4d7e-9b1f-46ab304f70f9 None None] Routers {'54a1fa7c-9875-4810-967f-9282a4f37635'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:12:56.614269 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-5a32e4b8-6a3d-4d7e-9b1f-46ab304f70f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:12:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['54a1fa7c-9875-4810-967f-9282a4f37635'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:56.617224 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e3cd0-661e-4d0e-bae5-93168c8f5ba0 None None] Pushing event updated for resources: {'Port': ['ID=cd11a816-d926-48c4-9468-8ba4b2fd6150,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:56.729986 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-24d61b95-5f85-4286-81a8-ee4ca742548c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:56.804745 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b90bacf0-b927-4910-8aea-8c73cb9374b7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:56.880301 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd7a27-7a25-4b95-8bfc-b2d5e02af13b None None] Pushing event updated for resources: {'Port': ['ID=f2e17356-780b-4b58-b832-ebd7e7ca93fc,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:56.946340 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-5a32e4b8-6a3d-4d7e-9b1f-46ab304f70f9 None None] Set router 54a1fa7c-9875-4810-967f-9282a4f37635 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:12:56.965982 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61b95-5f85-4286-81a8-ee4ca742548c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e648d1e-4044-4c7a-8961-20638274205e,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:56.981371 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90bacf0-b927-4910-8aea-8c73cb9374b7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:56.992570 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61b95-5f85-4286-81a8-ee4ca742548c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:56.992739 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61b95-5f85-4286-81a8-ee4ca742548c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:56.993222 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61b95-5f85-4286-81a8-ee4ca742548c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:56.995418 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61b95-5f85-4286-81a8-ee4ca742548c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:56.995928 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61b95-5f85-4286-81a8-ee4ca742548c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:56.996459 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61b95-5f85-4286-81a8-ee4ca742548c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:57.004542 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61b95-5f85-4286-81a8-ee4ca742548c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:57.005079 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61b95-5f85-4286-81a8-ee4ca742548c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:57.005515 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61b95-5f85-4286-81a8-ee4ca742548c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:57.005929 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61b95-5f85-4286-81a8-ee4ca742548c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:57.006363 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61b95-5f85-4286-81a8-ee4ca742548c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:57.006772 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61b95-5f85-4286-81a8-ee4ca742548c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:57.016129 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-b90bacf0-b927-4910-8aea-8c73cb9374b7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:57.018829 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90bacf0-b927-4910-8aea-8c73cb9374b7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:12:57.071719 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90bacf0-b927-4910-8aea-8c73cb9374b7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Port': ['ID=4ebaef98-59b9-434f-aaef-3c49ab433aab,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:57.096381 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90bacf0-b927-4910-8aea-8c73cb9374b7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:57.097113 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b90bacf0-b927-4910-8aea-8c73cb9374b7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:57.110093 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d61b95-5f85-4286-81a8-ee4ca742548c admin admin] Checking segment: {'id': '06f614ce-4814-4e81-9b12-f70d0d997e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '591aa9a8-3c5b-48e2-a78d-799fdac15798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:12:57.112539 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d61b95-5f85-4286-81a8-ee4ca742548c admin admin] Network hostable DHCP agents. Network: 591aa9a8-3c5b-48e2-a78d-799fdac15798, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:12:57.131153 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b90bacf0-b927-4910-8aea-8c73cb9374b7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8906975 Aug 17 00:12:57.132017 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51020) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:57.137728 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-808c883d-8c00-49a8-bb75-786b6e0d8978 admin admin] Deleting port cd11a816-d926-48c4-9468-8ba4b2fd6150 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:57.138134 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-808c883d-8c00-49a8-bb75-786b6e0d8978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:57.177433 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d61b95-5f85-4286-81a8-ee4ca742548c admin admin] Network 591aa9a8-3c5b-48e2-a78d-799fdac15798 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:12:57.197640 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-24d61b95-5f85-4286-81a8-ee4ca742548c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 591aa9a8-3c5b-48e2-a78d-799fdac15798) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:57.211532 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5346a9d-4263-40d1-89e9-07a856ee6455 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:57.212166 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39724ad7-9c54-4670-9bfc-49096ff92753 None None] Network 591aa9a8-3c5b-48e2-a78d-799fdac15798 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:12:57.220310 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5346a9d-4263-40d1-89e9-07a856ee6455 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:57.225375 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a5346a9d-4263-40d1-89e9-07a856ee6455 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0908849 Aug 17 00:12:57.227083 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d61b95-5f85-4286-81a8-ee4ca742548c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:57.229290 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-24d61b95-5f85-4286-81a8-ee4ca742548c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:57.230305 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51026) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:57.251676 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-24d61b95-5f85-4286-81a8-ee4ca742548c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0583749 Aug 17 00:12:57.386280 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-5a32e4b8-6a3d-4d7e-9b1f-46ab304f70f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a1fa7c-9875-4810-967f-9282a4f37635', 'name': 'tempest-ImageQuotaTest-69339033-router', 'tenant_id': 'ed28b20204514c9b82843070ec3ff7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'b96ae728-6b14-4a37-8d9e-f178c07fe33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:43Z', 'updated_at': '2021-08-17T00:12:51Z', 'revision_number': 4, 'project_id': 'ed28b20204514c9b82843070ec3ff7cb', 'gw_port': {'id': 'b96ae728-6b14-4a37-8d9e-f178c07fe33b', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1fa7c-9875-4810-967f-9282a4f37635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:45Z', 'updated_at': '2021-08-17T00:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'cd11a816-d926-48c4-9468-8ba4b2fd6150', 'name': '', 'network_id': '319c4948-ce61-4149-b91a-e60854482c73', 'tenant_id': 'ed28b20204514c9b82843070ec3ff7cb', 'mac_address': 'fa:16:3e:d6:a0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a1fa7c-9875-4810-967f-9282a4f37635', 'device_owner': 'network:router_interface', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '2078c167-4592-4bdc-86cf-030fc379b5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:49Z', 'updated_at': '2021-08-17T00:12:56Z', 'revision_number': 4, 'project_id': 'ed28b20204514c9b82843070ec3ff7cb', 'subnets': [{'id': '2078c167-4592-4bdc-86cf-030fc379b5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:57.395624 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-808c883d-8c00-49a8-bb75-786b6e0d8978 admin admin] For port cd11a816-d926-48c4-9468-8ba4b2fd6150, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=cd11a816-d926-48c4-9468-8ba4b2fd6150,segment=NetworkSegment(b7f7b4ee-cb20-43a4-b1b5-b85107f81efb),segment_id=b7f7b4ee-cb20-43a4-b1b5-b85107f81efb)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:57.396196 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-808c883d-8c00-49a8-bb75-786b6e0d8978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:57.427004 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-808c883d-8c00-49a8-bb75-786b6e0d8978 admin admin] Calling delete_port for cd11a816-d926-48c4-9468-8ba4b2fd6150 owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:57.439473 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a32e4b8-6a3d-4d7e-9b1f-46ab304f70f9 None None] The sync data for ids ['54a1fa7c-9875-4810-967f-9282a4f37635'] in n-d-800088-20 is: [{'id': '54a1fa7c-9875-4810-967f-9282a4f37635', 'name': 'tempest-ImageQuotaTest-69339033-router', 'tenant_id': 'ed28b20204514c9b82843070ec3ff7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'b96ae728-6b14-4a37-8d9e-f178c07fe33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:43Z', 'updated_at': '2021-08-17T00:12:51Z', 'revision_number': 4, 'project_id': 'ed28b20204514c9b82843070ec3ff7cb', 'gw_port': {'id': 'b96ae728-6b14-4a37-8d9e-f178c07fe33b', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1fa7c-9875-4810-967f-9282a4f37635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:45Z', 'updated_at': '2021-08-17T00:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'cd11a816-d926-48c4-9468-8ba4b2fd6150', 'name': '', 'network_id': '319c4948-ce61-4149-b91a-e60854482c73', 'tenant_id': 'ed28b20204514c9b82843070ec3ff7cb', 'mac_address': 'fa:16:3e:d6:a0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a1fa7c-9875-4810-967f-9282a4f37635', 'device_owner': 'network:router_interface', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '2078c167-4592-4bdc-86cf-030fc379b5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:49Z', 'updated_at': '2021-08-17T00:12:56Z', 'revision_number': 4, 'project_id': 'ed28b20204514c9b82843070ec3ff7cb', 'subnets': [{'id': '2078c167-4592-4bdc-86cf-030fc379b5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:12:57.454344 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f3f3bd-729e-4232-89f5-7de2196ecf8c None None] Network 591aa9a8-3c5b-48e2-a78d-799fdac15798 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:12:57.619835 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f2e17356-780b-4b58-b832-ebd7e7ca93fc up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:57.659586 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-84763df2-93fd-4b53-a951-6492629292c4 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting port 4ebaef98-59b9-434f-aaef-3c49ab433aab {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:12:57.660213 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-84763df2-93fd-4b53-a951-6492629292c4 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:57.832425 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port f2e17356-780b-4b58-b832-ebd7e7ca93fc completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:57.955676 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-84763df2-93fd-4b53-a951-6492629292c4 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:58.029219 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-84763df2-93fd-4b53-a951-6492629292c4 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Calling delete_port for 4ebaef98-59b9-434f-aaef-3c49ab433aab owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:12:58.098621 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-808c883d-8c00-49a8-bb75-786b6e0d8978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:58.124458 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3f7f87-0f82-4076-944a-6ebf9051f6a5 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:12:58.155648 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c883d-8c00-49a8-bb75-786b6e0d8978 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd11a816-d926-48c4-9468-8ba4b2fd6150,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:58.309196 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-aa41da08-6183-417d-adce-95973caf4a89 None None] Provisioning for port f2e17356-780b-4b58-b832-ebd7e7ca93fc completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:58.319718 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-aa41da08-6183-417d-adce-95973caf4a89 None None] Provisioning complete for port f2e17356-780b-4b58-b832-ebd7e7ca93fc triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:58.320381 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-aa41da08-6183-417d-adce-95973caf4a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:58.367483 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-265ba1bb-1d4f-417e-855c-1325fd7c6ec9 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:58.368953 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-265ba1bb-1d4f-417e-855c-1325fd7c6ec9 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/networks?id=591aa9a8-3c5b-48e2-a78d-799fdac15798 HTTP/1.1" status: 200 len: 818 time: 0.4589951 Aug 17 00:12:58.464440 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-aa41da08-6183-417d-adce-95973caf4a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:58.473800 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-4ff40fd5-b3eb-4c57-9873-987eedf8f06b tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/quotas/d2a48db5538342bf9509550150feedff HTTP/1.1" status: 200 len: 375 time: 0.0952978 Aug 17 00:12:58.482099 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-84763df2-93fd-4b53-a951-6492629292c4 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:58.550706 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-aa41da08-6183-417d-adce-95973caf4a89 None None] For port f2e17356-780b-4b58-b832-ebd7e7ca93fc, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=f2e17356-780b-4b58-b832-ebd7e7ca93fc,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:58.552283 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb05e28b-f5a2-4885-9350-92713b62ab48 None None] Update dhcp port {'port': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'fixed_ips': [{'subnet_id': 'f4720f95-c5e5-452f-8ad9-51a83b99f8fd', 'ip_address': '2001:db8::f816:3eff:fe94:9ea7'}, {'subnet_id': 'c465b0c1-ce85-44f0-b973-62e74d1fac25'}], 'binding:host_id': 'n-d-800088-20'}, 'id': 'f2e17356-780b-4b58-b832-ebd7e7ca93fc'} from n-d-800088-20. {{(pid=101404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 00:12:58.575086 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-aa41da08-6183-417d-adce-95973caf4a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:58.606251 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84763df2-93fd-4b53-a951-6492629292c4 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Port': ['ID=4ebaef98-59b9-434f-aaef-3c49ab433aab,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:58.628951 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fb05e28b-f5a2-4885-9350-92713b62ab48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:58.646210 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-34cf00e4-f7f6-4314-8025-33c1d667a5a2 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2a48db5538342bf9509550150feedff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1508849 Aug 17 00:12:58.658191 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-808c883d-8c00-49a8-bb75-786b6e0d8978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:58.690526 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41da08-6183-417d-adce-95973caf4a89 None None] Pushing event updated for resources: {'Port': ['ID=f2e17356-780b-4b58-b832-ebd7e7ca93fc,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:58.858985 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-fb05e28b-f5a2-4885-9350-92713b62ab48 None None] Allocated IP 172.20.0.2 (d70a647a-a896-41f9-a7d0-554edd779aa3/c465b0c1-ce85-44f0-b973-62e74d1fac25/f2e17356-780b-4b58-b832-ebd7e7ca93fc) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:59.009976 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-fb05e28b-f5a2-4885-9350-92713b62ab48 None None] For port f2e17356-780b-4b58-b832-ebd7e7ca93fc, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=f2e17356-780b-4b58-b832-ebd7e7ca93fc,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:59.053014 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fb05e28b-f5a2-4885-9350-92713b62ab48 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:59.067509 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fb05e28b-f5a2-4885-9350-92713b62ab48 None None] Transition to ACTIVE for port object f2e17356-780b-4b58-b832-ebd7e7ca93fc will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:59.072783 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fb05e28b-f5a2-4885-9350-92713b62ab48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:59.187007 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05e28b-f5a2-4885-9350-92713b62ab48 None None] Pushing event updated for resources: {'Port': ['ID=f2e17356-780b-4b58-b832-ebd7e7ca93fc,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:59.320960 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-84763df2-93fd-4b53-a951-6492629292c4 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:59.325269 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-84763df2-93fd-4b53-a951-6492629292c4 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/4ebaef98-59b9-434f-aaef-3c49ab433aab HTTP/1.1" status: 204 len: 168 time: 2.0918005 Aug 17 00:12:59.325990 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51082) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:59.342974 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-6892252c-b1c5-4210-b65e-ec9b9a35b7a8 service neutron] 10.222.0.60 "GET /v2.0/networks/591aa9a8-3c5b-48e2-a78d-799fdac15798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6957872 Aug 17 00:12:59.463383 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f2e17356-780b-4b58-b832-ebd7e7ca93fc up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:59.553122 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8adbf5-b114-44fc-aa06-3f702e61da74 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:59.554672 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8adbf5-b114-44fc-aa06-3f702e61da74 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:59.556286 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8adbf5-b114-44fc-aa06-3f702e61da74 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:59.557849 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ac8adbf5-b114-44fc-aa06-3f702e61da74 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2287719 Aug 17 00:12:59.561355 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51090) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:59.613537 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-82b69bbc-b7ec-419f-b3b2-bdf0de1821a1 service neutron] 10.222.0.60 "GET /v2.0/networks/591aa9a8-3c5b-48e2-a78d-799fdac15798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462626 Aug 17 00:12:59.615343 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808c883d-8c00-49a8-bb75-786b6e0d8978 admin admin] Router 54a1fa7c-9875-4810-967f-9282a4f37635 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:12:59.632304 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf3e61c-4f4d-4082-94e9-e6175c5ba64c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet c465b0c1-ce85-44f0-b973-62e74d1fac25 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:12:59.641553 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e61c-4f4d-4082-94e9-e6175c5ba64c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:59.698206 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e61c-4f4d-4082-94e9-e6175c5ba64c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:59.796002 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808c883d-8c00-49a8-bb75-786b6e0d8978 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:12:59.803269 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-808c883d-8c00-49a8-bb75-786b6e0d8978 admin admin] 10.222.0.60 "PUT /v2.0/routers/54a1fa7c-9875-4810-967f-9282a4f37635/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7841346 Aug 17 00:12:59.808328 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1d7908-5609-433c-8ec1-3936ca3769da None None] Sync routers for ids ['54a1fa7c-9875-4810-967f-9282a4f37635'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:12:59.810432 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51098) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:59.824980 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1d7908-5609-433c-8ec1-3936ca3769da None None] Routers {'54a1fa7c-9875-4810-967f-9282a4f37635'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:12:59.825446 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-2d1d7908-5609-433c-8ec1-3936ca3769da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:12:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['54a1fa7c-9875-4810-967f-9282a4f37635'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:59.845979 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e61c-4f4d-4082-94e9-e6175c5ba64c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:59.927675 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00be762d-08f0-433c-8784-e591a65f1266 req-190da7b3-de8a-4f1b-a3cc-2bffdc07f0bd tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fff2049a-24e4-4f18-a29d-bd73717d6e8e HTTP/1.1" status: 200 len: 210 time: 0.0656912 Aug 17 00:12:59.940318 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e61c-4f4d-4082-94e9-e6175c5ba64c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:59.967931 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e61c-4f4d-4082-94e9-e6175c5ba64c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:59.973275 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51102) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:59.973677 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ddf3e61c-4f4d-4082-94e9-e6175c5ba64c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/c465b0c1-ce85-44f0-b973-62e74d1fac25 HTTP/1.1" status: 204 len: 168 time: 0.4096544 Aug 17 00:13:00.005606 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3e61c-4f4d-4082-94e9-e6175c5ba64c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=c465b0c1-ce85-44f0-b973-62e74d1fac25,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:00.023375 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-2d1d7908-5609-433c-8ec1-3936ca3769da None None] Set router 54a1fa7c-9875-4810-967f-9282a4f37635 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:13:00.052297 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0d4be0-0713-4b05-be26-686f8b7772ba tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet f4720f95-c5e5-452f-8ad9-51a83b99f8fd {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:13:00.086400 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ca0d4be0-0713-4b05-be26-686f8b7772ba tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:00.136647 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284dfe23-77bf-4b5d-aa77-5760387e8285 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:00.146820 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ca0d4be0-0713-4b05-be26-686f8b7772ba tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:00.176368 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7c63d001-c7b0-4bfa-9d05-9a35eb98441d admin admin] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:00.217625 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-267cff88-bed9-42c8-9b65-2c0ae54b6a5c None None] Could not find standard attr ID for object 4ebaef98-59b9-434f-aaef-3c49ab433aab. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:13:00.242375 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-267cff88-bed9-42c8-9b65-2c0ae54b6a5c None None] Provisioning for port f2e17356-780b-4b58-b832-ebd7e7ca93fc completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:00.248604 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-267cff88-bed9-42c8-9b65-2c0ae54b6a5c None None] Provisioning complete for port f2e17356-780b-4b58-b832-ebd7e7ca93fc triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:00.249185 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-267cff88-bed9-42c8-9b65-2c0ae54b6a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:00.316548 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-2d1d7908-5609-433c-8ec1-3936ca3769da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a1fa7c-9875-4810-967f-9282a4f37635', 'name': 'tempest-ImageQuotaTest-69339033-router', 'tenant_id': 'ed28b20204514c9b82843070ec3ff7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'b96ae728-6b14-4a37-8d9e-f178c07fe33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:43Z', 'updated_at': '2021-08-17T00:12:57Z', 'revision_number': 5, 'project_id': 'ed28b20204514c9b82843070ec3ff7cb', 'gw_port': {'id': 'b96ae728-6b14-4a37-8d9e-f178c07fe33b', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1fa7c-9875-4810-967f-9282a4f37635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:45Z', 'updated_at': '2021-08-17T00:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:00.387555 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1d7908-5609-433c-8ec1-3936ca3769da None None] Checking router: 54a1fa7c-9875-4810-967f-9282a4f37635 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:13:00.397449 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1d7908-5609-433c-8ec1-3936ca3769da None None] Routers {'54a1fa7c-9875-4810-967f-9282a4f37635'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:13:00.398374 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-2d1d7908-5609-433c-8ec1-3936ca3769da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:12:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['54a1fa7c-9875-4810-967f-9282a4f37635'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:00.413809 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ca0d4be0-0713-4b05-be26-686f8b7772ba tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:00.503869 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7c63d001-c7b0-4bfa-9d05-9a35eb98441d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:00.568005 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-2d1d7908-5609-433c-8ec1-3936ca3769da None None] Set router 54a1fa7c-9875-4810-967f-9282a4f37635 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:13:00.588142 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ca0d4be0-0713-4b05-be26-686f8b7772ba tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:00.634158 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ca0d4be0-0713-4b05-be26-686f8b7772ba tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:00.636310 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ca0d4be0-0713-4b05-be26-686f8b7772ba tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/f4720f95-c5e5-452f-8ad9-51a83b99f8fd HTTP/1.1" status: 204 len: 168 time: 0.6616607 Aug 17 00:13:00.639027 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51118) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:00.642985 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d4be0-0713-4b05-be26-686f8b7772ba tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=f4720f95-c5e5-452f-8ad9-51a83b99f8fd,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:00.655921 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-7c63d001-c7b0-4bfa-9d05-9a35eb98441d admin admin] Deleting port b96ae728-6b14-4a37-8d9e-f178c07fe33b {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:13:00.657012 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7c63d001-c7b0-4bfa-9d05-9a35eb98441d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:00.733279 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-62ef5849-649a-48fa-90a8-0f72b30fdc21 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887799 Aug 17 00:13:00.733652 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51124) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:00.740838 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-7fe1113e-34ab-447a-b0b5-ea2e5b570d13 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:00.868419 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-2d1d7908-5609-433c-8ec1-3936ca3769da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a1fa7c-9875-4810-967f-9282a4f37635', 'name': 'tempest-ImageQuotaTest-69339033-router', 'tenant_id': 'ed28b20204514c9b82843070ec3ff7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'b96ae728-6b14-4a37-8d9e-f178c07fe33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:43Z', 'updated_at': '2021-08-17T00:12:57Z', 'revision_number': 5, 'project_id': 'ed28b20204514c9b82843070ec3ff7cb', 'gw_port': {'id': 'b96ae728-6b14-4a37-8d9e-f178c07fe33b', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1fa7c-9875-4810-967f-9282a4f37635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:45Z', 'updated_at': '2021-08-17T00:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:00.898960 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-7c63d001-c7b0-4bfa-9d05-9a35eb98441d admin admin] For port b96ae728-6b14-4a37-8d9e-f178c07fe33b, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=b96ae728-6b14-4a37-8d9e-f178c07fe33b,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:00.899845 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7c63d001-c7b0-4bfa-9d05-9a35eb98441d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:00.903311 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1d7908-5609-433c-8ec1-3936ca3769da None None] The sync data for ids ['54a1fa7c-9875-4810-967f-9282a4f37635'] in n-d-800088-20 is: [{'id': '54a1fa7c-9875-4810-967f-9282a4f37635', 'name': 'tempest-ImageQuotaTest-69339033-router', 'tenant_id': 'ed28b20204514c9b82843070ec3ff7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'b96ae728-6b14-4a37-8d9e-f178c07fe33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:43Z', 'updated_at': '2021-08-17T00:12:57Z', 'revision_number': 5, 'project_id': 'ed28b20204514c9b82843070ec3ff7cb', 'gw_port': {'id': 'b96ae728-6b14-4a37-8d9e-f178c07fe33b', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1fa7c-9875-4810-967f-9282a4f37635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:45Z', 'updated_at': '2021-08-17T00:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:13:00.903461 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe1113e-34ab-447a-b0b5-ea2e5b570d13 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:00.909655 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7fe1113e-34ab-447a-b0b5-ea2e5b570d13 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:00.979835 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-7c63d001-c7b0-4bfa-9d05-9a35eb98441d admin admin] Calling delete_port for b96ae728-6b14-4a37-8d9e-f178c07fe33b owned by network:router_gateway {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:13:01.089782 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-671a8840-adbb-4576-bf78-298bd226ead5 req-3da98ad8-4eb4-494d-af26-c62d72bd080b tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fff2049a-24e4-4f18-a29d-bd73717d6e8e HTTP/1.1" status: 200 len: 210 time: 0.0574079 Aug 17 00:13:01.273666 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36c5a4c-22c8-49b7-bc2e-8e99092edbdf None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:01.397946 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device cd11a816-d926-48c4-9468-8ba4b2fd6150 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:13:01.449518 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: cd11a816-d926-48c4-9468-8ba4b2fd6150 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:13:01.449518 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device cd11a816-d926-48c4-9468-8ba4b2fd6150 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:13:01.486646 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d0f26ad8-e3e2-4746-bc4a-1f452cf1e361 None None] Provisioning complete for port f2e17356-780b-4b58-b832-ebd7e7ca93fc triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:01.487023 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d0f26ad8-e3e2-4746-bc4a-1f452cf1e361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:01.518331 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-39c34a93-97a0-4829-9aa6-30c1f4a9ea8e tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:01.519782 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-39c34a93-97a0-4829-9aa6-30c1f4a9ea8e tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.64 "GET /v2.0/networks?id=591aa9a8-3c5b-48e2-a78d-799fdac15798 HTTP/1.1" status: 200 len: 818 time: 0.3188102 Aug 17 00:13:01.565344 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-9dbc7b6e-2154-4bd5-a07e-c3cb32038447 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Request body: {'port': {'device_id': 'fff2049a-24e4-4f18-a29d-bd73717d6e8e', 'network_id': '591aa9a8-3c5b-48e2-a78d-799fdac15798', 'admin_state_up': True, 'tenant_id': 'd2a48db5538342bf9509550150feedff'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:01.620191 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7c63d001-c7b0-4bfa-9d05-9a35eb98441d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:01.678786 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63d001-c7b0-4bfa-9d05-9a35eb98441d admin admin] Pushing event deleted for resources: {'Port': ['ID=b96ae728-6b14-4a37-8d9e-f178c07fe33b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:01.684551 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63072d8-758a-4d39-ae95-3419e71d69d7 None None] DHCP port deletion for d70a647a-a896-41f9-a7d0-554edd779aa3 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:13:01.754920 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-a63072d8-758a-4d39-ae95-3419e71d69d7 None None] Deleting port f2e17356-780b-4b58-b832-ebd7e7ca93fc {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:13:01.755286 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a63072d8-758a-4d39-ae95-3419e71d69d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:01.845128 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-a63072d8-758a-4d39-ae95-3419e71d69d7 None None] For port f2e17356-780b-4b58-b832-ebd7e7ca93fc, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=f2e17356-780b-4b58-b832-ebd7e7ca93fc,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:01.845540 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a63072d8-758a-4d39-ae95-3419e71d69d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:01.850265 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7c63d001-c7b0-4bfa-9d05-9a35eb98441d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:01.858657 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-a63072d8-758a-4d39-ae95-3419e71d69d7 None None] Calling delete_port for f2e17356-780b-4b58-b832-ebd7e7ca93fc owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:13:02.016430 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7c63d001-c7b0-4bfa-9d05-9a35eb98441d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:02.018226 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-9dbc7b6e-2154-4bd5-a07e-c3cb32038447 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Made reservation on behalf of d2a48db5538342bf9509550150feedff for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:02.021744 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-9dbc7b6e-2154-4bd5-a07e-c3cb32038447 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:02.024286 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7c63d001-c7b0-4bfa-9d05-9a35eb98441d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:02.050717 n-d-800088-20 neutron-server[101403]: DEBUG neutron.objects.ports [None req-7fe1113e-34ab-447a-b0b5-ea2e5b570d13 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101403) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 00:13:02.111283 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a63072d8-758a-4d39-ae95-3419e71d69d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:02.138259 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63072d8-758a-4d39-ae95-3419e71d69d7 None None] Pushing event deleted for resources: {'Port': ['ID=f2e17356-780b-4b58-b832-ebd7e7ca93fc,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:02.144167 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63072d8-758a-4d39-ae95-3419e71d69d7 None None] No DVR routers for this DVR port f2e17356-780b-4b58-b832-ebd7e7ca93fc on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:13:02.237190 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7c63d001-c7b0-4bfa-9d05-9a35eb98441d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:02.237761 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c63d001-c7b0-4bfa-9d05-9a35eb98441d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54a1fa7c-9875-4810-967f-9282a4f37635 {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:13:02.295596 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7c63d001-c7b0-4bfa-9d05-9a35eb98441d admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:02.299099 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7c63d001-c7b0-4bfa-9d05-9a35eb98441d admin admin] 10.222.0.60 "DELETE /v2.0/routers/54a1fa7c-9875-4810-967f-9282a4f37635 HTTP/1.1" status: 204 len: 168 time: 2.4851747 Aug 17 00:13:02.299483 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51156) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:02.307376 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1297b559-b32f-4aed-87e3-b2df33b2f162 req-930fab9c-261e-4078-9977-bef59ca4b454 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fff2049a-24e4-4f18-a29d-bd73717d6e8e HTTP/1.1" status: 200 len: 210 time: 0.1055932 Aug 17 00:13:02.378983 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed67ec0-de4f-496a-8595-96d2b47b3b85 admin admin] Deleting subnet 2078c167-4592-4bdc-86cf-030fc379b5ef {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:13:02.383223 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eed67ec0-de4f-496a-8595-96d2b47b3b85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:02.399094 n-d-800088-20 neutron-server[101403]: WARNING neutron.services.revisions.revision_plugin [None req-7fe1113e-34ab-447a-b0b5-ea2e5b570d13 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Could not find related port for resource to bump revision. Aug 17 00:13:02.426390 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eed67ec0-de4f-496a-8595-96d2b47b3b85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:02.429136 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.ipam_pluggable_backend [None req-7fe1113e-34ab-447a-b0b5-ea2e5b570d13 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Port f2e17356-780b-4b58-b832-ebd7e7ca93fc was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101403) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 17 00:13:02.429315 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.ipam_pluggable_backend [None req-7fe1113e-34ab-447a-b0b5-ea2e5b570d13 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Reverting IP allocation for 2001:db8::f816:3eff:fe94:9ea7 {{(pid=101403) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 17 00:13:02.439223 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.ipam_pluggable_backend [None req-7fe1113e-34ab-447a-b0b5-ea2e5b570d13 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe94:9ea7 {{(pid=101403) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 17 00:13:02.442501 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7fe1113e-34ab-447a-b0b5-ea2e5b570d13 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:02.504059 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-9dbc7b6e-2154-4bd5-a07e-c3cb32038447 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Allocated IP 172.20.0.10 (591aa9a8-3c5b-48e2-a78d-799fdac15798/5e648d1e-4044-4c7a-8961-20638274205e/063dfbaa-25e5-45f6-921e-132c0ba224ad) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:02.521060 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe1113e-34ab-447a-b0b5-ea2e5b570d13 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:02.521548 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eed67ec0-de4f-496a-8595-96d2b47b3b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:02.526713 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-7fe1113e-34ab-447a-b0b5-ea2e5b570d13 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:02.532892 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe1113e-34ab-447a-b0b5-ea2e5b570d13 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:02.533522 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7fe1113e-34ab-447a-b0b5-ea2e5b570d13 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:02.539464 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53b83e0-dec8-4428-adeb-4e1578927d89 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:02.542823 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1113e-34ab-447a-b0b5-ea2e5b570d13 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=2630fe09-f45b-4c0a-b275-2169b37fe4ba,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:02.572255 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7fe1113e-34ab-447a-b0b5-ea2e5b570d13 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8360198 Aug 17 00:13:02.578010 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51162) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:02.582703 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-eee6235d-a6db-4660-831b-658625e129c9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:02.605738 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eed67ec0-de4f-496a-8595-96d2b47b3b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:02.656179 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed67ec0-de4f-496a-8595-96d2b47b3b85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2078c167-4592-4bdc-86cf-030fc379b5ef,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:02.670798 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eed67ec0-de4f-496a-8595-96d2b47b3b85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:02.673239 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-eed67ec0-de4f-496a-8595-96d2b47b3b85 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2078c167-4592-4bdc-86cf-030fc379b5ef HTTP/1.1" status: 204 len: 168 time: 0.3727114 Aug 17 00:13:02.676084 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51170) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:02.688763 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdcc5e4-61c4-4084-8d65-2975d3201853 None None] Network 319c4948-ce61-4149-b91a-e60854482c73 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:02.813623 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d6a649ef-c76c-4968-a91d-1cccd149397d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:02.855210 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [req-fb5e3aa9-9f7d-46ab-9adc-053b2c2b24dc req-21ac1f4c-1ec9-4d0b-8527-539e516ef81b service neutron] (101402) timed out ('10.222.0.64', 52221) {{(pid=101402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 00:13:02.872543 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2402fa3a-e052-47e8-b5b4-6c2612d8ac76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-d70a647a-a896-41f9-a7d0-554edd779aa3', 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'fixed_ips': [{'subnet_id': '2630fe09-f45b-4c0a-b275-2169b37fe4ba'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:13:02.874613 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2402fa3a-e052-47e8-b5b4-6c2612d8ac76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:02.887825 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-d6a649ef-c76c-4968-a91d-1cccd149397d admin admin] Deleting port 9f20865a-4b09-444c-acc2-f439915aabc2 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:13:02.888090 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d6a649ef-c76c-4968-a91d-1cccd149397d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:02.992902 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-d6a649ef-c76c-4968-a91d-1cccd149397d admin admin] For port 9f20865a-4b09-444c-acc2-f439915aabc2, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9f20865a-4b09-444c-acc2-f439915aabc2,segment=NetworkSegment(b7f7b4ee-cb20-43a4-b1b5-b85107f81efb),segment_id=b7f7b4ee-cb20-43a4-b1b5-b85107f81efb)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:02.993595 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d6a649ef-c76c-4968-a91d-1cccd149397d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:03.024353 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-d6a649ef-c76c-4968-a91d-1cccd149397d admin admin] Calling delete_port for 9f20865a-4b09-444c-acc2-f439915aabc2 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:13:03.102791 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c5ee01-4cb2-4181-86ee-6398c7635d42 None None] DHCP port deletion for 319c4948-ce61-4149-b91a-e60854482c73 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:13:03.183226 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-2402fa3a-e052-47e8-b5b4-6c2612d8ac76 None None] Allocated IP 2001:db8::f816:3eff:fef6:83e4 (d70a647a-a896-41f9-a7d0-554edd779aa3/2630fe09-f45b-4c0a-b275-2169b37fe4ba/c61cac70-1f41-4cc9-b39e-da96b24f25ae) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:03.208915 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d6a649ef-c76c-4968-a91d-1cccd149397d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:03.271767 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a649ef-c76c-4968-a91d-1cccd149397d admin admin] No DVR routers for this DVR port 9f20865a-4b09-444c-acc2-f439915aabc2 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:13:03.308150 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-9dbc7b6e-2154-4bd5-a07e-c3cb32038447 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:03.323159 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-29c5ee01-4cb2-4181-86ee-6398c7635d42 None None] Deleting port 9f20865a-4b09-444c-acc2-f439915aabc2 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:13:03.323808 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-29c5ee01-4cb2-4181-86ee-6398c7635d42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:03.351083 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee6235d-a6db-4660-831b-658625e129c9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:03.354981 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eee6235d-a6db-4660-831b-658625e129c9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:03.385113 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-637c369f-0193-4f58-b358-1ccabf369bb3 req-9b6df808-7151-41af-9559-4d920c31d534 service neutron] (101403) timed out ('10.222.0.64', 51990) {{(pid=101403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 00:13:03.408238 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d6a649ef-c76c-4968-a91d-1cccd149397d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:03.425879 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-d6a649ef-c76c-4968-a91d-1cccd149397d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319c4948-ce61-4149-b91a-e60854482c73']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:03.461577 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a649ef-c76c-4968-a91d-1cccd149397d admin admin] Pushing event deleted for resources: {'Port': ['ID=9f20865a-4b09-444c-acc2-f439915aabc2,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:03.469725 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-d6a649ef-c76c-4968-a91d-1cccd149397d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f7b4ee-cb20-43a4-b1b5-b85107f81efb') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:03.470301 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-d6a649ef-c76c-4968-a91d-1cccd149397d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f7b4ee-cb20-43a4-b1b5-b85107f81efb') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:03.507483 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d6a649ef-c76c-4968-a91d-1cccd149397d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:03.519875 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-9dbc7b6e-2154-4bd5-a07e-c3cb32038447 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:03.532148 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f2e17356-780b-4b58-b832-ebd7e7ca93fc no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:13:03.532683 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d6a649ef-c76c-4968-a91d-1cccd149397d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:03.541558 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a649ef-c76c-4968-a91d-1cccd149397d admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:13:03.544781 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d6a649ef-c76c-4968-a91d-1cccd149397d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:13:03.547665 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:13:03.633280 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d6a649ef-c76c-4968-a91d-1cccd149397d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:03.655434 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d6a649ef-c76c-4968-a91d-1cccd149397d admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:03.661814 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d6a649ef-c76c-4968-a91d-1cccd149397d admin admin] 10.222.0.60 "DELETE /v2.0/networks/319c4948-ce61-4149-b91a-e60854482c73 HTTP/1.1" status: 204 len: 168 time: 0.9838557 Aug 17 00:13:03.661814 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a649ef-c76c-4968-a91d-1cccd149397d admin admin] Pushing event deleted for resources: {'Network': ['ID=319c4948-ce61-4149-b91a-e60854482c73,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:03.669491 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: f2e17356-780b-4b58-b832-ebd7e7ca93fc {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:13:03.670274 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f2e17356-780b-4b58-b832-ebd7e7ca93fc not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:13:03.670274 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9f20865a-4b09-444c-acc2-f439915aabc2 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:13:03.673443 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-29c5ee01-4cb2-4181-86ee-6398c7635d42 None None] For port 9f20865a-4b09-444c-acc2-f439915aabc2, host n-d-800088-20, got binding levels [] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:03.673754 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-29c5ee01-4cb2-4181-86ee-6398c7635d42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:03.694610 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-9dbc7b6e-2154-4bd5-a07e-c3cb32038447 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Network 591aa9a8-3c5b-48e2-a78d-799fdac15798 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:03.709762 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2402fa3a-e052-47e8-b5b4-6c2612d8ac76 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:03.714032 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-9dbc7b6e-2154-4bd5-a07e-c3cb32038447 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:03.723079 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 9f20865a-4b09-444c-acc2-f439915aabc2 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:13:03.723429 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9f20865a-4b09-444c-acc2-f439915aabc2 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:13:03.723856 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b96ae728-6b14-4a37-8d9e-f178c07fe33b no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:13:03.726221 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2402fa3a-e052-47e8-b5b4-6c2612d8ac76 None None] Transition to ACTIVE for port object c61cac70-1f41-4cc9-b39e-da96b24f25ae will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:03.734597 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-29c5ee01-4cb2-4181-86ee-6398c7635d42 None None] Calling delete_port for 9f20865a-4b09-444c-acc2-f439915aabc2 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:13:03.746350 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2afbcd-4464-42c4-8fea-8456a6e847fb req-8a22717d-cba4-4095-8aab-135a23c47484 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:03.755421 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e2afbcd-4464-42c4-8fea-8456a6e847fb req-8a22717d-cba4-4095-8aab-135a23c47484 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fff2049a-24e4-4f18-a29d-bd73717d6e8e HTTP/1.1" status: 200 len: 932 time: 0.2219784 Aug 17 00:13:03.757174 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.ipam_backend_mixin [None req-29c5ee01-4cb2-4181-86ee-6398c7635d42 None None] Port 9f20865a-4b09-444c-acc2-f439915aabc2 was not found and therefore no delete operation was performed {{(pid=101404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 00:13:03.766552 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-9dbc7b6e-2154-4bd5-a07e-c3cb32038447 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:13:03.768708 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: b96ae728-6b14-4a37-8d9e-f178c07fe33b {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:13:03.769210 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b96ae728-6b14-4a37-8d9e-f178c07fe33b not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:13:03.774604 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-29c5ee01-4cb2-4181-86ee-6398c7635d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:03.802655 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5ee01-4cb2-4181-86ee-6398c7635d42 None None] Pushing event deleted for resources: {'Port': ['ID=9f20865a-4b09-444c-acc2-f439915aabc2,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:03.804915 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2402fa3a-e052-47e8-b5b4-6c2612d8ac76 None None] Transition to ACTIVE for port object c61cac70-1f41-4cc9-b39e-da96b24f25ae will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:03.812230 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29c5ee01-4cb2-4181-86ee-6398c7635d42 None None] Network 319c4948-ce61-4149-b91a-e60854482c73 is not hosted by any dhcp agent {{(pid=101404) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 00:13:03.812700 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c5ee01-4cb2-4181-86ee-6398c7635d42 None None] No DVR routers for this DVR port 9f20865a-4b09-444c-acc2-f439915aabc2 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:13:03.826749 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc7b6e-2154-4bd5-a07e-c3cb32038447 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Pushing event updated for resources: {'Port': ['ID=063dfbaa-25e5-45f6-921e-132c0ba224ad,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:03.831706 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2402fa3a-e052-47e8-b5b4-6c2612d8ac76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:03.855035 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2402fa3a-e052-47e8-b5b4-6c2612d8ac76 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:03.875541 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e2afbcd-4464-42c4-8fea-8456a6e847fb req-566b1882-98c1-45e7-8a27-62cf66c3b4ed tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/security-groups?id=333c7e32-0bea-403c-ac89-11f0f79b1bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192269 Aug 17 00:13:03.894487 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-2402fa3a-e052-47e8-b5b4-6c2612d8ac76 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:03.902395 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-9dbc7b6e-2154-4bd5-a07e-c3cb32038447 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:03.903151 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-9dbc7b6e-2154-4bd5-a07e-c3cb32038447 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:03.908527 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51194) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:03.921230 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2402fa3a-e052-47e8-b5b4-6c2612d8ac76 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:13:03.954364 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-9dbc7b6e-2154-4bd5-a07e-c3cb32038447 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3982313 Aug 17 00:13:03.957448 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-256c2db0-fb81-4cf8-a96d-cc35aa10c125 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed28b20204514c9b82843070ec3ff7cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473380 Aug 17 00:13:03.959949 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51196) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:03.973703 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-c763dbb4-4a14-46d6-975b-58a8ed460cca service neutron] Request body: {'port': {'device_id': 'fff2049a-24e4-4f18-a29d-bd73717d6e8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:04.020463 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-2402fa3a-e052-47e8-b5b4-6c2612d8ac76 None None] Attempting to bind port c61cac70-1f41-4cc9-b39e-da96b24f25ae on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:13:04.020839 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-2402fa3a-e052-47e8-b5b4-6c2612d8ac76 None None] Attempting to bind port c61cac70-1f41-4cc9-b39e-da96b24f25ae by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:13:04.021266 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2402fa3a-e052-47e8-b5b4-6c2612d8ac76 None None] Attempting to bind port c61cac70-1f41-4cc9-b39e-da96b24f25ae on network d70a647a-a896-41f9-a7d0-554edd779aa3 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:13:04.024728 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402fa3a-e052-47e8-b5b4-6c2612d8ac76 None None] Pushing event updated for resources: {'Port': ['ID=c61cac70-1f41-4cc9-b39e-da96b24f25ae,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:04.031152 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2402fa3a-e052-47e8-b5b4-6c2612d8ac76 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:13:04.031651 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2402fa3a-e052-47e8-b5b4-6c2612d8ac76 None None] Checking segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:13:04.032362 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2402fa3a-e052-47e8-b5b4-6c2612d8ac76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:04.032561 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2402fa3a-e052-47e8-b5b4-6c2612d8ac76 None None] Bound using segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:13:04.032915 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-2402fa3a-e052-47e8-b5b4-6c2612d8ac76 None None] Bound port: c61cac70-1f41-4cc9-b39e-da96b24f25ae, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:13:04.033347 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2402fa3a-e052-47e8-b5b4-6c2612d8ac76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:04.040354 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-558512a7-a52e-443d-aac4-c043c794bea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:04.066604 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-558512a7-a52e-443d-aac4-c043c794bea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:04.086183 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-c763dbb4-4a14-46d6-975b-58a8ed460cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:04.109175 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-2402fa3a-e052-47e8-b5b4-6c2612d8ac76 None None] For port c61cac70-1f41-4cc9-b39e-da96b24f25ae, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:13:04.112802 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-2402fa3a-e052-47e8-b5b4-6c2612d8ac76 None None] For port c61cac70-1f41-4cc9-b39e-da96b24f25ae, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c61cac70-1f41-4cc9-b39e-da96b24f25ae,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:13:04.124722 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2402fa3a-e052-47e8-b5b4-6c2612d8ac76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:04.143465 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-558512a7-a52e-443d-aac4-c043c794bea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:04.146543 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-558512a7-a52e-443d-aac4-c043c794bea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:04.150513 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-558512a7-a52e-443d-aac4-c043c794bea6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7a5c6160-17de-47cc-916e-1cdf5cfcd20c HTTP/1.1" status: 204 len: 168 time: 0.1870565 Aug 17 00:13:04.158182 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558512a7-a52e-443d-aac4-c043c794bea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5c6160-17de-47cc-916e-1cdf5cfcd20c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:04.167676 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eee6235d-a6db-4660-831b-658625e129c9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:04.210745 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402fa3a-e052-47e8-b5b4-6c2612d8ac76 None None] Pushing event updated for resources: {'Port': ['ID=c61cac70-1f41-4cc9-b39e-da96b24f25ae,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:04.296636 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee6235d-a6db-4660-831b-658625e129c9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:04.306372 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-eee6235d-a6db-4660-831b-658625e129c9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:04.315061 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee6235d-a6db-4660-831b-658625e129c9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:04.315764 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eee6235d-a6db-4660-831b-658625e129c9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:04.325922 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6235d-a6db-4660-831b-658625e129c9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=6987d14b-8ab4-4155-9c94-c4e128cd929d,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:04.379708 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-eee6235d-a6db-4660-831b-658625e129c9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8009834 Aug 17 00:13:04.384896 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51208) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:04.396831 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f70d0061-12e8-4927-aabd-e048b8da1107 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'port': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'mac_address': 'fa:16:3e:52:51:e2', 'name': 'tempest-NetworksTestDHCPv6-636760109'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:04.579240 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-c763dbb4-4a14-46d6-975b-58a8ed460cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063dfbaa-25e5-45f6-921e-132c0ba224ad {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:13:04.589189 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-c763dbb4-4a14-46d6-975b-58a8ed460cca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:04.595478 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70d0061-12e8-4927-aabd-e048b8da1107 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:04.603784 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-c763dbb4-4a14-46d6-975b-58a8ed460cca service neutron] Transition to ACTIVE for port object 063dfbaa-25e5-45f6-921e-132c0ba224ad will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:04.609463 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-c763dbb4-4a14-46d6-975b-58a8ed460cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:04.735527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763dbb4-4a14-46d6-975b-58a8ed460cca service neutron] Pushing event updated for resources: {'Port': ['ID=063dfbaa-25e5-45f6-921e-132c0ba224ad,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:04.754212 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f70d0061-12e8-4927-aabd-e048b8da1107 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:04.778461 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-f70d0061-12e8-4927-aabd-e048b8da1107 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] device_id is not set on port 34fc652f-0b66-4669-ac70-b2e2822da74d yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:13:04.787967 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-c763dbb4-4a14-46d6-975b-58a8ed460cca service neutron] Attempting to bind port 063dfbaa-25e5-45f6-921e-132c0ba224ad on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:13:04.788398 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-c763dbb4-4a14-46d6-975b-58a8ed460cca service neutron] Attempting to bind port 063dfbaa-25e5-45f6-921e-132c0ba224ad by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '06f614ce-4814-4e81-9b12-f70d0d997e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '591aa9a8-3c5b-48e2-a78d-799fdac15798'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:13:04.789191 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-c763dbb4-4a14-46d6-975b-58a8ed460cca service neutron] Attempting to bind port 063dfbaa-25e5-45f6-921e-132c0ba224ad on network 591aa9a8-3c5b-48e2-a78d-799fdac15798 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:13:04.799844 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-c763dbb4-4a14-46d6-975b-58a8ed460cca service neutron] Port 063dfbaa-25e5-45f6-921e-132c0ba224ad on network 591aa9a8-3c5b-48e2-a78d-799fdac15798 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:13:04.800183 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-c763dbb4-4a14-46d6-975b-58a8ed460cca service neutron] Attempting to bind port 063dfbaa-25e5-45f6-921e-132c0ba224ad on network 591aa9a8-3c5b-48e2-a78d-799fdac15798 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:13:04.808793 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-c763dbb4-4a14-46d6-975b-58a8ed460cca service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:13:04.809255 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-c763dbb4-4a14-46d6-975b-58a8ed460cca service neutron] Checking segment: {'id': '06f614ce-4814-4e81-9b12-f70d0d997e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '591aa9a8-3c5b-48e2-a78d-799fdac15798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:13:04.809382 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-c763dbb4-4a14-46d6-975b-58a8ed460cca service neutron] Bound using segment: {'id': '06f614ce-4814-4e81-9b12-f70d0d997e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '591aa9a8-3c5b-48e2-a78d-799fdac15798'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:13:04.809805 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-c763dbb4-4a14-46d6-975b-58a8ed460cca service neutron] Bound port: 063dfbaa-25e5-45f6-921e-132c0ba224ad, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06f614ce-4814-4e81-9b12-f70d0d997e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '591aa9a8-3c5b-48e2-a78d-799fdac15798'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:13:04.810177 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-c763dbb4-4a14-46d6-975b-58a8ed460cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:04.861422 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51220) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:04.897187 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-c763dbb4-4a14-46d6-975b-58a8ed460cca service neutron] For port 063dfbaa-25e5-45f6-921e-132c0ba224ad, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:13:04.898604 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bf564ba5-ad44-4d22-b5de-e462c169d3c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:04.900771 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-c763dbb4-4a14-46d6-975b-58a8ed460cca service neutron] For port 063dfbaa-25e5-45f6-921e-132c0ba224ad, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=063dfbaa-25e5-45f6-921e-132c0ba224ad,segment=NetworkSegment(06f614ce-4814-4e81-9b12-f70d0d997e8e),segment_id=06f614ce-4814-4e81-9b12-f70d0d997e8e)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:13:04.922869 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-c763dbb4-4a14-46d6-975b-58a8ed460cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:04.962969 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-c763dbb4-4a14-46d6-975b-58a8ed460cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:04.963843 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-c763dbb4-4a14-46d6-975b-58a8ed460cca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:04.964940 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-c763dbb4-4a14-46d6-975b-58a8ed460cca service neutron] 10.222.0.64 "PUT /v2.0/ports/063dfbaa-25e5-45f6-921e-132c0ba224ad HTTP/1.1" status: 200 len: 1093 time: 0.9998038 Aug 17 00:13:04.965483 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff2049a-24e4-4f18-a29d-bd73717d6e8e', 'tag': '063dfbaa-25e5-45f6-921e-132c0ba224ad'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:13:04.968592 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a817011-c9ac-4569-8f82-0fff4fa5df59" -d '{"events": [{"name": "network-changed", "server_uuid": "fff2049a-24e4-4f18-a29d-bd73717d6e8e", "tag": "063dfbaa-25e5-45f6-921e-132c0ba224ad"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:13:05.024294 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763dbb4-4a14-46d6-975b-58a8ed460cca service neutron] Pushing event updated for resources: {'Port': ['ID=063dfbaa-25e5-45f6-921e-132c0ba224ad,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:05.040649 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-f70d0061-12e8-4927-aabd-e048b8da1107 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 172.20.0.3 (d70a647a-a896-41f9-a7d0-554edd779aa3/6987d14b-8ab4-4155-9c94-c4e128cd929d/34fc652f-0b66-4669-ac70-b2e2822da74d) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:05.057280 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa7288b-8e54-43d3-9d95-e55f675db7ed x-openstack-request-id: req-3aa7288b-8e54-43d3-9d95-e55f675db7ed {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:13:05.057457 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff2049a-24e4-4f18-a29d-bd73717d6e8e", "tag": "063dfbaa-25e5-45f6-921e-132c0ba224ad", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:13:05.057653 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3aa7288b-8e54-43d3-9d95-e55f675db7ed {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:13:05.058069 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff2049a-24e4-4f18-a29d-bd73717d6e8e', 'tag': '063dfbaa-25e5-45f6-921e-132c0ba224ad', 'status': 'completed', 'code': 200} Aug 17 00:13:05.060989 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-f70d0061-12e8-4927-aabd-e048b8da1107 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 2001:db8::f816:3eff:fe52:51e2 (d70a647a-a896-41f9-a7d0-554edd779aa3/2630fe09-f45b-4c0a-b275-2169b37fe4ba/34fc652f-0b66-4669-ac70-b2e2822da74d) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:05.111944 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d51220-8272-43b9-840d-f990e8b67847 req-8cc740d6-09b9-459d-bce5-053e2e221012 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:05.113788 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-53d51220-8272-43b9-840d-f990e8b67847 req-8cc740d6-09b9-459d-bce5-053e2e221012 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fff2049a-24e4-4f18-a29d-bd73717d6e8e HTTP/1.1" status: 200 len: 944 time: 0.1194963 Aug 17 00:13:05.129154 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bf564ba5-ad44-4d22-b5de-e462c169d3c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:05.129500 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-c9bbc946-d7e6-46ef-9d2c-38df6817326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:05.131537 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-c9bbc946-d7e6-46ef-9d2c-38df6817326e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2a48db5538342bf9509550150feedff&device_id=fff2049a-24e4-4f18-a29d-bd73717d6e8e HTTP/1.1" status: 200 len: 1096 time: 0.0946076 Aug 17 00:13:05.139807 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bf564ba5-ad44-4d22-b5de-e462c169d3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:05.174959 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf564ba5-ad44-4d22-b5de-e462c169d3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5def956c-18f9-4683-ab0b-c4ed183ec925,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:05.230327 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-c3fd6d82-990b-471e-809f-941195d47bd7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=063dfbaa-25e5-45f6-921e-132c0ba224ad HTTP/1.1" status: 200 len: 217 time: 0.0829117 Aug 17 00:13:05.239664 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-53d51220-8272-43b9-840d-f990e8b67847 req-230520e1-01ce-43ed-bf1a-a6a9dfee4730 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/security-groups?id=333c7e32-0bea-403c-ac89-11f0f79b1bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124532 Aug 17 00:13:05.298533 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-0c319764-8d1a-400e-8add-5e95304099e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:05.299285 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bf564ba5-ad44-4d22-b5de-e462c169d3c2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4366050 Aug 17 00:13:05.300559 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-0c319764-8d1a-400e-8add-5e95304099e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e648d1e-4044-4c7a-8961-20638274205e HTTP/1.1" status: 200 len: 858 time: 0.0599749 Aug 17 00:13:05.301270 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51230) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:05.355161 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-242de5e1-ae37-4ad9-8992-8f7babaeb6da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=591aa9a8-3c5b-48e2-a78d-799fdac15798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347345 Aug 17 00:13:05.395853 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f70d0061-12e8-4927-aabd-e048b8da1107 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:05.418910 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-f70d0061-12e8-4927-aabd-e048b8da1107 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Transition to ACTIVE for port object 34fc652f-0b66-4669-ac70-b2e2822da74d will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:05.455805 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2280ddd1-8115-4d7b-a605-2a3d4f7ebc94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:05.497378 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2280ddd1-8115-4d7b-a605-2a3d4f7ebc94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:05.515143 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f70d0061-12e8-4927-aabd-e048b8da1107 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:05.523529 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c61cac70-1f41-4cc9-b39e-da96b24f25ae up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:13:05.569209 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ea6a40-178b-4588-bfa3-2c26e28343f0 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:05.573731 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-61ce299d-b529-465e-9360-473fd35c2125 service neutron] 10.222.0.64 "GET /v2.0/networks/591aa9a8-3c5b-48e2-a78d-799fdac15798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995873 Aug 17 00:13:05.589065 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d0061-12e8-4927-aabd-e048b8da1107 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Port': ['ID=34fc652f-0b66-4669-ac70-b2e2822da74d,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:05.606760 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70d0061-12e8-4927-aabd-e048b8da1107 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:05.609361 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-f70d0061-12e8-4927-aabd-e048b8da1107 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:05.611968 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70d0061-12e8-4927-aabd-e048b8da1107 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:13:05.626788 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2280ddd1-8115-4d7b-a605-2a3d4f7ebc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:05.629699 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2280ddd1-8115-4d7b-a605-2a3d4f7ebc94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:05.633255 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2280ddd1-8115-4d7b-a605-2a3d4f7ebc94 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5def956c-18f9-4683-ab0b-c4ed183ec925 HTTP/1.1" status: 204 len: 168 time: 0.3276038 Aug 17 00:13:05.650134 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port c61cac70-1f41-4cc9-b39e-da96b24f25ae completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:05.662135 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3b9f5320-6f78-4b8e-9ba5-7cfafec124d8 None None] Provisioning for port c61cac70-1f41-4cc9-b39e-da96b24f25ae completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:05.673410 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3b9f5320-6f78-4b8e-9ba5-7cfafec124d8 None None] Provisioning complete for port c61cac70-1f41-4cc9-b39e-da96b24f25ae triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:05.673785 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3b9f5320-6f78-4b8e-9ba5-7cfafec124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:05.678923 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70d0061-12e8-4927-aabd-e048b8da1107 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:05.679625 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f70d0061-12e8-4927-aabd-e048b8da1107 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:05.710421 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f70d0061-12e8-4927-aabd-e048b8da1107 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3212292 Aug 17 00:13:05.710651 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51240) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:05.720913 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280ddd1-8115-4d7b-a605-2a3d4f7ebc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5def956c-18f9-4683-ab0b-c4ed183ec925,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:05.772632 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8dde9432-82b0-484f-a2ad-167ae78c0d5d req-4559aeab-29ba-42fe-98e2-3530bc3a449b service neutron] 10.222.0.64 "GET /v2.0/networks/591aa9a8-3c5b-48e2-a78d-799fdac15798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771636 Aug 17 00:13:05.801759 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99603473-71cb-4192-9ca0-667a08e08c6b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:05.808456 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99603473-71cb-4192-9ca0-667a08e08c6b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:05.814234 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-99603473-71cb-4192-9ca0-667a08e08c6b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0988779 Aug 17 00:13:05.815000 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51244) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:05.880832 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3b9f5320-6f78-4b8e-9ba5-7cfafec124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:05.935079 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a817011-c9ac-4569-8f82-0fff4fa5df59 req-f127f026-6c2b-4810-96ff-01dc15e710a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:05.939501 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7a817011-c9ac-4569-8f82-0fff4fa5df59 req-f127f026-6c2b-4810-96ff-01dc15e710a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2a48db5538342bf9509550150feedff&device_id=fff2049a-24e4-4f18-a29d-bd73717d6e8e HTTP/1.1" status: 200 len: 1096 time: 0.0989428 Aug 17 00:13:05.954027 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-3b9f5320-6f78-4b8e-9ba5-7cfafec124d8 None None] For port c61cac70-1f41-4cc9-b39e-da96b24f25ae, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c61cac70-1f41-4cc9-b39e-da96b24f25ae,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:05.966055 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3b9f5320-6f78-4b8e-9ba5-7cfafec124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:05.994947 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c202d035-768f-4b98-8d0c-3c980529dcb1 None None] Update dhcp port {'port': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'fixed_ips': [{'subnet_id': '2630fe09-f45b-4c0a-b275-2169b37fe4ba', 'ip_address': '2001:db8::f816:3eff:fef6:83e4'}, {'subnet_id': '6987d14b-8ab4-4155-9c94-c4e128cd929d'}], 'binding:host_id': 'n-d-800088-20'}, 'id': 'c61cac70-1f41-4cc9-b39e-da96b24f25ae'} from n-d-800088-20. {{(pid=101404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 00:13:06.012584 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ddbfb84d-279d-4515-a469-2057e52ada34 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting port 34fc652f-0b66-4669-ac70-b2e2822da74d {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:13:06.012898 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ddbfb84d-279d-4515-a469-2057e52ada34 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:06.046745 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c202d035-768f-4b98-8d0c-3c980529dcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:06.066687 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f5320-6f78-4b8e-9ba5-7cfafec124d8 None None] Pushing event updated for resources: {'Port': ['ID=c61cac70-1f41-4cc9-b39e-da96b24f25ae,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:06.136201 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ddbfb84d-279d-4515-a469-2057e52ada34 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:06.140813 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a817011-c9ac-4569-8f82-0fff4fa5df59 req-3b630cf8-1024-440a-a296-7056798527a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:06.142721 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7a817011-c9ac-4569-8f82-0fff4fa5df59 req-3b630cf8-1024-440a-a296-7056798527a3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=591aa9a8-3c5b-48e2-a78d-799fdac15798 HTTP/1.1" status: 200 len: 919 time: 0.1977546 Aug 17 00:13:06.153850 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ddbfb84d-279d-4515-a469-2057e52ada34 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Calling delete_port for 34fc652f-0b66-4669-ac70-b2e2822da74d owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:13:06.218848 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7a817011-c9ac-4569-8f82-0fff4fa5df59 req-efed54da-f484-4667-9703-3c33dbe7169a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=063dfbaa-25e5-45f6-921e-132c0ba224ad HTTP/1.1" status: 200 len: 217 time: 0.0629945 Aug 17 00:13:06.303660 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-c202d035-768f-4b98-8d0c-3c980529dcb1 None None] Allocated IP 172.20.0.2 (d70a647a-a896-41f9-a7d0-554edd779aa3/6987d14b-8ab4-4155-9c94-c4e128cd929d/c61cac70-1f41-4cc9-b39e-da96b24f25ae) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:06.351674 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a817011-c9ac-4569-8f82-0fff4fa5df59 req-cbb8b7be-38f7-4380-9d33-d2d4f5bcb1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:06.356516 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7a817011-c9ac-4569-8f82-0fff4fa5df59 req-cbb8b7be-38f7-4380-9d33-d2d4f5bcb1cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e648d1e-4044-4c7a-8961-20638274205e HTTP/1.1" status: 200 len: 858 time: 0.1324043 Aug 17 00:13:06.411888 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ddbfb84d-279d-4515-a469-2057e52ada34 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:06.444939 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7a817011-c9ac-4569-8f82-0fff4fa5df59 req-6ce9016d-272c-4bd2-8e0d-564571f0f99e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=591aa9a8-3c5b-48e2-a78d-799fdac15798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747116 Aug 17 00:13:06.457136 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfb84d-279d-4515-a469-2057e52ada34 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Port': ['ID=34fc652f-0b66-4669-ac70-b2e2822da74d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:06.510916 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-c202d035-768f-4b98-8d0c-3c980529dcb1 None None] For port c61cac70-1f41-4cc9-b39e-da96b24f25ae, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c61cac70-1f41-4cc9-b39e-da96b24f25ae,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:06.548969 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c202d035-768f-4b98-8d0c-3c980529dcb1 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:06.552027 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cfb6c-6f5b-490d-a63f-ef0d45c1658c req-dd20e684-ed3b-46ae-9fc0-8f23e5f7ff8a tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:06.553777 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4b0cfb6c-6f5b-490d-a63f-ef0d45c1658c req-dd20e684-ed3b-46ae-9fc0-8f23e5f7ff8a tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fff2049a-24e4-4f18-a29d-bd73717d6e8e HTTP/1.1" status: 200 len: 944 time: 0.1823616 Aug 17 00:13:06.567745 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c202d035-768f-4b98-8d0c-3c980529dcb1 None None] Transition to ACTIVE for port object c61cac70-1f41-4cc9-b39e-da96b24f25ae will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:06.602485 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c202d035-768f-4b98-8d0c-3c980529dcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:06.621608 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4b0cfb6c-6f5b-490d-a63f-ef0d45c1658c req-5d62bd4a-80d6-4121-a382-ea9afdecf03d tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/security-groups?id=333c7e32-0bea-403c-ac89-11f0f79b1bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526831 Aug 17 00:13:06.632039 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ddbfb84d-279d-4515-a469-2057e52ada34 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:06.640014 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ddbfb84d-279d-4515-a469-2057e52ada34 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/34fc652f-0b66-4669-ac70-b2e2822da74d HTTP/1.1" status: 204 len: 168 time: 0.8221431 Aug 17 00:13:06.641555 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51276) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:06.680048 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7a817011-c9ac-4569-8f82-0fff4fa5df59 req-f1fb32d4-dc0e-43c6-a0c4-d9c89112ecdf service neutron] 10.222.0.64 "GET /v2.0/networks/591aa9a8-3c5b-48e2-a78d-799fdac15798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240996 Aug 17 00:13:06.724414 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e74aa5f-ee70-4fc8-859e-003a0d645fad tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:06.726127 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e74aa5f-ee70-4fc8-859e-003a0d645fad tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:06.728157 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e74aa5f-ee70-4fc8-859e-003a0d645fad tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:06.729787 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1e74aa5f-ee70-4fc8-859e-003a0d645fad tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0856566 Aug 17 00:13:06.732847 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51280) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:06.738809 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202d035-768f-4b98-8d0c-3c980529dcb1 None None] Pushing event updated for resources: {'Port': ['ID=c61cac70-1f41-4cc9-b39e-da96b24f25ae,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:06.808252 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7a817011-c9ac-4569-8f82-0fff4fa5df59 req-6a776784-b827-4581-bd6e-7264e5752907 service neutron] 10.222.0.64 "GET /v2.0/networks/591aa9a8-3c5b-48e2-a78d-799fdac15798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165338 Aug 17 00:13:06.826567 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-1316e9a8-5059-4ffe-b17c-54751fcdda50 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet 2630fe09-f45b-4c0a-b275-2169b37fe4ba {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:13:06.829881 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1316e9a8-5059-4ffe-b17c-54751fcdda50 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:06.836032 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51284) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:06.899071 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1316e9a8-5059-4ffe-b17c-54751fcdda50 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:06.983927 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-1a170e34-8d92-4aa5-a821-bafaa278bfbb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-283857276-network', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:07.001251 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1316e9a8-5059-4ffe-b17c-54751fcdda50 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:07.012385 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a170e34-8d92-4aa5-a821-bafaa278bfbb admin admin] Made reservation on behalf of f107c7703c294e8991c1c983d8b06a9f for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:07.023434 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a170e34-8d92-4aa5-a821-bafaa278bfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:07.040522 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a170e34-8d92-4aa5-a821-bafaa278bfbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:07.094694 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1316e9a8-5059-4ffe-b17c-54751fcdda50 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:07.113761 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1316e9a8-5059-4ffe-b17c-54751fcdda50 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:07.115755 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1316e9a8-5059-4ffe-b17c-54751fcdda50 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/2630fe09-f45b-4c0a-b275-2169b37fe4ba HTTP/1.1" status: 204 len: 168 time: 0.3818319 Aug 17 00:13:07.121541 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51294) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:07.136075 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316e9a8-5059-4ffe-b17c-54751fcdda50 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=2630fe09-f45b-4c0a-b275-2169b37fe4ba,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:07.200250 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-55472e05-06eb-48c8-9171-c5c315c2cd83 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet 6987d14b-8ab4-4155-9c94-c4e128cd929d {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:13:07.210507 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-55472e05-06eb-48c8-9171-c5c315c2cd83 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:07.273366 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a170e34-8d92-4aa5-a821-bafaa278bfbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:07.280763 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-55472e05-06eb-48c8-9171-c5c315c2cd83 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:07.302192 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a170e34-8d92-4aa5-a821-bafaa278bfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:07.347774 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a170e34-8d92-4aa5-a821-bafaa278bfbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:13:07.369525 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a170e34-8d92-4aa5-a821-bafaa278bfbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d9ec89-517a-41a9-becb-b7b5a39d44d3,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:07.377191 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a170e34-8d92-4aa5-a821-bafaa278bfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:07.377547 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-1a170e34-8d92-4aa5-a821-bafaa278bfbb admin admin] Added segment 728380cf-6751-440e-b89e-9a7edc51874c of type vlan for network 2676b640-a0ef-482d-b8e8-3f50e99c7802 Aug 17 00:13:07.456814 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a170e34-8d92-4aa5-a821-bafaa278bfbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:07.476025 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c61cac70-1f41-4cc9-b39e-da96b24f25ae up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:13:07.489798 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-55472e05-06eb-48c8-9171-c5c315c2cd83 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:07.523763 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586a051b-c48e-4f63-a605-f48eb6ac8867 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:07.524060 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a170e34-8d92-4aa5-a821-bafaa278bfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:07.524975 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a170e34-8d92-4aa5-a821-bafaa278bfbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:07.525784 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a170e34-8d92-4aa5-a821-bafaa278bfbb admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:07.593951 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1a170e34-8d92-4aa5-a821-bafaa278bfbb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7567236 Aug 17 00:13:07.594373 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51306) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:07.607390 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-efb38385-a6de-48ba-82c7-9db3ab1ca8b8 admin admin] Request body: {'subnet': {'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-283857276-subnet', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:07.619533 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a170e34-8d92-4aa5-a821-bafaa278bfbb admin admin] Pushing event updated for resources: {'Network': ['ID=2676b640-a0ef-482d-b8e8-3f50e99c7802,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:07.633132 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-55472e05-06eb-48c8-9171-c5c315c2cd83 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:07.643186 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 2676b640-a0ef-482d-b8e8-3f50e99c7802 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:13:07.652017 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb38385-a6de-48ba-82c7-9db3ab1ca8b8 admin admin] Made reservation on behalf of f107c7703c294e8991c1c983d8b06a9f for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:07.652017 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-efb38385-a6de-48ba-82c7-9db3ab1ca8b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:07.678777 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-55472e05-06eb-48c8-9171-c5c315c2cd83 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:07.684147 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-55472e05-06eb-48c8-9171-c5c315c2cd83 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/6987d14b-8ab4-4155-9c94-c4e128cd929d HTTP/1.1" status: 204 len: 168 time: 0.5578723 Aug 17 00:13:07.684147 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55472e05-06eb-48c8-9171-c5c315c2cd83 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=6987d14b-8ab4-4155-9c94-c4e128cd929d,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:07.684147 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51310) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:07.734233 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9709840e-64b7-4c17-a711-f2fa79503f4c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496309 Aug 17 00:13:07.737104 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51312) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:07.742407 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-3af04ab4-feb8-4339-b96f-af7d545035c3 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:07.749988 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6258d45e-c5d9-4f42-bcd0-0b626b619dd6 None None] Provisioning for port c61cac70-1f41-4cc9-b39e-da96b24f25ae completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:07.786489 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6258d45e-c5d9-4f42-bcd0-0b626b619dd6 None None] Provisioning complete for port c61cac70-1f41-4cc9-b39e-da96b24f25ae triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:07.787218 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6258d45e-c5d9-4f42-bcd0-0b626b619dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:07.902118 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07379e72-2ca3-4f6a-8b19-b70bfcfd8a9e req-1fbcc5e3-d833-4ee0-ac77-d5ce90ba9a30 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:07.903802 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07379e72-2ca3-4f6a-8b19-b70bfcfd8a9e req-1fbcc5e3-d833-4ee0-ac77-d5ce90ba9a30 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fff2049a-24e4-4f18-a29d-bd73717d6e8e HTTP/1.1" status: 200 len: 944 time: 0.0859392 Aug 17 00:13:07.905915 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af04ab4-feb8-4339-b96f-af7d545035c3 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:07.906617 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-efb38385-a6de-48ba-82c7-9db3ab1ca8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:07.909716 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3af04ab4-feb8-4339-b96f-af7d545035c3 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:07.947351 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6258d45e-c5d9-4f42-bcd0-0b626b619dd6 None None] Could not find standard attr ID for object 34fc652f-0b66-4669-ac70-b2e2822da74d. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:13:07.967824 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c7760c-ebe2-4f58-ad8e-65cdd43bf582 None None] DHCP port deletion for d70a647a-a896-41f9-a7d0-554edd779aa3 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:13:08.035693 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07379e72-2ca3-4f6a-8b19-b70bfcfd8a9e req-55363c6d-d6c1-4a2c-9358-f9b7cf7f407d tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/security-groups?id=333c7e32-0bea-403c-ac89-11f0f79b1bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022861 Aug 17 00:13:08.042933 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f3c7760c-ebe2-4f58-ad8e-65cdd43bf582 None None] Deleting port c61cac70-1f41-4cc9-b39e-da96b24f25ae {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:13:08.044191 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f3c7760c-ebe2-4f58-ad8e-65cdd43bf582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:08.057839 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb38385-a6de-48ba-82c7-9db3ab1ca8b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50a43672-a95f-4b5a-a039-6a76ff2ef6bb,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:08.085420 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb38385-a6de-48ba-82c7-9db3ab1ca8b8 admin admin] Checking segment: {'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:13:08.086121 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb38385-a6de-48ba-82c7-9db3ab1ca8b8 admin admin] Network hostable DHCP agents. Network: 2676b640-a0ef-482d-b8e8-3f50e99c7802, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:13:08.108845 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb38385-a6de-48ba-82c7-9db3ab1ca8b8 admin admin] Network 2676b640-a0ef-482d-b8e8-3f50e99c7802 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:13:08.124944 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-efb38385-a6de-48ba-82c7-9db3ab1ca8b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 2676b640-a0ef-482d-b8e8-3f50e99c7802) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:08.130256 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb38385-a6de-48ba-82c7-9db3ab1ca8b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:08.131660 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-efb38385-a6de-48ba-82c7-9db3ab1ca8b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:08.138924 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fb8a71-cd43-45e5-80cf-f70b95032e91 None None] Network 2676b640-a0ef-482d-b8e8-3f50e99c7802 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:08.142145 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-f3c7760c-ebe2-4f58-ad8e-65cdd43bf582 None None] For port c61cac70-1f41-4cc9-b39e-da96b24f25ae, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c61cac70-1f41-4cc9-b39e-da96b24f25ae,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:08.142887 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f3c7760c-ebe2-4f58-ad8e-65cdd43bf582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:08.150653 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-efb38385-a6de-48ba-82c7-9db3ab1ca8b8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5491090 Aug 17 00:13:08.153254 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51322) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:08.160168 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-407ae777-af0b-433e-bc48-10444f570f7c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-283857276-router', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:08.174441 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f3c7760c-ebe2-4f58-ad8e-65cdd43bf582 None None] Calling delete_port for c61cac70-1f41-4cc9-b39e-da96b24f25ae owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:13:08.187262 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-407ae777-af0b-433e-bc48-10444f570f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:08.190943 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-407ae777-af0b-433e-bc48-10444f570f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:08.215889 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3af04ab4-feb8-4339-b96f-af7d545035c3 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:08.271049 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-407ae777-af0b-433e-bc48-10444f570f7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:08.285445 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af04ab4-feb8-4339-b96f-af7d545035c3 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:08.286675 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af04ab4-feb8-4339-b96f-af7d545035c3 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=41929a88-cb7b-4826-b3f8-27db1df1d27a,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:08.289504 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-3af04ab4-feb8-4339-b96f-af7d545035c3 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:08.291939 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af04ab4-feb8-4339-b96f-af7d545035c3 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:08.292529 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3af04ab4-feb8-4339-b96f-af7d545035c3 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:08.313446 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3af04ab4-feb8-4339-b96f-af7d545035c3 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5751717 Aug 17 00:13:08.316183 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51328) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:08.321795 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-63be42f1-e6a4-4bf3-b1dc-7dcdaccc63d1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:08.361994 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f3c7760c-ebe2-4f58-ad8e-65cdd43bf582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:08.442275 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7760c-ebe2-4f58-ad8e-65cdd43bf582 None None] Pushing event deleted for resources: {'Port': ['ID=c61cac70-1f41-4cc9-b39e-da96b24f25ae,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:08.453148 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63be42f1-e6a4-4bf3-b1dc-7dcdaccc63d1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:08.456416 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 063dfbaa-25e5-45f6-921e-132c0ba224ad details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:13:08.456840 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-63be42f1-e6a4-4bf3-b1dc-7dcdaccc63d1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:08.462305 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-407ae777-af0b-433e-bc48-10444f570f7c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:08.473406 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2c0579-2178-4def-96d2-146e2fcc5ff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-2676b640-a0ef-482d-b8e8-3f50e99c7802', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'fixed_ips': [{'subnet_id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:13:08.474263 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0f2c0579-2178-4def-96d2-146e2fcc5ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:08.501126 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c7760c-ebe2-4f58-ad8e-65cdd43bf582 None None] No DVR routers for this DVR port c61cac70-1f41-4cc9-b39e-da96b24f25ae on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:13:08.523227 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0128013-2c61-4662-87b6-e7d03fc920ac None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:08.740620 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-407ae777-af0b-433e-bc48-10444f570f7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:08.741588 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-0f2c0579-2178-4def-96d2-146e2fcc5ff1 None None] Allocated IP 172.20.0.2 (2676b640-a0ef-482d-b8e8-3f50e99c7802/50a43672-a95f-4b5a-a039-6a76ff2ef6bb/fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:08.763985 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-407ae777-af0b-433e-bc48-10444f570f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:08.792902 n-d-800088-20 neutron-server[101403]: DEBUG neutron.objects.ports [None req-63be42f1-e6a4-4bf3-b1dc-7dcdaccc63d1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101403) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 00:13:08.795654 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-63be42f1-e6a4-4bf3-b1dc-7dcdaccc63d1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:08.853273 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be42f1-e6a4-4bf3-b1dc-7dcdaccc63d1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=036861c8-e9b5-47fe-a389-52cf11387ebf,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:08.866681 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63be42f1-e6a4-4bf3-b1dc-7dcdaccc63d1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:08.869129 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-63be42f1-e6a4-4bf3-b1dc-7dcdaccc63d1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:08.876898 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63be42f1-e6a4-4bf3-b1dc-7dcdaccc63d1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:08.877649 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-63be42f1-e6a4-4bf3-b1dc-7dcdaccc63d1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:08.901234 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-63be42f1-e6a4-4bf3-b1dc-7dcdaccc63d1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5809925 Aug 17 00:13:08.901642 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51336) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:08.908220 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-77afaaaa-6fd9-46c8-865c-8e394ef08bfb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'port': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'mac_address': 'fa:16:3e:49:af:01', 'name': 'tempest-NetworksTestDHCPv6-582347010'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:08.915307 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-407ae777-af0b-433e-bc48-10444f570f7c admin admin] Allocated IP 172.25.3.77 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/a2622c88-3cff-4831-a47e-c35621f11bfc) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:09.058149 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-407ae777-af0b-433e-bc48-10444f570f7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:09.089768 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77afaaaa-6fd9-46c8-865c-8e394ef08bfb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:09.122332 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-407ae777-af0b-433e-bc48-10444f570f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:09.209115 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ae777-af0b-433e-bc48-10444f570f7c admin admin] Pushing event updated for resources: {'Port': ['ID=a2622c88-3cff-4831-a47e-c35621f11bfc,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:09.233644 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 063dfbaa-25e5-45f6-921e-132c0ba224ad, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=063dfbaa-25e5-45f6-921e-132c0ba224ad,segment=NetworkSegment(06f614ce-4814-4e81-9b12-f70d0d997e8e),segment_id=06f614ce-4814-4e81-9b12-f70d0d997e8e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:09.234748 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407ae777-af0b-433e-bc48-10444f570f7c admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:09.237152 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-407ae777-af0b-433e-bc48-10444f570f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:09.240613 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407ae777-af0b-433e-bc48-10444f570f7c admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:13:09.240764 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a356adcc-9c9b-4259-b811-23b9b3f63689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-d70a647a-a896-41f9-a7d0-554edd779aa3', 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'fixed_ips': [{'subnet_id': '036861c8-e9b5-47fe-a389-52cf11387ebf'}, {'subnet_id': '41929a88-cb7b-4826-b3f8-27db1df1d27a'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:13:09.241859 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a356adcc-9c9b-4259-b811-23b9b3f63689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:09.262342 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-77afaaaa-6fd9-46c8-865c-8e394ef08bfb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:09.281375 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548fc95-b19c-40ed-af1a-9423fa9081f4 req-9cdc84a0-aa19-461b-9489-eac1cb3610c7 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:09.283184 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0548fc95-b19c-40ed-af1a-9423fa9081f4 req-9cdc84a0-aa19-461b-9489-eac1cb3610c7 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fff2049a-24e4-4f18-a29d-bd73717d6e8e HTTP/1.1" status: 200 len: 944 time: 0.1179283 Aug 17 00:13:09.296227 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-77afaaaa-6fd9-46c8-865c-8e394ef08bfb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] device_id is not set on port eb9ee19f-d632-4c79-abe6-2e0d7e06c32b yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:13:09.304215 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '063dfbaa-25e5-45f6-921e-132c0ba224ad', 'network_id': '591aa9a8-3c5b-48e2-a78d-799fdac15798', 'port_id': '063dfbaa-25e5-45f6-921e-132c0ba224ad', 'mac_address': 'fa:16:3e:25:a4:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e648d1e-4044-4c7a-8961-20638274205e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:13:09.411480 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0f2c0579-2178-4def-96d2-146e2fcc5ff1 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:09.439770 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0f2c0579-2178-4def-96d2-146e2fcc5ff1 None None] Transition to ACTIVE for port object fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:09.469474 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c61cac70-1f41-4cc9-b39e-da96b24f25ae no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:13:09.473079 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:09.475016 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0f2c0579-2178-4def-96d2-146e2fcc5ff1 None None] Transition to ACTIVE for port object fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:09.503054 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0548fc95-b19c-40ed-af1a-9423fa9081f4 req-642793b9-f2b0-417b-8613-4d897c4b4b6f tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/security-groups?id=333c7e32-0bea-403c-ac89-11f0f79b1bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600122 Aug 17 00:13:09.507569 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: c61cac70-1f41-4cc9-b39e-da96b24f25ae {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:13:09.508021 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c61cac70-1f41-4cc9-b39e-da96b24f25ae not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:13:09.510884 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0f2c0579-2178-4def-96d2-146e2fcc5ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:09.519130 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063dfbaa-25e5-45f6-921e-132c0ba224ad {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:13:09.564875 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2c0579-2178-4def-96d2-146e2fcc5ff1 None None] Network 2676b640-a0ef-482d-b8e8-3f50e99c7802 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:09.575660 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-0f2c0579-2178-4def-96d2-146e2fcc5ff1 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:09.582509 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 063dfbaa-25e5-45f6-921e-132c0ba224ad, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=063dfbaa-25e5-45f6-921e-132c0ba224ad,segment=NetworkSegment(06f614ce-4814-4e81-9b12-f70d0d997e8e),segment_id=06f614ce-4814-4e81-9b12-f70d0d997e8e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:09.583542 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2c0579-2178-4def-96d2-146e2fcc5ff1 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:13:09.586902 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c0579-2178-4def-96d2-146e2fcc5ff1 None None] Pushing event updated for resources: {'Port': ['ID=fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:09.612729 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:09.628879 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-407ae777-af0b-433e-bc48-10444f570f7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:09.647928 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-77afaaaa-6fd9-46c8-865c-8e394ef08bfb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 172.20.0.9 (d70a647a-a896-41f9-a7d0-554edd779aa3/41929a88-cb7b-4826-b3f8-27db1df1d27a/eb9ee19f-d632-4c79-abe6-2e0d7e06c32b) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:09.657238 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-77afaaaa-6fd9-46c8-865c-8e394ef08bfb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 2001:db8::f816:3eff:fe49:af01 (d70a647a-a896-41f9-a7d0-554edd779aa3/036861c8-e9b5-47fe-a389-52cf11387ebf/eb9ee19f-d632-4c79-abe6-2e0d7e06c32b) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:09.682814 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-0f2c0579-2178-4def-96d2-146e2fcc5ff1 None None] Attempting to bind port fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:13:09.683159 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-0f2c0579-2178-4def-96d2-146e2fcc5ff1 None None] Attempting to bind port fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:13:09.683737 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2c0579-2178-4def-96d2-146e2fcc5ff1 None None] Attempting to bind port fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d on network 2676b640-a0ef-482d-b8e8-3f50e99c7802 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:13:09.702783 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2c0579-2178-4def-96d2-146e2fcc5ff1 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:13:09.703198 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2c0579-2178-4def-96d2-146e2fcc5ff1 None None] Checking segment: {'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:13:09.703549 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0f2c0579-2178-4def-96d2-146e2fcc5ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:09.703944 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2c0579-2178-4def-96d2-146e2fcc5ff1 None None] Bound using segment: {'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:13:09.704403 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-0f2c0579-2178-4def-96d2-146e2fcc5ff1 None None] Bound port: fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:13:09.704782 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0f2c0579-2178-4def-96d2-146e2fcc5ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:09.707624 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=063dfbaa-25e5-45f6-921e-132c0ba224ad,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:09.784921 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-0f2c0579-2178-4def-96d2-146e2fcc5ff1 None None] For port fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:13:09.797345 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-0f2c0579-2178-4def-96d2-146e2fcc5ff1 None None] For port fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:13:09.803076 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0f2c0579-2178-4def-96d2-146e2fcc5ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:09.859403 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-77afaaaa-6fd9-46c8-865c-8e394ef08bfb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:09.863271 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c0579-2178-4def-96d2-146e2fcc5ff1 None None] Pushing event updated for resources: {'Port': ['ID=fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:09.879504 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-77afaaaa-6fd9-46c8-865c-8e394ef08bfb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Transition to ACTIVE for port object eb9ee19f-d632-4c79-abe6-2e0d7e06c32b will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:09.911234 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['063dfbaa-25e5-45f6-921e-132c0ba224ad'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:13:09.924276 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-407ae777-af0b-433e-bc48-10444f570f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:09.975898 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-77afaaaa-6fd9-46c8-865c-8e394ef08bfb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:10.037560 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77afaaaa-6fd9-46c8-865c-8e394ef08bfb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Port': ['ID=eb9ee19f-d632-4c79-abe6-2e0d7e06c32b,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:10.070616 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77afaaaa-6fd9-46c8-865c-8e394ef08bfb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:10.072462 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-77afaaaa-6fd9-46c8-865c-8e394ef08bfb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:10.081517 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77afaaaa-6fd9-46c8-865c-8e394ef08bfb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:13:10.109317 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407ae777-af0b-433e-bc48-10444f570f7c admin admin] Router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:13:10.125418 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:10.150060 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77afaaaa-6fd9-46c8-865c-8e394ef08bfb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:10.150756 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-77afaaaa-6fd9-46c8-865c-8e394ef08bfb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:10.191265 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-77afaaaa-6fd9-46c8-865c-8e394ef08bfb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2866230 Aug 17 00:13:10.191265 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51360) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:10.200156 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-a356adcc-9c9b-4259-b811-23b9b3f63689 None None] Allocated IP 172.20.0.2 (d70a647a-a896-41f9-a7d0-554edd779aa3/41929a88-cb7b-4826-b3f8-27db1df1d27a/b1011ee1-dcea-4eb7-9e6c-b86bc13f96ee) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:10.225124 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-a356adcc-9c9b-4259-b811-23b9b3f63689 None None] Allocated IP 2001:db8::f816:3eff:fe7d:e646 (d70a647a-a896-41f9-a7d0-554edd779aa3/036861c8-e9b5-47fe-a389-52cf11387ebf/b1011ee1-dcea-4eb7-9e6c-b86bc13f96ee) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:10.280314 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407ae777-af0b-433e-bc48-10444f570f7c admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:13:10.324335 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-407ae777-af0b-433e-bc48-10444f570f7c admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:10.325793 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-407ae777-af0b-433e-bc48-10444f570f7c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1704175 Aug 17 00:13:10.328610 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51364) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:10.332109 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0622af6-f08a-440a-8a22-ad20e02d83e3 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:10.337561 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b0622af6-f08a-440a-8a22-ad20e02d83e3 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1024 time: 0.1455629 Aug 17 00:13:10.338410 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51366) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:10.370343 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e187897-91da-4a3c-93d0-94c315dd021a None None] Sync routers for ids ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:13:10.411908 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e187897-91da-4a3c-93d0-94c315dd021a None None] Routers {'5f44a2f4-7538-4cb1-902f-1a557b3cd741'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:13:10.412558 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3e187897-91da-4a3c-93d0-94c315dd021a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:12:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:10.566720 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a356adcc-9c9b-4259-b811-23b9b3f63689 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:10.580433 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a356adcc-9c9b-4259-b811-23b9b3f63689 None None] Transition to ACTIVE for port object b1011ee1-dcea-4eb7-9e6c-b86bc13f96ee will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:10.602692 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a356adcc-9c9b-4259-b811-23b9b3f63689 None None] Transition to ACTIVE for port object b1011ee1-dcea-4eb7-9e6c-b86bc13f96ee will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:10.631861 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a356adcc-9c9b-4259-b811-23b9b3f63689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:10.679069 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197164c3-8912-418b-ae51-8f14223cf5b4 req-fad49a0f-82ff-4996-9347-86feb1a0b156 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:10.680985 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-197164c3-8912-418b-ae51-8f14223cf5b4 req-fad49a0f-82ff-4996-9347-86feb1a0b156 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fff2049a-24e4-4f18-a29d-bd73717d6e8e HTTP/1.1" status: 200 len: 945 time: 0.0665567 Aug 17 00:13:10.690671 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a356adcc-9c9b-4259-b811-23b9b3f63689 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:10.697015 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-a356adcc-9c9b-4259-b811-23b9b3f63689 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:10.707944 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a356adcc-9c9b-4259-b811-23b9b3f63689 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:13:10.724026 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356adcc-9c9b-4259-b811-23b9b3f63689 None None] Pushing event updated for resources: {'Port': ['ID=b1011ee1-dcea-4eb7-9e6c-b86bc13f96ee,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:10.735084 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-3e187897-91da-4a3c-93d0-94c315dd021a None None] Set router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:13:10.735610 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-197164c3-8912-418b-ae51-8f14223cf5b4 req-a8bf63aa-a10f-4912-bb75-318d35fa75f2 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/security-groups?id=333c7e32-0bea-403c-ac89-11f0f79b1bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472739 Aug 17 00:13:10.972270 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-361cd759-4132-4d23-8e1a-d5334e1ac94a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting port eb9ee19f-d632-4c79-abe6-2e0d7e06c32b {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:13:10.972795 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-361cd759-4132-4d23-8e1a-d5334e1ac94a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:10.977855 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-a356adcc-9c9b-4259-b811-23b9b3f63689 None None] Attempting to bind port b1011ee1-dcea-4eb7-9e6c-b86bc13f96ee on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:13:10.979014 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-a356adcc-9c9b-4259-b811-23b9b3f63689 None None] Attempting to bind port b1011ee1-dcea-4eb7-9e6c-b86bc13f96ee by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:13:10.979623 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a356adcc-9c9b-4259-b811-23b9b3f63689 None None] Attempting to bind port b1011ee1-dcea-4eb7-9e6c-b86bc13f96ee on network d70a647a-a896-41f9-a7d0-554edd779aa3 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:13:10.987033 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a356adcc-9c9b-4259-b811-23b9b3f63689 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:13:10.988853 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a356adcc-9c9b-4259-b811-23b9b3f63689 None None] Checking segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:13:10.988853 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a356adcc-9c9b-4259-b811-23b9b3f63689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:10.988853 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a356adcc-9c9b-4259-b811-23b9b3f63689 None None] Bound using segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:13:10.989576 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-a356adcc-9c9b-4259-b811-23b9b3f63689 None None] Bound port: b1011ee1-dcea-4eb7-9e6c-b86bc13f96ee, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:13:10.990152 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a356adcc-9c9b-4259-b811-23b9b3f63689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:11.108466 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-a356adcc-9c9b-4259-b811-23b9b3f63689 None None] For port b1011ee1-dcea-4eb7-9e6c-b86bc13f96ee, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:13:11.113582 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-a356adcc-9c9b-4259-b811-23b9b3f63689 None None] For port b1011ee1-dcea-4eb7-9e6c-b86bc13f96ee, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=b1011ee1-dcea-4eb7-9e6c-b86bc13f96ee,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:13:11.126315 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3e187897-91da-4a3c-93d0-94c315dd021a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'name': 'tempest-TestVolumeBootPattern-283857276-router', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:09Z', 'revision_number': 3, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'gw_port': {'id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:11.129278 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-361cd759-4132-4d23-8e1a-d5334e1ac94a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:11.160629 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a356adcc-9c9b-4259-b811-23b9b3f63689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:11.164472 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e187897-91da-4a3c-93d0-94c315dd021a None None] Checking router: 5f44a2f4-7538-4cb1-902f-1a557b3cd741 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:13:11.165033 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e187897-91da-4a3c-93d0-94c315dd021a None None] Updating router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 port a2622c88-3cff-4831-a47e-c35621f11bfc binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:13:11.181220 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-361cd759-4132-4d23-8e1a-d5334e1ac94a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Calling delete_port for eb9ee19f-d632-4c79-abe6-2e0d7e06c32b owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:13:11.235487 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3e187897-91da-4a3c-93d0-94c315dd021a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:11.278009 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356adcc-9c9b-4259-b811-23b9b3f63689 None None] Pushing event updated for resources: {'Port': ['ID=b1011ee1-dcea-4eb7-9e6c-b86bc13f96ee,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:11.366087 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87f1a3c-4e78-475d-bd33-d24f05318ee8 None None] Network 2676b640-a0ef-482d-b8e8-3f50e99c7802 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:11.475920 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d9af233b-0513-4aba-9ba9-22e259f732f0 None None] Provisioning for port fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:11.579580 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:13:11.674174 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-361cd759-4132-4d23-8e1a-d5334e1ac94a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:11.714789 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:11.717887 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361cd759-4132-4d23-8e1a-d5334e1ac94a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Port': ['ID=eb9ee19f-d632-4c79-abe6-2e0d7e06c32b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:11.724564 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-97e8917d-e210-4aa5-a9d9-b1390c827273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:11.818387 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:11.826321 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:11.826677 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:11.907475 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e268d0-7122-4e91-8751-e126ae1a9b8c req-c3ba09c0-21e0-4388-9cb0-228d522cc8f9 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:11.920763 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70e268d0-7122-4e91-8751-e126ae1a9b8c req-c3ba09c0-21e0-4388-9cb0-228d522cc8f9 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fff2049a-24e4-4f18-a29d-bd73717d6e8e HTTP/1.1" status: 200 len: 945 time: 0.0842822 Aug 17 00:13:11.925217 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3e187897-91da-4a3c-93d0-94c315dd021a None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:11.969981 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3e187897-91da-4a3c-93d0-94c315dd021a None None] Transition to ACTIVE for port object a2622c88-3cff-4831-a47e-c35621f11bfc will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:11.975715 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-361cd759-4132-4d23-8e1a-d5334e1ac94a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:11.984385 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-361cd759-4132-4d23-8e1a-d5334e1ac94a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/eb9ee19f-d632-4c79-abe6-2e0d7e06c32b HTTP/1.1" status: 204 len: 168 time: 1.6396291 Aug 17 00:13:11.985864 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51400) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:12.021332 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3e187897-91da-4a3c-93d0-94c315dd021a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:12.030752 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70e268d0-7122-4e91-8751-e126ae1a9b8c req-7956b95c-5582-4771-933b-b1475731c8f1 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/security-groups?id=333c7e32-0bea-403c-ac89-11f0f79b1bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077542 Aug 17 00:13:12.077923 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-97e8917d-e210-4aa5-a9d9-b1390c827273 admin admin] Allocated IP 172.20.0.1 (2676b640-a0ef-482d-b8e8-3f50e99c7802/50a43672-a95f-4b5a-a039-6a76ff2ef6bb/02617c49-b037-4d85-bd85-237a1bf72deb) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:12.089897 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a6c56f-3df0-4228-bd30-443589bdf86d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:12.094400 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a6c56f-3df0-4228-bd30-443589bdf86d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:12.096655 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a6c56f-3df0-4228-bd30-443589bdf86d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:12.102865 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-30a6c56f-3df0-4228-bd30-443589bdf86d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1160440 Aug 17 00:13:12.103049 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51406) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:12.130035 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3e187897-91da-4a3c-93d0-94c315dd021a None None] Attempting to bind port a2622c88-3cff-4831-a47e-c35621f11bfc on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:13:12.130346 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3e187897-91da-4a3c-93d0-94c315dd021a None None] Attempting to bind port a2622c88-3cff-4831-a47e-c35621f11bfc by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:13:12.130716 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e187897-91da-4a3c-93d0-94c315dd021a None None] Attempting to bind port a2622c88-3cff-4831-a47e-c35621f11bfc on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:13:12.145423 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:12.173161 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e187897-91da-4a3c-93d0-94c315dd021a None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:13:12.173540 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e187897-91da-4a3c-93d0-94c315dd021a None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:13:12.173853 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3e187897-91da-4a3c-93d0-94c315dd021a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:12.174244 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e187897-91da-4a3c-93d0-94c315dd021a None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:13:12.174732 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3e187897-91da-4a3c-93d0-94c315dd021a None None] Bound port: a2622c88-3cff-4831-a47e-c35621f11bfc, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:13:12.175109 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3e187897-91da-4a3c-93d0-94c315dd021a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:12.228420 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f017cf-0a08-4f87-b0f3-dad549ba5968 None None] Pushing event updated for resources: {'Port': ['ID=a2622c88-3cff-4831-a47e-c35621f11bfc,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:12.258000 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb0298-96b2-4916-9668-8c4e5f396c60 req-6cd8bfc2-debe-4f39-a8e9-c6fe92c1b649 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:12.259859 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4fbb0298-96b2-4916-9668-8c4e5f396c60 req-6cd8bfc2-debe-4f39-a8e9-c6fe92c1b649 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 945 time: 0.0905082 Aug 17 00:13:12.288382 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5170ea0-d053-4c56-91cd-827d94127d5f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet 036861c8-e9b5-47fe-a389-52cf11387ebf {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:13:12.299214 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b5170ea0-d053-4c56-91cd-827d94127d5f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:12.303221 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:12.327201 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4fbb0298-96b2-4916-9668-8c4e5f396c60 req-6cabbda9-8bbb-449f-9973-213e8110b4f7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=80d1d1d2-0d20-42fd-911e-e4d056514efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587130 Aug 17 00:13:12.330713 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:12.356527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51410) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:12.379917 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-3e187897-91da-4a3c-93d0-94c315dd021a None None] For port a2622c88-3cff-4831-a47e-c35621f11bfc, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:13:12.388790 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-3e187897-91da-4a3c-93d0-94c315dd021a None None] For port a2622c88-3cff-4831-a47e-c35621f11bfc, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a2622c88-3cff-4831-a47e-c35621f11bfc,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:13:12.428203 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-97e8917d-e210-4aa5-a9d9-b1390c827273 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:12.445668 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 063dfbaa-25e5-45f6-921e-132c0ba224ad up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:13:12.455521 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-97e8917d-e210-4aa5-a9d9-b1390c827273 admin admin] Transition to ACTIVE for port object 02617c49-b037-4d85-bd85-237a1bf72deb will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:12.456267 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c6a7de8a-4485-4354-8ca6-33f085cf48cc tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/floatingips/3e9f210f-5ea6-433b-862f-7ac14f3a33da HTTP/1.1" status: 200 len: 993 time: 0.0920789 Aug 17 00:13:12.456357 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3e187897-91da-4a3c-93d0-94c315dd021a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:12.494068 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ffa62ef1-f629-49f2-ae9a-5c7e6a7b0710 None None] Provisioning complete for port fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:12.494479 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ffa62ef1-f629-49f2-ae9a-5c7e6a7b0710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:12.540059 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b5170ea0-d053-4c56-91cd-827d94127d5f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:12.612460 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-97e8917d-e210-4aa5-a9d9-b1390c827273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:12.630578 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:12.664401 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e187897-91da-4a3c-93d0-94c315dd021a None None] Routers {'5f44a2f4-7538-4cb1-902f-1a557b3cd741'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:13:12.665077 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3e187897-91da-4a3c-93d0-94c315dd021a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:12:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:12.682420 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8917d-e210-4aa5-a9d9-b1390c827273 admin admin] Pushing event updated for resources: {'Port': ['ID=02617c49-b037-4d85-bd85-237a1bf72deb,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:12.721266 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e8917d-e210-4aa5-a9d9-b1390c827273 admin admin] Network 2676b640-a0ef-482d-b8e8-3f50e99c7802 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:12.722837 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 063dfbaa-25e5-45f6-921e-132c0ba224ad completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:12.723219 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-97e8917d-e210-4aa5-a9d9-b1390c827273 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:12.742230 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e8917d-e210-4aa5-a9d9-b1390c827273 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:13:12.751619 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 063dfbaa-25e5-45f6-921e-132c0ba224ad triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:12.752002 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:12.801316 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b5170ea0-d053-4c56-91cd-827d94127d5f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:12.927226 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150fb4b-f34f-492f-a8c1-99b84743e50a req-5536829a-fd74-4506-a613-c7f6306cf503 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:12.929096 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a150fb4b-f34f-492f-a8c1-99b84743e50a req-5536829a-fd74-4506-a613-c7f6306cf503 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 1097 time: 0.1022029 Aug 17 00:13:12.960951 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-97e8917d-e210-4aa5-a9d9-b1390c827273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:12.997330 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a150fb4b-f34f-492f-a8c1-99b84743e50a req-78560c9a-9dfc-4ad6-8355-b9cb2b70eff2 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=80d1d1d2-0d20-42fd-911e-e4d056514efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592597 Aug 17 00:13:13.049302 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b5170ea0-d053-4c56-91cd-827d94127d5f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:13.068111 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b5170ea0-d053-4c56-91cd-827d94127d5f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:13.070046 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b5170ea0-d053-4c56-91cd-827d94127d5f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/036861c8-e9b5-47fe-a389-52cf11387ebf HTTP/1.1" status: 204 len: 168 time: 0.9661119 Aug 17 00:13:13.073639 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51434) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:13.103314 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5170ea0-d053-4c56-91cd-827d94127d5f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=036861c8-e9b5-47fe-a389-52cf11387ebf,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:13.113228 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f017cf-0a08-4f87-b0f3-dad549ba5968 None None] Pushing event updated for resources: {'Port': ['ID=a2622c88-3cff-4831-a47e-c35621f11bfc,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:13.122795 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdeedf5-46b1-4eb3-b5f0-688f3b9ddcae None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:13.219936 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9927f3-0163-4baf-99eb-d539c635c2de tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet 41929a88-cb7b-4826-b3f8-27db1df1d27a {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:13:13.226811 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0a9927f3-0163-4baf-99eb-d539c635c2de tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:13.238523 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bce3b5-ad0a-4c5c-b126-cf03014b728f req-bf14a450-254c-403d-9787-c633133fc9dc tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:13.239709 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-3e187897-91da-4a3c-93d0-94c315dd021a None None] Set router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:13:13.247202 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-13bce3b5-ad0a-4c5c-b126-cf03014b728f req-bf14a450-254c-403d-9787-c633133fc9dc tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fff2049a-24e4-4f18-a29d-bd73717d6e8e HTTP/1.1" status: 200 len: 945 time: 0.1007175 Aug 17 00:13:13.280610 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-97e8917d-e210-4aa5-a9d9-b1390c827273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:13.303938 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0a9927f3-0163-4baf-99eb-d539c635c2de tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:13.461224 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4b10b61c-04f3-4abd-b0b4-3632e9a1ac06 None None] Provisioning for port 02617c49-b037-4d85-bd85-237a1bf72deb completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:13.582233 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-13bce3b5-ad0a-4c5c-b126-cf03014b728f req-8b81f1bd-d8f5-40e6-b23c-f8033fc6fa78 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/security-groups?id=333c7e32-0bea-403c-ac89-11f0f79b1bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047184 Aug 17 00:13:13.591791 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0a9927f3-0163-4baf-99eb-d539c635c2de tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:13.607529 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:13.614493 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4b10b61c-04f3-4abd-b0b4-3632e9a1ac06 None None] Provisioning complete for port 02617c49-b037-4d85-bd85-237a1bf72deb triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:13.615058 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4b10b61c-04f3-4abd-b0b4-3632e9a1ac06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:13.640676 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-97e8917d-e210-4aa5-a9d9-b1390c827273 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:13.656939 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-97e8917d-e210-4aa5-a9d9-b1390c827273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:13.707228 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0a9927f3-0163-4baf-99eb-d539c635c2de tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:13.728555 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b1011ee1-dcea-4eb7-9e6c-b86bc13f96ee up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:13:13.741989 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9927f3-0163-4baf-99eb-d539c635c2de tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=41929a88-cb7b-4826-b3f8-27db1df1d27a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:13.759888 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0a9927f3-0163-4baf-99eb-d539c635c2de tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:13.764658 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0a9927f3-0163-4baf-99eb-d539c635c2de tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/41929a88-cb7b-4826-b3f8-27db1df1d27a HTTP/1.1" status: 204 len: 168 time: 0.6895087 Aug 17 00:13:13.771206 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51462) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:13.840635 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff2049a-24e4-4f18-a29d-bd73717d6e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063dfbaa-25e5-45f6-921e-132c0ba224ad'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:13:13.843090 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f36935-aa83-45cb-a77d-3f9ea57e49f1" -d '{"events": [{"server_uuid": "fff2049a-24e4-4f18-a29d-bd73717d6e8e", "name": "network-vif-plugged", "status": "completed", "tag": "063dfbaa-25e5-45f6-921e-132c0ba224ad"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:13:13.845440 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8917d-e210-4aa5-a9d9-b1390c827273 admin admin] Pushing event updated for resources: {'Port': ['ID=02617c49-b037-4d85-bd85-237a1bf72deb,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:13.855968 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-4b10b61c-04f3-4abd-b0b4-3632e9a1ac06 None None] Port 02617c49-b037-4d85-bd85-237a1bf72deb cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:13:13.856617 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51468) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:13.866715 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d8566f87-7154-45c6-8242-31b04d26a47e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902240 Aug 17 00:13:13.885029 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-97e8917d-e210-4aa5-a9d9-b1390c827273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:13.894340 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 063dfbaa-25e5-45f6-921e-132c0ba224ad, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=063dfbaa-25e5-45f6-921e-132c0ba224ad,segment=NetworkSegment(06f614ce-4814-4e81-9b12-f70d0d997e8e),segment_id=06f614ce-4814-4e81-9b12-f70d0d997e8e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:13.913705 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-ac08f1da-1e39-43bc-970b-e5676bcf8db0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:13.914896 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a16b02-3892-4733-9cca-867d3e13dfa1 x-openstack-request-id: req-98a16b02-3892-4733-9cca-867d3e13dfa1 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:13:13.915369 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff2049a-24e4-4f18-a29d-bd73717d6e8e", "name": "network-vif-plugged", "status": "completed", "tag": "063dfbaa-25e5-45f6-921e-132c0ba224ad", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:13:13.915623 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-98a16b02-3892-4733-9cca-867d3e13dfa1 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:13:13.916013 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff2049a-24e4-4f18-a29d-bd73717d6e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063dfbaa-25e5-45f6-921e-132c0ba224ad', 'code': 200} Aug 17 00:13:13.934036 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:13.953796 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4b10b61c-04f3-4abd-b0b4-3632e9a1ac06 None None] Provisioning for port b1011ee1-dcea-4eb7-9e6c-b86bc13f96ee completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:14.005900 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3e187897-91da-4a3c-93d0-94c315dd021a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'name': 'tempest-TestVolumeBootPattern-283857276-router', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:09Z', 'revision_number': 3, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'gw_port': {'id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:14.020582 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-8eee6924-4000-43ed-9fb1-8fde2ea22fbf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2413337 Aug 17 00:13:14.031691 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e8917d-e210-4aa5-a9d9-b1390c827273 admin admin] Network 2676b640-a0ef-482d-b8e8-3f50e99c7802 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:14.033290 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-97e8917d-e210-4aa5-a9d9-b1390c827273 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:14.056788 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-63be6d7f-6121-4d8a-94b0-39480708ec57 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:13:14.057079 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e187897-91da-4a3c-93d0-94c315dd021a None None] The sync data for ids ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'] in n-d-800088-20 is: [{'id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'name': 'tempest-TestVolumeBootPattern-283857276-router', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:09Z', 'revision_number': 3, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'gw_port': {'id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:13:14.066328 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port b1011ee1-dcea-4eb7-9e6c-b86bc13f96ee completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:14.070622 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-63be6d7f-6121-4d8a-94b0-39480708ec57 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483291 Aug 17 00:13:14.087951 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=063dfbaa-25e5-45f6-921e-132c0ba224ad,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:14.099616 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port b1011ee1-dcea-4eb7-9e6c-b86bc13f96ee triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:14.099983 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:14.137649 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ae54c-3cdc-432c-a6f2-0653ed2d5e4e req-aed55fe6-fa60-4e7b-9bb2-4f3cc668921f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:14.140916 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ed0ae54c-3cdc-432c-a6f2-0653ed2d5e4e req-aed55fe6-fa60-4e7b-9bb2-4f3cc668921f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fff2049a-24e4-4f18-a29d-bd73717d6e8e HTTP/1.1" status: 200 len: 1098 time: 0.1700137 Aug 17 00:13:14.191769 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a02595-19f3-4150-a46d-1e80969eb7a5 None None] DHCP port deletion for d70a647a-a896-41f9-a7d0-554edd779aa3 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:13:14.274017 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e8917d-e210-4aa5-a9d9-b1390c827273 admin admin] Router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:13:14.292030 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac08f1da-1e39-43bc-970b-e5676bcf8db0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:14.304789 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ac08f1da-1e39-43bc-970b-e5676bcf8db0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:14.314763 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:14.401329 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port b1011ee1-dcea-4eb7-9e6c-b86bc13f96ee, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=b1011ee1-dcea-4eb7-9e6c-b86bc13f96ee,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:14.415831 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f1a02595-19f3-4150-a46d-1e80969eb7a5 None None] Deleting port b1011ee1-dcea-4eb7-9e6c-b86bc13f96ee {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:13:14.416216 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f1a02595-19f3-4150-a46d-1e80969eb7a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:14.432496 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:14.433326 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:13:14.459284 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ed0ae54c-3cdc-432c-a6f2-0653ed2d5e4e req-52a197ae-4675-4433-b9cd-5545f7c13086 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=333c7e32-0bea-403c-ac89-11f0f79b1bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994878 Aug 17 00:13:14.579219 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e8917d-e210-4aa5-a9d9-b1390c827273 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:13:14.589505 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-97e8917d-e210-4aa5-a9d9-b1390c827273 admin admin] 10.222.0.60 "PUT /v2.0/routers/5f44a2f4-7538-4cb1-902f-1a557b3cd741/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2597504 Aug 17 00:13:14.668652 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2e291928-e912-4399-816f-7ac2069c08bc None None] Provisioning complete for port 02617c49-b037-4d85-bd85-237a1bf72deb triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:14.669035 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2e291928-e912-4399-816f-7ac2069c08bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:14.777703 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-f1a02595-19f3-4150-a46d-1e80969eb7a5 None None] For port b1011ee1-dcea-4eb7-9e6c-b86bc13f96ee, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=b1011ee1-dcea-4eb7-9e6c-b86bc13f96ee,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:14.778010 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f1a02595-19f3-4150-a46d-1e80969eb7a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:14.830764 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ac08f1da-1e39-43bc-970b-e5676bcf8db0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:14.839516 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f1a02595-19f3-4150-a46d-1e80969eb7a5 None None] Calling delete_port for b1011ee1-dcea-4eb7-9e6c-b86bc13f96ee owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:13:14.844719 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ed5a0-69d7-4631-aad8-636b2454ad25 req-89b11726-fc1e-42bd-8241-18134017e31f tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:14.846579 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af1ed5a0-69d7-4631-aad8-636b2454ad25 req-89b11726-fc1e-42bd-8241-18134017e31f tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fff2049a-24e4-4f18-a29d-bd73717d6e8e HTTP/1.1" status: 200 len: 946 time: 0.1178353 Aug 17 00:13:14.854866 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=b1011ee1-dcea-4eb7-9e6c-b86bc13f96ee,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:14.867323 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:14.867702 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:14.869460 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-2e291928-e912-4399-816f-7ac2069c08bc None None] Port 02617c49-b037-4d85-bd85-237a1bf72deb cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:13:14.922088 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac08f1da-1e39-43bc-970b-e5676bcf8db0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:14.931549 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-ac08f1da-1e39-43bc-970b-e5676bcf8db0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:14.950309 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af1ed5a0-69d7-4631-aad8-636b2454ad25 req-d0261aea-d836-46a0-bfbc-a5b4835f87e3 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/security-groups?id=333c7e32-0bea-403c-ac89-11f0f79b1bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915771 Aug 17 00:13:14.953865 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac08f1da-1e39-43bc-970b-e5676bcf8db0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:14.955695 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ac08f1da-1e39-43bc-970b-e5676bcf8db0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:14.990568 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08f1da-1e39-43bc-970b-e5676bcf8db0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=c3e4da43-a9c8-4e16-be62-0e66c5a40a53,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:15.006117 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51498) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:15.006319 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ac08f1da-1e39-43bc-970b-e5676bcf8db0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1480093 Aug 17 00:13:15.011964 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f16114f7-c7ce-48e0-84aa-1af98dce4dff tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:15.134882 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f1a02595-19f3-4150-a46d-1e80969eb7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:15.168144 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a02595-19f3-4150-a46d-1e80969eb7a5 None None] Pushing event deleted for resources: {'Port': ['ID=b1011ee1-dcea-4eb7-9e6c-b86bc13f96ee,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:15.177142 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a02595-19f3-4150-a46d-1e80969eb7a5 None None] No DVR routers for this DVR port b1011ee1-dcea-4eb7-9e6c-b86bc13f96ee on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:13:15.193497 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e01ee6-04d9-4693-9c8c-2691eb5740fb None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:15.207505 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16114f7-c7ce-48e0-84aa-1af98dce4dff tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:15.219999 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f16114f7-c7ce-48e0-84aa-1af98dce4dff tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:15.416104 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d20c04-ee26-4038-8771-f0407131470a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-d70a647a-a896-41f9-a7d0-554edd779aa3', 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'fixed_ips': [{'subnet_id': 'c3e4da43-a9c8-4e16-be62-0e66c5a40a53'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:13:15.417170 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-28d20c04-ee26-4038-8771-f0407131470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:15.554473 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a2622c88-3cff-4831-a47e-c35621f11bfc up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:13:15.709148 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-f60bfd3b-5153-4e0a-9031-e39c9b5a2a8c tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:15.710737 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-f60bfd3b-5153-4e0a-9031-e39c9b5a2a8c tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.60 "GET /v2.0/ports/c834c02c-f238-4a79-95de-3501d75dac9e HTTP/1.1" status: 200 len: 1094 time: 0.5009058 Aug 17 00:13:15.721640 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-3865029b-a930-4717-b231-af1b569588eb service neutron] Request body: {'binding': {'host': 'n-h1-800088-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:15.722099 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-3865029b-a930-4717-b231-af1b569588eb service neutron] Unknown quota resources ['binding']. {{(pid=101403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 00:13:15.750046 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port a2622c88-3cff-4831-a47e-c35621f11bfc completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:15.761395 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port a2622c88-3cff-4831-a47e-c35621f11bfc triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:15.761943 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:15.773907 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-28d20c04-ee26-4038-8771-f0407131470a None None] Allocated IP 172.20.0.2 (d70a647a-a896-41f9-a7d0-554edd779aa3/c3e4da43-a9c8-4e16-be62-0e66c5a40a53/a49364d7-72af-448f-ba61-11b74a86eb3a) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:15.795317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51518) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:15.800578 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-d3d08697-8968-436b-8373-2577b30f6561 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-10625675-network', 'tenant_id': 'adcf0dc6477c4a89b0ef1fe97e4fd331'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:15.916827 n-d-800088-20 neutron-server[101402]: DEBUG neutron.objects.ports [None req-f16114f7-c7ce-48e0-84aa-1af98dce4dff tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101402) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 00:13:15.919009 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f16114f7-c7ce-48e0-84aa-1af98dce4dff tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:15.921537 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d08697-8968-436b-8373-2577b30f6561 admin admin] Made reservation on behalf of adcf0dc6477c4a89b0ef1fe97e4fd331 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:15.924929 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d3d08697-8968-436b-8373-2577b30f6561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:15.964428 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16114f7-c7ce-48e0-84aa-1af98dce4dff tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:15.966024 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d3d08697-8968-436b-8373-2577b30f6561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:15.969566 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-f16114f7-c7ce-48e0-84aa-1af98dce4dff tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:15.974427 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16114f7-c7ce-48e0-84aa-1af98dce4dff tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:15.975311 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f16114f7-c7ce-48e0-84aa-1af98dce4dff tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:16.016482 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:16.022721 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16114f7-c7ce-48e0-84aa-1af98dce4dff tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=0e6b2733-00ce-48d7-a7cf-6dc721ee3e08,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:16.023776 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-3865029b-a930-4717-b231-af1b569588eb service neutron] Attempting to bind port c834c02c-f238-4a79-95de-3501d75dac9e on host n-h1-800088-20 for vnic_type normal with profile None {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:13:16.024122 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-3865029b-a930-4717-b231-af1b569588eb service neutron] Attempting to bind port c834c02c-f238-4a79-95de-3501d75dac9e by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '6f0aab74-cd0e-4cbb-ae1e-798198eca95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:13:16.024764 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-3865029b-a930-4717-b231-af1b569588eb service neutron] Attempting to bind port c834c02c-f238-4a79-95de-3501d75dac9e on network f9d981a4-1c1e-4a2c-931a-d51f713b524f {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:13:16.038658 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-3865029b-a930-4717-b231-af1b569588eb service neutron] Port c834c02c-f238-4a79-95de-3501d75dac9e on network f9d981a4-1c1e-4a2c-931a-d51f713b524f not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:13:16.039479 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-3865029b-a930-4717-b231-af1b569588eb service neutron] Attempting to bind port c834c02c-f238-4a79-95de-3501d75dac9e on network f9d981a4-1c1e-4a2c-931a-d51f713b524f {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:13:16.063408 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-3865029b-a930-4717-b231-af1b569588eb service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:13:16.064685 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-3865029b-a930-4717-b231-af1b569588eb service neutron] Checking segment: {'id': '6f0aab74-cd0e-4cbb-ae1e-798198eca95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:13:16.064685 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-3865029b-a930-4717-b231-af1b569588eb service neutron] Bound using segment: {'id': '6f0aab74-cd0e-4cbb-ae1e-798198eca95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:13:16.065444 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-3865029b-a930-4717-b231-af1b569588eb service neutron] Bound port: c834c02c-f238-4a79-95de-3501d75dac9e, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f0aab74-cd0e-4cbb-ae1e-798198eca95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:13:16.074574 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port a2622c88-3cff-4831-a47e-c35621f11bfc, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a2622c88-3cff-4831-a47e-c35621f11bfc,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:16.085463 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:16.155383 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=a2622c88-3cff-4831-a47e-c35621f11bfc,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:16.164135 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-28d20c04-ee26-4038-8771-f0407131470a None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:16.173642 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b1011ee1-dcea-4eb7-9e6c-b86bc13f96ee no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:13:16.177537 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-28d20c04-ee26-4038-8771-f0407131470a None None] Transition to ACTIVE for port object a49364d7-72af-448f-ba61-11b74a86eb3a will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:16.234678 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ec1d4-651f-4af6-bb83-f8e3aa42d680 req-430db087-2151-4457-86b5-526382f7ffe9 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:16.236404 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f18ec1d4-651f-4af6-bb83-f8e3aa42d680 req-430db087-2151-4457-86b5-526382f7ffe9 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fff2049a-24e4-4f18-a29d-bd73717d6e8e HTTP/1.1" status: 200 len: 946 time: 0.1771715 Aug 17 00:13:16.260828 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-3865029b-a930-4717-b231-af1b569588eb service neutron] For port c834c02c-f238-4a79-95de-3501d75dac9e, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=c834c02c-f238-4a79-95de-3501d75dac9e,segment=NetworkSegment(6f0aab74-cd0e-4cbb-ae1e-798198eca95d),segment_id=6f0aab74-cd0e-4cbb-ae1e-798198eca95d)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:13:16.284541 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-3865029b-a930-4717-b231-af1b569588eb service neutron] Notify callbacks [] for binding, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:16.286034 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-3865029b-a930-4717-b231-af1b569588eb service neutron] 10.222.0.60 "POST /v2.0/ports/c834c02c-f238-4a79-95de-3501d75dac9e/bindings HTTP/1.1" status: 201 len: 390 time: 0.5685251 Aug 17 00:13:16.288120 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d3d08697-8968-436b-8373-2577b30f6561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:16.296921 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d3d08697-8968-436b-8373-2577b30f6561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:16.314362 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f16114f7-c7ce-48e0-84aa-1af98dce4dff tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3044419 Aug 17 00:13:16.314987 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51530) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:16.321752 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-b953cccc-bed4-410e-9e62-13c9bacf687b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'port': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'mac_address': 'fa:16:3e:e3:56:24', 'name': 'tempest-NetworksTestDHCPv6-585454678'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:16.329291 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f18ec1d4-651f-4af6-bb83-f8e3aa42d680 req-a8e7f59f-614b-4b6d-a2bd-d9fbe3f0662e tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/security-groups?id=333c7e32-0bea-403c-ac89-11f0f79b1bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830693 Aug 17 00:13:16.339640 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d08697-8968-436b-8373-2577b30f6561 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:13:16.359125 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d08697-8968-436b-8373-2577b30f6561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb51bef8-bdc1-4cc4-a8bb-dc907f78f5d5,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:16.365880 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d3d08697-8968-436b-8373-2577b30f6561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:16.366471 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-d3d08697-8968-436b-8373-2577b30f6561 admin admin] Added segment a3de83c4-7697-448b-a08a-1767a0485f93 of type vlan for network 678f1d85-7b6f-45be-ac38-0780110080ce Aug 17 00:13:16.402322 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: b1011ee1-dcea-4eb7-9e6c-b86bc13f96ee {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:13:16.402928 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b1011ee1-dcea-4eb7-9e6c-b86bc13f96ee not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:13:16.441911 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-28d20c04-ee26-4038-8771-f0407131470a None None] Transition to ACTIVE for port object a49364d7-72af-448f-ba61-11b74a86eb3a will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:16.456463 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-28d20c04-ee26-4038-8771-f0407131470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:16.518779 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d3d08697-8968-436b-8373-2577b30f6561 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:16.553378 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d20c04-ee26-4038-8771-f0407131470a None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:16.558025 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-28d20c04-ee26-4038-8771-f0407131470a None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:16.562162 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d20c04-ee26-4038-8771-f0407131470a None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:13:16.584052 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-63b23957-7062-4481-abae-d4326997502b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:16.609074 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d3d08697-8968-436b-8373-2577b30f6561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:16.611884 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d08697-8968-436b-8373-2577b30f6561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:16.612550 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d3d08697-8968-436b-8373-2577b30f6561 admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:16.626852 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d20c04-ee26-4038-8771-f0407131470a None None] Pushing event updated for resources: {'Port': ['ID=a49364d7-72af-448f-ba61-11b74a86eb3a,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:16.666494 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-28d20c04-ee26-4038-8771-f0407131470a None None] Attempting to bind port a49364d7-72af-448f-ba61-11b74a86eb3a on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:13:16.667017 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-28d20c04-ee26-4038-8771-f0407131470a None None] Attempting to bind port a49364d7-72af-448f-ba61-11b74a86eb3a by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:13:16.667488 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d20c04-ee26-4038-8771-f0407131470a None None] Attempting to bind port a49364d7-72af-448f-ba61-11b74a86eb3a on network d70a647a-a896-41f9-a7d0-554edd779aa3 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:13:16.674534 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d20c04-ee26-4038-8771-f0407131470a None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:13:16.675091 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d20c04-ee26-4038-8771-f0407131470a None None] Checking segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:13:16.675603 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-28d20c04-ee26-4038-8771-f0407131470a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:16.676099 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d20c04-ee26-4038-8771-f0407131470a None None] Bound using segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:13:16.676699 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-28d20c04-ee26-4038-8771-f0407131470a None None] Bound port: a49364d7-72af-448f-ba61-11b74a86eb3a, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:13:16.678420 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-28d20c04-ee26-4038-8771-f0407131470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:16.770441 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-db1203a2-71a6-4ff3-93b8-69d6ca588042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:16.772048 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-db1203a2-71a6-4ff3-93b8-69d6ca588042 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 1097 time: 0.0808558 Aug 17 00:13:16.772656 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b953cccc-bed4-410e-9e62-13c9bacf687b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:16.788014 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-28d20c04-ee26-4038-8771-f0407131470a None None] For port a49364d7-72af-448f-ba61-11b74a86eb3a, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:13:16.792559 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-28d20c04-ee26-4038-8771-f0407131470a None None] For port a49364d7-72af-448f-ba61-11b74a86eb3a, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a49364d7-72af-448f-ba61-11b74a86eb3a,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:13:16.801658 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-28d20c04-ee26-4038-8771-f0407131470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:16.818435 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d08697-8968-436b-8373-2577b30f6561 admin admin] Pushing event updated for resources: {'Network': ['ID=678f1d85-7b6f-45be-ac38-0780110080ce,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:16.831099 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d3d08697-8968-436b-8373-2577b30f6561 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0346715 Aug 17 00:13:16.839939 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51542) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:16.850126 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-59b98a58-eb19-44f6-8e93-8af00997113d admin admin] Request body: {'subnet': {'network_id': '678f1d85-7b6f-45be-ac38-0780110080ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-10625675-subnet', 'tenant_id': 'adcf0dc6477c4a89b0ef1fe97e4fd331', 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:16.891889 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d20c04-ee26-4038-8771-f0407131470a None None] Pushing event updated for resources: {'Port': ['ID=a49364d7-72af-448f-ba61-11b74a86eb3a,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:16.895398 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 678f1d85-7b6f-45be-ac38-0780110080ce details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:13:16.895611 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60751c64-c06d-4c4e-bfa8-c443f54ab31a req-998ef5ed-f15d-4cd3-aa5a-e31a728a7e79 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:16.904794 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-60751c64-c06d-4c4e-bfa8-c443f54ab31a req-998ef5ed-f15d-4cd3-aa5a-e31a728a7e79 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 945 time: 0.1913378 Aug 17 00:13:16.909472 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b98a58-eb19-44f6-8e93-8af00997113d admin admin] Made reservation on behalf of adcf0dc6477c4a89b0ef1fe97e4fd331 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:16.914803 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-59b98a58-eb19-44f6-8e93-8af00997113d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:17.061471 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-8859b563-dbe2-4851-966d-5edbae5cc7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:17.063263 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-8859b563-dbe2-4851-966d-5edbae5cc7a5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f9d981a4-1c1e-4a2c-931a-d51f713b524f HTTP/1.1" status: 200 len: 898 time: 0.2756102 Aug 17 00:13:17.066082 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b953cccc-bed4-410e-9e62-13c9bacf687b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:17.068472 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeff5941-ae77-43ca-ba30-96e871bdb2e4 None None] Sync routers for ids ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:13:17.081152 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-60751c64-c06d-4c4e-bfa8-c443f54ab31a req-41756742-bb18-4d00-b103-f4c921627806 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=80d1d1d2-0d20-42fd-911e-e4d056514efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748526 Aug 17 00:13:17.086920 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeff5941-ae77-43ca-ba30-96e871bdb2e4 None None] Routers {'5f44a2f4-7538-4cb1-902f-1a557b3cd741'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:13:17.090881 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-aeff5941-ae77-43ca-ba30-96e871bdb2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:12:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:17.105004 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1315b-3980-4bbd-926e-044de083c38d req-10a67edd-83d8-49b4-8cd2-74277bfd8b1b tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:17.110481 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ec1315b-3980-4bbd-926e-044de083c38d req-10a67edd-83d8-49b4-8cd2-74277bfd8b1b tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fff2049a-24e4-4f18-a29d-bd73717d6e8e HTTP/1.1" status: 200 len: 946 time: 0.2030964 Aug 17 00:13:17.176854 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ec1315b-3980-4bbd-926e-044de083c38d req-6a0b440a-4a99-4cf4-bbbb-5287fd1efabd tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/security-groups?id=333c7e32-0bea-403c-ac89-11f0f79b1bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569854 Aug 17 00:13:17.196145 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-b953cccc-bed4-410e-9e62-13c9bacf687b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] device_id is not set on port d9552a04-666f-49e6-9ab6-4a1a330bbdb0 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:13:17.242244 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-fb009b23-1ced-4187-b0b6-9ffc45075d9b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c834c02c-f238-4a79-95de-3501d75dac9e HTTP/1.1" status: 200 len: 1001 time: 0.1537313 Aug 17 00:13:17.286415 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-aeff5941-ae77-43ca-ba30-96e871bdb2e4 None None] Set router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:13:17.301094 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-59b98a58-eb19-44f6-8e93-8af00997113d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:17.372939 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-3d4536f2-8cc5-4e47-938c-e7fa950c4d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:17.374660 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-3d4536f2-8cc5-4e47-938c-e7fa950c4d99 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f0d8a3b7-c569-47e7-90c5-72c119473abd HTTP/1.1" status: 200 len: 835 time: 0.1140752 Aug 17 00:13:17.562813 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b98a58-eb19-44f6-8e93-8af00997113d admin admin] Pushing event updated for resources: {'Subnet': ['ID=547e4426-1d14-40ba-a641-7d5e3d313032,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:17.632463 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b98a58-eb19-44f6-8e93-8af00997113d admin admin] Checking segment: {'id': 'a3de83c4-7697-448b-a08a-1767a0485f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '678f1d85-7b6f-45be-ac38-0780110080ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:13:17.632862 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b98a58-eb19-44f6-8e93-8af00997113d admin admin] Network hostable DHCP agents. Network: 678f1d85-7b6f-45be-ac38-0780110080ce, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:13:17.639644 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-648dfefe-6d8d-4100-ab3c-6aa21801d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:17.656271 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-648dfefe-6d8d-4100-ab3c-6aa21801d65b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9d981a4-1c1e-4a2c-931a-d51f713b524f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2680624 Aug 17 00:13:17.667749 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-b953cccc-bed4-410e-9e62-13c9bacf687b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 172.20.0.14 (d70a647a-a896-41f9-a7d0-554edd779aa3/c3e4da43-a9c8-4e16-be62-0e66c5a40a53/d9552a04-666f-49e6-9ab6-4a1a330bbdb0) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:17.687501 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b98a58-eb19-44f6-8e93-8af00997113d admin admin] Network 678f1d85-7b6f-45be-ac38-0780110080ce is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:13:17.707830 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a49364d7-72af-448f-ba61-11b74a86eb3a up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:13:17.708342 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-59b98a58-eb19-44f6-8e93-8af00997113d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 678f1d85-7b6f-45be-ac38-0780110080ce) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:17.715182 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b98a58-eb19-44f6-8e93-8af00997113d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:17.716058 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-59b98a58-eb19-44f6-8e93-8af00997113d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:17.748357 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a3dca1-e2d5-4386-96f1-5aa65152dc41 None None] Network 678f1d85-7b6f-45be-ac38-0780110080ce requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:17.752513 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-59b98a58-eb19-44f6-8e93-8af00997113d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9066973 Aug 17 00:13:17.754970 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51556) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:17.759966 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-7d4600d3-7796-4791-a2d8-a8ebf266e4c3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-10625675-router', 'tenant_id': 'adcf0dc6477c4a89b0ef1fe97e4fd331', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:17.780202 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-b953cccc-bed4-410e-9e62-13c9bacf687b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 2001:db8::f816:3eff:fee3:5624 (d70a647a-a896-41f9-a7d0-554edd779aa3/0e6b2733-00ce-48d7-a7cf-6dc721ee3e08/d9552a04-666f-49e6-9ab6-4a1a330bbdb0) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:17.804919 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7d4600d3-7796-4791-a2d8-a8ebf266e4c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:17.806335 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7d4600d3-7796-4791-a2d8-a8ebf266e4c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:17.949026 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-c3225aff-9296-44af-8083-46c651de35bb service neutron] 10.222.0.69 "GET /v2.0/networks/f9d981a4-1c1e-4a2c-931a-d51f713b524f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786639 Aug 17 00:13:17.950005 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7d4600d3-7796-4791-a2d8-a8ebf266e4c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:17.954232 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-aeff5941-ae77-43ca-ba30-96e871bdb2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'name': 'tempest-TestVolumeBootPattern-283857276-router', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:13Z', 'revision_number': 4, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'gw_port': {'id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '02617c49-b037-4d85-bd85-237a1bf72deb', 'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'mac_address': 'fa:16:3e:56:9a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:11Z', 'updated_at': '2021-08-17T00:13:13Z', 'revision_number': 2, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'subnets': [{'id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:17.956365 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port a49364d7-72af-448f-ba61-11b74a86eb3a completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:17.979238 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a2622c88-3cff-4831-a47e-c35621f11bfc up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:13:18.003616 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeff5941-ae77-43ca-ba30-96e871bdb2e4 None None] Checking router: 5f44a2f4-7538-4cb1-902f-1a557b3cd741 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:13:18.004243 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeff5941-ae77-43ca-ba30-96e871bdb2e4 None None] Updating router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 port 02617c49-b037-4d85-bd85-237a1bf72deb binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:13:18.039076 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-aeff5941-ae77-43ca-ba30-96e871bdb2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:18.177469 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port a2622c88-3cff-4831-a47e-c35621f11bfc triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:18.177846 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:18.204953 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-1417eea0-8e58-48d7-821b-b36708abb625 service neutron] 10.222.0.69 "GET /v2.0/networks/f9d981a4-1c1e-4a2c-931a-d51f713b524f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395115 Aug 17 00:13:18.292342 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddb364a-8bf5-4522-b481-02b196bb22a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-678f1d85-7b6f-45be-ac38-0780110080ce', 'network_id': '678f1d85-7b6f-45be-ac38-0780110080ce', 'tenant_id': 'adcf0dc6477c4a89b0ef1fe97e4fd331', 'fixed_ips': [{'subnet_id': '547e4426-1d14-40ba-a641-7d5e3d313032'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:13:18.305820 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fddb364a-8bf5-4522-b481-02b196bb22a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:18.462806 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b953cccc-bed4-410e-9e62-13c9bacf687b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:18.502202 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-c277aaf2-e184-4ebb-873c-4ec6bfe5e208 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:18.503956 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-c277aaf2-e184-4ebb-873c-4ec6bfe5e208 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c&tenant_id=8a9ca74733fa48c8818a39938a45e719&binding%3Ahost_id=n-h2-800088-20 HTTP/1.1" status: 200 len: 1097 time: 0.1923521 Aug 17 00:13:18.523583 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-47f89949-ed5e-4476-85fe-fd4063070afa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800088-20'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:18.554021 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-fddb364a-8bf5-4522-b481-02b196bb22a0 None None] Allocated IP 172.20.0.2 (678f1d85-7b6f-45be-ac38-0780110080ce/547e4426-1d14-40ba-a641-7d5e3d313032/c768bdac-4b74-4058-b42c-98436f22f2f2) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:18.556155 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-aeff5941-ae77-43ca-ba30-96e871bdb2e4 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:18.587542 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-aeff5941-ae77-43ca-ba30-96e871bdb2e4 None None] Transition to ACTIVE for port object 02617c49-b037-4d85-bd85-237a1bf72deb will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:18.602069 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-47f89949-ed5e-4476-85fe-fd4063070afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:18.609688 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-aeff5941-ae77-43ca-ba30-96e871bdb2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:18.617602 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-b953cccc-bed4-410e-9e62-13c9bacf687b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Transition to ACTIVE for port object d9552a04-666f-49e6-9ab6-4a1a330bbdb0 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:18.744374 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94290bd3-d79d-4a92-a060-c88d50a7aa6f None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:18.787050 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c5a7b-ebc6-4e72-a35c-b18ee6202e31 None None] Pushing event updated for resources: {'Port': ['ID=02617c49-b037-4d85-bd85-237a1bf72deb,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:18.791509 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b953cccc-bed4-410e-9e62-13c9bacf687b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:18.863782 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-aeff5941-ae77-43ca-ba30-96e871bdb2e4 None None] Attempting to bind port 02617c49-b037-4d85-bd85-237a1bf72deb on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:13:18.864151 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-aeff5941-ae77-43ca-ba30-96e871bdb2e4 None None] Attempting to bind port 02617c49-b037-4d85-bd85-237a1bf72deb by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:13:18.864488 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeff5941-ae77-43ca-ba30-96e871bdb2e4 None None] Attempting to bind port 02617c49-b037-4d85-bd85-237a1bf72deb on network 2676b640-a0ef-482d-b8e8-3f50e99c7802 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:13:18.865678 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b953cccc-bed4-410e-9e62-13c9bacf687b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:18.873699 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-b953cccc-bed4-410e-9e62-13c9bacf687b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:18.877975 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeff5941-ae77-43ca-ba30-96e871bdb2e4 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:13:18.878346 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeff5941-ae77-43ca-ba30-96e871bdb2e4 None None] Checking segment: {'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:13:18.878745 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-aeff5941-ae77-43ca-ba30-96e871bdb2e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:18.879139 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeff5941-ae77-43ca-ba30-96e871bdb2e4 None None] Bound using segment: {'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:13:18.879605 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-aeff5941-ae77-43ca-ba30-96e871bdb2e4 None None] Bound port: 02617c49-b037-4d85-bd85-237a1bf72deb, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:13:18.879971 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-aeff5941-ae77-43ca-ba30-96e871bdb2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:18.889443 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b953cccc-bed4-410e-9e62-13c9bacf687b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:13:18.940391 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7d4600d3-7796-4791-a2d8-a8ebf266e4c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:18.962548 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fddb364a-8bf5-4522-b481-02b196bb22a0 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:19.021260 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e32fd-1e39-42a6-a5db-a6e44d65a998 req-3be8b964-4053-4df4-b688-0eb9db2bd62a tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:19.022590 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-aeff5941-ae77-43ca-ba30-96e871bdb2e4 None None] For port 02617c49-b037-4d85-bd85-237a1bf72deb, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:13:19.023118 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3b5e32fd-1e39-42a6-a5db-a6e44d65a998 req-3be8b964-4053-4df4-b688-0eb9db2bd62a tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.64 "GET /v2.0/ports?device_id=fff2049a-24e4-4f18-a29d-bd73717d6e8e HTTP/1.1" status: 200 len: 946 time: 0.3814895 Aug 17 00:13:19.023844 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fddb364a-8bf5-4522-b481-02b196bb22a0 None None] Transition to ACTIVE for port object c768bdac-4b74-4058-b42c-98436f22f2f2 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:19.025461 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-47f89949-ed5e-4476-85fe-fd4063070afa service neutron] For port c834c02c-f238-4a79-95de-3501d75dac9e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=c834c02c-f238-4a79-95de-3501d75dac9e,segment=NetworkSegment(6f0aab74-cd0e-4cbb-ae1e-798198eca95d),segment_id=6f0aab74-cd0e-4cbb-ae1e-798198eca95d)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:19.031117 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-aeff5941-ae77-43ca-ba30-96e871bdb2e4 None None] For port 02617c49-b037-4d85-bd85-237a1bf72deb, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=02617c49-b037-4d85-bd85-237a1bf72deb,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:13:19.036300 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5d8501fb-49dc-4700-9726-a44abc6f23fe None None] Provisioning for port a49364d7-72af-448f-ba61-11b74a86eb3a completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:19.050898 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-aeff5941-ae77-43ca-ba30-96e871bdb2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:19.067461 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953cccc-bed4-410e-9e62-13c9bacf687b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Port': ['ID=d9552a04-666f-49e6-9ab6-4a1a330bbdb0,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:19.087932 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5d8501fb-49dc-4700-9726-a44abc6f23fe None None] Provisioning complete for port a49364d7-72af-448f-ba61-11b74a86eb3a triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:19.088359 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5d8501fb-49dc-4700-9726-a44abc6f23fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:19.116447 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b953cccc-bed4-410e-9e62-13c9bacf687b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:19.117686 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b953cccc-bed4-410e-9e62-13c9bacf687b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:19.150258 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-47f89949-ed5e-4476-85fe-fd4063070afa service neutron] For port c834c02c-f238-4a79-95de-3501d75dac9e, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:13:19.158980 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fddb364a-8bf5-4522-b481-02b196bb22a0 None None] Transition to ACTIVE for port object c768bdac-4b74-4058-b42c-98436f22f2f2 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:19.182669 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b953cccc-bed4-410e-9e62-13c9bacf687b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8642335 Aug 17 00:13:19.183916 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51580) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:19.186762 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeff5941-ae77-43ca-ba30-96e871bdb2e4 None None] Routers {'5f44a2f4-7538-4cb1-902f-1a557b3cd741'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:13:19.188029 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca10eaf-7c8e-4ec0-8719-2dad59866226 req-29594f23-1f7d-4d71-9682-055d8868b01d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:19.188280 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-aeff5941-ae77-43ca-ba30-96e871bdb2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:12:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:19.195822 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ca10eaf-7c8e-4ec0-8719-2dad59866226 req-29594f23-1f7d-4d71-9682-055d8868b01d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 945 time: 0.5493860 Aug 17 00:13:19.208562 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fddb364a-8bf5-4522-b481-02b196bb22a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:19.260463 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-47f89949-ed5e-4476-85fe-fd4063070afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:19.263336 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69c48f3-5a7f-4942-a3d4-73f1f79f247c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c834c02c-f238-4a79-95de-3501d75dac9e'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:13:19.264481 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ca10eaf-7c8e-4ec0-8719-2dad59866226 req-6a693a03-b087-40d4-9dac-2173c5e930fe tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=80d1d1d2-0d20-42fd-911e-e4d056514efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676715 Aug 17 00:13:19.266246 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8df01f-6714-4cc3-b065-6818da1ee93a" -d '{"events": [{"server_uuid": "e69c48f3-5a7f-4942-a3d4-73f1f79f247c", "name": "network-vif-unplugged", "status": "completed", "tag": "c834c02c-f238-4a79-95de-3501d75dac9e"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:13:19.280890 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-47f89949-ed5e-4476-85fe-fd4063070afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:19.301813 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee2a6c-431f-49ef-9261-de7d446cea8a req-b9813097-ee1b-422a-8e47-04b12abf60bc tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:19.314091 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5ee2a6c-431f-49ef-9261-de7d446cea8a req-b9813097-ee1b-422a-8e47-04b12abf60bc tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fff2049a-24e4-4f18-a29d-bd73717d6e8e HTTP/1.1" status: 200 len: 946 time: 0.6666813 Aug 17 00:13:19.370357 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c5a7b-ebc6-4e72-a35c-b18ee6202e31 None None] Pushing event updated for resources: {'Port': ['ID=02617c49-b037-4d85-bd85-237a1bf72deb,revision_number=4']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:19.410106 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5ee2a6c-431f-49ef-9261-de7d446cea8a req-76007157-2dd9-4061-a977-f26eca25f8ed tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/security-groups?id=333c7e32-0bea-403c-ac89-11f0f79b1bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947194 Aug 17 00:13:19.453936 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-aeff5941-ae77-43ca-ba30-96e871bdb2e4 None None] Set router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:13:19.484105 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-3b5e32fd-1e39-42a6-a5db-a6e44d65a998 req-7120be1d-52c5-436b-83f0-41b616c81e2a tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Deleting port 063dfbaa-25e5-45f6-921e-132c0ba224ad {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:13:19.486133 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3b5e32fd-1e39-42a6-a5db-a6e44d65a998 req-7120be1d-52c5-436b-83f0-41b616c81e2a tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:19.539624 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddb364a-8bf5-4522-b481-02b196bb22a0 None None] Network 678f1d85-7b6f-45be-ac38-0780110080ce is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:19.547118 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-88120886-e0d5-4d2a-a5c9-469214806863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:19.555958 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:19.578073 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-fddb364a-8bf5-4522-b481-02b196bb22a0 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:19.596971 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddb364a-8bf5-4522-b481-02b196bb22a0 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:13:19.620940 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb364a-8bf5-4522-b481-02b196bb22a0 None None] Pushing event updated for resources: {'Port': ['ID=c768bdac-4b74-4058-b42c-98436f22f2f2,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:19.877860 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-aeff5941-ae77-43ca-ba30-96e871bdb2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'name': 'tempest-TestVolumeBootPattern-283857276-router', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:13Z', 'revision_number': 4, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'gw_port': {'id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '02617c49-b037-4d85-bd85-237a1bf72deb', 'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'mac_address': 'fa:16:3e:56:9a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:11Z', 'updated_at': '2021-08-17T00:13:19Z', 'revision_number': 4, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'subnets': [{'id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:19.909545 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7d4600d3-7796-4791-a2d8-a8ebf266e4c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:19.929680 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29009cc5-42e8-4e46-b64d-f1351d84ad2f None None] Update dhcp port {'port': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'fixed_ips': [{'subnet_id': 'c3e4da43-a9c8-4e16-be62-0e66c5a40a53', 'ip_address': '172.20.0.2'}, {'subnet_id': '0e6b2733-00ce-48d7-a7cf-6dc721ee3e08'}], 'binding:host_id': 'n-d-800088-20'}, 'id': 'a49364d7-72af-448f-ba61-11b74a86eb3a'} from n-d-800088-20. {{(pid=101404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 00:13:19.942039 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeff5941-ae77-43ca-ba30-96e871bdb2e4 None None] The sync data for ids ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'] in n-d-800088-20 is: [{'id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'name': 'tempest-TestVolumeBootPattern-283857276-router', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:13Z', 'revision_number': 4, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'gw_port': {'id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '02617c49-b037-4d85-bd85-237a1bf72deb', 'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'mac_address': 'fa:16:3e:56:9a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:11Z', 'updated_at': '2021-08-17T00:13:19Z', 'revision_number': 4, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'subnets': [{'id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:13:19.947532 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7d4600d3-7796-4791-a2d8-a8ebf266e4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:19.967822 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-3b5e32fd-1e39-42a6-a5db-a6e44d65a998 req-7120be1d-52c5-436b-83f0-41b616c81e2a tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] For port 063dfbaa-25e5-45f6-921e-132c0ba224ad, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=063dfbaa-25e5-45f6-921e-132c0ba224ad,segment=NetworkSegment(06f614ce-4814-4e81-9b12-f70d0d997e8e),segment_id=06f614ce-4814-4e81-9b12-f70d0d997e8e)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:19.968306 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3b5e32fd-1e39-42a6-a5db-a6e44d65a998 req-7120be1d-52c5-436b-83f0-41b616c81e2a tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:20.038420 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5d8501fb-49dc-4700-9726-a44abc6f23fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:20.044478 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-fddb364a-8bf5-4522-b481-02b196bb22a0 None None] Attempting to bind port c768bdac-4b74-4058-b42c-98436f22f2f2 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:13:20.045204 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-fddb364a-8bf5-4522-b481-02b196bb22a0 None None] Attempting to bind port c768bdac-4b74-4058-b42c-98436f22f2f2 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'a3de83c4-7697-448b-a08a-1767a0485f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '678f1d85-7b6f-45be-ac38-0780110080ce'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:13:20.045674 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddb364a-8bf5-4522-b481-02b196bb22a0 None None] Attempting to bind port c768bdac-4b74-4058-b42c-98436f22f2f2 on network 678f1d85-7b6f-45be-ac38-0780110080ce {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:13:20.054302 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddb364a-8bf5-4522-b481-02b196bb22a0 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:13:20.054765 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddb364a-8bf5-4522-b481-02b196bb22a0 None None] Checking segment: {'id': 'a3de83c4-7697-448b-a08a-1767a0485f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '678f1d85-7b6f-45be-ac38-0780110080ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:13:20.055275 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fddb364a-8bf5-4522-b481-02b196bb22a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:20.055774 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddb364a-8bf5-4522-b481-02b196bb22a0 None None] Bound using segment: {'id': 'a3de83c4-7697-448b-a08a-1767a0485f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '678f1d85-7b6f-45be-ac38-0780110080ce'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:13:20.056359 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-fddb364a-8bf5-4522-b481-02b196bb22a0 None None] Bound port: c768bdac-4b74-4058-b42c-98436f22f2f2, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3de83c4-7697-448b-a08a-1767a0485f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '678f1d85-7b6f-45be-ac38-0780110080ce'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:13:20.056871 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fddb364a-8bf5-4522-b481-02b196bb22a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:20.063986 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-3b5e32fd-1e39-42a6-a5db-a6e44d65a998 req-7120be1d-52c5-436b-83f0-41b616c81e2a tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Calling delete_port for 063dfbaa-25e5-45f6-921e-132c0ba224ad owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:13:20.084158 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-29009cc5-42e8-4e46-b64d-f1351d84ad2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:20.179544 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 00:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebd7bc7-96db-46a2-bb0c-125ecea0bf18 x-openstack-request-id: req-2ebd7bc7-96db-46a2-bb0c-125ecea0bf18 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:13:20.180196 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69c48f3-5a7f-4942-a3d4-73f1f79f247c", "name": "network-vif-unplugged", "status": "completed", "tag": "c834c02c-f238-4a79-95de-3501d75dac9e", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:13:20.181255 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ebd7bc7-96db-46a2-bb0c-125ecea0bf18 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:13:20.181255 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69c48f3-5a7f-4942-a3d4-73f1f79f247c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c834c02c-f238-4a79-95de-3501d75dac9e', 'code': 200} Aug 17 00:13:20.196725 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dcb8a5-e42e-4aa4-a0ca-c7c48faad3dd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:20.203110 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dcb8a5-e42e-4aa4-a0ca-c7c48faad3dd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:20.204885 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c6dcb8a5-e42e-4aa4-a0ca-c7c48faad3dd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 1.0202646 Aug 17 00:13:20.210361 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51596) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:20.256881 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3b5e32fd-1e39-42a6-a5db-a6e44d65a998 req-7120be1d-52c5-436b-83f0-41b616c81e2a tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:20.275104 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f89949-ed5e-4476-85fe-fd4063070afa service neutron] Pushing event updated for resources: {'Port': ['ID=c834c02c-f238-4a79-95de-3501d75dac9e,revision_number=7']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:20.306548 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120be1d-52c5-436b-83f0-41b616c81e2a tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Pushing event deleted for resources: {'Port': ['ID=063dfbaa-25e5-45f6-921e-132c0ba224ad,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:20.400354 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5e32fd-1e39-42a6-a5db-a6e44d65a998 req-7120be1d-52c5-436b-83f0-41b616c81e2a tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] No DVR routers for this DVR port 063dfbaa-25e5-45f6-921e-132c0ba224ad on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:13:20.401270 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['063dfbaa-25e5-45f6-921e-132c0ba224ad'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:13:20.409540 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3b5e32fd-1e39-42a6-a5db-a6e44d65a998 req-7120be1d-52c5-436b-83f0-41b616c81e2a tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:20.415424 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3b5e32fd-1e39-42a6-a5db-a6e44d65a998 req-7120be1d-52c5-436b-83f0-41b616c81e2a tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.64 "DELETE /v2.0/ports/063dfbaa-25e5-45f6-921e-132c0ba224ad HTTP/1.1" status: 204 len: 173 time: 1.3672650 Aug 17 00:13:20.416209 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-29009cc5-42e8-4e46-b64d-f1351d84ad2f None None] Allocated IP 2001:db8::f816:3eff:fe66:a9fd (d70a647a-a896-41f9-a7d0-554edd779aa3/0e6b2733-00ce-48d7-a7cf-6dc721ee3e08/a49364d7-72af-448f-ba61-11b74a86eb3a) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:20.454322 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff2049a-24e4-4f18-a29d-bd73717d6e8e', 'name': 'network-vif-deleted', 'tag': '063dfbaa-25e5-45f6-921e-132c0ba224ad'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:13:20.460864 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa17393-d734-40f8-983b-bcd48bdf3dc4" -d '{"events": [{"server_uuid": "fff2049a-24e4-4f18-a29d-bd73717d6e8e", "name": "network-vif-deleted", "tag": "063dfbaa-25e5-45f6-921e-132c0ba224ad"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:13:20.539097 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-5e02cf7c-b11f-41f7-ad20-1d1eb9c683de tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting port d9552a04-666f-49e6-9ab6-4a1a330bbdb0 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:13:20.539475 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5e02cf7c-b11f-41f7-ad20-1d1eb9c683de tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:20.546938 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-7d4600d3-7796-4791-a2d8-a8ebf266e4c3 admin admin] Allocated IP 172.25.3.144 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/d6467f82-182e-4cc5-9c71-7759b6c996f6) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:20.552430 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-fddb364a-8bf5-4522-b481-02b196bb22a0 None None] For port c768bdac-4b74-4058-b42c-98436f22f2f2, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:13:20.556249 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-fddb364a-8bf5-4522-b481-02b196bb22a0 None None] For port c768bdac-4b74-4058-b42c-98436f22f2f2, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c768bdac-4b74-4058-b42c-98436f22f2f2,segment=NetworkSegment(a3de83c4-7697-448b-a08a-1767a0485f93),segment_id=a3de83c4-7697-448b-a08a-1767a0485f93)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:13:20.577179 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fbda7-b030-4b56-810d-8cd829cad0bf req-b5fbfbad-eaad-4a21-9510-10ba3e029c19 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:20.580713 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fddb364a-8bf5-4522-b481-02b196bb22a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:20.588349 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:20.589069 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e93fbda7-b030-4b56-810d-8cd829cad0bf req-b5fbfbad-eaad-4a21-9510-10ba3e029c19 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 943 time: 0.1921437 Aug 17 00:13:20.590699 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-5d8501fb-49dc-4700-9726-a44abc6f23fe None None] For port a49364d7-72af-448f-ba61-11b74a86eb3a, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a49364d7-72af-448f-ba61-11b74a86eb3a,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:20.663718 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4dbce7-2fe0-48c9-8c3e-58372f40ed2d x-openstack-request-id: req-5e4dbce7-2fe0-48c9-8c3e-58372f40ed2d {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:13:20.664252 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff2049a-24e4-4f18-a29d-bd73717d6e8e", "name": "network-vif-deleted", "tag": "063dfbaa-25e5-45f6-921e-132c0ba224ad", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:13:20.664511 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5e4dbce7-2fe0-48c9-8c3e-58372f40ed2d {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:13:20.664981 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff2049a-24e4-4f18-a29d-bd73717d6e8e', 'name': 'network-vif-deleted', 'tag': '063dfbaa-25e5-45f6-921e-132c0ba224ad', 'status': 'completed', 'code': 200} Aug 17 00:13:20.676102 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb364a-8bf5-4522-b481-02b196bb22a0 None None] Pushing event updated for resources: {'Port': ['ID=c768bdac-4b74-4058-b42c-98436f22f2f2,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:20.703206 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5d8501fb-49dc-4700-9726-a44abc6f23fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:20.780051 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5e02cf7c-b11f-41f7-ad20-1d1eb9c683de tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:20.796033 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-5e02cf7c-b11f-41f7-ad20-1d1eb9c683de tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Calling delete_port for d9552a04-666f-49e6-9ab6-4a1a330bbdb0 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:13:20.842768 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e60178e-49e3-4ed7-849c-7fa649ad546e req-0f72dfe4-4da7-40ed-b830-f2082685e236 tempest-InstanceActionsV221TestJSON-197315199 tempest-InstanceActionsV221TestJSON-197315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fff2049a-24e4-4f18-a29d-bd73717d6e8e HTTP/1.1" status: 200 len: 210 time: 0.0632806 Aug 17 00:13:20.853058 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e93fbda7-b030-4b56-810d-8cd829cad0bf req-2dbf4fde-3874-4be6-965d-11ce329f0ac9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=80d1d1d2-0d20-42fd-911e-e4d056514efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2617545 Aug 17 00:13:20.959483 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7d4600d3-7796-4791-a2d8-a8ebf266e4c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:20.986499 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8501fb-49dc-4700-9726-a44abc6f23fe None None] Pushing event updated for resources: {'Port': ['ID=a49364d7-72af-448f-ba61-11b74a86eb3a,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:20.991420 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-47f89949-ed5e-4476-85fe-fd4063070afa service neutron] Attempting to bind port c834c02c-f238-4a79-95de-3501d75dac9e on host n-h2-800088-20 for vnic_type normal with profile {"migrating_to": "n-h1-800088-20"} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:13:20.991784 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-47f89949-ed5e-4476-85fe-fd4063070afa service neutron] Attempting to bind port c834c02c-f238-4a79-95de-3501d75dac9e by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '6f0aab74-cd0e-4cbb-ae1e-798198eca95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:13:20.992120 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-47f89949-ed5e-4476-85fe-fd4063070afa service neutron] Attempting to bind port c834c02c-f238-4a79-95de-3501d75dac9e on network f9d981a4-1c1e-4a2c-931a-d51f713b524f {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:13:21.034395 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-47f89949-ed5e-4476-85fe-fd4063070afa service neutron] Port c834c02c-f238-4a79-95de-3501d75dac9e on network f9d981a4-1c1e-4a2c-931a-d51f713b524f not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:13:21.034731 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-47f89949-ed5e-4476-85fe-fd4063070afa service neutron] Attempting to bind port c834c02c-f238-4a79-95de-3501d75dac9e on network f9d981a4-1c1e-4a2c-931a-d51f713b524f {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:13:21.053881 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7d4600d3-7796-4791-a2d8-a8ebf266e4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:21.067189 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-29009cc5-42e8-4e46-b64d-f1351d84ad2f None None] For port a49364d7-72af-448f-ba61-11b74a86eb3a, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a49364d7-72af-448f-ba61-11b74a86eb3a,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:21.069296 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b1d2608d-9be3-47b1-81ee-ac7a19d6fb6c None None] Provisioning complete for port c834c02c-f238-4a79-95de-3501d75dac9e triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:21.070293 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b1d2608d-9be3-47b1-81ee-ac7a19d6fb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:21.072088 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-47f89949-ed5e-4476-85fe-fd4063070afa service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:13:21.079446 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-47f89949-ed5e-4476-85fe-fd4063070afa service neutron] Checking segment: {'id': '6f0aab74-cd0e-4cbb-ae1e-798198eca95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:13:21.080160 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-47f89949-ed5e-4476-85fe-fd4063070afa service neutron] Bound using segment: {'id': '6f0aab74-cd0e-4cbb-ae1e-798198eca95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:13:21.080892 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-47f89949-ed5e-4476-85fe-fd4063070afa service neutron] Bound port: c834c02c-f238-4a79-95de-3501d75dac9e, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f0aab74-cd0e-4cbb-ae1e-798198eca95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:13:21.081475 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-47f89949-ed5e-4476-85fe-fd4063070afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:21.214858 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-b1d2608d-9be3-47b1-81ee-ac7a19d6fb6c None None] Port c834c02c-f238-4a79-95de-3501d75dac9e cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:13:21.218224 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-29009cc5-42e8-4e46-b64d-f1351d84ad2f None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:21.235088 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4600d3-7796-4791-a2d8-a8ebf266e4c3 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:21.247917 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-7d4600d3-7796-4791-a2d8-a8ebf266e4c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:21.252709 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4600d3-7796-4791-a2d8-a8ebf266e4c3 admin admin] Pushing event updated for resources: {'Port': ['ID=d6467f82-182e-4cc5-9c71-7759b6c996f6,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:21.255257 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4600d3-7796-4791-a2d8-a8ebf266e4c3 admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:13:21.266700 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-29009cc5-42e8-4e46-b64d-f1351d84ad2f None None] Transition to ACTIVE for port object a49364d7-72af-448f-ba61-11b74a86eb3a will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:21.283240 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-29009cc5-42e8-4e46-b64d-f1351d84ad2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:21.375420 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-47f89949-ed5e-4476-85fe-fd4063070afa service neutron] For port c834c02c-f238-4a79-95de-3501d75dac9e, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:13:21.548574 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5e02cf7c-b11f-41f7-ad20-1d1eb9c683de tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:21.666829 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02cf7c-b11f-41f7-ad20-1d1eb9c683de tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Port': ['ID=d9552a04-666f-49e6-9ab6-4a1a330bbdb0,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:21.692946 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-47f89949-ed5e-4476-85fe-fd4063070afa service neutron] For port c834c02c-f238-4a79-95de-3501d75dac9e, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=c834c02c-f238-4a79-95de-3501d75dac9e,segment=NetworkSegment(6f0aab74-cd0e-4cbb-ae1e-798198eca95d),segment_id=6f0aab74-cd0e-4cbb-ae1e-798198eca95d)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:13:21.733875 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-47f89949-ed5e-4476-85fe-fd4063070afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:21.788946 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c768bdac-4b74-4058-b42c-98436f22f2f2 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:13:21.850770 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29009cc5-42e8-4e46-b64d-f1351d84ad2f None None] Pushing event updated for resources: {'Port': ['ID=a49364d7-72af-448f-ba61-11b74a86eb3a,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:21.856330 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7d4600d3-7796-4791-a2d8-a8ebf266e4c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:21.880396 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29009cc5-42e8-4e46-b64d-f1351d84ad2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:21.880671 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29009cc5-42e8-4e46-b64d-f1351d84ad2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:21.880932 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29009cc5-42e8-4e46-b64d-f1351d84ad2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:21.898740 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29009cc5-42e8-4e46-b64d-f1351d84ad2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:21.899161 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29009cc5-42e8-4e46-b64d-f1351d84ad2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:21.899509 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29009cc5-42e8-4e46-b64d-f1351d84ad2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:21.906770 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29009cc5-42e8-4e46-b64d-f1351d84ad2f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:21.907290 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29009cc5-42e8-4e46-b64d-f1351d84ad2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:21.907645 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29009cc5-42e8-4e46-b64d-f1351d84ad2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:21.908042 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29009cc5-42e8-4e46-b64d-f1351d84ad2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:21.908650 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29009cc5-42e8-4e46-b64d-f1351d84ad2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:21.908650 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29009cc5-42e8-4e46-b64d-f1351d84ad2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:21.976768 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port c768bdac-4b74-4058-b42c-98436f22f2f2 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:21.986827 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 02617c49-b037-4d85-bd85-237a1bf72deb up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:13:22.074867 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5e02cf7c-b11f-41f7-ad20-1d1eb9c683de tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:22.078022 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5e02cf7c-b11f-41f7-ad20-1d1eb9c683de tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/d9552a04-666f-49e6-9ab6-4a1a330bbdb0 HTTP/1.1" status: 204 len: 168 time: 1.8656671 Aug 17 00:13:22.096976 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51638) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:22.138650 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:22.218580 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f89949-ed5e-4476-85fe-fd4063070afa service neutron] Pushing event updated for resources: {'Port': ['ID=c834c02c-f238-4a79-95de-3501d75dac9e,revision_number=8']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:22.236021 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 02617c49-b037-4d85-bd85-237a1bf72deb completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:22.243472 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 02617c49-b037-4d85-bd85-237a1bf72deb triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:22.245891 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:22.338444 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3fce8-08a9-4c76-9833-935921c6ef18 req-11658b26-84f8-41b0-986a-09dd9cf1defc tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:22.347043 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4c3fce8-08a9-4c76-9833-935921c6ef18 req-11658b26-84f8-41b0-986a-09dd9cf1defc tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 943 time: 0.2593620 Aug 17 00:13:22.352041 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-47f89949-ed5e-4476-85fe-fd4063070afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:22.353574 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-47f89949-ed5e-4476-85fe-fd4063070afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:22.358058 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-47f89949-ed5e-4476-85fe-fd4063070afa service neutron] 10.222.0.69 "PUT /v2.0/ports/c834c02c-f238-4a79-95de-3501d75dac9e HTTP/1.1" status: 200 len: 1123 time: 3.8376389 Aug 17 00:13:22.358634 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69c48f3-5a7f-4942-a3d4-73f1f79f247c', 'tag': 'c834c02c-f238-4a79-95de-3501d75dac9e'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:13:22.364811 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5c05d9-f631-4829-8970-909edb0e577b" -d '{"events": [{"name": "network-changed", "server_uuid": "e69c48f3-5a7f-4942-a3d4-73f1f79f247c", "tag": "c834c02c-f238-4a79-95de-3501d75dac9e"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:13:22.423552 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:22.434304 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51648) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:22.485734 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 02617c49-b037-4d85-bd85-237a1bf72deb, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=02617c49-b037-4d85-bd85-237a1bf72deb,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:22.490555 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 063dfbaa-25e5-45f6-921e-132c0ba224ad no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:13:22.544444 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 063dfbaa-25e5-45f6-921e-132c0ba224ad {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:13:22.545274 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 063dfbaa-25e5-45f6-921e-132c0ba224ad not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:13:22.547249 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:22.548026 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a49364d7-72af-448f-ba61-11b74a86eb3a up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:13:22.552727 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['c834c02c-f238-4a79-95de-3501d75dac9e'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:13:22.553276 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142752b9-3e57-4122-b7aa-809508584387 x-openstack-request-id: req-142752b9-3e57-4122-b7aa-809508584387 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:13:22.554804 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69c48f3-5a7f-4942-a3d4-73f1f79f247c", "tag": "c834c02c-f238-4a79-95de-3501d75dac9e", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:13:22.555145 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-142752b9-3e57-4122-b7aa-809508584387 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:13:22.560209 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69c48f3-5a7f-4942-a3d4-73f1f79f247c', 'tag': 'c834c02c-f238-4a79-95de-3501d75dac9e', 'status': 'completed', 'code': 200} Aug 17 00:13:22.583755 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-06052a6a-e6bb-4a0b-abf8-68994953e355 admin admin] Deleting subnet 5e648d1e-4044-4c7a-8961-20638274205e {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:13:22.597599 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-06052a6a-e6bb-4a0b-abf8-68994953e355 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:22.625473 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7d4600d3-7796-4791-a2d8-a8ebf266e4c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:22.637154 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef67c50-12b3-4d55-9fba-7cd4529c5b3a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:22.639726 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef67c50-12b3-4d55-9fba-7cd4529c5b3a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:22.641267 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef67c50-12b3-4d55-9fba-7cd4529c5b3a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:22.650558 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6ef67c50-12b3-4d55-9fba-7cd4529c5b3a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5466325 Aug 17 00:13:22.671543 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51654) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:22.689024 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4c3fce8-08a9-4c76-9833-935921c6ef18 req-b7d79815-076f-405c-a2b7-8eac6eaeba50 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=80d1d1d2-0d20-42fd-911e-e4d056514efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3412809 Aug 17 00:13:22.729179 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-06052a6a-e6bb-4a0b-abf8-68994953e355 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:22.791646 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277e4c99-473d-4015-8080-d8c1f127ca7e None None] Network 678f1d85-7b6f-45be-ac38-0780110080ce requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:22.804782 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-06052a6a-e6bb-4a0b-abf8-68994953e355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:22.833463 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c05d9-f631-4829-8970-909edb0e577b req-112522cc-2bae-4b22-9530-821823e9bbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:22.835029 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db5c05d9-f631-4829-8970-909edb0e577b req-112522cc-2bae-4b22-9530-821823e9bbf3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 1126 time: 0.2265639 Aug 17 00:13:22.849642 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-210737de-ab06-45fc-b58f-b218a9d3fbba tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet 0e6b2733-00ce-48d7-a7cf-6dc721ee3e08 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:13:22.850153 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0db09273-7d53-42cc-82aa-8bd63c8ff50b None None] Provisioning complete for port c834c02c-f238-4a79-95de-3501d75dac9e triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:22.850766 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0db09273-7d53-42cc-82aa-8bd63c8ff50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:22.853598 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-210737de-ab06-45fc-b58f-b218a9d3fbba tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:22.880503 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=02617c49-b037-4d85-bd85-237a1bf72deb,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:22.906627 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-06052a6a-e6bb-4a0b-abf8-68994953e355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:22.964455 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06052a6a-e6bb-4a0b-abf8-68994953e355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e648d1e-4044-4c7a-8961-20638274205e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:22.967816 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-06052a6a-e6bb-4a0b-abf8-68994953e355 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:22.972283 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-06052a6a-e6bb-4a0b-abf8-68994953e355 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5e648d1e-4044-4c7a-8961-20638274205e HTTP/1.1" status: 204 len: 168 time: 0.5333521 Aug 17 00:13:22.972647 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51658) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:23.024973 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c05d9-f631-4829-8970-909edb0e577b req-580259f9-cf89-4d2a-aaf9-4b4cdbc12018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:23.026492 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db5c05d9-f631-4829-8970-909edb0e577b req-580259f9-cf89-4d2a-aaf9-4b4cdbc12018 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f9d981a4-1c1e-4a2c-931a-d51f713b524f HTTP/1.1" status: 200 len: 898 time: 0.1217666 Aug 17 00:13:23.081170 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b632caed-425d-4524-b4b5-048b2faee101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:23.088627 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-210737de-ab06-45fc-b58f-b218a9d3fbba tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:23.196050 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db5c05d9-f631-4829-8970-909edb0e577b req-86f107e0-a9ad-4c13-af5d-a6b3a9108400 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c834c02c-f238-4a79-95de-3501d75dac9e HTTP/1.1" status: 200 len: 999 time: 0.1588657 Aug 17 00:13:23.197647 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b632caed-425d-4524-b4b5-048b2faee101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:23.215462 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-b632caed-425d-4524-b4b5-048b2faee101 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591aa9a8-3c5b-48e2-a78d-799fdac15798']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:23.228660 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-b632caed-425d-4524-b4b5-048b2faee101 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f614ce-4814-4e81-9b12-f70d0d997e8e') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:23.228967 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-b632caed-425d-4524-b4b5-048b2faee101 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f614ce-4814-4e81-9b12-f70d0d997e8e') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:23.241638 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b632caed-425d-4524-b4b5-048b2faee101 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:23.249664 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0db09273-7d53-42cc-82aa-8bd63c8ff50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:23.275474 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b632caed-425d-4524-b4b5-048b2faee101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:23.282325 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b632caed-425d-4524-b4b5-048b2faee101 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:13:23.283135 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b632caed-425d-4524-b4b5-048b2faee101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:13:23.284503 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:13:23.307542 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69c48f3-5a7f-4942-a3d4-73f1f79f247c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c834c02c-f238-4a79-95de-3501d75dac9e'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:13:23.309831 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214da9f7-0863-438b-825a-78ec6ec5094e" -d '{"events": [{"server_uuid": "e69c48f3-5a7f-4942-a3d4-73f1f79f247c", "name": "network-vif-plugged", "status": "completed", "tag": "c834c02c-f238-4a79-95de-3501d75dac9e"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:13:23.339684 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-0db09273-7d53-42cc-82aa-8bd63c8ff50b None None] For port c834c02c-f238-4a79-95de-3501d75dac9e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=c834c02c-f238-4a79-95de-3501d75dac9e,segment=NetworkSegment(6f0aab74-cd0e-4cbb-ae1e-798198eca95d),segment_id=6f0aab74-cd0e-4cbb-ae1e-798198eca95d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:23.354425 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0db09273-7d53-42cc-82aa-8bd63c8ff50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:23.354658 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c05d9-f631-4829-8970-909edb0e577b req-e949c3b0-d443-4a18-9f59-3ea5825a8e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:23.358193 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db5c05d9-f631-4829-8970-909edb0e577b req-e949c3b0-d443-4a18-9f59-3ea5825a8e71 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f0d8a3b7-c569-47e7-90c5-72c119473abd HTTP/1.1" status: 200 len: 835 time: 0.1510537 Aug 17 00:13:23.379182 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b632caed-425d-4524-b4b5-048b2faee101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:23.386176 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b632caed-425d-4524-b4b5-048b2faee101 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:23.394091 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b632caed-425d-4524-b4b5-048b2faee101 admin admin] 10.222.0.60 "DELETE /v2.0/networks/591aa9a8-3c5b-48e2-a78d-799fdac15798 HTTP/1.1" status: 204 len: 168 time: 0.4201908 Aug 17 00:13:23.448098 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4600d3-7796-4791-a2d8-a8ebf266e4c3 admin admin] Router 50ed0560-00c0-4aac-a49f-2b04e4c6e673 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:13:23.457243 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6292ad73-457c-4a8e-8b01-a853c8a7a174 x-openstack-request-id: req-6292ad73-457c-4a8e-8b01-a853c8a7a174 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:13:23.457604 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69c48f3-5a7f-4942-a3d4-73f1f79f247c", "name": "network-vif-plugged", "status": "completed", "tag": "c834c02c-f238-4a79-95de-3501d75dac9e", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:13:23.457917 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6292ad73-457c-4a8e-8b01-a853c8a7a174 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:13:23.458363 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69c48f3-5a7f-4942-a3d4-73f1f79f247c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c834c02c-f238-4a79-95de-3501d75dac9e', 'code': 200} Aug 17 00:13:23.468547 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632caed-425d-4524-b4b5-048b2faee101 admin admin] Pushing event deleted for resources: {'Network': ['ID=591aa9a8-3c5b-48e2-a78d-799fdac15798,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:23.480666 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-210737de-ab06-45fc-b58f-b218a9d3fbba tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:23.618467 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 02617c49-b037-4d85-bd85-237a1bf72deb up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:13:23.754910 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c05d9-f631-4829-8970-909edb0e577b req-ef8ea413-96af-4d59-9288-d5f645e575f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:23.762901 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db5c05d9-f631-4829-8970-909edb0e577b req-ef8ea413-96af-4d59-9288-d5f645e575f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f9d981a4-1c1e-4a2c-931a-d51f713b524f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3875504 Aug 17 00:13:23.819253 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51680) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:23.847243 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db09273-7d53-42cc-82aa-8bd63c8ff50b None None] Pushing event updated for resources: {'Port': ['ID=c834c02c-f238-4a79-95de-3501d75dac9e,revision_number=9']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:23.878087 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 02617c49-b037-4d85-bd85-237a1bf72deb triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:23.879032 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:23.920265 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5b3205ff-b16d-49e3-b171-2d7b46a7cb64 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d2a48db5538342bf9509550150feedff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0996201 Aug 17 00:13:23.928467 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51684) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:23.984639 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db5c05d9-f631-4829-8970-909edb0e577b req-efba5e9d-076f-4896-a1fc-e6535b7557d1 service neutron] 10.222.0.64 "GET /v2.0/networks/f9d981a4-1c1e-4a2c-931a-d51f713b524f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076983 Aug 17 00:13:24.010294 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4600d3-7796-4791-a2d8-a8ebf266e4c3 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:13:24.049728 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a49364d7-72af-448f-ba61-11b74a86eb3a up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:13:24.054273 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9cb450-9929-42f3-8558-55888a80f291 None None] Sync routers for ids ['50ed0560-00c0-4aac-a49f-2b04e4c6e673'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:13:24.064799 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6438d566-5803-46fe-a560-1d145f53708b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:24.102389 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7d4600d3-7796-4791-a2d8-a8ebf266e4c3 admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:24.103769 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7d4600d3-7796-4791-a2d8-a8ebf266e4c3 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3473120 Aug 17 00:13:24.109963 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51686) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:24.113483 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-210737de-ab06-45fc-b58f-b218a9d3fbba tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:24.115114 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6438d566-5803-46fe-a560-1d145f53708b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:24.125588 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9cb450-9929-42f3-8558-55888a80f291 None None] Routers {'50ed0560-00c0-4aac-a49f-2b04e4c6e673'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:13:24.126345 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3b9cb450-9929-42f3-8558-55888a80f291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:13:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['50ed0560-00c0-4aac-a49f-2b04e4c6e673'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:24.178084 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-20004f8d-acf7-41bb-abaa-55e8b513099f None None] Provisioning for port c768bdac-4b74-4058-b42c-98436f22f2f2 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:24.193190 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-20004f8d-acf7-41bb-abaa-55e8b513099f None None] Provisioning complete for port c768bdac-4b74-4058-b42c-98436f22f2f2 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:24.193637 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-20004f8d-acf7-41bb-abaa-55e8b513099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:24.194525 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6438d566-5803-46fe-a560-1d145f53708b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:24.198365 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6438d566-5803-46fe-a560-1d145f53708b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:24.199550 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6438d566-5803-46fe-a560-1d145f53708b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/333c7e32-0bea-403c-ac89-11f0f79b1bba HTTP/1.1" status: 204 len: 168 time: 0.2700486 Aug 17 00:13:24.209520 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438d566-5803-46fe-a560-1d145f53708b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333c7e32-0bea-403c-ac89-11f0f79b1bba,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:24.227995 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210737de-ab06-45fc-b58f-b218a9d3fbba tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=0e6b2733-00ce-48d7-a7cf-6dc721ee3e08,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:24.242218 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c23a24-1954-424e-bba7-9155e66c6246 req-140865dc-5bc5-40d0-972f-b956bcede986 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:24.243386 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b4c23a24-1954-424e-bba7-9155e66c6246 req-140865dc-5bc5-40d0-972f-b956bcede986 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 945 time: 0.4374628 Aug 17 00:13:24.258086 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-210737de-ab06-45fc-b58f-b218a9d3fbba tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:24.259645 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-210737de-ab06-45fc-b58f-b218a9d3fbba tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/0e6b2733-00ce-48d7-a7cf-6dc721ee3e08 HTTP/1.1" status: 204 len: 168 time: 1.5843651 Aug 17 00:13:24.277012 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51694) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:24.402595 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-c54628f3-1520-4812-a16b-183a36895b87 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet c3e4da43-a9c8-4e16-be62-0e66c5a40a53 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:13:24.411851 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c54628f3-1520-4812-a16b-183a36895b87 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:24.424829 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db5c05d9-f631-4829-8970-909edb0e577b req-e25cebd7-dea3-4bfa-afd0-633d6458e596 service neutron] 10.222.0.64 "GET /v2.0/networks/f9d981a4-1c1e-4a2c-931a-d51f713b524f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041817 Aug 17 00:13:24.427702 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-3b9cb450-9929-42f3-8558-55888a80f291 None None] Set router 50ed0560-00c0-4aac-a49f-2b04e4c6e673 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:13:24.479233 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b4c23a24-1954-424e-bba7-9155e66c6246 req-8c5f8024-9921-45e4-9d7e-e6a4146d624c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=80d1d1d2-0d20-42fd-911e-e4d056514efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112789 Aug 17 00:13:24.503704 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c54628f3-1520-4812-a16b-183a36895b87 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:24.509953 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device c834c02c-f238-4a79-95de-3501d75dac9e details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:13:24.661397 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c54628f3-1520-4812-a16b-183a36895b87 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:24.667438 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a60d758-3e4f-4d2b-a106-6db0a5626fb6 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:24.760744 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-20004f8d-acf7-41bb-abaa-55e8b513099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:24.779866 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c54628f3-1520-4812-a16b-183a36895b87 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:24.835191 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54628f3-1520-4812-a16b-183a36895b87 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=c3e4da43-a9c8-4e16-be62-0e66c5a40a53,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:24.871263 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c54628f3-1520-4812-a16b-183a36895b87 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:24.876992 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c54628f3-1520-4812-a16b-183a36895b87 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/c3e4da43-a9c8-4e16-be62-0e66c5a40a53 HTTP/1.1" status: 204 len: 168 time: 0.5980077 Aug 17 00:13:24.879564 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51712) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:24.913959 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port c834c02c-f238-4a79-95de-3501d75dac9e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=c834c02c-f238-4a79-95de-3501d75dac9e,segment=NetworkSegment(6f0aab74-cd0e-4cbb-ae1e-798198eca95d),segment_id=6f0aab74-cd0e-4cbb-ae1e-798198eca95d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:24.994326 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0867c074-c1d4-42ff-b075-f32d83ddd145 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1135609 Aug 17 00:13:24.998112 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51716) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:25.008243 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-20004f8d-acf7-41bb-abaa-55e8b513099f None None] For port c768bdac-4b74-4058-b42c-98436f22f2f2, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c768bdac-4b74-4058-b42c-98436f22f2f2,segment=NetworkSegment(a3de83c4-7697-448b-a08a-1767a0485f93),segment_id=a3de83c4-7697-448b-a08a-1767a0485f93)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:25.024876 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device c834c02c-f238-4a79-95de-3501d75dac9e has no active binding in host n-h1-800088-20 {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 00:13:25.045107 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-20004f8d-acf7-41bb-abaa-55e8b513099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:25.096375 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492af454-181e-4afc-b9b7-a81f198c96cc tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:25.099030 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-492af454-181e-4afc-b9b7-a81f198c96cc tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0995905 Aug 17 00:13:25.100989 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51724) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:25.106941 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20004f8d-acf7-41bb-abaa-55e8b513099f None None] Pushing event updated for resources: {'Port': ['ID=c768bdac-4b74-4058-b42c-98436f22f2f2,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:25.114207 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-20004f8d-acf7-41bb-abaa-55e8b513099f None None] Could not find standard attr ID for object d9552a04-666f-49e6-9ab6-4a1a330bbdb0. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:13:25.180682 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3b9cb450-9929-42f3-8558-55888a80f291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ed0560-00c0-4aac-a49f-2b04e4c6e673', 'name': 'tempest-TestVolumeBootPattern-10625675-router', 'tenant_id': 'adcf0dc6477c4a89b0ef1fe97e4fd331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd6467f82-182e-4cc5-9c71-7759b6c996f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:17Z', 'updated_at': '2021-08-17T00:13:21Z', 'revision_number': 3, 'project_id': 'adcf0dc6477c4a89b0ef1fe97e4fd331', 'gw_port': {'id': 'd6467f82-182e-4cc5-9c71-7759b6c996f6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ed0560-00c0-4aac-a49f-2b04e4c6e673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:19Z', 'updated_at': '2021-08-17T00:13:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:25.264348 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e51ae4-972a-4ca1-ae61-e493a9a052d9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:25.269270 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-27e51ae4-972a-4ca1-ae61-e493a9a052d9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1668770 Aug 17 00:13:25.270325 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51730) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:25.386087 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9cb450-9929-42f3-8558-55888a80f291 None None] Checking router: 50ed0560-00c0-4aac-a49f-2b04e4c6e673 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:13:25.386741 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9cb450-9929-42f3-8558-55888a80f291 None None] Updating router 50ed0560-00c0-4aac-a49f-2b04e4c6e673 port d6467f82-182e-4cc5-9c71-7759b6c996f6 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:13:25.407993 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-81cbd6f4-8f81-483f-a4fd-b5dc83b6fdbb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1361473 Aug 17 00:13:25.410450 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51734) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:25.421091 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-c72170d2-7bb1-4abb-ae9e-4ada8de66878 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:25.421822 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-20004f8d-acf7-41bb-abaa-55e8b513099f None None] Provisioning for port a49364d7-72af-448f-ba61-11b74a86eb3a completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:25.428640 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3b9cb450-9929-42f3-8558-55888a80f291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:25.430823 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-20004f8d-acf7-41bb-abaa-55e8b513099f None None] Provisioning complete for port a49364d7-72af-448f-ba61-11b74a86eb3a triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:25.431191 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-20004f8d-acf7-41bb-abaa-55e8b513099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:25.532967 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d5d4a79b-2cbe-4316-a0e6-e38b9a706918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:25.567806 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace0a3f1-df63-49cb-82d6-c0058bb585c4 None None] DHCP port deletion for d70a647a-a896-41f9-a7d0-554edd779aa3 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:13:25.675742 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72170d2-7bb1-4abb-ae9e-4ada8de66878 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:25.680650 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c72170d2-7bb1-4abb-ae9e-4ada8de66878 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:25.682571 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-c72170d2-7bb1-4abb-ae9e-4ada8de66878 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:13:25.683556 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c72170d2-7bb1-4abb-ae9e-4ada8de66878 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:13:25.708011 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51750) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:25.708609 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c72170d2-7bb1-4abb-ae9e-4ada8de66878 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2952385 Aug 17 00:13:25.721267 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-6e62208e-ec2a-4bbd-96ed-f20588fbd6b0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:25.737535 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c768bdac-4b74-4058-b42c-98436f22f2f2 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:13:25.895650 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ace0a3f1-df63-49cb-82d6-c0058bb585c4 None None] Deleting port a49364d7-72af-448f-ba61-11b74a86eb3a {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:13:25.896123 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ace0a3f1-df63-49cb-82d6-c0058bb585c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:25.898137 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e70ce-5adb-4942-9785-b905c74e879c req-4fa2cdbf-41d3-4fa1-8439-5cb89fe562c8 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:25.899385 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4e1e70ce-5adb-4942-9785-b905c74e879c req-4fa2cdbf-41d3-4fa1-8439-5cb89fe562c8 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 945 time: 0.2470307 Aug 17 00:13:25.992070 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4e1e70ce-5adb-4942-9785-b905c74e879c req-d4b274e2-fea0-4e57-9d6a-abd262953d5b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=80d1d1d2-0d20-42fd-911e-e4d056514efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834703 Aug 17 00:13:25.994739 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e62208e-ec2a-4bbd-96ed-f20588fbd6b0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:25.999098 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6e62208e-ec2a-4bbd-96ed-f20588fbd6b0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:26.001417 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e62208e-ec2a-4bbd-96ed-f20588fbd6b0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:13:26.001417 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e62208e-ec2a-4bbd-96ed-f20588fbd6b0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:13:26.027314 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6e62208e-ec2a-4bbd-96ed-f20588fbd6b0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3103807 Aug 17 00:13:26.029079 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-d5d4a79b-2cbe-4316-a0e6-e38b9a706918 admin admin] Allocated IP 172.20.0.1 (678f1d85-7b6f-45be-ac38-0780110080ce/547e4426-1d14-40ba-a641-7d5e3d313032/f67ecd98-a11e-4fb1-8b90-995b4589d8bc) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:26.031155 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51762) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:26.038967 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-3236bdb7-463c-4221-ad92-fe233a0cae59 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:26.061033 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-20004f8d-acf7-41bb-abaa-55e8b513099f None None] Could not find standard attr ID for object 34fc652f-0b66-4669-ac70-b2e2822da74d. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:13:26.079621 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port c768bdac-4b74-4058-b42c-98436f22f2f2 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:26.079991 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:26.139677 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ace0a3f1-df63-49cb-82d6-c0058bb585c4 None None] For port a49364d7-72af-448f-ba61-11b74a86eb3a, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a49364d7-72af-448f-ba61-11b74a86eb3a,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:26.140605 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ace0a3f1-df63-49cb-82d6-c0058bb585c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:26.193136 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ace0a3f1-df63-49cb-82d6-c0058bb585c4 None None] Calling delete_port for a49364d7-72af-448f-ba61-11b74a86eb3a owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:13:26.202131 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9a4663c0-3c10-4587-974f-588e70c07a34 req-ea47b948-a6b5-459a-a09b-d9f423478464 tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.0487087 Aug 17 00:13:26.244785 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3236bdb7-463c-4221-ad92-fe233a0cae59 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:26.249001 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3236bdb7-463c-4221-ad92-fe233a0cae59 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:26.250549 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-3236bdb7-463c-4221-ad92-fe233a0cae59 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:13:26.251112 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b655f968-00a5-440f-84eb-540a461d15eb None None] Could not find standard attr ID for object eb9ee19f-d632-4c79-abe6-2e0d7e06c32b. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:13:26.251310 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3236bdb7-463c-4221-ad92-fe233a0cae59 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:13:26.265557 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b655f968-00a5-440f-84eb-540a461d15eb None None] Could not find standard attr ID for object d9552a04-666f-49e6-9ab6-4a1a330bbdb0. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:13:26.314755 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3236bdb7-463c-4221-ad92-fe233a0cae59 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2793760 Aug 17 00:13:26.315114 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51772) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:26.320531 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-dd822a03-881f-4d02-b06a-b3c40583b309 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:26.364986 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d5d4a79b-2cbe-4316-a0e6-e38b9a706918 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:26.394009 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-d5d4a79b-2cbe-4316-a0e6-e38b9a706918 admin admin] Transition to ACTIVE for port object f67ecd98-a11e-4fb1-8b90-995b4589d8bc will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:26.500154 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd822a03-881f-4d02-b06a-b3c40583b309 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:26.505389 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dd822a03-881f-4d02-b06a-b3c40583b309 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:26.506996 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d5d4a79b-2cbe-4316-a0e6-e38b9a706918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:26.507353 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd822a03-881f-4d02-b06a-b3c40583b309 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:13:26.508183 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd822a03-881f-4d02-b06a-b3c40583b309 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:13:26.516670 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3b9cb450-9929-42f3-8558-55888a80f291 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:26.528141 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3b9cb450-9929-42f3-8558-55888a80f291 None None] Transition to ACTIVE for port object d6467f82-182e-4cc5-9c71-7759b6c996f6 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:26.539678 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ace0a3f1-df63-49cb-82d6-c0058bb585c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:26.541601 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-dd822a03-881f-4d02-b06a-b3c40583b309 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2252038 Aug 17 00:13:26.542522 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51784) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:26.549897 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-53b50220-1ff5-4f06-944a-53047d656977 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:26.550352 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3b9cb450-9929-42f3-8558-55888a80f291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:26.597104 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace0a3f1-df63-49cb-82d6-c0058bb585c4 None None] No DVR routers for this DVR port a49364d7-72af-448f-ba61-11b74a86eb3a on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:13:26.601645 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0a3f1-df63-49cb-82d6-c0058bb585c4 None None] Pushing event deleted for resources: {'Port': ['ID=a49364d7-72af-448f-ba61-11b74a86eb3a,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:26.620473 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3b9cb450-9929-42f3-8558-55888a80f291 None None] Attempting to bind port d6467f82-182e-4cc5-9c71-7759b6c996f6 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:13:26.620473 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3b9cb450-9929-42f3-8558-55888a80f291 None None] Attempting to bind port d6467f82-182e-4cc5-9c71-7759b6c996f6 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:13:26.620832 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9cb450-9929-42f3-8558-55888a80f291 None None] Attempting to bind port d6467f82-182e-4cc5-9c71-7759b6c996f6 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:13:26.629067 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9cb450-9929-42f3-8558-55888a80f291 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:13:26.629486 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9cb450-9929-42f3-8558-55888a80f291 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:13:26.629896 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3b9cb450-9929-42f3-8558-55888a80f291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:26.631410 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9cb450-9929-42f3-8558-55888a80f291 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:13:26.631410 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3b9cb450-9929-42f3-8558-55888a80f291 None None] Bound port: d6467f82-182e-4cc5-9c71-7759b6c996f6, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:13:26.631410 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3b9cb450-9929-42f3-8558-55888a80f291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:26.661399 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d4a79b-2cbe-4316-a0e6-e38b9a706918 admin admin] Network 678f1d85-7b6f-45be-ac38-0780110080ce is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:26.664959 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4a79b-2cbe-4316-a0e6-e38b9a706918 admin admin] Pushing event updated for resources: {'Port': ['ID=f67ecd98-a11e-4fb1-8b90-995b4589d8bc,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:26.674813 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-d5d4a79b-2cbe-4316-a0e6-e38b9a706918 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:26.684483 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d4a79b-2cbe-4316-a0e6-e38b9a706918 admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:13:26.689318 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b50220-1ff5-4f06-944a-53047d656977 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:26.695260 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-53b50220-1ff5-4f06-944a-53047d656977 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:26.697635 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b50220-1ff5-4f06-944a-53047d656977 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:13:26.698381 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b50220-1ff5-4f06-944a-53047d656977 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:13:26.699513 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1eedd4-ef13-46fd-b497-ee5e1869ef3a None None] Pushing event updated for resources: {'Port': ['ID=d6467f82-182e-4cc5-9c71-7759b6c996f6,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:26.727808 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-53b50220-1ff5-4f06-944a-53047d656977 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1821194 Aug 17 00:13:26.728717 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51788) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:26.738993 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-3b9cb450-9929-42f3-8558-55888a80f291 None None] For port d6467f82-182e-4cc5-9c71-7759b6c996f6, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:13:26.743591 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-26fcf2b7-413e-4ca8-8872-959e0ce0efd9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:26.749142 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-3b9cb450-9929-42f3-8558-55888a80f291 None None] For port d6467f82-182e-4cc5-9c71-7759b6c996f6, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d6467f82-182e-4cc5-9c71-7759b6c996f6,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:13:26.758097 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3b9cb450-9929-42f3-8558-55888a80f291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:26.763536 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d5d4a79b-2cbe-4316-a0e6-e38b9a706918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:26.861708 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9cb450-9929-42f3-8558-55888a80f291 None None] Routers {'50ed0560-00c0-4aac-a49f-2b04e4c6e673'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:13:26.862449 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3b9cb450-9929-42f3-8558-55888a80f291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:13:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['50ed0560-00c0-4aac-a49f-2b04e4c6e673'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:26.884896 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fcf2b7-413e-4ca8-8872-959e0ce0efd9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:26.889593 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-26fcf2b7-413e-4ca8-8872-959e0ce0efd9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:26.891914 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-26fcf2b7-413e-4ca8-8872-959e0ce0efd9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:13:26.892608 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26fcf2b7-413e-4ca8-8872-959e0ce0efd9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:13:26.943406 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-26fcf2b7-413e-4ca8-8872-959e0ce0efd9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2087104 Aug 17 00:13:26.944506 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51794) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:26.988643 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1eedd4-ef13-46fd-b497-ee5e1869ef3a None None] Pushing event updated for resources: {'Port': ['ID=d6467f82-182e-4cc5-9c71-7759b6c996f6,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:27.020426 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3bb86927-0fb2-4ad6-aabd-482ad19e4804 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0730569 Aug 17 00:13:27.023639 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51796) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:27.090156 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4688f72-8a46-4dda-8ee3-4bc03dedcf2a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:27.092201 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f4688f72-8a46-4dda-8ee3-4bc03dedcf2a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0669763 Aug 17 00:13:27.095168 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51800) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:27.160734 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d46f24f5-7634-4b10-88f3-02c1a2320492 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0640614 Aug 17 00:13:27.166569 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d5d4a79b-2cbe-4316-a0e6-e38b9a706918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:27.168355 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51802) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:27.173485 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-37a53948-a750-4ef1-bd1d-6f3192c14258 None None] Provisioning for port f67ecd98-a11e-4fb1-8b90-995b4589d8bc completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:27.177007 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-22f9a105-2e13-43ce-b96e-e38b3aacaa8d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:27.210808 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-3b9cb450-9929-42f3-8558-55888a80f291 None None] Set router 50ed0560-00c0-4aac-a49f-2b04e4c6e673 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:13:27.225342 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-37a53948-a750-4ef1-bd1d-6f3192c14258 None None] Provisioning complete for port f67ecd98-a11e-4fb1-8b90-995b4589d8bc triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:27.225902 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-37a53948-a750-4ef1-bd1d-6f3192c14258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:27.258997 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33ac69-3862-4fcd-80f3-5bf6d8f2f640 req-9fb9f3f1-5951-4cb5-813e-1f5f6d885cbb tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:27.260600 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7a33ac69-3862-4fcd-80f3-5bf6d8f2f640 req-9fb9f3f1-5951-4cb5-813e-1f5f6d885cbb tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 945 time: 0.1332309 Aug 17 00:13:27.360451 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7a33ac69-3862-4fcd-80f3-5bf6d8f2f640 req-de9c9e9c-ba51-4c09-a153-f4823385fc7f tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=80d1d1d2-0d20-42fd-911e-e4d056514efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907760 Aug 17 00:13:27.409797 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f9a105-2e13-43ce-b96e-e38b3aacaa8d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:27.413267 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-22f9a105-2e13-43ce-b96e-e38b3aacaa8d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:27.432667 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-37a53948-a750-4ef1-bd1d-6f3192c14258 None None] Port f67ecd98-a11e-4fb1-8b90-995b4589d8bc cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:13:27.485600 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f2615c8-6d1a-4c1f-b177-e207a8999e88 req-e567f46e-417e-4f2b-8ce2-52f8deecfa72 tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.0819702 Aug 17 00:13:27.536858 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3b9cb450-9929-42f3-8558-55888a80f291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ed0560-00c0-4aac-a49f-2b04e4c6e673', 'name': 'tempest-TestVolumeBootPattern-10625675-router', 'tenant_id': 'adcf0dc6477c4a89b0ef1fe97e4fd331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd6467f82-182e-4cc5-9c71-7759b6c996f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:17Z', 'updated_at': '2021-08-17T00:13:21Z', 'revision_number': 3, 'project_id': 'adcf0dc6477c4a89b0ef1fe97e4fd331', 'gw_port': {'id': 'd6467f82-182e-4cc5-9c71-7759b6c996f6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ed0560-00c0-4aac-a49f-2b04e4c6e673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:19Z', 'updated_at': '2021-08-17T00:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:27.541454 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-95f33fbf-5f87-43e7-bc73-8191f8cccfa6 service neutron] 10.222.0.64 "GET /v2.0/ports/c834c02c-f238-4a79-95de-3501d75dac9e/bindings/n-h1-800088-20 HTTP/1.1" status: 200 len: 385 time: 0.1781008 Aug 17 00:13:27.555960 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d5d4a79b-2cbe-4316-a0e6-e38b9a706918 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:27.600153 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a49364d7-72af-448f-ba61-11b74a86eb3a no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:13:27.608671 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9cb450-9929-42f3-8558-55888a80f291 None None] The sync data for ids ['50ed0560-00c0-4aac-a49f-2b04e4c6e673'] in n-d-800088-20 is: [{'id': '50ed0560-00c0-4aac-a49f-2b04e4c6e673', 'name': 'tempest-TestVolumeBootPattern-10625675-router', 'tenant_id': 'adcf0dc6477c4a89b0ef1fe97e4fd331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd6467f82-182e-4cc5-9c71-7759b6c996f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:17Z', 'updated_at': '2021-08-17T00:13:21Z', 'revision_number': 3, 'project_id': 'adcf0dc6477c4a89b0ef1fe97e4fd331', 'gw_port': {'id': 'd6467f82-182e-4cc5-9c71-7759b6c996f6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ed0560-00c0-4aac-a49f-2b04e4c6e673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:19Z', 'updated_at': '2021-08-17T00:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:13:27.642280 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d5d4a79b-2cbe-4316-a0e6-e38b9a706918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:27.643662 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: a49364d7-72af-448f-ba61-11b74a86eb3a {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:13:27.643662 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a49364d7-72af-448f-ba61-11b74a86eb3a not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:13:27.819377 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d5d4a79b-2cbe-4316-a0e6-e38b9a706918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:27.842875 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4a79b-2cbe-4316-a0e6-e38b9a706918 admin admin] Pushing event updated for resources: {'Port': ['ID=f67ecd98-a11e-4fb1-8b90-995b4589d8bc,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:27.925584 n-d-800088-20 neutron-server[101402]: DEBUG neutron.objects.ports [None req-22f9a105-2e13-43ce-b96e-e38b3aacaa8d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101402) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 00:13:27.927411 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-22f9a105-2e13-43ce-b96e-e38b3aacaa8d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:28.000713 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f9a105-2e13-43ce-b96e-e38b3aacaa8d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:28.015818 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-22f9a105-2e13-43ce-b96e-e38b3aacaa8d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:28.019056 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9a105-2e13-43ce-b96e-e38b3aacaa8d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=dadb0c00-b2bd-4117-b6c2-9d273eb19a6d,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:28.030824 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da4b3ca-85e5-484e-96d0-5d9044ca7a3a None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:28.034867 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f9a105-2e13-43ce-b96e-e38b3aacaa8d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:28.038555 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-22f9a105-2e13-43ce-b96e-e38b3aacaa8d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:28.069097 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-22f9a105-2e13-43ce-b96e-e38b3aacaa8d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8958228 Aug 17 00:13:28.070051 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51822) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:28.076926 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-e50866ca-57e0-435e-b4cd-8d8c2b03982c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'port': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'mac_address': 'fa:16:3e:3f:f2:d8', 'name': 'tempest-NetworksTestDHCPv6-535336142'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:28.132877 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d4a79b-2cbe-4316-a0e6-e38b9a706918 admin admin] Network 678f1d85-7b6f-45be-ac38-0780110080ce is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:28.135654 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-ae84826d-eaf6-4861-9134-79338e235045 service neutron] For port c834c02c-f238-4a79-95de-3501d75dac9e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=c834c02c-f238-4a79-95de-3501d75dac9e,segment=NetworkSegment(6f0aab74-cd0e-4cbb-ae1e-798198eca95d),segment_id=6f0aab74-cd0e-4cbb-ae1e-798198eca95d)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:28.139107 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-d5d4a79b-2cbe-4316-a0e6-e38b9a706918 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:28.202905 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-ae84826d-eaf6-4861-9134-79338e235045 service neutron] For port c834c02c-f238-4a79-95de-3501d75dac9e, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:13:28.248347 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec32984c-97f9-48c0-9b61-ab7c6840ddde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-d70a647a-a896-41f9-a7d0-554edd779aa3', 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'fixed_ips': [{'subnet_id': 'dadb0c00-b2bd-4117-b6c2-9d273eb19a6d'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:13:28.249478 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ec32984c-97f9-48c0-9b61-ab7c6840ddde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:28.386103 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50866ca-57e0-435e-b4cd-8d8c2b03982c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:28.398318 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69c48f3-5a7f-4942-a3d4-73f1f79f247c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c834c02c-f238-4a79-95de-3501d75dac9e'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:13:28.401655 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e83865-b430-47a6-8d0e-9152027e4640" -d '{"events": [{"server_uuid": "e69c48f3-5a7f-4942-a3d4-73f1f79f247c", "name": "network-vif-unplugged", "status": "completed", "tag": "c834c02c-f238-4a79-95de-3501d75dac9e"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:13:28.423834 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-ae84826d-eaf6-4861-9134-79338e235045 service neutron] For port c834c02c-f238-4a79-95de-3501d75dac9e, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=c834c02c-f238-4a79-95de-3501d75dac9e,segment=NetworkSegment(6f0aab74-cd0e-4cbb-ae1e-798198eca95d),segment_id=6f0aab74-cd0e-4cbb-ae1e-798198eca95d)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:28.454140 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-ae84826d-eaf6-4861-9134-79338e235045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:28.523514 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 00:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8646a2ec-9cdc-4244-bbf8-857059fdec00 x-openstack-request-id: req-8646a2ec-9cdc-4244-bbf8-857059fdec00 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:13:28.523863 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69c48f3-5a7f-4942-a3d4-73f1f79f247c", "name": "network-vif-unplugged", "status": "completed", "tag": "c834c02c-f238-4a79-95de-3501d75dac9e", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:13:28.524071 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8646a2ec-9cdc-4244-bbf8-857059fdec00 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:13:28.525150 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69c48f3-5a7f-4942-a3d4-73f1f79f247c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c834c02c-f238-4a79-95de-3501d75dac9e', 'code': 200} Aug 17 00:13:28.588517 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d4a79b-2cbe-4316-a0e6-e38b9a706918 admin admin] Router 50ed0560-00c0-4aac-a49f-2b04e4c6e673 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:13:28.598421 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-ec32984c-97f9-48c0-9b61-ab7c6840ddde None None] Allocated IP 2001:db8::f816:3eff:fe95:a6b1 (d70a647a-a896-41f9-a7d0-554edd779aa3/dadb0c00-b2bd-4117-b6c2-9d273eb19a6d/6567bd62-168e-4988-849c-31e55771a1e1) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:28.609146 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e50866ca-57e0-435e-b4cd-8d8c2b03982c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:28.651497 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-9ae6ceda-a8ed-4ebb-82d1-917d55a6f2d8 None None] Provisioning complete for port f67ecd98-a11e-4fb1-8b90-995b4589d8bc triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:28.653259 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ceda-a8ed-4ebb-82d1-917d55a6f2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:28.677458 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-e50866ca-57e0-435e-b4cd-8d8c2b03982c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] device_id is not set on port f169c40e-f053-4182-976e-567cb7de9961 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:13:28.721625 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-32f4daf3-0a21-4274-a5f6-1b83a9a3e764 req-2c561341-7cba-41a7-b8bd-d3b5d2841806 tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.0344212 Aug 17 00:13:28.776714 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb651f-0180-4e6b-a0f0-086b61375698 req-6476cfda-d294-4b34-ba45-b57bb9d508f2 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:28.778553 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-36eb651f-0180-4e6b-a0f0-086b61375698 req-6476cfda-d294-4b34-ba45-b57bb9d508f2 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 944 time: 0.2602718 Aug 17 00:13:28.808062 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-ae84826d-eaf6-4861-9134-79338e235045 service neutron] Transition to ACTIVE for port object c834c02c-f238-4a79-95de-3501d75dac9e will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:28.838457 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-9ae6ceda-a8ed-4ebb-82d1-917d55a6f2d8 None None] Port f67ecd98-a11e-4fb1-8b90-995b4589d8bc cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:13:28.865923 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7f49d33f-a235-4441-b216-260175cd5cd9 req-8278a4db-5e3a-4916-bf87-fabe68739ff6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.0632374 Aug 17 00:13:28.891074 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-ae84826d-eaf6-4861-9134-79338e235045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:28.947313 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ec32984c-97f9-48c0-9b61-ab7c6840ddde None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:28.960186 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ec32984c-97f9-48c0-9b61-ab7c6840ddde None None] Transition to ACTIVE for port object 6567bd62-168e-4988-849c-31e55771a1e1 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:28.980292 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ec32984c-97f9-48c0-9b61-ab7c6840ddde None None] Transition to ACTIVE for port object 6567bd62-168e-4988-849c-31e55771a1e1 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:29.000632 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ec32984c-97f9-48c0-9b61-ab7c6840ddde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:29.057738 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec32984c-97f9-48c0-9b61-ab7c6840ddde None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:29.063738 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-ec32984c-97f9-48c0-9b61-ab7c6840ddde None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:29.066913 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec32984c-97f9-48c0-9b61-ab7c6840ddde None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:13:29.083181 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-36eb651f-0180-4e6b-a0f0-086b61375698 req-a10dcded-4047-44a9-81d7-2986f3cd9ee6 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=80d1d1d2-0d20-42fd-911e-e4d056514efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2951512 Aug 17 00:13:29.086683 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-e50866ca-57e0-435e-b4cd-8d8c2b03982c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 2001:db8::f816:3eff:fe3f:f2d8 (d70a647a-a896-41f9-a7d0-554edd779aa3/dadb0c00-b2bd-4117-b6c2-9d273eb19a6d/f169c40e-f053-4182-976e-567cb7de9961) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:29.099809 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d4a79b-2cbe-4316-a0e6-e38b9a706918 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:13:29.118141 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d5d4a79b-2cbe-4316-a0e6-e38b9a706918 admin admin] 10.222.0.60 "PUT /v2.0/routers/50ed0560-00c0-4aac-a49f-2b04e4c6e673/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0021660 Aug 17 00:13:29.142929 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84826d-eaf6-4861-9134-79338e235045 service neutron] Pushing event updated for resources: {'Port': ['ID=c834c02c-f238-4a79-95de-3501d75dac9e,revision_number=11']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:29.223737 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-ae84826d-eaf6-4861-9134-79338e235045 service neutron] No DVR routers for this DVR port c834c02c-f238-4a79-95de-3501d75dac9e on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:13:29.398767 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32984c-97f9-48c0-9b61-ab7c6840ddde None None] Pushing event updated for resources: {'Port': ['ID=6567bd62-168e-4988-849c-31e55771a1e1,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:29.429984 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e50866ca-57e0-435e-b4cd-8d8c2b03982c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:29.436907 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-ae84826d-eaf6-4861-9134-79338e235045 service neutron] 10.222.0.64 "PUT /v2.0/ports/c834c02c-f238-4a79-95de-3501d75dac9e/bindings/n-h1-800088-20/activate HTTP/1.1" status: 200 len: 370 time: 1.8800194 Aug 17 00:13:29.447097 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ec32984c-97f9-48c0-9b61-ab7c6840ddde None None] Attempting to bind port 6567bd62-168e-4988-849c-31e55771a1e1 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:13:29.447678 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ec32984c-97f9-48c0-9b61-ab7c6840ddde None None] Attempting to bind port 6567bd62-168e-4988-849c-31e55771a1e1 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:13:29.448250 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec32984c-97f9-48c0-9b61-ab7c6840ddde None None] Attempting to bind port 6567bd62-168e-4988-849c-31e55771a1e1 on network d70a647a-a896-41f9-a7d0-554edd779aa3 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:13:29.465034 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec32984c-97f9-48c0-9b61-ab7c6840ddde None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:13:29.465449 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec32984c-97f9-48c0-9b61-ab7c6840ddde None None] Checking segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:13:29.465894 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ec32984c-97f9-48c0-9b61-ab7c6840ddde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:29.466172 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-e50866ca-57e0-435e-b4cd-8d8c2b03982c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Transition to ACTIVE for port object f169c40e-f053-4182-976e-567cb7de9961 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:29.466399 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec32984c-97f9-48c0-9b61-ab7c6840ddde None None] Bound using segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:13:29.466743 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ec32984c-97f9-48c0-9b61-ab7c6840ddde None None] Bound port: 6567bd62-168e-4988-849c-31e55771a1e1, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:13:29.467131 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ec32984c-97f9-48c0-9b61-ab7c6840ddde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:29.557895 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ec32984c-97f9-48c0-9b61-ab7c6840ddde None None] For port 6567bd62-168e-4988-849c-31e55771a1e1, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:13:29.572252 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ec32984c-97f9-48c0-9b61-ab7c6840ddde None None] For port 6567bd62-168e-4988-849c-31e55771a1e1, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6567bd62-168e-4988-849c-31e55771a1e1,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:13:29.581850 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ec32984c-97f9-48c0-9b61-ab7c6840ddde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:29.634050 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e50866ca-57e0-435e-b4cd-8d8c2b03982c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:29.707640 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d6467f82-182e-4cc5-9c71-7759b6c996f6 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:13:29.712316 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50866ca-57e0-435e-b4cd-8d8c2b03982c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:29.717264 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-e50866ca-57e0-435e-b4cd-8d8c2b03982c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:29.723797 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50866ca-57e0-435e-b4cd-8d8c2b03982c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:13:29.737240 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50866ca-57e0-435e-b4cd-8d8c2b03982c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:29.737933 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e50866ca-57e0-435e-b4cd-8d8c2b03982c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:29.773567 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-bacff49e-8227-4008-a56a-393db6a9a958 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:29.775441 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-bacff49e-8227-4008-a56a-393db6a9a958 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c&tenant_id=8a9ca74733fa48c8818a39938a45e719&binding%3Ahost_id=n-h2-800088-20 HTTP/1.1" status: 200 len: 1096 time: 0.2161834 Aug 17 00:13:29.777866 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32984c-97f9-48c0-9b61-ab7c6840ddde None None] Pushing event updated for resources: {'Port': ['ID=6567bd62-168e-4988-849c-31e55771a1e1,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:29.779741 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50866ca-57e0-435e-b4cd-8d8c2b03982c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Port': ['ID=f169c40e-f053-4182-976e-567cb7de9961,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:29.808157 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port d6467f82-182e-4cc5-9c71-7759b6c996f6 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:29.810284 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e50866ca-57e0-435e-b4cd-8d8c2b03982c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7381124 Aug 17 00:13:29.811043 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51860) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:29.813602 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port d6467f82-182e-4cc5-9c71-7759b6c996f6 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:29.813951 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:29.896454 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-8b3daa02-0e73-4a54-be4f-c9b9900c77d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:29.898009 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-8b3daa02-0e73-4a54-be4f-c9b9900c77d1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c&tenant_id=8a9ca74733fa48c8818a39938a45e719 HTTP/1.1" status: 200 len: 1096 time: 0.1029100 Aug 17 00:13:29.933461 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cba8f2-eaef-4e32-bbc8-283e9d8edc89 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:29.954117 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cba8f2-eaef-4e32-bbc8-283e9d8edc89 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:29.972509 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a0cba8f2-eaef-4e32-bbc8-283e9d8edc89 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1577690 Aug 17 00:13:29.972834 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51870) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:29.987587 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:30.026883 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-200ec877-30f9-4cc2-aa11-96292c1ee1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:30.030873 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-200ec877-30f9-4cc2-aa11-96292c1ee1eb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 1096 time: 0.0977306 Aug 17 00:13:30.117999 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-59f5c892-9606-401c-9be7-59a5287b34a7 req-e6353d96-e459-4cab-8158-c3511dde8d2f tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.1464002 Aug 17 00:13:30.122476 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port d6467f82-182e-4cc5-9c71-7759b6c996f6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d6467f82-182e-4cc5-9c71-7759b6c996f6,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:30.136963 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:30.300689 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=d6467f82-182e-4cc5-9c71-7759b6c996f6,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:30.342092 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31e811b-2e81-4d5f-9838-c146c9b9fb00 None None] Sync routers for ids ['50ed0560-00c0-4aac-a49f-2b04e4c6e673'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:13:30.362561 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31e811b-2e81-4d5f-9838-c146c9b9fb00 None None] Routers {'50ed0560-00c0-4aac-a49f-2b04e4c6e673'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:13:30.364577 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a31e811b-2e81-4d5f-9838-c146c9b9fb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:13:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['50ed0560-00c0-4aac-a49f-2b04e4c6e673'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:30.369703 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-601218c4-9788-4540-b29e-6bb3f7239602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:30.371474 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-601218c4-9788-4540-b29e-6bb3f7239602 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f9d981a4-1c1e-4a2c-931a-d51f713b524f HTTP/1.1" status: 200 len: 898 time: 0.3215332 Aug 17 00:13:30.451142 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e602a61-0fab-48e9-b430-ac1962221466 req-f333bf24-3afb-44ed-a73f-96f32f4ca2b6 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:30.460592 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3e602a61-0fab-48e9-b430-ac1962221466 req-f333bf24-3afb-44ed-a73f-96f32f4ca2b6 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 944 time: 0.1718929 Aug 17 00:13:30.471643 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-082af0fa-78c6-4e53-bc0c-9d9b3d0c862a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting port f169c40e-f053-4182-976e-567cb7de9961 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:13:30.472066 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-082af0fa-78c6-4e53-bc0c-9d9b3d0c862a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:30.519885 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device c834c02c-f238-4a79-95de-3501d75dac9e no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:13:30.522431 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-7a171d97-a83f-42de-acbf-df1e42f26962 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c834c02c-f238-4a79-95de-3501d75dac9e HTTP/1.1" status: 200 len: 999 time: 0.1379747 Aug 17 00:13:30.602816 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3e602a61-0fab-48e9-b430-ac1962221466 req-a875a209-5bd5-4c3f-b3a4-3126b6ab81b8 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=80d1d1d2-0d20-42fd-911e-e4d056514efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411300 Aug 17 00:13:30.619201 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device c834c02c-f238-4a79-95de-3501d75dac9e not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:13:30.647264 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-a4e5a6b6-94fe-4357-a771-a6c3f2513c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:30.649014 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-a4e5a6b6-94fe-4357-a771-a6c3f2513c65 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f0d8a3b7-c569-47e7-90c5-72c119473abd HTTP/1.1" status: 200 len: 835 time: 0.1181135 Aug 17 00:13:30.651957 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-a31e811b-2e81-4d5f-9838-c146c9b9fb00 None None] Set router 50ed0560-00c0-4aac-a49f-2b04e4c6e673 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:13:30.766273 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-9fd92c57-73b1-4069-bccf-486872415e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:30.768627 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-9fd92c57-73b1-4069-bccf-486872415e5a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9d981a4-1c1e-4a2c-931a-d51f713b524f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1068311 Aug 17 00:13:30.770323 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-082af0fa-78c6-4e53-bc0c-9d9b3d0c862a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:30.789054 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-082af0fa-78c6-4e53-bc0c-9d9b3d0c862a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Calling delete_port for f169c40e-f053-4182-976e-567cb7de9961 owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:13:30.996037 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-8ccc767b-a28b-44fc-af94-e0b047a25fc3 service neutron] 10.222.0.69 "GET /v2.0/networks/f9d981a4-1c1e-4a2c-931a-d51f713b524f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140203 Aug 17 00:13:31.050938 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-082af0fa-78c6-4e53-bc0c-9d9b3d0c862a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:31.147795 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:13:31.150313 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082af0fa-78c6-4e53-bc0c-9d9b3d0c862a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Port': ['ID=f169c40e-f053-4182-976e-567cb7de9961,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:31.179287 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-da9d93c5-c137-4ecc-b7cf-816cc92dbe6f service neutron] 10.222.0.69 "GET /v2.0/networks/f9d981a4-1c1e-4a2c-931a-d51f713b524f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676831 Aug 17 00:13:31.188151 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a31e811b-2e81-4d5f-9838-c146c9b9fb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ed0560-00c0-4aac-a49f-2b04e4c6e673', 'name': 'tempest-TestVolumeBootPattern-10625675-router', 'tenant_id': 'adcf0dc6477c4a89b0ef1fe97e4fd331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd6467f82-182e-4cc5-9c71-7759b6c996f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:17Z', 'updated_at': '2021-08-17T00:13:27Z', 'revision_number': 4, 'project_id': 'adcf0dc6477c4a89b0ef1fe97e4fd331', 'gw_port': {'id': 'd6467f82-182e-4cc5-9c71-7759b6c996f6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ed0560-00c0-4aac-a49f-2b04e4c6e673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:19Z', 'updated_at': '2021-08-17T00:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'f67ecd98-a11e-4fb1-8b90-995b4589d8bc', 'name': '', 'network_id': '678f1d85-7b6f-45be-ac38-0780110080ce', 'tenant_id': 'adcf0dc6477c4a89b0ef1fe97e4fd331', 'mac_address': 'fa:16:3e:6c:a3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ed0560-00c0-4aac-a49f-2b04e4c6e673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '547e4426-1d14-40ba-a641-7d5e3d313032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:25Z', 'updated_at': '2021-08-17T00:13:27Z', 'revision_number': 2, 'project_id': 'adcf0dc6477c4a89b0ef1fe97e4fd331', 'subnets': [{'id': '547e4426-1d14-40ba-a641-7d5e3d313032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:31.238741 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-082af0fa-78c6-4e53-bc0c-9d9b3d0c862a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:31.243841 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31e811b-2e81-4d5f-9838-c146c9b9fb00 None None] Checking router: 50ed0560-00c0-4aac-a49f-2b04e4c6e673 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:13:31.248123 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31e811b-2e81-4d5f-9838-c146c9b9fb00 None None] Updating router 50ed0560-00c0-4aac-a49f-2b04e4c6e673 port f67ecd98-a11e-4fb1-8b90-995b4589d8bc binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:13:31.251034 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-082af0fa-78c6-4e53-bc0c-9d9b3d0c862a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/f169c40e-f053-4182-976e-567cb7de9961 HTTP/1.1" status: 204 len: 168 time: 1.2475283 Aug 17 00:13:31.254066 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51904) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:31.341624 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-a31e811b-2e81-4d5f-9838-c146c9b9fb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:31.363779 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0412de-525b-435c-8462-2a7fb0211ac2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:31.366514 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0412de-525b-435c-8462-2a7fb0211ac2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:31.369566 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3a0412de-525b-435c-8462-2a7fb0211ac2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1146591 Aug 17 00:13:31.372844 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51910) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:31.541796 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-a74f26c0-2557-4106-95c6-ae039252d73c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet dadb0c00-b2bd-4117-b6c2-9d273eb19a6d {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:13:31.549817 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a74f26c0-2557-4106-95c6-ae039252d73c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:31.616432 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-47492fff-543a-4332-a38b-21666c8d6e34 req-4ce77db7-3e04-4347-80fc-15c671ecb912 tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.0882711 Aug 17 00:13:31.800129 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a74f26c0-2557-4106-95c6-ae039252d73c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:31.811218 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2a9e9ac7-eb3a-464e-9ea2-51dc1a138213 None None] Provisioning for port 6567bd62-168e-4988-849c-31e55771a1e1 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:31.867117 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad0ea8-84cf-4b70-81fb-c68988fa2393 req-a15389df-9356-4f81-a4e9-3d6cd6083aea tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:31.879841 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85ad0ea8-84cf-4b70-81fb-c68988fa2393 req-a15389df-9356-4f81-a4e9-3d6cd6083aea tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 944 time: 0.1677859 Aug 17 00:13:31.903789 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d6467f82-182e-4cc5-9c71-7759b6c996f6 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:13:31.953001 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-948cd128-202e-4d2f-a383-cda54115daff tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:31.955361 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85ad0ea8-84cf-4b70-81fb-c68988fa2393 req-da86dabb-5a75-4a67-89e5-ccdf7b9c1892 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=80d1d1d2-0d20-42fd-911e-e4d056514efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685537 Aug 17 00:13:31.972107 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-948cd128-202e-4d2f-a383-cda54115daff tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c&tenant_id=8a9ca74733fa48c8818a39938a45e719&binding%3Ahost_id=n-h1-800088-20 HTTP/1.1" status: 200 len: 1096 time: 0.3285792 Aug 17 00:13:32.040388 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port d6467f82-182e-4cc5-9c71-7759b6c996f6 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:32.041923 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:32.150767 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a74f26c0-2557-4106-95c6-ae039252d73c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:32.161714 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eead689-343f-44cd-a80b-aa81a6176efe req-579f1441-8315-44ba-a8ef-d0c08234e744 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:32.169907 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1eead689-343f-44cd-a80b-aa81a6176efe req-579f1441-8315-44ba-a8ef-d0c08234e744 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 1096 time: 0.1101415 Aug 17 00:13:32.251506 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1eead689-343f-44cd-a80b-aa81a6176efe req-000f7b77-b87b-44bc-9ffe-0cf06cd6969a tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=80d1d1d2-0d20-42fd-911e-e4d056514efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709987 Aug 17 00:13:32.274092 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6567bd62-168e-4988-849c-31e55771a1e1 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:13:32.320334 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-a31e811b-2e81-4d5f-9838-c146c9b9fb00 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:32.352863 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4f031395-1104-4b0f-aa85-acb15a818276 None None] Could not find standard attr ID for object f169c40e-f053-4182-976e-567cb7de9961. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:13:32.378846 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-a31e811b-2e81-4d5f-9838-c146c9b9fb00 None None] Transition to ACTIVE for port object f67ecd98-a11e-4fb1-8b90-995b4589d8bc will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:32.381387 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a74f26c0-2557-4106-95c6-ae039252d73c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:32.390003 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-a31e811b-2e81-4d5f-9838-c146c9b9fb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:32.397064 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-2f8247c2-d70a-4f99-b1a3-04138fc6afa6 service neutron] For port c834c02c-f238-4a79-95de-3501d75dac9e, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:13:32.415272 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 6567bd62-168e-4988-849c-31e55771a1e1 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:32.421078 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 6567bd62-168e-4988-849c-31e55771a1e1 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:32.421691 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:32.469221 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-2f8247c2-d70a-4f99-b1a3-04138fc6afa6 service neutron] Notify callbacks [] for binding, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:32.472552 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6f57b1a2-f7a9-4854-a7ec-213968ef08f8 req-2f8247c2-d70a-4f99-b1a3-04138fc6afa6 service neutron] 10.222.0.69 "DELETE /v2.0/ports/c834c02c-f238-4a79-95de-3501d75dac9e/bindings/n-h2-800088-20 HTTP/1.1" status: 204 len: 173 time: 0.4818261 Aug 17 00:13:32.480380 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f26c0-2557-4106-95c6-ae039252d73c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=dadb0c00-b2bd-4117-b6c2-9d273eb19a6d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:32.488690 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a74f26c0-2557-4106-95c6-ae039252d73c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:32.493778 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a74f26c0-2557-4106-95c6-ae039252d73c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/dadb0c00-b2bd-4117-b6c2-9d273eb19a6d HTTP/1.1" status: 204 len: 168 time: 1.1158342 Aug 17 00:13:32.493778 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51938) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:32.525731 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fbab1d-d8df-453c-88ad-d3c03b79ab59 None None] Pushing event updated for resources: {'Port': ['ID=f67ecd98-a11e-4fb1-8b90-995b4589d8bc,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:32.537182 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbab1d-d8df-453c-88ad-d3c03b79ab59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:32.537669 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbab1d-d8df-453c-88ad-d3c03b79ab59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:32.537930 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbab1d-d8df-453c-88ad-d3c03b79ab59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:32.538201 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbab1d-d8df-453c-88ad-d3c03b79ab59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:32.538594 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbab1d-d8df-453c-88ad-d3c03b79ab59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:32.538987 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbab1d-d8df-453c-88ad-d3c03b79ab59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:32.539325 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbab1d-d8df-453c-88ad-d3c03b79ab59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:32.539653 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbab1d-d8df-453c-88ad-d3c03b79ab59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:32.539980 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbab1d-d8df-453c-88ad-d3c03b79ab59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:32.540308 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbab1d-d8df-453c-88ad-d3c03b79ab59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:32.540665 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbab1d-d8df-453c-88ad-d3c03b79ab59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:32.540999 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbab1d-d8df-453c-88ad-d3c03b79ab59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:32.565325 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609bc8f-2ffa-4e95-b829-f1adbf54819b req-78d23399-82a4-467e-b3bc-ebdc9d5f45ca tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:32.566914 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b609bc8f-2ffa-4e95-b829-f1adbf54819b req-78d23399-82a4-467e-b3bc-ebdc9d5f45ca tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 944 time: 0.1800423 Aug 17 00:13:32.598643 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d430340d-4a73-47ef-bcda-d15734b69c96 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1013415 Aug 17 00:13:32.600847 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-a31e811b-2e81-4d5f-9838-c146c9b9fb00 None None] Attempting to bind port f67ecd98-a11e-4fb1-8b90-995b4589d8bc on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:13:32.601275 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-a31e811b-2e81-4d5f-9838-c146c9b9fb00 None None] Attempting to bind port f67ecd98-a11e-4fb1-8b90-995b4589d8bc by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'a3de83c4-7697-448b-a08a-1767a0485f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '678f1d85-7b6f-45be-ac38-0780110080ce'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:13:32.601642 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31e811b-2e81-4d5f-9838-c146c9b9fb00 None None] Attempting to bind port f67ecd98-a11e-4fb1-8b90-995b4589d8bc on network 678f1d85-7b6f-45be-ac38-0780110080ce {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:13:32.604319 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51940) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:32.612618 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31e811b-2e81-4d5f-9838-c146c9b9fb00 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:13:32.612994 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31e811b-2e81-4d5f-9838-c146c9b9fb00 None None] Checking segment: {'id': 'a3de83c4-7697-448b-a08a-1767a0485f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '678f1d85-7b6f-45be-ac38-0780110080ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:13:32.617262 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-a31e811b-2e81-4d5f-9838-c146c9b9fb00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:32.617379 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-3464583a-5f05-498f-acc9-3b65d4c18e4b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:32.617685 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31e811b-2e81-4d5f-9838-c146c9b9fb00 None None] Bound using segment: {'id': 'a3de83c4-7697-448b-a08a-1767a0485f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '678f1d85-7b6f-45be-ac38-0780110080ce'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:13:32.618183 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-a31e811b-2e81-4d5f-9838-c146c9b9fb00 None None] Bound port: f67ecd98-a11e-4fb1-8b90-995b4589d8bc, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3de83c4-7697-448b-a08a-1767a0485f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '678f1d85-7b6f-45be-ac38-0780110080ce'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:13:32.618626 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-a31e811b-2e81-4d5f-9838-c146c9b9fb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:32.665065 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:32.669680 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b609bc8f-2ffa-4e95-b829-f1adbf54819b req-10dfca56-9fa3-4018-9894-e01e6deb5724 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=80d1d1d2-0d20-42fd-911e-e4d056514efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963385 Aug 17 00:13:32.670456 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51944) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:32.751124 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c3c070f4-f908-469a-87a4-ef592ebe355d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/floatingips/3e9f210f-5ea6-433b-862f-7ac14f3a33da HTTP/1.1" status: 200 len: 991 time: 0.0792279 Aug 17 00:13:32.761620 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 6567bd62-168e-4988-849c-31e55771a1e1, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6567bd62-168e-4988-849c-31e55771a1e1,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:32.780201 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:32.803278 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-a31e811b-2e81-4d5f-9838-c146c9b9fb00 None None] For port f67ecd98-a11e-4fb1-8b90-995b4589d8bc, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:13:32.806544 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-a31e811b-2e81-4d5f-9838-c146c9b9fb00 None None] For port f67ecd98-a11e-4fb1-8b90-995b4589d8bc, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=f67ecd98-a11e-4fb1-8b90-995b4589d8bc,segment=NetworkSegment(a3de83c4-7697-448b-a08a-1767a0485f93),segment_id=a3de83c4-7697-448b-a08a-1767a0485f93)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:13:32.817979 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-a31e811b-2e81-4d5f-9838-c146c9b9fb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:32.853994 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-56df61f5-bfe2-4dcc-8aa7-3132da2fd0d4 req-bf128b43-6d6a-4215-89f2-40af0ad261db tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.0912879 Aug 17 00:13:32.859973 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e589f2e2-dfcf-4dd2-8781-23a31658b5f3 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:32.886667 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3464583a-5f05-498f-acc9-3b65d4c18e4b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:32.890400 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3464583a-5f05-498f-acc9-3b65d4c18e4b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:32.926277 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fbab1d-d8df-453c-88ad-d3c03b79ab59 None None] Pushing event updated for resources: {'Port': ['ID=f67ecd98-a11e-4fb1-8b90-995b4589d8bc,revision_number=4']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:32.937720 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31e811b-2e81-4d5f-9838-c146c9b9fb00 None None] Routers {'50ed0560-00c0-4aac-a49f-2b04e4c6e673'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:13:32.938785 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a31e811b-2e81-4d5f-9838-c146c9b9fb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:13:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['50ed0560-00c0-4aac-a49f-2b04e4c6e673'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:33.071205 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=6567bd62-168e-4988-849c-31e55771a1e1,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:33.174779 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-a31e811b-2e81-4d5f-9838-c146c9b9fb00 None None] Set router 50ed0560-00c0-4aac-a49f-2b04e4c6e673 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:13:33.348488 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c234f50a-22f7-4daa-b446-d812603e4f30 None None] DHCP port deletion for d70a647a-a896-41f9-a7d0-554edd779aa3 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:13:33.443148 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-c234f50a-22f7-4daa-b446-d812603e4f30 None None] Deleting port 6567bd62-168e-4988-849c-31e55771a1e1 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:13:33.443786 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c234f50a-22f7-4daa-b446-d812603e4f30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:33.492948 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a31e811b-2e81-4d5f-9838-c146c9b9fb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ed0560-00c0-4aac-a49f-2b04e4c6e673', 'name': 'tempest-TestVolumeBootPattern-10625675-router', 'tenant_id': 'adcf0dc6477c4a89b0ef1fe97e4fd331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd6467f82-182e-4cc5-9c71-7759b6c996f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:17Z', 'updated_at': '2021-08-17T00:13:27Z', 'revision_number': 4, 'project_id': 'adcf0dc6477c4a89b0ef1fe97e4fd331', 'gw_port': {'id': 'd6467f82-182e-4cc5-9c71-7759b6c996f6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ed0560-00c0-4aac-a49f-2b04e4c6e673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:19Z', 'updated_at': '2021-08-17T00:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'f67ecd98-a11e-4fb1-8b90-995b4589d8bc', 'name': '', 'network_id': '678f1d85-7b6f-45be-ac38-0780110080ce', 'tenant_id': 'adcf0dc6477c4a89b0ef1fe97e4fd331', 'mac_address': 'fa:16:3e:6c:a3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ed0560-00c0-4aac-a49f-2b04e4c6e673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '547e4426-1d14-40ba-a641-7d5e3d313032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:25Z', 'updated_at': '2021-08-17T00:13:32Z', 'revision_number': 4, 'project_id': 'adcf0dc6477c4a89b0ef1fe97e4fd331', 'subnets': [{'id': '547e4426-1d14-40ba-a641-7d5e3d313032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:33.504958 n-d-800088-20 neutron-server[101402]: DEBUG neutron.objects.ports [None req-3464583a-5f05-498f-acc9-3b65d4c18e4b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101402) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 00:13:33.525578 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31e811b-2e81-4d5f-9838-c146c9b9fb00 None None] The sync data for ids ['50ed0560-00c0-4aac-a49f-2b04e4c6e673'] in n-d-800088-20 is: [{'id': '50ed0560-00c0-4aac-a49f-2b04e4c6e673', 'name': 'tempest-TestVolumeBootPattern-10625675-router', 'tenant_id': 'adcf0dc6477c4a89b0ef1fe97e4fd331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd6467f82-182e-4cc5-9c71-7759b6c996f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:17Z', 'updated_at': '2021-08-17T00:13:27Z', 'revision_number': 4, 'project_id': 'adcf0dc6477c4a89b0ef1fe97e4fd331', 'gw_port': {'id': 'd6467f82-182e-4cc5-9c71-7759b6c996f6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ed0560-00c0-4aac-a49f-2b04e4c6e673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:19Z', 'updated_at': '2021-08-17T00:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'f67ecd98-a11e-4fb1-8b90-995b4589d8bc', 'name': '', 'network_id': '678f1d85-7b6f-45be-ac38-0780110080ce', 'tenant_id': 'adcf0dc6477c4a89b0ef1fe97e4fd331', 'mac_address': 'fa:16:3e:6c:a3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ed0560-00c0-4aac-a49f-2b04e4c6e673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '547e4426-1d14-40ba-a641-7d5e3d313032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:25Z', 'updated_at': '2021-08-17T00:13:32Z', 'revision_number': 4, 'project_id': 'adcf0dc6477c4a89b0ef1fe97e4fd331', 'subnets': [{'id': '547e4426-1d14-40ba-a641-7d5e3d313032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:13:33.648635 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-c234f50a-22f7-4daa-b446-d812603e4f30 None None] For port 6567bd62-168e-4988-849c-31e55771a1e1, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6567bd62-168e-4988-849c-31e55771a1e1,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:33.649061 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c234f50a-22f7-4daa-b446-d812603e4f30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:33.675249 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6567bd62-168e-4988-849c-31e55771a1e1 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:13:33.683386 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-c234f50a-22f7-4daa-b446-d812603e4f30 None None] Calling delete_port for 6567bd62-168e-4988-849c-31e55771a1e1 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:13:33.734655 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-8f8767c9-963d-4040-83d4-ededf1722c31 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:33.737077 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-8f8767c9-963d-4040-83d4-ededf1722c31 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 811 time: 0.2458749 Aug 17 00:13:33.758062 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-6da266b3-3aba-4b00-9ca7-8a604a75dd7a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/quotas/f107c7703c294e8991c1c983d8b06a9f HTTP/1.1" status: 200 len: 375 time: 0.0132511 Aug 17 00:13:33.858068 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:33.906241 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c234f50a-22f7-4daa-b446-d812603e4f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:33.941536 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-c017639a-ffc6-4cc1-83e6-e7eaa67edf16 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1729593 Aug 17 00:13:33.996662 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c234f50a-22f7-4daa-b446-d812603e4f30 None None] No DVR routers for this DVR port 6567bd62-168e-4988-849c-31e55771a1e1 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:13:34.005024 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234f50a-22f7-4daa-b446-d812603e4f30 None None] Pushing event deleted for resources: {'Port': ['ID=6567bd62-168e-4988-849c-31e55771a1e1,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:34.074378 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a448dcc-4a34-4ab6-9c21-36f2d78acbf0 req-665716d5-ad22-4a50-91ed-353f8f7bde97 tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.0872405 Aug 17 00:13:34.138804 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-7d09016d-2cb9-40f1-a05b-9ff7015a36f9 service neutron] 10.222.0.60 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872759 Aug 17 00:13:34.284579 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-ebfb900f-284b-400a-be2d-66d3df87a4c0 service neutron] 10.222.0.60 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385939 Aug 17 00:13:34.313245 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.ipam_pluggable_backend [None req-3464583a-5f05-498f-acc9-3b65d4c18e4b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Port 6567bd62-168e-4988-849c-31e55771a1e1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101402) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 17 00:13:34.313368 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.ipam_pluggable_backend [None req-3464583a-5f05-498f-acc9-3b65d4c18e4b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Reverting IP allocation for 2001:db8::f816:3eff:fe95:a6b1 {{(pid=101402) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 17 00:13:34.317307 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.ipam_pluggable_backend [None req-3464583a-5f05-498f-acc9-3b65d4c18e4b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe95:a6b1 {{(pid=101402) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 17 00:13:34.319040 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3464583a-5f05-498f-acc9-3b65d4c18e4b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:34.367089 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3464583a-5f05-498f-acc9-3b65d4c18e4b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:34.370448 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-3464583a-5f05-498f-acc9-3b65d4c18e4b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:34.382156 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9726354b-9da4-4996-bdc9-15b150360d76 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:34.382996 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3464583a-5f05-498f-acc9-3b65d4c18e4b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:34.383618 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3464583a-5f05-498f-acc9-3b65d4c18e4b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:34.390875 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3464583a-5f05-498f-acc9-3b65d4c18e4b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=38f8a03b-c950-45f2-b7e7-e9388d9b97a8,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:34.425001 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51986) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:34.429821 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3464583a-5f05-498f-acc9-3b65d4c18e4b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8240712 Aug 17 00:13:34.432250 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-32724ae2-e200-49fa-b731-d07214a40b1e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'port': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'mac_address': 'fa:16:3e:44:bf:fa', 'name': 'tempest-NetworksTestDHCPv6-1111654170'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:34.633153 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a636d11-cf10-4026-9708-46cdb2e03659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-d70a647a-a896-41f9-a7d0-554edd779aa3', 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'fixed_ips': [{'subnet_id': '38f8a03b-c950-45f2-b7e7-e9388d9b97a8'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:13:34.634235 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4a636d11-cf10-4026-9708-46cdb2e03659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:34.640601 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32724ae2-e200-49fa-b731-d07214a40b1e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:34.869332 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-4a636d11-cf10-4026-9708-46cdb2e03659 None None] Allocated IP 2001:db8::f816:3eff:fe44:8851 (d70a647a-a896-41f9-a7d0-554edd779aa3/38f8a03b-c950-45f2-b7e7-e9388d9b97a8/a9761c7b-65d0-4450-af48-b5c66c878d23) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:34.891737 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-22e62388-f9ee-43ba-a526-f42fba677205 req-61b1c28d-859c-414d-974c-e4b0ba4519ff tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 210 time: 0.1147542 Aug 17 00:13:34.934416 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-32724ae2-e200-49fa-b731-d07214a40b1e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:34.971951 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-32724ae2-e200-49fa-b731-d07214a40b1e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] device_id is not set on port d656c3db-b3f5-4dc8-94ca-44678b6e56ec yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:13:35.017421 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52014) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:35.109653 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4a636d11-cf10-4026-9708-46cdb2e03659 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:35.123737 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4a636d11-cf10-4026-9708-46cdb2e03659 None None] Transition to ACTIVE for port object a9761c7b-65d0-4450-af48-b5c66c878d23 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:35.170015 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4a636d11-cf10-4026-9708-46cdb2e03659 None None] Transition to ACTIVE for port object a9761c7b-65d0-4450-af48-b5c66c878d23 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:35.186939 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4a636d11-cf10-4026-9708-46cdb2e03659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:35.276450 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-32724ae2-e200-49fa-b731-d07214a40b1e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 2001:db8::f816:3eff:fe44:bffa (d70a647a-a896-41f9-a7d0-554edd779aa3/38f8a03b-c950-45f2-b7e7-e9388d9b97a8/d656c3db-b3f5-4dc8-94ca-44678b6e56ec) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:35.281960 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a636d11-cf10-4026-9708-46cdb2e03659 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:35.286101 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-4a636d11-cf10-4026-9708-46cdb2e03659 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:35.295328 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a636d11-cf10-4026-9708-46cdb2e03659 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:13:35.322965 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a636d11-cf10-4026-9708-46cdb2e03659 None None] Pushing event updated for resources: {'Port': ['ID=a9761c7b-65d0-4450-af48-b5c66c878d23,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:35.372792 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-15edb1c5-7cc1-4ddb-bdab-15819c35644c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Deleting port cefd9220-08db-4c46-aaa7-f1d2c6b3e8e5 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:13:35.373416 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-15edb1c5-7cc1-4ddb-bdab-15819c35644c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:35.428435 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4a636d11-cf10-4026-9708-46cdb2e03659 None None] Attempting to bind port a9761c7b-65d0-4450-af48-b5c66c878d23 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:13:35.428815 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4a636d11-cf10-4026-9708-46cdb2e03659 None None] Attempting to bind port a9761c7b-65d0-4450-af48-b5c66c878d23 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:13:35.429217 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a636d11-cf10-4026-9708-46cdb2e03659 None None] Attempting to bind port a9761c7b-65d0-4450-af48-b5c66c878d23 on network d70a647a-a896-41f9-a7d0-554edd779aa3 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:13:35.437377 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a636d11-cf10-4026-9708-46cdb2e03659 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:13:35.437763 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a636d11-cf10-4026-9708-46cdb2e03659 None None] Checking segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:13:35.438211 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4a636d11-cf10-4026-9708-46cdb2e03659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:35.438771 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a636d11-cf10-4026-9708-46cdb2e03659 None None] Bound using segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:13:35.439514 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4a636d11-cf10-4026-9708-46cdb2e03659 None None] Bound port: a9761c7b-65d0-4450-af48-b5c66c878d23, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:13:35.439948 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4a636d11-cf10-4026-9708-46cdb2e03659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:35.546401 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-15edb1c5-7cc1-4ddb-bdab-15819c35644c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:35.547852 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-15edb1c5-7cc1-4ddb-bdab-15819c35644c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:35.572468 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-15edb1c5-7cc1-4ddb-bdab-15819c35644c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Calling delete_port for cefd9220-08db-4c46-aaa7-f1d2c6b3e8e5 owned by network:floatingip {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:13:35.583951 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-4a636d11-cf10-4026-9708-46cdb2e03659 None None] For port a9761c7b-65d0-4450-af48-b5c66c878d23, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:13:35.588119 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-4a636d11-cf10-4026-9708-46cdb2e03659 None None] For port a9761c7b-65d0-4450-af48-b5c66c878d23, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a9761c7b-65d0-4450-af48-b5c66c878d23,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:13:35.606033 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4a636d11-cf10-4026-9708-46cdb2e03659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:35.736916 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f67ecd98-a11e-4fb1-8b90-995b4589d8bc up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:13:35.812699 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-15edb1c5-7cc1-4ddb-bdab-15819c35644c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:35.837411 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edb1c5-7cc1-4ddb-bdab-15819c35644c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event deleted for resources: {'Port': ['ID=cefd9220-08db-4c46-aaa7-f1d2c6b3e8e5,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:35.881268 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-260d1dae-55f3-4bf9-b0f3-a4e858a60e47 req-808575e7-9548-48fe-ba2e-471546f2920e tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.5889814 Aug 17 00:13:35.884840 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a636d11-cf10-4026-9708-46cdb2e03659 None None] Pushing event updated for resources: {'Port': ['ID=a9761c7b-65d0-4450-af48-b5c66c878d23,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:35.906512 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port f67ecd98-a11e-4fb1-8b90-995b4589d8bc completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:35.911242 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port f67ecd98-a11e-4fb1-8b90-995b4589d8bc triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:35.911625 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:35.949204 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-15edb1c5-7cc1-4ddb-bdab-15819c35644c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for floatingip, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:35.949540 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-15edb1c5-7cc1-4ddb-bdab-15819c35644c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Floating IP 3e9f210f-5ea6-433b-862f-7ac14f3a33da disassociated (deleted). External IP: 172.25.3.198, port: c834c02c-f238-4a79-95de-3501d75dac9e. Aug 17 00:13:36.126229 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:36.181509 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port f67ecd98-a11e-4fb1-8b90-995b4589d8bc, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=f67ecd98-a11e-4fb1-8b90-995b4589d8bc,segment=NetworkSegment(a3de83c4-7697-448b-a08a-1767a0485f93),segment_id=a3de83c4-7697-448b-a08a-1767a0485f93)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:36.193815 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:36.268904 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=f67ecd98-a11e-4fb1-8b90-995b4589d8bc,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:36.300296 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-672cee2d-70b4-41da-9347-d090bb93a0ce req-46694fa5-66db-480b-960a-53dc291cb753 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 210 time: 0.1151094 Aug 17 00:13:36.366274 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-674bb808-eaa1-4716-afc8-3b0f13bbfa8c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4095879 Aug 17 00:13:36.385924 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-32724ae2-e200-49fa-b731-d07214a40b1e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:36.401758 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-32724ae2-e200-49fa-b731-d07214a40b1e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Transition to ACTIVE for port object d656c3db-b3f5-4dc8-94ca-44678b6e56ec will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:36.494676 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-4cff2a0d-d32e-4314-a5ee-023b36796104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:36.495170 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-4cff2a0d-d32e-4314-a5ee-023b36796104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:36.495916 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-4cff2a0d-d32e-4314-a5ee-023b36796104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:36.496235 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-4cff2a0d-d32e-4314-a5ee-023b36796104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:36.496822 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-4cff2a0d-d32e-4314-a5ee-023b36796104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:36.497382 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-4cff2a0d-d32e-4314-a5ee-023b36796104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:36.497865 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-4cff2a0d-d32e-4314-a5ee-023b36796104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:36.500157 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-4cff2a0d-d32e-4314-a5ee-023b36796104 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c3689368c2d4f3084af070981f83d10&device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 6510 time: 0.0609155 Aug 17 00:13:36.501382 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-32724ae2-e200-49fa-b731-d07214a40b1e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:36.502366 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-47d21a97-4cd6-4d29-93a0-747919e6b6bd tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:36.503896 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-47d21a97-4cd6-4d29-93a0-747919e6b6bd tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.64 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 811 time: 0.2836981 Aug 17 00:13:36.521381 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-984f5670-f895-4655-8161-ea4a6b2e9d9e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Request body: {'port': {'device_id': 'a38cc906-5453-4b2d-8c1d-b9db70c107f0', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'admin_state_up': True, 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:36.567880 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32724ae2-e200-49fa-b731-d07214a40b1e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Port': ['ID=d656c3db-b3f5-4dc8-94ca-44678b6e56ec,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:36.604897 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15edb1c5-7cc1-4ddb-bdab-15819c35644c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Router d33fe42a-a2e5-4467-b0c3-42df87bf4182 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:13:36.693870 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32724ae2-e200-49fa-b731-d07214a40b1e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:36.720891 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-32724ae2-e200-49fa-b731-d07214a40b1e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:36.728487 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32724ae2-e200-49fa-b731-d07214a40b1e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:13:36.734658 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32724ae2-e200-49fa-b731-d07214a40b1e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:36.735349 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-32724ae2-e200-49fa-b731-d07214a40b1e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:36.803960 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-32724ae2-e200-49fa-b731-d07214a40b1e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3749828 Aug 17 00:13:36.804549 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52046) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:36.819396 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-9e095eb8-1738-476f-8a33-fb952d33bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:36.820456 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-9e095eb8-1738-476f-8a33-fb952d33bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:36.821234 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-9e095eb8-1738-476f-8a33-fb952d33bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:36.823115 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-9e095eb8-1738-476f-8a33-fb952d33bffd service neutron] 10.222.0.64 "GET /v2.0/networks?id=7992826d-70e9-4f64-99b5-2a5f899624d8&id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&id=949ef9b5-a5f5-4a03-9475-a782bb68296d&id=949ef9b5-a5f5-4a03-9475-a782bb68296d HTTP/1.1" status: 200 len: 2298 time: 0.2661266 Aug 17 00:13:36.879993 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15edb1c5-7cc1-4ddb-bdab-15819c35644c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:13:36.881773 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-984f5670-f895-4655-8161-ea4a6b2e9d9e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Made reservation on behalf of f107c7703c294e8991c1c983d8b06a9f for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:36.885875 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-984f5670-f895-4655-8161-ea4a6b2e9d9e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:36.891684 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-15edb1c5-7cc1-4ddb-bdab-15819c35644c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:36.892872 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade3f734-d0c1-4002-9f2f-502ad3954e15 None None] Sync routers for ids ['d33fe42a-a2e5-4467-b0c3-42df87bf4182'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:13:36.913963 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade3f734-d0c1-4002-9f2f-502ad3954e15 None None] Routers {'d33fe42a-a2e5-4467-b0c3-42df87bf4182'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:13:36.914799 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ade3f734-d0c1-4002-9f2f-502ad3954e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:13:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d33fe42a-a2e5-4467-b0c3-42df87bf4182'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:36.928560 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-d18a77e8-598d-4295-8539-b04b8cd09e5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dc8d69b-05e7-41e6-955a-531d1961bd01 HTTP/1.1" status: 200 len: 1002 time: 0.0882518 Aug 17 00:13:36.995330 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-a8686ba5-2357-4527-b9a3-9e9892858de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:36.998356 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-a8686ba5-2357-4527-b9a3-9e9892858de0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90 HTTP/1.1" status: 200 len: 855 time: 0.0576215 Aug 17 00:13:37.064566 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-15edb1c5-7cc1-4ddb-bdab-15819c35644c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "DELETE /v2.0/floatingips/3e9f210f-5ea6-433b-862f-7ac14f3a33da HTTP/1.1" status: 204 len: 168 time: 2.0407336 Aug 17 00:13:37.068693 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69c48f3-5a7f-4942-a3d4-73f1f79f247c', 'tag': 'c834c02c-f238-4a79-95de-3501d75dac9e'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:13:37.075773 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cdb033-f87f-4985-965e-a3708eea6734" -d '{"events": [{"name": "network-changed", "server_uuid": "e69c48f3-5a7f-4942-a3d4-73f1f79f247c", "tag": "c834c02c-f238-4a79-95de-3501d75dac9e"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:13:37.108673 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-ade3f734-d0c1-4002-9f2f-502ad3954e15 None None] Set router d33fe42a-a2e5-4467-b0c3-42df87bf4182 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:13:37.112198 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd4e1e1-5ad0-4de3-984c-ce2b20464085 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:37.118601 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd4e1e1-5ad0-4de3-984c-ce2b20464085 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:37.125621 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9fd4e1e1-5ad0-4de3-984c-ce2b20464085 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3144290 Aug 17 00:13:37.126164 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52058) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:37.299813 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-115eb67d-b982-48ff-8759-33d4f46f6060 req-65395005-e9c7-4909-b585-7f1d3f6a2574 tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.1725478 Aug 17 00:13:37.308693 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-984f5670-f895-4655-8161-ea4a6b2e9d9e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Allocated IP 172.20.0.10 (2676b640-a0ef-482d-b8e8-3f50e99c7802/50a43672-a95f-4b5a-a039-6a76ff2ef6bb/99c0b9e4-2406-4fd4-a401-2fd6f2623e6b) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:37.440543 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-9807c4bf-6fe9-482a-9936-e1ec21c66193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:37.445847 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-9807c4bf-6fe9-482a-9936-e1ec21c66193 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7992826d-70e9-4f64-99b5-2a5f899624d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4416571 Aug 17 00:13:37.587656 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c5e289-763f-42b2-b553-18a119caa468 x-openstack-request-id: req-f4c5e289-763f-42b2-b553-18a119caa468 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:13:37.588196 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69c48f3-5a7f-4942-a3d4-73f1f79f247c", "tag": "c834c02c-f238-4a79-95de-3501d75dac9e", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:13:37.588196 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f4c5e289-763f-42b2-b553-18a119caa468 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:13:37.588586 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69c48f3-5a7f-4942-a3d4-73f1f79f247c', 'tag': 'c834c02c-f238-4a79-95de-3501d75dac9e', 'status': 'completed', 'code': 200} Aug 17 00:13:37.598052 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ade3f734-d0c1-4002-9f2f-502ad3954e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307134323', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:06Z', 'updated_at': '2021-08-17T00:12:14Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:07Z', 'updated_at': '2021-08-17T00:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '9f3c1f87-a219-4324-87d9-c31196a4c8c7', 'name': '', 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:2f:a9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'f0d8a3b7-c569-47e7-90c5-72c119473abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:13Z', 'updated_at': '2021-08-17T00:12:24Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': 'f0d8a3b7-c569-47e7-90c5-72c119473abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:37.636523 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f46a673d-7d50-4856-8085-67bdbae8de86 req-426fd5a0-1b9a-4643-9f73-665cba14359b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 210 time: 0.1115801 Aug 17 00:13:37.650811 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdb033-f87f-4985-965e-a3708eea6734 req-69cf0541-54c2-457e-a2c6-76d52f913b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:37.653478 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-35cdb033-f87f-4985-965e-a3708eea6734 req-69cf0541-54c2-457e-a2c6-76d52f913b1b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 1096 time: 0.1373544 Aug 17 00:13:37.675867 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade3f734-d0c1-4002-9f2f-502ad3954e15 None None] Checking router: d33fe42a-a2e5-4467-b0c3-42df87bf4182 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:13:37.729600 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade3f734-d0c1-4002-9f2f-502ad3954e15 None None] Routers {'d33fe42a-a2e5-4467-b0c3-42df87bf4182'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:13:37.730359 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ade3f734-d0c1-4002-9f2f-502ad3954e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:13:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d33fe42a-a2e5-4467-b0c3-42df87bf4182'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:37.747306 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7b99a20d-3779-4e61-a173-3d8714306119 None None] Provisioning for port a9761c7b-65d0-4450-af48-b5c66c878d23 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:37.830257 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-984f5670-f895-4655-8161-ea4a6b2e9d9e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:37.837688 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-5a9cc9a5-70f7-49e8-b700-992cd24ef4f0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting port d656c3db-b3f5-4dc8-94ca-44678b6e56ec {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:13:37.838305 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5a9cc9a5-70f7-49e8-b700-992cd24ef4f0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:37.875029 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad9623-fa51-4589-8a80-5a80dde13aa6 req-03bc1939-7dba-4104-b3e8-b4238f8ea1b3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:37.884059 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2fad9623-fa51-4589-8a80-5a80dde13aa6 req-03bc1939-7dba-4104-b3e8-b4238f8ea1b3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 944 time: 0.2463169 Aug 17 00:13:37.901907 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f67ecd98-a11e-4fb1-8b90-995b4589d8bc up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:13:37.988929 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-984f5670-f895-4655-8161-ea4a6b2e9d9e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Transition to ACTIVE for port object 99c0b9e4-2406-4fd4-a401-2fd6f2623e6b will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:38.010290 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2fad9623-fa51-4589-8a80-5a80dde13aa6 req-865478a9-e41f-4a4f-b2f1-c5de7981a60c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=80d1d1d2-0d20-42fd-911e-e4d056514efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227546 Aug 17 00:13:38.019213 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-8befb120-ef04-41f2-a344-983b62c61e37 service neutron] 10.222.0.64 "GET /v2.0/networks/7992826d-70e9-4f64-99b5-2a5f899624d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5606537 Aug 17 00:13:38.066073 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdb033-f87f-4985-965e-a3708eea6734 req-a3633555-8697-4340-9e13-4bccc17d92bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:38.067785 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-35cdb033-f87f-4985-965e-a3708eea6734 req-a3633555-8697-4340-9e13-4bccc17d92bc service neutron] 10.222.0.69 "GET /v2.0/networks?id=f9d981a4-1c1e-4a2c-931a-d51f713b524f HTTP/1.1" status: 200 len: 898 time: 0.4049697 Aug 17 00:13:38.080557 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d1bdd-f8cb-44ac-8d56-9e85e9719b96 req-ba785c46-50b5-41b9-bb03-58b9c503232c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:38.084037 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cd7d1bdd-f8cb-44ac-8d56-9e85e9719b96 req-ba785c46-50b5-41b9-bb03-58b9c503232c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.69 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 944 time: 0.2140274 Aug 17 00:13:38.087053 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port f67ecd98-a11e-4fb1-8b90-995b4589d8bc triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:38.087510 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:38.134284 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-35cdb033-f87f-4985-965e-a3708eea6734 req-c4faeb67-9455-4813-ab8e-c145bb92677f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c834c02c-f238-4a79-95de-3501d75dac9e HTTP/1.1" status: 200 len: 217 time: 0.0490127 Aug 17 00:13:38.155017 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-ade3f734-d0c1-4002-9f2f-502ad3954e15 None None] Set router d33fe42a-a2e5-4467-b0c3-42df87bf4182 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:13:38.187104 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-622363ae-3baa-4c62-8b9d-b5757c85b572 service neutron] 10.222.0.64 "GET /v2.0/networks/7992826d-70e9-4f64-99b5-2a5f899624d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588247 Aug 17 00:13:38.218213 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f1ad8bc3-aff5-4f3e-8838-7d6de3ac6e52 None None] Provisioning for port d656c3db-b3f5-4dc8-94ca-44678b6e56ec completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:38.249170 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f1ad8bc3-aff5-4f3e-8838-7d6de3ac6e52 None None] Provisioning complete for port d656c3db-b3f5-4dc8-94ca-44678b6e56ec triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:38.249748 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8bc3-aff5-4f3e-8838-7d6de3ac6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:38.275961 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-21c87564-eea7-4d08-ab8e-33eb40ec2b07 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=7966ca59-62d1-4927-a258-fe4dd81e241a HTTP/1.1" status: 200 len: 217 time: 0.0805566 Aug 17 00:13:38.298578 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f1ad8bc3-aff5-4f3e-8838-7d6de3ac6e52 None None] Port d656c3db-b3f5-4dc8-94ca-44678b6e56ec cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:13:38.320351 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5a9cc9a5-70f7-49e8-b700-992cd24ef4f0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:38.336423 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-5a9cc9a5-70f7-49e8-b700-992cd24ef4f0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Calling delete_port for d656c3db-b3f5-4dc8-94ca-44678b6e56ec owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:13:38.361947 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdb033-f87f-4985-965e-a3708eea6734 req-48ef1aa2-3c1d-454c-86fa-eabdbe106c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:38.364023 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-35cdb033-f87f-4985-965e-a3708eea6734 req-48ef1aa2-3c1d-454c-86fa-eabdbe106c7c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f0d8a3b7-c569-47e7-90c5-72c119473abd HTTP/1.1" status: 200 len: 835 time: 0.2185419 Aug 17 00:13:38.367501 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-984f5670-f895-4655-8161-ea4a6b2e9d9e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:38.470267 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-984f5670-f895-4655-8161-ea4a6b2e9d9e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Network 2676b640-a0ef-482d-b8e8-3f50e99c7802 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:38.478415 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-984f5670-f895-4655-8161-ea4a6b2e9d9e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:38.488362 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-984f5670-f895-4655-8161-ea4a6b2e9d9e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:13:38.505560 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdb033-f87f-4985-965e-a3708eea6734 req-da9292f1-b44b-4a7c-97ac-4af6a1d8ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:38.507435 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-35cdb033-f87f-4985-965e-a3708eea6734 req-da9292f1-b44b-4a7c-97ac-4af6a1d8ff50 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9d981a4-1c1e-4a2c-931a-d51f713b524f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1265063 Aug 17 00:13:38.569995 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f5670-f895-4655-8161-ea4a6b2e9d9e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event updated for resources: {'Port': ['ID=99c0b9e4-2406-4fd4-a401-2fd6f2623e6b,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:38.613700 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-cd7d1bdd-f8cb-44ac-8d56-9e85e9719b96 req-a29d9e25-f170-464d-b17d-5d77764e30bd tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Deleting port c834c02c-f238-4a79-95de-3501d75dac9e {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:13:38.613700 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cd7d1bdd-f8cb-44ac-8d56-9e85e9719b96 req-a29d9e25-f170-464d-b17d-5d77764e30bd tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:38.614520 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-89abee69-541d-4518-81d8-6c3d0f178ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:38.614520 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-89abee69-541d-4518-81d8-6c3d0f178ac9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd0b1868-d770-4e84-810f-697ff03d7f3e HTTP/1.1" status: 200 len: 797 time: 0.0600412 Aug 17 00:13:38.616466 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5a9cc9a5-70f7-49e8-b700-992cd24ef4f0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:38.622745 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a9761c7b-65d0-4450-af48-b5c66c878d23 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:13:38.651013 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c933ed5e-a6df-431b-a82c-2e19052fa87c req-45af0eaa-e813-424b-b226-64ae68129047 tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.1073995 Aug 17 00:13:38.775547 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-cd7d1bdd-f8cb-44ac-8d56-9e85e9719b96 req-a29d9e25-f170-464d-b17d-5d77764e30bd tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] For port c834c02c-f238-4a79-95de-3501d75dac9e, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=c834c02c-f238-4a79-95de-3501d75dac9e,segment=NetworkSegment(6f0aab74-cd0e-4cbb-ae1e-798198eca95d),segment_id=6f0aab74-cd0e-4cbb-ae1e-798198eca95d)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:38.776280 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cd7d1bdd-f8cb-44ac-8d56-9e85e9719b96 req-a29d9e25-f170-464d-b17d-5d77764e30bd tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:38.791838 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-cd7d1bdd-f8cb-44ac-8d56-9e85e9719b96 req-a29d9e25-f170-464d-b17d-5d77764e30bd tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Calling delete_port for c834c02c-f238-4a79-95de-3501d75dac9e owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:13:38.798894 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9cc9a5-70f7-49e8-b700-992cd24ef4f0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Port': ['ID=d656c3db-b3f5-4dc8-94ca-44678b6e56ec,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:38.903668 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5a9cc9a5-70f7-49e8-b700-992cd24ef4f0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:38.909002 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5a9cc9a5-70f7-49e8-b700-992cd24ef4f0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/d656c3db-b3f5-4dc8-94ca-44678b6e56ec HTTP/1.1" status: 204 len: 168 time: 1.7475495 Aug 17 00:13:38.910272 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52092) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:39.086266 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b72da-be31-43c3-8655-7bf6568dc54e req-64a29468-42ef-48fd-bfba-644f500990c5 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:39.092014 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f34554ba-d3cc-4a75-86af-3d59d3f04d6b None None] Provisioning for port 99c0b9e4-2406-4fd4-a401-2fd6f2623e6b completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:39.097982 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-385b72da-be31-43c3-8655-7bf6568dc54e req-64a29468-42ef-48fd-bfba-644f500990c5 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 932 time: 0.3234422 Aug 17 00:13:39.098216 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f34554ba-d3cc-4a75-86af-3d59d3f04d6b None None] Provisioning complete for port 99c0b9e4-2406-4fd4-a401-2fd6f2623e6b triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:39.098701 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f34554ba-d3cc-4a75-86af-3d59d3f04d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:39.124365 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-5bb6cbae-79c6-4f64-b44d-62b68738ee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:39.134307 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-5bb6cbae-79c6-4f64-b44d-62b68738ee24 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4977436 Aug 17 00:13:39.144713 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cd7d1bdd-f8cb-44ac-8d56-9e85e9719b96 req-a29d9e25-f170-464d-b17d-5d77764e30bd tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:39.195059 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d9e25-f170-464d-b17d-5d77764e30bd tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event deleted for resources: {'Port': ['ID=c834c02c-f238-4a79-95de-3501d75dac9e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:39.215124 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-984f5670-f895-4655-8161-ea4a6b2e9d9e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:39.215124 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-984f5670-f895-4655-8161-ea4a6b2e9d9e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:39.245896 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f34554ba-d3cc-4a75-86af-3d59d3f04d6b None None] Port 99c0b9e4-2406-4fd4-a401-2fd6f2623e6b cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:13:39.256269 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port a9761c7b-65d0-4450-af48-b5c66c878d23 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:39.269891 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ebe5dbbe-f358-4933-859d-dcb97c04a97c req-40ea7bae-9209-4091-9b3d-5539f32f91eb tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=e69c48f3-5a7f-4942-a3d4-73f1f79f247c HTTP/1.1" status: 200 len: 210 time: 0.0736547 Aug 17 00:13:39.273549 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dc3670-0e53-4732-908e-791ba157385d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:39.275504 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dc3670-0e53-4732-908e-791ba157385d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:39.277173 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-98dc3670-0e53-4732-908e-791ba157385d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3645196 Aug 17 00:13:39.282099 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52098) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:39.282715 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port a9761c7b-65d0-4450-af48-b5c66c878d23 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:39.283097 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:39.303675 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7d1bdd-f8cb-44ac-8d56-9e85e9719b96 req-a29d9e25-f170-464d-b17d-5d77764e30bd tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] No DVR routers for this DVR port c834c02c-f238-4a79-95de-3501d75dac9e on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:13:39.313652 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cd7d1bdd-f8cb-44ac-8d56-9e85e9719b96 req-a29d9e25-f170-464d-b17d-5d77764e30bd tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:39.316662 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cd7d1bdd-f8cb-44ac-8d56-9e85e9719b96 req-a29d9e25-f170-464d-b17d-5d77764e30bd tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.69 "DELETE /v2.0/ports/c834c02c-f238-4a79-95de-3501d75dac9e HTTP/1.1" status: 204 len: 173 time: 1.1805687 Aug 17 00:13:39.323084 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-35cdb033-f87f-4985-965e-a3708eea6734 req-42e96999-c34f-4da5-b825-06772e3287dd service neutron] 10.222.0.69 "GET /v2.0/networks/f9d981a4-1c1e-4a2c-931a-d51f713b524f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7828436 Aug 17 00:13:39.324670 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-385b72da-be31-43c3-8655-7bf6568dc54e req-6605a16a-91ff-4082-9ecd-3e44732fd0b6 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207692 Aug 17 00:13:39.326790 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-984f5670-f895-4655-8161-ea4a6b2e9d9e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8098552 Aug 17 00:13:39.398485 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-649be841-c5fa-4243-a535-ce0b37b874f9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet 38f8a03b-c950-45f2-b7e7-e9388d9b97a8 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:13:39.402248 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-649be841-c5fa-4243-a535-ce0b37b874f9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:39.447465 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-35cdb033-f87f-4985-965e-a3708eea6734 req-38b6bc09-68b3-44b4-89f6-3c91b3dd1634 service neutron] 10.222.0.69 "GET /v2.0/networks/f9d981a4-1c1e-4a2c-931a-d51f713b524f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140571 Aug 17 00:13:39.453833 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-0d440064-ac4e-4d63-8f35-ae53894daf93 service neutron] Request body: {'port': {'device_id': 'a38cc906-5453-4b2d-8c1d-b9db70c107f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:39.461428 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-649be841-c5fa-4243-a535-ce0b37b874f9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:39.509758 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ade3f734-d0c1-4002-9f2f-502ad3954e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307134323', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:06Z', 'updated_at': '2021-08-17T00:12:14Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:07Z', 'updated_at': '2021-08-17T00:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '9f3c1f87-a219-4324-87d9-c31196a4c8c7', 'name': '', 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:2f:a9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'f0d8a3b7-c569-47e7-90c5-72c119473abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:13Z', 'updated_at': '2021-08-17T00:12:24Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': 'f0d8a3b7-c569-47e7-90c5-72c119473abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:39.534095 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-0d440064-ac4e-4d63-8f35-ae53894daf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:39.553433 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade3f734-d0c1-4002-9f2f-502ad3954e15 None None] The sync data for ids ['d33fe42a-a2e5-4467-b0c3-42df87bf4182'] in n-d-800088-20 is: [{'id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307134323', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:06Z', 'updated_at': '2021-08-17T00:12:14Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:07Z', 'updated_at': '2021-08-17T00:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '9f3c1f87-a219-4324-87d9-c31196a4c8c7', 'name': '', 'network_id': 'f9d981a4-1c1e-4a2c-931a-d51f713b524f', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:2f:a9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'f0d8a3b7-c569-47e7-90c5-72c119473abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:13Z', 'updated_at': '2021-08-17T00:12:24Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': 'f0d8a3b7-c569-47e7-90c5-72c119473abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:13:39.567908 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-915ef58e-040a-41f8-b171-b651e24a2896 service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989146 Aug 17 00:13:39.576974 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:39.624317 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69c48f3-5a7f-4942-a3d4-73f1f79f247c', 'name': 'network-vif-deleted', 'tag': 'c834c02c-f238-4a79-95de-3501d75dac9e'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:13:39.626637 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41e6ac6-bb32-4ef4-a63a-d276104041ef" -d '{"events": [{"server_uuid": "e69c48f3-5a7f-4942-a3d4-73f1f79f247c", "name": "network-vif-deleted", "tag": "c834c02c-f238-4a79-95de-3501d75dac9e"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:13:39.640174 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port a9761c7b-65d0-4450-af48-b5c66c878d23, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a9761c7b-65d0-4450-af48-b5c66c878d23,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:39.655620 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:39.762876 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bad7d57-10d6-4e56-af6f-c44b4b8fd9c1 x-openstack-request-id: req-7bad7d57-10d6-4e56-af6f-c44b4b8fd9c1 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:13:39.763303 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69c48f3-5a7f-4942-a3d4-73f1f79f247c", "name": "network-vif-deleted", "tag": "c834c02c-f238-4a79-95de-3501d75dac9e", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:13:39.763585 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7bad7d57-10d6-4e56-af6f-c44b4b8fd9c1 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:13:39.769355 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69c48f3-5a7f-4942-a3d4-73f1f79f247c', 'name': 'network-vif-deleted', 'tag': 'c834c02c-f238-4a79-95de-3501d75dac9e', 'status': 'completed', 'code': 200} Aug 17 00:13:39.792880 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=a9761c7b-65d0-4450-af48-b5c66c878d23,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:39.870629 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0177aa1c-37b4-497f-80cc-32e2c5938d7d req-cd763b01-b9d8-4204-888f-960aabf57d57 tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.0465999 Aug 17 00:13:39.947347 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-649be841-c5fa-4243-a535-ce0b37b874f9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:40.015431 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-42e5c020-d1cd-4fb7-bd59-7157fef5ec4c service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384871 Aug 17 00:13:40.108539 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:40.120452 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bc8069-419d-4fea-a5ff-204f2e32a36e None None] New status for floating IP 3e9f210f-5ea6-433b-862f-7ac14f3a33da: DOWN {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:13:40.161464 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-a2e28637-a0cd-4a2f-8794-ea2441d85ce1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=93bc72f0-9db1-4a9b-aadb-999a3b2837ee HTTP/1.1" status: 200 len: 217 time: 0.1373537 Aug 17 00:13:40.163204 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-649be841-c5fa-4243-a535-ce0b37b874f9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:40.226998 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-0d440064-ac4e-4d63-8f35-ae53894daf93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c0b9e4-2406-4fd4-a401-2fd6f2623e6b {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:13:40.227195 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-0eaaf270-043e-404b-a00d-d3d6632d8012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:40.228708 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-0eaaf270-043e-404b-a00d-d3d6632d8012 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd0b1868-d770-4e84-810f-697ff03d7f3e HTTP/1.1" status: 200 len: 797 time: 0.0559719 Aug 17 00:13:40.242443 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-0d440064-ac4e-4d63-8f35-ae53894daf93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:40.264922 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb38067-1bdc-4995-b163-d6681a25b6da None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:40.265556 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649be841-c5fa-4243-a535-ce0b37b874f9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=38f8a03b-c950-45f2-b7e7-e9388d9b97a8,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:40.269193 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-649be841-c5fa-4243-a535-ce0b37b874f9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:40.271263 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-649be841-c5fa-4243-a535-ce0b37b874f9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/38f8a03b-c950-45f2-b7e7-e9388d9b97a8 HTTP/1.1" status: 204 len: 168 time: 0.9865098 Aug 17 00:13:40.278801 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52124) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:40.280725 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-0d440064-ac4e-4d63-8f35-ae53894daf93 service neutron] Transition to ACTIVE for port object 99c0b9e4-2406-4fd4-a401-2fd6f2623e6b will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:40.313689 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-0d440064-ac4e-4d63-8f35-ae53894daf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:40.331808 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-cd14a0a5-8207-4c8e-a629-617b07e5b33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:40.333411 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-cd14a0a5-8207-4c8e-a629-617b07e5b33e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0785375 Aug 17 00:13:40.398373 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52130) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:40.413842 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6d992c73-0af1-4b52-8b54-9c4ad8e38a50 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1295948 Aug 17 00:13:40.469830 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52132) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:40.568054 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213570a-47a7-4cac-9cf7-4ae91c44cb23 req-fd2b1d30-5007-4fb6-a8ba-247a592087d3 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:40.578732 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7213570a-47a7-4cac-9cf7-4ae91c44cb23 req-fd2b1d30-5007-4fb6-a8ba-247a592087d3 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 944 time: 0.1137505 Aug 17 00:13:40.582182 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084ac5bf-e06a-4925-86ec-2629669cb4b1 None None] DHCP port deletion for d70a647a-a896-41f9-a7d0-554edd779aa3 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:13:40.649172 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-7ddd019a-6698-47a1-8dfb-725aa31bb6b1 service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065584 Aug 17 00:13:40.671046 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7213570a-47a7-4cac-9cf7-4ae91c44cb23 req-7c7f6a97-fdfb-4b30-bcd6-5f976189fcb8 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906765 Aug 17 00:13:40.701278 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d440064-ac4e-4d63-8f35-ae53894daf93 service neutron] Pushing event updated for resources: {'Port': ['ID=99c0b9e4-2406-4fd4-a401-2fd6f2623e6b,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:40.750692 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-084ac5bf-e06a-4925-86ec-2629669cb4b1 None None] Deleting port a9761c7b-65d0-4450-af48-b5c66c878d23 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:13:40.751275 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-084ac5bf-e06a-4925-86ec-2629669cb4b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:40.802699 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88ea242-c244-45c8-93b4-d7e2a1c95394 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:40.804297 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e88ea242-c244-45c8-93b4-d7e2a1c95394 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3293672 Aug 17 00:13:40.811963 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52134) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:40.827394 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-76055a09-ebd9-446f-ab2f-cbac50aa13dd service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552742 Aug 17 00:13:40.853703 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-084ac5bf-e06a-4925-86ec-2629669cb4b1 None None] For port a9761c7b-65d0-4450-af48-b5c66c878d23, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a9761c7b-65d0-4450-af48-b5c66c878d23,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:40.854526 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-084ac5bf-e06a-4925-86ec-2629669cb4b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:40.884943 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-50e91b8a-6a79-4987-9f6f-8538480e5287 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=be7f0e44-0d24-4d56-9f06-d5a6b31e1abb HTTP/1.1" status: 200 len: 217 time: 0.0478473 Aug 17 00:13:40.885624 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-084ac5bf-e06a-4925-86ec-2629669cb4b1 None None] Calling delete_port for a9761c7b-65d0-4450-af48-b5c66c878d23 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:13:40.941876 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabd44a6-2215-4ade-b4ef-e88a487658ca tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:40.945716 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cabd44a6-2215-4ade-b4ef-e88a487658ca tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1288831 Aug 17 00:13:40.947468 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52138) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:40.990281 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-88061113-9983-4f7a-8ed1-800682b91917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:40.994576 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-88061113-9983-4f7a-8ed1-800682b91917 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd0b1868-d770-4e84-810f-697ff03d7f3e HTTP/1.1" status: 200 len: 797 time: 0.1017995 Aug 17 00:13:41.016752 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-084ac5bf-e06a-4925-86ec-2629669cb4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:41.074063 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ac5bf-e06a-4925-86ec-2629669cb4b1 None None] Pushing event deleted for resources: {'Port': ['ID=a9761c7b-65d0-4450-af48-b5c66c878d23,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:41.077518 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084ac5bf-e06a-4925-86ec-2629669cb4b1 None None] No DVR routers for this DVR port a9761c7b-65d0-4450-af48-b5c66c878d23 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:13:41.117990 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25f0c892-044b-4196-bc53-56c8ef908517 req-ae58e8b5-dfb6-480d-8214-328ba9754269 tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.0615225 Aug 17 00:13:41.136229 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-9a5fccdc-7386-46cd-b76c-c35e8fa5140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:41.139258 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-9a5fccdc-7386-46cd-b76c-c35e8fa5140b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1322179 Aug 17 00:13:41.275609 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-56bd758b-3a3c-48af-bf88-57ed03526d0b service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277206 Aug 17 00:13:41.372274 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-28d671ff-19c2-44b7-9d8c-3179ad6cbdd8 service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870373 Aug 17 00:13:41.422479 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-125417ae-0090-4267-b519-7001c46256fc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=23434d76-3964-4216-81fd-bc4dd9fd6a0f HTTP/1.1" status: 200 len: 217 time: 0.0422776 Aug 17 00:13:41.453735 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-0d440064-ac4e-4d63-8f35-ae53894daf93 service neutron] Attempting to bind port 99c0b9e4-2406-4fd4-a401-2fd6f2623e6b on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:13:41.454082 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-0d440064-ac4e-4d63-8f35-ae53894daf93 service neutron] Attempting to bind port 99c0b9e4-2406-4fd4-a401-2fd6f2623e6b by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:13:41.454416 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-0d440064-ac4e-4d63-8f35-ae53894daf93 service neutron] Attempting to bind port 99c0b9e4-2406-4fd4-a401-2fd6f2623e6b on network 2676b640-a0ef-482d-b8e8-3f50e99c7802 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:13:41.461665 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4e418de0-b444-4d53-9de0-c3f148b41bf4 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5118005 Aug 17 00:13:41.467500 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52144) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:41.471568 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-0d440064-ac4e-4d63-8f35-ae53894daf93 service neutron] Port 99c0b9e4-2406-4fd4-a401-2fd6f2623e6b on network 2676b640-a0ef-482d-b8e8-3f50e99c7802 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:13:41.471908 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-0d440064-ac4e-4d63-8f35-ae53894daf93 service neutron] Attempting to bind port 99c0b9e4-2406-4fd4-a401-2fd6f2623e6b on network 2676b640-a0ef-482d-b8e8-3f50e99c7802 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:13:41.472667 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-318c00fd-0ab2-4eee-bc9d-316031e48a98 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:41.485233 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-0d440064-ac4e-4d63-8f35-ae53894daf93 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:13:41.485584 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-0d440064-ac4e-4d63-8f35-ae53894daf93 service neutron] Checking segment: {'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:13:41.485978 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-0d440064-ac4e-4d63-8f35-ae53894daf93 service neutron] Bound using segment: {'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:13:41.486428 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-0d440064-ac4e-4d63-8f35-ae53894daf93 service neutron] Bound port: 99c0b9e4-2406-4fd4-a401-2fd6f2623e6b, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:13:41.486786 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-0d440064-ac4e-4d63-8f35-ae53894daf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:41.523911 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-62efc067-c59a-4d3e-816b-7bdb28487aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:41.525398 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-62efc067-c59a-4d3e-816b-7bdb28487aaa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd0b1868-d770-4e84-810f-697ff03d7f3e HTTP/1.1" status: 200 len: 797 time: 0.0952692 Aug 17 00:13:41.609240 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-cc4cf191-91ee-4a76-8f96-ffe7057c2f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:41.611161 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-cc4cf191-91ee-4a76-8f96-ffe7057c2f4e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0760183 Aug 17 00:13:41.628862 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-0d440064-ac4e-4d63-8f35-ae53894daf93 service neutron] For port 99c0b9e4-2406-4fd4-a401-2fd6f2623e6b, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:13:41.630973 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318c00fd-0ab2-4eee-bc9d-316031e48a98 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:41.634989 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-318c00fd-0ab2-4eee-bc9d-316031e48a98 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:41.660376 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-0d440064-ac4e-4d63-8f35-ae53894daf93 service neutron] For port 99c0b9e4-2406-4fd4-a401-2fd6f2623e6b, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=99c0b9e4-2406-4fd4-a401-2fd6f2623e6b,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:13:41.677028 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:41.678398 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-0d440064-ac4e-4d63-8f35-ae53894daf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:41.752444 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-0d440064-ac4e-4d63-8f35-ae53894daf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:41.754186 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-0d440064-ac4e-4d63-8f35-ae53894daf93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:41.755880 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-0d440064-ac4e-4d63-8f35-ae53894daf93 service neutron] 10.222.0.64 "PUT /v2.0/ports/99c0b9e4-2406-4fd4-a401-2fd6f2623e6b HTTP/1.1" status: 200 len: 1093 time: 2.3071940 Aug 17 00:13:41.772510 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38cc906-5453-4b2d-8c1d-b9db70c107f0', 'tag': '99c0b9e4-2406-4fd4-a401-2fd6f2623e6b'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:13:41.775387 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b5983c-1f2a-4778-bf15-5d0b67b3e473" -d '{"events": [{"name": "network-changed", "server_uuid": "a38cc906-5453-4b2d-8c1d-b9db70c107f0", "tag": "99c0b9e4-2406-4fd4-a401-2fd6f2623e6b"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:13:41.849937 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a9761c7b-65d0-4450-af48-b5c66c878d23 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:13:41.860937 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f243324c-24d3-4741-bac5-ab3603049478 x-openstack-request-id: req-f243324c-24d3-4741-bac5-ab3603049478 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:13:41.861242 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38cc906-5453-4b2d-8c1d-b9db70c107f0", "tag": "99c0b9e4-2406-4fd4-a401-2fd6f2623e6b", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:13:41.861497 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f243324c-24d3-4741-bac5-ab3603049478 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:13:41.861904 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a38cc906-5453-4b2d-8c1d-b9db70c107f0', 'tag': '99c0b9e4-2406-4fd4-a401-2fd6f2623e6b', 'status': 'completed', 'code': 200} Aug 17 00:13:41.877789 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: a9761c7b-65d0-4450-af48-b5c66c878d23 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:13:41.878732 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a9761c7b-65d0-4450-af48-b5c66c878d23 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:13:41.884826 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d440064-ac4e-4d63-8f35-ae53894daf93 service neutron] Pushing event updated for resources: {'Port': ['ID=99c0b9e4-2406-4fd4-a401-2fd6f2623e6b,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:41.912443 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-31e11b92-bbbf-46d7-881d-3869e7fbbfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:41.914039 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-31e11b92-bbbf-46d7-881d-3869e7fbbfa5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 1096 time: 0.0756612 Aug 17 00:13:41.937179 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dc98ad3b-0381-449b-9365-6bdd37b9817c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:41.975063 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-749b6b0a-70bf-49a7-a111-7d4cfbbac092 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99c0b9e4-2406-4fd4-a401-2fd6f2623e6b HTTP/1.1" status: 200 len: 217 time: 0.0507026 Aug 17 00:13:42.099612 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-57224efb-d539-494d-9fd3-88914357971d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:42.101083 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-57224efb-d539-494d-9fd3-88914357971d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50a43672-a95f-4b5a-a039-6a76ff2ef6bb HTTP/1.1" status: 200 len: 850 time: 0.0909400 Aug 17 00:13:42.201860 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156359d9-5dcf-426a-9cf3-444bce756c48 req-92456ed7-000e-4b3d-8eae-860ae5143a4c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:42.203587 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-156359d9-5dcf-426a-9cf3-444bce756c48 req-92456ed7-000e-4b3d-8eae-860ae5143a4c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 944 time: 0.1118484 Aug 17 00:13:42.213564 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-ad84c55d-f7eb-42c2-8462-2074e1a44bdc service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5941505 Aug 17 00:13:42.229373 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-a7c4ccd8-4f8e-4d50-91bc-0c80df869923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:42.232306 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-a7c4ccd8-4f8e-4d50-91bc-0c80df869923 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2676b640-a0ef-482d-b8e8-3f50e99c7802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1235726 Aug 17 00:13:42.363873 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0c353506-a4d0-44e3-aa59-7fec2049b009 req-dd083288-ad67-4e6a-af7b-bf18f18d2de6 tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.1027653 Aug 17 00:13:42.406828 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-156359d9-5dcf-426a-9cf3-444bce756c48 req-224a6c64-019c-48f0-96bc-06a71b955115 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933541 Aug 17 00:13:42.409013 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-334fa7b2-3a75-4f53-bdfc-e778f33af8f4 service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680260 Aug 17 00:13:42.484743 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-2e017e52-54c3-4530-bd3c-0bea10021c24 service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434137 Aug 17 00:13:42.514793 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-dc98ad3b-0381-449b-9365-6bdd37b9817c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Deleting port 9f3c1f87-a219-4324-87d9-c31196a4c8c7 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:13:42.515160 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dc98ad3b-0381-449b-9365-6bdd37b9817c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:42.552944 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-cb8ba2b9-8056-44c8-bba7-2d6bf38ea476 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8f2c444b-10cf-453f-8d06-f7c40983dbe2 HTTP/1.1" status: 200 len: 217 time: 0.0589077 Aug 17 00:13:42.569456 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device c834c02c-f238-4a79-95de-3501d75dac9e no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:13:42.588966 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: c834c02c-f238-4a79-95de-3501d75dac9e {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:13:42.589862 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device c834c02c-f238-4a79-95de-3501d75dac9e not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:13:42.598731 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4f170143-d679-4c5f-9332-a0bf2a3cb921 req-fb78633b-fa7f-4201-8114-c394a3279c1d service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807005 Aug 17 00:13:42.631906 n-d-800088-20 neutron-server[101403]: DEBUG neutron.objects.ports [None req-318c00fd-0ab2-4eee-bc9d-316031e48a98 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101403) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 00:13:42.634985 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-318c00fd-0ab2-4eee-bc9d-316031e48a98 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:42.641230 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-dc98ad3b-0381-449b-9365-6bdd37b9817c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] For port 9f3c1f87-a219-4324-87d9-c31196a4c8c7, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9f3c1f87-a219-4324-87d9-c31196a4c8c7,segment=NetworkSegment(6f0aab74-cd0e-4cbb-ae1e-798198eca95d),segment_id=6f0aab74-cd0e-4cbb-ae1e-798198eca95d)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:42.641613 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dc98ad3b-0381-449b-9365-6bdd37b9817c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:42.656144 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-dc98ad3b-0381-449b-9365-6bdd37b9817c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Calling delete_port for 9f3c1f87-a219-4324-87d9-c31196a4c8c7 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:13:42.666060 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-f4de777b-1d66-42fa-ba5e-2d18cbfb353b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:42.667506 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-f4de777b-1d66-42fa-ba5e-2d18cbfb353b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6225a0cd-0c05-4a30-94ea-958f505e0ba4 HTTP/1.1" status: 200 len: 797 time: 0.1071541 Aug 17 00:13:42.691995 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318c00fd-0ab2-4eee-bc9d-316031e48a98 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:42.710512 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-318c00fd-0ab2-4eee-bc9d-316031e48a98 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:42.719576 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318c00fd-0ab2-4eee-bc9d-316031e48a98 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:42.720253 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-318c00fd-0ab2-4eee-bc9d-316031e48a98 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:42.724475 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c582274-33fd-493e-9b09-486f25219a85 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:42.731365 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c00fd-0ab2-4eee-bc9d-316031e48a98 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=7994ad65-f051-4afc-9a8d-9a9f97d87515,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:42.744110 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5983c-1f2a-4778-bf15-5d0b67b3e473 req-74b01cf2-f507-4170-8f69-77165bfb2ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:42.745720 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-72b5983c-1f2a-4778-bf15-5d0b67b3e473 req-74b01cf2-f507-4170-8f69-77165bfb2ef7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 1096 time: 0.0908391 Aug 17 00:13:42.746565 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-95965ca4-a3e0-4308-bf13-1649121aea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:42.748219 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-95965ca4-a3e0-4308-bf13-1649121aea54 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=949ef9b5-a5f5-4a03-9475-a782bb68296d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0714369 Aug 17 00:13:42.754612 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-318c00fd-0ab2-4eee-bc9d-316031e48a98 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2834871 Aug 17 00:13:42.754774 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52156) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:42.761207 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-1cd3373d-efed-45ab-a457-f23db4ecbd17 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'port': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'mac_address': 'fa:16:3e:45:ab:ae', 'name': 'tempest-NetworksTestDHCPv6-1639804325'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:42.913866 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a31f02c-564b-4143-81d2-d80f3c985b12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-d70a647a-a896-41f9-a7d0-554edd779aa3', 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'fixed_ips': [{'subnet_id': '7994ad65-f051-4afc-9a8d-9a9f97d87515'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:13:42.914753 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4a31f02c-564b-4143-81d2-d80f3c985b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:42.923338 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5983c-1f2a-4778-bf15-5d0b67b3e473 req-fb39c211-58f8-487b-bd00-325242a0a616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:42.925681 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-72b5983c-1f2a-4778-bf15-5d0b67b3e473 req-fb39c211-58f8-487b-bd00-325242a0a616 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 912 time: 0.1658585 Aug 17 00:13:42.937619 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-c7a7d8c2-6aef-4255-9785-3947c6725121 service neutron] 10.222.0.64 "GET /v2.0/networks/949ef9b5-a5f5-4a03-9475-a782bb68296d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704803 Aug 17 00:13:42.982043 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-72b5983c-1f2a-4778-bf15-5d0b67b3e473 req-917eb335-5806-4240-92bb-60c8af9eeb79 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99c0b9e4-2406-4fd4-a401-2fd6f2623e6b HTTP/1.1" status: 200 len: 217 time: 0.0441089 Aug 17 00:13:43.003117 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd3373d-efed-45ab-a457-f23db4ecbd17 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:43.056206 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5983c-1f2a-4778-bf15-5d0b67b3e473 req-e207d89f-3b22-4740-9689-4bb41229f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:43.058467 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-72b5983c-1f2a-4778-bf15-5d0b67b3e473 req-e207d89f-3b22-4740-9689-4bb41229f324 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50a43672-a95f-4b5a-a039-6a76ff2ef6bb HTTP/1.1" status: 200 len: 850 time: 0.0680797 Aug 17 00:13:43.098136 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-4a31f02c-564b-4143-81d2-d80f3c985b12 None None] Allocated IP 2001:db8::f816:3eff:fe0d:b780 (d70a647a-a896-41f9-a7d0-554edd779aa3/7994ad65-f051-4afc-9a8d-9a9f97d87515/2fe4e6fc-b248-4a36-bfd7-3416ada298ed) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:43.113344 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-84a070e0-1a3d-4b69-88d6-95541bc2886e service neutron] 10.222.0.64 "GET /v2.0/networks/949ef9b5-a5f5-4a03-9475-a782bb68296d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673458 Aug 17 00:13:43.120021 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1cd3373d-efed-45ab-a457-f23db4ecbd17 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:43.157609 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5983c-1f2a-4778-bf15-5d0b67b3e473 req-48b348bb-37de-4e1e-bfd0-88746aa9c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:43.159651 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-72b5983c-1f2a-4778-bf15-5d0b67b3e473 req-48b348bb-37de-4e1e-bfd0-88746aa9c139 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2676b640-a0ef-482d-b8e8-3f50e99c7802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705571 Aug 17 00:13:43.160980 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dc98ad3b-0381-449b-9365-6bdd37b9817c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:43.175560 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-c141da29-83b3-4444-a529-c070c675e794 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0a9b87f8-4dbf-486d-a3c6-27de042824e5 HTTP/1.1" status: 200 len: 217 time: 0.0529282 Aug 17 00:13:43.183931 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-1cd3373d-efed-45ab-a457-f23db4ecbd17 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] device_id is not set on port c7ce5461-34db-4cd7-9b5e-dcaab14e7174 yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:13:43.198839 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98ad3b-0381-449b-9365-6bdd37b9817c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event deleted for resources: {'Port': ['ID=9f3c1f87-a219-4324-87d9-c31196a4c8c7,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:43.299243 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-e92ac4d2-00a3-47be-8454-ccf1a532df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:43.300743 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-e92ac4d2-00a3-47be-8454-ccf1a532df5d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6225a0cd-0c05-4a30-94ea-958f505e0ba4 HTTP/1.1" status: 200 len: 797 time: 0.1117988 Aug 17 00:13:43.329597 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4a31f02c-564b-4143-81d2-d80f3c985b12 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:43.341149 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4a31f02c-564b-4143-81d2-d80f3c985b12 None None] Transition to ACTIVE for port object 2fe4e6fc-b248-4a36-bfd7-3416ada298ed will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:43.358738 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4a31f02c-564b-4143-81d2-d80f3c985b12 None None] Transition to ACTIVE for port object 2fe4e6fc-b248-4a36-bfd7-3416ada298ed will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:43.370207 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4a31f02c-564b-4143-81d2-d80f3c985b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:43.428299 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-333b3159-fd30-443c-ba95-f61dccd0155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:43.449612 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-333b3159-fd30-443c-ba95-f61dccd0155a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=949ef9b5-a5f5-4a03-9475-a782bb68296d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1327369 Aug 17 00:13:43.468557 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a31f02c-564b-4143-81d2-d80f3c985b12 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:43.472119 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-4a31f02c-564b-4143-81d2-d80f3c985b12 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:43.480530 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a31f02c-564b-4143-81d2-d80f3c985b12 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:13:43.521826 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-1cd3373d-efed-45ab-a457-f23db4ecbd17 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 2001:db8::f816:3eff:fe45:abae (d70a647a-a896-41f9-a7d0-554edd779aa3/7994ad65-f051-4afc-9a8d-9a9f97d87515/c7ce5461-34db-4cd7-9b5e-dcaab14e7174) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:43.524686 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31f02c-564b-4143-81d2-d80f3c985b12 None None] Pushing event updated for resources: {'Port': ['ID=2fe4e6fc-b248-4a36-bfd7-3416ada298ed,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:43.554390 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-72b5983c-1f2a-4778-bf15-5d0b67b3e473 req-460a4ba4-021c-463c-89b3-73165ffc8f75 service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676188 Aug 17 00:13:43.566352 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4a31f02c-564b-4143-81d2-d80f3c985b12 None None] Attempting to bind port 2fe4e6fc-b248-4a36-bfd7-3416ada298ed on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:13:43.567078 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4a31f02c-564b-4143-81d2-d80f3c985b12 None None] Attempting to bind port 2fe4e6fc-b248-4a36-bfd7-3416ada298ed by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:13:43.567665 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a31f02c-564b-4143-81d2-d80f3c985b12 None None] Attempting to bind port 2fe4e6fc-b248-4a36-bfd7-3416ada298ed on network d70a647a-a896-41f9-a7d0-554edd779aa3 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:13:43.573431 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a31f02c-564b-4143-81d2-d80f3c985b12 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:13:43.574173 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a31f02c-564b-4143-81d2-d80f3c985b12 None None] Checking segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:13:43.575548 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4a31f02c-564b-4143-81d2-d80f3c985b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:43.576329 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a31f02c-564b-4143-81d2-d80f3c985b12 None None] Bound using segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:13:43.577020 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4a31f02c-564b-4143-81d2-d80f3c985b12 None None] Bound port: 2fe4e6fc-b248-4a36-bfd7-3416ada298ed, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:13:43.577689 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4a31f02c-564b-4143-81d2-d80f3c985b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:43.658710 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-4a31f02c-564b-4143-81d2-d80f3c985b12 None None] For port 2fe4e6fc-b248-4a36-bfd7-3416ada298ed, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:13:43.663647 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-72b5983c-1f2a-4778-bf15-5d0b67b3e473 req-4a830d07-ce96-4230-9d1d-6a31acaf8464 service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990763 Aug 17 00:13:43.664127 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-4a31f02c-564b-4143-81d2-d80f3c985b12 None None] For port 2fe4e6fc-b248-4a36-bfd7-3416ada298ed, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2fe4e6fc-b248-4a36-bfd7-3416ada298ed,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:13:43.686457 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4a31f02c-564b-4143-81d2-d80f3c985b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:43.776866 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31f02c-564b-4143-81d2-d80f3c985b12 None None] Pushing event updated for resources: {'Port': ['ID=2fe4e6fc-b248-4a36-bfd7-3416ada298ed,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:43.792647 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dc98ad3b-0381-449b-9365-6bdd37b9817c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:43.852322 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-088fac9b-777d-4c5f-8437-53788718b210 req-7cc3340e-5ba5-4f44-b0c4-c9fd1f3e1f1b tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.3267951 Aug 17 00:13:43.912552 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9ca29-c7c2-4b23-9ca8-78c0951915b3 req-ed8dd6b5-b547-44a4-9605-e457611545c5 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:43.914365 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00c9ca29-c7c2-4b23-9ca8-78c0951915b3 req-ed8dd6b5-b547-44a4-9605-e457611545c5 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 944 time: 0.3243871 Aug 17 00:13:43.919811 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1cd3373d-efed-45ab-a457-f23db4ecbd17 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:43.984871 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-1cd3373d-efed-45ab-a457-f23db4ecbd17 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Transition to ACTIVE for port object c7ce5461-34db-4cd7-9b5e-dcaab14e7174 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:44.009329 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00c9ca29-c7c2-4b23-9ca8-78c0951915b3 req-16d8a214-448e-4d9a-b9e2-f3d580b9f55e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820603 Aug 17 00:13:44.030534 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-5911c3de-24ba-4bff-8915-10079693d209 service neutron] 10.222.0.64 "GET /v2.0/networks/949ef9b5-a5f5-4a03-9475-a782bb68296d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5751693 Aug 17 00:13:44.134883 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1cd3373d-efed-45ab-a457-f23db4ecbd17 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:44.190309 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc98ad3b-0381-449b-9365-6bdd37b9817c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Router d33fe42a-a2e5-4467-b0c3-42df87bf4182 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:13:44.197755 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3373d-efed-45ab-a457-f23db4ecbd17 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Port': ['ID=c7ce5461-34db-4cd7-9b5e-dcaab14e7174,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:44.214185 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd3373d-efed-45ab-a457-f23db4ecbd17 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:44.218516 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-1cd3373d-efed-45ab-a457-f23db4ecbd17 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:44.221069 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd3373d-efed-45ab-a457-f23db4ecbd17 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:13:44.226952 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd3373d-efed-45ab-a457-f23db4ecbd17 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:44.227621 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1cd3373d-efed-45ab-a457-f23db4ecbd17 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:44.252330 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1cd3373d-efed-45ab-a457-f23db4ecbd17 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4932361 Aug 17 00:13:44.252675 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52166) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:44.279486 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7a1d1b6-877f-4d21-9e12-670103aeaf6c req-1878d154-7317-44df-b1ef-82d9c50b7795 service neutron] 10.222.0.64 "GET /v2.0/networks/949ef9b5-a5f5-4a03-9475-a782bb68296d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395625 Aug 17 00:13:44.364418 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d405669-1f62-484b-9e01-1905b13095e3 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:44.370478 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d405669-1f62-484b-9e01-1905b13095e3 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:44.372538 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7d405669-1f62-484b-9e01-1905b13095e3 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1189260 Aug 17 00:13:44.375381 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52170) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:44.377409 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc98ad3b-0381-449b-9365-6bdd37b9817c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:13:44.385313 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-dc98ad3b-0381-449b-9365-6bdd37b9817c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "PUT /v2.0/routers/d33fe42a-a2e5-4467-b0c3-42df87bf4182/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9819727 Aug 17 00:13:44.386013 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52172) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:44.394037 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfafb711-2e57-4077-beaa-e4d7318dbd63 None None] Sync routers for ids ['d33fe42a-a2e5-4467-b0c3-42df87bf4182'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:13:44.405620 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfafb711-2e57-4077-beaa-e4d7318dbd63 None None] Routers {'d33fe42a-a2e5-4467-b0c3-42df87bf4182'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:13:44.406245 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-cfafb711-2e57-4077-beaa-e4d7318dbd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:13:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d33fe42a-a2e5-4467-b0c3-42df87bf4182'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:44.495363 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba50c50c-54e7-4fde-b448-d92fd577eb84 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Deleting subnet f0d8a3b7-c569-47e7-90c5-72c119473abd {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:13:44.500522 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ba50c50c-54e7-4fde-b448-d92fd577eb84 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:44.529458 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-cfafb711-2e57-4077-beaa-e4d7318dbd63 None None] Set router d33fe42a-a2e5-4467-b0c3-42df87bf4182 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:13:44.548751 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ba50c50c-54e7-4fde-b448-d92fd577eb84 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:44.589836 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-3deba06f-d732-42a5-b895-a326f0ac810c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting port c7ce5461-34db-4cd7-9b5e-dcaab14e7174 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:13:44.590223 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3deba06f-d732-42a5-b895-a326f0ac810c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:44.695920 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ba50c50c-54e7-4fde-b448-d92fd577eb84 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:44.744768 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-cfafb711-2e57-4077-beaa-e4d7318dbd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307134323', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:06Z', 'updated_at': '2021-08-17T00:13:43Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:07Z', 'updated_at': '2021-08-17T00:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:44.775546 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3deba06f-d732-42a5-b895-a326f0ac810c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:44.783402 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfafb711-2e57-4077-beaa-e4d7318dbd63 None None] Checking router: d33fe42a-a2e5-4467-b0c3-42df87bf4182 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:13:44.794240 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-3deba06f-d732-42a5-b895-a326f0ac810c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Calling delete_port for c7ce5461-34db-4cd7-9b5e-dcaab14e7174 owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:13:44.794570 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfafb711-2e57-4077-beaa-e4d7318dbd63 None None] Routers {'d33fe42a-a2e5-4467-b0c3-42df87bf4182'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:13:44.795287 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-cfafb711-2e57-4077-beaa-e4d7318dbd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:13:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d33fe42a-a2e5-4467-b0c3-42df87bf4182'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:44.804793 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ba50c50c-54e7-4fde-b448-d92fd577eb84 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:44.877155 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50c50c-54e7-4fde-b448-d92fd577eb84 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event deleted for resources: {'Subnet': ['ID=f0d8a3b7-c569-47e7-90c5-72c119473abd,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:44.880694 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ba50c50c-54e7-4fde-b448-d92fd577eb84 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:44.884894 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ba50c50c-54e7-4fde-b448-d92fd577eb84 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "DELETE /v2.0/subnets/f0d8a3b7-c569-47e7-90c5-72c119473abd HTTP/1.1" status: 204 len: 168 time: 0.4961402 Aug 17 00:13:44.885481 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52174) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:44.915419 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6c73e9-ad2f-426a-820c-600a44af5e4e None None] Network f9d981a4-1c1e-4a2c-931a-d51f713b524f requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:45.081591 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f73f5d21-560b-4fa6-b51c-28b5385ed4ea req-c2ed736f-cd1c-4d6c-9759-48a46fd43c0c tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.0804174 Aug 17 00:13:45.115232 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-cfafb711-2e57-4077-beaa-e4d7318dbd63 None None] Set router d33fe42a-a2e5-4467-b0c3-42df87bf4182 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:13:45.164186 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47f7ed48-1be1-47da-a13c-3a171e342dcb tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:45.256253 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7e59e295-806f-4020-aa15-eef81053ceeb None None] Provisioning for port 2fe4e6fc-b248-4a36-bfd7-3416ada298ed completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:45.298618 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827d87bb-168e-4fbf-aabe-b67b23200b7a None None] DHCP port deletion for f9d981a4-1c1e-4a2c-931a-d51f713b524f request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:13:45.435507 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-827d87bb-168e-4fbf-aabe-b67b23200b7a None None] Deleting port 2667b193-8853-4737-bd0b-85caf3487453 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:13:45.435507 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-827d87bb-168e-4fbf-aabe-b67b23200b7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:45.507823 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-cfafb711-2e57-4077-beaa-e4d7318dbd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307134323', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:06Z', 'updated_at': '2021-08-17T00:13:43Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:07Z', 'updated_at': '2021-08-17T00:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:45.545919 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfafb711-2e57-4077-beaa-e4d7318dbd63 None None] The sync data for ids ['d33fe42a-a2e5-4467-b0c3-42df87bf4182'] in n-d-800088-20 is: [{'id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307134323', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:12:06Z', 'updated_at': '2021-08-17T00:13:43Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '0b2b56e8-2f80-43d1-8309-b8a80e7d2f58', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33fe42a-a2e5-4467-b0c3-42df87bf4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:07Z', 'updated_at': '2021-08-17T00:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:13:45.549393 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-827d87bb-168e-4fbf-aabe-b67b23200b7a None None] For port 2667b193-8853-4737-bd0b-85caf3487453, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2667b193-8853-4737-bd0b-85caf3487453,segment=NetworkSegment(6f0aab74-cd0e-4cbb-ae1e-798198eca95d),segment_id=6f0aab74-cd0e-4cbb-ae1e-798198eca95d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:45.549800 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-827d87bb-168e-4fbf-aabe-b67b23200b7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:45.565938 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-827d87bb-168e-4fbf-aabe-b67b23200b7a None None] Calling delete_port for 2667b193-8853-4737-bd0b-85caf3487453 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:13:45.675908 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:13:45.679310 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:13:45.679310 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:13:45.679310 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:13:45.679310 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:13:45.679310 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:13:45.679310 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:13:45.679310 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:13:45.679310 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:13:45.679310 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:13:45.679310 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:13:45.679310 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:13:45.679310 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:13:45.679310 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:13:45.679310 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:13:45.681205 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3deba06f-d732-42a5-b895-a326f0ac810c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:45.681660 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-02d33b16-d531-4621-91ca-e9a09920cad6 None None] Provisioning for port c7ce5461-34db-4cd7-9b5e-dcaab14e7174 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:45.686044 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-02d33b16-d531-4621-91ca-e9a09920cad6 None None] Provisioning complete for port c7ce5461-34db-4cd7-9b5e-dcaab14e7174 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:45.686542 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-02d33b16-d531-4621-91ca-e9a09920cad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:45.689421 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-827d87bb-168e-4fbf-aabe-b67b23200b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:45.712184 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-02d33b16-d531-4621-91ca-e9a09920cad6 None None] Port c7ce5461-34db-4cd7-9b5e-dcaab14e7174 was deleted so its status cannot be updated. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 17 00:13:45.739481 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d87bb-168e-4fbf-aabe-b67b23200b7a None None] Pushing event deleted for resources: {'Port': ['ID=2667b193-8853-4737-bd0b-85caf3487453,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:45.750986 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827d87bb-168e-4fbf-aabe-b67b23200b7a None None] No DVR routers for this DVR port 2667b193-8853-4737-bd0b-85caf3487453 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:13:45.751236 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdf168-ebdf-4711-8d8b-2d56646152f8 req-3c2173c8-cbbf-4a45-91a2-cd22bcb09912 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:45.760070 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b6cdf168-ebdf-4711-8d8b-2d56646152f8 req-3c2173c8-cbbf-4a45-91a2-cd22bcb09912 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 944 time: 0.6129558 Aug 17 00:13:45.762710 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deba06f-d732-42a5-b895-a326f0ac810c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Port': ['ID=c7ce5461-34db-4cd7-9b5e-dcaab14e7174,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:45.774173 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47f7ed48-1be1-47da-a13c-3a171e342dcb tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:45.778107 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3deba06f-d732-42a5-b895-a326f0ac810c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:45.782354 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3deba06f-d732-42a5-b895-a326f0ac810c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/c7ce5461-34db-4cd7-9b5e-dcaab14e7174 HTTP/1.1" status: 204 len: 168 time: 1.4036357 Aug 17 00:13:45.783100 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52184) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:45.850658 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b6cdf168-ebdf-4711-8d8b-2d56646152f8 req-3307dbbe-1f76-4fe1-a433-7affaef494b5 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884383 Aug 17 00:13:45.884666 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16751ddd-2972-4589-aa82-c4a4993baad8 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:45.886562 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16751ddd-2972-4589-aa82-c4a4993baad8 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:45.894249 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-47f7ed48-1be1-47da-a13c-3a171e342dcb tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Deleting port 0b2b56e8-2f80-43d1-8309-b8a80e7d2f58 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:13:45.895503 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47f7ed48-1be1-47da-a13c-3a171e342dcb tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:45.908173 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-16751ddd-2972-4589-aa82-c4a4993baad8 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1232224 Aug 17 00:13:45.908807 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52186) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:46.031824 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-b530da40-dd58-4ba7-a054-acdca1572038 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet 7994ad65-f051-4afc-9a8d-9a9f97d87515 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:13:46.032276 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-47f7ed48-1be1-47da-a13c-3a171e342dcb tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] For port 0b2b56e8-2f80-43d1-8309-b8a80e7d2f58, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=0b2b56e8-2f80-43d1-8309-b8a80e7d2f58,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:46.032831 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47f7ed48-1be1-47da-a13c-3a171e342dcb tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:46.039440 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b530da40-dd58-4ba7-a054-acdca1572038 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:46.052062 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-47f7ed48-1be1-47da-a13c-3a171e342dcb tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Calling delete_port for 0b2b56e8-2f80-43d1-8309-b8a80e7d2f58 owned by network:router_gateway {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:13:46.086754 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2fe4e6fc-b248-4a36-bfd7-3416ada298ed up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:13:46.143190 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b530da40-dd58-4ba7-a054-acdca1572038 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:46.166477 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 2fe4e6fc-b248-4a36-bfd7-3416ada298ed completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:46.171645 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 2fe4e6fc-b248-4a36-bfd7-3416ada298ed triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:46.172021 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:46.297834 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b530da40-dd58-4ba7-a054-acdca1572038 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:46.299113 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:46.311636 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9877a26e-a103-4e0b-861e-005d3098bd20 req-6c8e6b1d-74d0-4464-9727-0ca23c76097c tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.0763481 Aug 17 00:13:46.403848 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b530da40-dd58-4ba7-a054-acdca1572038 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:46.408192 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47f7ed48-1be1-47da-a13c-3a171e342dcb tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:46.437517 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530da40-dd58-4ba7-a054-acdca1572038 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=7994ad65-f051-4afc-9a8d-9a9f97d87515,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:46.446387 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b530da40-dd58-4ba7-a054-acdca1572038 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:46.448779 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b530da40-dd58-4ba7-a054-acdca1572038 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/7994ad65-f051-4afc-9a8d-9a9f97d87515 HTTP/1.1" status: 204 len: 168 time: 0.5389726 Aug 17 00:13:46.451974 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52194) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:46.456286 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f12c0a-9d75-4f97-8293-d13240cf8c78 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:46.463642 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7ed48-1be1-47da-a13c-3a171e342dcb tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event deleted for resources: {'Port': ['ID=0b2b56e8-2f80-43d1-8309-b8a80e7d2f58,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:46.467006 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.db.api [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:13:46.467663 n-d-800088-20 neutron-server[101404]: DEBUG oslo_db.api [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:13:46.504453 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9e50bc9c-e6d6-43c8-b317-778ec3681f73 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510728 Aug 17 00:13:46.505191 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52196) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:46.510533 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-d824a8aa-09bf-4dd6-9156-1e34964adceb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:46.538041 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47f7ed48-1be1-47da-a13c-3a171e342dcb tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:46.649412 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d824a8aa-09bf-4dd6-9156-1e34964adceb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:46.654839 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d824a8aa-09bf-4dd6-9156-1e34964adceb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:46.675842 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47f7ed48-1be1-47da-a13c-3a171e342dcb tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:46.679392 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47f7ed48-1be1-47da-a13c-3a171e342dcb tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:46.740061 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fc898696-9386-4ecd-b447-a124711c4005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:46.742379 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47f7ed48-1be1-47da-a13c-3a171e342dcb tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:46.743643 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f7ed48-1be1-47da-a13c-3a171e342dcb tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Fanout notify agent at l3_agent the message router_deleted on router d33fe42a-a2e5-4467-b0c3-42df87bf4182 {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:13:46.751677 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-47f7ed48-1be1-47da-a13c-3a171e342dcb tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:46.752663 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-47f7ed48-1be1-47da-a13c-3a171e342dcb tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "DELETE /v2.0/routers/d33fe42a-a2e5-4467-b0c3-42df87bf4182 HTTP/1.1" status: 204 len: 168 time: 1.8665915 Aug 17 00:13:46.755669 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52198) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:46.877456 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d67df2b3-4aba-4f67-b7f6-9b1060f30345 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:46.925469 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160ae582-8ee1-41ac-ba2e-3d6e6177628d None None] DHCP port deletion for d70a647a-a896-41f9-a7d0-554edd779aa3 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:13:47.011125 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d67df2b3-4aba-4f67-b7f6-9b1060f30345 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:47.023158 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-d67df2b3-4aba-4f67-b7f6-9b1060f30345 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d981a4-1c1e-4a2c-931a-d51f713b524f']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:47.037489 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:47.046731 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-d67df2b3-4aba-4f67-b7f6-9b1060f30345 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f0aab74-cd0e-4cbb-ae1e-798198eca95d') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:47.047042 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-d67df2b3-4aba-4f67-b7f6-9b1060f30345 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f0aab74-cd0e-4cbb-ae1e-798198eca95d') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:47.061624 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-160ae582-8ee1-41ac-ba2e-3d6e6177628d None None] Deleting port 2fe4e6fc-b248-4a36-bfd7-3416ada298ed {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:13:47.061997 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-160ae582-8ee1-41ac-ba2e-3d6e6177628d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:47.092226 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d67df2b3-4aba-4f67-b7f6-9b1060f30345 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:47.095185 n-d-800088-20 neutron-server[101402]: DEBUG neutron.objects.ports [None req-d824a8aa-09bf-4dd6-9156-1e34964adceb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101402) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 00:13:47.123131 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d67df2b3-4aba-4f67-b7f6-9b1060f30345 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:47.127558 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 2fe4e6fc-b248-4a36-bfd7-3416ada298ed, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2fe4e6fc-b248-4a36-bfd7-3416ada298ed,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:47.138585 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:47.139538 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776eeb1-0110-4167-a106-0d3d97177e83 req-46717bff-23f1-4596-9021-f967360f594c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:47.148559 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6776eeb1-0110-4167-a106-0d3d97177e83 req-46717bff-23f1-4596-9021-f967360f594c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 944 time: 0.1047208 Aug 17 00:13:47.174722 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d67df2b3-4aba-4f67-b7f6-9b1060f30345 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:13:47.175051 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d67df2b3-4aba-4f67-b7f6-9b1060f30345 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: items = [ Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:13:47.178965 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:13:47.246562 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-160ae582-8ee1-41ac-ba2e-3d6e6177628d None None] For port 2fe4e6fc-b248-4a36-bfd7-3416ada298ed, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2fe4e6fc-b248-4a36-bfd7-3416ada298ed,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:47.247322 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-160ae582-8ee1-41ac-ba2e-3d6e6177628d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:47.267929 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6776eeb1-0110-4167-a106-0d3d97177e83 req-f81db730-3f03-4a73-8b25-b7ce26504679 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170774 Aug 17 00:13:47.282894 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-160ae582-8ee1-41ac-ba2e-3d6e6177628d None None] Calling delete_port for 2fe4e6fc-b248-4a36-bfd7-3416ada298ed owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:13:47.286999 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d67df2b3-4aba-4f67-b7f6-9b1060f30345 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:47.328970 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d67df2b3-4aba-4f67-b7f6-9b1060f30345 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:47.343500 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d67df2b3-4aba-4f67-b7f6-9b1060f30345 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "DELETE /v2.0/networks/f9d981a4-1c1e-4a2c-931a-d51f713b524f HTTP/1.1" status: 204 len: 168 time: 0.5867243 Aug 17 00:13:47.347518 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52204) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:47.349186 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=2fe4e6fc-b248-4a36-bfd7-3416ada298ed,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:47.356010 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67df2b3-4aba-4f67-b7f6-9b1060f30345 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event deleted for resources: {'Network': ['ID=f9d981a4-1c1e-4a2c-931a-d51f713b524f,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:47.369545 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2667b193-8853-4737-bd0b-85caf3487453 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:13:47.429251 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d824a8aa-09bf-4dd6-9156-1e34964adceb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:47.439384 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-160ae582-8ee1-41ac-ba2e-3d6e6177628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:47.447958 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 2667b193-8853-4737-bd0b-85caf3487453 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:13:47.447958 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2667b193-8853-4737-bd0b-85caf3487453 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:13:47.447958 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9f3c1f87-a219-4324-87d9-c31196a4c8c7 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:13:47.490743 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-d824a8aa-09bf-4dd6-9156-1e34964adceb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Port 2fe4e6fc-b248-4a36-bfd7-3416ada298ed concurrently deleted while adding address for new subnet {'id': '0d258aaa-6e1f-4fc7-8a69-fe4d1af19780', 'name': '', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2910, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-08-17T00:13:46Z', 'updated_at': '2021-08-17T00:13:46Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d'}. {{(pid=101402) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Aug 17 00:13:47.492142 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d824a8aa-09bf-4dd6-9156-1e34964adceb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:47.492756 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ae582-8ee1-41ac-ba2e-3d6e6177628d None None] Pushing event deleted for resources: {'Port': ['ID=2fe4e6fc-b248-4a36-bfd7-3416ada298ed,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:47.495701 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6014b43c-355f-4cb1-9330-bda5a7e2cb0e req-255ea07b-f375-4fdd-bf02-11288946a967 tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.0297403 Aug 17 00:13:47.502214 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 9f3c1f87-a219-4324-87d9-c31196a4c8c7 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:13:47.503563 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9f3c1f87-a219-4324-87d9-c31196a4c8c7 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:13:47.517401 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160ae582-8ee1-41ac-ba2e-3d6e6177628d None None] No DVR routers for this DVR port 2fe4e6fc-b248-4a36-bfd7-3416ada298ed on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:13:47.558529 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d824a8aa-09bf-4dd6-9156-1e34964adceb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:47.572470 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-d824a8aa-09bf-4dd6-9156-1e34964adceb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:47.580447 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d824a8aa-09bf-4dd6-9156-1e34964adceb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:47.581179 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d824a8aa-09bf-4dd6-9156-1e34964adceb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:47.582025 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0269f3a9-5ac4-4dc0-bc02-c1b9eb9fd856 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:47.588774 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d4d0db4a-9ca3-43f4-8be9-69e2359fcf2a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:47.601073 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824a8aa-09bf-4dd6-9156-1e34964adceb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=0d258aaa-6e1f-4fc7-8a69-fe4d1af19780,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:47.616182 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d824a8aa-09bf-4dd6-9156-1e34964adceb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1071188 Aug 17 00:13:47.617309 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52210) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:47.625032 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-10afaf9c-f772-4214-9323-478dd8f31669 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'port': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'mac_address': 'fa:16:3e:db:b8:54', 'name': 'tempest-NetworksTestDHCPv6-950449066'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:47.629119 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d4d0db4a-9ca3-43f4-8be9-69e2359fcf2a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:47.726055 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d4d0db4a-9ca3-43f4-8be9-69e2359fcf2a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:47.735103 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d4d0db4a-9ca3-43f4-8be9-69e2359fcf2a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:47.736872 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d4d0db4a-9ca3-43f4-8be9-69e2359fcf2a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "DELETE /v2.0/security-groups/80d1d1d2-0d20-42fd-911e-e4d056514efa HTTP/1.1" status: 204 len: 168 time: 0.3884053 Aug 17 00:13:47.760435 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0db4a-9ca3-43f4-8be9-69e2359fcf2a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d1d1d2-0d20-42fd-911e-e4d056514efa,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:47.778341 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2fe4e6fc-b248-4a36-bfd7-3416ada298ed no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:13:47.787353 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10afaf9c-f772-4214-9323-478dd8f31669 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:47.805858 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e7d7cd-f2a6-4808-90e1-a28ca45167c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-d70a647a-a896-41f9-a7d0-554edd779aa3', 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'fixed_ips': [{'subnet_id': '0d258aaa-6e1f-4fc7-8a69-fe4d1af19780'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:13:47.806718 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-12e7d7cd-f2a6-4808-90e1-a28ca45167c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:47.814829 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-10afaf9c-f772-4214-9323-478dd8f31669 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:47.819684 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 2fe4e6fc-b248-4a36-bfd7-3416ada298ed {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:13:47.820030 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2fe4e6fc-b248-4a36-bfd7-3416ada298ed not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:13:47.820439 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 0b2b56e8-2f80-43d1-8309-b8a80e7d2f58 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:13:47.839369 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-10afaf9c-f772-4214-9323-478dd8f31669 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] device_id is not set on port 76a03655-aa7d-4b98-96d9-3058e93daed5 yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:13:47.879034 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 0b2b56e8-2f80-43d1-8309-b8a80e7d2f58 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:13:47.879034 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 0b2b56e8-2f80-43d1-8309-b8a80e7d2f58 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:13:47.987409 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-10afaf9c-f772-4214-9323-478dd8f31669 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 2001:db8::f816:3eff:fedb:b854 (d70a647a-a896-41f9-a7d0-554edd779aa3/0d258aaa-6e1f-4fc7-8a69-fe4d1af19780/76a03655-aa7d-4b98-96d9-3058e93daed5) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:48.129203 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-10afaf9c-f772-4214-9323-478dd8f31669 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:48.142420 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-10afaf9c-f772-4214-9323-478dd8f31669 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Transition to ACTIVE for port object 76a03655-aa7d-4b98-96d9-3058e93daed5 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:48.176342 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-10afaf9c-f772-4214-9323-478dd8f31669 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:48.235666 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10afaf9c-f772-4214-9323-478dd8f31669 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:48.236596 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-12e7d7cd-f2a6-4808-90e1-a28ca45167c1 None None] Allocated IP 2001:db8::f816:3eff:fe32:93cb (d70a647a-a896-41f9-a7d0-554edd779aa3/0d258aaa-6e1f-4fc7-8a69-fe4d1af19780/3a07b07c-0445-4b18-a554-7ff53006bed5) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:48.239188 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-10afaf9c-f772-4214-9323-478dd8f31669 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:48.243607 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10afaf9c-f772-4214-9323-478dd8f31669 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:13:48.250079 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10afaf9c-f772-4214-9323-478dd8f31669 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:48.250843 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-10afaf9c-f772-4214-9323-478dd8f31669 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:48.267394 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-10afaf9c-f772-4214-9323-478dd8f31669 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6488354 Aug 17 00:13:48.268280 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afaf9c-f772-4214-9323-478dd8f31669 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Port': ['ID=76a03655-aa7d-4b98-96d9-3058e93daed5,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:48.270762 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52216) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:48.330879 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52222) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:48.335592 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-e53bdd87-dbf8-4123-a844-f35b7bfd3011 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-385878545', 'description': 'tempest-secgroup-smoke-385878545 description', 'project_id': '8a9ca74733fa48c8818a39938a45e719'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:48.336226 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f8680e-cbd8-4462-8122-0a6f0aafdd87 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:48.338149 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d1f8680e-cbd8-4462-8122-0a6f0aafdd87 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0662787 Aug 17 00:13:48.341592 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52224) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:48.370627 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e53bdd87-dbf8-4123-a844-f35b7bfd3011 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:48.436909 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-12e7d7cd-f2a6-4808-90e1-a28ca45167c1 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:48.454817 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-12e7d7cd-f2a6-4808-90e1-a28ca45167c1 None None] Transition to ACTIVE for port object 3a07b07c-0445-4b18-a554-7ff53006bed5 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:48.473445 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34e7da-19ca-49ba-acdc-50b378f293c5 req-c5559341-1a8e-4a4e-8425-7cb72f23d2c9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:48.474980 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9c34e7da-19ca-49ba-acdc-50b378f293c5 req-c5559341-1a8e-4a4e-8425-7cb72f23d2c9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 944 time: 0.0927448 Aug 17 00:13:48.475902 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-12e7d7cd-f2a6-4808-90e1-a28ca45167c1 None None] Transition to ACTIVE for port object 3a07b07c-0445-4b18-a554-7ff53006bed5 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:48.476040 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-7256043e-f68c-45ae-9041-727865ce9c60 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting port 76a03655-aa7d-4b98-96d9-3058e93daed5 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:13:48.476347 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7256043e-f68c-45ae-9041-727865ce9c60 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:48.487201 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-12e7d7cd-f2a6-4808-90e1-a28ca45167c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:48.541054 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9c34e7da-19ca-49ba-acdc-50b378f293c5 req-010ec96a-908c-4f49-ada6-78a89987e028 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550756 Aug 17 00:13:48.544167 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e7d7cd-f2a6-4808-90e1-a28ca45167c1 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:48.548488 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-12e7d7cd-f2a6-4808-90e1-a28ca45167c1 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:48.550381 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7d7cd-f2a6-4808-90e1-a28ca45167c1 None None] Pushing event updated for resources: {'Port': ['ID=3a07b07c-0445-4b18-a554-7ff53006bed5,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:48.552558 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e7d7cd-f2a6-4808-90e1-a28ca45167c1 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:13:48.564581 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e53bdd87-dbf8-4123-a844-f35b7bfd3011 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:48.581824 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e53bdd87-dbf8-4123-a844-f35b7bfd3011 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:48.612829 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7256043e-f68c-45ae-9041-727865ce9c60 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:48.626488 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-12e7d7cd-f2a6-4808-90e1-a28ca45167c1 None None] Attempting to bind port 3a07b07c-0445-4b18-a554-7ff53006bed5 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:13:48.627307 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-12e7d7cd-f2a6-4808-90e1-a28ca45167c1 None None] Attempting to bind port 3a07b07c-0445-4b18-a554-7ff53006bed5 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:13:48.627682 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e7d7cd-f2a6-4808-90e1-a28ca45167c1 None None] Attempting to bind port 3a07b07c-0445-4b18-a554-7ff53006bed5 on network d70a647a-a896-41f9-a7d0-554edd779aa3 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:13:48.633826 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-7256043e-f68c-45ae-9041-727865ce9c60 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Calling delete_port for 76a03655-aa7d-4b98-96d9-3058e93daed5 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:13:48.634188 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e7d7cd-f2a6-4808-90e1-a28ca45167c1 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:13:48.634569 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e7d7cd-f2a6-4808-90e1-a28ca45167c1 None None] Checking segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:13:48.635114 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-12e7d7cd-f2a6-4808-90e1-a28ca45167c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:48.635714 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e7d7cd-f2a6-4808-90e1-a28ca45167c1 None None] Bound using segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:13:48.635974 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-12e7d7cd-f2a6-4808-90e1-a28ca45167c1 None None] Bound port: 3a07b07c-0445-4b18-a554-7ff53006bed5, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:13:48.636359 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-12e7d7cd-f2a6-4808-90e1-a28ca45167c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:48.655014 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e53bdd87-dbf8-4123-a844-f35b7bfd3011 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:48.656331 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e53bdd87-dbf8-4123-a844-f35b7bfd3011 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3246045 Aug 17 00:13:48.658694 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53bdd87-dbf8-4123-a844-f35b7bfd3011 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=080a9f9b-92ad-4399-98f0-840715104449,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:48.660300 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52238) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:48.670985 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a42ceb92-88fb-4ccd-9af9-bbb391af3d70 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'security_group_rule': {'security_group_id': '080a9f9b-92ad-4399-98f0-840715104449', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:48.694940 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-89ae5cbb-eb04-4a83-8235-8f37be3d25cd req-524ba5b2-ff12-41e8-99d7-f726292257a6 tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.0332215 Aug 17 00:13:48.745511 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-12e7d7cd-f2a6-4808-90e1-a28ca45167c1 None None] For port 3a07b07c-0445-4b18-a554-7ff53006bed5, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:13:48.749398 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-12e7d7cd-f2a6-4808-90e1-a28ca45167c1 None None] For port 3a07b07c-0445-4b18-a554-7ff53006bed5, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=3a07b07c-0445-4b18-a554-7ff53006bed5,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:13:48.754200 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-12e7d7cd-f2a6-4808-90e1-a28ca45167c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:48.771888 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a42ceb92-88fb-4ccd-9af9-bbb391af3d70 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:48.835242 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7d7cd-f2a6-4808-90e1-a28ca45167c1 None None] Pushing event updated for resources: {'Port': ['ID=3a07b07c-0445-4b18-a554-7ff53006bed5,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:48.853188 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a42ceb92-88fb-4ccd-9af9-bbb391af3d70 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:48.859078 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a42ceb92-88fb-4ccd-9af9-bbb391af3d70 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:48.900942 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ceb92-88fb-4ccd-9af9-bbb391af3d70 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d2044f-d24c-410d-b159-f23e49b76f55,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:48.916449 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a42ceb92-88fb-4ccd-9af9-bbb391af3d70 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:48.921102 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a42ceb92-88fb-4ccd-9af9-bbb391af3d70 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2566364 Aug 17 00:13:48.922190 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52264) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:48.928868 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-b806c71e-52c2-4a6f-8381-20812b3ec79e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'security_group_rule': {'security_group_id': '080a9f9b-92ad-4399-98f0-840715104449', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:48.948931 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7256043e-f68c-45ae-9041-727865ce9c60 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:48.974227 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b806c71e-52c2-4a6f-8381-20812b3ec79e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:48.989450 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256043e-f68c-45ae-9041-727865ce9c60 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Port': ['ID=76a03655-aa7d-4b98-96d9-3058e93daed5,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:49.040369 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7256043e-f68c-45ae-9041-727865ce9c60 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:49.043916 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7256043e-f68c-45ae-9041-727865ce9c60 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/76a03655-aa7d-4b98-96d9-3058e93daed5 HTTP/1.1" status: 204 len: 168 time: 0.6997013 Aug 17 00:13:49.048585 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52276) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:49.085072 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b806c71e-52c2-4a6f-8381-20812b3ec79e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:49.096543 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b806c71e-52c2-4a6f-8381-20812b3ec79e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:49.122726 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b806c71e-52c2-4a6f-8381-20812b3ec79e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:49.123952 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b806c71e-52c2-4a6f-8381-20812b3ec79e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2007549 Aug 17 00:13:49.125317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806c71e-52c2-4a6f-8381-20812b3ec79e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa59929-0865-4980-beb9-e6a668d38bdc,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:49.127127 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52288) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:49.132668 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7acced-5f37-43f1-9d9e-a8b80624e94f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:49.134557 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7acced-5f37-43f1-9d9e-a8b80624e94f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:49.136407 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6b7acced-5f37-43f1-9d9e-a8b80624e94f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0866570 Aug 17 00:13:49.139446 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52290) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:49.140828 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-4dc8fb4e-dc7b-4141-a323-bccf8bf27659 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'security_group_rule': {'security_group_id': '080a9f9b-92ad-4399-98f0-840715104449', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:49.172932 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4dc8fb4e-dc7b-4141-a323-bccf8bf27659 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:49.217546 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-86314647-b495-431c-86bf-f1a44e5fb8e9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet 0d258aaa-6e1f-4fc7-8a69-fe4d1af19780 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:13:49.221345 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86314647-b495-431c-86bf-f1a44e5fb8e9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:49.249884 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4dc8fb4e-dc7b-4141-a323-bccf8bf27659 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:49.255945 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4dc8fb4e-dc7b-4141-a323-bccf8bf27659 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:49.263865 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-17e8023f-8b55-4bd7-b1f1-58bbad7662e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:49.271596 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86314647-b495-431c-86bf-f1a44e5fb8e9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:49.273033 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:49.283131 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8fb4e-dc7b-4141-a323-bccf8bf27659 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c11467de-a3fd-4284-bed4-b22d0bebd4e8,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:49.286805 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4dc8fb4e-dc7b-4141-a323-bccf8bf27659 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:49.291334 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4dc8fb4e-dc7b-4141-a323-bccf8bf27659 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1577451 Aug 17 00:13:49.291879 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52308) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:49.297412 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-2b667335-1d70-4c74-98c9-b23452639477 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'security_group_rule': {'security_group_id': '080a9f9b-92ad-4399-98f0-840715104449', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:49.331079 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2b667335-1d70-4c74-98c9-b23452639477 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:49.388144 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86314647-b495-431c-86bf-f1a44e5fb8e9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:49.409524 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2b667335-1d70-4c74-98c9-b23452639477 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:49.416351 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2b667335-1d70-4c74-98c9-b23452639477 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:49.439296 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b667335-1d70-4c74-98c9-b23452639477 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a90ae3c-a151-449d-b2a4-ab797b2eeb78,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:49.451978 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2b667335-1d70-4c74-98c9-b23452639477 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:49.455923 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2b667335-1d70-4c74-98c9-b23452639477 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1605291 Aug 17 00:13:49.456710 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52332) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:49.461221 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-b0aa404b-41a5-49b8-8920-22b2b849a31a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'security_group_rule': {'security_group_id': '080a9f9b-92ad-4399-98f0-840715104449', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:49.487302 n-d-800088-20 neutron-server[101403]: INFO neutron.db.securitygroups_db [None req-b0aa404b-41a5-49b8-8920-22b2b849a31a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Project 8a9ca74733fa48c8818a39938a45e719 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:13:49.488828 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86314647-b495-431c-86bf-f1a44e5fb8e9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:49.493967 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b0aa404b-41a5-49b8-8920-22b2b849a31a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:49.520763 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86314647-b495-431c-86bf-f1a44e5fb8e9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=0d258aaa-6e1f-4fc7-8a69-fe4d1af19780,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:49.522798 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86314647-b495-431c-86bf-f1a44e5fb8e9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:49.527187 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-86314647-b495-431c-86bf-f1a44e5fb8e9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/0d258aaa-6e1f-4fc7-8a69-fe4d1af19780 HTTP/1.1" status: 204 len: 168 time: 0.3840280 Aug 17 00:13:49.527187 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52344) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:49.568183 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bc4e909c-ce53-4b66-965a-01cf849931e1 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392766 Aug 17 00:13:49.568401 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b0aa404b-41a5-49b8-8920-22b2b849a31a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:49.570403 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52352) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:49.609231 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b0aa404b-41a5-49b8-8920-22b2b849a31a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:49.646934 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b0aa404b-41a5-49b8-8920-22b2b849a31a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:49.651207 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b0aa404b-41a5-49b8-8920-22b2b849a31a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1904218 Aug 17 00:13:49.652064 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52366) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:49.665277 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-86bc203c-7cd0-4ac3-8805-f4a6d12bf229 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'security_group_rule': {'security_group_id': '080a9f9b-92ad-4399-98f0-840715104449', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:49.689274 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa404b-41a5-49b8-8920-22b2b849a31a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8512786c-f80d-4458-b527-9b2aee4a882a,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:49.701240 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d4c9bb-dcae-4494-a22d-a9e0948a6fc6 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:49.703248 n-d-800088-20 neutron-server[101402]: INFO neutron.db.securitygroups_db [None req-86bc203c-7cd0-4ac3-8805-f4a6d12bf229 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Project 8a9ca74733fa48c8818a39938a45e719 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:13:49.707181 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-66d4c9bb-dcae-4494-a22d-a9e0948a6fc6 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1355374 Aug 17 00:13:49.708229 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52374) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:49.713316 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86bc203c-7cd0-4ac3-8805-f4a6d12bf229 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:49.791795 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4a7df-c210-493a-af66-44175bc8188a req-4f42b0b8-5807-44df-89c4-bf59ba17e505 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:49.800658 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fdf4a7df-c210-493a-af66-44175bc8188a req-4f42b0b8-5807-44df-89c4-bf59ba17e505 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 944 time: 0.1723528 Aug 17 00:13:49.851112 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 3a07b07c-0445-4b18-a554-7ff53006bed5 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:13:49.872479 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-84a62fd4-2585-4033-bd3b-2f40ae2b0e93 req-1cb54512-5efc-49d1-ab60-979ff94ac1de tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.0547037 Aug 17 00:13:49.898823 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86bc203c-7cd0-4ac3-8805-f4a6d12bf229 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:49.916615 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 3a07b07c-0445-4b18-a554-7ff53006bed5 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:49.927248 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86bc203c-7cd0-4ac3-8805-f4a6d12bf229 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:49.927406 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fdf4a7df-c210-493a-af66-44175bc8188a req-34831909-6b1f-4f5b-b52b-dd721be0e9f8 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209490 Aug 17 00:13:49.936400 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee05a2d2-b7ee-4245-8924-0840c79009f9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:49.938311 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ee05a2d2-b7ee-4245-8924-0840c79009f9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2273400 Aug 17 00:13:49.941552 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52400) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:49.959038 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc203c-7cd0-4ac3-8805-f4a6d12bf229 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a739bc-0eee-49e1-8884-fd9c453985d5,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:49.971849 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86bc203c-7cd0-4ac3-8805-f4a6d12bf229 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:49.973118 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-86bc203c-7cd0-4ac3-8805-f4a6d12bf229 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3165319 Aug 17 00:13:49.976310 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52406) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:49.984989 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-92ddd03a-808b-43f4-833f-90e58c0f7645 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'network': {'name': 'tempest-network-smoke--691760997', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'port_security_enabled': True}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:50.008582 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52412) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:50.009169 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3bec00a8-763c-443e-916a-18fb81e9eeab tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0660577 Aug 17 00:13:50.019189 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-75988ec0-b943-4a48-a082-368233b722af tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:50.074011 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ddd03a-808b-43f4-833f-90e58c0f7645 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Made reservation on behalf of 8a9ca74733fa48c8818a39938a45e719 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:50.077534 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-92ddd03a-808b-43f4-833f-90e58c0f7645 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:50.117567 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907af921-cb7a-4d41-a6cd-64ae5a447811 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:50.133482 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ddd03a-808b-43f4-833f-90e58c0f7645 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:13:50.150953 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-92ddd03a-808b-43f4-833f-90e58c0f7645 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:50.151309 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-92ddd03a-808b-43f4-833f-90e58c0f7645 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Added segment 29022532-c1e3-47ba-bd55-19b3ce5b2e2a of type vlan for network c620e01b-20a6-4877-9076-dcd267b7e818 Aug 17 00:13:50.196172 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75988ec0-b943-4a48-a082-368233b722af tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:50.199097 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:50.200014 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-75988ec0-b943-4a48-a082-368233b722af tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:50.233189 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-43ccac28-5b13-4b2e-8f63-7ff22886fef6 None None] Provisioning for port 3a07b07c-0445-4b18-a554-7ff53006bed5 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:50.253539 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-43ccac28-5b13-4b2e-8f63-7ff22886fef6 None None] Provisioning complete for port 3a07b07c-0445-4b18-a554-7ff53006bed5 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:50.253913 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-43ccac28-5b13-4b2e-8f63-7ff22886fef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:50.258904 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-92ddd03a-808b-43f4-833f-90e58c0f7645 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:50.325444 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-92ddd03a-808b-43f4-833f-90e58c0f7645 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:50.331062 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ddd03a-808b-43f4-833f-90e58c0f7645 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:50.331721 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-92ddd03a-808b-43f4-833f-90e58c0f7645 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:50.360469 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-43ccac28-5b13-4b2e-8f63-7ff22886fef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:50.402948 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4805079-ab61-45e5-a26f-4fa906a99d5a None None] DHCP port deletion for d70a647a-a896-41f9-a7d0-554edd779aa3 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:13:50.413808 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-43ccac28-5b13-4b2e-8f63-7ff22886fef6 None None] For port 3a07b07c-0445-4b18-a554-7ff53006bed5, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=3a07b07c-0445-4b18-a554-7ff53006bed5,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:50.439204 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-43ccac28-5b13-4b2e-8f63-7ff22886fef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:50.458888 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-92ddd03a-808b-43f4-833f-90e58c0f7645 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4800935 Aug 17 00:13:50.460996 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52470) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:50.466410 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-01471dd5-a4b9-469b-8e05-c6afa91d1a43 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2107721965', 'admin_state_up': True, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:50.477629 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ddd03a-808b-43f4-833f-90e58c0f7645 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Network': ['ID=c620e01b-20a6-4877-9076-dcd267b7e818,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:50.496392 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network c620e01b-20a6-4877-9076-dcd267b7e818 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:13:50.535434 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01471dd5-a4b9-469b-8e05-c6afa91d1a43 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:50.537263 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01471dd5-a4b9-469b-8e05-c6afa91d1a43 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:50.570720 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-75988ec0-b943-4a48-a082-368233b722af tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:50.599115 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-a4805079-ab61-45e5-a26f-4fa906a99d5a None None] Deleting port 3a07b07c-0445-4b18-a554-7ff53006bed5 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:13:50.599910 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a4805079-ab61-45e5-a26f-4fa906a99d5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:50.601814 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01471dd5-a4b9-469b-8e05-c6afa91d1a43 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:50.603668 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccac28-5b13-4b2e-8f63-7ff22886fef6 None None] Pushing event updated for resources: {'Port': ['ID=3a07b07c-0445-4b18-a554-7ff53006bed5,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:50.631848 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75988ec0-b943-4a48-a082-368233b722af tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:50.636055 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-75988ec0-b943-4a48-a082-368233b722af tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:50.644677 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75988ec0-b943-4a48-a082-368233b722af tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:50.645549 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-75988ec0-b943-4a48-a082-368233b722af tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:50.674984 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75988ec0-b943-4a48-a082-368233b722af tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=c8201366-b73f-48e7-91b4-aa6202218099,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:50.689773 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-75988ec0-b943-4a48-a082-368233b722af tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6781163 Aug 17 00:13:50.690591 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52494) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:50.698655 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f0bc771f-de3f-4857-bcd2-6e965124b7ef tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'port': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'mac_address': 'fa:16:3e:d0:25:0d', 'name': 'tempest-NetworksTestDHCPv6-770879040'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:50.702198 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-a4805079-ab61-45e5-a26f-4fa906a99d5a None None] For port 3a07b07c-0445-4b18-a554-7ff53006bed5, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=3a07b07c-0445-4b18-a554-7ff53006bed5,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:50.702874 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a4805079-ab61-45e5-a26f-4fa906a99d5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:50.723478 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-a4805079-ab61-45e5-a26f-4fa906a99d5a None None] Calling delete_port for 3a07b07c-0445-4b18-a554-7ff53006bed5 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:13:50.783910 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01471dd5-a4b9-469b-8e05-c6afa91d1a43 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:50.835614 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a4805079-ab61-45e5-a26f-4fa906a99d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:50.846034 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bc771f-de3f-4857-bcd2-6e965124b7ef tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:50.870191 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4805079-ab61-45e5-a26f-4fa906a99d5a None None] No DVR routers for this DVR port 3a07b07c-0445-4b18-a554-7ff53006bed5 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:13:50.873856 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4805079-ab61-45e5-a26f-4fa906a99d5a None None] Pushing event deleted for resources: {'Port': ['ID=3a07b07c-0445-4b18-a554-7ff53006bed5,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:50.901937 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f11fd4-1012-496a-9ca8-bae4d3a355a8 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:51.078488 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01471dd5-a4b9-469b-8e05-c6afa91d1a43 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:51.119992 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b29b7a48-ce00-4ce5-b53b-eaf5f3f9152f req-986af1b4-408e-4b60-a3ec-8c618693a7a6 tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.0824907 Aug 17 00:13:51.139656 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69652e2-78a2-46ab-937b-8b89e5b440dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-d70a647a-a896-41f9-a7d0-554edd779aa3', 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'fixed_ips': [{'subnet_id': 'c8201366-b73f-48e7-91b4-aa6202218099'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:13:51.140480 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d69652e2-78a2-46ab-937b-8b89e5b440dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:51.143975 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01471dd5-a4b9-469b-8e05-c6afa91d1a43 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:51.218049 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77051b90-d90a-448f-ae27-34e7a84b1eb6 req-841e3afe-9914-4c55-b9b8-00641745fdd4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:51.219603 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-77051b90-d90a-448f-ae27-34e7a84b1eb6 req-841e3afe-9914-4c55-b9b8-00641745fdd4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 944 time: 0.1542926 Aug 17 00:13:51.301604 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-77051b90-d90a-448f-ae27-34e7a84b1eb6 req-86cd4030-f29b-4a1c-81cb-d9525bb56277 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746017 Aug 17 00:13:51.317975 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-01471dd5-a4b9-469b-8e05-c6afa91d1a43 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Allocated IP 172.25.3.10 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/7e6bc2df-7fa7-44e2-915a-537b78dcd738) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:51.353160 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-d69652e2-78a2-46ab-937b-8b89e5b440dd None None] Allocated IP 2001:db8::2 (d70a647a-a896-41f9-a7d0-554edd779aa3/c8201366-b73f-48e7-91b4-aa6202218099/d64744eb-bdf5-46ca-9751-c9c0c55ed7bd) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:51.458841 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f0bc771f-de3f-4857-bcd2-6e965124b7ef tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:51.472546 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01471dd5-a4b9-469b-8e05-c6afa91d1a43 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:51.482303 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-f0bc771f-de3f-4857-bcd2-6e965124b7ef tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] device_id is not set on port 90c50be9-0d26-48fa-84ab-3ff173c1febb yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:13:51.540344 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01471dd5-a4b9-469b-8e05-c6afa91d1a43 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:51.553825 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d69652e2-78a2-46ab-937b-8b89e5b440dd None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:51.579616 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d69652e2-78a2-46ab-937b-8b89e5b440dd None None] Transition to ACTIVE for port object d64744eb-bdf5-46ca-9751-c9c0c55ed7bd will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:51.599053 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d69652e2-78a2-46ab-937b-8b89e5b440dd None None] Transition to ACTIVE for port object d64744eb-bdf5-46ca-9751-c9c0c55ed7bd will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:51.602666 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01471dd5-a4b9-469b-8e05-c6afa91d1a43 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Port': ['ID=7e6bc2df-7fa7-44e2-915a-537b78dcd738,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:51.610747 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01471dd5-a4b9-469b-8e05-c6afa91d1a43 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:51.611168 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d69652e2-78a2-46ab-937b-8b89e5b440dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:51.612744 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-01471dd5-a4b9-469b-8e05-c6afa91d1a43 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:51.615633 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01471dd5-a4b9-469b-8e05-c6afa91d1a43 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:13:51.679575 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69652e2-78a2-46ab-937b-8b89e5b440dd None None] Pushing event updated for resources: {'Port': ['ID=d64744eb-bdf5-46ca-9751-c9c0c55ed7bd,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:51.695223 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69652e2-78a2-46ab-937b-8b89e5b440dd None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:51.697502 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-f0bc771f-de3f-4857-bcd2-6e965124b7ef tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 2001:db8::1cb (d70a647a-a896-41f9-a7d0-554edd779aa3/c8201366-b73f-48e7-91b4-aa6202218099/90c50be9-0d26-48fa-84ab-3ff173c1febb) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:51.697746 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-d69652e2-78a2-46ab-937b-8b89e5b440dd None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:51.704238 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69652e2-78a2-46ab-937b-8b89e5b440dd None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:13:51.799833 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-d69652e2-78a2-46ab-937b-8b89e5b440dd None None] Attempting to bind port d64744eb-bdf5-46ca-9751-c9c0c55ed7bd on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:13:51.800388 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-d69652e2-78a2-46ab-937b-8b89e5b440dd None None] Attempting to bind port d64744eb-bdf5-46ca-9751-c9c0c55ed7bd by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:13:51.800854 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69652e2-78a2-46ab-937b-8b89e5b440dd None None] Attempting to bind port d64744eb-bdf5-46ca-9751-c9c0c55ed7bd on network d70a647a-a896-41f9-a7d0-554edd779aa3 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:13:51.808915 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69652e2-78a2-46ab-937b-8b89e5b440dd None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:13:51.809881 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69652e2-78a2-46ab-937b-8b89e5b440dd None None] Checking segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:13:51.810493 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d69652e2-78a2-46ab-937b-8b89e5b440dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:51.811119 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69652e2-78a2-46ab-937b-8b89e5b440dd None None] Bound using segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:13:51.811717 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-d69652e2-78a2-46ab-937b-8b89e5b440dd None None] Bound port: d64744eb-bdf5-46ca-9751-c9c0c55ed7bd, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:13:51.812204 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d69652e2-78a2-46ab-937b-8b89e5b440dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:51.833516 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 3a07b07c-0445-4b18-a554-7ff53006bed5 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:13:51.870717 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 3a07b07c-0445-4b18-a554-7ff53006bed5 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:13:51.871884 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 3a07b07c-0445-4b18-a554-7ff53006bed5 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:13:51.948737 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-d69652e2-78a2-46ab-937b-8b89e5b440dd None None] For port d64744eb-bdf5-46ca-9751-c9c0c55ed7bd, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:13:51.953824 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-d69652e2-78a2-46ab-937b-8b89e5b440dd None None] For port d64744eb-bdf5-46ca-9751-c9c0c55ed7bd, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d64744eb-bdf5-46ca-9751-c9c0c55ed7bd,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:13:51.962703 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d69652e2-78a2-46ab-937b-8b89e5b440dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:52.056032 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f0bc771f-de3f-4857-bcd2-6e965124b7ef tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:52.060865 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69652e2-78a2-46ab-937b-8b89e5b440dd None None] Pushing event updated for resources: {'Port': ['ID=d64744eb-bdf5-46ca-9751-c9c0c55ed7bd,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:52.085551 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-f0bc771f-de3f-4857-bcd2-6e965124b7ef tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Transition to ACTIVE for port object 90c50be9-0d26-48fa-84ab-3ff173c1febb will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:52.143312 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:52.166488 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f0bc771f-de3f-4857-bcd2-6e965124b7ef tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:52.244998 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc771f-de3f-4857-bcd2-6e965124b7ef tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Port': ['ID=90c50be9-0d26-48fa-84ab-3ff173c1febb,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:52.252902 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bc771f-de3f-4857-bcd2-6e965124b7ef tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:52.254762 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-f0bc771f-de3f-4857-bcd2-6e965124b7ef tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:52.257219 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bc771f-de3f-4857-bcd2-6e965124b7ef tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:13:52.264573 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bc771f-de3f-4857-bcd2-6e965124b7ef tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:52.265407 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f0bc771f-de3f-4857-bcd2-6e965124b7ef tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:52.284169 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f0bc771f-de3f-4857-bcd2-6e965124b7ef tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5922146 Aug 17 00:13:52.286932 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52666) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:52.353099 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b618e007-3b66-4845-b394-ae770cb88e9e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:52.366790 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b618e007-3b66-4845-b394-ae770cb88e9e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:52.371813 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b618e007-3b66-4845-b394-ae770cb88e9e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0805428 Aug 17 00:13:52.371813 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52676) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:52.408614 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-38ae0f62-55f6-48d4-acd4-0b9e20b74291 req-23581dc7-0054-4036-be19-fd020cce8339 tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.0717511 Aug 17 00:13:52.477564 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01471dd5-a4b9-469b-8e05-c6afa91d1a43 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:52.531946 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ad8de7b8-85ae-4a01-a914-5dd895caa29b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting port 90c50be9-0d26-48fa-84ab-3ff173c1febb {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:13:52.533098 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ad8de7b8-85ae-4a01-a914-5dd895caa29b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:52.614114 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 99c0b9e4-2406-4fd4-a401-2fd6f2623e6b details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:13:52.648838 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da7cc1-6511-4f34-90f9-65e2387e442b req-23dc29f5-2725-46a4-a186-2b44ff890775 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:52.650662 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66da7cc1-6511-4f34-90f9-65e2387e442b req-23dc29f5-2725-46a4-a186-2b44ff890775 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 944 time: 0.1303728 Aug 17 00:13:52.695617 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ad8de7b8-85ae-4a01-a914-5dd895caa29b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:52.747200 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ad8de7b8-85ae-4a01-a914-5dd895caa29b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Calling delete_port for 90c50be9-0d26-48fa-84ab-3ff173c1febb owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:13:52.753757 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66da7cc1-6511-4f34-90f9-65e2387e442b req-688e52a7-8b27-4dc4-90b9-a42e6e8e9ae3 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894315 Aug 17 00:13:52.826223 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 99c0b9e4-2406-4fd4-a401-2fd6f2623e6b, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=99c0b9e4-2406-4fd4-a401-2fd6f2623e6b,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:52.854212 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '99c0b9e4-2406-4fd4-a401-2fd6f2623e6b', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'port_id': '99c0b9e4-2406-4fd4-a401-2fd6f2623e6b', 'mac_address': 'fa:16:3e:88:13:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:13:52.857268 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01471dd5-a4b9-469b-8e05-c6afa91d1a43 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:52.917335 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:52.943407 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c0b9e4-2406-4fd4-a401-2fd6f2623e6b {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:13:52.967442 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 99c0b9e4-2406-4fd4-a401-2fd6f2623e6b, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=99c0b9e4-2406-4fd4-a401-2fd6f2623e6b,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:52.975590 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:53.039919 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=99c0b9e4-2406-4fd4-a401-2fd6f2623e6b,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:53.056187 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ad8de7b8-85ae-4a01-a914-5dd895caa29b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:53.074557 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01471dd5-a4b9-469b-8e05-c6afa91d1a43 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Router 7a0d0e26-dfaf-44c7-88f9-a4587e5c007c is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:13:53.090562 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8de7b8-85ae-4a01-a914-5dd895caa29b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Port': ['ID=90c50be9-0d26-48fa-84ab-3ff173c1febb,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:53.119327 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ad8de7b8-85ae-4a01-a914-5dd895caa29b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:53.122038 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ad8de7b8-85ae-4a01-a914-5dd895caa29b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/90c50be9-0d26-48fa-84ab-3ff173c1febb HTTP/1.1" status: 204 len: 168 time: 0.7492471 Aug 17 00:13:53.124569 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52732) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:53.180460 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2850d61b-e828-4751-b1e7-2157b245d6e0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:53.182322 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2850d61b-e828-4751-b1e7-2157b245d6e0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:53.184378 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2850d61b-e828-4751-b1e7-2157b245d6e0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0583901 Aug 17 00:13:53.188382 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52734) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:53.245630 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01471dd5-a4b9-469b-8e05-c6afa91d1a43 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:13:53.257547 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bfd65c-c2e5-4760-aa47-f2702a07f0a7 None None] Sync routers for ids ['7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:13:53.266341 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b2e0f8-0eca-46d5-a8d5-0dcc80ef507e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet c8201366-b73f-48e7-91b4-aa6202218099 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:13:53.268653 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bfd65c-c2e5-4760-aa47-f2702a07f0a7 None None] Routers {'7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:13:53.269387 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-03bfd65c-c2e5-4760-aa47-f2702a07f0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:13:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:53.272915 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-40b2e0f8-0eca-46d5-a8d5-0dcc80ef507e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:53.276034 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['99c0b9e4-2406-4fd4-a401-2fd6f2623e6b'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:13:53.296717 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01471dd5-a4b9-469b-8e05-c6afa91d1a43 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:53.297889 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-01471dd5-a4b9-469b-8e05-c6afa91d1a43 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8358705 Aug 17 00:13:53.301107 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52736) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:53.349698 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d5ca0e2f-1423-4109-b126-b752747803ce tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=8a9ca74733fa48c8818a39938a45e719&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0473561 Aug 17 00:13:53.352339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52738) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:53.375118 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-40b2e0f8-0eca-46d5-a8d5-0dcc80ef507e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:53.406283 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-03bfd65c-c2e5-4760-aa47-f2702a07f0a7 None None] Set router 7a0d0e26-dfaf-44c7-88f9-a4587e5c007c gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:13:53.498154 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-34d36a85-882b-4d58-aca3-54be44ae9077 None None] Provisioning for port d64744eb-bdf5-46ca-9751-c9c0c55ed7bd completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:53.608973 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ea5f80f7-d4e9-4e38-b9f3-837d298f026f req-4f309011-7c52-4fff-ab4c-e278d4c2f87e tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.0436244 Aug 17 00:13:53.612745 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f24e4a-aefd-4cbe-af6c-ea42d2582593 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:53.614670 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-95f24e4a-aefd-4cbe-af6c-ea42d2582593 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2614372 Aug 17 00:13:53.618325 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52742) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:53.636180 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-03bfd65c-c2e5-4760-aa47-f2702a07f0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107721965', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:50Z', 'updated_at': '2021-08-17T00:13:51Z', 'revision_number': 3, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:51Z', 'updated_at': '2021-08-17T00:13:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:53.637351 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-40b2e0f8-0eca-46d5-a8d5-0dcc80ef507e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:53.658476 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-553e462f-bb20-4ea1-8944-408800cfe473 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=f9960621-448c-44b3-8317-7433dc6ce660&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386345 Aug 17 00:13:53.659130 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52744) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:53.664811 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bfd65c-c2e5-4760-aa47-f2702a07f0a7 None None] Checking router: 7a0d0e26-dfaf-44c7-88f9-a4587e5c007c for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:13:53.665004 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1a7ca50e-f5db-4b93-bc3b-0d41feb2bb79 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-687951046', 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818', 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:53.665236 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bfd65c-c2e5-4760-aa47-f2702a07f0a7 None None] Updating router 7a0d0e26-dfaf-44c7-88f9-a4587e5c007c port 7e6bc2df-7fa7-44e2-915a-537b78dcd738 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:13:53.692055 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-03bfd65c-c2e5-4760-aa47-f2702a07f0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:53.733248 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-9001cf66-3d72-493b-ac0b-236140b2c619 None None] Could not find standard attr ID for object 76a03655-aa7d-4b98-96d9-3058e93daed5. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:13:53.770690 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-40b2e0f8-0eca-46d5-a8d5-0dcc80ef507e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:53.820343 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d64744eb-bdf5-46ca-9751-c9c0c55ed7bd up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:13:53.823220 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2e0f8-0eca-46d5-a8d5-0dcc80ef507e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=c8201366-b73f-48e7-91b4-aa6202218099,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:53.841816 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b2e0f8-0eca-46d5-a8d5-0dcc80ef507e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:53.842302 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b2e0f8-0eca-46d5-a8d5-0dcc80ef507e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:53.842648 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b2e0f8-0eca-46d5-a8d5-0dcc80ef507e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:53.842995 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b2e0f8-0eca-46d5-a8d5-0dcc80ef507e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:53.843332 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b2e0f8-0eca-46d5-a8d5-0dcc80ef507e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:53.843666 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b2e0f8-0eca-46d5-a8d5-0dcc80ef507e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:53.844015 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b2e0f8-0eca-46d5-a8d5-0dcc80ef507e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:53.844327 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b2e0f8-0eca-46d5-a8d5-0dcc80ef507e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:53.844812 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b2e0f8-0eca-46d5-a8d5-0dcc80ef507e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:53.845177 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b2e0f8-0eca-46d5-a8d5-0dcc80ef507e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:53.845515 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b2e0f8-0eca-46d5-a8d5-0dcc80ef507e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:53.845844 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b2e0f8-0eca-46d5-a8d5-0dcc80ef507e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:53.848935 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-40b2e0f8-0eca-46d5-a8d5-0dcc80ef507e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:53.853166 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-40b2e0f8-0eca-46d5-a8d5-0dcc80ef507e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/c8201366-b73f-48e7-91b4-aa6202218099 HTTP/1.1" status: 204 len: 168 time: 0.6615694 Aug 17 00:13:53.853523 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52750) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:53.890701 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7ca50e-f5db-4b93-bc3b-0d41feb2bb79 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Made reservation on behalf of 8a9ca74733fa48c8818a39938a45e719 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:53.896429 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1a7ca50e-f5db-4b93-bc3b-0d41feb2bb79 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:53.935241 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port d64744eb-bdf5-46ca-9751-c9c0c55ed7bd completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:53.950357 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port d64744eb-bdf5-46ca-9751-c9c0c55ed7bd triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:53.952004 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:53.970069 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1ac04363-df54-4f11-ae62-dc1a8418e877 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1131973 Aug 17 00:13:53.970729 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52756) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:54.053472 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1414cfc-e0b4-4240-b3e4-ccacdad5f878 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:54.057636 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f1414cfc-e0b4-4240-b3e4-ccacdad5f878 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0836422 Aug 17 00:13:54.061443 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52758) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:54.079271 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:54.080567 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1286a7a-05b5-4b1c-810f-2aebe7d5203d req-d8b15cae-ea0a-4bbd-be9a-9ddd4b4337b4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:54.082304 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c1286a7a-05b5-4b1c-810f-2aebe7d5203d req-d8b15cae-ea0a-4bbd-be9a-9ddd4b4337b4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 945 time: 0.1411386 Aug 17 00:13:54.137159 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port d64744eb-bdf5-46ca-9751-c9c0c55ed7bd, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d64744eb-bdf5-46ca-9751-c9c0c55ed7bd,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:54.142056 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bd7e5f-da54-40d0-a765-c2834cc503cf None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:54.166659 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c1286a7a-05b5-4b1c-810f-2aebe7d5203d req-24df7008-584a-4417-ad02-6f1d3d0e43af tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770121 Aug 17 00:13:54.192912 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:54.225403 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-03bfd65c-c2e5-4760-aa47-f2702a07f0a7 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:54.235785 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-03bfd65c-c2e5-4760-aa47-f2702a07f0a7 None None] Transition to ACTIVE for port object 7e6bc2df-7fa7-44e2-915a-537b78dcd738 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:54.240151 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-603f1cae-7a73-40e4-bd16-b71a0b3ce6fe None None] Could not find standard attr ID for object 90c50be9-0d26-48fa-84ab-3ff173c1febb. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:13:54.248372 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-03bfd65c-c2e5-4760-aa47-f2702a07f0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:54.296321 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=d64744eb-bdf5-46ca-9751-c9c0c55ed7bd,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:54.302888 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd080f-4359-4f83-af22-b96cae9416da None None] Pushing event updated for resources: {'Port': ['ID=7e6bc2df-7fa7-44e2-915a-537b78dcd738,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:54.328247 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-03bfd65c-c2e5-4760-aa47-f2702a07f0a7 None None] Attempting to bind port 7e6bc2df-7fa7-44e2-915a-537b78dcd738 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:13:54.328987 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-03bfd65c-c2e5-4760-aa47-f2702a07f0a7 None None] Attempting to bind port 7e6bc2df-7fa7-44e2-915a-537b78dcd738 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:13:54.329545 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bfd65c-c2e5-4760-aa47-f2702a07f0a7 None None] Attempting to bind port 7e6bc2df-7fa7-44e2-915a-537b78dcd738 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:13:54.335432 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bfd65c-c2e5-4760-aa47-f2702a07f0a7 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:13:54.336105 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bfd65c-c2e5-4760-aa47-f2702a07f0a7 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:13:54.336691 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-03bfd65c-c2e5-4760-aa47-f2702a07f0a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:54.337282 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bfd65c-c2e5-4760-aa47-f2702a07f0a7 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:13:54.337925 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-03bfd65c-c2e5-4760-aa47-f2702a07f0a7 None None] Bound port: 7e6bc2df-7fa7-44e2-915a-537b78dcd738, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:13:54.339296 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-03bfd65c-c2e5-4760-aa47-f2702a07f0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:54.349920 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc7f7d8-efd0-42a6-be12-d20071e8eb18 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:54.354864 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52762) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:54.357562 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0cc7f7d8-efd0-42a6-be12-d20071e8eb18 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2932987 Aug 17 00:13:54.416498 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fcc7875a-b08e-4f53-a280-dca36a64e243 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0567133 Aug 17 00:13:54.416730 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-03bfd65c-c2e5-4760-aa47-f2702a07f0a7 None None] For port 7e6bc2df-7fa7-44e2-915a-537b78dcd738, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:13:54.417142 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52764) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:54.419697 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-03bfd65c-c2e5-4760-aa47-f2702a07f0a7 None None] For port 7e6bc2df-7fa7-44e2-915a-537b78dcd738, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=7e6bc2df-7fa7-44e2-915a-537b78dcd738,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:13:54.426701 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef426b8c-e894-4e29-9971-2c31f0049dc1 None None] DHCP port deletion for d70a647a-a896-41f9-a7d0-554edd779aa3 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:13:54.428759 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-bd12c088-24bb-4281-90a1-3dc38b7257ab tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:54.430436 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-03bfd65c-c2e5-4760-aa47-f2702a07f0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:54.437363 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1a7ca50e-f5db-4b93-bc3b-0d41feb2bb79 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:54.490248 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bfd65c-c2e5-4760-aa47-f2702a07f0a7 None None] Routers {'7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:13:54.491303 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-03bfd65c-c2e5-4760-aa47-f2702a07f0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:13:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:54.523386 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ca50e-f5db-4b93-bc3b-0d41feb2bb79 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Subnet': ['ID=8a59fccd-7307-4611-9a9e-d56491e0ad97,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:54.536142 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7ca50e-f5db-4b93-bc3b-0d41feb2bb79 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Checking segment: {'id': '29022532-c1e3-47ba-bd55-19b3ce5b2e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:13:54.536811 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7ca50e-f5db-4b93-bc3b-0d41feb2bb79 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Network hostable DHCP agents. Network: c620e01b-20a6-4877-9076-dcd267b7e818, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:13:54.541359 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ef426b8c-e894-4e29-9971-2c31f0049dc1 None None] Deleting port d64744eb-bdf5-46ca-9751-c9c0c55ed7bd {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:13:54.541832 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ef426b8c-e894-4e29-9971-2c31f0049dc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:54.560473 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7ca50e-f5db-4b93-bc3b-0d41feb2bb79 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Network c620e01b-20a6-4877-9076-dcd267b7e818 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:13:54.582290 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-1a7ca50e-f5db-4b93-bc3b-0d41feb2bb79 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, c620e01b-20a6-4877-9076-dcd267b7e818) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:54.587133 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7ca50e-f5db-4b93-bc3b-0d41feb2bb79 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:54.588081 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1a7ca50e-f5db-4b93-bc3b-0d41feb2bb79 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:54.594345 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd12c088-24bb-4281-90a1-3dc38b7257ab tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:54.600015 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bd12c088-24bb-4281-90a1-3dc38b7257ab tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:54.627385 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1a7ca50e-f5db-4b93-bc3b-0d41feb2bb79 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9671140 Aug 17 00:13:54.628290 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52766) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:54.629674 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ef426b8c-e894-4e29-9971-2c31f0049dc1 None None] For port d64744eb-bdf5-46ca-9751-c9c0c55ed7bd, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d64744eb-bdf5-46ca-9751-c9c0c55ed7bd,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:54.630234 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ef426b8c-e894-4e29-9971-2c31f0049dc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:54.644724 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ef426b8c-e894-4e29-9971-2c31f0049dc1 None None] Calling delete_port for d64744eb-bdf5-46ca-9751-c9c0c55ed7bd owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:13:54.726258 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd080f-4359-4f83-af22-b96cae9416da None None] Pushing event updated for resources: {'Port': ['ID=7e6bc2df-7fa7-44e2-915a-537b78dcd738,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:54.756983 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-03bfd65c-c2e5-4760-aa47-f2702a07f0a7 None None] Set router 7a0d0e26-dfaf-44c7-88f9-a4587e5c007c gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:13:54.770690 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2f7630-3fda-4828-92dc-717eb7c1d4f9 None None] Network c620e01b-20a6-4877-9076-dcd267b7e818 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:54.773106 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 99c0b9e4-2406-4fd4-a401-2fd6f2623e6b up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:13:54.811274 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b9ccfabc-874c-4477-9183-422ee86d2089 req-dc9cdbc8-a994-4805-a0af-805922ac13ab tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.0483103 Aug 17 00:13:54.902560 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ef426b8c-e894-4e29-9971-2c31f0049dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:54.989596 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef426b8c-e894-4e29-9971-2c31f0049dc1 None None] Pushing event deleted for resources: {'Port': ['ID=d64744eb-bdf5-46ca-9751-c9c0c55ed7bd,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:55.006274 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef426b8c-e894-4e29-9971-2c31f0049dc1 None None] No DVR routers for this DVR port d64744eb-bdf5-46ca-9751-c9c0c55ed7bd on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:13:55.057558 n-d-800088-20 neutron-server[101403]: DEBUG neutron.objects.ports [None req-bd12c088-24bb-4281-90a1-3dc38b7257ab tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101403) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 00:13:55.058519 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-03bfd65c-c2e5-4760-aa47-f2702a07f0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107721965', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:50Z', 'updated_at': '2021-08-17T00:13:51Z', 'revision_number': 3, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:51Z', 'updated_at': '2021-08-17T00:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:55.060171 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bd12c088-24bb-4281-90a1-3dc38b7257ab tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:55.091943 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bfd65c-c2e5-4760-aa47-f2702a07f0a7 None None] The sync data for ids ['7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'] in n-d-800088-20 is: [{'id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107721965', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:50Z', 'updated_at': '2021-08-17T00:13:51Z', 'revision_number': 3, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:51Z', 'updated_at': '2021-08-17T00:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:13:55.107060 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd12c088-24bb-4281-90a1-3dc38b7257ab tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:55.119799 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-bd12c088-24bb-4281-90a1-3dc38b7257ab tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:55.124440 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd12c088-24bb-4281-90a1-3dc38b7257ab tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:55.125070 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bd12c088-24bb-4281-90a1-3dc38b7257ab tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:55.147243 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12c088-24bb-4281-90a1-3dc38b7257ab tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=3be75cd7-7871-49f1-8e03-3731f7045f1d,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:55.157814 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bd12c088-24bb-4281-90a1-3dc38b7257ab tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7349296 Aug 17 00:13:55.160601 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52772) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:55.171797 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-2c284990-ebec-411e-b5af-19d05b9a2fa2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:55.295762 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a61f58-b47c-456a-9342-cc5aebd5d10a None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:55.300062 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 99c0b9e4-2406-4fd4-a401-2fd6f2623e6b completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:55.342796 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 99c0b9e4-2406-4fd4-a401-2fd6f2623e6b triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:55.343175 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:55.415319 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b0ea6e-f1c4-42ae-9670-03f585a5edca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-c620e01b-20a6-4877-9076-dcd267b7e818', 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'fixed_ips': [{'subnet_id': '8a59fccd-7307-4611-9a9e-d56491e0ad97'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:13:55.416209 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-92b0ea6e-f1c4-42ae-9670-03f585a5edca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:55.495804 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:55.526227 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b0bd2-a5e6-4546-b7d2-f2d1256fce26 req-3bd993be-36f9-434c-81f2-0bae12172bcd tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:55.528543 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b73b0bd2-a5e6-4546-b7d2-f2d1256fce26 req-3bd993be-36f9-434c-81f2-0bae12172bcd tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 945 time: 0.2236431 Aug 17 00:13:55.587720 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b73b0bd2-a5e6-4546-b7d2-f2d1256fce26 req-f5ceadcc-6e8e-4ff6-a793-f2109ab2c762 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509417 Aug 17 00:13:55.592659 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c284990-ebec-411e-b5af-19d05b9a2fa2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:55.597264 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2c284990-ebec-411e-b5af-19d05b9a2fa2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:55.694482 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:55.729715 n-d-800088-20 neutron-server[101403]: INFO neutron.db.ipam_backend_mixin [None req-2c284990-ebec-411e-b5af-19d05b9a2fa2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3be75cd7-7871-49f1-8e03-3731f7045f1d (CIDR: 2001:db8::/64) Aug 17 00:13:55.734707 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c284990-ebec-411e-b5af-19d05b9a2fa2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:13:55.735624 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c284990-ebec-411e-b5af-19d05b9a2fa2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:13:55.765838 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 99c0b9e4-2406-4fd4-a401-2fd6f2623e6b, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=99c0b9e4-2406-4fd4-a401-2fd6f2623e6b,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:55.767805 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2c284990-ebec-411e-b5af-19d05b9a2fa2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6043086 Aug 17 00:13:55.770616 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52778) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:55.772093 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38cc906-5453-4b2d-8c1d-b9db70c107f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c0b9e4-2406-4fd4-a401-2fd6f2623e6b'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:13:55.774716 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ceb9653-a4d3-4d12-ae14-b7082f2216ff" -d '{"events": [{"server_uuid": "a38cc906-5453-4b2d-8c1d-b9db70c107f0", "name": "network-vif-plugged", "status": "completed", "tag": "99c0b9e4-2406-4fd4-a401-2fd6f2623e6b"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:13:55.776953 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-4f4035d1-164c-436c-afdf-167a5cb34e90 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:55.781708 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:55.867571 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2752266-3945-4ad0-b8cd-8f5da4ac3a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-d70a647a-a896-41f9-a7d0-554edd779aa3', 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'fixed_ips': [{'subnet_id': '3be75cd7-7871-49f1-8e03-3731f7045f1d'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:13:55.868477 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e2752266-3945-4ad0-b8cd-8f5da4ac3a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:55.933653 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67296274-7343-4fad-b8ef-2a5e1e060b98 x-openstack-request-id: req-67296274-7343-4fad-b8ef-2a5e1e060b98 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:13:55.933865 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38cc906-5453-4b2d-8c1d-b9db70c107f0", "name": "network-vif-plugged", "status": "completed", "tag": "99c0b9e4-2406-4fd4-a401-2fd6f2623e6b", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:13:55.934113 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-67296274-7343-4fad-b8ef-2a5e1e060b98 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:13:55.934524 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38cc906-5453-4b2d-8c1d-b9db70c107f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c0b9e4-2406-4fd4-a401-2fd6f2623e6b', 'code': 200} Aug 17 00:13:55.942568 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7e6bc2df-7fa7-44e2-915a-537b78dcd738 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:13:56.054403 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-37fb7d91-612e-409c-8e4e-202ba0270fd8 req-47d59597-f746-4a5d-8bde-727adb40b89e tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.0945487 Aug 17 00:13:56.055431 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-92b0ea6e-f1c4-42ae-9670-03f585a5edca None None] Allocated IP 172.20.0.2 (c620e01b-20a6-4877-9076-dcd267b7e818/8a59fccd-7307-4611-9a9e-d56491e0ad97/98e81c3e-8fe7-4b7b-97af-5e97fe6553af) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:56.107544 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8b876-88fd-4ee9-9b9a-c7144c8e1547 req-56b2dce1-ec70-4bcb-a8e0-e4ac81e0174f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:56.109083 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03c8b876-88fd-4ee9-9b9a-c7144c8e1547 req-56b2dce1-ec70-4bcb-a8e0-e4ac81e0174f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 1098 time: 0.1612434 Aug 17 00:13:56.113150 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4035d1-164c-436c-afdf-167a5cb34e90 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:56.117240 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4f4035d1-164c-436c-afdf-167a5cb34e90 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:56.169361 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 7e6bc2df-7fa7-44e2-915a-537b78dcd738 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:56.171928 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=99c0b9e4-2406-4fd4-a401-2fd6f2623e6b,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:56.212139 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03c8b876-88fd-4ee9-9b9a-c7144c8e1547 req-da1226cf-3324-47f4-bb61-a3f4247523ce service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907133 Aug 17 00:13:56.266493 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 7e6bc2df-7fa7-44e2-915a-537b78dcd738 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:56.267065 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:56.442581 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4f4035d1-164c-436c-afdf-167a5cb34e90 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:56.460962 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-e2752266-3945-4ad0-b8cd-8f5da4ac3a14 None None] Allocated IP 2001:db8::f816:3eff:fed2:918a (d70a647a-a896-41f9-a7d0-554edd779aa3/3be75cd7-7871-49f1-8e03-3731f7045f1d/a085da0b-e93d-4599-a914-3edcb93fbaa5) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:56.474694 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-92b0ea6e-f1c4-42ae-9670-03f585a5edca None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:56.503054 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4035d1-164c-436c-afdf-167a5cb34e90 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:56.510508 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-4f4035d1-164c-436c-afdf-167a5cb34e90 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:56.514401 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4035d1-164c-436c-afdf-167a5cb34e90 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:56.515000 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4f4035d1-164c-436c-afdf-167a5cb34e90 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:56.519135 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-92b0ea6e-f1c4-42ae-9670-03f585a5edca None None] Transition to ACTIVE for port object 98e81c3e-8fe7-4b7b-97af-5e97fe6553af will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:56.532572 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4035d1-164c-436c-afdf-167a5cb34e90 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=0659a42e-a2ed-4722-ab4c-7d72aef18e98,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:56.538256 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4f4035d1-164c-436c-afdf-167a5cb34e90 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7661915 Aug 17 00:13:56.541124 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52788) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:56.546971 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-5d847289-ecc2-4f32-ad83-946c67e9313f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'port': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'mac_address': 'fa:16:3e:74:57:9f', 'name': 'tempest-NetworksTestDHCPv6-1938124691'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:13:56.582186 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-92b0ea6e-f1c4-42ae-9670-03f585a5edca None None] Transition to ACTIVE for port object 98e81c3e-8fe7-4b7b-97af-5e97fe6553af will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:56.596520 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-92b0ea6e-f1c4-42ae-9670-03f585a5edca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:56.604657 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:56.686285 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Allocated IP 172.20.0.1 (c620e01b-20a6-4877-9076-dcd267b7e818/8a59fccd-7307-4611-9a9e-d56491e0ad97/ba1af0d0-097d-4a31-9a43-fc1181b2fcb2) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:56.705900 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 7e6bc2df-7fa7-44e2-915a-537b78dcd738, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=7e6bc2df-7fa7-44e2-915a-537b78dcd738,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:13:56.710874 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b0ea6e-f1c4-42ae-9670-03f585a5edca None None] Network c620e01b-20a6-4877-9076-dcd267b7e818 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:56.716549 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0ea6e-f1c4-42ae-9670-03f585a5edca None None] Pushing event updated for resources: {'Port': ['ID=98e81c3e-8fe7-4b7b-97af-5e97fe6553af,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:56.728218 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-92b0ea6e-f1c4-42ae-9670-03f585a5edca None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:56.737031 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:56.742050 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b0ea6e-f1c4-42ae-9670-03f585a5edca None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:13:56.820085 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab18b1-9456-46dc-a33b-78efe9450b45 req-1579ae08-1166-4e99-83b4-ef7bb9764424 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:56.821674 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79ab18b1-9456-46dc-a33b-78efe9450b45 req-1579ae08-1166-4e99-83b4-ef7bb9764424 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 946 time: 0.1419818 Aug 17 00:13:56.822818 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d847289-ecc2-4f32-ad83-946c67e9313f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:13:56.888558 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:56.906301 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Transition to ACTIVE for port object ba1af0d0-097d-4a31-9a43-fc1181b2fcb2 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:56.909576 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e2752266-3945-4ad0-b8cd-8f5da4ac3a14 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:56.919787 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79ab18b1-9456-46dc-a33b-78efe9450b45 req-286e8ad1-5804-4ab4-9b6e-2a56f75146bd tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816817 Aug 17 00:13:56.924100 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d64744eb-bdf5-46ca-9751-c9c0c55ed7bd no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:13:56.952054 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e2752266-3945-4ad0-b8cd-8f5da4ac3a14 None None] Transition to ACTIVE for port object a085da0b-e93d-4599-a914-3edcb93fbaa5 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:56.958923 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:56.987544 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: d64744eb-bdf5-46ca-9751-c9c0c55ed7bd {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:13:56.987883 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d64744eb-bdf5-46ca-9751-c9c0c55ed7bd not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:13:56.998928 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5d847289-ecc2-4f32-ad83-946c67e9313f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:57.020464 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Network c620e01b-20a6-4877-9076-dcd267b7e818 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:57.024735 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:57.029078 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-92b0ea6e-f1c4-42ae-9670-03f585a5edca None None] Attempting to bind port 98e81c3e-8fe7-4b7b-97af-5e97fe6553af on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:13:57.029415 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:13:57.029874 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-92b0ea6e-f1c4-42ae-9670-03f585a5edca None None] Attempting to bind port 98e81c3e-8fe7-4b7b-97af-5e97fe6553af by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '29022532-c1e3-47ba-bd55-19b3ce5b2e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:13:57.030421 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b0ea6e-f1c4-42ae-9670-03f585a5edca None None] Attempting to bind port 98e81c3e-8fe7-4b7b-97af-5e97fe6553af on network c620e01b-20a6-4877-9076-dcd267b7e818 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:13:57.035699 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-5d847289-ecc2-4f32-ad83-946c67e9313f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] device_id is not set on port 66b9d7d8-f293-4318-9f28-05ae71ee6e67 yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:13:57.050540 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e2752266-3945-4ad0-b8cd-8f5da4ac3a14 None None] Transition to ACTIVE for port object a085da0b-e93d-4599-a914-3edcb93fbaa5 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:57.052107 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=7e6bc2df-7fa7-44e2-915a-537b78dcd738,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:57.063148 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b0ea6e-f1c4-42ae-9670-03f585a5edca None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:13:57.064344 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b0ea6e-f1c4-42ae-9670-03f585a5edca None None] Checking segment: {'id': '29022532-c1e3-47ba-bd55-19b3ce5b2e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:13:57.064960 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-92b0ea6e-f1c4-42ae-9670-03f585a5edca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:57.065421 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b0ea6e-f1c4-42ae-9670-03f585a5edca None None] Bound using segment: {'id': '29022532-c1e3-47ba-bd55-19b3ce5b2e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:13:57.065886 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-92b0ea6e-f1c4-42ae-9670-03f585a5edca None None] Bound port: 98e81c3e-8fe7-4b7b-97af-5e97fe6553af, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29022532-c1e3-47ba-bd55-19b3ce5b2e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:13:57.066298 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-92b0ea6e-f1c4-42ae-9670-03f585a5edca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:57.077644 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Port': ['ID=ba1af0d0-097d-4a31-9a43-fc1181b2fcb2,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:57.109862 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e2752266-3945-4ad0-b8cd-8f5da4ac3a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:57.111683 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:57.112206 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:57.112452 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:57.112796 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:57.113167 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:57.113505 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:57.122320 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:57.122320 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:57.122320 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:57.122856 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:57.122856 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:57.123338 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:13:57.147772 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:57.191540 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2752266-3945-4ad0-b8cd-8f5da4ac3a14 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:57.198813 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-e2752266-3945-4ad0-b8cd-8f5da4ac3a14 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:57.203964 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2752266-3945-4ad0-b8cd-8f5da4ac3a14 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:13:57.205948 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2752266-3945-4ad0-b8cd-8f5da4ac3a14 None None] Pushing event updated for resources: {'Port': ['ID=a085da0b-e93d-4599-a914-3edcb93fbaa5,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:57.216852 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-92b0ea6e-f1c4-42ae-9670-03f585a5edca None None] For port 98e81c3e-8fe7-4b7b-97af-5e97fe6553af, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:13:57.220276 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-92b0ea6e-f1c4-42ae-9670-03f585a5edca None None] For port 98e81c3e-8fe7-4b7b-97af-5e97fe6553af, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=98e81c3e-8fe7-4b7b-97af-5e97fe6553af,segment=NetworkSegment(29022532-c1e3-47ba-bd55-19b3ce5b2e2a),segment_id=29022532-c1e3-47ba-bd55-19b3ce5b2e2a)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:13:57.247923 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-92b0ea6e-f1c4-42ae-9670-03f585a5edca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:57.323071 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e2752266-3945-4ad0-b8cd-8f5da4ac3a14 None None] Attempting to bind port a085da0b-e93d-4599-a914-3edcb93fbaa5 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:13:57.323444 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e2752266-3945-4ad0-b8cd-8f5da4ac3a14 None None] Attempting to bind port a085da0b-e93d-4599-a914-3edcb93fbaa5 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:13:57.324445 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2752266-3945-4ad0-b8cd-8f5da4ac3a14 None None] Attempting to bind port a085da0b-e93d-4599-a914-3edcb93fbaa5 on network d70a647a-a896-41f9-a7d0-554edd779aa3 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:13:57.358752 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2752266-3945-4ad0-b8cd-8f5da4ac3a14 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:13:57.361851 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2752266-3945-4ad0-b8cd-8f5da4ac3a14 None None] Checking segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:13:57.363608 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e2752266-3945-4ad0-b8cd-8f5da4ac3a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:57.363608 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2752266-3945-4ad0-b8cd-8f5da4ac3a14 None None] Bound using segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:13:57.366195 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e2752266-3945-4ad0-b8cd-8f5da4ac3a14 None None] Bound port: a085da0b-e93d-4599-a914-3edcb93fbaa5, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:13:57.367495 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e2752266-3945-4ad0-b8cd-8f5da4ac3a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:57.381030 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:57.397261 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0ea6e-f1c4-42ae-9670-03f585a5edca None None] Pushing event updated for resources: {'Port': ['ID=98e81c3e-8fe7-4b7b-97af-5e97fe6553af,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:57.399497 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-663bd5be-8538-4803-a0b2-1789a0afab15 req-9a5f9df5-f112-4149-8c40-3897c63f1e97 tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.0998390 Aug 17 00:13:57.552958 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-e2752266-3945-4ad0-b8cd-8f5da4ac3a14 None None] For port a085da0b-e93d-4599-a914-3edcb93fbaa5, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:13:57.562351 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-5d847289-ecc2-4f32-ad83-946c67e9313f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 2001:db8:0:1::2ff (d70a647a-a896-41f9-a7d0-554edd779aa3/0659a42e-a2ed-4722-ab4c-7d72aef18e98/66b9d7d8-f293-4318-9f28-05ae71ee6e67) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:57.563299 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-e2752266-3945-4ad0-b8cd-8f5da4ac3a14 None None] For port a085da0b-e93d-4599-a914-3edcb93fbaa5, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a085da0b-e93d-4599-a914-3edcb93fbaa5,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:13:57.571792 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-5d847289-ecc2-4f32-ad83-946c67e9313f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 2001:db8::f816:3eff:fe74:579f (d70a647a-a896-41f9-a7d0-554edd779aa3/3be75cd7-7871-49f1-8e03-3731f7045f1d/66b9d7d8-f293-4318-9f28-05ae71ee6e67) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:13:57.576993 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e2752266-3945-4ad0-b8cd-8f5da4ac3a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:57.695076 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2752266-3945-4ad0-b8cd-8f5da4ac3a14 None None] Pushing event updated for resources: {'Port': ['ID=a085da0b-e93d-4599-a914-3edcb93fbaa5,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:57.903109 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5d847289-ecc2-4f32-ad83-946c67e9313f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:57.937681 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-5d847289-ecc2-4f32-ad83-946c67e9313f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Transition to ACTIVE for port object 66b9d7d8-f293-4318-9f28-05ae71ee6e67 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:13:57.976246 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52804) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:58.006890 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5d847289-ecc2-4f32-ad83-946c67e9313f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:58.046108 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:58.057009 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:58.066278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d847289-ecc2-4f32-ad83-946c67e9313f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:58.069683 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-5d847289-ecc2-4f32-ad83-946c67e9313f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:58.074748 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d847289-ecc2-4f32-ad83-946c67e9313f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:13:58.087404 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d847289-ecc2-4f32-ad83-946c67e9313f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:58.088653 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5d847289-ecc2-4f32-ad83-946c67e9313f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:58.122092 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7e6bc2df-7fa7-44e2-915a-537b78dcd738 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:13:58.132044 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d847289-ecc2-4f32-ad83-946c67e9313f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Port': ['ID=66b9d7d8-f293-4318-9f28-05ae71ee6e67,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:58.152842 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Port': ['ID=ba1af0d0-097d-4a31-9a43-fc1181b2fcb2,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:58.200815 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:58.251313 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5d847289-ecc2-4f32-ad83-946c67e9313f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.7088552 Aug 17 00:13:58.258866 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c654b800-32ea-4136-b331-6f3f98e91e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:58.265023 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52808) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:58.286619 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293d7ee-dbb3-47b8-96be-55c6f21e0554 req-6e0f7273-1153-4431-8e45-3458f75ae60c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:58.296355 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 7e6bc2df-7fa7-44e2-915a-537b78dcd738 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:58.296882 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:58.301205 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d293d7ee-dbb3-47b8-96be-55c6f21e0554 req-6e0f7273-1153-4431-8e45-3458f75ae60c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 946 time: 0.2005401 Aug 17 00:13:58.430976 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d293d7ee-dbb3-47b8-96be-55c6f21e0554 req-d4653b6f-45d7-4134-a020-41fc0d841eb2 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101737 Aug 17 00:13:58.526771 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Network c620e01b-20a6-4877-9076-dcd267b7e818 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:13:58.530562 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 98e81c3e-8fe7-4b7b-97af-5e97fe6553af up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:13:58.530727 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:13:58.590455 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-78d6b84e-71c9-4efc-baef-062e68ae5573 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting port 66b9d7d8-f293-4318-9f28-05ae71ee6e67 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:13:58.590853 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-78d6b84e-71c9-4efc-baef-062e68ae5573 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:58.592643 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 98e81c3e-8fe7-4b7b-97af-5e97fe6553af completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:58.628796 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90f7d9ed-1cc6-4873-bdfd-106644c0e8dc req-330a4126-e0eb-407e-83e3-dc0f109f1dcd tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.1071448 Aug 17 00:13:58.686963 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c654b800-32ea-4136-b331-6f3f98e91e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:58.706796 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12853ce5-d958-4e9d-857c-0e338aab781a req-3be159b2-cb6e-492a-ba0d-83ed1f382a00 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:58.708810 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-12853ce5-d958-4e9d-857c-0e338aab781a req-3be159b2-cb6e-492a-ba0d-83ed1f382a00 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 946 time: 0.1380606 Aug 17 00:13:58.710302 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c654b800-32ea-4136-b331-6f3f98e91e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:58.748303 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-78d6b84e-71c9-4efc-baef-062e68ae5573 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:58.766923 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Router 7a0d0e26-dfaf-44c7-88f9-a4587e5c007c has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:13:58.767966 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-78d6b84e-71c9-4efc-baef-062e68ae5573 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Calling delete_port for 66b9d7d8-f293-4318-9f28-05ae71ee6e67 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:13:58.978018 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:13:58.987594 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-54a60013-fc6f-48cd-93bf-3bc933202c0d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "PUT /v2.0/routers/7a0d0e26-dfaf-44c7-88f9-a4587e5c007c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3578837 Aug 17 00:13:58.989921 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7febd014-c62b-49f3-a393-566b9715afde None None] Sync routers for ids ['7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:13:59.012909 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7febd014-c62b-49f3-a393-566b9715afde None None] Routers {'7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:13:59.013975 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7febd014-c62b-49f3-a393-566b9715afde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:13:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:13:59.182071 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c654b800-32ea-4136-b331-6f3f98e91e97 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=12e8681309474ee9a2a0edce3e9bafd1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2023325 Aug 17 00:13:59.183254 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52818) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:59.194821 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-78d6b84e-71c9-4efc-baef-062e68ae5573 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:59.211862 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-12853ce5-d958-4e9d-857c-0e338aab781a req-b625356e-16d2-41c3-8eeb-443776d98aa3 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4820797 Aug 17 00:13:59.216140 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654b800-32ea-4136-b331-6f3f98e91e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2183f479-6ac9-4fa5-8fec-4fc59f97de0f,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:59.275270 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6b84e-71c9-4efc-baef-062e68ae5573 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Port': ['ID=66b9d7d8-f293-4318-9f28-05ae71ee6e67,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:59.356878 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-78d6b84e-71c9-4efc-baef-062e68ae5573 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:59.361232 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-78d6b84e-71c9-4efc-baef-062e68ae5573 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/66b9d7d8-f293-4318-9f28-05ae71ee6e67 HTTP/1.1" status: 204 len: 168 time: 1.0923254 Aug 17 00:13:59.362465 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52832) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:59.373535 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f9cef-ffd7-46c6-b0b9-fbaf0d948116 req-ea65ca08-0928-4b43-b832-0e1f00a98af9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:59.381753 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-258f9cef-ffd7-46c6-b0b9-fbaf0d948116 req-ea65ca08-0928-4b43-b832-0e1f00a98af9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 946 time: 0.0851884 Aug 17 00:13:59.450374 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-78dabbe4-00e3-429b-8646-87357af4641c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-385878545&fields=id&tenant_id=8a9ca74733fa48c8818a39938a45e719 HTTP/1.1" status: 200 len: 267 time: 0.1069832 Aug 17 00:13:59.451675 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21a75d74-8848-4fe2-9c33-7ae8bb1abc05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:59.463185 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-258f9cef-ffd7-46c6-b0b9-fbaf0d948116 req-030cf7de-cb53-4373-b90b-cb58b20862a7 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778148 Aug 17 00:13:59.475315 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd18db19-deaf-4b97-9e34-6f32017a88f3 None None] Network c620e01b-20a6-4877-9076-dcd267b7e818 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:59.498687 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aad0e7-6bc2-462d-96a6-f6826550ddbb None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:13:59.510573 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21a75d74-8848-4fe2-9c33-7ae8bb1abc05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:59.522714 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576ca38c-a247-486b-8046-0d371f31e9b5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:59.526944 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-576ca38c-a247-486b-8046-0d371f31e9b5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1619143 Aug 17 00:13:59.532341 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52838) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:59.555178 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-7febd014-c62b-49f3-a393-566b9715afde None None] Set router 7a0d0e26-dfaf-44c7-88f9-a4587e5c007c gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:13:59.560679 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7dae62d-4551-4d6b-9af7-9de062448d4e req-1e5529a0-e438-492b-bdfa-433a8544a1fc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.0535202 Aug 17 00:13:59.618752 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-aecb3081-61f1-46aa-baef-1643f35abafb tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:59.620595 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-aecb3081-61f1-46aa-baef-1643f35abafb tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/networks?id=c620e01b-20a6-4877-9076-dcd267b7e818 HTTP/1.1" status: 200 len: 796 time: 0.1564140 Aug 17 00:13:59.636827 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-213ca039-74ac-430c-9ad0-214884046003 None None] Provisioning for port 98e81c3e-8fe7-4b7b-97af-5e97fe6553af completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:13:59.650827 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-45a0921f-836e-4fdd-af93-0044415e0b59 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/quotas/8a9ca74733fa48c8818a39938a45e719 HTTP/1.1" status: 200 len: 375 time: 0.0221028 Aug 17 00:13:59.652773 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d78182e-d496-43c8-a101-572c8c3dbcb2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:59.654781 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2d78182e-d496-43c8-a101-572c8c3dbcb2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1207979 Aug 17 00:13:59.657350 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52840) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:59.690571 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-213ca039-74ac-430c-9ad0-214884046003 None None] Provisioning complete for port 98e81c3e-8fe7-4b7b-97af-5e97fe6553af triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:13:59.691159 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-213ca039-74ac-430c-9ad0-214884046003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:59.742397 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6b6b1f-1cba-4c71-84c1-1c8be319295b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:59.744361 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6b6b1f-1cba-4c71-84c1-1c8be319295b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:59.750163 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6b6b1f-1cba-4c71-84c1-1c8be319295b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:59.753533 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-55fa740c-5f52-422c-b4bf-ebfb7c3b59f2 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0938497 Aug 17 00:13:59.754194 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1a6b6b1f-1cba-4c71-84c1-1c8be319295b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0957427 Aug 17 00:13:59.755643 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21a75d74-8848-4fe2-9c33-7ae8bb1abc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:59.758162 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52844) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:59.759927 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-21a75d74-8848-4fe2-9c33-7ae8bb1abc05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:59.765036 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-21a75d74-8848-4fe2-9c33-7ae8bb1abc05 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2183f479-6ac9-4fa5-8fec-4fc59f97de0f HTTP/1.1" status: 204 len: 168 time: 0.5776064 Aug 17 00:13:59.784764 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a75d74-8848-4fe2-9c33-7ae8bb1abc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2183f479-6ac9-4fa5-8fec-4fc59f97de0f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:13:59.856969 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13e0db2-923d-4557-b102-d755696a070c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet 0659a42e-a2ed-4722-ab4c-7d72aef18e98 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:13:59.873851 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e13e0db2-923d-4557-b102-d755696a070c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:59.885916 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-2509e4e4-47ec-49fc-b552-adededd6f888 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:13:59.886896 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-2509e4e4-47ec-49fc-b552-adededd6f888 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1138158 Aug 17 00:13:59.899015 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a085da0b-e93d-4599-a914-3edcb93fbaa5 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:13:59.955268 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-32b26f12-3dda-49bb-8607-74a4b890b6ec req-65b9d2ed-1dac-4888-baef-8254d4aabb42 tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.0673089 Aug 17 00:14:00.014939 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e13e0db2-923d-4557-b102-d755696a070c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:00.127660 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e13e0db2-923d-4557-b102-d755696a070c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:00.155868 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-534b7535-3a17-4827-bb66-f60e05cfbf4c service neutron] 10.222.0.60 "GET /v2.0/networks/c620e01b-20a6-4877-9076-dcd267b7e818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403100 Aug 17 00:14:00.166608 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e5aa1-6c45-4d78-a143-f363d382beef req-52d83865-3f11-4cce-aec0-3e7a1510061a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:00.169798 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb2e5aa1-6c45-4d78-a143-f363d382beef req-52d83865-3f11-4cce-aec0-3e7a1510061a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 946 time: 0.1276569 Aug 17 00:14:00.189206 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port a085da0b-e93d-4599-a914-3edcb93fbaa5 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:14:00.204810 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-213ca039-74ac-430c-9ad0-214884046003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:00.287034 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-213ca039-74ac-430c-9ad0-214884046003 None None] For port 98e81c3e-8fe7-4b7b-97af-5e97fe6553af, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=98e81c3e-8fe7-4b7b-97af-5e97fe6553af,segment=NetworkSegment(29022532-c1e3-47ba-bd55-19b3ce5b2e2a),segment_id=29022532-c1e3-47ba-bd55-19b3ce5b2e2a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:00.295602 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-213ca039-74ac-430c-9ad0-214884046003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:00.303371 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7febd014-c62b-49f3-a393-566b9715afde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107721965', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:50Z', 'updated_at': '2021-08-17T00:13:57Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:51Z', 'updated_at': '2021-08-17T00:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'ba1af0d0-097d-4a31-9a43-fc1181b2fcb2', 'name': '', 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:48:1a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '8a59fccd-7307-4611-9a9e-d56491e0ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:55Z', 'updated_at': '2021-08-17T00:13:57Z', 'revision_number': 2, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': '8a59fccd-7307-4611-9a9e-d56491e0ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:00.368320 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e13e0db2-923d-4557-b102-d755696a070c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:00.370326 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7febd014-c62b-49f3-a393-566b9715afde None None] Checking router: 7a0d0e26-dfaf-44c7-88f9-a4587e5c007c for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:14:00.370990 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7febd014-c62b-49f3-a393-566b9715afde None None] Updating router 7a0d0e26-dfaf-44c7-88f9-a4587e5c007c port ba1af0d0-097d-4a31-9a43-fc1181b2fcb2 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:14:00.425568 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb2e5aa1-6c45-4d78-a143-f363d382beef req-6a36d369-c798-4489-9beb-f1fa26d2599b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769524 Aug 17 00:14:00.426470 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e0db2-923d-4557-b102-d755696a070c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=0659a42e-a2ed-4722-ab4c-7d72aef18e98,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:00.435941 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e13e0db2-923d-4557-b102-d755696a070c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:00.435941 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e13e0db2-923d-4557-b102-d755696a070c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/0659a42e-a2ed-4722-ab4c-7d72aef18e98 HTTP/1.1" status: 204 len: 168 time: 0.6739755 Aug 17 00:14:00.436872 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52862) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:00.460770 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-ca4983dd-762a-4b9e-ac06-2a67685fd14b service neutron] 10.222.0.60 "GET /v2.0/networks/c620e01b-20a6-4877-9076-dcd267b7e818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868450 Aug 17 00:14:00.469225 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7febd014-c62b-49f3-a393-566b9715afde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:00.547905 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ca039-74ac-430c-9ad0-214884046003 None None] Pushing event updated for resources: {'Port': ['ID=98e81c3e-8fe7-4b7b-97af-5e97fe6553af,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:00.563943 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-167dd2c5-1330-4ead-b800-9d7cb7370a01 None None] Provisioning for port a085da0b-e93d-4599-a914-3edcb93fbaa5 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:14:00.566150 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de027d9-cab0-444b-9a08-d74ec80bed97 None None] Update dhcp port {'port': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'fixed_ips': [{'subnet_id': '3be75cd7-7871-49f1-8e03-3731f7045f1d', 'ip_address': '2001:db8::f816:3eff:fed2:918a'}, {'subnet_id': '0659a42e-a2ed-4722-ab4c-7d72aef18e98'}], 'binding:host_id': 'n-d-800088-20'}, 'id': 'a085da0b-e93d-4599-a914-3edcb93fbaa5'} from n-d-800088-20. {{(pid=101404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 00:14:00.599695 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5defe0e-939c-4d4d-b201-43f8645e19f5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet 3be75cd7-7871-49f1-8e03-3731f7045f1d {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:14:00.603641 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b5defe0e-939c-4d4d-b201-43f8645e19f5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:00.617251 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-167dd2c5-1330-4ead-b800-9d7cb7370a01 None None] Provisioning complete for port a085da0b-e93d-4599-a914-3edcb93fbaa5 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:00.617677 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-167dd2c5-1330-4ead-b800-9d7cb7370a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:00.700764 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b5defe0e-939c-4d4d-b201-43f8645e19f5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:00.709785 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0de027d9-cab0-444b-9a08-d74ec80bed97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:00.817180 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-89ab0e33-baed-45f6-95e8-e37b93e285b2 req-211f0d38-76f2-468f-b159-12897bd923c9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 210 time: 0.0564735 Aug 17 00:14:00.892922 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b5defe0e-939c-4d4d-b201-43f8645e19f5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:00.989416 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b5defe0e-939c-4d4d-b201-43f8645e19f5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server [None req-0de027d9-cab0-444b-9a08-d74ec80bed97 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3be75cd7-7871-49f1-8e03-3731f7045f1d: This subnet is being modified by another concurrent operation. Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:14:01.040192 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise exception Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3be75cd7-7871-49f1-8e03-3731f7045f1d: This subnet is being modified by another concurrent operation. Aug 17 00:14:01.044905 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server Aug 17 00:14:01.066377 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-167dd2c5-1330-4ead-b800-9d7cb7370a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:01.077337 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b5defe0e-939c-4d4d-b201-43f8645e19f5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:01.080024 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b5defe0e-939c-4d4d-b201-43f8645e19f5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/3be75cd7-7871-49f1-8e03-3731f7045f1d HTTP/1.1" status: 204 len: 168 time: 0.6422579 Aug 17 00:14:01.082773 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52892) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:01.107272 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5defe0e-939c-4d4d-b201-43f8645e19f5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=3be75cd7-7871-49f1-8e03-3731f7045f1d,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:01.173518 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-83259de8-d373-4721-aa08-ec22f83df3d2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894818 Aug 17 00:14:01.176406 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52894) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:01.194088 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd8aced-1b60-48e2-8e0c-e22857cc0f10 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:01.196529 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-8058dac2-cf09-4654-8a23-f8199a16b3af tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:01.225125 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-167dd2c5-1330-4ead-b800-9d7cb7370a01 None None] For port a085da0b-e93d-4599-a914-3edcb93fbaa5, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a085da0b-e93d-4599-a914-3edcb93fbaa5,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:01.268525 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-167dd2c5-1330-4ead-b800-9d7cb7370a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:01.299791 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7b58c7fe-2597-4b72-bfb2-95ba4763c67b req-e7b8e109-5737-43e3-9e36-5f17874f9af2 tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.1369250 Aug 17 00:14:01.432355 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8058dac2-cf09-4654-8a23-f8199a16b3af tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:01.438318 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8058dac2-cf09-4654-8a23-f8199a16b3af tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:01.530717 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167dd2c5-1330-4ead-b800-9d7cb7370a01 None None] Pushing event updated for resources: {'Port': ['ID=a085da0b-e93d-4599-a914-3edcb93fbaa5,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:01.535355 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4176f3a7-af93-4459-ad69-a9c628526d79 None None] Provisioning complete for port a085da0b-e93d-4599-a914-3edcb93fbaa5 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:01.535796 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4176f3a7-af93-4459-ad69-a9c628526d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:01.544769 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7febd014-c62b-49f3-a393-566b9715afde None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:01.546922 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035ce81-3680-403c-88b0-86576656a81c req-bfa4f652-f71c-434e-969a-e015ff9ebcd3 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:01.548878 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5035ce81-3680-403c-88b0-86576656a81c req-bfa4f652-f71c-434e-969a-e015ff9ebcd3 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.64 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 946 time: 0.1637959 Aug 17 00:14:01.626547 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7febd014-c62b-49f3-a393-566b9715afde None None] Transition to ACTIVE for port object ba1af0d0-097d-4a31-9a43-fc1181b2fcb2 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:01.648252 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7febd014-c62b-49f3-a393-566b9715afde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:01.737992 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6f0d7ac8-37ae-45b3-8d15-ee60d95ba3f5 req-f449a62a-1d17-44f3-b5c1-f83a5d0e2ce1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=36d38d9d9e9f4ce9989af07f974d1ee4&device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.0516105 Aug 17 00:14:01.739335 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4766fa-8fc8-423e-921f-a253b21b797d None None] DHCP port deletion for d70a647a-a896-41f9-a7d0-554edd779aa3 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:14:01.813680 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e1a75-1cb8-4444-8f2e-46ed6cf8ff0f req-bf6acef9-93ce-44ad-9e01-a81bc2b9e717 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:01.814474 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6f0d7ac8-37ae-45b3-8d15-ee60d95ba3f5 req-6413cb24-5ff6-491f-a726-a14929d3c143 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=36d38d9d9e9f4ce9989af07f974d1ee4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697885 Aug 17 00:14:01.816367 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-297e1a75-1cb8-4444-8f2e-46ed6cf8ff0f req-bf6acef9-93ce-44ad-9e01-a81bc2b9e717 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 946 time: 0.2211227 Aug 17 00:14:01.893107 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 98e81c3e-8fe7-4b7b-97af-5e97fe6553af up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:14:01.915521 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646701b-6589-4910-b6d8-35ee078fa735 None None] Pushing event updated for resources: {'Port': ['ID=ba1af0d0-097d-4a31-9a43-fc1181b2fcb2,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:02.075662 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4176f3a7-af93-4459-ad69-a9c628526d79 None None] Provisioning for port ba1af0d0-097d-4a31-9a43-fc1181b2fcb2 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:14:02.113737 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-297e1a75-1cb8-4444-8f2e-46ed6cf8ff0f req-7b68f72b-d6d8-46ad-a313-8e0f1cf20a57 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832732 Aug 17 00:14:02.137265 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7febd014-c62b-49f3-a393-566b9715afde None None] Attempting to bind port ba1af0d0-097d-4a31-9a43-fc1181b2fcb2 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:14:02.137643 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7febd014-c62b-49f3-a393-566b9715afde None None] Attempting to bind port ba1af0d0-097d-4a31-9a43-fc1181b2fcb2 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '29022532-c1e3-47ba-bd55-19b3ce5b2e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:14:02.138007 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febd014-c62b-49f3-a393-566b9715afde None None] Attempting to bind port ba1af0d0-097d-4a31-9a43-fc1181b2fcb2 on network c620e01b-20a6-4877-9076-dcd267b7e818 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:14:02.150765 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c788b42d-c25a-40e7-a014-af2c4b053733 req-396d56a5-3511-4e6d-a13f-db762522a790 tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.1502967 Aug 17 00:14:02.171641 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febd014-c62b-49f3-a393-566b9715afde None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:14:02.171877 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febd014-c62b-49f3-a393-566b9715afde None None] Checking segment: {'id': '29022532-c1e3-47ba-bd55-19b3ce5b2e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:14:02.172558 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7febd014-c62b-49f3-a393-566b9715afde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:02.173138 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febd014-c62b-49f3-a393-566b9715afde None None] Bound using segment: {'id': '29022532-c1e3-47ba-bd55-19b3ce5b2e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:14:02.173878 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7febd014-c62b-49f3-a393-566b9715afde None None] Bound port: ba1af0d0-097d-4a31-9a43-fc1181b2fcb2, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29022532-c1e3-47ba-bd55-19b3ce5b2e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:14:02.174472 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7febd014-c62b-49f3-a393-566b9715afde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:02.244354 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4176f3a7-af93-4459-ad69-a9c628526d79 None None] Provisioning complete for port 98e81c3e-8fe7-4b7b-97af-5e97fe6553af triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:02.244736 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4176f3a7-af93-4459-ad69-a9c628526d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:02.270440 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 98e81c3e-8fe7-4b7b-97af-5e97fe6553af triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:02.270819 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:02.285932 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-d0b45606-fa00-4642-b299-c51d25184dd5 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:02.287705 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-d0b45606-fa00-4642-b299-c51d25184dd5 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.64 "GET /v2.0/networks?id=c620e01b-20a6-4877-9076-dcd267b7e818 HTTP/1.1" status: 200 len: 796 time: 0.1318882 Aug 17 00:14:02.295215 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-5035ce81-3680-403c-88b0-86576656a81c req-d2343b79-831b-4a41-aefa-343870de2be1 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Deleting port 99c0b9e4-2406-4fd4-a401-2fd6f2623e6b {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:14:02.295812 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5035ce81-3680-403c-88b0-86576656a81c req-d2343b79-831b-4a41-aefa-343870de2be1 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:02.323896 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-0d4766fa-8fc8-423e-921f-a253b21b797d None None] Deleting port a085da0b-e93d-4599-a914-3edcb93fbaa5 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:14:02.324500 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0d4766fa-8fc8-423e-921f-a253b21b797d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:02.393853 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d7ac8-37ae-45b3-8d15-ee60d95ba3f5 req-a9e7bb1a-ab09-498a-8faf-ad77e4ce30ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:02.396772 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6f0d7ac8-37ae-45b3-8d15-ee60d95ba3f5 req-a9e7bb1a-ab09-498a-8faf-ad77e4ce30ab service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5757558 Aug 17 00:14:02.467388 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba49c0d3-30df-4b5e-acac-3e2f5b075366 req-09459ea8-5da3-4e84-b943-cd7d2e518e36 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 210 time: 0.1761291 Aug 17 00:14:02.567467 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-c46fe46f-d23f-4ddd-928c-ffeb87a58575 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a9ca74733fa48c8818a39938a45e719 HTTP/1.1" status: 200 len: 379 time: 0.2447445 Aug 17 00:14:02.603850 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-74ff85ca-0e49-4296-8a3a-a83d31bd18a4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'port': {'device_id': '3f2b1712-4112-49fc-b9e8-d676beae0b89', 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818', 'admin_state_up': True, 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'security_groups': ['080a9f9b-92ad-4399-98f0-840715104449']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:02.691360 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-5035ce81-3680-403c-88b0-86576656a81c req-d2343b79-831b-4a41-aefa-343870de2be1 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] For port 99c0b9e4-2406-4fd4-a401-2fd6f2623e6b, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=99c0b9e4-2406-4fd4-a401-2fd6f2623e6b,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:02.691654 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5035ce81-3680-403c-88b0-86576656a81c req-d2343b79-831b-4a41-aefa-343870de2be1 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:02.699294 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-7febd014-c62b-49f3-a393-566b9715afde None None] For port ba1af0d0-097d-4a31-9a43-fc1181b2fcb2, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:14:02.710070 n-d-800088-20 neutron-server[101403]: DEBUG neutron.objects.ports [None req-8058dac2-cf09-4654-8a23-f8199a16b3af tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101403) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 00:14:02.727445 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-5035ce81-3680-403c-88b0-86576656a81c req-d2343b79-831b-4a41-aefa-343870de2be1 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Calling delete_port for 99c0b9e4-2406-4fd4-a401-2fd6f2623e6b owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:14:02.728527 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-7febd014-c62b-49f3-a393-566b9715afde None None] For port ba1af0d0-097d-4a31-9a43-fc1181b2fcb2, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=ba1af0d0-097d-4a31-9a43-fc1181b2fcb2,segment=NetworkSegment(29022532-c1e3-47ba-bd55-19b3ce5b2e2a),segment_id=29022532-c1e3-47ba-bd55-19b3ce5b2e2a)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:14:02.732007 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-0d4766fa-8fc8-423e-921f-a253b21b797d None None] For port a085da0b-e93d-4599-a914-3edcb93fbaa5, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a085da0b-e93d-4599-a914-3edcb93fbaa5,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:02.732450 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0d4766fa-8fc8-423e-921f-a253b21b797d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:02.746860 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7febd014-c62b-49f3-a393-566b9715afde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:02.797546 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-0d4766fa-8fc8-423e-921f-a253b21b797d None None] Calling delete_port for a085da0b-e93d-4599-a914-3edcb93fbaa5 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:14:03.001472 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-74ff85ca-0e49-4296-8a3a-a83d31bd18a4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Made reservation on behalf of 8a9ca74733fa48c8818a39938a45e719 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:03.006275 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-74ff85ca-0e49-4296-8a3a-a83d31bd18a4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:03.013170 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0d4766fa-8fc8-423e-921f-a253b21b797d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:03.015845 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7febd014-c62b-49f3-a393-566b9715afde None None] Routers {'7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:14:03.015845 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7febd014-c62b-49f3-a393-566b9715afde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:13:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:03.027197 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.ipam_pluggable_backend [None req-8058dac2-cf09-4654-8a23-f8199a16b3af tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Port a085da0b-e93d-4599-a914-3edcb93fbaa5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101403) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 17 00:14:03.027197 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.ipam_pluggable_backend [None req-8058dac2-cf09-4654-8a23-f8199a16b3af tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Reverting IP allocation for 2001:db8::f816:3eff:fed2:918a {{(pid=101403) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 17 00:14:03.032519 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646701b-6589-4910-b6d8-35ee078fa735 None None] Pushing event updated for resources: {'Port': ['ID=ba1af0d0-097d-4a31-9a43-fc1181b2fcb2,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:03.033473 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.ipam_pluggable_backend [None req-8058dac2-cf09-4654-8a23-f8199a16b3af tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed2:918a {{(pid=101403) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 17 00:14:03.044979 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8058dac2-cf09-4654-8a23-f8199a16b3af tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:03.094297 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a085da0b-e93d-4599-a914-3edcb93fbaa5 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:14:03.118485 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4766fa-8fc8-423e-921f-a253b21b797d None None] No DVR routers for this DVR port a085da0b-e93d-4599-a914-3edcb93fbaa5 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:14:03.171353 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4766fa-8fc8-423e-921f-a253b21b797d None None] Pushing event deleted for resources: {'Port': ['ID=a085da0b-e93d-4599-a914-3edcb93fbaa5,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:03.175353 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: a085da0b-e93d-4599-a914-3edcb93fbaa5 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:14:03.175697 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a085da0b-e93d-4599-a914-3edcb93fbaa5 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:14:03.194812 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198158d4-b317-4d91-8e4f-8311d79bede2 None None] get_active_networks_info from n-d-800088-20 {{(pid=101404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 00:14:03.248734 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058dac2-cf09-4654-8a23-f8199a16b3af tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=304813ae-8a6f-4e80-9aa6-186419a625df,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:03.254972 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8058dac2-cf09-4654-8a23-f8199a16b3af tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:14:03.260256 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-8058dac2-cf09-4654-8a23-f8199a16b3af tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:03.301768 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8058dac2-cf09-4654-8a23-f8199a16b3af tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:03.302379 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8058dac2-cf09-4654-8a23-f8199a16b3af tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:03.306685 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54a71753-72e7-4f3d-bab0-58be99f5bebf req-8e89b257-f70c-4094-b108-fe9b48f26a50 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 210 time: 0.0543962 Aug 17 00:14:03.307290 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5035ce81-3680-403c-88b0-86576656a81c req-d2343b79-831b-4a41-aefa-343870de2be1 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:03.324831 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-7febd014-c62b-49f3-a393-566b9715afde None None] Set router 7a0d0e26-dfaf-44c7-88f9-a4587e5c007c gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:14:03.376704 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2343b79-831b-4a41-aefa-343870de2be1 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event deleted for resources: {'Port': ['ID=99c0b9e4-2406-4fd4-a401-2fd6f2623e6b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:03.445247 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7976e95-e774-4250-8b81-ef2e3048c04b req-af510f59-670b-4968-8210-aadb3a73cd05 tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.1331396 Aug 17 00:14:03.466555 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52984) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:03.468471 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8058dac2-cf09-4654-8a23-f8199a16b3af tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2873542 Aug 17 00:14:03.474990 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-5035ce81-3680-403c-88b0-86576656a81c req-d2343b79-831b-4a41-aefa-343870de2be1 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] No DVR routers for this DVR port 99c0b9e4-2406-4fd4-a401-2fd6f2623e6b on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:14:03.475830 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-69119bb9-1bb4-4e0c-ae99-6537d0e6f589 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:03.483844 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5035ce81-3680-403c-88b0-86576656a81c req-d2343b79-831b-4a41-aefa-343870de2be1 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:03.486853 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5035ce81-3680-403c-88b0-86576656a81c req-d2343b79-831b-4a41-aefa-343870de2be1 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.64 "DELETE /v2.0/ports/99c0b9e4-2406-4fd4-a401-2fd6f2623e6b HTTP/1.1" status: 204 len: 173 time: 1.9289517 Aug 17 00:14:03.487459 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38cc906-5453-4b2d-8c1d-b9db70c107f0', 'name': 'network-vif-deleted', 'tag': '99c0b9e4-2406-4fd4-a401-2fd6f2623e6b'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:14:03.492101 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d3c923-f8a4-48f2-a08d-7614763a6723" -d '{"events": [{"server_uuid": "a38cc906-5453-4b2d-8c1d-b9db70c107f0", "name": "network-vif-deleted", "tag": "99c0b9e4-2406-4fd4-a401-2fd6f2623e6b"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:14:03.541010 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198158d4-b317-4d91-8e4f-8311d79bede2 None None] Resources bound (agent type, host, resource id): {{(pid=101404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 00:14:03.596099 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-74ff85ca-0e49-4296-8a3a-a83d31bd18a4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Allocated IP 172.20.0.10 (c620e01b-20a6-4877-9076-dcd267b7e818/8a59fccd-7307-4611-9a9e-d56491e0ad97/7402d3ab-5c18-47e0-974a-a2613fd6578c) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:14:03.621685 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d283cff-b979-4b14-a324-eed705496784 x-openstack-request-id: req-8d283cff-b979-4b14-a324-eed705496784 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:14:03.622112 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38cc906-5453-4b2d-8c1d-b9db70c107f0", "name": "network-vif-deleted", "tag": "99c0b9e4-2406-4fd4-a401-2fd6f2623e6b", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:14:03.622403 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d283cff-b979-4b14-a324-eed705496784 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:14:03.622844 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38cc906-5453-4b2d-8c1d-b9db70c107f0', 'name': 'network-vif-deleted', 'tag': '99c0b9e4-2406-4fd4-a401-2fd6f2623e6b', 'status': 'completed', 'code': 200} Aug 17 00:14:03.665470 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69119bb9-1bb4-4e0c-ae99-6537d0e6f589 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:03.670393 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-69119bb9-1bb4-4e0c-ae99-6537d0e6f589 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:03.753818 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b2123540-fdef-4e3d-bb93-aad02f781e3d req-9c847e4e-e43b-492f-97c2-cb8070c28274 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 210 time: 0.1140618 Aug 17 00:14:03.760639 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f0d7ac8-37ae-45b3-8d15-ee60d95ba3f5 req-f97ae4ad-360a-4137-b63b-412481af7bbe tempest-ServerShowV254Test-132821569 tempest-ServerShowV254Test-132821569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0b27f5-90c0-42d7-843e-9f23e6025cb3 HTTP/1.1" status: 200 len: 210 time: 0.1143832 Aug 17 00:14:03.786481 n-d-800088-20 neutron-server[101402]: INFO neutron.db.ipam_backend_mixin [None req-69119bb9-1bb4-4e0c-ae99-6537d0e6f589 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 304813ae-8a6f-4e80-9aa6-186419a625df (CIDR: 2001:db8::/64) Aug 17 00:14:03.791912 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-69119bb9-1bb4-4e0c-ae99-6537d0e6f589 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:14:03.793588 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69119bb9-1bb4-4e0c-ae99-6537d0e6f589 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:03.835201 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52990) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:03.836011 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-69119bb9-1bb4-4e0c-ae99-6537d0e6f589 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3618321 Aug 17 00:14:03.846313 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-89133a84-178d-49f9-833e-4639d8fe7945 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:03.994079 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7febd014-c62b-49f3-a393-566b9715afde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107721965', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:50Z', 'updated_at': '2021-08-17T00:13:57Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:51Z', 'updated_at': '2021-08-17T00:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'ba1af0d0-097d-4a31-9a43-fc1181b2fcb2', 'name': '', 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:48:1a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '8a59fccd-7307-4611-9a9e-d56491e0ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:55Z', 'updated_at': '2021-08-17T00:14:02Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': '8a59fccd-7307-4611-9a9e-d56491e0ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:04.045625 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a6255c-366c-4544-8533-5a060902656c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-d70a647a-a896-41f9-a7d0-554edd779aa3', 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'fixed_ips': [{'subnet_id': '304813ae-8a6f-4e80-9aa6-186419a625df'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:14:04.046604 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-13a6255c-366c-4544-8533-5a060902656c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:04.053131 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7febd014-c62b-49f3-a393-566b9715afde None None] The sync data for ids ['7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'] in n-d-800088-20 is: [{'id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107721965', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:50Z', 'updated_at': '2021-08-17T00:13:57Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:51Z', 'updated_at': '2021-08-17T00:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'ba1af0d0-097d-4a31-9a43-fc1181b2fcb2', 'name': '', 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:48:1a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '8a59fccd-7307-4611-9a9e-d56491e0ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:55Z', 'updated_at': '2021-08-17T00:14:02Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': '8a59fccd-7307-4611-9a9e-d56491e0ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:14:04.291979 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-13a6255c-366c-4544-8533-5a060902656c None None] Allocated IP 2001:db8::f816:3eff:fed0:53bf (d70a647a-a896-41f9-a7d0-554edd779aa3/304813ae-8a6f-4e80-9aa6-186419a625df/eb873d97-59bc-4cb1-a50a-9b70d63aff63) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:14:04.445561 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-74ff85ca-0e49-4296-8a3a-a83d31bd18a4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:04.501298 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-74ff85ca-0e49-4296-8a3a-a83d31bd18a4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Transition to ACTIVE for port object 7402d3ab-5c18-47e0-974a-a2613fd6578c will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:04.594735 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7f0b61f-3941-44f2-9623-d3482efc1335 req-91f88e3f-f3e3-4c1e-b3e8-7146eee0dc79 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 210 time: 0.0688751 Aug 17 00:14:04.596786 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-13a6255c-366c-4544-8533-5a060902656c None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:04.609354 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-13a6255c-366c-4544-8533-5a060902656c None None] Transition to ACTIVE for port object eb873d97-59bc-4cb1-a50a-9b70d63aff63 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:04.628858 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-13a6255c-366c-4544-8533-5a060902656c None None] Transition to ACTIVE for port object eb873d97-59bc-4cb1-a50a-9b70d63aff63 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:04.632212 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89133a84-178d-49f9-833e-4639d8fe7945 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:04.636104 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-13a6255c-366c-4544-8533-5a060902656c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:04.636687 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-89133a84-178d-49f9-833e-4639d8fe7945 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:04.696394 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-74ff85ca-0e49-4296-8a3a-a83d31bd18a4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:04.731771 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a6255c-366c-4544-8533-5a060902656c None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:14:04.743776 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6255c-366c-4544-8533-5a060902656c None None] Pushing event updated for resources: {'Port': ['ID=eb873d97-59bc-4cb1-a50a-9b70d63aff63,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:04.758860 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-13a6255c-366c-4544-8533-5a060902656c None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:04.765077 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 99c0b9e4-2406-4fd4-a401-2fd6f2623e6b no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:14:04.771755 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a6255c-366c-4544-8533-5a060902656c None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:14:04.782267 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-74ff85ca-0e49-4296-8a3a-a83d31bd18a4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Network c620e01b-20a6-4877-9076-dcd267b7e818 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:14:04.792777 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-74ff85ca-0e49-4296-8a3a-a83d31bd18a4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:04.800774 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-74ff85ca-0e49-4296-8a3a-a83d31bd18a4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:14:04.807965 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff85ca-0e49-4296-8a3a-a83d31bd18a4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Port': ['ID=7402d3ab-5c18-47e0-974a-a2613fd6578c,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:04.888500 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 99c0b9e4-2406-4fd4-a401-2fd6f2623e6b {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:14:04.889307 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 99c0b9e4-2406-4fd4-a401-2fd6f2623e6b not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:14:04.936391 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-13a6255c-366c-4544-8533-5a060902656c None None] Attempting to bind port eb873d97-59bc-4cb1-a50a-9b70d63aff63 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:14:04.937237 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-13a6255c-366c-4544-8533-5a060902656c None None] Attempting to bind port eb873d97-59bc-4cb1-a50a-9b70d63aff63 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:14:04.937738 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a6255c-366c-4544-8533-5a060902656c None None] Attempting to bind port eb873d97-59bc-4cb1-a50a-9b70d63aff63 on network d70a647a-a896-41f9-a7d0-554edd779aa3 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:14:04.944984 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a6255c-366c-4544-8533-5a060902656c None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:14:04.945496 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a6255c-366c-4544-8533-5a060902656c None None] Checking segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:14:04.946172 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-13a6255c-366c-4544-8533-5a060902656c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:04.946747 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a6255c-366c-4544-8533-5a060902656c None None] Bound using segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:14:04.947584 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-13a6255c-366c-4544-8533-5a060902656c None None] Bound port: eb873d97-59bc-4cb1-a50a-9b70d63aff63, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:14:04.950300 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-13a6255c-366c-4544-8533-5a060902656c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:05.008871 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-74ff85ca-0e49-4296-8a3a-a83d31bd18a4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:05.008871 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-74ff85ca-0e49-4296-8a3a-a83d31bd18a4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:05.072925 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-74ff85ca-0e49-4296-8a3a-a83d31bd18a4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4761317 Aug 17 00:14:05.090040 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53008) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:05.094706 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3972f20-63af-4297-a533-5c41e078e2c4 req-06159b5c-e00f-4452-9032-46347cee6428 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:05.097903 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3972f20-63af-4297-a533-5c41e078e2c4 req-06159b5c-e00f-4452-9032-46347cee6428 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 932 time: 0.1808195 Aug 17 00:14:05.110888 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-3666ce15-717f-47c1-b2a3-24892ca7f2fe service neutron] Request body: {'port': {'device_id': '3f2b1712-4112-49fc-b9e8-d676beae0b89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:05.149067 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-13a6255c-366c-4544-8533-5a060902656c None None] For port eb873d97-59bc-4cb1-a50a-9b70d63aff63, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:14:05.153285 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-13a6255c-366c-4544-8533-5a060902656c None None] For port eb873d97-59bc-4cb1-a50a-9b70d63aff63, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=eb873d97-59bc-4cb1-a50a-9b70d63aff63,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:14:05.164878 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-13a6255c-366c-4544-8533-5a060902656c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:05.316857 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6255c-366c-4544-8533-5a060902656c None None] Pushing event updated for resources: {'Port': ['ID=eb873d97-59bc-4cb1-a50a-9b70d63aff63,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:05.356601 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fd66f6e5-6ef2-4894-9d4e-09f3a5f2b689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:05.477950 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3972f20-63af-4297-a533-5c41e078e2c4 req-18a1a8ba-f262-40da-b9db-27894db0f77d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3326929 Aug 17 00:14:05.515248 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-3666ce15-717f-47c1-b2a3-24892ca7f2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:05.536840 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-89133a84-178d-49f9-833e-4639d8fe7945 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:05.546043 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fd66f6e5-6ef2-4894-9d4e-09f3a5f2b689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:05.560283 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fd66f6e5-6ef2-4894-9d4e-09f3a5f2b689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:05.627108 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fd66f6e5-6ef2-4894-9d4e-09f3a5f2b689 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=36d38d9d9e9f4ce9989af07f974d1ee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5360167 Aug 17 00:14:05.661535 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53014) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:05.804615 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66f6e5-6ef2-4894-9d4e-09f3a5f2b689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47233af9-ac5d-4b29-85e4-d4010bdcd503,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:05.811010 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89133a84-178d-49f9-833e-4639d8fe7945 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=0b0afb5f-75a3-4295-a224-b01018308e65,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:05.852133 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89133a84-178d-49f9-833e-4639d8fe7945 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:14:05.877801 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-995dd3cd-2913-4163-a7ab-671f36db6c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:05.882254 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-89133a84-178d-49f9-833e-4639d8fe7945 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:05.890382 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89133a84-178d-49f9-833e-4639d8fe7945 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:05.890997 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-89133a84-178d-49f9-833e-4639d8fe7945 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:05.902866 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-97dced1c-f8cb-4b58-8f38-d31e819d0eaf req-c5e55a12-502a-4bd6-9ea5-a2238ee876f0 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 210 time: 0.0824215 Aug 17 00:14:05.953272 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-995dd3cd-2913-4163-a7ab-671f36db6c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:06.008505 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device eb873d97-59bc-4cb1-a50a-9b70d63aff63 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:14:06.036851 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-89133a84-178d-49f9-833e-4639d8fe7945 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1979530 Aug 17 00:14:06.038144 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53018) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:06.044623 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-75f82b76-db3e-41a1-898d-8d00fc49e9c2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'port': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'mac_address': 'fa:16:3e:df:63:ba', 'name': 'tempest-NetworksTestDHCPv6-1485121505'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:06.054169 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-995dd3cd-2913-4163-a7ab-671f36db6c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:06.056724 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-995dd3cd-2913-4163-a7ab-671f36db6c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:06.062251 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-995dd3cd-2913-4163-a7ab-671f36db6c27 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/47233af9-ac5d-4b29-85e4-d4010bdcd503 HTTP/1.1" status: 204 len: 168 time: 0.3885314 Aug 17 00:14:06.125251 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port eb873d97-59bc-4cb1-a50a-9b70d63aff63 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:14:06.136799 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device ba1af0d0-097d-4a31-9a43-fc1181b2fcb2 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:14:06.142750 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995dd3cd-2913-4163-a7ab-671f36db6c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47233af9-ac5d-4b29-85e4-d4010bdcd503,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:06.266589 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-3666ce15-717f-47c1-b2a3-24892ca7f2fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7402d3ab-5c18-47e0-974a-a2613fd6578c {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:14:06.279533 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-3666ce15-717f-47c1-b2a3-24892ca7f2fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:06.298692 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f82b76-db3e-41a1-898d-8d00fc49e9c2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:06.306807 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-3666ce15-717f-47c1-b2a3-24892ca7f2fe service neutron] Transition to ACTIVE for port object 7402d3ab-5c18-47e0-974a-a2613fd6578c will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:06.310719 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port ba1af0d0-097d-4a31-9a43-fc1181b2fcb2 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:14:06.318631 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-3666ce15-717f-47c1-b2a3-24892ca7f2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:06.330733 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port ba1af0d0-097d-4a31-9a43-fc1181b2fcb2 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:06.331853 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:06.514335 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-75f82b76-db3e-41a1-898d-8d00fc49e9c2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:06.567772 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-75f82b76-db3e-41a1-898d-8d00fc49e9c2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] device_id is not set on port d4019421-e92a-4ef7-9954-7c1348d09a03 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:14:06.651250 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:06.680961 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666ce15-717f-47c1-b2a3-24892ca7f2fe service neutron] Pushing event updated for resources: {'Port': ['ID=7402d3ab-5c18-47e0-974a-a2613fd6578c,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:06.727703 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port ba1af0d0-097d-4a31-9a43-fc1181b2fcb2, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=ba1af0d0-097d-4a31-9a43-fc1181b2fcb2,segment=NetworkSegment(29022532-c1e3-47ba-bd55-19b3ce5b2e2a),segment_id=29022532-c1e3-47ba-bd55-19b3ce5b2e2a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:06.735979 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:06.848877 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-3666ce15-717f-47c1-b2a3-24892ca7f2fe service neutron] Attempting to bind port 7402d3ab-5c18-47e0-974a-a2613fd6578c on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:14:06.859281 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-3666ce15-717f-47c1-b2a3-24892ca7f2fe service neutron] Attempting to bind port 7402d3ab-5c18-47e0-974a-a2613fd6578c by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '29022532-c1e3-47ba-bd55-19b3ce5b2e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:14:06.859602 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-3666ce15-717f-47c1-b2a3-24892ca7f2fe service neutron] Attempting to bind port 7402d3ab-5c18-47e0-974a-a2613fd6578c on network c620e01b-20a6-4877-9076-dcd267b7e818 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:14:06.887978 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=ba1af0d0-097d-4a31-9a43-fc1181b2fcb2,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:06.890172 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-3666ce15-717f-47c1-b2a3-24892ca7f2fe service neutron] Port 7402d3ab-5c18-47e0-974a-a2613fd6578c on network c620e01b-20a6-4877-9076-dcd267b7e818 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:14:06.890855 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-3666ce15-717f-47c1-b2a3-24892ca7f2fe service neutron] Attempting to bind port 7402d3ab-5c18-47e0-974a-a2613fd6578c on network c620e01b-20a6-4877-9076-dcd267b7e818 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:14:06.912566 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-3666ce15-717f-47c1-b2a3-24892ca7f2fe service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:14:06.912919 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-3666ce15-717f-47c1-b2a3-24892ca7f2fe service neutron] Checking segment: {'id': '29022532-c1e3-47ba-bd55-19b3ce5b2e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:14:06.913337 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-3666ce15-717f-47c1-b2a3-24892ca7f2fe service neutron] Bound using segment: {'id': '29022532-c1e3-47ba-bd55-19b3ce5b2e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:14:06.914668 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-3666ce15-717f-47c1-b2a3-24892ca7f2fe service neutron] Bound port: 7402d3ab-5c18-47e0-974a-a2613fd6578c, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29022532-c1e3-47ba-bd55-19b3ce5b2e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:14:06.915041 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-3666ce15-717f-47c1-b2a3-24892ca7f2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:06.974847 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-75f82b76-db3e-41a1-898d-8d00fc49e9c2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 2001:db8:0:1::2aa (d70a647a-a896-41f9-a7d0-554edd779aa3/0b0afb5f-75a3-4295-a224-b01018308e65/d4019421-e92a-4ef7-9954-7c1348d09a03) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:14:06.983161 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd9559-9685-4b8d-999a-6c7f4befdf22 req-c3b057e8-08bc-477a-98bf-1b5bad967310 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:06.996446 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-39dd9559-9685-4b8d-999a-6c7f4befdf22 req-c3b057e8-08bc-477a-98bf-1b5bad967310 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 944 time: 0.2946565 Aug 17 00:14:07.001930 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-75f82b76-db3e-41a1-898d-8d00fc49e9c2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 2001:db8::f816:3eff:fedf:63ba (d70a647a-a896-41f9-a7d0-554edd779aa3/304813ae-8a6f-4e80-9aa6-186419a625df/d4019421-e92a-4ef7-9954-7c1348d09a03) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:14:07.080851 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bdeec5-1268-4056-b8b7-ff109e2242af None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:07.111823 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-3666ce15-717f-47c1-b2a3-24892ca7f2fe service neutron] For port 7402d3ab-5c18-47e0-974a-a2613fd6578c, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:14:07.120273 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-3666ce15-717f-47c1-b2a3-24892ca7f2fe service neutron] For port 7402d3ab-5c18-47e0-974a-a2613fd6578c, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=7402d3ab-5c18-47e0-974a-a2613fd6578c,segment=NetworkSegment(29022532-c1e3-47ba-bd55-19b3ce5b2e2a),segment_id=29022532-c1e3-47ba-bd55-19b3ce5b2e2a)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:14:07.166996 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-3666ce15-717f-47c1-b2a3-24892ca7f2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:07.215037 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2d32c7a9-0439-47e2-892f-6cc684eca183 None None] Provisioning for port eb873d97-59bc-4cb1-a50a-9b70d63aff63 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:14:07.228122 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-39dd9559-9685-4b8d-999a-6c7f4befdf22 req-0c1d44f6-e358-44dc-8038-2f7701fbfca7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262664 Aug 17 00:14:07.246975 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4830234c-8f30-4355-ae85-ce84ae411431 req-e937014b-4b19-44ee-9dbd-047df7c2a286 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 210 time: 0.1243141 Aug 17 00:14:07.253296 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2d32c7a9-0439-47e2-892f-6cc684eca183 None None] Provisioning complete for port eb873d97-59bc-4cb1-a50a-9b70d63aff63 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:07.253975 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2d32c7a9-0439-47e2-892f-6cc684eca183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:07.326356 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-3666ce15-717f-47c1-b2a3-24892ca7f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:07.329178 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-3666ce15-717f-47c1-b2a3-24892ca7f2fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:07.330779 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-3666ce15-717f-47c1-b2a3-24892ca7f2fe service neutron] 10.222.0.64 "PUT /v2.0/ports/7402d3ab-5c18-47e0-974a-a2613fd6578c HTTP/1.1" status: 200 len: 1093 time: 2.2318158 Aug 17 00:14:07.331146 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2b1712-4112-49fc-b9e8-d676beae0b89', 'tag': '7402d3ab-5c18-47e0-974a-a2613fd6578c'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:14:07.333482 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72e3f55-62db-457c-a5f9-df0231647fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2b1712-4112-49fc-b9e8-d676beae0b89", "tag": "7402d3ab-5c18-47e0-974a-a2613fd6578c"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:14:07.472995 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-75f82b76-db3e-41a1-898d-8d00fc49e9c2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:07.513868 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-75f82b76-db3e-41a1-898d-8d00fc49e9c2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Transition to ACTIVE for port object d4019421-e92a-4ef7-9954-7c1348d09a03 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:07.520064 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73c817a-8f68-425c-84ad-717108d83f32 x-openstack-request-id: req-a73c817a-8f68-425c-84ad-717108d83f32 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:14:07.520356 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2b1712-4112-49fc-b9e8-d676beae0b89", "tag": "7402d3ab-5c18-47e0-974a-a2613fd6578c", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:14:07.520612 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a73c817a-8f68-425c-84ad-717108d83f32 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:14:07.521019 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2b1712-4112-49fc-b9e8-d676beae0b89', 'tag': '7402d3ab-5c18-47e0-974a-a2613fd6578c', 'status': 'completed', 'code': 200} Aug 17 00:14:07.555201 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666ce15-717f-47c1-b2a3-24892ca7f2fe service neutron] Pushing event updated for resources: {'Port': ['ID=7402d3ab-5c18-47e0-974a-a2613fd6578c,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:07.560079 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2d32c7a9-0439-47e2-892f-6cc684eca183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:07.576597 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-53b3a170-85c2-42ef-8bf4-a1ba75f483b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:07.578546 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-53b3a170-85c2-42ef-8bf4-a1ba75f483b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 1096 time: 0.1845872 Aug 17 00:14:07.627626 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-75f82b76-db3e-41a1-898d-8d00fc49e9c2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:07.645597 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-2d32c7a9-0439-47e2-892f-6cc684eca183 None None] For port eb873d97-59bc-4cb1-a50a-9b70d63aff63, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=eb873d97-59bc-4cb1-a50a-9b70d63aff63,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:07.676419 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2d32c7a9-0439-47e2-892f-6cc684eca183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:07.739282 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-1024bdd2-e269-4ca9-a832-fadf1817e93d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7402d3ab-5c18-47e0-974a-a2613fd6578c HTTP/1.1" status: 200 len: 217 time: 0.1521919 Aug 17 00:14:07.786208 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f82b76-db3e-41a1-898d-8d00fc49e9c2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:14:07.835551 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-75f82b76-db3e-41a1-898d-8d00fc49e9c2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:07.836396 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-beb77be2-4d82-45ce-82ad-f403a8af10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:07.841138 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f82b76-db3e-41a1-898d-8d00fc49e9c2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:14:07.841667 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-beb77be2-4d82-45ce-82ad-f403a8af10ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8a59fccd-7307-4611-9a9e-d56491e0ad97 HTTP/1.1" status: 200 len: 834 time: 0.0913012 Aug 17 00:14:07.850952 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f82b76-db3e-41a1-898d-8d00fc49e9c2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:07.852359 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-75f82b76-db3e-41a1-898d-8d00fc49e9c2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:07.854342 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device ba1af0d0-097d-4a31-9a43-fc1181b2fcb2 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:14:07.887253 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-75f82b76-db3e-41a1-898d-8d00fc49e9c2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8431032 Aug 17 00:14:07.888213 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53060) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:07.915859 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f82b76-db3e-41a1-898d-8d00fc49e9c2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Port': ['ID=d4019421-e92a-4ef7-9954-7c1348d09a03,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:07.919359 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32c7a9-0439-47e2-892f-6cc684eca183 None None] Pushing event updated for resources: {'Port': ['ID=eb873d97-59bc-4cb1-a50a-9b70d63aff63,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:07.928996 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-0066f8b3-9b09-44f0-ae74-23b1dbe9f359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:07.930890 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-0066f8b3-9b09-44f0-ae74-23b1dbe9f359 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c620e01b-20a6-4877-9076-dcd267b7e818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821328 Aug 17 00:14:07.982449 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-88a51de7-d70b-403f-b1f8-fe154f3cb848 None None] Provisioning for port 7402d3ab-5c18-47e0-974a-a2613fd6578c completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:14:08.023076 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e7ba53-d8bb-4b08-97c9-c14945d29396 None None] Update dhcp port {'port': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'fixed_ips': [{'subnet_id': '304813ae-8a6f-4e80-9aa6-186419a625df', 'ip_address': '2001:db8::f816:3eff:fed0:53bf'}, {'subnet_id': '0b0afb5f-75a3-4295-a224-b01018308e65'}], 'binding:host_id': 'n-d-800088-20'}, 'id': 'eb873d97-59bc-4cb1-a50a-9b70d63aff63'} from n-d-800088-20. {{(pid=101404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 00:14:08.061294 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port ba1af0d0-097d-4a31-9a43-fc1181b2fcb2 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:08.061673 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:08.093147 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a0e7ba53-d8bb-4b08-97c9-c14945d29396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:08.114844 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:14:08.119590 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-cff53cd2-a275-4f2d-9b90-514773debf1b service neutron] 10.222.0.64 "GET /v2.0/networks/c620e01b-20a6-4877-9076-dcd267b7e818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766839 Aug 17 00:14:08.140337 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-f430a189-d6ef-4cd9-aadd-aca5079b914c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting port d4019421-e92a-4ef7-9954-7c1348d09a03 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:14:08.145704 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f430a189-d6ef-4cd9-aadd-aca5079b914c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:08.398910 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-a0e7ba53-d8bb-4b08-97c9-c14945d29396 None None] Allocated IP 2001:db8:0:1::2 (d70a647a-a896-41f9-a7d0-554edd779aa3/0b0afb5f-75a3-4295-a224-b01018308e65/eb873d97-59bc-4cb1-a50a-9b70d63aff63) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:14:08.421248 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f430a189-d6ef-4cd9-aadd-aca5079b914c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:08.465533 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-f430a189-d6ef-4cd9-aadd-aca5079b914c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Calling delete_port for d4019421-e92a-4ef7-9954-7c1348d09a03 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:14:08.505857 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac5dd0e9-9a67-4d23-9de7-d85301a0b1d5 req-d9a22a35-23e8-4c8a-aec7-be9eeb1e5acb service neutron] 10.222.0.64 "GET /v2.0/networks/c620e01b-20a6-4877-9076-dcd267b7e818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802261 Aug 17 00:14:08.522858 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-a0e7ba53-d8bb-4b08-97c9-c14945d29396 None None] For port eb873d97-59bc-4cb1-a50a-9b70d63aff63, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=eb873d97-59bc-4cb1-a50a-9b70d63aff63,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:08.569633 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a0e7ba53-d8bb-4b08-97c9-c14945d29396 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:08.584593 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52147794-8d55-44f9-9859-518afc0c4246 req-c58636bb-b6b6-404c-b8d5-c27e18ef95e6 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:08.586537 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-52147794-8d55-44f9-9859-518afc0c4246 req-c58636bb-b6b6-404c-b8d5-c27e18ef95e6 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 944 time: 0.2006238 Aug 17 00:14:08.597991 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a0e7ba53-d8bb-4b08-97c9-c14945d29396 None None] Transition to ACTIVE for port object eb873d97-59bc-4cb1-a50a-9b70d63aff63 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:08.643161 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a0e7ba53-d8bb-4b08-97c9-c14945d29396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:08.782339 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f430a189-d6ef-4cd9-aadd-aca5079b914c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:08.827149 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430a189-d6ef-4cd9-aadd-aca5079b914c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Port': ['ID=d4019421-e92a-4ef7-9954-7c1348d09a03,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:08.858001 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f6318f55-e33b-40c0-af26-40c00474d70a req-eaa43f72-e4ba-49c2-9959-0a2e5c83a6f2 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 210 time: 0.1374986 Aug 17 00:14:08.892849 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-52147794-8d55-44f9-9859-518afc0c4246 req-3d7c2a06-693c-436b-863b-359d7a91212c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332287 Aug 17 00:14:08.898668 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e3f55-62db-457c-a5f9-df0231647fe5 req-732727fd-3c56-42c4-a8ac-8d753da0234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:08.900356 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a72e3f55-62db-457c-a5f9-df0231647fe5 req-732727fd-3c56-42c4-a8ac-8d753da0234c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 1096 time: 0.3129122 Aug 17 00:14:08.957926 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f430a189-d6ef-4cd9-aadd-aca5079b914c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:08.960077 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f430a189-d6ef-4cd9-aadd-aca5079b914c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/d4019421-e92a-4ef7-9954-7c1348d09a03 HTTP/1.1" status: 204 len: 168 time: 1.0538867 Aug 17 00:14:08.962485 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53082) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:09.067160 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c303ba3c-d46f-4da5-b3e4-776cb4eec004 req-d4b16bd2-e9cb-47a9-a91c-0575f21d2ac6 tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0548477 Aug 17 00:14:09.088276 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369d28e9-7c98-4227-a85c-fae95338714a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:09.093015 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-369d28e9-7c98-4227-a85c-fae95338714a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1270094 Aug 17 00:14:09.093292 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53088) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:09.155262 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e3f55-62db-457c-a5f9-df0231647fe5 req-e2e804c0-2724-4347-a533-b45f27b6a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:09.156388 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec7cb96-1ee4-44f2-980e-3bcc7982e347 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:09.160678 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5ec7cb96-1ee4-44f2-980e-3bcc7982e347 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0638800 Aug 17 00:14:09.161331 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53090) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:09.164895 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a72e3f55-62db-457c-a5f9-df0231647fe5 req-e2e804c0-2724-4347-a533-b45f27b6a622 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c620e01b-20a6-4877-9076-dcd267b7e818 HTTP/1.1" status: 200 len: 897 time: 0.2517467 Aug 17 00:14:09.225999 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a72e3f55-62db-457c-a5f9-df0231647fe5 req-df296bbb-1508-4065-8652-92f5d3e30375 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7402d3ab-5c18-47e0-974a-a2613fd6578c HTTP/1.1" status: 200 len: 217 time: 0.0519073 Aug 17 00:14:09.235597 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279654dd-eb42-4c4c-89aa-fc93d7da6e18 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:09.237454 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279654dd-eb42-4c4c-89aa-fc93d7da6e18 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:09.239706 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279654dd-eb42-4c4c-89aa-fc93d7da6e18 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:09.247110 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53092) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:09.249875 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-279654dd-eb42-4c4c-89aa-fc93d7da6e18 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0874193 Aug 17 00:14:09.281601 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7ba53-d8bb-4b08-97c9-c14945d29396 None None] Pushing event updated for resources: {'Port': ['ID=eb873d97-59bc-4cb1-a50a-9b70d63aff63,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:09.353723 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e3f55-62db-457c-a5f9-df0231647fe5 req-8e32b5d8-97e5-4d8f-bd06-7be556da3deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:09.355436 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a72e3f55-62db-457c-a5f9-df0231647fe5 req-8e32b5d8-97e5-4d8f-bd06-7be556da3deb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8a59fccd-7307-4611-9a9e-d56491e0ad97 HTTP/1.1" status: 200 len: 834 time: 0.1218257 Aug 17 00:14:09.360138 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2b9fb3-7155-4055-b251-d53630a3c5f9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet 0b0afb5f-75a3-4295-a224-b01018308e65 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:14:09.364859 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3d2b9fb3-7155-4055-b251-d53630a3c5f9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:09.421256 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3d2b9fb3-7155-4055-b251-d53630a3c5f9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:09.556467 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e3f55-62db-457c-a5f9-df0231647fe5 req-7a82e4fa-8601-49ac-b21f-2afeebaa908c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:09.558801 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a72e3f55-62db-457c-a5f9-df0231647fe5 req-7a82e4fa-8601-49ac-b21f-2afeebaa908c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c620e01b-20a6-4877-9076-dcd267b7e818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1056509 Aug 17 00:14:09.657091 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3d2b9fb3-7155-4055-b251-d53630a3c5f9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:09.789968 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a72e3f55-62db-457c-a5f9-df0231647fe5 req-16b29c27-2983-4c69-ba96-7efbcac157c8 service neutron] 10.222.0.64 "GET /v2.0/networks/c620e01b-20a6-4877-9076-dcd267b7e818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193694 Aug 17 00:14:09.805337 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device eb873d97-59bc-4cb1-a50a-9b70d63aff63 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:14:09.831121 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3d2b9fb3-7155-4055-b251-d53630a3c5f9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:09.973802 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b9fb3-7155-4055-b251-d53630a3c5f9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=0b0afb5f-75a3-4295-a224-b01018308e65,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:10.012788 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3d2b9fb3-7155-4055-b251-d53630a3c5f9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:10.014722 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3d2b9fb3-7155-4055-b251-d53630a3c5f9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/0b0afb5f-75a3-4295-a224-b01018308e65 HTTP/1.1" status: 204 len: 168 time: 0.7611952 Aug 17 00:14:10.017357 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53104) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:10.098646 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:10.109269 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a72e3f55-62db-457c-a5f9-df0231647fe5 req-cf02216f-e7c3-4fb2-8dd8-999052611243 service neutron] 10.222.0.64 "GET /v2.0/networks/c620e01b-20a6-4877-9076-dcd267b7e818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080394 Aug 17 00:14:10.123281 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3a95cca9-77f7-4b33-a81d-74f7291f6f76 req-f21cc277-3ee5-46e0-9dd2-621605b256ab tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 210 time: 0.1222558 Aug 17 00:14:10.136149 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4901363-7944-4337-b659-0a7ee375a4b4 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet 304813ae-8a6f-4e80-9aa6-186419a625df {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:14:10.142320 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e4901363-7944-4337-b659-0a7ee375a4b4 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:10.144632 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e89b7-cecc-4a19-b8a2-5fdef587d84c req-4e8b03b8-4fe2-4a8b-91c1-7b92448797b0 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:10.146452 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec0e89b7-cecc-4a19-b8a2-5fdef587d84c req-4e8b03b8-4fe2-4a8b-91c1-7b92448797b0 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 944 time: 0.1676197 Aug 17 00:14:10.219724 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec0e89b7-cecc-4a19-b8a2-5fdef587d84c req-59d96f98-48a9-4de8-842b-7e31adda164b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640869 Aug 17 00:14:10.254070 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e4901363-7944-4337-b659-0a7ee375a4b4 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:10.316165 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c00d0d76-b92d-45f7-8bf5-bebd18e2729a None None] Could not find standard attr ID for object d4019421-e92a-4ef7-9954-7c1348d09a03. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:14:10.336904 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75f97ee-e651-4ede-9dfe-0fec965a1082 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:10.382078 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c00d0d76-b92d-45f7-8bf5-bebd18e2729a None None] Provisioning for port eb873d97-59bc-4cb1-a50a-9b70d63aff63 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:14:10.393032 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c00d0d76-b92d-45f7-8bf5-bebd18e2729a None None] Provisioning complete for port eb873d97-59bc-4cb1-a50a-9b70d63aff63 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:10.393458 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c00d0d76-b92d-45f7-8bf5-bebd18e2729a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:10.407833 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a1bba06-5177-4ed4-be5f-cf97ccb02a92 req-0e36107b-137d-45e5-bcdd-407709b0dc91 tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0413780 Aug 17 00:14:10.461740 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e4901363-7944-4337-b659-0a7ee375a4b4 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:10.559026 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e4901363-7944-4337-b659-0a7ee375a4b4 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:10.578905 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e4901363-7944-4337-b659-0a7ee375a4b4 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:10.581975 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e4901363-7944-4337-b659-0a7ee375a4b4 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/304813ae-8a6f-4e80-9aa6-186419a625df HTTP/1.1" status: 204 len: 168 time: 0.5631151 Aug 17 00:14:10.583456 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53108) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:10.622243 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4901363-7944-4337-b659-0a7ee375a4b4 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=304813ae-8a6f-4e80-9aa6-186419a625df,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:10.658223 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f994072f-a691-4d76-a4fe-220bed12a70a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0728936 Aug 17 00:14:10.661637 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53110) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:10.669626 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-05d20bcc-bedb-438a-a487-a97989ecdfc8 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:10.679738 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 7402d3ab-5c18-47e0-974a-a2613fd6578c details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:14:10.711850 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a5a7ad-2f33-46e7-9c08-b1a5828a7346 None None] Update dhcp port {'port': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'fixed_ips': [{'subnet_id': '304813ae-8a6f-4e80-9aa6-186419a625df'}], 'binding:host_id': 'n-d-800088-20'}, 'id': 'eb873d97-59bc-4cb1-a50a-9b70d63aff63'} from n-d-800088-20. {{(pid=101404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 00:14:10.781544 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d20bcc-bedb-438a-a487-a97989ecdfc8 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:10.783698 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-79a5a7ad-2f33-46e7-9c08-b1a5828a7346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:10.786171 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-05d20bcc-bedb-438a-a487-a97989ecdfc8 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:10.926477 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 7402d3ab-5c18-47e0-974a-a2613fd6578c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=7402d3ab-5c18-47e0-974a-a2613fd6578c,segment=NetworkSegment(29022532-c1e3-47ba-bd55-19b3ce5b2e2a),segment_id=29022532-c1e3-47ba-bd55-19b3ce5b2e2a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:10.940837 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '7402d3ab-5c18-47e0-974a-a2613fd6578c', 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818', 'port_id': '7402d3ab-5c18-47e0-974a-a2613fd6578c', 'mac_address': 'fa:16:3e:99:a3:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a59fccd-7307-4611-9a9e-d56491e0ad97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:14:11.006930 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:11.025783 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9d1429-1655-4541-9db8-6e8232350853 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:11.049318 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7402d3ab-5c18-47e0-974a-a2613fd6578c {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:14:11.124669 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 7402d3ab-5c18-47e0-974a-a2613fd6578c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=7402d3ab-5c18-47e0-974a-a2613fd6578c,segment=NetworkSegment(29022532-c1e3-47ba-bd55-19b3ce5b2e2a),segment_id=29022532-c1e3-47ba-bd55-19b3ce5b2e2a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:11.139845 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:11.167905 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d88639e9-1fb0-4a7f-8ab3-4042f73195eb None None] Provisioning complete for port eb873d97-59bc-4cb1-a50a-9b70d63aff63 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:11.168444 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d88639e9-1fb0-4a7f-8ab3-4042f73195eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:11.310939 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=7402d3ab-5c18-47e0-974a-a2613fd6578c,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:11.356053 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58d87f2d-955d-42ef-906d-82063c94e18e req-a85cac16-70da-4ad4-b921-7b909089b109 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=a38cc906-5453-4b2d-8c1d-b9db70c107f0 HTTP/1.1" status: 200 len: 210 time: 0.0790074 Aug 17 00:14:11.388500 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a6caca-3d41-43ac-872d-df2a885c5b3f None None] DHCP port deletion for d70a647a-a896-41f9-a7d0-554edd779aa3 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:14:11.415285 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['7402d3ab-5c18-47e0-974a-a2613fd6578c'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:14:11.484952 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7899d-b976-4533-99ea-432d3ea00e02 req-130b44cc-1374-42cd-a47f-a5ae766d4ece tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:11.488559 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-52b7899d-b976-4533-99ea-432d3ea00e02 req-130b44cc-1374-42cd-a47f-a5ae766d4ece tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 945 time: 0.0769064 Aug 17 00:14:11.514055 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-05d20bcc-bedb-438a-a487-a97989ecdfc8 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:11.515363 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de08ddb0-c580-40f6-98fb-02c2ebe8c504 req-8fc1221c-a42c-4984-bad1-91a7948ecf18 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0514107 Aug 17 00:14:11.577773 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-65a6caca-3d41-43ac-872d-df2a885c5b3f None None] Deleting port eb873d97-59bc-4cb1-a50a-9b70d63aff63 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:14:11.578325 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-65a6caca-3d41-43ac-872d-df2a885c5b3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:11.584527 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d20bcc-bedb-438a-a487-a97989ecdfc8 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:14:11.593898 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7190d050-761d-4871-8455-0f7a2026657f req-908e6ab8-3bbe-42ef-bf4c-d3b7bc743efe tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0503075 Aug 17 00:14:11.594514 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-05d20bcc-bedb-438a-a487-a97989ecdfc8 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:11.597630 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d20bcc-bedb-438a-a487-a97989ecdfc8 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:11.598235 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-05d20bcc-bedb-438a-a487-a97989ecdfc8 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:11.603538 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-52b7899d-b976-4533-99ea-432d3ea00e02 req-6abf4db5-a662-4239-8276-98c5268a245c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930796 Aug 17 00:14:11.636774 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d20bcc-bedb-438a-a487-a97989ecdfc8 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=36de82bb-a013-4ea4-beb7-62cc9c48b2e6,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:11.641487 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-05d20bcc-bedb-438a-a487-a97989ecdfc8 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9783735 Aug 17 00:14:11.644402 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53124) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:11.654939 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1bf1cace-4c0b-4b09-8265-85518c68aa8c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:11.703414 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:11.732020 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-65a6caca-3d41-43ac-872d-df2a885c5b3f None None] For port eb873d97-59bc-4cb1-a50a-9b70d63aff63, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=eb873d97-59bc-4cb1-a50a-9b70d63aff63,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:11.732354 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-65a6caca-3d41-43ac-872d-df2a885c5b3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:11.758988 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-65a6caca-3d41-43ac-872d-df2a885c5b3f None None] Calling delete_port for eb873d97-59bc-4cb1-a50a-9b70d63aff63 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:14:11.812164 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf1cace-4c0b-4b09-8265-85518c68aa8c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:11.817136 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1bf1cace-4c0b-4b09-8265-85518c68aa8c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:11.819370 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device eb873d97-59bc-4cb1-a50a-9b70d63aff63 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:14:11.934665 n-d-800088-20 neutron-server[101402]: INFO neutron.db.ipam_backend_mixin [None req-1bf1cace-4c0b-4b09-8265-85518c68aa8c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 36de82bb-a013-4ea4-beb7-62cc9c48b2e6 (CIDR: 2001:db8::/64) Aug 17 00:14:11.939418 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf1cace-4c0b-4b09-8265-85518c68aa8c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:14:11.940216 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf1cace-4c0b-4b09-8265-85518c68aa8c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:11.955768 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-65a6caca-3d41-43ac-872d-df2a885c5b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:11.958851 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1bf1cace-4c0b-4b09-8265-85518c68aa8c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3092396 Aug 17 00:14:11.961567 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53126) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:11.970302 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-d2eb786e-e3cb-4096-a737-af79196a61dd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:12.000292 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6caca-3d41-43ac-872d-df2a885c5b3f None None] Pushing event deleted for resources: {'Port': ['ID=eb873d97-59bc-4cb1-a50a-9b70d63aff63,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:12.002310 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a6caca-3d41-43ac-872d-df2a885c5b3f None None] No DVR routers for this DVR port eb873d97-59bc-4cb1-a50a-9b70d63aff63 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:14:12.018914 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:12.032747 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ab2724-46a4-413d-9480-b98fab014ca7 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:12.116295 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2eb786e-e3cb-4096-a737-af79196a61dd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:12.123989 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d2eb786e-e3cb-4096-a737-af79196a61dd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:12.228972 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7d2bdb-b10b-4faf-9aee-22da4c77f01b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-d70a647a-a896-41f9-a7d0-554edd779aa3', 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'fixed_ips': [{'subnet_id': '36de82bb-a013-4ea4-beb7-62cc9c48b2e6'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:14:12.230192 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6f7d2bdb-b10b-4faf-9aee-22da4c77f01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:12.384553 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-6f7d2bdb-b10b-4faf-9aee-22da4c77f01b None None] Allocated IP 2001:db8::2 (d70a647a-a896-41f9-a7d0-554edd779aa3/36de82bb-a013-4ea4-beb7-62cc9c48b2e6/68409ec2-c15d-49ae-9f44-ac5bff211881) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:14:12.591169 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6f7d2bdb-b10b-4faf-9aee-22da4c77f01b None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:12.601757 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6f7d2bdb-b10b-4faf-9aee-22da4c77f01b None None] Transition to ACTIVE for port object 68409ec2-c15d-49ae-9f44-ac5bff211881 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:12.611013 n-d-800088-20 neutron-server[101402]: DEBUG neutron.objects.ports [None req-d2eb786e-e3cb-4096-a737-af79196a61dd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101402) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 00:14:12.612802 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d2eb786e-e3cb-4096-a737-af79196a61dd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:12.623906 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6f7d2bdb-b10b-4faf-9aee-22da4c77f01b None None] Transition to ACTIVE for port object 68409ec2-c15d-49ae-9f44-ac5bff211881 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:12.633436 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6f7d2bdb-b10b-4faf-9aee-22da4c77f01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:12.659321 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eb786e-e3cb-4096-a737-af79196a61dd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:14:12.662864 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-d2eb786e-e3cb-4096-a737-af79196a61dd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:12.668220 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eb786e-e3cb-4096-a737-af79196a61dd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:12.668912 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d2eb786e-e3cb-4096-a737-af79196a61dd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:12.684005 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7d2bdb-b10b-4faf-9aee-22da4c77f01b None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:14:12.690597 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d2eb786e-e3cb-4096-a737-af79196a61dd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7266314 Aug 17 00:14:12.693348 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53142) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:12.693872 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-6f7d2bdb-b10b-4faf-9aee-22da4c77f01b None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:12.696725 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7d2bdb-b10b-4faf-9aee-22da4c77f01b None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:14:12.699742 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1fe3ea28-f400-4cda-bb22-1e3a2873f98f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'port': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'mac_address': 'fa:16:3e:8a:e4:60', 'name': 'tempest-NetworksTestDHCPv6-1995435517'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:12.722131 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d2bdb-b10b-4faf-9aee-22da4c77f01b None None] Pushing event updated for resources: {'Port': ['ID=68409ec2-c15d-49ae-9f44-ac5bff211881,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:12.783685 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-6f7d2bdb-b10b-4faf-9aee-22da4c77f01b None None] Attempting to bind port 68409ec2-c15d-49ae-9f44-ac5bff211881 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:14:12.783960 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-6f7d2bdb-b10b-4faf-9aee-22da4c77f01b None None] Attempting to bind port 68409ec2-c15d-49ae-9f44-ac5bff211881 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:14:12.784321 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7d2bdb-b10b-4faf-9aee-22da4c77f01b None None] Attempting to bind port 68409ec2-c15d-49ae-9f44-ac5bff211881 on network d70a647a-a896-41f9-a7d0-554edd779aa3 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:14:12.793152 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7d2bdb-b10b-4faf-9aee-22da4c77f01b None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:14:12.793542 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7d2bdb-b10b-4faf-9aee-22da4c77f01b None None] Checking segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:14:12.793947 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6f7d2bdb-b10b-4faf-9aee-22da4c77f01b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:12.794333 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7d2bdb-b10b-4faf-9aee-22da4c77f01b None None] Bound using segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:14:12.794832 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-6f7d2bdb-b10b-4faf-9aee-22da4c77f01b None None] Bound port: 68409ec2-c15d-49ae-9f44-ac5bff211881, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:14:12.795458 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6f7d2bdb-b10b-4faf-9aee-22da4c77f01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:12.806899 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb786e-e3cb-4096-a737-af79196a61dd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=9489e142-d07f-4fd1-9a36-4e0d0c8db606,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:12.842481 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe3ea28-f400-4cda-bb22-1e3a2873f98f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:12.845546 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aab8ed43-79b4-47c1-821e-fffe8a548c86 req-636b80e1-21b1-4ed2-87d9-901b691f83fa tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0592587 Aug 17 00:14:12.881751 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f5658-e9e6-47d7-9b7b-b2ed21551278 req-032d187a-3d8f-4f31-ab68-dbda6060bb68 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:12.887629 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-071f5658-e9e6-47d7-9b7b-b2ed21551278 req-032d187a-3d8f-4f31-ab68-dbda6060bb68 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 945 time: 0.1537814 Aug 17 00:14:12.910240 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-6f7d2bdb-b10b-4faf-9aee-22da4c77f01b None None] For port 68409ec2-c15d-49ae-9f44-ac5bff211881, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:14:12.915195 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-6f7d2bdb-b10b-4faf-9aee-22da4c77f01b None None] For port 68409ec2-c15d-49ae-9f44-ac5bff211881, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=68409ec2-c15d-49ae-9f44-ac5bff211881,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:14:12.929338 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6f7d2bdb-b10b-4faf-9aee-22da4c77f01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:12.951961 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1fe3ea28-f400-4cda-bb22-1e3a2873f98f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:12.992809 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-1fe3ea28-f400-4cda-bb22-1e3a2873f98f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] device_id is not set on port 64a50ebc-a0ae-48ee-ad63-31ca0672bac6 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:14:12.995850 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-071f5658-e9e6-47d7-9b7b-b2ed21551278 req-39e67d4a-85dc-4600-a6ac-8e4532501f8d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972605 Aug 17 00:14:13.054452 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d2bdb-b10b-4faf-9aee-22da4c77f01b None None] Pushing event updated for resources: {'Port': ['ID=68409ec2-c15d-49ae-9f44-ac5bff211881,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:13.324598 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-1fe3ea28-f400-4cda-bb22-1e3a2873f98f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 2001:db8::1cc (d70a647a-a896-41f9-a7d0-554edd779aa3/36de82bb-a013-4ea4-beb7-62cc9c48b2e6/64a50ebc-a0ae-48ee-ad63-31ca0672bac6) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:14:13.340032 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-1fe3ea28-f400-4cda-bb22-1e3a2873f98f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8a:e460 (d70a647a-a896-41f9-a7d0-554edd779aa3/9489e142-d07f-4fd1-9a36-4e0d0c8db606/64a50ebc-a0ae-48ee-ad63-31ca0672bac6) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:14:13.494435 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7012db83-1e0e-4d01-9236-9bb116721233 req-37abb72f-9f3e-450a-ba85-d71b9695a574 tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0485938 Aug 17 00:14:13.576933 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1fe3ea28-f400-4cda-bb22-1e3a2873f98f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:13.592811 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-1fe3ea28-f400-4cda-bb22-1e3a2873f98f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Transition to ACTIVE for port object 64a50ebc-a0ae-48ee-ad63-31ca0672bac6 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:13.670368 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1fe3ea28-f400-4cda-bb22-1e3a2873f98f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:13.719481 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe3ea28-f400-4cda-bb22-1e3a2873f98f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:14:13.722746 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-1fe3ea28-f400-4cda-bb22-1e3a2873f98f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:13.725430 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe3ea28-f400-4cda-bb22-1e3a2873f98f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:14:13.732154 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe3ea28-f400-4cda-bb22-1e3a2873f98f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:13.732874 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1fe3ea28-f400-4cda-bb22-1e3a2873f98f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:13.762969 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53166) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:13.763332 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1fe3ea28-f400-4cda-bb22-1e3a2873f98f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0688267 Aug 17 00:14:13.781181 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3ea28-f400-4cda-bb22-1e3a2873f98f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Port': ['ID=64a50ebc-a0ae-48ee-ad63-31ca0672bac6,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:13.859748 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 68409ec2-c15d-49ae-9f44-ac5bff211881 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:14:13.879925 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-a39e7bc4-6cbf-47b7-8cb0-465aaae706fd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting port 64a50ebc-a0ae-48ee-ad63-31ca0672bac6 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:14:13.880451 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a39e7bc4-6cbf-47b7-8cb0-465aaae706fd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:13.954994 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 68409ec2-c15d-49ae-9f44-ac5bff211881 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:14:14.013081 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a39e7bc4-6cbf-47b7-8cb0-465aaae706fd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:14.028922 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-a39e7bc4-6cbf-47b7-8cb0-465aaae706fd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Calling delete_port for 64a50ebc-a0ae-48ee-ad63-31ca0672bac6 owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:14:14.171988 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe3886-f65b-4729-a35b-5cb85d750083 req-a0c0e7e9-fce7-48c6-889d-6ecf98c25b4a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:14.173477 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a2fe3886-f65b-4729-a35b-5cb85d750083 req-a0c0e7e9-fce7-48c6-889d-6ecf98c25b4a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 945 time: 0.0783694 Aug 17 00:14:14.222145 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a2fe3886-f65b-4729-a35b-5cb85d750083 req-ba4681d5-3202-4da5-a8ee-7c23b6d25675 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415101 Aug 17 00:14:14.351537 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a39e7bc4-6cbf-47b7-8cb0-465aaae706fd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:14.383489 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b951f207-d0b3-449b-8004-8f3ed5111a97 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:14.386384 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e7bc4-6cbf-47b7-8cb0-465aaae706fd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Port': ['ID=64a50ebc-a0ae-48ee-ad63-31ca0672bac6,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:14.438443 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a39e7bc4-6cbf-47b7-8cb0-465aaae706fd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:14.442474 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a39e7bc4-6cbf-47b7-8cb0-465aaae706fd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/64a50ebc-a0ae-48ee-ad63-31ca0672bac6 HTTP/1.1" status: 204 len: 168 time: 0.6758823 Aug 17 00:14:14.443027 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53172) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:14.495758 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-bb89cea8-0798-4c5c-858f-a3093ab75ffe None None] Provisioning for port 68409ec2-c15d-49ae-9f44-ac5bff211881 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:14:14.504532 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-bb89cea8-0798-4c5c-858f-a3093ab75ffe None None] Provisioning complete for port 68409ec2-c15d-49ae-9f44-ac5bff211881 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:14.505007 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bb89cea8-0798-4c5c-858f-a3093ab75ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:14.524992 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f986a9e-5fa5-45cd-9441-a07d9803a9b4 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:14.529570 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3f986a9e-5fa5-45cd-9441-a07d9803a9b4 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0823877 Aug 17 00:14:14.529570 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53174) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:14.634566 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44c90c8-5c9f-413e-bd9f-56fb9f6ca29c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:14.639193 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-803858dc-d276-43cc-b633-2513321382c6 req-9634fe7d-1829-4475-be28-a9fd3af10bc3 tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0350091 Aug 17 00:14:14.643865 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b44c90c8-5c9f-413e-bd9f-56fb9f6ca29c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1117198 Aug 17 00:14:14.648514 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53178) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:14.675936 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bb89cea8-0798-4c5c-858f-a3093ab75ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:14.715639 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b1b762-a658-454c-a79d-9ed44bd59877 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:14.717648 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b1b762-a658-454c-a79d-9ed44bd59877 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:14.720937 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b1b762-a658-454c-a79d-9ed44bd59877 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:14.725602 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-36b1b762-a658-454c-a79d-9ed44bd59877 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0734746 Aug 17 00:14:14.726059 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-bb89cea8-0798-4c5c-858f-a3093ab75ffe None None] For port 68409ec2-c15d-49ae-9f44-ac5bff211881, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=68409ec2-c15d-49ae-9f44-ac5bff211881,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:14.726261 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53184) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:14.738571 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 7402d3ab-5c18-47e0-974a-a2613fd6578c up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:14:14.788869 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-779d4d54-f1f5-421d-992b-5b9407935045 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet 36de82bb-a013-4ea4-beb7-62cc9c48b2e6 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:14:14.789696 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bb89cea8-0798-4c5c-858f-a3093ab75ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:14.793631 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-779d4d54-f1f5-421d-992b-5b9407935045 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:14.846561 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-779d4d54-f1f5-421d-992b-5b9407935045 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:14.965306 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-779d4d54-f1f5-421d-992b-5b9407935045 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:15.049849 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-779d4d54-f1f5-421d-992b-5b9407935045 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:15.066163 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-779d4d54-f1f5-421d-992b-5b9407935045 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:15.068338 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-779d4d54-f1f5-421d-992b-5b9407935045 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/36de82bb-a013-4ea4-beb7-62cc9c48b2e6 HTTP/1.1" status: 204 len: 168 time: 0.3409154 Aug 17 00:14:15.070943 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53186) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:15.076847 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e9990f-c91a-4107-82eb-890945ef8dd0 None None] Update dhcp port {'port': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'fixed_ips': [{'subnet_id': '36de82bb-a013-4ea4-beb7-62cc9c48b2e6', 'ip_address': '2001:db8::2'}, {'subnet_id': '9489e142-d07f-4fd1-9a36-4e0d0c8db606'}], 'binding:host_id': 'n-d-800088-20'}, 'id': '68409ec2-c15d-49ae-9f44-ac5bff211881'} from n-d-800088-20. {{(pid=101404) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 00:14:15.091340 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d4d54-f1f5-421d-992b-5b9407935045 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=36de82bb-a013-4ea4-beb7-62cc9c48b2e6,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:15.117793 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89cea8-0798-4c5c-858f-a3093ab75ffe None None] Pushing event updated for resources: {'Port': ['ID=68409ec2-c15d-49ae-9f44-ac5bff211881,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:15.132798 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-84e9990f-c91a-4107-82eb-890945ef8dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:15.150406 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 7402d3ab-5c18-47e0-974a-a2613fd6578c completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:14:15.154796 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 7402d3ab-5c18-47e0-974a-a2613fd6578c triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:15.155296 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:15.155426 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01b5f25-fc2c-43e0-9490-e42aaa62013b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet 9489e142-d07f-4fd1-9a36-4e0d0c8db606 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:14:15.158715 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d01b5f25-fc2c-43e0-9490-e42aaa62013b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:15.213872 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d01b5f25-fc2c-43e0-9490-e42aaa62013b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:15.266736 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d01b5f25-fc2c-43e0-9490-e42aaa62013b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:15.378105 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d01b5f25-fc2c-43e0-9490-e42aaa62013b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server [None req-84e9990f-c91a-4107-82eb-890945ef8dd0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9489e142-d07f-4fd1-9a36-4e0d0c8db606: This subnet is being modified by another concurrent operation. Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:14:15.385394 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise exception Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9489e142-d07f-4fd1-9a36-4e0d0c8db606: This subnet is being modified by another concurrent operation. Aug 17 00:14:15.391074 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server Aug 17 00:14:15.400440 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:15.415914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62557fc7-4aed-4955-8698-6daf5dd8fca0 req-73e6c592-84e4-4184-9940-9b58158cfd8e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:15.421739 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d01b5f25-fc2c-43e0-9490-e42aaa62013b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:15.425411 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62557fc7-4aed-4955-8698-6daf5dd8fca0 req-73e6c592-84e4-4184-9940-9b58158cfd8e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 945 time: 0.0951622 Aug 17 00:14:15.428938 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53192) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:15.432142 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2b1712-4112-49fc-b9e8-d676beae0b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7402d3ab-5c18-47e0-974a-a2613fd6578c'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:14:15.433368 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d01b5f25-fc2c-43e0-9490-e42aaa62013b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/9489e142-d07f-4fd1-9a36-4e0d0c8db606 HTTP/1.1" status: 204 len: 168 time: 0.3599310 Aug 17 00:14:15.435398 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc565bc-1608-467c-bc40-d78b10d9beb9" -d '{"events": [{"server_uuid": "3f2b1712-4112-49fc-b9e8-d676beae0b89", "name": "network-vif-plugged", "status": "completed", "tag": "7402d3ab-5c18-47e0-974a-a2613fd6578c"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:14:15.446961 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b5f25-fc2c-43e0-9490-e42aaa62013b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=9489e142-d07f-4fd1-9a36-4e0d0c8db606,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:15.473345 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 7402d3ab-5c18-47e0-974a-a2613fd6578c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=7402d3ab-5c18-47e0-974a-a2613fd6578c,segment=NetworkSegment(29022532-c1e3-47ba-bd55-19b3ce5b2e2a),segment_id=29022532-c1e3-47ba-bd55-19b3ce5b2e2a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:15.480296 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:15.518062 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8ca3ab-fa32-4d5c-9f58-27e98f833867 x-openstack-request-id: req-0f8ca3ab-fa32-4d5c-9f58-27e98f833867 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:14:15.518344 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2b1712-4112-49fc-b9e8-d676beae0b89", "name": "network-vif-plugged", "status": "completed", "tag": "7402d3ab-5c18-47e0-974a-a2613fd6578c", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:14:15.519216 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f8ca3ab-fa32-4d5c-9f58-27e98f833867 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:14:15.519578 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2b1712-4112-49fc-b9e8-d676beae0b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7402d3ab-5c18-47e0-974a-a2613fd6578c', 'code': 200} Aug 17 00:14:15.522814 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9f2ef944-4cb2-41e5-b22a-5ed95faab8d8 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924811 Aug 17 00:14:15.524608 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b640b779-901c-4e06-b710-9771597a7aac None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:15.528622 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53196) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:15.535569 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-4b87aaae-3c0e-47d1-a5bc-85fbf64f4b4b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:15.567298 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62557fc7-4aed-4955-8698-6daf5dd8fca0 req-cf3f18f6-075f-4005-9ff8-09600b7e93a9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718982 Aug 17 00:14:15.636733 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=7402d3ab-5c18-47e0-974a-a2613fd6578c,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:15.708673 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19bf84c-5028-4b10-8f07-cd31b86780f4 req-96f82185-3fdd-4136-b618-ef4b0b577139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:15.708833 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a089e355-a1cc-4524-96d4-b1dc75233d11 None None] Provisioning complete for port 68409ec2-c15d-49ae-9f44-ac5bff211881 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:15.708833 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a089e355-a1cc-4524-96d4-b1dc75233d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:15.712173 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f19bf84c-5028-4b10-8f07-cd31b86780f4 req-96f82185-3fdd-4136-b618-ef4b0b577139 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 1098 time: 0.1160963 Aug 17 00:14:15.770649 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f19bf84c-5028-4b10-8f07-cd31b86780f4 req-d6071d1a-5554-40cb-9267-24e3d68e60d8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514915 Aug 17 00:14:15.770836 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b87aaae-3c0e-47d1-a5bc-85fbf64f4b4b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:15.779193 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b87aaae-3c0e-47d1-a5bc-85fbf64f4b4b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:15.840947 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb21863-bbe6-4b48-b33a-4bc2152293bb None None] DHCP port deletion for d70a647a-a896-41f9-a7d0-554edd779aa3 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:14:15.856395 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-10d22783-34fa-4195-ba89-8857f0ba05dd req-039a7993-4aad-4e7c-8aa3-f440fa116532 tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0677845 Aug 17 00:14:15.895697 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 68409ec2-c15d-49ae-9f44-ac5bff211881 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:14:16.051328 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-dcb21863-bbe6-4b48-b33a-4bc2152293bb None None] Deleting port 68409ec2-c15d-49ae-9f44-ac5bff211881 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:14:16.051786 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-dcb21863-bbe6-4b48-b33a-4bc2152293bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:16.100449 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:16.152189 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-dcb21863-bbe6-4b48-b33a-4bc2152293bb None None] For port 68409ec2-c15d-49ae-9f44-ac5bff211881, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=68409ec2-c15d-49ae-9f44-ac5bff211881,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:16.152779 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-dcb21863-bbe6-4b48-b33a-4bc2152293bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:16.174500 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 68409ec2-c15d-49ae-9f44-ac5bff211881, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=68409ec2-c15d-49ae-9f44-ac5bff211881,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:16.175823 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-dcb21863-bbe6-4b48-b33a-4bc2152293bb None None] Calling delete_port for 68409ec2-c15d-49ae-9f44-ac5bff211881 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:14:16.187102 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:16.216660 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b87aaae-3c0e-47d1-a5bc-85fbf64f4b4b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:16.307127 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=68409ec2-c15d-49ae-9f44-ac5bff211881,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:16.308092 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87aaae-3c0e-47d1-a5bc-85fbf64f4b4b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=5f599471-801f-4de1-9b3b-e96fca1c0d2f,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:16.316993 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b87aaae-3c0e-47d1-a5bc-85fbf64f4b4b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:14:16.318955 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-4b87aaae-3c0e-47d1-a5bc-85fbf64f4b4b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:16.331110 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b87aaae-3c0e-47d1-a5bc-85fbf64f4b4b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:16.331719 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b87aaae-3c0e-47d1-a5bc-85fbf64f4b4b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:16.353100 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-dcb21863-bbe6-4b48-b33a-4bc2152293bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:16.370556 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53246) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:16.376863 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-f452ab19-662d-461c-b59b-f7aa68f260e2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:16.381947 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4b87aaae-3c0e-47d1-a5bc-85fbf64f4b4b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8519931 Aug 17 00:14:16.426459 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb21863-bbe6-4b48-b33a-4bc2152293bb None None] No DVR routers for this DVR port 68409ec2-c15d-49ae-9f44-ac5bff211881 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:14:16.428388 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb21863-bbe6-4b48-b33a-4bc2152293bb None None] Pushing event deleted for resources: {'Port': ['ID=68409ec2-c15d-49ae-9f44-ac5bff211881,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:16.464935 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e9e597-77df-4f8a-b29c-0f268981f152 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:16.555886 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-301110f5-1211-4cbc-9c9a-26e92085f8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:16.646095 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f452ab19-662d-461c-b59b-f7aa68f260e2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:16.655312 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f452ab19-662d-461c-b59b-f7aa68f260e2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:16.774811 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678e3c4a-3508-4eb6-b1ca-180ce5ffb7b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-d70a647a-a896-41f9-a7d0-554edd779aa3', 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'tenant_id': 'b15ed7ca4d1e4eb7a2a30a06d80e768d', 'fixed_ips': [{'subnet_id': '5f599471-801f-4de1-9b3b-e96fca1c0d2f'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:14:16.775811 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-678e3c4a-3508-4eb6-b1ca-180ce5ffb7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:16.811671 n-d-800088-20 neutron-server[101403]: INFO neutron.db.ipam_backend_mixin [None req-f452ab19-662d-461c-b59b-f7aa68f260e2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5f599471-801f-4de1-9b3b-e96fca1c0d2f (CIDR: 2001:db8::/64) Aug 17 00:14:16.828105 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc380035-4a23-4343-b467-cb3fcd082f93 req-713b2d6a-986a-4d6b-9740-737686601150 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:16.829782 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dc380035-4a23-4343-b467-cb3fcd082f93 req-713b2d6a-986a-4d6b-9740-737686601150 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 946 time: 0.1489575 Aug 17 00:14:16.831088 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-f452ab19-662d-461c-b59b-f7aa68f260e2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:14:16.831979 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f452ab19-662d-461c-b59b-f7aa68f260e2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:16.878404 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f452ab19-662d-461c-b59b-f7aa68f260e2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5062315 Aug 17 00:14:16.881708 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53256) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:16.889205 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-3a6ee912-e712-4bce-9a34-44b041d45a87 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'subnet': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:16.897546 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dc380035-4a23-4343-b467-cb3fcd082f93 req-7d842b48-ac3f-4520-a8fa-884ebfce1b3a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507085 Aug 17 00:14:17.016792 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be76ead9-e6cf-4274-8472-75fa9b1fab64 req-7a16e912-ecf2-4d76-9d0a-8e054a4be64d tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0296125 Aug 17 00:14:17.071510 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-678e3c4a-3508-4eb6-b1ca-180ce5ffb7b7 None None] Allocated IP 2001:db8::2 (d70a647a-a896-41f9-a7d0-554edd779aa3/5f599471-801f-4de1-9b3b-e96fca1c0d2f/1f0dc2b3-2498-47a8-b575-4daac50dc89e) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:14:17.108960 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6ee912-e712-4bce-9a34-44b041d45a87 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:17.112616 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3a6ee912-e712-4bce-9a34-44b041d45a87 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:17.243708 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-678e3c4a-3508-4eb6-b1ca-180ce5ffb7b7 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:17.256952 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-678e3c4a-3508-4eb6-b1ca-180ce5ffb7b7 None None] Transition to ACTIVE for port object 1f0dc2b3-2498-47a8-b575-4daac50dc89e will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:17.287791 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-678e3c4a-3508-4eb6-b1ca-180ce5ffb7b7 None None] Transition to ACTIVE for port object 1f0dc2b3-2498-47a8-b575-4daac50dc89e will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:17.294844 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-678e3c4a-3508-4eb6-b1ca-180ce5ffb7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:17.343247 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678e3c4a-3508-4eb6-b1ca-180ce5ffb7b7 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:14:17.346187 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-678e3c4a-3508-4eb6-b1ca-180ce5ffb7b7 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:17.349779 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678e3c4a-3508-4eb6-b1ca-180ce5ffb7b7 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:14:17.358167 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e3c4a-3508-4eb6-b1ca-180ce5ffb7b7 None None] Pushing event updated for resources: {'Port': ['ID=1f0dc2b3-2498-47a8-b575-4daac50dc89e,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:17.414647 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-678e3c4a-3508-4eb6-b1ca-180ce5ffb7b7 None None] Attempting to bind port 1f0dc2b3-2498-47a8-b575-4daac50dc89e on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:14:17.415319 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-678e3c4a-3508-4eb6-b1ca-180ce5ffb7b7 None None] Attempting to bind port 1f0dc2b3-2498-47a8-b575-4daac50dc89e by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:14:17.415689 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678e3c4a-3508-4eb6-b1ca-180ce5ffb7b7 None None] Attempting to bind port 1f0dc2b3-2498-47a8-b575-4daac50dc89e on network d70a647a-a896-41f9-a7d0-554edd779aa3 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:14:17.421663 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678e3c4a-3508-4eb6-b1ca-180ce5ffb7b7 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:14:17.422050 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678e3c4a-3508-4eb6-b1ca-180ce5ffb7b7 None None] Checking segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:14:17.422765 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-678e3c4a-3508-4eb6-b1ca-180ce5ffb7b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:17.423219 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678e3c4a-3508-4eb6-b1ca-180ce5ffb7b7 None None] Bound using segment: {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:14:17.423708 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-678e3c4a-3508-4eb6-b1ca-180ce5ffb7b7 None None] Bound port: 1f0dc2b3-2498-47a8-b575-4daac50dc89e, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:14:17.424116 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-678e3c4a-3508-4eb6-b1ca-180ce5ffb7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:17.502276 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-678e3c4a-3508-4eb6-b1ca-180ce5ffb7b7 None None] For port 1f0dc2b3-2498-47a8-b575-4daac50dc89e, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:14:17.508629 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-678e3c4a-3508-4eb6-b1ca-180ce5ffb7b7 None None] For port 1f0dc2b3-2498-47a8-b575-4daac50dc89e, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=1f0dc2b3-2498-47a8-b575-4daac50dc89e,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:14:17.511684 n-d-800088-20 neutron-server[101402]: DEBUG neutron.objects.ports [None req-3a6ee912-e712-4bce-9a34-44b041d45a87 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101402) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 00:14:17.513705 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-678e3c4a-3508-4eb6-b1ca-180ce5ffb7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:17.584943 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e3c4a-3508-4eb6-b1ca-180ce5ffb7b7 None None] Pushing event updated for resources: {'Port': ['ID=1f0dc2b3-2498-47a8-b575-4daac50dc89e,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:17.732634 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3a6ee912-e712-4bce-9a34-44b041d45a87 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:17.966270 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-3a6ee912-e712-4bce-9a34-44b041d45a87 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] For port 1f0dc2b3-2498-47a8-b575-4daac50dc89e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=1f0dc2b3-2498-47a8-b575-4daac50dc89e,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:18.032333 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3a6ee912-e712-4bce-9a34-44b041d45a87 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:18.039441 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3a6ee912-e712-4bce-9a34-44b041d45a87 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:18.040493 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3a6ee912-e712-4bce-9a34-44b041d45a87 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:18.103484 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed33795-1ad0-41f3-aaa0-86f28bf3d4a6 req-d4b20cb4-8ded-487e-975a-6baeabf3475e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:18.115896 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ed33795-1ad0-41f3-aaa0-86f28bf3d4a6 req-d4b20cb4-8ded-487e-975a-6baeabf3475e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 946 time: 0.1013467 Aug 17 00:14:18.150389 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6ee912-e712-4bce-9a34-44b041d45a87 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:14:18.160517 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-3a6ee912-e712-4bce-9a34-44b041d45a87 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:18.173713 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6ee912-e712-4bce-9a34-44b041d45a87 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:18.174324 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3a6ee912-e712-4bce-9a34-44b041d45a87 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:18.188571 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ee912-e712-4bce-9a34-44b041d45a87 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Port': ['ID=1f0dc2b3-2498-47a8-b575-4daac50dc89e,revision_number=4']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:18.194881 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ee912-e712-4bce-9a34-44b041d45a87 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Subnet': ['ID=97536e86-10d4-4319-b4d7-af419c7d8846,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:18.209585 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ed33795-1ad0-41f3-aaa0-86f28bf3d4a6 req-897615d1-6e3a-46c8-9414-7a35fa2571b4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862639 Aug 17 00:14:18.212735 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3a6ee912-e712-4bce-9a34-44b041d45a87 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3268504 Aug 17 00:14:18.212842 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53302) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:18.218836 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-4026b634-a342-45b2-b107-98b297ea5b6c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Request body: {'port': {'network_id': 'd70a647a-a896-41f9-a7d0-554edd779aa3', 'mac_address': 'fa:16:3e:e0:0f:76', 'name': 'tempest-NetworksTestDHCPv6-109586390'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:18.361494 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d733625b-c14f-4b21-9a37-9059c41b4b3b req-37562518-85bb-4531-9f46-f64db0165738 tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0803661 Aug 17 00:14:18.425181 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4026b634-a342-45b2-b107-98b297ea5b6c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Made reservation on behalf of b15ed7ca4d1e4eb7a2a30a06d80e768d for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:18.434173 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ebd0b-e9ec-46d0-ac65-64d888c45d63 req-27b2d1cb-cff1-431c-909a-aa59c5f893c0 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:18.442050 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-943ebd0b-e9ec-46d0-ac65-64d888c45d63 req-27b2d1cb-cff1-431c-909a-aa59c5f893c0 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 946 time: 0.1131835 Aug 17 00:14:18.489226 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-943ebd0b-e9ec-46d0-ac65-64d888c45d63 req-558b40dc-8491-44b9-9d0b-c2d22e3bfbb2 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455506 Aug 17 00:14:18.516631 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53306) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:18.544919 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4026b634-a342-45b2-b107-98b297ea5b6c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:18.574456 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-4026b634-a342-45b2-b107-98b297ea5b6c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] device_id is not set on port f77cb606-2bee-45ea-a057-e2fcb822ee5b yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:14:18.578641 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9aeee4-dc92-44f9-8e6f-fc6393dc8246 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:18.584735 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2d9aeee4-dc92-44f9-8e6f-fc6393dc8246 tempest-TestNetworkAdvancedServerOps-467122511 tempest-TestNetworkAdvancedServerOps-467122511-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 1093 time: 0.0665963 Aug 17 00:14:18.585410 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53308) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:18.591209 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-97a69169-ebe6-44f6-b541-5e984054abbe tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'port_id': '7402d3ab-5c18-47e0-974a-a2613fd6578c', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:18.697231 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-97a69169-ebe6-44f6-b541-5e984054abbe tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:18.813560 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137bc1bb-6c4e-4c19-bf82-1a3a0b41bdb6 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:18.868374 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-4026b634-a342-45b2-b107-98b297ea5b6c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 2001:db8::5f (d70a647a-a896-41f9-a7d0-554edd779aa3/5f599471-801f-4de1-9b3b-e96fca1c0d2f/f77cb606-2bee-45ea-a057-e2fcb822ee5b) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:14:18.879512 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-4026b634-a342-45b2-b107-98b297ea5b6c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Allocated IP 2001:db8:0:1:f816:3eff:fee0:f76 (d70a647a-a896-41f9-a7d0-554edd779aa3/97536e86-10d4-4319-b4d7-af419c7d8846/f77cb606-2bee-45ea-a057-e2fcb822ee5b) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:14:18.883956 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-db1d6857-3799-46c1-91b0-0560aee1501b None None] Provisioning for port 1f0dc2b3-2498-47a8-b575-4daac50dc89e completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:14:18.945258 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-97a69169-ebe6-44f6-b541-5e984054abbe tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:19.205458 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4026b634-a342-45b2-b107-98b297ea5b6c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:19.237355 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-4026b634-a342-45b2-b107-98b297ea5b6c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Transition to ACTIVE for port object f77cb606-2bee-45ea-a057-e2fcb822ee5b will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:19.239539 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cac68079-6dcb-43d2-97db-9aaddf24d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:19.259142 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-97a69169-ebe6-44f6-b541-5e984054abbe tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Allocated IP 172.25.3.237 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/f702ca06-a0b8-4ae5-b130-472f98474145) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:14:19.270013 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:19.502124 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-011003a7-e382-44a7-8f9c-c285bc7ea36a req-a5e446c2-667e-434f-8f6e-c48ec652b13f tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0420184 Aug 17 00:14:19.660000 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4026b634-a342-45b2-b107-98b297ea5b6c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:19.743445 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4026b634-a342-45b2-b107-98b297ea5b6c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Network d70a647a-a896-41f9-a7d0-554edd779aa3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:14:19.774947 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-4026b634-a342-45b2-b107-98b297ea5b6c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:19.782110 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4026b634-a342-45b2-b107-98b297ea5b6c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:14:19.795108 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4026b634-a342-45b2-b107-98b297ea5b6c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:19.795811 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4026b634-a342-45b2-b107-98b297ea5b6c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:19.803722 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-97a69169-ebe6-44f6-b541-5e984054abbe tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:19.812082 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026b634-a342-45b2-b107-98b297ea5b6c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event updated for resources: {'Port': ['ID=f77cb606-2bee-45ea-a057-e2fcb822ee5b,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:19.855755 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4026b634-a342-45b2-b107-98b297ea5b6c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6404338 Aug 17 00:14:19.857520 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53320) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:19.877658 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 1f0dc2b3-2498-47a8-b575-4daac50dc89e up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:14:19.926876 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-97a69169-ebe6-44f6-b541-5e984054abbe tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:19.985408 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 1f0dc2b3-2498-47a8-b575-4daac50dc89e completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:14:19.991459 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 1f0dc2b3-2498-47a8-b575-4daac50dc89e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:19.992218 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:19.996256 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a69169-ebe6-44f6-b541-5e984054abbe tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:14:20.004667 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-97a69169-ebe6-44f6-b541-5e984054abbe tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:20.007169 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a69169-ebe6-44f6-b541-5e984054abbe tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:14:20.014105 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a69169-ebe6-44f6-b541-5e984054abbe tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Port': ['ID=f702ca06-a0b8-4ae5-b130-472f98474145,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:20.067784 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-c281fce8-30dd-4022-9e18-a8317c549683 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting port f77cb606-2bee-45ea-a057-e2fcb822ee5b {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:14:20.068142 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c281fce8-30dd-4022-9e18-a8317c549683 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:20.125283 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:20.193979 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-9242dd16-bb83-4587-a8ac-bf3d3222be84 None None] Could not find standard attr ID for object d4019421-e92a-4ef7-9954-7c1348d09a03. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:14:20.212346 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c281fce8-30dd-4022-9e18-a8317c549683 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:20.230616 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-c281fce8-30dd-4022-9e18-a8317c549683 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Calling delete_port for f77cb606-2bee-45ea-a057-e2fcb822ee5b owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:14:20.239423 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:20.266062 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 1f0dc2b3-2498-47a8-b575-4daac50dc89e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=1f0dc2b3-2498-47a8-b575-4daac50dc89e,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:20.272217 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:20.369765 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=1f0dc2b3-2498-47a8-b575-4daac50dc89e,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:20.512551 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-56ef3d53-adb8-4760-9e53-edbb1e45a6a3 None None] Could not find standard attr ID for object 64a50ebc-a0ae-48ee-ad63-31ca0672bac6. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:14:20.672927 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1d558afe-c5c5-4f2d-abe8-f7144e9edf9e req-f74243b1-0731-49f8-b76d-5b0e7027bf04 tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0296531 Aug 17 00:14:20.811885 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-97a69169-ebe6-44f6-b541-5e984054abbe tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:20.894820 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e3e43fcd-320e-4333-9afe-c7e8016b8520 None None] Provisioning for port f77cb606-2bee-45ea-a057-e2fcb822ee5b completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:14:20.895351 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c281fce8-30dd-4022-9e18-a8317c549683 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:20.904250 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e3e43fcd-320e-4333-9afe-c7e8016b8520 None None] Provisioning complete for port f77cb606-2bee-45ea-a057-e2fcb822ee5b triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:20.904796 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e3e43fcd-320e-4333-9afe-c7e8016b8520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:20.927621 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-e3e43fcd-320e-4333-9afe-c7e8016b8520 None None] Port f77cb606-2bee-45ea-a057-e2fcb822ee5b was deleted so its status cannot be updated. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 17 00:14:20.962223 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-97a69169-ebe6-44f6-b541-5e984054abbe tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:21.026672 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281fce8-30dd-4022-9e18-a8317c549683 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Port': ['ID=f77cb606-2bee-45ea-a057-e2fcb822ee5b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:21.029138 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c281fce8-30dd-4022-9e18-a8317c549683 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:21.031189 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c281fce8-30dd-4022-9e18-a8317c549683 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/f77cb606-2bee-45ea-a057-e2fcb822ee5b HTTP/1.1" status: 204 len: 168 time: 1.1725292 Aug 17 00:14:21.034775 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53330) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:21.150117 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65583b35-f212-4d46-a9a9-7a0b44856b82 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:21.153744 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-65583b35-f212-4d46-a9a9-7a0b44856b82 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1170323 Aug 17 00:14:21.156064 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53332) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:21.177357 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-97a69169-ebe6-44f6-b541-5e984054abbe tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:21.207013 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-97a69169-ebe6-44f6-b541-5e984054abbe tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:21.277731 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de53078-c669-4c7c-9a50-10f12d1fa77e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:21.279744 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6de53078-c669-4c7c-9a50-10f12d1fa77e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1223950 Aug 17 00:14:21.282266 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53336) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:21.294903 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a69169-ebe6-44f6-b541-5e984054abbe tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event updated for resources: {'Port': ['ID=f702ca06-a0b8-4ae5-b130-472f98474145,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:21.345955 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0815fd6-987d-48b1-bfe0-678e810f5aa0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:21.347507 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0815fd6-987d-48b1-bfe0-678e810f5aa0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:21.347635 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-97a69169-ebe6-44f6-b541-5e984054abbe tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:21.349190 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0815fd6-987d-48b1-bfe0-678e810f5aa0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:21.350873 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b0815fd6-987d-48b1-bfe0-678e810f5aa0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0675251 Aug 17 00:14:21.353947 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53338) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:21.428210 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c2e9c5-b794-4244-9265-9cae9a2d7b18 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet 5f599471-801f-4de1-9b3b-e96fca1c0d2f {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:14:21.436273 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-53c2e9c5-b794-4244-9265-9cae9a2d7b18 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:21.471067 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-97a69169-ebe6-44f6-b541-5e984054abbe tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Floating IP 8500a93d-84a3-48dd-98b1-cedbca332403 associated. External IP: 172.25.3.237, port: 7402d3ab-5c18-47e0-974a-a2613fd6578c. Aug 17 00:14:21.501811 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-53c2e9c5-b794-4244-9265-9cae9a2d7b18 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:21.628430 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-53c2e9c5-b794-4244-9265-9cae9a2d7b18 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:21.700608 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df445ce-b409-4c40-8199-c7e1f6c3e1cd None None] get_active_networks_info from n-d-800088-20 {{(pid=101404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 00:14:21.708444 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-53c2e9c5-b794-4244-9265-9cae9a2d7b18 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:21.737577 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2e9c5-b794-4244-9265-9cae9a2d7b18 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=5f599471-801f-4de1-9b3b-e96fca1c0d2f,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:21.758144 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-53c2e9c5-b794-4244-9265-9cae9a2d7b18 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:21.763103 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-53c2e9c5-b794-4244-9265-9cae9a2d7b18 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/5f599471-801f-4de1-9b3b-e96fca1c0d2f HTTP/1.1" status: 204 len: 168 time: 0.4076095 Aug 17 00:14:21.765910 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53344) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:21.841234 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a69169-ebe6-44f6-b541-5e984054abbe tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Router 7a0d0e26-dfaf-44c7-88f9-a4587e5c007c has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:14:21.851090 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a95cf3cf-85d6-43bd-9c79-b7118e53f05c req-b362b9e1-e919-40a8-86c4-e208d8f20912 tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0387182 Aug 17 00:14:21.872121 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 1f0dc2b3-2498-47a8-b575-4daac50dc89e up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:14:21.878804 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06b1e37-5412-42d9-8861-0de0ab06aecb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Deleting subnet 97536e86-10d4-4319-b4d7-af419c7d8846 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:14:21.889196 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a06b1e37-5412-42d9-8861-0de0ab06aecb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:21.954690 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a06b1e37-5412-42d9-8861-0de0ab06aecb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:22.013970 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df445ce-b409-4c40-8199-c7e1f6c3e1cd None None] Resources bound (agent type, host, resource id): {{(pid=101404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 00:14:22.019468 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a69169-ebe6-44f6-b541-5e984054abbe tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:14:22.030455 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb3abbf-1fd5-43d2-83d6-a5f50735e48c None None] Sync routers for ids ['7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:14:22.031943 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 1f0dc2b3-2498-47a8-b575-4daac50dc89e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:22.032482 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:22.045632 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb3abbf-1fd5-43d2-83d6-a5f50735e48c None None] Routers {'7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:14:22.047968 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-beb3abbf-1fd5-43d2-83d6-a5f50735e48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:14:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:22.080333 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-97a69169-ebe6-44f6-b541-5e984054abbe tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:22.081157 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a06b1e37-5412-42d9-8861-0de0ab06aecb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:22.134611 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-97a69169-ebe6-44f6-b541-5e984054abbe tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5457065 Aug 17 00:14:22.134611 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2b1712-4112-49fc-b9e8-d676beae0b89', 'tag': '7402d3ab-5c18-47e0-974a-a2613fd6578c'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:14:22.140608 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdc8348-e59e-4cc2-bca2-d786609ca7de" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2b1712-4112-49fc-b9e8-d676beae0b89", "tag": "7402d3ab-5c18-47e0-974a-a2613fd6578c"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:14:22.158197 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:22.170912 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a06b1e37-5412-42d9-8861-0de0ab06aecb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:22.221629 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e73ecc-d415-462a-9cd1-254e97e59af5 x-openstack-request-id: req-d0e73ecc-d415-462a-9cd1-254e97e59af5 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:14:22.222303 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2b1712-4112-49fc-b9e8-d676beae0b89", "tag": "7402d3ab-5c18-47e0-974a-a2613fd6578c", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:14:22.222740 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d0e73ecc-d415-462a-9cd1-254e97e59af5 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:14:22.223310 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2b1712-4112-49fc-b9e8-d676beae0b89', 'tag': '7402d3ab-5c18-47e0-974a-a2613fd6578c', 'status': 'completed', 'code': 200} Aug 17 00:14:22.233982 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b1e37-5412-42d9-8861-0de0ab06aecb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Subnet': ['ID=97536e86-10d4-4319-b4d7-af419c7d8846,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:22.237714 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a06b1e37-5412-42d9-8861-0de0ab06aecb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:22.243364 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53352) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:22.245391 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a06b1e37-5412-42d9-8861-0de0ab06aecb tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/97536e86-10d4-4319-b4d7-af419c7d8846 HTTP/1.1" status: 204 len: 168 time: 0.4775136 Aug 17 00:14:22.290984 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-beb3abbf-1fd5-43d2-83d6-a5f50735e48c None None] Set router 7a0d0e26-dfaf-44c7-88f9-a4587e5c007c gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:14:22.322858 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f379f798-caf1-490c-b95b-2e5e5d58134f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0780008 Aug 17 00:14:22.327746 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53356) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:22.350496 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc8348-e59e-4cc2-bca2-d786609ca7de req-ad3b4080-a8f7-41c3-a778-b8743bdae4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:22.352027 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5bdc8348-e59e-4cc2-bca2-d786609ca7de req-ad3b4080-a8f7-41c3-a778-b8743bdae4aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 1098 time: 0.1041338 Aug 17 00:14:22.379307 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3726878-e813-4e70-a0df-71413eae9fc2 req-3704e0eb-e411-4976-a7cc-9f9b09410719 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:22.381272 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3726878-e813-4e70-a0df-71413eae9fc2 req-3704e0eb-e411-4976-a7cc-9f9b09410719 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 946 time: 0.1315629 Aug 17 00:14:22.464230 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6046bc2-ff9d-4e53-af58-44ad01245df8 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:22.466742 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e6046bc2-ff9d-4e53-af58-44ad01245df8 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1380181 Aug 17 00:14:22.472022 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53362) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:22.485034 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3726878-e813-4e70-a0df-71413eae9fc2 req-b35dcf2e-4760-463e-8772-639a34e47a57 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896115 Aug 17 00:14:22.519001 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53370) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:22.531198 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa8e77c-2748-49e4-81b4-8ca1039ec505 None None] Network d70a647a-a896-41f9-a7d0-554edd779aa3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:22.599640 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc8348-e59e-4cc2-bca2-d786609ca7de req-827bcccd-16a7-427a-97f7-be9c89bd50f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:22.601164 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5bdc8348-e59e-4cc2-bca2-d786609ca7de req-827bcccd-16a7-427a-97f7-be9c89bd50f8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c620e01b-20a6-4877-9076-dcd267b7e818 HTTP/1.1" status: 200 len: 897 time: 0.2417519 Aug 17 00:14:22.602553 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c401dd51-bf19-4b22-8677-735815977580 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:22.604888 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c401dd51-bf19-4b22-8677-735815977580 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1310577 Aug 17 00:14:22.608877 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53372) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:22.703445 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-038ca91c-905f-4199-97c8-8059a7ce5114 None None] Provisioning complete for port 1f0dc2b3-2498-47a8-b575-4daac50dc89e triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:22.704214 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-038ca91c-905f-4199-97c8-8059a7ce5114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:22.730416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5bdc8348-e59e-4cc2-bca2-d786609ca7de req-9d2a1a3b-774e-44ea-8951-cd457301e20b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7402d3ab-5c18-47e0-974a-a2613fd6578c HTTP/1.1" status: 200 len: 1000 time: 0.1205058 Aug 17 00:14:22.768725 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a2b77008-9c52-4f92-a961-f39c18fe5626 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1520581 Aug 17 00:14:22.775363 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53374) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:22.780506 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-82213c4e-23ec-4ad8-a599-fbaa2bc874a1 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/floatingips/8500a93d-84a3-48dd-98b1-cedbca332403 HTTP/1.1" status: 200 len: 992 time: 0.2602811 Aug 17 00:14:22.793539 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-beb3abbf-1fd5-43d2-83d6-a5f50735e48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107721965', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:50Z', 'updated_at': '2021-08-17T00:13:57Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:51Z', 'updated_at': '2021-08-17T00:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '8500a93d-84a3-48dd-98b1-cedbca332403', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'floating_ip_address': '172.25.3.237', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'port_id': '7402d3ab-5c18-47e0-974a-a2613fd6578c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818', 'mac_address': 'fa:16:3e:99:a3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b1712-4112-49fc-b9e8-d676beae0b89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:14:20Z', 'updated_at': '2021-08-17T00:14:20Z', 'revision_number': 0, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba1af0d0-097d-4a31-9a43-fc1181b2fcb2', 'name': '', 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:48:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '8a59fccd-7307-4611-9a9e-d56491e0ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:55Z', 'updated_at': '2021-08-17T00:14:06Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': '8a59fccd-7307-4611-9a9e-d56491e0ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:22.821535 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-4656b4a1-29fb-422c-9aa6-5dd4f5f97b1b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:22.824911 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4656b4a1-29fb-422c-9aa6-5dd4f5f97b1b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:22.829632 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4656b4a1-29fb-422c-9aa6-5dd4f5f97b1b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/f77cb606-2bee-45ea-a057-e2fcb822ee5b HTTP/1.1" status: 404 len: 333 time: 0.0526829 Aug 17 00:14:22.829830 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53376) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:22.846389 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb3abbf-1fd5-43d2-83d6-a5f50735e48c None None] Checking router: 7a0d0e26-dfaf-44c7-88f9-a4587e5c007c for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:14:22.857598 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb3abbf-1fd5-43d2-83d6-a5f50735e48c None None] Routers {'7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:14:22.858773 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-beb3abbf-1fd5-43d2-83d6-a5f50735e48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:14:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:22.873743 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f2d466-9876-45d9-a954-0cae3fbb48b0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:22.874221 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27f2d466-9876-45d9-a954-0cae3fbb48b0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:22.878148 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-27f2d466-9876-45d9-a954-0cae3fbb48b0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/97536e86-10d4-4319-b4d7-af419c7d8846 HTTP/1.1" status: 404 len: 337 time: 0.0453992 Aug 17 00:14:22.878533 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53378) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:22.879111 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9e16bd-9374-48fc-a047-b37494cc2111 None None] DHCP port deletion for d70a647a-a896-41f9-a7d0-554edd779aa3 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:14:22.891768 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc8348-e59e-4cc2-bca2-d786609ca7de req-0d6651e4-e625-47e4-bb2b-9da87267457e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:22.893575 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5bdc8348-e59e-4cc2-bca2-d786609ca7de req-0d6651e4-e625-47e4-bb2b-9da87267457e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8a59fccd-7307-4611-9a9e-d56491e0ad97 HTTP/1.1" status: 200 len: 834 time: 0.1119735 Aug 17 00:14:22.937539 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ac3da0-0c2e-45d3-831f-271de3b024f2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:22.938273 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33ac3da0-0c2e-45d3-831f-271de3b024f2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:22.940430 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-33ac3da0-0c2e-45d3-831f-271de3b024f2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/5f599471-801f-4de1-9b3b-e96fca1c0d2f HTTP/1.1" status: 404 len: 337 time: 0.0609145 Aug 17 00:14:22.942956 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53382) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:22.973149 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-df9e16bd-9374-48fc-a047-b37494cc2111 None None] Deleting port 1f0dc2b3-2498-47a8-b575-4daac50dc89e {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:14:22.973537 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-df9e16bd-9374-48fc-a047-b37494cc2111 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:22.982208 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc8348-e59e-4cc2-bca2-d786609ca7de req-e8cb26a3-58a1-402e-9033-29ae8ea30684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:22.993142 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5bdc8348-e59e-4cc2-bca2-d786609ca7de req-e8cb26a3-58a1-402e-9033-29ae8ea30684 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c620e01b-20a6-4877-9076-dcd267b7e818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906212 Aug 17 00:14:22.995894 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-10eec86c-724f-4712-9617-20dbb4145899 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:22.996867 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10eec86c-724f-4712-9617-20dbb4145899 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:23.002180 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-10eec86c-724f-4712-9617-20dbb4145899 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/64a50ebc-a0ae-48ee-ad63-31ca0672bac6 HTTP/1.1" status: 404 len: 333 time: 0.0579288 Aug 17 00:14:23.008836 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53386) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:23.049176 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-beb3abbf-1fd5-43d2-83d6-a5f50735e48c None None] Set router 7a0d0e26-dfaf-44c7-88f9-a4587e5c007c gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:14:23.078571 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-e67eaef0-1d44-484b-b61e-5ee05a866d26 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:23.079217 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e67eaef0-1d44-484b-b61e-5ee05a866d26 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:23.081138 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e67eaef0-1d44-484b-b61e-5ee05a866d26 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/9489e142-d07f-4fd1-9a36-4e0d0c8db606 HTTP/1.1" status: 404 len: 337 time: 0.0710247 Aug 17 00:14:23.091149 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53388) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:23.146958 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d744355-3884-4b48-88ac-ed8b10b63ed2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:23.147633 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d744355-3884-4b48-88ac-ed8b10b63ed2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:23.154850 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5d744355-3884-4b48-88ac-ed8b10b63ed2 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/36de82bb-a013-4ea4-beb7-62cc9c48b2e6 HTTP/1.1" status: 404 len: 337 time: 0.0624013 Aug 17 00:14:23.155480 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53390) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:23.161134 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-df9e16bd-9374-48fc-a047-b37494cc2111 None None] For port 1f0dc2b3-2498-47a8-b575-4daac50dc89e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=1f0dc2b3-2498-47a8-b575-4daac50dc89e,segment=NetworkSegment(e10b0e05-b713-46d3-89b9-c84b6a5bf20e),segment_id=e10b0e05-b713-46d3-89b9-c84b6a5bf20e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:23.161687 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-df9e16bd-9374-48fc-a047-b37494cc2111 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:23.188619 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-34c7d9ee-cda1-4e31-8f99-c8a88f8d04b4 req-1eea2240-59d8-4cdd-bcc4-0469cbf71e99 tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0871563 Aug 17 00:14:23.194671 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-df9e16bd-9374-48fc-a047-b37494cc2111 None None] Calling delete_port for 1f0dc2b3-2498-47a8-b575-4daac50dc89e owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:14:23.211512 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-268c4353-70d7-4a4b-ad80-bd1b3477df40 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:23.212296 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-268c4353-70d7-4a4b-ad80-bd1b3477df40 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:23.217664 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-268c4353-70d7-4a4b-ad80-bd1b3477df40 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/d4019421-e92a-4ef7-9954-7c1348d09a03 HTTP/1.1" status: 404 len: 333 time: 0.0594075 Aug 17 00:14:23.218155 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53392) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:23.271694 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5bdc8348-e59e-4cc2-bca2-d786609ca7de req-771dc30d-d1b1-4513-9c4f-b48eb9dac963 service neutron] 10.222.0.64 "GET /v2.0/networks/c620e01b-20a6-4877-9076-dcd267b7e818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701590 Aug 17 00:14:23.283741 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-5448154a-165e-4067-9ace-9acaadb83615 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:23.284210 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5448154a-165e-4067-9ace-9acaadb83615 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:23.294301 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5448154a-165e-4067-9ace-9acaadb83615 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/0b0afb5f-75a3-4295-a224-b01018308e65 HTTP/1.1" status: 404 len: 337 time: 0.0750773 Aug 17 00:14:23.295202 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53394) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:23.325819 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7370521-a9d9-4ff4-9144-b177bc58b285 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:23.326293 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7370521-a9d9-4ff4-9144-b177bc58b285 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:23.330761 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b7370521-a9d9-4ff4-9144-b177bc58b285 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/304813ae-8a6f-4e80-9aa6-186419a625df HTTP/1.1" status: 404 len: 337 time: 0.0345595 Aug 17 00:14:23.331385 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53400) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:23.340424 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-df9e16bd-9374-48fc-a047-b37494cc2111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:23.361196 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-31fe4efc-616a-44d7-851c-cc6cf421c9f0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:23.362164 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31fe4efc-616a-44d7-851c-cc6cf421c9f0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:23.367575 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-31fe4efc-616a-44d7-851c-cc6cf421c9f0 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/66b9d7d8-f293-4318-9f28-05ae71ee6e67 HTTP/1.1" status: 404 len: 333 time: 0.0348101 Aug 17 00:14:23.368220 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53408) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:23.384413 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e16bd-9374-48fc-a047-b37494cc2111 None None] Pushing event deleted for resources: {'Port': ['ID=1f0dc2b3-2498-47a8-b575-4daac50dc89e,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:23.396009 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9e16bd-9374-48fc-a047-b37494cc2111 None None] No DVR routers for this DVR port 1f0dc2b3-2498-47a8-b575-4daac50dc89e on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:14:23.406195 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-0841e423-27e3-47de-b3d3-8f71eb0da10c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:23.407239 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0841e423-27e3-47de-b3d3-8f71eb0da10c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:23.411854 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0841e423-27e3-47de-b3d3-8f71eb0da10c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/0659a42e-a2ed-4722-ab4c-7d72aef18e98 HTTP/1.1" status: 404 len: 337 time: 0.0425909 Aug 17 00:14:23.412739 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53410) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:23.424964 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e16bd-9374-48fc-a047-b37494cc2111 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:23.426065 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e16bd-9374-48fc-a047-b37494cc2111 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:23.426498 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e16bd-9374-48fc-a047-b37494cc2111 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:23.428153 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e16bd-9374-48fc-a047-b37494cc2111 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:23.428728 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e16bd-9374-48fc-a047-b37494cc2111 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:23.429189 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e16bd-9374-48fc-a047-b37494cc2111 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:23.430929 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e16bd-9374-48fc-a047-b37494cc2111 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:23.431532 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e16bd-9374-48fc-a047-b37494cc2111 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:23.433419 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e16bd-9374-48fc-a047-b37494cc2111 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:23.434263 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e16bd-9374-48fc-a047-b37494cc2111 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:23.434975 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e16bd-9374-48fc-a047-b37494cc2111 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:23.435402 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e16bd-9374-48fc-a047-b37494cc2111 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:23.459472 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b31088-c3d6-4e52-aa6b-a550023fa5b4 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:23.459994 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80b31088-c3d6-4e52-aa6b-a550023fa5b4 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:23.464471 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-80b31088-c3d6-4e52-aa6b-a550023fa5b4 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/3be75cd7-7871-49f1-8e03-3731f7045f1d HTTP/1.1" status: 404 len: 337 time: 0.0505393 Aug 17 00:14:23.465401 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53412) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:23.469232 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5bdc8348-e59e-4cc2-bca2-d786609ca7de req-d342bb54-4a56-47e9-aa17-dfdc7e908bbe service neutron] 10.222.0.64 "GET /v2.0/networks/c620e01b-20a6-4877-9076-dcd267b7e818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878748 Aug 17 00:14:23.496350 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-583127b3-37f3-408e-b549-7a6536e19f19 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:23.497411 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583127b3-37f3-408e-b549-7a6536e19f19 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:23.499289 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-583127b3-37f3-408e-b549-7a6536e19f19 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/90c50be9-0d26-48fa-84ab-3ff173c1febb HTTP/1.1" status: 404 len: 333 time: 0.0327280 Aug 17 00:14:23.499870 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-beb3abbf-1fd5-43d2-83d6-a5f50735e48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107721965', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:50Z', 'updated_at': '2021-08-17T00:13:57Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:51Z', 'updated_at': '2021-08-17T00:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '8500a93d-84a3-48dd-98b1-cedbca332403', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'floating_ip_address': '172.25.3.237', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'port_id': '7402d3ab-5c18-47e0-974a-a2613fd6578c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818', 'mac_address': 'fa:16:3e:99:a3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b1712-4112-49fc-b9e8-d676beae0b89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:14:20Z', 'updated_at': '2021-08-17T00:14:20Z', 'revision_number': 0, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba1af0d0-097d-4a31-9a43-fc1181b2fcb2', 'name': '', 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:48:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '8a59fccd-7307-4611-9a9e-d56491e0ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:55Z', 'updated_at': '2021-08-17T00:14:06Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': '8a59fccd-7307-4611-9a9e-d56491e0ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:23.501895 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53414) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:23.528925 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb3abbf-1fd5-43d2-83d6-a5f50735e48c None None] The sync data for ids ['7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'] in n-d-800088-20 is: [{'id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107721965', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:50Z', 'updated_at': '2021-08-17T00:13:57Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:51Z', 'updated_at': '2021-08-17T00:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '8500a93d-84a3-48dd-98b1-cedbca332403', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'floating_ip_address': '172.25.3.237', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'port_id': '7402d3ab-5c18-47e0-974a-a2613fd6578c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818', 'mac_address': 'fa:16:3e:99:a3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b1712-4112-49fc-b9e8-d676beae0b89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:14:20Z', 'updated_at': '2021-08-17T00:14:20Z', 'revision_number': 0, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba1af0d0-097d-4a31-9a43-fc1181b2fcb2', 'name': '', 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:48:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '8a59fccd-7307-4611-9a9e-d56491e0ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:55Z', 'updated_at': '2021-08-17T00:14:06Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': '8a59fccd-7307-4611-9a9e-d56491e0ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:14:23.542467 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-747582f5-b729-46de-8cd9-124ffc3ee372 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:23.542938 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-747582f5-b729-46de-8cd9-124ffc3ee372 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:23.546927 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-747582f5-b729-46de-8cd9-124ffc3ee372 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/c8201366-b73f-48e7-91b4-aa6202218099 HTTP/1.1" status: 404 len: 337 time: 0.0412734 Aug 17 00:14:23.548722 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53416) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:23.576584 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef86ba52-1f08-4c45-988a-1633fc93cfab tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:23.577325 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef86ba52-1f08-4c45-988a-1633fc93cfab tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:23.579110 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ef86ba52-1f08-4c45-988a-1633fc93cfab tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/76a03655-aa7d-4b98-96d9-3058e93daed5 HTTP/1.1" status: 404 len: 333 time: 0.0293913 Aug 17 00:14:23.582031 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53418) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:23.617266 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5d47cf-6d06-4519-acc9-933835387540 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:23.617774 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f5d47cf-6d06-4519-acc9-933835387540 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:23.621620 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6f5d47cf-6d06-4519-acc9-933835387540 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/0d258aaa-6e1f-4fc7-8a69-fe4d1af19780 HTTP/1.1" status: 404 len: 337 time: 0.0381989 Aug 17 00:14:23.622578 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53420) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:23.683054 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ae62e0-4e38-4a18-8a40-9a03fd8aac97 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:23.683791 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ae62e0-4e38-4a18-8a40-9a03fd8aac97 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:23.685652 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a9ae62e0-4e38-4a18-8a40-9a03fd8aac97 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/c7ce5461-34db-4cd7-9b5e-dcaab14e7174 HTTP/1.1" status: 404 len: 333 time: 0.0620525 Aug 17 00:14:23.689474 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53424) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:23.738709 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb1312b-2712-4fb1-8586-8cadec51a5dd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:23.741892 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcb1312b-2712-4fb1-8586-8cadec51a5dd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:23.749006 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53426) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:23.756528 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fcb1312b-2712-4fb1-8586-8cadec51a5dd tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/7994ad65-f051-4afc-9a8d-9a9f97d87515 HTTP/1.1" status: 404 len: 337 time: 0.0658910 Aug 17 00:14:23.783927 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53428) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:23.790647 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e297b0e-6720-4400-a86a-d1689b6d4503 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:23.792779 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e297b0e-6720-4400-a86a-d1689b6d4503 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:23.797540 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8e297b0e-6720-4400-a86a-d1689b6d4503 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/d656c3db-b3f5-4dc8-94ca-44678b6e56ec HTTP/1.1" status: 404 len: 333 time: 0.0448322 Aug 17 00:14:23.798583 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 1f0dc2b3-2498-47a8-b575-4daac50dc89e no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:14:23.802297 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53430) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:23.840744 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 1f0dc2b3-2498-47a8-b575-4daac50dc89e {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:14:23.841663 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 1f0dc2b3-2498-47a8-b575-4daac50dc89e not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:14:23.861320 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-544f8947-07e3-4368-9a0a-89d9bdbf6f40 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/floatingips/8500a93d-84a3-48dd-98b1-cedbca332403 HTTP/1.1" status: 200 len: 992 time: 0.0761945 Aug 17 00:14:23.864008 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b8b864-da35-4d2d-ada3-99e69c3ec3ea tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:23.864474 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b8b864-da35-4d2d-ada3-99e69c3ec3ea tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:23.868935 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-07b8b864-da35-4d2d-ada3-99e69c3ec3ea tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/38f8a03b-c950-45f2-b7e7-e9388d9b97a8 HTTP/1.1" status: 404 len: 337 time: 0.0564544 Aug 17 00:14:23.870016 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53432) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:23.896465 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92dfc88-af63-4c77-9f22-26241adc8aa5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:23.897275 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e92dfc88-af63-4c77-9f22-26241adc8aa5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:23.899947 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a03d5b3-adcf-4383-8f81-9f0b248f0b45 None None] New status for floating IP 8500a93d-84a3-48dd-98b1-cedbca332403: ACTIVE {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:14:23.902232 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53434) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:23.902776 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e92dfc88-af63-4c77-9f22-26241adc8aa5 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/f169c40e-f053-4182-976e-567cb7de9961 HTTP/1.1" status: 404 len: 333 time: 0.0308437 Aug 17 00:14:23.940296 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5cdffc6-b6e2-4214-9695-e74ed16e12fa tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:23.940678 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5cdffc6-b6e2-4214-9695-e74ed16e12fa tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:23.942451 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d5cdffc6-b6e2-4214-9695-e74ed16e12fa tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/dadb0c00-b2bd-4117-b6c2-9d273eb19a6d HTTP/1.1" status: 404 len: 337 time: 0.0390875 Aug 17 00:14:23.945095 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53436) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:23.973635 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-5836395a-906c-466c-bfe8-4deff703e7b4 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:23.974884 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5836395a-906c-466c-bfe8-4deff703e7b4 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:23.976747 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5836395a-906c-466c-bfe8-4deff703e7b4 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/d9552a04-666f-49e6-9ab6-4a1a330bbdb0 HTTP/1.1" status: 404 len: 333 time: 0.0307178 Aug 17 00:14:23.980233 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53438) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:24.010491 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace4b54e-e897-4f4e-a899-159ab490a38a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:24.011103 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ace4b54e-e897-4f4e-a899-159ab490a38a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:24.015646 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ace4b54e-e897-4f4e-a899-159ab490a38a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/0e6b2733-00ce-48d7-a7cf-6dc721ee3e08 HTTP/1.1" status: 404 len: 337 time: 0.0320764 Aug 17 00:14:24.016098 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53440) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:24.046486 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c6411c-8355-48f3-8b0e-5b4857a60374 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:24.046962 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1c6411c-8355-48f3-8b0e-5b4857a60374 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:24.051592 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b1c6411c-8355-48f3-8b0e-5b4857a60374 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/c3e4da43-a9c8-4e16-be62-0e66c5a40a53 HTTP/1.1" status: 404 len: 337 time: 0.0322077 Aug 17 00:14:24.052030 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53442) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:24.078486 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e12d861-8f7b-4e74-9f8e-bdaf460a8d9b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:24.079184 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e12d861-8f7b-4e74-9f8e-bdaf460a8d9b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:24.081530 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5e12d861-8f7b-4e74-9f8e-bdaf460a8d9b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/eb9ee19f-d632-4c79-abe6-2e0d7e06c32b HTTP/1.1" status: 404 len: 333 time: 0.0285420 Aug 17 00:14:24.084159 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53444) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:24.120651 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2b52dc-814e-4109-b772-48236b426d62 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:24.121148 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c2b52dc-814e-4109-b772-48236b426d62 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:24.123455 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4c2b52dc-814e-4109-b772-48236b426d62 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/036861c8-e9b5-47fe-a389-52cf11387ebf HTTP/1.1" status: 404 len: 337 time: 0.0380971 Aug 17 00:14:24.127348 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53448) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:24.181386 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-7374a1d0-c8cd-412a-9aa6-03086166465f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:24.181850 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7374a1d0-c8cd-412a-9aa6-03086166465f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:24.183894 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7374a1d0-c8cd-412a-9aa6-03086166465f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/41929a88-cb7b-4826-b3f8-27db1df1d27a HTTP/1.1" status: 404 len: 337 time: 0.0555434 Aug 17 00:14:24.186427 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53450) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:24.213141 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-224873f1-89f0-4d58-be90-29d8caf8987d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:24.214521 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-224873f1-89f0-4d58-be90-29d8caf8987d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:24.216274 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-224873f1-89f0-4d58-be90-29d8caf8987d tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/34fc652f-0b66-4669-ac70-b2e2822da74d HTTP/1.1" status: 404 len: 333 time: 0.0289142 Aug 17 00:14:24.219019 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53452) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:24.259913 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-6123da81-572a-43a0-8ed2-598959bc111c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:24.261259 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6123da81-572a-43a0-8ed2-598959bc111c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:24.263412 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6123da81-572a-43a0-8ed2-598959bc111c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/6987d14b-8ab4-4155-9c94-c4e128cd929d HTTP/1.1" status: 404 len: 337 time: 0.0434606 Aug 17 00:14:24.265860 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53456) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:24.327983 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c5e380-ee0a-4531-bf45-9826539da11c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:24.328451 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c5e380-ee0a-4531-bf45-9826539da11c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:24.330227 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a9c5e380-ee0a-4531-bf45-9826539da11c tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/2630fe09-f45b-4c0a-b275-2169b37fe4ba HTTP/1.1" status: 404 len: 337 time: 0.0632374 Aug 17 00:14:24.333662 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53458) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:24.360772 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf45f8f7-1dba-4f49-8fdb-dbcfd47a5353 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:24.361472 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf45f8f7-1dba-4f49-8fdb-dbcfd47a5353 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:24.365082 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cf45f8f7-1dba-4f49-8fdb-dbcfd47a5353 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/4ebaef98-59b9-434f-aaef-3c49ab433aab HTTP/1.1" status: 404 len: 333 time: 0.0269499 Aug 17 00:14:24.365271 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f3b98aa-ff04-4e7f-b3c9-b2127be4725f req-2338c517-4570-4aeb-8f39-fba78a133d82 tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0498459 Aug 17 00:14:24.367617 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53460) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:24.407297 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa63473-0698-48da-9398-8fe8dda689e6 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:24.407770 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa63473-0698-48da-9398-8fe8dda689e6 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:24.411781 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-caa63473-0698-48da-9398-8fe8dda689e6 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/c465b0c1-ce85-44f0-b973-62e74d1fac25 HTTP/1.1" status: 404 len: 337 time: 0.0409899 Aug 17 00:14:24.412154 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53462) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:24.444786 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4707a18-fc7e-4fbc-9eb7-daf0e8818758 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:24.445287 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4707a18-fc7e-4fbc-9eb7-daf0e8818758 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:24.447040 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c4707a18-fc7e-4fbc-9eb7-daf0e8818758 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/f4720f95-c5e5-452f-8ad9-51a83b99f8fd HTTP/1.1" status: 404 len: 337 time: 0.0339022 Aug 17 00:14:24.450093 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53464) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:24.497308 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-024eb9bd-7000-43cb-83f7-cccac551565b tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports?device_id=6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2 HTTP/1.1" status: 200 len: 205 time: 0.0445151 Aug 17 00:14:24.498322 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53468) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:24.545853 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-375cda89-a3a8-482c-bac9-5e525ae646f9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] delete failed (client error): The resource could not be found. Aug 17 00:14:24.546903 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-375cda89-a3a8-482c-bac9-5e525ae646f9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/routers/6fb3cbfa-e3c4-4a60-b55f-bd6ea585d9f2 HTTP/1.1" status: 404 len: 336 time: 0.0475922 Aug 17 00:14:24.549611 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53470) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:24.582237 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0a112e-bd65-4195-9e86-6f0e53e060a3 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:24.582705 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0a112e-bd65-4195-9e86-6f0e53e060a3 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:24.584462 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ed0a112e-bd65-4195-9e86-6f0e53e060a3 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/cd590651-194c-495a-b28b-6f34d18f892a HTTP/1.1" status: 404 len: 337 time: 0.0335989 Aug 17 00:14:24.587100 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53472) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:24.616330 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-06eb821e-3f92-44d2-bc34-49c7f9f0e0b9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c42193e-f443-4e0a-a03e-08f4c4af8599 HTTP/1.1" status: 200 len: 205 time: 0.0281489 Aug 17 00:14:24.618774 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53474) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:24.659307 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-98977742-396d-434c-ac0e-e9f1d061dba9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] delete failed (client error): The resource could not be found. Aug 17 00:14:24.660445 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-98977742-396d-434c-ac0e-e9f1d061dba9 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/routers/2c42193e-f443-4e0a-a03e-08f4c4af8599 HTTP/1.1" status: 404 len: 336 time: 0.0405056 Aug 17 00:14:24.663082 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53484) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:24.695082 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f17aa8-f91a-47bc-9790-88a664f8192e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:24.695552 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5f17aa8-f91a-47bc-9790-88a664f8192e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:24.697297 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f5f17aa8-f91a-47bc-9790-88a664f8192e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/f878ade7-f6df-4884-b8af-534f70babfc5 HTTP/1.1" status: 404 len: 337 time: 0.0332980 Aug 17 00:14:24.700343 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53486) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:24.726312 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-a584a16b-e6b5-4bcf-9946-5a4a367d389e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:24.726702 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a584a16b-e6b5-4bcf-9946-5a4a367d389e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:24.729544 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a584a16b-e6b5-4bcf-9946-5a4a367d389e tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/e979abaa-54a8-45fa-a508-458683dead26 HTTP/1.1" status: 404 len: 337 time: 0.0271807 Aug 17 00:14:24.731356 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53488) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:24.757387 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-275c06e3-f00e-42e3-b876-80c937ffb905 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:24.758091 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-275c06e3-f00e-42e3-b876-80c937ffb905 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:24.759815 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-275c06e3-f00e-42e3-b876-80c937ffb905 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/ec157e73-fdd7-4009-aad5-a0d0fcc82f51 HTTP/1.1" status: 404 len: 333 time: 0.0272198 Aug 17 00:14:24.762694 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53490) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:24.794852 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad80d9a-217d-46dd-914e-56c111ceb200 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:24.795332 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad80d9a-217d-46dd-914e-56c111ceb200 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:24.799787 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53494) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:24.799954 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9ad80d9a-217d-46dd-914e-56c111ceb200 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/6d47fdec-6fca-4068-9b9e-0e890107bded HTTP/1.1" status: 404 len: 337 time: 0.0361660 Aug 17 00:14:24.826632 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-739c12dc-1cab-4f48-afd8-850e13ef727a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:24.827412 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-739c12dc-1cab-4f48-afd8-850e13ef727a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:24.831175 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-739c12dc-1cab-4f48-afd8-850e13ef727a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/c4d07b14-be19-4d18-9d96-2c887f1c2bb5 HTTP/1.1" status: 404 len: 333 time: 0.0281658 Aug 17 00:14:24.832092 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53496) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:24.862103 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-c31252a9-0fac-43d7-83aa-d4fc8bc506b7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:24.862500 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c31252a9-0fac-43d7-83aa-d4fc8bc506b7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:24.866741 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c31252a9-0fac-43d7-83aa-d4fc8bc506b7 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/6456465a-1ad6-4b7b-9826-3ed2155307cd HTTP/1.1" status: 404 len: 337 time: 0.0310102 Aug 17 00:14:24.866741 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53498) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:24.867063 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53500) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:24.924089 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-a721678f-1782-410c-9202-bf65be66bf64 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:24.924785 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a721678f-1782-410c-9202-bf65be66bf64 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:24.929251 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a721678f-1782-410c-9202-bf65be66bf64 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/2cd9a418-8296-4904-8b90-206ec155009b HTTP/1.1" status: 404 len: 333 time: 0.0613160 Aug 17 00:14:24.929392 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53502) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:24.960805 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-467627aa-4b9c-43d7-a9fb-13647b2712b9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/floatingips/8500a93d-84a3-48dd-98b1-cedbca332403 HTTP/1.1" status: 200 len: 994 time: 0.0941601 Aug 17 00:14:24.971658 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be71e77-87b4-4fc8-b7b3-0d8d30d91930 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:24.972131 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be71e77-87b4-4fc8-b7b3-0d8d30d91930 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:24.973936 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2be71e77-87b4-4fc8-b7b3-0d8d30d91930 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/9281c6db-f0b0-4069-b785-68190cf9e2eb HTTP/1.1" status: 404 len: 337 time: 0.0435894 Aug 17 00:14:24.976717 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53504) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:25.007794 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb1bfe2a-1505-4332-965d-38b5387a8de6 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:25.008475 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb1bfe2a-1505-4332-965d-38b5387a8de6 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:25.013005 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53506) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:25.013192 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fb1bfe2a-1505-4332-965d-38b5387a8de6 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/426c63d1-b3ee-4836-8379-74cc218914e2 HTTP/1.1" status: 404 len: 333 time: 0.0353832 Aug 17 00:14:25.041919 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aff9bd5-62fa-42c0-8100-1703733bf646 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:25.042711 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aff9bd5-62fa-42c0-8100-1703733bf646 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:25.044480 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7aff9bd5-62fa-42c0-8100-1703733bf646 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/1fc67fb9-8646-4929-8460-0e3d0a3af61d HTTP/1.1" status: 404 len: 337 time: 0.0301754 Aug 17 00:14:25.046990 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53508) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:25.071950 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1162dbb-5bde-49ed-ae54-ff91a008227a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:25.072715 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1162dbb-5bde-49ed-ae54-ff91a008227a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:25.077351 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53510) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:25.077503 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a1162dbb-5bde-49ed-ae54-ff91a008227a tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/b9705014-0aa1-4d1b-98fb-c2876b458e77 HTTP/1.1" status: 404 len: 333 time: 0.0292015 Aug 17 00:14:25.104799 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-15289595-fe82-4c6b-bdb0-66d30707a4ea tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:25.105306 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15289595-fe82-4c6b-bdb0-66d30707a4ea tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:25.107034 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-15289595-fe82-4c6b-bdb0-66d30707a4ea tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/3d128bdf-21ca-42ba-b49f-80582c7be204 HTTP/1.1" status: 404 len: 337 time: 0.0286391 Aug 17 00:14:25.109556 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53512) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:25.134126 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-307379aa-4eee-448b-91b0-0bc217f8550f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:25.134855 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-307379aa-4eee-448b-91b0-0bc217f8550f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:25.136668 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-307379aa-4eee-448b-91b0-0bc217f8550f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/304ae979-bd28-4be6-8c47-38ef636a4183 HTTP/1.1" status: 404 len: 333 time: 0.0261955 Aug 17 00:14:25.139418 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53514) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:25.171997 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-a189d41e-989c-4cf8-97a9-fa3efc99e05f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:25.172463 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a189d41e-989c-4cf8-97a9-fa3efc99e05f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:25.176453 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a189d41e-989c-4cf8-97a9-fa3efc99e05f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/d36e79c7-9adb-4707-8d0f-5994d290d857 HTTP/1.1" status: 404 len: 337 time: 0.0335951 Aug 17 00:14:25.177462 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53518) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:25.199999 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-fedf2d93-9ebf-4163-b259-8ff5c689c21f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:25.200663 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fedf2d93-9ebf-4163-b259-8ff5c689c21f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:25.204983 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fedf2d93-9ebf-4163-b259-8ff5c689c21f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/ports/6c0f3b79-6ac6-4c9e-8f3f-74b05f1352ca HTTP/1.1" status: 404 len: 333 time: 0.0273671 Aug 17 00:14:25.205174 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53520) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:25.245014 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc8349f-d21b-4684-b4f8-ba62987d3436 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] DELETE failed (client error): The resource could not be found. Aug 17 00:14:25.245531 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cc8349f-d21b-4684-b4f8-ba62987d3436 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:14:25.249720 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7cc8349f-d21b-4684-b4f8-ba62987d3436 tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/subnets/ef72bca5-45af-453f-b0a3-87badbd1daaf HTTP/1.1" status: 404 len: 337 time: 0.0434496 Aug 17 00:14:25.250055 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53522) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:25.331219 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aa32a569-a7b2-4414-8206-4818817d226f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:25.438225 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aa32a569-a7b2-4414-8206-4818817d226f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:25.451627 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-aa32a569-a7b2-4414-8206-4818817d226f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70a647a-a896-41f9-a7d0-554edd779aa3']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:25.473848 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-aa32a569-a7b2-4414-8206-4818817d226f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:25.474183 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-aa32a569-a7b2-4414-8206-4818817d226f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10b0e05-b713-46d3-89b9-c84b6a5bf20e') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:25.495117 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aa32a569-a7b2-4414-8206-4818817d226f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:25.521268 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2f4e6ac0-f621-47e9-9b1f-18e5adf12cf4 req-c7004a17-ee2c-48f7-a06b-1851fc3c769d tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0294342 Aug 17 00:14:25.529542 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aa32a569-a7b2-4414-8206-4818817d226f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:25.537355 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa32a569-a7b2-4414-8206-4818817d226f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:14:25.537881 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aa32a569-a7b2-4414-8206-4818817d226f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:14:25.542730 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:14:25.619267 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aa32a569-a7b2-4414-8206-4818817d226f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:25.627805 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aa32a569-a7b2-4414-8206-4818817d226f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:25.629745 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-aa32a569-a7b2-4414-8206-4818817d226f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] 10.222.0.60 "DELETE /v2.0/networks/d70a647a-a896-41f9-a7d0-554edd779aa3 HTTP/1.1" status: 204 len: 168 time: 0.3786397 Aug 17 00:14:25.643643 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32a569-a7b2-4414-8206-4818817d226f tempest-NetworksTestDHCPv6-2035529917 tempest-NetworksTestDHCPv6-2035529917-project] Pushing event deleted for resources: {'Network': ['ID=d70a647a-a896-41f9-a7d0-554edd779aa3,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:25.919332 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53534) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:26.085991 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53538) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:26.092232 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-47b318a5-242f-431d-9cda-249e2ca0f013 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b15ed7ca4d1e4eb7a2a30a06d80e768d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1716526 Aug 17 00:14:26.142100 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a19cfd3a-949a-447c-bb77-b7d98cf1d4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:26.174296 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a19cfd3a-949a-447c-bb77-b7d98cf1d4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:26.237372 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a19cfd3a-949a-447c-bb77-b7d98cf1d4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:26.240774 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a19cfd3a-949a-447c-bb77-b7d98cf1d4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:26.241930 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a19cfd3a-949a-447c-bb77-b7d98cf1d4c6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b442b661-c9fb-46d2-b493-84b84d491f21 HTTP/1.1" status: 204 len: 168 time: 0.1550610 Aug 17 00:14:26.253667 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19cfd3a-949a-447c-bb77-b7d98cf1d4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b442b661-c9fb-46d2-b493-84b84d491f21,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:26.676901 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5996a310-31bc-4b6b-b2ca-cba440d37dd5 req-8ab6a03e-d40a-43af-b66f-7bf7281691a7 tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0438519 Aug 17 00:14:27.198741 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53568) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:27.312231 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-24ff9c4c-45c7-43aa-9659-b0099ed37e1a tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1976351079'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:27.335211 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ff9c4c-45c7-43aa-9659-b0099ed37e1a tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Made reservation on behalf of 85ad9bcd778e44e5b50f09985e8d6186 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:27.339920 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24ff9c4c-45c7-43aa-9659-b0099ed37e1a tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:27.351885 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24ff9c4c-45c7-43aa-9659-b0099ed37e1a tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:27.464371 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24ff9c4c-45c7-43aa-9659-b0099ed37e1a tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:27.468524 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24ff9c4c-45c7-43aa-9659-b0099ed37e1a tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:27.500687 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ff9c4c-45c7-43aa-9659-b0099ed37e1a tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:14:27.512681 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff9c4c-45c7-43aa-9659-b0099ed37e1a tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a321a82-f4fc-46e2-9ba6-3ee62b54d2da,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:27.518987 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24ff9c4c-45c7-43aa-9659-b0099ed37e1a tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:27.519340 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-24ff9c4c-45c7-43aa-9659-b0099ed37e1a tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Added segment 352295f3-3acb-424c-ac0b-1c30acdb1e3d of type vlan for network 480700ce-46ac-4f40-b475-8c2aea0b1457 Aug 17 00:14:27.564383 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24ff9c4c-45c7-43aa-9659-b0099ed37e1a tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:27.591602 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24ff9c4c-45c7-43aa-9659-b0099ed37e1a tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:27.597282 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ff9c4c-45c7-43aa-9659-b0099ed37e1a tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:27.597876 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24ff9c4c-45c7-43aa-9659-b0099ed37e1a tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:27.677074 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-24ff9c4c-45c7-43aa-9659-b0099ed37e1a tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4769568 Aug 17 00:14:27.679846 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53574) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:27.685725 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-53c5a889-e08b-4163-a5ba-0bf0cb00aefd tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Request body: {'subnet': {'network_id': '480700ce-46ac-4f40-b475-8c2aea0b1457', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:27.700432 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff9c4c-45c7-43aa-9659-b0099ed37e1a tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Pushing event updated for resources: {'Network': ['ID=480700ce-46ac-4f40-b475-8c2aea0b1457,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:27.712146 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 480700ce-46ac-4f40-b475-8c2aea0b1457 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:14:27.837749 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c5a889-e08b-4163-a5ba-0bf0cb00aefd tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Made reservation on behalf of 85ad9bcd778e44e5b50f09985e8d6186 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:27.844903 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-53c5a889-e08b-4163-a5ba-0bf0cb00aefd tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:27.845594 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-564eae61-32a9-42f4-98ff-33e246e50464 req-a2d2f66e-7e39-4620-98a3-138e10b0196a tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0418944 Aug 17 00:14:28.046170 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-53c5a889-e08b-4163-a5ba-0bf0cb00aefd tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:28.115625 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5a889-e08b-4163-a5ba-0bf0cb00aefd tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Pushing event updated for resources: {'Subnet': ['ID=3136a25b-9ccf-4c4f-a9ce-52e5b4d21df6,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:28.124961 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c5a889-e08b-4163-a5ba-0bf0cb00aefd tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Checking segment: {'id': '352295f3-3acb-424c-ac0b-1c30acdb1e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '480700ce-46ac-4f40-b475-8c2aea0b1457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:14:28.125766 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c5a889-e08b-4163-a5ba-0bf0cb00aefd tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Network hostable DHCP agents. Network: 480700ce-46ac-4f40-b475-8c2aea0b1457, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:14:28.144993 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c5a889-e08b-4163-a5ba-0bf0cb00aefd tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Network 480700ce-46ac-4f40-b475-8c2aea0b1457 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:14:28.155699 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-53c5a889-e08b-4163-a5ba-0bf0cb00aefd tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 480700ce-46ac-4f40-b475-8c2aea0b1457) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:28.159994 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c5a889-e08b-4163-a5ba-0bf0cb00aefd tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:28.160669 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-53c5a889-e08b-4163-a5ba-0bf0cb00aefd tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:28.170992 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb3ab08-bce2-45e2-af7c-20b1701d2a30 None None] Network 480700ce-46ac-4f40-b475-8c2aea0b1457 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:28.177447 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-53c5a889-e08b-4163-a5ba-0bf0cb00aefd tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4962852 Aug 17 00:14:28.179966 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53584) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:28.186751 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-6bc6049f-792b-48c5-8d81-3a9c73253b23 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Request body: {'port': {'network_id': '480700ce-46ac-4f40-b475-8c2aea0b1457', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1391167166'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:28.238705 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd4426-6cab-402a-aaf3-b479d2e422f7 req-db3d6623-99a6-4a76-b9d8-6b41fb2f0d7a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:28.246351 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd4426-6cab-402a-aaf3-b479d2e422f7 req-db3d6623-99a6-4a76-b9d8-6b41fb2f0d7a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:28.255620 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd4426-6cab-402a-aaf3-b479d2e422f7 req-db3d6623-99a6-4a76-b9d8-6b41fb2f0d7a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:28.261988 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd4426-6cab-402a-aaf3-b479d2e422f7 req-db3d6623-99a6-4a76-b9d8-6b41fb2f0d7a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:28.269373 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd4426-6cab-402a-aaf3-b479d2e422f7 req-db3d6623-99a6-4a76-b9d8-6b41fb2f0d7a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:28.276594 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd4426-6cab-402a-aaf3-b479d2e422f7 req-db3d6623-99a6-4a76-b9d8-6b41fb2f0d7a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:28.285078 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd4426-6cab-402a-aaf3-b479d2e422f7 req-db3d6623-99a6-4a76-b9d8-6b41fb2f0d7a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:28.287867 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28cd4426-6cab-402a-aaf3-b479d2e422f7 req-db3d6623-99a6-4a76-b9d8-6b41fb2f0d7a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5446 time: 0.1155443 Aug 17 00:14:28.349677 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28cd4426-6cab-402a-aaf3-b479d2e422f7 req-f1175599-8d28-4362-8d84-7c086a79b805 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542145 Aug 17 00:14:28.361366 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d882a47-2a2b-42db-8baa-8809b04fe119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-480700ce-46ac-4f40-b475-8c2aea0b1457', 'network_id': '480700ce-46ac-4f40-b475-8c2aea0b1457', 'tenant_id': '85ad9bcd778e44e5b50f09985e8d6186', 'fixed_ips': [{'subnet_id': '3136a25b-9ccf-4c4f-a9ce-52e5b4d21df6'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:14:28.362766 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7d882a47-2a2b-42db-8baa-8809b04fe119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:28.555656 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e39112-c85c-47f0-92a2-f10c80d144ec req-0a9180df-58e7-4c95-873a-0691bd7bed96 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:28.569817 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e39112-c85c-47f0-92a2-f10c80d144ec req-0a9180df-58e7-4c95-873a-0691bd7bed96 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:28.571504 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-7d882a47-2a2b-42db-8baa-8809b04fe119 None None] Allocated IP 172.20.0.2 (480700ce-46ac-4f40-b475-8c2aea0b1457/3136a25b-9ccf-4c4f-a9ce-52e5b4d21df6/98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:14:28.576499 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e39112-c85c-47f0-92a2-f10c80d144ec req-0a9180df-58e7-4c95-873a-0691bd7bed96 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:28.582753 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e39112-c85c-47f0-92a2-f10c80d144ec req-0a9180df-58e7-4c95-873a-0691bd7bed96 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:28.589168 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e39112-c85c-47f0-92a2-f10c80d144ec req-0a9180df-58e7-4c95-873a-0691bd7bed96 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:28.595331 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e39112-c85c-47f0-92a2-f10c80d144ec req-0a9180df-58e7-4c95-873a-0691bd7bed96 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:28.602204 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e39112-c85c-47f0-92a2-f10c80d144ec req-0a9180df-58e7-4c95-873a-0691bd7bed96 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:28.603528 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-41e39112-c85c-47f0-92a2-f10c80d144ec req-0a9180df-58e7-4c95-873a-0691bd7bed96 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5446 time: 0.1333270 Aug 17 00:14:28.647311 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc6049f-792b-48c5-8d81-3a9c73253b23 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Made reservation on behalf of 85ad9bcd778e44e5b50f09985e8d6186 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:28.651035 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6bc6049f-792b-48c5-8d81-3a9c73253b23 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:28.670650 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-6bc6049f-792b-48c5-8d81-3a9c73253b23 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] device_id is not set on port 94f60a18-0bd0-4b65-8f1c-b35b9ad08414 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:14:28.786663 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7d882a47-2a2b-42db-8baa-8809b04fe119 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:28.797560 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7d882a47-2a2b-42db-8baa-8809b04fe119 None None] Transition to ACTIVE for port object 98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:28.821262 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7d882a47-2a2b-42db-8baa-8809b04fe119 None None] Transition to ACTIVE for port object 98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:28.833649 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7d882a47-2a2b-42db-8baa-8809b04fe119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:28.899231 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d882a47-2a2b-42db-8baa-8809b04fe119 None None] Pushing event updated for resources: {'Port': ['ID=98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:28.926919 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d882a47-2a2b-42db-8baa-8809b04fe119 None None] Network 480700ce-46ac-4f40-b475-8c2aea0b1457 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:14:28.929921 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-7d882a47-2a2b-42db-8baa-8809b04fe119 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:28.939427 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d882a47-2a2b-42db-8baa-8809b04fe119 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:14:28.941202 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-6bc6049f-792b-48c5-8d81-3a9c73253b23 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Allocated IP 172.20.0.4 (480700ce-46ac-4f40-b475-8c2aea0b1457/3136a25b-9ccf-4c4f-a9ce-52e5b4d21df6/94f60a18-0bd0-4b65-8f1c-b35b9ad08414) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:14:29.029806 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d0ad5934-9f8f-460c-b653-252324b04c24 req-3bf817a0-6826-498e-a974-ed729641749d tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0454564 Aug 17 00:14:29.051325 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7d882a47-2a2b-42db-8baa-8809b04fe119 None None] Attempting to bind port 98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:14:29.051865 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7d882a47-2a2b-42db-8baa-8809b04fe119 None None] Attempting to bind port 98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '352295f3-3acb-424c-ac0b-1c30acdb1e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '480700ce-46ac-4f40-b475-8c2aea0b1457'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:14:29.052446 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d882a47-2a2b-42db-8baa-8809b04fe119 None None] Attempting to bind port 98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98 on network 480700ce-46ac-4f40-b475-8c2aea0b1457 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:14:29.061426 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d882a47-2a2b-42db-8baa-8809b04fe119 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:14:29.062283 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d882a47-2a2b-42db-8baa-8809b04fe119 None None] Checking segment: {'id': '352295f3-3acb-424c-ac0b-1c30acdb1e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '480700ce-46ac-4f40-b475-8c2aea0b1457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:14:29.063035 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7d882a47-2a2b-42db-8baa-8809b04fe119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.064099 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d882a47-2a2b-42db-8baa-8809b04fe119 None None] Bound using segment: {'id': '352295f3-3acb-424c-ac0b-1c30acdb1e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '480700ce-46ac-4f40-b475-8c2aea0b1457'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:14:29.065417 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7d882a47-2a2b-42db-8baa-8809b04fe119 None None] Bound port: 98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352295f3-3acb-424c-ac0b-1c30acdb1e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '480700ce-46ac-4f40-b475-8c2aea0b1457'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:14:29.066316 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7d882a47-2a2b-42db-8baa-8809b04fe119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.143616 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-7d882a47-2a2b-42db-8baa-8809b04fe119 None None] For port 98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:14:29.146864 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-7d882a47-2a2b-42db-8baa-8809b04fe119 None None] For port 98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98,segment=NetworkSegment(352295f3-3acb-424c-ac0b-1c30acdb1e3d),segment_id=352295f3-3acb-424c-ac0b-1c30acdb1e3d)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:14:29.149340 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6bc6049f-792b-48c5-8d81-3a9c73253b23 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.151421 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7d882a47-2a2b-42db-8baa-8809b04fe119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.164048 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-6bc6049f-792b-48c5-8d81-3a9c73253b23 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Transition to ACTIVE for port object 94f60a18-0bd0-4b65-8f1c-b35b9ad08414 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:29.211572 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6bc6049f-792b-48c5-8d81-3a9c73253b23 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.223028 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d882a47-2a2b-42db-8baa-8809b04fe119 None None] Pushing event updated for resources: {'Port': ['ID=98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:29.274099 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc6049f-792b-48c5-8d81-3a9c73253b23 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Network 480700ce-46ac-4f40-b475-8c2aea0b1457 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:14:29.282806 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-6bc6049f-792b-48c5-8d81-3a9c73253b23 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:29.287100 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc6049f-792b-48c5-8d81-3a9c73253b23 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:14:29.349652 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc6049f-792b-48c5-8d81-3a9c73253b23 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:29.350386 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6bc6049f-792b-48c5-8d81-3a9c73253b23 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.353113 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6049f-792b-48c5-8d81-3a9c73253b23 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Pushing event updated for resources: {'Port': ['ID=94f60a18-0bd0-4b65-8f1c-b35b9ad08414,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:29.376441 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6bc6049f-792b-48c5-8d81-3a9c73253b23 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1923370 Aug 17 00:14:29.376661 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53604) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:29.383267 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-0f09948b-b439-45bc-bd75-83a985d29e72 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Request body: {'port': {'network_id': '480700ce-46ac-4f40-b475-8c2aea0b1457', 'name': 'tempest-ExtraDHCPOptionsTestJSON-928228905', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:29.384222 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.api.validators [None req-0f09948b-b439-45bc-bd75-83a985d29e72 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] bootfile-name is not in valid_values {{(pid=101402) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 00:14:29.384929 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.api.validators [None req-0f09948b-b439-45bc-bd75-83a985d29e72 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] tftp-server is not in valid_values {{(pid=101402) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 00:14:29.385365 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.api.validators [None req-0f09948b-b439-45bc-bd75-83a985d29e72 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] server-ip-address is not in valid_values {{(pid=101402) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 00:14:29.560931 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f09948b-b439-45bc-bd75-83a985d29e72 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Made reservation on behalf of 85ad9bcd778e44e5b50f09985e8d6186 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:29.565322 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0f09948b-b439-45bc-bd75-83a985d29e72 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.588778 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-0f09948b-b439-45bc-bd75-83a985d29e72 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] device_id is not set on port 19a7a1e2-9cc5-42cc-9ce1-af0e70280acf yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:14:29.727044 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-0f09948b-b439-45bc-bd75-83a985d29e72 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Allocated IP 172.20.0.8 (480700ce-46ac-4f40-b475-8c2aea0b1457/3136a25b-9ccf-4c4f-a9ce-52e5b4d21df6/19a7a1e2-9cc5-42cc-9ce1-af0e70280acf) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:14:29.869204 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:14:29.934412 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:14:29.975337 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0f09948b-b439-45bc-bd75-83a985d29e72 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:30.001472 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-0f09948b-b439-45bc-bd75-83a985d29e72 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Transition to ACTIVE for port object 19a7a1e2-9cc5-42cc-9ce1-af0e70280acf will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:30.069425 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0f09948b-b439-45bc-bd75-83a985d29e72 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:30.124031 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f09948b-b439-45bc-bd75-83a985d29e72 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Network 480700ce-46ac-4f40-b475-8c2aea0b1457 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:14:30.127699 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-0f09948b-b439-45bc-bd75-83a985d29e72 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:30.132668 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f09948b-b439-45bc-bd75-83a985d29e72 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:14:30.178306 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09948b-b439-45bc-bd75-83a985d29e72 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Pushing event updated for resources: {'Port': ['ID=19a7a1e2-9cc5-42cc-9ce1-af0e70280acf,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:30.212851 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f09948b-b439-45bc-bd75-83a985d29e72 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:30.214626 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0f09948b-b439-45bc-bd75-83a985d29e72 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:30.246830 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2a9c029-3236-4134-adb2-766157d21e45 req-a5a29093-bf45-45dd-923f-c7a2ea481642 tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0548623 Aug 17 00:14:30.265369 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0f09948b-b439-45bc-bd75-83a985d29e72 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.8851681 Aug 17 00:14:30.266274 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53614) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:30.420563 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a92268-8404-473b-93d2-be9add161227 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:30.427667 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a92268-8404-473b-93d2-be9add161227 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:30.437845 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a92268-8404-473b-93d2-be9add161227 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:30.441406 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e9a92268-8404-473b-93d2-be9add161227 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1738074 Aug 17 00:14:30.445095 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53622) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:30.560802 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ee4362-0874-454d-8f9c-ef00c66c7078 None None] Network 480700ce-46ac-4f40-b475-8c2aea0b1457 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:30.587019 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-72601c42-06ee-46e8-a63a-1401d2bfc1d4 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Deleting port 19a7a1e2-9cc5-42cc-9ce1-af0e70280acf {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:14:30.587298 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-72601c42-06ee-46e8-a63a-1401d2bfc1d4 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:30.672934 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ee89ceb1-6bd4-4380-adb9-cdad6e244a04 None None] Provisioning for port 98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:14:30.689213 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ee89ceb1-6bd4-4380-adb9-cdad6e244a04 None None] Provisioning complete for port 98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:30.689350 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ee89ceb1-6bd4-4380-adb9-cdad6e244a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:30.706355 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53630) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:30.753879 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-72601c42-06ee-46e8-a63a-1401d2bfc1d4 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:30.788677 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-72601c42-06ee-46e8-a63a-1401d2bfc1d4 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Calling delete_port for 19a7a1e2-9cc5-42cc-9ce1-af0e70280acf owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:14:30.860298 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbf177-320d-40e5-948b-adfd8a5d5dbf req-85de5b27-7f26-4e3c-aa75-ab977c7f575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:30.860791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbf177-320d-40e5-948b-adfd8a5d5dbf req-85de5b27-7f26-4e3c-aa75-ab977c7f575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:30.861297 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbf177-320d-40e5-948b-adfd8a5d5dbf req-85de5b27-7f26-4e3c-aa75-ab977c7f575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:30.861782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbf177-320d-40e5-948b-adfd8a5d5dbf req-85de5b27-7f26-4e3c-aa75-ab977c7f575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:30.862254 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbf177-320d-40e5-948b-adfd8a5d5dbf req-85de5b27-7f26-4e3c-aa75-ab977c7f575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:30.862729 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbf177-320d-40e5-948b-adfd8a5d5dbf req-85de5b27-7f26-4e3c-aa75-ab977c7f575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:30.863200 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbf177-320d-40e5-948b-adfd8a5d5dbf req-85de5b27-7f26-4e3c-aa75-ab977c7f575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:30.873263 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2dfbf177-320d-40e5-948b-adfd8a5d5dbf req-85de5b27-7f26-4e3c-aa75-ab977c7f575b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 6510 time: 0.1575937 Aug 17 00:14:30.916569 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ee89ceb1-6bd4-4380-adb9-cdad6e244a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:30.975327 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ee89ceb1-6bd4-4380-adb9-cdad6e244a04 None None] For port 98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98,segment=NetworkSegment(352295f3-3acb-424c-ac0b-1c30acdb1e3d),segment_id=352295f3-3acb-424c-ac0b-1c30acdb1e3d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:30.976962 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2dfbf177-320d-40e5-948b-adfd8a5d5dbf req-c94ff455-713f-4163-b2b4-3f81af534096 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&id=6d0b36a3-0001-483c-a13d-366822d8521b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1015854 Aug 17 00:14:30.983313 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ee89ceb1-6bd4-4380-adb9-cdad6e244a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:31.009834 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-72601c42-06ee-46e8-a63a-1401d2bfc1d4 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:31.047076 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72601c42-06ee-46e8-a63a-1401d2bfc1d4 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Pushing event deleted for resources: {'Port': ['ID=19a7a1e2-9cc5-42cc-9ce1-af0e70280acf,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:31.083013 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89ceb1-6bd4-4380-adb9-cdad6e244a04 None None] Pushing event updated for resources: {'Port': ['ID=98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:31.191419 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-72601c42-06ee-46e8-a63a-1401d2bfc1d4 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:31.198026 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-72601c42-06ee-46e8-a63a-1401d2bfc1d4 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] 10.222.0.60 "DELETE /v2.0/ports/19a7a1e2-9cc5-42cc-9ce1-af0e70280acf HTTP/1.1" status: 204 len: 168 time: 0.7522757 Aug 17 00:14:31.198246 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53640) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:31.204776 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-b507b4b0-24bd-4d4d-95ff-7b55393035bc tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Request body: {'port': {'name': 'tempest-new-port-name-608147301', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:31.211382 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.api.validators [None req-b507b4b0-24bd-4d4d-95ff-7b55393035bc tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] bootfile-name is not in valid_values {{(pid=101403) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 00:14:31.213877 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.api.validators [None req-b507b4b0-24bd-4d4d-95ff-7b55393035bc tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] tftp-server is not in valid_values {{(pid=101403) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 00:14:31.214420 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.api.validators [None req-b507b4b0-24bd-4d4d-95ff-7b55393035bc tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] server-ip-address is not in valid_values {{(pid=101403) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 00:14:31.308359 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b507b4b0-24bd-4d4d-95ff-7b55393035bc tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:31.351683 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-18eaaa1f-f53e-4b51-90c0-8bd85f5c7e90 None None] Provisioning complete for port 98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:31.352061 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-18eaaa1f-f53e-4b51-90c0-8bd85f5c7e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:31.585572 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-18eaaa1f-f53e-4b51-90c0-8bd85f5c7e90 None None] Provisioning for port 94f60a18-0bd0-4b65-8f1c-b35b9ad08414 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:14:31.595764 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-18eaaa1f-f53e-4b51-90c0-8bd85f5c7e90 None None] Provisioning complete for port 94f60a18-0bd0-4b65-8f1c-b35b9ad08414 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:31.596207 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-18eaaa1f-f53e-4b51-90c0-8bd85f5c7e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:31.658816 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b507b4b0-24bd-4d4d-95ff-7b55393035bc tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:31.670145 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b507b4b0-24bd-4d4d-95ff-7b55393035bc tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:31.688055 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-18eaaa1f-f53e-4b51-90c0-8bd85f5c7e90 None None] Port 94f60a18-0bd0-4b65-8f1c-b35b9ad08414 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:14:31.694158 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-18eaaa1f-f53e-4b51-90c0-8bd85f5c7e90 None None] Could not find standard attr ID for object 19a7a1e2-9cc5-42cc-9ce1-af0e70280acf. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:14:31.798068 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:14:31.817449 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-becb989b-7591-4572-af86-2e28b8fbcd4f req-791f66ab-a91b-49f1-bb10-362a4cd34c8c tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.3635068 Aug 17 00:14:31.838427 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507b4b0-24bd-4d4d-95ff-7b55393035bc tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Pushing event updated for resources: {'Port': ['ID=94f60a18-0bd0-4b65-8f1c-b35b9ad08414,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:31.850956 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-b507b4b0-24bd-4d4d-95ff-7b55393035bc tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] In _notify_port_updated(), no bound segment for port 94f60a18-0bd0-4b65-8f1c-b35b9ad08414 on network 480700ce-46ac-4f40-b475-8c2aea0b1457 {{(pid=101403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 00:14:31.858651 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b507b4b0-24bd-4d4d-95ff-7b55393035bc tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:31.859354 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b507b4b0-24bd-4d4d-95ff-7b55393035bc tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:31.863380 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53648) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:31.864293 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b507b4b0-24bd-4d4d-95ff-7b55393035bc tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] 10.222.0.60 "PUT /v2.0/ports/94f60a18-0bd0-4b65-8f1c-b35b9ad08414 HTTP/1.1" status: 200 len: 1135 time: 0.6639719 Aug 17 00:14:31.892009 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8276705f-f999-4124-b44f-78dd98169f7b None None] Provisioning complete for port 94f60a18-0bd0-4b65-8f1c-b35b9ad08414 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:31.892390 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8276705f-f999-4124-b44f-78dd98169f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:31.925264 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414e8d1a-4845-49e5-8027-f4b8273363f4 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:31.927376 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-414e8d1a-4845-49e5-8027-f4b8273363f4 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] 10.222.0.60 "GET /v2.0/ports/94f60a18-0bd0-4b65-8f1c-b35b9ad08414 HTTP/1.1" status: 200 len: 1135 time: 0.0621331 Aug 17 00:14:31.930111 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53650) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:31.961969 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-8276705f-f999-4124-b44f-78dd98169f7b None None] Port 94f60a18-0bd0-4b65-8f1c-b35b9ad08414 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:14:31.985113 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:31.985834 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:32.082129 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4876e8a5-dfb2-4656-94dd-3c82bcc2d833 None None] Could not find standard attr ID for object 19a7a1e2-9cc5-42cc-9ce1-af0e70280acf. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:14:32.103320 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-c610a918-f418-4083-9c5e-a33ef8523200 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Deleting port 94f60a18-0bd0-4b65-8f1c-b35b9ad08414 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:14:32.103987 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c610a918-f418-4083-9c5e-a33ef8523200 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:32.287202 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c610a918-f418-4083-9c5e-a33ef8523200 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:32.312469 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-c610a918-f418-4083-9c5e-a33ef8523200 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Calling delete_port for 94f60a18-0bd0-4b65-8f1c-b35b9ad08414 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:14:32.486529 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c610a918-f418-4083-9c5e-a33ef8523200 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:32.499272 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1cc1f9f0-f232-43db-8de6-4f5d378d3c89 None None] Could not find standard attr ID for object 94f60a18-0bd0-4b65-8f1c-b35b9ad08414. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:14:32.525016 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610a918-f418-4083-9c5e-a33ef8523200 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Pushing event deleted for resources: {'Port': ['ID=94f60a18-0bd0-4b65-8f1c-b35b9ad08414,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:32.603244 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c610a918-f418-4083-9c5e-a33ef8523200 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:32.603244 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c610a918-f418-4083-9c5e-a33ef8523200 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] 10.222.0.60 "DELETE /v2.0/ports/94f60a18-0bd0-4b65-8f1c-b35b9ad08414 HTTP/1.1" status: 204 len: 168 time: 0.6691041 Aug 17 00:14:32.613878 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53656) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:32.686258 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb9570d1-b21a-4f54-9ce3-f50df003369e tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Deleting subnet 3136a25b-9ccf-4c4f-a9ce-52e5b4d21df6 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:14:32.691158 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eb9570d1-b21a-4f54-9ce3-f50df003369e tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:32.747444 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eb9570d1-b21a-4f54-9ce3-f50df003369e tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:32.875795 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eb9570d1-b21a-4f54-9ce3-f50df003369e tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:32.965474 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eb9570d1-b21a-4f54-9ce3-f50df003369e tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:32.979872 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ffbe94a3-cd50-4cb1-8885-2ed342718c1c req-97edc448-01b8-4af9-b7ff-f19e4a6e9b6d tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0341454 Aug 17 00:14:33.002640 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9570d1-b21a-4f54-9ce3-f50df003369e tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Pushing event deleted for resources: {'Subnet': ['ID=3136a25b-9ccf-4c4f-a9ce-52e5b4d21df6,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:33.012801 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eb9570d1-b21a-4f54-9ce3-f50df003369e tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:33.014995 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-eb9570d1-b21a-4f54-9ce3-f50df003369e tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] 10.222.0.60 "DELETE /v2.0/subnets/3136a25b-9ccf-4c4f-a9ce-52e5b4d21df6 HTTP/1.1" status: 204 len: 168 time: 0.4068356 Aug 17 00:14:33.017380 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53660) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:33.019765 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477bbf1c-69e4-45e0-893a-4ba6293323f9 None None] Network 480700ce-46ac-4f40-b475-8c2aea0b1457 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:33.108761 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d937ef7e-0c55-4014-b632-d521fb7cbb31 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:33.186937 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-d937ef7e-0c55-4014-b632-d521fb7cbb31 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Deleting port 98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:14:33.187571 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d937ef7e-0c55-4014-b632-d521fb7cbb31 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:33.231382 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c8b92d-9b16-400d-9e18-24cab93f4260 None None] DHCP port deletion for 480700ce-46ac-4f40-b475-8c2aea0b1457 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:14:33.279494 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-d937ef7e-0c55-4014-b632-d521fb7cbb31 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] For port 98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98,segment=NetworkSegment(352295f3-3acb-424c-ac0b-1c30acdb1e3d),segment_id=352295f3-3acb-424c-ac0b-1c30acdb1e3d)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:33.279874 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d937ef7e-0c55-4014-b632-d521fb7cbb31 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:33.297693 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-d937ef7e-0c55-4014-b632-d521fb7cbb31 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Calling delete_port for 98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:14:33.317474 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-b6c8b92d-9b16-400d-9e18-24cab93f4260 None None] Deleting port 98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:14:33.318113 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b92d-9b16-400d-9e18-24cab93f4260 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:33.395024 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-b6c8b92d-9b16-400d-9e18-24cab93f4260 None None] For port 98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98,segment=NetworkSegment(352295f3-3acb-424c-ac0b-1c30acdb1e3d),segment_id=352295f3-3acb-424c-ac0b-1c30acdb1e3d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:33.396094 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b92d-9b16-400d-9e18-24cab93f4260 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:33.405628 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d937ef7e-0c55-4014-b632-d521fb7cbb31 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:33.412465 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-b6c8b92d-9b16-400d-9e18-24cab93f4260 None None] Calling delete_port for 98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:14:33.440531 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937ef7e-0c55-4014-b632-d521fb7cbb31 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Pushing event deleted for resources: {'Port': ['ID=98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:33.446294 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d937ef7e-0c55-4014-b632-d521fb7cbb31 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] No DVR routers for this DVR port 98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:14:33.547878 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b92d-9b16-400d-9e18-24cab93f4260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:33.580290 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d937ef7e-0c55-4014-b632-d521fb7cbb31 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:33.585679 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8b92d-9b16-400d-9e18-24cab93f4260 None None] Pushing event deleted for resources: {'Port': ['ID=98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:33.587710 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c8b92d-9b16-400d-9e18-24cab93f4260 None None] No DVR routers for this DVR port 98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:14:33.602007 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-d937ef7e-0c55-4014-b632-d521fb7cbb31 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480700ce-46ac-4f40-b475-8c2aea0b1457']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:33.619806 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-d937ef7e-0c55-4014-b632-d521fb7cbb31 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '352295f3-3acb-424c-ac0b-1c30acdb1e3d') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:33.620298 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-d937ef7e-0c55-4014-b632-d521fb7cbb31 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '352295f3-3acb-424c-ac0b-1c30acdb1e3d') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:33.630469 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d937ef7e-0c55-4014-b632-d521fb7cbb31 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:33.646549 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d937ef7e-0c55-4014-b632-d521fb7cbb31 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:33.653005 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d937ef7e-0c55-4014-b632-d521fb7cbb31 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:14:33.653425 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d937ef7e-0c55-4014-b632-d521fb7cbb31 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:14:33.656596 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:14:33.748757 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d937ef7e-0c55-4014-b632-d521fb7cbb31 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:33.759626 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d937ef7e-0c55-4014-b632-d521fb7cbb31 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:33.765558 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d937ef7e-0c55-4014-b632-d521fb7cbb31 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] 10.222.0.60 "DELETE /v2.0/networks/480700ce-46ac-4f40-b475-8c2aea0b1457 HTTP/1.1" status: 204 len: 168 time: 0.7469711 Aug 17 00:14:33.791376 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937ef7e-0c55-4014-b632-d521fb7cbb31 tempest-ExtraDHCPOptionsTestJSON-1410856844 tempest-ExtraDHCPOptionsTestJSON-1410856844-project] Pushing event deleted for resources: {'Network': ['ID=480700ce-46ac-4f40-b475-8c2aea0b1457,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:33.808880 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:14:33.831705 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:14:33.832426 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 98cdd4b3-b42d-4dd7-bbfa-7e6d406b0c98 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:14:34.095511 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-12973333-af21-4d60-b94c-b9918bcda3ea req-d06bb601-5a61-455c-a194-a14014c60e07 tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0353665 Aug 17 00:14:34.175344 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53672) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:34.414695 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53688) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:34.416003 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bce3bad8-ef2a-40af-a0d8-96d5e055afed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=85ad9bcd778e44e5b50f09985e8d6186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2394388 Aug 17 00:14:34.491861 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b3d795be-e50f-4b1e-993c-20118490ea3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:34.518597 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b3d795be-e50f-4b1e-993c-20118490ea3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:34.589390 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b3d795be-e50f-4b1e-993c-20118490ea3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:34.593278 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b3d795be-e50f-4b1e-993c-20118490ea3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:34.597959 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b3d795be-e50f-4b1e-993c-20118490ea3b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a321a82-f4fc-46e2-9ba6-3ee62b54d2da HTTP/1.1" status: 204 len: 168 time: 0.1821113 Aug 17 00:14:34.627946 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d795be-e50f-4b1e-993c-20118490ea3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a321a82-f4fc-46e2-9ba6-3ee62b54d2da,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:35.674002 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e3b2a8f1-2dd5-4a93-af9b-598acc9eb79d req-d519d582-ea88-4eaf-a8d0-b46658d62b1a tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.4449492 Aug 17 00:14:35.794621 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53726) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:35.975178 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-22052907-5be5-499b-b5b2-5a7c4bc2226c tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1593024023'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:36.010363 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22052907-5be5-499b-b5b2-5a7c4bc2226c tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Made reservation on behalf of f8bc08f818ff4908b0dcb17dfc86b819 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:36.015912 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-22052907-5be5-499b-b5b2-5a7c4bc2226c tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:36.029594 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-22052907-5be5-499b-b5b2-5a7c4bc2226c tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:36.184876 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-22052907-5be5-499b-b5b2-5a7c4bc2226c tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:36.192627 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-22052907-5be5-499b-b5b2-5a7c4bc2226c tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:36.231181 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22052907-5be5-499b-b5b2-5a7c4bc2226c tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:14:36.247568 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22052907-5be5-499b-b5b2-5a7c4bc2226c tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3f9efb-2d8f-483e-a60f-db4627713e3f,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:36.261018 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-22052907-5be5-499b-b5b2-5a7c4bc2226c tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:36.261573 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-22052907-5be5-499b-b5b2-5a7c4bc2226c tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Added segment 0e2f8ece-1340-4a34-91a5-9476f34d8a60 of type vlan for network d9360e17-c3d6-4874-8496-177fa41e0951 Aug 17 00:14:36.336050 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-22052907-5be5-499b-b5b2-5a7c4bc2226c tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:36.388937 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-22052907-5be5-499b-b5b2-5a7c4bc2226c tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:36.395120 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22052907-5be5-499b-b5b2-5a7c4bc2226c tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:36.395933 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-22052907-5be5-499b-b5b2-5a7c4bc2226c tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:36.462600 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-22052907-5be5-499b-b5b2-5a7c4bc2226c tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6662679 Aug 17 00:14:36.477451 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22052907-5be5-499b-b5b2-5a7c4bc2226c tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event updated for resources: {'Network': ['ID=d9360e17-c3d6-4874-8496-177fa41e0951,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:36.491053 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network d9360e17-c3d6-4874-8496-177fa41e0951 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:14:36.593924 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53742) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:36.610052 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a0221dba-6757-45a9-a6f0-0da4a10d8488 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Request body: {'subnet': {'network_id': 'd9360e17-c3d6-4874-8496-177fa41e0951', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:36.746941 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0221dba-6757-45a9-a6f0-0da4a10d8488 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Made reservation on behalf of f8bc08f818ff4908b0dcb17dfc86b819 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:36.751279 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a0221dba-6757-45a9-a6f0-0da4a10d8488 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:36.823899 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c133f6b-13c0-4901-ad8c-47944e042a12 req-a649d962-536f-46e2-aefc-70b48a789664 tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0448625 Aug 17 00:14:36.983061 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a0221dba-6757-45a9-a6f0-0da4a10d8488 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:37.072656 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0221dba-6757-45a9-a6f0-0da4a10d8488 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Checking segment: {'id': '0e2f8ece-1340-4a34-91a5-9476f34d8a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd9360e17-c3d6-4874-8496-177fa41e0951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:14:37.073215 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0221dba-6757-45a9-a6f0-0da4a10d8488 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Network hostable DHCP agents. Network: d9360e17-c3d6-4874-8496-177fa41e0951, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:14:37.079811 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0221dba-6757-45a9-a6f0-0da4a10d8488 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event updated for resources: {'Subnet': ['ID=e1d8cd9a-f17b-481c-a83c-1ab17f8e1063,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:37.097842 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0221dba-6757-45a9-a6f0-0da4a10d8488 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Network d9360e17-c3d6-4874-8496-177fa41e0951 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:14:37.109911 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-a0221dba-6757-45a9-a6f0-0da4a10d8488 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, d9360e17-c3d6-4874-8496-177fa41e0951) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:37.114186 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0221dba-6757-45a9-a6f0-0da4a10d8488 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:37.114783 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a0221dba-6757-45a9-a6f0-0da4a10d8488 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:37.120567 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f8ddbb-8655-4ab8-b70b-d0bf238d6907 None None] Network d9360e17-c3d6-4874-8496-177fa41e0951 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:37.140643 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a0221dba-6757-45a9-a6f0-0da4a10d8488 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5452385 Aug 17 00:14:37.151184 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53746) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:37.156813 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-f456c1d9-da0e-41b4-bca3-ceb9c4580c84 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1354782689'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:37.194166 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f456c1d9-da0e-41b4-bca3-ceb9c4580c84 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Made reservation on behalf of f8bc08f818ff4908b0dcb17dfc86b819 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:37.202224 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f456c1d9-da0e-41b4-bca3-ceb9c4580c84 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:37.253111 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f456c1d9-da0e-41b4-bca3-ceb9c4580c84 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:14:37.281794 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f456c1d9-da0e-41b4-bca3-ceb9c4580c84 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:37.282621 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-f456c1d9-da0e-41b4-bca3-ceb9c4580c84 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Added segment ba71ec20-4614-43e7-a7af-5b9ffefcde2a of type vlan for network 4b5652a1-abd0-4611-be0e-9a1a80f762e2 Aug 17 00:14:37.338555 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69454dad-770f-4ec2-b7d2-247f5259594a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-d9360e17-c3d6-4874-8496-177fa41e0951', 'network_id': 'd9360e17-c3d6-4874-8496-177fa41e0951', 'tenant_id': 'f8bc08f818ff4908b0dcb17dfc86b819', 'fixed_ips': [{'subnet_id': 'e1d8cd9a-f17b-481c-a83c-1ab17f8e1063'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:14:37.339500 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-69454dad-770f-4ec2-b7d2-247f5259594a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:37.340192 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f456c1d9-da0e-41b4-bca3-ceb9c4580c84 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:37.374170 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f456c1d9-da0e-41b4-bca3-ceb9c4580c84 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:37.380170 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f456c1d9-da0e-41b4-bca3-ceb9c4580c84 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:37.380955 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f456c1d9-da0e-41b4-bca3-ceb9c4580c84 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:37.411093 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f456c1d9-da0e-41b4-bca3-ceb9c4580c84 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2584486 Aug 17 00:14:37.414181 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53748) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:37.419948 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-c5879124-06ff-4a79-bc3c-dd94e46db4be tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Request body: {'subnet': {'network_id': '4b5652a1-abd0-4611-be0e-9a1a80f762e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:37.482115 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456c1d9-da0e-41b4-bca3-ceb9c4580c84 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event updated for resources: {'Network': ['ID=4b5652a1-abd0-4611-be0e-9a1a80f762e2,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:37.497641 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 4b5652a1-abd0-4611-be0e-9a1a80f762e2 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:14:37.560794 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5879124-06ff-4a79-bc3c-dd94e46db4be tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Made reservation on behalf of f8bc08f818ff4908b0dcb17dfc86b819 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:37.564975 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c5879124-06ff-4a79-bc3c-dd94e46db4be tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:37.637034 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-69454dad-770f-4ec2-b7d2-247f5259594a None None] Allocated IP 172.20.255.242 (d9360e17-c3d6-4874-8496-177fa41e0951/e1d8cd9a-f17b-481c-a83c-1ab17f8e1063/a94d9dad-24dc-46fa-9fac-eb724e718f64) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:14:37.861510 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-69454dad-770f-4ec2-b7d2-247f5259594a None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:37.871050 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-69454dad-770f-4ec2-b7d2-247f5259594a None None] Transition to ACTIVE for port object a94d9dad-24dc-46fa-9fac-eb724e718f64 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:37.887031 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-69454dad-770f-4ec2-b7d2-247f5259594a None None] Transition to ACTIVE for port object a94d9dad-24dc-46fa-9fac-eb724e718f64 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:37.898748 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-69454dad-770f-4ec2-b7d2-247f5259594a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:37.937661 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69454dad-770f-4ec2-b7d2-247f5259594a None None] Network d9360e17-c3d6-4874-8496-177fa41e0951 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:14:37.940729 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-69454dad-770f-4ec2-b7d2-247f5259594a None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:37.944235 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69454dad-770f-4ec2-b7d2-247f5259594a None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:14:37.955283 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c5879124-06ff-4a79-bc3c-dd94e46db4be tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:38.006801 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69454dad-770f-4ec2-b7d2-247f5259594a None None] Pushing event updated for resources: {'Port': ['ID=a94d9dad-24dc-46fa-9fac-eb724e718f64,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:38.009221 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-69454dad-770f-4ec2-b7d2-247f5259594a None None] Attempting to bind port a94d9dad-24dc-46fa-9fac-eb724e718f64 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:14:38.009771 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-69454dad-770f-4ec2-b7d2-247f5259594a None None] Attempting to bind port a94d9dad-24dc-46fa-9fac-eb724e718f64 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '0e2f8ece-1340-4a34-91a5-9476f34d8a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd9360e17-c3d6-4874-8496-177fa41e0951'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:14:38.010163 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69454dad-770f-4ec2-b7d2-247f5259594a None None] Attempting to bind port a94d9dad-24dc-46fa-9fac-eb724e718f64 on network d9360e17-c3d6-4874-8496-177fa41e0951 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:14:38.030658 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69454dad-770f-4ec2-b7d2-247f5259594a None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:14:38.033320 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69454dad-770f-4ec2-b7d2-247f5259594a None None] Checking segment: {'id': '0e2f8ece-1340-4a34-91a5-9476f34d8a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd9360e17-c3d6-4874-8496-177fa41e0951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:14:38.033815 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-69454dad-770f-4ec2-b7d2-247f5259594a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:38.034383 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69454dad-770f-4ec2-b7d2-247f5259594a None None] Bound using segment: {'id': '0e2f8ece-1340-4a34-91a5-9476f34d8a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd9360e17-c3d6-4874-8496-177fa41e0951'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:14:38.034955 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-69454dad-770f-4ec2-b7d2-247f5259594a None None] Bound port: a94d9dad-24dc-46fa-9fac-eb724e718f64, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2f8ece-1340-4a34-91a5-9476f34d8a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd9360e17-c3d6-4874-8496-177fa41e0951'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:14:38.041945 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-862d7df1-c2f9-4fa9-a843-b38ce436e489 req-0daa2512-893a-4f52-8d07-225f5e9f1aea tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0669808 Aug 17 00:14:38.042422 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-69454dad-770f-4ec2-b7d2-247f5259594a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:38.092118 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5879124-06ff-4a79-bc3c-dd94e46db4be tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event updated for resources: {'Subnet': ['ID=9da0d709-46be-4a81-a94a-03fbb44b5de4,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:38.101003 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5879124-06ff-4a79-bc3c-dd94e46db4be tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Checking segment: {'id': 'ba71ec20-4614-43e7-a7af-5b9ffefcde2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4b5652a1-abd0-4611-be0e-9a1a80f762e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:14:38.101250 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5879124-06ff-4a79-bc3c-dd94e46db4be tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Network hostable DHCP agents. Network: 4b5652a1-abd0-4611-be0e-9a1a80f762e2, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:14:38.128216 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5879124-06ff-4a79-bc3c-dd94e46db4be tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Network 4b5652a1-abd0-4611-be0e-9a1a80f762e2 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:14:38.142537 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-c5879124-06ff-4a79-bc3c-dd94e46db4be tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 4b5652a1-abd0-4611-be0e-9a1a80f762e2) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:38.151713 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5879124-06ff-4a79-bc3c-dd94e46db4be tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:38.151713 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c5879124-06ff-4a79-bc3c-dd94e46db4be tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:38.163133 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d651f29a-ae37-4d57-9c26-45654338bfcc None None] Network 4b5652a1-abd0-4611-be0e-9a1a80f762e2 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:38.177027 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53756) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:38.177430 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c5879124-06ff-4a79-bc3c-dd94e46db4be tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7618990 Aug 17 00:14:38.248832 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-69454dad-770f-4ec2-b7d2-247f5259594a None None] For port a94d9dad-24dc-46fa-9fac-eb724e718f64, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:14:38.266243 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-69454dad-770f-4ec2-b7d2-247f5259594a None None] For port a94d9dad-24dc-46fa-9fac-eb724e718f64, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a94d9dad-24dc-46fa-9fac-eb724e718f64,segment=NetworkSegment(0e2f8ece-1340-4a34-91a5-9476f34d8a60),segment_id=0e2f8ece-1340-4a34-91a5-9476f34d8a60)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:14:38.276874 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-69454dad-770f-4ec2-b7d2-247f5259594a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:38.411068 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e0da49a9-fb0f-4e50-883b-93c89de46159 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:38.478941 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69454dad-770f-4ec2-b7d2-247f5259594a None None] Pushing event updated for resources: {'Port': ['ID=a94d9dad-24dc-46fa-9fac-eb724e718f64,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:38.576810 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d2f72a-c549-41c5-8282-9f3aadf5a4f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-4b5652a1-abd0-4611-be0e-9a1a80f762e2', 'network_id': '4b5652a1-abd0-4611-be0e-9a1a80f762e2', 'tenant_id': 'f8bc08f818ff4908b0dcb17dfc86b819', 'fixed_ips': [{'subnet_id': '9da0d709-46be-4a81-a94a-03fbb44b5de4'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:14:38.584049 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e4d2f72a-c549-41c5-8282-9f3aadf5a4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:38.607752 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e0da49a9-fb0f-4e50-883b-93c89de46159 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:38.768728 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e0da49a9-fb0f-4e50-883b-93c89de46159 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server [None req-e4d2f72a-c549-41c5-8282-9f3aadf5a4f1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9da0d709-46be-4a81-a94a-03fbb44b5de4: This subnet is being modified by another concurrent operation. Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:14:38.872977 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise exception Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9da0d709-46be-4a81-a94a-03fbb44b5de4: This subnet is being modified by another concurrent operation. Aug 17 00:14:38.881399 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server Aug 17 00:14:38.889790 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da49a9-fb0f-4e50-883b-93c89de46159 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Subnet': ['ID=9da0d709-46be-4a81-a94a-03fbb44b5de4,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:38.911818 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f6e317-e0bf-4462-931f-10824a7207ad None None] Network 4b5652a1-abd0-4611-be0e-9a1a80f762e2 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:39.100920 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e0da49a9-fb0f-4e50-883b-93c89de46159 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:39.131747 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-e0da49a9-fb0f-4e50-883b-93c89de46159 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b5652a1-abd0-4611-be0e-9a1a80f762e2']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:39.157689 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-e0da49a9-fb0f-4e50-883b-93c89de46159 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba71ec20-4614-43e7-a7af-5b9ffefcde2a') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:39.164647 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-e0da49a9-fb0f-4e50-883b-93c89de46159 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba71ec20-4614-43e7-a7af-5b9ffefcde2a') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:39.187009 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e0da49a9-fb0f-4e50-883b-93c89de46159 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:39.238616 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6acea234-6218-4a71-8067-86bee88a9b5c req-65d6dbcc-df5d-441f-9001-a1aff8a1aba2 tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0699620 Aug 17 00:14:39.247476 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e0da49a9-fb0f-4e50-883b-93c89de46159 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:39.257717 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0da49a9-fb0f-4e50-883b-93c89de46159 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:14:39.257717 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e0da49a9-fb0f-4e50-883b-93c89de46159 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:14:39.260988 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:14:39.357489 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e0da49a9-fb0f-4e50-883b-93c89de46159 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:39.363053 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e0da49a9-fb0f-4e50-883b-93c89de46159 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:39.366057 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e0da49a9-fb0f-4e50-883b-93c89de46159 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/networks/4b5652a1-abd0-4611-be0e-9a1a80f762e2 HTTP/1.1" status: 204 len: 168 time: 1.1878343 Aug 17 00:14:39.371433 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53764) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:39.376875 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-905cced7-7913-4076-99db-5ccbfa8cf3ce tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2108445471'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:39.386727 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da49a9-fb0f-4e50-883b-93c89de46159 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Network': ['ID=4b5652a1-abd0-4611-be0e-9a1a80f762e2,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:39.411250 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905cced7-7913-4076-99db-5ccbfa8cf3ce tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Made reservation on behalf of f8bc08f818ff4908b0dcb17dfc86b819 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:39.414635 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-905cced7-7913-4076-99db-5ccbfa8cf3ce tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:39.465372 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905cced7-7913-4076-99db-5ccbfa8cf3ce tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:14:39.476881 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-905cced7-7913-4076-99db-5ccbfa8cf3ce tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:39.477248 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-905cced7-7913-4076-99db-5ccbfa8cf3ce tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Added segment 33abc942-b1cd-4360-8c97-155f7ca7534a of type vlan for network f3436df5-be37-4343-876e-5ddda3fcf0d6 Aug 17 00:14:39.548259 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-905cced7-7913-4076-99db-5ccbfa8cf3ce tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:39.577436 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-905cced7-7913-4076-99db-5ccbfa8cf3ce tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:39.583507 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905cced7-7913-4076-99db-5ccbfa8cf3ce tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:39.584214 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-905cced7-7913-4076-99db-5ccbfa8cf3ce tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:39.706952 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-905cced7-7913-4076-99db-5ccbfa8cf3ce tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3348722 Aug 17 00:14:39.713463 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53766) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:39.720234 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-329fca91-1ff0-4005-b1a0-f5cf916889fd tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Request body: {'subnet': {'network_id': 'f3436df5-be37-4343-876e-5ddda3fcf0d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:39.762340 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905cced7-7913-4076-99db-5ccbfa8cf3ce tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event updated for resources: {'Network': ['ID=f3436df5-be37-4343-876e-5ddda3fcf0d6,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:39.784009 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network f3436df5-be37-4343-876e-5ddda3fcf0d6 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:14:39.930460 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a94d9dad-24dc-46fa-9fac-eb724e718f64 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:14:39.965026 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329fca91-1ff0-4005-b1a0-f5cf916889fd tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Made reservation on behalf of f8bc08f818ff4908b0dcb17dfc86b819 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:39.977294 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-329fca91-1ff0-4005-b1a0-f5cf916889fd tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:39.980868 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ce372b-e142-4e35-9e7e-676dcba59f59 None None] Network d9360e17-c3d6-4874-8496-177fa41e0951 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:40.065708 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.ipam_backend_mixin [None req-329fca91-1ff0-4005-b1a0-f5cf916889fd tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Performing IP validity checks on allocation pools {{(pid=101403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 17 00:14:40.066432 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.ipam_backend_mixin [None req-329fca91-1ff0-4005-b1a0-f5cf916889fd tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 17 00:14:40.125216 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-89fbebcb-3efd-479c-9375-ae12b657ddd1 None None] Provisioning for port a94d9dad-24dc-46fa-9fac-eb724e718f64 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:14:40.137335 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:40.182052 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port a94d9dad-24dc-46fa-9fac-eb724e718f64 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:14:40.192004 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port a94d9dad-24dc-46fa-9fac-eb724e718f64 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:40.192568 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:40.223681 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-329fca91-1ff0-4005-b1a0-f5cf916889fd tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:40.299182 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329fca91-1ff0-4005-b1a0-f5cf916889fd tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event updated for resources: {'Subnet': ['ID=aead6546-90f8-4b22-a2c5-ebe26eedffc8,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:40.310285 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329fca91-1ff0-4005-b1a0-f5cf916889fd tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Checking segment: {'id': '33abc942-b1cd-4360-8c97-155f7ca7534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f3436df5-be37-4343-876e-5ddda3fcf0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:14:40.310848 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329fca91-1ff0-4005-b1a0-f5cf916889fd tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Network hostable DHCP agents. Network: f3436df5-be37-4343-876e-5ddda3fcf0d6, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:14:40.338845 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329fca91-1ff0-4005-b1a0-f5cf916889fd tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Network f3436df5-be37-4343-876e-5ddda3fcf0d6 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:14:40.367034 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-75d0d07a-08c8-44fc-b1b7-3660be4e29e9 req-231d9279-9c4f-463e-9acd-7e8ea7b9d5f4 tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0393267 Aug 17 00:14:40.368167 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-329fca91-1ff0-4005-b1a0-f5cf916889fd tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, f3436df5-be37-4343-876e-5ddda3fcf0d6) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:40.373480 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329fca91-1ff0-4005-b1a0-f5cf916889fd tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:40.374423 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-329fca91-1ff0-4005-b1a0-f5cf916889fd tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:40.394092 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-329fca91-1ff0-4005-b1a0-f5cf916889fd tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6788681 Aug 17 00:14:40.396798 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53774) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:40.412776 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d1a456-0e1f-41b0-a198-fb7b65a3235b None None] Network f3436df5-be37-4343-876e-5ddda3fcf0d6 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:40.501814 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5351a985-39b6-4c18-98b7-d047a2d38d54 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:40.559536 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5351a985-39b6-4c18-98b7-d047a2d38d54 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:40.593543 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:40.632484 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5351a985-39b6-4c18-98b7-d047a2d38d54 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:40.658194 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port a94d9dad-24dc-46fa-9fac-eb724e718f64, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a94d9dad-24dc-46fa-9fac-eb724e718f64,segment=NetworkSegment(0e2f8ece-1340-4a34-91a5-9476f34d8a60),segment_id=0e2f8ece-1340-4a34-91a5-9476f34d8a60)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:40.660803 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249ee307-57bb-4bdb-bdb8-2c59c3c08f43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-f3436df5-be37-4343-876e-5ddda3fcf0d6', 'network_id': 'f3436df5-be37-4343-876e-5ddda3fcf0d6', 'tenant_id': 'f8bc08f818ff4908b0dcb17dfc86b819', 'fixed_ips': [{'subnet_id': 'aead6546-90f8-4b22-a2c5-ebe26eedffc8'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:14:40.661699 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-249ee307-57bb-4bdb-bdb8-2c59c3c08f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:40.676019 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:40.733932 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351a985-39b6-4c18-98b7-d047a2d38d54 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Subnet': ['ID=aead6546-90f8-4b22-a2c5-ebe26eedffc8,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:40.752102 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5351a985-39b6-4c18-98b7-d047a2d38d54 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:40.764007 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-5351a985-39b6-4c18-98b7-d047a2d38d54 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3436df5-be37-4343-876e-5ddda3fcf0d6']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:40.784509 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-5351a985-39b6-4c18-98b7-d047a2d38d54 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33abc942-b1cd-4360-8c97-155f7ca7534a') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:40.784969 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-5351a985-39b6-4c18-98b7-d047a2d38d54 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33abc942-b1cd-4360-8c97-155f7ca7534a') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:40.792580 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=a94d9dad-24dc-46fa-9fac-eb724e718f64,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:40.797127 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5351a985-39b6-4c18-98b7-d047a2d38d54 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:40.808898 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637c96d0-29ba-47d3-93e5-69bfcde0062f None None] Network f3436df5-be37-4343-876e-5ddda3fcf0d6 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:40.813873 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5351a985-39b6-4c18-98b7-d047a2d38d54 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:40.820876 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5351a985-39b6-4c18-98b7-d047a2d38d54 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:14:40.821647 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5351a985-39b6-4c18-98b7-d047a2d38d54 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:14:40.826610 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:14:40.910587 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5351a985-39b6-4c18-98b7-d047a2d38d54 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:40.916515 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5351a985-39b6-4c18-98b7-d047a2d38d54 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:40.919925 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5351a985-39b6-4c18-98b7-d047a2d38d54 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/networks/f3436df5-be37-4343-876e-5ddda3fcf0d6 HTTP/1.1" status: 204 len: 168 time: 0.5215163 Aug 17 00:14:40.923819 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53776) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:40.932574 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-d2a978e4-4fbb-41c9-a984-1a7720944c07 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-686705955'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:40.941317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351a985-39b6-4c18-98b7-d047a2d38d54 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Network': ['ID=f3436df5-be37-4343-876e-5ddda3fcf0d6,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:40.971135 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a978e4-4fbb-41c9-a984-1a7720944c07 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Made reservation on behalf of f8bc08f818ff4908b0dcb17dfc86b819 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:40.978090 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d2a978e4-4fbb-41c9-a984-1a7720944c07 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:41.007569 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528e5812-6c79-4fc2-b830-dd9961cb4371 None None] get_active_networks_info from n-d-800088-20 {{(pid=101404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 00:14:41.012311 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a978e4-4fbb-41c9-a984-1a7720944c07 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:14:41.022550 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d2a978e4-4fbb-41c9-a984-1a7720944c07 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:41.022897 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-d2a978e4-4fbb-41c9-a984-1a7720944c07 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Added segment 30b6892c-385e-4b9c-88f3-992fd7bc72f2 of type vlan for network 50083fb9-b895-4232-9874-d72375f459a7 Aug 17 00:14:41.113344 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e4a063ef-4119-4b80-be7d-61c68003816f None None] Provisioning complete for port a94d9dad-24dc-46fa-9fac-eb724e718f64 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:41.113725 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e4a063ef-4119-4b80-be7d-61c68003816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:41.119524 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d2a978e4-4fbb-41c9-a984-1a7720944c07 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:41.169440 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d2a978e4-4fbb-41c9-a984-1a7720944c07 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:41.176193 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a978e4-4fbb-41c9-a984-1a7720944c07 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:41.176900 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d2a978e4-4fbb-41c9-a984-1a7720944c07 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:41.216980 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528e5812-6c79-4fc2-b830-dd9961cb4371 None None] Resources bound (agent type, host, resource id): {{(pid=101404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 00:14:41.252531 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d2a978e4-4fbb-41c9-a984-1a7720944c07 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3275876 Aug 17 00:14:41.256169 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53786) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:41.263589 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-cef1bbfd-e7bc-48e5-8491-e549517ae7e2 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Request body: {'subnet': {'network_id': '50083fb9-b895-4232-9874-d72375f459a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:41.268731 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a978e4-4fbb-41c9-a984-1a7720944c07 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event updated for resources: {'Network': ['ID=50083fb9-b895-4232-9874-d72375f459a7,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:41.304951 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 50083fb9-b895-4232-9874-d72375f459a7 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:14:41.391663 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef1bbfd-e7bc-48e5-8491-e549517ae7e2 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Made reservation on behalf of f8bc08f818ff4908b0dcb17dfc86b819 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:41.396818 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cef1bbfd-e7bc-48e5-8491-e549517ae7e2 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:41.528069 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46016f8b-755b-43ab-9fc0-9619b7f1cd42 req-dd7dcc2c-cae1-49fe-8dce-80614c44f958 tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0321457 Aug 17 00:14:41.640345 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cef1bbfd-e7bc-48e5-8491-e549517ae7e2 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:41.682068 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:41.702502 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1bbfd-e7bc-48e5-8491-e549517ae7e2 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event updated for resources: {'Subnet': ['ID=b8bd4142-dd70-4ee5-bd5a-deab1c23f849,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:41.711107 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef1bbfd-e7bc-48e5-8491-e549517ae7e2 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Checking segment: {'id': '30b6892c-385e-4b9c-88f3-992fd7bc72f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '50083fb9-b895-4232-9874-d72375f459a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:14:41.711469 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef1bbfd-e7bc-48e5-8491-e549517ae7e2 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Network hostable DHCP agents. Network: 50083fb9-b895-4232-9874-d72375f459a7, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:14:41.728955 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef1bbfd-e7bc-48e5-8491-e549517ae7e2 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Network 50083fb9-b895-4232-9874-d72375f459a7 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:14:41.738028 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-cef1bbfd-e7bc-48e5-8491-e549517ae7e2 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 50083fb9-b895-4232-9874-d72375f459a7) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:41.747717 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d85237-bbd1-4177-8676-7e7ca35e4311 None None] Network 50083fb9-b895-4232-9874-d72375f459a7 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:41.750049 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef1bbfd-e7bc-48e5-8491-e549517ae7e2 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:41.750752 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cef1bbfd-e7bc-48e5-8491-e549517ae7e2 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:41.782407 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cef1bbfd-e7bc-48e5-8491-e549517ae7e2 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5224764 Aug 17 00:14:41.782648 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53794) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:41.798695 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a94d9dad-24dc-46fa-9fac-eb724e718f64 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:14:41.906441 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port a94d9dad-24dc-46fa-9fac-eb724e718f64 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:41.906806 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:41.988464 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab83d2eb-8f3c-4692-a228-02cc11c0c6a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-50083fb9-b895-4232-9874-d72375f459a7', 'network_id': '50083fb9-b895-4232-9874-d72375f459a7', 'tenant_id': 'f8bc08f818ff4908b0dcb17dfc86b819', 'fixed_ips': [{'subnet_id': 'b8bd4142-dd70-4ee5-bd5a-deab1c23f849'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:14:41.989594 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ab83d2eb-8f3c-4692-a228-02cc11c0c6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:42.164316 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-ab83d2eb-8f3c-4692-a228-02cc11c0c6a0 None None] Allocated IP 172.20.0.1 (50083fb9-b895-4232-9874-d72375f459a7/b8bd4142-dd70-4ee5-bd5a-deab1c23f849/966ec7f6-8638-4daf-8453-b18aaa6cc3f5) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:14:42.186420 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:42.252839 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:42.346854 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ab83d2eb-8f3c-4692-a228-02cc11c0c6a0 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:42.355399 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ab83d2eb-8f3c-4692-a228-02cc11c0c6a0 None None] Transition to ACTIVE for port object 966ec7f6-8638-4daf-8453-b18aaa6cc3f5 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:42.370764 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ab83d2eb-8f3c-4692-a228-02cc11c0c6a0 None None] Transition to ACTIVE for port object 966ec7f6-8638-4daf-8453-b18aaa6cc3f5 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:42.385176 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ab83d2eb-8f3c-4692-a228-02cc11c0c6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:42.403525 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:42.451115 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Subnet': ['ID=b8bd4142-dd70-4ee5-bd5a-deab1c23f849,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:42.451923 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab83d2eb-8f3c-4692-a228-02cc11c0c6a0 None None] Network 50083fb9-b895-4232-9874-d72375f459a7 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:14:42.458452 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-ab83d2eb-8f3c-4692-a228-02cc11c0c6a0 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:42.460824 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab83d2eb-8f3c-4692-a228-02cc11c0c6a0 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:14:42.467796 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83d2eb-8f3c-4692-a228-02cc11c0c6a0 None None] Pushing event updated for resources: {'Port': ['ID=966ec7f6-8638-4daf-8453-b18aaa6cc3f5,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:42.588961 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ab83d2eb-8f3c-4692-a228-02cc11c0c6a0 None None] Attempting to bind port 966ec7f6-8638-4daf-8453-b18aaa6cc3f5 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:14:42.591122 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ab83d2eb-8f3c-4692-a228-02cc11c0c6a0 None None] Attempting to bind port 966ec7f6-8638-4daf-8453-b18aaa6cc3f5 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '30b6892c-385e-4b9c-88f3-992fd7bc72f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '50083fb9-b895-4232-9874-d72375f459a7'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:14:42.591449 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83d2eb-8f3c-4692-a228-02cc11c0c6a0 None None] Attempting to bind port 966ec7f6-8638-4daf-8453-b18aaa6cc3f5 on network 50083fb9-b895-4232-9874-d72375f459a7 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:14:42.600289 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:42.611914 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83d2eb-8f3c-4692-a228-02cc11c0c6a0 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:14:42.612351 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83d2eb-8f3c-4692-a228-02cc11c0c6a0 None None] Checking segment: {'id': '30b6892c-385e-4b9c-88f3-992fd7bc72f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '50083fb9-b895-4232-9874-d72375f459a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:14:42.612551 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50083fb9-b895-4232-9874-d72375f459a7']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:42.612679 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ab83d2eb-8f3c-4692-a228-02cc11c0c6a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:42.613121 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83d2eb-8f3c-4692-a228-02cc11c0c6a0 None None] Bound using segment: {'id': '30b6892c-385e-4b9c-88f3-992fd7bc72f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '50083fb9-b895-4232-9874-d72375f459a7'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:14:42.613549 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ab83d2eb-8f3c-4692-a228-02cc11c0c6a0 None None] Bound port: 966ec7f6-8638-4daf-8453-b18aaa6cc3f5, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b6892c-385e-4b9c-88f3-992fd7bc72f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '50083fb9-b895-4232-9874-d72375f459a7'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:14:42.613936 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ab83d2eb-8f3c-4692-a228-02cc11c0c6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:42.626760 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b6892c-385e-4b9c-88f3-992fd7bc72f2') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:42.627280 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b6892c-385e-4b9c-88f3-992fd7bc72f2') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:42.644281 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:42.701511 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-94049252-8932-4228-850e-a3897a145bce req-c81f9f34-5b5a-4a97-9318-7066618557a5 tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0480652 Aug 17 00:14:42.702536 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:42.713938 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:14:42.714419 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:14:42.717842 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:14:42.739946 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ab83d2eb-8f3c-4692-a228-02cc11c0c6a0 None None] For port 966ec7f6-8638-4daf-8453-b18aaa6cc3f5, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:14:42.801924 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ab83d2eb-8f3c-4692-a228-02cc11c0c6a0 None None] For port 966ec7f6-8638-4daf-8453-b18aaa6cc3f5, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=966ec7f6-8638-4daf-8453-b18aaa6cc3f5,segment=NetworkSegment(30b6892c-385e-4b9c-88f3-992fd7bc72f2),segment_id=30b6892c-385e-4b9c-88f3-992fd7bc72f2)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:14:42.807359 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.db.api [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 00:14:42.807359 n-d-800088-20 neutron-server[101403]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 00:14:42.807359 n-d-800088-20 neutron-server[101403]: [parameters: {'id': '50083fb9-b895-4232-9874-d72375f459a7'}] Aug 17 00:14:42.807359 n-d-800088-20 neutron-server[101403]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:14:42.808007 n-d-800088-20 neutron-server[101403]: DEBUG oslo_db.api [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:14:42.811846 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ab83d2eb-8f3c-4692-a228-02cc11c0c6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:42.893760 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83d2eb-8f3c-4692-a228-02cc11c0c6a0 None None] Pushing event updated for resources: {'Port': ['ID=966ec7f6-8638-4daf-8453-b18aaa6cc3f5,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:42.909295 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f91b12-cbc7-48c4-a4b2-846604c81984 None None] Network 50083fb9-b895-4232-9874-d72375f459a7 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:43.038566 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744cb012-23e6-4775-a833-4f6f3a5c2ee8 None None] get_active_networks_info from n-d-800088-20 {{(pid=101404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 00:14:43.150535 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744cb012-23e6-4775-a833-4f6f3a5c2ee8 None None] Resources bound (agent type, host, resource id): {{(pid=101404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 00:14:43.309759 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:43.374997 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Deleting port 966ec7f6-8638-4daf-8453-b18aaa6cc3f5 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:14:43.375625 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:43.446517 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] For port 966ec7f6-8638-4daf-8453-b18aaa6cc3f5, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=966ec7f6-8638-4daf-8453-b18aaa6cc3f5,segment=NetworkSegment(30b6892c-385e-4b9c-88f3-992fd7bc72f2),segment_id=30b6892c-385e-4b9c-88f3-992fd7bc72f2)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:43.447814 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:43.468157 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Calling delete_port for 966ec7f6-8638-4daf-8453-b18aaa6cc3f5 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:14:43.551244 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:43.579730 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] No DVR routers for this DVR port 966ec7f6-8638-4daf-8453-b18aaa6cc3f5 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:14:43.588422 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Port': ['ID=966ec7f6-8638-4daf-8453-b18aaa6cc3f5,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:43.670192 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:43.679997 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50083fb9-b895-4232-9874-d72375f459a7']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:43.690991 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b6892c-385e-4b9c-88f3-992fd7bc72f2') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:43.691404 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b6892c-385e-4b9c-88f3-992fd7bc72f2') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:43.709724 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:43.768049 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:43.779616 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:14:43.780042 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:14:43.782934 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:14:43.869701 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-399b88ae-b526-494f-bb46-010b7d3766f4 req-eacde001-9d01-471b-8e26-e168345899f5 tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0697823 Aug 17 00:14:43.894034 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-5af779da-8187-4223-a614-681f497b2c6d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:43.895488 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-5af779da-8187-4223-a614-681f497b2c6d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 811 time: 0.2066517 Aug 17 00:14:43.901117 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:43.905623 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:43.907949 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/networks/50083fb9-b895-4232-9874-d72375f459a7 HTTP/1.1" status: 204 len: 168 time: 2.1240911 Aug 17 00:14:43.911385 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53834) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:43.919290 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-d9d7ab44-7bfb-412a-acca-583bb68299db tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1390245685'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:43.932877 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-772cbf03-83a5-442e-a2a7-f25ff1ab1bda tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/quotas/f107c7703c294e8991c1c983d8b06a9f HTTP/1.1" status: 200 len: 375 time: 0.0237281 Aug 17 00:14:43.934033 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef9c55-eb8d-4a13-91ab-b7c4c113b1b6 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Network': ['ID=50083fb9-b895-4232-9874-d72375f459a7,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:43.950276 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d7ab44-7bfb-412a-acca-583bb68299db tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Made reservation on behalf of f8bc08f818ff4908b0dcb17dfc86b819 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:43.953907 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d9d7ab44-7bfb-412a-acca-583bb68299db tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:43.980759 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d7ab44-7bfb-412a-acca-583bb68299db tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:14:43.991949 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d9d7ab44-7bfb-412a-acca-583bb68299db tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:43.992304 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-d9d7ab44-7bfb-412a-acca-583bb68299db tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Added segment e33e9be8-0150-4178-a273-875ba5bdeeb9 of type vlan for network 5f48909c-f595-4d7a-bddf-4c8fcd12e686 Aug 17 00:14:43.995597 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-67c10f51-7f25-488a-badb-44fd5d8d2ea9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562189 Aug 17 00:14:44.039006 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d9d7ab44-7bfb-412a-acca-583bb68299db tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:44.067218 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d9d7ab44-7bfb-412a-acca-583bb68299db tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:44.074330 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d7ab44-7bfb-412a-acca-583bb68299db tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:44.075119 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d9d7ab44-7bfb-412a-acca-583bb68299db tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:44.098991 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-7ed813af-ca0f-42e1-970c-d59888e27de9 service neutron] 10.222.0.60 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959938 Aug 17 00:14:44.137336 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d9d7ab44-7bfb-412a-acca-583bb68299db tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2240756 Aug 17 00:14:44.140927 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53836) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:44.146502 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-6f82aba0-3762-48ce-9d46-186a55bde27f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Request body: {'subnet': {'network_id': '5f48909c-f595-4d7a-bddf-4c8fcd12e686', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:44.205780 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7ab44-7bfb-412a-acca-583bb68299db tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event updated for resources: {'Network': ['ID=5f48909c-f595-4d7a-bddf-4c8fcd12e686,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:44.217427 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 5f48909c-f595-4d7a-bddf-4c8fcd12e686 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:14:44.260112 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-2f6bd237-10ae-4ee0-b6b1-2f4e66c88611 service neutron] 10.222.0.60 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534965 Aug 17 00:14:44.267433 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f82aba0-3762-48ce-9d46-186a55bde27f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Made reservation on behalf of f8bc08f818ff4908b0dcb17dfc86b819 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:44.276310 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6f82aba0-3762-48ce-9d46-186a55bde27f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:44.480882 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-10eab0ee-8755-43b9-b226-0bbb205bee3d req-82c65fa9-3016-4db5-a4fb-8e4ad44c067a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 210 time: 0.0309660 Aug 17 00:14:44.509861 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6f82aba0-3762-48ce-9d46-186a55bde27f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:44.577427 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f82aba0-3762-48ce-9d46-186a55bde27f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event updated for resources: {'Subnet': ['ID=184a81f9-552c-43c6-9495-a98c95d18b32,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:44.584933 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f82aba0-3762-48ce-9d46-186a55bde27f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Checking segment: {'id': 'e33e9be8-0150-4178-a273-875ba5bdeeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5f48909c-f595-4d7a-bddf-4c8fcd12e686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:14:44.585339 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f82aba0-3762-48ce-9d46-186a55bde27f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Network hostable DHCP agents. Network: 5f48909c-f595-4d7a-bddf-4c8fcd12e686, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:14:44.603653 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f82aba0-3762-48ce-9d46-186a55bde27f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Network 5f48909c-f595-4d7a-bddf-4c8fcd12e686 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:14:44.614977 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-6f82aba0-3762-48ce-9d46-186a55bde27f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 5f48909c-f595-4d7a-bddf-4c8fcd12e686) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:44.620692 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f82aba0-3762-48ce-9d46-186a55bde27f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:44.621647 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6f82aba0-3762-48ce-9d46-186a55bde27f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:44.628482 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c789f21-c42c-4ac0-ac1e-d544be5c548a None None] Network 5f48909c-f595-4d7a-bddf-4c8fcd12e686 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:44.645082 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53854) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:44.646636 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6f82aba0-3762-48ce-9d46-186a55bde27f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5002060 Aug 17 00:14:44.779548 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:44.788407 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f445f977-b37b-414d-980a-52df54622e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-5f48909c-f595-4d7a-bddf-4c8fcd12e686', 'network_id': '5f48909c-f595-4d7a-bddf-4c8fcd12e686', 'tenant_id': 'f8bc08f818ff4908b0dcb17dfc86b819', 'fixed_ips': [{'subnet_id': '184a81f9-552c-43c6-9495-a98c95d18b32'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:14:44.789591 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f445f977-b37b-414d-980a-52df54622e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:44.847889 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:44.956494 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-f445f977-b37b-414d-980a-52df54622e77 None None] Allocated IP 172.20.0.2 (5f48909c-f595-4d7a-bddf-4c8fcd12e686/184a81f9-552c-43c6-9495-a98c95d18b32/86648567-3476-4da8-9bc8-68a35a17350c) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:14:44.987045 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb247cd6-e807-42fc-bd65-8fcf9c9a459e req-4a03ea20-6829-4549-9c40-3c07db30b820 tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0311780 Aug 17 00:14:45.116118 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:14:45.171515 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f445f977-b37b-414d-980a-52df54622e77 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:45.179561 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f445f977-b37b-414d-980a-52df54622e77 None None] Transition to ACTIVE for port object 86648567-3476-4da8-9bc8-68a35a17350c will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:45.194555 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f445f977-b37b-414d-980a-52df54622e77 None None] Transition to ACTIVE for port object 86648567-3476-4da8-9bc8-68a35a17350c will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:45.202177 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f445f977-b37b-414d-980a-52df54622e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:45.223338 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:45.245910 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f445f977-b37b-414d-980a-52df54622e77 None None] Network 5f48909c-f595-4d7a-bddf-4c8fcd12e686 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:14:45.250744 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-f445f977-b37b-414d-980a-52df54622e77 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:45.253860 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Subnet': ['ID=184a81f9-552c-43c6-9495-a98c95d18b32,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:45.255526 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f445f977-b37b-414d-980a-52df54622e77 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:14:45.259612 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445f977-b37b-414d-980a-52df54622e77 None None] Pushing event updated for resources: {'Port': ['ID=86648567-3476-4da8-9bc8-68a35a17350c,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:45.319072 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-f445f977-b37b-414d-980a-52df54622e77 None None] Attempting to bind port 86648567-3476-4da8-9bc8-68a35a17350c on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:14:45.319524 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-f445f977-b37b-414d-980a-52df54622e77 None None] Attempting to bind port 86648567-3476-4da8-9bc8-68a35a17350c by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'e33e9be8-0150-4178-a273-875ba5bdeeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5f48909c-f595-4d7a-bddf-4c8fcd12e686'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:14:45.319886 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f445f977-b37b-414d-980a-52df54622e77 None None] Attempting to bind port 86648567-3476-4da8-9bc8-68a35a17350c on network 5f48909c-f595-4d7a-bddf-4c8fcd12e686 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:14:45.325473 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f445f977-b37b-414d-980a-52df54622e77 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:14:45.325862 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f445f977-b37b-414d-980a-52df54622e77 None None] Checking segment: {'id': 'e33e9be8-0150-4178-a273-875ba5bdeeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5f48909c-f595-4d7a-bddf-4c8fcd12e686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:14:45.326255 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f445f977-b37b-414d-980a-52df54622e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:45.326676 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f445f977-b37b-414d-980a-52df54622e77 None None] Bound using segment: {'id': 'e33e9be8-0150-4178-a273-875ba5bdeeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5f48909c-f595-4d7a-bddf-4c8fcd12e686'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:14:45.327144 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-f445f977-b37b-414d-980a-52df54622e77 None None] Bound port: 86648567-3476-4da8-9bc8-68a35a17350c, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33e9be8-0150-4178-a273-875ba5bdeeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5f48909c-f595-4d7a-bddf-4c8fcd12e686'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:14:45.327532 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f445f977-b37b-414d-980a-52df54622e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:45.332383 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:45.343922 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f48909c-f595-4d7a-bddf-4c8fcd12e686']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:45.355818 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33e9be8-0150-4178-a273-875ba5bdeeb9') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:45.356111 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33e9be8-0150-4178-a273-875ba5bdeeb9') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:45.365535 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:45.381626 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:45.388162 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:14:45.388656 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:14:45.391831 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:14:45.403024 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-f445f977-b37b-414d-980a-52df54622e77 None None] For port 86648567-3476-4da8-9bc8-68a35a17350c, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:14:45.490494 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-f445f977-b37b-414d-980a-52df54622e77 None None] For port 86648567-3476-4da8-9bc8-68a35a17350c, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=86648567-3476-4da8-9bc8-68a35a17350c,segment=NetworkSegment(e33e9be8-0150-4178-a273-875ba5bdeeb9),segment_id=e33e9be8-0150-4178-a273-875ba5bdeeb9)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:14:45.493310 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.db.api [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 00:14:45.493310 n-d-800088-20 neutron-server[101403]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 00:14:45.493310 n-d-800088-20 neutron-server[101403]: [parameters: {'id': '5f48909c-f595-4d7a-bddf-4c8fcd12e686'}] Aug 17 00:14:45.493310 n-d-800088-20 neutron-server[101403]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:14:45.495667 n-d-800088-20 neutron-server[101403]: DEBUG oslo_db.api [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:14:45.500151 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f445f977-b37b-414d-980a-52df54622e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:45.600872 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445f977-b37b-414d-980a-52df54622e77 None None] Pushing event updated for resources: {'Port': ['ID=86648567-3476-4da8-9bc8-68a35a17350c,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:45.605450 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63622b77-d5e2-44cd-aa69-ec0367075900 None None] Network 5f48909c-f595-4d7a-bddf-4c8fcd12e686 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:45.675132 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3219a68d-31e4-449e-98da-74ca55092003 req-cea3e60a-b95c-48ed-8898-5767a30ecebb tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 210 time: 0.1036551 Aug 17 00:14:45.737481 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-39ce86c6-affe-4639-a82c-7caa9eed0ce2 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:45.739999 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-39ce86c6-affe-4639-a82c-7caa9eed0ce2 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.64 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 811 time: 0.1516151 Aug 17 00:14:45.752758 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-383953c6-81b7-41ef-9dfe-6981d3749f93 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Request body: {'port': {'device_id': 'd81dd351-5fbf-44ab-bd2c-fed4ad187faf', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'admin_state_up': True, 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:45.785149 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502c28d0-cc3a-4f69-a568-87860917dc0d None None] get_active_networks_info from n-d-800088-20 {{(pid=101404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 00:14:45.898431 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-383953c6-81b7-41ef-9dfe-6981d3749f93 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Made reservation on behalf of f107c7703c294e8991c1c983d8b06a9f for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:45.903905 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-383953c6-81b7-41ef-9dfe-6981d3749f93 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:45.911290 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502c28d0-cc3a-4f69-a568-87860917dc0d None None] Resources bound (agent type, host, resource id): {{(pid=101404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 00:14:46.001128 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:46.104836 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-383953c6-81b7-41ef-9dfe-6981d3749f93 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Allocated IP 172.20.0.10 (2676b640-a0ef-482d-b8e8-3f50e99c7802/50a43672-a95f-4b5a-a039-6a76ff2ef6bb/0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:14:46.190243 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f140e099-0196-4786-b513-4b04143ad79e req-6526d552-fc78-42d9-8021-684d5db3d0d9 tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0773704 Aug 17 00:14:46.214762 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Deleting port 86648567-3476-4da8-9bc8-68a35a17350c {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:14:46.215144 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:46.357931 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c4d6877f-061f-4bd7-9e76-a581078e3b3a req-6458005c-301c-4153-b50a-e4ba174baeca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0320079 Aug 17 00:14:46.378302 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] For port 86648567-3476-4da8-9bc8-68a35a17350c, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=86648567-3476-4da8-9bc8-68a35a17350c,segment=NetworkSegment(e33e9be8-0150-4178-a273-875ba5bdeeb9),segment_id=e33e9be8-0150-4178-a273-875ba5bdeeb9)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:46.378610 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:46.401566 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Calling delete_port for 86648567-3476-4da8-9bc8-68a35a17350c owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:14:46.502459 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b97294fb-6925-49c6-a4ad-341811653dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:46.581272 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-383953c6-81b7-41ef-9dfe-6981d3749f93 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:46.598411 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-383953c6-81b7-41ef-9dfe-6981d3749f93 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Transition to ACTIVE for port object 0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:46.600222 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:46.632060 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Port': ['ID=86648567-3476-4da8-9bc8-68a35a17350c,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:46.639168 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] No DVR routers for this DVR port 86648567-3476-4da8-9bc8-68a35a17350c on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:14:46.741178 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:46.750745 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-383953c6-81b7-41ef-9dfe-6981d3749f93 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:46.764299 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f48909c-f595-4d7a-bddf-4c8fcd12e686']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:46.805592 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33e9be8-0150-4178-a273-875ba5bdeeb9') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:46.806000 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33e9be8-0150-4178-a273-875ba5bdeeb9') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:46.840205 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:46.863337 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-383953c6-81b7-41ef-9dfe-6981d3749f93 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Network 2676b640-a0ef-482d-b8e8-3f50e99c7802 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:14:46.873469 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-383953c6-81b7-41ef-9dfe-6981d3749f93 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:46.878194 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:46.883052 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-383953c6-81b7-41ef-9dfe-6981d3749f93 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:14:46.889945 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383953c6-81b7-41ef-9dfe-6981d3749f93 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event updated for resources: {'Port': ['ID=0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:46.910366 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:14:46.911054 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:14:46.914914 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:14:46.990939 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d681ec1-a67c-47b0-801a-2c2c980b669b req-1c392940-d30d-48c4-8464-04778dee8837 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:46.992474 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1d681ec1-a67c-47b0-801a-2c2c980b669b req-1c392940-d30d-48c4-8464-04778dee8837 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 932 time: 0.2314467 Aug 17 00:14:47.031088 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-383953c6-81b7-41ef-9dfe-6981d3749f93 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:47.033777 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-383953c6-81b7-41ef-9dfe-6981d3749f93 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:47.086487 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1d681ec1-a67c-47b0-801a-2c2c980b669b req-78486e37-cdfb-48f0-8641-b5b723bf2164 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742352 Aug 17 00:14:47.090158 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:47.094979 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:47.100359 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/networks/5f48909c-f595-4d7a-bddf-4c8fcd12e686 HTTP/1.1" status: 204 len: 168 time: 2.4507427 Aug 17 00:14:47.100977 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53876) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:47.108706 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-78b0b599-597d-44d8-8415-827e8bb76951 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1764956999'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:47.117800 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a9dc8-9847-426b-b11f-e7e05f828874 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Network': ['ID=5f48909c-f595-4d7a-bddf-4c8fcd12e686,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:47.127106 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-383953c6-81b7-41ef-9dfe-6981d3749f93 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3789322 Aug 17 00:14:47.141579 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-4b552859-1aa1-41ff-b625-fb6c5c579574 service neutron] Request body: {'port': {'device_id': 'd81dd351-5fbf-44ab-bd2c-fed4ad187faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:47.152646 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b0b599-597d-44d8-8415-827e8bb76951 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Made reservation on behalf of f8bc08f818ff4908b0dcb17dfc86b819 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:47.157330 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-78b0b599-597d-44d8-8415-827e8bb76951 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:47.215700 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b0b599-597d-44d8-8415-827e8bb76951 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:14:47.240657 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-78b0b599-597d-44d8-8415-827e8bb76951 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:47.241571 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-78b0b599-597d-44d8-8415-827e8bb76951 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Added segment f105b248-514a-4b30-955e-41b70a504697 of type vlan for network dccf1dac-f7a3-47c7-805b-1ac4c9125b00 Aug 17 00:14:47.275981 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-4b552859-1aa1-41ff-b625-fb6c5c579574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:47.297074 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-78b0b599-597d-44d8-8415-827e8bb76951 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:47.343804 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-78b0b599-597d-44d8-8415-827e8bb76951 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:47.350276 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b0b599-597d-44d8-8415-827e8bb76951 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:47.350979 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-78b0b599-597d-44d8-8415-827e8bb76951 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:47.375706 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-18efcc00-6f65-4de7-b16b-284a7b96d4f3 None None] Provisioning for port 0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:14:47.380297 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-18efcc00-6f65-4de7-b16b-284a7b96d4f3 None None] Provisioning complete for port 0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:47.380681 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-18efcc00-6f65-4de7-b16b-284a7b96d4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:47.479999 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-18efcc00-6f65-4de7-b16b-284a7b96d4f3 None None] Port 0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:14:47.491333 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-78b0b599-597d-44d8-8415-827e8bb76951 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3858778 Aug 17 00:14:47.492540 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53882) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:47.498827 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-41180d1b-a582-4144-b191-514129d43b29 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Request body: {'subnet': {'network_id': 'dccf1dac-f7a3-47c7-805b-1ac4c9125b00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:47.499971 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8f0fcf4-25fd-4677-8eac-8af5ed68fe7e req-8db566a6-6e9b-41d4-9025-19aa23348718 tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.1592658 Aug 17 00:14:47.561990 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0b599-597d-44d8-8415-827e8bb76951 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event updated for resources: {'Network': ['ID=dccf1dac-f7a3-47c7-805b-1ac4c9125b00,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:47.573080 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network dccf1dac-f7a3-47c7-805b-1ac4c9125b00 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:14:47.684091 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41180d1b-a582-4144-b191-514129d43b29 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Made reservation on behalf of f8bc08f818ff4908b0dcb17dfc86b819 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:47.692692 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-41180d1b-a582-4144-b191-514129d43b29 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:47.706178 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-4b552859-1aa1-41ff-b625-fb6c5c579574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:14:47.714740 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-4b552859-1aa1-41ff-b625-fb6c5c579574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:47.729602 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-4b552859-1aa1-41ff-b625-fb6c5c579574 service neutron] Transition to ACTIVE for port object 0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:47.737054 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-4b552859-1aa1-41ff-b625-fb6c5c579574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:47.802651 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b552859-1aa1-41ff-b625-fb6c5c579574 service neutron] Pushing event updated for resources: {'Port': ['ID=0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:47.815181 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.ipam_backend_mixin [None req-41180d1b-a582-4144-b191-514129d43b29 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Performing IP validity checks on allocation pools {{(pid=101402) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 17 00:14:47.816206 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.ipam_backend_mixin [None req-41180d1b-a582-4144-b191-514129d43b29 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101402) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 17 00:14:47.939661 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9802cb9-c4f5-4136-b8ad-2fc661ce9694 req-9aaf1d15-706b-4f1d-bf6e-4b3c3d262485 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65edf75885394f638a2236650711f92c&device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0816951 Aug 17 00:14:48.016625 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8cd9b754-0dd0-4904-9e26-367398e1ca66 req-91b30d1f-cfe3-45d6-8f68-a3af60ed466e tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0738227 Aug 17 00:14:48.020502 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9802cb9-c4f5-4136-b8ad-2fc661ce9694 req-c4bd1ac4-ff3b-4048-b100-8589b8ec3e10 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=65edf75885394f638a2236650711f92c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565641 Aug 17 00:14:48.047202 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-41180d1b-a582-4144-b191-514129d43b29 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:48.130266 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41180d1b-a582-4144-b191-514129d43b29 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Checking segment: {'id': 'f105b248-514a-4b30-955e-41b70a504697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'dccf1dac-f7a3-47c7-805b-1ac4c9125b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:14:48.130847 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41180d1b-a582-4144-b191-514129d43b29 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Network hostable DHCP agents. Network: dccf1dac-f7a3-47c7-805b-1ac4c9125b00, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:14:48.137159 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41180d1b-a582-4144-b191-514129d43b29 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event updated for resources: {'Subnet': ['ID=06817974-aa06-4383-a6cf-3d2b03c9f01b,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:48.159749 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41180d1b-a582-4144-b191-514129d43b29 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Network dccf1dac-f7a3-47c7-805b-1ac4c9125b00 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:14:48.177644 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-41180d1b-a582-4144-b191-514129d43b29 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, dccf1dac-f7a3-47c7-805b-1ac4c9125b00) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:48.183732 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41180d1b-a582-4144-b191-514129d43b29 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:48.184572 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-41180d1b-a582-4144-b191-514129d43b29 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:48.188122 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3456d0d9-6a0b-432e-8ad6-74a7e6e746dd None None] Network dccf1dac-f7a3-47c7-805b-1ac4c9125b00 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:48.203874 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-41180d1b-a582-4144-b191-514129d43b29 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7099602 Aug 17 00:14:48.209588 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53890) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:48.280994 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9802cb9-c4f5-4136-b8ad-2fc661ce9694 req-56b5399c-f26c-4442-863e-003b0b20ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:48.282616 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9802cb9-c4f5-4136-b8ad-2fc661ce9694 req-56b5399c-f26c-4442-863e-003b0b20ce45 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2501955 Aug 17 00:14:48.329379 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-4b552859-1aa1-41ff-b625-fb6c5c579574 service neutron] Attempting to bind port 0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:14:48.329771 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-4b552859-1aa1-41ff-b625-fb6c5c579574 service neutron] Attempting to bind port 0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:14:48.330850 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-4b552859-1aa1-41ff-b625-fb6c5c579574 service neutron] Attempting to bind port 0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9 on network 2676b640-a0ef-482d-b8e8-3f50e99c7802 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:14:48.347521 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-4b552859-1aa1-41ff-b625-fb6c5c579574 service neutron] Port 0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9 on network 2676b640-a0ef-482d-b8e8-3f50e99c7802 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:14:48.347852 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-4b552859-1aa1-41ff-b625-fb6c5c579574 service neutron] Attempting to bind port 0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9 on network 2676b640-a0ef-482d-b8e8-3f50e99c7802 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:14:48.375886 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d555f8-0103-49ba-bced-bed52789559a req-02f64297-d809-4c92-a622-b34e449ad686 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:48.376926 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a3d555f8-0103-49ba-bced-bed52789559a req-02f64297-d809-4c92-a622-b34e449ad686 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 944 time: 0.1410222 Aug 17 00:14:48.460198 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8faf6447-974a-4a09-a2db-a827d1e971ad tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:48.470437 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a3d555f8-0103-49ba-bced-bed52789559a req-12069c60-e75a-4e61-859b-c66a81a4ce30 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772829 Aug 17 00:14:48.474925 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-4b552859-1aa1-41ff-b625-fb6c5c579574 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:14:48.475274 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-4b552859-1aa1-41ff-b625-fb6c5c579574 service neutron] Checking segment: {'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:14:48.475808 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-4b552859-1aa1-41ff-b625-fb6c5c579574 service neutron] Bound using segment: {'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:14:48.476275 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-4b552859-1aa1-41ff-b625-fb6c5c579574 service neutron] Bound port: 0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:14:48.476645 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-4b552859-1aa1-41ff-b625-fb6c5c579574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:48.610661 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-4b552859-1aa1-41ff-b625-fb6c5c579574 service neutron] For port 0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:14:48.614140 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-4b552859-1aa1-41ff-b625-fb6c5c579574 service neutron] For port 0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:14:48.624763 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-4b552859-1aa1-41ff-b625-fb6c5c579574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:48.625960 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8faf6447-974a-4a09-a2db-a827d1e971ad tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:48.685536 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b552859-1aa1-41ff-b625-fb6c5c579574 service neutron] Pushing event updated for resources: {'Port': ['ID=0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:48.700534 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8faf6447-974a-4a09-a2db-a827d1e971ad tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:48.710753 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-4b552859-1aa1-41ff-b625-fb6c5c579574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:48.712236 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-4b552859-1aa1-41ff-b625-fb6c5c579574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:48.713917 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-4b552859-1aa1-41ff-b625-fb6c5c579574 service neutron] 10.222.0.64 "PUT /v2.0/ports/0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9 HTTP/1.1" status: 200 len: 1093 time: 1.5782082 Aug 17 00:14:48.714681 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81dd351-5fbf-44ab-bd2c-fed4ad187faf', 'tag': '0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:14:48.719371 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54acec34-a509-44a7-8d6c-a5cf92e492c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d81dd351-5fbf-44ab-bd2c-fed4ad187faf", "tag": "0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:14:48.757801 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf6447-974a-4a09-a2db-a827d1e971ad tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Subnet': ['ID=06817974-aa06-4383-a6cf-3d2b03c9f01b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:48.802543 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece3be14-e787-4ced-8f48-03cc1f980710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-dccf1dac-f7a3-47c7-805b-1ac4c9125b00', 'network_id': 'dccf1dac-f7a3-47c7-805b-1ac4c9125b00', 'tenant_id': 'f8bc08f818ff4908b0dcb17dfc86b819', 'fixed_ips': [{'subnet_id': '06817974-aa06-4383-a6cf-3d2b03c9f01b'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:14:48.803468 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ece3be14-e787-4ced-8f48-03cc1f980710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:48.851635 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fcc5a9-6a7e-4a40-93de-ddb98dd687eb x-openstack-request-id: req-78fcc5a9-6a7e-4a40-93de-ddb98dd687eb {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:14:48.851936 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81dd351-5fbf-44ab-bd2c-fed4ad187faf", "tag": "0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:14:48.852329 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-78fcc5a9-6a7e-4a40-93de-ddb98dd687eb {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:14:48.852772 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81dd351-5fbf-44ab-bd2c-fed4ad187faf', 'tag': '0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9', 'status': 'completed', 'code': 200} Aug 17 00:14:48.884648 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-158a6961-9dba-4e31-a553-bddbf33e4c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:48.889737 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-158a6961-9dba-4e31-a553-bddbf33e4c00 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 1096 time: 0.1200709 Aug 17 00:14:48.925318 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7e2abe-d6f7-4c63-9a23-476174969cb6 None None] Network dccf1dac-f7a3-47c7-805b-1ac4c9125b00 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:48.937871 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8faf6447-974a-4a09-a2db-a827d1e971ad tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:48.959328 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-8faf6447-974a-4a09-a2db-a827d1e971ad tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dccf1dac-f7a3-47c7-805b-1ac4c9125b00']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:48.980536 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-8faf6447-974a-4a09-a2db-a827d1e971ad tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f105b248-514a-4b30-955e-41b70a504697') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:48.980867 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-8faf6447-974a-4a09-a2db-a827d1e971ad tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f105b248-514a-4b30-955e-41b70a504697') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:48.983700 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-df4a3f4d-7c11-4217-bedc-2da443b58aea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9 HTTP/1.1" status: 200 len: 217 time: 0.0828326 Aug 17 00:14:49.012112 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8faf6447-974a-4a09-a2db-a827d1e971ad tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:49.045333 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8faf6447-974a-4a09-a2db-a827d1e971ad tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:49.085110 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8faf6447-974a-4a09-a2db-a827d1e971ad tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:14:49.087026 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8faf6447-974a-4a09-a2db-a827d1e971ad tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:14:49.100524 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:14:49.134511 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-8cd41594-c156-4c82-9085-ff6057c52cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:49.136117 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-8cd41594-c156-4c82-9085-ff6057c52cd4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50a43672-a95f-4b5a-a039-6a76ff2ef6bb HTTP/1.1" status: 200 len: 850 time: 0.1355557 Aug 17 00:14:49.214843 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8faf6447-974a-4a09-a2db-a827d1e971ad tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:49.219276 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f000b3de-037c-4967-a394-84d6704b9ff6 req-27ede29e-4934-49c5-b0ed-3029a038f930 tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0537686 Aug 17 00:14:49.236922 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8faf6447-974a-4a09-a2db-a827d1e971ad tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:49.247335 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53900) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:49.247690 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8faf6447-974a-4a09-a2db-a827d1e971ad tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/networks/dccf1dac-f7a3-47c7-805b-1ac4c9125b00 HTTP/1.1" status: 204 len: 168 time: 1.0362003 Aug 17 00:14:49.254186 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cfe5ade3-ae19-4ee8-9ef4-140f7a56c4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:49.255807 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-d5d40833-5232-4ff3-be42-b55913be8bd5 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2079139074'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:49.273067 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:49.286833 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-5aec1076-9f87-46f4-88a5-f99ee50b67b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:49.288870 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-5aec1076-9f87-46f4-88a5-f99ee50b67b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2676b640-a0ef-482d-b8e8-3f50e99c7802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1445074 Aug 17 00:14:49.295126 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf6447-974a-4a09-a2db-a827d1e971ad tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Network': ['ID=dccf1dac-f7a3-47c7-805b-1ac4c9125b00,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:49.303085 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d40833-5232-4ff3-be42-b55913be8bd5 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Made reservation on behalf of f8bc08f818ff4908b0dcb17dfc86b819 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:49.308038 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d5d40833-5232-4ff3-be42-b55913be8bd5 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:49.387545 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d40833-5232-4ff3-be42-b55913be8bd5 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:14:49.408919 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d5d40833-5232-4ff3-be42-b55913be8bd5 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:49.409757 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-d5d40833-5232-4ff3-be42-b55913be8bd5 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Added segment 30e86703-7754-4e40-96e2-238138f93cb6 of type vlan for network 5919999d-a383-4c75-8426-be080d7a7065 Aug 17 00:14:49.482530 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-2673eec2-80e7-4408-b9ff-146bc9600aeb service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715467 Aug 17 00:14:49.505592 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d5d40833-5232-4ff3-be42-b55913be8bd5 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:49.609455 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d5d40833-5232-4ff3-be42-b55913be8bd5 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:49.614999 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d40833-5232-4ff3-be42-b55913be8bd5 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:49.615965 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d5d40833-5232-4ff3-be42-b55913be8bd5 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:49.742878 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d5d40833-5232-4ff3-be42-b55913be8bd5 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4927499 Aug 17 00:14:49.750784 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53906) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:49.753219 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9802cb9-c4f5-4136-b8ad-2fc661ce9694 req-a09cd168-a175-4b2c-8c2e-fb38dcd0ac8d tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.64 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0660629 Aug 17 00:14:49.756724 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2f7587e-87a5-49bf-ad4f-bb0d584b33b8 req-7ba6d5b1-37cd-42c1-aac2-771f5f664adb service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593284 Aug 17 00:14:49.758194 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-eb45ac16-b310-4658-8ce2-238a7e3abc1b tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Request body: {'subnet': {'network_id': '5919999d-a383-4c75-8426-be080d7a7065', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:49.768080 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d40833-5232-4ff3-be42-b55913be8bd5 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event updated for resources: {'Network': ['ID=5919999d-a383-4c75-8426-be080d7a7065,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:49.780414 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 5919999d-a383-4c75-8426-be080d7a7065 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:14:49.797490 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833e29c-d9a6-49fa-959b-aee1845a0bba req-2f723c50-2bba-4df2-aa2c-ffca4d790cd9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:49.805698 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7833e29c-d9a6-49fa-959b-aee1845a0bba req-2f723c50-2bba-4df2-aa2c-ffca4d790cd9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 944 time: 0.1586621 Aug 17 00:14:49.870611 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7833e29c-d9a6-49fa-959b-aee1845a0bba req-3c8d378b-16f3-43db-8dca-06bebf0030e0 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570726 Aug 17 00:14:49.959046 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb45ac16-b310-4658-8ce2-238a7e3abc1b tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Made reservation on behalf of f8bc08f818ff4908b0dcb17dfc86b819 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:49.972141 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eb45ac16-b310-4658-8ce2-238a7e3abc1b tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:50.170206 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:50.286281 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acec34-a509-44a7-8d6c-a5cf92e492c9 req-98422d48-e426-4441-9e71-20ded451a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:50.288609 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54acec34-a509-44a7-8d6c-a5cf92e492c9 req-98422d48-e426-4441-9e71-20ded451a3c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 1096 time: 0.4108584 Aug 17 00:14:50.419328 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acec34-a509-44a7-8d6c-a5cf92e492c9 req-9468d77f-d9b3-446c-a77d-20d2776b2ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:50.421095 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54acec34-a509-44a7-8d6c-a5cf92e492c9 req-9468d77f-d9b3-446c-a77d-20d2776b2ee2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 912 time: 0.1251392 Aug 17 00:14:50.537748 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0074384b-2346-4579-a8b2-535fa0cd9388 req-87b76af0-c408-4307-b3c0-ca3c7b21f1f2 tempest-ServerShowV257Test-114072588 tempest-ServerShowV257Test-114072588-project] 10.222.0.60 "GET /v2.0/ports?device_id=8260a71e-ce5e-4c22-98a5-c908aee6229d HTTP/1.1" status: 200 len: 210 time: 0.0378897 Aug 17 00:14:50.539755 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54acec34-a509-44a7-8d6c-a5cf92e492c9 req-da458b13-c351-4c17-8358-0e4381f60d6f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9 HTTP/1.1" status: 200 len: 217 time: 0.1065872 Aug 17 00:14:50.658197 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acec34-a509-44a7-8d6c-a5cf92e492c9 req-5d5fe98e-a898-43a5-b8e6-4eca27589a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:50.664052 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54acec34-a509-44a7-8d6c-a5cf92e492c9 req-5d5fe98e-a898-43a5-b8e6-4eca27589a1a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50a43672-a95f-4b5a-a039-6a76ff2ef6bb HTTP/1.1" status: 200 len: 850 time: 0.1034460 Aug 17 00:14:50.721771 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eb45ac16-b310-4658-8ce2-238a7e3abc1b tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:50.752638 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acec34-a509-44a7-8d6c-a5cf92e492c9 req-70809fb1-641e-4500-b4c2-6290da9fe9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:50.761598 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54acec34-a509-44a7-8d6c-a5cf92e492c9 req-70809fb1-641e-4500-b4c2-6290da9fe9db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2676b640-a0ef-482d-b8e8-3f50e99c7802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922201 Aug 17 00:14:50.833200 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45ac16-b310-4658-8ce2-238a7e3abc1b tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event updated for resources: {'Subnet': ['ID=7cb359a2-f60b-4643-8002-ca56d2fe1b55,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:50.836354 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb45ac16-b310-4658-8ce2-238a7e3abc1b tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Checking segment: {'id': '30e86703-7754-4e40-96e2-238138f93cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5919999d-a383-4c75-8426-be080d7a7065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:14:50.837294 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb45ac16-b310-4658-8ce2-238a7e3abc1b tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Network hostable DHCP agents. Network: 5919999d-a383-4c75-8426-be080d7a7065, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:14:50.873245 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb45ac16-b310-4658-8ce2-238a7e3abc1b tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Network 5919999d-a383-4c75-8426-be080d7a7065 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:14:50.901256 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-eb45ac16-b310-4658-8ce2-238a7e3abc1b tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 5919999d-a383-4c75-8426-be080d7a7065) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:50.912987 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb45ac16-b310-4658-8ce2-238a7e3abc1b tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:50.914024 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eb45ac16-b310-4658-8ce2-238a7e3abc1b tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:50.921936 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54acec34-a509-44a7-8d6c-a5cf92e492c9 req-dd163ada-713e-4518-bbe2-42ad3242fe4f service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482291 Aug 17 00:14:50.930344 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fae1b33-0b27-4b05-9323-a8e6fe80d8b2 None None] Network 5919999d-a383-4c75-8426-be080d7a7065 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:50.952453 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-eb45ac16-b310-4658-8ce2-238a7e3abc1b tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2004197 Aug 17 00:14:50.955394 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53914) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:51.104152 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff0c76-4ef2-4183-8c58-0473c255a225 req-69fbf166-6a51-42b9-a1dd-c0bb36440cb6 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:51.106059 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6cff0c76-4ef2-4183-8c58-0473c255a225 req-69fbf166-6a51-42b9-a1dd-c0bb36440cb6 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 944 time: 0.1201510 Aug 17 00:14:51.121859 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54acec34-a509-44a7-8d6c-a5cf92e492c9 req-08770237-778b-43e7-9dc3-9721d65c0c3a service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852076 Aug 17 00:14:51.141859 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a3e5b4-2d48-468a-84cc-717dbdc195d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-5919999d-a383-4c75-8426-be080d7a7065', 'network_id': '5919999d-a383-4c75-8426-be080d7a7065', 'tenant_id': 'f8bc08f818ff4908b0dcb17dfc86b819', 'fixed_ips': [{'subnet_id': '7cb359a2-f60b-4643-8002-ca56d2fe1b55'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:14:51.145193 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-25a3e5b4-2d48-468a-84cc-717dbdc195d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:51.173334 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6cff0c76-4ef2-4183-8c58-0473c255a225 req-e2a769fa-8394-46df-8ee0-2962dfe59818 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497148 Aug 17 00:14:51.200317 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:51.285228 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:51.340403 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-25a3e5b4-2d48-468a-84cc-717dbdc195d1 None None] Allocated IP 172.20.0.1 (5919999d-a383-4c75-8426-be080d7a7065/7cb359a2-f60b-4643-8002-ca56d2fe1b55/05ce8316-18f6-4d89-91d0-6ebae9680584) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:14:51.558419 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-25a3e5b4-2d48-468a-84cc-717dbdc195d1 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:51.566690 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-25a3e5b4-2d48-468a-84cc-717dbdc195d1 None None] Transition to ACTIVE for port object 05ce8316-18f6-4d89-91d0-6ebae9680584 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:51.587377 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-25a3e5b4-2d48-468a-84cc-717dbdc195d1 None None] Transition to ACTIVE for port object 05ce8316-18f6-4d89-91d0-6ebae9680584 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:51.598738 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-25a3e5b4-2d48-468a-84cc-717dbdc195d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:51.627341 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:51.674281 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a3e5b4-2d48-468a-84cc-717dbdc195d1 None None] Network 5919999d-a383-4c75-8426-be080d7a7065 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:14:51.680220 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-25a3e5b4-2d48-468a-84cc-717dbdc195d1 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:51.688650 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a3e5b4-2d48-468a-84cc-717dbdc195d1 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:14:51.747311 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Subnet': ['ID=7cb359a2-f60b-4643-8002-ca56d2fe1b55,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:51.840216 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3e5b4-2d48-468a-84cc-717dbdc195d1 None None] Pushing event updated for resources: {'Port': ['ID=05ce8316-18f6-4d89-91d0-6ebae9680584,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:51.877999 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:51.893478 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-25a3e5b4-2d48-468a-84cc-717dbdc195d1 None None] Attempting to bind port 05ce8316-18f6-4d89-91d0-6ebae9680584 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:14:51.895676 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-25a3e5b4-2d48-468a-84cc-717dbdc195d1 None None] Attempting to bind port 05ce8316-18f6-4d89-91d0-6ebae9680584 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '30e86703-7754-4e40-96e2-238138f93cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5919999d-a383-4c75-8426-be080d7a7065'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:14:51.896325 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a3e5b4-2d48-468a-84cc-717dbdc195d1 None None] Attempting to bind port 05ce8316-18f6-4d89-91d0-6ebae9680584 on network 5919999d-a383-4c75-8426-be080d7a7065 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:14:51.902701 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5919999d-a383-4c75-8426-be080d7a7065']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:51.910217 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a3e5b4-2d48-468a-84cc-717dbdc195d1 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:14:51.912037 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a3e5b4-2d48-468a-84cc-717dbdc195d1 None None] Checking segment: {'id': '30e86703-7754-4e40-96e2-238138f93cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5919999d-a383-4c75-8426-be080d7a7065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:14:51.914041 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-25a3e5b4-2d48-468a-84cc-717dbdc195d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:51.914854 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a3e5b4-2d48-468a-84cc-717dbdc195d1 None None] Bound using segment: {'id': '30e86703-7754-4e40-96e2-238138f93cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5919999d-a383-4c75-8426-be080d7a7065'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:14:51.916902 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-25a3e5b4-2d48-468a-84cc-717dbdc195d1 None None] Bound port: 05ce8316-18f6-4d89-91d0-6ebae9680584, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e86703-7754-4e40-96e2-238138f93cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5919999d-a383-4c75-8426-be080d7a7065'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:14:51.920347 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-25a3e5b4-2d48-468a-84cc-717dbdc195d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:51.934892 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e86703-7754-4e40-96e2-238138f93cb6') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:51.935304 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e86703-7754-4e40-96e2-238138f93cb6') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:51.967714 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:52.004954 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:52.024957 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:14:52.025572 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:14:52.033173 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:14:52.049899 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-25a3e5b4-2d48-468a-84cc-717dbdc195d1 None None] For port 05ce8316-18f6-4d89-91d0-6ebae9680584, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:14:52.107005 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:52.174122 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.db.api [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 00:14:52.174122 n-d-800088-20 neutron-server[101402]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 00:14:52.174122 n-d-800088-20 neutron-server[101402]: [parameters: {'id': '5919999d-a383-4c75-8426-be080d7a7065'}] Aug 17 00:14:52.174122 n-d-800088-20 neutron-server[101402]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:14:52.175200 n-d-800088-20 neutron-server[101402]: DEBUG oslo_db.api [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:14:52.185899 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-25a3e5b4-2d48-468a-84cc-717dbdc195d1 None None] For port 05ce8316-18f6-4d89-91d0-6ebae9680584, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=05ce8316-18f6-4d89-91d0-6ebae9680584,segment=NetworkSegment(30e86703-7754-4e40-96e2-238138f93cb6),segment_id=30e86703-7754-4e40-96e2-238138f93cb6)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:14:52.200797 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-25a3e5b4-2d48-468a-84cc-717dbdc195d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:52.345851 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3e5b4-2d48-468a-84cc-717dbdc195d1 None None] Pushing event updated for resources: {'Port': ['ID=05ce8316-18f6-4d89-91d0-6ebae9680584,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:52.435487 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667f0cf7-3473-495c-adbb-cc67b9df481e None None] Network 5919999d-a383-4c75-8426-be080d7a7065 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:52.464103 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853c350-2b9f-4dfb-abc3-4a8eeff5a32b req-85270b75-b22e-4b41-ab05-68ce1eba8220 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:52.468183 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d853c350-2b9f-4dfb-abc3-4a8eeff5a32b req-85270b75-b22e-4b41-ab05-68ce1eba8220 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 944 time: 0.1194942 Aug 17 00:14:52.484579 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53926) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:52.562174 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d853c350-2b9f-4dfb-abc3-4a8eeff5a32b req-66605bdf-9681-49fc-9fac-71aeaeac318f tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668910 Aug 17 00:14:52.677303 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:52.757505 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c46c7d-1333-4041-a4f3-b0874767f94f None None] get_active_networks_info from n-d-800088-20 {{(pid=101404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 00:14:52.758066 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Deleting port 05ce8316-18f6-4d89-91d0-6ebae9680584 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:14:52.758534 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:52.837959 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d9fbdc46-0647-4d98-803d-2484e8f1f33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:52.880650 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] For port 05ce8316-18f6-4d89-91d0-6ebae9680584, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=05ce8316-18f6-4d89-91d0-6ebae9680584,segment=NetworkSegment(30e86703-7754-4e40-96e2-238138f93cb6),segment_id=30e86703-7754-4e40-96e2-238138f93cb6)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:52.880650 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:52.901470 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Calling delete_port for 05ce8316-18f6-4d89-91d0-6ebae9680584 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:14:53.018425 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d9fbdc46-0647-4d98-803d-2484e8f1f33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:53.048244 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c46c7d-1333-4041-a4f3-b0874767f94f None None] Resources bound (agent type, host, resource id): {{(pid=101404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 00:14:53.059764 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d9fbdc46-0647-4d98-803d-2484e8f1f33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:53.120695 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbdc46-0647-4d98-803d-2484e8f1f33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a7f1a0-606d-4743-b6b2-8c0c475cc2ac,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:53.130362 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53932) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:53.141190 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d9fbdc46-0647-4d98-803d-2484e8f1f33e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=65edf75885394f638a2236650711f92c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6548629 Aug 17 00:14:53.193532 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:53.237777 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Port': ['ID=05ce8316-18f6-4d89-91d0-6ebae9680584,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:53.251498 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] No DVR routers for this DVR port 05ce8316-18f6-4d89-91d0-6ebae9680584 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:14:53.273183 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-86dfeac0-b5d7-4a70-9454-a30c501f627c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:53.333398 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-86dfeac0-b5d7-4a70-9454-a30c501f627c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:53.382159 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:53.408854 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5919999d-a383-4c75-8426-be080d7a7065']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:53.439148 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e86703-7754-4e40-96e2-238138f93cb6') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:53.439524 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e86703-7754-4e40-96e2-238138f93cb6') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:53.454260 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-86dfeac0-b5d7-4a70-9454-a30c501f627c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:53.460280 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-86dfeac0-b5d7-4a70-9454-a30c501f627c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:53.467259 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-86dfeac0-b5d7-4a70-9454-a30c501f627c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/36a7f1a0-606d-4743-b6b2-8c0c475cc2ac HTTP/1.1" status: 204 len: 168 time: 0.3347807 Aug 17 00:14:53.477028 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:53.477605 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfeac0-b5d7-4a70-9454-a30c501f627c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a7f1a0-606d-4743-b6b2-8c0c475cc2ac,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:53.501513 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:53.509707 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:14:53.510344 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:14:53.513520 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:14:53.608848 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:53.662125 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:53.664150 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/networks/5919999d-a383-4c75-8426-be080d7a7065 HTTP/1.1" status: 204 len: 168 time: 2.7072713 Aug 17 00:14:53.664868 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49520f34-78e5-4c07-9858-fae421c850f7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Network': ['ID=5919999d-a383-4c75-8426-be080d7a7065,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:53.673395 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53940) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:53.688795 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-e089bd2e-1290-434f-89c1-6801068eb46e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1796865448'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:53.746175 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e089bd2e-1290-434f-89c1-6801068eb46e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Made reservation on behalf of f8bc08f818ff4908b0dcb17dfc86b819 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:53.751383 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e481b5-a252-478c-8487-ed805735a5da req-98bcd18e-7da5-4f89-a067-2b492268529f tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:53.757724 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e089bd2e-1290-434f-89c1-6801068eb46e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:53.759812 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51e481b5-a252-478c-8487-ed805735a5da req-98bcd18e-7da5-4f89-a067-2b492268529f tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 944 time: 0.0984116 Aug 17 00:14:53.821797 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e089bd2e-1290-434f-89c1-6801068eb46e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:14:53.825703 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-51e481b5-a252-478c-8487-ed805735a5da req-a75abb56-5ea2-4a07-8b94-32ae4ccd932b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649331 Aug 17 00:14:53.836348 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e089bd2e-1290-434f-89c1-6801068eb46e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:53.837635 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-e089bd2e-1290-434f-89c1-6801068eb46e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Added segment 9050eac5-8db3-4532-bf2f-273c241e3e86 of type vlan for network e8a7b648-07b7-4415-b1fb-b068c980754f Aug 17 00:14:53.914660 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e089bd2e-1290-434f-89c1-6801068eb46e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:53.951286 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e089bd2e-1290-434f-89c1-6801068eb46e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:53.958563 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e089bd2e-1290-434f-89c1-6801068eb46e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:53.959236 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e089bd2e-1290-434f-89c1-6801068eb46e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:54.052095 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e089bd2e-1290-434f-89c1-6801068eb46e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3712964 Aug 17 00:14:54.053531 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53952) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:54.061570 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-9546eda0-0132-48dc-af03-b1700b283ec5 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Request body: {'subnet': {'network_id': 'e8a7b648-07b7-4415-b1fb-b068c980754f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:54.089029 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089bd2e-1290-434f-89c1-6801068eb46e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event updated for resources: {'Network': ['ID=e8a7b648-07b7-4415-b1fb-b068c980754f,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:54.117033 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network e8a7b648-07b7-4415-b1fb-b068c980754f details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:14:54.281414 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9546eda0-0132-48dc-af03-b1700b283ec5 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Made reservation on behalf of f8bc08f818ff4908b0dcb17dfc86b819 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:54.289709 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9546eda0-0132-48dc-af03-b1700b283ec5 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:54.679336 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9546eda0-0132-48dc-af03-b1700b283ec5 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:54.767730 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546eda0-0132-48dc-af03-b1700b283ec5 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event updated for resources: {'Subnet': ['ID=76ce318b-b958-4fe9-a9b6-1b1261bd7272,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:54.770367 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9546eda0-0132-48dc-af03-b1700b283ec5 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Checking segment: {'id': '9050eac5-8db3-4532-bf2f-273c241e3e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e8a7b648-07b7-4415-b1fb-b068c980754f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:14:54.776509 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9546eda0-0132-48dc-af03-b1700b283ec5 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Network hostable DHCP agents. Network: e8a7b648-07b7-4415-b1fb-b068c980754f, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:14:54.801334 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9546eda0-0132-48dc-af03-b1700b283ec5 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Network e8a7b648-07b7-4415-b1fb-b068c980754f is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:14:54.818488 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-9546eda0-0132-48dc-af03-b1700b283ec5 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, e8a7b648-07b7-4415-b1fb-b068c980754f) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:54.818707 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98ef2b-741a-4eb4-bc02-cec7c7eb20cf req-39934408-c7ea-4ea5-a703-a3f8fdd0dac3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:54.820050 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2f98ef2b-741a-4eb4-bc02-cec7c7eb20cf req-39934408-c7ea-4ea5-a703-a3f8fdd0dac3 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 946 time: 0.1394422 Aug 17 00:14:54.824781 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9546eda0-0132-48dc-af03-b1700b283ec5 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:54.825537 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9546eda0-0132-48dc-af03-b1700b283ec5 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:54.831611 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0df254-1c4a-406a-b03f-14616cb8ef40 None None] Network e8a7b648-07b7-4415-b1fb-b068c980754f requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:54.848053 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53982) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:54.857900 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9546eda0-0132-48dc-af03-b1700b283ec5 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8031054 Aug 17 00:14:54.861124 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 53986) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:54.919745 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2f98ef2b-741a-4eb4-bc02-cec7c7eb20cf req-ced5a6b8-50a1-4b5c-b859-1d8471c8e6a2 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893223 Aug 17 00:14:55.072781 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:55.123262 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03440169-f445-496e-9bf9-8318ed2e51bb req-697f11b6-6145-484b-9bc3-ef67158106a2 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:55.141657 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03440169-f445-496e-9bf9-8318ed2e51bb req-697f11b6-6145-484b-9bc3-ef67158106a2 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 944 time: 0.1446261 Aug 17 00:14:55.143660 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051763f5-52e0-4477-a1df-89a423ff35f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-e8a7b648-07b7-4415-b1fb-b068c980754f', 'network_id': 'e8a7b648-07b7-4415-b1fb-b068c980754f', 'tenant_id': 'f8bc08f818ff4908b0dcb17dfc86b819', 'fixed_ips': [{'subnet_id': '76ce318b-b958-4fe9-a9b6-1b1261bd7272'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:14:55.144526 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-051763f5-52e0-4477-a1df-89a423ff35f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:55.215061 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-2dc1d10a-a1b8-494d-9f0e-906cbf6d702f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-870248821-network', 'tenant_id': '0b8e25b70c1f47b492a05e439cd88f28'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:55.220066 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03440169-f445-496e-9bf9-8318ed2e51bb req-90d6dcac-6423-41a7-b3b5-3f141ad7b9d9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774720 Aug 17 00:14:55.240503 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:55.245176 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc1d10a-a1b8-494d-9f0e-906cbf6d702f admin admin] Made reservation on behalf of 0b8e25b70c1f47b492a05e439cd88f28 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:55.247491 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2dc1d10a-a1b8-494d-9f0e-906cbf6d702f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:55.287871 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2dc1d10a-a1b8-494d-9f0e-906cbf6d702f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:55.329569 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-051763f5-52e0-4477-a1df-89a423ff35f7 None None] Allocated IP 172.20.0.1 (e8a7b648-07b7-4415-b1fb-b068c980754f/76ce318b-b958-4fe9-a9b6-1b1261bd7272/40508a75-27bd-4e7b-ac30-c986a174943c) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:14:55.472912 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2dc1d10a-a1b8-494d-9f0e-906cbf6d702f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:55.481588 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2dc1d10a-a1b8-494d-9f0e-906cbf6d702f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:55.529852 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc1d10a-a1b8-494d-9f0e-906cbf6d702f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:14:55.536459 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1d10a-a1b8-494d-9f0e-906cbf6d702f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f77b785-9344-46d1-b07b-5e7e80b51263,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:55.539421 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-051763f5-52e0-4477-a1df-89a423ff35f7 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:55.550970 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2dc1d10a-a1b8-494d-9f0e-906cbf6d702f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:55.551321 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-2dc1d10a-a1b8-494d-9f0e-906cbf6d702f admin admin] Added segment 58c40ffe-f06d-458d-84a2-5995c2267517 of type vlan for network c7fbf6df-b582-48ad-91b2-b1a51dfd09fb Aug 17 00:14:55.563986 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-051763f5-52e0-4477-a1df-89a423ff35f7 None None] Transition to ACTIVE for port object 40508a75-27bd-4e7b-ac30-c986a174943c will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:55.585507 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-051763f5-52e0-4477-a1df-89a423ff35f7 None None] Transition to ACTIVE for port object 40508a75-27bd-4e7b-ac30-c986a174943c will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:55.594047 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-051763f5-52e0-4477-a1df-89a423ff35f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:55.627182 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2dc1d10a-a1b8-494d-9f0e-906cbf6d702f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:55.645023 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051763f5-52e0-4477-a1df-89a423ff35f7 None None] Network e8a7b648-07b7-4415-b1fb-b068c980754f is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:14:55.648260 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-051763f5-52e0-4477-a1df-89a423ff35f7 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:55.653405 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051763f5-52e0-4477-a1df-89a423ff35f7 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:14:55.657911 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:55.662252 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051763f5-52e0-4477-a1df-89a423ff35f7 None None] Pushing event updated for resources: {'Port': ['ID=40508a75-27bd-4e7b-ac30-c986a174943c,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:55.729753 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Subnet': ['ID=76ce318b-b958-4fe9-a9b6-1b1261bd7272,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:55.751837 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2dc1d10a-a1b8-494d-9f0e-906cbf6d702f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:55.753034 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc1d10a-a1b8-494d-9f0e-906cbf6d702f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:55.754030 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2dc1d10a-a1b8-494d-9f0e-906cbf6d702f admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:55.773190 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-051763f5-52e0-4477-a1df-89a423ff35f7 None None] Attempting to bind port 40508a75-27bd-4e7b-ac30-c986a174943c on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:14:55.773560 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-051763f5-52e0-4477-a1df-89a423ff35f7 None None] Attempting to bind port 40508a75-27bd-4e7b-ac30-c986a174943c by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '9050eac5-8db3-4532-bf2f-273c241e3e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e8a7b648-07b7-4415-b1fb-b068c980754f'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:14:55.773926 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051763f5-52e0-4477-a1df-89a423ff35f7 None None] Attempting to bind port 40508a75-27bd-4e7b-ac30-c986a174943c on network e8a7b648-07b7-4415-b1fb-b068c980754f {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:14:55.779768 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051763f5-52e0-4477-a1df-89a423ff35f7 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:14:55.781329 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051763f5-52e0-4477-a1df-89a423ff35f7 None None] Checking segment: {'id': '9050eac5-8db3-4532-bf2f-273c241e3e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e8a7b648-07b7-4415-b1fb-b068c980754f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:14:55.781329 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-051763f5-52e0-4477-a1df-89a423ff35f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:55.781329 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051763f5-52e0-4477-a1df-89a423ff35f7 None None] Bound using segment: {'id': '9050eac5-8db3-4532-bf2f-273c241e3e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e8a7b648-07b7-4415-b1fb-b068c980754f'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:14:55.781329 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-051763f5-52e0-4477-a1df-89a423ff35f7 None None] Bound port: 40508a75-27bd-4e7b-ac30-c986a174943c, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9050eac5-8db3-4532-bf2f-273c241e3e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e8a7b648-07b7-4415-b1fb-b068c980754f'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:14:55.781724 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-051763f5-52e0-4477-a1df-89a423ff35f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:55.908504 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-051763f5-52e0-4477-a1df-89a423ff35f7 None None] For port 40508a75-27bd-4e7b-ac30-c986a174943c, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:14:55.913198 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-051763f5-52e0-4477-a1df-89a423ff35f7 None None] For port 40508a75-27bd-4e7b-ac30-c986a174943c, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=40508a75-27bd-4e7b-ac30-c986a174943c,segment=NetworkSegment(9050eac5-8db3-4532-bf2f-273c241e3e86),segment_id=9050eac5-8db3-4532-bf2f-273c241e3e86)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:14:55.919257 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-051763f5-52e0-4477-a1df-89a423ff35f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:55.924428 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1d10a-a1b8-494d-9f0e-906cbf6d702f admin admin] Pushing event updated for resources: {'Network': ['ID=c7fbf6df-b582-48ad-91b2-b1a51dfd09fb,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:55.950033 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:55.979067 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2dc1d10a-a1b8-494d-9f0e-906cbf6d702f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1288176 Aug 17 00:14:55.980597 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a7b648-07b7-4415-b1fb-b068c980754f']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:55.981589 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 53992) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:55.987664 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-b7d77a7c-e291-494b-992c-9870479fd304 admin admin] Request body: {'subnet': {'network_id': 'c7fbf6df-b582-48ad-91b2-b1a51dfd09fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-870248821-subnet', 'tenant_id': '0b8e25b70c1f47b492a05e439cd88f28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:56.005936 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9050eac5-8db3-4532-bf2f-273c241e3e86') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:56.006275 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9050eac5-8db3-4532-bf2f-273c241e3e86') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:56.021283 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051763f5-52e0-4477-a1df-89a423ff35f7 None None] Pushing event updated for resources: {'Port': ['ID=40508a75-27bd-4e7b-ac30-c986a174943c,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:56.028434 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network c7fbf6df-b582-48ad-91b2-b1a51dfd09fb details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:14:56.029552 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:56.043369 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d77a7c-e291-494b-992c-9870479fd304 admin admin] Made reservation on behalf of 0b8e25b70c1f47b492a05e439cd88f28 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:56.045901 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b7d77a7c-e291-494b-992c-9870479fd304 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:56.073795 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:56.091484 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:14:56.091919 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:14:56.098532 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:14:56.257672 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486c704-6e9a-4c04-ab15-7fc25b0305b2 req-462a6302-f4c9-499c-898c-dd256c45a404 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:56.262983 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0486c704-6e9a-4c04-ab15-7fc25b0305b2 req-462a6302-f4c9-499c-898c-dd256c45a404 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 946 time: 0.1201177 Aug 17 00:14:56.287858 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de5d157-cc63-4239-8faf-1f744126aa29 None None] Network e8a7b648-07b7-4415-b1fb-b068c980754f requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:56.325974 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.db.api [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 00:14:56.325974 n-d-800088-20 neutron-server[101402]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 00:14:56.325974 n-d-800088-20 neutron-server[101402]: [parameters: {'id': 'e8a7b648-07b7-4415-b1fb-b068c980754f'}] Aug 17 00:14:56.325974 n-d-800088-20 neutron-server[101402]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:14:56.326898 n-d-800088-20 neutron-server[101402]: DEBUG oslo_db.api [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:14:56.334769 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0486c704-6e9a-4c04-ab15-7fc25b0305b2 req-29f4b9bc-f80a-4591-a9a0-a8c7c7cd0936 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623794 Aug 17 00:14:56.520154 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71295dd0-9510-4e8c-b71c-962f8a8e933e req-54d4b30a-6157-4d9c-b834-5ae8e4c87cc4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:56.521699 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-71295dd0-9510-4e8c-b71c-962f8a8e933e req-54d4b30a-6157-4d9c-b834-5ae8e4c87cc4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 944 time: 0.1304550 Aug 17 00:14:56.531130 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39ec889-071b-40e1-8ef9-9d762df6d325 None None] get_active_networks_info from n-d-800088-20 {{(pid=101404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 00:14:56.551680 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b7d77a7c-e291-494b-992c-9870479fd304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:56.611069 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d77a7c-e291-494b-992c-9870479fd304 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9714244-a336-4eb8-8cb8-78c77eca1694,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:56.622833 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d77a7c-e291-494b-992c-9870479fd304 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:56.623457 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d77a7c-e291-494b-992c-9870479fd304 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:56.623959 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d77a7c-e291-494b-992c-9870479fd304 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:56.624455 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d77a7c-e291-494b-992c-9870479fd304 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:56.624956 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d77a7c-e291-494b-992c-9870479fd304 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:56.625514 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d77a7c-e291-494b-992c-9870479fd304 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:56.626010 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d77a7c-e291-494b-992c-9870479fd304 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:56.626580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d77a7c-e291-494b-992c-9870479fd304 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:56.627178 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d77a7c-e291-494b-992c-9870479fd304 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:56.627674 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d77a7c-e291-494b-992c-9870479fd304 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:56.628364 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d77a7c-e291-494b-992c-9870479fd304 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:56.628524 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d77a7c-e291-494b-992c-9870479fd304 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:56.676403 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-71295dd0-9510-4e8c-b71c-962f8a8e933e req-4bc3f2e8-256d-4293-902a-2f1d274118d9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461163 Aug 17 00:14:56.686564 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d77a7c-e291-494b-992c-9870479fd304 admin admin] Checking segment: {'id': '58c40ffe-f06d-458d-84a2-5995c2267517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c7fbf6df-b582-48ad-91b2-b1a51dfd09fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:14:56.686904 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d77a7c-e291-494b-992c-9870479fd304 admin admin] Network hostable DHCP agents. Network: c7fbf6df-b582-48ad-91b2-b1a51dfd09fb, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:14:56.726852 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39ec889-071b-40e1-8ef9-9d762df6d325 None None] Resources bound (agent type, host, resource id): {{(pid=101404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 00:14:56.728555 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d77a7c-e291-494b-992c-9870479fd304 admin admin] Network c7fbf6df-b582-48ad-91b2-b1a51dfd09fb is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:14:56.747964 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-b7d77a7c-e291-494b-992c-9870479fd304 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, c7fbf6df-b582-48ad-91b2-b1a51dfd09fb) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:56.757234 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d77a7c-e291-494b-992c-9870479fd304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:56.758252 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b7d77a7c-e291-494b-992c-9870479fd304 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:56.799601 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b7d77a7c-e291-494b-992c-9870479fd304 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8108594 Aug 17 00:14:56.828859 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:56.941658 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Deleting port 40508a75-27bd-4e7b-ac30-c986a174943c {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:14:56.942856 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:57.079468 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] For port 40508a75-27bd-4e7b-ac30-c986a174943c, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=40508a75-27bd-4e7b-ac30-c986a174943c,segment=NetworkSegment(9050eac5-8db3-4532-bf2f-273c241e3e86),segment_id=9050eac5-8db3-4532-bf2f-273c241e3e86)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:57.080117 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:57.096389 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Calling delete_port for 40508a75-27bd-4e7b-ac30-c986a174943c owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:14:57.162434 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466df515-5734-4839-8887-bbffe302a7d1 None None] Network c7fbf6df-b582-48ad-91b2-b1a51dfd09fb requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:57.239070 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:57.286162 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Port': ['ID=40508a75-27bd-4e7b-ac30-c986a174943c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:57.295890 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:57.296325 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:57.296768 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:57.297200 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:57.297605 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:57.298009 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:57.298410 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:57.298808 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:57.299217 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:57.299623 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:57.300033 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:57.303644 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:57.303644 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] No DVR routers for this DVR port 40508a75-27bd-4e7b-ac30-c986a174943c on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:14:57.370849 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1f0664-7bcb-4cfa-9023-9957206ebe3d None None] Network c7fbf6df-b582-48ad-91b2-b1a51dfd09fb requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:57.461735 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:57.474550 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a7b648-07b7-4415-b1fb-b068c980754f']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:57.489397 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9050eac5-8db3-4532-bf2f-273c241e3e86') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:57.490032 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9050eac5-8db3-4532-bf2f-273c241e3e86') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:57.502449 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:57.520787 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:57.531052 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:14:57.531477 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:14:57.535367 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:14:57.599624 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a398a-f03e-4c89-986d-a8dfc747500b req-9fd00b81-fc39-46d6-8327-93bf8960476e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:57.601167 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-229a398a-f03e-4c89-986d-a8dfc747500b req-9fd00b81-fc39-46d6-8327-93bf8960476e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 946 time: 0.1308086 Aug 17 00:14:57.615941 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:57.622345 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-9bff45a8-6541-4b64-a455-c07efaf62834 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:57.624106 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:57.624237 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-9bff45a8-6541-4b64-a455-c07efaf62834 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/networks?id=c7fbf6df-b582-48ad-91b2-b1a51dfd09fb HTTP/1.1" status: 200 len: 813 time: 0.2287476 Aug 17 00:14:57.629498 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/networks/e8a7b648-07b7-4415-b1fb-b068c980754f HTTP/1.1" status: 204 len: 168 time: 2.7638428 Aug 17 00:14:57.632898 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54022) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:57.640990 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a0531-fdcb-4c32-8da3-a3de82e9cc22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Network': ['ID=e8a7b648-07b7-4415-b1fb-b068c980754f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:57.645574 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-77cb0dd4-d44c-4a48-b95a-d244ea388043 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1883511086'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:57.680227 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-e5cbc8e4-c06d-4dff-810f-329004c6c76f tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/quotas/0b8e25b70c1f47b492a05e439cd88f28 HTTP/1.1" status: 200 len: 375 time: 0.0308349 Aug 17 00:14:57.710104 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-229a398a-f03e-4c89-986d-a8dfc747500b req-95b41dc4-a131-4365-acc5-4982cc48bb17 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848508 Aug 17 00:14:57.734670 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-38a35e90-ceb6-4b83-9d07-08f3988ea502 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0b8e25b70c1f47b492a05e439cd88f28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456076 Aug 17 00:14:57.735257 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cb0dd4-d44c-4a48-b95a-d244ea388043 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Made reservation on behalf of f8bc08f818ff4908b0dcb17dfc86b819 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:57.745836 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-77cb0dd4-d44c-4a48-b95a-d244ea388043 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:57.850251 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77cb0dd4-d44c-4a48-b95a-d244ea388043 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:14:57.877486 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-77cb0dd4-d44c-4a48-b95a-d244ea388043 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:57.877838 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-77cb0dd4-d44c-4a48-b95a-d244ea388043 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Added segment 0215e1fc-b3a6-4b60-b61e-5471ac4dfcb3 of type vlan for network 56c24720-e95a-4637-831b-b0c2525afa2a Aug 17 00:14:57.921360 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1003d0-71ca-49a8-a129-88b577ee8690 req-408669d7-354f-413a-ae7b-da7a233acc43 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:57.922883 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac1003d0-71ca-49a8-a129-88b577ee8690 req-408669d7-354f-413a-ae7b-da7a233acc43 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 944 time: 0.1144710 Aug 17 00:14:57.943885 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-f3f6ac3e-bba8-463a-8046-7083c59f8e88 service neutron] 10.222.0.60 "GET /v2.0/networks/c7fbf6df-b582-48ad-91b2-b1a51dfd09fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945801 Aug 17 00:14:58.014007 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-77cb0dd4-d44c-4a48-b95a-d244ea388043 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:58.051070 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac1003d0-71ca-49a8-a129-88b577ee8690 req-5b88d4dd-dd56-433a-af37-25352d14fd3f tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095936 Aug 17 00:14:58.079591 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-77cb0dd4-d44c-4a48-b95a-d244ea388043 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:58.085132 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cb0dd4-d44c-4a48-b95a-d244ea388043 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:58.085730 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-77cb0dd4-d44c-4a48-b95a-d244ea388043 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:58.145951 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-8324ad6c-43b1-4fbe-ac70-9494f8ad5112 service neutron] 10.222.0.60 "GET /v2.0/networks/c7fbf6df-b582-48ad-91b2-b1a51dfd09fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916564 Aug 17 00:14:58.150215 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-77cb0dd4-d44c-4a48-b95a-d244ea388043 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5160093 Aug 17 00:14:58.153406 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54028) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:58.161312 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-5c41ed73-ca6d-42ee-8cbd-7b5e0db02361 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:58.218152 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb0dd4-d44c-4a48-b95a-d244ea388043 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event updated for resources: {'Network': ['ID=56c24720-e95a-4637-831b-b0c2525afa2a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:58.230746 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 56c24720-e95a-4637-831b-b0c2525afa2a details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:14:58.364916 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cff11f36-6a7f-4c55-8b25-937c25a9c676 req-16e73e73-6f89-4dee-aae1-10c1ff1e97ab tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 210 time: 0.0369411 Aug 17 00:14:58.366765 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5c41ed73-ca6d-42ee-8cbd-7b5e0db02361 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:58.387204 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5c41ed73-ca6d-42ee-8cbd-7b5e0db02361 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:58.453566 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c41ed73-ca6d-42ee-8cbd-7b5e0db02361 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Network 56c24720-e95a-4637-831b-b0c2525afa2a is not hosted by any dhcp agent {{(pid=101403) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 00:14:58.459093 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c41ed73-ca6d-42ee-8cbd-7b5e0db02361 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:58.459708 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5c41ed73-ca6d-42ee-8cbd-7b5e0db02361 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:58.461000 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5c41ed73-ca6d-42ee-8cbd-7b5e0db02361 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "PUT /v2.0/networks/56c24720-e95a-4637-831b-b0c2525afa2a HTTP/1.1" status: 200 len: 723 time: 0.3065944 Aug 17 00:14:58.464857 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54038) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:58.469950 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-52fe9acb-912b-40f9-b4c0-c9681c340c6e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Request body: {'subnet': {'network_id': '56c24720-e95a-4637-831b-b0c2525afa2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:58.519963 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41ed73-ca6d-42ee-8cbd-7b5e0db02361 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event updated for resources: {'Network': ['ID=56c24720-e95a-4637-831b-b0c2525afa2a,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:58.535994 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 56c24720-e95a-4637-831b-b0c2525afa2a details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:14:58.588258 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fe9acb-912b-40f9-b4c0-c9681c340c6e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Made reservation on behalf of f8bc08f818ff4908b0dcb17dfc86b819 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:58.591862 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-52fe9acb-912b-40f9-b4c0-c9681c340c6e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:58.841747 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-52fe9acb-912b-40f9-b4c0-c9681c340c6e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:58.950481 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d0b27-0114-446b-8879-04a044f023cd req-9fd9be6f-d3e5-475e-89f4-f1934270da0f tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:58.952172 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f0d0b27-0114-446b-8879-04a044f023cd req-9fd9be6f-d3e5-475e-89f4-f1934270da0f tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 946 time: 0.1282251 Aug 17 00:14:58.959084 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe9acb-912b-40f9-b4c0-c9681c340c6e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event updated for resources: {'Subnet': ['ID=b168fce4-ce5c-49fa-a8f1-ee7bbed974ca,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:58.992777 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fe9acb-912b-40f9-b4c0-c9681c340c6e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Checking segment: {'id': '0215e1fc-b3a6-4b60-b61e-5471ac4dfcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '56c24720-e95a-4637-831b-b0c2525afa2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:14:58.993821 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fe9acb-912b-40f9-b4c0-c9681c340c6e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Network hostable DHCP agents. Network: 56c24720-e95a-4637-831b-b0c2525afa2a, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:14:59.022369 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f0d0b27-0114-446b-8879-04a044f023cd req-f85c17eb-262c-4936-96b8-3c8f3e86ce5f tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601199 Aug 17 00:14:59.032842 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fe9acb-912b-40f9-b4c0-c9681c340c6e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Network 56c24720-e95a-4637-831b-b0c2525afa2a is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:14:59.053779 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-52fe9acb-912b-40f9-b4c0-c9681c340c6e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 56c24720-e95a-4637-831b-b0c2525afa2a) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:59.060107 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fe9acb-912b-40f9-b4c0-c9681c340c6e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:59.060729 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-52fe9acb-912b-40f9-b4c0-c9681c340c6e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:59.069585 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115d137b-0e5f-4885-8183-c351513cc81f None None] Network 56c24720-e95a-4637-831b-b0c2525afa2a requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:59.090040 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-52fe9acb-912b-40f9-b4c0-c9681c340c6e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6240249 Aug 17 00:14:59.092449 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54048) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:59.111443 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-341cef35-6df4-4c03-897e-4590ffd01066 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:59.191214 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf12675-3925-4ed6-969c-65edbbe47f97 req-79c8517d-43dc-4a61-93df-2bebaf56e90c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:59.192939 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3cf12675-3925-4ed6-969c-65edbbe47f97 req-79c8517d-43dc-4a61-93df-2bebaf56e90c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 944 time: 0.0580406 Aug 17 00:14:59.260032 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3cf12675-3925-4ed6-969c-65edbbe47f97 req-e31a4cb8-5b3b-4e16-bda7-27cafe644c72 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597804 Aug 17 00:14:59.278979 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-341cef35-6df4-4c03-897e-4590ffd01066 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12135974'] for subnet, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:59.293420 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa8297f-109f-4111-8179-c2145b8a6797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-56c24720-e95a-4637-831b-b0c2525afa2a', 'network_id': '56c24720-e95a-4637-831b-b0c2525afa2a', 'tenant_id': 'f8bc08f818ff4908b0dcb17dfc86b819', 'fixed_ips': [{'subnet_id': 'b168fce4-ce5c-49fa-a8f1-ee7bbed974ca'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:14:59.294356 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ffa8297f-109f-4111-8179-c2145b8a6797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:59.486331 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-341cef35-6df4-4c03-897e-4590ffd01066 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730304384103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9313231'] for subnet, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:59.538805 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-ffa8297f-109f-4111-8179-c2145b8a6797 None None] Allocated IP 172.20.0.2 (56c24720-e95a-4637-831b-b0c2525afa2a/b168fce4-ce5c-49fa-a8f1-ee7bbed974ca/e8f104d3-21b4-4c3b-9f63-59bf24853af2) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:14:59.544602 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341cef35-6df4-4c03-897e-4590ffd01066 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:59.545492 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-341cef35-6df4-4c03-897e-4590ffd01066 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:59.550579 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-341cef35-6df4-4c03-897e-4590ffd01066 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "PUT /v2.0/subnets/b168fce4-ce5c-49fa-a8f1-ee7bbed974ca HTTP/1.1" status: 200 len: 806 time: 0.4569762 Aug 17 00:14:59.556493 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54052) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:59.631276 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cef35-6df4-4c03-897e-4590ffd01066 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event updated for resources: {'Subnet': ['ID=b168fce4-ce5c-49fa-a8f1-ee7bbed974ca,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:59.632213 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ce9f1bbc-efaf-4cca-b764-97bf290e8e8c req-b39d8ac3-40c9-4969-96cd-b8f29bef8af0 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 210 time: 0.1133947 Aug 17 00:14:59.695964 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:59.720240 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-125d2068-799c-42d6-a2a5-05f6d81e0c53 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:59.721963 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-125d2068-799c-42d6-a2a5-05f6d81e0c53 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.64 "GET /v2.0/networks?id=c7fbf6df-b582-48ad-91b2-b1a51dfd09fb HTTP/1.1" status: 200 len: 813 time: 0.3728273 Aug 17 00:14:59.741262 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-7ec97c31-582a-4f4d-a5c7-d0c2979cb902 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Request body: {'port': {'device_id': '7691e3a9-7c80-4eca-ac05-417477c6fad6', 'network_id': 'c7fbf6df-b582-48ad-91b2-b1a51dfd09fb', 'admin_state_up': True, 'tenant_id': '0b8e25b70c1f47b492a05e439cd88f28'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:59.765768 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:59.912200 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-7ec97c31-582a-4f4d-a5c7-d0c2979cb902 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Made reservation on behalf of 0b8e25b70c1f47b492a05e439cd88f28 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:59.917455 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-7ec97c31-582a-4f4d-a5c7-d0c2979cb902 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:59.959735 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ffa8297f-109f-4111-8179-c2145b8a6797 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:59.970535 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ffa8297f-109f-4111-8179-c2145b8a6797 None None] Transition to ACTIVE for port object e8f104d3-21b4-4c3b-9f63-59bf24853af2 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:59.987639 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ffa8297f-109f-4111-8179-c2145b8a6797 None None] Transition to ACTIVE for port object e8f104d3-21b4-4c3b-9f63-59bf24853af2 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:15:00.006705 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ffa8297f-109f-4111-8179-c2145b8a6797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:00.056713 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:00.075043 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8297f-109f-4111-8179-c2145b8a6797 None None] Pushing event updated for resources: {'Port': ['ID=e8f104d3-21b4-4c3b-9f63-59bf24853af2,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:00.089700 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa8297f-109f-4111-8179-c2145b8a6797 None None] Network 56c24720-e95a-4637-831b-b0c2525afa2a is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:15:00.091280 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-ffa8297f-109f-4111-8179-c2145b8a6797 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:15:00.098827 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa8297f-109f-4111-8179-c2145b8a6797 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:15:00.107622 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-7ec97c31-582a-4f4d-a5c7-d0c2979cb902 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Allocated IP 172.20.0.14 (c7fbf6df-b582-48ad-91b2-b1a51dfd09fb/a9714244-a336-4eb8-8cb8-78c77eca1694/0a29e60c-58e2-4a54-8c31-a2c02741653b) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:15:00.147521 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Subnet': ['ID=b168fce4-ce5c-49fa-a8f1-ee7bbed974ca,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:00.182588 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ffa8297f-109f-4111-8179-c2145b8a6797 None None] Attempting to bind port e8f104d3-21b4-4c3b-9f63-59bf24853af2 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:15:00.183482 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ffa8297f-109f-4111-8179-c2145b8a6797 None None] Attempting to bind port e8f104d3-21b4-4c3b-9f63-59bf24853af2 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '0215e1fc-b3a6-4b60-b61e-5471ac4dfcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '56c24720-e95a-4637-831b-b0c2525afa2a'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:15:00.184065 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa8297f-109f-4111-8179-c2145b8a6797 None None] Attempting to bind port e8f104d3-21b4-4c3b-9f63-59bf24853af2 on network 56c24720-e95a-4637-831b-b0c2525afa2a {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:15:00.191289 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa8297f-109f-4111-8179-c2145b8a6797 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:15:00.191667 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa8297f-109f-4111-8179-c2145b8a6797 None None] Checking segment: {'id': '0215e1fc-b3a6-4b60-b61e-5471ac4dfcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '56c24720-e95a-4637-831b-b0c2525afa2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:15:00.192122 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ffa8297f-109f-4111-8179-c2145b8a6797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:00.192518 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa8297f-109f-4111-8179-c2145b8a6797 None None] Bound using segment: {'id': '0215e1fc-b3a6-4b60-b61e-5471ac4dfcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '56c24720-e95a-4637-831b-b0c2525afa2a'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:15:00.193605 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ffa8297f-109f-4111-8179-c2145b8a6797 None None] Bound port: e8f104d3-21b4-4c3b-9f63-59bf24853af2, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0215e1fc-b3a6-4b60-b61e-5471ac4dfcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '56c24720-e95a-4637-831b-b0c2525afa2a'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:15:00.194182 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ffa8297f-109f-4111-8179-c2145b8a6797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:00.303720 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:00.305924 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ffa8297f-109f-4111-8179-c2145b8a6797 None None] For port e8f104d3-21b4-4c3b-9f63-59bf24853af2, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:15:00.312506 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ffa8297f-109f-4111-8179-c2145b8a6797 None None] For port e8f104d3-21b4-4c3b-9f63-59bf24853af2, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e8f104d3-21b4-4c3b-9f63-59bf24853af2,segment=NetworkSegment(0215e1fc-b3a6-4b60-b61e-5471ac4dfcb3),segment_id=0215e1fc-b3a6-4b60-b61e-5471ac4dfcb3)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:15:00.317794 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1a182-4f05-47f2-9b6d-595326b288a4 req-7be14af2-bed6-4051-a2df-7fab5b3c8b5e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:00.320167 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66c1a182-4f05-47f2-9b6d-595326b288a4 req-7be14af2-bed6-4051-a2df-7fab5b3c8b5e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 946 time: 0.1433132 Aug 17 00:15:00.327777 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ffa8297f-109f-4111-8179-c2145b8a6797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:00.333189 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c24720-e95a-4637-831b-b0c2525afa2a']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:00.361016 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0215e1fc-b3a6-4b60-b61e-5471ac4dfcb3') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:00.361493 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0215e1fc-b3a6-4b60-b61e-5471ac4dfcb3') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:00.387104 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:00.410550 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:00.411921 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-7ec97c31-582a-4f4d-a5c7-d0c2979cb902 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:00.421848 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:15:00.422975 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:00.427810 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66c1a182-4f05-47f2-9b6d-595326b288a4 req-992fc027-c204-4b98-8cbb-d12116352bd4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990083 Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:15:00.433299 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:15:00.515947 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14631672-303a-4d43-ac77-11ddc48dbea4 req-46030dd7-a4d8-438d-bae3-a16fd45efcbe tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:00.532660 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-14631672-303a-4d43-ac77-11ddc48dbea4 req-46030dd7-a4d8-438d-bae3-a16fd45efcbe tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 944 time: 0.1300607 Aug 17 00:15:00.558622 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.db.api [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 00:15:00.558622 n-d-800088-20 neutron-server[101402]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 00:15:00.558622 n-d-800088-20 neutron-server[101402]: [parameters: {'id': '56c24720-e95a-4637-831b-b0c2525afa2a'}] Aug 17 00:15:00.558622 n-d-800088-20 neutron-server[101402]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:15:00.559480 n-d-800088-20 neutron-server[101402]: DEBUG oslo_db.api [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:15:00.582350 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8297f-109f-4111-8179-c2145b8a6797 None None] Pushing event updated for resources: {'Port': ['ID=e8f104d3-21b4-4c3b-9f63-59bf24853af2,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:00.591123 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb1727e-f650-45d4-a3f2-984780d3020b None None] Network 56c24720-e95a-4637-831b-b0c2525afa2a requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:15:00.621149 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-14631672-303a-4d43-ac77-11ddc48dbea4 req-28c68054-a69c-47dd-9222-5ef4d26f1401 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741255 Aug 17 00:15:00.627859 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-7ec97c31-582a-4f4d-a5c7-d0c2979cb902 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:00.677817 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-7ec97c31-582a-4f4d-a5c7-d0c2979cb902 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Network c7fbf6df-b582-48ad-91b2-b1a51dfd09fb is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:15:00.684338 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-7ec97c31-582a-4f4d-a5c7-d0c2979cb902 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:15:00.688817 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-7ec97c31-582a-4f4d-a5c7-d0c2979cb902 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:15:00.719118 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec97c31-582a-4f4d-a5c7-d0c2979cb902 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Pushing event updated for resources: {'Port': ['ID=0a29e60c-58e2-4a54-8c31-a2c02741653b,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:00.750263 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-7ec97c31-582a-4f4d-a5c7-d0c2979cb902 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:00.751064 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-7ec97c31-582a-4f4d-a5c7-d0c2979cb902 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:00.802310 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-7ec97c31-582a-4f4d-a5c7-d0c2979cb902 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0659201 Aug 17 00:15:00.817218 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-e8dac5a2-9c77-4506-bcf6-bae2dec2b66a service neutron] Request body: {'port': {'device_id': '7691e3a9-7c80-4eca-ac05-417477c6fad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:00.826315 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cb9553-ec38-4a92-b2fb-94b49bcd1670 None None] Network 56c24720-e95a-4637-831b-b0c2525afa2a requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:15:00.864166 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60a2f6-0ec1-4a29-ad0f-129326c5dcb1 req-b5024470-c95d-48c6-9414-a3db39153283 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:00.866216 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb60a2f6-0ec1-4a29-ad0f-129326c5dcb1 req-b5024470-c95d-48c6-9414-a3db39153283 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 932 time: 0.1024714 Aug 17 00:15:00.919409 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb60a2f6-0ec1-4a29-ad0f-129326c5dcb1 req-b2f392ec-2f37-414e-95c0-fca0ff699270 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424058 Aug 17 00:15:00.952563 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-e8dac5a2-9c77-4506-bcf6-bae2dec2b66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:01.008988 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929b1d77-1482-4e15-b6e9-509a20b27719 None None] get_active_networks_info from n-d-800088-20 {{(pid=101404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 00:15:01.061989 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:01.189016 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Deleting port e8f104d3-21b4-4c3b-9f63-59bf24853af2 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:15:01.193124 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:01.231270 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929b1d77-1482-4e15-b6e9-509a20b27719 None None] Resources bound (agent type, host, resource id): {{(pid=101404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 00:15:01.302834 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] For port e8f104d3-21b4-4c3b-9f63-59bf24853af2, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e8f104d3-21b4-4c3b-9f63-59bf24853af2,segment=NetworkSegment(0215e1fc-b3a6-4b60-b61e-5471ac4dfcb3),segment_id=0215e1fc-b3a6-4b60-b61e-5471ac4dfcb3)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:01.303213 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:01.318893 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Calling delete_port for e8f104d3-21b4-4c3b-9f63-59bf24853af2 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:15:01.428609 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-e8dac5a2-9c77-4506-bcf6-bae2dec2b66a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a29e60c-58e2-4a54-8c31-a2c02741653b {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:15:01.452905 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:01.475699 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-e8dac5a2-9c77-4506-bcf6-bae2dec2b66a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:01.491870 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-e8dac5a2-9c77-4506-bcf6-bae2dec2b66a service neutron] Transition to ACTIVE for port object 0a29e60c-58e2-4a54-8c31-a2c02741653b will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:15:01.492056 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Port': ['ID=e8f104d3-21b4-4c3b-9f63-59bf24853af2,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:01.498836 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] No DVR routers for this DVR port e8f104d3-21b4-4c3b-9f63-59bf24853af2 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:15:01.503275 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-e8dac5a2-9c77-4506-bcf6-bae2dec2b66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:01.601788 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:01.614802 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c24720-e95a-4637-831b-b0c2525afa2a']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:01.631370 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0215e1fc-b3a6-4b60-b61e-5471ac4dfcb3') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:01.632743 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0215e1fc-b3a6-4b60-b61e-5471ac4dfcb3') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:01.648542 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dac5a2-9c77-4506-bcf6-bae2dec2b66a service neutron] Pushing event updated for resources: {'Port': ['ID=0a29e60c-58e2-4a54-8c31-a2c02741653b,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:01.659150 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:01.690086 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:01.700466 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:15:01.701093 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:01.706860 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ee75f-1e31-4f34-b9a4-42a8595ec701 req-b9eae402-9d50-4476-867e-071f59e58c11 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:01.708926 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff7ee75f-1e31-4f34-b9a4-42a8595ec701 req-b9eae402-9d50-4476-867e-071f59e58c11 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 946 time: 0.1563475 Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:15:01.709106 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:15:01.769434 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff7ee75f-1e31-4f34-b9a4-42a8595ec701 req-f9c23aa3-18d8-42a3-a393-7c9fbe1d31c2 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515642 Aug 17 00:15:01.806822 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:01.820498 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-e8dac5a2-9c77-4506-bcf6-bae2dec2b66a service neutron] Attempting to bind port 0a29e60c-58e2-4a54-8c31-a2c02741653b on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:15:01.821272 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-e8dac5a2-9c77-4506-bcf6-bae2dec2b66a service neutron] Attempting to bind port 0a29e60c-58e2-4a54-8c31-a2c02741653b by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '58c40ffe-f06d-458d-84a2-5995c2267517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c7fbf6df-b582-48ad-91b2-b1a51dfd09fb'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:15:01.822508 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-e8dac5a2-9c77-4506-bcf6-bae2dec2b66a service neutron] Attempting to bind port 0a29e60c-58e2-4a54-8c31-a2c02741653b on network c7fbf6df-b582-48ad-91b2-b1a51dfd09fb {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:15:01.829745 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-e8dac5a2-9c77-4506-bcf6-bae2dec2b66a service neutron] Port 0a29e60c-58e2-4a54-8c31-a2c02741653b on network c7fbf6df-b582-48ad-91b2-b1a51dfd09fb not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:15:01.830420 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-e8dac5a2-9c77-4506-bcf6-bae2dec2b66a service neutron] Attempting to bind port 0a29e60c-58e2-4a54-8c31-a2c02741653b on network c7fbf6df-b582-48ad-91b2-b1a51dfd09fb {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:15:01.833559 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:01.839261 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/networks/56c24720-e95a-4637-831b-b0c2525afa2a HTTP/1.1" status: 204 len: 168 time: 2.2814252 Aug 17 00:15:01.840231 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb0c32-cc7d-46b0-949b-2440349d6055 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Network': ['ID=56c24720-e95a-4637-831b-b0c2525afa2a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:01.840789 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-e8dac5a2-9c77-4506-bcf6-bae2dec2b66a service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:15:01.841401 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-e8dac5a2-9c77-4506-bcf6-bae2dec2b66a service neutron] Checking segment: {'id': '58c40ffe-f06d-458d-84a2-5995c2267517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c7fbf6df-b582-48ad-91b2-b1a51dfd09fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:15:01.841949 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54072) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:01.842292 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-e8dac5a2-9c77-4506-bcf6-bae2dec2b66a service neutron] Bound using segment: {'id': '58c40ffe-f06d-458d-84a2-5995c2267517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c7fbf6df-b582-48ad-91b2-b1a51dfd09fb'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:15:01.843025 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-e8dac5a2-9c77-4506-bcf6-bae2dec2b66a service neutron] Bound port: 0a29e60c-58e2-4a54-8c31-a2c02741653b, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c40ffe-f06d-458d-84a2-5995c2267517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c7fbf6df-b582-48ad-91b2-b1a51dfd09fb'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:15:01.843617 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-e8dac5a2-9c77-4506-bcf6-bae2dec2b66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:01.856547 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02230ab-efb2-4714-be56-02dd01a5001b req-38e10031-51d8-4cce-a6ec-738d472f89c4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:01.858397 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b02230ab-efb2-4714-be56-02dd01a5001b req-38e10031-51d8-4cce-a6ec-738d472f89c4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 944 time: 0.1049836 Aug 17 00:15:01.874345 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-5061a8f6-45bb-40a3-9ed2-bc9fae3e05ba tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] DELETE failed (client error): The resource could not be found. Aug 17 00:15:01.874957 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5061a8f6-45bb-40a3-9ed2-bc9fae3e05ba tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:15:01.883455 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5061a8f6-45bb-40a3-9ed2-bc9fae3e05ba tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/networks/56c24720-e95a-4637-831b-b0c2525afa2a HTTP/1.1" status: 404 len: 339 time: 0.0404606 Aug 17 00:15:01.884161 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54074) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:01.889291 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-60805613-1b62-4fb4-966f-a4dd595008da tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1325152269', 'description': 'd1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:01.919479 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60805613-1b62-4fb4-966f-a4dd595008da tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Made reservation on behalf of f8bc08f818ff4908b0dcb17dfc86b819 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:15:01.924296 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-60805613-1b62-4fb4-966f-a4dd595008da tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:01.933382 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b02230ab-efb2-4714-be56-02dd01a5001b req-9ba81221-6b60-4747-b655-0e5620490328 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656750 Aug 17 00:15:01.985292 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60805613-1b62-4fb4-966f-a4dd595008da tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:15:01.987918 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-e8dac5a2-9c77-4506-bcf6-bae2dec2b66a service neutron] For port 0a29e60c-58e2-4a54-8c31-a2c02741653b, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:15:01.993960 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-e8dac5a2-9c77-4506-bcf6-bae2dec2b66a service neutron] For port 0a29e60c-58e2-4a54-8c31-a2c02741653b, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0a29e60c-58e2-4a54-8c31-a2c02741653b,segment=NetworkSegment(58c40ffe-f06d-458d-84a2-5995c2267517),segment_id=58c40ffe-f06d-458d-84a2-5995c2267517)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:15:01.999982 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-60805613-1b62-4fb4-966f-a4dd595008da tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:02.000421 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-60805613-1b62-4fb4-966f-a4dd595008da tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Added segment 0f1685ca-30c2-454c-810e-85c16613c430 of type vlan for network 10560112-47df-4e9b-b395-1af20325e8ba Aug 17 00:15:02.003892 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-e8dac5a2-9c77-4506-bcf6-bae2dec2b66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:02.053075 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-60805613-1b62-4fb4-966f-a4dd595008da tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:02.058477 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-e8dac5a2-9c77-4506-bcf6-bae2dec2b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:02.059117 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-e8dac5a2-9c77-4506-bcf6-bae2dec2b66a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:02.062974 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-e8dac5a2-9c77-4506-bcf6-bae2dec2b66a service neutron] 10.222.0.64 "PUT /v2.0/ports/0a29e60c-58e2-4a54-8c31-a2c02741653b HTTP/1.1" status: 200 len: 1093 time: 1.2499299 Aug 17 00:15:02.089927 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-60805613-1b62-4fb4-966f-a4dd595008da tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:02.097139 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60805613-1b62-4fb4-966f-a4dd595008da tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:02.097877 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-60805613-1b62-4fb4-966f-a4dd595008da tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:02.105130 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7691e3a9-7c80-4eca-ac05-417477c6fad6', 'tag': '0a29e60c-58e2-4a54-8c31-a2c02741653b'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:15:02.107821 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d8ce97-9020-429a-a906-2a511c59f34d" -d '{"events": [{"name": "network-changed", "server_uuid": "7691e3a9-7c80-4eca-ac05-417477c6fad6", "tag": "0a29e60c-58e2-4a54-8c31-a2c02741653b"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:15:02.236386 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60805613-1b62-4fb4-966f-a4dd595008da tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event updated for resources: {'Network': ['ID=10560112-47df-4e9b-b395-1af20325e8ba,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:02.250776 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 10560112-47df-4e9b-b395-1af20325e8ba details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:15:02.262188 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-60805613-1b62-4fb4-966f-a4dd595008da tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3736267 Aug 17 00:15:02.262780 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54084) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:02.404148 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c4548c-c3bb-4a4a-828e-a42a0ab5544a tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:02.406397 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b5c4548c-c3bb-4a4a-828e-a42a0ab5544a tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "GET /v2.0/networks?id=10560112-47df-4e9b-b395-1af20325e8ba HTTP/1.1" status: 200 len: 761 time: 0.1406915 Aug 17 00:15:02.409202 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54086) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:02.415537 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-0371f2a3-1cc1-4250-be00-31bff6e20f89 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Request body: {'network': {'description': 'd2'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:02.536498 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dac5a2-9c77-4506-bcf6-bae2dec2b66a service neutron] Pushing event updated for resources: {'Port': ['ID=0a29e60c-58e2-4a54-8c31-a2c02741653b,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:02.551037 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee0e156-ae58-4b65-ab2b-dbbf319202a2 x-openstack-request-id: req-dee0e156-ae58-4b65-ab2b-dbbf319202a2 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:15:02.551418 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7691e3a9-7c80-4eca-ac05-417477c6fad6", "tag": "0a29e60c-58e2-4a54-8c31-a2c02741653b", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:15:02.551865 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dee0e156-ae58-4b65-ab2b-dbbf319202a2 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:15:02.552326 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7691e3a9-7c80-4eca-ac05-417477c6fad6', 'tag': '0a29e60c-58e2-4a54-8c31-a2c02741653b', 'status': 'completed', 'code': 200} Aug 17 00:15:02.577965 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739f348-f45b-4ed1-aabd-fcc4d62847d7 req-190fb40d-1bee-46db-88be-c34c6b545766 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:02.585765 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8739f348-f45b-4ed1-aabd-fcc4d62847d7 req-190fb40d-1bee-46db-88be-c34c6b545766 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 944 time: 0.5755267 Aug 17 00:15:02.598896 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0371f2a3-1cc1-4250-be00-31bff6e20f89 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:02.621392 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0371f2a3-1cc1-4250-be00-31bff6e20f89 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:02.624921 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-6a02359f-6ff8-4a70-8c88-a5171485b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:02.626945 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-6a02359f-6ff8-4a70-8c88-a5171485b33a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b8e25b70c1f47b492a05e439cd88f28&device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 1096 time: 0.5148656 Aug 17 00:15:02.641593 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8739f348-f45b-4ed1-aabd-fcc4d62847d7 req-47b96e3f-bdd9-4ff6-9d78-b5b78eebef1c tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548580 Aug 17 00:15:02.643246 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0371f2a3-1cc1-4250-be00-31bff6e20f89 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Network 10560112-47df-4e9b-b395-1af20325e8ba is not hosted by any dhcp agent {{(pid=101402) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 00:15:02.648934 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0371f2a3-1cc1-4250-be00-31bff6e20f89 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:02.649867 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0371f2a3-1cc1-4250-be00-31bff6e20f89 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:02.654563 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0371f2a3-1cc1-4250-be00-31bff6e20f89 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "PUT /v2.0/networks/10560112-47df-4e9b-b395-1af20325e8ba HTTP/1.1" status: 200 len: 758 time: 0.2441688 Aug 17 00:15:02.655305 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54088) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:02.711242 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-864990a3-9756-4586-8dd5-edbf60d4f7f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a29e60c-58e2-4a54-8c31-a2c02741653b HTTP/1.1" status: 200 len: 217 time: 0.0686357 Aug 17 00:15:02.766105 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-41910b1e-bf50-4b25-80b0-a8fb05411547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:02.767663 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-41910b1e-bf50-4b25-80b0-a8fb05411547 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9714244-a336-4eb8-8cb8-78c77eca1694 HTTP/1.1" status: 200 len: 853 time: 0.0494614 Aug 17 00:15:02.768100 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371f2a3-1cc1-4250-be00-31bff6e20f89 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event updated for resources: {'Network': ['ID=10560112-47df-4e9b-b395-1af20325e8ba,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:02.784744 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 10560112-47df-4e9b-b395-1af20325e8ba details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:15:02.800307 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3317e4-87c4-4fd8-9ce9-c89bdf9b6017 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:02.806166 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5c3317e4-87c4-4fd8-9ce9-c89bdf9b6017 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "GET /v2.0/networks?id=10560112-47df-4e9b-b395-1af20325e8ba HTTP/1.1" status: 200 len: 761 time: 0.1176920 Aug 17 00:15:02.806166 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54092) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:02.811444 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-0dda4d2f-b49d-4a57-939d-b3717e27453b tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1015730260'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:02.843853 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-1cd2e82a-b81b-4c47-91a7-fe22adc768cc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7fbf6df-b582-48ad-91b2-b1a51dfd09fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667217 Aug 17 00:15:02.847135 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dda4d2f-b49d-4a57-939d-b3717e27453b tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Made reservation on behalf of f8bc08f818ff4908b0dcb17dfc86b819 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:15:02.851210 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0dda4d2f-b49d-4a57-939d-b3717e27453b tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:02.882246 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dda4d2f-b49d-4a57-939d-b3717e27453b tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:15:02.894542 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0dda4d2f-b49d-4a57-939d-b3717e27453b tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:02.894888 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-0dda4d2f-b49d-4a57-939d-b3717e27453b tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Added segment 2289efe2-7ca8-401d-8fd6-07cf58abc7cc of type vlan for network 23f198a9-4341-4c96-a73c-24e8e5895bc5 Aug 17 00:15:02.956199 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0dda4d2f-b49d-4a57-939d-b3717e27453b tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:03.013150 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0dda4d2f-b49d-4a57-939d-b3717e27453b tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:03.035093 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dda4d2f-b49d-4a57-939d-b3717e27453b tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:03.036364 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0dda4d2f-b49d-4a57-939d-b3717e27453b tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:03.085171 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c1eb7-2a48-4912-8e51-4a8c7b4ab714 req-09131d4f-b887-4e74-ad10-6c15e840e35e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:03.088878 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c5c1eb7-2a48-4912-8e51-4a8c7b4ab714 req-09131d4f-b887-4e74-ad10-6c15e840e35e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 946 time: 0.1403301 Aug 17 00:15:03.143967 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0dda4d2f-b49d-4a57-939d-b3717e27453b tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3368163 Aug 17 00:15:03.148007 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54096) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:03.154058 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-57448d6b-2796-44dd-bcfa-bb2228cb7196 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Request body: {'subnet': {'network_id': '23f198a9-4341-4c96-a73c-24e8e5895bc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:03.169746 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-494273c8-0f0c-42d9-a047-379b42010031 service neutron] 10.222.0.64 "GET /v2.0/networks/c7fbf6df-b582-48ad-91b2-b1a51dfd09fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190246 Aug 17 00:15:03.195690 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de442073-c9b3-4804-9985-6db00dd35d17 req-f10ee504-1d62-470b-be67-a6c87cd38845 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:03.204708 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de442073-c9b3-4804-9985-6db00dd35d17 req-f10ee504-1d62-470b-be67-a6c87cd38845 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 944 time: 0.1445994 Aug 17 00:15:03.278436 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c5c1eb7-2a48-4912-8e51-4a8c7b4ab714 req-b50ee46a-363e-4d3c-adb4-58698d23e630 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589155 Aug 17 00:15:03.331476 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57448d6b-2796-44dd-bcfa-bb2228cb7196 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Made reservation on behalf of f8bc08f818ff4908b0dcb17dfc86b819 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:15:03.332146 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de442073-c9b3-4804-9985-6db00dd35d17 req-9cf181a4-6735-469a-ba3a-697f4a8ef260 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251605 Aug 17 00:15:03.335091 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-57448d6b-2796-44dd-bcfa-bb2228cb7196 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:03.394304 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1204d26c-efdb-4902-ba78-5d40659e31f2 req-edaf7399-302a-467e-9d28-9a5c1a8ea36c service neutron] 10.222.0.64 "GET /v2.0/networks/c7fbf6df-b582-48ad-91b2-b1a51dfd09fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159581 Aug 17 00:15:03.545832 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8ce97-9020-429a-a906-2a511c59f34d req-f682ca1c-c89f-4c70-8de2-caac9cb597f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:03.551409 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-94d8ce97-9020-429a-a906-2a511c59f34d req-f682ca1c-c89f-4c70-8de2-caac9cb597f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b8e25b70c1f47b492a05e439cd88f28&device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 1096 time: 0.0971801 Aug 17 00:15:03.672738 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8ce97-9020-429a-a906-2a511c59f34d req-5238d4ad-e26a-49d1-857d-26ab546d8389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:03.674301 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-94d8ce97-9020-429a-a906-2a511c59f34d req-5238d4ad-e26a-49d1-857d-26ab546d8389 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7fbf6df-b582-48ad-91b2-b1a51dfd09fb HTTP/1.1" status: 200 len: 914 time: 0.1157203 Aug 17 00:15:03.776236 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-94d8ce97-9020-429a-a906-2a511c59f34d req-ed07c274-8834-440b-8286-5243df492968 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a29e60c-58e2-4a54-8c31-a2c02741653b HTTP/1.1" status: 200 len: 217 time: 0.0931263 Aug 17 00:15:03.866350 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda4d2f-b49d-4a57-939d-b3717e27453b tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event updated for resources: {'Network': ['ID=23f198a9-4341-4c96-a73c-24e8e5895bc5,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:03.878750 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 23f198a9-4341-4c96-a73c-24e8e5895bc5 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:15:03.902409 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512b144-d113-4da3-ad4d-529def282f3a req-a2668d15-6f3a-4110-b7a5-c074c473ca96 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:03.904324 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f512b144-d113-4da3-ad4d-529def282f3a req-a2668d15-6f3a-4110-b7a5-c074c473ca96 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 944 time: 0.1403117 Aug 17 00:15:03.906985 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8ce97-9020-429a-a906-2a511c59f34d req-81fe02e5-e9b7-4078-a3ac-b21239b23611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:03.908645 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-94d8ce97-9020-429a-a906-2a511c59f34d req-81fe02e5-e9b7-4078-a3ac-b21239b23611 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9714244-a336-4eb8-8cb8-78c77eca1694 HTTP/1.1" status: 200 len: 853 time: 0.1082618 Aug 17 00:15:03.983104 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-94d8ce97-9020-429a-a906-2a511c59f34d req-869d29c1-2f69-4bb4-9525-b7d260942c72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7fbf6df-b582-48ad-91b2-b1a51dfd09fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651722 Aug 17 00:15:03.989218 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f512b144-d113-4da3-ad4d-529def282f3a req-57033548-676f-43a2-a8a6-154fd5c13802 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731492 Aug 17 00:15:04.076996 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-57448d6b-2796-44dd-bcfa-bb2228cb7196 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:04.117120 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-94d8ce97-9020-429a-a906-2a511c59f34d req-50872dd1-c632-4c6e-bd4e-eee5c5089cad service neutron] 10.222.0.64 "GET /v2.0/networks/c7fbf6df-b582-48ad-91b2-b1a51dfd09fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260247 Aug 17 00:15:04.154391 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57448d6b-2796-44dd-bcfa-bb2228cb7196 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event updated for resources: {'Subnet': ['ID=afa23d29-e4c3-4b5d-aad6-a2ae46aeb159,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:04.165942 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57448d6b-2796-44dd-bcfa-bb2228cb7196 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Checking segment: {'id': '2289efe2-7ca8-401d-8fd6-07cf58abc7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '23f198a9-4341-4c96-a73c-24e8e5895bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:15:04.166452 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57448d6b-2796-44dd-bcfa-bb2228cb7196 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Network hostable DHCP agents. Network: 23f198a9-4341-4c96-a73c-24e8e5895bc5, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:15:04.186851 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57448d6b-2796-44dd-bcfa-bb2228cb7196 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Network 23f198a9-4341-4c96-a73c-24e8e5895bc5 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:15:04.200053 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-57448d6b-2796-44dd-bcfa-bb2228cb7196 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 23f198a9-4341-4c96-a73c-24e8e5895bc5) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:15:04.211370 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d079b2d1-672e-4898-9b1e-904f69cb8741 None None] Network 23f198a9-4341-4c96-a73c-24e8e5895bc5 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:15:04.220923 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57448d6b-2796-44dd-bcfa-bb2228cb7196 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:04.222404 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-57448d6b-2796-44dd-bcfa-bb2228cb7196 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:04.236563 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-94d8ce97-9020-429a-a906-2a511c59f34d req-50057efe-9eb2-4d30-b350-5fd6e182603c service neutron] 10.222.0.64 "GET /v2.0/networks/c7fbf6df-b582-48ad-91b2-b1a51dfd09fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096399 Aug 17 00:15:04.242303 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-57448d6b-2796-44dd-bcfa-bb2228cb7196 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0935993 Aug 17 00:15:04.245218 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54106) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:04.375869 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2f934a39-3aff-4bb7-8fb1-04db5c01f583 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:04.463741 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2f934a39-3aff-4bb7-8fb1-04db5c01f583 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:04.497534 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8352fe-cbd9-41b5-a537-93ac7f078bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-23f198a9-4341-4c96-a73c-24e8e5895bc5', 'network_id': '23f198a9-4341-4c96-a73c-24e8e5895bc5', 'tenant_id': 'f8bc08f818ff4908b0dcb17dfc86b819', 'fixed_ips': [{'subnet_id': 'afa23d29-e4c3-4b5d-aad6-a2ae46aeb159'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:15:04.498427 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7c8352fe-cbd9-41b5-a537-93ac7f078bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:04.539086 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da83eb4-e37f-42c3-aa81-9af1c66da32f req-b6bc638a-0580-46ff-88c8-50b69b1c5159 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:04.542099 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0da83eb4-e37f-42c3-aa81-9af1c66da32f req-b6bc638a-0580-46ff-88c8-50b69b1c5159 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 946 time: 0.1213989 Aug 17 00:15:04.551896 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3df6ad-7976-4ca7-9389-57f83cfe6f95 req-def9e642-d2d8-497c-ae7b-3c64d88db2c7 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:04.569280 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5a3df6ad-7976-4ca7-9389-57f83cfe6f95 req-def9e642-d2d8-497c-ae7b-3c64d88db2c7 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 944 time: 0.1377347 Aug 17 00:15:04.595634 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2f934a39-3aff-4bb7-8fb1-04db5c01f583 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server [None req-7c8352fe-cbd9-41b5-a537-93ac7f078bcc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet afa23d29-e4c3-4b5d-aad6-a2ae46aeb159: This subnet is being modified by another concurrent operation. Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:15:04.631576 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise exception Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet afa23d29-e4c3-4b5d-aad6-a2ae46aeb159: This subnet is being modified by another concurrent operation. Aug 17 00:15:04.638458 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server Aug 17 00:15:04.647506 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f934a39-3aff-4bb7-8fb1-04db5c01f583 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Subnet': ['ID=afa23d29-e4c3-4b5d-aad6-a2ae46aeb159,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:04.667954 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5a3df6ad-7976-4ca7-9389-57f83cfe6f95 req-11bcc5ee-6757-4b04-ae61-f540a141a034 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975783 Aug 17 00:15:04.672407 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd134d24-3142-4480-88c2-aae9142f2e01 None None] Network 23f198a9-4341-4c96-a73c-24e8e5895bc5 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:15:04.675884 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0da83eb4-e37f-42c3-aa81-9af1c66da32f req-2dc1211f-715e-4eed-a138-2b1269d67493 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969830 Aug 17 00:15:04.740321 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2f934a39-3aff-4bb7-8fb1-04db5c01f583 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:04.751681 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2f934a39-3aff-4bb7-8fb1-04db5c01f583 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f198a9-4341-4c96-a73c-24e8e5895bc5']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:04.767837 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2f934a39-3aff-4bb7-8fb1-04db5c01f583 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2289efe2-7ca8-401d-8fd6-07cf58abc7cc') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:04.768146 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2f934a39-3aff-4bb7-8fb1-04db5c01f583 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2289efe2-7ca8-401d-8fd6-07cf58abc7cc') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:04.780270 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2f934a39-3aff-4bb7-8fb1-04db5c01f583 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:04.797653 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2f934a39-3aff-4bb7-8fb1-04db5c01f583 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:04.805324 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e2def5-d004-4639-a8c8-1a5a59f95020 None None] get_active_networks_info from n-d-800088-20 {{(pid=101404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 00:15:04.811769 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f934a39-3aff-4bb7-8fb1-04db5c01f583 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:15:04.812261 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2f934a39-3aff-4bb7-8fb1-04db5c01f583 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:15:04.815363 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:15:04.881692 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2f934a39-3aff-4bb7-8fb1-04db5c01f583 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:04.894630 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2f934a39-3aff-4bb7-8fb1-04db5c01f583 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:04.897467 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2f934a39-3aff-4bb7-8fb1-04db5c01f583 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/networks/23f198a9-4341-4c96-a73c-24e8e5895bc5 HTTP/1.1" status: 204 len: 168 time: 0.6510854 Aug 17 00:15:04.897894 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0a29e60c-58e2-4a54-8c31-a2c02741653b details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:15:04.900195 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54114) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:04.936560 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f934a39-3aff-4bb7-8fb1-04db5c01f583 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Network': ['ID=23f198a9-4341-4c96-a73c-24e8e5895bc5,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:04.954258 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-39eb97ea-7305-4974-a12e-4e811e6b650a tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] GET failed (client error): The resource could not be found. Aug 17 00:15:04.956075 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-39eb97ea-7305-4974-a12e-4e811e6b650a tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "GET /v2.0/subnets/afa23d29-e4c3-4b5d-aad6-a2ae46aeb159 HTTP/1.1" status: 404 len: 337 time: 0.0544543 Aug 17 00:15:04.958840 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54116) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:04.983232 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f33b229-106e-40a4-93fb-4592bb43ae23 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] DELETE failed (client error): The resource could not be found. Aug 17 00:15:04.983863 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f33b229-106e-40a4-93fb-4592bb43ae23 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:15:04.990280 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6f33b229-106e-40a4-93fb-4592bb43ae23 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/networks/23f198a9-4341-4c96-a73c-24e8e5895bc5 HTTP/1.1" status: 404 len: 339 time: 0.0265243 Aug 17 00:15:04.990899 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54118) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:05.026808 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e2def5-d004-4639-a8c8-1a5a59f95020 None None] Resources bound (agent type, host, resource id): {{(pid=101404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 00:15:05.162085 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d76a2-9fe4-4a38-9c9a-b235c3da1ad7 req-64bfeca9-6a99-45b3-95e2-e149b525c17c tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:05.163846 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-117d76a2-9fe4-4a38-9c9a-b235c3da1ad7 req-64bfeca9-6a99-45b3-95e2-e149b525c17c tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 944 time: 0.0634668 Aug 17 00:15:05.205316 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0a29e60c-58e2-4a54-8c31-a2c02741653b, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0a29e60c-58e2-4a54-8c31-a2c02741653b,segment=NetworkSegment(58c40ffe-f06d-458d-84a2-5995c2267517),segment_id=58c40ffe-f06d-458d-84a2-5995c2267517)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:05.214363 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-117d76a2-9fe4-4a38-9c9a-b235c3da1ad7 req-b7f934e1-8a47-4382-a0ec-a24adc4c6f47 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393338 Aug 17 00:15:05.225762 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '0a29e60c-58e2-4a54-8c31-a2c02741653b', 'network_id': 'c7fbf6df-b582-48ad-91b2-b1a51dfd09fb', 'port_id': '0a29e60c-58e2-4a54-8c31-a2c02741653b', 'mac_address': 'fa:16:3e:8f:e6:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9714244-a336-4eb8-8cb8-78c77eca1694', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:15:05.273457 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4971a2-c9bc-4849-8aec-7b2e647e1b71 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:05.277704 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bd4971a2-c9bc-4849-8aec-7b2e647e1b71 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2856264 Aug 17 00:15:05.280292 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54122) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:05.329743 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0d17ea7f-ee4c-4168-9c5c-c33a0616f226 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "GET /v2.0/subnets?network_id=f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 207 time: 0.0442245 Aug 17 00:15:05.331116 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54124) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:05.341488 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:05.361532 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a29e60c-58e2-4a54-8c31-a2c02741653b {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:15:05.408683 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0a29e60c-58e2-4a54-8c31-a2c02741653b, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0a29e60c-58e2-4a54-8c31-a2c02741653b,segment=NetworkSegment(58c40ffe-f06d-458d-84a2-5995c2267517),segment_id=58c40ffe-f06d-458d-84a2-5995c2267517)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:05.418025 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:05.470187 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=0a29e60c-58e2-4a54-8c31-a2c02741653b,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:05.535523 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d602316-c7c4-42d8-8361-3cc69609b801 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:05.542184 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d602316-c7c4-42d8-8361-3cc69609b801 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:05.547880 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d602316-c7c4-42d8-8361-3cc69609b801 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:05.553915 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d602316-c7c4-42d8-8361-3cc69609b801 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:05.556439 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0d602316-c7c4-42d8-8361-3cc69609b801 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2228765 Aug 17 00:15:05.559802 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54126) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:05.684502 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f169e044-b86d-4535-985d-1c3c94e9dcda tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1235852 Aug 17 00:15:05.688025 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54136) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:05.726039 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['0a29e60c-58e2-4a54-8c31-a2c02741653b'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:15:05.766162 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03249e6-bd8d-4f13-9e79-96ef40b7061e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:05.767775 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03249e6-bd8d-4f13-9e79-96ef40b7061e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:05.772594 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d03249e6-bd8d-4f13-9e79-96ef40b7061e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0808272 Aug 17 00:15:05.775341 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54140) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:05.857423 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758413f-422e-4f66-9aab-b3b05a4ea732 req-b89664cf-8d93-4978-bc80-49df16e4a39a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:05.861571 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a621e57-5256-42e3-ba12-cccd4d93037e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:05.863204 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a621e57-5256-42e3-ba12-cccd4d93037e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['shared'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:05.865938 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d758413f-422e-4f66-9aab-b3b05a4ea732 req-b89664cf-8d93-4978-bc80-49df16e4a39a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 946 time: 0.0946262 Aug 17 00:15:05.870498 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2a621e57-5256-42e3-ba12-cccd4d93037e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0921638 Aug 17 00:15:05.871152 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54142) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:05.901295 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c78937-a5b6-4ca0-947b-20361231eb41 req-71023796-cc66-4640-b1fe-1abcb9b2d12c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:05.903195 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d8c78937-a5b6-4ca0-947b-20361231eb41 req-71023796-cc66-4640-b1fe-1abcb9b2d12c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 944 time: 0.1035295 Aug 17 00:15:05.950264 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d758413f-422e-4f66-9aab-b3b05a4ea732 req-96c515de-f1f6-48d8-a530-781b97bc6e88 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771725 Aug 17 00:15:05.974817 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d8c78937-a5b6-4ca0-947b-20361231eb41 req-ae2050b9-552f-4e9d-bf0f-cf56928a39d4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610127 Aug 17 00:15:06.052594 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a095b688-3afa-4be0-9663-24b5b93c9ebe tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:06.058235 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a095b688-3afa-4be0-9663-24b5b93c9ebe tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "GET /v2.0/networks/d9360e17-c3d6-4874-8496-177fa41e0951 HTTP/1.1" status: 200 len: 800 time: 0.1832261 Aug 17 00:15:06.058624 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54144) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:06.159233 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-af768e90-225e-46fc-83f7-125a54d1c09f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "GET /v2.0/networks/d9360e17-c3d6-4874-8496-177fa41e0951?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.0993788 Aug 17 00:15:06.162539 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54146) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:06.221009 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1440ee-2d34-4345-9bc8-4f4d87a96a16 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:06.225853 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6c1440ee-2d34-4345-9bc8-4f4d87a96a16 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "GET /v2.0/subnets/e1d8cd9a-f17b-481c-a83c-1ab17f8e1063 HTTP/1.1" status: 200 len: 811 time: 0.0588677 Aug 17 00:15:06.226152 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54148) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:06.284922 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa0a846-dcdf-4398-8419-dabe0ec1268f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['shared'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:06.286415 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8fa0a846-dcdf-4398-8419-dabe0ec1268f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "GET /v2.0/subnets/e1d8cd9a-f17b-481c-a83c-1ab17f8e1063?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0592985 Aug 17 00:15:06.290212 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54152) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:06.296003 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-9e929721-1e68-4ef1-a86a-9abf80d6ebc8 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-79401102'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:06.326838 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e929721-1e68-4ef1-a86a-9abf80d6ebc8 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Made reservation on behalf of f8bc08f818ff4908b0dcb17dfc86b819 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:15:06.330809 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9e929721-1e68-4ef1-a86a-9abf80d6ebc8 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:06.362839 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e929721-1e68-4ef1-a86a-9abf80d6ebc8 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:15:06.375982 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9e929721-1e68-4ef1-a86a-9abf80d6ebc8 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:06.376336 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-9e929721-1e68-4ef1-a86a-9abf80d6ebc8 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Added segment c46005c3-ef65-4088-8710-4f15b5e31b3d of type vlan for network 22397ddc-1719-4494-9dc6-736a80bddf06 Aug 17 00:15:06.377407 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f803440-a53a-4852-b700-3a457f8f8ac6 req-3b4380f9-b13e-44de-b505-5a240ecf6db3 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:06.379015 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f803440-a53a-4852-b700-3a457f8f8ac6 req-3b4380f9-b13e-44de-b505-5a240ecf6db3 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 945 time: 0.0696023 Aug 17 00:15:06.427931 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9e929721-1e68-4ef1-a86a-9abf80d6ebc8 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:06.434581 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f803440-a53a-4852-b700-3a457f8f8ac6 req-01dd536f-5a68-46c8-8d8f-ccbdb939a04e tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440116 Aug 17 00:15:06.473674 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9e929721-1e68-4ef1-a86a-9abf80d6ebc8 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:06.479738 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e929721-1e68-4ef1-a86a-9abf80d6ebc8 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:06.480343 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9e929721-1e68-4ef1-a86a-9abf80d6ebc8 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:06.539485 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9e929721-1e68-4ef1-a86a-9abf80d6ebc8 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2477808 Aug 17 00:15:06.543232 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54154) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:06.549547 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-d9123e23-3710-47c4-bab8-506999e5ab22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Request body: {'subnet': {'network_id': '22397ddc-1719-4494-9dc6-736a80bddf06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:06.552564 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e929721-1e68-4ef1-a86a-9abf80d6ebc8 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event updated for resources: {'Network': ['ID=22397ddc-1719-4494-9dc6-736a80bddf06,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:06.564887 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 22397ddc-1719-4494-9dc6-736a80bddf06 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:15:06.643410 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9123e23-3710-47c4-bab8-506999e5ab22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Made reservation on behalf of f8bc08f818ff4908b0dcb17dfc86b819 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:15:06.646961 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d9123e23-3710-47c4-bab8-506999e5ab22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:06.705596 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.ipam_backend_mixin [None req-d9123e23-3710-47c4-bab8-506999e5ab22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Performing IP validity checks on allocation pools {{(pid=101403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 17 00:15:06.706035 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.ipam_backend_mixin [None req-d9123e23-3710-47c4-bab8-506999e5ab22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 17 00:15:06.843046 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d9123e23-3710-47c4-bab8-506999e5ab22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:06.895430 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0a29e60c-58e2-4a54-8c31-a2c02741653b up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:15:06.905780 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9123e23-3710-47c4-bab8-506999e5ab22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event updated for resources: {'Subnet': ['ID=0d5b17d3-f009-4b5e-896f-238614638b36,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:06.914370 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9123e23-3710-47c4-bab8-506999e5ab22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Checking segment: {'id': 'c46005c3-ef65-4088-8710-4f15b5e31b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '22397ddc-1719-4494-9dc6-736a80bddf06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:15:06.915273 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9123e23-3710-47c4-bab8-506999e5ab22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Network hostable DHCP agents. Network: 22397ddc-1719-4494-9dc6-736a80bddf06, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:15:06.934312 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9123e23-3710-47c4-bab8-506999e5ab22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Network 22397ddc-1719-4494-9dc6-736a80bddf06 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:15:06.944670 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-d9123e23-3710-47c4-bab8-506999e5ab22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 22397ddc-1719-4494-9dc6-736a80bddf06) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:15:06.952193 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 0a29e60c-58e2-4a54-8c31-a2c02741653b completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:15:06.954110 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9123e23-3710-47c4-bab8-506999e5ab22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:06.956917 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d9123e23-3710-47c4-bab8-506999e5ab22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:06.958458 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2e287f-b8d8-4671-8150-761df49621c5 None None] Network 22397ddc-1719-4494-9dc6-736a80bddf06 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:15:06.988454 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d9123e23-3710-47c4-bab8-506999e5ab22 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4437656 Aug 17 00:15:06.991818 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54160) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:06.998256 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-42974c20-004f-48b3-ba5d-8b51e428f7fd tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:07.029281 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 0a29e60c-58e2-4a54-8c31-a2c02741653b triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:07.030083 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:07.076060 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570bd65-7aee-4fff-be8d-262ac9279566 req-a0e344fd-ab9f-416b-bd11-4c918f4566cd tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:07.085299 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1570bd65-7aee-4fff-be8d-262ac9279566 req-a0e344fd-ab9f-416b-bd11-4c918f4566cd tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 946 time: 0.0689492 Aug 17 00:15:07.159866 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1570bd65-7aee-4fff-be8d-262ac9279566 req-341cd40d-ee8d-487d-b82e-ce96609373d9 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734766 Aug 17 00:15:07.163442 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-42974c20-004f-48b3-ba5d-8b51e428f7fd tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12135974'] for subnet, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:07.175389 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0924e-3de6-4f2e-b185-2baecd57380f req-4dcc6212-a4e5-4e7e-9093-cf9a207a8673 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:07.177426 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eff0924e-3de6-4f2e-b185-2baecd57380f req-4dcc6212-a4e5-4e7e-9093-cf9a207a8673 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 944 time: 0.0893447 Aug 17 00:15:07.198335 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:07.231069 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eff0924e-3de6-4f2e-b185-2baecd57380f req-bf6ad246-a032-41ff-a2bf-dc1e73e8f295 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466118 Aug 17 00:15:07.256112 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3618d8-3230-457e-98d7-f21384ba4398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-22397ddc-1719-4494-9dc6-736a80bddf06', 'network_id': '22397ddc-1719-4494-9dc6-736a80bddf06', 'tenant_id': 'f8bc08f818ff4908b0dcb17dfc86b819', 'fixed_ips': [{'subnet_id': '0d5b17d3-f009-4b5e-896f-238614638b36'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:15:07.257091 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ab3618d8-3230-457e-98d7-f21384ba4398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:07.263694 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7691e3a9-7c80-4eca-ac05-417477c6fad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a29e60c-58e2-4a54-8c31-a2c02741653b'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:15:07.266035 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceeb443f-0592-4bbf-b983-ea287e0e5429" -d '{"events": [{"server_uuid": "7691e3a9-7c80-4eca-ac05-417477c6fad6", "name": "network-vif-plugged", "status": "completed", "tag": "0a29e60c-58e2-4a54-8c31-a2c02741653b"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:15:07.298254 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0a29e60c-58e2-4a54-8c31-a2c02741653b, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0a29e60c-58e2-4a54-8c31-a2c02741653b,segment=NetworkSegment(58c40ffe-f06d-458d-84a2-5995c2267517),segment_id=58c40ffe-f06d-458d-84a2-5995c2267517)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:07.315780 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:07.320633 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7cf885-f118-4b87-a20a-f3a2c43a354d x-openstack-request-id: req-fa7cf885-f118-4b87-a20a-f3a2c43a354d {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:15:07.320971 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7691e3a9-7c80-4eca-ac05-417477c6fad6", "name": "network-vif-plugged", "status": "completed", "tag": "0a29e60c-58e2-4a54-8c31-a2c02741653b", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:15:07.321255 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fa7cf885-f118-4b87-a20a-f3a2c43a354d {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:15:07.321631 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7691e3a9-7c80-4eca-ac05-417477c6fad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a29e60c-58e2-4a54-8c31-a2c02741653b', 'code': 200} Aug 17 00:15:07.363491 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-42974c20-004f-48b3-ba5d-8b51e428f7fd tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730304384103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9313231'] for subnet, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:07.405252 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42974c20-004f-48b3-ba5d-8b51e428f7fd tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:07.405881 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-42974c20-004f-48b3-ba5d-8b51e428f7fd tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:07.410107 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-42974c20-004f-48b3-ba5d-8b51e428f7fd tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "PUT /v2.0/subnets/0d5b17d3-f009-4b5e-896f-238614638b36 HTTP/1.1" status: 200 len: 877 time: 0.4172628 Aug 17 00:15:07.410905 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54166) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:07.432024 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=0a29e60c-58e2-4a54-8c31-a2c02741653b,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:07.443465 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b251ac2-97a9-4c9b-8f63-82108f0a847e req-be245023-8780-462f-a100-261c11542348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:07.445960 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b251ac2-97a9-4c9b-8f63-82108f0a847e req-be245023-8780-462f-a100-261c11542348 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 1098 time: 0.0633416 Aug 17 00:15:07.498160 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b251ac2-97a9-4c9b-8f63-82108f0a847e req-0c60fdc8-492d-4cd8-a34c-77dde8657473 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455885 Aug 17 00:15:07.502768 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42974c20-004f-48b3-ba5d-8b51e428f7fd tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event updated for resources: {'Subnet': ['ID=0d5b17d3-f009-4b5e-896f-238614638b36,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:07.513189 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-ab3618d8-3230-457e-98d7-f21384ba4398 None None] Allocated IP 172.20.0.3 (22397ddc-1719-4494-9dc6-736a80bddf06/0d5b17d3-f009-4b5e-896f-238614638b36/9808147e-24d7-4c27-a5f4-6cb7d80b8836) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:15:07.552894 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:07.589469 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05711d6c-099d-4c16-9bf5-de46b72ceae8 req-854e1774-c989-4d4f-8903-9dc2f866d0fd tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:07.597618 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-05711d6c-099d-4c16-9bf5-de46b72ceae8 req-854e1774-c989-4d4f-8903-9dc2f866d0fd tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0650361 Aug 17 00:15:07.608727 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:07.642388 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-05711d6c-099d-4c16-9bf5-de46b72ceae8 req-541d18da-d90d-42f4-a672-9b4331eb301a tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435097 Aug 17 00:15:07.683068 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ab3618d8-3230-457e-98d7-f21384ba4398 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:07.691464 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ab3618d8-3230-457e-98d7-f21384ba4398 None None] Transition to ACTIVE for port object 9808147e-24d7-4c27-a5f4-6cb7d80b8836 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:15:07.705615 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ab3618d8-3230-457e-98d7-f21384ba4398 None None] Transition to ACTIVE for port object 9808147e-24d7-4c27-a5f4-6cb7d80b8836 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:15:07.711690 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ab3618d8-3230-457e-98d7-f21384ba4398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:07.729411 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:07.752657 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3618d8-3230-457e-98d7-f21384ba4398 None None] Network 22397ddc-1719-4494-9dc6-736a80bddf06 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:15:07.755531 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-ab3618d8-3230-457e-98d7-f21384ba4398 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:15:07.759074 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3618d8-3230-457e-98d7-f21384ba4398 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:15:07.764473 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Subnet': ['ID=0d5b17d3-f009-4b5e-896f-238614638b36,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:07.766037 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3618d8-3230-457e-98d7-f21384ba4398 None None] Pushing event updated for resources: {'Port': ['ID=9808147e-24d7-4c27-a5f4-6cb7d80b8836,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:07.825280 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ab3618d8-3230-457e-98d7-f21384ba4398 None None] Attempting to bind port 9808147e-24d7-4c27-a5f4-6cb7d80b8836 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:15:07.825646 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ab3618d8-3230-457e-98d7-f21384ba4398 None None] Attempting to bind port 9808147e-24d7-4c27-a5f4-6cb7d80b8836 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'c46005c3-ef65-4088-8710-4f15b5e31b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '22397ddc-1719-4494-9dc6-736a80bddf06'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:15:07.826009 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3618d8-3230-457e-98d7-f21384ba4398 None None] Attempting to bind port 9808147e-24d7-4c27-a5f4-6cb7d80b8836 on network 22397ddc-1719-4494-9dc6-736a80bddf06 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:15:07.831554 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3618d8-3230-457e-98d7-f21384ba4398 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:15:07.832518 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3618d8-3230-457e-98d7-f21384ba4398 None None] Checking segment: {'id': 'c46005c3-ef65-4088-8710-4f15b5e31b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '22397ddc-1719-4494-9dc6-736a80bddf06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:15:07.832518 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ab3618d8-3230-457e-98d7-f21384ba4398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:07.832761 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3618d8-3230-457e-98d7-f21384ba4398 None None] Bound using segment: {'id': 'c46005c3-ef65-4088-8710-4f15b5e31b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '22397ddc-1719-4494-9dc6-736a80bddf06'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:15:07.833170 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ab3618d8-3230-457e-98d7-f21384ba4398 None None] Bound port: 9808147e-24d7-4c27-a5f4-6cb7d80b8836, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46005c3-ef65-4088-8710-4f15b5e31b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '22397ddc-1719-4494-9dc6-736a80bddf06'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:15:07.833582 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ab3618d8-3230-457e-98d7-f21384ba4398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:07.853026 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:07.863423 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22397ddc-1719-4494-9dc6-736a80bddf06']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:07.875804 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46005c3-ef65-4088-8710-4f15b5e31b3d') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:07.876392 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46005c3-ef65-4088-8710-4f15b5e31b3d') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:07.894692 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:07.899581 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ab3618d8-3230-457e-98d7-f21384ba4398 None None] For port 9808147e-24d7-4c27-a5f4-6cb7d80b8836, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:15:07.903106 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ab3618d8-3230-457e-98d7-f21384ba4398 None None] For port 9808147e-24d7-4c27-a5f4-6cb7d80b8836, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9808147e-24d7-4c27-a5f4-6cb7d80b8836,segment=NetworkSegment(c46005c3-ef65-4088-8710-4f15b5e31b3d),segment_id=c46005c3-ef65-4088-8710-4f15b5e31b3d)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:15:07.908995 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ab3618d8-3230-457e-98d7-f21384ba4398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:07.915834 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:07.928908 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:15:07.929414 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:15:07.934153 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:15:08.015589 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.db.api [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 00:15:08.015589 n-d-800088-20 neutron-server[101402]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 00:15:08.015589 n-d-800088-20 neutron-server[101402]: [parameters: {'id': '22397ddc-1719-4494-9dc6-736a80bddf06'}] Aug 17 00:15:08.015589 n-d-800088-20 neutron-server[101402]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:15:08.016147 n-d-800088-20 neutron-server[101402]: DEBUG oslo_db.api [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:15:08.080604 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54176) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:08.158425 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3618d8-3230-457e-98d7-f21384ba4398 None None] Pushing event updated for resources: {'Port': ['ID=9808147e-24d7-4c27-a5f4-6cb7d80b8836,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:08.173239 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efeb33e2-6c71-42d7-8dba-6546e84abf1f None None] Network 22397ddc-1719-4494-9dc6-736a80bddf06 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:15:08.202583 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-930a8c0a-f37d-40c4-b7fa-7d8465d9c3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:08.357186 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-930a8c0a-f37d-40c4-b7fa-7d8465d9c3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:08.373263 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dad04f-6299-47f6-aa2d-834090f78e7e req-31805526-7f38-4221-8d52-54dba2cfe69d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:08.373848 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-930a8c0a-f37d-40c4-b7fa-7d8465d9c3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:08.375919 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c3dad04f-6299-47f6-aa2d-834090f78e7e req-31805526-7f38-4221-8d52-54dba2cfe69d tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 946 time: 0.1244979 Aug 17 00:15:08.386548 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e44f45-b1d1-4abe-b3c0-5f489f5bde68 None None] Network 22397ddc-1719-4494-9dc6-736a80bddf06 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:15:08.423267 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-930a8c0a-f37d-40c4-b7fa-7d8465d9c3a2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e54d0ebedacf468693c38510f8152449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3393085 Aug 17 00:15:08.424043 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a8c0a-f37d-40c4-b7fa-7d8465d9c3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a68e192-69f3-4a30-9f70-a708a6532099,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:08.426560 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54184) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:08.450848 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c3dad04f-6299-47f6-aa2d-834090f78e7e req-bfd295a4-0179-428f-8d4f-ab46af02b2bc tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570571 Aug 17 00:15:08.470493 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055abb5a-8633-476d-a28d-bb64b9abf28a req-ab0193b8-ee08-41e2-ba34-de93138f46d7 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:08.472250 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-055abb5a-8633-476d-a28d-bb64b9abf28a req-ab0193b8-ee08-41e2-ba34-de93138f46d7 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 944 time: 0.1242950 Aug 17 00:15:08.508024 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5a432d4f-95e7-4fd1-88e2-7b608fecf6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:08.519334 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:08.525239 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-055abb5a-8633-476d-a28d-bb64b9abf28a req-04663fa0-f6fc-43c5-b0c8-e8caa129633d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463560 Aug 17 00:15:08.543791 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5a432d4f-95e7-4fd1-88e2-7b608fecf6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:08.558611 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d037536d-9d91-4381-8ed9-3670f7183ea5 None None] get_active_networks_info from n-d-800088-20 {{(pid=101404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 00:15:08.621331 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Deleting port 9808147e-24d7-4c27-a5f4-6cb7d80b8836 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:15:08.621897 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:08.635007 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5a432d4f-95e7-4fd1-88e2-7b608fecf6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:08.637560 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5a432d4f-95e7-4fd1-88e2-7b608fecf6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:08.638716 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5a432d4f-95e7-4fd1-88e2-7b608fecf6f8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4a68e192-69f3-4a30-9f70-a708a6532099 HTTP/1.1" status: 204 len: 168 time: 0.2112250 Aug 17 00:15:08.678858 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d037536d-9d91-4381-8ed9-3670f7183ea5 None None] Resources bound (agent type, host, resource id): {{(pid=101404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 00:15:08.689522 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a432d4f-95e7-4fd1-88e2-7b608fecf6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a68e192-69f3-4a30-9f70-a708a6532099,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:08.712811 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] For port 9808147e-24d7-4c27-a5f4-6cb7d80b8836, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9808147e-24d7-4c27-a5f4-6cb7d80b8836,segment=NetworkSegment(c46005c3-ef65-4088-8710-4f15b5e31b3d),segment_id=c46005c3-ef65-4088-8710-4f15b5e31b3d)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:08.713623 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:08.732455 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Calling delete_port for 9808147e-24d7-4c27-a5f4-6cb7d80b8836 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:15:08.787201 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa71a3-e63a-413b-83c3-d324ca15c00b req-a60be556-473b-42a8-9e98-479faad9a767 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:08.788929 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48fa71a3-e63a-413b-83c3-d324ca15c00b req-a60be556-473b-42a8-9e98-479faad9a767 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0721085 Aug 17 00:15:08.840731 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:08.857860 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48fa71a3-e63a-413b-83c3-d324ca15c00b req-3d292774-9ded-4474-bacb-67e602b4c804 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622599 Aug 17 00:15:08.893848 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] No DVR routers for this DVR port 9808147e-24d7-4c27-a5f4-6cb7d80b8836 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:15:08.900068 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Port': ['ID=9808147e-24d7-4c27-a5f4-6cb7d80b8836,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:08.993461 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:09.005687 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22397ddc-1719-4494-9dc6-736a80bddf06']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:09.019056 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46005c3-ef65-4088-8710-4f15b5e31b3d') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:09.019470 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46005c3-ef65-4088-8710-4f15b5e31b3d') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:09.029941 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:09.044443 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:09.051198 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:15:09.051424 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:15:09.054443 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:15:09.125388 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:09.133717 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:09.135527 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/networks/22397ddc-1719-4494-9dc6-736a80bddf06 HTTP/1.1" status: 204 len: 168 time: 1.7214940 Aug 17 00:15:09.139331 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54212) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:09.157035 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a77a6-8259-4611-bf79-f30677cc7a9f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Network': ['ID=22397ddc-1719-4494-9dc6-736a80bddf06,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:09.181883 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-68cb32cc-733f-46a5-816f-c635fc834933 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] DELETE failed (client error): The resource could not be found. Aug 17 00:15:09.182373 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68cb32cc-733f-46a5-816f-c635fc834933 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:15:09.186729 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-68cb32cc-733f-46a5-816f-c635fc834933 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/subnets/0d5b17d3-f009-4b5e-896f-238614638b36 HTTP/1.1" status: 404 len: 337 time: 0.0439122 Aug 17 00:15:09.187182 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54214) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:09.197265 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea79edb-3390-4946-8495-b019305287df req-8580ce90-cffc-48ee-8fb7-747480f7eef2 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:09.198726 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dea79edb-3390-4946-8495-b019305287df req-8580ce90-cffc-48ee-8fb7-747480f7eef2 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/networks?id=c7fbf6df-b582-48ad-91b2-b1a51dfd09fb HTTP/1.1" status: 200 len: 813 time: 0.1279325 Aug 17 00:15:09.207100 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-8958f721-a431-4e86-bfa7-22e0ab0b1631 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] DELETE failed (client error): The resource could not be found. Aug 17 00:15:09.207657 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8958f721-a431-4e86-bfa7-22e0ab0b1631 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:15:09.214940 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8958f721-a431-4e86-bfa7-22e0ab0b1631 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/networks/22397ddc-1719-4494-9dc6-736a80bddf06 HTTP/1.1" status: 404 len: 339 time: 0.0215709 Aug 17 00:15:09.215145 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54218) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:09.220273 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dea79edb-3390-4946-8495-b019305287df req-394a1edf-2a96-4f30-a180-76878b977f34 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/quotas/0b8e25b70c1f47b492a05e439cd88f28 HTTP/1.1" status: 200 len: 375 time: 0.0145068 Aug 17 00:15:09.242354 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64571af-b1a9-40ee-9577-1658d8e0529d tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] DELETE failed (client error): The resource could not be found. Aug 17 00:15:09.243439 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f64571af-b1a9-40ee-9577-1658d8e0529d tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:15:09.251057 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f64571af-b1a9-40ee-9577-1658d8e0529d tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/subnets/afa23d29-e4c3-4b5d-aad6-a2ae46aeb159 HTTP/1.1" status: 404 len: 337 time: 0.0299239 Aug 17 00:15:09.251368 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54222) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:09.270041 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-706c2479-e06d-4a99-a6c9-be62beb8dab3 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] DELETE failed (client error): The resource could not be found. Aug 17 00:15:09.270604 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-706c2479-e06d-4a99-a6c9-be62beb8dab3 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:15:09.275078 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-706c2479-e06d-4a99-a6c9-be62beb8dab3 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/networks/23f198a9-4341-4c96-a73c-24e8e5895bc5 HTTP/1.1" status: 404 len: 339 time: 0.0201530 Aug 17 00:15:09.275248 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54224) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:09.280155 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dea79edb-3390-4946-8495-b019305287df req-8eaaecc4-cc47-49af-9ac1-adada455adef tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0b8e25b70c1f47b492a05e439cd88f28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0535352 Aug 17 00:15:09.357840 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e45daf7-34a5-4dd0-92de-527bd0b6eb7a tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:09.395394 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dea79edb-3390-4946-8495-b019305287df req-c757d1d1-5f30-4709-b7e5-5bd8167151f4 service neutron] 10.222.0.60 "GET /v2.0/networks/c7fbf6df-b582-48ad-91b2-b1a51dfd09fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055462 Aug 17 00:15:09.452220 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e45daf7-34a5-4dd0-92de-527bd0b6eb7a tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:09.454635 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54230) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:09.470870 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-7e45daf7-34a5-4dd0-92de-527bd0b6eb7a tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10560112-47df-4e9b-b395-1af20325e8ba']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:09.482839 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-7e45daf7-34a5-4dd0-92de-527bd0b6eb7a tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f1685ca-30c2-454c-810e-85c16613c430') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:09.483167 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-7e45daf7-34a5-4dd0-92de-527bd0b6eb7a tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f1685ca-30c2-454c-810e-85c16613c430') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:09.495288 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e45daf7-34a5-4dd0-92de-527bd0b6eb7a tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:09.507283 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dea79edb-3390-4946-8495-b019305287df req-fa8b1bdf-2d47-428d-8b0a-fb30a47c760d service neutron] 10.222.0.60 "GET /v2.0/networks/c7fbf6df-b582-48ad-91b2-b1a51dfd09fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995340 Aug 17 00:15:09.511380 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e45daf7-34a5-4dd0-92de-527bd0b6eb7a tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:09.519546 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e45daf7-34a5-4dd0-92de-527bd0b6eb7a tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:15:09.520138 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e45daf7-34a5-4dd0-92de-527bd0b6eb7a tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:15:09.523699 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:15:09.593993 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253685ec-5c54-4bfe-9187-6c99b442c4df req-e03ce485-760c-4f42-ab35-37b709094d29 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:09.595534 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-253685ec-5c54-4bfe-9187-6c99b442c4df req-e03ce485-760c-4f42-ab35-37b709094d29 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 946 time: 0.0659175 Aug 17 00:15:09.596022 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-30e16d66-9d32-497a-98f6-e17f2567c72c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-183318267-network', 'tenant_id': 'a7abc56d2b3a44e3a6c061045daa4028'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:09.611310 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e45daf7-34a5-4dd0-92de-527bd0b6eb7a tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:09.638051 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7e45daf7-34a5-4dd0-92de-527bd0b6eb7a tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:09.638051 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7e45daf7-34a5-4dd0-92de-527bd0b6eb7a tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/networks/10560112-47df-4e9b-b395-1af20325e8ba HTTP/1.1" status: 204 len: 168 time: 0.3602602 Aug 17 00:15:09.638887 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-253685ec-5c54-4bfe-9187-6c99b442c4df req-123cd1b9-e588-46d7-a7a2-1280ab5d3564 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357389 Aug 17 00:15:09.638980 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54240) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:09.639061 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45daf7-34a5-4dd0-92de-527bd0b6eb7a tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Network': ['ID=10560112-47df-4e9b-b395-1af20325e8ba,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:09.647638 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e16d66-9d32-497a-98f6-e17f2567c72c admin admin] Made reservation on behalf of a7abc56d2b3a44e3a6c061045daa4028 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:15:09.650612 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30e16d66-9d32-497a-98f6-e17f2567c72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:09.674499 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44a8e66-9f43-45cf-881f-7c3435734248 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] DELETE failed (client error): The resource could not be found. Aug 17 00:15:09.675229 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a44a8e66-9f43-45cf-881f-7c3435734248 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:15:09.677408 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a44a8e66-9f43-45cf-881f-7c3435734248 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/subnets/b168fce4-ce5c-49fa-a8f1-ee7bbed974ca HTTP/1.1" status: 404 len: 337 time: 0.0372131 Aug 17 00:15:09.679610 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54244) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:09.684288 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30e16d66-9d32-497a-98f6-e17f2567c72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:09.701090 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da83a85-a785-47fc-b82e-16e144839d9d tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] DELETE failed (client error): The resource could not be found. Aug 17 00:15:09.701818 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1da83a85-a785-47fc-b82e-16e144839d9d tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:15:09.706041 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1da83a85-a785-47fc-b82e-16e144839d9d tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/networks/56c24720-e95a-4637-831b-b0c2525afa2a HTTP/1.1" status: 404 len: 339 time: 0.0219693 Aug 17 00:15:09.711342 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54246) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:09.734600 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1d6039c6-e205-4ff3-9b35-70796ec262d8 req-7d483c60-ec53-41d1-863a-c9e6273b721a tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=14416790-43dd-451b-a167-99684e0b0704 HTTP/1.1" status: 200 len: 210 time: 0.0298352 Aug 17 00:15:09.748478 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-d199e8b5-d9f9-43dc-8561-2bbe9d8ebca9 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] DELETE failed (client error): The resource could not be found. Aug 17 00:15:09.748946 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d199e8b5-d9f9-43dc-8561-2bbe9d8ebca9 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:15:09.753084 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d199e8b5-d9f9-43dc-8561-2bbe9d8ebca9 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/subnets/76ce318b-b958-4fe9-a9b6-1b1261bd7272 HTTP/1.1" status: 404 len: 337 time: 0.0370417 Aug 17 00:15:09.756527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54248) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:09.801549 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef334616-5ff3-48df-a1e6-27b0a210c19f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] DELETE failed (client error): The resource could not be found. Aug 17 00:15:09.802229 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef334616-5ff3-48df-a1e6-27b0a210c19f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:15:09.803961 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ef334616-5ff3-48df-a1e6-27b0a210c19f tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/networks/e8a7b648-07b7-4415-b1fb-b068c980754f HTTP/1.1" status: 404 len: 339 time: 0.0445719 Aug 17 00:15:09.808830 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54250) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:09.838685 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30e16d66-9d32-497a-98f6-e17f2567c72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:09.839193 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15ca5e1-9687-46ad-af8f-0e6243c20d9b tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] DELETE failed (client error): The resource could not be found. Aug 17 00:15:09.839708 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c15ca5e1-9687-46ad-af8f-0e6243c20d9b tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:15:09.841470 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c15ca5e1-9687-46ad-af8f-0e6243c20d9b tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/subnets/7cb359a2-f60b-4643-8002-ca56d2fe1b55 HTTP/1.1" status: 404 len: 337 time: 0.0316982 Aug 17 00:15:09.844070 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54256) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:09.853597 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d5ce9-79c1-48b2-b068-1366e17b76b7 req-633b7615-606e-449b-9532-c54a4cefa555 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:09.855228 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30e16d66-9d32-497a-98f6-e17f2567c72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:09.856147 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-037d5ce9-79c1-48b2-b068-1366e17b76b7 req-633b7615-606e-449b-9532-c54a4cefa555 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 944 time: 0.1240966 Aug 17 00:15:09.875436 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9edbef2-8104-42cc-b266-ddd054ced627 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] DELETE failed (client error): The resource could not be found. Aug 17 00:15:09.876043 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9edbef2-8104-42cc-b266-ddd054ced627 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:15:09.880983 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b9edbef2-8104-42cc-b266-ddd054ced627 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/networks/5919999d-a383-4c75-8426-be080d7a7065 HTTP/1.1" status: 404 len: 339 time: 0.0328238 Aug 17 00:15:09.881209 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54258) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:09.892722 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e16d66-9d32-497a-98f6-e17f2567c72c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:15:09.911004 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-0178f531-b200-4707-9213-b7ec3440ea07 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] DELETE failed (client error): The resource could not be found. Aug 17 00:15:09.911426 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0178f531-b200-4707-9213-b7ec3440ea07 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:15:09.912131 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e16d66-9d32-497a-98f6-e17f2567c72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69998126-43ce-4a32-b790-c61684301cc8,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:09.913337 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0178f531-b200-4707-9213-b7ec3440ea07 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/subnets/06817974-aa06-4383-a6cf-3d2b03c9f01b HTTP/1.1" status: 404 len: 337 time: 0.0314715 Aug 17 00:15:09.916574 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30e16d66-9d32-497a-98f6-e17f2567c72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:09.916997 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-30e16d66-9d32-497a-98f6-e17f2567c72c admin admin] Added segment 89da32fa-63cc-4d7f-aae8-8fe43e56754a of type vlan for network 231ddad9-9492-4a0b-b6a8-5b7244987d86 Aug 17 00:15:09.918590 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54260) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:09.932367 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-037d5ce9-79c1-48b2-b068-1366e17b76b7 req-64614847-89a1-4447-b988-7dc9cd22fc72 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696261 Aug 17 00:15:09.954116 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc9fa82-4ad6-49e9-8a56-11fe6421f42a tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] DELETE failed (client error): The resource could not be found. Aug 17 00:15:09.954892 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc9fa82-4ad6-49e9-8a56-11fe6421f42a tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:15:09.956777 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1cc9fa82-4ad6-49e9-8a56-11fe6421f42a tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/networks/dccf1dac-f7a3-47c7-805b-1ac4c9125b00 HTTP/1.1" status: 404 len: 339 time: 0.0371878 Aug 17 00:15:09.959880 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54262) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:10.013475 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e77e550-4586-441b-8390-1a88a517af66 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] DELETE failed (client error): The resource could not be found. Aug 17 00:15:10.013947 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e77e550-4586-441b-8390-1a88a517af66 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:15:10.015663 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2e77e550-4586-441b-8390-1a88a517af66 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/subnets/184a81f9-552c-43c6-9495-a98c95d18b32 HTTP/1.1" status: 404 len: 337 time: 0.0548749 Aug 17 00:15:10.018322 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54266) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:10.023905 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30e16d66-9d32-497a-98f6-e17f2567c72c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:10.038165 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-05bd84ee-d4df-46f1-93f1-6bad05b5d8b7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] DELETE failed (client error): The resource could not be found. Aug 17 00:15:10.038842 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05bd84ee-d4df-46f1-93f1-6bad05b5d8b7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:15:10.043311 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-05bd84ee-d4df-46f1-93f1-6bad05b5d8b7 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/networks/5f48909c-f595-4d7a-bddf-4c8fcd12e686 HTTP/1.1" status: 404 len: 339 time: 0.0215290 Aug 17 00:15:10.043604 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54268) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:10.055341 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30e16d66-9d32-497a-98f6-e17f2567c72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:10.056301 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e16d66-9d32-497a-98f6-e17f2567c72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:10.057140 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30e16d66-9d32-497a-98f6-e17f2567c72c admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:10.074600 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da0f7e0-dbb5-46de-a2c1-f227fc300d73 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] DELETE failed (client error): The resource could not be found. Aug 17 00:15:10.075187 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da0f7e0-dbb5-46de-a2c1-f227fc300d73 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:15:10.077067 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9da0f7e0-dbb5-46de-a2c1-f227fc300d73 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/subnets/b8bd4142-dd70-4ee5-bd5a-deab1c23f849 HTTP/1.1" status: 404 len: 337 time: 0.0327482 Aug 17 00:15:10.079732 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54270) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:10.080158 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:10.101288 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-76619143-497d-4c6d-bed6-0ad69156c145 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] DELETE failed (client error): The resource could not be found. Aug 17 00:15:10.101862 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76619143-497d-4c6d-bed6-0ad69156c145 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:15:10.107341 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-76619143-497d-4c6d-bed6-0ad69156c145 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/networks/50083fb9-b895-4232-9874-d72375f459a7 HTTP/1.1" status: 404 len: 339 time: 0.0243115 Aug 17 00:15:10.107673 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54272) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:10.145836 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-30e16d66-9d32-497a-98f6-e17f2567c72c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6901488 Aug 17 00:15:10.148850 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-0448926b-f149-4e27-b3c8-75b5d9c77039 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] DELETE failed (client error): The resource could not be found. Aug 17 00:15:10.149149 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54274) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:10.149415 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0448926b-f149-4e27-b3c8-75b5d9c77039 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:15:10.151068 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0448926b-f149-4e27-b3c8-75b5d9c77039 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/subnets/aead6546-90f8-4b22-a2c5-ebe26eedffc8 HTTP/1.1" status: 404 len: 337 time: 0.0424607 Aug 17 00:15:10.153729 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54276) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:10.154606 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-db48d598-506b-455b-8db5-7bcd844424c1 admin admin] Request body: {'subnet': {'network_id': '231ddad9-9492-4a0b-b6a8-5b7244987d86', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-183318267-subnet', 'tenant_id': 'a7abc56d2b3a44e3a6c061045daa4028', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:10.162726 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e16d66-9d32-497a-98f6-e17f2567c72c admin admin] Pushing event updated for resources: {'Network': ['ID=231ddad9-9492-4a0b-b6a8-5b7244987d86,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:10.176477 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e627bb-d348-41e3-afc4-ec2780c1287d tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] DELETE failed (client error): The resource could not be found. Aug 17 00:15:10.177147 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89e627bb-d348-41e3-afc4-ec2780c1287d tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:15:10.177832 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 231ddad9-9492-4a0b-b6a8-5b7244987d86 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:15:10.179140 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-89e627bb-d348-41e3-afc4-ec2780c1287d tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/networks/f3436df5-be37-4343-876e-5ddda3fcf0d6 HTTP/1.1" status: 404 len: 339 time: 0.0242660 Aug 17 00:15:10.182359 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db48d598-506b-455b-8db5-7bcd844424c1 admin admin] Made reservation on behalf of a7abc56d2b3a44e3a6c061045daa4028 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:15:10.182524 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54278) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:10.184813 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-db48d598-506b-455b-8db5-7bcd844424c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:10.214137 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9948015-394e-405c-bcd6-8822aa90c1bb tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] DELETE failed (client error): The resource could not be found. Aug 17 00:15:10.214872 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9948015-394e-405c-bcd6-8822aa90c1bb tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:15:10.217771 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d9948015-394e-405c-bcd6-8822aa90c1bb tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/subnets/9da0d709-46be-4a81-a94a-03fbb44b5de4 HTTP/1.1" status: 404 len: 337 time: 0.0337741 Aug 17 00:15:10.220368 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54280) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:10.240397 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-c80698fb-e068-4a64-ae99-1d52ef13d663 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] DELETE failed (client error): The resource could not be found. Aug 17 00:15:10.241236 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c80698fb-e068-4a64-ae99-1d52ef13d663 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:15:10.245100 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c80698fb-e068-4a64-ae99-1d52ef13d663 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/networks/4b5652a1-abd0-4611-be0e-9a1a80f762e2 HTTP/1.1" status: 404 len: 339 time: 0.0212505 Aug 17 00:15:10.246636 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54282) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:10.304917 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb9353b-3b17-4465-bb20-1f464819dc8e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Deleting subnet e1d8cd9a-f17b-481c-a83c-1ab17f8e1063 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:15:10.308778 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-feb9353b-3b17-4465-bb20-1f464819dc8e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:10.354719 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-feb9353b-3b17-4465-bb20-1f464819dc8e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:10.392433 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-db48d598-506b-455b-8db5-7bcd844424c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:10.442086 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-feb9353b-3b17-4465-bb20-1f464819dc8e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:10.458674 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48d598-506b-455b-8db5-7bcd844424c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=804d6008-2415-43d7-aa7f-272da1c1d117,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:10.463359 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db48d598-506b-455b-8db5-7bcd844424c1 admin admin] Checking segment: {'id': '89da32fa-63cc-4d7f-aae8-8fe43e56754a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '231ddad9-9492-4a0b-b6a8-5b7244987d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:15:10.463725 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db48d598-506b-455b-8db5-7bcd844424c1 admin admin] Network hostable DHCP agents. Network: 231ddad9-9492-4a0b-b6a8-5b7244987d86, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:15:10.480965 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db48d598-506b-455b-8db5-7bcd844424c1 admin admin] Network 231ddad9-9492-4a0b-b6a8-5b7244987d86 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:15:10.489583 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-db48d598-506b-455b-8db5-7bcd844424c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 231ddad9-9492-4a0b-b6a8-5b7244987d86) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:15:10.494745 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db48d598-506b-455b-8db5-7bcd844424c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:10.495560 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-db48d598-506b-455b-8db5-7bcd844424c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:10.499706 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dc8890-dbd4-4130-b792-93b9ad442129 None None] Network 231ddad9-9492-4a0b-b6a8-5b7244987d86 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:15:10.510777 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-db48d598-506b-455b-8db5-7bcd844424c1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3603330 Aug 17 00:15:10.514845 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-feb9353b-3b17-4465-bb20-1f464819dc8e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:10.547870 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9353b-3b17-4465-bb20-1f464819dc8e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Subnet': ['ID=e1d8cd9a-f17b-481c-a83c-1ab17f8e1063,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:10.553080 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-feb9353b-3b17-4465-bb20-1f464819dc8e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:10.555988 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-feb9353b-3b17-4465-bb20-1f464819dc8e tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/subnets/e1d8cd9a-f17b-481c-a83c-1ab17f8e1063 HTTP/1.1" status: 204 len: 168 time: 0.3090899 Aug 17 00:15:10.558704 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54286) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:10.563434 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a48fc08-0019-4d6d-92cd-162c35b29651 None None] Network d9360e17-c3d6-4874-8496-177fa41e0951 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:15:10.683589 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fa438293-4ac5-466d-9b89-c670564642e1 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:10.748474 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3113350c-c7f9-4bfb-b013-ad07278a5c08 None None] Network 231ddad9-9492-4a0b-b6a8-5b7244987d86 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:15:10.910812 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad524859-9982-4c12-af4e-809faec958a6 None None] DHCP port deletion for d9360e17-c3d6-4874-8496-177fa41e0951 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:15:10.916974 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c35976b-02a6-4b44-90b2-550b047e1c7b req-19924265-7e00-468a-9559-2a83422f3091 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=14416790-43dd-451b-a167-99684e0b0704 HTTP/1.1" status: 200 len: 210 time: 0.0467286 Aug 17 00:15:10.975240 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf96966-5808-4ea8-ae45-6fa49b8e7aa5 req-b1bdec1f-8a8b-40c4-a609-4713b39d1d7f tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:10.976758 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3bf96966-5808-4ea8-ae45-6fa49b8e7aa5 req-b1bdec1f-8a8b-40c4-a609-4713b39d1d7f tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 946 time: 0.2221751 Aug 17 00:15:10.980643 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad524859-9982-4c12-af4e-809faec958a6 None None] Deleting port a94d9dad-24dc-46fa-9fac-eb724e718f64 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:15:10.981173 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad524859-9982-4c12-af4e-809faec958a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:11.006030 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea79edb-3390-4946-8495-b019305287df req-7c618033-d03f-47aa-a6a1-c5ba7066db04 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:11.007459 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dea79edb-3390-4946-8495-b019305287df req-7c618033-d03f-47aa-a6a1-c5ba7066db04 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.64 "GET /v2.0/networks?id=c7fbf6df-b582-48ad-91b2-b1a51dfd09fb HTTP/1.1" status: 200 len: 813 time: 0.3076115 Aug 17 00:15:11.025259 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-fa438293-4ac5-466d-9b89-c670564642e1 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Deleting port a94d9dad-24dc-46fa-9fac-eb724e718f64 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:15:11.025702 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fa438293-4ac5-466d-9b89-c670564642e1 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:11.045070 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-dea79edb-3390-4946-8495-b019305287df req-88f958c6-a88a-4f1b-a911-03e3d7b21fa8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Request body: {'port': {'device_id': '14416790-43dd-451b-a167-99684e0b0704', 'network_id': 'c7fbf6df-b582-48ad-91b2-b1a51dfd09fb', 'admin_state_up': True, 'tenant_id': '0b8e25b70c1f47b492a05e439cd88f28'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:11.067661 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad524859-9982-4c12-af4e-809faec958a6 None None] For port a94d9dad-24dc-46fa-9fac-eb724e718f64, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a94d9dad-24dc-46fa-9fac-eb724e718f64,segment=NetworkSegment(0e2f8ece-1340-4a34-91a5-9476f34d8a60),segment_id=0e2f8ece-1340-4a34-91a5-9476f34d8a60)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:11.068020 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad524859-9982-4c12-af4e-809faec958a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:11.081661 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad524859-9982-4c12-af4e-809faec958a6 None None] Calling delete_port for a94d9dad-24dc-46fa-9fac-eb724e718f64 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:15:11.162978 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3bf96966-5808-4ea8-ae45-6fa49b8e7aa5 req-3807a9d7-51f2-4ea7-a8df-9fbf8dcc0260 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756005 Aug 17 00:15:11.191951 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad524859-9982-4c12-af4e-809faec958a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:11.195324 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-fa438293-4ac5-466d-9b89-c670564642e1 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] For port a94d9dad-24dc-46fa-9fac-eb724e718f64, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a94d9dad-24dc-46fa-9fac-eb724e718f64,segment=NetworkSegment(0e2f8ece-1340-4a34-91a5-9476f34d8a60),segment_id=0e2f8ece-1340-4a34-91a5-9476f34d8a60)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:11.195324 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fa438293-4ac5-466d-9b89-c670564642e1 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:11.223072 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-fa438293-4ac5-466d-9b89-c670564642e1 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Calling delete_port for a94d9dad-24dc-46fa-9fac-eb724e718f64 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:15:11.229968 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad524859-9982-4c12-af4e-809faec958a6 None None] No DVR routers for this DVR port a94d9dad-24dc-46fa-9fac-eb724e718f64 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:15:11.239515 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba42d6-130e-44d8-847a-861d02ab2755 req-3bed9bf9-d53f-482f-ae00-83e212fd27fe tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:11.244253 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad524859-9982-4c12-af4e-809faec958a6 None None] Pushing event deleted for resources: {'Port': ['ID=a94d9dad-24dc-46fa-9fac-eb724e718f64,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:11.245643 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-56ba42d6-130e-44d8-847a-861d02ab2755 req-3bed9bf9-d53f-482f-ae00-83e212fd27fe tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 944 time: 0.2168109 Aug 17 00:15:11.358283 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-56ba42d6-130e-44d8-847a-861d02ab2755 req-c71fa5c9-2aad-4f89-b00d-008276c2fb78 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038635 Aug 17 00:15:11.383026 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dea79edb-3390-4946-8495-b019305287df req-88f958c6-a88a-4f1b-a911-03e3d7b21fa8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Made reservation on behalf of 0b8e25b70c1f47b492a05e439cd88f28 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:15:11.386698 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-dea79edb-3390-4946-8495-b019305287df req-88f958c6-a88a-4f1b-a911-03e3d7b21fa8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:11.418728 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fa438293-4ac5-466d-9b89-c670564642e1 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:11.479745 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa438293-4ac5-466d-9b89-c670564642e1 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Port': ['ID=a94d9dad-24dc-46fa-9fac-eb724e718f64,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:11.487339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa438293-4ac5-466d-9b89-c670564642e1 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] No DVR routers for this DVR port a94d9dad-24dc-46fa-9fac-eb724e718f64 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:15:11.606486 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fa438293-4ac5-466d-9b89-c670564642e1 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:11.621652 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-fa438293-4ac5-466d-9b89-c670564642e1 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9360e17-c3d6-4874-8496-177fa41e0951']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:11.638029 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-fa438293-4ac5-466d-9b89-c670564642e1 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e2f8ece-1340-4a34-91a5-9476f34d8a60') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:11.638350 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-fa438293-4ac5-466d-9b89-c670564642e1 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e2f8ece-1340-4a34-91a5-9476f34d8a60') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:11.640306 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-dea79edb-3390-4946-8495-b019305287df req-88f958c6-a88a-4f1b-a911-03e3d7b21fa8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Allocated IP 172.20.0.8 (c7fbf6df-b582-48ad-91b2-b1a51dfd09fb/a9714244-a336-4eb8-8cb8-78c77eca1694/91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:15:11.654474 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fa438293-4ac5-466d-9b89-c670564642e1 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:11.675475 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fa438293-4ac5-466d-9b89-c670564642e1 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:11.691700 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa438293-4ac5-466d-9b89-c670564642e1 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:15:11.691951 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:11.692108 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fa438293-4ac5-466d-9b89-c670564642e1 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: self.session.flush() Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: self.session.flush() Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: self.session.flush() Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: self.session.flush() Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:15:11.694915 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:15:11.812347 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fa438293-4ac5-466d-9b89-c670564642e1 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:11.825029 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fa438293-4ac5-466d-9b89-c670564642e1 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:11.829582 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fa438293-4ac5-466d-9b89-c670564642e1 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] 10.222.0.60 "DELETE /v2.0/networks/d9360e17-c3d6-4874-8496-177fa41e0951 HTTP/1.1" status: 204 len: 168 time: 1.2695885 Aug 17 00:15:11.837413 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a94d9dad-24dc-46fa-9fac-eb724e718f64 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:15:11.846490 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa438293-4ac5-466d-9b89-c670564642e1 tempest-NetworksTest-1538100629 tempest-NetworksTest-1538100629-project] Pushing event deleted for resources: {'Network': ['ID=d9360e17-c3d6-4874-8496-177fa41e0951,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:11.878213 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: a94d9dad-24dc-46fa-9fac-eb724e718f64 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:15:11.878658 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a94d9dad-24dc-46fa-9fac-eb724e718f64 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:15:11.911322 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-dea79edb-3390-4946-8495-b019305287df req-88f958c6-a88a-4f1b-a911-03e3d7b21fa8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:11.959143 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-dea79edb-3390-4946-8495-b019305287df req-88f958c6-a88a-4f1b-a911-03e3d7b21fa8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:11.973784 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['0a29e60c-58e2-4a54-8c31-a2c02741653b'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:15:12.010168 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dea79edb-3390-4946-8495-b019305287df req-88f958c6-a88a-4f1b-a911-03e3d7b21fa8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Network c7fbf6df-b582-48ad-91b2-b1a51dfd09fb is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:15:12.017005 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-dea79edb-3390-4946-8495-b019305287df req-88f958c6-a88a-4f1b-a911-03e3d7b21fa8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:15:12.031220 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea79edb-3390-4946-8495-b019305287df req-88f958c6-a88a-4f1b-a911-03e3d7b21fa8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:15:12.052716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f958c6-a88a-4f1b-a911-03e3d7b21fa8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Pushing event updated for resources: {'Port': ['ID=91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:12.108952 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54312) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:12.121415 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9962e1-ce42-4d40-9dfe-b55ac92413cf req-acd4c6c5-dc85-495f-b845-4e07e22dc4e9 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:12.123111 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b9962e1-ce42-4d40-9dfe-b55ac92413cf req-acd4c6c5-dc85-495f-b845-4e07e22dc4e9 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=14416790-43dd-451b-a167-99684e0b0704 HTTP/1.1" status: 200 len: 931 time: 0.1099870 Aug 17 00:15:12.137989 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea79edb-3390-4946-8495-b019305287df req-88f958c6-a88a-4f1b-a911-03e3d7b21fa8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:12.138632 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-dea79edb-3390-4946-8495-b019305287df req-88f958c6-a88a-4f1b-a911-03e3d7b21fa8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:12.170270 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dea79edb-3390-4946-8495-b019305287df req-88f958c6-a88a-4f1b-a911-03e3d7b21fa8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1424756 Aug 17 00:15:12.185203 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-dea79edb-3390-4946-8495-b019305287df req-20d45f3f-387c-4941-af15-9915c9fa596a service neutron] Request body: {'port': {'device_id': '14416790-43dd-451b-a167-99684e0b0704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:12.190125 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b9962e1-ce42-4d40-9dfe-b55ac92413cf req-1aa6d722-1087-4ff1-abbf-8c6901b3c94e tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477414 Aug 17 00:15:12.272300 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-dea79edb-3390-4946-8495-b019305287df req-20d45f3f-387c-4941-af15-9915c9fa596a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:12.284615 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54320) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:12.285568 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cfd5bf9d-8e3e-4168-9d40-309a064a73f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f8bc08f818ff4908b0dcb17dfc86b819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1746609 Aug 17 00:15:12.350815 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387a560-6740-4f59-9d0b-8117c074262b req-b5e86fd6-3b87-4b2f-b228-5124220c03ef tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:12.352313 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e387a560-6740-4f59-9d0b-8117c074262b req-b5e86fd6-3b87-4b2f-b228-5124220c03ef tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 946 time: 0.1146023 Aug 17 00:15:12.513431 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e387a560-6740-4f59-9d0b-8117c074262b req-99f3e824-9a1f-44b9-b33d-aa852ee0b3f6 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540844 Aug 17 00:15:12.514073 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-77450e5e-c528-4b45-8444-01b5ff2a9292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:12.591451 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-77450e5e-c528-4b45-8444-01b5ff2a9292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:12.626531 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6a596-7bdc-484a-a5d0-9e681070966d req-69901303-8baf-4cf6-be11-b6560867626d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:12.628107 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-95f6a596-7bdc-484a-a5d0-9e681070966d req-69901303-8baf-4cf6-be11-b6560867626d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 944 time: 0.1827347 Aug 17 00:15:12.710044 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-95f6a596-7bdc-484a-a5d0-9e681070966d req-e8be2e62-9ace-4797-aef9-d32e59889c4d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706191 Aug 17 00:15:12.712903 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-77450e5e-c528-4b45-8444-01b5ff2a9292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:12.715396 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-77450e5e-c528-4b45-8444-01b5ff2a9292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:12.716457 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-77450e5e-c528-4b45-8444-01b5ff2a9292 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e3f9efb-2d8f-483e-a60f-db4627713e3f HTTP/1.1" status: 204 len: 168 time: 0.4309185 Aug 17 00:15:12.735713 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77450e5e-c528-4b45-8444-01b5ff2a9292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3f9efb-2d8f-483e-a60f-db4627713e3f,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:12.774566 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-dea79edb-3390-4946-8495-b019305287df req-20d45f3f-387c-4941-af15-9915c9fa596a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:15:12.782949 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-dea79edb-3390-4946-8495-b019305287df req-20d45f3f-387c-4941-af15-9915c9fa596a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:12.797471 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-dea79edb-3390-4946-8495-b019305287df req-20d45f3f-387c-4941-af15-9915c9fa596a service neutron] Transition to ACTIVE for port object 91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:15:12.802231 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-dea79edb-3390-4946-8495-b019305287df req-20d45f3f-387c-4941-af15-9915c9fa596a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:12.927045 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:15:13.085719 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:13.110064 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'port_id': '0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9', 'mac_address': 'fa:16:3e:a2:59:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:15:13.157679 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:13.182278 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:15:13.200601 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d45f3f-387c-4941-af15-9915c9fa596a service neutron] Pushing event updated for resources: {'Port': ['ID=91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:13.204786 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:13.214386 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:13.231715 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab74f18-b264-42d0-b983-1650ea488924 req-9ad15031-1f01-4020-ba48-901ecdde95b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:13.233244 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ab74f18-b264-42d0-b983-1650ea488924 req-9ad15031-1f01-4020-ba48-901ecdde95b2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 1098 time: 0.0841446 Aug 17 00:15:13.276341 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:13.304913 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ab74f18-b264-42d0-b983-1650ea488924 req-ff9a5f0b-f229-4c23-8864-68bf11fcbd35 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529974 Aug 17 00:15:13.336700 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-dea79edb-3390-4946-8495-b019305287df req-20d45f3f-387c-4941-af15-9915c9fa596a service neutron] Attempting to bind port 91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:15:13.337109 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-dea79edb-3390-4946-8495-b019305287df req-20d45f3f-387c-4941-af15-9915c9fa596a service neutron] Attempting to bind port 91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '58c40ffe-f06d-458d-84a2-5995c2267517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c7fbf6df-b582-48ad-91b2-b1a51dfd09fb'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:15:13.337492 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea79edb-3390-4946-8495-b019305287df req-20d45f3f-387c-4941-af15-9915c9fa596a service neutron] Attempting to bind port 91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd on network c7fbf6df-b582-48ad-91b2-b1a51dfd09fb {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:15:13.345842 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea79edb-3390-4946-8495-b019305287df req-20d45f3f-387c-4941-af15-9915c9fa596a service neutron] Port 91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd on network c7fbf6df-b582-48ad-91b2-b1a51dfd09fb not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:15:13.346161 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea79edb-3390-4946-8495-b019305287df req-20d45f3f-387c-4941-af15-9915c9fa596a service neutron] Attempting to bind port 91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd on network c7fbf6df-b582-48ad-91b2-b1a51dfd09fb {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:15:13.360293 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5c3b7-aee4-4c1a-9cd0-b804ddc349e9 req-c15d07bb-c360-42e4-a827-f16cbd221b8f tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:13.361790 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-31d5c3b7-aee4-4c1a-9cd0-b804ddc349e9 req-c15d07bb-c360-42e4-a827-f16cbd221b8f tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=14416790-43dd-451b-a167-99684e0b0704 HTTP/1.1" status: 200 len: 943 time: 0.0735557 Aug 17 00:15:13.363014 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea79edb-3390-4946-8495-b019305287df req-20d45f3f-387c-4941-af15-9915c9fa596a service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:15:13.363348 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea79edb-3390-4946-8495-b019305287df req-20d45f3f-387c-4941-af15-9915c9fa596a service neutron] Checking segment: {'id': '58c40ffe-f06d-458d-84a2-5995c2267517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c7fbf6df-b582-48ad-91b2-b1a51dfd09fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:15:13.363721 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea79edb-3390-4946-8495-b019305287df req-20d45f3f-387c-4941-af15-9915c9fa596a service neutron] Bound using segment: {'id': '58c40ffe-f06d-458d-84a2-5995c2267517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c7fbf6df-b582-48ad-91b2-b1a51dfd09fb'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:15:13.364152 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-dea79edb-3390-4946-8495-b019305287df req-20d45f3f-387c-4941-af15-9915c9fa596a service neutron] Bound port: 91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c40ffe-f06d-458d-84a2-5995c2267517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c7fbf6df-b582-48ad-91b2-b1a51dfd09fb'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:15:13.364510 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-dea79edb-3390-4946-8495-b019305287df req-20d45f3f-387c-4941-af15-9915c9fa596a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:13.442582 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-31d5c3b7-aee4-4c1a-9cd0-b804ddc349e9 req-fb089f8f-faf2-47e5-bc12-245288a86fc5 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682435 Aug 17 00:15:13.459325 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-dea79edb-3390-4946-8495-b019305287df req-20d45f3f-387c-4941-af15-9915c9fa596a service neutron] For port 91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:15:13.463222 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-dea79edb-3390-4946-8495-b019305287df req-20d45f3f-387c-4941-af15-9915c9fa596a service neutron] For port 91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd,segment=NetworkSegment(58c40ffe-f06d-458d-84a2-5995c2267517),segment_id=58c40ffe-f06d-458d-84a2-5995c2267517)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:15:13.467734 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-dea79edb-3390-4946-8495-b019305287df req-20d45f3f-387c-4941-af15-9915c9fa596a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:13.508260 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:15:13.526008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea79edb-3390-4946-8495-b019305287df req-20d45f3f-387c-4941-af15-9915c9fa596a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:13.526710 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-dea79edb-3390-4946-8495-b019305287df req-20d45f3f-387c-4941-af15-9915c9fa596a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:13.529749 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dea79edb-3390-4946-8495-b019305287df req-20d45f3f-387c-4941-af15-9915c9fa596a service neutron] 10.222.0.64 "PUT /v2.0/ports/91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd HTTP/1.1" status: 200 len: 1092 time: 1.3498003 Aug 17 00:15:13.530242 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14416790-43dd-451b-a167-99684e0b0704', 'tag': '91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:15:13.533782 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b086fb-2a28-4eaa-b8bd-bd2e9514deb4" -d '{"events": [{"name": "network-changed", "server_uuid": "14416790-43dd-451b-a167-99684e0b0704", "tag": "91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:15:13.570252 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d45f3f-387c-4941-af15-9915c9fa596a service neutron] Pushing event updated for resources: {'Port': ['ID=91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:13.643156 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d179e01-6591-49ad-aea3-6403421f5391 x-openstack-request-id: req-8d179e01-6591-49ad-aea3-6403421f5391 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:15:13.643532 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14416790-43dd-451b-a167-99684e0b0704", "tag": "91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:15:13.643719 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d179e01-6591-49ad-aea3-6403421f5391 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:15:13.649143 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14416790-43dd-451b-a167-99684e0b0704', 'tag': '91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd', 'status': 'completed', 'code': 200} Aug 17 00:15:13.738713 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54358) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:13.749035 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea79edb-3390-4946-8495-b019305287df req-7df6bb05-57d4-4865-8f0d-9d3f6797bad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:13.750680 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dea79edb-3390-4946-8495-b019305287df req-7df6bb05-57d4-4865-8f0d-9d3f6797bad2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b8e25b70c1f47b492a05e439cd88f28&device_id=14416790-43dd-451b-a167-99684e0b0704 HTTP/1.1" status: 200 len: 1095 time: 0.1555033 Aug 17 00:15:13.777356 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eace1a-869e-4898-ad49-02e0d96c4f75 req-3bb65749-9141-40a3-88bb-c7b75714a0d2 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:13.787061 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-32eace1a-869e-4898-ad49-02e0d96c4f75 req-3bb65749-9141-40a3-88bb-c7b75714a0d2 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 946 time: 0.1030421 Aug 17 00:15:13.825658 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dea79edb-3390-4946-8495-b019305287df req-5baf1b5f-eb67-4f0f-acc1-7e1b74220a0b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd HTTP/1.1" status: 200 len: 217 time: 0.0650902 Aug 17 00:15:13.895910 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-d3647917-c1c0-4699-97b1-261b6f9a2c8b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'network': {'name': 'tempest-RoutersTest-1973431476'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:13.918835 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3647917-c1c0-4699-97b1-261b6f9a2c8b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Made reservation on behalf of df54ebfbd4534f81a348549cf820e603 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:15:13.923029 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d3647917-c1c0-4699-97b1-261b6f9a2c8b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:13.928163 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-32eace1a-869e-4898-ad49-02e0d96c4f75 req-0f0e4a59-e985-4132-a116-3af98342203b tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401818 Aug 17 00:15:13.932934 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d3647917-c1c0-4699-97b1-261b6f9a2c8b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:13.937899 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea79edb-3390-4946-8495-b019305287df req-104b83c9-f1fb-445f-bf06-47374756e807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:13.939360 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dea79edb-3390-4946-8495-b019305287df req-104b83c9-f1fb-445f-bf06-47374756e807 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9714244-a336-4eb8-8cb8-78c77eca1694 HTTP/1.1" status: 200 len: 853 time: 0.0923529 Aug 17 00:15:13.947471 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666ca64-2d01-4393-a217-7b5c3a306d3f req-0bef7a2e-65c9-416a-873b-f218cc95e3e7 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:13.948943 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2666ca64-2d01-4393-a217-7b5c3a306d3f req-0bef7a2e-65c9-416a-873b-f218cc95e3e7 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 945 time: 0.1166651 Aug 17 00:15:13.982769 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dea79edb-3390-4946-8495-b019305287df req-e25296c3-39d9-4f9c-8857-db4d4c3efe63 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7fbf6df-b582-48ad-91b2-b1a51dfd09fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328412 Aug 17 00:15:14.018607 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2666ca64-2d01-4393-a217-7b5c3a306d3f req-1052ada8-b2d8-43cd-973c-545f9638c68a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601201 Aug 17 00:15:14.037751 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d3647917-c1c0-4699-97b1-261b6f9a2c8b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:14.044350 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d3647917-c1c0-4699-97b1-261b6f9a2c8b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:14.075572 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3647917-c1c0-4699-97b1-261b6f9a2c8b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:15:14.087652 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3647917-c1c0-4699-97b1-261b6f9a2c8b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e87ad943-38e4-4839-b9f4-a0fdd2edff60,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:14.098425 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d3647917-c1c0-4699-97b1-261b6f9a2c8b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:14.099746 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-d3647917-c1c0-4699-97b1-261b6f9a2c8b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Added segment 8e6aaf5f-f47c-4536-98ad-5bbe18a9c640 of type vlan for network 6348a7ef-236f-42db-8bc7-e742f798e0dc Aug 17 00:15:14.116559 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dea79edb-3390-4946-8495-b019305287df req-d9e56e13-ac9c-4c15-99a8-db229c07b2a2 service neutron] 10.222.0.64 "GET /v2.0/networks/c7fbf6df-b582-48ad-91b2-b1a51dfd09fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123683 Aug 17 00:15:14.145429 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d3647917-c1c0-4699-97b1-261b6f9a2c8b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:14.174008 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d3647917-c1c0-4699-97b1-261b6f9a2c8b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:14.179427 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3647917-c1c0-4699-97b1-261b6f9a2c8b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:14.180769 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d3647917-c1c0-4699-97b1-261b6f9a2c8b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:14.226874 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dea79edb-3390-4946-8495-b019305287df req-7811c10d-d0f1-49d4-8ab7-97af5b18b9ee service neutron] 10.222.0.64 "GET /v2.0/networks/c7fbf6df-b582-48ad-91b2-b1a51dfd09fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907109 Aug 17 00:15:14.247336 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d3647917-c1c0-4699-97b1-261b6f9a2c8b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5032947 Aug 17 00:15:14.249974 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54362) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:14.255203 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-0fa4f83b-3357-49eb-bd38-dff76da2c4e5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'network': {'name': 'tempest-RoutersTest-543135164'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:14.263099 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3647917-c1c0-4699-97b1-261b6f9a2c8b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Network': ['ID=6348a7ef-236f-42db-8bc7-e742f798e0dc,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:14.279099 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 6348a7ef-236f-42db-8bc7-e742f798e0dc details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:15:14.285725 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa4f83b-3357-49eb-bd38-dff76da2c4e5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Made reservation on behalf of df54ebfbd4534f81a348549cf820e603 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:15:14.289178 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0fa4f83b-3357-49eb-bd38-dff76da2c4e5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:14.337800 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa4f83b-3357-49eb-bd38-dff76da2c4e5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:15:14.344010 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b086fb-2a28-4eaa-b8bd-bd2e9514deb4 req-d3612b26-c13b-4c04-9b6a-9e4766440133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:14.345580 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54b086fb-2a28-4eaa-b8bd-bd2e9514deb4 req-d3612b26-c13b-4c04-9b6a-9e4766440133 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b8e25b70c1f47b492a05e439cd88f28&device_id=14416790-43dd-451b-a167-99684e0b0704 HTTP/1.1" status: 200 len: 1095 time: 0.0709493 Aug 17 00:15:14.350839 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0fa4f83b-3357-49eb-bd38-dff76da2c4e5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:14.351182 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-0fa4f83b-3357-49eb-bd38-dff76da2c4e5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Added segment 248dd3d3-185b-464e-83f0-51e62a7bcfa1 of type vlan for network 011ea3c1-efb2-408b-9710-66f981e7d011 Aug 17 00:15:14.436494 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0fa4f83b-3357-49eb-bd38-dff76da2c4e5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:14.488307 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0fa4f83b-3357-49eb-bd38-dff76da2c4e5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:14.497447 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa4f83b-3357-49eb-bd38-dff76da2c4e5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:14.498069 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0fa4f83b-3357-49eb-bd38-dff76da2c4e5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:14.509162 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b086fb-2a28-4eaa-b8bd-bd2e9514deb4 req-4e449fc0-fcc3-486d-930a-e0360d87a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:14.510835 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54b086fb-2a28-4eaa-b8bd-bd2e9514deb4 req-4e449fc0-fcc3-486d-930a-e0360d87a966 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7fbf6df-b582-48ad-91b2-b1a51dfd09fb HTTP/1.1" status: 200 len: 914 time: 0.1573370 Aug 17 00:15:14.604088 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0fa4f83b-3357-49eb-bd38-dff76da2c4e5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3524547 Aug 17 00:15:14.607747 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54370) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:14.613768 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-76ae0341-caa1-44df-8915-cd65849835c0 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'subnet': {'network_id': '6348a7ef-236f-42db-8bc7-e742f798e0dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:14.627122 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54b086fb-2a28-4eaa-b8bd-bd2e9514deb4 req-f2cb33e2-9345-4961-b20a-78d7c38a0528 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd HTTP/1.1" status: 200 len: 217 time: 0.0952055 Aug 17 00:15:14.672771 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4f83b-3357-49eb-bd38-dff76da2c4e5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Network': ['ID=011ea3c1-efb2-408b-9710-66f981e7d011,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:14.688104 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 011ea3c1-efb2-408b-9710-66f981e7d011 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:15:14.703667 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adca769-d37f-49ee-bab2-c0c4cdb9d9a2 req-d3ae46ca-59d1-4874-97c7-a58d7fe10ea6 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:14.705283 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8adca769-d37f-49ee-bab2-c0c4cdb9d9a2 req-d3ae46ca-59d1-4874-97c7-a58d7fe10ea6 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=14416790-43dd-451b-a167-99684e0b0704 HTTP/1.1" status: 200 len: 943 time: 0.1717265 Aug 17 00:15:14.709442 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b086fb-2a28-4eaa-b8bd-bd2e9514deb4 req-802979b2-0d78-4b44-885a-420b242cff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:14.710825 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54b086fb-2a28-4eaa-b8bd-bd2e9514deb4 req-802979b2-0d78-4b44-885a-420b242cff89 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9714244-a336-4eb8-8cb8-78c77eca1694 HTTP/1.1" status: 200 len: 853 time: 0.0710552 Aug 17 00:15:14.722408 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ae0341-caa1-44df-8915-cd65849835c0 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Made reservation on behalf of df54ebfbd4534f81a348549cf820e603 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:15:14.726447 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76ae0341-caa1-44df-8915-cd65849835c0 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:14.763785 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54b086fb-2a28-4eaa-b8bd-bd2e9514deb4 req-d11101e4-8d11-42ad-ae54-655e709b8ae6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7fbf6df-b582-48ad-91b2-b1a51dfd09fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443056 Aug 17 00:15:14.779038 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8adca769-d37f-49ee-bab2-c0c4cdb9d9a2 req-91b0e213-99c3-4412-b743-77b0794ae760 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671172 Aug 17 00:15:14.902435 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54b086fb-2a28-4eaa-b8bd-bd2e9514deb4 req-82491972-e9c6-4b10-b9a7-6ba47ca02c73 service neutron] 10.222.0.64 "GET /v2.0/networks/c7fbf6df-b582-48ad-91b2-b1a51dfd09fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144233 Aug 17 00:15:14.941953 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 7402d3ab-5c18-47e0-974a-a2613fd6578c details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:15:14.944074 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:15:14.964503 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76ae0341-caa1-44df-8915-cd65849835c0 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:15.004437 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54b086fb-2a28-4eaa-b8bd-bd2e9514deb4 req-62943c85-50e7-4c01-849e-73891f1357ea service neutron] 10.222.0.64 "GET /v2.0/networks/c7fbf6df-b582-48ad-91b2-b1a51dfd09fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939846 Aug 17 00:15:15.057972 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae0341-caa1-44df-8915-cd65849835c0 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Subnet': ['ID=0ea7e348-b1f9-4515-861a-fef02b389c1e,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:15.064905 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ae0341-caa1-44df-8915-cd65849835c0 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Checking segment: {'id': '8e6aaf5f-f47c-4536-98ad-5bbe18a9c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6348a7ef-236f-42db-8bc7-e742f798e0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:15:15.065315 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ae0341-caa1-44df-8915-cd65849835c0 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network hostable DHCP agents. Network: 6348a7ef-236f-42db-8bc7-e742f798e0dc, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:15:15.090465 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ae0341-caa1-44df-8915-cd65849835c0 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network 6348a7ef-236f-42db-8bc7-e742f798e0dc is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:15:15.100178 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-76ae0341-caa1-44df-8915-cd65849835c0 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 6348a7ef-236f-42db-8bc7-e742f798e0dc) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:15:15.109349 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ae0341-caa1-44df-8915-cd65849835c0 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:15.110165 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76ae0341-caa1-44df-8915-cd65849835c0 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:15.115922 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea53a3f-b2e5-4d66-97f9-8eb4d5067973 None None] Network 6348a7ef-236f-42db-8bc7-e742f798e0dc requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:15:15.121199 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4237d2-02ff-474a-a972-3d06ccd59263 req-2add8a98-94d4-49df-880e-db2cfd379c29 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:15.129512 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb4237d2-02ff-474a-a972-3d06ccd59263 req-2add8a98-94d4-49df-880e-db2cfd379c29 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 946 time: 0.0919607 Aug 17 00:15:15.141670 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-76ae0341-caa1-44df-8915-cd65849835c0 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5320189 Aug 17 00:15:15.142787 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54378) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:15.150058 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-5c834edd-d39d-480f-a031-bb447e1414c6 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'subnet': {'network_id': '011ea3c1-efb2-408b-9710-66f981e7d011', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:15.206531 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb4237d2-02ff-474a-a972-3d06ccd59263 req-b76778de-e032-4f69-9a2a-c55250522fab tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708094 Aug 17 00:15:15.216255 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a42615-1dd1-4c64-bfb5-25afcd5a2edf req-970e198b-1728-4346-83a0-e8a17c4cc612 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:15.228856 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2a42615-1dd1-4c64-bfb5-25afcd5a2edf req-970e198b-1728-4346-83a0-e8a17c4cc612 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 945 time: 0.1164455 Aug 17 00:15:15.229000 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 7402d3ab-5c18-47e0-974a-a2613fd6578c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=7402d3ab-5c18-47e0-974a-a2613fd6578c,segment=NetworkSegment(29022532-c1e3-47ba-bd55-19b3ce5b2e2a),segment_id=29022532-c1e3-47ba-bd55-19b3ce5b2e2a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:15.232408 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54380) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:15.266878 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2a42615-1dd1-4c64-bfb5-25afcd5a2edf req-b09e9ac2-0280-4b43-904e-d0ed06f0dca7 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411608 Aug 17 00:15:15.274894 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '7402d3ab-5c18-47e0-974a-a2613fd6578c', 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818', 'port_id': '7402d3ab-5c18-47e0-974a-a2613fd6578c', 'mac_address': 'fa:16:3e:99:a3:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a59fccd-7307-4611-9a9e-d56491e0ad97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:15:15.322983 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f9753414-da47-40ef-9602-963dde0fbca8 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/floatingips/8500a93d-84a3-48dd-98b1-cedbca332403 HTTP/1.1" status: 200 len: 994 time: 0.0887516 Aug 17 00:15:15.336218 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c834edd-d39d-480f-a031-bb447e1414c6 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Made reservation on behalf of df54ebfbd4534f81a348549cf820e603 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:15:15.340668 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5c834edd-d39d-480f-a031-bb447e1414c6 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:15.344503 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:15:15.355230 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:15.358485 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:15.358829 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:15.413847 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7402d3ab-5c18-47e0-974a-a2613fd6578c {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:15:15.427056 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d49581-f8f7-44dc-8b14-306d315bfd45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-6348a7ef-236f-42db-8bc7-e742f798e0dc', 'network_id': '6348a7ef-236f-42db-8bc7-e742f798e0dc', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'fixed_ips': [{'subnet_id': '0ea7e348-b1f9-4515-861a-fef02b389c1e'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:15:15.428213 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-77d49581-f8f7-44dc-8b14-306d315bfd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:15.458248 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 7402d3ab-5c18-47e0-974a-a2613fd6578c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=7402d3ab-5c18-47e0-974a-a2613fd6578c,segment=NetworkSegment(29022532-c1e3-47ba-bd55-19b3ce5b2e2a),segment_id=29022532-c1e3-47ba-bd55-19b3ce5b2e2a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:15.472932 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:15.640504 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:15.645325 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=7402d3ab-5c18-47e0-974a-a2613fd6578c,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:15.684041 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81dd351-5fbf-44ab-bd2c-fed4ad187faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:15:15.686414 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bd485a-b21e-4848-928a-5dc7dbe293d6" -d '{"events": [{"server_uuid": "d81dd351-5fbf-44ab-bd2c-fed4ad187faf", "name": "network-vif-plugged", "status": "completed", "tag": "0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:15:15.707725 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-77d49581-f8f7-44dc-8b14-306d315bfd45 None None] Allocated IP 172.20.0.2 (6348a7ef-236f-42db-8bc7-e742f798e0dc/0ea7e348-b1f9-4515-861a-fef02b389c1e/5f2f4d78-ee93-4284-9b1e-d761f0baf1b8) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:15:15.711299 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:15.736763 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:15.737657 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 7402d3ab-5c18-47e0-974a-a2613fd6578c no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:15:15.740710 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924e0a3d-fc4b-455f-845a-89c2b595c0c8 x-openstack-request-id: req-924e0a3d-fc4b-455f-845a-89c2b595c0c8 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:15:15.741002 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81dd351-5fbf-44ab-bd2c-fed4ad187faf", "name": "network-vif-plugged", "status": "completed", "tag": "0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:15:15.741277 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-924e0a3d-fc4b-455f-845a-89c2b595c0c8 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:15:15.741677 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81dd351-5fbf-44ab-bd2c-fed4ad187faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9', 'code': 200} Aug 17 00:15:15.917283 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5c834edd-d39d-480f-a031-bb447e1414c6 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:15.925381 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f4160-2168-4618-8418-2640a57bb890 req-2665a326-e40d-41ac-9e64-468b55af79ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:15.927379 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db3f4160-2168-4618-8418-2640a57bb890 req-2665a326-e40d-41ac-9e64-468b55af79ef service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 1098 time: 0.1181624 Aug 17 00:15:15.952835 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c1fd2-8b5a-44cd-b0fb-8b31d82ebb72 req-f3ad8754-f4d7-4d17-af0a-1bc5d56dc07f tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:15.961382 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d49c1fd2-8b5a-44cd-b0fb-8b31d82ebb72 req-f3ad8754-f4d7-4d17-af0a-1bc5d56dc07f tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=14416790-43dd-451b-a167-99684e0b0704 HTTP/1.1" status: 200 len: 943 time: 0.0954010 Aug 17 00:15:15.995898 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c834edd-d39d-480f-a031-bb447e1414c6 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Subnet': ['ID=7638c0e3-7ab6-4fc7-8c99-96b34c2adb0f,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:16.019772 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c834edd-d39d-480f-a031-bb447e1414c6 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Checking segment: {'id': '248dd3d3-185b-464e-83f0-51e62a7bcfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '011ea3c1-efb2-408b-9710-66f981e7d011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:15:16.020059 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c834edd-d39d-480f-a031-bb447e1414c6 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network hostable DHCP agents. Network: 011ea3c1-efb2-408b-9710-66f981e7d011, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:15:16.033705 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d49c1fd2-8b5a-44cd-b0fb-8b31d82ebb72 req-1d9b4b1c-1f3c-4d9a-b1f3-4e08612e718c tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711963 Aug 17 00:15:16.047705 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db3f4160-2168-4618-8418-2640a57bb890 req-a873e16d-6a39-4473-82b2-a0d908eca7ec service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032448 Aug 17 00:15:16.047868 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c834edd-d39d-480f-a031-bb447e1414c6 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network 011ea3c1-efb2-408b-9710-66f981e7d011 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:15:16.052091 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-5c834edd-d39d-480f-a031-bb447e1414c6 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 011ea3c1-efb2-408b-9710-66f981e7d011) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:15:16.057341 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c834edd-d39d-480f-a031-bb447e1414c6 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:16.057941 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5c834edd-d39d-480f-a031-bb447e1414c6 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:16.075174 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5c834edd-d39d-480f-a031-bb447e1414c6 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9308331 Aug 17 00:15:16.077792 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54388) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:16.082523 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-6f0d48d9-abb8-40be-8d2e-8b26bd9ba9d4 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-181168608', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:16.090357 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['7402d3ab-5c18-47e0-974a-a2613fd6578c'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:15:16.110258 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6f0d48d9-abb8-40be-8d2e-8b26bd9ba9d4 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:16.111463 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6f0d48d9-abb8-40be-8d2e-8b26bd9ba9d4 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:16.141135 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884ad75d-281b-49ff-bb90-1669c80c5d91 None None] Network 011ea3c1-efb2-408b-9710-66f981e7d011 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:15:16.201294 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6f0d48d9-abb8-40be-8d2e-8b26bd9ba9d4 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:16.205875 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6f0d48d9-abb8-40be-8d2e-8b26bd9ba9d4 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:16.223559 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6f0d48d9-abb8-40be-8d2e-8b26bd9ba9d4 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:16.225633 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6f0d48d9-abb8-40be-8d2e-8b26bd9ba9d4 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1466010 Aug 17 00:15:16.231950 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54390) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:16.272436 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:16.512868 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:16.519560 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-77d49581-f8f7-44dc-8b14-306d315bfd45 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:16.552135 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159feeb-66bd-4b15-b37c-6782cfc073de req-f0a34617-6b6f-40f2-9614-597b85b14b91 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:16.554793 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9159feeb-66bd-4b15-b37c-6782cfc073de req-f0a34617-6b6f-40f2-9614-597b85b14b91 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 946 time: 0.1536880 Aug 17 00:15:16.569184 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb4f0f3-e222-4867-a14c-4fdeb2294649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-011ea3c1-efb2-408b-9710-66f981e7d011', 'network_id': '011ea3c1-efb2-408b-9710-66f981e7d011', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'fixed_ips': [{'subnet_id': '7638c0e3-7ab6-4fc7-8c99-96b34c2adb0f'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:15:16.569900 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ffb4f0f3-e222-4867-a14c-4fdeb2294649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:16.574368 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-77d49581-f8f7-44dc-8b14-306d315bfd45 None None] Transition to ACTIVE for port object 5f2f4d78-ee93-4284-9b1e-d761f0baf1b8 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:15:16.591127 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7402d3ab-5c18-47e0-974a-a2613fd6578c {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:15:16.596289 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9cbfbc07-5ed8-44b3-9533-f434430f3a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:16.612015 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-67a986cb-fa06-4ca6-9999-91235d7870b7 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:16.626387 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-77d49581-f8f7-44dc-8b14-306d315bfd45 None None] Transition to ACTIVE for port object 5f2f4d78-ee93-4284-9b1e-d761f0baf1b8 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:15:16.647135 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9159feeb-66bd-4b15-b37c-6782cfc073de req-31feaec2-f7ae-4153-910f-d5539b3e073f tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771735 Aug 17 00:15:16.659344 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 7402d3ab-5c18-47e0-974a-a2613fd6578c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=7402d3ab-5c18-47e0-974a-a2613fd6578c,segment=NetworkSegment(29022532-c1e3-47ba-bd55-19b3ce5b2e2a),segment_id=29022532-c1e3-47ba-bd55-19b3ce5b2e2a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:16.680301 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-77d49581-f8f7-44dc-8b14-306d315bfd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:16.697431 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:16.826672 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d49581-f8f7-44dc-8b14-306d315bfd45 None None] Network 6348a7ef-236f-42db-8bc7-e742f798e0dc is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:15:16.835983 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d49581-f8f7-44dc-8b14-306d315bfd45 None None] Pushing event updated for resources: {'Port': ['ID=5f2f4d78-ee93-4284-9b1e-d761f0baf1b8,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:16.838774 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-77d49581-f8f7-44dc-8b14-306d315bfd45 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:15:16.851118 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d49581-f8f7-44dc-8b14-306d315bfd45 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:15:16.982668 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:15:16.992135 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-ffb4f0f3-e222-4867-a14c-4fdeb2294649 None None] Allocated IP 172.21.0.2 (011ea3c1-efb2-408b-9710-66f981e7d011/7638c0e3-7ab6-4fc7-8c99-96b34c2adb0f/441917ed-f6e1-47bf-baa7-100be24e6395) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:15:17.000779 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=7402d3ab-5c18-47e0-974a-a2613fd6578c,revision_number=7']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:17.026779 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-67a986cb-fa06-4ca6-9999-91235d7870b7 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Allocated IP 172.20.0.1 (6348a7ef-236f-42db-8bc7-e742f798e0dc/0ea7e348-b1f9-4515-861a-fef02b389c1e/2cee32c0-1af8-419f-be48-a8dfadf66817) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:15:17.053982 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-77d49581-f8f7-44dc-8b14-306d315bfd45 None None] Attempting to bind port 5f2f4d78-ee93-4284-9b1e-d761f0baf1b8 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:15:17.054446 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-77d49581-f8f7-44dc-8b14-306d315bfd45 None None] Attempting to bind port 5f2f4d78-ee93-4284-9b1e-d761f0baf1b8 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '8e6aaf5f-f47c-4536-98ad-5bbe18a9c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6348a7ef-236f-42db-8bc7-e742f798e0dc'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:15:17.055761 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d49581-f8f7-44dc-8b14-306d315bfd45 None None] Attempting to bind port 5f2f4d78-ee93-4284-9b1e-d761f0baf1b8 on network 6348a7ef-236f-42db-8bc7-e742f798e0dc {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:15:17.122986 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d49581-f8f7-44dc-8b14-306d315bfd45 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:15:17.123442 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d49581-f8f7-44dc-8b14-306d315bfd45 None None] Checking segment: {'id': '8e6aaf5f-f47c-4536-98ad-5bbe18a9c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6348a7ef-236f-42db-8bc7-e742f798e0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:15:17.123919 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-77d49581-f8f7-44dc-8b14-306d315bfd45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:17.124378 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d49581-f8f7-44dc-8b14-306d315bfd45 None None] Bound using segment: {'id': '8e6aaf5f-f47c-4536-98ad-5bbe18a9c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6348a7ef-236f-42db-8bc7-e742f798e0dc'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:15:17.124929 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-77d49581-f8f7-44dc-8b14-306d315bfd45 None None] Bound port: 5f2f4d78-ee93-4284-9b1e-d761f0baf1b8, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e6aaf5f-f47c-4536-98ad-5bbe18a9c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6348a7ef-236f-42db-8bc7-e742f798e0dc'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:15:17.125401 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-77d49581-f8f7-44dc-8b14-306d315bfd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:17.210644 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-67a986cb-fa06-4ca6-9999-91235d7870b7 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:17.222103 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb28b5-e682-429d-8f90-eb6cf9c021cf req-7fbec4e1-8410-4ec4-bba1-a29b7115bb47 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:17.223560 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2cb28b5-e682-429d-8f90-eb6cf9c021cf req-7fbec4e1-8410-4ec4-bba1-a29b7115bb47 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=14416790-43dd-451b-a167-99684e0b0704 HTTP/1.1" status: 200 len: 943 time: 0.0874722 Aug 17 00:15:17.251803 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-67a986cb-fa06-4ca6-9999-91235d7870b7 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Transition to ACTIVE for port object 2cee32c0-1af8-419f-be48-a8dfadf66817 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:15:17.283763 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2cb28b5-e682-429d-8f90-eb6cf9c021cf req-1c16b0f5-b72c-4998-b017-c1d58fcca655 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494661 Aug 17 00:15:17.294557 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd,segment=NetworkSegment(58c40ffe-f06d-458d-84a2-5995c2267517),segment_id=58c40ffe-f06d-458d-84a2-5995c2267517)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:17.318941 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-77d49581-f8f7-44dc-8b14-306d315bfd45 None None] For port 5f2f4d78-ee93-4284-9b1e-d761f0baf1b8, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:15:17.322073 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-67a986cb-fa06-4ca6-9999-91235d7870b7 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:17.326562 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd', 'network_id': 'c7fbf6df-b582-48ad-91b2-b1a51dfd09fb', 'port_id': '91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd', 'mac_address': 'fa:16:3e:e6:24:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9714244-a336-4eb8-8cb8-78c77eca1694', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:15:17.342479 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-77d49581-f8f7-44dc-8b14-306d315bfd45 None None] For port 5f2f4d78-ee93-4284-9b1e-d761f0baf1b8, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5f2f4d78-ee93-4284-9b1e-d761f0baf1b8,segment=NetworkSegment(8e6aaf5f-f47c-4536-98ad-5bbe18a9c640),segment_id=8e6aaf5f-f47c-4536-98ad-5bbe18a9c640)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:15:17.348939 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a986cb-fa06-4ca6-9999-91235d7870b7 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network 6348a7ef-236f-42db-8bc7-e742f798e0dc is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:15:17.368566 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-77d49581-f8f7-44dc-8b14-306d315bfd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:17.370983 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-67a986cb-fa06-4ca6-9999-91235d7870b7 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:15:17.374555 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a986cb-fa06-4ca6-9999-91235d7870b7 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:15:17.419623 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a986cb-fa06-4ca6-9999-91235d7870b7 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Port': ['ID=2cee32c0-1af8-419f-be48-a8dfadf66817,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:17.448196 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-67a986cb-fa06-4ca6-9999-91235d7870b7 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:17.456376 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:17.476555 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ffb4f0f3-e222-4867-a14c-4fdeb2294649 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:17.495051 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:15:17.506652 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ffb4f0f3-e222-4867-a14c-4fdeb2294649 None None] Transition to ACTIVE for port object 441917ed-f6e1-47bf-baa7-100be24e6395 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:15:17.515482 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d49581-f8f7-44dc-8b14-306d315bfd45 None None] Pushing event updated for resources: {'Port': ['ID=5f2f4d78-ee93-4284-9b1e-d761f0baf1b8,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:17.552310 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd,segment=NetworkSegment(58c40ffe-f06d-458d-84a2-5995c2267517),segment_id=58c40ffe-f06d-458d-84a2-5995c2267517)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:17.555654 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ffb4f0f3-e222-4867-a14c-4fdeb2294649 None None] Transition to ACTIVE for port object 441917ed-f6e1-47bf-baa7-100be24e6395 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:15:17.558843 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:17.564790 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ffb4f0f3-e222-4867-a14c-4fdeb2294649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:17.609820 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb4f0f3-e222-4867-a14c-4fdeb2294649 None None] Network 011ea3c1-efb2-408b-9710-66f981e7d011 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:15:17.616857 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-67a986cb-fa06-4ca6-9999-91235d7870b7 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:17.626907 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:17.630310 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-ffb4f0f3-e222-4867-a14c-4fdeb2294649 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:15:17.634668 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb4f0f3-e222-4867-a14c-4fdeb2294649 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:15:17.756909 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4f0f3-e222-4867-a14c-4fdeb2294649 None None] Pushing event updated for resources: {'Port': ['ID=441917ed-f6e1-47bf-baa7-100be24e6395,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:17.763726 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ffb4f0f3-e222-4867-a14c-4fdeb2294649 None None] Attempting to bind port 441917ed-f6e1-47bf-baa7-100be24e6395 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:15:17.764044 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ffb4f0f3-e222-4867-a14c-4fdeb2294649 None None] Attempting to bind port 441917ed-f6e1-47bf-baa7-100be24e6395 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '248dd3d3-185b-464e-83f0-51e62a7bcfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '011ea3c1-efb2-408b-9710-66f981e7d011'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:15:17.764520 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb4f0f3-e222-4867-a14c-4fdeb2294649 None None] Attempting to bind port 441917ed-f6e1-47bf-baa7-100be24e6395 on network 011ea3c1-efb2-408b-9710-66f981e7d011 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:15:17.771403 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb4f0f3-e222-4867-a14c-4fdeb2294649 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:15:17.771783 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb4f0f3-e222-4867-a14c-4fdeb2294649 None None] Checking segment: {'id': '248dd3d3-185b-464e-83f0-51e62a7bcfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '011ea3c1-efb2-408b-9710-66f981e7d011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:15:17.772233 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ffb4f0f3-e222-4867-a14c-4fdeb2294649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:17.773518 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb4f0f3-e222-4867-a14c-4fdeb2294649 None None] Bound using segment: {'id': '248dd3d3-185b-464e-83f0-51e62a7bcfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '011ea3c1-efb2-408b-9710-66f981e7d011'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:15:17.774070 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ffb4f0f3-e222-4867-a14c-4fdeb2294649 None None] Bound port: 441917ed-f6e1-47bf-baa7-100be24e6395, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248dd3d3-185b-464e-83f0-51e62a7bcfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '011ea3c1-efb2-408b-9710-66f981e7d011'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:15:17.774611 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ffb4f0f3-e222-4867-a14c-4fdeb2294649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:17.955275 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:15:17.957861 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5f2f4d78-ee93-4284-9b1e-d761f0baf1b8 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:15:18.011222 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ffb4f0f3-e222-4867-a14c-4fdeb2294649 None None] For port 441917ed-f6e1-47bf-baa7-100be24e6395, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:15:18.022912 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c883b6-6309-4b9d-bc97-0f60f7a7a3f9 req-b86dbd1c-f3da-4803-90da-2eb95d744017 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:18.031017 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3c883b6-6309-4b9d-bc97-0f60f7a7a3f9 req-b86dbd1c-f3da-4803-90da-2eb95d744017 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 946 time: 0.1619349 Aug 17 00:15:18.047611 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ffb4f0f3-e222-4867-a14c-4fdeb2294649 None None] For port 441917ed-f6e1-47bf-baa7-100be24e6395, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=441917ed-f6e1-47bf-baa7-100be24e6395,segment=NetworkSegment(248dd3d3-185b-464e-83f0-51e62a7bcfa1),segment_id=248dd3d3-185b-464e-83f0-51e62a7bcfa1)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:15:18.061800 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ffb4f0f3-e222-4867-a14c-4fdeb2294649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:18.119130 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3c883b6-6309-4b9d-bc97-0f60f7a7a3f9 req-f1b4a104-bfab-4cbb-a3db-c9d599b183e4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872257 Aug 17 00:15:18.156432 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 5f2f4d78-ee93-4284-9b1e-d761f0baf1b8 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:15:18.169844 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4f0f3-e222-4867-a14c-4fdeb2294649 None None] Pushing event updated for resources: {'Port': ['ID=441917ed-f6e1-47bf-baa7-100be24e6395,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:18.260258 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-67a986cb-fa06-4ca6-9999-91235d7870b7 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:18.278421 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-67a986cb-fa06-4ca6-9999-91235d7870b7 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:18.391458 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-67a986cb-fa06-4ca6-9999-91235d7870b7 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:18.485682 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a986cb-fa06-4ca6-9999-91235d7870b7 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Port': ['ID=2cee32c0-1af8-419f-be48-a8dfadf66817,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:18.538753 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b88ec6-7d0e-4bf6-9bfc-583faa92a35a req-18ba5247-085e-426d-a1d1-a4d7f641de14 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:18.547133 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a2b88ec6-7d0e-4bf6-9bfc-583faa92a35a req-18ba5247-085e-426d-a1d1-a4d7f641de14 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 946 time: 0.2933624 Aug 17 00:15:18.688776 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1872553-e26f-4c36-9793-6b839ffe83ab req-e1677473-054a-42a1-b506-5e2db4b6ddca tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:18.690765 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c1872553-e26f-4c36-9793-6b839ffe83ab req-e1677473-054a-42a1-b506-5e2db4b6ddca tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=14416790-43dd-451b-a167-99684e0b0704 HTTP/1.1" status: 200 len: 944 time: 0.3006697 Aug 17 00:15:18.715795 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a2b88ec6-7d0e-4bf6-9bfc-583faa92a35a req-e6fa3b23-29cc-4583-a9f0-b887720aa82a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675794 Aug 17 00:15:18.978174 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 7402d3ab-5c18-47e0-974a-a2613fd6578c up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:15:19.080139 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 7402d3ab-5c18-47e0-974a-a2613fd6578c triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:19.080727 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:19.154876 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf6023f-a579-4394-ae3e-6b4c9fe91b16 None None] Network 6348a7ef-236f-42db-8bc7-e742f798e0dc requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:15:19.189643 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c1872553-e26f-4c36-9793-6b839ffe83ab req-f6bbc8d3-6ff3-4175-834d-38b57dbd71b8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842715 Aug 17 00:15:19.210008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a986cb-fa06-4ca6-9999-91235d7870b7 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network 6348a7ef-236f-42db-8bc7-e742f798e0dc is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:15:19.212513 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-67a986cb-fa06-4ca6-9999-91235d7870b7 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:15:19.263414 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d2609d6b-3c2d-46a0-ac55-b9e7d04c733f None None] Provisioning for port 5f2f4d78-ee93-4284-9b1e-d761f0baf1b8 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:15:19.265528 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6f1ac4d8-0da5-426b-9fbd-1928161f21a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:19.273283 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:19.285002 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d2609d6b-3c2d-46a0-ac55-b9e7d04c733f None None] Provisioning complete for port 5f2f4d78-ee93-4284-9b1e-d761f0baf1b8 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:19.285377 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d2609d6b-3c2d-46a0-ac55-b9e7d04c733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:19.362585 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4362d-e9c3-4581-b6a3-c23b7ec17b18 req-8b04f47d-17c7-4e6e-8701-aa866002dfdd tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:19.372589 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cba4362d-e9c3-4581-b6a3-c23b7ec17b18 req-8b04f47d-17c7-4e6e-8701-aa866002dfdd tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 946 time: 0.2724013 Aug 17 00:15:19.412605 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:19.434526 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cba4362d-e9c3-4581-b6a3-c23b7ec17b18 req-ca0e4f56-e541-4df3-b73c-1b3ec7418de8 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561423 Aug 17 00:15:19.474177 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a986cb-fa06-4ca6-9999-91235d7870b7 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Router be48e21d-9d15-47cd-ad5f-8ba1b7a50855 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:15:19.529009 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 7402d3ab-5c18-47e0-974a-a2613fd6578c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=7402d3ab-5c18-47e0-974a-a2613fd6578c,segment=NetworkSegment(29022532-c1e3-47ba-bd55-19b3ce5b2e2a),segment_id=29022532-c1e3-47ba-bd55-19b3ce5b2e2a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:19.562809 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2b1712-4112-49fc-b9e8-d676beae0b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7402d3ab-5c18-47e0-974a-a2613fd6578c'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:15:19.568819 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f045e3e9-f8e6-40c2-a1c7-66db6dbaa8e0" -d '{"events": [{"server_uuid": "3f2b1712-4112-49fc-b9e8-d676beae0b89", "name": "network-vif-plugged", "status": "completed", "tag": "7402d3ab-5c18-47e0-974a-a2613fd6578c"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:15:19.582292 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:19.662016 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a986cb-fa06-4ca6-9999-91235d7870b7 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:15:19.671493 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-67a986cb-fa06-4ca6-9999-91235d7870b7 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "PUT /v2.0/routers/be48e21d-9d15-47cd-ad5f-8ba1b7a50855/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4381030 Aug 17 00:15:19.677967 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54418) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:19.682159 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499828b9-e0f1-4127-bd43-eebb4fcc41b2 None None] Sync routers for ids ['be48e21d-9d15-47cd-ad5f-8ba1b7a50855'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:15:19.701142 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499828b9-e0f1-4127-bd43-eebb4fcc41b2 None None] Routers {'be48e21d-9d15-47cd-ad5f-8ba1b7a50855'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:15:19.706925 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-499828b9-e0f1-4127-bd43-eebb4fcc41b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['be48e21d-9d15-47cd-ad5f-8ba1b7a50855'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:19.794632 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-499828b9-e0f1-4127-bd43-eebb4fcc41b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:19.811296 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499828b9-e0f1-4127-bd43-eebb4fcc41b2 None None] Routers {'be48e21d-9d15-47cd-ad5f-8ba1b7a50855'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:15:19.812203 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-499828b9-e0f1-4127-bd43-eebb4fcc41b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['be48e21d-9d15-47cd-ad5f-8ba1b7a50855'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:19.830018 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368d5670-3561-4816-bd16-edeaa34e402f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:19.834264 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-368d5670-3561-4816-bd16-edeaa34e402f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "GET /v2.0/ports/2cee32c0-1af8-419f-be48-a8dfadf66817 HTTP/1.1" status: 200 len: 910 time: 0.1522620 Aug 17 00:15:19.834538 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54420) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:19.859581 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0659ee7-eac9-446e-b8ec-ec6d78b36cc3 x-openstack-request-id: req-a0659ee7-eac9-446e-b8ec-ec6d78b36cc3 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:15:19.859581 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2b1712-4112-49fc-b9e8-d676beae0b89", "name": "network-vif-plugged", "status": "completed", "tag": "7402d3ab-5c18-47e0-974a-a2613fd6578c", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:15:19.859581 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a0659ee7-eac9-446e-b8ec-ec6d78b36cc3 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:15:19.859581 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2b1712-4112-49fc-b9e8-d676beae0b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7402d3ab-5c18-47e0-974a-a2613fd6578c', 'code': 200} Aug 17 00:15:19.860032 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d8b76b-33b0-489c-8280-14d7ac72854a None None] Network 011ea3c1-efb2-408b-9710-66f981e7d011 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:15:19.890756 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-499828b9-e0f1-4127-bd43-eebb4fcc41b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:19.891515 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499828b9-e0f1-4127-bd43-eebb4fcc41b2 None None] The sync data for ids ['be48e21d-9d15-47cd-ad5f-8ba1b7a50855'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:15:19.910975 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d2609d6b-3c2d-46a0-ac55-b9e7d04c733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:20.027897 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 441917ed-f6e1-47bf-baa7-100be24e6395 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:15:20.037685 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a282e2-cdfc-4c6e-9cca-bca05e36b473 req-849193eb-276b-44ee-88da-e796aac2b30e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:20.040565 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72a282e2-cdfc-4c6e-9cca-bca05e36b473 req-849193eb-276b-44ee-88da-e796aac2b30e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 946 time: 0.0843055 Aug 17 00:15:20.124453 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-d2609d6b-3c2d-46a0-ac55-b9e7d04c733f None None] For port 5f2f4d78-ee93-4284-9b1e-d761f0baf1b8, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5f2f4d78-ee93-4284-9b1e-d761f0baf1b8,segment=NetworkSegment(8e6aaf5f-f47c-4536-98ad-5bbe18a9c640),segment_id=8e6aaf5f-f47c-4536-98ad-5bbe18a9c640)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:20.140390 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72a282e2-cdfc-4c6e-9cca-bca05e36b473 req-be3f531f-69da-4658-a213-da89a0d047ce tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888910 Aug 17 00:15:20.142233 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d2609d6b-3c2d-46a0-ac55-b9e7d04c733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:20.146647 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=7402d3ab-5c18-47e0-974a-a2613fd6578c,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:20.308051 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:20.329745 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 441917ed-f6e1-47bf-baa7-100be24e6395 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:15:20.341984 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2609d6b-3c2d-46a0-ac55-b9e7d04c733f None None] Pushing event updated for resources: {'Port': ['ID=5f2f4d78-ee93-4284-9b1e-d761f0baf1b8,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:20.366968 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-72982b76-e78c-43ea-9ac6-b406fdf4519c None None] Provisioning for port 441917ed-f6e1-47bf-baa7-100be24e6395 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:15:20.372842 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebb7e1-6865-48e7-aa66-68a948cc28f2 req-65191e2e-bf06-4a0d-b909-b19da20ac71c tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:20.374697 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-17ebb7e1-6865-48e7-aa66-68a948cc28f2 req-65191e2e-bf06-4a0d-b909-b19da20ac71c tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=14416790-43dd-451b-a167-99684e0b0704 HTTP/1.1" status: 200 len: 944 time: 0.1048443 Aug 17 00:15:20.376295 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-72982b76-e78c-43ea-9ac6-b406fdf4519c None None] Provisioning complete for port 441917ed-f6e1-47bf-baa7-100be24e6395 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:20.376677 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-72982b76-e78c-43ea-9ac6-b406fdf4519c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:20.458614 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-17ebb7e1-6865-48e7-aa66-68a948cc28f2 req-1e177ef8-3c74-4aaa-be3d-a0627c7cd38d tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749290 Aug 17 00:15:20.511402 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-72982b76-e78c-43ea-9ac6-b406fdf4519c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:20.560242 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8d123f1-7318-471a-bcae-8d41beb924b9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:20.594283 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-72982b76-e78c-43ea-9ac6-b406fdf4519c None None] For port 441917ed-f6e1-47bf-baa7-100be24e6395, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=441917ed-f6e1-47bf-baa7-100be24e6395,segment=NetworkSegment(248dd3d3-185b-464e-83f0-51e62a7bcfa1),segment_id=248dd3d3-185b-464e-83f0-51e62a7bcfa1)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:20.602939 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-72982b76-e78c-43ea-9ac6-b406fdf4519c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:20.702408 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72982b76-e78c-43ea-9ac6-b406fdf4519c None None] Pushing event updated for resources: {'Port': ['ID=441917ed-f6e1-47bf-baa7-100be24e6395,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:20.731103 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-360d7aff-a0e1-442a-ba91-a93d6dd1a6a2 None None] Provisioning complete for port 5f2f4d78-ee93-4284-9b1e-d761f0baf1b8 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:20.731481 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-360d7aff-a0e1-442a-ba91-a93d6dd1a6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:20.879024 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-360d7aff-a0e1-442a-ba91-a93d6dd1a6a2 None None] Provisioning for port 2cee32c0-1af8-419f-be48-a8dfadf66817 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:15:20.890472 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-360d7aff-a0e1-442a-ba91-a93d6dd1a6a2 None None] Provisioning complete for port 2cee32c0-1af8-419f-be48-a8dfadf66817 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:20.892190 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-360d7aff-a0e1-442a-ba91-a93d6dd1a6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:20.947847 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-360d7aff-a0e1-442a-ba91-a93d6dd1a6a2 None None] Port 2cee32c0-1af8-419f-be48-a8dfadf66817 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:15:20.974261 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:15:20.979925 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-f8d123f1-7318-471a-bcae-8d41beb924b9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Allocated IP 172.21.0.1 (011ea3c1-efb2-408b-9710-66f981e7d011/7638c0e3-7ab6-4fc7-8c99-96b34c2adb0f/7bce2b86-e773-4110-8a12-d1ed6d058b1d) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:15:21.026662 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:15:21.030996 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:21.031585 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:21.085607 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7f3cde7a-f039-41c8-ba69-a0fd4f0656bb None None] Provisioning complete for port 441917ed-f6e1-47bf-baa7-100be24e6395 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:21.086078 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7f3cde7a-f039-41c8-ba69-a0fd4f0656bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:21.162578 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8d123f1-7318-471a-bcae-8d41beb924b9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:21.196609 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:21.219925 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-f8d123f1-7318-471a-bcae-8d41beb924b9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Transition to ACTIVE for port object 7bce2b86-e773-4110-8a12-d1ed6d058b1d will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:15:21.258386 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534e7b8-d40e-4e43-aeb3-ea8b076282df req-07c44b31-783f-4c4e-a38e-d6f492aa653e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:21.260336 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0534e7b8-d40e-4e43-aeb3-ea8b076282df req-07c44b31-783f-4c4e-a38e-d6f492aa653e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 946 time: 0.0537386 Aug 17 00:15:21.270102 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7f3cde7a-f039-41c8-ba69-a0fd4f0656bb None None] Provisioning complete for port 2cee32c0-1af8-419f-be48-a8dfadf66817 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:21.270492 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7f3cde7a-f039-41c8-ba69-a0fd4f0656bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:21.302433 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd,segment=NetworkSegment(58c40ffe-f06d-458d-84a2-5995c2267517),segment_id=58c40ffe-f06d-458d-84a2-5995c2267517)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:21.310685 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:21.312322 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0534e7b8-d40e-4e43-aeb3-ea8b076282df req-4cdfb550-8bfa-4d6d-aa23-7e9b7ea1a562 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413377 Aug 17 00:15:21.313639 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8d123f1-7318-471a-bcae-8d41beb924b9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:21.347443 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-7f3cde7a-f039-41c8-ba69-a0fd4f0656bb None None] Port 2cee32c0-1af8-419f-be48-a8dfadf66817 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:15:21.350720 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d123f1-7318-471a-bcae-8d41beb924b9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network 011ea3c1-efb2-408b-9710-66f981e7d011 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:15:21.353517 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-f8d123f1-7318-471a-bcae-8d41beb924b9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:15:21.374659 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d123f1-7318-471a-bcae-8d41beb924b9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:15:21.388946 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:21.440620 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8d123f1-7318-471a-bcae-8d41beb924b9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:21.443350 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d123f1-7318-471a-bcae-8d41beb924b9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Port': ['ID=7bce2b86-e773-4110-8a12-d1ed6d058b1d,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:21.568545 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aef77e-b661-4417-9a97-1cf65af016d0 req-ec852976-593c-4c72-b8dd-81eee9e91336 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:21.573124 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c7aef77e-b661-4417-9a97-1cf65af016d0 req-ec852976-593c-4c72-b8dd-81eee9e91336 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.64 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 946 time: 0.0731905 Aug 17 00:15:21.639292 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8d123f1-7318-471a-bcae-8d41beb924b9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:21.711717 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c2cea-4a69-46f2-8dfe-dfa0099531e6 req-28348cca-aa2d-4fa0-8982-66c5b87ac3c4 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:21.713226 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a40c2cea-4a69-46f2-8dfe-dfa0099531e6 req-28348cca-aa2d-4fa0-8982-66c5b87ac3c4 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=14416790-43dd-451b-a167-99684e0b0704 HTTP/1.1" status: 200 len: 945 time: 0.1391380 Aug 17 00:15:21.747442 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-c7aef77e-b661-4417-9a97-1cf65af016d0 req-bce2d7f8-fd44-479c-92b6-c791277d5875 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Deleting port 0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:15:21.747797 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c7aef77e-b661-4417-9a97-1cf65af016d0 req-bce2d7f8-fd44-479c-92b6-c791277d5875 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:21.782512 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f63096a1-60d5-49b6-8682-6eec9f80c9ec None None] Provisioning for port 7bce2b86-e773-4110-8a12-d1ed6d058b1d completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:15:21.793550 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f63096a1-60d5-49b6-8682-6eec9f80c9ec None None] Provisioning complete for port 7bce2b86-e773-4110-8a12-d1ed6d058b1d triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:21.793824 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f63096a1-60d5-49b6-8682-6eec9f80c9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:21.843916 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a40c2cea-4a69-46f2-8dfe-dfa0099531e6 req-43dc095d-989c-4b6a-a310-bc9792407b77 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217196 Aug 17 00:15:21.864069 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14416790-43dd-451b-a167-99684e0b0704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:15:21.868842 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2afcf8-e00a-4b62-aac2-5197c967b58f" -d '{"events": [{"server_uuid": "14416790-43dd-451b-a167-99684e0b0704", "name": "network-vif-plugged", "status": "completed", "tag": "91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:15:21.881822 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f63096a1-60d5-49b6-8682-6eec9f80c9ec None None] Port 7bce2b86-e773-4110-8a12-d1ed6d058b1d cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:15:21.892699 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5f2f4d78-ee93-4284-9b1e-d761f0baf1b8 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:15:21.913029 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-c7aef77e-b661-4417-9a97-1cf65af016d0 req-bce2d7f8-fd44-479c-92b6-c791277d5875 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] For port 0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:21.913427 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c7aef77e-b661-4417-9a97-1cf65af016d0 req-bce2d7f8-fd44-479c-92b6-c791277d5875 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:21.920133 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002d8d01-0642-49db-992a-fc34bf21fe71 x-openstack-request-id: req-002d8d01-0642-49db-992a-fc34bf21fe71 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:15:21.920793 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14416790-43dd-451b-a167-99684e0b0704", "name": "network-vif-plugged", "status": "completed", "tag": "91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:15:21.920966 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-002d8d01-0642-49db-992a-fc34bf21fe71 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:15:21.922050 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14416790-43dd-451b-a167-99684e0b0704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd', 'code': 200} Aug 17 00:15:21.943034 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-c7aef77e-b661-4417-9a97-1cf65af016d0 req-bce2d7f8-fd44-479c-92b6-c791277d5875 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Calling delete_port for 0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:15:21.978014 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 5f2f4d78-ee93-4284-9b1e-d761f0baf1b8 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:21.978014 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:22.069339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ccfe7-1ce6-4f75-a709-b44515e63b07 req-0d0cbbee-6333-4796-a864-6069ea3f0ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:22.071393 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-570ccfe7-1ce6-4f75-a709-b44515e63b07 req-0d0cbbee-6333-4796-a864-6069ea3f0ba0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=14416790-43dd-451b-a167-99684e0b0704 HTTP/1.1" status: 200 len: 1097 time: 0.0680993 Aug 17 00:15:22.098711 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8d123f1-7318-471a-bcae-8d41beb924b9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:22.105859 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8d123f1-7318-471a-bcae-8d41beb924b9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:22.122126 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:15:22.133983 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:22.141518 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 441917ed-f6e1-47bf-baa7-100be24e6395 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:15:22.141937 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-570ccfe7-1ce6-4f75-a709-b44515e63b07 req-15e2322e-2187-4e62-9c08-98082ef755a8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605690 Aug 17 00:15:22.181955 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c7aef77e-b661-4417-9a97-1cf65af016d0 req-bce2d7f8-fd44-479c-92b6-c791277d5875 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:22.194364 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d123f1-7318-471a-bcae-8d41beb924b9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Port': ['ID=7bce2b86-e773-4110-8a12-d1ed6d058b1d,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:22.196740 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:15:22.216402 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2d7f8-fd44-479c-92b6-c791277d5875 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event deleted for resources: {'Port': ['ID=0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:22.219065 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8d123f1-7318-471a-bcae-8d41beb924b9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:22.239019 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 441917ed-f6e1-47bf-baa7-100be24e6395 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:22.239487 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:22.278159 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7aef77e-b661-4417-9a97-1cf65af016d0 req-bce2d7f8-fd44-479c-92b6-c791277d5875 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] No DVR routers for this DVR port 0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:15:22.281554 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c7aef77e-b661-4417-9a97-1cf65af016d0 req-bce2d7f8-fd44-479c-92b6-c791277d5875 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:22.284583 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c7aef77e-b661-4417-9a97-1cf65af016d0 req-bce2d7f8-fd44-479c-92b6-c791277d5875 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.64 "DELETE /v2.0/ports/0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9 HTTP/1.1" status: 204 len: 173 time: 0.7011890 Aug 17 00:15:22.285144 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81dd351-5fbf-44ab-bd2c-fed4ad187faf', 'name': 'network-vif-deleted', 'tag': '0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:15:22.287690 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9cb427-4518-405d-b068-bd9bee07b28d" -d '{"events": [{"server_uuid": "d81dd351-5fbf-44ab-bd2c-fed4ad187faf", "name": "network-vif-deleted", "tag": "0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:15:22.381151 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11832c08-3f1e-4969-b78e-dceddf1e8474 x-openstack-request-id: req-11832c08-3f1e-4969-b78e-dceddf1e8474 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:15:22.381667 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81dd351-5fbf-44ab-bd2c-fed4ad187faf", "name": "network-vif-deleted", "tag": "0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:15:22.381667 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-11832c08-3f1e-4969-b78e-dceddf1e8474 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:15:22.382046 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81dd351-5fbf-44ab-bd2c-fed4ad187faf', 'name': 'network-vif-deleted', 'tag': '0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9', 'status': 'completed', 'code': 200} Aug 17 00:15:22.501329 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d123f1-7318-471a-bcae-8d41beb924b9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network 011ea3c1-efb2-408b-9710-66f981e7d011 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:15:22.503224 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-f8d123f1-7318-471a-bcae-8d41beb924b9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:15:22.543568 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a998707-2a6b-4e47-8bb7-acb1a7a29629 req-7ade4339-28cc-40fe-8ba2-0641dcf4f0e9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 210 time: 0.0428095 Aug 17 00:15:22.674251 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d123f1-7318-471a-bcae-8d41beb924b9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Router be48e21d-9d15-47cd-ad5f-8ba1b7a50855 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:15:22.788826 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d123f1-7318-471a-bcae-8d41beb924b9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:15:22.804426 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f8d123f1-7318-471a-bcae-8d41beb924b9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "PUT /v2.0/routers/be48e21d-9d15-47cd-ad5f-8ba1b7a50855/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9659064 Aug 17 00:15:22.804650 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28d4f2f-7f9e-49b2-ab98-83ae1ad2f32e None None] Sync routers for ids ['be48e21d-9d15-47cd-ad5f-8ba1b7a50855'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:15:22.805527 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54442) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:22.820493 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a029909c-2b0f-4d74-b35d-b747a284e2b7 None None] Provisioning complete for port 7bce2b86-e773-4110-8a12-d1ed6d058b1d triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:22.820994 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a029909c-2b0f-4d74-b35d-b747a284e2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:22.852602 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb89207b-b21f-48e4-ac11-90b42d91be96 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:22.859108 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fb89207b-b21f-48e4-ac11-90b42d91be96 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "GET /v2.0/ports/7bce2b86-e773-4110-8a12-d1ed6d058b1d HTTP/1.1" status: 200 len: 910 time: 0.0469904 Aug 17 00:15:22.859299 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-a029909c-2b0f-4d74-b35d-b747a284e2b7 None None] Port 7bce2b86-e773-4110-8a12-d1ed6d058b1d cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:15:22.859299 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28d4f2f-7f9e-49b2-ab98-83ae1ad2f32e None None] Routers {'be48e21d-9d15-47cd-ad5f-8ba1b7a50855'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:15:22.859299 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-c28d4f2f-7f9e-49b2-ab98-83ae1ad2f32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['be48e21d-9d15-47cd-ad5f-8ba1b7a50855'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:22.860888 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54444) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:22.911001 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-c28d4f2f-7f9e-49b2-ab98-83ae1ad2f32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:22.923862 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28d4f2f-7f9e-49b2-ab98-83ae1ad2f32e None None] Routers {'be48e21d-9d15-47cd-ad5f-8ba1b7a50855'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:15:22.924747 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-c28d4f2f-7f9e-49b2-ab98-83ae1ad2f32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['be48e21d-9d15-47cd-ad5f-8ba1b7a50855'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:22.983313 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-c28d4f2f-7f9e-49b2-ab98-83ae1ad2f32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:22.984268 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28d4f2f-7f9e-49b2-ab98-83ae1ad2f32e None None] The sync data for ids ['be48e21d-9d15-47cd-ad5f-8ba1b7a50855'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:15:23.053244 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d12f6c-8b25-46a5-9f91-91820ac5277e req-eafda750-a789-4395-aeab-f760aa7a2d21 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:23.061731 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-37d12f6c-8b25-46a5-9f91-91820ac5277e req-eafda750-a789-4395-aeab-f760aa7a2d21 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=14416790-43dd-451b-a167-99684e0b0704 HTTP/1.1" status: 200 len: 945 time: 0.1006794 Aug 17 00:15:23.106514 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-37d12f6c-8b25-46a5-9f91-91820ac5277e req-c3fb9ba6-d538-4cae-a9c2-0893ff4d4b44 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436842 Aug 17 00:15:23.342201 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aa0bd272-435a-4ae4-9686-8bbbaa247a25 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:23.628954 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-aa0bd272-435a-4ae4-9686-8bbbaa247a25 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Deleting port 7bce2b86-e773-4110-8a12-d1ed6d058b1d {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:15:23.629470 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aa0bd272-435a-4ae4-9686-8bbbaa247a25 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:23.660756 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7bfbe9de-eefc-4c26-9ca9-4c64eda960ed req-b2aecafe-cd60-46a0-a2c6-5cb71c25af61 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 210 time: 0.0308549 Aug 17 00:15:23.752038 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aa0bd272-435a-4ae4-9686-8bbbaa247a25 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:23.768607 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-aa0bd272-435a-4ae4-9686-8bbbaa247a25 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Calling delete_port for 7bce2b86-e773-4110-8a12-d1ed6d058b1d owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:15:23.972282 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aa0bd272-435a-4ae4-9686-8bbbaa247a25 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:24.002756 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bd272-435a-4ae4-9686-8bbbaa247a25 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Port': ['ID=7bce2b86-e773-4110-8a12-d1ed6d058b1d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:24.203022 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aa0bd272-435a-4ae4-9686-8bbbaa247a25 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:24.260717 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81934e-3281-4044-9ebc-29485771a718 req-3baa193f-9667-4e53-9c36-85975f83d4a6 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:24.268587 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6a81934e-3281-4044-9ebc-29485771a718 req-3baa193f-9667-4e53-9c36-85975f83d4a6 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=14416790-43dd-451b-a167-99684e0b0704 HTTP/1.1" status: 200 len: 945 time: 0.0641620 Aug 17 00:15:24.310531 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6a81934e-3281-4044-9ebc-29485771a718 req-9a19e0fc-b56a-4d99-b4fd-a367f78ecf53 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409880 Aug 17 00:15:24.413120 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0bd272-435a-4ae4-9686-8bbbaa247a25 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Router be48e21d-9d15-47cd-ad5f-8ba1b7a50855 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:15:24.567289 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ea9c8-57f3-407e-9b61-6ccd63f243ef req-1eec4273-d216-42b2-80b5-b3232cd4a7fc tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:24.568888 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ce7ea9c8-57f3-407e-9b61-6ccd63f243ef req-1eec4273-d216-42b2-80b5-b3232cd4a7fc tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=14416790-43dd-451b-a167-99684e0b0704 HTTP/1.1" status: 200 len: 945 time: 0.0548007 Aug 17 00:15:24.612402 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ce7ea9c8-57f3-407e-9b61-6ccd63f243ef req-54f644b0-b718-447e-9bda-8ad8ef7397d4 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360770 Aug 17 00:15:24.771739 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b138865f-92ce-46a6-8506-7f07169e8fcc req-befbffbd-9d45-46ff-b2aa-50bfc5d7bc2d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 210 time: 0.0305223 Aug 17 00:15:24.839404 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0bd272-435a-4ae4-9686-8bbbaa247a25 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:15:24.844343 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-aa0bd272-435a-4ae4-9686-8bbbaa247a25 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "PUT /v2.0/routers/be48e21d-9d15-47cd-ad5f-8ba1b7a50855/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9804654 Aug 17 00:15:24.847074 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54462) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:24.850315 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b5ccf8-2af2-4284-98da-1c2a4f790986 None None] Sync routers for ids ['be48e21d-9d15-47cd-ad5f-8ba1b7a50855'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:15:24.861230 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b5ccf8-2af2-4284-98da-1c2a4f790986 None None] Routers {'be48e21d-9d15-47cd-ad5f-8ba1b7a50855'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:15:24.861851 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e6b5ccf8-2af2-4284-98da-1c2a4f790986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['be48e21d-9d15-47cd-ad5f-8ba1b7a50855'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:24.895099 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e6b5ccf8-2af2-4284-98da-1c2a4f790986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:24.904937 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b5ccf8-2af2-4284-98da-1c2a4f790986 None None] Routers {'be48e21d-9d15-47cd-ad5f-8ba1b7a50855'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:15:24.905692 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e6b5ccf8-2af2-4284-98da-1c2a4f790986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['be48e21d-9d15-47cd-ad5f-8ba1b7a50855'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:24.940915 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e6b5ccf8-2af2-4284-98da-1c2a4f790986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:24.941717 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b5ccf8-2af2-4284-98da-1c2a4f790986 None None] The sync data for ids ['be48e21d-9d15-47cd-ad5f-8ba1b7a50855'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:15:24.998931 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:15:25.019585 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:15:25.019931 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0e1bef74-cc0b-47a5-bbdb-a29f5c1dc1c9 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:15:25.174612 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2defa607-dc8f-41ab-8f23-a67cc2147bc1 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:25.427603 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-2defa607-dc8f-41ab-8f23-a67cc2147bc1 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Deleting port 2cee32c0-1af8-419f-be48-a8dfadf66817 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:15:25.428228 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2defa607-dc8f-41ab-8f23-a67cc2147bc1 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:25.519875 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2defa607-dc8f-41ab-8f23-a67cc2147bc1 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:25.531569 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-2defa607-dc8f-41ab-8f23-a67cc2147bc1 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Calling delete_port for 2cee32c0-1af8-419f-be48-a8dfadf66817 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:15:25.714269 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2defa607-dc8f-41ab-8f23-a67cc2147bc1 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:25.745981 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf851a-6ec2-4059-a657-788bd5054fce req-0283d6d9-2cf6-4833-8959-57f02ee791fe tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:25.747659 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bbdf851a-6ec2-4059-a657-788bd5054fce req-0283d6d9-2cf6-4833-8959-57f02ee791fe tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=14416790-43dd-451b-a167-99684e0b0704 HTTP/1.1" status: 200 len: 945 time: 0.0653558 Aug 17 00:15:25.802395 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bbdf851a-6ec2-4059-a657-788bd5054fce req-3a530fab-a3b6-41af-9583-8439f2120fa8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441549 Aug 17 00:15:25.835157 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defa607-dc8f-41ab-8f23-a67cc2147bc1 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Port': ['ID=2cee32c0-1af8-419f-be48-a8dfadf66817,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:25.908367 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f184b88-d483-4d39-99f5-9af0ffec5472 req-c80c6bc5-1b9e-4397-bf91-68a54b0d9d20 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 210 time: 0.0324545 Aug 17 00:15:25.929593 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2defa607-dc8f-41ab-8f23-a67cc2147bc1 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:25.975393 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c9024-f012-4fe2-b641-ba8e787d15cb req-126c67f8-461b-47d3-868b-f7e50be57056 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:25.978258 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-907c9024-f012-4fe2-b641-ba8e787d15cb req-126c67f8-461b-47d3-868b-f7e50be57056 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.64 "GET /v2.0/ports?device_id=14416790-43dd-451b-a167-99684e0b0704 HTTP/1.1" status: 200 len: 945 time: 0.0605707 Aug 17 00:15:26.086129 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-907c9024-f012-4fe2-b641-ba8e787d15cb req-f4857d7b-4be6-4a04-8bcd-9e29e7cf521b tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Deleting port 91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:15:26.086470 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-907c9024-f012-4fe2-b641-ba8e787d15cb req-f4857d7b-4be6-4a04-8bcd-9e29e7cf521b tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:26.108258 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2defa607-dc8f-41ab-8f23-a67cc2147bc1 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Router be48e21d-9d15-47cd-ad5f-8ba1b7a50855 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:15:26.184345 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-907c9024-f012-4fe2-b641-ba8e787d15cb req-f4857d7b-4be6-4a04-8bcd-9e29e7cf521b tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] For port 91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd,segment=NetworkSegment(58c40ffe-f06d-458d-84a2-5995c2267517),segment_id=58c40ffe-f06d-458d-84a2-5995c2267517)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:26.184561 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-907c9024-f012-4fe2-b641-ba8e787d15cb req-f4857d7b-4be6-4a04-8bcd-9e29e7cf521b tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:26.193935 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2defa607-dc8f-41ab-8f23-a67cc2147bc1 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:15:26.199905 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2defa607-dc8f-41ab-8f23-a67cc2147bc1 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "PUT /v2.0/routers/be48e21d-9d15-47cd-ad5f-8ba1b7a50855/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3517756 Aug 17 00:15:26.202491 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54470) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:26.206071 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16bbfb4-e060-4e5c-b2e4-ff389eb66a62 None None] Sync routers for ids ['be48e21d-9d15-47cd-ad5f-8ba1b7a50855'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:15:26.207499 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-907c9024-f012-4fe2-b641-ba8e787d15cb req-f4857d7b-4be6-4a04-8bcd-9e29e7cf521b tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Calling delete_port for 91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:15:26.221829 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16bbfb4-e060-4e5c-b2e4-ff389eb66a62 None None] Routers {'be48e21d-9d15-47cd-ad5f-8ba1b7a50855'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:15:26.221829 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b16bbfb4-e060-4e5c-b2e4-ff389eb66a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['be48e21d-9d15-47cd-ad5f-8ba1b7a50855'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:26.236551 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e55d970a-9a54-404d-a33f-343e229c7563 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "GET /v2.0/ports?device_id=be48e21d-9d15-47cd-ad5f-8ba1b7a50855 HTTP/1.1" status: 200 len: 205 time: 0.0326507 Aug 17 00:15:26.238994 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54476) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:26.307768 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b16bbfb4-e060-4e5c-b2e4-ff389eb66a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:26.320038 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16bbfb4-e060-4e5c-b2e4-ff389eb66a62 None None] Routers {'be48e21d-9d15-47cd-ad5f-8ba1b7a50855'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:15:26.321595 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b16bbfb4-e060-4e5c-b2e4-ff389eb66a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['be48e21d-9d15-47cd-ad5f-8ba1b7a50855'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:26.340764 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b22ae1cd-fae7-4e37-beeb-8acc4f0a2482 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:26.358191 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b16bbfb4-e060-4e5c-b2e4-ff389eb66a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:26.359113 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16bbfb4-e060-4e5c-b2e4-ff389eb66a62 None None] The sync data for ids ['be48e21d-9d15-47cd-ad5f-8ba1b7a50855'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:15:26.445936 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-907c9024-f012-4fe2-b641-ba8e787d15cb req-f4857d7b-4be6-4a04-8bcd-9e29e7cf521b tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:26.463277 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['0a29e60c-58e2-4a54-8c31-a2c02741653b', '91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:15:26.480260 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4857d7b-4be6-4a04-8bcd-9e29e7cf521b tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Pushing event deleted for resources: {'Port': ['ID=91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:26.533119 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-907c9024-f012-4fe2-b641-ba8e787d15cb req-f4857d7b-4be6-4a04-8bcd-9e29e7cf521b tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] No DVR routers for this DVR port 91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:15:26.538218 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-907c9024-f012-4fe2-b641-ba8e787d15cb req-f4857d7b-4be6-4a04-8bcd-9e29e7cf521b tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:26.541149 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-907c9024-f012-4fe2-b641-ba8e787d15cb req-f4857d7b-4be6-4a04-8bcd-9e29e7cf521b tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.64 "DELETE /v2.0/ports/91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd HTTP/1.1" status: 204 len: 173 time: 0.5555582 Aug 17 00:15:26.541632 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14416790-43dd-451b-a167-99684e0b0704', 'name': 'network-vif-deleted', 'tag': '91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:15:26.544194 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40198bf8-abc0-4c94-bd2e-bc2b27e06aea" -d '{"events": [{"server_uuid": "14416790-43dd-451b-a167-99684e0b0704", "name": "network-vif-deleted", "tag": "91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:15:26.589327 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78aa7d7-c22a-4b17-9d3c-f468b4ef87ac x-openstack-request-id: req-e78aa7d7-c22a-4b17-9d3c-f468b4ef87ac {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:15:26.589624 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14416790-43dd-451b-a167-99684e0b0704", "name": "network-vif-deleted", "tag": "91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:15:26.589877 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e78aa7d7-c22a-4b17-9d3c-f468b4ef87ac {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:15:26.590432 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14416790-43dd-451b-a167-99684e0b0704', 'name': 'network-vif-deleted', 'tag': '91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd', 'status': 'completed', 'code': 200} Aug 17 00:15:26.620779 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b22ae1cd-fae7-4e37-beeb-8acc4f0a2482 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:26.623803 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b22ae1cd-fae7-4e37-beeb-8acc4f0a2482 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:26.693743 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b22ae1cd-fae7-4e37-beeb-8acc4f0a2482 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:26.694177 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22ae1cd-fae7-4e37-beeb-8acc4f0a2482 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Fanout notify agent at l3_agent the message router_deleted on router be48e21d-9d15-47cd-ad5f-8ba1b7a50855 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:15:26.701936 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b22ae1cd-fae7-4e37-beeb-8acc4f0a2482 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:26.703062 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b22ae1cd-fae7-4e37-beeb-8acc4f0a2482 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/routers/be48e21d-9d15-47cd-ad5f-8ba1b7a50855 HTTP/1.1" status: 204 len: 168 time: 0.4620576 Aug 17 00:15:26.705633 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54480) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:26.757265 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9328e5-6c0b-4971-8f38-a851dc56355b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Deleting subnet 7638c0e3-7ab6-4fc7-8c99-96b34c2adb0f {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:15:26.761949 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-db9328e5-6c0b-4971-8f38-a851dc56355b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:26.809809 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-db9328e5-6c0b-4971-8f38-a851dc56355b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:26.948006 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-db9328e5-6c0b-4971-8f38-a851dc56355b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:26.997368 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-320ce8fd-f31e-479f-a579-b08f3aee183a req-bb4ea546-1870-41e3-87a2-68383b7c6703 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=14416790-43dd-451b-a167-99684e0b0704 HTTP/1.1" status: 200 len: 210 time: 0.0738037 Aug 17 00:15:27.037731 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-db9328e5-6c0b-4971-8f38-a851dc56355b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:27.060316 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aff9cfaf-055c-4009-8180-204ffe74bde2 req-908ae75c-4118-496f-bf8c-7c749b78e196 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d81dd351-5fbf-44ab-bd2c-fed4ad187faf HTTP/1.1" status: 200 len: 210 time: 0.0431895 Aug 17 00:15:27.083119 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-db9328e5-6c0b-4971-8f38-a851dc56355b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:27.086768 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-db9328e5-6c0b-4971-8f38-a851dc56355b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/subnets/7638c0e3-7ab6-4fc7-8c99-96b34c2adb0f HTTP/1.1" status: 204 len: 168 time: 0.3795977 Aug 17 00:15:27.087483 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9328e5-6c0b-4971-8f38-a851dc56355b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Subnet': ['ID=7638c0e3-7ab6-4fc7-8c99-96b34c2adb0f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:27.090756 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54486) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:27.092303 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b7a37d-76b2-4c71-ac8f-56a5d03b490a None None] Network 011ea3c1-efb2-408b-9710-66f981e7d011 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:15:27.150447 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e2c6aa-bb16-4ef4-8868-4296cf145c19 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Deleting subnet 0ea7e348-b1f9-4515-861a-fef02b389c1e {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:15:27.153616 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-59e2c6aa-bb16-4ef4-8868-4296cf145c19 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:27.195941 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-59e2c6aa-bb16-4ef4-8868-4296cf145c19 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:27.306281 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-59e2c6aa-bb16-4ef4-8868-4296cf145c19 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:27.337447 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84a23e5-4cc4-44e0-be85-bd2a3e796b17 None None] DHCP port deletion for 011ea3c1-efb2-408b-9710-66f981e7d011 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:15:27.377494 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-59e2c6aa-bb16-4ef4-8868-4296cf145c19 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:27.400139 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-a84a23e5-4cc4-44e0-be85-bd2a3e796b17 None None] Deleting port 441917ed-f6e1-47bf-baa7-100be24e6395 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:15:27.400955 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a84a23e5-4cc4-44e0-be85-bd2a3e796b17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:27.416752 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2c6aa-bb16-4ef4-8868-4296cf145c19 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Subnet': ['ID=0ea7e348-b1f9-4515-861a-fef02b389c1e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:27.418915 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-59e2c6aa-bb16-4ef4-8868-4296cf145c19 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:27.420943 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-59e2c6aa-bb16-4ef4-8868-4296cf145c19 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/subnets/0ea7e348-b1f9-4515-861a-fef02b389c1e HTTP/1.1" status: 204 len: 168 time: 0.3291624 Aug 17 00:15:27.423442 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54490) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:27.446927 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc7ec6c-ee94-430b-ad1e-8fb3973f4b39 None None] Network 6348a7ef-236f-42db-8bc7-e742f798e0dc requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:15:27.511681 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e6e1ed63-c182-423a-bb4f-e1833a1ecc1b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:27.524770 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-a84a23e5-4cc4-44e0-be85-bd2a3e796b17 None None] For port 441917ed-f6e1-47bf-baa7-100be24e6395, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=441917ed-f6e1-47bf-baa7-100be24e6395,segment=NetworkSegment(248dd3d3-185b-464e-83f0-51e62a7bcfa1),segment_id=248dd3d3-185b-464e-83f0-51e62a7bcfa1)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:27.525197 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a84a23e5-4cc4-44e0-be85-bd2a3e796b17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:27.545962 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-a84a23e5-4cc4-44e0-be85-bd2a3e796b17 None None] Calling delete_port for 441917ed-f6e1-47bf-baa7-100be24e6395 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:15:27.568959 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-e6e1ed63-c182-423a-bb4f-e1833a1ecc1b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Deleting port 441917ed-f6e1-47bf-baa7-100be24e6395 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:15:27.569412 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e6e1ed63-c182-423a-bb4f-e1833a1ecc1b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:27.643678 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-e6e1ed63-c182-423a-bb4f-e1833a1ecc1b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] For port 441917ed-f6e1-47bf-baa7-100be24e6395, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=441917ed-f6e1-47bf-baa7-100be24e6395,segment=NetworkSegment(248dd3d3-185b-464e-83f0-51e62a7bcfa1),segment_id=248dd3d3-185b-464e-83f0-51e62a7bcfa1)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:27.644357 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e6e1ed63-c182-423a-bb4f-e1833a1ecc1b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:27.659191 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-e6e1ed63-c182-423a-bb4f-e1833a1ecc1b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Calling delete_port for 441917ed-f6e1-47bf-baa7-100be24e6395 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:15:27.694834 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a84a23e5-4cc4-44e0-be85-bd2a3e796b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:27.727825 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84a23e5-4cc4-44e0-be85-bd2a3e796b17 None None] No DVR routers for this DVR port 441917ed-f6e1-47bf-baa7-100be24e6395 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:15:27.732268 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a23e5-4cc4-44e0-be85-bd2a3e796b17 None None] Pushing event deleted for resources: {'Port': ['ID=441917ed-f6e1-47bf-baa7-100be24e6395,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:27.746278 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a23e5-4cc4-44e0-be85-bd2a3e796b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:15:27.746713 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a23e5-4cc4-44e0-be85-bd2a3e796b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:15:27.747112 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a23e5-4cc4-44e0-be85-bd2a3e796b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:15:27.747578 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a23e5-4cc4-44e0-be85-bd2a3e796b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:15:27.747971 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a23e5-4cc4-44e0-be85-bd2a3e796b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:15:27.748373 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a23e5-4cc4-44e0-be85-bd2a3e796b17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:15:27.748772 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a23e5-4cc4-44e0-be85-bd2a3e796b17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:15:27.749240 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a23e5-4cc4-44e0-be85-bd2a3e796b17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:15:27.749691 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a23e5-4cc4-44e0-be85-bd2a3e796b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:15:27.750091 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a23e5-4cc4-44e0-be85-bd2a3e796b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:15:27.750523 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a23e5-4cc4-44e0-be85-bd2a3e796b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:15:27.751019 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a23e5-4cc4-44e0-be85-bd2a3e796b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:15:27.758461 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b02afe1-df71-4942-a210-37e1ed987a53 None None] DHCP port deletion for 6348a7ef-236f-42db-8bc7-e742f798e0dc request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:15:27.759773 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e6e1ed63-c182-423a-bb4f-e1833a1ecc1b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:27.789648 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1ed63-c182-423a-bb4f-e1833a1ecc1b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Port': ['ID=441917ed-f6e1-47bf-baa7-100be24e6395,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:27.791608 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e1ed63-c182-423a-bb4f-e1833a1ecc1b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] No DVR routers for this DVR port 441917ed-f6e1-47bf-baa7-100be24e6395 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:15:27.821521 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-9b02afe1-df71-4942-a210-37e1ed987a53 None None] Deleting port 5f2f4d78-ee93-4284-9b1e-d761f0baf1b8 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:15:27.821957 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9b02afe1-df71-4942-a210-37e1ed987a53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:27.875149 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5f2f4d78-ee93-4284-9b1e-d761f0baf1b8 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:15:27.880341 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e6e1ed63-c182-423a-bb4f-e1833a1ecc1b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:27.891411 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-e6e1ed63-c182-423a-bb4f-e1833a1ecc1b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['011ea3c1-efb2-408b-9710-66f981e7d011']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:27.902935 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-e6e1ed63-c182-423a-bb4f-e1833a1ecc1b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248dd3d3-185b-464e-83f0-51e62a7bcfa1') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:27.903262 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-e6e1ed63-c182-423a-bb4f-e1833a1ecc1b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248dd3d3-185b-464e-83f0-51e62a7bcfa1') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:27.915514 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e6e1ed63-c182-423a-bb4f-e1833a1ecc1b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:27.932392 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e6e1ed63-c182-423a-bb4f-e1833a1ecc1b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:27.935722 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-9b02afe1-df71-4942-a210-37e1ed987a53 None None] For port 5f2f4d78-ee93-4284-9b1e-d761f0baf1b8, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5f2f4d78-ee93-4284-9b1e-d761f0baf1b8,segment=NetworkSegment(8e6aaf5f-f47c-4536-98ad-5bbe18a9c640),segment_id=8e6aaf5f-f47c-4536-98ad-5bbe18a9c640)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:27.936131 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9b02afe1-df71-4942-a210-37e1ed987a53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:27.939800 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e1ed63-c182-423a-bb4f-e1833a1ecc1b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:15:27.940297 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e6e1ed63-c182-423a-bb4f-e1833a1ecc1b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:15:27.943495 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:15:27.953597 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-9b02afe1-df71-4942-a210-37e1ed987a53 None None] Calling delete_port for 5f2f4d78-ee93-4284-9b1e-d761f0baf1b8 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:15:28.011939 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e6e1ed63-c182-423a-bb4f-e1833a1ecc1b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:28.019548 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e6e1ed63-c182-423a-bb4f-e1833a1ecc1b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:28.024948 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e6e1ed63-c182-423a-bb4f-e1833a1ecc1b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/networks/011ea3c1-efb2-408b-9710-66f981e7d011 HTTP/1.1" status: 204 len: 168 time: 0.5971336 Aug 17 00:15:28.025086 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54494) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:28.037684 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:28.045616 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1ed63-c182-423a-bb4f-e1833a1ecc1b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Network': ['ID=011ea3c1-efb2-408b-9710-66f981e7d011,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:28.097103 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 5f2f4d78-ee93-4284-9b1e-d761f0baf1b8, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5f2f4d78-ee93-4284-9b1e-d761f0baf1b8,segment=NetworkSegment(8e6aaf5f-f47c-4536-98ad-5bbe18a9c640),segment_id=8e6aaf5f-f47c-4536-98ad-5bbe18a9c640)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:28.109760 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:28.110697 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 441917ed-f6e1-47bf-baa7-100be24e6395 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:15:28.135110 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30521577-c2eb-4d73-ab68-622f70b50136 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:28.169271 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 441917ed-f6e1-47bf-baa7-100be24e6395 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:15:28.169640 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 441917ed-f6e1-47bf-baa7-100be24e6395 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:15:28.176093 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9b02afe1-df71-4942-a210-37e1ed987a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:28.202183 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b02afe1-df71-4942-a210-37e1ed987a53 None None] No DVR routers for this DVR port 5f2f4d78-ee93-4284-9b1e-d761f0baf1b8 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:15:28.223214 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=5f2f4d78-ee93-4284-9b1e-d761f0baf1b8,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:28.223844 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc1eed-7b9e-4456-84ca-b9af19d5183e req-a8efc9d7-b52b-4373-886f-ca18c9a13654 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:28.240580 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-30521577-c2eb-4d73-ab68-622f70b50136 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Deleting port 5f2f4d78-ee93-4284-9b1e-d761f0baf1b8 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:15:28.241074 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30521577-c2eb-4d73-ab68-622f70b50136 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:28.244509 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c7bc1eed-7b9e-4456-84ca-b9af19d5183e req-a8efc9d7-b52b-4373-886f-ca18c9a13654 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0946648 Aug 17 00:15:28.266299 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02afe1-df71-4942-a210-37e1ed987a53 None None] Pushing event deleted for resources: {'Port': ['ID=5f2f4d78-ee93-4284-9b1e-d761f0baf1b8,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:28.281903 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c7bc1eed-7b9e-4456-84ca-b9af19d5183e req-4a014f83-a744-4f5a-9d8a-4cb2b3fc862a tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363376 Aug 17 00:15:28.318320 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-30521577-c2eb-4d73-ab68-622f70b50136 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] For port 5f2f4d78-ee93-4284-9b1e-d761f0baf1b8, host n-d-800088-20, got binding levels [] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:28.318691 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30521577-c2eb-4d73-ab68-622f70b50136 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:28.334468 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-30521577-c2eb-4d73-ab68-622f70b50136 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Calling delete_port for 5f2f4d78-ee93-4284-9b1e-d761f0baf1b8 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:15:28.344050 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.ipam_backend_mixin [None req-30521577-c2eb-4d73-ab68-622f70b50136 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Port 5f2f4d78-ee93-4284-9b1e-d761f0baf1b8 was not found and therefore no delete operation was performed {{(pid=101402) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 00:15:28.345833 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30521577-c2eb-4d73-ab68-622f70b50136 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:28.376783 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30521577-c2eb-4d73-ab68-622f70b50136 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Port': ['ID=5f2f4d78-ee93-4284-9b1e-d761f0baf1b8,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:28.379060 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30521577-c2eb-4d73-ab68-622f70b50136 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] No DVR routers for this DVR port 5f2f4d78-ee93-4284-9b1e-d761f0baf1b8 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:15:28.467835 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30521577-c2eb-4d73-ab68-622f70b50136 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:28.479438 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-30521577-c2eb-4d73-ab68-622f70b50136 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6348a7ef-236f-42db-8bc7-e742f798e0dc']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:28.491409 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-30521577-c2eb-4d73-ab68-622f70b50136 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e6aaf5f-f47c-4536-98ad-5bbe18a9c640') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:28.491868 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-30521577-c2eb-4d73-ab68-622f70b50136 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e6aaf5f-f47c-4536-98ad-5bbe18a9c640') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:28.502220 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30521577-c2eb-4d73-ab68-622f70b50136 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:28.518085 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30521577-c2eb-4d73-ab68-622f70b50136 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:28.527529 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30521577-c2eb-4d73-ab68-622f70b50136 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:15:28.528123 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30521577-c2eb-4d73-ab68-622f70b50136 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:15:28.531880 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:15:28.594491 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30521577-c2eb-4d73-ab68-622f70b50136 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:28.602539 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30521577-c2eb-4d73-ab68-622f70b50136 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:28.610345 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-30521577-c2eb-4d73-ab68-622f70b50136 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/networks/6348a7ef-236f-42db-8bc7-e742f798e0dc HTTP/1.1" status: 204 len: 168 time: 0.5782125 Aug 17 00:15:28.610345 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54510) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:28.610602 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e60de-bef6-4ae0-8664-08c3672c32cc req-d71e38b9-936e-4321-896f-45f2583c1e66 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:28.610602 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e4e60de-bef6-4ae0-8664-08c3672c32cc req-d71e38b9-936e-4321-896f-45f2583c1e66 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0580809 Aug 17 00:15:28.614634 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-e50f4af2-57e9-4cbb-9585-f8f175314e2c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'network': {'name': 'tempest-RoutersTest-1021668864'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:28.630275 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30521577-c2eb-4d73-ab68-622f70b50136 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Network': ['ID=6348a7ef-236f-42db-8bc7-e742f798e0dc,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:28.650346 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50f4af2-57e9-4cbb-9585-f8f175314e2c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Made reservation on behalf of df54ebfbd4534f81a348549cf820e603 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:15:28.654541 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e50f4af2-57e9-4cbb-9585-f8f175314e2c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:28.661379 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e4e60de-bef6-4ae0-8664-08c3672c32cc req-2caab051-f7dd-48ec-828e-b6601af0e963 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422270 Aug 17 00:15:28.685171 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50f4af2-57e9-4cbb-9585-f8f175314e2c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:15:28.694568 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e50f4af2-57e9-4cbb-9585-f8f175314e2c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:28.694907 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-e50f4af2-57e9-4cbb-9585-f8f175314e2c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Added segment fdd0aafd-07df-4c36-abbf-f08238c0b152 of type vlan for network f1f2fdd5-2eaf-4a5c-8acc-89f24b8d2215 Aug 17 00:15:28.740882 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e50f4af2-57e9-4cbb-9585-f8f175314e2c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:28.780235 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e50f4af2-57e9-4cbb-9585-f8f175314e2c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:28.786986 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50f4af2-57e9-4cbb-9585-f8f175314e2c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:28.787616 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e50f4af2-57e9-4cbb-9585-f8f175314e2c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:28.796897 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9138afd-c11d-48c8-a38d-ede5d8bb994d req-02ca9b36-08e7-4fbe-8260-c34be8e2f1f7 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:28.801868 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d9138afd-c11d-48c8-a38d-ede5d8bb994d req-02ca9b36-08e7-4fbe-8260-c34be8e2f1f7 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0618701 Aug 17 00:15:28.844056 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d9138afd-c11d-48c8-a38d-ede5d8bb994d req-2dcbcd35-a760-43e2-88a8-03cd6797eb70 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382385 Aug 17 00:15:28.844442 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e50f4af2-57e9-4cbb-9585-f8f175314e2c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2345996 Aug 17 00:15:28.847240 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54514) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:28.853334 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-4ff2f068-8831-4fa9-bc84-8ad0e2b4046e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'subnet': {'network_id': 'f1f2fdd5-2eaf-4a5c-8acc-89f24b8d2215', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:28.861891 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f4af2-57e9-4cbb-9585-f8f175314e2c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Network': ['ID=f1f2fdd5-2eaf-4a5c-8acc-89f24b8d2215,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:28.881199 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network f1f2fdd5-2eaf-4a5c-8acc-89f24b8d2215 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:15:28.970674 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff2f068-8831-4fa9-bc84-8ad0e2b4046e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Made reservation on behalf of df54ebfbd4534f81a348549cf820e603 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:15:28.975575 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4ff2f068-8831-4fa9-bc84-8ad0e2b4046e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:29.001636 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:15:29.034323 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:15:29.035288 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 91d8d2e2-24ff-4fdc-811b-42f8be6dd9cd not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:15:29.193521 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4ff2f068-8831-4fa9-bc84-8ad0e2b4046e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:29.281547 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2f068-8831-4fa9-bc84-8ad0e2b4046e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Subnet': ['ID=33779ee7-41bb-49c6-8fda-54a8dc5e73fd,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:29.293688 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff2f068-8831-4fa9-bc84-8ad0e2b4046e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Checking segment: {'id': 'fdd0aafd-07df-4c36-abbf-f08238c0b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f1f2fdd5-2eaf-4a5c-8acc-89f24b8d2215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:15:29.294259 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff2f068-8831-4fa9-bc84-8ad0e2b4046e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network hostable DHCP agents. Network: f1f2fdd5-2eaf-4a5c-8acc-89f24b8d2215, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:15:29.319580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff2f068-8831-4fa9-bc84-8ad0e2b4046e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network f1f2fdd5-2eaf-4a5c-8acc-89f24b8d2215 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:15:29.349176 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-4ff2f068-8831-4fa9-bc84-8ad0e2b4046e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, f1f2fdd5-2eaf-4a5c-8acc-89f24b8d2215) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:15:29.357394 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff2f068-8831-4fa9-bc84-8ad0e2b4046e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:29.358158 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4ff2f068-8831-4fa9-bc84-8ad0e2b4046e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:29.359674 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e81b002-658e-47a4-818e-35cb526a6734 None None] Network f1f2fdd5-2eaf-4a5c-8acc-89f24b8d2215 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:15:29.402059 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54528) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:29.402319 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4ff2f068-8831-4fa9-bc84-8ad0e2b4046e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5539131 Aug 17 00:15:29.407165 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-81e322eb-6e1a-42dd-8d4c-ec2c8bacacea tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2011069924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:29.454769 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-81e322eb-6e1a-42dd-8d4c-ec2c8bacacea tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:29.456344 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-81e322eb-6e1a-42dd-8d4c-ec2c8bacacea tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:29.574485 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-81e322eb-6e1a-42dd-8d4c-ec2c8bacacea tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:29.578786 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1250f9-3a45-4859-8503-0c12d78cf4ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-f1f2fdd5-2eaf-4a5c-8acc-89f24b8d2215', 'network_id': 'f1f2fdd5-2eaf-4a5c-8acc-89f24b8d2215', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'fixed_ips': [{'subnet_id': '33779ee7-41bb-49c6-8fda-54a8dc5e73fd'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:15:29.580160 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cd1250f9-3a45-4859-8503-0c12d78cf4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:29.588415 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-81e322eb-6e1a-42dd-8d4c-ec2c8bacacea tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:29.630391 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-81e322eb-6e1a-42dd-8d4c-ec2c8bacacea tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:29.635659 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-81e322eb-6e1a-42dd-8d4c-ec2c8bacacea tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2285800 Aug 17 00:15:29.635805 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54530) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:29.640958 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f3f4ea84-8570-4c4a-a437-467b70b39cdd tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'port': {'network_id': 'f1f2fdd5-2eaf-4a5c-8acc-89f24b8d2215', 'name': 'tempest-RoutersTest-1772604917'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:29.805706 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-cd1250f9-3a45-4859-8503-0c12d78cf4ee None None] Allocated IP 172.20.0.2 (f1f2fdd5-2eaf-4a5c-8acc-89f24b8d2215/33779ee7-41bb-49c6-8fda-54a8dc5e73fd/fac05a30-bb52-4ee5-b294-36b255a0caa2) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:15:29.872713 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f4ea84-8570-4c4a-a437-467b70b39cdd tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Made reservation on behalf of df54ebfbd4534f81a348549cf820e603 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:15:29.880035 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f3f4ea84-8570-4c4a-a437-467b70b39cdd tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:29.925916 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-f3f4ea84-8570-4c4a-a437-467b70b39cdd tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] device_id is not set on port a8b73267-6312-49a7-bf0a-85852890f246 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:15:30.072461 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cd1250f9-3a45-4859-8503-0c12d78cf4ee None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:30.082255 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-cd1250f9-3a45-4859-8503-0c12d78cf4ee None None] Transition to ACTIVE for port object fac05a30-bb52-4ee5-b294-36b255a0caa2 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:15:30.108191 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-cd1250f9-3a45-4859-8503-0c12d78cf4ee None None] Transition to ACTIVE for port object fac05a30-bb52-4ee5-b294-36b255a0caa2 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:15:30.115777 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cd1250f9-3a45-4859-8503-0c12d78cf4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:30.161580 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1250f9-3a45-4859-8503-0c12d78cf4ee None None] Network f1f2fdd5-2eaf-4a5c-8acc-89f24b8d2215 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:15:30.165851 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-cd1250f9-3a45-4859-8503-0c12d78cf4ee None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:15:30.172667 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1250f9-3a45-4859-8503-0c12d78cf4ee None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:15:30.195610 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1250f9-3a45-4859-8503-0c12d78cf4ee None None] Pushing event updated for resources: {'Port': ['ID=fac05a30-bb52-4ee5-b294-36b255a0caa2,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:30.223312 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-f3f4ea84-8570-4c4a-a437-467b70b39cdd tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Allocated IP 172.20.0.5 (f1f2fdd5-2eaf-4a5c-8acc-89f24b8d2215/33779ee7-41bb-49c6-8fda-54a8dc5e73fd/a8b73267-6312-49a7-bf0a-85852890f246) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:15:30.251087 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-cd1250f9-3a45-4859-8503-0c12d78cf4ee None None] Attempting to bind port fac05a30-bb52-4ee5-b294-36b255a0caa2 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:15:30.251459 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-cd1250f9-3a45-4859-8503-0c12d78cf4ee None None] Attempting to bind port fac05a30-bb52-4ee5-b294-36b255a0caa2 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'fdd0aafd-07df-4c36-abbf-f08238c0b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f1f2fdd5-2eaf-4a5c-8acc-89f24b8d2215'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:15:30.252275 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1250f9-3a45-4859-8503-0c12d78cf4ee None None] Attempting to bind port fac05a30-bb52-4ee5-b294-36b255a0caa2 on network f1f2fdd5-2eaf-4a5c-8acc-89f24b8d2215 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:15:30.258507 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1250f9-3a45-4859-8503-0c12d78cf4ee None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:15:30.258889 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1250f9-3a45-4859-8503-0c12d78cf4ee None None] Checking segment: {'id': 'fdd0aafd-07df-4c36-abbf-f08238c0b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f1f2fdd5-2eaf-4a5c-8acc-89f24b8d2215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:15:30.259294 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cd1250f9-3a45-4859-8503-0c12d78cf4ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:30.259695 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1250f9-3a45-4859-8503-0c12d78cf4ee None None] Bound using segment: {'id': 'fdd0aafd-07df-4c36-abbf-f08238c0b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f1f2fdd5-2eaf-4a5c-8acc-89f24b8d2215'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:15:30.260167 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-cd1250f9-3a45-4859-8503-0c12d78cf4ee None None] Bound port: fac05a30-bb52-4ee5-b294-36b255a0caa2, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd0aafd-07df-4c36-abbf-f08238c0b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f1f2fdd5-2eaf-4a5c-8acc-89f24b8d2215'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:15:30.260549 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cd1250f9-3a45-4859-8503-0c12d78cf4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:30.340751 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-cd1250f9-3a45-4859-8503-0c12d78cf4ee None None] For port fac05a30-bb52-4ee5-b294-36b255a0caa2, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:15:30.345235 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-cd1250f9-3a45-4859-8503-0c12d78cf4ee None None] For port fac05a30-bb52-4ee5-b294-36b255a0caa2, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=fac05a30-bb52-4ee5-b294-36b255a0caa2,segment=NetworkSegment(fdd0aafd-07df-4c36-abbf-f08238c0b152),segment_id=fdd0aafd-07df-4c36-abbf-f08238c0b152)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:15:30.354089 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cd1250f9-3a45-4859-8503-0c12d78cf4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:30.449721 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1250f9-3a45-4859-8503-0c12d78cf4ee None None] Pushing event updated for resources: {'Port': ['ID=fac05a30-bb52-4ee5-b294-36b255a0caa2,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:30.512544 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f3f4ea84-8570-4c4a-a437-467b70b39cdd tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:30.534463 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-f3f4ea84-8570-4c4a-a437-467b70b39cdd tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Transition to ACTIVE for port object a8b73267-6312-49a7-bf0a-85852890f246 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:15:30.605322 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f3f4ea84-8570-4c4a-a437-467b70b39cdd tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:30.684291 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4ea84-8570-4c4a-a437-467b70b39cdd tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Port': ['ID=a8b73267-6312-49a7-bf0a-85852890f246,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:30.689648 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f4ea84-8570-4c4a-a437-467b70b39cdd tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network f1f2fdd5-2eaf-4a5c-8acc-89f24b8d2215 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:15:30.693395 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-f3f4ea84-8570-4c4a-a437-467b70b39cdd tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:15:30.696718 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f4ea84-8570-4c4a-a437-467b70b39cdd tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:15:30.792276 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f4ea84-8570-4c4a-a437-467b70b39cdd tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:30.792958 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f3f4ea84-8570-4c4a-a437-467b70b39cdd tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:30.811962 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f3f4ea84-8570-4c4a-a437-467b70b39cdd tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1749856 Aug 17 00:15:30.815763 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54550) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:30.874447 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477c740-b2db-4c8d-b292-2de72b1f4056 req-e2ac73b6-b261-4ed0-9c82-ef43aba380f8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:30.876726 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1477c740-b2db-4c8d-b292-2de72b1f4056 req-e2ac73b6-b261-4ed0-9c82-ef43aba380f8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0916030 Aug 17 00:15:30.920349 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1477c740-b2db-4c8d-b292-2de72b1f4056 req-e61f7fb6-b61e-48d9-a38a-348c534d6f61 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360954 Aug 17 00:15:31.103148 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8451721-4305-4b31-bf4a-ed2081032270 req-464356fe-1bbd-4b22-a030-9662e5bfbef4 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:31.105473 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a8451721-4305-4b31-bf4a-ed2081032270 req-464356fe-1bbd-4b22-a030-9662e5bfbef4 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0666323 Aug 17 00:15:31.170190 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a8451721-4305-4b31-bf4a-ed2081032270 req-538c8f5d-7d40-4270-89f6-d088f294eb6d tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583451 Aug 17 00:15:31.719279 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f9f98c3-e6ce-4530-ba95-b41c7d277aa3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:31.903642 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device fac05a30-bb52-4ee5-b294-36b255a0caa2 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:15:31.955456 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e785cb2b-0e05-4f7c-beca-2fa44e7175bf None None] Network f1f2fdd5-2eaf-4a5c-8acc-89f24b8d2215 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:15:32.134080 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f9f98c3-e6ce-4530-ba95-b41c7d277aa3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:32.139819 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f9f98c3-e6ce-4530-ba95-b41c7d277aa3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:32.276849 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f98c3-e6ce-4530-ba95-b41c7d277aa3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Port': ['ID=a8b73267-6312-49a7-bf0a-85852890f246,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:32.345393 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port fac05a30-bb52-4ee5-b294-36b255a0caa2 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:15:32.347501 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-115f35d0-325e-4d2f-baf4-957d3a10fcc4 None None] Provisioning for port fac05a30-bb52-4ee5-b294-36b255a0caa2 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:15:32.371667 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-115f35d0-325e-4d2f-baf4-957d3a10fcc4 None None] Provisioning complete for port fac05a30-bb52-4ee5-b294-36b255a0caa2 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:32.372041 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-115f35d0-325e-4d2f-baf4-957d3a10fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:32.376746 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port fac05a30-bb52-4ee5-b294-36b255a0caa2 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:32.376746 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:32.545450 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f9f98c3-e6ce-4530-ba95-b41c7d277aa3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:32.713390 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:32.806881 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f9f98c3-e6ce-4530-ba95-b41c7d277aa3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:32.910459 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-115f35d0-325e-4d2f-baf4-957d3a10fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:32.921214 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port fac05a30-bb52-4ee5-b294-36b255a0caa2, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=fac05a30-bb52-4ee5-b294-36b255a0caa2,segment=NetworkSegment(fdd0aafd-07df-4c36-abbf-f08238c0b152),segment_id=fdd0aafd-07df-4c36-abbf-f08238c0b152)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:32.951240 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:32.955095 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1590fd6-991b-4b65-90ec-67fdf91a219e req-669ed587-777e-4588-b243-0f0227efa4f9 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:32.966730 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c1590fd6-991b-4b65-90ec-67fdf91a219e req-669ed587-777e-4588-b243-0f0227efa4f9 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.1060872 Aug 17 00:15:33.049609 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c1590fd6-991b-4b65-90ec-67fdf91a219e req-73ba3a5c-fa75-41c7-8cd0-f2f88541a2bc tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816178 Aug 17 00:15:33.088167 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=fac05a30-bb52-4ee5-b294-36b255a0caa2,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:33.157032 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.db.api [None req-115f35d0-325e-4d2f-baf4-957d3a10fcc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:15:33.158010 n-d-800088-20 neutron-server[101404]: DEBUG oslo_db.api [None req-115f35d0-325e-4d2f-baf4-957d3a10fcc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:15:33.260635 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc777b-4cb0-42c4-bdbe-096a0aec7a0d req-70988ca9-5b00-423a-9b3c-d81397ea274e tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:33.267876 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e1cc777b-4cb0-42c4-bdbe-096a0aec7a0d req-70988ca9-5b00-423a-9b3c-d81397ea274e tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0834832 Aug 17 00:15:33.337648 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e1cc777b-4cb0-42c4-bdbe-096a0aec7a0d req-a6eebfa7-8704-4413-9777-e17bd9e771cd tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688274 Aug 17 00:15:33.372017 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f9f98c3-e6ce-4530-ba95-b41c7d277aa3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:33.380477 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f9f98c3-e6ce-4530-ba95-b41c7d277aa3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:33.505736 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f98c3-e6ce-4530-ba95-b41c7d277aa3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Port': ['ID=a8b73267-6312-49a7-bf0a-85852890f246,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:33.509726 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f9f98c3-e6ce-4530-ba95-b41c7d277aa3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:33.586809 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb7d2a-4bbb-434a-bc81-bd2c59e10b58 req-cb4168c9-15a8-49c5-b3d4-7cbd44f7d0bb tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:33.590451 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c2bb7d2a-4bbb-434a-bc81-bd2c59e10b58 req-cb4168c9-15a8-49c5-b3d4-7cbd44f7d0bb tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0868809 Aug 17 00:15:33.643472 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9f98c3-e6ce-4530-ba95-b41c7d277aa3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network f1f2fdd5-2eaf-4a5c-8acc-89f24b8d2215 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:15:33.644487 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c2bb7d2a-4bbb-434a-bc81-bd2c59e10b58 req-29b00e14-9fe3-4031-931d-f8631e40209e tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452666 Aug 17 00:15:33.655103 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-8f9f98c3-e6ce-4530-ba95-b41c7d277aa3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:15:33.799714 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea1dfe-2777-420c-ba5c-6eb561854fec req-0b2b1bf0-b3d5-485d-9e72-729408440ccb tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:33.807976 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-edea1dfe-2777-420c-ba5c-6eb561854fec req-0b2b1bf0-b3d5-485d-9e72-729408440ccb tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0717583 Aug 17 00:15:33.866298 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7b56a29e-edb9-493d-9aeb-6eda18df3913 None None] Provisioning for port a8b73267-6312-49a7-bf0a-85852890f246 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:15:33.871049 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7b56a29e-edb9-493d-9aeb-6eda18df3913 None None] Provisioning complete for port a8b73267-6312-49a7-bf0a-85852890f246 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:33.871516 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7b56a29e-edb9-493d-9aeb-6eda18df3913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:33.890017 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-edea1dfe-2777-420c-ba5c-6eb561854fec req-b4799934-7664-46b8-9789-e9ec1e5088ea tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694010 Aug 17 00:15:33.948223 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9f98c3-e6ce-4530-ba95-b41c7d277aa3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Router d914fdc6-0032-4c8b-98f8-d7d4ad824789 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:15:33.963590 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device fac05a30-bb52-4ee5-b294-36b255a0caa2 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:15:34.030946 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-7b56a29e-edb9-493d-9aeb-6eda18df3913 None None] Port a8b73267-6312-49a7-bf0a-85852890f246 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:15:34.074126 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7b56a29e-edb9-493d-9aeb-6eda18df3913 None None] Provisioning complete for port fac05a30-bb52-4ee5-b294-36b255a0caa2 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:34.074501 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7b56a29e-edb9-493d-9aeb-6eda18df3913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:34.140047 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9f98c3-e6ce-4530-ba95-b41c7d277aa3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:15:34.144883 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port fac05a30-bb52-4ee5-b294-36b255a0caa2 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:34.145502 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:34.153912 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b683b29-c9af-491e-bfe9-e981c2ab597e None None] Sync routers for ids ['d914fdc6-0032-4c8b-98f8-d7d4ad824789'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:15:34.157123 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54636) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:34.157909 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8f9f98c3-e6ce-4530-ba95-b41c7d277aa3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "PUT /v2.0/routers/d914fdc6-0032-4c8b-98f8-d7d4ad824789/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3406241 Aug 17 00:15:34.175078 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b683b29-c9af-491e-bfe9-e981c2ab597e None None] Routers {'d914fdc6-0032-4c8b-98f8-d7d4ad824789'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:15:34.175816 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-5b683b29-c9af-491e-bfe9-e981c2ab597e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d914fdc6-0032-4c8b-98f8-d7d4ad824789'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:34.242485 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-5b683b29-c9af-491e-bfe9-e981c2ab597e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:34.264314 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b683b29-c9af-491e-bfe9-e981c2ab597e None None] Routers {'d914fdc6-0032-4c8b-98f8-d7d4ad824789'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:15:34.264927 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-5b683b29-c9af-491e-bfe9-e981c2ab597e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d914fdc6-0032-4c8b-98f8-d7d4ad824789'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:34.291763 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3a7499-2e3c-4585-8a62-f548a3bce734 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:34.296409 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5a3a7499-2e3c-4585-8a62-f548a3bce734 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "GET /v2.0/ports/a8b73267-6312-49a7-bf0a-85852890f246 HTTP/1.1" status: 200 len: 977 time: 0.1350124 Aug 17 00:15:34.296623 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54640) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:34.313692 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b2ab6-2354-42a7-9577-84f92210f84e req-2bae0965-16ec-41e8-a5ec-1aba59ca2f3d tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:34.315328 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-796b2ab6-2354-42a7-9577-84f92210f84e req-2bae0965-16ec-41e8-a5ec-1aba59ca2f3d tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.1559842 Aug 17 00:15:34.327036 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-5b683b29-c9af-491e-bfe9-e981c2ab597e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:34.330218 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b683b29-c9af-491e-bfe9-e981c2ab597e None None] The sync data for ids ['d914fdc6-0032-4c8b-98f8-d7d4ad824789'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:15:34.369529 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-76ac1708-6d04-4518-ab1b-3f44e8688a37 None None] Provisioning complete for port a8b73267-6312-49a7-bf0a-85852890f246 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:34.370243 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-76ac1708-6d04-4518-ab1b-3f44e8688a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:34.385720 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-796b2ab6-2354-42a7-9577-84f92210f84e req-76f96930-65b9-4bdd-8c1c-9d99380be839 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621493 Aug 17 00:15:34.439849 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-76ac1708-6d04-4518-ab1b-3f44e8688a37 None None] Port a8b73267-6312-49a7-bf0a-85852890f246 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:15:34.529121 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48573d6-0f6b-4f24-9089-b2156351bc25 req-3b0d23e9-1254-4989-b649-43b3cecf643b tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:34.531120 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d48573d6-0f6b-4f24-9089-b2156351bc25 req-3b0d23e9-1254-4989-b649-43b3cecf643b tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0554714 Aug 17 00:15:34.586733 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d48573d6-0f6b-4f24-9089-b2156351bc25 req-8ef4a763-15a2-4c46-86f0-2e644ce73d40 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457978 Aug 17 00:15:34.793015 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9ed99-5bd6-482c-a8b7-096f6044ba0a req-50105dd7-e2b2-43ce-9f6a-7f927d7406d5 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:34.794794 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1e9ed99-5bd6-482c-a8b7-096f6044ba0a req-50105dd7-e2b2-43ce-9f6a-7f927d7406d5 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0692294 Aug 17 00:15:34.817457 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef90091e-0ed8-40fb-9db8-26c582cd17f6 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:34.838341 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1e9ed99-5bd6-482c-a8b7-096f6044ba0a req-7e58d46a-3af9-47e0-9109-c91d432fd3cf tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371697 Aug 17 00:15:34.982027 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980beec-9ac9-417d-91bb-e890ed512b1e req-04cb6d67-2d9b-4778-9af0-bdfd2cbc1eb3 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:34.983940 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5980beec-9ac9-417d-91bb-e890ed512b1e req-04cb6d67-2d9b-4778-9af0-bdfd2cbc1eb3 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0618870 Aug 17 00:15:35.045136 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5980beec-9ac9-417d-91bb-e890ed512b1e req-5e546177-c1b6-4827-b4ab-d0ed3689b84e tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487130 Aug 17 00:15:35.111831 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ef90091e-0ed8-40fb-9db8-26c582cd17f6 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Deleting port a8b73267-6312-49a7-bf0a-85852890f246 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:15:35.112423 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef90091e-0ed8-40fb-9db8-26c582cd17f6 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:35.228588 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef90091e-0ed8-40fb-9db8-26c582cd17f6 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:35.241882 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ef90091e-0ed8-40fb-9db8-26c582cd17f6 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Calling delete_port for a8b73267-6312-49a7-bf0a-85852890f246 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:15:35.243319 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a3249-fd1d-47d8-a370-be38d0356d13 req-6b2ea0d1-147f-49a0-b278-a7f43ba0ddb8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:35.251297 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6a1a3249-fd1d-47d8-a370-be38d0356d13 req-6b2ea0d1-147f-49a0-b278-a7f43ba0ddb8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0721698 Aug 17 00:15:35.288167 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6a1a3249-fd1d-47d8-a370-be38d0356d13 req-cd96eb0f-2ab9-443c-9c76-8880bb6eaa08 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357397 Aug 17 00:15:35.447761 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47836ef1-60e3-4058-8673-0010c1131594 req-b954731f-f44f-43cc-96b9-f380008832d1 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:35.449471 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-47836ef1-60e3-4058-8673-0010c1131594 req-b954731f-f44f-43cc-96b9-f380008832d1 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0657072 Aug 17 00:15:35.464776 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef90091e-0ed8-40fb-9db8-26c582cd17f6 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:35.509148 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-47836ef1-60e3-4058-8673-0010c1131594 req-c511a590-5d98-4661-97a3-d02e250a8fec tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533819 Aug 17 00:15:35.524706 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90091e-0ed8-40fb-9db8-26c582cd17f6 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Port': ['ID=a8b73267-6312-49a7-bf0a-85852890f246,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:35.738058 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef90091e-0ed8-40fb-9db8-26c582cd17f6 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:35.762037 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926ecb5-5374-4b99-b57b-759ee0a34526 req-7b13e140-8929-453d-9fbc-924e21d1961c tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:35.763746 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c926ecb5-5374-4b99-b57b-759ee0a34526 req-7b13e140-8929-453d-9fbc-924e21d1961c tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.1068137 Aug 17 00:15:35.818607 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c926ecb5-5374-4b99-b57b-759ee0a34526 req-751d7a43-da91-4e16-ad54-3ebcb0383c11 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468986 Aug 17 00:15:35.942240 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef90091e-0ed8-40fb-9db8-26c582cd17f6 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Router d914fdc6-0032-4c8b-98f8-d7d4ad824789 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:15:35.982739 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776c47d-46c2-4da1-92ab-b89b2b71a030 req-84669a41-6e0c-4d27-9a53-06e0717d34ad tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:35.991127 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6776c47d-46c2-4da1-92ab-b89b2b71a030 req-84669a41-6e0c-4d27-9a53-06e0717d34ad tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0693128 Aug 17 00:15:36.040027 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6776c47d-46c2-4da1-92ab-b89b2b71a030 req-ac675ba3-2080-4044-981b-f381031e824f tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478404 Aug 17 00:15:36.042742 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef90091e-0ed8-40fb-9db8-26c582cd17f6 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:15:36.050805 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ef90091e-0ed8-40fb-9db8-26c582cd17f6 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "PUT /v2.0/routers/d914fdc6-0032-4c8b-98f8-d7d4ad824789/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7504380 Aug 17 00:15:36.051018 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54696) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:36.055150 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d455a1a-3a36-4207-8183-c0302ef2d37f None None] Sync routers for ids ['d914fdc6-0032-4c8b-98f8-d7d4ad824789'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:15:36.079338 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d455a1a-3a36-4207-8183-c0302ef2d37f None None] Routers {'d914fdc6-0032-4c8b-98f8-d7d4ad824789'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:15:36.079984 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-8d455a1a-3a36-4207-8183-c0302ef2d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d914fdc6-0032-4c8b-98f8-d7d4ad824789'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:36.153683 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-8d455a1a-3a36-4207-8183-c0302ef2d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:36.183387 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d455a1a-3a36-4207-8183-c0302ef2d37f None None] Routers {'d914fdc6-0032-4c8b-98f8-d7d4ad824789'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:15:36.183387 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-8d455a1a-3a36-4207-8183-c0302ef2d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d914fdc6-0032-4c8b-98f8-d7d4ad824789'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:36.249459 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-8d455a1a-3a36-4207-8183-c0302ef2d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:36.250661 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d455a1a-3a36-4207-8183-c0302ef2d37f None None] The sync data for ids ['d914fdc6-0032-4c8b-98f8-d7d4ad824789'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:15:36.467679 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-ad4645ac-e238-4a7b-98b5-8b1cfaf7720a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] remove_router_interface failed (client error): The resource could not be found. Aug 17 00:15:36.468758 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ad4645ac-e238-4a7b-98b5-8b1cfaf7720a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "PUT /v2.0/routers/d914fdc6-0032-4c8b-98f8-d7d4ad824789/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4169421 Aug 17 00:15:36.471724 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54754) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:36.479133 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef678d-7a02-4ffc-a2a1-59b0efd6edae req-6598d6ac-a9ce-4c64-8195-0cb818d73f09 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:36.487138 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1eef678d-7a02-4ffc-a2a1-59b0efd6edae req-6598d6ac-a9ce-4c64-8195-0cb818d73f09 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/networks?id=c7fbf6df-b582-48ad-91b2-b1a51dfd09fb HTTP/1.1" status: 200 len: 813 time: 0.2310820 Aug 17 00:15:36.504329 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1eef678d-7a02-4ffc-a2a1-59b0efd6edae req-43ba0383-0746-4fd5-b34d-675ac03e603a tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/quotas/0b8e25b70c1f47b492a05e439cd88f28 HTTP/1.1" status: 200 len: 375 time: 0.0168848 Aug 17 00:15:36.506334 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8b31c27f-dbc2-4b9e-8972-cc725ef4dbb8 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "GET /v2.0/ports?device_id=d914fdc6-0032-4c8b-98f8-d7d4ad824789 HTTP/1.1" status: 200 len: 205 time: 0.0328114 Aug 17 00:15:36.508948 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54756) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:36.560549 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1eef678d-7a02-4ffc-a2a1-59b0efd6edae req-79aabb14-e95e-4a00-aa96-de2930c00215 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0b8e25b70c1f47b492a05e439cd88f28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0553331 Aug 17 00:15:36.609751 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-088caa64-2678-429a-b32f-b3fd11304129 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:36.735987 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986538d-44c4-44d5-8afe-cbcce1e08d65 req-1cffac16-c855-49c0-a87d-7cad08c0054d tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:36.746058 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5986538d-44c4-44d5-8afe-cbcce1e08d65 req-1cffac16-c855-49c0-a87d-7cad08c0054d tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0879538 Aug 17 00:15:36.840964 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5986538d-44c4-44d5-8afe-cbcce1e08d65 req-62cb3614-76db-410c-a640-5d595257b95e tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936208 Aug 17 00:15:37.053433 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d829ac-1fca-44c9-a286-a4ecd0a32169 req-2c292be2-35d3-4da9-935f-8a6d74fbd267 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:37.055969 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-19d829ac-1fca-44c9-a286-a4ecd0a32169 req-2c292be2-35d3-4da9-935f-8a6d74fbd267 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0734229 Aug 17 00:15:37.127441 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-19d829ac-1fca-44c9-a286-a4ecd0a32169 req-95e6ce5d-ab04-4334-a4b5-513bbaf888fe tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575476 Aug 17 00:15:37.274980 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-088caa64-2678-429a-b32f-b3fd11304129 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:37.281362 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-088caa64-2678-429a-b32f-b3fd11304129 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:37.321773 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1b0f9213-3850-4e68-afa4-58bb6799dc9b req-3b665930-c92e-47b5-87f8-83f49174068f tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=0b8e25b70c1f47b492a05e439cd88f28 HTTP/1.1" status: 200 len: 221 time: 0.0440996 Aug 17 00:15:37.353140 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-088caa64-2678-429a-b32f-b3fd11304129 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:37.353840 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088caa64-2678-429a-b32f-b3fd11304129 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Fanout notify agent at l3_agent the message router_deleted on router d914fdc6-0032-4c8b-98f8-d7d4ad824789 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:15:37.361473 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-088caa64-2678-429a-b32f-b3fd11304129 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:37.366061 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-088caa64-2678-429a-b32f-b3fd11304129 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/routers/d914fdc6-0032-4c8b-98f8-d7d4ad824789 HTTP/1.1" status: 204 len: 168 time: 0.8553307 Aug 17 00:15:37.367260 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54822) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:37.491140 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b1825c-5cf8-4857-ae93-4fa53f8f0d95 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Deleting subnet 33779ee7-41bb-49c6-8fda-54a8dc5e73fd {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:15:37.496650 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a9b1825c-5cf8-4857-ae93-4fa53f8f0d95 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:37.533104 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf06064-c1fd-4c98-859d-de4300b1157e req-800817e5-b696-46ac-ba1e-13b3331b6b53 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:37.534646 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6cf06064-c1fd-4c98-859d-de4300b1157e req-800817e5-b696-46ac-ba1e-13b3331b6b53 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0986638 Aug 17 00:15:37.566782 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a9b1825c-5cf8-4857-ae93-4fa53f8f0d95 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:37.613389 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6cf06064-c1fd-4c98-859d-de4300b1157e req-e04c95ef-89f1-4230-b49b-90e99403a38b tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687320 Aug 17 00:15:37.683428 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a9b1825c-5cf8-4857-ae93-4fa53f8f0d95 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:37.809423 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbae52e-422e-4849-be43-601c58b1ac58 req-d8bd92c6-d902-461f-ae4b-e87146acf1e7 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:37.811252 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-acbae52e-422e-4849-be43-601c58b1ac58 req-d8bd92c6-d902-461f-ae4b-e87146acf1e7 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0969541 Aug 17 00:15:37.827493 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a9b1825c-5cf8-4857-ae93-4fa53f8f0d95 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:37.872181 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a9b1825c-5cf8-4857-ae93-4fa53f8f0d95 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:37.876663 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a9b1825c-5cf8-4857-ae93-4fa53f8f0d95 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/subnets/33779ee7-41bb-49c6-8fda-54a8dc5e73fd HTTP/1.1" status: 204 len: 168 time: 0.5051823 Aug 17 00:15:37.876663 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1825c-5cf8-4857-ae93-4fa53f8f0d95 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Subnet': ['ID=33779ee7-41bb-49c6-8fda-54a8dc5e73fd,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:37.876907 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dba1c8c-d9b2-4568-b9de-180eb5ece7e9 None None] Network f1f2fdd5-2eaf-4a5c-8acc-89f24b8d2215 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:15:37.877375 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54836) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:37.892036 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-acbae52e-422e-4849-be43-601c58b1ac58 req-474b2bed-b380-4e37-8d57-fbbb284b3ecc tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740609 Aug 17 00:15:38.059470 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76000b79-632f-4692-abb5-6ccb36bbe41d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:38.178045 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c473829-4b00-404d-b38a-fae9fe1930c5 None None] DHCP port deletion for f1f2fdd5-2eaf-4a5c-8acc-89f24b8d2215 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:15:38.178835 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-76000b79-632f-4692-abb5-6ccb36bbe41d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Deleting port fac05a30-bb52-4ee5-b294-36b255a0caa2 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:15:38.179875 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76000b79-632f-4692-abb5-6ccb36bbe41d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:38.232603 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-d5a3a300-decc-4d21-a728-7f9a36ae91ed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2746670 Aug 17 00:15:38.256530 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb2d28-5c4a-41a1-84b0-fb457c76c23a req-e140594a-5ae4-4fa2-a907-a03093fac059 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:38.259341 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-76000b79-632f-4692-abb5-6ccb36bbe41d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] For port fac05a30-bb52-4ee5-b294-36b255a0caa2, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=fac05a30-bb52-4ee5-b294-36b255a0caa2,segment=NetworkSegment(fdd0aafd-07df-4c36-abbf-f08238c0b152),segment_id=fdd0aafd-07df-4c36-abbf-f08238c0b152)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:38.259974 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76000b79-632f-4692-abb5-6ccb36bbe41d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:38.262281 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a2cb2d28-5c4a-41a1-84b0-fb457c76c23a req-e140594a-5ae4-4fa2-a907-a03093fac059 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.1450160 Aug 17 00:15:38.273884 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-6c473829-4b00-404d-b38a-fae9fe1930c5 None None] Deleting port fac05a30-bb52-4ee5-b294-36b255a0caa2 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:15:38.274640 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6c473829-4b00-404d-b38a-fae9fe1930c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:38.286024 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-76000b79-632f-4692-abb5-6ccb36bbe41d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Calling delete_port for fac05a30-bb52-4ee5-b294-36b255a0caa2 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:15:38.376294 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-6c473829-4b00-404d-b38a-fae9fe1930c5 None None] For port fac05a30-bb52-4ee5-b294-36b255a0caa2, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=fac05a30-bb52-4ee5-b294-36b255a0caa2,segment=NetworkSegment(fdd0aafd-07df-4c36-abbf-f08238c0b152),segment_id=fdd0aafd-07df-4c36-abbf-f08238c0b152)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:38.377723 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6c473829-4b00-404d-b38a-fae9fe1930c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:38.393834 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-6c473829-4b00-404d-b38a-fae9fe1930c5 None None] Calling delete_port for fac05a30-bb52-4ee5-b294-36b255a0caa2 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:15:38.398280 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76000b79-632f-4692-abb5-6ccb36bbe41d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:38.411523 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a2cb2d28-5c4a-41a1-84b0-fb457c76c23a req-31ca0d13-faf5-499f-b63c-faa48e71c05d tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430671 Aug 17 00:15:38.425618 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76000b79-632f-4692-abb5-6ccb36bbe41d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Port': ['ID=fac05a30-bb52-4ee5-b294-36b255a0caa2,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:38.444458 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76000b79-632f-4692-abb5-6ccb36bbe41d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] No DVR routers for this DVR port fac05a30-bb52-4ee5-b294-36b255a0caa2 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:15:38.482306 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-046918c4-d7fe-4a93-85f8-d3dd0f05b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:38.482876 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-046918c4-d7fe-4a93-85f8-d3dd0f05b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:38.487591 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-046918c4-d7fe-4a93-85f8-d3dd0f05b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:38.488210 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-046918c4-d7fe-4a93-85f8-d3dd0f05b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:38.488729 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-046918c4-d7fe-4a93-85f8-d3dd0f05b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:38.489234 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-046918c4-d7fe-4a93-85f8-d3dd0f05b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:38.490030 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-046918c4-d7fe-4a93-85f8-d3dd0f05b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:38.517650 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-046918c4-d7fe-4a93-85f8-d3dd0f05b215 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c3689368c2d4f3084af070981f83d10&device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 6510 time: 0.2202897 Aug 17 00:15:38.533992 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6c473829-4b00-404d-b38a-fae9fe1930c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:38.571322 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c473829-4b00-404d-b38a-fae9fe1930c5 None None] Pushing event deleted for resources: {'Port': ['ID=fac05a30-bb52-4ee5-b294-36b255a0caa2,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:38.573985 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c473829-4b00-404d-b38a-fae9fe1930c5 None None] No DVR routers for this DVR port fac05a30-bb52-4ee5-b294-36b255a0caa2 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:15:38.606500 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76000b79-632f-4692-abb5-6ccb36bbe41d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:38.618480 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-76000b79-632f-4692-abb5-6ccb36bbe41d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f2fdd5-2eaf-4a5c-8acc-89f24b8d2215']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:38.636544 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03548a97-c9ae-4579-885a-31a7badf2e0b req-b2bce8fc-34de-4f16-b4da-655f89478475 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:38.641563 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03548a97-c9ae-4579-885a-31a7badf2e0b req-b2bce8fc-34de-4f16-b4da-655f89478475 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.1228786 Aug 17 00:15:38.647375 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-76000b79-632f-4692-abb5-6ccb36bbe41d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd0aafd-07df-4c36-abbf-f08238c0b152') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:38.647708 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-76000b79-632f-4692-abb5-6ccb36bbe41d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd0aafd-07df-4c36-abbf-f08238c0b152') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:38.657959 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76000b79-632f-4692-abb5-6ccb36bbe41d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:38.676405 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76000b79-632f-4692-abb5-6ccb36bbe41d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:38.684896 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76000b79-632f-4692-abb5-6ccb36bbe41d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:15:38.685306 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76000b79-632f-4692-abb5-6ccb36bbe41d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:15:38.689004 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:15:38.720236 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03548a97-c9ae-4579-885a-31a7badf2e0b req-e7c0be92-c614-4443-a687-dd35bd432af6 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724969 Aug 17 00:15:38.750626 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-d5620097-fb29-4730-b731-7c639705a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:38.751241 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-d5620097-fb29-4730-b731-7c639705a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:38.751750 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-d5620097-fb29-4730-b731-7c639705a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:38.753645 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-d5620097-fb29-4730-b731-7c639705a20a service neutron] 10.222.0.64 "GET /v2.0/networks?id=7992826d-70e9-4f64-99b5-2a5f899624d8&id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&id=949ef9b5-a5f5-4a03-9475-a782bb68296d&id=949ef9b5-a5f5-4a03-9475-a782bb68296d HTTP/1.1" status: 200 len: 2298 time: 0.2261877 Aug 17 00:15:38.797313 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76000b79-632f-4692-abb5-6ccb36bbe41d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:38.807264 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76000b79-632f-4692-abb5-6ccb36bbe41d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:38.810847 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-76000b79-632f-4692-abb5-6ccb36bbe41d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/networks/f1f2fdd5-2eaf-4a5c-8acc-89f24b8d2215 HTTP/1.1" status: 204 len: 168 time: 0.9281895 Aug 17 00:15:38.813332 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 54866) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:38.822400 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-63492e39-f848-40a9-ac4f-30a618bfcc47 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'network': {'name': 'tempest-RoutersTest-628235581'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:38.839843 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76000b79-632f-4692-abb5-6ccb36bbe41d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Network': ['ID=f1f2fdd5-2eaf-4a5c-8acc-89f24b8d2215,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:38.860873 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-5e5c378a-b964-446f-9c41-5b84a2253063 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dc8d69b-05e7-41e6-955a-531d1961bd01 HTTP/1.1" status: 200 len: 1002 time: 0.0972400 Aug 17 00:15:39.247221 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63492e39-f848-40a9-ac4f-30a618bfcc47 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Made reservation on behalf of df54ebfbd4534f81a348549cf820e603 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:15:39.251029 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-63492e39-f848-40a9-ac4f-30a618bfcc47 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:39.311042 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63492e39-f848-40a9-ac4f-30a618bfcc47 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:15:39.318046 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-c9ccaf80-fba5-4cc2-b4e5-d3e2101c4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:39.320358 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-c9ccaf80-fba5-4cc2-b4e5-d3e2101c4c5d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90 HTTP/1.1" status: 200 len: 855 time: 0.4457414 Aug 17 00:15:39.331371 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9bf87-7d16-4364-bdaf-5652f7a6f428 req-49f46a9a-4dd4-444f-b90a-9f34cd215dcb tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:39.339497 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-74f9bf87-7d16-4364-bdaf-5652f7a6f428 req-49f46a9a-4dd4-444f-b90a-9f34cd215dcb tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.4540915 Aug 17 00:15:39.359576 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-63492e39-f848-40a9-ac4f-30a618bfcc47 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:39.359879 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-63492e39-f848-40a9-ac4f-30a618bfcc47 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Added segment 603d2497-0023-4d14-91ba-6d8b81b3edba of type vlan for network c1a1ef28-83c5-4f83-9494-19f769985f3d Aug 17 00:15:39.444327 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-74f9bf87-7d16-4364-bdaf-5652f7a6f428 req-fdd6e8ce-5fd5-492c-b87b-e2e3b6a38487 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007771 Aug 17 00:15:39.457274 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-8cb80970-bde7-4ad3-8274-e071b265c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:39.465692 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-8cb80970-bde7-4ad3-8274-e071b265c934 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7992826d-70e9-4f64-99b5-2a5f899624d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1160142 Aug 17 00:15:39.468327 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-63492e39-f848-40a9-ac4f-30a618bfcc47 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:39.590282 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-63492e39-f848-40a9-ac4f-30a618bfcc47 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:39.597098 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63492e39-f848-40a9-ac4f-30a618bfcc47 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:39.597790 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-63492e39-f848-40a9-ac4f-30a618bfcc47 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:39.700652 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935dba74-efad-42bf-9d37-ef9fc9aca76f req-5311a964-28ab-4c98-8eb3-5b1e28bb15e5 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:39.704040 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-935dba74-efad-42bf-9d37-ef9fc9aca76f req-5311a964-28ab-4c98-8eb3-5b1e28bb15e5 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.1717420 Aug 17 00:15:39.713896 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54884) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:39.714443 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-63492e39-f848-40a9-ac4f-30a618bfcc47 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8981655 Aug 17 00:15:39.716515 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63492e39-f848-40a9-ac4f-30a618bfcc47 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Network': ['ID=c1a1ef28-83c5-4f83-9494-19f769985f3d,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:39.720798 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-dc35d455-50c5-436e-98c3-a9fd286a7671 service neutron] 10.222.0.64 "GET /v2.0/networks/7992826d-70e9-4f64-99b5-2a5f899624d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493379 Aug 17 00:15:39.721325 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f1b79efb-a37f-4321-8c9a-743c4a999b71 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'subnet': {'network_id': 'c1a1ef28-83c5-4f83-9494-19f769985f3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:39.737516 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network c1a1ef28-83c5-4f83-9494-19f769985f3d details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:15:39.876503 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b79efb-a37f-4321-8c9a-743c4a999b71 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Made reservation on behalf of df54ebfbd4534f81a348549cf820e603 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:15:39.881640 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f1b79efb-a37f-4321-8c9a-743c4a999b71 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:39.894550 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device fac05a30-bb52-4ee5-b294-36b255a0caa2 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:15:39.920084 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: fac05a30-bb52-4ee5-b294-36b255a0caa2 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:15:39.920718 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device fac05a30-bb52-4ee5-b294-36b255a0caa2 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:15:39.953950 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-935dba74-efad-42bf-9d37-ef9fc9aca76f req-e78dbb4f-d59d-4caf-b167-91d585b65539 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993563 Aug 17 00:15:40.010594 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-f7902e88-c2cb-4ad4-a941-e92ca7278816 service neutron] 10.222.0.64 "GET /v2.0/networks/7992826d-70e9-4f64-99b5-2a5f899624d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796814 Aug 17 00:15:40.100450 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:40.115798 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-c38e750b-4760-4dc4-b74a-66602d517397 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=7966ca59-62d1-4927-a258-fe4dd81e241a HTTP/1.1" status: 200 len: 217 time: 0.0943592 Aug 17 00:15:40.144972 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f1b79efb-a37f-4321-8c9a-743c4a999b71 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:40.199180 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-ccadf70d-564a-4907-9440-ba0479c49b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:40.200626 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-ccadf70d-564a-4907-9440-ba0479c49b60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd0b1868-d770-4e84-810f-697ff03d7f3e HTTP/1.1" status: 200 len: 797 time: 0.0585582 Aug 17 00:15:40.211150 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726e697-b554-43e2-a5ab-0d77427464d2 req-a0856b58-fe1c-415b-a4fb-0406d710ec22 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:40.213383 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e726e697-b554-43e2-a5ab-0d77427464d2 req-a0856b58-fe1c-415b-a4fb-0406d710ec22 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.1083848 Aug 17 00:15:40.247231 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b79efb-a37f-4321-8c9a-743c4a999b71 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Subnet': ['ID=728e17d3-1d64-45b0-b500-9ff2be1b44d0,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:40.263207 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b79efb-a37f-4321-8c9a-743c4a999b71 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Checking segment: {'id': '603d2497-0023-4d14-91ba-6d8b81b3edba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c1a1ef28-83c5-4f83-9494-19f769985f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:15:40.263572 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b79efb-a37f-4321-8c9a-743c4a999b71 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network hostable DHCP agents. Network: c1a1ef28-83c5-4f83-9494-19f769985f3d, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:15:40.297289 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b79efb-a37f-4321-8c9a-743c4a999b71 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network c1a1ef28-83c5-4f83-9494-19f769985f3d is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:15:40.302478 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e726e697-b554-43e2-a5ab-0d77427464d2 req-1327ac2d-0044-43b0-b535-d12625af9a3b tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788028 Aug 17 00:15:40.321231 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-f1b79efb-a37f-4321-8c9a-743c4a999b71 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, c1a1ef28-83c5-4f83-9494-19f769985f3d) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:15:40.326999 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b79efb-a37f-4321-8c9a-743c4a999b71 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:40.327672 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f1b79efb-a37f-4321-8c9a-743c4a999b71 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:40.336094 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e54e37-285e-4619-8fe8-679d2ccc859c None None] Network c1a1ef28-83c5-4f83-9494-19f769985f3d requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:15:40.354343 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-9f406ff9-3dd5-4b9b-84b1-0a42e72ae37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:40.356257 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-9f406ff9-3dd5-4b9b-84b1-0a42e72ae37e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1420088 Aug 17 00:15:40.362176 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f1b79efb-a37f-4321-8c9a-743c4a999b71 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6451752 Aug 17 00:15:40.363751 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54904) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:40.378296 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-ef8042b9-29a5-4516-9241-d08e90e39123 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-329713866', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:40.412249 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef8042b9-29a5-4516-9241-d08e90e39123 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:40.414990 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef8042b9-29a5-4516-9241-d08e90e39123 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:40.491524 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef8042b9-29a5-4516-9241-d08e90e39123 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:40.498291 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef8042b9-29a5-4516-9241-d08e90e39123 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:40.541422 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef8042b9-29a5-4516-9241-d08e90e39123 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:40.543307 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ef8042b9-29a5-4516-9241-d08e90e39123 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1770303 Aug 17 00:15:40.546041 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54906) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:40.550664 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-029e820f-fd50-41fb-b495-933856b8ff7b service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804974 Aug 17 00:15:40.563013 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142f2e4f-5b2b-4774-ab7f-425c89ed7c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-c1a1ef28-83c5-4f83-9494-19f769985f3d', 'network_id': 'c1a1ef28-83c5-4f83-9494-19f769985f3d', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'fixed_ips': [{'subnet_id': '728e17d3-1d64-45b0-b500-9ff2be1b44d0'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:15:40.564415 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-142f2e4f-5b2b-4774-ab7f-425c89ed7c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:40.683222 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46368efc-25c0-4888-add5-4f938f78904f req-c62adbbd-d2fb-4cbe-baa3-1aeb84d07a95 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:40.684796 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46368efc-25c0-4888-add5-4f938f78904f req-c62adbbd-d2fb-4cbe-baa3-1aeb84d07a95 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.1332371 Aug 17 00:15:40.765055 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46368efc-25c0-4888-add5-4f938f78904f req-6f268d09-1d78-4af1-a16e-f15ef72e337c tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677390 Aug 17 00:15:40.767027 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-74fa0538-ff11-45d3-bc9d-766f07f1731f service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058690 Aug 17 00:15:40.787307 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-142f2e4f-5b2b-4774-ab7f-425c89ed7c2c None None] Allocated IP 172.20.0.2 (c1a1ef28-83c5-4f83-9494-19f769985f3d/728e17d3-1d64-45b0-b500-9ff2be1b44d0/ddaf7741-652b-4c77-a6db-faa88b16cee3) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:15:40.854942 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-0e12de84-9d11-4973-8a97-888964a1ea4a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=93bc72f0-9db1-4a9b-aadb-999a3b2837ee HTTP/1.1" status: 200 len: 217 time: 0.0798483 Aug 17 00:15:40.986371 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4ff02-b4dc-47e6-acc8-8a544ff3ff1b req-65f65b2a-e01b-4a29-a61f-b2e3cc4695e1 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:40.988053 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44a4ff02-b4dc-47e6-acc8-8a544ff3ff1b req-65f65b2a-e01b-4a29-a61f-b2e3cc4695e1 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0673103 Aug 17 00:15:40.995052 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-0029ffff-948a-4ecd-8314-79caac548cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:40.996745 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-0029ffff-948a-4ecd-8314-79caac548cf9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd0b1868-d770-4e84-810f-697ff03d7f3e HTTP/1.1" status: 200 len: 797 time: 0.1289611 Aug 17 00:15:41.031534 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6fd22eb3-15b9-4ba8-a0f0-5b0303b5ad9c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:41.076415 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-142f2e4f-5b2b-4774-ab7f-425c89ed7c2c None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:41.086480 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-142f2e4f-5b2b-4774-ab7f-425c89ed7c2c None None] Transition to ACTIVE for port object ddaf7741-652b-4c77-a6db-faa88b16cee3 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:15:41.102448 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44a4ff02-b4dc-47e6-acc8-8a544ff3ff1b req-f43cbdd3-2980-477c-9480-04ca9deb8008 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040668 Aug 17 00:15:41.104791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-16bf457e-e3d6-40a4-b65a-be2d4f10226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:41.106689 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-16bf457e-e3d6-40a4-b65a-be2d4f10226c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0986369 Aug 17 00:15:41.135016 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-142f2e4f-5b2b-4774-ab7f-425c89ed7c2c None None] Transition to ACTIVE for port object ddaf7741-652b-4c77-a6db-faa88b16cee3 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:15:41.149034 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-142f2e4f-5b2b-4774-ab7f-425c89ed7c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:41.222115 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f2e4f-5b2b-4774-ab7f-425c89ed7c2c None None] Pushing event updated for resources: {'Port': ['ID=ddaf7741-652b-4c77-a6db-faa88b16cee3,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:41.232783 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142f2e4f-5b2b-4774-ab7f-425c89ed7c2c None None] Network c1a1ef28-83c5-4f83-9494-19f769985f3d is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:15:41.235241 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-142f2e4f-5b2b-4774-ab7f-425c89ed7c2c None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:15:41.242890 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142f2e4f-5b2b-4774-ab7f-425c89ed7c2c None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:15:41.310778 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-a200f76d-712b-4580-811f-00f3f715230a service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926205 Aug 17 00:15:41.314359 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-142f2e4f-5b2b-4774-ab7f-425c89ed7c2c None None] Attempting to bind port ddaf7741-652b-4c77-a6db-faa88b16cee3 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:15:41.314815 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-142f2e4f-5b2b-4774-ab7f-425c89ed7c2c None None] Attempting to bind port ddaf7741-652b-4c77-a6db-faa88b16cee3 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '603d2497-0023-4d14-91ba-6d8b81b3edba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c1a1ef28-83c5-4f83-9494-19f769985f3d'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:15:41.315529 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142f2e4f-5b2b-4774-ab7f-425c89ed7c2c None None] Attempting to bind port ddaf7741-652b-4c77-a6db-faa88b16cee3 on network c1a1ef28-83c5-4f83-9494-19f769985f3d {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:15:41.325398 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142f2e4f-5b2b-4774-ab7f-425c89ed7c2c None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:15:41.325887 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142f2e4f-5b2b-4774-ab7f-425c89ed7c2c None None] Checking segment: {'id': '603d2497-0023-4d14-91ba-6d8b81b3edba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c1a1ef28-83c5-4f83-9494-19f769985f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:15:41.326375 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-142f2e4f-5b2b-4774-ab7f-425c89ed7c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:41.327098 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142f2e4f-5b2b-4774-ab7f-425c89ed7c2c None None] Bound using segment: {'id': '603d2497-0023-4d14-91ba-6d8b81b3edba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c1a1ef28-83c5-4f83-9494-19f769985f3d'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:15:41.327673 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-142f2e4f-5b2b-4774-ab7f-425c89ed7c2c None None] Bound port: ddaf7741-652b-4c77-a6db-faa88b16cee3, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '603d2497-0023-4d14-91ba-6d8b81b3edba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c1a1ef28-83c5-4f83-9494-19f769985f3d'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:15:41.328136 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-142f2e4f-5b2b-4774-ab7f-425c89ed7c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:41.414279 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660e313-d1cb-46d2-be8b-8025390418ff req-4140cb5f-f7ca-49fb-8404-1a28400f3471 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:41.415942 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d660e313-d1cb-46d2-be8b-8025390418ff req-4140cb5f-f7ca-49fb-8404-1a28400f3471 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.1595232 Aug 17 00:15:41.437036 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-142f2e4f-5b2b-4774-ab7f-425c89ed7c2c None None] For port ddaf7741-652b-4c77-a6db-faa88b16cee3, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:15:41.437036 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-142f2e4f-5b2b-4774-ab7f-425c89ed7c2c None None] For port ddaf7741-652b-4c77-a6db-faa88b16cee3, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=ddaf7741-652b-4c77-a6db-faa88b16cee3,segment=NetworkSegment(603d2497-0023-4d14-91ba-6d8b81b3edba),segment_id=603d2497-0023-4d14-91ba-6d8b81b3edba)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:15:41.451962 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-142f2e4f-5b2b-4774-ab7f-425c89ed7c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:41.478161 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-6fd22eb3-15b9-4ba8-a0f0-5b0303b5ad9c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Allocated IP 172.20.0.1 (c1a1ef28-83c5-4f83-9494-19f769985f3d/728e17d3-1d64-45b0-b500-9ff2be1b44d0/26ea76ad-1246-4841-91a4-831a537d3011) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:15:41.515880 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-d1bf4d68-f846-42bc-9ec3-25cf03bd5b83 service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928272 Aug 17 00:15:41.527085 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f2e4f-5b2b-4774-ab7f-425c89ed7c2c None None] Pushing event updated for resources: {'Port': ['ID=ddaf7741-652b-4c77-a6db-faa88b16cee3,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:41.601673 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-c7c31d2b-ccdd-47b0-a0c5-46f94ab1950a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=be7f0e44-0d24-4d56-9f06-d5a6b31e1abb HTTP/1.1" status: 200 len: 217 time: 0.0607452 Aug 17 00:15:41.601673 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d660e313-d1cb-46d2-be8b-8025390418ff req-5e7bca68-4239-40d4-b305-a4e7e6b873b4 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760297 Aug 17 00:15:41.669521 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-e8a56086-7ad1-4b0d-99b2-b15fc4c44f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:41.671629 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-e8a56086-7ad1-4b0d-99b2-b15fc4c44f22 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd0b1868-d770-4e84-810f-697ff03d7f3e HTTP/1.1" status: 200 len: 797 time: 0.0615258 Aug 17 00:15:41.715317 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:41.749577 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6fd22eb3-15b9-4ba8-a0f0-5b0303b5ad9c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:41.767245 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-6fd22eb3-15b9-4ba8-a0f0-5b0303b5ad9c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Transition to ACTIVE for port object 26ea76ad-1246-4841-91a4-831a537d3011 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:15:41.815053 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-f2d73759-29de-4849-8cb7-0f1c533d88e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:41.816852 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-f2d73759-29de-4849-8cb7-0f1c533d88e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1379924 Aug 17 00:15:41.817260 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6fd22eb3-15b9-4ba8-a0f0-5b0303b5ad9c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:41.910356 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd22eb3-15b9-4ba8-a0f0-5b0303b5ad9c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Port': ['ID=26ea76ad-1246-4841-91a4-831a537d3011,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:41.935521 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd22eb3-15b9-4ba8-a0f0-5b0303b5ad9c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network c1a1ef28-83c5-4f83-9494-19f769985f3d is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:15:41.937338 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-6fd22eb3-15b9-4ba8-a0f0-5b0303b5ad9c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:15:41.942307 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd22eb3-15b9-4ba8-a0f0-5b0303b5ad9c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:15:41.970992 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20175019-df8f-4214-b56c-603fc77a4078 req-e08f698f-479b-4fc6-b141-83b73eee0993 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:41.980999 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-20175019-df8f-4214-b56c-603fc77a4078 req-e08f698f-479b-4fc6-b141-83b73eee0993 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.1997280 Aug 17 00:15:42.011699 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6fd22eb3-15b9-4ba8-a0f0-5b0303b5ad9c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:42.073680 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-20175019-df8f-4214-b56c-603fc77a4078 req-2ada4e95-85a4-4be4-8c37-144d07857490 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915444 Aug 17 00:15:42.106138 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-58dfb66f-63c3-425f-b8ff-ebcc81a556cf service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775295 Aug 17 00:15:42.201406 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6fd22eb3-15b9-4ba8-a0f0-5b0303b5ad9c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:42.256767 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec08c2-86ac-4b90-97f0-577d236e9e80 req-389ce6fd-0f22-4e15-b080-f7c3523a9600 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:42.258952 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aeec08c2-86ac-4b90-97f0-577d236e9e80 req-389ce6fd-0f22-4e15-b080-f7c3523a9600 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0880592 Aug 17 00:15:42.265965 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-9df51ac4-72e8-42af-bf19-8819408b6ca4 service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503973 Aug 17 00:15:42.317704 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-5c668774-f62d-4f48-af49-791069301234 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=23434d76-3964-4216-81fd-bc4dd9fd6a0f HTTP/1.1" status: 200 len: 217 time: 0.0425901 Aug 17 00:15:42.347667 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aeec08c2-86ac-4b90-97f0-577d236e9e80 req-4fb2b07f-6b83-4980-96c6-28340b4a319a tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807111 Aug 17 00:15:42.426264 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-d482ff91-6f42-42d8-871e-3c2689a2fb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:42.427879 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-d482ff91-6f42-42d8-871e-3c2689a2fb9f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd0b1868-d770-4e84-810f-697ff03d7f3e HTTP/1.1" status: 200 len: 797 time: 0.0980730 Aug 17 00:15:42.561180 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f26e51-1d0d-436c-b11a-a88a17bff72a req-18460064-9835-4c04-ac65-b99d8e98a52a tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:42.562757 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23f26e51-1d0d-436c-b11a-a88a17bff72a req-18460064-9835-4c04-ac65-b99d8e98a52a tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0775554 Aug 17 00:15:42.566068 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-76ac8a93-18ab-415c-878e-417d88075151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:42.567652 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-76ac8a93-18ab-415c-878e-417d88075151 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6cd289c-2ec6-41a8-8f51-21d9174f00f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1284850 Aug 17 00:15:42.692308 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23f26e51-1d0d-436c-b11a-a88a17bff72a req-157873e6-2eb7-45d8-b328-3589182b4e18 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208987 Aug 17 00:15:42.700336 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6fd22eb3-15b9-4ba8-a0f0-5b0303b5ad9c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:42.711636 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6fd22eb3-15b9-4ba8-a0f0-5b0303b5ad9c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:42.735942 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-68c4088f-7c28-459f-be57-a34196e20f54 service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556838 Aug 17 00:15:42.836690 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd22eb3-15b9-4ba8-a0f0-5b0303b5ad9c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Port': ['ID=26ea76ad-1246-4841-91a4-831a537d3011,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:42.850422 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6fd22eb3-15b9-4ba8-a0f0-5b0303b5ad9c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:42.926962 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-33757721-3667-4f3f-b265-2c90db62ff6b service neutron] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819360 Aug 17 00:15:42.940475 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cff31-154d-4f81-abd2-cf7c31664f12 req-15180536-39bd-4180-856a-58df007e6513 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:42.942170 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0b1cff31-154d-4f81-abd2-cf7c31664f12 req-15180536-39bd-4180-856a-58df007e6513 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0746007 Aug 17 00:15:42.979978 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21204783-4bcc-4abd-b3e5-266cb9b45ec5 None None] Network c1a1ef28-83c5-4f83-9494-19f769985f3d requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:15:43.026060 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd22eb3-15b9-4ba8-a0f0-5b0303b5ad9c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network c1a1ef28-83c5-4f83-9494-19f769985f3d is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:15:43.027798 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-6fd22eb3-15b9-4ba8-a0f0-5b0303b5ad9c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:15:43.073874 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f12bd2a9-e10f-4eba-a5db-3912a67d4fe4 None None] Provisioning for port ddaf7741-652b-4c77-a6db-faa88b16cee3 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:15:43.076972 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-c4e000ce-bd82-4c96-9b73-619efbc3f259 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8f2c444b-10cf-453f-8d06-f7c40983dbe2 HTTP/1.1" status: 200 len: 217 time: 0.1337402 Aug 17 00:15:43.086969 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0b1cff31-154d-4f81-abd2-cf7c31664f12 req-6912aea8-84de-41ce-9781-6126f22493dc tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344502 Aug 17 00:15:43.204302 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-91ff58c2-5bd7-43b0-a5b1-06a09bfc9268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:43.206480 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-91ff58c2-5bd7-43b0-a5b1-06a09bfc9268 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6225a0cd-0c05-4a30-94ea-958f505e0ba4 HTTP/1.1" status: 200 len: 797 time: 0.1175692 Aug 17 00:15:43.263202 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd22eb3-15b9-4ba8-a0f0-5b0303b5ad9c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Router 5ecb1be1-c178-4594-ba58-fe0567bee5f1 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:15:43.332279 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-55d14950-3716-42d3-af34-3eecdd5dc6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:43.334020 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-55d14950-3716-42d3-af34-3eecdd5dc6a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=949ef9b5-a5f5-4a03-9475-a782bb68296d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1177709 Aug 17 00:15:43.346595 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd540318-6373-4994-9b26-e3c667be15f7 req-2824c691-f7dc-4b42-8034-6b3f355bd6e7 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:43.348120 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd540318-6373-4994-9b26-e3c667be15f7 req-2824c691-f7dc-4b42-8034-6b3f355bd6e7 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0900815 Aug 17 00:15:43.419571 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd22eb3-15b9-4ba8-a0f0-5b0303b5ad9c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:15:43.431040 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6fd22eb3-15b9-4ba8-a0f0-5b0303b5ad9c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "PUT /v2.0/routers/5ecb1be1-c178-4594-ba58-fe0567bee5f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8834336 Aug 17 00:15:43.431222 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8dbabc-2164-4ae0-b7d2-24142beb04d8 None None] Sync routers for ids ['5ecb1be1-c178-4594-ba58-fe0567bee5f1'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:15:43.431916 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54978) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:43.451335 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8dbabc-2164-4ae0-b7d2-24142beb04d8 None None] Routers {'5ecb1be1-c178-4594-ba58-fe0567bee5f1'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:15:43.451977 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-8c8dbabc-2164-4ae0-b7d2-24142beb04d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5ecb1be1-c178-4594-ba58-fe0567bee5f1'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:43.504798 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-8c8dbabc-2164-4ae0-b7d2-24142beb04d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:43.527295 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8dbabc-2164-4ae0-b7d2-24142beb04d8 None None] Routers {'5ecb1be1-c178-4594-ba58-fe0567bee5f1'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:15:43.528334 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-8c8dbabc-2164-4ae0-b7d2-24142beb04d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5ecb1be1-c178-4594-ba58-fe0567bee5f1'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:43.537867 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-ad8b9efc-ea83-4c5f-8178-91d40e808f09 service neutron] 10.222.0.64 "GET /v2.0/networks/949ef9b5-a5f5-4a03-9475-a782bb68296d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884327 Aug 17 00:15:43.578460 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ccf8e0-95dc-4b05-9b53-f5f752fa39f6 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:43.580269 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd540318-6373-4994-9b26-e3c667be15f7 req-d86887f4-01a9-457f-9627-74f30477b4dc tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233329 Aug 17 00:15:43.581667 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-8c8dbabc-2164-4ae0-b7d2-24142beb04d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:43.587072 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8dbabc-2164-4ae0-b7d2-24142beb04d8 None None] The sync data for ids ['5ecb1be1-c178-4594-ba58-fe0567bee5f1'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:15:43.599737 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-05ccf8e0-95dc-4b05-9b53-f5f752fa39f6 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "GET /v2.0/ports/26ea76ad-1246-4841-91a4-831a537d3011 HTTP/1.1" status: 200 len: 910 time: 0.1666024 Aug 17 00:15:43.609658 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 54982) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:43.743211 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-bde4ded2-e04c-4ff9-ac99-24b70dccf859 service neutron] 10.222.0.64 "GET /v2.0/networks/949ef9b5-a5f5-4a03-9475-a782bb68296d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912253 Aug 17 00:15:43.791547 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-86b13ff9-2240-4c05-a49f-adbe5d8e6204 None None] Provisioning for port 26ea76ad-1246-4841-91a4-831a537d3011 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:15:43.797569 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-86b13ff9-2240-4c05-a49f-adbe5d8e6204 None None] Provisioning complete for port 26ea76ad-1246-4841-91a4-831a537d3011 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:43.798341 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-86b13ff9-2240-4c05-a49f-adbe5d8e6204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:43.856318 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-86b13ff9-2240-4c05-a49f-adbe5d8e6204 None None] Port 26ea76ad-1246-4841-91a4-831a537d3011 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:15:43.858301 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf4e53-6ae9-4afc-9817-edded20545c1 req-80c7379f-0936-459c-8f51-d0ebdc1fbfc1 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:43.861568 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8cdf4e53-6ae9-4afc-9817-edded20545c1 req-80c7379f-0936-459c-8f51-d0ebdc1fbfc1 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.1642668 Aug 17 00:15:43.864938 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-f541867e-be10-4b2b-8fba-97258bfa169c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0a9b87f8-4dbf-486d-a3c6-27de042824e5 HTTP/1.1" status: 200 len: 217 time: 0.1118400 Aug 17 00:15:43.959402 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device ddaf7741-652b-4c77-a6db-faa88b16cee3 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:15:44.024656 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8cdf4e53-6ae9-4afc-9817-edded20545c1 req-41fd6efb-9a29-4283-9d05-3e3026a316dc tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542346 Aug 17 00:15:44.037305 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port ddaf7741-652b-4c77-a6db-faa88b16cee3 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:15:44.044405 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port ddaf7741-652b-4c77-a6db-faa88b16cee3 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:44.045984 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:44.053059 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-10b98b8b-5e9d-4410-9944-26096fc6ac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:44.055274 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-10b98b8b-5e9d-4410-9944-26096fc6ac50 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6225a0cd-0c05-4a30-94ea-958f505e0ba4 HTTP/1.1" status: 200 len: 797 time: 0.1600580 Aug 17 00:15:44.124748 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-452956d2-d54d-4fd2-8881-ccdb3edf1d7d None None] Provisioning complete for port 26ea76ad-1246-4841-91a4-831a537d3011 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:44.125487 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-452956d2-d54d-4fd2-8881-ccdb3edf1d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:44.167408 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-452956d2-d54d-4fd2-8881-ccdb3edf1d7d None None] Port 26ea76ad-1246-4841-91a4-831a537d3011 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:15:44.198577 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-a5457d3c-72eb-4a3e-b0d5-58df6a3af4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:44.201715 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-a5457d3c-72eb-4a3e-b0d5-58df6a3af4b0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=949ef9b5-a5f5-4a03-9475-a782bb68296d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1335022 Aug 17 00:15:44.223175 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:44.274079 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port ddaf7741-652b-4c77-a6db-faa88b16cee3, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=ddaf7741-652b-4c77-a6db-faa88b16cee3,segment=NetworkSegment(603d2497-0023-4d14-91ba-6d8b81b3edba),segment_id=603d2497-0023-4d14-91ba-6d8b81b3edba)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:44.287071 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:44.333740 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94e907-76fe-4865-bc0f-f7d3543b4255 req-d4fffb08-a5f0-43ab-a395-31abd78112da tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:44.345300 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb94e907-76fe-4865-bc0f-f7d3543b4255 req-d4fffb08-a5f0-43ab-a395-31abd78112da tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.1391416 Aug 17 00:15:44.360148 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-80cafa4f-ed34-4dd9-8404-1699dda97178 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:44.390087 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=ddaf7741-652b-4c77-a6db-faa88b16cee3,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:44.443023 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-eeeec518-38cc-4ab4-8907-79357c92e8f6 service neutron] 10.222.0.64 "GET /v2.0/networks/949ef9b5-a5f5-4a03-9475-a782bb68296d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061307 Aug 17 00:15:44.447240 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb94e907-76fe-4865-bc0f-f7d3543b4255 req-30724ed3-a0ef-4ce1-be3a-d7197a3d4124 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009762 Aug 17 00:15:44.500965 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0fc6e34d-27bd-4f31-b6be-46542a9481da None None] Provisioning complete for port 26ea76ad-1246-4841-91a4-831a537d3011 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:44.501768 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0fc6e34d-27bd-4f31-b6be-46542a9481da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:44.585544 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-0fc6e34d-27bd-4f31-b6be-46542a9481da None None] Port 26ea76ad-1246-4841-91a4-831a537d3011 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:15:44.620232 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ce3c2-1674-4549-ad9d-cc654b92e624 req-b8d6bd7f-8c58-4f97-9711-538c394f3d41 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:44.628221 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe9ce3c2-1674-4549-ad9d-cc654b92e624 req-b8d6bd7f-8c58-4f97-9711-538c394f3d41 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0808070 Aug 17 00:15:44.680744 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a75726ac-5e4e-430f-9efd-cd15cdee15e2 req-3207c9e0-b11a-448d-8ccb-9bd8fd298f9e service neutron] 10.222.0.64 "GET /v2.0/networks/949ef9b5-a5f5-4a03-9475-a782bb68296d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325270 Aug 17 00:15:44.721363 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe9ce3c2-1674-4549-ad9d-cc654b92e624 req-9d411f8f-0a92-4947-90bb-e646f7756009 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763469 Aug 17 00:15:44.756085 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-80cafa4f-ed34-4dd9-8404-1699dda97178 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Deleting port 26ea76ad-1246-4841-91a4-831a537d3011 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:15:44.756444 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-80cafa4f-ed34-4dd9-8404-1699dda97178 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:44.870465 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-80cafa4f-ed34-4dd9-8404-1699dda97178 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:44.885297 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-80cafa4f-ed34-4dd9-8404-1699dda97178 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Calling delete_port for 26ea76ad-1246-4841-91a4-831a537d3011 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:15:44.889512 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c920a76-ed19-4e3d-a194-1f4cdfeb9fb8 req-82a2a67c-ed11-4b96-ba0f-b49aa9d6ead2 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:44.893174 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3c920a76-ed19-4e3d-a194-1f4cdfeb9fb8 req-82a2a67c-ed11-4b96-ba0f-b49aa9d6ead2 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0735586 Aug 17 00:15:44.941409 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3c920a76-ed19-4e3d-a194-1f4cdfeb9fb8 req-d91d208a-5c6b-4933-9454-242ee3cb3541 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436928 Aug 17 00:15:45.115396 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67557f22-7106-47ac-b080-872d290ecc11 req-5774a4ef-5b83-4c6e-b8ed-b3756ac17a3e tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:45.122844 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-67557f22-7106-47ac-b080-872d290ecc11 req-5774a4ef-5b83-4c6e-b8ed-b3756ac17a3e tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0747383 Aug 17 00:15:45.173225 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-67557f22-7106-47ac-b080-872d290ecc11 req-2cac571f-ac4e-4f29-b264-94c377b05351 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475185 Aug 17 00:15:45.457073 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da3d5f-92c2-4328-9594-c6ec8019ad43 req-a6fcdfe2-a8f9-46ff-b1a2-faa5acdd4169 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:45.461692 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9da3d5f-92c2-4328-9594-c6ec8019ad43 req-a6fcdfe2-a8f9-46ff-b1a2-faa5acdd4169 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0742939 Aug 17 00:15:45.473159 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-80cafa4f-ed34-4dd9-8404-1699dda97178 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:45.509451 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cafa4f-ed34-4dd9-8404-1699dda97178 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Port': ['ID=26ea76ad-1246-4841-91a4-831a537d3011,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:45.529626 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9da3d5f-92c2-4328-9594-c6ec8019ad43 req-9fb67ce6-1ff0-4934-8ef2-43b17c5a7764 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642769 Aug 17 00:15:45.701104 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-80cafa4f-ed34-4dd9-8404-1699dda97178 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:45.873627 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device ddaf7741-652b-4c77-a6db-faa88b16cee3 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:15:45.926078 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cafa4f-ed34-4dd9-8404-1699dda97178 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Router 5ecb1be1-c178-4594-ba58-fe0567bee5f1 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:15:45.940047 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port ddaf7741-652b-4c77-a6db-faa88b16cee3 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:45.940413 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:46.036407 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cafa4f-ed34-4dd9-8404-1699dda97178 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:15:46.050240 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-80cafa4f-ed34-4dd9-8404-1699dda97178 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "PUT /v2.0/routers/5ecb1be1-c178-4594-ba58-fe0567bee5f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4370377 Aug 17 00:15:46.050553 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55044) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:46.055881 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c62cd3-95b5-4fbd-aae7-9c45a5992148 None None] Sync routers for ids ['5ecb1be1-c178-4594-ba58-fe0567bee5f1'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:15:46.071465 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c62cd3-95b5-4fbd-aae7-9c45a5992148 None None] Routers {'5ecb1be1-c178-4594-ba58-fe0567bee5f1'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:15:46.072093 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-24c62cd3-95b5-4fbd-aae7-9c45a5992148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5ecb1be1-c178-4594-ba58-fe0567bee5f1'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:46.082691 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b035b462-78a1-4db6-aa73-823a7d878d0b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecb1be1-c178-4594-ba58-fe0567bee5f1 HTTP/1.1" status: 200 len: 205 time: 0.0286252 Aug 17 00:15:46.082885 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55046) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:46.115022 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-24c62cd3-95b5-4fbd-aae7-9c45a5992148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:46.129001 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c62cd3-95b5-4fbd-aae7-9c45a5992148 None None] Routers {'5ecb1be1-c178-4594-ba58-fe0567bee5f1'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:15:46.129886 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-24c62cd3-95b5-4fbd-aae7-9c45a5992148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5ecb1be1-c178-4594-ba58-fe0567bee5f1'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:46.165238 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-24fe38ab-858f-4feb-99f0-82fcee855e44 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:46.168569 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-24c62cd3-95b5-4fbd-aae7-9c45a5992148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:46.169238 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c62cd3-95b5-4fbd-aae7-9c45a5992148 None None] The sync data for ids ['5ecb1be1-c178-4594-ba58-fe0567bee5f1'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:15:46.377301 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-24fe38ab-858f-4feb-99f0-82fcee855e44 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:46.379438 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-24fe38ab-858f-4feb-99f0-82fcee855e44 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:46.427838 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-24fe38ab-858f-4feb-99f0-82fcee855e44 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:46.428341 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fe38ab-858f-4feb-99f0-82fcee855e44 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Fanout notify agent at l3_agent the message router_deleted on router 5ecb1be1-c178-4594-ba58-fe0567bee5f1 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:15:46.435699 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-24fe38ab-858f-4feb-99f0-82fcee855e44 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:46.439690 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-24fe38ab-858f-4feb-99f0-82fcee855e44 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/routers/5ecb1be1-c178-4594-ba58-fe0567bee5f1 HTTP/1.1" status: 204 len: 168 time: 0.3558443 Aug 17 00:15:46.441030 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55052) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:46.504131 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-29cfb561-4c3c-4094-9562-3f9efc9cc33d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Deleting subnet 728e17d3-1d64-45b0-b500-9ff2be1b44d0 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:15:46.509420 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-29cfb561-4c3c-4094-9562-3f9efc9cc33d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:46.513422 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4e5f9656-a475-4b1e-b219-ff5f52e5e5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:46.566959 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-29cfb561-4c3c-4094-9562-3f9efc9cc33d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:46.662478 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0181786-005e-4198-af74-5cbc2fbda7aa req-1720091c-5c57-4ab0-b39d-919dbc810d27 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:46.664847 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d0181786-005e-4198-af74-5cbc2fbda7aa req-1720091c-5c57-4ab0-b39d-919dbc810d27 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0683305 Aug 17 00:15:46.672552 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-29cfb561-4c3c-4094-9562-3f9efc9cc33d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:46.733255 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d0181786-005e-4198-af74-5cbc2fbda7aa req-64d90b4d-b27b-48c4-83b2-0eedca19c6b1 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620475 Aug 17 00:15:46.758961 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-29cfb561-4c3c-4094-9562-3f9efc9cc33d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:46.799910 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-29cfb561-4c3c-4094-9562-3f9efc9cc33d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:46.801865 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-29cfb561-4c3c-4094-9562-3f9efc9cc33d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/subnets/728e17d3-1d64-45b0-b500-9ff2be1b44d0 HTTP/1.1" status: 204 len: 168 time: 0.3598900 Aug 17 00:15:46.803164 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cfb561-4c3c-4094-9562-3f9efc9cc33d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Subnet': ['ID=728e17d3-1d64-45b0-b500-9ff2be1b44d0,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:46.805462 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 55068) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:46.818493 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cc8702-ea3e-499b-97e8-02b2aa296898 None None] Network c1a1ef28-83c5-4f83-9494-19f769985f3d requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:15:46.930536 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2e52ccf-9445-48c0-a551-b344872c6d81 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:47.032635 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-e2e52ccf-9445-48c0-a551-b344872c6d81 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Deleting port ddaf7741-652b-4c77-a6db-faa88b16cee3 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:15:47.033363 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2e52ccf-9445-48c0-a551-b344872c6d81 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:47.153873 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-e2e52ccf-9445-48c0-a551-b344872c6d81 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] For port ddaf7741-652b-4c77-a6db-faa88b16cee3, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=ddaf7741-652b-4c77-a6db-faa88b16cee3,segment=NetworkSegment(603d2497-0023-4d14-91ba-6d8b81b3edba),segment_id=603d2497-0023-4d14-91ba-6d8b81b3edba)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:47.154610 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2e52ccf-9445-48c0-a551-b344872c6d81 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:47.154841 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431a3ddf-7b6c-4454-b813-fe1b75653527 None None] DHCP port deletion for c1a1ef28-83c5-4f83-9494-19f769985f3d request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:15:47.179335 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-e2e52ccf-9445-48c0-a551-b344872c6d81 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Calling delete_port for ddaf7741-652b-4c77-a6db-faa88b16cee3 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:15:47.198086 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecf16e-713c-4bc8-8b5c-2dcde2b30965 req-9be49318-7a09-46cb-bdfe-72004b70018d tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:47.200455 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5cecf16e-713c-4bc8-8b5c-2dcde2b30965 req-9be49318-7a09-46cb-bdfe-72004b70018d tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.1226251 Aug 17 00:15:47.292759 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-431a3ddf-7b6c-4454-b813-fe1b75653527 None None] Deleting port ddaf7741-652b-4c77-a6db-faa88b16cee3 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:15:47.293075 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-431a3ddf-7b6c-4454-b813-fe1b75653527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:47.315018 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5cecf16e-713c-4bc8-8b5c-2dcde2b30965 req-8a553ef2-3e87-49e0-bb4f-6361974e98af tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058850 Aug 17 00:15:47.346907 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2e52ccf-9445-48c0-a551-b344872c6d81 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:47.379452 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e52ccf-9445-48c0-a551-b344872c6d81 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Port': ['ID=ddaf7741-652b-4c77-a6db-faa88b16cee3,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:47.388108 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e52ccf-9445-48c0-a551-b344872c6d81 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] No DVR routers for this DVR port ddaf7741-652b-4c77-a6db-faa88b16cee3 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:15:47.394793 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-431a3ddf-7b6c-4454-b813-fe1b75653527 None None] For port ddaf7741-652b-4c77-a6db-faa88b16cee3, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=ddaf7741-652b-4c77-a6db-faa88b16cee3,segment=NetworkSegment(603d2497-0023-4d14-91ba-6d8b81b3edba),segment_id=603d2497-0023-4d14-91ba-6d8b81b3edba)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:47.395288 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-431a3ddf-7b6c-4454-b813-fe1b75653527 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:47.410130 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-431a3ddf-7b6c-4454-b813-fe1b75653527 None None] Calling delete_port for ddaf7741-652b-4c77-a6db-faa88b16cee3 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:15:47.506478 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2e52ccf-9445-48c0-a551-b344872c6d81 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:47.509414 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-431a3ddf-7b6c-4454-b813-fe1b75653527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:47.518709 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-e2e52ccf-9445-48c0-a551-b344872c6d81 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a1ef28-83c5-4f83-9494-19f769985f3d']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:47.532432 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-e2e52ccf-9445-48c0-a551-b344872c6d81 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '603d2497-0023-4d14-91ba-6d8b81b3edba') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:47.532758 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-e2e52ccf-9445-48c0-a551-b344872c6d81 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '603d2497-0023-4d14-91ba-6d8b81b3edba') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:47.543405 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431a3ddf-7b6c-4454-b813-fe1b75653527 None None] No DVR routers for this DVR port ddaf7741-652b-4c77-a6db-faa88b16cee3 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:15:47.543866 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2e52ccf-9445-48c0-a551-b344872c6d81 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:47.547546 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a3ddf-7b6c-4454-b813-fe1b75653527 None None] Pushing event deleted for resources: {'Port': ['ID=ddaf7741-652b-4c77-a6db-faa88b16cee3,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:47.573602 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2e52ccf-9445-48c0-a551-b344872c6d81 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:47.580188 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e52ccf-9445-48c0-a551-b344872c6d81 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:15:47.580678 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2e52ccf-9445-48c0-a551-b344872c6d81 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:15:47.584653 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:15:47.650185 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2e52ccf-9445-48c0-a551-b344872c6d81 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:47.657389 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2e52ccf-9445-48c0-a551-b344872c6d81 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:47.662624 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e2e52ccf-9445-48c0-a551-b344872c6d81 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/networks/c1a1ef28-83c5-4f83-9494-19f769985f3d HTTP/1.1" status: 204 len: 168 time: 0.8525624 Aug 17 00:15:47.665552 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55086) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:47.668868 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-b7281175-fc56-4509-bd29-68a9b12b317f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-914365668', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}, 'admin_state_up': False}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:47.682310 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e52ccf-9445-48c0-a551-b344872c6d81 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Network': ['ID=c1a1ef28-83c5-4f83-9494-19f769985f3d,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:47.701978 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b7281175-fc56-4509-bd29-68a9b12b317f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:47.703055 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b7281175-fc56-4509-bd29-68a9b12b317f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:47.760733 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b7281175-fc56-4509-bd29-68a9b12b317f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:47.846864 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device ddaf7741-652b-4c77-a6db-faa88b16cee3 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:15:47.875186 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: ddaf7741-652b-4c77-a6db-faa88b16cee3 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:15:47.875639 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device ddaf7741-652b-4c77-a6db-faa88b16cee3 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:15:47.970904 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b7281175-fc56-4509-bd29-68a9b12b317f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:48.184317 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b7281175-fc56-4509-bd29-68a9b12b317f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:48.203975 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b7281175-fc56-4509-bd29-68a9b12b317f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:48.318010 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-b7281175-fc56-4509-bd29-68a9b12b317f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Allocated IP 172.25.3.30 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/cf8bb4d7-4ac3-491a-afb2-016d320f7e9c) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:15:48.473353 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b7281175-fc56-4509-bd29-68a9b12b317f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:48.485467 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec7dc6-0bad-4516-91cb-b4264e44cb2a req-9a94b064-5d51-406b-943a-511f20e0b93a tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:48.497652 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9ec7dc6-0bad-4516-91cb-b4264e44cb2a req-9a94b064-5d51-406b-943a-511f20e0b93a tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0948055 Aug 17 00:15:48.531310 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b7281175-fc56-4509-bd29-68a9b12b317f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:48.546794 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9ec7dc6-0bad-4516-91cb-b4264e44cb2a req-7a01c723-1647-42ab-b1d4-1c86f95b47cd tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460455 Aug 17 00:15:48.584223 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7281175-fc56-4509-bd29-68a9b12b317f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:15:48.587484 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-b7281175-fc56-4509-bd29-68a9b12b317f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:15:48.591118 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7281175-fc56-4509-bd29-68a9b12b317f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:15:48.635307 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7281175-fc56-4509-bd29-68a9b12b317f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Port': ['ID=cf8bb4d7-4ac3-491a-afb2-016d320f7e9c,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:48.688455 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4814ace-14ec-4422-bb6c-1783a29476c8 req-cedec8a5-0a37-43a4-94b7-6517eadf1490 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:48.693498 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4814ace-14ec-4422-bb6c-1783a29476c8 req-cedec8a5-0a37-43a4-94b7-6517eadf1490 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0655806 Aug 17 00:15:48.743173 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4814ace-14ec-4422-bb6c-1783a29476c8 req-c4677a44-7edb-4e38-88d2-49b1450aac03 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461686 Aug 17 00:15:48.910723 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b7281175-fc56-4509-bd29-68a9b12b317f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:48.943632 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be945e36-37ea-4974-a20a-6564d54ab38d req-730a3a9e-e3a0-40d3-979c-00b2adae93a4 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:48.946389 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be945e36-37ea-4974-a20a-6564d54ab38d req-730a3a9e-e3a0-40d3-979c-00b2adae93a4 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0592201 Aug 17 00:15:49.008357 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be945e36-37ea-4974-a20a-6564d54ab38d req-e412ed20-bf9a-4492-9839-8d005c2ccdc4 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542269 Aug 17 00:15:49.179680 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b7281175-fc56-4509-bd29-68a9b12b317f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:49.205322 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26222d3-6343-47e3-b7f1-804e1d9d78e0 req-5ac7fe91-860c-4635-b13d-cb1576fad5c3 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:49.209537 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a26222d3-6343-47e3-b7f1-804e1d9d78e0 req-5ac7fe91-860c-4635-b13d-cb1576fad5c3 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0755551 Aug 17 00:15:49.245829 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b19562a7-7e1b-4db8-8cad-6ce67cd5987f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:49.257685 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:49.281935 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a26222d3-6343-47e3-b7f1-804e1d9d78e0 req-48f08376-879a-497b-936a-dc3dfea2a5d2 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598724 Aug 17 00:15:49.355219 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7281175-fc56-4509-bd29-68a9b12b317f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Router ded4850b-3f17-4cb2-8d04-f8c5d4df14cb is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:15:49.457570 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad5a7f-7413-400f-9f5c-a58644139d1f req-e29b4b7b-7470-4aa7-ae75-0ad21bb8c877 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:49.457570 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1cad5a7f-7413-400f-9f5c-a58644139d1f req-e29b4b7b-7470-4aa7-ae75-0ad21bb8c877 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0669355 Aug 17 00:15:49.502447 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7281175-fc56-4509-bd29-68a9b12b317f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:15:49.519262 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9ed9b1-7752-4d92-98d4-f013ee7da82c None None] Sync routers for ids ['ded4850b-3f17-4cb2-8d04-f8c5d4df14cb'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:15:49.526554 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b7281175-fc56-4509-bd29-68a9b12b317f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:49.530977 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b7281175-fc56-4509-bd29-68a9b12b317f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.8661427 Aug 17 00:15:49.531973 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55134) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:49.535480 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1cad5a7f-7413-400f-9f5c-a58644139d1f req-4ba82ce9-4b28-480d-b9cd-2b079396a6d0 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714731 Aug 17 00:15:49.540685 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9ed9b1-7752-4d92-98d4-f013ee7da82c None None] Routers {'ded4850b-3f17-4cb2-8d04-f8c5d4df14cb'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:15:49.541333 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ef9ed9b1-7752-4d92-98d4-f013ee7da82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ded4850b-3f17-4cb2-8d04-f8c5d4df14cb'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:49.687929 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9ffe20c1-4bef-4847-a63a-36372a33bb78 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "GET /v2.0/routers/ded4850b-3f17-4cb2-8d04-f8c5d4df14cb HTTP/1.1" status: 200 len: 879 time: 0.1547337 Aug 17 00:15:49.690723 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55140) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:49.693214 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7c748-c93c-478a-8d13-a49f2b4d8d40 req-66eac2d4-c0d6-4613-988f-a5d44d89b736 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:49.697695 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-faa7c748-c93c-478a-8d13-a49f2b4d8d40 req-66eac2d4-c0d6-4613-988f-a5d44d89b736 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0874567 Aug 17 00:15:49.761307 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-faa7c748-c93c-478a-8d13-a49f2b4d8d40 req-310c119d-afdb-408a-a554-2cc965c8b102 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522859 Aug 17 00:15:49.764044 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ef9ed9b1-7752-4d92-98d4-f013ee7da82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:49.774872 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9ed9b1-7752-4d92-98d4-f013ee7da82c None None] Routers {'ded4850b-3f17-4cb2-8d04-f8c5d4df14cb'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:15:49.775745 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ef9ed9b1-7752-4d92-98d4-f013ee7da82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ded4850b-3f17-4cb2-8d04-f8c5d4df14cb'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:49.837642 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ef9ed9b1-7752-4d92-98d4-f013ee7da82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:49.838354 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9ed9b1-7752-4d92-98d4-f013ee7da82c None None] The sync data for ids ['ded4850b-3f17-4cb2-8d04-f8c5d4df14cb'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:15:49.988433 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d3afd-58e6-43d1-9ee1-5515e9c52b7b req-aaed80bd-b330-4827-9ebf-66116f2ff154 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:49.994007 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8d4d3afd-58e6-43d1-9ee1-5515e9c52b7b req-aaed80bd-b330-4827-9ebf-66116f2ff154 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0701330 Aug 17 00:15:50.071245 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8d4d3afd-58e6-43d1-9ee1-5515e9c52b7b req-1b0cfc19-a895-4e28-99ba-cf7df6ce224e tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676801 Aug 17 00:15:50.170991 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:50.230284 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332e1c4-e291-42a2-ad86-6d56cfe56701 req-b2e3ba3e-5b03-474e-a041-335aa8f719d3 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:50.232047 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8332e1c4-e291-42a2-ad86-6d56cfe56701 req-b2e3ba3e-5b03-474e-a041-335aa8f719d3 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0572870 Aug 17 00:15:50.280710 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8332e1c4-e291-42a2-ad86-6d56cfe56701 req-57aa0873-1b90-4f4d-9f95-155bf1e02bf0 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394182 Aug 17 00:15:50.447744 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488aa0f-c497-4299-98fe-0c329397814b req-318c5d01-975e-491c-837d-391483cf44da tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:50.449560 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7488aa0f-c497-4299-98fe-0c329397814b req-318c5d01-975e-491c-837d-391483cf44da tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0710642 Aug 17 00:15:50.478429 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ea6bd6de-d26d-4df3-9494-9f6f8e9fc16d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.7860074 Aug 17 00:15:50.480888 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55162) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:50.493384 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-7fa61990-ba68-4ffa-a35b-31e4c7809998 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-914365668'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:50.506138 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7488aa0f-c497-4299-98fe-0c329397814b req-1be261a4-d178-4964-b209-0195e43085c4 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439382 Aug 17 00:15:50.895789 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7fa61990-ba68-4ffa-a35b-31e4c7809998 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126458'] for router, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:50.914813 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7fa61990-ba68-4ffa-a35b-31e4c7809998 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635776'] for router, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:51.061415 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60462582-c994-4757-9777-5c2bb049d6c6 req-6ff790c4-6ca4-4d2d-b2c3-dd31e0d4d85d tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:51.066376 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-60462582-c994-4757-9777-5c2bb049d6c6 req-6ff790c4-6ca4-4d2d-b2c3-dd31e0d4d85d tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.4677787 Aug 17 00:15:51.078966 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa61990-ba68-4ffa-a35b-31e4c7809998 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Router ded4850b-3f17-4cb2-8d04-f8c5d4df14cb has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:15:51.134228 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-60462582-c994-4757-9777-5c2bb049d6c6 req-9661c07e-45a9-4471-9fb7-f158abe3a544 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570717 Aug 17 00:15:51.243979 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa61990-ba68-4ffa-a35b-31e4c7809998 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:15:51.253432 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba0c42a-6882-4b8e-a879-9b3cdb5c3d5f None None] Sync routers for ids ['ded4850b-3f17-4cb2-8d04-f8c5d4df14cb'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:15:51.254464 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7fa61990-ba68-4ffa-a35b-31e4c7809998 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:51.259644 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7fa61990-ba68-4ffa-a35b-31e4c7809998 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "PUT /v2.0/routers/ded4850b-3f17-4cb2-8d04-f8c5d4df14cb HTTP/1.1" status: 200 len: 886 time: 0.7776310 Aug 17 00:15:51.260311 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55186) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:51.268755 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba0c42a-6882-4b8e-a879-9b3cdb5c3d5f None None] Routers {'ded4850b-3f17-4cb2-8d04-f8c5d4df14cb'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:15:51.269730 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-0ba0c42a-6882-4b8e-a879-9b3cdb5c3d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ded4850b-3f17-4cb2-8d04-f8c5d4df14cb'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:51.313413 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151a5b4-0e0e-4eb1-886e-2a9fd46c2f28 req-11eb598d-17a2-468b-98af-ea12fd90b4a8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:51.316050 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3151a5b4-0e0e-4eb1-886e-2a9fd46c2f28 req-11eb598d-17a2-468b-98af-ea12fd90b4a8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0753095 Aug 17 00:15:51.322625 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-0ba0c42a-6882-4b8e-a879-9b3cdb5c3d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:51.339102 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba0c42a-6882-4b8e-a879-9b3cdb5c3d5f None None] Routers {'ded4850b-3f17-4cb2-8d04-f8c5d4df14cb'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:15:51.340016 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-0ba0c42a-6882-4b8e-a879-9b3cdb5c3d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['ded4850b-3f17-4cb2-8d04-f8c5d4df14cb'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:51.380653 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-0ba0c42a-6882-4b8e-a879-9b3cdb5c3d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:51.382072 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba0c42a-6882-4b8e-a879-9b3cdb5c3d5f None None] The sync data for ids ['ded4850b-3f17-4cb2-8d04-f8c5d4df14cb'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:15:51.397724 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3151a5b4-0e0e-4eb1-886e-2a9fd46c2f28 req-ca30cc30-1ba4-4357-b5f6-0f3a347d296f tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741634 Aug 17 00:15:51.436987 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-54eb8944-f838-4ded-9744-a7ad7e46fc5b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "GET /v2.0/routers/ded4850b-3f17-4cb2-8d04-f8c5d4df14cb HTTP/1.1" status: 200 len: 886 time: 0.1750450 Aug 17 00:15:51.439412 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 55190) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:51.469424 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-470e5a11-d6cd-4ef4-9348-7445caa28b8e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "GET /v2.0/ports?device_id=ded4850b-3f17-4cb2-8d04-f8c5d4df14cb HTTP/1.1" status: 200 len: 205 time: 0.0282676 Aug 17 00:15:51.471716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 55192) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:51.612268 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7ea98-e238-4cd4-8ea4-6a340eeb80fd req-68fcae65-5d2e-4304-a212-e9e7c5cda297 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:51.613795 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-65e7ea98-e238-4cd4-8ea4-6a340eeb80fd req-68fcae65-5d2e-4304-a212-e9e7c5cda297 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.1016061 Aug 17 00:15:51.659078 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5e4c94fd-1a90-4b17-820c-ddd715491fc1 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:51.713908 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-65e7ea98-e238-4cd4-8ea4-6a340eeb80fd req-b7c1d735-58d4-4e59-be7c-00dea2f41cf8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932324 Aug 17 00:15:51.848658 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5e4c94fd-1a90-4b17-820c-ddd715491fc1 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:51.963039 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c94fd-1a90-4b17-820c-ddd715491fc1 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Deleting port cf8bb4d7-4ac3-491a-afb2-016d320f7e9c {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:15:51.963455 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5e4c94fd-1a90-4b17-820c-ddd715491fc1 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:52.046175 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23da4f0-0c13-4e77-9658-58925b425d25 req-1cafbe1a-8524-4a40-a58a-519258a4f234 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:52.047684 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b23da4f0-0c13-4e77-9658-58925b425d25 req-1cafbe1a-8524-4a40-a58a-519258a4f234 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.1253164 Aug 17 00:15:52.091674 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:52.105899 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5e4c94fd-1a90-4b17-820c-ddd715491fc1 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:52.125489 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b23da4f0-0c13-4e77-9658-58925b425d25 req-86449990-33e9-4752-b087-091793490d31 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668483 Aug 17 00:15:52.125866 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c94fd-1a90-4b17-820c-ddd715491fc1 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Calling delete_port for cf8bb4d7-4ac3-491a-afb2-016d320f7e9c owned by network:router_gateway {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:15:52.280335 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55220) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:52.366757 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f67b9-7c29-4bea-bec6-c3ee33bead83 req-982dbb68-3639-4491-ae86-5df2036cef11 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:52.370220 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-627f67b9-7c29-4bea-bec6-c3ee33bead83 req-982dbb68-3639-4491-ae86-5df2036cef11 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.1562068 Aug 17 00:15:52.457103 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-627f67b9-7c29-4bea-bec6-c3ee33bead83 req-0f647577-6603-42f4-8c78-796b6c97962e tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804558 Aug 17 00:15:52.478446 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5e4c94fd-1a90-4b17-820c-ddd715491fc1 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:52.533994 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c94fd-1a90-4b17-820c-ddd715491fc1 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Port': ['ID=cf8bb4d7-4ac3-491a-afb2-016d320f7e9c,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:52.549873 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-fef77229-81c4-4bc5-813a-ee8c632a244a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Deleting port f702ca06-a0b8-4ae5-b130-472f98474145 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:15:52.550456 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fef77229-81c4-4bc5-813a-ee8c632a244a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:52.679536 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5e4c94fd-1a90-4b17-820c-ddd715491fc1 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:52.714510 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fef77229-81c4-4bc5-813a-ee8c632a244a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:52.714913 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fef77229-81c4-4bc5-813a-ee8c632a244a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:52.737523 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-fef77229-81c4-4bc5-813a-ee8c632a244a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Calling delete_port for f702ca06-a0b8-4ae5-b130-472f98474145 owned by network:floatingip {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:15:52.818696 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5e4c94fd-1a90-4b17-820c-ddd715491fc1 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:52.821667 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5e4c94fd-1a90-4b17-820c-ddd715491fc1 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:52.900643 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13e8b0-76a5-4e5b-abb0-4ad643ecf45e req-a865e78a-3110-4c91-88ba-956a6468970b tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:52.907827 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a13e8b0-76a5-4e5b-abb0-4ad643ecf45e req-a865e78a-3110-4c91-88ba-956a6468970b tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.2958477 Aug 17 00:15:52.915724 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5e4c94fd-1a90-4b17-820c-ddd715491fc1 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:52.916236 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4c94fd-1a90-4b17-820c-ddd715491fc1 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Fanout notify agent at l3_agent the message router_deleted on router ded4850b-3f17-4cb2-8d04-f8c5d4df14cb {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:15:52.923508 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5e4c94fd-1a90-4b17-820c-ddd715491fc1 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:52.930392 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5e4c94fd-1a90-4b17-820c-ddd715491fc1 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/routers/ded4850b-3f17-4cb2-8d04-f8c5d4df14cb HTTP/1.1" status: 204 len: 168 time: 1.4559729 Aug 17 00:15:52.931979 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55230) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:52.937366 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-8e1dde96-79dc-4070-92de-2a3fe971635c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'network': {'name': 'tempest-RoutersTest-1360841222'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:52.979194 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a13e8b0-76a5-4e5b-abb0-4ad643ecf45e req-1c73415e-f611-4b42-8918-1db7b8c6f4f2 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704153 Aug 17 00:15:52.980406 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fef77229-81c4-4bc5-813a-ee8c632a244a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:53.009472 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1dde96-79dc-4070-92de-2a3fe971635c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Made reservation on behalf of df54ebfbd4534f81a348549cf820e603 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:15:53.014245 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8e1dde96-79dc-4070-92de-2a3fe971635c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:53.017761 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef77229-81c4-4bc5-813a-ee8c632a244a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event deleted for resources: {'Port': ['ID=f702ca06-a0b8-4ae5-b130-472f98474145,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:53.080939 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1dde96-79dc-4070-92de-2a3fe971635c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:15:53.113433 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8e1dde96-79dc-4070-92de-2a3fe971635c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:53.113790 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-8e1dde96-79dc-4070-92de-2a3fe971635c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Added segment cfeb74df-a95d-4deb-9a95-d7ccd53bf907 of type vlan for network 37bcfe54-5d1a-4928-aa64-9f25f83c73c3 Aug 17 00:15:53.130300 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fef77229-81c4-4bc5-813a-ee8c632a244a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for floatingip, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:53.130571 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-fef77229-81c4-4bc5-813a-ee8c632a244a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Floating IP 8500a93d-84a3-48dd-98b1-cedbca332403 disassociated (deleted). External IP: 172.25.3.237, port: 7402d3ab-5c18-47e0-974a-a2613fd6578c. Aug 17 00:15:53.133986 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb1d3d-4495-442c-ad31-c253a2aed038 req-e0b44f07-3a42-40cf-8215-746c5b87059d tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:53.135802 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b5eb1d3d-4495-442c-ad31-c253a2aed038 req-e0b44f07-3a42-40cf-8215-746c5b87059d tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0766764 Aug 17 00:15:53.185575 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b5eb1d3d-4495-442c-ad31-c253a2aed038 req-2ddf030b-d17f-4d28-a833-0ef12c10dcf2 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435910 Aug 17 00:15:53.220016 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8e1dde96-79dc-4070-92de-2a3fe971635c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:53.296532 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8e1dde96-79dc-4070-92de-2a3fe971635c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:53.302202 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1dde96-79dc-4070-92de-2a3fe971635c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:53.302799 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8e1dde96-79dc-4070-92de-2a3fe971635c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:53.383578 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8e1dde96-79dc-4070-92de-2a3fe971635c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4502850 Aug 17 00:15:53.388992 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55254) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:53.394854 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a6a83a17-b29e-41c3-9b4b-c886c5ae6f79 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'subnet': {'network_id': '37bcfe54-5d1a-4928-aa64-9f25f83c73c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:53.451764 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4379915-1516-45c1-99c1-0c86354b4671 req-0a12bd27-50bd-4c38-9cf6-4a2a277229e7 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:53.453717 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4379915-1516-45c1-99c1-0c86354b4671 req-0a12bd27-50bd-4c38-9cf6-4a2a277229e7 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0721414 Aug 17 00:15:53.456785 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1dde96-79dc-4070-92de-2a3fe971635c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Network': ['ID=37bcfe54-5d1a-4928-aa64-9f25f83c73c3,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:53.473120 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 37bcfe54-5d1a-4928-aa64-9f25f83c73c3 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:15:53.532325 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4379915-1516-45c1-99c1-0c86354b4671 req-94649e8e-578b-44de-a67f-f57d411b03de tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660715 Aug 17 00:15:53.649476 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a83a17-b29e-41c3-9b4b-c886c5ae6f79 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Made reservation on behalf of df54ebfbd4534f81a348549cf820e603 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:15:53.655235 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a6a83a17-b29e-41c3-9b4b-c886c5ae6f79 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:53.660863 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef77229-81c4-4bc5-813a-ee8c632a244a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Router 7a0d0e26-dfaf-44c7-88f9-a4587e5c007c has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:15:53.672889 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1654ee4-c067-4cd6-9420-65d85ac97f0a req-a6deb477-fcd2-4e2a-b05d-2185c5699ba4 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:53.681509 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e1654ee4-c067-4cd6-9420-65d85ac97f0a req-a6deb477-fcd2-4e2a-b05d-2185c5699ba4 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0616446 Aug 17 00:15:53.726644 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e1654ee4-c067-4cd6-9420-65d85ac97f0a req-0da64dc3-2b15-45f2-97aa-9e6481ff3132 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440741 Aug 17 00:15:53.926737 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef77229-81c4-4bc5-813a-ee8c632a244a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:15:53.940513 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfe2dc-5a93-4d55-8622-e225d51b309b None None] Sync routers for ids ['7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:15:53.960318 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cfe2dc-5a93-4d55-8622-e225d51b309b None None] Routers {'7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:15:53.961348 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e8cfe2dc-5a93-4d55-8622-e225d51b309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:53.966541 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fef77229-81c4-4bc5-813a-ee8c632a244a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:53.967359 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eded11-34b5-46b5-8ea2-d695595f1b22 req-6b7b1aac-3ae7-450f-9ee1-e90c19facd5c tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:53.976430 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-26eded11-34b5-46b5-8ea2-d695595f1b22 req-6b7b1aac-3ae7-450f-9ee1-e90c19facd5c tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0666740 Aug 17 00:15:54.019104 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fef77229-81c4-4bc5-813a-ee8c632a244a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "DELETE /v2.0/floatingips/8500a93d-84a3-48dd-98b1-cedbca332403 HTTP/1.1" status: 204 len: 168 time: 1.7366924 Aug 17 00:15:54.021651 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2b1712-4112-49fc-b9e8-d676beae0b89', 'tag': '7402d3ab-5c18-47e0-974a-a2613fd6578c'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:15:54.025383 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052b82fb-17ec-4fdb-8101-5a27432ac0cb" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2b1712-4112-49fc-b9e8-d676beae0b89", "tag": "7402d3ab-5c18-47e0-974a-a2613fd6578c"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:15:54.042421 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-26eded11-34b5-46b5-8ea2-d695595f1b22 req-1ca3fa66-a280-41ff-bfeb-7407a9ed6a25 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615854 Aug 17 00:15:54.042967 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a6a83a17-b29e-41c3-9b4b-c886c5ae6f79 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:54.094450 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a83a17-b29e-41c3-9b4b-c886c5ae6f79 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Subnet': ['ID=f9719139-dffe-4b0d-b0ff-f63d904564e5,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:54.157561 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb4b626-cceb-446b-ae10-7475827652b1 x-openstack-request-id: req-edb4b626-cceb-446b-ae10-7475827652b1 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:15:54.160862 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2b1712-4112-49fc-b9e8-d676beae0b89", "tag": "7402d3ab-5c18-47e0-974a-a2613fd6578c", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:15:54.161960 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-edb4b626-cceb-446b-ae10-7475827652b1 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:15:54.164894 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2b1712-4112-49fc-b9e8-d676beae0b89', 'tag': '7402d3ab-5c18-47e0-974a-a2613fd6578c', 'status': 'completed', 'code': 200} Aug 17 00:15:54.180422 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a83a17-b29e-41c3-9b4b-c886c5ae6f79 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Checking segment: {'id': 'cfeb74df-a95d-4deb-9a95-d7ccd53bf907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '37bcfe54-5d1a-4928-aa64-9f25f83c73c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:15:54.184250 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-e8cfe2dc-5a93-4d55-8622-e225d51b309b None None] Set router 7a0d0e26-dfaf-44c7-88f9-a4587e5c007c gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:15:54.186943 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a83a17-b29e-41c3-9b4b-c886c5ae6f79 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network hostable DHCP agents. Network: 37bcfe54-5d1a-4928-aa64-9f25f83c73c3, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:15:54.227499 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a83a17-b29e-41c3-9b4b-c886c5ae6f79 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network 37bcfe54-5d1a-4928-aa64-9f25f83c73c3 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:15:54.240247 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-a6a83a17-b29e-41c3-9b4b-c886c5ae6f79 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 37bcfe54-5d1a-4928-aa64-9f25f83c73c3) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:15:54.245033 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a83a17-b29e-41c3-9b4b-c886c5ae6f79 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:54.245931 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a6a83a17-b29e-41c3-9b4b-c886c5ae6f79 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:54.251858 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b82fb-17ec-4fdb-8101-5a27432ac0cb req-3118cfc3-c45f-4190-8f9e-01d152e09227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:54.255625 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda39065-78bc-4b10-98bb-3728f4719940 None None] Network 37bcfe54-5d1a-4928-aa64-9f25f83c73c3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:15:54.257273 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-052b82fb-17ec-4fdb-8101-5a27432ac0cb req-3118cfc3-c45f-4190-8f9e-01d152e09227 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a9ca74733fa48c8818a39938a45e719&device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 1098 time: 0.0848262 Aug 17 00:15:54.278216 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a6a83a17-b29e-41c3-9b4b-c886c5ae6f79 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8881266 Aug 17 00:15:54.280571 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55292) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:54.292721 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-b2c18cf5-7cbc-4b8c-8870-fe3d294bcf2c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1446496255', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:54.346423 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b2c18cf5-7cbc-4b8c-8870-fe3d294bcf2c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:54.347771 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b2c18cf5-7cbc-4b8c-8870-fe3d294bcf2c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:54.423584 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b2c18cf5-7cbc-4b8c-8870-fe3d294bcf2c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:54.438920 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b2c18cf5-7cbc-4b8c-8870-fe3d294bcf2c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:54.458157 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a26417-bdf6-439c-b08f-2075ae18a64a req-45c3258d-65e5-4c11-bf66-16ef75a9929f tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:54.461407 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92a26417-bdf6-439c-b08f-2075ae18a64a req-45c3258d-65e5-4c11-bf66-16ef75a9929f tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.2241511 Aug 17 00:15:54.470841 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b2c18cf5-7cbc-4b8c-8870-fe3d294bcf2c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:54.472163 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b2c18cf5-7cbc-4b8c-8870-fe3d294bcf2c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1904254 Aug 17 00:15:54.476000 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55298) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:54.535177 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78180a3f-3c11-4512-8566-ee5454150198 req-58438ade-8324-47f3-a940-3828d78f4eab tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:54.544797 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78180a3f-3c11-4512-8566-ee5454150198 req-58438ade-8324-47f3-a940-3828d78f4eab tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 946 time: 0.1545780 Aug 17 00:15:54.603393 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b82fb-17ec-4fdb-8101-5a27432ac0cb req-b4aee7c5-f0b2-45f4-8f97-bf3739f9fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:54.605186 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-052b82fb-17ec-4fdb-8101-5a27432ac0cb req-b4aee7c5-f0b2-45f4-8f97-bf3739f9fefd service neutron] 10.222.0.64 "GET /v2.0/networks?id=c620e01b-20a6-4877-9076-dcd267b7e818 HTTP/1.1" status: 200 len: 897 time: 0.3139744 Aug 17 00:15:54.618885 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92a26417-bdf6-439c-b08f-2075ae18a64a req-2ba85279-53f4-45c3-8c0e-70391115f86b tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409907 Aug 17 00:15:54.650805 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78180a3f-3c11-4512-8566-ee5454150198 req-5782781b-1021-44bf-a9f7-8648a45ba4b4 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028836 Aug 17 00:15:54.736342 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-052b82fb-17ec-4fdb-8101-5a27432ac0cb req-f8e2da1b-0eea-4f10-9f97-478ef971005e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7402d3ab-5c18-47e0-974a-a2613fd6578c HTTP/1.1" status: 200 len: 217 time: 0.1164072 Aug 17 00:15:54.746675 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e8cfe2dc-5a93-4d55-8622-e225d51b309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107721965', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:50Z', 'updated_at': '2021-08-17T00:13:57Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:51Z', 'updated_at': '2021-08-17T00:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'ba1af0d0-097d-4a31-9a43-fc1181b2fcb2', 'name': '', 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:48:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '8a59fccd-7307-4611-9a9e-d56491e0ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:55Z', 'updated_at': '2021-08-17T00:14:06Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': '8a59fccd-7307-4611-9a9e-d56491e0ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:54.764426 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e182f2e-26d8-4962-bdc9-789795f9a65c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-37bcfe54-5d1a-4928-aa64-9f25f83c73c3', 'network_id': '37bcfe54-5d1a-4928-aa64-9f25f83c73c3', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'fixed_ips': [{'subnet_id': 'f9719139-dffe-4b0d-b0ff-f63d904564e5'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:15:54.765337 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2e182f2e-26d8-4962-bdc9-789795f9a65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:54.840845 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfe2dc-5a93-4d55-8622-e225d51b309b None None] Checking router: 7a0d0e26-dfaf-44c7-88f9-a4587e5c007c for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:15:54.843803 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b82fb-17ec-4fdb-8101-5a27432ac0cb req-98287dde-e4e3-4dac-adbf-10ff1c301254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:54.848029 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-052b82fb-17ec-4fdb-8101-5a27432ac0cb req-98287dde-e4e3-4dac-adbf-10ff1c301254 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8a59fccd-7307-4611-9a9e-d56491e0ad97 HTTP/1.1" status: 200 len: 834 time: 0.1011729 Aug 17 00:15:54.855389 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cfe2dc-5a93-4d55-8622-e225d51b309b None None] Routers {'7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:15:54.856023 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e8cfe2dc-5a93-4d55-8622-e225d51b309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:54.966040 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b82fb-17ec-4fdb-8101-5a27432ac0cb req-c512002f-f35f-4a14-8b52-0a19d2e82352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:54.967920 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-052b82fb-17ec-4fdb-8101-5a27432ac0cb req-c512002f-f35f-4a14-8b52-0a19d2e82352 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c620e01b-20a6-4877-9076-dcd267b7e818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043856 Aug 17 00:15:54.986560 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2761233-50b0-4d2b-8b2c-4f6d56ef6b2b req-597f763f-6448-4a06-bae6-652b97b93ed3 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:54.995210 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2761233-50b0-4d2b-8b2c-4f6d56ef6b2b req-597f763f-6448-4a06-bae6-652b97b93ed3 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.1409326 Aug 17 00:15:55.006111 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-2e182f2e-26d8-4962-bdc9-789795f9a65c None None] Allocated IP 172.20.0.2 (37bcfe54-5d1a-4928-aa64-9f25f83c73c3/f9719139-dffe-4b0d-b0ff-f63d904564e5/4cbb2556-921b-40dd-853a-ccf4091bdf8d) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:15:55.081018 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-e8cfe2dc-5a93-4d55-8622-e225d51b309b None None] Set router 7a0d0e26-dfaf-44c7-88f9-a4587e5c007c gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:15:55.112797 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5d16dd2-5396-4b5b-99c7-6f28d38923ce tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:55.159871 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2761233-50b0-4d2b-8b2c-4f6d56ef6b2b req-42428c9a-0b7f-4035-82df-a8c31a5e1172 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636906 Aug 17 00:15:55.232154 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-052b82fb-17ec-4fdb-8101-5a27432ac0cb req-78477c75-4f65-4742-8c29-cfdf9a986218 service neutron] 10.222.0.64 "GET /v2.0/networks/c620e01b-20a6-4877-9076-dcd267b7e818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283874 Aug 17 00:15:55.348378 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2e182f2e-26d8-4962-bdc9-789795f9a65c None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:55.362005 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2e182f2e-26d8-4962-bdc9-789795f9a65c None None] Transition to ACTIVE for port object 4cbb2556-921b-40dd-853a-ccf4091bdf8d will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:15:55.387640 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2e182f2e-26d8-4962-bdc9-789795f9a65c None None] Transition to ACTIVE for port object 4cbb2556-921b-40dd-853a-ccf4091bdf8d will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:15:55.397936 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2e182f2e-26d8-4962-bdc9-789795f9a65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:55.398556 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e8cfe2dc-5a93-4d55-8622-e225d51b309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107721965', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:50Z', 'updated_at': '2021-08-17T00:13:57Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:51Z', 'updated_at': '2021-08-17T00:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'ba1af0d0-097d-4a31-9a43-fc1181b2fcb2', 'name': '', 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:48:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '8a59fccd-7307-4611-9a9e-d56491e0ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:55Z', 'updated_at': '2021-08-17T00:14:06Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': '8a59fccd-7307-4611-9a9e-d56491e0ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:55.442276 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfe2dc-5a93-4d55-8622-e225d51b309b None None] The sync data for ids ['7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'] in n-d-800088-20 is: [{'id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107721965', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:50Z', 'updated_at': '2021-08-17T00:13:57Z', 'revision_number': 4, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:51Z', 'updated_at': '2021-08-17T00:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'ba1af0d0-097d-4a31-9a43-fc1181b2fcb2', 'name': '', 'network_id': 'c620e01b-20a6-4877-9076-dcd267b7e818', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'mac_address': 'fa:16:3e:48:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '8a59fccd-7307-4611-9a9e-d56491e0ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:55Z', 'updated_at': '2021-08-17T00:14:06Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'subnets': [{'id': '8a59fccd-7307-4611-9a9e-d56491e0ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:15:55.465273 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e182f2e-26d8-4962-bdc9-789795f9a65c None None] Network 37bcfe54-5d1a-4928-aa64-9f25f83c73c3 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:15:55.468201 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-2e182f2e-26d8-4962-bdc9-789795f9a65c None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:15:55.476408 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e182f2e-26d8-4962-bdc9-789795f9a65c None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:15:55.489379 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-052b82fb-17ec-4fdb-8101-5a27432ac0cb req-9ec4aeda-292f-49b6-be80-fde07abb5d76 service neutron] 10.222.0.64 "GET /v2.0/networks/c620e01b-20a6-4877-9076-dcd267b7e818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488410 Aug 17 00:15:55.520340 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bda09-3604-48a4-8e7e-de348bb9c9a5 req-508d8918-a85a-4eef-8b81-1db42e4bc4b1 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:55.521901 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f8bda09-3604-48a4-8e7e-de348bb9c9a5 req-508d8918-a85a-4eef-8b81-1db42e4bc4b1 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.1451550 Aug 17 00:15:55.583065 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-2e182f2e-26d8-4962-bdc9-789795f9a65c None None] Attempting to bind port 4cbb2556-921b-40dd-853a-ccf4091bdf8d on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:15:55.583445 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-2e182f2e-26d8-4962-bdc9-789795f9a65c None None] Attempting to bind port 4cbb2556-921b-40dd-853a-ccf4091bdf8d by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'cfeb74df-a95d-4deb-9a95-d7ccd53bf907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '37bcfe54-5d1a-4928-aa64-9f25f83c73c3'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:15:55.583808 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e182f2e-26d8-4962-bdc9-789795f9a65c None None] Attempting to bind port 4cbb2556-921b-40dd-853a-ccf4091bdf8d on network 37bcfe54-5d1a-4928-aa64-9f25f83c73c3 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:15:55.599198 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e182f2e-26d8-4962-bdc9-789795f9a65c None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:15:55.599198 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e182f2e-26d8-4962-bdc9-789795f9a65c None None] Checking segment: {'id': 'cfeb74df-a95d-4deb-9a95-d7ccd53bf907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '37bcfe54-5d1a-4928-aa64-9f25f83c73c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:15:55.599198 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2e182f2e-26d8-4962-bdc9-789795f9a65c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:55.599198 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e182f2e-26d8-4962-bdc9-789795f9a65c None None] Bound using segment: {'id': 'cfeb74df-a95d-4deb-9a95-d7ccd53bf907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '37bcfe54-5d1a-4928-aa64-9f25f83c73c3'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:15:55.599198 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-2e182f2e-26d8-4962-bdc9-789795f9a65c None None] Bound port: 4cbb2556-921b-40dd-853a-ccf4091bdf8d, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfeb74df-a95d-4deb-9a95-d7ccd53bf907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '37bcfe54-5d1a-4928-aa64-9f25f83c73c3'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:15:55.599198 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2e182f2e-26d8-4962-bdc9-789795f9a65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:55.614240 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e182f2e-26d8-4962-bdc9-789795f9a65c None None] Pushing event updated for resources: {'Port': ['ID=4cbb2556-921b-40dd-853a-ccf4091bdf8d,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:55.616729 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-a5d16dd2-5396-4b5b-99c7-6f28d38923ce tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Allocated IP 172.20.0.1 (37bcfe54-5d1a-4928-aa64-9f25f83c73c3/f9719139-dffe-4b0d-b0ff-f63d904564e5/4091e9de-5e47-4c52-9373-ebe663ac2459) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:15:55.695987 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f8bda09-3604-48a4-8e7e-de348bb9c9a5 req-53444f63-63aa-4891-bf58-a50412e18135 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570024 Aug 17 00:15:55.748861 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-2e182f2e-26d8-4962-bdc9-789795f9a65c None None] For port 4cbb2556-921b-40dd-853a-ccf4091bdf8d, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:15:55.753539 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-2e182f2e-26d8-4962-bdc9-789795f9a65c None None] For port 4cbb2556-921b-40dd-853a-ccf4091bdf8d, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4cbb2556-921b-40dd-853a-ccf4091bdf8d,segment=NetworkSegment(cfeb74df-a95d-4deb-9a95-d7ccd53bf907),segment_id=cfeb74df-a95d-4deb-9a95-d7ccd53bf907)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:15:55.767172 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2e182f2e-26d8-4962-bdc9-789795f9a65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:55.830893 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30502c8b-a64e-4cdf-8ca2-0ca2ef21a611 req-c818cd20-0bfe-4540-9ef1-d3e73229600c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:55.832421 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-30502c8b-a64e-4cdf-8ca2-0ca2ef21a611 req-c818cd20-0bfe-4540-9ef1-d3e73229600c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 946 time: 0.2069139 Aug 17 00:15:55.905650 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e182f2e-26d8-4962-bdc9-789795f9a65c None None] Pushing event updated for resources: {'Port': ['ID=4cbb2556-921b-40dd-853a-ccf4091bdf8d,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:55.941342 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5d16dd2-5396-4b5b-99c7-6f28d38923ce tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:55.954812 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf4535-191e-4f34-9616-fa1ce8cebf10 req-c36ae98d-47bb-429b-a7ec-d2aa37b8a571 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:55.963122 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4eaf4535-191e-4f34-9616-fa1ce8cebf10 req-c36ae98d-47bb-429b-a7ec-d2aa37b8a571 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 946 time: 0.1967793 Aug 17 00:15:55.974812 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-a5d16dd2-5396-4b5b-99c7-6f28d38923ce tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Transition to ACTIVE for port object 4091e9de-5e47-4c52-9373-ebe663ac2459 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:15:56.046248 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5d16dd2-5396-4b5b-99c7-6f28d38923ce tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:56.113904 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4eaf4535-191e-4f34-9616-fa1ce8cebf10 req-2f2801a5-3634-4ca7-bb5c-c7fe867412cb tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/security-groups?id=080a9f9b-92ad-4399-98f0-840715104449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496255 Aug 17 00:15:56.119900 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d16dd2-5396-4b5b-99c7-6f28d38923ce tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Port': ['ID=4091e9de-5e47-4c52-9373-ebe663ac2459,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:56.150766 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec848ae9-4e79-48b8-81ef-0c2f497aa9fd None None] New status for floating IP 8500a93d-84a3-48dd-98b1-cedbca332403: DOWN {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:15:56.190115 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d16dd2-5396-4b5b-99c7-6f28d38923ce tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network 37bcfe54-5d1a-4928-aa64-9f25f83c73c3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:15:56.193419 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-a5d16dd2-5396-4b5b-99c7-6f28d38923ce tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:15:56.199049 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d16dd2-5396-4b5b-99c7-6f28d38923ce tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:15:56.230288 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-30502c8b-a64e-4cdf-8ca2-0ca2ef21a611 req-22b431ac-9c6d-4582-9da0-d9cefd595b4c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Deleting port 7402d3ab-5c18-47e0-974a-a2613fd6578c {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:15:56.230869 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-30502c8b-a64e-4cdf-8ca2-0ca2ef21a611 req-22b431ac-9c6d-4582-9da0-d9cefd595b4c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:56.330791 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5d16dd2-5396-4b5b-99c7-6f28d38923ce tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:56.531279 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-30502c8b-a64e-4cdf-8ca2-0ca2ef21a611 req-22b431ac-9c6d-4582-9da0-d9cefd595b4c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] For port 7402d3ab-5c18-47e0-974a-a2613fd6578c, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=7402d3ab-5c18-47e0-974a-a2613fd6578c,segment=NetworkSegment(29022532-c1e3-47ba-bd55-19b3ce5b2e2a),segment_id=29022532-c1e3-47ba-bd55-19b3ce5b2e2a)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:56.532087 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-30502c8b-a64e-4cdf-8ca2-0ca2ef21a611 req-22b431ac-9c6d-4582-9da0-d9cefd595b4c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:56.555812 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5d16dd2-5396-4b5b-99c7-6f28d38923ce tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:56.556915 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-30502c8b-a64e-4cdf-8ca2-0ca2ef21a611 req-22b431ac-9c6d-4582-9da0-d9cefd595b4c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Calling delete_port for 7402d3ab-5c18-47e0-974a-a2613fd6578c owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:15:56.665140 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fa4cf-65f2-48a8-b1b8-0929578025b2 req-1e96dfd9-7755-4299-bce4-4f98db22311a tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:56.665140 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c73fa4cf-65f2-48a8-b1b8-0929578025b2 req-1e96dfd9-7755-4299-bce4-4f98db22311a tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.1924598 Aug 17 00:15:56.799268 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c73fa4cf-65f2-48a8-b1b8-0929578025b2 req-c797202e-fdf7-4af3-9a16-90e46744e3fe tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092832 Aug 17 00:15:56.828766 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-30502c8b-a64e-4cdf-8ca2-0ca2ef21a611 req-22b431ac-9c6d-4582-9da0-d9cefd595b4c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:56.860278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b431ac-9c6d-4582-9da0-d9cefd595b4c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event deleted for resources: {'Port': ['ID=7402d3ab-5c18-47e0-974a-a2613fd6578c,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:56.877332 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b431ac-9c6d-4582-9da0-d9cefd595b4c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:15:56.877742 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b431ac-9c6d-4582-9da0-d9cefd595b4c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:15:56.878093 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b431ac-9c6d-4582-9da0-d9cefd595b4c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:15:56.878430 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b431ac-9c6d-4582-9da0-d9cefd595b4c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:15:56.878768 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b431ac-9c6d-4582-9da0-d9cefd595b4c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:15:56.879098 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b431ac-9c6d-4582-9da0-d9cefd595b4c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:15:56.879431 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b431ac-9c6d-4582-9da0-d9cefd595b4c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:15:56.879759 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b431ac-9c6d-4582-9da0-d9cefd595b4c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:15:56.880090 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b431ac-9c6d-4582-9da0-d9cefd595b4c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:15:56.880415 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b431ac-9c6d-4582-9da0-d9cefd595b4c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:15:56.880743 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b431ac-9c6d-4582-9da0-d9cefd595b4c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:15:56.881082 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b431ac-9c6d-4582-9da0-d9cefd595b4c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:15:56.942514 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-30502c8b-a64e-4cdf-8ca2-0ca2ef21a611 req-22b431ac-9c6d-4582-9da0-d9cefd595b4c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] No DVR routers for this DVR port 7402d3ab-5c18-47e0-974a-a2613fd6578c on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:15:56.946074 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-30502c8b-a64e-4cdf-8ca2-0ca2ef21a611 req-22b431ac-9c6d-4582-9da0-d9cefd595b4c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:56.948080 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-30502c8b-a64e-4cdf-8ca2-0ca2ef21a611 req-22b431ac-9c6d-4582-9da0-d9cefd595b4c tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.64 "DELETE /v2.0/ports/7402d3ab-5c18-47e0-974a-a2613fd6578c HTTP/1.1" status: 204 len: 173 time: 1.0985045 Aug 17 00:15:56.948531 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2b1712-4112-49fc-b9e8-d676beae0b89', 'name': 'network-vif-deleted', 'tag': '7402d3ab-5c18-47e0-974a-a2613fd6578c'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:15:56.950876 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0bd2ef-aa44-4e05-b5e9-e5ade2af5f06" -d '{"events": [{"server_uuid": "3f2b1712-4112-49fc-b9e8-d676beae0b89", "name": "network-vif-deleted", "tag": "7402d3ab-5c18-47e0-974a-a2613fd6578c"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:15:56.959390 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5d16dd2-5396-4b5b-99c7-6f28d38923ce tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:56.979388 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5d16dd2-5396-4b5b-99c7-6f28d38923ce tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:57.020020 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221e66f1-4a92-4e21-b99f-f8e5054adfab x-openstack-request-id: req-221e66f1-4a92-4e21-b99f-f8e5054adfab {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:15:57.020323 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2b1712-4112-49fc-b9e8-d676beae0b89", "name": "network-vif-deleted", "tag": "7402d3ab-5c18-47e0-974a-a2613fd6578c", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:15:57.020589 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-221e66f1-4a92-4e21-b99f-f8e5054adfab {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:15:57.021152 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2b1712-4112-49fc-b9e8-d676beae0b89', 'name': 'network-vif-deleted', 'tag': '7402d3ab-5c18-47e0-974a-a2613fd6578c', 'status': 'completed', 'code': 200} Aug 17 00:15:57.101120 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d16dd2-5396-4b5b-99c7-6f28d38923ce tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Port': ['ID=4091e9de-5e47-4c52-9373-ebe663ac2459,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:57.124864 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5d16dd2-5396-4b5b-99c7-6f28d38923ce tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:57.283150 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d16dd2-5396-4b5b-99c7-6f28d38923ce tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network 37bcfe54-5d1a-4928-aa64-9f25f83c73c3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:15:57.285080 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-a5d16dd2-5396-4b5b-99c7-6f28d38923ce tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:15:57.341762 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f37d3b61-6720-4a70-a391-e3dd387e9e46 req-7b97e21a-5ee4-4290-8903-0f25669f7077 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f2b1712-4112-49fc-b9e8-d676beae0b89 HTTP/1.1" status: 200 len: 210 time: 0.0703936 Aug 17 00:15:57.520994 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d16dd2-5396-4b5b-99c7-6f28d38923ce tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Router fd321f15-33c1-4f49-903e-ccf7b693cb13 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:15:57.626904 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80db861-3660-4f0a-9ee9-b5ee868abc9a None None] Network 37bcfe54-5d1a-4928-aa64-9f25f83c73c3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:15:57.702164 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d9f6b654-b804-4d70-b68f-4d81107dd97a None None] Provisioning for port 4cbb2556-921b-40dd-853a-ccf4091bdf8d completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:15:57.983529 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4cbb2556-921b-40dd-853a-ccf4091bdf8d up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:15:58.040451 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324899b-362d-403c-a3af-4fb4f36f051a req-816527fd-a814-432e-94e1-693d5d10192a tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:58.050578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5324899b-362d-403c-a3af-4fb4f36f051a req-816527fd-a814-432e-94e1-693d5d10192a tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.1113100 Aug 17 00:15:58.103684 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d16dd2-5396-4b5b-99c7-6f28d38923ce tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:15:58.109823 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a5d16dd2-5396-4b5b-99c7-6f28d38923ce tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "PUT /v2.0/routers/fd321f15-33c1-4f49-903e-ccf7b693cb13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6323426 Aug 17 00:15:58.113458 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55378) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:58.118091 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 4cbb2556-921b-40dd-853a-ccf4091bdf8d completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:15:58.118868 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e676d66-af31-4071-bc02-5eabc265924f None None] Sync routers for ids ['fd321f15-33c1-4f49-903e-ccf7b693cb13'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:15:58.124497 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5324899b-362d-403c-a3af-4fb4f36f051a req-8da4739b-9a2a-41a2-840f-b636d9596d72 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651743 Aug 17 00:15:58.125977 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 4cbb2556-921b-40dd-853a-ccf4091bdf8d triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:58.126357 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:58.146579 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e676d66-af31-4071-bc02-5eabc265924f None None] Routers {'fd321f15-33c1-4f49-903e-ccf7b693cb13'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:15:58.148916 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-7e676d66-af31-4071-bc02-5eabc265924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['fd321f15-33c1-4f49-903e-ccf7b693cb13'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:58.191762 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-7e676d66-af31-4071-bc02-5eabc265924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:58.202562 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f21d07a-d42a-4101-a3d9-0c573193a27f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:58.204253 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6f21d07a-d42a-4101-a3d9-0c573193a27f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "GET /v2.0/ports/4091e9de-5e47-4c52-9373-ebe663ac2459 HTTP/1.1" status: 200 len: 910 time: 0.0889995 Aug 17 00:15:58.205013 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e676d66-af31-4071-bc02-5eabc265924f None None] Routers {'fd321f15-33c1-4f49-903e-ccf7b693cb13'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:15:58.205929 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-7e676d66-af31-4071-bc02-5eabc265924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['fd321f15-33c1-4f49-903e-ccf7b693cb13'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:58.207108 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 55384) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:58.213440 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-cbd056c4-484b-499f-8094-c56c110e5390 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f9719139-dffe-4b0d-b0ff-f63d904564e5'}]}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:15:58.267986 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-7e676d66-af31-4071-bc02-5eabc265924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:15:58.268946 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e676d66-af31-4071-bc02-5eabc265924f None None] The sync data for ids ['fd321f15-33c1-4f49-903e-ccf7b693cb13'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:15:58.290924 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:58.371892 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 4cbb2556-921b-40dd-853a-ccf4091bdf8d, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4cbb2556-921b-40dd-853a-ccf4091bdf8d,segment=NetworkSegment(cfeb74df-a95d-4deb-9a95-d7ccd53bf907),segment_id=cfeb74df-a95d-4deb-9a95-d7ccd53bf907)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:15:58.373686 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-382636f9-141a-415c-a578-75c4d67b7cae None None] Provisioning for port 4091e9de-5e47-4c52-9373-ebe663ac2459 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:15:58.383635 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-382636f9-141a-415c-a578-75c4d67b7cae None None] Provisioning complete for port 4091e9de-5e47-4c52-9373-ebe663ac2459 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:58.384340 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-382636f9-141a-415c-a578-75c4d67b7cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:58.422307 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55388) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:58.447408 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cbd056c4-484b-499f-8094-c56c110e5390 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:58.466379 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-382636f9-141a-415c-a578-75c4d67b7cae None None] Port 4091e9de-5e47-4c52-9373-ebe663ac2459 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:15:58.468164 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:58.562259 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=4cbb2556-921b-40dd-853a-ccf4091bdf8d,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:58.572635 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-382636f9-141a-415c-a578-75c4d67b7cae None None] Provisioning complete for port 4cbb2556-921b-40dd-853a-ccf4091bdf8d triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:58.573229 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-382636f9-141a-415c-a578-75c4d67b7cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:58.986989 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a86d5975-ec42-441e-80e5-cf74240b4e97 None None] Provisioning complete for port 4091e9de-5e47-4c52-9373-ebe663ac2459 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:58.987672 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a86d5975-ec42-441e-80e5-cf74240b4e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:59.074501 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-a86d5975-ec42-441e-80e5-cf74240b4e97 None None] Port 4091e9de-5e47-4c52-9373-ebe663ac2459 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:15:59.113756 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 7402d3ab-5c18-47e0-974a-a2613fd6578c no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:15:59.134048 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:15:59.144193 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 7402d3ab-5c18-47e0-974a-a2613fd6578c {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:15:59.144631 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 7402d3ab-5c18-47e0-974a-a2613fd6578c not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:15:59.166431 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86ae6e85-e821-48b2-832d-322292dde27a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:59.167929 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cbd056c4-484b-499f-8094-c56c110e5390 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:59.194130 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cbd056c4-484b-499f-8094-c56c110e5390 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:59.211572 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-096c9cb9-9442-413f-806c-5de4d3e7e663 None None] Provisioning complete for port 4091e9de-5e47-4c52-9373-ebe663ac2459 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:59.211947 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-096c9cb9-9442-413f-806c-5de4d3e7e663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:59.245999 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd056c4-484b-499f-8094-c56c110e5390 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Port': ['ID=4091e9de-5e47-4c52-9373-ebe663ac2459,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:15:59.311776 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-096c9cb9-9442-413f-806c-5de4d3e7e663 None None] Port 4091e9de-5e47-4c52-9373-ebe663ac2459 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:15:59.312327 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd056c4-484b-499f-8094-c56c110e5390 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:59.312996 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cbd056c4-484b-499f-8094-c56c110e5390 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:59.317270 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cbd056c4-484b-499f-8094-c56c110e5390 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "PUT /v2.0/ports/4091e9de-5e47-4c52-9373-ebe663ac2459 HTTP/1.1" status: 200 len: 910 time: 1.1060295 Aug 17 00:15:59.318359 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55404) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:15:59.355559 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a771a-0bff-45fe-9f3f-50519daced10 req-a1d68792-d720-4cf0-b8bc-f365a9978b5e tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:59.363383 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-234a771a-0bff-45fe-9f3f-50519daced10 req-a1d68792-d720-4cf0-b8bc-f365a9978b5e tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0691268 Aug 17 00:15:59.408593 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-234a771a-0bff-45fe-9f3f-50519daced10 req-5e0044a8-f55f-4db5-bfaa-a54331d945b3 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441492 Aug 17 00:15:59.857149 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-86ae6e85-e821-48b2-832d-322292dde27a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Deleting port ba1af0d0-097d-4a31-9a43-fc1181b2fcb2 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:15:59.857491 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86ae6e85-e821-48b2-832d-322292dde27a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:59.873101 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4cbb2556-921b-40dd-853a-ccf4091bdf8d up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:15:59.940654 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 4cbb2556-921b-40dd-853a-ccf4091bdf8d triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:15:59.941358 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:59.979946 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-26ed88eb-0bbd-47fc-a711-a464fbf3d42e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:00.076091 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-86ae6e85-e821-48b2-832d-322292dde27a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] For port ba1af0d0-097d-4a31-9a43-fc1181b2fcb2, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=ba1af0d0-097d-4a31-9a43-fc1181b2fcb2,segment=NetworkSegment(29022532-c1e3-47ba-bd55-19b3ce5b2e2a),segment_id=29022532-c1e3-47ba-bd55-19b3ce5b2e2a)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:00.076462 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86ae6e85-e821-48b2-832d-322292dde27a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:00.097647 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-86ae6e85-e821-48b2-832d-322292dde27a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Calling delete_port for ba1af0d0-097d-4a31-9a43-fc1181b2fcb2 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:16:00.423978 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86ae6e85-e821-48b2-832d-322292dde27a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:00.461617 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae6e85-e821-48b2-832d-322292dde27a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event deleted for resources: {'Port': ['ID=ba1af0d0-097d-4a31-9a43-fc1181b2fcb2,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:00.478243 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-26ed88eb-0bbd-47fc-a711-a464fbf3d42e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Deleting port 4091e9de-5e47-4c52-9373-ebe663ac2459 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:16:00.478587 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-26ed88eb-0bbd-47fc-a711-a464fbf3d42e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:00.506953 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae6e85-e821-48b2-832d-322292dde27a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:00.507313 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae6e85-e821-48b2-832d-322292dde27a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:00.507656 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae6e85-e821-48b2-832d-322292dde27a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:00.507992 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae6e85-e821-48b2-832d-322292dde27a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:00.508323 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae6e85-e821-48b2-832d-322292dde27a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:00.509514 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae6e85-e821-48b2-832d-322292dde27a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:00.509854 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae6e85-e821-48b2-832d-322292dde27a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:00.510187 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae6e85-e821-48b2-832d-322292dde27a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:00.510778 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae6e85-e821-48b2-832d-322292dde27a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:00.510894 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae6e85-e821-48b2-832d-322292dde27a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:00.511217 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae6e85-e821-48b2-832d-322292dde27a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:00.511544 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae6e85-e821-48b2-832d-322292dde27a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:00.595661 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54048d02-a83d-4552-826e-3f814714dc57 req-f3889951-5611-440b-9b70-21ed524cde9d tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:00.598456 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54048d02-a83d-4552-826e-3f814714dc57 req-f3889951-5611-440b-9b70-21ed524cde9d tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0714149 Aug 17 00:16:00.660526 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54048d02-a83d-4552-826e-3f814714dc57 req-97f2a367-7200-4e8a-a3ab-0714377048e5 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534108 Aug 17 00:16:00.677603 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-26ed88eb-0bbd-47fc-a711-a464fbf3d42e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:00.733492 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-26ed88eb-0bbd-47fc-a711-a464fbf3d42e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Calling delete_port for 4091e9de-5e47-4c52-9373-ebe663ac2459 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:16:00.793324 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86ae6e85-e821-48b2-832d-322292dde27a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:01.056086 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-26ed88eb-0bbd-47fc-a711-a464fbf3d42e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:01.469860 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed88eb-0bbd-47fc-a711-a464fbf3d42e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Port': ['ID=4091e9de-5e47-4c52-9373-ebe663ac2459,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:01.491565 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-53a561a6-8091-44fc-a7e2-be03ecfd84b9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:01.497556 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-53a561a6-8091-44fc-a7e2-be03ecfd84b9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 811 time: 0.1265540 Aug 17 00:16:01.510859 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-0af41009-7ce6-462a-af88-b87a0a435da1 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/quotas/f107c7703c294e8991c1c983d8b06a9f HTTP/1.1" status: 200 len: 375 time: 0.0098946 Aug 17 00:16:01.546473 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ae6e85-e821-48b2-832d-322292dde27a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Router 7a0d0e26-dfaf-44c7-88f9-a4587e5c007c has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:16:01.613217 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-caac44fc-adae-4fe4-b09e-cd1fdea984b6 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910285 Aug 17 00:16:01.692728 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-26ed88eb-0bbd-47fc-a711-a464fbf3d42e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:01.742843 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-f787fe1f-7120-44f4-8b5c-37cd9a6895f2 service neutron] 10.222.0.60 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284347 Aug 17 00:16:01.888444 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3ccd8-d1a3-4e47-8920-d3a01147e729 req-56774966-7dfe-46c3-a138-58ec9e97fa10 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:01.890092 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90e3ccd8-d1a3-4e47-8920-d3a01147e729 req-56774966-7dfe-46c3-a138-58ec9e97fa10 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0777652 Aug 17 00:16:01.931406 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-56852187-71e0-4306-a588-8563e3ce2788 service neutron] 10.222.0.60 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874342 Aug 17 00:16:01.961075 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ae6e85-e821-48b2-832d-322292dde27a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:16:01.967468 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-86ae6e85-e821-48b2-832d-322292dde27a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "PUT /v2.0/routers/7a0d0e26-dfaf-44c7-88f9-a4587e5c007c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5438464 Aug 17 00:16:01.970192 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ed88eb-0bbd-47fc-a711-a464fbf3d42e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Router fd321f15-33c1-4f49-903e-ccf7b693cb13 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:16:01.970344 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55464) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:01.972417 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbf04a0-4a5f-461c-ac88-664fdbdd4686 None None] Sync routers for ids ['7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:16:01.973886 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90e3ccd8-d1a3-4e47-8920-d3a01147e729 req-89bc2ffb-14e0-4236-9f2f-7a42ab934d2f tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727825 Aug 17 00:16:01.989094 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbf04a0-4a5f-461c-ac88-664fdbdd4686 None None] Routers {'7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:16:01.999169 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-4cbf04a0-4a5f-461c-ac88-664fdbdd4686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:02.095377 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-2070c371-2837-4eb8-b9cd-a22931c1380e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Deleting subnet 8a59fccd-7307-4611-9a9e-d56491e0ad97 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:16:02.098786 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2070c371-2837-4eb8-b9cd-a22931c1380e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:02.102832 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ed88eb-0bbd-47fc-a711-a464fbf3d42e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:16:02.115604 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c684fdac-8bc0-46eb-bc27-1b1e327de44c None None] Sync routers for ids ['fd321f15-33c1-4f49-903e-ccf7b693cb13'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:16:02.122665 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-4cbf04a0-4a5f-461c-ac88-664fdbdd4686 None None] Set router 7a0d0e26-dfaf-44c7-88f9-a4587e5c007c gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:16:02.130654 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c684fdac-8bc0-46eb-bc27-1b1e327de44c None None] Routers {'fd321f15-33c1-4f49-903e-ccf7b693cb13'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:16:02.131622 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-c684fdac-8bc0-46eb-bc27-1b1e327de44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['fd321f15-33c1-4f49-903e-ccf7b693cb13'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:02.136766 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-26ed88eb-0bbd-47fc-a711-a464fbf3d42e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "PUT /v2.0/routers/fd321f15-33c1-4f49-903e-ccf7b693cb13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8153419 Aug 17 00:16:02.137030 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55472) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:02.179596 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-26a7dfa4-9867-467b-9a18-bd9251e90500 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd321f15-33c1-4f49-903e-ccf7b693cb13 HTTP/1.1" status: 200 len: 205 time: 0.0388114 Aug 17 00:16:02.179951 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 55478) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:02.192911 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-c684fdac-8bc0-46eb-bc27-1b1e327de44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:02.200973 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2070c371-2837-4eb8-b9cd-a22931c1380e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:02.203755 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c684fdac-8bc0-46eb-bc27-1b1e327de44c None None] Routers {'fd321f15-33c1-4f49-903e-ccf7b693cb13'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:16:02.204401 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-c684fdac-8bc0-46eb-bc27-1b1e327de44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['fd321f15-33c1-4f49-903e-ccf7b693cb13'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:02.253910 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-c684fdac-8bc0-46eb-bc27-1b1e327de44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:02.254942 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c684fdac-8bc0-46eb-bc27-1b1e327de44c None None] The sync data for ids ['fd321f15-33c1-4f49-903e-ccf7b693cb13'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:16:02.310302 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3c8ca1df-84a6-4ea3-87e8-0b80e98e48bf tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:02.393997 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2070c371-2837-4eb8-b9cd-a22931c1380e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:02.472754 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-4cbf04a0-4a5f-461c-ac88-664fdbdd4686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107721965', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:50Z', 'updated_at': '2021-08-17T00:16:00Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:51Z', 'updated_at': '2021-08-17T00:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:02.519162 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbf04a0-4a5f-461c-ac88-664fdbdd4686 None None] Checking router: 7a0d0e26-dfaf-44c7-88f9-a4587e5c007c for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:16:02.526137 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2070c371-2837-4eb8-b9cd-a22931c1380e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:02.531781 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbf04a0-4a5f-461c-ac88-664fdbdd4686 None None] Routers {'7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:16:02.533145 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-4cbf04a0-4a5f-461c-ac88-664fdbdd4686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:02.579154 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2070c371-2837-4eb8-b9cd-a22931c1380e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:02.581927 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2070c371-2837-4eb8-b9cd-a22931c1380e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "DELETE /v2.0/subnets/8a59fccd-7307-4611-9a9e-d56491e0ad97 HTTP/1.1" status: 204 len: 168 time: 0.6104562 Aug 17 00:16:02.583788 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070c371-2837-4eb8-b9cd-a22931c1380e tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event deleted for resources: {'Subnet': ['ID=8a59fccd-7307-4611-9a9e-d56491e0ad97,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:02.591676 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55492) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:02.619764 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904d8db3-4234-430f-8421-0764a31700f4 None None] Network c620e01b-20a6-4877-9076-dcd267b7e818 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:16:02.809846 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-375fa4bb-0098-4d0c-ae03-444c445ebf41 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:02.869088 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3c8ca1df-84a6-4ea3-87e8-0b80e98e48bf tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:02.871824 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3c8ca1df-84a6-4ea3-87e8-0b80e98e48bf tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:02.922866 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-4cbf04a0-4a5f-461c-ac88-664fdbdd4686 None None] Set router 7a0d0e26-dfaf-44c7-88f9-a4587e5c007c gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:16:02.927039 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-040a9f16-34be-4411-8082-81f0e335632a req-750f710c-7a3c-435e-bab0-6a876b804f87 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 210 time: 0.1935155 Aug 17 00:16:02.933545 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3c8ca1df-84a6-4ea3-87e8-0b80e98e48bf tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:02.934464 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8ca1df-84a6-4ea3-87e8-0b80e98e48bf tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Fanout notify agent at l3_agent the message router_deleted on router fd321f15-33c1-4f49-903e-ccf7b693cb13 {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:16:02.955732 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3c8ca1df-84a6-4ea3-87e8-0b80e98e48bf tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:02.972700 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3c8ca1df-84a6-4ea3-87e8-0b80e98e48bf tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/routers/fd321f15-33c1-4f49-903e-ccf7b693cb13 HTTP/1.1" status: 204 len: 168 time: 0.7915926 Aug 17 00:16:02.976640 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 55502) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:03.003223 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-375fa4bb-0098-4d0c-ae03-444c445ebf41 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:03.091292 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-375fa4bb-0098-4d0c-ae03-444c445ebf41 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Deleting port 7e6bc2df-7fa7-44e2-915a-537b78dcd738 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:16:03.091661 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-375fa4bb-0098-4d0c-ae03-444c445ebf41 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:03.188839 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0069cb-795a-412a-a3a8-9a3c04ac0dea tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Deleting subnet f9719139-dffe-4b0d-b0ff-f63d904564e5 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:16:03.199484 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8e0069cb-795a-412a-a3a8-9a3c04ac0dea tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:03.270643 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65acdb-7f44-40b8-830f-e68f79219ca3 req-99e51be6-6e7b-48f8-b791-10cf9315fdf7 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:03.270774 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-375fa4bb-0098-4d0c-ae03-444c445ebf41 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] For port 7e6bc2df-7fa7-44e2-915a-537b78dcd738, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=7e6bc2df-7fa7-44e2-915a-537b78dcd738,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:03.271213 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-375fa4bb-0098-4d0c-ae03-444c445ebf41 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:03.273701 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9c65acdb-7f44-40b8-830f-e68f79219ca3 req-99e51be6-6e7b-48f8-b791-10cf9315fdf7 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.1715665 Aug 17 00:16:03.300277 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-4cbf04a0-4a5f-461c-ac88-664fdbdd4686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107721965', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:50Z', 'updated_at': '2021-08-17T00:16:00Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:51Z', 'updated_at': '2021-08-17T00:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:03.307885 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d805179c-cc92-4c80-addf-37d104c1ac4c None None] DHCP port deletion for c620e01b-20a6-4877-9076-dcd267b7e818 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:16:03.316384 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-375fa4bb-0098-4d0c-ae03-444c445ebf41 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Calling delete_port for 7e6bc2df-7fa7-44e2-915a-537b78dcd738 owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:16:03.327736 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8e0069cb-795a-412a-a3a8-9a3c04ac0dea tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:03.391272 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9c65acdb-7f44-40b8-830f-e68f79219ca3 req-d2c63750-2ec8-4ead-b191-2127d6d43027 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899220 Aug 17 00:16:03.402397 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbf04a0-4a5f-461c-ac88-664fdbdd4686 None None] The sync data for ids ['7a0d0e26-dfaf-44c7-88f9-a4587e5c007c'] in n-d-800088-20 is: [{'id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107721965', 'tenant_id': '8a9ca74733fa48c8818a39938a45e719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:50Z', 'updated_at': '2021-08-17T00:16:00Z', 'revision_number': 5, 'project_id': '8a9ca74733fa48c8818a39938a45e719', 'gw_port': {'id': '7e6bc2df-7fa7-44e2-915a-537b78dcd738', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0d0e26-dfaf-44c7-88f9-a4587e5c007c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:51Z', 'updated_at': '2021-08-17T00:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:16:03.496080 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-d805179c-cc92-4c80-addf-37d104c1ac4c None None] Deleting port 98e81c3e-8fe7-4b7b-97af-5e97fe6553af {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:16:03.496836 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d805179c-cc92-4c80-addf-37d104c1ac4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:03.528936 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8e0069cb-795a-412a-a3a8-9a3c04ac0dea tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:03.579291 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-375fa4bb-0098-4d0c-ae03-444c445ebf41 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:03.586536 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-d805179c-cc92-4c80-addf-37d104c1ac4c None None] For port 98e81c3e-8fe7-4b7b-97af-5e97fe6553af, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=98e81c3e-8fe7-4b7b-97af-5e97fe6553af,segment=NetworkSegment(29022532-c1e3-47ba-bd55-19b3ce5b2e2a),segment_id=29022532-c1e3-47ba-bd55-19b3ce5b2e2a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:03.588096 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d805179c-cc92-4c80-addf-37d104c1ac4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:03.605006 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-d805179c-cc92-4c80-addf-37d104c1ac4c None None] Calling delete_port for 98e81c3e-8fe7-4b7b-97af-5e97fe6553af owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:16:03.613862 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8e0069cb-795a-412a-a3a8-9a3c04ac0dea tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:03.619673 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375fa4bb-0098-4d0c-ae03-444c445ebf41 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event deleted for resources: {'Port': ['ID=7e6bc2df-7fa7-44e2-915a-537b78dcd738,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:03.645870 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8e0069cb-795a-412a-a3a8-9a3c04ac0dea tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:03.648626 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8e0069cb-795a-412a-a3a8-9a3c04ac0dea tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/subnets/f9719139-dffe-4b0d-b0ff-f63d904564e5 HTTP/1.1" status: 204 len: 168 time: 0.6709814 Aug 17 00:16:03.661176 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afc3dd9-7f75-440d-b00b-253a46a26f76 None None] Network 37bcfe54-5d1a-4928-aa64-9f25f83c73c3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:16:03.668225 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55512) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:03.673217 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0069cb-795a-412a-a3a8-9a3c04ac0dea tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Subnet': ['ID=f9719139-dffe-4b0d-b0ff-f63d904564e5,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:03.803521 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-375fa4bb-0098-4d0c-ae03-444c445ebf41 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:03.876191 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d805179c-cc92-4c80-addf-37d104c1ac4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:03.954930 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805179c-cc92-4c80-addf-37d104c1ac4c None None] Pushing event deleted for resources: {'Port': ['ID=98e81c3e-8fe7-4b7b-97af-5e97fe6553af,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:03.974454 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d805179c-cc92-4c80-addf-37d104c1ac4c None None] No DVR routers for this DVR port 98e81c3e-8fe7-4b7b-97af-5e97fe6553af on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:16:03.982802 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-525a61ad-2f95-459d-844e-900852000374 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:03.992067 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5667f490-9106-46a9-bfbe-533cdc9dbe16 None None] DHCP port deletion for 37bcfe54-5d1a-4928-aa64-9f25f83c73c3 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:16:04.013919 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 98e81c3e-8fe7-4b7b-97af-5e97fe6553af no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:16:04.090551 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 98e81c3e-8fe7-4b7b-97af-5e97fe6553af {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:16:04.090951 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 98e81c3e-8fe7-4b7b-97af-5e97fe6553af not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:16:04.091448 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device ba1af0d0-097d-4a31-9a43-fc1181b2fcb2 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:16:04.110752 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-375fa4bb-0098-4d0c-ae03-444c445ebf41 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:04.113925 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-375fa4bb-0098-4d0c-ae03-444c445ebf41 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:04.149193 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: ba1af0d0-097d-4a31-9a43-fc1181b2fcb2 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:16:04.158657 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-967424e5-3401-4e0d-a581-15f2e9f0983b req-4080e0df-8f41-45e4-91a0-32a797ea5c8e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 210 time: 0.0702105 Aug 17 00:16:04.159246 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device ba1af0d0-097d-4a31-9a43-fc1181b2fcb2 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:16:04.203140 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-5667f490-9106-46a9-bfbe-533cdc9dbe16 None None] Deleting port 4cbb2556-921b-40dd-853a-ccf4091bdf8d {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:16:04.203686 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5667f490-9106-46a9-bfbe-533cdc9dbe16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:04.211327 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-50b5fa5c-bfaf-4f7b-91d8-8894e0eef7fb tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:04.214130 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-50b5fa5c-bfaf-4f7b-91d8-8894e0eef7fb tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.64 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 811 time: 0.3584807 Aug 17 00:16:04.230141 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-37dd83b2-30e8-4891-a042-2f2d6b7dfc2a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Request body: {'port': {'device_id': '8d420d9a-9c3d-4589-ad38-2350d5c4926d', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'admin_state_up': True, 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:04.263121 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-375fa4bb-0098-4d0c-ae03-444c445ebf41 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:04.263665 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375fa4bb-0098-4d0c-ae03-444c445ebf41 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Fanout notify agent at l3_agent the message router_deleted on router 7a0d0e26-dfaf-44c7-88f9-a4587e5c007c {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:16:04.283157 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-375fa4bb-0098-4d0c-ae03-444c445ebf41 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:04.285707 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-375fa4bb-0098-4d0c-ae03-444c445ebf41 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "DELETE /v2.0/routers/7a0d0e26-dfaf-44c7-88f9-a4587e5c007c HTTP/1.1" status: 204 len: 168 time: 1.6916442 Aug 17 00:16:04.290666 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55524) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:04.448203 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-37dd83b2-30e8-4891-a042-2f2d6b7dfc2a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Made reservation on behalf of f107c7703c294e8991c1c983d8b06a9f for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:16:04.458403 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-37dd83b2-30e8-4891-a042-2f2d6b7dfc2a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:04.566250 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-5667f490-9106-46a9-bfbe-533cdc9dbe16 None None] For port 4cbb2556-921b-40dd-853a-ccf4091bdf8d, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4cbb2556-921b-40dd-853a-ccf4091bdf8d,segment=NetworkSegment(cfeb74df-a95d-4deb-9a95-d7ccd53bf907),segment_id=cfeb74df-a95d-4deb-9a95-d7ccd53bf907)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:04.567294 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5667f490-9106-46a9-bfbe-533cdc9dbe16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:04.571463 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-525a61ad-2f95-459d-844e-900852000374 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Deleting port 4cbb2556-921b-40dd-853a-ccf4091bdf8d {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:16:04.571808 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-525a61ad-2f95-459d-844e-900852000374 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:04.577728 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-88044c98-04bc-4fd5-9228-a3080cbb7bd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:04.583139 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-5667f490-9106-46a9-bfbe-533cdc9dbe16 None None] Calling delete_port for 4cbb2556-921b-40dd-853a-ccf4091bdf8d owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:16:04.619164 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817120f1-38d9-4e2a-8d1a-43845e504979 req-54079cf2-430b-49e9-955e-9bc7acd3e694 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:04.621141 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-817120f1-38d9-4e2a-8d1a-43845e504979 req-54079cf2-430b-49e9-955e-9bc7acd3e694 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0695755 Aug 17 00:16:04.707377 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-817120f1-38d9-4e2a-8d1a-43845e504979 req-101d4ec1-3c95-4598-9ced-6ab51c63382b tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565562 Aug 17 00:16:04.718134 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-37dd83b2-30e8-4891-a042-2f2d6b7dfc2a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Allocated IP 172.20.0.6 (2676b640-a0ef-482d-b8e8-3f50e99c7802/50a43672-a95f-4b5a-a039-6a76ff2ef6bb/ec9f3c29-8cd4-4933-8553-57593a442747) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:16:04.718420 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-525a61ad-2f95-459d-844e-900852000374 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] For port 4cbb2556-921b-40dd-853a-ccf4091bdf8d, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4cbb2556-921b-40dd-853a-ccf4091bdf8d,segment=NetworkSegment(cfeb74df-a95d-4deb-9a95-d7ccd53bf907),segment_id=cfeb74df-a95d-4deb-9a95-d7ccd53bf907)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:04.718907 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-525a61ad-2f95-459d-844e-900852000374 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:04.727937 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5667f490-9106-46a9-bfbe-533cdc9dbe16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:04.755811 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-525a61ad-2f95-459d-844e-900852000374 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Calling delete_port for 4cbb2556-921b-40dd-853a-ccf4091bdf8d owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:16:04.758728 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-88044c98-04bc-4fd5-9228-a3080cbb7bd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:04.770607 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5667f490-9106-46a9-bfbe-533cdc9dbe16 None None] No DVR routers for this DVR port 4cbb2556-921b-40dd-853a-ccf4091bdf8d on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:16:04.773697 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667f490-9106-46a9-bfbe-533cdc9dbe16 None None] Pushing event deleted for resources: {'Port': ['ID=4cbb2556-921b-40dd-853a-ccf4091bdf8d,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:04.786869 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-88044c98-04bc-4fd5-9228-a3080cbb7bd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c620e01b-20a6-4877-9076-dcd267b7e818']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:04.796029 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-88044c98-04bc-4fd5-9228-a3080cbb7bd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29022532-c1e3-47ba-bd55-19b3ce5b2e2a') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:04.796265 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-88044c98-04bc-4fd5-9228-a3080cbb7bd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29022532-c1e3-47ba-bd55-19b3ce5b2e2a') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:04.844729 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-88044c98-04bc-4fd5-9228-a3080cbb7bd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:04.873742 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-88044c98-04bc-4fd5-9228-a3080cbb7bd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:04.888310 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88044c98-04bc-4fd5-9228-a3080cbb7bd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:16:04.888723 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-88044c98-04bc-4fd5-9228-a3080cbb7bd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:16:04.892478 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:16:04.965663 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-37dd83b2-30e8-4891-a042-2f2d6b7dfc2a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:04.977503 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-525a61ad-2f95-459d-844e-900852000374 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:05.008539 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-37dd83b2-30e8-4891-a042-2f2d6b7dfc2a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Transition to ACTIVE for port object ec9f3c29-8cd4-4933-8553-57593a442747 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:16:05.026712 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-88044c98-04bc-4fd5-9228-a3080cbb7bd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:05.059863 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-37dd83b2-30e8-4891-a042-2f2d6b7dfc2a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:05.065495 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a61ad-2f95-459d-844e-900852000374 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Port': ['ID=4cbb2556-921b-40dd-853a-ccf4091bdf8d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:05.078797 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a61ad-2f95-459d-844e-900852000374 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] No DVR routers for this DVR port 4cbb2556-921b-40dd-853a-ccf4091bdf8d on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:16:05.080673 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-88044c98-04bc-4fd5-9228-a3080cbb7bd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:05.085408 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-88044c98-04bc-4fd5-9228-a3080cbb7bd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "DELETE /v2.0/networks/c620e01b-20a6-4877-9076-dcd267b7e818 HTTP/1.1" status: 204 len: 168 time: 0.7909546 Aug 17 00:16:05.085408 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88044c98-04bc-4fd5-9228-a3080cbb7bd7 tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event deleted for resources: {'Network': ['ID=c620e01b-20a6-4877-9076-dcd267b7e818,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:05.085709 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-37dd83b2-30e8-4891-a042-2f2d6b7dfc2a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Network 2676b640-a0ef-482d-b8e8-3f50e99c7802 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:16:05.085915 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55538) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:05.110578 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-37dd83b2-30e8-4891-a042-2f2d6b7dfc2a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:16:05.114790 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-37dd83b2-30e8-4891-a042-2f2d6b7dfc2a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:16:05.169467 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd83b2-30e8-4891-a042-2f2d6b7dfc2a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event updated for resources: {'Port': ['ID=ec9f3c29-8cd4-4933-8553-57593a442747,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:05.226550 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-37dd83b2-30e8-4891-a042-2f2d6b7dfc2a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:05.227244 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-37dd83b2-30e8-4891-a042-2f2d6b7dfc2a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:05.230799 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-525a61ad-2f95-459d-844e-900852000374 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:05.247242 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-525a61ad-2f95-459d-844e-900852000374 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37bcfe54-5d1a-4928-aa64-9f25f83c73c3']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:05.259099 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-37dd83b2-30e8-4891-a042-2f2d6b7dfc2a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0347331 Aug 17 00:16:05.286899 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-d8bc6b2b-549f-4755-8910-606708ac02b2 service neutron] Request body: {'port': {'device_id': '8d420d9a-9c3d-4589-ad38-2350d5c4926d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:05.299995 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-525a61ad-2f95-459d-844e-900852000374 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfeb74df-a95d-4deb-9a95-d7ccd53bf907') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:05.300605 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-525a61ad-2f95-459d-844e-900852000374 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfeb74df-a95d-4deb-9a95-d7ccd53bf907') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:05.328322 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-525a61ad-2f95-459d-844e-900852000374 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:05.362068 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-525a61ad-2f95-459d-844e-900852000374 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:05.373221 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-525a61ad-2f95-459d-844e-900852000374 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:16:05.373221 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-525a61ad-2f95-459d-844e-900852000374 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:16:05.444596 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:16:05.463913 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a3397261-64b7-431a-a8e7-a3403209d79a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:05.464768 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-d8bc6b2b-549f-4755-8910-606708ac02b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:05.473479 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806c3bc-652f-429b-b8d7-69c7fc39ef62 req-a79bcdee-73b9-4781-94fa-887c7c0fa021 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:05.481660 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4806c3bc-652f-429b-b8d7-69c7fc39ef62 req-a79bcdee-73b9-4781-94fa-887c7c0fa021 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 931 time: 0.1427383 Aug 17 00:16:05.508758 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d96ef26d-bd7e-4701-b62e-baa9ba8d0ca9 None None] Provisioning for port ec9f3c29-8cd4-4933-8553-57593a442747 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:16:05.511699 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a3397261-64b7-431a-a8e7-a3403209d79a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:05.526139 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d96ef26d-bd7e-4701-b62e-baa9ba8d0ca9 None None] Provisioning complete for port ec9f3c29-8cd4-4933-8553-57593a442747 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:05.526735 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d96ef26d-bd7e-4701-b62e-baa9ba8d0ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:05.572925 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-d96ef26d-bd7e-4701-b62e-baa9ba8d0ca9 None None] Port ec9f3c29-8cd4-4933-8553-57593a442747 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:16:05.583889 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4806c3bc-652f-429b-b8d7-69c7fc39ef62 req-b321ce56-4192-46f6-a50c-f484871e468b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938866 Aug 17 00:16:05.644642 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-525a61ad-2f95-459d-844e-900852000374 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:05.656874 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a3397261-64b7-431a-a8e7-a3403209d79a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:05.661180 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a3397261-64b7-431a-a8e7-a3403209d79a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:05.662626 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a3397261-64b7-431a-a8e7-a3403209d79a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] 10.222.0.60 "DELETE /v2.0/security-groups/080a9f9b-92ad-4399-98f0-840715104449 HTTP/1.1" status: 204 len: 168 time: 0.5553250 Aug 17 00:16:05.670403 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-525a61ad-2f95-459d-844e-900852000374 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:05.673191 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-525a61ad-2f95-459d-844e-900852000374 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/networks/37bcfe54-5d1a-4928-aa64-9f25f83c73c3 HTTP/1.1" status: 204 len: 168 time: 2.0034027 Aug 17 00:16:05.692764 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55550) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:05.699218 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-e2394118-fe18-45c3-89f8-6f9cdb763379 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-612713386', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:05.714198 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a61ad-2f95-459d-844e-900852000374 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Network': ['ID=37bcfe54-5d1a-4928-aa64-9f25f83c73c3,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:05.721103 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3397261-64b7-431a-a8e7-a3403209d79a tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=080a9f9b-92ad-4399-98f0-840715104449,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:05.760821 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e2394118-fe18-45c3-89f8-6f9cdb763379 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:05.762135 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e2394118-fe18-45c3-89f8-6f9cdb763379 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:05.875501 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-d8bc6b2b-549f-4755-8910-606708ac02b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec9f3c29-8cd4-4933-8553-57593a442747 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:16:05.884518 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-d8bc6b2b-549f-4755-8910-606708ac02b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:05.899467 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-d8bc6b2b-549f-4755-8910-606708ac02b2 service neutron] Transition to ACTIVE for port object ec9f3c29-8cd4-4933-8553-57593a442747 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:16:05.916410 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e2394118-fe18-45c3-89f8-6f9cdb763379 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:05.926308 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7e6bc2df-7fa7-44e2-915a-537b78dcd738 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:16:05.930207 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e2394118-fe18-45c3-89f8-6f9cdb763379 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:05.952247 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-d8bc6b2b-549f-4755-8910-606708ac02b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:05.963992 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 7e6bc2df-7fa7-44e2-915a-537b78dcd738 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:16:05.964330 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7e6bc2df-7fa7-44e2-915a-537b78dcd738 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:16:05.964803 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4cbb2556-921b-40dd-853a-ccf4091bdf8d no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:16:05.968535 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e2394118-fe18-45c3-89f8-6f9cdb763379 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:05.970142 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e2394118-fe18-45c3-89f8-6f9cdb763379 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2753489 Aug 17 00:16:05.972859 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55560) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:05.979440 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1abac3c6-753a-4b91-a8d2-2d557e135318 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'network': {'name': 'tempest-RoutersTest-1646452915'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:05.992816 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 4cbb2556-921b-40dd-853a-ccf4091bdf8d {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:16:05.993241 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4cbb2556-921b-40dd-853a-ccf4091bdf8d not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:16:06.036166 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abac3c6-753a-4b91-a8d2-2d557e135318 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Made reservation on behalf of df54ebfbd4534f81a348549cf820e603 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:16:06.040933 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1abac3c6-753a-4b91-a8d2-2d557e135318 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:06.076851 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abac3c6-753a-4b91-a8d2-2d557e135318 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:16:06.090472 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1abac3c6-753a-4b91-a8d2-2d557e135318 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:06.091193 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-1abac3c6-753a-4b91-a8d2-2d557e135318 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Added segment a1257488-b17b-463b-8d9e-33030d1f64ea of type vlan for network 54a2bac6-4ded-4043-98c8-756b2c6ae601 Aug 17 00:16:06.098201 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d08c-9da2-44b8-855e-5c241253a610 req-08fe25be-cc55-443b-b10d-9831d5b4cefe tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:06.100311 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c109d08c-9da2-44b8-855e-5c241253a610 req-08fe25be-cc55-443b-b10d-9831d5b4cefe tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.1989450 Aug 17 00:16:06.143788 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc6b2b-549f-4755-8910-606708ac02b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ec9f3c29-8cd4-4933-8553-57593a442747,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:06.212346 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1abac3c6-753a-4b91-a8d2-2d557e135318 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:06.238773 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c109d08c-9da2-44b8-855e-5c241253a610 req-09731245-1deb-41b1-8e96-72dfca270698 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987005 Aug 17 00:16:06.262298 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-d8bc6b2b-549f-4755-8910-606708ac02b2 service neutron] Attempting to bind port ec9f3c29-8cd4-4933-8553-57593a442747 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:16:06.264051 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-d8bc6b2b-549f-4755-8910-606708ac02b2 service neutron] Attempting to bind port ec9f3c29-8cd4-4933-8553-57593a442747 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:16:06.264495 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-d8bc6b2b-549f-4755-8910-606708ac02b2 service neutron] Attempting to bind port ec9f3c29-8cd4-4933-8553-57593a442747 on network 2676b640-a0ef-482d-b8e8-3f50e99c7802 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:16:06.276648 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-d8bc6b2b-549f-4755-8910-606708ac02b2 service neutron] Port ec9f3c29-8cd4-4933-8553-57593a442747 on network 2676b640-a0ef-482d-b8e8-3f50e99c7802 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:16:06.277235 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-d8bc6b2b-549f-4755-8910-606708ac02b2 service neutron] Attempting to bind port ec9f3c29-8cd4-4933-8553-57593a442747 on network 2676b640-a0ef-482d-b8e8-3f50e99c7802 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:16:06.291592 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-d8bc6b2b-549f-4755-8910-606708ac02b2 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:16:06.292075 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-d8bc6b2b-549f-4755-8910-606708ac02b2 service neutron] Checking segment: {'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:16:06.292533 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-d8bc6b2b-549f-4755-8910-606708ac02b2 service neutron] Bound using segment: {'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:16:06.293186 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-d8bc6b2b-549f-4755-8910-606708ac02b2 service neutron] Bound port: ec9f3c29-8cd4-4933-8553-57593a442747, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:16:06.293672 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-d8bc6b2b-549f-4755-8910-606708ac02b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:06.307859 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1abac3c6-753a-4b91-a8d2-2d557e135318 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:06.314284 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 55568) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:06.319622 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abac3c6-753a-4b91-a8d2-2d557e135318 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:06.320277 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1abac3c6-753a-4b91-a8d2-2d557e135318 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:06.419540 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1abac3c6-753a-4b91-a8d2-2d557e135318 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4429991 Aug 17 00:16:06.420098 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55572) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:06.425249 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-be7fe5f2-b933-4b98-b60d-fbb0e3981160 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'subnet': {'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:06.431006 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abac3c6-753a-4b91-a8d2-2d557e135318 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Network': ['ID=54a2bac6-4ded-4043-98c8-756b2c6ae601,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:06.450896 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 54a2bac6-4ded-4043-98c8-756b2c6ae601 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:16:06.462513 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-d8bc6b2b-549f-4755-8910-606708ac02b2 service neutron] For port ec9f3c29-8cd4-4933-8553-57593a442747, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:16:06.469612 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-d8bc6b2b-549f-4755-8910-606708ac02b2 service neutron] For port ec9f3c29-8cd4-4933-8553-57593a442747, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ec9f3c29-8cd4-4933-8553-57593a442747,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:16:06.480408 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-d8bc6b2b-549f-4755-8910-606708ac02b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:06.540820 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-d8bc6b2b-549f-4755-8910-606708ac02b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:06.541810 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-d8bc6b2b-549f-4755-8910-606708ac02b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:06.543421 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-d8bc6b2b-549f-4755-8910-606708ac02b2 service neutron] 10.222.0.64 "PUT /v2.0/ports/ec9f3c29-8cd4-4933-8553-57593a442747 HTTP/1.1" status: 200 len: 1092 time: 1.2733934 Aug 17 00:16:06.543957 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d420d9a-9c3d-4589-ad38-2350d5c4926d', 'tag': 'ec9f3c29-8cd4-4933-8553-57593a442747'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:16:06.546594 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7d6481-511e-466f-a0cb-137f7c8303c8" -d '{"events": [{"name": "network-changed", "server_uuid": "8d420d9a-9c3d-4589-ad38-2350d5c4926d", "tag": "ec9f3c29-8cd4-4933-8553-57593a442747"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:16:06.652922 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc6b2b-549f-4755-8910-606708ac02b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ec9f3c29-8cd4-4933-8553-57593a442747,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:06.667126 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9301cdcd-e5c8-4859-bea1-1cc92633a07e x-openstack-request-id: req-9301cdcd-e5c8-4859-bea1-1cc92633a07e {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:16:06.667556 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d420d9a-9c3d-4589-ad38-2350d5c4926d", "tag": "ec9f3c29-8cd4-4933-8553-57593a442747", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:16:06.667826 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9301cdcd-e5c8-4859-bea1-1cc92633a07e {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:16:06.668271 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d420d9a-9c3d-4589-ad38-2350d5c4926d', 'tag': 'ec9f3c29-8cd4-4933-8553-57593a442747', 'status': 'completed', 'code': 200} Aug 17 00:16:06.723940 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7fe5f2-b933-4b98-b60d-fbb0e3981160 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Made reservation on behalf of df54ebfbd4534f81a348549cf820e603 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:16:06.728941 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-be7fe5f2-b933-4b98-b60d-fbb0e3981160 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:06.780851 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cfa8ea8f-b9f6-4092-a6a3-a53125955dd0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8a9ca74733fa48c8818a39938a45e719&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4653008 Aug 17 00:16:06.787156 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 55584) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:06.814082 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-724693a5-abc7-414e-98f1-b0f5baffa218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:06.815907 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-724693a5-abc7-414e-98f1-b0f5baffa218 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 1095 time: 0.2198741 Aug 17 00:16:06.900816 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512504c6-79e8-420b-ac95-5dfeb711169f req-4181c61d-e129-4637-b3a2-193f56abaeb3 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:06.902435 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-512504c6-79e8-420b-ac95-5dfeb711169f req-4181c61d-e129-4637-b3a2-193f56abaeb3 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 943 time: 0.2038939 Aug 17 00:16:06.903726 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-632ecae0-65c5-4185-86d6-59a6f26bb950 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec9f3c29-8cd4-4933-8553-57593a442747 HTTP/1.1" status: 200 len: 217 time: 0.0657539 Aug 17 00:16:07.001652 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-54fb84cf-bf12-4e2b-aa12-e30a8f46990a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:07.059003 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-544982ca-fe50-44de-9f6b-70fdaa312767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:07.061067 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-544982ca-fe50-44de-9f6b-70fdaa312767 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50a43672-a95f-4b5a-a039-6a76ff2ef6bb HTTP/1.1" status: 200 len: 850 time: 0.1474762 Aug 17 00:16:07.065718 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-54fb84cf-bf12-4e2b-aa12-e30a8f46990a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:07.078917 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-be7fe5f2-b933-4b98-b60d-fbb0e3981160 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:07.126492 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-512504c6-79e8-420b-ac95-5dfeb711169f req-e53e04b2-90a9-4212-ab90-4604787d0e89 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141635 Aug 17 00:16:07.143623 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0a29e60c-58e2-4a54-8c31-a2c02741653b details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:16:07.165711 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-04b9974a-39fe-492a-b5cb-6399f42d43b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:07.167361 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-04b9974a-39fe-492a-b5cb-6399f42d43b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2676b640-a0ef-482d-b8e8-3f50e99c7802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884733 Aug 17 00:16:07.185531 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7fe5f2-b933-4b98-b60d-fbb0e3981160 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Subnet': ['ID=af04634e-53a5-43b3-a965-b8bd6ccb4caa,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:07.204606 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7fe5f2-b933-4b98-b60d-fbb0e3981160 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Checking segment: {'id': 'a1257488-b17b-463b-8d9e-33030d1f64ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:16:07.205329 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7fe5f2-b933-4b98-b60d-fbb0e3981160 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network hostable DHCP agents. Network: 54a2bac6-4ded-4043-98c8-756b2c6ae601, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:16:07.229408 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7fe5f2-b933-4b98-b60d-fbb0e3981160 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network 54a2bac6-4ded-4043-98c8-756b2c6ae601 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:16:07.242027 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-54fb84cf-bf12-4e2b-aa12-e30a8f46990a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:07.244811 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-be7fe5f2-b933-4b98-b60d-fbb0e3981160 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 54a2bac6-4ded-4043-98c8-756b2c6ae601) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:16:07.245426 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-54fb84cf-bf12-4e2b-aa12-e30a8f46990a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:07.246633 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-54fb84cf-bf12-4e2b-aa12-e30a8f46990a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1bceb2f5-4b87-436d-9f83-0ad35797a057 HTTP/1.1" status: 204 len: 168 time: 0.4565952 Aug 17 00:16:07.265817 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb84cf-bf12-4e2b-aa12-e30a8f46990a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bceb2f5-4b87-436d-9f83-0ad35797a057,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:07.268976 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7fe5f2-b933-4b98-b60d-fbb0e3981160 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:07.271732 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-be7fe5f2-b933-4b98-b60d-fbb0e3981160 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:07.281435 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abe0a78-fe3c-4ca9-a2a2-e7158cef86d0 None None] Network 54a2bac6-4ded-4043-98c8-756b2c6ae601 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:16:07.335396 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-be7fe5f2-b933-4b98-b60d-fbb0e3981160 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9092290 Aug 17 00:16:07.336676 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55598) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:07.337840 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-2f1c2420-e6a0-4d36-b674-a577588dfed6 service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602564 Aug 17 00:16:07.506800 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0a29e60c-58e2-4a54-8c31-a2c02741653b, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0a29e60c-58e2-4a54-8c31-a2c02741653b,segment=NetworkSegment(58c40ffe-f06d-458d-84a2-5995c2267517),segment_id=58c40ffe-f06d-458d-84a2-5995c2267517)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:07.538589 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e347e-08d5-47e3-8a0f-b2a3310db7b1 req-fbfdd48c-39a7-4858-a04c-b2dbcf60bc2e tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:07.541922 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '0a29e60c-58e2-4a54-8c31-a2c02741653b', 'network_id': 'c7fbf6df-b582-48ad-91b2-b1a51dfd09fb', 'port_id': '0a29e60c-58e2-4a54-8c31-a2c02741653b', 'mac_address': 'fa:16:3e:8f:e6:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9714244-a336-4eb8-8cb8-78c77eca1694', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:16:07.547534 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b82e347e-08d5-47e3-8a0f-b2a3310db7b1 req-fbfdd48c-39a7-4858-a04c-b2dbcf60bc2e tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.1554918 Aug 17 00:16:07.626926 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:07.629609 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b82e347e-08d5-47e3-8a0f-b2a3310db7b1 req-e782d26f-5ba0-4ca3-a374-0e0e41b828f8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777776 Aug 17 00:16:07.651520 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a29e60c-58e2-4a54-8c31-a2c02741653b {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:16:07.653358 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58b46acc-48df-4a93-9e32-ca273a453bb8 req-fd8b9a23-9f0c-45f4-b8ed-f42ccd3b1d9f service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036397 Aug 17 00:16:07.688908 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a44ce7-688c-4c4e-bb60-70b0ba67de3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-54a2bac6-4ded-4043-98c8-756b2c6ae601', 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'fixed_ips': [{'subnet_id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:16:07.689974 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c0a44ce7-688c-4c4e-bb60-70b0ba67de3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:07.697935 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0a29e60c-58e2-4a54-8c31-a2c02741653b, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0a29e60c-58e2-4a54-8c31-a2c02741653b,segment=NetworkSegment(58c40ffe-f06d-458d-84a2-5995c2267517),segment_id=58c40ffe-f06d-458d-84a2-5995c2267517)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:07.716455 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:07.821022 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d6481-511e-466f-a0cb-137f7c8303c8 req-d26c67f8-bea2-409f-96b6-e4768528a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:07.822699 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db7d6481-511e-466f-a0cb-137f7c8303c8 req-d26c67f8-bea2-409f-96b6-e4768528a685 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 1095 time: 0.0918672 Aug 17 00:16:07.824251 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6015813b-4384-4dc0-8252-4df4c08fd1d8 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:07.840394 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 55608) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:07.924328 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['0a29e60c-58e2-4a54-8c31-a2c02741653b'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:16:07.960185 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0288b1e1-e1f3-49d4-8001-2562a2e60038 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3eecf81a80014299a75d804d7aaa8ba2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1165814 Aug 17 00:16:07.960392 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 55610) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:08.011839 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=0a29e60c-58e2-4a54-8c31-a2c02741653b,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:08.064163 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7b4260a8-69e7-4047-97ec-51e480619722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:08.096612 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d6481-511e-466f-a0cb-137f7c8303c8 req-d83728fd-f3a1-49c4-932d-0909e91b2b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:08.098452 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db7d6481-511e-466f-a0cb-137f7c8303c8 req-d83728fd-f3a1-49c4-932d-0909e91b2b33 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 912 time: 0.2664356 Aug 17 00:16:08.102659 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-c0a44ce7-688c-4c4e-bb60-70b0ba67de3b None None] Allocated IP 172.20.0.2 (54a2bac6-4ded-4043-98c8-756b2c6ae601/af04634e-53a5-43b3-a965-b8bd6ccb4caa/ca466f01-98ed-4dfc-9d8a-1366764ef6f2) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:16:08.117059 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7b4260a8-69e7-4047-97ec-51e480619722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:08.167823 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db7d6481-511e-466f-a0cb-137f7c8303c8 req-819a7d4c-9d42-4804-8c7a-d64b7936772e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec9f3c29-8cd4-4933-8553-57593a442747 HTTP/1.1" status: 200 len: 217 time: 0.0542388 Aug 17 00:16:08.308183 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d6481-511e-466f-a0cb-137f7c8303c8 req-345f68de-f679-4991-aae8-4ccb2eeab6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:08.309969 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db7d6481-511e-466f-a0cb-137f7c8303c8 req-345f68de-f679-4991-aae8-4ccb2eeab6b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50a43672-a95f-4b5a-a039-6a76ff2ef6bb HTTP/1.1" status: 200 len: 850 time: 0.1238191 Aug 17 00:16:08.340174 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ce889-6ab4-4ce1-b475-13390e149695 req-23371203-954e-4a07-af81-91b838ec952e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:08.341978 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f70ce889-6ab4-4ce1-b475-13390e149695 req-23371203-954e-4a07-af81-91b838ec952e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 943 time: 0.0858369 Aug 17 00:16:08.357101 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7b4260a8-69e7-4047-97ec-51e480619722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:08.359808 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7b4260a8-69e7-4047-97ec-51e480619722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:08.371523 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7b4260a8-69e7-4047-97ec-51e480619722 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8f745ba0-17b1-4786-a7d3-bd47726f9707 HTTP/1.1" status: 204 len: 168 time: 0.4004560 Aug 17 00:16:08.384092 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c0a44ce7-688c-4c4e-bb60-70b0ba67de3b None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:08.393623 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c0a44ce7-688c-4c4e-bb60-70b0ba67de3b None None] Transition to ACTIVE for port object ca466f01-98ed-4dfc-9d8a-1366764ef6f2 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:16:08.403433 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4260a8-69e7-4047-97ec-51e480619722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f745ba0-17b1-4786-a7d3-bd47726f9707,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:08.411844 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c0a44ce7-688c-4c4e-bb60-70b0ba67de3b None None] Transition to ACTIVE for port object ca466f01-98ed-4dfc-9d8a-1366764ef6f2 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:16:08.446166 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c0a44ce7-688c-4c4e-bb60-70b0ba67de3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:08.457305 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d6481-511e-466f-a0cb-137f7c8303c8 req-afeda108-d1b9-4e7d-bb4d-77d554c25428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:08.458817 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db7d6481-511e-466f-a0cb-137f7c8303c8 req-afeda108-d1b9-4e7d-bb4d-77d554c25428 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2676b640-a0ef-482d-b8e8-3f50e99c7802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1368432 Aug 17 00:16:08.530300 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f70ce889-6ab4-4ce1-b475-13390e149695 req-a85521a6-4717-43ba-9f54-23bf1ceace33 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537111 Aug 17 00:16:08.559037 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a44ce7-688c-4c4e-bb60-70b0ba67de3b None None] Pushing event updated for resources: {'Port': ['ID=ca466f01-98ed-4dfc-9d8a-1366764ef6f2,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:08.578693 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a44ce7-688c-4c4e-bb60-70b0ba67de3b None None] Network 54a2bac6-4ded-4043-98c8-756b2c6ae601 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:16:08.581706 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-c0a44ce7-688c-4c4e-bb60-70b0ba67de3b None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:16:08.587951 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a44ce7-688c-4c4e-bb60-70b0ba67de3b None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:16:08.644550 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db7d6481-511e-466f-a0cb-137f7c8303c8 req-73e35492-ab4d-43e8-88d6-349bb50afd2f service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721330 Aug 17 00:16:08.733146 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-c0a44ce7-688c-4c4e-bb60-70b0ba67de3b None None] Attempting to bind port ca466f01-98ed-4dfc-9d8a-1366764ef6f2 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:16:08.736870 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-c0a44ce7-688c-4c4e-bb60-70b0ba67de3b None None] Attempting to bind port ca466f01-98ed-4dfc-9d8a-1366764ef6f2 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'a1257488-b17b-463b-8d9e-33030d1f64ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:16:08.737884 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a44ce7-688c-4c4e-bb60-70b0ba67de3b None None] Attempting to bind port ca466f01-98ed-4dfc-9d8a-1366764ef6f2 on network 54a2bac6-4ded-4043-98c8-756b2c6ae601 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:16:08.746156 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a44ce7-688c-4c4e-bb60-70b0ba67de3b None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:16:08.746825 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a44ce7-688c-4c4e-bb60-70b0ba67de3b None None] Checking segment: {'id': 'a1257488-b17b-463b-8d9e-33030d1f64ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:16:08.747440 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c0a44ce7-688c-4c4e-bb60-70b0ba67de3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:08.748008 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a44ce7-688c-4c4e-bb60-70b0ba67de3b None None] Bound using segment: {'id': 'a1257488-b17b-463b-8d9e-33030d1f64ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:16:08.749156 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-c0a44ce7-688c-4c4e-bb60-70b0ba67de3b None None] Bound port: ca466f01-98ed-4dfc-9d8a-1366764ef6f2, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1257488-b17b-463b-8d9e-33030d1f64ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:16:08.749872 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c0a44ce7-688c-4c4e-bb60-70b0ba67de3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:08.829639 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-c0a44ce7-688c-4c4e-bb60-70b0ba67de3b None None] For port ca466f01-98ed-4dfc-9d8a-1366764ef6f2, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:16:08.839466 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-c0a44ce7-688c-4c4e-bb60-70b0ba67de3b None None] For port ca466f01-98ed-4dfc-9d8a-1366764ef6f2, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=ca466f01-98ed-4dfc-9d8a-1366764ef6f2,segment=NetworkSegment(a1257488-b17b-463b-8d9e-33030d1f64ea),segment_id=a1257488-b17b-463b-8d9e-33030d1f64ea)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:16:08.846336 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db7d6481-511e-466f-a0cb-137f7c8303c8 req-8c8148d4-8ba2-4a8b-b96c-c63894ca0ffb service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909924 Aug 17 00:16:08.853448 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c0a44ce7-688c-4c4e-bb60-70b0ba67de3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:08.920670 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d6e34-3b0a-4765-9522-b30c438fe017 req-d89f6560-dc85-479c-b719-98c57f5dff06 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:08.922578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1c3d6e34-3b0a-4765-9522-b30c438fe017 req-d89f6560-dc85-479c-b719-98c57f5dff06 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 945 time: 0.0751338 Aug 17 00:16:08.995452 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a44ce7-688c-4c4e-bb60-70b0ba67de3b None None] Pushing event updated for resources: {'Port': ['ID=ca466f01-98ed-4dfc-9d8a-1366764ef6f2,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:09.048047 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1c3d6e34-3b0a-4765-9522-b30c438fe017 req-192d08dd-eeef-408d-ab28-2460a572fafd tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128764 Aug 17 00:16:09.153929 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0a29e60c-58e2-4a54-8c31-a2c02741653b up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:16:09.168118 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-6015813b-4384-4dc0-8252-4df4c08fd1d8 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Allocated IP 172.20.0.1 (54a2bac6-4ded-4043-98c8-756b2c6ae601/af04634e-53a5-43b3-a965-b8bd6ccb4caa/cdddcc92-ec2d-44fa-a20b-022b58d6c79d) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:16:09.336541 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6015813b-4384-4dc0-8252-4df4c08fd1d8 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:09.345941 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 0a29e60c-58e2-4a54-8c31-a2c02741653b triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:09.346325 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:09.358505 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-6015813b-4384-4dc0-8252-4df4c08fd1d8 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Transition to ACTIVE for port object cdddcc92-ec2d-44fa-a20b-022b58d6c79d will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:16:09.448048 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6015813b-4384-4dc0-8252-4df4c08fd1d8 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:09.533331 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:09.608036 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7691e3a9-7c80-4eca-ac05-417477c6fad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a29e60c-58e2-4a54-8c31-a2c02741653b'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:16:09.613558 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9982984-534c-4b16-9c18-a843c73d4f9a" -d '{"events": [{"server_uuid": "7691e3a9-7c80-4eca-ac05-417477c6fad6", "name": "network-vif-plugged", "status": "completed", "tag": "0a29e60c-58e2-4a54-8c31-a2c02741653b"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:16:09.642629 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6015813b-4384-4dc0-8252-4df4c08fd1d8 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network 54a2bac6-4ded-4043-98c8-756b2c6ae601 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:16:09.647605 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0a29e60c-58e2-4a54-8c31-a2c02741653b, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0a29e60c-58e2-4a54-8c31-a2c02741653b,segment=NetworkSegment(58c40ffe-f06d-458d-84a2-5995c2267517),segment_id=58c40ffe-f06d-458d-84a2-5995c2267517)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:09.651842 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-6015813b-4384-4dc0-8252-4df4c08fd1d8 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:16:09.660265 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6015813b-4384-4dc0-8252-4df4c08fd1d8 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:16:09.664843 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:09.764881 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255e27e-5579-4602-af5a-fea13b279d59 req-7ef197be-8e76-48c8-8e5d-03c44c159551 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:09.767024 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d255e27e-5579-4602-af5a-fea13b279d59 req-7ef197be-8e76-48c8-8e5d-03c44c159551 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 943 time: 0.1184359 Aug 17 00:16:09.775815 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6015813b-4384-4dc0-8252-4df4c08fd1d8 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:09.783964 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015813b-4384-4dc0-8252-4df4c08fd1d8 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Port': ['ID=cdddcc92-ec2d-44fa-a20b-022b58d6c79d,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:09.784600 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abafd2ab-d7b1-4c55-b3d6-e6c5c4811d14 x-openstack-request-id: req-abafd2ab-d7b1-4c55-b3d6-e6c5c4811d14 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:16:09.785786 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7691e3a9-7c80-4eca-ac05-417477c6fad6", "name": "network-vif-plugged", "status": "completed", "tag": "0a29e60c-58e2-4a54-8c31-a2c02741653b", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:16:09.786338 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-abafd2ab-d7b1-4c55-b3d6-e6c5c4811d14 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:16:09.788377 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7691e3a9-7c80-4eca-ac05-417477c6fad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a29e60c-58e2-4a54-8c31-a2c02741653b', 'code': 200} Aug 17 00:16:09.789724 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=0a29e60c-58e2-4a54-8c31-a2c02741653b,revision_number=7']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:09.893090 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d255e27e-5579-4602-af5a-fea13b279d59 req-fbbc4123-9d4d-4340-b22f-3c45802f905a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187820 Aug 17 00:16:10.056786 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device ca466f01-98ed-4dfc-9d8a-1366764ef6f2 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:16:10.061754 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6015813b-4384-4dc0-8252-4df4c08fd1d8 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:10.203395 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:10.212618 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port ca466f01-98ed-4dfc-9d8a-1366764ef6f2 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:16:10.363560 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc345039-df0e-49b5-95d3-7f572744560c req-18afe93b-da10-4265-b121-6e452bae7b82 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:10.375365 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc345039-df0e-49b5-95d3-7f572744560c req-18afe93b-da10-4265-b121-6e452bae7b82 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.1192279 Aug 17 00:16:10.482439 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc345039-df0e-49b5-95d3-7f572744560c req-c1de9be1-06a7-4cbb-ab86-c8f0c896d439 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039124 Aug 17 00:16:10.603894 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6015813b-4384-4dc0-8252-4df4c08fd1d8 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:10.610783 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6015813b-4384-4dc0-8252-4df4c08fd1d8 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:10.675628 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6015813b-4384-4dc0-8252-4df4c08fd1d8 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:10.762776 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83041f54-84b4-4fd7-b087-f4e473d84e95 None None] Network 54a2bac6-4ded-4043-98c8-756b2c6ae601 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:16:10.854474 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015813b-4384-4dc0-8252-4df4c08fd1d8 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Port': ['ID=cdddcc92-ec2d-44fa-a20b-022b58d6c79d,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:10.979731 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-54460974-e740-4f53-9fa8-f2b00315a955 None None] Provisioning for port ca466f01-98ed-4dfc-9d8a-1366764ef6f2 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:16:10.990646 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-54460974-e740-4f53-9fa8-f2b00315a955 None None] Provisioning complete for port ca466f01-98ed-4dfc-9d8a-1366764ef6f2 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:10.991467 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-54460974-e740-4f53-9fa8-f2b00315a955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:10.999393 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6015813b-4384-4dc0-8252-4df4c08fd1d8 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network 54a2bac6-4ded-4043-98c8-756b2c6ae601 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:16:11.007548 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-6015813b-4384-4dc0-8252-4df4c08fd1d8 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:16:11.165070 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3444ce-2b9c-4670-94e1-7dc09ecba289 req-1fc414c1-2694-4619-bc68-37edb062bfd9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:11.173301 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6e3444ce-2b9c-4670-94e1-7dc09ecba289 req-1fc414c1-2694-4619-bc68-37edb062bfd9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 943 time: 0.1287942 Aug 17 00:16:11.254704 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6e3444ce-2b9c-4670-94e1-7dc09ecba289 req-f7271229-b9dc-48ab-8db5-36f3abf8c77c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745277 Aug 17 00:16:11.318851 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-54460974-e740-4f53-9fa8-f2b00315a955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:11.363250 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-54460974-e740-4f53-9fa8-f2b00315a955 None None] For port ca466f01-98ed-4dfc-9d8a-1366764ef6f2, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=ca466f01-98ed-4dfc-9d8a-1366764ef6f2,segment=NetworkSegment(a1257488-b17b-463b-8d9e-33030d1f64ea),segment_id=a1257488-b17b-463b-8d9e-33030d1f64ea)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:11.375353 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-54460974-e740-4f53-9fa8-f2b00315a955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:11.401947 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6015813b-4384-4dc0-8252-4df4c08fd1d8 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Router e6874460-4d27-4386-a22f-dacc9b98dcfd is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:16:11.426301 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 55722) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:11.461807 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54460974-e740-4f53-9fa8-f2b00315a955 None None] Pushing event updated for resources: {'Port': ['ID=ca466f01-98ed-4dfc-9d8a-1366764ef6f2,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:11.611866 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6015813b-4384-4dc0-8252-4df4c08fd1d8 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:16:11.622982 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6015813b-4384-4dc0-8252-4df4c08fd1d8 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "PUT /v2.0/routers/e6874460-4d27-4386-a22f-dacc9b98dcfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2811177 Aug 17 00:16:11.623872 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55728) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:11.624611 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722d2e00-a144-4cd8-ad6e-231ccf3397af None None] Sync routers for ids ['e6874460-4d27-4386-a22f-dacc9b98dcfd'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:16:11.634715 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-587236b0-9b26-41ad-b435-be510a4c541a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'network': {'name': 'tempest-RoutersTest-571322483'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:11.639670 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722d2e00-a144-4cd8-ad6e-231ccf3397af None None] Routers {'e6874460-4d27-4386-a22f-dacc9b98dcfd'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:16:11.642173 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-722d2e00-a144-4cd8-ad6e-231ccf3397af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e6874460-4d27-4386-a22f-dacc9b98dcfd'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:11.696353 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587236b0-9b26-41ad-b435-be510a4c541a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Made reservation on behalf of df54ebfbd4534f81a348549cf820e603 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:16:11.700286 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-587236b0-9b26-41ad-b435-be510a4c541a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:11.735247 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ceddba-370e-4e99-9a47-92b98bfa5b50 req-ad244c6c-24a5-4b2f-9927-cbd429140e5c tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:11.741928 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-33ceddba-370e-4e99-9a47-92b98bfa5b50 req-ad244c6c-24a5-4b2f-9927-cbd429140e5c tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.1609612 Aug 17 00:16:11.805102 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587236b0-9b26-41ad-b435-be510a4c541a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:16:11.839275 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-587236b0-9b26-41ad-b435-be510a4c541a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:11.839651 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-587236b0-9b26-41ad-b435-be510a4c541a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Added segment 5fdc7fae-3443-4f2c-8dd1-b5e5374ce886 of type vlan for network 6a51d900-bf25-4cb0-ba72-ea044f44db0b Aug 17 00:16:11.853782 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:11.864501 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1edf784f-decf-4b3b-bbb1-bc959fc0baa8 None None] Provisioning for port cdddcc92-ec2d-44fa-a20b-022b58d6c79d completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:16:11.892864 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-33ceddba-370e-4e99-9a47-92b98bfa5b50 req-b4bc71a0-0e2c-4c23-b6ef-a455e60844fa tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456697 Aug 17 00:16:11.899691 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1edf784f-decf-4b3b-bbb1-bc959fc0baa8 None None] Provisioning complete for port cdddcc92-ec2d-44fa-a20b-022b58d6c79d triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:11.899967 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1edf784f-decf-4b3b-bbb1-bc959fc0baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:11.918623 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-722d2e00-a144-4cd8-ad6e-231ccf3397af None None] Set router e6874460-4d27-4386-a22f-dacc9b98dcfd gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:16:11.993548 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-587236b0-9b26-41ad-b435-be510a4c541a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:11.998302 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-01fc0aef-09be-4775-97d9-4082a49b2d19 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'network': {'name': 'tempest-network-smoke--926789834', 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'port_security_enabled': True}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:12.058829 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device ca466f01-98ed-4dfc-9d8a-1366764ef6f2 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:16:12.070620 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-587236b0-9b26-41ad-b435-be510a4c541a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:12.076531 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587236b0-9b26-41ad-b435-be510a4c541a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:12.077217 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-587236b0-9b26-41ad-b435-be510a4c541a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:12.082304 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fc0aef-09be-4775-97d9-4082a49b2d19 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Made reservation on behalf of 0ff3a5a5706545cb87542327d7cad65d for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:16:12.110947 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01fc0aef-09be-4775-97d9-4082a49b2d19 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:12.142196 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01fc0aef-09be-4775-97d9-4082a49b2d19 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:12.207232 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1edf784f-decf-4b3b-bbb1-bc959fc0baa8 None None] Port cdddcc92-ec2d-44fa-a20b-022b58d6c79d cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:16:12.268965 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587236b0-9b26-41ad-b435-be510a4c541a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Network': ['ID=6a51d900-bf25-4cb0-ba72-ea044f44db0b,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:12.282158 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 6a51d900-bf25-4cb0-ba72-ea044f44db0b details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:16:12.462737 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01fc0aef-09be-4775-97d9-4082a49b2d19 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:12.486525 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-587236b0-9b26-41ad-b435-be510a4c541a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8593423 Aug 17 00:16:12.489192 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55750) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:12.494258 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1edf784f-decf-4b3b-bbb1-bc959fc0baa8 None None] Provisioning complete for port ca466f01-98ed-4dfc-9d8a-1366764ef6f2 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:12.494848 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1edf784f-decf-4b3b-bbb1-bc959fc0baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:12.497358 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-caab04e9-4e4b-48ab-b09b-d2138881df73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'subnet': {'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:12.505670 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01fc0aef-09be-4775-97d9-4082a49b2d19 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:12.546625 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port ca466f01-98ed-4dfc-9d8a-1366764ef6f2 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:12.547002 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:12.638859 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2c2d8-71a7-4b95-a765-97727c32ce7a req-91db12b9-2c45-4d92-ae02-ec55613e812c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:12.640742 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8fb2c2d8-71a7-4b95-a765-97727c32ce7a req-91db12b9-2c45-4d92-ae02-ec55613e812c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 943 time: 0.2334461 Aug 17 00:16:12.684227 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01fc0aef-09be-4775-97d9-4082a49b2d19 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:16:12.695729 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caab04e9-4e4b-48ab-b09b-d2138881df73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Made reservation on behalf of df54ebfbd4534f81a348549cf820e603 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:16:12.704283 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-caab04e9-4e4b-48ab-b09b-d2138881df73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:12.791417 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc0aef-09be-4775-97d9-4082a49b2d19 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=775f39c5-31bd-4c31-83cc-2066861ae28b,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:12.814259 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8fb2c2d8-71a7-4b95-a765-97727c32ce7a req-425926c6-8a95-4c57-8250-b295c201b403 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351371 Aug 17 00:16:12.820852 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01fc0aef-09be-4775-97d9-4082a49b2d19 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:12.823477 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-01fc0aef-09be-4775-97d9-4082a49b2d19 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Added segment c0ba2f2a-c684-4035-b928-fead4a459d54 of type vlan for network 1d29c30b-fc96-45e3-a3cb-fec8bc666376 Aug 17 00:16:12.874002 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01fc0aef-09be-4775-97d9-4082a49b2d19 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:12.927055 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01fc0aef-09be-4775-97d9-4082a49b2d19 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:12.946162 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fc0aef-09be-4775-97d9-4082a49b2d19 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:12.951356 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-01fc0aef-09be-4775-97d9-4082a49b2d19 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:13.024052 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-722d2e00-a144-4cd8-ad6e-231ccf3397af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:16:09Z', 'revision_number': 2, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None, '_interfaces': [{'id': 'cdddcc92-ec2d-44fa-a20b-022b58d6c79d', 'name': '', 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:e9:52:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:07Z', 'updated_at': '2021-08-17T00:16:10Z', 'revision_number': 2, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:13.058573 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722d2e00-a144-4cd8-ad6e-231ccf3397af None None] Checking router: e6874460-4d27-4386-a22f-dacc9b98dcfd for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:16:13.059231 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722d2e00-a144-4cd8-ad6e-231ccf3397af None None] Updating router e6874460-4d27-4386-a22f-dacc9b98dcfd port cdddcc92-ec2d-44fa-a20b-022b58d6c79d binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:16:13.100903 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-caab04e9-4e4b-48ab-b09b-d2138881df73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:13.124074 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-722d2e00-a144-4cd8-ad6e-231ccf3397af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:13.139266 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-da548cba-168c-4da4-9136-dbe0e15148fa None None] Provisioning complete for port cdddcc92-ec2d-44fa-a20b-022b58d6c79d triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:13.139931 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-da548cba-168c-4da4-9136-dbe0e15148fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:13.155781 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-01fc0aef-09be-4775-97d9-4082a49b2d19 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7281909 Aug 17 00:16:13.162969 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55756) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:13.172857 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-ac91d43a-ad2f-41c9-919f-cc69e4bb7e05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1291022409', 'admin_state_up': True, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:13.174745 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc0aef-09be-4775-97d9-4082a49b2d19 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'Network': ['ID=1d29c30b-fc96-45e3-a3cb-fec8bc666376,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:13.213373 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c342c2f-666a-4b25-8f89-6b905ef141dc req-15661e18-c24f-4300-9188-75bd33e98b09 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:13.221515 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c342c2f-666a-4b25-8f89-6b905ef141dc req-15661e18-c24f-4300-9188-75bd33e98b09 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.1474974 Aug 17 00:16:13.246883 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caab04e9-4e4b-48ab-b09b-d2138881df73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Checking segment: {'id': '5fdc7fae-3443-4f2c-8dd1-b5e5374ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:16:13.247398 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caab04e9-4e4b-48ab-b09b-d2138881df73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network hostable DHCP agents. Network: 6a51d900-bf25-4cb0-ba72-ea044f44db0b, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:16:13.249992 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab04e9-4e4b-48ab-b09b-d2138881df73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Subnet': ['ID=5b7e7cfe-5dc5-488b-94fd-555031b9b0a7,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:13.258764 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac91d43a-ad2f-41c9-919f-cc69e4bb7e05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:13.258907 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 1d29c30b-fc96-45e3-a3cb-fec8bc666376 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:16:13.259818 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac91d43a-ad2f-41c9-919f-cc69e4bb7e05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:13.286809 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c342c2f-666a-4b25-8f89-6b905ef141dc req-874408b8-329c-482b-8298-26ba70bf9311 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639963 Aug 17 00:16:13.305204 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caab04e9-4e4b-48ab-b09b-d2138881df73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network 6a51d900-bf25-4cb0-ba72-ea044f44db0b is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:16:13.348931 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-caab04e9-4e4b-48ab-b09b-d2138881df73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 6a51d900-bf25-4cb0-ba72-ea044f44db0b) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:16:13.365930 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caab04e9-4e4b-48ab-b09b-d2138881df73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:13.367432 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cfb5e4-17e6-4196-9fd2-e87fb3dfffd9 None None] Network 6a51d900-bf25-4cb0-ba72-ea044f44db0b requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:16:13.367678 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-caab04e9-4e4b-48ab-b09b-d2138881df73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:13.385707 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac91d43a-ad2f-41c9-919f-cc69e4bb7e05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:13.391483 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-caab04e9-4e4b-48ab-b09b-d2138881df73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9003606 Aug 17 00:16:13.394499 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55758) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:13.524051 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-da548cba-168c-4da4-9136-dbe0e15148fa None None] Port cdddcc92-ec2d-44fa-a20b-022b58d6c79d cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:16:13.726674 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac91d43a-ad2f-41c9-919f-cc69e4bb7e05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:13.880354 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c4664c-92c9-4ec2-9f99-d76287be6fa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-6a51d900-bf25-4cb0-ba72-ea044f44db0b', 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'fixed_ips': [{'subnet_id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:16:13.884162 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-18c4664c-92c9-4ec2-9f99-d76287be6fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:14.085299 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44991757-aab6-488a-a29a-80f4af5e8a4d req-1a9173dc-61f5-46c3-83f9-edc3d990407c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:14.087421 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-722d2e00-a144-4cd8-ad6e-231ccf3397af None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:14.093801 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b68b0030-d44e-4e76-bdac-1e9dab1ed2a5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:14.097258 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44991757-aab6-488a-a29a-80f4af5e8a4d req-1a9173dc-61f5-46c3-83f9-edc3d990407c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 943 time: 0.1312914 Aug 17 00:16:14.148783 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-722d2e00-a144-4cd8-ad6e-231ccf3397af None None] Transition to ACTIVE for port object cdddcc92-ec2d-44fa-a20b-022b58d6c79d will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:16:14.173678 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44991757-aab6-488a-a29a-80f4af5e8a4d req-1052bbda-5e63-4872-87e7-4519cf1ce82a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734129 Aug 17 00:16:14.216409 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-722d2e00-a144-4cd8-ad6e-231ccf3397af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:14.338711 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-18c4664c-92c9-4ec2-9f99-d76287be6fa0 None None] Allocated IP 172.21.0.2 (6a51d900-bf25-4cb0-ba72-ea044f44db0b/5b7e7cfe-5dc5-488b-94fd-555031b9b0a7/6201d5cb-3615-4614-b91d-7e538ac383ed) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:16:14.371866 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbceb058-5540-4858-a1e6-f8fb6c37f88e None None] Pushing event updated for resources: {'Port': ['ID=cdddcc92-ec2d-44fa-a20b-022b58d6c79d,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:14.566582 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c41f9c-65e3-4334-ae11-efbdf8718433 req-7454e653-f582-44f1-b127-3117d1bacdef tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:14.577535 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-17c41f9c-65e3-4334-ae11-efbdf8718433 req-7454e653-f582-44f1-b127-3117d1bacdef tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.1609874 Aug 17 00:16:14.629122 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac91d43a-ad2f-41c9-919f-cc69e4bb7e05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:14.667205 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac91d43a-ad2f-41c9-919f-cc69e4bb7e05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:14.685177 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-17c41f9c-65e3-4334-ae11-efbdf8718433 req-2163395a-5187-4b96-8d55-a554c57df054 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021643 Aug 17 00:16:14.705800 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-18c4664c-92c9-4ec2-9f99-d76287be6fa0 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:14.708194 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-722d2e00-a144-4cd8-ad6e-231ccf3397af None None] Attempting to bind port cdddcc92-ec2d-44fa-a20b-022b58d6c79d on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:16:14.709395 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-722d2e00-a144-4cd8-ad6e-231ccf3397af None None] Attempting to bind port cdddcc92-ec2d-44fa-a20b-022b58d6c79d by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'a1257488-b17b-463b-8d9e-33030d1f64ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:16:14.710344 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722d2e00-a144-4cd8-ad6e-231ccf3397af None None] Attempting to bind port cdddcc92-ec2d-44fa-a20b-022b58d6c79d on network 54a2bac6-4ded-4043-98c8-756b2c6ae601 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:16:14.727034 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-18c4664c-92c9-4ec2-9f99-d76287be6fa0 None None] Transition to ACTIVE for port object 6201d5cb-3615-4614-b91d-7e538ac383ed will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:16:14.745813 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-18c4664c-92c9-4ec2-9f99-d76287be6fa0 None None] Transition to ACTIVE for port object 6201d5cb-3615-4614-b91d-7e538ac383ed will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:16:14.752367 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722d2e00-a144-4cd8-ad6e-231ccf3397af None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:16:14.752822 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722d2e00-a144-4cd8-ad6e-231ccf3397af None None] Checking segment: {'id': 'a1257488-b17b-463b-8d9e-33030d1f64ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:16:14.753259 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-722d2e00-a144-4cd8-ad6e-231ccf3397af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:14.753924 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722d2e00-a144-4cd8-ad6e-231ccf3397af None None] Bound using segment: {'id': 'a1257488-b17b-463b-8d9e-33030d1f64ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:16:14.754418 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-722d2e00-a144-4cd8-ad6e-231ccf3397af None None] Bound port: cdddcc92-ec2d-44fa-a20b-022b58d6c79d, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1257488-b17b-463b-8d9e-33030d1f64ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:16:14.754802 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-722d2e00-a144-4cd8-ad6e-231ccf3397af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:14.776121 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-18c4664c-92c9-4ec2-9f99-d76287be6fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:14.856921 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-ac91d43a-ad2f-41c9-919f-cc69e4bb7e05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Allocated IP 172.25.3.160 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/9b6f82c6-e85d-4568-9ceb-9480fc5bcb14) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:16:14.868430 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-b68b0030-d44e-4e76-bdac-1e9dab1ed2a5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Allocated IP 172.21.0.1 (6a51d900-bf25-4cb0-ba72-ea044f44db0b/5b7e7cfe-5dc5-488b-94fd-555031b9b0a7/c305b6c8-751b-46ae-903d-20fd2e3b18a9) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:16:14.869429 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4664c-92c9-4ec2-9f99-d76287be6fa0 None None] Pushing event updated for resources: {'Port': ['ID=6201d5cb-3615-4614-b91d-7e538ac383ed,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:14.924950 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c4664c-92c9-4ec2-9f99-d76287be6fa0 None None] Network 6a51d900-bf25-4cb0-ba72-ea044f44db0b is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:16:14.931108 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-18c4664c-92c9-4ec2-9f99-d76287be6fa0 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:16:14.939351 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c4664c-92c9-4ec2-9f99-d76287be6fa0 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:16:14.949579 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-722d2e00-a144-4cd8-ad6e-231ccf3397af None None] For port cdddcc92-ec2d-44fa-a20b-022b58d6c79d, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:16:14.954092 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-722d2e00-a144-4cd8-ad6e-231ccf3397af None None] For port cdddcc92-ec2d-44fa-a20b-022b58d6c79d, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=cdddcc92-ec2d-44fa-a20b-022b58d6c79d,segment=NetworkSegment(a1257488-b17b-463b-8d9e-33030d1f64ea),segment_id=a1257488-b17b-463b-8d9e-33030d1f64ea)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:16:14.987912 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-722d2e00-a144-4cd8-ad6e-231ccf3397af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:15.085072 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbceb058-5540-4858-a1e6-f8fb6c37f88e None None] Pushing event updated for resources: {'Port': ['ID=cdddcc92-ec2d-44fa-a20b-022b58d6c79d,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:15.104399 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-18c4664c-92c9-4ec2-9f99-d76287be6fa0 None None] Attempting to bind port 6201d5cb-3615-4614-b91d-7e538ac383ed on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:16:15.105086 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-18c4664c-92c9-4ec2-9f99-d76287be6fa0 None None] Attempting to bind port 6201d5cb-3615-4614-b91d-7e538ac383ed by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '5fdc7fae-3443-4f2c-8dd1-b5e5374ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:16:15.105453 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4664c-92c9-4ec2-9f99-d76287be6fa0 None None] Attempting to bind port 6201d5cb-3615-4614-b91d-7e538ac383ed on network 6a51d900-bf25-4cb0-ba72-ea044f44db0b {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:16:15.125531 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4664c-92c9-4ec2-9f99-d76287be6fa0 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:16:15.125951 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4664c-92c9-4ec2-9f99-d76287be6fa0 None None] Checking segment: {'id': '5fdc7fae-3443-4f2c-8dd1-b5e5374ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:16:15.126334 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-18c4664c-92c9-4ec2-9f99-d76287be6fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:15.126739 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4664c-92c9-4ec2-9f99-d76287be6fa0 None None] Bound using segment: {'id': '5fdc7fae-3443-4f2c-8dd1-b5e5374ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:16:15.127244 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-18c4664c-92c9-4ec2-9f99-d76287be6fa0 None None] Bound port: 6201d5cb-3615-4614-b91d-7e538ac383ed, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdc7fae-3443-4f2c-8dd1-b5e5374ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:16:15.127634 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-18c4664c-92c9-4ec2-9f99-d76287be6fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:15.217875 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-18c4664c-92c9-4ec2-9f99-d76287be6fa0 None None] For port 6201d5cb-3615-4614-b91d-7e538ac383ed, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:16:15.221848 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-18c4664c-92c9-4ec2-9f99-d76287be6fa0 None None] For port 6201d5cb-3615-4614-b91d-7e538ac383ed, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6201d5cb-3615-4614-b91d-7e538ac383ed,segment=NetworkSegment(5fdc7fae-3443-4f2c-8dd1-b5e5374ce886),segment_id=5fdc7fae-3443-4f2c-8dd1-b5e5374ce886)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:16:15.226529 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722d2e00-a144-4cd8-ad6e-231ccf3397af None None] Routers {'e6874460-4d27-4386-a22f-dacc9b98dcfd'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:16:15.227514 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-722d2e00-a144-4cd8-ad6e-231ccf3397af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e6874460-4d27-4386-a22f-dacc9b98dcfd'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:15.374760 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-722d2e00-a144-4cd8-ad6e-231ccf3397af None None] Set router e6874460-4d27-4386-a22f-dacc9b98dcfd gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:16:15.409030 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072090c7-0760-4562-b978-ec51cb41e804 req-4ec81e18-cbd9-4ac7-8a67-95815c975a2b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:15.420609 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-072090c7-0760-4562-b978-ec51cb41e804 req-4ec81e18-cbd9-4ac7-8a67-95815c975a2b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 943 time: 0.1107440 Aug 17 00:16:15.494872 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-072090c7-0760-4562-b978-ec51cb41e804 req-dd1f0ecd-2a46-4dc6-a22a-7db2ebd389e9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732250 Aug 17 00:16:15.599843 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-18c4664c-92c9-4ec2-9f99-d76287be6fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:15.611897 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b68b0030-d44e-4e76-bdac-1e9dab1ed2a5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:15.639310 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-b68b0030-d44e-4e76-bdac-1e9dab1ed2a5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Transition to ACTIVE for port object c305b6c8-751b-46ae-903d-20fd2e3b18a9 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:16:15.697499 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b68b0030-d44e-4e76-bdac-1e9dab1ed2a5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:15.707465 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac91d43a-ad2f-41c9-919f-cc69e4bb7e05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:15.774725 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4664c-92c9-4ec2-9f99-d76287be6fa0 None None] Pushing event updated for resources: {'Port': ['ID=6201d5cb-3615-4614-b91d-7e538ac383ed,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:15.818687 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-722d2e00-a144-4cd8-ad6e-231ccf3397af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:16:09Z', 'revision_number': 2, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None, '_interfaces': [{'id': 'cdddcc92-ec2d-44fa-a20b-022b58d6c79d', 'name': '', 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:e9:52:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:07Z', 'updated_at': '2021-08-17T00:16:14Z', 'revision_number': 4, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:15.868827 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722d2e00-a144-4cd8-ad6e-231ccf3397af None None] The sync data for ids ['e6874460-4d27-4386-a22f-dacc9b98dcfd'] in n-d-800088-20 is: [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:16:09Z', 'revision_number': 2, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None, '_interfaces': [{'id': 'cdddcc92-ec2d-44fa-a20b-022b58d6c79d', 'name': '', 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:e9:52:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:07Z', 'updated_at': '2021-08-17T00:16:14Z', 'revision_number': 4, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:16:15.870883 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b0030-d44e-4e76-bdac-1e9dab1ed2a5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Port': ['ID=c305b6c8-751b-46ae-903d-20fd2e3b18a9,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:15.935813 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68b0030-d44e-4e76-bdac-1e9dab1ed2a5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network 6a51d900-bf25-4cb0-ba72-ea044f44db0b is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:16:15.940954 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a5f37-cc06-4005-ba6f-8baa814ad694 req-688d92eb-c342-4422-aca9-e15bcc8db333 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:15.951517 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-282a5f37-cc06-4005-ba6f-8baa814ad694 req-688d92eb-c342-4422-aca9-e15bcc8db333 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0946586 Aug 17 00:16:15.954949 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-b68b0030-d44e-4e76-bdac-1e9dab1ed2a5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:16:15.960370 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68b0030-d44e-4e76-bdac-1e9dab1ed2a5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:16:16.049810 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac91d43a-ad2f-41c9-919f-cc69e4bb7e05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:16.102850 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-282a5f37-cc06-4005-ba6f-8baa814ad694 req-79f0301e-9341-4399-82f9-9b7145418b34 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284442 Aug 17 00:16:16.132405 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b68b0030-d44e-4e76-bdac-1e9dab1ed2a5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:16.193433 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac91d43a-ad2f-41c9-919f-cc69e4bb7e05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:16:16.203024 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-ac91d43a-ad2f-41c9-919f-cc69e4bb7e05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:16:16.210690 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac91d43a-ad2f-41c9-919f-cc69e4bb7e05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:16:16.311261 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91d43a-ad2f-41c9-919f-cc69e4bb7e05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'Port': ['ID=9b6f82c6-e85d-4568-9ceb-9480fc5bcb14,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:16.527069 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3e016527-f09e-4c88-a075-b28a814e84bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:16.595271 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b68b0030-d44e-4e76-bdac-1e9dab1ed2a5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:16.698817 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081837d-94b8-40bc-9ce6-ab567f03aa7a req-86f7a909-c791-4548-8de7-d73712b12f35 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:16.700524 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5081837d-94b8-40bc-9ce6-ab567f03aa7a req-86f7a909-c791-4548-8de7-d73712b12f35 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 943 time: 0.1015773 Aug 17 00:16:16.803949 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5081837d-94b8-40bc-9ce6-ab567f03aa7a req-30cfbc8e-6bc4-4d5d-8d7a-56c5fbcc2134 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935972 Aug 17 00:16:16.989468 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac91d43a-ad2f-41c9-919f-cc69e4bb7e05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:17.246624 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90dfd17-685f-4722-b705-928aff0fb8e6 None None] Network 6a51d900-bf25-4cb0-ba72-ea044f44db0b requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:16:17.286415 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beaeaf2-562b-44cb-bf08-40fcb8513941 req-477a1355-9923-4de1-a71a-d14c1e1195f2 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:17.297560 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5beaeaf2-562b-44cb-bf08-40fcb8513941 req-477a1355-9923-4de1-a71a-d14c1e1195f2 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0995893 Aug 17 00:16:17.367218 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5beaeaf2-562b-44cb-bf08-40fcb8513941 req-5ddc8da0-d5c8-4154-ba21-5bb67021428f tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665631 Aug 17 00:16:17.493640 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac91d43a-ad2f-41c9-919f-cc69e4bb7e05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:17.522541 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-bb074376-a1ae-4365-8296-04ac1830a2ea None None] Provisioning for port 6201d5cb-3615-4614-b91d-7e538ac383ed completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:16:17.628339 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b68b0030-d44e-4e76-bdac-1e9dab1ed2a5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:17.644087 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b68b0030-d44e-4e76-bdac-1e9dab1ed2a5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:17.744812 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b68b0030-d44e-4e76-bdac-1e9dab1ed2a5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:17.775621 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b0030-d44e-4e76-bdac-1e9dab1ed2a5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Port': ['ID=c305b6c8-751b-46ae-903d-20fd2e3b18a9,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:17.869257 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-78effb5f-159a-4983-a241-57648d2e8b79 None None] Provisioning for port c305b6c8-751b-46ae-903d-20fd2e3b18a9 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:16:17.874022 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-78effb5f-159a-4983-a241-57648d2e8b79 None None] Provisioning complete for port c305b6c8-751b-46ae-903d-20fd2e3b18a9 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:17.874481 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-78effb5f-159a-4983-a241-57648d2e8b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:17.934316 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac91d43a-ad2f-41c9-919f-cc69e4bb7e05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Router 2509a437-ed0b-437a-b2d5-50cac6f328bc is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:16:17.963245 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-78effb5f-159a-4983-a241-57648d2e8b79 None None] Port c305b6c8-751b-46ae-903d-20fd2e3b18a9 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:16:18.013158 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573706f-bd35-4f24-b8f0-ad5eb76d15c4 req-53046989-ae02-47f2-a966-c99d52d1f315 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:18.025246 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1573706f-bd35-4f24-b8f0-ad5eb76d15c4 req-53046989-ae02-47f2-a966-c99d52d1f315 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 943 time: 0.1142013 Aug 17 00:16:18.093967 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1573706f-bd35-4f24-b8f0-ad5eb76d15c4 req-d806cac6-7d0d-4357-9240-f14a845c5913 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674555 Aug 17 00:16:18.156969 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6201d5cb-3615-4614-b91d-7e538ac383ed up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:16:18.190241 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68b0030-d44e-4e76-bdac-1e9dab1ed2a5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network 6a51d900-bf25-4cb0-ba72-ea044f44db0b is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:16:18.200611 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-b68b0030-d44e-4e76-bdac-1e9dab1ed2a5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:16:18.258798 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e0010f1b-58a6-48cc-9f62-569f608fc830 None None] Provisioning complete for port c305b6c8-751b-46ae-903d-20fd2e3b18a9 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:18.261449 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e0010f1b-58a6-48cc-9f62-569f608fc830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:18.268346 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 6201d5cb-3615-4614-b91d-7e538ac383ed completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:16:18.305242 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac91d43a-ad2f-41c9-919f-cc69e4bb7e05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:16:18.316701 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa03ab7-ac5b-44cd-bc1b-6f7922a11827 None None] Sync routers for ids ['2509a437-ed0b-437a-b2d5-50cac6f328bc'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:16:18.324685 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 6201d5cb-3615-4614-b91d-7e538ac383ed triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:18.325071 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:18.338315 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa03ab7-ac5b-44cd-bc1b-6f7922a11827 None None] Routers {'2509a437-ed0b-437a-b2d5-50cac6f328bc'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:16:18.342404 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-0fa03ab7-ac5b-44cd-bc1b-6f7922a11827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2509a437-ed0b-437a-b2d5-50cac6f328bc'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:18.432449 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac91d43a-ad2f-41c9-919f-cc69e4bb7e05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:18.434022 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ac91d43a-ad2f-41c9-919f-cc69e4bb7e05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.2673032 Aug 17 00:16:18.444693 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 55792) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:18.472387 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-e0010f1b-58a6-48cc-9f62-569f608fc830 None None] Port c305b6c8-751b-46ae-903d-20fd2e3b18a9 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:16:18.520464 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68b0030-d44e-4e76-bdac-1e9dab1ed2a5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Router e6874460-4d27-4386-a22f-dacc9b98dcfd has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:16:18.585843 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:18.608161 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-0fa03ab7-ac5b-44cd-bc1b-6f7922a11827 None None] Set router 2509a437-ed0b-437a-b2d5-50cac6f328bc gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:16:18.668319 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 6201d5cb-3615-4614-b91d-7e538ac383ed, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6201d5cb-3615-4614-b91d-7e538ac383ed,segment=NetworkSegment(5fdc7fae-3443-4f2c-8dd1-b5e5374ce886),segment_id=5fdc7fae-3443-4f2c-8dd1-b5e5374ce886)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:18.683081 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:18.683888 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device cdddcc92-ec2d-44fa-a20b-022b58d6c79d up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:16:18.705817 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68b0030-d44e-4e76-bdac-1e9dab1ed2a5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:16:18.723320 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b68b0030-d44e-4e76-bdac-1e9dab1ed2a5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "PUT /v2.0/routers/e6874460-4d27-4386-a22f-dacc9b98dcfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3269610 Aug 17 00:16:18.724079 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55796) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:18.729949 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-17282383-37d3-434b-88f3-1a7cb406f61a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'network': {'name': 'tempest-RoutersTest-339107036'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:18.734778 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-dc856fc6-f9c6-450b-b4dc-bddf89ede0bb tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=0ff3a5a5706545cb87542327d7cad65d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2887414 Aug 17 00:16:18.740973 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55798) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:18.767017 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a02439-211c-49ec-8676-388aa906d584 req-0a077615-26b0-4e34-8fb2-e85eb59ab691 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:18.784794 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25a02439-211c-49ec-8676-388aa906d584 req-0a077615-26b0-4e34-8fb2-e85eb59ab691 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.2276914 Aug 17 00:16:18.840873 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25a02439-211c-49ec-8676-388aa906d584 req-47885785-66d4-4eb5-bd12-91d566bcdf2e tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546985 Aug 17 00:16:18.845425 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7645c636-511f-441d-a14d-ba76cf04a347 None None] Sync routers for ids ['e6874460-4d27-4386-a22f-dacc9b98dcfd'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:16:18.887409 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17282383-37d3-434b-88f3-1a7cb406f61a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Made reservation on behalf of df54ebfbd4534f81a348549cf820e603 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:16:18.891122 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-17282383-37d3-434b-88f3-1a7cb406f61a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:18.922726 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-0fa03ab7-ac5b-44cd-bc1b-6f7922a11827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'name': 'tempest-TestNetworkBasicOps-router-1291022409', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:13Z', 'updated_at': '2021-08-17T00:16:16Z', 'revision_number': 3, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:18.950754 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7645c636-511f-441d-a14d-ba76cf04a347 None None] Routers {'e6874460-4d27-4386-a22f-dacc9b98dcfd'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:16:18.951835 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7645c636-511f-441d-a14d-ba76cf04a347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:15:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e6874460-4d27-4386-a22f-dacc9b98dcfd'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:18.991278 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa03ab7-ac5b-44cd-bc1b-6f7922a11827 None None] Checking router: 2509a437-ed0b-437a-b2d5-50cac6f328bc for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:16:18.991682 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa03ab7-ac5b-44cd-bc1b-6f7922a11827 None None] Updating router 2509a437-ed0b-437a-b2d5-50cac6f328bc port 9b6f82c6-e85d-4568-9ceb-9480fc5bcb14 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:16:19.025686 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17282383-37d3-434b-88f3-1a7cb406f61a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:16:19.044324 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffc3d5b-9e31-4129-82b1-a8fb7d91e32e tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:19.050566 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1ffc3d5b-9e31-4129-82b1-a8fb7d91e32e tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3037271 Aug 17 00:16:19.050566 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-17282383-37d3-434b-88f3-1a7cb406f61a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:19.050566 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-17282383-37d3-434b-88f3-1a7cb406f61a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Added segment eef9a1a9-f7c5-4d88-969b-3a2f35c4567c of type vlan for network 21a8a852-6f62-4d4e-ac9a-8ad4d21c567e Aug 17 00:16:19.051007 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 55800) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:19.059551 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3eaa6830-8810-4d8d-a316-ed0b44c80f9d None None] Provisioning complete for port c305b6c8-751b-46ae-903d-20fd2e3b18a9 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:19.059945 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3eaa6830-8810-4d8d-a316-ed0b44c80f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:19.075922 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-0fa03ab7-ac5b-44cd-bc1b-6f7922a11827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:19.139132 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2eb026bf-1607-46d1-8eb4-c9ab28760fe3 tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=f9960621-448c-44b3-8317-7433dc6ce660&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0888765 Aug 17 00:16:19.144047 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 55804) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:19.162078 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-418cbcce-9b70-4176-bfb4-e9320c781379 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1304802903', 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376', 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:19.191033 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-17282383-37d3-434b-88f3-1a7cb406f61a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:19.288922 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-17282383-37d3-434b-88f3-1a7cb406f61a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:19.294966 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17282383-37d3-434b-88f3-1a7cb406f61a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:19.296043 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-17282383-37d3-434b-88f3-1a7cb406f61a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:19.388521 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device ec9f3c29-8cd4-4933-8553-57593a442747 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:16:19.497256 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17282383-37d3-434b-88f3-1a7cb406f61a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Network': ['ID=21a8a852-6f62-4d4e-ac9a-8ad4d21c567e,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:19.500293 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418cbcce-9b70-4176-bfb4-e9320c781379 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Made reservation on behalf of 0ff3a5a5706545cb87542327d7cad65d for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:16:19.504549 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-418cbcce-9b70-4176-bfb4-e9320c781379 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:19.508168 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-17282383-37d3-434b-88f3-1a7cb406f61a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7822328 Aug 17 00:16:19.511444 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55808) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:19.520715 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-fd222c3b-1c20-4ac2-b75c-e643608aabd9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'subnet': {'network_id': '21a8a852-6f62-4d4e-ac9a-8ad4d21c567e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:19.545909 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=6201d5cb-3615-4614-b91d-7e538ac383ed,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:19.595017 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 21a8a852-6f62-4d4e-ac9a-8ad4d21c567e details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:16:19.669284 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f88b51-a16a-4aa9-9da9-ddedadadacb2 req-d2343b18-ada7-474b-8e5a-2352fc09d320 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:19.685809 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-08f88b51-a16a-4aa9-9da9-ddedadadacb2 req-d2343b18-ada7-474b-8e5a-2352fc09d320 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 943 time: 0.3016372 Aug 17 00:16:19.734498 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd222c3b-1c20-4ac2-b75c-e643608aabd9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Made reservation on behalf of df54ebfbd4534f81a348549cf820e603 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:16:19.738113 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fd222c3b-1c20-4ac2-b75c-e643608aabd9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:19.738472 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port ec9f3c29-8cd4-4933-8553-57593a442747, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ec9f3c29-8cd4-4933-8553-57593a442747,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:19.753699 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-0fa03ab7-ac5b-44cd-bc1b-6f7922a11827 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:19.782582 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'ec9f3c29-8cd4-4933-8553-57593a442747', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'port_id': 'ec9f3c29-8cd4-4933-8553-57593a442747', 'mac_address': 'fa:16:3e:12:1a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:16:19.784779 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-3eaa6830-8810-4d8d-a316-ed0b44c80f9d None None] Port c305b6c8-751b-46ae-903d-20fd2e3b18a9 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:16:19.785543 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-08f88b51-a16a-4aa9-9da9-ddedadadacb2 req-9bdd5f18-5d85-45f1-a7cf-ab3c2f9c6e66 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987670 Aug 17 00:16:19.805823 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-0fa03ab7-ac5b-44cd-bc1b-6f7922a11827 None None] Transition to ACTIVE for port object 9b6f82c6-e85d-4568-9ceb-9480fc5bcb14 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:16:19.843761 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-0fa03ab7-ac5b-44cd-bc1b-6f7922a11827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:19.847674 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:19.851324 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-09402032-d62f-4347-9b6b-54b96094f433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:19.867796 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port cdddcc92-ec2d-44fa-a20b-022b58d6c79d completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:16:19.881418 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port cdddcc92-ec2d-44fa-a20b-022b58d6c79d triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:19.881961 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:20.011893 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-7645c636-511f-441d-a14d-ba76cf04a347 None None] Set router e6874460-4d27-4386-a22f-dacc9b98dcfd gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:16:20.055754 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73aa5bb-b0fd-4286-8573-e165ff10ad6c req-ea48f6ec-f8d7-47ba-9cb9-c22ff520b576 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:20.060001 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e99ad9-3155-426e-8828-653cd484dbf1 None None] Pushing event updated for resources: {'Port': ['ID=9b6f82c6-e85d-4568-9ceb-9480fc5bcb14,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:20.064689 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c73aa5bb-b0fd-4286-8573-e165ff10ad6c req-ea48f6ec-f8d7-47ba-9cb9-c22ff520b576 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0856504 Aug 17 00:16:20.078139 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e99ad9-3155-426e-8828-653cd484dbf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:20.080597 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e99ad9-3155-426e-8828-653cd484dbf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:20.080980 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e99ad9-3155-426e-8828-653cd484dbf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:20.081359 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e99ad9-3155-426e-8828-653cd484dbf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:20.081698 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e99ad9-3155-426e-8828-653cd484dbf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:20.082033 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e99ad9-3155-426e-8828-653cd484dbf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:20.082364 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e99ad9-3155-426e-8828-653cd484dbf1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:20.085581 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e99ad9-3155-426e-8828-653cd484dbf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:20.085844 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e99ad9-3155-426e-8828-653cd484dbf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:20.087186 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e99ad9-3155-426e-8828-653cd484dbf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:20.087497 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-418cbcce-9b70-4176-bfb4-e9320c781379 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:20.087636 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e99ad9-3155-426e-8828-653cd484dbf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:20.087908 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e99ad9-3155-426e-8828-653cd484dbf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:20.101434 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-0fa03ab7-ac5b-44cd-bc1b-6f7922a11827 None None] Attempting to bind port 9b6f82c6-e85d-4568-9ceb-9480fc5bcb14 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:16:20.102972 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-0fa03ab7-ac5b-44cd-bc1b-6f7922a11827 None None] Attempting to bind port 9b6f82c6-e85d-4568-9ceb-9480fc5bcb14 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:16:20.103344 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa03ab7-ac5b-44cd-bc1b-6f7922a11827 None None] Attempting to bind port 9b6f82c6-e85d-4568-9ceb-9480fc5bcb14 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:16:20.113513 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa03ab7-ac5b-44cd-bc1b-6f7922a11827 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:16:20.116764 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa03ab7-ac5b-44cd-bc1b-6f7922a11827 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:16:20.117245 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-0fa03ab7-ac5b-44cd-bc1b-6f7922a11827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:20.119339 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa03ab7-ac5b-44cd-bc1b-6f7922a11827 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:16:20.119833 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-0fa03ab7-ac5b-44cd-bc1b-6f7922a11827 None None] Bound port: 9b6f82c6-e85d-4568-9ceb-9480fc5bcb14, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:16:20.120220 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-0fa03ab7-ac5b-44cd-bc1b-6f7922a11827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:20.156719 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418cbcce-9b70-4176-bfb4-e9320c781379 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'Subnet': ['ID=febb6b07-38b7-4ecb-9429-af229d2c2fe5,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:20.189369 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fd222c3b-1c20-4ac2-b75c-e643608aabd9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:20.195229 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c73aa5bb-b0fd-4286-8573-e165ff10ad6c req-b085799a-e530-40d9-8054-84899402f034 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292439 Aug 17 00:16:20.205098 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418cbcce-9b70-4176-bfb4-e9320c781379 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Checking segment: {'id': 'c0ba2f2a-c684-4035-b928-fead4a459d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:16:20.205750 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418cbcce-9b70-4176-bfb4-e9320c781379 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Network hostable DHCP agents. Network: 1d29c30b-fc96-45e3-a3cb-fec8bc666376, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:16:20.229344 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418cbcce-9b70-4176-bfb4-e9320c781379 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Network 1d29c30b-fc96-45e3-a3cb-fec8bc666376 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:16:20.235692 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:20.246452 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-418cbcce-9b70-4176-bfb4-e9320c781379 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 1d29c30b-fc96-45e3-a3cb-fec8bc666376) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:16:20.254411 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-0fa03ab7-ac5b-44cd-bc1b-6f7922a11827 None None] For port 9b6f82c6-e85d-4568-9ceb-9480fc5bcb14, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:16:20.260519 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:20.261914 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-0fa03ab7-ac5b-44cd-bc1b-6f7922a11827 None None] For port 9b6f82c6-e85d-4568-9ceb-9480fc5bcb14, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9b6f82c6-e85d-4568-9ceb-9480fc5bcb14,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:16:20.262967 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418cbcce-9b70-4176-bfb4-e9320c781379 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:20.265253 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-418cbcce-9b70-4176-bfb4-e9320c781379 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:20.291953 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-0fa03ab7-ac5b-44cd-bc1b-6f7922a11827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:20.311165 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-418cbcce-9b70-4176-bfb4-e9320c781379 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1628525 Aug 17 00:16:20.322299 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 55814) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:20.366827 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd222c3b-1c20-4ac2-b75c-e643608aabd9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Checking segment: {'id': 'eef9a1a9-f7c5-4d88-969b-3a2f35c4567c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '21a8a852-6f62-4d4e-ac9a-8ad4d21c567e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:16:20.367452 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd222c3b-1c20-4ac2-b75c-e643608aabd9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network hostable DHCP agents. Network: 21a8a852-6f62-4d4e-ac9a-8ad4d21c567e, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:16:20.370614 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd222c3b-1c20-4ac2-b75c-e643608aabd9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Subnet': ['ID=97247538-d486-4e7b-905d-d8f324d65b90,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:20.370954 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port cdddcc92-ec2d-44fa-a20b-022b58d6c79d, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=cdddcc92-ec2d-44fa-a20b-022b58d6c79d,segment=NetworkSegment(a1257488-b17b-463b-8d9e-33030d1f64ea),segment_id=a1257488-b17b-463b-8d9e-33030d1f64ea)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:20.374316 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d92fee-35ee-47d1-8b4b-4204e1549bab None None] Network 1d29c30b-fc96-45e3-a3cb-fec8bc666376 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:16:20.379602 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa03ab7-ac5b-44cd-bc1b-6f7922a11827 None None] Routers {'2509a437-ed0b-437a-b2d5-50cac6f328bc'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:16:20.381327 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-0fa03ab7-ac5b-44cd-bc1b-6f7922a11827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:16:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2509a437-ed0b-437a-b2d5-50cac6f328bc'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:20.431841 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd222c3b-1c20-4ac2-b75c-e643608aabd9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network 21a8a852-6f62-4d4e-ac9a-8ad4d21c567e is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:16:20.461349 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-fd222c3b-1c20-4ac2-b75c-e643608aabd9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 21a8a852-6f62-4d4e-ac9a-8ad4d21c567e) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:16:20.464000 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:20.465883 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd222c3b-1c20-4ac2-b75c-e643608aabd9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:20.466407 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fd222c3b-1c20-4ac2-b75c-e643608aabd9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:20.507268 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e99ad9-3155-426e-8828-653cd484dbf1 None None] Pushing event updated for resources: {'Port': ['ID=9b6f82c6-e85d-4568-9ceb-9480fc5bcb14,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:20.507641 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fd222c3b-1c20-4ac2-b75c-e643608aabd9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9907219 Aug 17 00:16:20.507641 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 55816) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:20.719555 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f8839a-d2c5-412a-9356-45bd485cd355 None None] Network 21a8a852-6f62-4d4e-ac9a-8ad4d21c567e requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:16:20.727902 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6201d5cb-3615-4614-b91d-7e538ac383ed up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:16:20.765246 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec9f3c29-8cd4-4933-8553-57593a442747 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:16:20.766559 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-0fa03ab7-ac5b-44cd-bc1b-6f7922a11827 None None] Set router 2509a437-ed0b-437a-b2d5-50cac6f328bc gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:16:20.829071 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:20.923647 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port ec9f3c29-8cd4-4933-8553-57593a442747, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ec9f3c29-8cd4-4933-8553-57593a442747,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:20.966535 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=cdddcc92-ec2d-44fa-a20b-022b58d6c79d,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:20.996566 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:21.038064 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d0342-48a3-41ac-8926-fa9ed6e276d9 req-5666f136-29a8-4604-aa87-02cfd8c4f1fb tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:21.046686 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-281d0342-48a3-41ac-8926-fa9ed6e276d9 req-5666f136-29a8-4604-aa87-02cfd8c4f1fb tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 944 time: 0.0829725 Aug 17 00:16:21.158947 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-281d0342-48a3-41ac-8926-fa9ed6e276d9 req-486b9345-9750-414f-aeca-a34bae2bf019 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052756 Aug 17 00:16:21.266236 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-0fa03ab7-ac5b-44cd-bc1b-6f7922a11827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'name': 'tempest-TestNetworkBasicOps-router-1291022409', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:13Z', 'updated_at': '2021-08-17T00:16:16Z', 'revision_number': 3, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:21.341387 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 6201d5cb-3615-4614-b91d-7e538ac383ed triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:21.346210 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:21.346210 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=ec9f3c29-8cd4-4933-8553-57593a442747,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:21.359158 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa03ab7-ac5b-44cd-bc1b-6f7922a11827 None None] The sync data for ids ['2509a437-ed0b-437a-b2d5-50cac6f328bc'] in n-d-800088-20 is: [{'id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'name': 'tempest-TestNetworkBasicOps-router-1291022409', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:13Z', 'updated_at': '2021-08-17T00:16:16Z', 'revision_number': 3, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:16:21.360749 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['ec9f3c29-8cd4-4933-8553-57593a442747'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:16:21.546942 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dda2c7-0fa5-4158-a4e5-1d7cae68eec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-1d29c30b-fc96-45e3-a3cb-fec8bc666376', 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'fixed_ips': [{'subnet_id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:16:21.547777 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-74dda2c7-0fa5-4158-a4e5-1d7cae68eec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:21.694133 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3abd03-f241-4580-a10a-40790eb2631f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-21a8a852-6f62-4d4e-ac9a-8ad4d21c567e', 'network_id': '21a8a852-6f62-4d4e-ac9a-8ad4d21c567e', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'fixed_ips': [{'subnet_id': '97247538-d486-4e7b-905d-d8f324d65b90'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:16:21.695974 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8b3abd03-f241-4580-a10a-40790eb2631f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:21.842963 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7645c636-511f-441d-a14d-ba76cf04a347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:16:16Z', 'revision_number': 3, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None, '_interfaces': [{'id': 'c305b6c8-751b-46ae-903d-20fd2e3b18a9', 'name': '', 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:ae:40:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:17Z', 'revision_number': 2, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdddcc92-ec2d-44fa-a20b-022b58d6c79d', 'name': '', 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:e9:52:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:07Z', 'updated_at': '2021-08-17T00:16:14Z', 'revision_number': 4, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:21.991760 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb6047-2cea-4596-a1e7-220b7334f8cc req-f89bafd6-f4c4-4009-9453-ee7055960304 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:21.999267 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16fb6047-2cea-4596-a1e7-220b7334f8cc req-f89bafd6-f4c4-4009-9453-ee7055960304 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.2332125 Aug 17 00:16:22.061969 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16fb6047-2cea-4596-a1e7-220b7334f8cc req-c2579388-0006-4e8b-b0b5-cd23e92b28bb tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615354 Aug 17 00:16:22.068812 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3520db84-d54a-4f0f-a357-cc630ea3e649 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:22.141380 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7645c636-511f-441d-a14d-ba76cf04a347 None None] Checking router: e6874460-4d27-4386-a22f-dacc9b98dcfd for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:16:22.142207 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7645c636-511f-441d-a14d-ba76cf04a347 None None] Updating router e6874460-4d27-4386-a22f-dacc9b98dcfd port c305b6c8-751b-46ae-903d-20fd2e3b18a9 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:16:22.251474 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-80a2d6aa-14ea-4078-a9e1-2a161a0200fe tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:22.675196 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:22.825151 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-3520db84-d54a-4f0f-a357-cc630ea3e649 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Allocated IP 172.20.0.1 (1d29c30b-fc96-45e3-a3cb-fec8bc666376/febb6b07-38b7-4ecb-9429-af229d2c2fe5/40bdcc04-f96d-49ce-9e4c-d085ebb1ff99) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:16:22.835643 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-8b3abd03-f241-4580-a10a-40790eb2631f None None] Allocated IP 172.22.0.2 (21a8a852-6f62-4d4e-ac9a-8ad4d21c567e/97247538-d486-4e7b-905d-d8f324d65b90/012b70a3-6109-411d-8fa4-0a88571feda4) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:16:22.950436 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9b6f82c6-e85d-4568-9ceb-9480fc5bcb14 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:16:23.094794 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed82082-d3db-4fdb-895b-93931449686e req-d5da11b5-8332-4351-b7f9-21a61e6daa6b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:23.105953 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ed82082-d3db-4fdb-895b-93931449686e req-d5da11b5-8332-4351-b7f9-21a61e6daa6b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 944 time: 0.1525979 Aug 17 00:16:23.179099 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3520db84-d54a-4f0f-a357-cc630ea3e649 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:23.200536 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ed82082-d3db-4fdb-895b-93931449686e req-5ef69fc3-178d-4be9-ac05-16eac88f8733 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930002 Aug 17 00:16:23.223036 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7645c636-511f-441d-a14d-ba76cf04a347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:23.249511 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-3520db84-d54a-4f0f-a357-cc630ea3e649 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Transition to ACTIVE for port object 40bdcc04-f96d-49ce-9e4c-d085ebb1ff99 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:16:23.289070 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee481d-921b-4c0c-9a82-539b6bf6087c req-1f64f817-e6a1-4728-9da2-20bd7e066967 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:23.291203 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7ee481d-921b-4c0c-9a82-539b6bf6087c req-1f64f817-e6a1-4728-9da2-20bd7e066967 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.0797973 Aug 17 00:16:23.351785 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3520db84-d54a-4f0f-a357-cc630ea3e649 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:23.392136 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7ee481d-921b-4c0c-9a82-539b6bf6087c req-a65bb58b-694b-4fc0-bbc4-a785faad3dae tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906589 Aug 17 00:16:23.418282 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3520db84-d54a-4f0f-a357-cc630ea3e649 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Network 1d29c30b-fc96-45e3-a3cb-fec8bc666376 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:16:23.425459 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-3520db84-d54a-4f0f-a357-cc630ea3e649 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:16:23.431527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3520db84-d54a-4f0f-a357-cc630ea3e649 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:16:23.442180 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520db84-d54a-4f0f-a357-cc630ea3e649 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'Port': ['ID=40bdcc04-f96d-49ce-9e4c-d085ebb1ff99,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:23.507068 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3520db84-d54a-4f0f-a357-cc630ea3e649 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:23.616858 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 9b6f82c6-e85d-4568-9ceb-9480fc5bcb14 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:16:23.643790 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 9b6f82c6-e85d-4568-9ceb-9480fc5bcb14 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:23.644208 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:23.662433 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-74dda2c7-0fa5-4158-a4e5-1d7cae68eec6 None None] Allocated IP 172.20.0.2 (1d29c30b-fc96-45e3-a3cb-fec8bc666376/febb6b07-38b7-4ecb-9429-af229d2c2fe5/22db596c-c58a-4ab6-82ca-834016dda980) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:16:23.723670 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3520db84-d54a-4f0f-a357-cc630ea3e649 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:23.860215 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8b3abd03-f241-4580-a10a-40790eb2631f None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:23.889943 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8b3abd03-f241-4580-a10a-40790eb2631f None None] Transition to ACTIVE for port object 012b70a3-6109-411d-8fa4-0a88571feda4 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:16:24.014111 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8b3abd03-f241-4580-a10a-40790eb2631f None None] Transition to ACTIVE for port object 012b70a3-6109-411d-8fa4-0a88571feda4 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:16:24.039190 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:24.070028 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8b3abd03-f241-4580-a10a-40790eb2631f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:24.171090 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 9b6f82c6-e85d-4568-9ceb-9480fc5bcb14, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9b6f82c6-e85d-4568-9ceb-9480fc5bcb14,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:24.214379 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-80a2d6aa-14ea-4078-a9e1-2a161a0200fe tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Allocated IP 172.22.0.1 (21a8a852-6f62-4d4e-ac9a-8ad4d21c567e/97247538-d486-4e7b-905d-d8f324d65b90/6e06232a-1731-4ea1-9e7f-857adaeb32b4) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:16:24.220519 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3abd03-f241-4580-a10a-40790eb2631f None None] Network 21a8a852-6f62-4d4e-ac9a-8ad4d21c567e is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:16:24.230510 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-8b3abd03-f241-4580-a10a-40790eb2631f None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:16:24.247803 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:24.248790 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device cdddcc92-ec2d-44fa-a20b-022b58d6c79d up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:16:24.332566 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3abd03-f241-4580-a10a-40790eb2631f None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:16:24.444065 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3520db84-d54a-4f0f-a357-cc630ea3e649 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:24.468837 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3abd03-f241-4580-a10a-40790eb2631f None None] Pushing event updated for resources: {'Port': ['ID=012b70a3-6109-411d-8fa4-0a88571feda4,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:24.469106 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3520db84-d54a-4f0f-a357-cc630ea3e649 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:24.555676 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-80a2d6aa-14ea-4078-a9e1-2a161a0200fe tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:24.601019 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-80a2d6aa-14ea-4078-a9e1-2a161a0200fe tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Transition to ACTIVE for port object 6e06232a-1731-4ea1-9e7f-857adaeb32b4 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:16:24.628168 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3520db84-d54a-4f0f-a357-cc630ea3e649 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:24.633539 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-74dda2c7-0fa5-4158-a4e5-1d7cae68eec6 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:24.659391 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da559384-c786-4d26-b14c-9cfdfcde557c req-b3c51af2-d6cb-4a6b-a1cd-5a8bef8e2bc7 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:24.669831 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da559384-c786-4d26-b14c-9cfdfcde557c req-b3c51af2-d6cb-4a6b-a1cd-5a8bef8e2bc7 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 944 time: 0.2202470 Aug 17 00:16:24.687406 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-80a2d6aa-14ea-4078-a9e1-2a161a0200fe tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:24.688719 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520db84-d54a-4f0f-a357-cc630ea3e649 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'Port': ['ID=40bdcc04-f96d-49ce-9e4c-d085ebb1ff99,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:24.828970 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a2d6aa-14ea-4078-a9e1-2a161a0200fe tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network 21a8a852-6f62-4d4e-ac9a-8ad4d21c567e is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:16:24.833500 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-74dda2c7-0fa5-4158-a4e5-1d7cae68eec6 None None] Transition to ACTIVE for port object 22db596c-c58a-4ab6-82ca-834016dda980 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:16:24.845283 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-80a2d6aa-14ea-4078-a9e1-2a161a0200fe tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:16:24.858114 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a2d6aa-14ea-4078-a9e1-2a161a0200fe tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:16:24.859211 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7645c636-511f-441d-a14d-ba76cf04a347 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:24.926131 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2d6aa-14ea-4078-a9e1-2a161a0200fe tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Port': ['ID=6e06232a-1731-4ea1-9e7f-857adaeb32b4,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:24.963393 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1be39-6f27-4666-ad3f-52c3a3f1146a req-3c512b67-5785-430a-96fd-91bdded1e587 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:24.966398 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0fa1be39-6f27-4666-ad3f-52c3a3f1146a req-3c512b67-5785-430a-96fd-91bdded1e587 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.3832071 Aug 17 00:16:24.980403 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-80a2d6aa-14ea-4078-a9e1-2a161a0200fe tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:24.981909 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-74dda2c7-0fa5-4158-a4e5-1d7cae68eec6 None None] Transition to ACTIVE for port object 22db596c-c58a-4ab6-82ca-834016dda980 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:16:24.987118 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8b3abd03-f241-4580-a10a-40790eb2631f None None] Attempting to bind port 012b70a3-6109-411d-8fa4-0a88571feda4 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:16:24.987519 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8b3abd03-f241-4580-a10a-40790eb2631f None None] Attempting to bind port 012b70a3-6109-411d-8fa4-0a88571feda4 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'eef9a1a9-f7c5-4d88-969b-3a2f35c4567c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '21a8a852-6f62-4d4e-ac9a-8ad4d21c567e'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:16:24.989076 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3abd03-f241-4580-a10a-40790eb2631f None None] Attempting to bind port 012b70a3-6109-411d-8fa4-0a88571feda4 on network 21a8a852-6f62-4d4e-ac9a-8ad4d21c567e {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:16:24.997997 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7645c636-511f-441d-a14d-ba76cf04a347 None None] Transition to ACTIVE for port object c305b6c8-751b-46ae-903d-20fd2e3b18a9 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:16:25.000838 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=9b6f82c6-e85d-4568-9ceb-9480fc5bcb14,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:25.027498 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-74dda2c7-0fa5-4158-a4e5-1d7cae68eec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:25.041948 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3abd03-f241-4580-a10a-40790eb2631f None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:16:25.042561 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3abd03-f241-4580-a10a-40790eb2631f None None] Checking segment: {'id': 'eef9a1a9-f7c5-4d88-969b-3a2f35c4567c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '21a8a852-6f62-4d4e-ac9a-8ad4d21c567e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:16:25.042976 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8b3abd03-f241-4580-a10a-40790eb2631f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:25.043379 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3abd03-f241-4580-a10a-40790eb2631f None None] Bound using segment: {'id': 'eef9a1a9-f7c5-4d88-969b-3a2f35c4567c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '21a8a852-6f62-4d4e-ac9a-8ad4d21c567e'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:16:25.043858 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8b3abd03-f241-4580-a10a-40790eb2631f None None] Bound port: 012b70a3-6109-411d-8fa4-0a88571feda4, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef9a1a9-f7c5-4d88-969b-3a2f35c4567c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '21a8a852-6f62-4d4e-ac9a-8ad4d21c567e'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:16:25.044234 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8b3abd03-f241-4580-a10a-40790eb2631f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:25.087915 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da559384-c786-4d26-b14c-9cfdfcde557c req-2a429cfd-53ad-49f3-9985-195fff33d9ad tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171832 Aug 17 00:16:25.121246 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port cdddcc92-ec2d-44fa-a20b-022b58d6c79d triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:25.123770 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:25.130954 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7645c636-511f-441d-a14d-ba76cf04a347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:25.131892 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0fa1be39-6f27-4666-ad3f-52c3a3f1146a req-df4892d3-30f8-4778-b31a-fa7dc04e8ccf tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344357 Aug 17 00:16:25.141279 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3520db84-d54a-4f0f-a357-cc630ea3e649 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Network 1d29c30b-fc96-45e3-a3cb-fec8bc666376 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:16:25.143345 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-3520db84-d54a-4f0f-a357-cc630ea3e649 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:16:25.235523 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-80a2d6aa-14ea-4078-a9e1-2a161a0200fe tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:25.245130 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dda2c7-0fa5-4158-a4e5-1d7cae68eec6 None None] Network 1d29c30b-fc96-45e3-a3cb-fec8bc666376 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:16:25.284923 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-74dda2c7-0fa5-4158-a4e5-1d7cae68eec6 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:16:25.289388 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dda2c7-0fa5-4158-a4e5-1d7cae68eec6 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:16:25.293799 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device ec9f3c29-8cd4-4933-8553-57593a442747 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:16:25.363015 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3520db84-d54a-4f0f-a357-cc630ea3e649 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Router 2509a437-ed0b-437a-b2d5-50cac6f328bc has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:16:25.463653 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dda2c7-0fa5-4158-a4e5-1d7cae68eec6 None None] Pushing event updated for resources: {'Port': ['ID=22db596c-c58a-4ab6-82ca-834016dda980,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:25.643627 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7645c636-511f-441d-a14d-ba76cf04a347 None None] Attempting to bind port c305b6c8-751b-46ae-903d-20fd2e3b18a9 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:16:25.644377 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7645c636-511f-441d-a14d-ba76cf04a347 None None] Attempting to bind port c305b6c8-751b-46ae-903d-20fd2e3b18a9 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '5fdc7fae-3443-4f2c-8dd1-b5e5374ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:16:25.644989 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645c636-511f-441d-a14d-ba76cf04a347 None None] Attempting to bind port c305b6c8-751b-46ae-903d-20fd2e3b18a9 on network 6a51d900-bf25-4cb0-ba72-ea044f44db0b {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:16:25.698362 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3520db84-d54a-4f0f-a357-cc630ea3e649 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:16:25.704738 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3520db84-d54a-4f0f-a357-cc630ea3e649 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "PUT /v2.0/routers/2509a437-ed0b-437a-b2d5-50cac6f328bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3813539 Aug 17 00:16:25.707351 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56056) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:25.708350 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645c636-511f-441d-a14d-ba76cf04a347 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:16:25.709754 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645c636-511f-441d-a14d-ba76cf04a347 None None] Checking segment: {'id': '5fdc7fae-3443-4f2c-8dd1-b5e5374ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:16:25.710378 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7645c636-511f-441d-a14d-ba76cf04a347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:25.711081 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645c636-511f-441d-a14d-ba76cf04a347 None None] Bound using segment: {'id': '5fdc7fae-3443-4f2c-8dd1-b5e5374ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:16:25.711853 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7645c636-511f-441d-a14d-ba76cf04a347 None None] Bound port: c305b6c8-751b-46ae-903d-20fd2e3b18a9, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdc7fae-3443-4f2c-8dd1-b5e5374ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:16:25.712656 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7645c636-511f-441d-a14d-ba76cf04a347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:25.716669 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68e74e2-5e2f-401b-9739-b372e21b3e36 None None] Sync routers for ids ['2509a437-ed0b-437a-b2d5-50cac6f328bc'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:16:25.731335 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-80a2d6aa-14ea-4078-a9e1-2a161a0200fe tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:25.741663 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-80a2d6aa-14ea-4078-a9e1-2a161a0200fe tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:25.742735 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68e74e2-5e2f-401b-9739-b372e21b3e36 None None] Routers {'2509a437-ed0b-437a-b2d5-50cac6f328bc'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:16:25.743434 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-d68e74e2-5e2f-401b-9739-b372e21b3e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:16:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2509a437-ed0b-437a-b2d5-50cac6f328bc'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:25.754757 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427702e-f61a-4f2d-b51b-5b4470355233 None None] Pushing event updated for resources: {'Port': ['ID=c305b6c8-751b-46ae-903d-20fd2e3b18a9,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:25.758715 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-8b3abd03-f241-4580-a10a-40790eb2631f None None] For port 012b70a3-6109-411d-8fa4-0a88571feda4, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:16:25.864580 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-8b3abd03-f241-4580-a10a-40790eb2631f None None] For port 012b70a3-6109-411d-8fa4-0a88571feda4, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=012b70a3-6109-411d-8fa4-0a88571feda4,segment=NetworkSegment(eef9a1a9-f7c5-4d88-969b-3a2f35c4567c),segment_id=eef9a1a9-f7c5-4d88-969b-3a2f35c4567c)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:16:25.870643 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-74dda2c7-0fa5-4158-a4e5-1d7cae68eec6 None None] Attempting to bind port 22db596c-c58a-4ab6-82ca-834016dda980 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:16:25.871702 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-74dda2c7-0fa5-4158-a4e5-1d7cae68eec6 None None] Attempting to bind port 22db596c-c58a-4ab6-82ca-834016dda980 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'c0ba2f2a-c684-4035-b928-fead4a459d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:16:25.872301 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dda2c7-0fa5-4158-a4e5-1d7cae68eec6 None None] Attempting to bind port 22db596c-c58a-4ab6-82ca-834016dda980 on network 1d29c30b-fc96-45e3-a3cb-fec8bc666376 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:16:25.883677 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dda2c7-0fa5-4158-a4e5-1d7cae68eec6 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:16:25.884422 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dda2c7-0fa5-4158-a4e5-1d7cae68eec6 None None] Checking segment: {'id': 'c0ba2f2a-c684-4035-b928-fead4a459d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:16:25.885033 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-74dda2c7-0fa5-4158-a4e5-1d7cae68eec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:25.885673 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dda2c7-0fa5-4158-a4e5-1d7cae68eec6 None None] Bound using segment: {'id': 'c0ba2f2a-c684-4035-b928-fead4a459d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:16:25.886325 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-74dda2c7-0fa5-4158-a4e5-1d7cae68eec6 None None] Bound port: 22db596c-c58a-4ab6-82ca-834016dda980, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ba2f2a-c684-4035-b928-fead4a459d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:16:25.888103 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-74dda2c7-0fa5-4158-a4e5-1d7cae68eec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:25.912311 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2d6aa-14ea-4078-a9e1-2a161a0200fe tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Port': ['ID=6e06232a-1731-4ea1-9e7f-857adaeb32b4,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:25.919803 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8b3abd03-f241-4580-a10a-40790eb2631f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:25.925633 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-80a2d6aa-14ea-4078-a9e1-2a161a0200fe tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:25.944199 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port ec9f3c29-8cd4-4933-8553-57593a442747 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:16:25.974897 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-d68e74e2-5e2f-401b-9739-b372e21b3e36 None None] Set router 2509a437-ed0b-437a-b2d5-50cac6f328bc gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:16:26.072546 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-74dda2c7-0fa5-4158-a4e5-1d7cae68eec6 None None] For port 22db596c-c58a-4ab6-82ca-834016dda980, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:16:26.077868 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-74dda2c7-0fa5-4158-a4e5-1d7cae68eec6 None None] For port 22db596c-c58a-4ab6-82ca-834016dda980, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=22db596c-c58a-4ab6-82ca-834016dda980,segment=NetworkSegment(c0ba2f2a-c684-4035-b928-fead4a459d54),segment_id=c0ba2f2a-c684-4035-b928-fead4a459d54)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:16:26.112019 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port ec9f3c29-8cd4-4933-8553-57593a442747 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:26.112511 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:26.115870 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-74dda2c7-0fa5-4158-a4e5-1d7cae68eec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:26.179383 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-7645c636-511f-441d-a14d-ba76cf04a347 None None] For port c305b6c8-751b-46ae-903d-20fd2e3b18a9, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:16:26.189853 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fdfd7f-5c57-496c-bcaf-e4d2bbd9b52f tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:26.194215 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fdfd7f-5c57-496c-bcaf-e4d2bbd9b52f tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:26.197732 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fdfd7f-5c57-496c-bcaf-e4d2bbd9b52f tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:26.199500 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fdfd7f-5c57-496c-bcaf-e4d2bbd9b52f tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:26.201112 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fdfd7f-5c57-496c-bcaf-e4d2bbd9b52f tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:26.201773 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fdfd7f-5c57-496c-bcaf-e4d2bbd9b52f tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:26.204188 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fdfd7f-5c57-496c-bcaf-e4d2bbd9b52f tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:26.204842 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fdfd7f-5c57-496c-bcaf-e4d2bbd9b52f tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:26.205518 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fdfd7f-5c57-496c-bcaf-e4d2bbd9b52f tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:26.208802 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fdfd7f-5c57-496c-bcaf-e4d2bbd9b52f tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:26.209563 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fdfd7f-5c57-496c-bcaf-e4d2bbd9b52f tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:26.210756 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fdfd7f-5c57-496c-bcaf-e4d2bbd9b52f tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:26.211469 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fdfd7f-5c57-496c-bcaf-e4d2bbd9b52f tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:26.212152 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fdfd7f-5c57-496c-bcaf-e4d2bbd9b52f tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:26.219548 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b8fdfd7f-5c57-496c-bcaf-e4d2bbd9b52f tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9812 time: 0.5113533 Aug 17 00:16:26.224148 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56086) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:26.225729 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3abd03-f241-4580-a10a-40790eb2631f None None] Pushing event updated for resources: {'Port': ['ID=012b70a3-6109-411d-8fa4-0a88571feda4,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:26.235939 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-7645c636-511f-441d-a14d-ba76cf04a347 None None] For port c305b6c8-751b-46ae-903d-20fd2e3b18a9, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c305b6c8-751b-46ae-903d-20fd2e3b18a9,segment=NetworkSegment(5fdc7fae-3443-4f2c-8dd1-b5e5374ce886),segment_id=5fdc7fae-3443-4f2c-8dd1-b5e5374ce886)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:16:26.275956 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7645c636-511f-441d-a14d-ba76cf04a347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:26.326316 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a2d6aa-14ea-4078-a9e1-2a161a0200fe tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network 21a8a852-6f62-4d4e-ac9a-8ad4d21c567e is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:16:26.327816 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-80a2d6aa-14ea-4078-a9e1-2a161a0200fe tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:16:26.412524 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9b6f82c6-e85d-4568-9ceb-9480fc5bcb14 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:16:26.553408 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-d68e74e2-5e2f-401b-9739-b372e21b3e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'name': 'tempest-TestNetworkBasicOps-router-1291022409', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:13Z', 'updated_at': '2021-08-17T00:16:23Z', 'revision_number': 4, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '40bdcc04-f96d-49ce-9e4c-d085ebb1ff99', 'name': '', 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'mac_address': 'fa:16:3e:4f:34:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:24Z', 'revision_number': 2, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'subnets': [{'id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:26.569902 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67981b8c-1749-4f3d-ab5c-b7d3b8fbb99a tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:26.570375 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67981b8c-1749-4f3d-ab5c-b7d3b8fbb99a tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:26.570837 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67981b8c-1749-4f3d-ab5c-b7d3b8fbb99a tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:26.571342 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67981b8c-1749-4f3d-ab5c-b7d3b8fbb99a tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:26.571741 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67981b8c-1749-4f3d-ab5c-b7d3b8fbb99a tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:26.581774 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67981b8c-1749-4f3d-ab5c-b7d3b8fbb99a tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:26.582515 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67981b8c-1749-4f3d-ab5c-b7d3b8fbb99a tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:26.583419 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67981b8c-1749-4f3d-ab5c-b7d3b8fbb99a tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:26.584054 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67981b8c-1749-4f3d-ab5c-b7d3b8fbb99a tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:26.584691 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67981b8c-1749-4f3d-ab5c-b7d3b8fbb99a tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:26.585338 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67981b8c-1749-4f3d-ab5c-b7d3b8fbb99a tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:26.585958 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67981b8c-1749-4f3d-ab5c-b7d3b8fbb99a tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:26.586613 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67981b8c-1749-4f3d-ab5c-b7d3b8fbb99a tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:26.587271 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67981b8c-1749-4f3d-ab5c-b7d3b8fbb99a tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:26.589742 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-67981b8c-1749-4f3d-ab5c-b7d3b8fbb99a tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8874 time: 0.3636754 Aug 17 00:16:26.609676 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68e74e2-5e2f-401b-9739-b372e21b3e36 None None] Checking router: 2509a437-ed0b-437a-b2d5-50cac6f328bc for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:16:26.611612 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68e74e2-5e2f-401b-9739-b372e21b3e36 None None] Updating router 2509a437-ed0b-437a-b2d5-50cac6f328bc port 40bdcc04-f96d-49ce-9e4c-d085ebb1ff99 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:16:26.653090 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dda2c7-0fa5-4158-a4e5-1d7cae68eec6 None None] Pushing event updated for resources: {'Port': ['ID=22db596c-c58a-4ab6-82ca-834016dda980,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:26.721849 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d68e74e2-5e2f-401b-9739-b372e21b3e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:26.763540 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56104) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:26.773229 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427702e-f61a-4f2d-b51b-5b4470355233 None None] Pushing event updated for resources: {'Port': ['ID=c305b6c8-751b-46ae-903d-20fd2e3b18a9,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:26.838579 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7645c636-511f-441d-a14d-ba76cf04a347 None None] Routers {'e6874460-4d27-4386-a22f-dacc9b98dcfd'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:16:26.839570 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a2d6aa-14ea-4078-a9e1-2a161a0200fe tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Router e6874460-4d27-4386-a22f-dacc9b98dcfd has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:16:26.839776 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7645c636-511f-441d-a14d-ba76cf04a347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:16:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e6874460-4d27-4386-a22f-dacc9b98dcfd'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:26.937993 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:26.996330 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a492ed6-bbeb-4a28-991f-7a7e19bbebe8 req-3c808619-10b8-4f48-bca2-31dd48324e5d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:27.008578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a492ed6-bbeb-4a28-991f-7a7e19bbebe8 req-3c808619-10b8-4f48-bca2-31dd48324e5d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 944 time: 0.6593065 Aug 17 00:16:27.077672 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57193dde-555c-4d5d-9eb7-61d6c9cb772b req-20cd1d8c-6e36-4c21-b9a0-923cfa434bfa tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:27.081750 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57193dde-555c-4d5d-9eb7-61d6c9cb772b req-20cd1d8c-6e36-4c21-b9a0-923cfa434bfa tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.5325816 Aug 17 00:16:27.169773 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a492ed6-bbeb-4a28-991f-7a7e19bbebe8 req-b93706a7-f15c-4d4f-ab99-bd65c22fbdbd tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603384 Aug 17 00:16:27.228611 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a2d6aa-14ea-4078-a9e1-2a161a0200fe tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:16:27.240780 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-80a2d6aa-14ea-4078-a9e1-2a161a0200fe tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "PUT /v2.0/routers/e6874460-4d27-4386-a22f-dacc9b98dcfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7294893 Aug 17 00:16:27.241634 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56136) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:27.252437 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-e7c4bdbb-87a8-4353-a315-728bddfe3e84 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'network': {'name': 'tempest-RoutersTest-1168638161'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:27.264333 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d68e74e2-5e2f-401b-9739-b372e21b3e36 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:27.267157 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57193dde-555c-4d5d-9eb7-61d6c9cb772b req-cbf1f5d5-4fdf-4620-b49b-1b5eaaf1b4ed tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703601 Aug 17 00:16:27.288935 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-d68e74e2-5e2f-401b-9739-b372e21b3e36 None None] Transition to ACTIVE for port object 40bdcc04-f96d-49ce-9e4c-d085ebb1ff99 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:16:27.311520 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d68e74e2-5e2f-401b-9739-b372e21b3e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:27.329572 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c4bdbb-87a8-4353-a315-728bddfe3e84 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Made reservation on behalf of df54ebfbd4534f81a348549cf820e603 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:16:27.341660 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7c4bdbb-87a8-4353-a315-728bddfe3e84 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:27.419461 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a3ddbb89-b61e-4a0b-8853-5457d62b6b7d tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4300 time: 0.6491082 Aug 17 00:16:27.435263 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c4bdbb-87a8-4353-a315-728bddfe3e84 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:16:27.462091 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7c4bdbb-87a8-4353-a315-728bddfe3e84 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:27.465399 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-e7c4bdbb-87a8-4353-a315-728bddfe3e84 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Added segment 957543c6-5407-4ed1-9bfa-c4b1fc3f666d of type vlan for network 5ac50dcf-ae90-4717-b73a-03fd6d7718b1 Aug 17 00:16:27.501178 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc04e43-f267-4aaa-890b-584bd4fff252 None None] Pushing event updated for resources: {'Port': ['ID=40bdcc04-f96d-49ce-9e4c-d085ebb1ff99,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:27.521487 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-d68e74e2-5e2f-401b-9739-b372e21b3e36 None None] Attempting to bind port 40bdcc04-f96d-49ce-9e4c-d085ebb1ff99 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:16:27.522964 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-d68e74e2-5e2f-401b-9739-b372e21b3e36 None None] Attempting to bind port 40bdcc04-f96d-49ce-9e4c-d085ebb1ff99 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'c0ba2f2a-c684-4035-b928-fead4a459d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:16:27.525258 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68e74e2-5e2f-401b-9739-b372e21b3e36 None None] Attempting to bind port 40bdcc04-f96d-49ce-9e4c-d085ebb1ff99 on network 1d29c30b-fc96-45e3-a3cb-fec8bc666376 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:16:27.543619 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68e74e2-5e2f-401b-9739-b372e21b3e36 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:16:27.544413 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68e74e2-5e2f-401b-9739-b372e21b3e36 None None] Checking segment: {'id': 'c0ba2f2a-c684-4035-b928-fead4a459d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:16:27.545229 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d68e74e2-5e2f-401b-9739-b372e21b3e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:27.546100 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68e74e2-5e2f-401b-9739-b372e21b3e36 None None] Bound using segment: {'id': 'c0ba2f2a-c684-4035-b928-fead4a459d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:16:27.548163 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-d68e74e2-5e2f-401b-9739-b372e21b3e36 None None] Bound port: 40bdcc04-f96d-49ce-9e4c-d085ebb1ff99, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ba2f2a-c684-4035-b928-fead4a459d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:16:27.549108 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d68e74e2-5e2f-401b-9739-b372e21b3e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:27.598438 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7c4bdbb-87a8-4353-a315-728bddfe3e84 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:27.652173 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7c4bdbb-87a8-4353-a315-728bddfe3e84 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:27.658411 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c4bdbb-87a8-4353-a315-728bddfe3e84 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:27.659329 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7c4bdbb-87a8-4353-a315-728bddfe3e84 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:27.705525 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e7c4bdbb-87a8-4353-a315-728bddfe3e84 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4625521 Aug 17 00:16:27.709026 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56172) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:27.715164 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-c56b0718-d105-4c7b-aa6a-61cbc7105be4 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'subnet': {'network_id': '5ac50dcf-ae90-4717-b73a-03fd6d7718b1', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:27.769322 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-d68e74e2-5e2f-401b-9739-b372e21b3e36 None None] For port 40bdcc04-f96d-49ce-9e4c-d085ebb1ff99, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:16:27.789061 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-d68e74e2-5e2f-401b-9739-b372e21b3e36 None None] For port 40bdcc04-f96d-49ce-9e4c-d085ebb1ff99, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=40bdcc04-f96d-49ce-9e4c-d085ebb1ff99,segment=NetworkSegment(c0ba2f2a-c684-4035-b928-fead4a459d54),segment_id=c0ba2f2a-c684-4035-b928-fead4a459d54)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:16:27.805475 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d68e74e2-5e2f-401b-9739-b372e21b3e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:27.822367 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4bdbb-87a8-4353-a315-728bddfe3e84 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Network': ['ID=5ac50dcf-ae90-4717-b73a-03fd6d7718b1,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:27.876001 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 5ac50dcf-ae90-4717-b73a-03fd6d7718b1 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:16:27.928124 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d420d9a-9c3d-4589-ad38-2350d5c4926d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9f3c29-8cd4-4933-8553-57593a442747'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:16:27.938041 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6582d0a6-6884-47a8-9d8b-34175eda7174" -d '{"events": [{"server_uuid": "8d420d9a-9c3d-4589-ad38-2350d5c4926d", "name": "network-vif-plugged", "status": "completed", "tag": "ec9f3c29-8cd4-4933-8553-57593a442747"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:16:27.978242 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68e74e2-5e2f-401b-9739-b372e21b3e36 None None] Routers {'2509a437-ed0b-437a-b2d5-50cac6f328bc'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:16:27.979562 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-d68e74e2-5e2f-401b-9739-b372e21b3e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:16:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2509a437-ed0b-437a-b2d5-50cac6f328bc'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:28.023780 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56b0718-d105-4c7b-aa6a-61cbc7105be4 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Made reservation on behalf of df54ebfbd4534f81a348549cf820e603 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:16:28.032980 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c56b0718-d105-4c7b-aa6a-61cbc7105be4 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:28.070857 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56196) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:28.078285 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-b2c7426e-1215-4997-b7df-6f62fed2ed83 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-396970340', 'description': 'tempest-secgroup-smoke-396970340 description', 'project_id': '0ff3a5a5706545cb87542327d7cad65d'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:28.105370 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port ec9f3c29-8cd4-4933-8553-57593a442747, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ec9f3c29-8cd4-4933-8553-57593a442747,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:28.118860 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-7645c636-511f-441d-a14d-ba76cf04a347 None None] Set router e6874460-4d27-4386-a22f-dacc9b98dcfd gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:16:28.144946 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc04e43-f267-4aaa-890b-584bd4fff252 None None] Pushing event updated for resources: {'Port': ['ID=40bdcc04-f96d-49ce-9e4c-d085ebb1ff99,revision_number=4']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:28.165031 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b2c7426e-1215-4997-b7df-6f62fed2ed83 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:28.187191 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:28.249230 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 9b6f82c6-e85d-4568-9ceb-9480fc5bcb14 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:28.249907 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:28.416056 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b2c7426e-1215-4997-b7df-6f62fed2ed83 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:28.424190 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b2c7426e-1215-4997-b7df-6f62fed2ed83 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:28.479336 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-d68e74e2-5e2f-401b-9739-b372e21b3e36 None None] Set router 2509a437-ed0b-437a-b2d5-50cac6f328bc gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:16:28.509855 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=ec9f3c29-8cd4-4933-8553-57593a442747,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:28.518757 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0b2686-8d60-4bb6-9f5c-609ff0966cf7 None None] Network 21a8a852-6f62-4d4e-ac9a-8ad4d21c567e requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:16:28.548124 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a928d7e8-1cd6-4bde-bfd1-e61eddaf585c x-openstack-request-id: req-a928d7e8-1cd6-4bde-bfd1-e61eddaf585c {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:16:28.553380 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d420d9a-9c3d-4589-ad38-2350d5c4926d", "name": "network-vif-plugged", "status": "completed", "tag": "ec9f3c29-8cd4-4933-8553-57593a442747", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:16:28.556194 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a928d7e8-1cd6-4bde-bfd1-e61eddaf585c {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:16:28.557745 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d420d9a-9c3d-4589-ad38-2350d5c4926d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9f3c29-8cd4-4933-8553-57593a442747', 'code': 200} Aug 17 00:16:28.558162 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7426e-1215-4997-b7df-6f62fed2ed83 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1859ed2c-6f17-4515-9ead-e07402fa0185,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:28.580203 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b2c7426e-1215-4997-b7df-6f62fed2ed83 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:28.581581 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b2c7426e-1215-4997-b7df-6f62fed2ed83 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5092940 Aug 17 00:16:28.585264 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56226) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:28.597611 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-b21fc19b-da7d-4364-b3ad-83d0fd498310 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'security_group_rule': {'security_group_id': '1859ed2c-6f17-4515-9ead-e07402fa0185', 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:28.696080 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b21fc19b-da7d-4364-b3ad-83d0fd498310 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:28.830792 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:28.831146 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:28.831483 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:28.835663 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:28.837438 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:28.838141 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:28.838490 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:28.838835 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:28.840569 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b21fc19b-da7d-4364-b3ad-83d0fd498310 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:28.845641 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:28.846018 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:28.848106 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:28.848513 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:28.861727 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b21fc19b-da7d-4364-b3ad-83d0fd498310 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:28.898684 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21fc19b-da7d-4364-b3ad-83d0fd498310 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c65c71a-5968-4fef-a23f-66c82aa465bc,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:28.907548 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674a6894-ce67-4b87-9825-940dee5621a7 None None] Network 1d29c30b-fc96-45e3-a3cb-fec8bc666376 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:16:28.915383 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b21fc19b-da7d-4364-b3ad-83d0fd498310 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:28.919421 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b21fc19b-da7d-4364-b3ad-83d0fd498310 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3276472 Aug 17 00:16:28.919635 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56248) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:28.924849 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-105991c2-9633-49a5-b68e-7caba7c78fc7 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'security_group_rule': {'security_group_id': '1859ed2c-6f17-4515-9ead-e07402fa0185', 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:28.993951 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-105991c2-9633-49a5-b68e-7caba7c78fc7 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:29.090117 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-d68e74e2-5e2f-401b-9739-b372e21b3e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'name': 'tempest-TestNetworkBasicOps-router-1291022409', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:13Z', 'updated_at': '2021-08-17T00:16:23Z', 'revision_number': 4, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '40bdcc04-f96d-49ce-9e4c-d085ebb1ff99', 'name': '', 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'mac_address': 'fa:16:3e:4f:34:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:27Z', 'revision_number': 4, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'subnets': [{'id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:29.117876 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8ca7599a-21c9-4630-a6f2-76b31531dfde None None] Provisioning for port 012b70a3-6109-411d-8fa4-0a88571feda4 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:16:29.120461 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-105991c2-9633-49a5-b68e-7caba7c78fc7 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:29.135726 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-105991c2-9633-49a5-b68e-7caba7c78fc7 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:29.173217 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105991c2-9633-49a5-b68e-7caba7c78fc7 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f0f185b-3309-4550-bd81-5146d439169b,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:29.189238 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-105991c2-9633-49a5-b68e-7caba7c78fc7 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:29.190480 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-105991c2-9633-49a5-b68e-7caba7c78fc7 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2698486 Aug 17 00:16:29.193726 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56264) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:29.198397 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a52cc17e-632c-43ea-9bfe-5d895bfb12c1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'security_group_rule': {'security_group_id': '1859ed2c-6f17-4515-9ead-e07402fa0185', 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:29.206562 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68e74e2-5e2f-401b-9739-b372e21b3e36 None None] The sync data for ids ['2509a437-ed0b-437a-b2d5-50cac6f328bc'] in n-d-800088-20 is: [{'id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'name': 'tempest-TestNetworkBasicOps-router-1291022409', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:13Z', 'updated_at': '2021-08-17T00:16:23Z', 'revision_number': 4, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '40bdcc04-f96d-49ce-9e4c-d085ebb1ff99', 'name': '', 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'mac_address': 'fa:16:3e:4f:34:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:27Z', 'revision_number': 4, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'subnets': [{'id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:16:29.261066 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a52cc17e-632c-43ea-9bfe-5d895bfb12c1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:29.480068 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a52cc17e-632c-43ea-9bfe-5d895bfb12c1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:29.498524 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a52cc17e-632c-43ea-9bfe-5d895bfb12c1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:29.553544 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-41b15cdf-285b-403b-96ad-001b2ce30be1 None None] Provisioning for port 22db596c-c58a-4ab6-82ca-834016dda980 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:16:29.562031 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cc17e-632c-43ea-9bfe-5d895bfb12c1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e6464d4-4a4c-4ac1-91ea-751074843a93,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:29.577226 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fe2d0-6b93-4071-b7db-0cebb98199c6 req-e32dd82d-084b-4473-ba95-891cfec22e94 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:29.586698 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a52cc17e-632c-43ea-9bfe-5d895bfb12c1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:29.590465 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a52cc17e-632c-43ea-9bfe-5d895bfb12c1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3937943 Aug 17 00:16:29.591415 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56280) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:29.591946 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-618fe2d0-6b93-4071-b7db-0cebb98199c6 req-e32dd82d-084b-4473-ba95-891cfec22e94 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 945 time: 1.2269871 Aug 17 00:16:29.596580 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1b20c890-de5a-47bd-a68c-d55fe8ae57f8 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'security_group_rule': {'security_group_id': '1859ed2c-6f17-4515-9ead-e07402fa0185', 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:29.660499 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 22db596c-c58a-4ab6-82ca-834016dda980 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:16:29.679071 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b20c890-de5a-47bd-a68c-d55fe8ae57f8 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:29.708817 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8443f-490d-41f2-8b5a-f1e3b886c370 req-1991f003-8059-461a-8d74-6f3a3e1a9145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:29.718985 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-91a8443f-490d-41f2-8b5a-f1e3b886c370 req-1991f003-8059-461a-8d74-6f3a3e1a9145 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 1097 time: 1.0945454 Aug 17 00:16:29.766297 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c56b0718-d105-4c7b-aa6a-61cbc7105be4 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:29.801082 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7645c636-511f-441d-a14d-ba76cf04a347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:16:25Z', 'revision_number': 4, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None, '_interfaces': [{'id': '6e06232a-1731-4ea1-9e7f-857adaeb32b4', 'name': '', 'network_id': '21a8a852-6f62-4d4e-ac9a-8ad4d21c567e', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:0e:2b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '97247538-d486-4e7b-905d-d8f324d65b90', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:25Z', 'revision_number': 2, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '97247538-d486-4e7b-905d-d8f324d65b90', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c305b6c8-751b-46ae-903d-20fd2e3b18a9', 'name': '', 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:ae:40:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:26Z', 'revision_number': 4, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdddcc92-ec2d-44fa-a20b-022b58d6c79d', 'name': '', 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:e9:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:07Z', 'updated_at': '2021-08-17T00:16:20Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:29.804677 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b20c890-de5a-47bd-a68c-d55fe8ae57f8 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:29.808224 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713e787-5b86-4045-87bb-23fbc13eac3a req-4d7f5a66-b992-4592-82e0-54aa5aaa0570 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:29.820620 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b20c890-de5a-47bd-a68c-d55fe8ae57f8 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:29.830993 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5713e787-5b86-4045-87bb-23fbc13eac3a req-4d7f5a66-b992-4592-82e0-54aa5aaa0570 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.4640377 Aug 17 00:16:29.851097 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20c890-de5a-47bd-a68c-d55fe8ae57f8 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6473a634-41af-4b1d-9133-d0d2d0bc2bab,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:29.859002 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1b20c890-de5a-47bd-a68c-d55fe8ae57f8 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:29.863910 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1b20c890-de5a-47bd-a68c-d55fe8ae57f8 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2685423 Aug 17 00:16:29.864744 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56296) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:29.870896 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-045344ea-c269-496d-9751-2dd90128e205 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'security_group_rule': {'security_group_id': '1859ed2c-6f17-4515-9ead-e07402fa0185', 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:29.923732 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7645c636-511f-441d-a14d-ba76cf04a347 None None] The sync data for ids ['e6874460-4d27-4386-a22f-dacc9b98dcfd'] in n-d-800088-20 is: [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:16:25Z', 'revision_number': 4, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None, '_interfaces': [{'id': '6e06232a-1731-4ea1-9e7f-857adaeb32b4', 'name': '', 'network_id': '21a8a852-6f62-4d4e-ac9a-8ad4d21c567e', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:0e:2b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '97247538-d486-4e7b-905d-d8f324d65b90', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:25Z', 'revision_number': 2, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '97247538-d486-4e7b-905d-d8f324d65b90', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c305b6c8-751b-46ae-903d-20fd2e3b18a9', 'name': '', 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:ae:40:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:26Z', 'revision_number': 4, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdddcc92-ec2d-44fa-a20b-022b58d6c79d', 'name': '', 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:e9:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:07Z', 'updated_at': '2021-08-17T00:16:20Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:16:29.933852 n-d-800088-20 neutron-server[101402]: INFO neutron.db.securitygroups_db [None req-045344ea-c269-496d-9751-2dd90128e205 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Project 0ff3a5a5706545cb87542327d7cad65d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:16:29.956642 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-045344ea-c269-496d-9751-2dd90128e205 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:29.960368 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 22db596c-c58a-4ab6-82ca-834016dda980 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:16:29.972089 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 22db596c-c58a-4ab6-82ca-834016dda980 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:29.973251 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:30.153542 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-91a8443f-490d-41f2-8b5a-f1e3b886c370 req-609283d3-c0e0-495d-8765-a5244db22687 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222932 Aug 17 00:16:30.175155 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5713e787-5b86-4045-87bb-23fbc13eac3a req-744e0bd5-015f-4375-aec7-ac117b881642 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349366 Aug 17 00:16:30.244198 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-045344ea-c269-496d-9751-2dd90128e205 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:30.258838 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-618fe2d0-6b93-4071-b7db-0cebb98199c6 req-abcebede-4e75-4faa-a7e3-414360af823b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6649108 Aug 17 00:16:30.266212 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-045344ea-c269-496d-9751-2dd90128e205 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:30.283492 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:30.301663 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b0718-d105-4c7b-aa6a-61cbc7105be4 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Checking segment: {'id': '957543c6-5407-4ed1-9bfa-c4b1fc3f666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5ac50dcf-ae90-4717-b73a-03fd6d7718b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:16:30.302417 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56b0718-d105-4c7b-aa6a-61cbc7105be4 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network hostable DHCP agents. Network: 5ac50dcf-ae90-4717-b73a-03fd6d7718b1, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:16:30.361910 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045344ea-c269-496d-9751-2dd90128e205 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b03ac4f-1000-4a50-8bb8-520937d330a7,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:30.365941 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-045344ea-c269-496d-9751-2dd90128e205 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:30.368515 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-045344ea-c269-496d-9751-2dd90128e205 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5019932 Aug 17 00:16:30.370705 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b0718-d105-4c7b-aa6a-61cbc7105be4 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Subnet': ['ID=aec7596c-f8bd-4ed1-821c-0ddc1f32121f,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:30.370858 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56324) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:30.378359 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-53da0353-fc02-407c-9f19-f6014f4901de tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'security_group_rule': {'security_group_id': '1859ed2c-6f17-4515-9ead-e07402fa0185', 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:30.381178 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56b0718-d105-4c7b-aa6a-61cbc7105be4 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network 5ac50dcf-ae90-4717-b73a-03fd6d7718b1 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:16:30.391555 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 22db596c-c58a-4ab6-82ca-834016dda980, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=22db596c-c58a-4ab6-82ca-834016dda980,segment=NetworkSegment(c0ba2f2a-c684-4035-b928-fead4a459d54),segment_id=c0ba2f2a-c684-4035-b928-fead4a459d54)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:30.408867 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:30.410142 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 012b70a3-6109-411d-8fa4-0a88571feda4 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:16:30.421605 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-c56b0718-d105-4c7b-aa6a-61cbc7105be4 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 5ac50dcf-ae90-4717-b73a-03fd6d7718b1) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:16:30.452181 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56b0718-d105-4c7b-aa6a-61cbc7105be4 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:30.452795 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c56b0718-d105-4c7b-aa6a-61cbc7105be4 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:30.462939 n-d-800088-20 neutron-server[101402]: INFO neutron.db.securitygroups_db [None req-53da0353-fc02-407c-9f19-f6014f4901de tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Project 0ff3a5a5706545cb87542327d7cad65d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:16:30.480616 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-53da0353-fc02-407c-9f19-f6014f4901de tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:30.513449 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c56b0718-d105-4c7b-aa6a-61cbc7105be4 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8022549 Aug 17 00:16:30.516616 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56326) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:30.613101 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389d6805-9081-4e66-9773-cbc289cf2b64 None None] Network 5ac50dcf-ae90-4717-b73a-03fd6d7718b1 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:16:30.628725 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-53da0353-fc02-407c-9f19-f6014f4901de tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:30.643997 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-53da0353-fc02-407c-9f19-f6014f4901de tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:30.704498 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da0353-fc02-407c-9f19-f6014f4901de tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd12cdba-1142-4416-9625-065b699eb1ac,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:30.718486 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-53da0353-fc02-407c-9f19-f6014f4901de tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:30.723482 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-53da0353-fc02-407c-9f19-f6014f4901de tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3484702 Aug 17 00:16:31.154629 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=22db596c-c58a-4ab6-82ca-834016dda980,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:31.251340 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-d931b5af-69a1-49d8-86a3-767b322fca80 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-396970340&fields=id&tenant_id=0ff3a5a5706545cb87542327d7cad65d HTTP/1.1" status: 200 len: 267 time: 0.2032833 Aug 17 00:16:31.346076 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 012b70a3-6109-411d-8fa4-0a88571feda4 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:16:31.359373 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 012b70a3-6109-411d-8fa4-0a88571feda4 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:31.360524 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:31.363024 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9e6923-fcee-476e-babf-9ac625b24ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-5ac50dcf-ae90-4717-b73a-03fd6d7718b1', 'network_id': '5ac50dcf-ae90-4717-b73a-03fd6d7718b1', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'fixed_ips': [{'subnet_id': 'aec7596c-f8bd-4ed1-821c-0ddc1f32121f'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:16:31.365722 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6923-fcee-476e-babf-9ac625b24ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:31.369533 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-18780c51-8066-47a7-88eb-5d7efc282c3a None None] Provisioning complete for port 22db596c-c58a-4ab6-82ca-834016dda980 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:31.370134 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-18780c51-8066-47a7-88eb-5d7efc282c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:31.653589 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-91e7abb7-3305-4818-afe4-6e5641a122f2 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:31.656583 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-91e7abb7-3305-4818-afe4-6e5641a122f2 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/networks?id=1d29c30b-fc96-45e3-a3cb-fec8bc666376 HTTP/1.1" status: 200 len: 796 time: 0.2538946 Aug 17 00:16:31.754195 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:31.760633 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-5f9bdf6d-9da2-4e5a-bf85-59f5ab4b37ed tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/quotas/0ff3a5a5706545cb87542327d7cad65d HTTP/1.1" status: 200 len: 375 time: 0.0730133 Aug 17 00:16:31.805815 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904163fd-a6f0-41ef-93e1-b7764d63c688 req-f35e4dd5-fccd-4ec0-8ac3-3fa0c848e204 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:31.807712 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-904163fd-a6f0-41ef-93e1-b7764d63c688 req-f35e4dd5-fccd-4ec0-8ac3-3fa0c848e204 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.1487255 Aug 17 00:16:31.912526 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-fa9e6923-fcee-476e-babf-9ac625b24ccf None None] Allocated IP 172.23.0.2 (5ac50dcf-ae90-4717-b73a-03fd6d7718b1/aec7596c-f8bd-4ed1-821c-0ddc1f32121f/4189a70c-e70f-42c4-926f-3337274521ee) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:16:31.961651 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-c130ce10-b62f-4cd8-a0c7-72fdf1f0a339 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ff3a5a5706545cb87542327d7cad65d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1938024 Aug 17 00:16:31.964517 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-904163fd-a6f0-41ef-93e1-b7764d63c688 req-afe39db2-7415-4ec7-b996-9d8e679f6190 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178069 Aug 17 00:16:32.117984 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 012b70a3-6109-411d-8fa4-0a88571feda4, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=012b70a3-6109-411d-8fa4-0a88571feda4,segment=NetworkSegment(eef9a1a9-f7c5-4d88-969b-3a2f35c4567c),segment_id=eef9a1a9-f7c5-4d88-969b-3a2f35c4567c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:32.189927 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:32.191950 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-18780c51-8066-47a7-88eb-5d7efc282c3a None None] Provisioning for port 40bdcc04-f96d-49ce-9e4c-d085ebb1ff99 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:16:32.237367 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-152732ee-d8ae-4d54-97dc-4248966d84c3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:32.286759 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-18780c51-8066-47a7-88eb-5d7efc282c3a None None] Provisioning for port 6e06232a-1731-4ea1-9e7f-857adaeb32b4 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:16:32.303177 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1daab-e194-4af1-9054-9ba5698491d2 req-ec43d98b-bd0b-43da-ab2d-6378dafc6ad3 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:32.306501 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ca1daab-e194-4af1-9054-9ba5698491d2 req-ec43d98b-bd0b-43da-ab2d-6378dafc6ad3 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 945 time: 0.1621797 Aug 17 00:16:32.497210 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-57bafea4-c8ac-40ff-8278-975dc0f4a6c5 service neutron] 10.222.0.60 "GET /v2.0/networks/1d29c30b-fc96-45e3-a3cb-fec8bc666376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048823 Aug 17 00:16:32.538715 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 22db596c-c58a-4ab6-82ca-834016dda980 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:16:32.579219 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-18780c51-8066-47a7-88eb-5d7efc282c3a None None] Provisioning complete for port 6e06232a-1731-4ea1-9e7f-857adaeb32b4 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:32.579713 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-18780c51-8066-47a7-88eb-5d7efc282c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:32.591408 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ca1daab-e194-4af1-9054-9ba5698491d2 req-ea774b64-5da0-4d51-b9c6-7d3b0e43e95c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060239 Aug 17 00:16:32.695980 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6923-fcee-476e-babf-9ac625b24ccf None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:32.698806 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=012b70a3-6109-411d-8fa4-0a88571feda4,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:32.717665 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fa9e6923-fcee-476e-babf-9ac625b24ccf None None] Transition to ACTIVE for port object 4189a70c-e70f-42c4-926f-3337274521ee will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:16:32.730230 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 22db596c-c58a-4ab6-82ca-834016dda980 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:32.730600 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:32.753888 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-df0ca251-3ac3-4270-a96e-7b8f01f4696c service neutron] 10.222.0.60 "GET /v2.0/networks/1d29c30b-fc96-45e3-a3cb-fec8bc666376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282662 Aug 17 00:16:32.766834 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-18780c51-8066-47a7-88eb-5d7efc282c3a None None] Port 6e06232a-1731-4ea1-9e7f-857adaeb32b4 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:16:32.772558 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fa9e6923-fcee-476e-babf-9ac625b24ccf None None] Transition to ACTIVE for port object 4189a70c-e70f-42c4-926f-3337274521ee will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:16:32.814240 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6923-fcee-476e-babf-9ac625b24ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:32.866658 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9e6923-fcee-476e-babf-9ac625b24ccf None None] Network 5ac50dcf-ae90-4717-b73a-03fd6d7718b1 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:16:32.866658 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-fa9e6923-fcee-476e-babf-9ac625b24ccf None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:16:32.866658 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9e6923-fcee-476e-babf-9ac625b24ccf None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:16:32.965715 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-152732ee-d8ae-4d54-97dc-4248966d84c3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Allocated IP 172.23.0.1 (5ac50dcf-ae90-4717-b73a-03fd6d7718b1/aec7596c-f8bd-4ed1-821c-0ddc1f32121f/6021c537-f76b-4c35-9c99-a0beade493db) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:16:33.048981 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e6923-fcee-476e-babf-9ac625b24ccf None None] Pushing event updated for resources: {'Port': ['ID=4189a70c-e70f-42c4-926f-3337274521ee,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:33.059997 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c305b6c8-751b-46ae-903d-20fd2e3b18a9 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:16:33.090314 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-fa9e6923-fcee-476e-babf-9ac625b24ccf None None] Attempting to bind port 4189a70c-e70f-42c4-926f-3337274521ee on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:16:33.090834 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-fa9e6923-fcee-476e-babf-9ac625b24ccf None None] Attempting to bind port 4189a70c-e70f-42c4-926f-3337274521ee by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '957543c6-5407-4ed1-9bfa-c4b1fc3f666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5ac50dcf-ae90-4717-b73a-03fd6d7718b1'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:16:33.091213 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9e6923-fcee-476e-babf-9ac625b24ccf None None] Attempting to bind port 4189a70c-e70f-42c4-926f-3337274521ee on network 5ac50dcf-ae90-4717-b73a-03fd6d7718b1 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:16:33.121600 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9e6923-fcee-476e-babf-9ac625b24ccf None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:16:33.122005 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9e6923-fcee-476e-babf-9ac625b24ccf None None] Checking segment: {'id': '957543c6-5407-4ed1-9bfa-c4b1fc3f666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5ac50dcf-ae90-4717-b73a-03fd6d7718b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:16:33.122389 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6923-fcee-476e-babf-9ac625b24ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:33.122790 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9e6923-fcee-476e-babf-9ac625b24ccf None None] Bound using segment: {'id': '957543c6-5407-4ed1-9bfa-c4b1fc3f666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5ac50dcf-ae90-4717-b73a-03fd6d7718b1'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:16:33.123281 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-fa9e6923-fcee-476e-babf-9ac625b24ccf None None] Bound port: 4189a70c-e70f-42c4-926f-3337274521ee, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957543c6-5407-4ed1-9bfa-c4b1fc3f666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5ac50dcf-ae90-4717-b73a-03fd6d7718b1'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:16:33.123673 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6923-fcee-476e-babf-9ac625b24ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:33.155936 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-8873be06-8826-44dc-83e0-c17b43f212fd tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:33.158087 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-8873be06-8826-44dc-83e0-c17b43f212fd tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/networks?id=231ddad9-9492-4a0b-b6a8-5b7244987d86 HTTP/1.1" status: 200 len: 813 time: 0.3624756 Aug 17 00:16:33.159665 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1d57f2d5-d477-4723-84e5-e178861162f3 None None] Provisioning complete for port 6e06232a-1731-4ea1-9e7f-857adaeb32b4 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:33.160290 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1d57f2d5-d477-4723-84e5-e178861162f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:33.242288 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-ae71e726-b52a-40b3-95c4-c96b8add966b tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/quotas/a7abc56d2b3a44e3a6c061045daa4028 HTTP/1.1" status: 200 len: 375 time: 0.0695918 Aug 17 00:16:33.258638 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port c305b6c8-751b-46ae-903d-20fd2e3b18a9 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:16:33.269465 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port c305b6c8-751b-46ae-903d-20fd2e3b18a9 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:33.269930 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:33.287783 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-92bc0309-15df-4dc5-ad74-516def9ea114 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7abc56d2b3a44e3a6c061045daa4028&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443010 Aug 17 00:16:33.299098 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1d57f2d5-d477-4723-84e5-e178861162f3 None None] Port 6e06232a-1731-4ea1-9e7f-857adaeb32b4 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:16:33.319760 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913334eb-da3f-4c20-8083-b0f04756a54c req-6f33e883-4cdd-467f-a4b1-dd77e0cc2f2d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:33.321470 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-913334eb-da3f-4c20-8083-b0f04756a54c req-6f33e883-4cdd-467f-a4b1-dd77e0cc2f2d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 945 time: 0.2894108 Aug 17 00:16:33.354866 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-fa9e6923-fcee-476e-babf-9ac625b24ccf None None] For port 4189a70c-e70f-42c4-926f-3337274521ee, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:16:33.361932 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-fa9e6923-fcee-476e-babf-9ac625b24ccf None None] For port 4189a70c-e70f-42c4-926f-3337274521ee, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4189a70c-e70f-42c4-926f-3337274521ee,segment=NetworkSegment(957543c6-5407-4ed1-9bfa-c4b1fc3f666d),segment_id=957543c6-5407-4ed1-9bfa-c4b1fc3f666d)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:16:33.433123 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6923-fcee-476e-babf-9ac625b24ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:33.449085 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:33.457759 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-913334eb-da3f-4c20-8083-b0f04756a54c req-40947d1a-77d6-4a6f-a047-be5f3ce0519f tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090851 Aug 17 00:16:33.461662 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-152732ee-d8ae-4d54-97dc-4248966d84c3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:33.496299 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-152732ee-d8ae-4d54-97dc-4248966d84c3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Transition to ACTIVE for port object 6021c537-f76b-4c35-9c99-a0beade493db will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:16:33.566088 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-c10104a4-de30-45bb-b710-d62ba95ba4fc service neutron] 10.222.0.60 "GET /v2.0/networks/231ddad9-9492-4a0b-b6a8-5b7244987d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762423 Aug 17 00:16:33.678332 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port c305b6c8-751b-46ae-903d-20fd2e3b18a9, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c305b6c8-751b-46ae-903d-20fd2e3b18a9,segment=NetworkSegment(5fdc7fae-3443-4f2c-8dd1-b5e5374ce886),segment_id=5fdc7fae-3443-4f2c-8dd1-b5e5374ce886)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:33.707186 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:33.712081 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 40bdcc04-f96d-49ce-9e4c-d085ebb1ff99 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:16:33.717176 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e6923-fcee-476e-babf-9ac625b24ccf None None] Pushing event updated for resources: {'Port': ['ID=4189a70c-e70f-42c4-926f-3337274521ee,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:33.726558 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-152732ee-d8ae-4d54-97dc-4248966d84c3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:33.795388 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5d409c-53b9-4079-a31a-3a883576a2a6 None None] Sync routers for ids ['e6874460-4d27-4386-a22f-dacc9b98dcfd'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:16:33.853872 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5d409c-53b9-4079-a31a-3a883576a2a6 None None] Routers {'e6874460-4d27-4386-a22f-dacc9b98dcfd'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:16:33.854996 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-0d5d409c-53b9-4079-a31a-3a883576a2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:16:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e6874460-4d27-4386-a22f-dacc9b98dcfd'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:33.884278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152732ee-d8ae-4d54-97dc-4248966d84c3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Port': ['ID=6021c537-f76b-4c35-9c99-a0beade493db,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:33.929236 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152732ee-d8ae-4d54-97dc-4248966d84c3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network 5ac50dcf-ae90-4717-b73a-03fd6d7718b1 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:16:33.960677 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-f463a7d4-f321-4dbb-9fd1-96266a53663d service neutron] 10.222.0.60 "GET /v2.0/networks/231ddad9-9492-4a0b-b6a8-5b7244987d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935432 Aug 17 00:16:33.962300 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-152732ee-d8ae-4d54-97dc-4248966d84c3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:16:33.969020 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152732ee-d8ae-4d54-97dc-4248966d84c3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:16:34.001884 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=c305b6c8-751b-46ae-903d-20fd2e3b18a9,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:34.057274 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 40bdcc04-f96d-49ce-9e4c-d085ebb1ff99 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:16:34.073507 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 40bdcc04-f96d-49ce-9e4c-d085ebb1ff99 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:34.073893 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:34.116077 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-0d5d409c-53b9-4079-a31a-3a883576a2a6 None None] Set router e6874460-4d27-4386-a22f-dacc9b98dcfd gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:16:34.171119 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-38dac4a4-6ab0-4451-aec5-894f472fcc16 req-c162cbc8-539b-4e68-93bd-7ae38fd49073 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7d4c64c-670d-4577-93e3-33f650354fb8 HTTP/1.1" status: 200 len: 210 time: 0.1218419 Aug 17 00:16:34.172159 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-152732ee-d8ae-4d54-97dc-4248966d84c3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:34.360490 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:34.412771 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 40bdcc04-f96d-49ce-9e4c-d085ebb1ff99, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=40bdcc04-f96d-49ce-9e4c-d085ebb1ff99,segment=NetworkSegment(c0ba2f2a-c684-4035-b928-fead4a459d54),segment_id=c0ba2f2a-c684-4035-b928-fead4a459d54)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:34.498344 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:34.518560 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449acc9e-c13b-4b49-879c-207fbec61026 req-6fdd8bcb-3ffb-4479-ba92-c440a2199d41 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:34.532109 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-449acc9e-c13b-4b49-879c-207fbec61026 req-6fdd8bcb-3ffb-4479-ba92-c440a2199d41 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.1502848 Aug 17 00:16:34.565068 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-152732ee-d8ae-4d54-97dc-4248966d84c3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:34.817673 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=40bdcc04-f96d-49ce-9e4c-d085ebb1ff99,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:34.940425 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c305b6c8-751b-46ae-903d-20fd2e3b18a9 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:16:35.118814 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-0d5d409c-53b9-4079-a31a-3a883576a2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:16:25Z', 'revision_number': 4, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None, '_interfaces': [{'id': '6e06232a-1731-4ea1-9e7f-857adaeb32b4', 'name': '', 'network_id': '21a8a852-6f62-4d4e-ac9a-8ad4d21c567e', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:0e:2b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '97247538-d486-4e7b-905d-d8f324d65b90', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:25Z', 'revision_number': 2, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '97247538-d486-4e7b-905d-d8f324d65b90', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c305b6c8-751b-46ae-903d-20fd2e3b18a9', 'name': '', 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:ae:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:33Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdddcc92-ec2d-44fa-a20b-022b58d6c79d', 'name': '', 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:e9:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:07Z', 'updated_at': '2021-08-17T00:16:20Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:35.177230 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-152732ee-d8ae-4d54-97dc-4248966d84c3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:35.199863 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-152732ee-d8ae-4d54-97dc-4248966d84c3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:35.289464 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port c305b6c8-751b-46ae-903d-20fd2e3b18a9 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:35.289843 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:35.295753 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5d409c-53b9-4079-a31a-3a883576a2a6 None None] Checking router: e6874460-4d27-4386-a22f-dacc9b98dcfd for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:16:35.297788 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5d409c-53b9-4079-a31a-3a883576a2a6 None None] Updating router e6874460-4d27-4386-a22f-dacc9b98dcfd port 6e06232a-1731-4ea1-9e7f-857adaeb32b4 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:16:35.403194 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc56f304-0b3f-4985-87e4-11d8eac602da None None] Network 5ac50dcf-ae90-4717-b73a-03fd6d7718b1 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:16:35.496781 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0d5d409c-53b9-4079-a31a-3a883576a2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:35.548982 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d75efdbc-869b-4677-8150-92c2fe89a26a None None] Provisioning for port 4189a70c-e70f-42c4-926f-3337274521ee completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:16:35.555326 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-449acc9e-c13b-4b49-879c-207fbec61026 req-cbcefc06-4172-4e2e-a632-f9f6eb3cfa99 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0219767 Aug 17 00:16:35.605347 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152732ee-d8ae-4d54-97dc-4248966d84c3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event updated for resources: {'Port': ['ID=6021c537-f76b-4c35-9c99-a0beade493db,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:35.613132 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-152732ee-d8ae-4d54-97dc-4248966d84c3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:35.718635 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-7ed0e1cd-7dcc-4f8a-aea4-6d1d455efcc8 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:35.733239 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-7ed0e1cd-7dcc-4f8a-aea4-6d1d455efcc8 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:35.741640 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-7ed0e1cd-7dcc-4f8a-aea4-6d1d455efcc8 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:35.749565 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-7ed0e1cd-7dcc-4f8a-aea4-6d1d455efcc8 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:35.757444 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-7ed0e1cd-7dcc-4f8a-aea4-6d1d455efcc8 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:35.762657 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 012b70a3-6109-411d-8fa4-0a88571feda4 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:16:35.764635 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-7ed0e1cd-7dcc-4f8a-aea4-6d1d455efcc8 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:35.773335 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-7ed0e1cd-7dcc-4f8a-aea4-6d1d455efcc8 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:35.775320 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-7ed0e1cd-7dcc-4f8a-aea4-6d1d455efcc8 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5446 time: 0.5956771 Aug 17 00:16:35.869338 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-666deb00-05d2-4fbc-864a-4a56cb842389 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:35.871218 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-666deb00-05d2-4fbc-864a-4a56cb842389 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.64 "GET /v2.0/ports/7966ca59-62d1-4927-a258-fe4dd81e241a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0811610 Aug 17 00:16:35.970528 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 012b70a3-6109-411d-8fa4-0a88571feda4 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:35.970907 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:36.015197 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-6d7d21ff-ef83-464a-9812-211dc76af3fa tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:36.016953 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-6d7d21ff-ef83-464a-9812-211dc76af3fa tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.64 "GET /v2.0/networks?id=1d29c30b-fc96-45e3-a3cb-fec8bc666376 HTTP/1.1" status: 200 len: 796 time: 0.7233622 Aug 17 00:16:36.056086 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65c075-221b-4846-9d21-9881225763b4 req-5f339736-504b-4275-b79f-692eb48bfb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:36.062774 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2c65c075-221b-4846-9d21-9881225763b4 req-5f339736-504b-4275-b79f-692eb48bfb89 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b8e25b70c1f47b492a05e439cd88f28&device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 1098 time: 0.0852678 Aug 17 00:16:36.124479 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:16:36.149989 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0d5d409c-53b9-4079-a31a-3a883576a2a6 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:36.166890 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0d5d409c-53b9-4079-a31a-3a883576a2a6 None None] Transition to ACTIVE for port object 6e06232a-1731-4ea1-9e7f-857adaeb32b4 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:16:36.175282 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-e4735e51-b36e-4e8d-89df-ed5d272c5d7e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.64 "GET /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2816424 Aug 17 00:16:36.183762 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.64', 52719) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:36.212932 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0d5d409c-53b9-4079-a31a-3a883576a2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:36.248836 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-b38b9d13-f6f9-404d-a459-b338a11eeee6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:36.311876 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152732ee-d8ae-4d54-97dc-4248966d84c3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Network 5ac50dcf-ae90-4717-b73a-03fd6d7718b1 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:16:36.465320 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559896b8-f3e1-416b-aeb1-a17fd9f50e0f req-2d759d2e-d9f9-4f94-8420-0d84483931a4 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:36.471337 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65c075-221b-4846-9d21-9881225763b4 req-6e84fe44-9c6e-4774-9142-28b9c9048e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:36.472873 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2c65c075-221b-4846-9d21-9881225763b4 req-6e84fe44-9c6e-4774-9142-28b9c9048e3a service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7fbf6df-b582-48ad-91b2-b1a51dfd09fb HTTP/1.1" status: 200 len: 914 time: 0.4016418 Aug 17 00:16:36.484041 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559896b8-f3e1-416b-aeb1-a17fd9f50e0f req-2d759d2e-d9f9-4f94-8420-0d84483931a4 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:36.498851 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559896b8-f3e1-416b-aeb1-a17fd9f50e0f req-2d759d2e-d9f9-4f94-8420-0d84483931a4 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:36.509409 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559896b8-f3e1-416b-aeb1-a17fd9f50e0f req-2d759d2e-d9f9-4f94-8420-0d84483931a4 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:36.522754 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559896b8-f3e1-416b-aeb1-a17fd9f50e0f req-2d759d2e-d9f9-4f94-8420-0d84483931a4 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:36.530489 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559896b8-f3e1-416b-aeb1-a17fd9f50e0f req-2d759d2e-d9f9-4f94-8420-0d84483931a4 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:36.539659 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559896b8-f3e1-416b-aeb1-a17fd9f50e0f req-2d759d2e-d9f9-4f94-8420-0d84483931a4 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:36.548968 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-8120d01e-6d73-4d46-a186-b41c96d2a706 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:36.550619 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-8120d01e-6d73-4d46-a186-b41c96d2a706 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.64 "GET /v2.0/networks?id=231ddad9-9492-4a0b-b6a8-5b7244987d86 HTTP/1.1" status: 200 len: 813 time: 0.3658862 Aug 17 00:16:36.555030 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-559896b8-f3e1-416b-aeb1-a17fd9f50e0f req-2d759d2e-d9f9-4f94-8420-0d84483931a4 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 5446 time: 0.7783828 Aug 17 00:16:36.582729 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-152732ee-d8ae-4d54-97dc-4248966d84c3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:16:36.592984 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-e78cdd9e-5060-4d10-8e62-2c15eea0e875 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ff3a5a5706545cb87542327d7cad65d HTTP/1.1" status: 200 len: 379 time: 0.5430818 Aug 17 00:16:36.617821 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4189a70c-e70f-42c4-926f-3337274521ee up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:16:36.633429 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-ee7e59f6-9544-46f9-b96f-7240d5b29222 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'port': {'device_id': 'c7d4c64c-670d-4577-93e3-33f650354fb8', 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376', 'admin_state_up': True, 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'security_groups': ['1859ed2c-6f17-4515-9ead-e07402fa0185']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:36.644956 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-49e8a502-92d6-487a-9a97-0d63ce7539d7 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Request body: {'port': {'device_id': 'cdd84480-84ad-4b97-8953-4282f68989a6', 'network_id': '231ddad9-9492-4a0b-b6a8-5b7244987d86', 'admin_state_up': True, 'tenant_id': 'a7abc56d2b3a44e3a6c061045daa4028'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:36.650618 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2c65c075-221b-4846-9d21-9881225763b4 req-388ebb3e-9500-4c0d-997b-4c46d980f5ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a29e60c-58e2-4a54-8c31-a2c02741653b HTTP/1.1" status: 200 len: 217 time: 0.1604040 Aug 17 00:16:36.726448 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f55769-a4fe-4ed8-bc2c-da86987bda3b None None] Pushing event updated for resources: {'Port': ['ID=6e06232a-1731-4ea1-9e7f-857adaeb32b4,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:36.790161 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65c075-221b-4846-9d21-9881225763b4 req-706bca8d-b130-4a7a-b344-911428b3786b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:36.792275 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2c65c075-221b-4846-9d21-9881225763b4 req-706bca8d-b130-4a7a-b344-911428b3786b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9714244-a336-4eb8-8cb8-78c77eca1694 HTTP/1.1" status: 200 len: 853 time: 0.1301284 Aug 17 00:16:36.795303 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e1a6eb0e-df23-46d2-9413-c6851947b735 None None] Provisioning for port 6021c537-f76b-4c35-9c99-a0beade493db completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:16:36.867141 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2c65c075-221b-4846-9d21-9881225763b4 req-df3567aa-c775-4ec5-8288-277e73665302 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7fbf6df-b582-48ad-91b2-b1a51dfd09fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631154 Aug 17 00:16:36.876814 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e1a6eb0e-df23-46d2-9413-c6851947b735 None None] Provisioning complete for port 6021c537-f76b-4c35-9c99-a0beade493db triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:36.877964 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e1a6eb0e-df23-46d2-9413-c6851947b735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:36.945673 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-0d5d409c-53b9-4079-a31a-3a883576a2a6 None None] Attempting to bind port 6e06232a-1731-4ea1-9e7f-857adaeb32b4 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:16:36.946074 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-0d5d409c-53b9-4079-a31a-3a883576a2a6 None None] Attempting to bind port 6e06232a-1731-4ea1-9e7f-857adaeb32b4 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'eef9a1a9-f7c5-4d88-969b-3a2f35c4567c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '21a8a852-6f62-4d4e-ac9a-8ad4d21c567e'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:16:36.946413 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5d409c-53b9-4079-a31a-3a883576a2a6 None None] Attempting to bind port 6e06232a-1731-4ea1-9e7f-857adaeb32b4 on network 21a8a852-6f62-4d4e-ac9a-8ad4d21c567e {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:16:36.974280 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5d409c-53b9-4079-a31a-3a883576a2a6 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:16:36.974751 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5d409c-53b9-4079-a31a-3a883576a2a6 None None] Checking segment: {'id': 'eef9a1a9-f7c5-4d88-969b-3a2f35c4567c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '21a8a852-6f62-4d4e-ac9a-8ad4d21c567e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:16:36.975093 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0d5d409c-53b9-4079-a31a-3a883576a2a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:36.975485 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5d409c-53b9-4079-a31a-3a883576a2a6 None None] Bound using segment: {'id': 'eef9a1a9-f7c5-4d88-969b-3a2f35c4567c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '21a8a852-6f62-4d4e-ac9a-8ad4d21c567e'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:16:36.979755 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-0d5d409c-53b9-4079-a31a-3a883576a2a6 None None] Bound port: 6e06232a-1731-4ea1-9e7f-857adaeb32b4, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef9a1a9-f7c5-4d88-969b-3a2f35c4567c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '21a8a852-6f62-4d4e-ac9a-8ad4d21c567e'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:16:36.980299 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0d5d409c-53b9-4079-a31a-3a883576a2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:37.014377 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-49e8a502-92d6-487a-9a97-0d63ce7539d7 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Made reservation on behalf of a7abc56d2b3a44e3a6c061045daa4028 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:16:37.015799 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-e1a6eb0e-df23-46d2-9413-c6851947b735 None None] Port 6021c537-f76b-4c35-9c99-a0beade493db cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:16:37.025093 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-49e8a502-92d6-487a-9a97-0d63ce7539d7 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:37.069361 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 4189a70c-e70f-42c4-926f-3337274521ee completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:16:37.075970 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 4189a70c-e70f-42c4-926f-3337274521ee triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:37.076363 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:37.207980 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-0d5d409c-53b9-4079-a31a-3a883576a2a6 None None] For port 6e06232a-1731-4ea1-9e7f-857adaeb32b4, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:16:37.210462 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2c65c075-221b-4846-9d21-9881225763b4 req-c9e09601-091b-4dc0-8196-42519d8a1326 service neutron] 10.222.0.64 "GET /v2.0/networks/c7fbf6df-b582-48ad-91b2-b1a51dfd09fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412790 Aug 17 00:16:37.212311 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-49e8a502-92d6-487a-9a97-0d63ce7539d7 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Allocated IP 172.20.0.10 (231ddad9-9492-4a0b-b6a8-5b7244987d86/804d6008-2415-43d7-aa7f-272da1c1d117/c90d8aa5-6e54-4176-bffd-03d27ee59cc1) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:16:37.214516 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-0d5d409c-53b9-4079-a31a-3a883576a2a6 None None] For port 6e06232a-1731-4ea1-9e7f-857adaeb32b4, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6e06232a-1731-4ea1-9e7f-857adaeb32b4,segment=NetworkSegment(eef9a1a9-f7c5-4d88-969b-3a2f35c4567c),segment_id=eef9a1a9-f7c5-4d88-969b-3a2f35c4567c)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:16:37.219473 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c199d03-5fb7-4025-89df-b2d31ffc2b14 None None] Provisioning complete for port 6021c537-f76b-4c35-9c99-a0beade493db triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:37.219920 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c199d03-5fb7-4025-89df-b2d31ffc2b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:37.227877 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0d5d409c-53b9-4079-a31a-3a883576a2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:37.319857 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0a9b87f8-4dbf-486d-a3c6-27de042824e5 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:16:37.375872 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c199d03-5fb7-4025-89df-b2d31ffc2b14 None None] Port 6021c537-f76b-4c35-9c99-a0beade493db cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:16:37.395195 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:37.396558 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2d740801-4dc7-499d-9e37-e64821f173b5 req-900b9b8a-b18b-49b1-93c1-b53840c385cc tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd84480-84ad-4b97-8953-4282f68989a6 HTTP/1.1" status: 200 len: 210 time: 0.8292582 Aug 17 00:16:37.406047 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2c65c075-221b-4846-9d21-9881225763b4 req-ee9bafc3-f39c-473b-8a61-bff464c7b6e1 service neutron] 10.222.0.64 "GET /v2.0/networks/c7fbf6df-b582-48ad-91b2-b1a51dfd09fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818137 Aug 17 00:16:37.447770 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f55769-a4fe-4ed8-bc2c-da86987bda3b None None] Pushing event updated for resources: {'Port': ['ID=6e06232a-1731-4ea1-9e7f-857adaeb32b4,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:37.453344 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5d409c-53b9-4079-a31a-3a883576a2a6 None None] Routers {'e6874460-4d27-4386-a22f-dacc9b98dcfd'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:16:37.454042 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-0d5d409c-53b9-4079-a31a-3a883576a2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:16:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e6874460-4d27-4386-a22f-dacc9b98dcfd'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:37.522684 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-49e8a502-92d6-487a-9a97-0d63ce7539d7 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:37.593543 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-0d5d409c-53b9-4079-a31a-3a883576a2a6 None None] Set router e6874460-4d27-4386-a22f-dacc9b98dcfd gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:16:37.599851 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-49e8a502-92d6-487a-9a97-0d63ce7539d7 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:37.656060 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 4189a70c-e70f-42c4-926f-3337274521ee, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4189a70c-e70f-42c4-926f-3337274521ee,segment=NetworkSegment(957543c6-5407-4ed1-9bfa-c4b1fc3f666d),segment_id=957543c6-5407-4ed1-9bfa-c4b1fc3f666d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:37.656675 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-49e8a502-92d6-487a-9a97-0d63ce7539d7 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Network 231ddad9-9492-4a0b-b6a8-5b7244987d86 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:16:37.665872 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-49e8a502-92d6-487a-9a97-0d63ce7539d7 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:16:37.673668 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-49e8a502-92d6-487a-9a97-0d63ce7539d7 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:16:37.675641 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:37.681822 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-38452772-7699-4e46-985e-678a9880f114 req-9c3a245d-7a7c-4922-82af-1348ea563d9e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7d4c64c-670d-4577-93e3-33f650354fb8 HTTP/1.1" status: 200 len: 210 time: 0.1650903 Aug 17 00:16:37.762284 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8a502-92d6-487a-9a97-0d63ce7539d7 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Pushing event updated for resources: {'Port': ['ID=c90d8aa5-6e54-4176-bffd-03d27ee59cc1,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:37.769098 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152732ee-d8ae-4d54-97dc-4248966d84c3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Router e6874460-4d27-4386-a22f-dacc9b98dcfd has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:16:37.783020 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-559896b8-f3e1-416b-aeb1-a17fd9f50e0f req-ffd4bef1-157d-4f8f-b700-a99ec2e36231 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2265675 Aug 17 00:16:37.783703 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-b38b9d13-f6f9-404d-a459-b338a11eeee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:37.824557 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-49e8a502-92d6-487a-9a97-0d63ce7539d7 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:37.827971 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-49e8a502-92d6-487a-9a97-0d63ce7539d7 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:37.860826 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-49e8a502-92d6-487a-9a97-0d63ce7539d7 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2165091 Aug 17 00:16:37.875568 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-813adad6-0f9d-4438-b567-aa76fe350a40 service neutron] Request body: {'port': {'device_id': 'cdd84480-84ad-4b97-8953-4282f68989a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:37.881346 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7666dc02-ddf0-48c0-ab39-76f307a7cdf1 None None] Provisioning complete for port 6021c537-f76b-4c35-9c99-a0beade493db triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:37.881749 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7666dc02-ddf0-48c0-ab39-76f307a7cdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:37.941151 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6e06232a-1731-4ea1-9e7f-857adaeb32b4 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:16:37.981119 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-813adad6-0f9d-4438-b567-aa76fe350a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:38.007392 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:38.023190 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-7666dc02-ddf0-48c0-ab39-76f307a7cdf1 None None] Port 6021c537-f76b-4c35-9c99-a0beade493db cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:16:38.024225 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=4189a70c-e70f-42c4-926f-3337274521ee,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:38.086366 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a9b87f8-4dbf-486d-a3c6-27de042824e5'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:16:38.088661 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09aa38da-8a66-4daa-8372-edbb6fc9e755" -d '{"events": [{"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-unplugged", "status": "completed", "tag": "0a9b87f8-4dbf-486d-a3c6-27de042824e5"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:16:38.109456 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0a9b87f8-4dbf-486d-a3c6-27de042824e5, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0a9b87f8-4dbf-486d-a3c6-27de042824e5,segment=NetworkSegment(f2598112-e255-4a98-be84-f684c08cfbc7),segment_id=f2598112-e255-4a98-be84-f684c08cfbc7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:38.112768 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-ee7e59f6-9544-46f9-b96f-7240d5b29222 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Made reservation on behalf of 0ff3a5a5706545cb87542327d7cad65d for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:16:38.117250 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-ee7e59f6-9544-46f9-b96f-7240d5b29222 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:38.134095 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 6e06232a-1731-4ea1-9e7f-857adaeb32b4 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:16:38.136145 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:38.136798 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 93bc72f0-9db1-4a9b-aadb-999a3b2837ee no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:16:38.137707 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53490b4f-8d17-406f-9092-7693a0e1f403 req-1834b0b9-ad60-4ca5-8416-d8e40a42059c tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:38.141530 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-53490b4f-8d17-406f-9092-7693a0e1f403 req-1834b0b9-ad60-4ca5-8416-d8e40a42059c tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.3043303 Aug 17 00:16:38.166427 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 6e06232a-1731-4ea1-9e7f-857adaeb32b4 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:38.166805 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:38.203554 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152732ee-d8ae-4d54-97dc-4248966d84c3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:16:38.224239 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-152732ee-d8ae-4d54-97dc-4248966d84c3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "PUT /v2.0/routers/e6874460-4d27-4386-a22f-dacc9b98dcfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7028396 Aug 17 00:16:38.224745 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56484) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:38.239675 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-45065e82-94d0-40e1-8680-69442947d239 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:38.281658 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-9e184fac-387d-485a-83ed-f40584c95685 None None] Provisioning complete for port 6e06232a-1731-4ea1-9e7f-857adaeb32b4 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:38.282077 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9e184fac-387d-485a-83ed-f40584c95685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:38.289809 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=0a9b87f8-4dbf-486d-a3c6-27de042824e5,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:38.313011 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-fe31863f-7661-4f85-af36-a351f19e38ef tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:38.314764 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-fe31863f-7661-4f85-af36-a351f19e38ef tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 811 time: 0.3355327 Aug 17 00:16:38.362172 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-0d5d409c-53b9-4079-a31a-3a883576a2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:16:34Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None, '_interfaces': [{'id': '6021c537-f76b-4c35-9c99-a0beade493db', 'name': '', 'network_id': '5ac50dcf-ae90-4717-b73a-03fd6d7718b1', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:78:09:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'aec7596c-f8bd-4ed1-821c-0ddc1f32121f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:32Z', 'updated_at': '2021-08-17T00:16:34Z', 'revision_number': 2, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'aec7596c-f8bd-4ed1-821c-0ddc1f32121f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e06232a-1731-4ea1-9e7f-857adaeb32b4', 'name': '', 'network_id': '21a8a852-6f62-4d4e-ac9a-8ad4d21c567e', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:0e:2b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '97247538-d486-4e7b-905d-d8f324d65b90', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:37Z', 'revision_number': 4, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '97247538-d486-4e7b-905d-d8f324d65b90', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c305b6c8-751b-46ae-903d-20fd2e3b18a9', 'name': '', 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:ae:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:33Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdddcc92-ec2d-44fa-a20b-022b58d6c79d', 'name': '', 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:e9:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:07Z', 'updated_at': '2021-08-17T00:16:20Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:38.377330 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-53490b4f-8d17-406f-9092-7693a0e1f403 req-4d3d85c6-a48d-49a7-aba1-11ce77d1e132 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781495 Aug 17 00:16:38.398568 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-b38b9d13-f6f9-404d-a459-b338a11eeee6 service neutron] For port 7966ca59-62d1-4927-a258-fe4dd81e241a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=7966ca59-62d1-4927-a258-fe4dd81e241a,segment=NetworkSegment(b7130b5e-880a-4624-8591-a8d8fad3e001),segment_id=b7130b5e-880a-4624-8591-a8d8fad3e001)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:38.426427 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5d409c-53b9-4079-a31a-3a883576a2a6 None None] The sync data for ids ['e6874460-4d27-4386-a22f-dacc9b98dcfd'] in n-d-800088-20 is: [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:16:34Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None, '_interfaces': [{'id': '6021c537-f76b-4c35-9c99-a0beade493db', 'name': '', 'network_id': '5ac50dcf-ae90-4717-b73a-03fd6d7718b1', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:78:09:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'aec7596c-f8bd-4ed1-821c-0ddc1f32121f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:32Z', 'updated_at': '2021-08-17T00:16:34Z', 'revision_number': 2, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'aec7596c-f8bd-4ed1-821c-0ddc1f32121f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e06232a-1731-4ea1-9e7f-857adaeb32b4', 'name': '', 'network_id': '21a8a852-6f62-4d4e-ac9a-8ad4d21c567e', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:0e:2b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '97247538-d486-4e7b-905d-d8f324d65b90', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:37Z', 'revision_number': 4, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '97247538-d486-4e7b-905d-d8f324d65b90', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c305b6c8-751b-46ae-903d-20fd2e3b18a9', 'name': '', 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:ae:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:33Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdddcc92-ec2d-44fa-a20b-022b58d6c79d', 'name': '', 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:e9:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:07Z', 'updated_at': '2021-08-17T00:16:20Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:16:38.444031 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-b38b9d13-f6f9-404d-a459-b338a11eeee6 service neutron] For port 7966ca59-62d1-4927-a258-fe4dd81e241a, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:16:38.452451 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 00:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a8230f-96b4-4ab0-9d53-b7f459b94960 x-openstack-request-id: req-f0a8230f-96b4-4ab0-9d53-b7f459b94960 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:16:38.452751 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-unplugged", "status": "completed", "tag": "0a9b87f8-4dbf-486d-a3c6-27de042824e5", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:16:38.453008 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f0a8230f-96b4-4ab0-9d53-b7f459b94960 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:16:38.455544 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a9b87f8-4dbf-486d-a3c6-27de042824e5', 'code': 200} Aug 17 00:16:38.461730 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:38.485987 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:38.554651 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-9225ac72-f7f7-49e5-903d-07954294925b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/quotas/f107c7703c294e8991c1c983d8b06a9f HTTP/1.1" status: 200 len: 375 time: 0.1992354 Aug 17 00:16:38.573387 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-b38b9d13-f6f9-404d-a459-b338a11eeee6 service neutron] device_id is not set on port 7966ca59-62d1-4927-a258-fe4dd81e241a yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:16:38.626278 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 93bc72f0-9db1-4a9b-aadb-999a3b2837ee, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=93bc72f0-9db1-4a9b-aadb-999a3b2837ee,segment=NetworkSegment(b7130b5e-880a-4624-8591-a8d8fad3e001),segment_id=b7130b5e-880a-4624-8591-a8d8fad3e001)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:38.635342 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-b38b9d13-f6f9-404d-a459-b338a11eeee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:38.638775 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-813adad6-0f9d-4438-b567-aa76fe350a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c90d8aa5-6e54-4176-bffd-03d27ee59cc1 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:16:38.639612 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 6e06232a-1731-4ea1-9e7f-857adaeb32b4, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6e06232a-1731-4ea1-9e7f-857adaeb32b4,segment=NetworkSegment(eef9a1a9-f7c5-4d88-969b-3a2f35c4567c),segment_id=eef9a1a9-f7c5-4d88-969b-3a2f35c4567c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:38.644685 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:38.646009 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 8f2c444b-10cf-453f-8d06-f7c40983dbe2 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:16:38.652280 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9e184fac-387d-485a-83ed-f40584c95685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:38.662242 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-813adad6-0f9d-4438-b567-aa76fe350a40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:38.700747 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:38.702304 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 40bdcc04-f96d-49ce-9e4c-d085ebb1ff99 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:16:38.702441 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-b38b9d13-f6f9-404d-a459-b338a11eeee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:38.718129 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-813adad6-0f9d-4438-b567-aa76fe350a40 service neutron] Transition to ACTIVE for port object c90d8aa5-6e54-4176-bffd-03d27ee59cc1 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:16:38.729327 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-813adad6-0f9d-4438-b567-aa76fe350a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:38.769236 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57139702-9a12-432b-a8e6-14b7e766b538 req-2a30b032-d9e0-4108-9846-f025ff096a64 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:38.771573 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57139702-9a12-432b-a8e6-14b7e766b538 req-2a30b032-d9e0-4108-9846-f025ff096a64 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd84480-84ad-4b97-8953-4282f68989a6 HTTP/1.1" status: 200 len: 932 time: 0.2258914 Aug 17 00:16:38.788323 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-ee7e59f6-9544-46f9-b96f-7240d5b29222 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Allocated IP 172.20.0.6 (1d29c30b-fc96-45e3-a3cb-fec8bc666376/febb6b07-38b7-4ecb-9429-af229d2c2fe5/ea0c2402-6eea-4459-a6bc-01d7b38d5189) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:16:38.812566 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-55e8420e-b5c3-4779-8ecb-dffff84336f0 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2202103 Aug 17 00:16:38.828391 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.db.api [None req-9e184fac-387d-485a-83ed-f40584c95685 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:16:38.828899 n-d-800088-20 neutron-server[101404]: DEBUG oslo_db.api [None req-9e184fac-387d-485a-83ed-f40584c95685 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:16:38.838331 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=93bc72f0-9db1-4a9b-aadb-999a3b2837ee,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:38.870595 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813adad6-0f9d-4438-b567-aa76fe350a40 service neutron] Pushing event updated for resources: {'Port': ['ID=c90d8aa5-6e54-4176-bffd-03d27ee59cc1,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:38.910243 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b9d13-f6f9-404d-a459-b338a11eeee6 service neutron] Pushing event updated for resources: {'Port': ['ID=7966ca59-62d1-4927-a258-fe4dd81e241a,revision_number=6']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:38.917767 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-b38b9d13-f6f9-404d-a459-b338a11eeee6 service neutron] No DVR routers for this DVR port 7966ca59-62d1-4927-a258-fe4dd81e241a on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:16:38.983267 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 40bdcc04-f96d-49ce-9e4c-d085ebb1ff99 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:38.983820 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:39.043964 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.extraroute_db [None req-45065e82-94d0-40e1-8680-69442947d239 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=101402) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 17 00:16:39.076288 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.extraroute_db [None req-45065e82-94d0-40e1-8680-69442947d239 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Removed routes are [] {{(pid=101402) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 17 00:16:39.076846 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-45065e82-94d0-40e1-8680-69442947d239 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126458'] for router, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:39.093976 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57139702-9a12-432b-a8e6-14b7e766b538 req-501c70d3-1908-4407-ad3a-fa59d8de2247 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/security-groups?id=69998126-43ce-4a32-b790-c61684301cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913339 Aug 17 00:16:39.132011 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-813adad6-0f9d-4438-b567-aa76fe350a40 service neutron] Attempting to bind port c90d8aa5-6e54-4176-bffd-03d27ee59cc1 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:16:39.132011 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-813adad6-0f9d-4438-b567-aa76fe350a40 service neutron] Attempting to bind port c90d8aa5-6e54-4176-bffd-03d27ee59cc1 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '89da32fa-63cc-4d7f-aae8-8fe43e56754a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '231ddad9-9492-4a0b-b6a8-5b7244987d86'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:16:39.132393 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-813adad6-0f9d-4438-b567-aa76fe350a40 service neutron] Attempting to bind port c90d8aa5-6e54-4176-bffd-03d27ee59cc1 on network 231ddad9-9492-4a0b-b6a8-5b7244987d86 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:16:39.139454 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-b38b9d13-f6f9-404d-a459-b338a11eeee6 service neutron] In _notify_port_updated(), no bound segment for port 7966ca59-62d1-4927-a258-fe4dd81e241a on network f6cd289c-2ec6-41a8-8f51-21d9174f00f2 {{(pid=101403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 00:16:39.140371 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-b38b9d13-f6f9-404d-a459-b338a11eeee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:39.141007 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-b38b9d13-f6f9-404d-a459-b338a11eeee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:39.142425 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-b38b9d13-f6f9-404d-a459-b338a11eeee6 service neutron] 10.222.0.64 "PUT /v2.0/ports/7966ca59-62d1-4927-a258-fe4dd81e241a HTTP/1.1" status: 200 len: 1032 time: 2.9108522 Aug 17 00:16:39.209962 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=6e06232a-1731-4ea1-9e7f-857adaeb32b4,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:39.215148 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:39.253177 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-15189ab4-aed8-463f-bfa2-2f1b29b21963 service neutron] 10.222.0.60 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129679 Aug 17 00:16:39.282091 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-a3b38b33-b17f-4a6b-9b60-2789efffa984 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:39.289582 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-a3b38b33-b17f-4a6b-9b60-2789efffa984 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.64 "GET /v2.0/ports/93bc72f0-9db1-4a9b-aadb-999a3b2837ee?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1113238 Aug 17 00:16:39.312257 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-f349ca06-ccb2-4b3b-a808-c3714f4029c2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:39.324709 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 8f2c444b-10cf-453f-8d06-f7c40983dbe2, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=8f2c444b-10cf-453f-8d06-f7c40983dbe2,segment=NetworkSegment(f2598112-e255-4a98-be84-f684c08cfbc7),segment_id=f2598112-e255-4a98-be84-f684c08cfbc7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:39.394717 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:39.396321 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device be7f0e44-0d24-4d56-9f06-d5a6b31e1abb no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:16:39.483338 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4962945d-7585-4d59-84e8-346b62d0236d req-88e7c6f7-bc7c-4610-a42b-928031e2a037 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7d4c64c-670d-4577-93e3-33f650354fb8 HTTP/1.1" status: 200 len: 210 time: 0.1858714 Aug 17 00:16:39.535209 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=8f2c444b-10cf-453f-8d06-f7c40983dbe2,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:39.600509 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:39.627951 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-ee7e59f6-9544-46f9-b96f-7240d5b29222 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:39.643177 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4ea7d1-b624-466c-a6b5-1313e9d5532d None None] Sync routers for ids ['e6874460-4d27-4386-a22f-dacc9b98dcfd'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:16:39.656909 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4ea7d1-b624-466c-a6b5-1313e9d5532d None None] Routers {'e6874460-4d27-4386-a22f-dacc9b98dcfd'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:16:39.658341 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-0e4ea7d1-b624-466c-a6b5-1313e9d5532d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:16:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e6874460-4d27-4386-a22f-dacc9b98dcfd'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:39.677783 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port be7f0e44-0d24-4d56-9f06-d5a6b31e1abb, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=be7f0e44-0d24-4d56-9f06-d5a6b31e1abb,segment=NetworkSegment(b7130b5e-880a-4624-8591-a8d8fad3e001),segment_id=b7130b5e-880a-4624-8591-a8d8fad3e001)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:39.679169 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-56ee9660-e927-43ae-ae28-05944a47f055 None None] Provisioning complete for port 7966ca59-62d1-4927-a258-fe4dd81e241a triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:39.679658 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-56ee9660-e927-43ae-ae28-05944a47f055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:39.683144 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-f349ca06-ccb2-4b3b-a808-c3714f4029c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:39.712682 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-6ef7697b-8ac1-454a-bd23-cfc87bd401b7 service neutron] 10.222.0.60 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196620 Aug 17 00:16:39.716001 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:39.716792 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 6dc8d69b-05e7-41e6-955a-531d1961bd01 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:16:39.722370 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-ee7e59f6-9544-46f9-b96f-7240d5b29222 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Transition to ACTIVE for port object ea0c2402-6eea-4459-a6bc-01d7b38d5189 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:16:39.746473 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-813adad6-0f9d-4438-b567-aa76fe350a40 service neutron] Port c90d8aa5-6e54-4176-bffd-03d27ee59cc1 on network 231ddad9-9492-4a0b-b6a8-5b7244987d86 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:16:39.747405 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-813adad6-0f9d-4438-b567-aa76fe350a40 service neutron] Attempting to bind port c90d8aa5-6e54-4176-bffd-03d27ee59cc1 on network 231ddad9-9492-4a0b-b6a8-5b7244987d86 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:16:39.761152 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-813adad6-0f9d-4438-b567-aa76fe350a40 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:16:39.761819 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-813adad6-0f9d-4438-b567-aa76fe350a40 service neutron] Checking segment: {'id': '89da32fa-63cc-4d7f-aae8-8fe43e56754a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '231ddad9-9492-4a0b-b6a8-5b7244987d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:16:39.762397 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-813adad6-0f9d-4438-b567-aa76fe350a40 service neutron] Bound using segment: {'id': '89da32fa-63cc-4d7f-aae8-8fe43e56754a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '231ddad9-9492-4a0b-b6a8-5b7244987d86'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:16:39.763024 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-813adad6-0f9d-4438-b567-aa76fe350a40 service neutron] Bound port: c90d8aa5-6e54-4176-bffd-03d27ee59cc1, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89da32fa-63cc-4d7f-aae8-8fe43e56754a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '231ddad9-9492-4a0b-b6a8-5b7244987d86'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:16:39.763574 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-813adad6-0f9d-4438-b567-aa76fe350a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:39.808567 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2dfce-3365-4000-b7b7-de2cb50b1a94 req-d2f9c31d-f25c-4ddf-a8f2-7e3aab6dd3ad tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:39.816387 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2dfce-3365-4000-b7b7-de2cb50b1a94 req-d2f9c31d-f25c-4ddf-a8f2-7e3aab6dd3ad tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:39.835606 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c0b0e-fc97-4cb8-926e-e8f445a5a844 req-2f05b0fb-a6fe-45b2-9180-235ab03e43c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:39.837497 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e79c0b0e-fc97-4cb8-926e-e8f445a5a844 req-2f05b0fb-a6fe-45b2-9180-235ab03e43c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b8e25b70c1f47b492a05e439cd88f28&device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 1098 time: 0.1463547 Aug 17 00:16:39.840271 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2dfce-3365-4000-b7b7-de2cb50b1a94 req-d2f9c31d-f25c-4ddf-a8f2-7e3aab6dd3ad tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:39.875265 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=be7f0e44-0d24-4d56-9f06-d5a6b31e1abb,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:39.877524 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2dfce-3365-4000-b7b7-de2cb50b1a94 req-d2f9c31d-f25c-4ddf-a8f2-7e3aab6dd3ad tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:39.902677 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2dfce-3365-4000-b7b7-de2cb50b1a94 req-d2f9c31d-f25c-4ddf-a8f2-7e3aab6dd3ad tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:39.911033 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2dfce-3365-4000-b7b7-de2cb50b1a94 req-d2f9c31d-f25c-4ddf-a8f2-7e3aab6dd3ad tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:39.913289 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-13b2dfce-3365-4000-b7b7-de2cb50b1a94 req-d2f9c31d-f25c-4ddf-a8f2-7e3aab6dd3ad tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 4661 time: 0.3197570 Aug 17 00:16:39.937376 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4189a70c-e70f-42c4-926f-3337274521ee up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:16:39.987059 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-0e4ea7d1-b624-466c-a6b5-1313e9d5532d None None] Set router e6874460-4d27-4386-a22f-dacc9b98dcfd gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:16:40.013273 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-813adad6-0f9d-4438-b567-aa76fe350a40 service neutron] For port c90d8aa5-6e54-4176-bffd-03d27ee59cc1, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:16:40.043373 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-813adad6-0f9d-4438-b567-aa76fe350a40 service neutron] For port c90d8aa5-6e54-4176-bffd-03d27ee59cc1, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=c90d8aa5-6e54-4176-bffd-03d27ee59cc1,segment=NetworkSegment(89da32fa-63cc-4d7f-aae8-8fe43e56754a),segment_id=89da32fa-63cc-4d7f-aae8-8fe43e56754a)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:16:40.054995 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-45065e82-94d0-40e1-8680-69442947d239 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126458'] for router, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:40.067637 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-813adad6-0f9d-4438-b567-aa76fe350a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:40.076765 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-45065e82-94d0-40e1-8680-69442947d239 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635776'] for router, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:40.097748 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-56ee9660-e927-43ae-ae28-05944a47f055 None None] Port 7966ca59-62d1-4927-a258-fe4dd81e241a cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:16:40.108019 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-f349ca06-ccb2-4b3b-a808-c3714f4029c2 service neutron] For port 93bc72f0-9db1-4a9b-aadb-999a3b2837ee, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=93bc72f0-9db1-4a9b-aadb-999a3b2837ee,segment=NetworkSegment(b7130b5e-880a-4624-8591-a8d8fad3e001),segment_id=b7130b5e-880a-4624-8591-a8d8fad3e001)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:40.139969 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:40.158223 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:40.174237 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 4189a70c-e70f-42c4-926f-3337274521ee triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:40.174610 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:40.205283 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c0b0e-fc97-4cb8-926e-e8f445a5a844 req-06eb33bf-1509-45b6-a768-3f0169e8e80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:40.209453 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e79c0b0e-fc97-4cb8-926e-e8f445a5a844 req-06eb33bf-1509-45b6-a768-3f0169e8e80b service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7fbf6df-b582-48ad-91b2-b1a51dfd09fb HTTP/1.1" status: 200 len: 914 time: 0.3242624 Aug 17 00:16:40.212725 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-f349ca06-ccb2-4b3b-a808-c3714f4029c2 service neutron] For port 93bc72f0-9db1-4a9b-aadb-999a3b2837ee, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:16:40.225911 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 6dc8d69b-05e7-41e6-955a-531d1961bd01, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=6dc8d69b-05e7-41e6-955a-531d1961bd01,segment=NetworkSegment(989ca3c6-4bce-4091-9883-2d05012f0c73),segment_id=989ca3c6-4bce-4091-9883-2d05012f0c73)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:40.235747 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:40.236738 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 23434d76-3964-4216-81fd-bc4dd9fd6a0f no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:16:40.310357 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-0e4ea7d1-b624-466c-a6b5-1313e9d5532d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:16:39Z', 'revision_number': 6, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None, '_interfaces': [{'id': '6021c537-f76b-4c35-9c99-a0beade493db', 'name': '', 'network_id': '5ac50dcf-ae90-4717-b73a-03fd6d7718b1', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:78:09:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'aec7596c-f8bd-4ed1-821c-0ddc1f32121f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:32Z', 'updated_at': '2021-08-17T00:16:34Z', 'revision_number': 2, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'aec7596c-f8bd-4ed1-821c-0ddc1f32121f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e06232a-1731-4ea1-9e7f-857adaeb32b4', 'name': '', 'network_id': '21a8a852-6f62-4d4e-ac9a-8ad4d21c567e', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:0e:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '97247538-d486-4e7b-905d-d8f324d65b90', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:38Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '97247538-d486-4e7b-905d-d8f324d65b90', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c305b6c8-751b-46ae-903d-20fd2e3b18a9', 'name': '', 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:ae:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:33Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdddcc92-ec2d-44fa-a20b-022b58d6c79d', 'name': '', 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:e9:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:07Z', 'updated_at': '2021-08-17T00:16:20Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:40.340354 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-f349ca06-ccb2-4b3b-a808-c3714f4029c2 service neutron] device_id is not set on port 93bc72f0-9db1-4a9b-aadb-999a3b2837ee yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:16:40.352314 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4ea7d1-b624-466c-a6b5-1313e9d5532d None None] Checking router: e6874460-4d27-4386-a22f-dacc9b98dcfd for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:16:40.352988 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4ea7d1-b624-466c-a6b5-1313e9d5532d None None] Updating router e6874460-4d27-4386-a22f-dacc9b98dcfd port 6021c537-f76b-4c35-9c99-a0beade493db binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:16:40.374888 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=6dc8d69b-05e7-41e6-955a-531d1961bd01,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:40.381364 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6e06232a-1731-4ea1-9e7f-857adaeb32b4 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:16:40.393180 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-0e4ea7d1-b624-466c-a6b5-1313e9d5532d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:40.394887 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-f349ca06-ccb2-4b3b-a808-c3714f4029c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:40.441831 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-f349ca06-ccb2-4b3b-a808-c3714f4029c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:40.450663 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:40.454647 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93bc72f0-9db1-4a9b-aadb-999a3b2837ee'}, {'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f2c444b-10cf-453f-8d06-f7c40983dbe2'}, {'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be7f0e44-0d24-4d56-9f06-d5a6b31e1abb'}, {'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dc8d69b-05e7-41e6-955a-531d1961bd01'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:16:40.456212 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-813adad6-0f9d-4438-b567-aa76fe350a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:40.456765 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e955e455-a40e-49fb-9fa9-8fd8ac57e0d4" -d '{"events": [{"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-unplugged", "status": "completed", "tag": "93bc72f0-9db1-4a9b-aadb-999a3b2837ee"}, {"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-unplugged", "status": "completed", "tag": "8f2c444b-10cf-453f-8d06-f7c40983dbe2"}, {"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-unplugged", "status": "completed", "tag": "be7f0e44-0d24-4d56-9f06-d5a6b31e1abb"}, {"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-unplugged", "status": "completed", "tag": "6dc8d69b-05e7-41e6-955a-531d1961bd01"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:16:40.458840 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-813adad6-0f9d-4438-b567-aa76fe350a40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:40.462137 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-813adad6-0f9d-4438-b567-aa76fe350a40 service neutron] 10.222.0.64 "PUT /v2.0/ports/c90d8aa5-6e54-4176-bffd-03d27ee59cc1 HTTP/1.1" status: 200 len: 1093 time: 2.5924909 Aug 17 00:16:40.475547 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd84480-84ad-4b97-8953-4282f68989a6', 'tag': 'c90d8aa5-6e54-4176-bffd-03d27ee59cc1'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:16:40.477139 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50f2fdd-9220-4a99-9828-82056966a019" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd84480-84ad-4b97-8953-4282f68989a6", "tag": "c90d8aa5-6e54-4176-bffd-03d27ee59cc1"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:16:40.548542 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e79c0b0e-fc97-4cb8-926e-e8f445a5a844 req-d8d14c04-7e4e-492a-af43-3aa00dcd8dd6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a29e60c-58e2-4a54-8c31-a2c02741653b HTTP/1.1" status: 200 len: 217 time: 0.2119222 Aug 17 00:16:40.554420 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 23434d76-3964-4216-81fd-bc4dd9fd6a0f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=23434d76-3964-4216-81fd-bc4dd9fd6a0f,segment=NetworkSegment(b7130b5e-880a-4624-8591-a8d8fad3e001),segment_id=b7130b5e-880a-4624-8591-a8d8fad3e001)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:40.564592 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349ca06-ccb2-4b3b-a808-c3714f4029c2 service neutron] Pushing event updated for resources: {'Port': ['ID=93bc72f0-9db1-4a9b-aadb-999a3b2837ee,revision_number=7']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:40.575050 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 6e06232a-1731-4ea1-9e7f-857adaeb32b4 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:40.575401 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:40.591405 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-13b2dfce-3365-4000-b7b7-de2cb50b1a94 req-db2cd9bb-6c01-4b33-9b87-66bd2e3f0228 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d0b36a3-0001-483c-a13d-366822d8521b&id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6620481 Aug 17 00:16:40.615118 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813adad6-0f9d-4438-b567-aa76fe350a40 service neutron] Pushing event updated for resources: {'Port': ['ID=c90d8aa5-6e54-4176-bffd-03d27ee59cc1,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:40.659324 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c0b0e-fc97-4cb8-926e-e8f445a5a844 req-4aa15184-c2ed-4848-a702-b969a91ab1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:40.661139 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e79c0b0e-fc97-4cb8-926e-e8f445a5a844 req-4aa15184-c2ed-4848-a702-b969a91ab1e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9714244-a336-4eb8-8cb8-78c77eca1694 HTTP/1.1" status: 200 len: 853 time: 0.0857093 Aug 17 00:16:40.663453 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-ee7e59f6-9544-46f9-b96f-7240d5b29222 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:40.663955 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45065e82-94d0-40e1-8680-69442947d239 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Router e6874460-4d27-4386-a22f-dacc9b98dcfd has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:16:40.703155 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-cb68d455-fef8-4848-aa99-ca18d0c97729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:40.704689 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-cb68d455-fef8-4848-aa99-ca18d0c97729 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a7abc56d2b3a44e3a6c061045daa4028&device_id=cdd84480-84ad-4b97-8953-4282f68989a6 HTTP/1.1" status: 200 len: 1096 time: 0.1773570 Aug 17 00:16:40.720305 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:40.720864 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 7966ca59-62d1-4927-a258-fe4dd81e241a no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:16:40.748914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d6fc9-f275-4a31-9519-31958ce292b5 req-284015a7-1f07-4ea2-be7a-4794eea58903 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:40.750687 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-426d6fc9-f275-4a31-9519-31958ce292b5 req-284015a7-1f07-4ea2-be7a-4794eea58903 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 946 time: 0.3790705 Aug 17 00:16:40.758589 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e79c0b0e-fc97-4cb8-926e-e8f445a5a844 req-21c36e42-5525-415b-a75d-27130841f65b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7fbf6df-b582-48ad-91b2-b1a51dfd09fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868151 Aug 17 00:16:40.780156 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e59f6-9544-46f9-b96f-7240d5b29222 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'Port': ['ID=ea0c2402-6eea-4459-a6bc-01d7b38d5189,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:40.783071 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 7966ca59-62d1-4927-a258-fe4dd81e241a not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:16:40.804306 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-f349ca06-ccb2-4b3b-a808-c3714f4029c2 service neutron] No DVR routers for this DVR port 93bc72f0-9db1-4a9b-aadb-999a3b2837ee on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:16:40.821435 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0a29e60c-58e2-4a54-8c31-a2c02741653b no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:16:40.842792 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-4c08c995-57e3-48ea-95e7-58e9adba4bee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c90d8aa5-6e54-4176-bffd-03d27ee59cc1 HTTP/1.1" status: 200 len: 217 time: 0.1021905 Aug 17 00:16:40.845865 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f16e2491-b2bb-4c3c-b5c7-75611918dff4 req-5655d481-2286-4282-a35f-da997e9576c6 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 210 time: 0.0674784 Aug 17 00:16:40.917502 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-ee7e59f6-9544-46f9-b96f-7240d5b29222 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Network 1d29c30b-fc96-45e3-a3cb-fec8bc666376 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:16:40.939680 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-ee7e59f6-9544-46f9-b96f-7240d5b29222 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:16:40.951905 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-ee7e59f6-9544-46f9-b96f-7240d5b29222 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:16:41.019391 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-0e4ea7d1-b624-466c-a6b5-1313e9d5532d None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:41.055107 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-ee7e59f6-9544-46f9-b96f-7240d5b29222 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:41.055932 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-ee7e59f6-9544-46f9-b96f-7240d5b29222 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:41.058311 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-0e4ea7d1-b624-466c-a6b5-1313e9d5532d None None] Transition to ACTIVE for port object 6021c537-f76b-4c35-9c99-a0beade493db will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:16:41.061197 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-cc86441e-2fde-4386-b293-ad2e3c068297 None None] Provisioning complete for port 93bc72f0-9db1-4a9b-aadb-999a3b2837ee triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:41.061621 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cc86441e-2fde-4386-b293-ad2e3c068297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:41.068157 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-426d6fc9-f275-4a31-9519-31958ce292b5 req-75d55f80-954e-4446-a071-2de98420a875 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743711 Aug 17 00:16:41.077451 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-0e4ea7d1-b624-466c-a6b5-1313e9d5532d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:41.109856 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-f349ca06-ccb2-4b3b-a808-c3714f4029c2 service neutron] In _notify_port_updated(), no bound segment for port 93bc72f0-9db1-4a9b-aadb-999a3b2837ee on network f6cd289c-2ec6-41a8-8f51-21d9174f00f2 {{(pid=101403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 00:16:41.120429 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-f349ca06-ccb2-4b3b-a808-c3714f4029c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:41.121289 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-f349ca06-ccb2-4b3b-a808-c3714f4029c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:41.122788 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-f349ca06-ccb2-4b3b-a808-c3714f4029c2 service neutron] 10.222.0.64 "PUT /v2.0/ports/93bc72f0-9db1-4a9b-aadb-999a3b2837ee HTTP/1.1" status: 200 len: 1033 time: 1.8167806 Aug 17 00:16:41.169681 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-cc86441e-2fde-4386-b293-ad2e3c068297 None None] Port 93bc72f0-9db1-4a9b-aadb-999a3b2837ee cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:16:41.172863 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:41.189991 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=23434d76-3964-4216-81fd-bc4dd9fd6a0f,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:41.222078 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0a29e60c-58e2-4a54-8c31-a2c02741653b, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0a29e60c-58e2-4a54-8c31-a2c02741653b,segment=NetworkSegment(58c40ffe-f06d-458d-84a2-5995c2267517),segment_id=58c40ffe-f06d-458d-84a2-5995c2267517)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:41.227716 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 17 Aug 2021 00:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362fd48f-5824-42e3-a5b3-b4dc05b5b5b4 x-openstack-request-id: req-362fd48f-5824-42e3-a5b3-b4dc05b5b5b4 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:16:41.227977 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-unplugged", "status": "completed", "tag": "93bc72f0-9db1-4a9b-aadb-999a3b2837ee", "code": 200}, {"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-unplugged", "status": "completed", "tag": "8f2c444b-10cf-453f-8d06-f7c40983dbe2", "code": 200}, {"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-unplugged", "status": "completed", "tag": "be7f0e44-0d24-4d56-9f06-d5a6b31e1abb", "code": 200}, {"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-unplugged", "status": "completed", "tag": "6dc8d69b-05e7-41e6-955a-531d1961bd01", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:16:41.228371 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-362fd48f-5824-42e3-a5b3-b4dc05b5b5b4 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:16:41.228804 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93bc72f0-9db1-4a9b-aadb-999a3b2837ee', 'code': 200} Aug 17 00:16:41.229083 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f2c444b-10cf-453f-8d06-f7c40983dbe2', 'code': 200} Aug 17 00:16:41.229514 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be7f0e44-0d24-4d56-9f06-d5a6b31e1abb', 'code': 200} Aug 17 00:16:41.229767 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dc8d69b-05e7-41e6-955a-531d1961bd01', 'code': 200} Aug 17 00:16:41.231975 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:41.238554 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-ee7e59f6-9544-46f9-b96f-7240d5b29222 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6271253 Aug 17 00:16:41.294634 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=0a29e60c-58e2-4a54-8c31-a2c02741653b,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:41.309916 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-6506858d-a83e-48d5-864f-9fd160a44f03 service neutron] Request body: {'port': {'device_id': 'c7d4c64c-670d-4577-93e3-33f650354fb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:41.329961 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a891a-d64b-44e9-a135-9f1dbb2147dd None None] Pushing event updated for resources: {'Port': ['ID=6021c537-f76b-4c35-9c99-a0beade493db,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:41.345760 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e009f241-f93f-4b25-9d15-e3a9d2d403ee x-openstack-request-id: req-e009f241-f93f-4b25-9d15-e3a9d2d403ee {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:16:41.346069 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd84480-84ad-4b97-8953-4282f68989a6", "tag": "c90d8aa5-6e54-4176-bffd-03d27ee59cc1", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:16:41.346331 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e009f241-f93f-4b25-9d15-e3a9d2d403ee {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:16:41.346758 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd84480-84ad-4b97-8953-4282f68989a6', 'tag': 'c90d8aa5-6e54-4176-bffd-03d27ee59cc1', 'status': 'completed', 'code': 200} Aug 17 00:16:41.353674 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-0e4ea7d1-b624-466c-a6b5-1313e9d5532d None None] Attempting to bind port 6021c537-f76b-4c35-9c99-a0beade493db on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:16:41.354050 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-0e4ea7d1-b624-466c-a6b5-1313e9d5532d None None] Attempting to bind port 6021c537-f76b-4c35-9c99-a0beade493db by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '957543c6-5407-4ed1-9bfa-c4b1fc3f666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5ac50dcf-ae90-4717-b73a-03fd6d7718b1'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:16:41.354414 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4ea7d1-b624-466c-a6b5-1313e9d5532d None None] Attempting to bind port 6021c537-f76b-4c35-9c99-a0beade493db on network 5ac50dcf-ae90-4717-b73a-03fd6d7718b1 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:16:41.360791 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-3942b700-ff59-4987-9902-00c7a4e91dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:41.362242 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4ea7d1-b624-466c-a6b5-1313e9d5532d None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:16:41.362630 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4ea7d1-b624-466c-a6b5-1313e9d5532d None None] Checking segment: {'id': '957543c6-5407-4ed1-9bfa-c4b1fc3f666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5ac50dcf-ae90-4717-b73a-03fd6d7718b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:16:41.363035 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-0e4ea7d1-b624-466c-a6b5-1313e9d5532d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:41.363428 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4ea7d1-b624-466c-a6b5-1313e9d5532d None None] Bound using segment: {'id': '957543c6-5407-4ed1-9bfa-c4b1fc3f666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5ac50dcf-ae90-4717-b73a-03fd6d7718b1'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:16:41.364835 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-0e4ea7d1-b624-466c-a6b5-1313e9d5532d None None] Bound port: 6021c537-f76b-4c35-9c99-a0beade493db, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957543c6-5407-4ed1-9bfa-c4b1fc3f666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5ac50dcf-ae90-4717-b73a-03fd6d7718b1'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:16:41.365228 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-0e4ea7d1-b624-466c-a6b5-1313e9d5532d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:41.369150 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-3942b700-ff59-4987-9902-00c7a4e91dd5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=804d6008-2415-43d7-aa7f-272da1c1d117 HTTP/1.1" status: 200 len: 853 time: 0.4535277 Aug 17 00:16:41.374002 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45065e82-94d0-40e1-8680-69442947d239 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:16:41.386357 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-45065e82-94d0-40e1-8680-69442947d239 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:41.393603 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-45065e82-94d0-40e1-8680-69442947d239 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "PUT /v2.0/routers/e6874460-4d27-4386-a22f-dacc9b98dcfd HTTP/1.1" status: 200 len: 933 time: 3.1654799 Aug 17 00:16:41.396318 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56516) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:41.402263 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-9e641729-47a3-4671-8fbe-8eac193dc2f2 None None] Provisioning for port ea0c2402-6eea-4459-a6bc-01d7b38d5189 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:16:41.407945 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-9e641729-47a3-4671-8fbe-8eac193dc2f2 None None] Provisioning complete for port ea0c2402-6eea-4459-a6bc-01d7b38d5189 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:41.408335 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9e641729-47a3-4671-8fbe-8eac193dc2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:41.430954 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d503836-9c4c-4ccf-bb53-6544130e661c req-da0df01a-c931-4404-8b11-658e05fdd6e4 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:41.432534 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d503836-9c4c-4ccf-bb53-6544130e661c req-da0df01a-c931-4404-8b11-658e05fdd6e4 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd84480-84ad-4b97-8953-4282f68989a6 HTTP/1.1" status: 200 len: 944 time: 0.3700547 Aug 17 00:16:41.493181 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-9e641729-47a3-4671-8fbe-8eac193dc2f2 None None] Port ea0c2402-6eea-4459-a6bc-01d7b38d5189 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:16:41.517137 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-0e4ea7d1-b624-466c-a6b5-1313e9d5532d None None] For port 6021c537-f76b-4c35-9c99-a0beade493db, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:16:41.521412 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-0e4ea7d1-b624-466c-a6b5-1313e9d5532d None None] For port 6021c537-f76b-4c35-9c99-a0beade493db, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6021c537-f76b-4c35-9c99-a0beade493db,segment=NetworkSegment(957543c6-5407-4ed1-9bfa-c4b1fc3f666d),segment_id=957543c6-5407-4ed1-9bfa-c4b1fc3f666d)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:16:41.529583 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-0e4ea7d1-b624-466c-a6b5-1313e9d5532d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:41.549423 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-971e572f-bac2-425e-a811-e8ee9960849a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=231ddad9-9492-4a0b-b6a8-5b7244987d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1538773 Aug 17 00:16:41.551415 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e79c0b0e-fc97-4cb8-926e-e8f445a5a844 req-36917a73-401e-4977-943c-551e4e37ce8f service neutron] 10.222.0.64 "GET /v2.0/networks/c7fbf6df-b582-48ad-91b2-b1a51dfd09fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7273543 Aug 17 00:16:41.586942 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-6506858d-a83e-48d5-864f-9fd160a44f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:41.593083 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4ea7d1-b624-466c-a6b5-1313e9d5532d None None] Routers {'e6874460-4d27-4386-a22f-dacc9b98dcfd'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:16:41.593989 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d503836-9c4c-4ccf-bb53-6544130e661c req-b8310fb4-b914-4bb0-826b-41d03b1e37ed tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/security-groups?id=69998126-43ce-4a32-b790-c61684301cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370473 Aug 17 00:16:41.606552 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-0e4ea7d1-b624-466c-a6b5-1313e9d5532d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:16:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e6874460-4d27-4386-a22f-dacc9b98dcfd'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:41.609709 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-ca3c335c-9d14-441f-a2da-754e2e03a30b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Deleting port 6dc8d69b-05e7-41e6-955a-531d1961bd01 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:16:41.610043 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-ca3c335c-9d14-441f-a2da-754e2e03a30b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:41.613345 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a891a-d64b-44e9-a135-9f1dbb2147dd None None] Pushing event updated for resources: {'Port': ['ID=6021c537-f76b-4c35-9c99-a0beade493db,revision_number=4']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:41.651122 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2647e9e-e966-41a2-a44e-177d489235ab req-062846c1-ebde-4b8b-90cc-3adcc9b616bd tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:41.652696 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c2647e9e-e966-41a2-a44e-177d489235ab req-062846c1-ebde-4b8b-90cc-3adcc9b616bd tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7d4c64c-670d-4577-93e3-33f650354fb8 HTTP/1.1" status: 200 len: 931 time: 0.1898787 Aug 17 00:16:41.733391 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:41.787362 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-0e4ea7d1-b624-466c-a6b5-1313e9d5532d None None] Set router e6874460-4d27-4386-a22f-dacc9b98dcfd gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:16:41.852019 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6021c537-f76b-4c35-9c99-a0beade493db up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:16:41.894615 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-41067154-2e54-47c2-af58-1f7e627af59f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "GET /v2.0/routers/e6874460-4d27-4386-a22f-dacc9b98dcfd HTTP/1.1" status: 200 len: 933 time: 0.4916739 Aug 17 00:16:41.909771 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56524) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:41.918366 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-3a542514-759c-4008-9c43-7bd6fa2b4d3f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'router': {'routes': None}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:41.976055 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 6021c537-f76b-4c35-9c99-a0beade493db completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:16:41.980883 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 6021c537-f76b-4c35-9c99-a0beade493db triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:41.981287 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:42.021979 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.64', 52724) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:42.079410 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-adc21203-1ea5-49be-91dc-2789a7a8dce2 None None] Provisioning complete for port 6021c537-f76b-4c35-9c99-a0beade493db triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:42.079737 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-adc21203-1ea5-49be-91dc-2789a7a8dce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:42.082697 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-363afe5d-4696-4dbf-968d-24b9149032ac service neutron] 10.222.0.64 "GET /v2.0/networks/231ddad9-9492-4a0b-b6a8-5b7244987d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940929 Aug 17 00:16:42.111060 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-0e4ea7d1-b624-466c-a6b5-1313e9d5532d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:16:39Z', 'revision_number': 6, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None, '_interfaces': [{'id': '6021c537-f76b-4c35-9c99-a0beade493db', 'name': '', 'network_id': '5ac50dcf-ae90-4717-b73a-03fd6d7718b1', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:78:09:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'aec7596c-f8bd-4ed1-821c-0ddc1f32121f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:32Z', 'updated_at': '2021-08-17T00:16:41Z', 'revision_number': 4, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'aec7596c-f8bd-4ed1-821c-0ddc1f32121f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e06232a-1731-4ea1-9e7f-857adaeb32b4', 'name': '', 'network_id': '21a8a852-6f62-4d4e-ac9a-8ad4d21c567e', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:0e:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '97247538-d486-4e7b-905d-d8f324d65b90', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:38Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '97247538-d486-4e7b-905d-d8f324d65b90', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c305b6c8-751b-46ae-903d-20fd2e3b18a9', 'name': '', 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:ae:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:33Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdddcc92-ec2d-44fa-a20b-022b58d6c79d', 'name': '', 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:e9:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:07Z', 'updated_at': '2021-08-17T00:16:20Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:42.148514 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4ea7d1-b624-466c-a6b5-1313e9d5532d None None] The sync data for ids ['e6874460-4d27-4386-a22f-dacc9b98dcfd'] in n-d-800088-20 is: [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:16:39Z', 'revision_number': 6, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None, '_interfaces': [{'id': '6021c537-f76b-4c35-9c99-a0beade493db', 'name': '', 'network_id': '5ac50dcf-ae90-4717-b73a-03fd6d7718b1', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:78:09:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'aec7596c-f8bd-4ed1-821c-0ddc1f32121f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:32Z', 'updated_at': '2021-08-17T00:16:41Z', 'revision_number': 4, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'aec7596c-f8bd-4ed1-821c-0ddc1f32121f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e06232a-1731-4ea1-9e7f-857adaeb32b4', 'name': '', 'network_id': '21a8a852-6f62-4d4e-ac9a-8ad4d21c567e', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:0e:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '97247538-d486-4e7b-905d-d8f324d65b90', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:38Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '97247538-d486-4e7b-905d-d8f324d65b90', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c305b6c8-751b-46ae-903d-20fd2e3b18a9', 'name': '', 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:ae:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:33Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdddcc92-ec2d-44fa-a20b-022b58d6c79d', 'name': '', 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:e9:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:07Z', 'updated_at': '2021-08-17T00:16:20Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:16:42.186754 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:42.289321 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 6021c537-f76b-4c35-9c99-a0beade493db, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6021c537-f76b-4c35-9c99-a0beade493db,segment=NetworkSegment(957543c6-5407-4ed1-9bfa-c4b1fc3f666d),segment_id=957543c6-5407-4ed1-9bfa-c4b1fc3f666d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:42.290343 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-adc21203-1ea5-49be-91dc-2789a7a8dce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:42.309514 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:42.425369 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-6d3f9d0f-b8db-41b4-86dd-b222adfc696e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:42.427435 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-6d3f9d0f-b8db-41b4-86dd-b222adfc696e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.64 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 811 time: 0.4043875 Aug 17 00:16:42.434189 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c2647e9e-e966-41a2-a44e-177d489235ab req-eb45c424-ae18-4d71-97e8-68370befc37f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=1859ed2c-6f17-4515-9ead-e07402fa0185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7453003 Aug 17 00:16:42.465813 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=6021c537-f76b-4c35-9c99-a0beade493db,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:42.466610 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-39c91f2a-e051-49be-9d1a-88374a3cd50d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Request body: {'port': {'device_id': 'e62c6e86-cb0e-42ac-bd99-9fd14e4837c0', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'admin_state_up': True, 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:42.479545 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e79c0b0e-fc97-4cb8-926e-e8f445a5a844 req-53e6769b-6043-4d62-bef6-99ea10e4dcc8 service neutron] 10.222.0.64 "GET /v2.0/networks/c7fbf6df-b582-48ad-91b2-b1a51dfd09fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8898518 Aug 17 00:16:42.484170 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.db.api [None req-adc21203-1ea5-49be-91dc-2789a7a8dce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:16:42.484925 n-d-800088-20 neutron-server[101404]: DEBUG oslo_db.api [None req-adc21203-1ea5-49be-91dc-2789a7a8dce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:16:42.527735 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa8251-18b2-4eec-a009-12f0cc56ef83 req-682c7648-3bb3-43ce-add3-57184d39cb0d tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:42.537206 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15aa8251-18b2-4eec-a009-12f0cc56ef83 req-682c7648-3bb3-43ce-add3-57184d39cb0d tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 944 time: 0.2483315 Aug 17 00:16:42.545558 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-ca3c335c-9d14-441f-a2da-754e2e03a30b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] For port 6dc8d69b-05e7-41e6-955a-531d1961bd01, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=6dc8d69b-05e7-41e6-955a-531d1961bd01,segment=NetworkSegment(989ca3c6-4bce-4091-9883-2d05012f0c73),segment_id=989ca3c6-4bce-4091-9883-2d05012f0c73)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:42.545904 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-ca3c335c-9d14-441f-a2da-754e2e03a30b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:42.579708 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a3e5c215-1aac-4872-88ab-52e5eb58e41c req-65b2237f-7bb7-47a9-8be3-41e4cc953f5b service neutron] 10.222.0.64 "GET /v2.0/networks/231ddad9-9492-4a0b-b6a8-5b7244987d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896519 Aug 17 00:16:42.624703 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c9d6e3-1698-4aca-8dcc-037be65e06c6 None None] Sync routers for ids ['e6874460-4d27-4386-a22f-dacc9b98dcfd'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:16:42.644297 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c9d6e3-1698-4aca-8dcc-037be65e06c6 None None] Routers {'e6874460-4d27-4386-a22f-dacc9b98dcfd'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:16:42.646464 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-e7c9d6e3-1698-4aca-8dcc-037be65e06c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:16:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e6874460-4d27-4386-a22f-dacc9b98dcfd'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:42.751785 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15aa8251-18b2-4eec-a009-12f0cc56ef83 req-b557f9e1-0834-41c2-905e-6fc51565ae61 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129455 Aug 17 00:16:42.877233 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa46a3b-c95f-4ab5-9f36-eb2b87929b21 req-5aa4fc74-2a50-4c81-b5ef-263bd4da93fe tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:42.882674 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa46a3b-c95f-4ab5-9f36-eb2b87929b21 req-5aa4fc74-2a50-4c81-b5ef-263bd4da93fe tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:42.888705 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa46a3b-c95f-4ab5-9f36-eb2b87929b21 req-5aa4fc74-2a50-4c81-b5ef-263bd4da93fe tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:42.894757 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa46a3b-c95f-4ab5-9f36-eb2b87929b21 req-5aa4fc74-2a50-4c81-b5ef-263bd4da93fe tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:42.896407 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-e7c9d6e3-1698-4aca-8dcc-037be65e06c6 None None] Set router e6874460-4d27-4386-a22f-dacc9b98dcfd gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:16:42.903108 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa46a3b-c95f-4ab5-9f36-eb2b87929b21 req-5aa4fc74-2a50-4c81-b5ef-263bd4da93fe tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:42.908844 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2fa46a3b-c95f-4ab5-9f36-eb2b87929b21 req-5aa4fc74-2a50-4c81-b5ef-263bd4da93fe tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 3877 time: 0.3420076 Aug 17 00:16:42.993817 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2fa46a3b-c95f-4ab5-9f36-eb2b87929b21 req-87dc4a02-d0c1-4270-9590-3e2de5879e8f tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839334 Aug 17 00:16:43.018613 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d10588a-a540-43c3-b263-a5bcd77ce126 req-7295305b-775b-4d86-8d71-faf2d5a97e56 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 210 time: 0.0971577 Aug 17 00:16:43.230639 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23434d76-3964-4216-81fd-bc4dd9fd6a0f'}, {'server_uuid': '7691e3a9-7c80-4eca-ac05-417477c6fad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a29e60c-58e2-4a54-8c31-a2c02741653b'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:16:43.234242 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1082c8-9db2-4ac4-8310-4827565e8e47" -d '{"events": [{"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-unplugged", "status": "completed", "tag": "23434d76-3964-4216-81fd-bc4dd9fd6a0f"}, {"server_uuid": "7691e3a9-7c80-4eca-ac05-417477c6fad6", "name": "network-vif-unplugged", "status": "completed", "tag": "0a29e60c-58e2-4a54-8c31-a2c02741653b"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:16:43.242782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-4ce15ec1-7c22-4fdf-9732-0464cba973cc req-e23686f5-58b1-46da-827f-bdf02e278d62 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:16:43.243890 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ce15ec1-7c22-4fdf-9732-0464cba973cc req-e23686f5-58b1-46da-827f-bdf02e278d62 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071237 Aug 17 00:16:43.261461 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-e7c9d6e3-1698-4aca-8dcc-037be65e06c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:16:39Z', 'revision_number': 6, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None, '_interfaces': [{'id': '6021c537-f76b-4c35-9c99-a0beade493db', 'name': '', 'network_id': '5ac50dcf-ae90-4717-b73a-03fd6d7718b1', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:78:09:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'aec7596c-f8bd-4ed1-821c-0ddc1f32121f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:32Z', 'updated_at': '2021-08-17T00:16:42Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'aec7596c-f8bd-4ed1-821c-0ddc1f32121f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e06232a-1731-4ea1-9e7f-857adaeb32b4', 'name': '', 'network_id': '21a8a852-6f62-4d4e-ac9a-8ad4d21c567e', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:0e:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '97247538-d486-4e7b-905d-d8f324d65b90', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:38Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '97247538-d486-4e7b-905d-d8f324d65b90', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c305b6c8-751b-46ae-903d-20fd2e3b18a9', 'name': '', 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:ae:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:33Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdddcc92-ec2d-44fa-a20b-022b58d6c79d', 'name': '', 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:e9:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:07Z', 'updated_at': '2021-08-17T00:16:20Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:43.275333 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-ca3c335c-9d14-441f-a2da-754e2e03a30b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:43.275716 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-ca3c335c-9d14-441f-a2da-754e2e03a30b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:43.276044 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-ca3c335c-9d14-441f-a2da-754e2e03a30b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Floating IP 3bfcfabe-efa7-46c6-9a02-c47f512f1f4d disassociated. External IP: 172.25.3.217, port: 6dc8d69b-05e7-41e6-955a-531d1961bd01. Aug 17 00:16:43.276400 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-ca3c335c-9d14-441f-a2da-754e2e03a30b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Calling delete_port for 6dc8d69b-05e7-41e6-955a-531d1961bd01 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:16:43.327889 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37e4d1-ebdf-484c-9395-748fa106fdc2 req-8ec88a42-6298-4894-9c24-928dfd99d20b tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:43.336820 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e37e4d1-ebdf-484c-9395-748fa106fdc2 req-8ec88a42-6298-4894-9c24-928dfd99d20b tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd84480-84ad-4b97-8953-4282f68989a6 HTTP/1.1" status: 200 len: 944 time: 0.2141891 Aug 17 00:16:43.351420 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c9d6e3-1698-4aca-8dcc-037be65e06c6 None None] Checking router: e6874460-4d27-4386-a22f-dacc9b98dcfd for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:16:43.359047 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device c90d8aa5-6e54-4176-bffd-03d27ee59cc1 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:16:43.371334 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0a29e60c-58e2-4a54-8c31-a2c02741653b no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:16:43.384395 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f2fdd-9220-4a99-9828-82056966a019 req-d2cd93a0-eaee-4e76-9d68-60880d8442a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:43.385971 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f50f2fdd-9220-4a99-9828-82056966a019 req-d2cd93a0-eaee-4e76-9d68-60880d8442a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a7abc56d2b3a44e3a6c061045daa4028&device_id=cdd84480-84ad-4b97-8953-4282f68989a6 HTTP/1.1" status: 200 len: 1096 time: 0.7471402 Aug 17 00:16:43.479906 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-6506858d-a83e-48d5-864f-9fd160a44f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea0c2402-6eea-4459-a6bc-01d7b38d5189 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:16:43.504990 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-6506858d-a83e-48d5-864f-9fd160a44f03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:43.518431 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 355 Content-Type: application/json Date: Tue, 17 Aug 2021 00:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8898d2d-667d-4ab5-ac64-9acd9ac01d97 x-openstack-request-id: req-c8898d2d-667d-4ab5-ac64-9acd9ac01d97 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:16:43.521613 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-unplugged", "status": "completed", "tag": "23434d76-3964-4216-81fd-bc4dd9fd6a0f", "code": 200}, {"server_uuid": "7691e3a9-7c80-4eca-ac05-417477c6fad6", "name": "network-vif-unplugged", "status": "failed", "tag": "0a29e60c-58e2-4a54-8c31-a2c02741653b", "code": 422}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:16:43.521941 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c8898d2d-667d-4ab5-ac64-9acd9ac01d97 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:16:43.522377 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23434d76-3964-4216-81fd-bc4dd9fd6a0f', 'code': 200} Aug 17 00:16:43.522644 n-d-800088-20 neutron-server[101404]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7691e3a9-7c80-4eca-ac05-417477c6fad6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0a29e60c-58e2-4a54-8c31-a2c02741653b', 'code': 422} returned with failed status Aug 17 00:16:43.522777 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-39c91f2a-e051-49be-9d1a-88374a3cd50d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Made reservation on behalf of f107c7703c294e8991c1c983d8b06a9f for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:16:43.526245 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-39c91f2a-e051-49be-9d1a-88374a3cd50d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:43.540820 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c9d6e3-1698-4aca-8dcc-037be65e06c6 None None] Routers {'e6874460-4d27-4386-a22f-dacc9b98dcfd'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:16:43.544228 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-e7c9d6e3-1698-4aca-8dcc-037be65e06c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:16:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e6874460-4d27-4386-a22f-dacc9b98dcfd'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:43.572042 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.extraroute_db [None req-3a542514-759c-4008-9c43-7bd6fa2b4d3f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Added routes are [] {{(pid=101402) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 17 00:16:43.572682 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.extraroute_db [None req-3a542514-759c-4008-9c43-7bd6fa2b4d3f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=101402) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 17 00:16:43.666006 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f2fdd-9220-4a99-9828-82056966a019 req-cf13f3ae-6386-4b4b-8a47-8bb1671b4cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:43.667525 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f50f2fdd-9220-4a99-9828-82056966a019 req-cf13f3ae-6386-4b4b-8a47-8bb1671b4cfa service neutron] 10.222.0.64 "GET /v2.0/networks?id=231ddad9-9492-4a0b-b6a8-5b7244987d86 HTTP/1.1" status: 200 len: 914 time: 0.2738512 Aug 17 00:16:43.709806 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e37e4d1-ebdf-484c-9395-748fa106fdc2 req-4036040f-74ee-488c-b197-c726baa4a81f tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/security-groups?id=69998126-43ce-4a32-b790-c61684301cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719876 Aug 17 00:16:43.717222 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-ca3c335c-9d14-441f-a2da-754e2e03a30b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:43.768286 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f50f2fdd-9220-4a99-9828-82056966a019 req-f9de7149-2129-43fb-acc4-fe3fb2495b74 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c90d8aa5-6e54-4176-bffd-03d27ee59cc1 HTTP/1.1" status: 200 len: 217 time: 0.0930004 Aug 17 00:16:43.774185 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.db.resource_extend [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 00:16:43.794039 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-6506858d-a83e-48d5-864f-9fd160a44f03 service neutron] Transition to ACTIVE for port object ea0c2402-6eea-4459-a6bc-01d7b38d5189 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:16:43.835407 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-6506858d-a83e-48d5-864f-9fd160a44f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:43.877657 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c335c-9d14-441f-a2da-754e2e03a30b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event deleted for resources: {'Port': ['ID=6dc8d69b-05e7-41e6-955a-531d1961bd01,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:43.888511 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f2fdd-9220-4a99-9828-82056966a019 req-d6b0667b-8e92-4d6b-aa77-675e0114a9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:43.890099 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f50f2fdd-9220-4a99-9828-82056966a019 req-d6b0667b-8e92-4d6b-aa77-675e0114a9dd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=804d6008-2415-43d7-aa7f-272da1c1d117 HTTP/1.1" status: 200 len: 853 time: 0.1075275 Aug 17 00:16:43.905641 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3a542514-759c-4008-9c43-7bd6fa2b4d3f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126458'] for router, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:43.975757 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506858d-a83e-48d5-864f-9fd160a44f03 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0c2402-6eea-4459-a6bc-01d7b38d5189,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:44.039527 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f50f2fdd-9220-4a99-9828-82056966a019 req-e8eb2235-411d-4f39-9a44-557b6709cff8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=231ddad9-9492-4a0b-b6a8-5b7244987d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1319673 Aug 17 00:16:44.081308 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6021c537-f76b-4c35-9c99-a0beade493db up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:16:44.117194 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-39c91f2a-e051-49be-9d1a-88374a3cd50d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Allocated IP 172.20.0.14 (2676b640-a0ef-482d-b8e8-3f50e99c7802/50a43672-a95f-4b5a-a039-6a76ff2ef6bb/93363cca-68f8-4ddc-8068-f696e43a8f80) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:16:44.235850 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-e7c9d6e3-1698-4aca-8dcc-037be65e06c6 None None] Set router e6874460-4d27-4386-a22f-dacc9b98dcfd gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:16:44.258577 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024649a6-dc55-44b9-ab4d-c49b50057df4 req-7d310fb2-f6ba-4240-8091-8832f4bacb73 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:44.260207 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-024649a6-dc55-44b9-ab4d-c49b50057df4 req-7d310fb2-f6ba-4240-8091-8832f4bacb73 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 944 time: 0.5732763 Aug 17 00:16:44.298141 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-39c91f2a-e051-49be-9d1a-88374a3cd50d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:44.313982 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-39c91f2a-e051-49be-9d1a-88374a3cd50d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Transition to ACTIVE for port object 93363cca-68f8-4ddc-8068-f696e43a8f80 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:16:44.330938 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-6506858d-a83e-48d5-864f-9fd160a44f03 service neutron] Attempting to bind port ea0c2402-6eea-4459-a6bc-01d7b38d5189 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:16:44.331730 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-6506858d-a83e-48d5-864f-9fd160a44f03 service neutron] Attempting to bind port ea0c2402-6eea-4459-a6bc-01d7b38d5189 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'c0ba2f2a-c684-4035-b928-fead4a459d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:16:44.332914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-6506858d-a83e-48d5-864f-9fd160a44f03 service neutron] Attempting to bind port ea0c2402-6eea-4459-a6bc-01d7b38d5189 on network 1d29c30b-fc96-45e3-a3cb-fec8bc666376 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:16:44.371847 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 6021c537-f76b-4c35-9c99-a0beade493db triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:44.372219 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:44.375710 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port c90d8aa5-6e54-4176-bffd-03d27ee59cc1, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=c90d8aa5-6e54-4176-bffd-03d27ee59cc1,segment=NetworkSegment(89da32fa-63cc-4d7f-aae8-8fe43e56754a),segment_id=89da32fa-63cc-4d7f-aae8-8fe43e56754a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:44.377390 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-04596d63-43de-4bc7-8dbf-71d24b5291cc req-a4f2917f-e22c-4142-aec4-4b14ef26e6d6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5252512 Aug 17 00:16:44.390829 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-6506858d-a83e-48d5-864f-9fd160a44f03 service neutron] Port ea0c2402-6eea-4459-a6bc-01d7b38d5189 on network 1d29c30b-fc96-45e3-a3cb-fec8bc666376 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:16:44.391599 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-6506858d-a83e-48d5-864f-9fd160a44f03 service neutron] Attempting to bind port ea0c2402-6eea-4459-a6bc-01d7b38d5189 on network 1d29c30b-fc96-45e3-a3cb-fec8bc666376 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:16:44.505258 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952203ff-9dbc-453d-87b7-0d180a0fa876 req-ea9a7c3f-24f2-4eed-b67d-c1b67a4172f1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:44.507413 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-952203ff-9dbc-453d-87b7-0d180a0fa876 req-ea9a7c3f-24f2-4eed-b67d-c1b67a4172f1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7d4c64c-670d-4577-93e3-33f650354fb8 HTTP/1.1" status: 200 len: 943 time: 0.5678709 Aug 17 00:16:44.508330 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-6506858d-a83e-48d5-864f-9fd160a44f03 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:16:44.508887 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-6506858d-a83e-48d5-864f-9fd160a44f03 service neutron] Checking segment: {'id': 'c0ba2f2a-c684-4035-b928-fead4a459d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:16:44.509409 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-6506858d-a83e-48d5-864f-9fd160a44f03 service neutron] Bound using segment: {'id': 'c0ba2f2a-c684-4035-b928-fead4a459d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:16:44.510989 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-6506858d-a83e-48d5-864f-9fd160a44f03 service neutron] Bound port: ea0c2402-6eea-4459-a6bc-01d7b38d5189, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ba2f2a-c684-4035-b928-fead4a459d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:16:44.511602 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-6506858d-a83e-48d5-864f-9fd160a44f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:44.517360 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-39c91f2a-e051-49be-9d1a-88374a3cd50d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:44.528308 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f50f2fdd-9220-4a99-9828-82056966a019 req-9ffb7db4-df56-445e-a125-670f840876fe service neutron] 10.222.0.64 "GET /v2.0/networks/231ddad9-9492-4a0b-b6a8-5b7244987d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806281 Aug 17 00:16:44.546792 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['ec9f3c29-8cd4-4933-8553-57593a442747'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:16:44.558211 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'c90d8aa5-6e54-4176-bffd-03d27ee59cc1', 'network_id': '231ddad9-9492-4a0b-b6a8-5b7244987d86', 'port_id': 'c90d8aa5-6e54-4176-bffd-03d27ee59cc1', 'mac_address': 'fa:16:3e:fc:a6:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '804d6008-2415-43d7-aa7f-272da1c1d117', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:16:44.625321 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-ca3c335c-9d14-441f-a2da-754e2e03a30b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Router 0adae625-e296-4041-b5b1-8e4583334d68 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:16:44.652297 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-39c91f2a-e051-49be-9d1a-88374a3cd50d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Network 2676b640-a0ef-482d-b8e8-3f50e99c7802 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:16:44.659198 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-39c91f2a-e051-49be-9d1a-88374a3cd50d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:16:44.678739 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-39c91f2a-e051-49be-9d1a-88374a3cd50d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:16:44.700758 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:44.738276 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c91f2a-e051-49be-9d1a-88374a3cd50d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event updated for resources: {'Port': ['ID=93363cca-68f8-4ddc-8068-f696e43a8f80,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:44.750571 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-6506858d-a83e-48d5-864f-9fd160a44f03 service neutron] For port ea0c2402-6eea-4459-a6bc-01d7b38d5189, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:16:44.751142 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f50f2fdd-9220-4a99-9828-82056966a019 req-2920d507-c36a-4e4f-98f5-33df8290ed8d service neutron] 10.222.0.64 "GET /v2.0/networks/231ddad9-9492-4a0b-b6a8-5b7244987d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106750 Aug 17 00:16:44.759602 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c90d8aa5-6e54-4176-bffd-03d27ee59cc1 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:16:44.766207 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-6506858d-a83e-48d5-864f-9fd160a44f03 service neutron] For port ea0c2402-6eea-4459-a6bc-01d7b38d5189, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ea0c2402-6eea-4459-a6bc-01d7b38d5189,segment=NetworkSegment(c0ba2f2a-c684-4035-b928-fead4a459d54),segment_id=c0ba2f2a-c684-4035-b928-fead4a459d54)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:16:44.809927 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-6506858d-a83e-48d5-864f-9fd160a44f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:44.819546 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port c90d8aa5-6e54-4176-bffd-03d27ee59cc1, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=c90d8aa5-6e54-4176-bffd-03d27ee59cc1,segment=NetworkSegment(89da32fa-63cc-4d7f-aae8-8fe43e56754a),segment_id=89da32fa-63cc-4d7f-aae8-8fe43e56754a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:44.837476 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:44.862720 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-39c91f2a-e051-49be-9d1a-88374a3cd50d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:44.864271 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-39c91f2a-e051-49be-9d1a-88374a3cd50d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:44.914510 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3a542514-759c-4008-9c43-7bd6fa2b4d3f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126458'] for router, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:44.919478 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3a542514-759c-4008-9c43-7bd6fa2b4d3f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635776'] for router, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:44.924600 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-39c91f2a-e051-49be-9d1a-88374a3cd50d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4619899 Aug 17 00:16:45.007511 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-024649a6-dc55-44b9-ab4d-c49b50057df4 req-302a9139-e2db-4073-8d45-fce50a099049 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6966109 Aug 17 00:16:45.015917 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-ca3c335c-9d14-441f-a2da-754e2e03a30b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:16:45.027833 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28f20ca-2d2a-4ab4-83ed-369c0aefc2ea None None] Sync routers for ids ['0adae625-e296-4041-b5b1-8e4583334d68'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:16:45.049204 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-6506858d-a83e-48d5-864f-9fd160a44f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:45.049972 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-6506858d-a83e-48d5-864f-9fd160a44f03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:45.051573 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-6506858d-a83e-48d5-864f-9fd160a44f03 service neutron] 10.222.0.64 "PUT /v2.0/ports/ea0c2402-6eea-4459-a6bc-01d7b38d5189 HTTP/1.1" status: 200 len: 1092 time: 3.7483494 Aug 17 00:16:45.052550 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d4c64c-670d-4577-93e3-33f650354fb8', 'tag': 'ea0c2402-6eea-4459-a6bc-01d7b38d5189'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:16:45.054848 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a2d539-06ee-4129-b273-0ef4d0d73ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d4c64c-670d-4577-93e3-33f650354fb8", "tag": "ea0c2402-6eea-4459-a6bc-01d7b38d5189"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:16:45.057619 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28f20ca-2d2a-4ab4-83ed-369c0aefc2ea None None] Routers {'0adae625-e296-4041-b5b1-8e4583334d68'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:16:45.060193 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-952203ff-9dbc-453d-87b7-0d180a0fa876 req-58ff1245-772d-47bc-b712-6dc1de4ea6bc tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=1859ed2c-6f17-4515-9ead-e07402fa0185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5017014 Aug 17 00:16:45.069842 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-c28f20ca-2d2a-4ab4-83ed-369c0aefc2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:16:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['0adae625-e296-4041-b5b1-8e4583334d68'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:45.096835 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-ca3c335c-9d14-441f-a2da-754e2e03a30b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] No DVR routers for this DVR port 6dc8d69b-05e7-41e6-955a-531d1961bd01 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:16:45.106158 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['c90d8aa5-6e54-4176-bffd-03d27ee59cc1'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:16:45.109205 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-ca3c335c-9d14-441f-a2da-754e2e03a30b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:45.111724 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-ca3c335c-9d14-441f-a2da-754e2e03a30b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.64 "DELETE /v2.0/ports/6dc8d69b-05e7-41e6-955a-531d1961bd01 HTTP/1.1" status: 204 len: 173 time: 3.9680498 Aug 17 00:16:45.127527 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-1153e583-d3fd-47af-80f3-b7a75e0f362d service neutron] Request body: {'port': {'device_id': 'e62c6e86-cb0e-42ac-bd99-9fd14e4837c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:45.286775 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=c90d8aa5-6e54-4176-bffd-03d27ee59cc1,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:45.290585 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506858d-a83e-48d5-864f-9fd160a44f03 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0c2402-6eea-4459-a6bc-01d7b38d5189,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:45.327912 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-1153e583-d3fd-47af-80f3-b7a75e0f362d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:45.346253 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a542514-759c-4008-9c43-7bd6fa2b4d3f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Router e6874460-4d27-4386-a22f-dacc9b98dcfd has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:16:45.384571 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-c28f20ca-2d2a-4ab4-83ed-369c0aefc2ea None None] Set router 0adae625-e296-4041-b5b1-8e4583334d68 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:16:45.434638 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d066c11c-6d7e-4a95-bf02-8e02606a13a7 None None] Provisioning for port 93363cca-68f8-4ddc-8068-f696e43a8f80 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:16:45.490236 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d066c11c-6d7e-4a95-bf02-8e02606a13a7 None None] Provisioning complete for port 93363cca-68f8-4ddc-8068-f696e43a8f80 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:45.490949 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d066c11c-6d7e-4a95-bf02-8e02606a13a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:45.522081 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-e7c9d6e3-1698-4aca-8dcc-037be65e06c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:16:39Z', 'revision_number': 6, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None, '_interfaces': [{'id': '6021c537-f76b-4c35-9c99-a0beade493db', 'name': '', 'network_id': '5ac50dcf-ae90-4717-b73a-03fd6d7718b1', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:78:09:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'aec7596c-f8bd-4ed1-821c-0ddc1f32121f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:32Z', 'updated_at': '2021-08-17T00:16:42Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'aec7596c-f8bd-4ed1-821c-0ddc1f32121f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e06232a-1731-4ea1-9e7f-857adaeb32b4', 'name': '', 'network_id': '21a8a852-6f62-4d4e-ac9a-8ad4d21c567e', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:0e:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '97247538-d486-4e7b-905d-d8f324d65b90', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:38Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '97247538-d486-4e7b-905d-d8f324d65b90', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c305b6c8-751b-46ae-903d-20fd2e3b18a9', 'name': '', 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:ae:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:33Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdddcc92-ec2d-44fa-a20b-022b58d6c79d', 'name': '', 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:e9:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:07Z', 'updated_at': '2021-08-17T00:16:20Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:45.556366 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feda14c-6cfe-45e9-b2a8-f41cb3809cee req-e50d7ff3-2062-46f0-9f05-8b6597618661 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:45.557997 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3feda14c-6cfe-45e9-b2a8-f41cb3809cee req-e50d7ff3-2062-46f0-9f05-8b6597618661 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 932 time: 0.2797375 Aug 17 00:16:45.568141 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c9d6e3-1698-4aca-8dcc-037be65e06c6 None None] The sync data for ids ['e6874460-4d27-4386-a22f-dacc9b98dcfd'] in n-d-800088-20 is: [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:16:39Z', 'revision_number': 6, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None, '_interfaces': [{'id': '6021c537-f76b-4c35-9c99-a0beade493db', 'name': '', 'network_id': '5ac50dcf-ae90-4717-b73a-03fd6d7718b1', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:78:09:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'aec7596c-f8bd-4ed1-821c-0ddc1f32121f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:32Z', 'updated_at': '2021-08-17T00:16:42Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'aec7596c-f8bd-4ed1-821c-0ddc1f32121f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e06232a-1731-4ea1-9e7f-857adaeb32b4', 'name': '', 'network_id': '21a8a852-6f62-4d4e-ac9a-8ad4d21c567e', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:0e:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '97247538-d486-4e7b-905d-d8f324d65b90', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:38Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '97247538-d486-4e7b-905d-d8f324d65b90', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c305b6c8-751b-46ae-903d-20fd2e3b18a9', 'name': '', 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:ae:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:33Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdddcc92-ec2d-44fa-a20b-022b58d6c79d', 'name': '', 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:e9:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:07Z', 'updated_at': '2021-08-17T00:16:20Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:16:45.587456 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-48bdecdf-c450-461a-8cc1-671fb05d085f tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Deleting port 8f2c444b-10cf-453f-8d06-f7c40983dbe2 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:16:45.587810 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-48bdecdf-c450-461a-8cc1-671fb05d085f tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:45.606507 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-67fead33-ac1e-4435-ba9f-e93e60c073ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:45.608006 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-67fead33-ac1e-4435-ba9f-e93e60c073ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ff3a5a5706545cb87542327d7cad65d&device_id=c7d4c64c-670d-4577-93e3-33f650354fb8 HTTP/1.1" status: 200 len: 1095 time: 0.3093908 Aug 17 00:16:45.651054 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-d066c11c-6d7e-4a95-bf02-8e02606a13a7 None None] Port 93363cca-68f8-4ddc-8068-f696e43a8f80 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:16:45.671221 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314b54d-3c5a-4b12-8810-f95c1163617f req-c783c560-fe92-4f4e-af5a-442f41871eac tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:45.687852 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314b54d-3c5a-4b12-8810-f95c1163617f req-c783c560-fe92-4f4e-af5a-442f41871eac tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:45.701008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314b54d-3c5a-4b12-8810-f95c1163617f req-c783c560-fe92-4f4e-af5a-442f41871eac tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:45.712131 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314b54d-3c5a-4b12-8810-f95c1163617f req-c783c560-fe92-4f4e-af5a-442f41871eac tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:45.719998 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8314b54d-3c5a-4b12-8810-f95c1163617f req-c783c560-fe92-4f4e-af5a-442f41871eac tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 3143 time: 0.4478526 Aug 17 00:16:45.812744 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-471db0b5-cc77-4933-99a2-9f76e350fa54 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea0c2402-6eea-4459-a6bc-01d7b38d5189 HTTP/1.1" status: 200 len: 217 time: 0.0669188 Aug 17 00:16:45.853113 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a542514-759c-4008-9c43-7bd6fa2b4d3f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:16:45.875951 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3a542514-759c-4008-9c43-7bd6fa2b4d3f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:45.877754 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3a542514-759c-4008-9c43-7bd6fa2b4d3f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "PUT /v2.0/routers/e6874460-4d27-4386-a22f-dacc9b98dcfd HTTP/1.1" status: 200 len: 699 time: 3.9659741 Aug 17 00:16:45.882946 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dba50f-a224-4045-8cc7-d7cae4dc49f8 None None] Sync routers for ids ['e6874460-4d27-4386-a22f-dacc9b98dcfd'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:16:45.883158 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56572) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:45.905421 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dba50f-a224-4045-8cc7-d7cae4dc49f8 None None] Routers {'e6874460-4d27-4386-a22f-dacc9b98dcfd'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:16:45.905421 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-72dba50f-a224-4045-8cc7-d7cae4dc49f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:16:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e6874460-4d27-4386-a22f-dacc9b98dcfd'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:45.905783 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-c28f20ca-2d2a-4ab4-83ed-369c0aefc2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adae625-e296-4041-b5b1-8e4583334d68', 'name': 'tempest-TaggedBootDevicesTest_v242-573599797-router', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:24Z', 'updated_at': '2021-08-17T00:06:33Z', 'revision_number': 4, 'project_id': '4c3689368c2d4f3084af070981f83d10', 'gw_port': {'id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adae625-e296-4041-b5b1-8e4583334d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:26Z', 'updated_at': '2021-08-17T00:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c', 'name': '', 'network_id': '7992826d-70e9-4f64-99b5-2a5f899624d8', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'mac_address': 'fa:16:3e:8e:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adae625-e296-4041-b5b1-8e4583334d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': 'e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:31Z', 'updated_at': '2021-08-17T00:06:42Z', 'revision_number': 5, 'project_id': '4c3689368c2d4f3084af070981f83d10', 'subnets': [{'id': 'e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:45.927341 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3feda14c-6cfe-45e9-b2a8-f41cb3809cee req-3f1a70a6-be62-4f89-92bc-e68f5891c242 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418522 Aug 17 00:16:45.952612 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28f20ca-2d2a-4ab4-83ed-369c0aefc2ea None None] Checking router: 0adae625-e296-4041-b5b1-8e4583334d68 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:16:45.964635 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28f20ca-2d2a-4ab4-83ed-369c0aefc2ea None None] Routers {'0adae625-e296-4041-b5b1-8e4583334d68'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:16:45.968774 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-c28f20ca-2d2a-4ab4-83ed-369c0aefc2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:16:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['0adae625-e296-4041-b5b1-8e4583334d68'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:46.010069 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04596d63-43de-4bc7-8dbf-71d24b5291cc req-4d3a4678-bcdd-4592-b10b-dce96a16f45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:46.011689 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-04596d63-43de-4bc7-8dbf-71d24b5291cc req-4d3a4678-bcdd-4592-b10b-dce96a16f45a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6&tenant_id=0b8e25b70c1f47b492a05e439cd88f28 HTTP/1.1" status: 200 len: 1096 time: 0.2298629 Aug 17 00:16:46.075577 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-72dba50f-a224-4045-8cc7-d7cae4dc49f8 None None] Set router e6874460-4d27-4386-a22f-dacc9b98dcfd gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:16:46.156220 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04596d63-43de-4bc7-8dbf-71d24b5291cc req-02e021df-a0bd-40ae-9dfd-754b0febbbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:46.157938 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-04596d63-43de-4bc7-8dbf-71d24b5291cc req-02e021df-a0bd-40ae-9dfd-754b0febbbf8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b8e25b70c1f47b492a05e439cd88f28&device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 1096 time: 0.1175768 Aug 17 00:16:46.172809 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-1153e583-d3fd-47af-80f3-b7a75e0f362d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93363cca-68f8-4ddc-8068-f696e43a8f80 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:16:46.179641 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-c28f20ca-2d2a-4ab4-83ed-369c0aefc2ea None None] Set router 0adae625-e296-4041-b5b1-8e4583334d68 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:16:46.198952 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-1153e583-d3fd-47af-80f3-b7a75e0f362d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:46.242804 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-0a75c4da-b1ff-49f2-9b0e-244ade375fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:46.245165 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-1153e583-d3fd-47af-80f3-b7a75e0f362d service neutron] Transition to ACTIVE for port object 93363cca-68f8-4ddc-8068-f696e43a8f80 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:16:46.247886 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-0a75c4da-b1ff-49f2-9b0e-244ade375fff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=febb6b07-38b7-4ecb-9429-af229d2c2fe5 HTTP/1.1" status: 200 len: 835 time: 0.3819273 Aug 17 00:16:46.257764 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-48bdecdf-c450-461a-8cc1-671fb05d085f tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] For port 8f2c444b-10cf-453f-8d06-f7c40983dbe2, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=8f2c444b-10cf-453f-8d06-f7c40983dbe2,segment=NetworkSegment(f2598112-e255-4a98-be84-f684c08cfbc7),segment_id=f2598112-e255-4a98-be84-f684c08cfbc7)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:46.258452 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-48bdecdf-c450-461a-8cc1-671fb05d085f tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:46.258892 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-1153e583-d3fd-47af-80f3-b7a75e0f362d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:46.274370 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-48bdecdf-c450-461a-8cc1-671fb05d085f tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Calling delete_port for 8f2c444b-10cf-453f-8d06-f7c40983dbe2 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:16:46.329365 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04596d63-43de-4bc7-8dbf-71d24b5291cc req-18a0cc01-bcc0-4757-9426-d15b08196502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:46.331334 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-04596d63-43de-4bc7-8dbf-71d24b5291cc req-18a0cc01-bcc0-4757-9426-d15b08196502 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7fbf6df-b582-48ad-91b2-b1a51dfd09fb HTTP/1.1" status: 200 len: 914 time: 0.1609132 Aug 17 00:16:46.419286 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153e583-d3fd-47af-80f3-b7a75e0f362d service neutron] Pushing event updated for resources: {'Port': ['ID=93363cca-68f8-4ddc-8068-f696e43a8f80,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:46.424333 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-04596d63-43de-4bc7-8dbf-71d24b5291cc req-0604c18a-04bf-4767-b765-af4cd5e66656 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a29e60c-58e2-4a54-8c31-a2c02741653b HTTP/1.1" status: 200 len: 217 time: 0.0768716 Aug 17 00:16:46.432033 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-72dba50f-a224-4045-8cc7-d7cae4dc49f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:16:43Z', 'revision_number': 7, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None, '_interfaces': [{'id': '6021c537-f76b-4c35-9c99-a0beade493db', 'name': '', 'network_id': '5ac50dcf-ae90-4717-b73a-03fd6d7718b1', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:78:09:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'aec7596c-f8bd-4ed1-821c-0ddc1f32121f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:32Z', 'updated_at': '2021-08-17T00:16:42Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'aec7596c-f8bd-4ed1-821c-0ddc1f32121f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e06232a-1731-4ea1-9e7f-857adaeb32b4', 'name': '', 'network_id': '21a8a852-6f62-4d4e-ac9a-8ad4d21c567e', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:0e:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '97247538-d486-4e7b-905d-d8f324d65b90', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:38Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '97247538-d486-4e7b-905d-d8f324d65b90', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c305b6c8-751b-46ae-903d-20fd2e3b18a9', 'name': '', 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:ae:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:33Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdddcc92-ec2d-44fa-a20b-022b58d6c79d', 'name': '', 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:e9:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:07Z', 'updated_at': '2021-08-17T00:16:20Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:46.493356 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dba50f-a224-4045-8cc7-d7cae4dc49f8 None None] Checking router: e6874460-4d27-4386-a22f-dacc9b98dcfd for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:16:46.544032 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dba50f-a224-4045-8cc7-d7cae4dc49f8 None None] Routers {'e6874460-4d27-4386-a22f-dacc9b98dcfd'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:16:46.544924 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-72dba50f-a224-4045-8cc7-d7cae4dc49f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:16:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e6874460-4d27-4386-a22f-dacc9b98dcfd'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:46.550848 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-79914bfc-c083-4c68-808e-9e05ed289ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:46.553897 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e3dc7b3a-518c-4f99-9475-b2f45c538644 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "GET /v2.0/routers/e6874460-4d27-4386-a22f-dacc9b98dcfd HTTP/1.1" status: 200 len: 699 time: 0.6598959 Aug 17 00:16:46.558753 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56578) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:46.616594 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-48bdecdf-c450-461a-8cc1-671fb05d085f tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:46.671771 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-c28f20ca-2d2a-4ab4-83ed-369c0aefc2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adae625-e296-4041-b5b1-8e4583334d68', 'name': 'tempest-TaggedBootDevicesTest_v242-573599797-router', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:24Z', 'updated_at': '2021-08-17T00:06:33Z', 'revision_number': 4, 'project_id': '4c3689368c2d4f3084af070981f83d10', 'gw_port': {'id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adae625-e296-4041-b5b1-8e4583334d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:26Z', 'updated_at': '2021-08-17T00:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c', 'name': '', 'network_id': '7992826d-70e9-4f64-99b5-2a5f899624d8', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'mac_address': 'fa:16:3e:8e:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adae625-e296-4041-b5b1-8e4583334d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': 'e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:31Z', 'updated_at': '2021-08-17T00:06:42Z', 'revision_number': 5, 'project_id': '4c3689368c2d4f3084af070981f83d10', 'subnets': [{'id': 'e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:46.695555 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-72dba50f-a224-4045-8cc7-d7cae4dc49f8 None None] Set router e6874460-4d27-4386-a22f-dacc9b98dcfd gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:16:46.710407 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28f20ca-2d2a-4ab4-83ed-369c0aefc2ea None None] The sync data for ids ['0adae625-e296-4041-b5b1-8e4583334d68'] in n-d-800088-20 is: [{'id': '0adae625-e296-4041-b5b1-8e4583334d68', 'name': 'tempest-TaggedBootDevicesTest_v242-573599797-router', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:24Z', 'updated_at': '2021-08-17T00:06:33Z', 'revision_number': 4, 'project_id': '4c3689368c2d4f3084af070981f83d10', 'gw_port': {'id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adae625-e296-4041-b5b1-8e4583334d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:26Z', 'updated_at': '2021-08-17T00:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c', 'name': '', 'network_id': '7992826d-70e9-4f64-99b5-2a5f899624d8', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'mac_address': 'fa:16:3e:8e:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adae625-e296-4041-b5b1-8e4583334d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': 'e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:31Z', 'updated_at': '2021-08-17T00:06:42Z', 'revision_number': 5, 'project_id': '4c3689368c2d4f3084af070981f83d10', 'subnets': [{'id': 'e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:16:46.728465 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04596d63-43de-4bc7-8dbf-71d24b5291cc req-54da3294-6c75-4031-93ba-f536ba671201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:46.734484 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-04596d63-43de-4bc7-8dbf-71d24b5291cc req-54da3294-6c75-4031-93ba-f536ba671201 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9714244-a336-4eb8-8cb8-78c77eca1694 HTTP/1.1" status: 200 len: 853 time: 0.2828014 Aug 17 00:16:46.794096 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-04596d63-43de-4bc7-8dbf-71d24b5291cc req-3a54fe86-1bf9-4e25-8306-9cdb59248179 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7fbf6df-b582-48ad-91b2-b1a51dfd09fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453422 Aug 17 00:16:46.797321 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-1153e583-d3fd-47af-80f3-b7a75e0f362d service neutron] Attempting to bind port 93363cca-68f8-4ddc-8068-f696e43a8f80 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:16:46.797767 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-1153e583-d3fd-47af-80f3-b7a75e0f362d service neutron] Attempting to bind port 93363cca-68f8-4ddc-8068-f696e43a8f80 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:16:46.798165 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-1153e583-d3fd-47af-80f3-b7a75e0f362d service neutron] Attempting to bind port 93363cca-68f8-4ddc-8068-f696e43a8f80 on network 2676b640-a0ef-482d-b8e8-3f50e99c7802 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:16:46.805507 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8314b54d-3c5a-4b12-8810-f95c1163617f req-f1433de6-4b2c-4c02-9947-d3af058b93d9 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0845277 Aug 17 00:16:46.836316 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bdecdf-c450-461a-8cc1-671fb05d085f tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event deleted for resources: {'Port': ['ID=8f2c444b-10cf-453f-8d06-f7c40983dbe2,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:46.866776 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-48bdecdf-c450-461a-8cc1-671fb05d085f tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] No DVR routers for this DVR port 8f2c444b-10cf-453f-8d06-f7c40983dbe2 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:16:46.881404 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-48bdecdf-c450-461a-8cc1-671fb05d085f tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:46.887712 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-1153e583-d3fd-47af-80f3-b7a75e0f362d service neutron] Port 93363cca-68f8-4ddc-8068-f696e43a8f80 on network 2676b640-a0ef-482d-b8e8-3f50e99c7802 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:16:46.888292 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-1153e583-d3fd-47af-80f3-b7a75e0f362d service neutron] Attempting to bind port 93363cca-68f8-4ddc-8068-f696e43a8f80 on network 2676b640-a0ef-482d-b8e8-3f50e99c7802 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:16:46.889182 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-48bdecdf-c450-461a-8cc1-671fb05d085f tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.64 "DELETE /v2.0/ports/8f2c444b-10cf-453f-8d06-f7c40983dbe2 HTTP/1.1" status: 204 len: 173 time: 1.7677424 Aug 17 00:16:46.908540 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6c309a-83da-45ba-a65a-0a41113d7180 x-openstack-request-id: req-6d6c309a-83da-45ba-a65a-0a41113d7180 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:16:46.908900 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d4c64c-670d-4577-93e3-33f650354fb8", "tag": "ea0c2402-6eea-4459-a6bc-01d7b38d5189", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:16:46.909859 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6d6c309a-83da-45ba-a65a-0a41113d7180 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:16:46.909859 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d4c64c-670d-4577-93e3-33f650354fb8', 'tag': 'ea0c2402-6eea-4459-a6bc-01d7b38d5189', 'status': 'completed', 'code': 200} Aug 17 00:16:47.004751 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-1153e583-d3fd-47af-80f3-b7a75e0f362d service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:16:47.005477 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-1153e583-d3fd-47af-80f3-b7a75e0f362d service neutron] Checking segment: {'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:16:47.006190 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-1153e583-d3fd-47af-80f3-b7a75e0f362d service neutron] Bound using segment: {'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:16:47.006838 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-1153e583-d3fd-47af-80f3-b7a75e0f362d service neutron] Bound port: 93363cca-68f8-4ddc-8068-f696e43a8f80, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:16:47.007445 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-1153e583-d3fd-47af-80f3-b7a75e0f362d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:47.008320 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-72dba50f-a224-4045-8cc7-d7cae4dc49f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:16:43Z', 'revision_number': 7, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None, '_interfaces': [{'id': '6021c537-f76b-4c35-9c99-a0beade493db', 'name': '', 'network_id': '5ac50dcf-ae90-4717-b73a-03fd6d7718b1', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:78:09:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'aec7596c-f8bd-4ed1-821c-0ddc1f32121f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:32Z', 'updated_at': '2021-08-17T00:16:42Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'aec7596c-f8bd-4ed1-821c-0ddc1f32121f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e06232a-1731-4ea1-9e7f-857adaeb32b4', 'name': '', 'network_id': '21a8a852-6f62-4d4e-ac9a-8ad4d21c567e', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:0e:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '97247538-d486-4e7b-905d-d8f324d65b90', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:38Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '97247538-d486-4e7b-905d-d8f324d65b90', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c305b6c8-751b-46ae-903d-20fd2e3b18a9', 'name': '', 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:ae:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:33Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdddcc92-ec2d-44fa-a20b-022b58d6c79d', 'name': '', 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:e9:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:07Z', 'updated_at': '2021-08-17T00:16:20Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:47.043396 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-797ce58f-74f4-46d8-8e63-b2cd54c27654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:47.044942 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-797ce58f-74f4-46d8-8e63-b2cd54c27654 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d29c30b-fc96-45e3-a3cb-fec8bc666376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4441209 Aug 17 00:16:47.056575 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dba50f-a224-4045-8cc7-d7cae4dc49f8 None None] The sync data for ids ['e6874460-4d27-4386-a22f-dacc9b98dcfd'] in n-d-800088-20 is: [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:16:43Z', 'revision_number': 7, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None, '_interfaces': [{'id': '6021c537-f76b-4c35-9c99-a0beade493db', 'name': '', 'network_id': '5ac50dcf-ae90-4717-b73a-03fd6d7718b1', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:78:09:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'aec7596c-f8bd-4ed1-821c-0ddc1f32121f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:32Z', 'updated_at': '2021-08-17T00:16:42Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'aec7596c-f8bd-4ed1-821c-0ddc1f32121f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e06232a-1731-4ea1-9e7f-857adaeb32b4', 'name': '', 'network_id': '21a8a852-6f62-4d4e-ac9a-8ad4d21c567e', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:0e:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '97247538-d486-4e7b-905d-d8f324d65b90', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:38Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '97247538-d486-4e7b-905d-d8f324d65b90', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c305b6c8-751b-46ae-903d-20fd2e3b18a9', 'name': '', 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:ae:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:33Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdddcc92-ec2d-44fa-a20b-022b58d6c79d', 'name': '', 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:e9:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:07Z', 'updated_at': '2021-08-17T00:16:20Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:16:47.112983 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0fe65-09e1-4629-b25e-e80c5004bff7 req-a648e052-b219-425a-a23b-a85b259d71bd tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:47.126965 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eaf0fe65-09e1-4629-b25e-e80c5004bff7 req-a648e052-b219-425a-a23b-a85b259d71bd tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd84480-84ad-4b97-8953-4282f68989a6 HTTP/1.1" status: 200 len: 945 time: 1.0473111 Aug 17 00:16:47.290646 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a331f0-26a0-4a7d-b086-a6e42bf08738 None None] New status for floating IP 3bfcfabe-efa7-46c6-9a02-c47f512f1f4d: DOWN {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:16:47.311961 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-04596d63-43de-4bc7-8dbf-71d24b5291cc req-510da542-745a-4847-95e2-390ebd62bbc1 service neutron] 10.222.0.64 "GET /v2.0/networks/c7fbf6df-b582-48ad-91b2-b1a51dfd09fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079575 Aug 17 00:16:47.347522 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device c90d8aa5-6e54-4176-bffd-03d27ee59cc1 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:16:47.473464 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port c90d8aa5-6e54-4176-bffd-03d27ee59cc1 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:16:47.480290 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port c90d8aa5-6e54-4176-bffd-03d27ee59cc1 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:47.481094 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:47.546357 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-1153e583-d3fd-47af-80f3-b7a75e0f362d service neutron] For port 93363cca-68f8-4ddc-8068-f696e43a8f80, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:16:47.559997 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-1153e583-d3fd-47af-80f3-b7a75e0f362d service neutron] For port 93363cca-68f8-4ddc-8068-f696e43a8f80, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=93363cca-68f8-4ddc-8068-f696e43a8f80,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:16:47.572680 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-1153e583-d3fd-47af-80f3-b7a75e0f362d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:47.651173 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:47.676910 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd84480-84ad-4b97-8953-4282f68989a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90d8aa5-6e54-4176-bffd-03d27ee59cc1'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:16:47.678974 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0d9c29-13f9-41f7-958b-0cff458bcaf4" -d '{"events": [{"server_uuid": "cdd84480-84ad-4b97-8953-4282f68989a6", "name": "network-vif-plugged", "status": "completed", "tag": "c90d8aa5-6e54-4176-bffd-03d27ee59cc1"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:16:47.695498 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port c90d8aa5-6e54-4176-bffd-03d27ee59cc1, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=c90d8aa5-6e54-4176-bffd-03d27ee59cc1,segment=NetworkSegment(89da32fa-63cc-4d7f-aae8-8fe43e56754a),segment_id=89da32fa-63cc-4d7f-aae8-8fe43e56754a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:47.705647 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:47.788843 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=c90d8aa5-6e54-4176-bffd-03d27ee59cc1,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:47.854580 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eaf0fe65-09e1-4629-b25e-e80c5004bff7 req-5e8df948-d281-44d9-b96b-a7a3b51be89f tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/security-groups?id=69998126-43ce-4a32-b790-c61684301cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7266445 Aug 17 00:16:47.863204 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b4e4e-8a2d-434d-b084-4860dfd76945 req-489dd5d8-6c75-457b-8fea-ce812ad95328 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:47.865192 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b7b4e4e-8a2d-434d-b084-4860dfd76945 req-489dd5d8-6c75-457b-8fea-ce812ad95328 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 944 time: 0.8320322 Aug 17 00:16:47.931821 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-e437b9ea-77e4-4d37-925e-2206c15d90ca tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Deleting port 23434d76-3964-4216-81fd-bc4dd9fd6a0f {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:16:47.932147 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-e437b9ea-77e4-4d37-925e-2206c15d90ca tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:48.010472 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-8191c3d5-c776-4d52-9778-456edd9964f9 service neutron] 10.222.0.64 "GET /v2.0/networks/1d29c30b-fc96-45e3-a3cb-fec8bc666376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8588128 Aug 17 00:16:48.030562 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b7b4e4e-8a2d-434d-b084-4860dfd76945 req-0f57e11e-5338-42c4-b887-48963cfba1c4 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567304 Aug 17 00:16:48.080110 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-1153e583-d3fd-47af-80f3-b7a75e0f362d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:48.080110 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-1153e583-d3fd-47af-80f3-b7a75e0f362d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:48.081322 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-1153e583-d3fd-47af-80f3-b7a75e0f362d service neutron] 10.222.0.64 "PUT /v2.0/ports/93363cca-68f8-4ddc-8068-f696e43a8f80 HTTP/1.1" status: 200 len: 1093 time: 2.9725444 Aug 17 00:16:48.082101 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62c6e86-cb0e-42ac-bd99-9fd14e4837c0', 'tag': '93363cca-68f8-4ddc-8068-f696e43a8f80'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:16:48.085233 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2355dae-23fb-4f86-88fe-99c91087be66" -d '{"events": [{"name": "network-changed", "server_uuid": "e62c6e86-cb0e-42ac-bd99-9fd14e4837c0", "tag": "93363cca-68f8-4ddc-8068-f696e43a8f80"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:16:48.093171 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-04596d63-43de-4bc7-8dbf-71d24b5291cc req-ece6751a-756a-4805-be1c-95ebb87e5c0e service neutron] 10.222.0.64 "GET /v2.0/networks/c7fbf6df-b582-48ad-91b2-b1a51dfd09fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7480321 Aug 17 00:16:48.144810 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c31a19df-f2a0-4dfa-ad8d-3db5801adb0b req-80758a2e-54d8-437b-9adc-055490976045 service neutron] 10.222.0.64 "GET /v2.0/networks/1d29c30b-fc96-45e3-a3cb-fec8bc666376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128604 Aug 17 00:16:48.229391 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153e583-d3fd-47af-80f3-b7a75e0f362d service neutron] Pushing event updated for resources: {'Port': ['ID=93363cca-68f8-4ddc-8068-f696e43a8f80,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:48.287211 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-40365f13-2b59-4007-b6b5-4ee447e36cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:48.288754 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-40365f13-2b59-4007-b6b5-4ee447e36cd5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 1096 time: 0.1221304 Aug 17 00:16:48.297682 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba640dc-037a-4493-93c2-18e089bff1b0 req-71aad86f-9a32-498c-a131-6ff4be8b4466 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:48.299340 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eba640dc-037a-4493-93c2-18e089bff1b0 req-71aad86f-9a32-498c-a131-6ff4be8b4466 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7d4c64c-670d-4577-93e3-33f650354fb8 HTTP/1.1" status: 200 len: 943 time: 0.3088844 Aug 17 00:16:48.351272 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-09e8f750-2b1d-4b32-a4bf-1d65215d3332 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93363cca-68f8-4ddc-8068-f696e43a8f80 HTTP/1.1" status: 200 len: 217 time: 0.0537550 Aug 17 00:16:48.375282 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b8b3c87f-6994-4e95-901d-f1d5f2d45853 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:48.408662 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-e437b9ea-77e4-4d37-925e-2206c15d90ca tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] For port 23434d76-3964-4216-81fd-bc4dd9fd6a0f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=23434d76-3964-4216-81fd-bc4dd9fd6a0f,segment=NetworkSegment(b7130b5e-880a-4624-8591-a8d8fad3e001),segment_id=b7130b5e-880a-4624-8591-a8d8fad3e001)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:48.409027 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-e437b9ea-77e4-4d37-925e-2206c15d90ca tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:48.448156 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b552bb-53b5-43a7-ac55-9bcde4378bee req-d8f90dc8-63d9-45c4-b197-273276c6f4b8 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:48.452297 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c5b552bb-53b5-43a7-ac55-9bcde4378bee req-d8f90dc8-63d9-45c4-b197-273276c6f4b8 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 944 time: 0.2667243 Aug 17 00:16:48.475473 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-e437b9ea-77e4-4d37-925e-2206c15d90ca tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Calling delete_port for 23434d76-3964-4216-81fd-bc4dd9fd6a0f owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:16:48.516139 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2d539-06ee-4129-b273-0ef4d0d73ef8 req-720c10fa-c7da-4835-9509-3925fce5b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:48.517648 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-14a2d539-06ee-4129-b273-0ef4d0d73ef8 req-720c10fa-c7da-4835-9509-3925fce5b715 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ff3a5a5706545cb87542327d7cad65d&device_id=c7d4c64c-670d-4577-93e3-33f650354fb8 HTTP/1.1" status: 200 len: 1095 time: 0.2798724 Aug 17 00:16:48.532617 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eba640dc-037a-4493-93c2-18e089bff1b0 req-e9b3b262-5042-494c-852a-6f569b85bc9e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=1859ed2c-6f17-4515-9ead-e07402fa0185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882565 Aug 17 00:16:48.558041 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-621973cb-f597-402c-a29a-39d3cedc5acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:48.559542 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-621973cb-f597-402c-a29a-39d3cedc5acf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50a43672-a95f-4b5a-a039-6a76ff2ef6bb HTTP/1.1" status: 200 len: 850 time: 0.1972919 Aug 17 00:16:48.612703 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c5b552bb-53b5-43a7-ac55-9bcde4378bee req-3e86dd1e-4fe4-4041-8a9f-57b1a8485883 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459408 Aug 17 00:16:48.622509 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17793c2-240f-4d97-8699-76e1881bbe7e x-openstack-request-id: req-b17793c2-240f-4d97-8699-76e1881bbe7e {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:16:48.622991 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd84480-84ad-4b97-8953-4282f68989a6", "name": "network-vif-plugged", "status": "completed", "tag": "c90d8aa5-6e54-4176-bffd-03d27ee59cc1", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:16:48.623242 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b17793c2-240f-4d97-8699-76e1881bbe7e {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:16:48.623732 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd84480-84ad-4b97-8953-4282f68989a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90d8aa5-6e54-4176-bffd-03d27ee59cc1', 'code': 200} Aug 17 00:16:48.686439 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-12624077-1888-420e-894b-7050280c44cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:48.688193 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-12624077-1888-420e-894b-7050280c44cc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2676b640-a0ef-482d-b8e8-3f50e99c7802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0952768 Aug 17 00:16:48.827042 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6a21b6-0bf4-4c1b-bae8-4f9735013c2c x-openstack-request-id: req-fc6a21b6-0bf4-4c1b-bae8-4f9735013c2c {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:16:48.827423 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e62c6e86-cb0e-42ac-bd99-9fd14e4837c0", "tag": "93363cca-68f8-4ddc-8068-f696e43a8f80", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:16:48.827744 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc6a21b6-0bf4-4c1b-bae8-4f9735013c2c {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:16:48.828232 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e62c6e86-cb0e-42ac-bd99-9fd14e4837c0', 'tag': '93363cca-68f8-4ddc-8068-f696e43a8f80', 'status': 'completed', 'code': 200} Aug 17 00:16:48.970317 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51955783-1033-47da-9487-ed33b13a0a12 req-e3e1d2b7-96c7-42c5-a7a9-0d2afcfafd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:48.972545 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-51955783-1033-47da-9487-ed33b13a0a12 req-e3e1d2b7-96c7-42c5-a7a9-0d2afcfafd4c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cdd84480-84ad-4b97-8953-4282f68989a6 HTTP/1.1" status: 200 len: 1098 time: 0.2508500 Aug 17 00:16:48.978758 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-0ac3dd5a-5f73-43e0-aab8-a1f657e3c2c6 service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810194 Aug 17 00:16:48.987902 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-deleted', 'tag': '6dc8d69b-05e7-41e6-955a-531d1961bd01'}, {'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-deleted', 'tag': '8f2c444b-10cf-453f-8d06-f7c40983dbe2'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:16:49.003956 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b547e193-73b1-47a3-9e06-e696ff5c9223" -d '{"events": [{"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-deleted", "tag": "6dc8d69b-05e7-41e6-955a-531d1961bd01"}, {"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-deleted", "tag": "8f2c444b-10cf-453f-8d06-f7c40983dbe2"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:16:49.018964 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2d539-06ee-4129-b273-0ef4d0d73ef8 req-957aebe9-8cb4-459b-ab8c-b1785e0849e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:49.030049 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-14a2d539-06ee-4129-b273-0ef4d0d73ef8 req-957aebe9-8cb4-459b-ab8c-b1785e0849e5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d29c30b-fc96-45e3-a3cb-fec8bc666376 HTTP/1.1" status: 200 len: 897 time: 0.4943919 Aug 17 00:16:49.144428 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-b8b3c87f-6994-4e95-901d-f1d5f2d45853 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Deleting port 6021c537-f76b-4c35-9c99-a0beade493db {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:16:49.145684 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b8b3c87f-6994-4e95-901d-f1d5f2d45853 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:49.162058 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-14a2d539-06ee-4129-b273-0ef4d0d73ef8 req-c29cba3f-d66e-4714-a554-500dcb150ac7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea0c2402-6eea-4459-a6bc-01d7b38d5189 HTTP/1.1" status: 200 len: 217 time: 0.0922964 Aug 17 00:16:49.301942 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ca81744d-d735-4709-94c5-925b309b9c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:49.312909 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e031892-390e-465d-9c2e-a2e21c6d06e5 req-972d648f-44b7-41eb-a3dd-491bacaf24f6 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:49.320449 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e031892-390e-465d-9c2e-a2e21c6d06e5 req-972d648f-44b7-41eb-a3dd-491bacaf24f6 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:49.328343 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e031892-390e-465d-9c2e-a2e21c6d06e5 req-972d648f-44b7-41eb-a3dd-491bacaf24f6 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:49.337096 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e031892-390e-465d-9c2e-a2e21c6d06e5 req-972d648f-44b7-41eb-a3dd-491bacaf24f6 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 2410 time: 0.3195500 Aug 17 00:16:49.340854 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:49.356212 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device ea0c2402-6eea-4459-a6bc-01d7b38d5189 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:16:49.380305 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-51955783-1033-47da-9487-ed33b13a0a12 req-8f35e42d-c193-48d8-9ff7-5df2dbea66ad service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=69998126-43ce-4a32-b790-c61684301cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362935 Aug 17 00:16:49.385389 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb53afc-9baf-4848-b09f-4ab23ce387da req-08e6fd4a-966a-4787-b72a-a6e907ebd8f1 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:49.393467 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6cb53afc-9baf-4848-b09f-4ab23ce387da req-08e6fd4a-966a-4787-b72a-a6e907ebd8f1 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd84480-84ad-4b97-8953-4282f68989a6 HTTP/1.1" status: 200 len: 946 time: 0.2421465 Aug 17 00:16:49.406820 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2d539-06ee-4129-b273-0ef4d0d73ef8 req-16740ae2-109b-4e2c-bcde-5ed386e54150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:49.408690 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-14a2d539-06ee-4129-b273-0ef4d0d73ef8 req-16740ae2-109b-4e2c-bcde-5ed386e54150 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=febb6b07-38b7-4ecb-9429-af229d2c2fe5 HTTP/1.1" status: 200 len: 835 time: 0.2041390 Aug 17 00:16:49.455136 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e031892-390e-465d-9c2e-a2e21c6d06e5 req-fbe29fcf-4252-4d92-bb0b-c3ccbd30bd5b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166251 Aug 17 00:16:49.479898 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1c8b89a3-24ef-4851-abe0-c1fd2f8c11e6 req-28c481f9-c126-4b3d-bbc5-cedfd069cb6b service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295766 Aug 17 00:16:49.510983 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-b8b3c87f-6994-4e95-901d-f1d5f2d45853 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] For port 6021c537-f76b-4c35-9c99-a0beade493db, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6021c537-f76b-4c35-9c99-a0beade493db,segment=NetworkSegment(957543c6-5407-4ed1-9bfa-c4b1fc3f666d),segment_id=957543c6-5407-4ed1-9bfa-c4b1fc3f666d)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:49.511551 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b8b3c87f-6994-4e95-901d-f1d5f2d45853 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:49.541146 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6cb53afc-9baf-4848-b09f-4ab23ce387da req-cbc9f349-3629-4e0c-9ec0-eb642e96caa5 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/security-groups?id=69998126-43ce-4a32-b790-c61684301cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465199 Aug 17 00:16:49.543286 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-b8b3c87f-6994-4e95-901d-f1d5f2d45853 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Calling delete_port for 6021c537-f76b-4c35-9c99-a0beade493db owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:16:49.591423 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-e437b9ea-77e4-4d37-925e-2206c15d90ca tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:49.640761 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 00:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beab0026-914b-44ef-ae18-1d253fc8c2c6 x-openstack-request-id: req-beab0026-914b-44ef-ae18-1d253fc8c2c6 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:16:49.646628 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-deleted", "tag": "6dc8d69b-05e7-41e6-955a-531d1961bd01", "status": "completed", "code": 200}, {"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-deleted", "tag": "8f2c444b-10cf-453f-8d06-f7c40983dbe2", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:16:49.647183 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-beab0026-914b-44ef-ae18-1d253fc8c2c6 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:16:49.648540 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-deleted', 'tag': '6dc8d69b-05e7-41e6-955a-531d1961bd01', 'status': 'completed', 'code': 200} Aug 17 00:16:49.652186 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-deleted', 'tag': '8f2c444b-10cf-453f-8d06-f7c40983dbe2', 'status': 'completed', 'code': 200} Aug 17 00:16:49.720884 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port ea0c2402-6eea-4459-a6bc-01d7b38d5189, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ea0c2402-6eea-4459-a6bc-01d7b38d5189,segment=NetworkSegment(c0ba2f2a-c684-4035-b928-fead4a459d54),segment_id=c0ba2f2a-c684-4035-b928-fead4a459d54)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:49.797616 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'ea0c2402-6eea-4459-a6bc-01d7b38d5189', 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376', 'port_id': 'ea0c2402-6eea-4459-a6bc-01d7b38d5189', 'mac_address': 'fa:16:3e:8c:89:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:16:49.803470 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437b9ea-77e4-4d37-925e-2206c15d90ca tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event deleted for resources: {'Port': ['ID=23434d76-3964-4216-81fd-bc4dd9fd6a0f,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:49.947541 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:49.980466 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea0c2402-6eea-4459-a6bc-01d7b38d5189 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:16:50.027703 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port ea0c2402-6eea-4459-a6bc-01d7b38d5189, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ea0c2402-6eea-4459-a6bc-01d7b38d5189,segment=NetworkSegment(c0ba2f2a-c684-4035-b928-fead4a459d54),segment_id=c0ba2f2a-c684-4035-b928-fead4a459d54)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:50.036068 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:50.046997 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-e437b9ea-77e4-4d37-925e-2206c15d90ca tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] No DVR routers for this DVR port 23434d76-3964-4216-81fd-bc4dd9fd6a0f on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:16:50.050976 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-e437b9ea-77e4-4d37-925e-2206c15d90ca tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:50.056140 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-e437b9ea-77e4-4d37-925e-2206c15d90ca tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.64 "DELETE /v2.0/ports/23434d76-3964-4216-81fd-bc4dd9fd6a0f HTTP/1.1" status: 204 len: 173 time: 3.1518953 Aug 17 00:16:50.083142 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2d539-06ee-4129-b273-0ef4d0d73ef8 req-24f4b2ea-ffdd-4e25-a3de-433ba94d8748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:50.087192 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-14a2d539-06ee-4129-b273-0ef4d0d73ef8 req-24f4b2ea-ffdd-4e25-a3de-433ba94d8748 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d29c30b-fc96-45e3-a3cb-fec8bc666376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6236808 Aug 17 00:16:50.122516 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=ea0c2402-6eea-4459-a6bc-01d7b38d5189,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:50.186158 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:50.225296 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e640710-3d8f-4b4f-8532-93d7a4647f74 req-a1987bb3-8764-49b2-9c34-03a9f3ab4c28 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:50.234350 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b8b3c87f-6994-4e95-901d-f1d5f2d45853 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:50.241824 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e640710-3d8f-4b4f-8532-93d7a4647f74 req-a1987bb3-8764-49b2-9c34-03a9f3ab4c28 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7d4c64c-670d-4577-93e3-33f650354fb8 HTTP/1.1" status: 200 len: 943 time: 0.4335995 Aug 17 00:16:50.256548 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2355dae-23fb-4f86-88fe-99c91087be66 req-eaa98b6a-cffa-4a07-96bc-e7c7b5a9b45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:50.269357 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b2355dae-23fb-4f86-88fe-99c91087be66 req-eaa98b6a-cffa-4a07-96bc-e7c7b5a9b45b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 1096 time: 0.5011210 Aug 17 00:16:50.330998 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3c87f-6994-4e95-901d-f1d5f2d45853 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Port': ['ID=6021c537-f76b-4c35-9c99-a0beade493db,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:50.361989 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['ea0c2402-6eea-4459-a6bc-01d7b38d5189'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:16:50.638439 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ae54f-231c-45b2-9484-b27cd2cb9496 req-dc3ff5c4-f8fb-40d8-b173-23d1b5bc58b1 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:50.640108 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d99ae54f-231c-45b2-9484-b27cd2cb9496 req-dc3ff5c4-f8fb-40d8-b173-23d1b5bc58b1 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 944 time: 0.8981276 Aug 17 00:16:50.774093 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2355dae-23fb-4f86-88fe-99c91087be66 req-f0da6a52-808d-496e-abe1-361d89960cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:50.790616 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b2355dae-23fb-4f86-88fe-99c91087be66 req-f0da6a52-808d-496e-abe1-361d89960cbd service neutron] 10.222.0.64 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 912 time: 0.3007317 Aug 17 00:16:50.844923 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e640710-3d8f-4b4f-8532-93d7a4647f74 req-bc7b767e-457d-4ca3-9b14-60941043a84d tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=1859ed2c-6f17-4515-9ead-e07402fa0185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5973783 Aug 17 00:16:50.955543 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-14a2d539-06ee-4129-b273-0ef4d0d73ef8 req-8756b664-9b4e-42c3-b4ff-2f8d1641febe service neutron] 10.222.0.64 "GET /v2.0/networks/1d29c30b-fc96-45e3-a3cb-fec8bc666376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7759941 Aug 17 00:16:50.983576 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d99ae54f-231c-45b2-9484-b27cd2cb9496 req-4b407fbf-f761-430e-a66d-82ef7522cda9 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023565 Aug 17 00:16:51.061096 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b2355dae-23fb-4f86-88fe-99c91087be66 req-6d1c8291-28e8-4b23-acd4-fc6d5bb83d7e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93363cca-68f8-4ddc-8068-f696e43a8f80 HTTP/1.1" status: 200 len: 217 time: 0.1833687 Aug 17 00:16:51.250706 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-865d6252-b5ff-41ac-8469-e374311e6cd3 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Deleting port 0a9b87f8-4dbf-486d-a3c6-27de042824e5 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:16:51.251322 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-865d6252-b5ff-41ac-8469-e374311e6cd3 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:51.379669 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2355dae-23fb-4f86-88fe-99c91087be66 req-64b31b0d-cad3-4486-b85c-cefbdc198c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:51.382220 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b2355dae-23fb-4f86-88fe-99c91087be66 req-64b31b0d-cad3-4486-b85c-cefbdc198c53 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50a43672-a95f-4b5a-a039-6a76ff2ef6bb HTTP/1.1" status: 200 len: 850 time: 0.3008976 Aug 17 00:16:51.466754 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b8b3c87f-6994-4e95-901d-f1d5f2d45853 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:51.527148 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65800575-e627-44d5-86aa-947d5a3683eb req-c1c3e9df-0eec-4e14-af1c-931cd0d132f8 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:51.534713 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-65800575-e627-44d5-86aa-947d5a3683eb req-c1c3e9df-0eec-4e14-af1c-931cd0d132f8 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 944 time: 0.5144806 Aug 17 00:16:51.600653 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2355dae-23fb-4f86-88fe-99c91087be66 req-11793ef8-23fa-4898-9559-123b5f950314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:51.605089 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b2355dae-23fb-4f86-88fe-99c91087be66 req-11793ef8-23fa-4898-9559-123b5f950314 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2676b640-a0ef-482d-b8e8-3f50e99c7802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1967895 Aug 17 00:16:51.657168 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565df342-5099-4b2d-8ca7-ef64f72a8ef1 req-afc94d21-1f20-4076-add2-5ff716a491a3 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:51.665077 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565df342-5099-4b2d-8ca7-ef64f72a8ef1 req-afc94d21-1f20-4076-add2-5ff716a491a3 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:51.675690 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-565df342-5099-4b2d-8ca7-ef64f72a8ef1 req-afc94d21-1f20-4076-add2-5ff716a491a3 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 1677 time: 0.3864179 Aug 17 00:16:51.699978 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-deleted', 'tag': '23434d76-3964-4216-81fd-bc4dd9fd6a0f'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:16:51.702839 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d44f17-aad5-40cc-8e91-27a6680d10ae" -d '{"events": [{"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-deleted", "tag": "23434d76-3964-4216-81fd-bc4dd9fd6a0f"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:16:51.713777 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-14a2d539-06ee-4129-b273-0ef4d0d73ef8 req-c630c2d5-1289-47fb-a5bc-f81d642a39d6 service neutron] 10.222.0.64 "GET /v2.0/networks/1d29c30b-fc96-45e3-a3cb-fec8bc666376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7291574 Aug 17 00:16:51.730119 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-65800575-e627-44d5-86aa-947d5a3683eb req-68649617-ba04-4625-90d2-1138b2031d7c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944976 Aug 17 00:16:51.780470 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-865d6252-b5ff-41ac-8469-e374311e6cd3 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] For port 0a9b87f8-4dbf-486d-a3c6-27de042824e5, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0a9b87f8-4dbf-486d-a3c6-27de042824e5,segment=NetworkSegment(f2598112-e255-4a98-be84-f684c08cfbc7),segment_id=f2598112-e255-4a98-be84-f684c08cfbc7)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:51.780960 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-865d6252-b5ff-41ac-8469-e374311e6cd3 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:51.836802 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-865d6252-b5ff-41ac-8469-e374311e6cd3 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Calling delete_port for 0a9b87f8-4dbf-486d-a3c6-27de042824e5 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:16:51.929266 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-565df342-5099-4b2d-8ca7-ef64f72a8ef1 req-d060d152-4177-490e-b34f-01a7af5d3623 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2330618 Aug 17 00:16:52.017265 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b3c87f-6994-4e95-901d-f1d5f2d45853 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Router e6874460-4d27-4386-a22f-dacc9b98dcfd has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:16:52.105825 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b2355dae-23fb-4f86-88fe-99c91087be66 req-2aaf3400-141a-436f-8295-78d5bae57e2c service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748867 Aug 17 00:16:52.115227 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:52.183489 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79053257-e6d9-4361-b031-399ae296c707 x-openstack-request-id: req-79053257-e6d9-4361-b031-399ae296c707 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:16:52.183904 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-deleted", "tag": "23434d76-3964-4216-81fd-bc4dd9fd6a0f", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:16:52.191924 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-79053257-e6d9-4361-b031-399ae296c707 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:16:52.206551 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-deleted', 'tag': '23434d76-3964-4216-81fd-bc4dd9fd6a0f', 'status': 'completed', 'code': 200} Aug 17 00:16:52.347066 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b3c87f-6994-4e95-901d-f1d5f2d45853 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:16:52.360801 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5047b3-4fab-4ca2-a09d-3fbd91066bcb None None] Sync routers for ids ['e6874460-4d27-4386-a22f-dacc9b98dcfd'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:16:52.361428 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b8b3c87f-6994-4e95-901d-f1d5f2d45853 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "PUT /v2.0/routers/e6874460-4d27-4386-a22f-dacc9b98dcfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7986975 Aug 17 00:16:52.362066 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56624) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:52.378692 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5047b3-4fab-4ca2-a09d-3fbd91066bcb None None] Routers {'e6874460-4d27-4386-a22f-dacc9b98dcfd'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:16:52.379424 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-1f5047b3-4fab-4ca2-a09d-3fbd91066bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:16:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e6874460-4d27-4386-a22f-dacc9b98dcfd'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:52.477432 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ab8d6-4ae7-4a1e-a4bb-05f0a6631ac2 req-97f6df8d-1385-42be-8e2c-3320e7e61ff4 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:52.492037 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f06ab8d6-4ae7-4a1e-a4bb-05f0a6631ac2 req-97f6df8d-1385-42be-8e2c-3320e7e61ff4 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd84480-84ad-4b97-8953-4282f68989a6 HTTP/1.1" status: 200 len: 946 time: 0.6362369 Aug 17 00:16:52.593734 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf59f33-95a4-4267-83ae-880ac75329c0 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Deleting subnet aec7596c-f8bd-4ed1-821c-0ddc1f32121f {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:16:52.599163 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1bf59f33-95a4-4267-83ae-880ac75329c0 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:52.628060 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f06ab8d6-4ae7-4a1e-a4bb-05f0a6631ac2 req-91c743cf-1bbb-4c6b-8005-9439a640c107 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/security-groups?id=69998126-43ce-4a32-b790-c61684301cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344395 Aug 17 00:16:52.642929 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-865d6252-b5ff-41ac-8469-e374311e6cd3 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:52.649900 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-1f5047b3-4fab-4ca2-a09d-3fbd91066bcb None None] Set router e6874460-4d27-4386-a22f-dacc9b98dcfd gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:16:52.752363 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1bf59f33-95a4-4267-83ae-880ac75329c0 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:52.813463 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0dfcd-3e07-47e1-ac91-f9de4e6e78c7 req-23a114de-8099-49ba-8afa-cff8bb3fad1b tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:52.825975 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0dc0dfcd-3e07-47e1-ac91-f9de4e6e78c7 req-23a114de-8099-49ba-8afa-cff8bb3fad1b tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7d4c64c-670d-4577-93e3-33f650354fb8 HTTP/1.1" status: 200 len: 944 time: 0.6132517 Aug 17 00:16:52.914878 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d6252-b5ff-41ac-8469-e374311e6cd3 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event deleted for resources: {'Port': ['ID=0a9b87f8-4dbf-486d-a3c6-27de042824e5,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:53.017748 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b2355dae-23fb-4f86-88fe-99c91087be66 req-7cda54bb-66e2-4c4a-8f8c-94b580a61340 service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8062377 Aug 17 00:16:53.084068 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1bf59f33-95a4-4267-83ae-880ac75329c0 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:53.169219 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0dc0dfcd-3e07-47e1-ac91-f9de4e6e78c7 req-e88f1355-ef90-42c3-8085-a4a95caf0963 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=1859ed2c-6f17-4515-9ead-e07402fa0185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3415787 Aug 17 00:16:53.188691 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-865d6252-b5ff-41ac-8469-e374311e6cd3 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] No DVR routers for this DVR port 0a9b87f8-4dbf-486d-a3c6-27de042824e5 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:16:53.210763 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-865d6252-b5ff-41ac-8469-e374311e6cd3 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:53.218471 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-865d6252-b5ff-41ac-8469-e374311e6cd3 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.64 "DELETE /v2.0/ports/0a9b87f8-4dbf-486d-a3c6-27de042824e5 HTTP/1.1" status: 204 len: 173 time: 3.1353459 Aug 17 00:16:53.243314 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca70c0-0963-4eb3-a184-08c1d662fbcd req-757025c7-9432-4ba4-8bd7-60b31a2bec8e tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:53.265518 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-26ca70c0-0963-4eb3-a184-08c1d662fbcd req-757025c7-9432-4ba4-8bd7-60b31a2bec8e tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 944 time: 0.4182777 Aug 17 00:16:53.276505 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1bf59f33-95a4-4267-83ae-880ac75329c0 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:53.352342 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf59f33-95a4-4267-83ae-880ac75329c0 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Subnet': ['ID=aec7596c-f8bd-4ed1-821c-0ddc1f32121f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:53.359514 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device ea0c2402-6eea-4459-a6bc-01d7b38d5189 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:16:53.369407 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1bf59f33-95a4-4267-83ae-880ac75329c0 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:53.371641 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1bf59f33-95a4-4267-83ae-880ac75329c0 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/subnets/aec7596c-f8bd-4ed1-821c-0ddc1f32121f HTTP/1.1" status: 204 len: 168 time: 1.0064523 Aug 17 00:16:53.384104 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56668) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:53.553568 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204019f5-e8f0-46bb-a8e4-1a50b7505ebd None None] Network 5ac50dcf-ae90-4717-b73a-03fd6d7718b1 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:16:53.636657 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-1f5047b3-4fab-4ca2-a09d-3fbd91066bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:16:50Z', 'revision_number': 8, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None, '_interfaces': [{'id': '6e06232a-1731-4ea1-9e7f-857adaeb32b4', 'name': '', 'network_id': '21a8a852-6f62-4d4e-ac9a-8ad4d21c567e', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:0e:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '97247538-d486-4e7b-905d-d8f324d65b90', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:38Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '97247538-d486-4e7b-905d-d8f324d65b90', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c305b6c8-751b-46ae-903d-20fd2e3b18a9', 'name': '', 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:ae:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:33Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdddcc92-ec2d-44fa-a20b-022b58d6c79d', 'name': '', 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:e9:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:07Z', 'updated_at': '2021-08-17T00:16:20Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:53.844966 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5047b3-4fab-4ca2-a09d-3fbd91066bcb None None] Checking router: e6874460-4d27-4386-a22f-dacc9b98dcfd for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:16:53.875335 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5047b3-4fab-4ca2-a09d-3fbd91066bcb None None] Routers {'e6874460-4d27-4386-a22f-dacc9b98dcfd'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:16:53.875923 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-1f5047b3-4fab-4ca2-a09d-3fbd91066bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:16:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e6874460-4d27-4386-a22f-dacc9b98dcfd'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:53.914617 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-26ca70c0-0963-4eb3-a184-08c1d662fbcd req-be869f1d-9711-486d-8656-49cdb33141e4 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6410272 Aug 17 00:16:54.065450 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e57981-0b3d-4ab2-a200-4fadfea372c2 req-772f483c-0070-4f8e-a679-2175360f348c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:54.083923 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-37e57981-0b3d-4ab2-a200-4fadfea372c2 req-772f483c-0070-4f8e-a679-2175360f348c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 944 time: 0.6522791 Aug 17 00:16:54.218225 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-deleted', 'tag': '0a9b87f8-4dbf-486d-a3c6-27de042824e5'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:16:54.218225 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697fc687-1968-49e3-8387-61f6d901f271" -d '{"events": [{"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-deleted", "tag": "0a9b87f8-4dbf-486d-a3c6-27de042824e5"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:16:54.282820 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:54.331259 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-37e57981-0b3d-4ab2-a200-4fadfea372c2 req-0dbb8528-3126-46e5-8ba2-3d0aaa89194f tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462509 Aug 17 00:16:54.352337 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614bd4f-7b36-4311-8056-aeba7ecc104f req-34a4a60d-002d-4a04-9f99-6f341b65d0df tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:54.367793 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f614bd4f-7b36-4311-8056-aeba7ecc104f req-34a4a60d-002d-4a04-9f99-6f341b65d0df tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 943 time: 0.2271776 Aug 17 00:16:54.369481 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port ea0c2402-6eea-4459-a6bc-01d7b38d5189 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:16:54.384847 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-1f5047b3-4fab-4ca2-a09d-3fbd91066bcb None None] Set router e6874460-4d27-4386-a22f-dacc9b98dcfd gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:16:54.462359 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port ea0c2402-6eea-4459-a6bc-01d7b38d5189 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:54.463040 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:54.663109 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea2df61-1131-447f-8639-1aa7ebcced65 None None] DHCP port deletion for 5ac50dcf-ae90-4717-b73a-03fd6d7718b1 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:16:54.751826 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f614bd4f-7b36-4311-8056-aeba7ecc104f req-b92377c3-9523-4e53-a266-717fdf427cf6 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3779223 Aug 17 00:16:54.756909 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-32a2f60a-a348-47b4-bac9-6dad13536e50 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Deleting port be7f0e44-0d24-4d56-9f06-d5a6b31e1abb {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:16:54.757298 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-32a2f60a-a348-47b4-bac9-6dad13536e50 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:54.867041 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:54.913291 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port ea0c2402-6eea-4459-a6bc-01d7b38d5189, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ea0c2402-6eea-4459-a6bc-01d7b38d5189,segment=NetworkSegment(c0ba2f2a-c684-4035-b928-fead4a459d54),segment_id=c0ba2f2a-c684-4035-b928-fead4a459d54)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:54.922404 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d4c64c-670d-4577-93e3-33f650354fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0c2402-6eea-4459-a6bc-01d7b38d5189'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:16:54.927594 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4b8c7b-8a34-46c6-ac6f-b494322f4e4c" -d '{"events": [{"server_uuid": "c7d4c64c-670d-4577-93e3-33f650354fb8", "name": "network-vif-plugged", "status": "completed", "tag": "ea0c2402-6eea-4459-a6bc-01d7b38d5189"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:16:54.943407 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:55.027003 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b595d53-b2b9-446a-b7c1-05b9d44777b1 x-openstack-request-id: req-3b595d53-b2b9-446a-b7c1-05b9d44777b1 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:16:55.028079 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-deleted", "tag": "0a9b87f8-4dbf-486d-a3c6-27de042824e5", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:16:55.028560 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3b595d53-b2b9-446a-b7c1-05b9d44777b1 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:16:55.029318 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-deleted', 'tag': '0a9b87f8-4dbf-486d-a3c6-27de042824e5', 'status': 'completed', 'code': 200} Aug 17 00:16:55.039565 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-eea2df61-1131-447f-8639-1aa7ebcced65 None None] Deleting port 4189a70c-e70f-42c4-926f-3337274521ee {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:16:55.040119 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-eea2df61-1131-447f-8639-1aa7ebcced65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:55.049484 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-1f5047b3-4fab-4ca2-a09d-3fbd91066bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:16:50Z', 'revision_number': 8, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None, '_interfaces': [{'id': '6e06232a-1731-4ea1-9e7f-857adaeb32b4', 'name': '', 'network_id': '21a8a852-6f62-4d4e-ac9a-8ad4d21c567e', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:0e:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '97247538-d486-4e7b-905d-d8f324d65b90', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:38Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '97247538-d486-4e7b-905d-d8f324d65b90', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c305b6c8-751b-46ae-903d-20fd2e3b18a9', 'name': '', 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:ae:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:33Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdddcc92-ec2d-44fa-a20b-022b58d6c79d', 'name': '', 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:e9:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:07Z', 'updated_at': '2021-08-17T00:16:20Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:55.074772 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d565f5-f634-4d2a-af22-d76e514a7530 req-e5f4b8a1-6312-42f9-925f-e116a511cea3 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:55.077497 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-06d565f5-f634-4d2a-af22-d76e514a7530 req-e5f4b8a1-6312-42f9-925f-e116a511cea3 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7d4c64c-670d-4577-93e3-33f650354fb8 HTTP/1.1" status: 200 len: 944 time: 0.6632559 Aug 17 00:16:55.083380 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Deleting port 4189a70c-e70f-42c4-926f-3337274521ee {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:16:55.083380 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:55.093660 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b159f0b0-78d4-4f44-a998-181fea1a34bc x-openstack-request-id: req-b159f0b0-78d4-4f44-a998-181fea1a34bc {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:16:55.093956 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d4c64c-670d-4577-93e3-33f650354fb8", "name": "network-vif-plugged", "status": "completed", "tag": "ea0c2402-6eea-4459-a6bc-01d7b38d5189", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:16:55.094220 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b159f0b0-78d4-4f44-a998-181fea1a34bc {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:16:55.094615 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d4c64c-670d-4577-93e3-33f650354fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0c2402-6eea-4459-a6bc-01d7b38d5189', 'code': 200} Aug 17 00:16:55.148727 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5047b3-4fab-4ca2-a09d-3fbd91066bcb None None] The sync data for ids ['e6874460-4d27-4386-a22f-dacc9b98dcfd'] in n-d-800088-20 is: [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:16:50Z', 'revision_number': 8, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None, '_interfaces': [{'id': '6e06232a-1731-4ea1-9e7f-857adaeb32b4', 'name': '', 'network_id': '21a8a852-6f62-4d4e-ac9a-8ad4d21c567e', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:0e:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '97247538-d486-4e7b-905d-d8f324d65b90', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:38Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '97247538-d486-4e7b-905d-d8f324d65b90', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c305b6c8-751b-46ae-903d-20fd2e3b18a9', 'name': '', 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:ae:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:33Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdddcc92-ec2d-44fa-a20b-022b58d6c79d', 'name': '', 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:e9:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:07Z', 'updated_at': '2021-08-17T00:16:20Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:16:55.156273 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=ea0c2402-6eea-4459-a6bc-01d7b38d5189,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:55.247301 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-32a2f60a-a348-47b4-bac9-6dad13536e50 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] For port be7f0e44-0d24-4d56-9f06-d5a6b31e1abb, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=be7f0e44-0d24-4d56-9f06-d5a6b31e1abb,segment=NetworkSegment(b7130b5e-880a-4624-8591-a8d8fad3e001),segment_id=b7130b5e-880a-4624-8591-a8d8fad3e001)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:55.247838 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-32a2f60a-a348-47b4-bac9-6dad13536e50 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:55.267153 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-06d565f5-f634-4d2a-af22-d76e514a7530 req-074f1fce-c9ae-4440-a967-d1f381015330 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=1859ed2c-6f17-4515-9ead-e07402fa0185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779232 Aug 17 00:16:55.270073 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-eea2df61-1131-447f-8639-1aa7ebcced65 None None] For port 4189a70c-e70f-42c4-926f-3337274521ee, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4189a70c-e70f-42c4-926f-3337274521ee,segment=NetworkSegment(957543c6-5407-4ed1-9bfa-c4b1fc3f666d),segment_id=957543c6-5407-4ed1-9bfa-c4b1fc3f666d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:55.276675 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-eea2df61-1131-447f-8639-1aa7ebcced65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:55.298180 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-32a2f60a-a348-47b4-bac9-6dad13536e50 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Calling delete_port for be7f0e44-0d24-4d56-9f06-d5a6b31e1abb owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:16:55.298449 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf8544-0260-419d-8d0b-cf099a81e0c1 req-b0c3d4f2-534d-402f-aa9a-c8f45f1dcaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:55.299797 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7bbf8544-0260-419d-8d0b-cf099a81e0c1 req-b0c3d4f2-534d-402f-aa9a-c8f45f1dcaab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c7d4c64c-670d-4577-93e3-33f650354fb8 HTTP/1.1" status: 200 len: 1097 time: 0.1279821 Aug 17 00:16:55.322038 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-eea2df61-1131-447f-8639-1aa7ebcced65 None None] Calling delete_port for 4189a70c-e70f-42c4-926f-3337274521ee owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:16:55.375138 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7bbf8544-0260-419d-8d0b-cf099a81e0c1 req-6bba181e-570d-46f1-92ea-549c47cb24d5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1859ed2c-6f17-4515-9ead-e07402fa0185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675058 Aug 17 00:16:55.543202 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-eea2df61-1131-447f-8639-1aa7ebcced65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:55.578951 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2df61-1131-447f-8639-1aa7ebcced65 None None] Pushing event deleted for resources: {'Port': ['ID=4189a70c-e70f-42c4-926f-3337274521ee,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:55.604102 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea2df61-1131-447f-8639-1aa7ebcced65 None None] No DVR routers for this DVR port 4189a70c-e70f-42c4-926f-3337274521ee on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:16:55.692026 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] For port 4189a70c-e70f-42c4-926f-3337274521ee, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4189a70c-e70f-42c4-926f-3337274521ee,segment=NetworkSegment(957543c6-5407-4ed1-9bfa-c4b1fc3f666d),segment_id=957543c6-5407-4ed1-9bfa-c4b1fc3f666d)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:55.700696 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:55.809591 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Calling delete_port for 4189a70c-e70f-42c4-926f-3337274521ee owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:16:55.874727 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6021c537-f76b-4c35-9c99-a0beade493db no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:16:55.896505 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13aab8f-6197-49b7-bdb5-bfcaec86206d req-87d0c801-af62-4a78-8135-647d0f7d5fc7 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:55.904903 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b13aab8f-6197-49b7-bdb5-bfcaec86206d req-87d0c801-af62-4a78-8135-647d0f7d5fc7 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 944 time: 0.6365979 Aug 17 00:16:55.921756 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 6021c537-f76b-4c35-9c99-a0beade493db {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:16:55.922461 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6021c537-f76b-4c35-9c99-a0beade493db not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:16:55.923299 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4189a70c-e70f-42c4-926f-3337274521ee no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:16:55.986514 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 4189a70c-e70f-42c4-926f-3337274521ee {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:16:55.986871 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4189a70c-e70f-42c4-926f-3337274521ee not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:16:56.032443 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b52984-e3c7-4f30-9857-533680878827 req-c6b2363d-17e8-49bc-bb55-ac938b4d5fa7 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:56.037395 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9b52984-e3c7-4f30-9857-533680878827 req-c6b2363d-17e8-49bc-bb55-ac938b4d5fa7 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 944 time: 0.4047911 Aug 17 00:16:56.252209 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9b52984-e3c7-4f30-9857-533680878827 req-13f11107-5506-4dc6-bc52-e735d110f853 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868274 Aug 17 00:16:56.290627 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b13aab8f-6197-49b7-bdb5-bfcaec86206d req-d9a7718d-6cf0-4e3b-9510-31257d453102 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841503 Aug 17 00:16:56.399063 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:56.885135 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Port': ['ID=4189a70c-e70f-42c4-926f-3337274521ee,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:56.898614 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] No DVR routers for this DVR port 4189a70c-e70f-42c4-926f-3337274521ee on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:16:56.909152 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:56.909819 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:56.910390 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:56.910894 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:56.911398 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:56.911892 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:56.912397 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:56.913154 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:56.913651 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:56.914154 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:56.914701 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:56.915202 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:56.919252 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-32a2f60a-a348-47b4-bac9-6dad13536e50 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:57.023752 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2f60a-a348-47b4-bac9-6dad13536e50 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event deleted for resources: {'Port': ['ID=be7f0e44-0d24-4d56-9f06-d5a6b31e1abb,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:57.050011 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e94e9d-8ba2-4143-855b-0841f1271eb6 req-d1cfaaf0-6e69-48ca-a0e5-24d246a5e9ef tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:57.059463 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-20e94e9d-8ba2-4143-855b-0841f1271eb6 req-d1cfaaf0-6e69-48ca-a0e5-24d246a5e9ef tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7d4c64c-670d-4577-93e3-33f650354fb8 HTTP/1.1" status: 200 len: 945 time: 0.6724665 Aug 17 00:16:57.106840 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa23538-26c5-4a6a-84ac-401fda7ec6e2 req-7f9b40c2-bc49-47db-851b-be15722f3f94 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:57.108500 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0aa23538-26c5-4a6a-84ac-401fda7ec6e2 req-7f9b40c2-bc49-47db-851b-be15722f3f94 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 865 time: 0.6785185 Aug 17 00:16:57.149496 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-32a2f60a-a348-47b4-bac9-6dad13536e50 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] No DVR routers for this DVR port be7f0e44-0d24-4d56-9f06-d5a6b31e1abb on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:16:57.152123 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:57.163888 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-32a2f60a-a348-47b4-bac9-6dad13536e50 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:57.166086 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bcc74597-bd0a-4025-a804-15c781d14fdf req-32a2f60a-a348-47b4-bac9-6dad13536e50 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.64 "DELETE /v2.0/ports/be7f0e44-0d24-4d56-9f06-d5a6b31e1abb HTTP/1.1" status: 204 len: 173 time: 3.8612385 Aug 17 00:16:57.172680 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-deleted', 'tag': 'be7f0e44-0d24-4d56-9f06-d5a6b31e1abb'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:16:57.175000 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9acbee9-4c9d-4dfa-b133-0338bbdb3df1" -d '{"events": [{"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-deleted", "tag": "be7f0e44-0d24-4d56-9f06-d5a6b31e1abb"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:16:57.189106 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac50dcf-ae90-4717-b73a-03fd6d7718b1']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:57.207600 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '957543c6-5407-4ed1-9bfa-c4b1fc3f666d') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:57.208205 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '957543c6-5407-4ed1-9bfa-c4b1fc3f666d') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:57.242678 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:57.247370 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-20e94e9d-8ba2-4143-855b-0841f1271eb6 req-d956c003-bd6b-47a9-8cf7-829ec0269dd1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=1859ed2c-6f17-4515-9ead-e07402fa0185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870387 Aug 17 00:16:57.250280 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0aa23538-26c5-4a6a-84ac-401fda7ec6e2 req-2932cc8d-cab8-4aa7-a4d3-fdfd89e03e7a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups?id=88964f1b-152b-4df1-8d5f-41ff0b1e970e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020672 Aug 17 00:16:57.271317 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:57.278955 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:16:57.279257 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: self.session.flush() Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: self.session.flush() Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: self.session.flush() Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: self.session.flush() Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:16:57.355862 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:16:57.398605 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:57.405015 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff6588f-8285-4b8c-b43a-cd1c7796a21b x-openstack-request-id: req-bff6588f-8285-4b8c-b43a-cd1c7796a21b {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:16:57.405455 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cd375f-0ca2-422b-98ca-441507c85655", "name": "network-vif-deleted", "tag": "be7f0e44-0d24-4d56-9f06-d5a6b31e1abb", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:16:57.405707 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bff6588f-8285-4b8c-b43a-cd1c7796a21b {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:16:57.406157 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cd375f-0ca2-422b-98ca-441507c85655', 'name': 'network-vif-deleted', 'tag': 'be7f0e44-0d24-4d56-9f06-d5a6b31e1abb', 'status': 'completed', 'code': 200} Aug 17 00:16:57.414512 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:57.416541 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/networks/5ac50dcf-ae90-4717-b73a-03fd6d7718b1 HTTP/1.1" status: 204 len: 168 time: 3.9564495 Aug 17 00:16:57.419480 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56734) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:57.518031 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91f462-bcd6-4c7b-8de0-46afb1cc602b tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Network': ['ID=5ac50dcf-ae90-4717-b73a-03fd6d7718b1,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:57.555093 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648b0cb-fe44-44c9-a86a-3ba990fbdbcd req-2a7eed11-733a-4eb7-b4d8-84c258cc6b7f tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:57.567893 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6648b0cb-fe44-44c9-a86a-3ba990fbdbcd req-2a7eed11-733a-4eb7-b4d8-84c258cc6b7f tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 944 time: 0.1548975 Aug 17 00:16:57.770116 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbc417-0eda-42ca-a046-caa5f30fcc41 req-2f69d738-f674-4440-84a5-1325f7af9a01 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:57.771722 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54fbc417-0eda-42ca-a046-caa5f30fcc41 req-2f69d738-f674-4440-84a5-1325f7af9a01 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 944 time: 0.2029004 Aug 17 00:16:57.780362 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6648b0cb-fe44-44c9-a86a-3ba990fbdbcd req-5b511a3b-fd0c-40fd-bcb6-bbe4ba82ff3d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359694 Aug 17 00:16:57.857262 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54fbc417-0eda-42ca-a046-caa5f30fcc41 req-417dfb7d-42d5-44ab-9b20-6de06d071bc4 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744581 Aug 17 00:16:58.029138 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9687e4c4-99c4-40fa-9ccd-f289a9c65939 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:58.498172 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4fc9d4b0-e9d2-4e80-9dbc-18de306d41c7 req-b1ddc382-ee59-464e-8bc1-1ab44ded983e tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 210 time: 0.0315230 Aug 17 00:16:58.520750 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab23c8-03d2-4221-aa20-3211a24150a4 req-6a3f1cc3-2119-4fe7-911f-e48d8f4b213a tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:58.529387 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73ab23c8-03d2-4221-aa20-3211a24150a4 req-6a3f1cc3-2119-4fe7-911f-e48d8f4b213a tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7d4c64c-670d-4577-93e3-33f650354fb8 HTTP/1.1" status: 200 len: 945 time: 0.0999005 Aug 17 00:16:58.587401 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73ab23c8-03d2-4221-aa20-3211a24150a4 req-3ab8902f-6895-490d-a5e8-9b5a262e4593 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=1859ed2c-6f17-4515-9ead-e07402fa0185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563674 Aug 17 00:16:58.779316 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-9687e4c4-99c4-40fa-9ccd-f289a9c65939 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Deleting port 6e06232a-1731-4ea1-9e7f-857adaeb32b4 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:16:58.779958 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9687e4c4-99c4-40fa-9ccd-f289a9c65939 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:58.935932 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-9687e4c4-99c4-40fa-9ccd-f289a9c65939 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] For port 6e06232a-1731-4ea1-9e7f-857adaeb32b4, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6e06232a-1731-4ea1-9e7f-857adaeb32b4,segment=NetworkSegment(eef9a1a9-f7c5-4d88-969b-3a2f35c4567c),segment_id=eef9a1a9-f7c5-4d88-969b-3a2f35c4567c)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:58.936413 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9687e4c4-99c4-40fa-9ccd-f289a9c65939 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:58.941355 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1189ddf-9cf8-4896-aa22-5f83109461e9 req-092a8c79-7383-43db-972b-86eeaf1c53e9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:58.949614 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1189ddf-9cf8-4896-aa22-5f83109461e9 req-092a8c79-7383-43db-972b-86eeaf1c53e9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 944 time: 0.0635836 Aug 17 00:16:58.954830 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-9687e4c4-99c4-40fa-9ccd-f289a9c65939 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Calling delete_port for 6e06232a-1731-4ea1-9e7f-857adaeb32b4 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:16:59.009842 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1189ddf-9cf8-4896-aa22-5f83109461e9 req-5a959d09-a322-4cbf-b156-e28538e7a70d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591629 Aug 17 00:16:59.137546 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16385456-379c-47f1-87e0-2145fd55fe55 req-ef244e31-194b-4c0d-8bef-803e8d23b069 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:59.139917 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16385456-379c-47f1-87e0-2145fd55fe55 req-ef244e31-194b-4c0d-8bef-803e8d23b069 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 944 time: 0.1203504 Aug 17 00:16:59.211068 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16385456-379c-47f1-87e0-2145fd55fe55 req-570c21af-badf-4f0e-959c-f6fcd163f5bd tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628161 Aug 17 00:16:59.278110 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9687e4c4-99c4-40fa-9ccd-f289a9c65939 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:59.315629 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687e4c4-99c4-40fa-9ccd-f289a9c65939 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Port': ['ID=6e06232a-1731-4ea1-9e7f-857adaeb32b4,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:59.586388 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9687e4c4-99c4-40fa-9ccd-f289a9c65939 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:59.751610 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-53cc5192-8826-4880-b1ab-5a2539e7abad req-d99fbba7-8333-4c1b-af17-c3f283f2d8cc tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 210 time: 0.0678105 Aug 17 00:16:59.843745 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8901e0-e723-4054-9809-15dbbe7057f6 req-793c5c4b-871c-48f3-9ef3-6cd63286f624 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:59.862138 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da8901e0-e723-4054-9809-15dbbe7057f6 req-793c5c4b-871c-48f3-9ef3-6cd63286f624 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7d4c64c-670d-4577-93e3-33f650354fb8 HTTP/1.1" status: 200 len: 945 time: 0.1206622 Aug 17 00:16:59.945513 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da8901e0-e723-4054-9809-15dbbe7057f6 req-89dbe6ea-b4e2-4ceb-bb97-5b961362aaeb tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=1859ed2c-6f17-4515-9ead-e07402fa0185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768232 Aug 17 00:16:59.993651 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9687e4c4-99c4-40fa-9ccd-f289a9c65939 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Router e6874460-4d27-4386-a22f-dacc9b98dcfd has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:17:00.127796 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9687e4c4-99c4-40fa-9ccd-f289a9c65939 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:17:00.142914 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1da930-44d2-4f10-908d-553ea953a9bb None None] Sync routers for ids ['e6874460-4d27-4386-a22f-dacc9b98dcfd'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:17:00.146350 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56756) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:00.154923 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1da930-44d2-4f10-908d-553ea953a9bb None None] Routers {'e6874460-4d27-4386-a22f-dacc9b98dcfd'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:00.155971 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-cb1da930-44d2-4f10-908d-553ea953a9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:16:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e6874460-4d27-4386-a22f-dacc9b98dcfd'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:00.156701 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9687e4c4-99c4-40fa-9ccd-f289a9c65939 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "PUT /v2.0/routers/e6874460-4d27-4386-a22f-dacc9b98dcfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7270021 Aug 17 00:17:00.219211 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070ba2e-0145-42d3-b55b-978be8f4d127 req-134b934d-8c59-47a7-8704-27944dbfcfa3 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:00.228054 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c070ba2e-0145-42d3-b55b-978be8f4d127 req-134b934d-8c59-47a7-8704-27944dbfcfa3 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 944 time: 0.1408055 Aug 17 00:17:00.282257 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd8b70ca-ed6e-4415-a353-56335b304a47 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Deleting subnet 97247538-d486-4e7b-905d-d8f324d65b90 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:17:00.289235 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fd8b70ca-ed6e-4415-a353-56335b304a47 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:00.291341 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-cb1da930-44d2-4f10-908d-553ea953a9bb None None] Set router e6874460-4d27-4386-a22f-dacc9b98dcfd gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:17:00.305261 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c070ba2e-0145-42d3-b55b-978be8f4d127 req-c4a7b4f5-110e-4f35-ac1c-82f5b082e76c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720661 Aug 17 00:17:00.406190 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fd8b70ca-ed6e-4415-a353-56335b304a47 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:00.493000 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1f7d3-b4ba-48cd-a5ec-bce086b79cbf req-fdc5b579-9ed8-4ccd-a670-b73c4fcc9f09 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:00.496725 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3ea1f7d3-b4ba-48cd-a5ec-bce086b79cbf req-fdc5b579-9ed8-4ccd-a670-b73c4fcc9f09 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 944 time: 0.1509981 Aug 17 00:17:00.586679 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fd8b70ca-ed6e-4415-a353-56335b304a47 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:00.593870 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-cb1da930-44d2-4f10-908d-553ea953a9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:16:59Z', 'revision_number': 9, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None, '_interfaces': [{'id': 'c305b6c8-751b-46ae-903d-20fd2e3b18a9', 'name': '', 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:ae:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:33Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdddcc92-ec2d-44fa-a20b-022b58d6c79d', 'name': '', 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:e9:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:07Z', 'updated_at': '2021-08-17T00:16:20Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:00.632763 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1da930-44d2-4f10-908d-553ea953a9bb None None] Checking router: e6874460-4d27-4386-a22f-dacc9b98dcfd for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:17:00.643661 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1da930-44d2-4f10-908d-553ea953a9bb None None] Routers {'e6874460-4d27-4386-a22f-dacc9b98dcfd'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:00.644498 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-cb1da930-44d2-4f10-908d-553ea953a9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:16:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e6874460-4d27-4386-a22f-dacc9b98dcfd'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:00.676807 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3ea1f7d3-b4ba-48cd-a5ec-bce086b79cbf req-6ff7ecbc-c10f-4493-baf2-c9b6e67fbc28 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745336 Aug 17 00:17:00.702882 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fd8b70ca-ed6e-4415-a353-56335b304a47 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:00.741139 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b70ca-ed6e-4415-a353-56335b304a47 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Subnet': ['ID=97247538-d486-4e7b-905d-d8f324d65b90,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:00.743491 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fd8b70ca-ed6e-4415-a353-56335b304a47 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:00.748739 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab8628f-e53d-4db4-97bd-78599082d007 None None] Network 21a8a852-6f62-4d4e-ac9a-8ad4d21c567e requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:17:00.750719 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56762) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:00.761127 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fd8b70ca-ed6e-4415-a353-56335b304a47 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/subnets/97247538-d486-4e7b-905d-d8f324d65b90 HTTP/1.1" status: 204 len: 168 time: 0.6126540 Aug 17 00:17:00.777675 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-cb1da930-44d2-4f10-908d-553ea953a9bb None None] Set router e6874460-4d27-4386-a22f-dacc9b98dcfd gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:17:00.872974 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:01.012118 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2b2baa47-c175-428f-9e03-1b1aa5d32d35 req-442b56c4-9b74-40c2-a688-c3f3d9566e40 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 210 time: 0.0834813 Aug 17 00:17:01.025515 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Deleting port 012b70a3-6109-411d-8fa4-0a88571feda4 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:01.026212 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:01.182793 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a039e77-12a0-4a3a-9fdf-2922262af7be req-41167ce1-6e3c-4430-9eaf-dcdf5f68bcde tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:01.188210 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] For port 012b70a3-6109-411d-8fa4-0a88571feda4, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=012b70a3-6109-411d-8fa4-0a88571feda4,segment=NetworkSegment(eef9a1a9-f7c5-4d88-969b-3a2f35c4567c),segment_id=eef9a1a9-f7c5-4d88-969b-3a2f35c4567c)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:01.188596 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:01.194456 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7a039e77-12a0-4a3a-9fdf-2922262af7be req-41167ce1-6e3c-4430-9eaf-dcdf5f68bcde tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7d4c64c-670d-4577-93e3-33f650354fb8 HTTP/1.1" status: 200 len: 945 time: 0.1083326 Aug 17 00:17:01.222044 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Calling delete_port for 012b70a3-6109-411d-8fa4-0a88571feda4 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:01.229704 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-cb1da930-44d2-4f10-908d-553ea953a9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:16:59Z', 'revision_number': 9, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None, '_interfaces': [{'id': 'c305b6c8-751b-46ae-903d-20fd2e3b18a9', 'name': '', 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:ae:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:33Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdddcc92-ec2d-44fa-a20b-022b58d6c79d', 'name': '', 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:e9:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:07Z', 'updated_at': '2021-08-17T00:16:20Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:01.254559 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d39ea2a-27ba-4a9a-9875-3004c17a0b5e None None] DHCP port deletion for 21a8a852-6f62-4d4e-ac9a-8ad4d21c567e request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:17:01.285689 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7a039e77-12a0-4a3a-9fdf-2922262af7be req-374e354b-3e26-4e38-a65e-403f1a221494 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=1859ed2c-6f17-4515-9ead-e07402fa0185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896571 Aug 17 00:17:01.318585 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1da930-44d2-4f10-908d-553ea953a9bb None None] The sync data for ids ['e6874460-4d27-4386-a22f-dacc9b98dcfd'] in n-d-800088-20 is: [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:16:59Z', 'revision_number': 9, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None, '_interfaces': [{'id': 'c305b6c8-751b-46ae-903d-20fd2e3b18a9', 'name': '', 'network_id': '6a51d900-bf25-4cb0-ba72-ea044f44db0b', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:ae:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:33Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': '5b7e7cfe-5dc5-488b-94fd-555031b9b0a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdddcc92-ec2d-44fa-a20b-022b58d6c79d', 'name': '', 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:e9:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:07Z', 'updated_at': '2021-08-17T00:16:20Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:17:01.414609 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:01.415469 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1d39ea2a-27ba-4a9a-9875-3004c17a0b5e None None] Deleting port 012b70a3-6109-411d-8fa4-0a88571feda4 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:01.416066 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1d39ea2a-27ba-4a9a-9875-3004c17a0b5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:01.520841 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Port': ['ID=012b70a3-6109-411d-8fa4-0a88571feda4,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:01.544216 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf7398-ba85-44e2-a72c-cc5ad1fe4e52 req-65fb6f65-fc4f-4864-a607-5022c03ded05 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:01.546025 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7bf7398-ba85-44e2-a72c-cc5ad1fe4e52 req-65fb6f65-fc4f-4864-a607-5022c03ded05 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 944 time: 0.1046576 Aug 17 00:17:01.572748 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:01.576079 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:01.576741 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:01.577344 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:01.578165 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:01.578699 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:01.579234 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:01.580533 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:01.581100 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:01.582206 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:01.583128 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:01.583547 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:01.596505 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] No DVR routers for this DVR port 012b70a3-6109-411d-8fa4-0a88571feda4 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:17:01.655952 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7bf7398-ba85-44e2-a72c-cc5ad1fe4e52 req-91c85e28-ef04-485c-ac10-b4df675d765a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914457 Aug 17 00:17:01.844492 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1d39ea2a-27ba-4a9a-9875-3004c17a0b5e None None] For port 012b70a3-6109-411d-8fa4-0a88571feda4, host n-d-800088-20, got binding levels [] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:01.845092 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1d39ea2a-27ba-4a9a-9875-3004c17a0b5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:01.869679 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6e06232a-1731-4ea1-9e7f-857adaeb32b4 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:17:01.892867 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:01.898426 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1d39ea2a-27ba-4a9a-9875-3004c17a0b5e None None] Calling delete_port for 012b70a3-6109-411d-8fa4-0a88571feda4 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:01.900945 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 6e06232a-1731-4ea1-9e7f-857adaeb32b4 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:17:01.901254 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6e06232a-1731-4ea1-9e7f-857adaeb32b4 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:17:01.901254 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 012b70a3-6109-411d-8fa4-0a88571feda4 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:17:01.906882 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.ipam_backend_mixin [None req-1d39ea2a-27ba-4a9a-9875-3004c17a0b5e None None] Port 012b70a3-6109-411d-8fa4-0a88571feda4 was not found and therefore no delete operation was performed {{(pid=101404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 00:17:01.929850 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1d39ea2a-27ba-4a9a-9875-3004c17a0b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:01.932553 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 012b70a3-6109-411d-8fa4-0a88571feda4 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:17:01.932553 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 012b70a3-6109-411d-8fa4-0a88571feda4 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:17:01.959486 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a8a852-6f62-4d4e-ac9a-8ad4d21c567e']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:01.987777 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39ea2a-27ba-4a9a-9875-3004c17a0b5e None None] Pushing event deleted for resources: {'Port': ['ID=012b70a3-6109-411d-8fa4-0a88571feda4,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:01.999215 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d39ea2a-27ba-4a9a-9875-3004c17a0b5e None None] No DVR routers for this DVR port 012b70a3-6109-411d-8fa4-0a88571feda4 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:17:02.010852 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef9a1a9-f7c5-4d88-969b-3a2f35c4567c') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:02.011922 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef9a1a9-f7c5-4d88-969b-3a2f35c4567c') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:02.020319 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3c3ff-924a-480e-9452-2e4ff52ae51e req-6f019983-82ce-473a-8389-a8db0f09c1e9 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:02.026902 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:02.028289 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdf3c3ff-924a-480e-9452-2e4ff52ae51e req-6f019983-82ce-473a-8389-a8db0f09c1e9 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 944 time: 0.1664865 Aug 17 00:17:02.046788 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:02.055774 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:17:02.056776 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:17:02.060958 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:17:02.078355 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdf3c3ff-924a-480e-9452-2e4ff52ae51e req-8db42bb3-e323-4147-93f7-f7f2a5df769d tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490870 Aug 17 00:17:02.153430 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:02.164030 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:02.169576 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/networks/21a8a852-6f62-4d4e-ac9a-8ad4d21c567e HTTP/1.1" status: 204 len: 168 time: 1.4175181 Aug 17 00:17:02.173315 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56778) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:02.183088 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e43e51-9e4f-44cf-919f-1ac8d2af3f73 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Network': ['ID=21a8a852-6f62-4d4e-ac9a-8ad4d21c567e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:02.286186 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3a5a2824-ccc0-4d27-8fc4-62dee852cc2c req-523918cb-a5b8-4267-8427-ad416c5c7b1a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 210 time: 0.1225476 Aug 17 00:17:02.490711 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25182754-642b-47f3-a7fa-c5e8d695d18c req-b34926f7-a23d-4b42-9770-d0fb7c4013e8 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:02.492244 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25182754-642b-47f3-a7fa-c5e8d695d18c req-b34926f7-a23d-4b42-9770-d0fb7c4013e8 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7d4c64c-670d-4577-93e3-33f650354fb8 HTTP/1.1" status: 200 len: 945 time: 0.1157589 Aug 17 00:17:02.568234 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25182754-642b-47f3-a7fa-c5e8d695d18c req-d75613df-4e4d-47e3-ba7b-0c0d91fdf4b4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=1859ed2c-6f17-4515-9ead-e07402fa0185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673764 Aug 17 00:17:02.727322 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7d94cc72-c017-4c83-9e5d-607b331a728c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:02.882998 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e02d2b-91ad-4e35-b5ab-b6198e64ad5c req-45b47dd0-3183-4d3d-9a02-fa307457fd73 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:02.885062 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e8e02d2b-91ad-4e35-b5ab-b6198e64ad5c req-45b47dd0-3183-4d3d-9a02-fa307457fd73 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 944 time: 0.1164358 Aug 17 00:17:02.994711 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e8e02d2b-91ad-4e35-b5ab-b6198e64ad5c req-9cf158c3-c653-49da-8d9b-9a249ce3a0db tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755477 Aug 17 00:17:03.142719 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-7d94cc72-c017-4c83-9e5d-607b331a728c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Deleting port c305b6c8-751b-46ae-903d-20fd2e3b18a9 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:03.143624 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7d94cc72-c017-4c83-9e5d-607b331a728c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:03.271164 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c5ab3-b47e-497d-9686-3524871464d7 req-c990227f-4f13-463d-a5d8-6dd7127680e0 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:03.272523 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d64c5ab3-b47e-497d-9686-3524871464d7 req-c990227f-4f13-463d-a5d8-6dd7127680e0 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 944 time: 0.0775728 Aug 17 00:17:03.304954 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-7d94cc72-c017-4c83-9e5d-607b331a728c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] For port c305b6c8-751b-46ae-903d-20fd2e3b18a9, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c305b6c8-751b-46ae-903d-20fd2e3b18a9,segment=NetworkSegment(5fdc7fae-3443-4f2c-8dd1-b5e5374ce886),segment_id=5fdc7fae-3443-4f2c-8dd1-b5e5374ce886)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:03.305489 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7d94cc72-c017-4c83-9e5d-607b331a728c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:03.330095 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-7d94cc72-c017-4c83-9e5d-607b331a728c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Calling delete_port for c305b6c8-751b-46ae-903d-20fd2e3b18a9 owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:03.337668 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d64c5ab3-b47e-497d-9686-3524871464d7 req-bb14222b-eca6-4021-a51c-f6f0f56d8e9e tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553293 Aug 17 00:17:03.435472 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25d3db6c-14c2-4659-9d59-6f344b6c2d72 req-48507424-9ff6-4573-b823-f34c586381cb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 210 time: 0.0398993 Aug 17 00:17:03.571497 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7d94cc72-c017-4c83-9e5d-607b331a728c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:03.607027 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94cc72-c017-4c83-9e5d-607b331a728c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Port': ['ID=c305b6c8-751b-46ae-903d-20fd2e3b18a9,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:03.809166 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6099610-26c1-4ef9-9de9-dd8fbc243ff3 req-42f0efe7-317d-4066-b4f5-d0af5cbd5139 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:03.810733 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e6099610-26c1-4ef9-9de9-dd8fbc243ff3 req-42f0efe7-317d-4066-b4f5-d0af5cbd5139 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7d4c64c-670d-4577-93e3-33f650354fb8 HTTP/1.1" status: 200 len: 945 time: 0.1339881 Aug 17 00:17:03.904230 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e6099610-26c1-4ef9-9de9-dd8fbc243ff3 req-64d98e46-7a21-4c76-b338-a0fb8ed71dcc tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=1859ed2c-6f17-4515-9ead-e07402fa0185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619886 Aug 17 00:17:03.904883 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7d94cc72-c017-4c83-9e5d-607b331a728c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.156398 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662a606-2b94-44f6-8bfc-66123559f2db req-6f72622e-01cc-4be4-bb22-12669b8fea39 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:04.157955 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a662a606-2b94-44f6-8bfc-66123559f2db req-6f72622e-01cc-4be4-bb22-12669b8fea39 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7d4c64c-670d-4577-93e3-33f650354fb8 HTTP/1.1" status: 200 len: 945 time: 0.1519554 Aug 17 00:17:04.247466 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c0721-516f-47d0-9729-53bb4defbfa8 req-70e854eb-b174-4aad-8f19-38d1590dd0e3 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:04.248995 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-935c0721-516f-47d0-9729-53bb4defbfa8 req-70e854eb-b174-4aad-8f19-38d1590dd0e3 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 944 time: 0.1379850 Aug 17 00:17:04.267070 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d94cc72-c017-4c83-9e5d-607b331a728c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Router e6874460-4d27-4386-a22f-dacc9b98dcfd has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:17:04.274305 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a662a606-2b94-44f6-8bfc-66123559f2db req-5ea42791-e1a4-4151-948e-a1269c0d88e0 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=1859ed2c-6f17-4515-9ead-e07402fa0185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904727 Aug 17 00:17:04.309772 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56796) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:04.388658 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3741ca5-74cd-4e35-b16f-6837f005118c tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:04.398397 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-935c0721-516f-47d0-9729-53bb4defbfa8 req-1173b6d7-91dc-4e28-b19f-707f6e72c896 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301727 Aug 17 00:17:04.398880 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56800) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:04.400585 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b3741ca5-74cd-4e35-b16f-6837f005118c tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c7d4c64c-670d-4577-93e3-33f650354fb8 HTTP/1.1" status: 200 len: 1092 time: 0.0884142 Aug 17 00:17:04.405615 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-9b1ffb38-eba1-447b-85b6-e1f885df693f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'port_id': 'ea0c2402-6eea-4459-a6bc-01d7b38d5189', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:04.444144 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d94cc72-c017-4c83-9e5d-607b331a728c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:17:04.454504 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c720c67b-6cad-42a1-9ae9-c767a949585b None None] Sync routers for ids ['e6874460-4d27-4386-a22f-dacc9b98dcfd'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:17:04.457640 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7d94cc72-c017-4c83-9e5d-607b331a728c tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "PUT /v2.0/routers/e6874460-4d27-4386-a22f-dacc9b98dcfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2708113 Aug 17 00:17:04.460532 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56802) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:04.482558 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c720c67b-6cad-42a1-9ae9-c767a949585b None None] Routers {'e6874460-4d27-4386-a22f-dacc9b98dcfd'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:04.483217 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-c720c67b-6cad-42a1-9ae9-c767a949585b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:16:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e6874460-4d27-4386-a22f-dacc9b98dcfd'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:04.489652 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9b1ffb38-eba1-447b-85b6-e1f885df693f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for floatingip, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.564579 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335d203-6f29-481a-921c-c89f6d109c62 req-af5152a6-a4a8-4a02-87dc-4d142b326396 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:04.566729 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0335d203-6f29-481a-921c-c89f6d109c62 req-af5152a6-a4a8-4a02-87dc-4d142b326396 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 944 time: 0.1075964 Aug 17 00:17:04.577572 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-016ad401-de6c-4a10-9e25-19eeb2da2300 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Deleting subnet 5b7e7cfe-5dc5-488b-94fd-555031b9b0a7 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:17:04.583580 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-016ad401-de6c-4a10-9e25-19eeb2da2300 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.655512 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f53fa7b4-98ae-441e-995f-5a5b68d551ad req-8342a28d-af2d-40fd-8dff-0c7ec89adaeb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 210 time: 0.0400596 Aug 17 00:17:04.666886 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0335d203-6f29-481a-921c-c89f6d109c62 req-0441db07-cd0a-4b5a-bcac-f7a99dc24b80 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899119 Aug 17 00:17:04.688301 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-016ad401-de6c-4a10-9e25-19eeb2da2300 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.712115 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-c720c67b-6cad-42a1-9ae9-c767a949585b None None] Set router e6874460-4d27-4386-a22f-dacc9b98dcfd gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:17:04.794184 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9b1ffb38-eba1-447b-85b6-e1f885df693f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.861758 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-016ad401-de6c-4a10-9e25-19eeb2da2300 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.982511 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-016ad401-de6c-4a10-9e25-19eeb2da2300 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:05.021388 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-9b1ffb38-eba1-447b-85b6-e1f885df693f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Allocated IP 172.25.3.49 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/3f3953b5-3f0e-409c-9a41-6a82070cfae7) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:17:05.032986 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ad401-de6c-4a10-9e25-19eeb2da2300 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Subnet': ['ID=5b7e7cfe-5dc5-488b-94fd-555031b9b0a7,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:05.048029 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-c720c67b-6cad-42a1-9ae9-c767a949585b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:17:03Z', 'revision_number': 10, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None, '_interfaces': [{'id': 'cdddcc92-ec2d-44fa-a20b-022b58d6c79d', 'name': '', 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:e9:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:07Z', 'updated_at': '2021-08-17T00:16:20Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:05.057793 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-016ad401-de6c-4a10-9e25-19eeb2da2300 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:05.064680 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-016ad401-de6c-4a10-9e25-19eeb2da2300 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/subnets/5b7e7cfe-5dc5-488b-94fd-555031b9b0a7 HTTP/1.1" status: 204 len: 168 time: 0.6022847 Aug 17 00:17:05.068627 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56806) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:05.119729 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2c396e-6ced-4c47-94bf-1d2d2d3cb7b4 None None] Network 6a51d900-bf25-4cb0-ba72-ea044f44db0b requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:17:05.138451 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c720c67b-6cad-42a1-9ae9-c767a949585b None None] Checking router: e6874460-4d27-4386-a22f-dacc9b98dcfd for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:17:05.204620 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9b1ffb38-eba1-447b-85b6-e1f885df693f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:05.248676 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c720c67b-6cad-42a1-9ae9-c767a949585b None None] Routers {'e6874460-4d27-4386-a22f-dacc9b98dcfd'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:05.249684 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-c720c67b-6cad-42a1-9ae9-c767a949585b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:16:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e6874460-4d27-4386-a22f-dacc9b98dcfd'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:05.268055 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9b1ffb38-eba1-447b-85b6-e1f885df693f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:05.275459 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01963ae2-40ee-4fe1-99a0-06e02cdc1c1e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:05.327379 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1ffb38-eba1-447b-85b6-e1f885df693f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:17:05.330617 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-9b1ffb38-eba1-447b-85b6-e1f885df693f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:17:05.339379 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1ffb38-eba1-447b-85b6-e1f885df693f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:17:05.429864 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0a29e60c-58e2-4a54-8c31-a2c02741653b details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:17:05.459474 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-01963ae2-40ee-4fe1-99a0-06e02cdc1c1e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Deleting port 6201d5cb-3615-4614-b91d-7e538ac383ed {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:05.460945 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01963ae2-40ee-4fe1-99a0-06e02cdc1c1e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:05.487459 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-c720c67b-6cad-42a1-9ae9-c767a949585b None None] Set router e6874460-4d27-4386-a22f-dacc9b98dcfd gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:17:05.595052 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-01963ae2-40ee-4fe1-99a0-06e02cdc1c1e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] For port 6201d5cb-3615-4614-b91d-7e538ac383ed, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6201d5cb-3615-4614-b91d-7e538ac383ed,segment=NetworkSegment(5fdc7fae-3443-4f2c-8dd1-b5e5374ce886),segment_id=5fdc7fae-3443-4f2c-8dd1-b5e5374ce886)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:05.595881 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01963ae2-40ee-4fe1-99a0-06e02cdc1c1e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:05.626712 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-01963ae2-40ee-4fe1-99a0-06e02cdc1c1e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Calling delete_port for 6201d5cb-3615-4614-b91d-7e538ac383ed owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:05.860775 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01963ae2-40ee-4fe1-99a0-06e02cdc1c1e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:05.908935 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01963ae2-40ee-4fe1-99a0-06e02cdc1c1e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Port': ['ID=6201d5cb-3615-4614-b91d-7e538ac383ed,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:05.911651 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01963ae2-40ee-4fe1-99a0-06e02cdc1c1e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] No DVR routers for this DVR port 6201d5cb-3615-4614-b91d-7e538ac383ed on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:17:05.926061 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e36592-0d50-4bdc-a87f-fec025419f32 None None] DHCP port deletion for 6a51d900-bf25-4cb0-ba72-ea044f44db0b request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:17:05.983173 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-c720c67b-6cad-42a1-9ae9-c767a949585b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:17:03Z', 'revision_number': 10, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None, '_interfaces': [{'id': 'cdddcc92-ec2d-44fa-a20b-022b58d6c79d', 'name': '', 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:e9:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:07Z', 'updated_at': '2021-08-17T00:16:20Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:06.018367 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c720c67b-6cad-42a1-9ae9-c767a949585b None None] The sync data for ids ['e6874460-4d27-4386-a22f-dacc9b98dcfd'] in n-d-800088-20 is: [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:17:03Z', 'revision_number': 10, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None, '_interfaces': [{'id': 'cdddcc92-ec2d-44fa-a20b-022b58d6c79d', 'name': '', 'network_id': '54a2bac6-4ded-4043-98c8-756b2c6ae601', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'mac_address': 'fa:16:3e:e9:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:07Z', 'updated_at': '2021-08-17T00:16:20Z', 'revision_number': 5, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'subnets': [{'id': 'af04634e-53a5-43b3-a965-b8bd6ccb4caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:17:06.026724 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ffb38-eba1-447b-85b6-e1f885df693f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'Port': ['ID=3f3953b5-3f0e-409c-9a41-6a82070cfae7,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:06.041243 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0a29e60c-58e2-4a54-8c31-a2c02741653b, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0a29e60c-58e2-4a54-8c31-a2c02741653b,segment=NetworkSegment(58c40ffe-f06d-458d-84a2-5995c2267517),segment_id=58c40ffe-f06d-458d-84a2-5995c2267517)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:06.043515 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01963ae2-40ee-4fe1-99a0-06e02cdc1c1e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:06.059777 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-01963ae2-40ee-4fe1-99a0-06e02cdc1c1e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a51d900-bf25-4cb0-ba72-ea044f44db0b']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:06.064661 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '0a29e60c-58e2-4a54-8c31-a2c02741653b', 'network_id': 'c7fbf6df-b582-48ad-91b2-b1a51dfd09fb', 'port_id': '0a29e60c-58e2-4a54-8c31-a2c02741653b', 'mac_address': 'fa:16:3e:8f:e6:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9714244-a336-4eb8-8cb8-78c77eca1694', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:17:06.089100 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36506246-e682-4cb3-baab-01a4ddf5e20f req-00cc5eb4-3679-43b5-a938-566ce5afa24a tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:06.097998 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-36506246-e682-4cb3-baab-01a4ddf5e20f req-00cc5eb4-3679-43b5-a938-566ce5afa24a tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 944 time: 0.1370301 Aug 17 00:17:06.102256 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-01963ae2-40ee-4fe1-99a0-06e02cdc1c1e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdc7fae-3443-4f2c-8dd1-b5e5374ce886') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:06.102585 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-01963ae2-40ee-4fe1-99a0-06e02cdc1c1e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdc7fae-3443-4f2c-8dd1-b5e5374ce886') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:06.123677 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01963ae2-40ee-4fe1-99a0-06e02cdc1c1e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:06.134041 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:06.149917 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01963ae2-40ee-4fe1-99a0-06e02cdc1c1e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:06.151010 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a29e60c-58e2-4a54-8c31-a2c02741653b {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:17:06.157148 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01963ae2-40ee-4fe1-99a0-06e02cdc1c1e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:17:06.157617 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01963ae2-40ee-4fe1-99a0-06e02cdc1c1e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:17:06.161786 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:17:06.174013 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0a29e60c-58e2-4a54-8c31-a2c02741653b, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0a29e60c-58e2-4a54-8c31-a2c02741653b,segment=NetworkSegment(58c40ffe-f06d-458d-84a2-5995c2267517),segment_id=58c40ffe-f06d-458d-84a2-5995c2267517)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:06.184000 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:06.233065 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b304fd-bfad-4130-9b9a-952922a63424 req-8a4f5aad-4962-4add-adde-3ddc7cecb2d1 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:06.234715 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d9b304fd-bfad-4130-9b9a-952922a63424 req-8a4f5aad-4962-4add-adde-3ddc7cecb2d1 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 944 time: 0.2756505 Aug 17 00:17:06.251975 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-36506246-e682-4cb3-baab-01a4ddf5e20f req-b674ed04-7ad9-476b-b076-ec17cdc81b69 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531038 Aug 17 00:17:06.257530 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=0a29e60c-58e2-4a54-8c31-a2c02741653b,revision_number=9']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:06.261577 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01963ae2-40ee-4fe1-99a0-06e02cdc1c1e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:06.297339 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01963ae2-40ee-4fe1-99a0-06e02cdc1c1e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:06.303995 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-01963ae2-40ee-4fe1-99a0-06e02cdc1c1e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/networks/6a51d900-bf25-4cb0-ba72-ea044f44db0b HTTP/1.1" status: 204 len: 168 time: 1.2325900 Aug 17 00:17:06.305436 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01963ae2-40ee-4fe1-99a0-06e02cdc1c1e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Network': ['ID=6a51d900-bf25-4cb0-ba72-ea044f44db0b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:06.307883 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56814) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:06.355621 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d9b304fd-bfad-4130-9b9a-952922a63424 req-78ddd518-c531-4ddf-9cda-06d2756f2998 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023393 Aug 17 00:17:06.425172 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7238e527-bb5b-481f-88c4-6d1a542717d3 req-3a0343bd-44a6-45ee-a8c5-cfb51c371fdc tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 210 time: 0.0507638 Aug 17 00:17:06.466701 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['0a29e60c-58e2-4a54-8c31-a2c02741653b'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:17:06.843942 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-998ccabf-3fc3-4024-9e2d-c2952443f59e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:06.904901 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9b1ffb38-eba1-447b-85b6-e1f885df693f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:07.037027 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9b1ffb38-eba1-447b-85b6-e1f885df693f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:07.183882 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-998ccabf-3fc3-4024-9e2d-c2952443f59e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Deleting port cdddcc92-ec2d-44fa-a20b-022b58d6c79d {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:07.184204 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-998ccabf-3fc3-4024-9e2d-c2952443f59e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:07.275101 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9b1ffb38-eba1-447b-85b6-e1f885df693f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:07.287184 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9b1ffb38-eba1-447b-85b6-e1f885df693f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:07.326940 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-998ccabf-3fc3-4024-9e2d-c2952443f59e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] For port cdddcc92-ec2d-44fa-a20b-022b58d6c79d, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=cdddcc92-ec2d-44fa-a20b-022b58d6c79d,segment=NetworkSegment(a1257488-b17b-463b-8d9e-33030d1f64ea),segment_id=a1257488-b17b-463b-8d9e-33030d1f64ea)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:07.327464 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-998ccabf-3fc3-4024-9e2d-c2952443f59e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:07.350172 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-998ccabf-3fc3-4024-9e2d-c2952443f59e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Calling delete_port for cdddcc92-ec2d-44fa-a20b-022b58d6c79d owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:07.413281 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ffb38-eba1-447b-85b6-e1f885df693f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'Port': ['ID=3f3953b5-3f0e-409c-9a41-6a82070cfae7,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:07.419734 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0a29e60c-58e2-4a54-8c31-a2c02741653b up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:17:07.528374 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 0a29e60c-58e2-4a54-8c31-a2c02741653b triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:07.528764 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:07.541015 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9b1ffb38-eba1-447b-85b6-e1f885df693f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:07.633457 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729160f-dbaa-4151-be88-f13846d43459 req-05c67b36-2a6c-4e34-b5d8-fcf1b5f0e345 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:07.640864 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5729160f-dbaa-4151-be88-f13846d43459 req-05c67b36-2a6c-4e34-b5d8-fcf1b5f0e345 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 945 time: 0.2286463 Aug 17 00:17:07.648229 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:07.675597 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-998ccabf-3fc3-4024-9e2d-c2952443f59e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:07.703721 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0a29e60c-58e2-4a54-8c31-a2c02741653b, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0a29e60c-58e2-4a54-8c31-a2c02741653b,segment=NetworkSegment(58c40ffe-f06d-458d-84a2-5995c2267517),segment_id=58c40ffe-f06d-458d-84a2-5995c2267517)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:07.705272 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7691e3a9-7c80-4eca-ac05-417477c6fad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a29e60c-58e2-4a54-8c31-a2c02741653b'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:17:07.709351 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f91ef1-1fb6-43d7-a63d-c43be0dab7f1" -d '{"events": [{"server_uuid": "7691e3a9-7c80-4eca-ac05-417477c6fad6", "name": "network-vif-plugged", "status": "completed", "tag": "0a29e60c-58e2-4a54-8c31-a2c02741653b"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:17:07.714542 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:07.728518 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957fa1d-0d2b-4548-acb1-f45aa58c71c9 req-a1136fa9-a674-4172-8085-3a575c3847d8 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:07.740864 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4957fa1d-0d2b-4548-acb1-f45aa58c71c9 req-a1136fa9-a674-4172-8085-3a575c3847d8 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 944 time: 0.2857080 Aug 17 00:17:07.754299 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ccabf-3fc3-4024-9e2d-c2952443f59e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Port': ['ID=cdddcc92-ec2d-44fa-a20b-022b58d6c79d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:07.804741 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5729160f-dbaa-4151-be88-f13846d43459 req-94f547e3-656d-4828-8d7b-a6cfe1c81307 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626773 Aug 17 00:17:07.828604 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=0a29e60c-58e2-4a54-8c31-a2c02741653b,revision_number=10']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:07.860072 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4957fa1d-0d2b-4548-acb1-f45aa58c71c9 req-84948f7e-8c36-4ab4-9435-420ee90885e3 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177299 Aug 17 00:17:07.878545 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-9b1ffb38-eba1-447b-85b6-e1f885df693f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Floating IP f0eeaeda-4ba7-4b0e-afe9-72c40df69e7e associated. External IP: 172.25.3.49, port: ea0c2402-6eea-4459-a6bc-01d7b38d5189. Aug 17 00:17:07.926359 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c305b6c8-751b-46ae-903d-20fd2e3b18a9 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:17:07.980908 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95709d6-d69e-4e8a-a452-6ebd31998d7a x-openstack-request-id: req-c95709d6-d69e-4e8a-a452-6ebd31998d7a {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:17:07.981616 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7691e3a9-7c80-4eca-ac05-417477c6fad6", "name": "network-vif-plugged", "status": "completed", "tag": "0a29e60c-58e2-4a54-8c31-a2c02741653b", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:17:07.982358 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c95709d6-d69e-4e8a-a452-6ebd31998d7a {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:17:07.983287 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7691e3a9-7c80-4eca-ac05-417477c6fad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a29e60c-58e2-4a54-8c31-a2c02741653b', 'code': 200} Aug 17 00:17:07.984753 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: c305b6c8-751b-46ae-903d-20fd2e3b18a9 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:17:07.995556 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c305b6c8-751b-46ae-903d-20fd2e3b18a9 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:17:07.997381 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6201d5cb-3615-4614-b91d-7e538ac383ed no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:17:08.079130 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 6201d5cb-3615-4614-b91d-7e538ac383ed {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:17:08.079849 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6201d5cb-3615-4614-b91d-7e538ac383ed not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:17:08.082107 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-998ccabf-3fc3-4024-9e2d-c2952443f59e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:08.151730 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-034450d5-8f03-4ed9-b94a-caebe51a30c6 req-3e245920-8b5b-49c0-ac56-aebddcabc8a5 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 210 time: 0.0425196 Aug 17 00:17:08.306652 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-998ccabf-3fc3-4024-9e2d-c2952443f59e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Router e6874460-4d27-4386-a22f-dacc9b98dcfd has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:17:08.322531 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cac90b-7188-4e50-a265-670f66c53a2a req-79aa011a-201c-4118-867d-8bd5375899c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:08.324584 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3cac90b-7188-4e50-a265-670f66c53a2a req-79aa011a-201c-4118-867d-8bd5375899c8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 1099 time: 0.1607842 Aug 17 00:17:08.416071 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3cac90b-7188-4e50-a265-670f66c53a2a req-91a28a0a-7d06-43d0-9b1d-7de3b21bc3ba service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790315 Aug 17 00:17:08.433260 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1ffb38-eba1-447b-85b6-e1f885df693f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Router 2509a437-ed0b-437a-b2d5-50cac6f328bc has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:17:08.448273 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998ccabf-3fc3-4024-9e2d-c2952443f59e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:17:08.461087 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ca7a3c-4cc6-4563-9c43-c7a9956feed6 None None] Sync routers for ids ['e6874460-4d27-4386-a22f-dacc9b98dcfd'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:17:08.462185 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-998ccabf-3fc3-4024-9e2d-c2952443f59e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "PUT /v2.0/routers/e6874460-4d27-4386-a22f-dacc9b98dcfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1527772 Aug 17 00:17:08.463057 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56826) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:08.474423 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ca7a3c-4cc6-4563-9c43-c7a9956feed6 None None] Routers {'e6874460-4d27-4386-a22f-dacc9b98dcfd'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:08.477265 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a8ca7a3c-4cc6-4563-9c43-c7a9956feed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:16:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e6874460-4d27-4386-a22f-dacc9b98dcfd'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:08.557771 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fcf2235-60b6-48a0-b770-3555bf3adb2f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Deleting subnet af04634e-53a5-43b3-a965-b8bd6ccb4caa {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:17:08.566654 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0fcf2235-60b6-48a0-b770-3555bf3adb2f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:08.567753 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-a8ca7a3c-4cc6-4563-9c43-c7a9956feed6 None None] Set router e6874460-4d27-4386-a22f-dacc9b98dcfd gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:17:08.589526 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1ffb38-eba1-447b-85b6-e1f885df693f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:17:08.600310 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9748eb2-1985-42f0-8d23-0581de0e6391 None None] Sync routers for ids ['2509a437-ed0b-437a-b2d5-50cac6f328bc'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:17:08.616203 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9748eb2-1985-42f0-8d23-0581de0e6391 None None] Routers {'2509a437-ed0b-437a-b2d5-50cac6f328bc'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:08.618600 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d9748eb2-1985-42f0-8d23-0581de0e6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:16:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2509a437-ed0b-437a-b2d5-50cac6f328bc'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:08.622965 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9b1ffb38-eba1-447b-85b6-e1f885df693f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:08.647970 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a8ca7a3c-4cc6-4563-9c43-c7a9956feed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:17:07Z', 'revision_number': 11, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:08.653297 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0fcf2235-60b6-48a0-b770-3555bf3adb2f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:08.673752 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9b1ffb38-eba1-447b-85b6-e1f885df693f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2715909 Aug 17 00:17:08.674203 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d4c64c-670d-4577-93e3-33f650354fb8', 'tag': 'ea0c2402-6eea-4459-a6bc-01d7b38d5189'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:17:08.677173 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826fafbc-dd34-45af-86c9-3f7e7543db7e" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d4c64c-670d-4577-93e3-33f650354fb8", "tag": "ea0c2402-6eea-4459-a6bc-01d7b38d5189"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:17:08.679529 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56828) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:08.683809 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ca7a3c-4cc6-4563-9c43-c7a9956feed6 None None] Checking router: e6874460-4d27-4386-a22f-dacc9b98dcfd for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:17:08.693740 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ca7a3c-4cc6-4563-9c43-c7a9956feed6 None None] Routers {'e6874460-4d27-4386-a22f-dacc9b98dcfd'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:08.694712 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a8ca7a3c-4cc6-4563-9c43-c7a9956feed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:16:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e6874460-4d27-4386-a22f-dacc9b98dcfd'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:08.770821 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe956d0e-78fa-4af2-bc83-5234056fdecd x-openstack-request-id: req-fe956d0e-78fa-4af2-bc83-5234056fdecd {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:17:08.771329 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d4c64c-670d-4577-93e3-33f650354fb8", "tag": "ea0c2402-6eea-4459-a6bc-01d7b38d5189", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:17:08.771766 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe956d0e-78fa-4af2-bc83-5234056fdecd {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:17:08.772381 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d4c64c-670d-4577-93e3-33f650354fb8', 'tag': 'ea0c2402-6eea-4459-a6bc-01d7b38d5189', 'status': 'completed', 'code': 200} Aug 17 00:17:08.788403 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8b3a5b6a-9d48-491f-b772-f50138ac08ee tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/floatingips/f0eeaeda-4ba7-4b0e-afe9-72c40df69e7e HTTP/1.1" status: 200 len: 990 time: 0.1072392 Aug 17 00:17:08.799325 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-d9748eb2-1985-42f0-8d23-0581de0e6391 None None] Set router 2509a437-ed0b-437a-b2d5-50cac6f328bc gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:17:08.840465 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-a8ca7a3c-4cc6-4563-9c43-c7a9956feed6 None None] Set router e6874460-4d27-4386-a22f-dacc9b98dcfd gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:17:08.890981 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fafbc-dd34-45af-86c9-3f7e7543db7e req-753bde9b-c4f2-4048-8ec5-335cd10a36ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:08.897104 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-826fafbc-dd34-45af-86c9-3f7e7543db7e req-753bde9b-c4f2-4048-8ec5-335cd10a36ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ff3a5a5706545cb87542327d7cad65d&device_id=c7d4c64c-670d-4577-93e3-33f650354fb8 HTTP/1.1" status: 200 len: 1097 time: 0.0996931 Aug 17 00:17:08.905145 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0fcf2235-60b6-48a0-b770-3555bf3adb2f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:08.967666 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a8ca7a3c-4cc6-4563-9c43-c7a9956feed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:17:07Z', 'revision_number': 11, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:09.008704 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0fcf2235-60b6-48a0-b770-3555bf3adb2f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:09.029888 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ca7a3c-4cc6-4563-9c43-c7a9956feed6 None None] The sync data for ids ['e6874460-4d27-4386-a22f-dacc9b98dcfd'] in n-d-800088-20 is: [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:17:07Z', 'revision_number': 11, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:17:09.076439 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf2235-60b6-48a0-b770-3555bf3adb2f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Subnet': ['ID=af04634e-53a5-43b3-a965-b8bd6ccb4caa,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:09.090981 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0fcf2235-60b6-48a0-b770-3555bf3adb2f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:09.100641 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0fcf2235-60b6-48a0-b770-3555bf3adb2f tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/subnets/af04634e-53a5-43b3-a965-b8bd6ccb4caa HTTP/1.1" status: 204 len: 168 time: 0.6324005 Aug 17 00:17:09.101370 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56836) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:09.150661 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e43e3d-3492-4f3c-bd2b-1f135aa9d7fc req-8847c9d8-2ec8-4c52-8f46-8752c9393101 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:09.152425 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-77e43e3d-3492-4f3c-bd2b-1f135aa9d7fc req-8847c9d8-2ec8-4c52-8f46-8752c9393101 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.2077591 Aug 17 00:17:09.164759 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eafa14f-5627-4bcf-945f-9541078e7725 None None] Network 54a2bac6-4ded-4043-98c8-756b2c6ae601 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:17:09.176807 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9e123-0c0c-404b-8269-62185ae00372 req-04fbc1bd-6266-4fd5-b537-0e7a7223f074 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:09.178484 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dbf9e123-0c0c-404b-8269-62185ae00372 req-04fbc1bd-6266-4fd5-b537-0e7a7223f074 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 944 time: 0.1535883 Aug 17 00:17:09.179653 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fafbc-dd34-45af-86c9-3f7e7543db7e req-7beef1b3-5f5a-4a82-8b2a-a56e889bb4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:09.181099 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-826fafbc-dd34-45af-86c9-3f7e7543db7e req-7beef1b3-5f5a-4a82-8b2a-a56e889bb4fe service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d29c30b-fc96-45e3-a3cb-fec8bc666376 HTTP/1.1" status: 200 len: 897 time: 0.2751806 Aug 17 00:17:09.289904 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c48fdaa1-1143-47d4-ba15-6eb8e58d1894 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:09.325293 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-77e43e3d-3492-4f3c-bd2b-1f135aa9d7fc req-946bcd07-1102-4fd7-9309-0fb399a9aae8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431046 Aug 17 00:17:09.404610 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dbf9e123-0c0c-404b-8269-62185ae00372 req-d7ea8212-e9ce-4dfe-92dc-b6926bcf3a21 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876376 Aug 17 00:17:09.422348 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-826fafbc-dd34-45af-86c9-3f7e7543db7e req-e876e676-c6bd-4f48-824f-f3fca5199fa7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea0c2402-6eea-4459-a6bc-01d7b38d5189 HTTP/1.1" status: 200 len: 998 time: 0.2165833 Aug 17 00:17:09.474042 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-c48fdaa1-1143-47d4-ba15-6eb8e58d1894 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Deleting port ca466f01-98ed-4dfc-9d8a-1366764ef6f2 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:09.474703 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c48fdaa1-1143-47d4-ba15-6eb8e58d1894 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:09.587356 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f92e800e-e846-49f8-bf06-50cee003a7dc req-ce4367a1-e3d6-4f4d-a8a0-bd60718f501b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 210 time: 0.0860331 Aug 17 00:17:09.619571 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fafbc-dd34-45af-86c9-3f7e7543db7e req-ffac232b-615a-4951-ab74-a37a2a839d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:09.624421 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-826fafbc-dd34-45af-86c9-3f7e7543db7e req-ffac232b-615a-4951-ab74-a37a2a839d9a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=febb6b07-38b7-4ecb-9429-af229d2c2fe5 HTTP/1.1" status: 200 len: 835 time: 0.1933930 Aug 17 00:17:09.689892 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fafbc-dd34-45af-86c9-3f7e7543db7e req-2d14b5a3-c8b8-4160-9ed8-585b9f6bd37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:09.692161 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-826fafbc-dd34-45af-86c9-3f7e7543db7e req-2d14b5a3-c8b8-4160-9ed8-585b9f6bd37a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d29c30b-fc96-45e3-a3cb-fec8bc666376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585568 Aug 17 00:17:09.719753 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-c48fdaa1-1143-47d4-ba15-6eb8e58d1894 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] For port ca466f01-98ed-4dfc-9d8a-1366764ef6f2, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=ca466f01-98ed-4dfc-9d8a-1366764ef6f2,segment=NetworkSegment(a1257488-b17b-463b-8d9e-33030d1f64ea),segment_id=a1257488-b17b-463b-8d9e-33030d1f64ea)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:09.720142 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c48fdaa1-1143-47d4-ba15-6eb8e58d1894 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:09.771151 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-c48fdaa1-1143-47d4-ba15-6eb8e58d1894 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Calling delete_port for ca466f01-98ed-4dfc-9d8a-1366764ef6f2 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:09.794146 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56870) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:09.852323 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device cdddcc92-ec2d-44fa-a20b-022b58d6c79d no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:17:09.896494 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: cdddcc92-ec2d-44fa-a20b-022b58d6c79d {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:17:09.896845 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device cdddcc92-ec2d-44fa-a20b-022b58d6c79d not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:17:09.908856 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d9748eb2-1985-42f0-8d23-0581de0e6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'name': 'tempest-TestNetworkBasicOps-router-1291022409', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:13Z', 'updated_at': '2021-08-17T00:16:23Z', 'revision_number': 4, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'f0eeaeda-4ba7-4b0e-afe9-72c40df69e7e', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'floating_ip_address': '172.25.3.49', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'port_id': 'ea0c2402-6eea-4459-a6bc-01d7b38d5189', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376', 'mac_address': 'fa:16:3e:8c:89:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d4c64c-670d-4577-93e3-33f650354fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:17:06Z', 'updated_at': '2021-08-17T00:17:06Z', 'revision_number': 0, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40bdcc04-f96d-49ce-9e4c-d085ebb1ff99', 'name': '', 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'mac_address': 'fa:16:3e:4f:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:34Z', 'revision_number': 5, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'subnets': [{'id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:09.953308 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-826fafbc-dd34-45af-86c9-3f7e7543db7e req-4bab309c-66ad-4a89-8b5e-f1aa4ce2bae8 service neutron] 10.222.0.64 "GET /v2.0/networks/1d29c30b-fc96-45e3-a3cb-fec8bc666376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502453 Aug 17 00:17:09.960079 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c48fdaa1-1143-47d4-ba15-6eb8e58d1894 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:09.963026 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-377be398-ac25-450e-b66a-37553f436cdb tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/floatingips/f0eeaeda-4ba7-4b0e-afe9-72c40df69e7e HTTP/1.1" status: 200 len: 990 time: 0.1626611 Aug 17 00:17:09.978506 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9748eb2-1985-42f0-8d23-0581de0e6391 None None] Checking router: 2509a437-ed0b-437a-b2d5-50cac6f328bc for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:17:09.997150 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9748eb2-1985-42f0-8d23-0581de0e6391 None None] Routers {'2509a437-ed0b-437a-b2d5-50cac6f328bc'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:09.997792 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d9748eb2-1985-42f0-8d23-0581de0e6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:16:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2509a437-ed0b-437a-b2d5-50cac6f328bc'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:10.013293 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fdaa1-1143-47d4-ba15-6eb8e58d1894 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Port': ['ID=ca466f01-98ed-4dfc-9d8a-1366764ef6f2,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:10.028289 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48fdaa1-1143-47d4-ba15-6eb8e58d1894 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] No DVR routers for this DVR port ca466f01-98ed-4dfc-9d8a-1366764ef6f2 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:17:10.073145 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160f16ed-8956-4ef9-8387-e63a1a86cc84 None None] DHCP port deletion for 54a2bac6-4ded-4043-98c8-756b2c6ae601 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:17:10.126024 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-826fafbc-dd34-45af-86c9-3f7e7543db7e req-b6ba1261-8639-4b75-8e91-2b5dbd1c7754 service neutron] 10.222.0.64 "GET /v2.0/networks/1d29c30b-fc96-45e3-a3cb-fec8bc666376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627336 Aug 17 00:17:10.162018 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:10.172613 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c48fdaa1-1143-47d4-ba15-6eb8e58d1894 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:10.188203 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-c48fdaa1-1143-47d4-ba15-6eb8e58d1894 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a2bac6-4ded-4043-98c8-756b2c6ae601']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:10.193619 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-d9748eb2-1985-42f0-8d23-0581de0e6391 None None] Set router 2509a437-ed0b-437a-b2d5-50cac6f328bc gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:17:10.201288 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-c48fdaa1-1143-47d4-ba15-6eb8e58d1894 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1257488-b17b-463b-8d9e-33030d1f64ea') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:10.201621 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-c48fdaa1-1143-47d4-ba15-6eb8e58d1894 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1257488-b17b-463b-8d9e-33030d1f64ea') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:10.214587 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c48fdaa1-1143-47d4-ba15-6eb8e58d1894 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:10.243194 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c48fdaa1-1143-47d4-ba15-6eb8e58d1894 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:10.255041 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48fdaa1-1143-47d4-ba15-6eb8e58d1894 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:17:10.255526 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c48fdaa1-1143-47d4-ba15-6eb8e58d1894 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:17:10.258911 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:17:10.362085 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c48fdaa1-1143-47d4-ba15-6eb8e58d1894 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:10.387874 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c48fdaa1-1143-47d4-ba15-6eb8e58d1894 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:10.397523 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c48fdaa1-1143-47d4-ba15-6eb8e58d1894 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/networks/54a2bac6-4ded-4043-98c8-756b2c6ae601 HTTP/1.1" status: 204 len: 168 time: 1.2950439 Aug 17 00:17:10.402441 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56880) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:10.411265 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-9142cfe2-d4e4-470d-a6c7-c7ff67eef7a3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'router': {'routes': None}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:10.462085 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fdaa1-1143-47d4-ba15-6eb8e58d1894 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Pushing event deleted for resources: {'Network': ['ID=54a2bac6-4ded-4043-98c8-756b2c6ae601,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:10.510687 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d9748eb2-1985-42f0-8d23-0581de0e6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'name': 'tempest-TestNetworkBasicOps-router-1291022409', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:13Z', 'updated_at': '2021-08-17T00:16:23Z', 'revision_number': 4, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'f0eeaeda-4ba7-4b0e-afe9-72c40df69e7e', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'floating_ip_address': '172.25.3.49', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'port_id': 'ea0c2402-6eea-4459-a6bc-01d7b38d5189', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376', 'mac_address': 'fa:16:3e:8c:89:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d4c64c-670d-4577-93e3-33f650354fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:17:06Z', 'updated_at': '2021-08-17T00:17:06Z', 'revision_number': 0, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40bdcc04-f96d-49ce-9e4c-d085ebb1ff99', 'name': '', 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'mac_address': 'fa:16:3e:4f:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:34Z', 'revision_number': 5, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'subnets': [{'id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:10.551353 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9748eb2-1985-42f0-8d23-0581de0e6391 None None] The sync data for ids ['2509a437-ed0b-437a-b2d5-50cac6f328bc'] in n-d-800088-20 is: [{'id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'name': 'tempest-TestNetworkBasicOps-router-1291022409', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:13Z', 'updated_at': '2021-08-17T00:16:23Z', 'revision_number': 4, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'f0eeaeda-4ba7-4b0e-afe9-72c40df69e7e', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'floating_ip_address': '172.25.3.49', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'port_id': 'ea0c2402-6eea-4459-a6bc-01d7b38d5189', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376', 'mac_address': 'fa:16:3e:8c:89:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d4c64c-670d-4577-93e3-33f650354fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:17:06Z', 'updated_at': '2021-08-17T00:17:06Z', 'revision_number': 0, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40bdcc04-f96d-49ce-9e4c-d085ebb1ff99', 'name': '', 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'mac_address': 'fa:16:3e:4f:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:34Z', 'revision_number': 5, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'subnets': [{'id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:17:10.741365 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.extraroute_db [None req-9142cfe2-d4e4-470d-a6c7-c7ff67eef7a3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Added routes are [] {{(pid=101403) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 17 00:17:10.741700 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.extraroute_db [None req-9142cfe2-d4e4-470d-a6c7-c7ff67eef7a3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Removed routes are [] {{(pid=101403) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 17 00:17:10.742187 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9142cfe2-d4e4-470d-a6c7-c7ff67eef7a3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126458'] for router, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:10.769807 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddf8f1-80ff-4ee3-9ea7-56dd2c4b4e81 req-87d469f9-2d1d-49fd-b102-1c01c3c8216a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:10.771416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d5ddf8f1-80ff-4ee3-9ea7-56dd2c4b4e81 req-87d469f9-2d1d-49fd-b102-1c01c3c8216a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 944 time: 0.2165110 Aug 17 00:17:10.924294 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af30f056-43e6-44a3-825e-f7e1380436f5 None None] New status for floating IP f0eeaeda-4ba7-4b0e-afe9-72c40df69e7e: ACTIVE {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:17:10.965599 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56886) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:11.090737 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a35efc73-3c7d-4102-b18c-c9b13854b5e9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/floatingips/f0eeaeda-4ba7-4b0e-afe9-72c40df69e7e HTTP/1.1" status: 200 len: 990 time: 0.1234925 Aug 17 00:17:11.246694 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e78e72-dc7d-4679-bb58-470eaff0944d req-54a0696d-cfc4-4edd-bcfc-a2781e441444 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:11.255734 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-04e78e72-dc7d-4679-bb58-470eaff0944d req-54a0696d-cfc4-4edd-bcfc-a2781e441444 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.7124596 Aug 17 00:17:11.376765 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-04e78e72-dc7d-4679-bb58-470eaff0944d req-f0f3f3fe-a93b-4407-bb08-333f6623082e tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196752 Aug 17 00:17:11.393378 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d5ddf8f1-80ff-4ee3-9ea7-56dd2c4b4e81 req-ba045f46-0cb6-4647-9041-801f4579f5a7 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5867383 Aug 17 00:17:11.399214 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9142cfe2-d4e4-470d-a6c7-c7ff67eef7a3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126458'] for router, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:11.415863 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9142cfe2-d4e4-470d-a6c7-c7ff67eef7a3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635776'] for router, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:11.532827 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-040f2cbd-956b-4af6-b80f-dd804ef3da96 req-074c518b-e91c-43de-b9fc-67a87320e766 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 210 time: 0.0352640 Aug 17 00:17:11.542006 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9142cfe2-d4e4-470d-a6c7-c7ff67eef7a3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Router e6874460-4d27-4386-a22f-dacc9b98dcfd has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:17:11.639064 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9142cfe2-d4e4-470d-a6c7-c7ff67eef7a3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:17:11.647386 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9142cfe2-d4e4-470d-a6c7-c7ff67eef7a3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:11.649270 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9142cfe2-d4e4-470d-a6c7-c7ff67eef7a3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "PUT /v2.0/routers/e6874460-4d27-4386-a22f-dacc9b98dcfd HTTP/1.1" status: 200 len: 700 time: 1.2438829 Aug 17 00:17:11.651783 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56888) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:11.653207 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5773a9d-ba0c-4140-b79f-4fecf3ca781b None None] Sync routers for ids ['e6874460-4d27-4386-a22f-dacc9b98dcfd'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:17:11.669496 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5773a9d-ba0c-4140-b79f-4fecf3ca781b None None] Routers {'e6874460-4d27-4386-a22f-dacc9b98dcfd'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:11.670277 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d5773a9d-ba0c-4140-b79f-4fecf3ca781b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:16:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e6874460-4d27-4386-a22f-dacc9b98dcfd'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:11.695451 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0080443a-716b-4ae3-9243-c881f6e665b3 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6874460-4d27-4386-a22f-dacc9b98dcfd HTTP/1.1" status: 200 len: 205 time: 0.0422390 Aug 17 00:17:11.697685 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56890) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:11.788100 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-d5773a9d-ba0c-4140-b79f-4fecf3ca781b None None] Set router e6874460-4d27-4386-a22f-dacc9b98dcfd gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:17:11.812885 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-759ae9bc-6cec-47a2-865f-6220c0588a92 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:11.834184 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device ca466f01-98ed-4dfc-9d8a-1366764ef6f2 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:17:11.836752 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:11.887346 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d5773a9d-ba0c-4140-b79f-4fecf3ca781b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:17:07Z', 'revision_number': 11, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:11.889384 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: ca466f01-98ed-4dfc-9d8a-1366764ef6f2 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:17:11.889733 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device ca466f01-98ed-4dfc-9d8a-1366764ef6f2 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:17:11.926693 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5773a9d-ba0c-4140-b79f-4fecf3ca781b None None] Checking router: e6874460-4d27-4386-a22f-dacc9b98dcfd for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:17:11.936799 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5773a9d-ba0c-4140-b79f-4fecf3ca781b None None] Routers {'e6874460-4d27-4386-a22f-dacc9b98dcfd'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:11.937639 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d5773a9d-ba0c-4140-b79f-4fecf3ca781b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:16:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e6874460-4d27-4386-a22f-dacc9b98dcfd'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:12.038509 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-d5773a9d-ba0c-4140-b79f-4fecf3ca781b None None] Set router e6874460-4d27-4386-a22f-dacc9b98dcfd gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:17:12.061977 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-759ae9bc-6cec-47a2-865f-6220c0588a92 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:12.064238 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-759ae9bc-6cec-47a2-865f-6220c0588a92 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:12.092304 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56892) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:12.134691 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-759ae9bc-6cec-47a2-865f-6220c0588a92 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:12.135267 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759ae9bc-6cec-47a2-865f-6220c0588a92 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Fanout notify agent at l3_agent the message router_deleted on router e6874460-4d27-4386-a22f-dacc9b98dcfd {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:17:12.148033 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-759ae9bc-6cec-47a2-865f-6220c0588a92 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:12.148487 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d5773a9d-ba0c-4140-b79f-4fecf3ca781b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:17:07Z', 'revision_number': 11, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:12.149198 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-759ae9bc-6cec-47a2-865f-6220c0588a92 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/routers/e6874460-4d27-4386-a22f-dacc9b98dcfd HTTP/1.1" status: 204 len: 168 time: 0.4505243 Aug 17 00:17:12.160363 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56894) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:12.177087 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-236fbd09-07f4-4a8b-9138-c953a77032d4 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-3354924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:12.196627 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e32eb06a-cdcd-4126-b43c-d0ae733bd111 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/floatingips/f0eeaeda-4ba7-4b0e-afe9-72c40df69e7e HTTP/1.1" status: 200 len: 992 time: 0.1024439 Aug 17 00:17:12.210765 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5773a9d-ba0c-4140-b79f-4fecf3ca781b None None] The sync data for ids ['e6874460-4d27-4386-a22f-dacc9b98dcfd'] in n-d-800088-20 is: [{'id': 'e6874460-4d27-4386-a22f-dacc9b98dcfd', 'name': 'tempest-RoutersTest-router-612713386', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:05Z', 'updated_at': '2021-08-17T00:17:07Z', 'revision_number': 11, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:17:12.225094 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-236fbd09-07f4-4a8b-9138-c953a77032d4 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:12.228456 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-236fbd09-07f4-4a8b-9138-c953a77032d4 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:12.315408 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-236fbd09-07f4-4a8b-9138-c953a77032d4 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:12.322000 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-236fbd09-07f4-4a8b-9138-c953a77032d4 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:12.348710 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-236fbd09-07f4-4a8b-9138-c953a77032d4 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:12.350398 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-236fbd09-07f4-4a8b-9138-c953a77032d4 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.1887949 Aug 17 00:17:12.353020 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56896) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:12.360440 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-d7ee8276-575a-4ca2-8b3e-67f923729684 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:12.674587 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504f1a8-1b93-4491-be51-f613376fbb46 req-a30a5858-9462-4602-9670-105e1f1a9855 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:12.676664 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5504f1a8-1b93-4491-be51-f613376fbb46 req-a30a5858-9462-4602-9670-105e1f1a9855 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.1607351 Aug 17 00:17:12.724228 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8276-575a-4ca2-8b3e-67f923729684 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126458'] for router, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:12.748192 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd44ff-5c1c-493c-b8fd-5b7796a4616f req-f84e284c-06bd-4508-a0c6-09961494c8b4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:12.749741 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c1cd44ff-5c1c-493c-b8fd-5b7796a4616f req-f84e284c-06bd-4508-a0c6-09961494c8b4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 944 time: 0.2326393 Aug 17 00:17:12.757348 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8276-575a-4ca2-8b3e-67f923729684 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635776'] for router, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:12.789006 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5504f1a8-1b93-4491-be51-f613376fbb46 req-1290a027-f4b5-4572-b074-5982bc93287e tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817485 Aug 17 00:17:12.884101 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c1cd44ff-5c1c-493c-b8fd-5b7796a4616f req-4a1bf814-5da9-4963-922c-63298ad24119 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187787 Aug 17 00:17:12.942383 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ee4bef2-9fb3-4591-867a-9afb66a0e13c req-7d999601-af76-4823-911d-1361c82b74cd tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 210 time: 0.0405462 Aug 17 00:17:12.984775 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ee8276-575a-4ca2-8b3e-67f923729684 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Router 1e3e6843-25ed-4f5b-b744-556900a42f2e is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:17:13.102250 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ee8276-575a-4ca2-8b3e-67f923729684 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:17:13.109838 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8276-575a-4ca2-8b3e-67f923729684 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:13.110895 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d7ee8276-575a-4ca2-8b3e-67f923729684 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "PUT /v2.0/routers/1e3e6843-25ed-4f5b-b744-556900a42f2e HTTP/1.1" status: 200 len: 691 time: 0.7566183 Aug 17 00:17:13.114005 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25876e1a-f680-4960-b634-32456918cfb6 None None] Sync routers for ids ['1e3e6843-25ed-4f5b-b744-556900a42f2e'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:17:13.114519 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56914) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:13.127313 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25876e1a-f680-4960-b634-32456918cfb6 None None] Routers {'1e3e6843-25ed-4f5b-b744-556900a42f2e'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:13.128880 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-25876e1a-f680-4960-b634-32456918cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:16:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1e3e6843-25ed-4f5b-b744-556900a42f2e'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:13.137552 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3c1b5-b536-4473-a347-690405c22e96 req-9dcdea1c-1041-4aae-b02d-1a29aaf6ead0 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:13.140282 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ace3c1b5-b536-4473-a347-690405c22e96 req-9dcdea1c-1041-4aae-b02d-1a29aaf6ead0 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.0965087 Aug 17 00:17:13.199990 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-25876e1a-f680-4960-b634-32456918cfb6 None None] Set router 1e3e6843-25ed-4f5b-b744-556900a42f2e gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:17:13.211038 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ace3c1b5-b536-4473-a347-690405c22e96 req-4e31e74c-b6b8-46bd-b511-6da260d49779 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637047 Aug 17 00:17:13.269500 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-25876e1a-f680-4960-b634-32456918cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3e6843-25ed-4f5b-b744-556900a42f2e', 'name': 'tempest-RoutersTest-router-3354924', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:12Z', 'updated_at': '2021-08-17T00:17:12Z', 'revision_number': 2, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:13.334623 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25876e1a-f680-4960-b634-32456918cfb6 None None] Checking router: 1e3e6843-25ed-4f5b-b744-556900a42f2e for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:17:13.338561 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:17:13.349996 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25876e1a-f680-4960-b634-32456918cfb6 None None] Routers {'1e3e6843-25ed-4f5b-b744-556900a42f2e'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:13.351033 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-25876e1a-f680-4960-b634-32456918cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:16:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1e3e6843-25ed-4f5b-b744-556900a42f2e'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:13.361201 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2d32b-e31c-4586-bad2-98fdcfe904eb req-8374e486-b03d-4bf1-88db-c84d658972c8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:13.370075 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46a2d32b-e31c-4586-bad2-98fdcfe904eb req-8374e486-b03d-4bf1-88db-c84d658972c8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.0717969 Aug 17 00:17:13.428158 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46a2d32b-e31c-4586-bad2-98fdcfe904eb req-d0e97186-4890-4550-b88b-f00b0d9d3dee tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571697 Aug 17 00:17:13.482492 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-25876e1a-f680-4960-b634-32456918cfb6 None None] Set router 1e3e6843-25ed-4f5b-b744-556900a42f2e gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:17:13.542014 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-25876e1a-f680-4960-b634-32456918cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3e6843-25ed-4f5b-b744-556900a42f2e', 'name': 'tempest-RoutersTest-router-3354924', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:12Z', 'updated_at': '2021-08-17T00:17:12Z', 'revision_number': 2, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:13.575616 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25876e1a-f680-4960-b634-32456918cfb6 None None] The sync data for ids ['1e3e6843-25ed-4f5b-b744-556900a42f2e'] in n-d-800088-20 is: [{'id': '1e3e6843-25ed-4f5b-b744-556900a42f2e', 'name': 'tempest-RoutersTest-router-3354924', 'tenant_id': 'df54ebfbd4534f81a348549cf820e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:12Z', 'updated_at': '2021-08-17T00:17:12Z', 'revision_number': 2, 'project_id': 'df54ebfbd4534f81a348549cf820e603', 'gw_port_host': None}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:17:13.624848 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9006c2-6740-4f28-a667-595dbdecb1a8 req-b969811c-f4f9-4884-8171-b890f806e38f tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:13.626782 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3d9006c2-6740-4f28-a667-595dbdecb1a8 req-b969811c-f4f9-4884-8171-b890f806e38f tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.0710344 Aug 17 00:17:13.687660 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3d9006c2-6740-4f28-a667-595dbdecb1a8 req-e5e409bd-abd9-4987-854d-55504255d0eb tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454047 Aug 17 00:17:13.745101 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-844b01b5-98f5-448c-807a-f8f39028a0a6 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "GET /v2.0/routers/1e3e6843-25ed-4f5b-b744-556900a42f2e HTTP/1.1" status: 200 len: 697 time: 0.6282914 Aug 17 00:17:13.746835 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56928) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:13.798665 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56934) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:13.798840 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-16293b20-d298-42e1-922c-6991bb6ec933 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e3e6843-25ed-4f5b-b744-556900a42f2e HTTP/1.1" status: 200 len: 205 time: 0.0502164 Aug 17 00:17:13.884608 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0a641-d175-40da-9573-41593ac83f0a req-0a9a8de9-3f7a-48b8-8989-3e71fb897fe2 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:13.886398 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58d0a641-d175-40da-9573-41593ac83f0a req-0a9a8de9-3f7a-48b8-8989-3e71fb897fe2 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.0939145 Aug 17 00:17:13.894087 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2e62677-1817-42fa-a195-1f34b5df603e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:13.960736 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58d0a641-d175-40da-9573-41593ac83f0a req-7a131c92-be71-4849-a84a-e34fdd3f3252 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489397 Aug 17 00:17:14.126098 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-046579f2-4a47-473c-9e72-01e8f4b9165d req-247d797d-0767-4226-9c54-b6c65770ee11 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 210 time: 0.0325222 Aug 17 00:17:14.148245 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac869b3-17fd-499d-9ae6-2a03c59f184e req-54d175d0-6de2-480e-b1b4-95465bb851ad tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:14.150418 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ac869b3-17fd-499d-9ae6-2a03c59f184e req-54d175d0-6de2-480e-b1b4-95465bb851ad tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 944 time: 0.1014426 Aug 17 00:17:14.154940 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2e62677-1817-42fa-a195-1f34b5df603e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:14.157379 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2e62677-1817-42fa-a195-1f34b5df603e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:14.199000 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ac869b3-17fd-499d-9ae6-2a03c59f184e req-c899f38c-5f5a-4b59-af9f-00abd7db64e0 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425012 Aug 17 00:17:14.223361 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2e62677-1817-42fa-a195-1f34b5df603e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:14.224820 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e62677-1817-42fa-a195-1f34b5df603e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Fanout notify agent at l3_agent the message router_deleted on router 1e3e6843-25ed-4f5b-b744-556900a42f2e {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:17:14.233662 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2e62677-1817-42fa-a195-1f34b5df603e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:14.238819 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c2e62677-1817-42fa-a195-1f34b5df603e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/routers/1e3e6843-25ed-4f5b-b744-556900a42f2e HTTP/1.1" status: 204 len: 168 time: 0.4352441 Aug 17 00:17:14.239219 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56944) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:14.287171 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-264590f9-2875-45b2-a5b1-9a046d0a448e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e3e6843-25ed-4f5b-b744-556900a42f2e HTTP/1.1" status: 200 len: 205 time: 0.0438118 Aug 17 00:17:14.290223 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56946) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:14.348612 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-8a0e550a-2fb6-4599-90d4-e27250599ee9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] delete failed (client error): The resource could not be found. Aug 17 00:17:14.352163 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8a0e550a-2fb6-4599-90d4-e27250599ee9 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/routers/1e3e6843-25ed-4f5b-b744-556900a42f2e HTTP/1.1" status: 404 len: 336 time: 0.0613985 Aug 17 00:17:14.352397 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56948) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:14.389520 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba041274-6ab0-4d96-b14d-b8ed392bada8 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] DELETE failed (client error): The resource could not be found. Aug 17 00:17:14.390374 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba041274-6ab0-4d96-b14d-b8ed392bada8 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:17:14.395455 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ba041274-6ab0-4d96-b14d-b8ed392bada8 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/subnets/aec7596c-f8bd-4ed1-821c-0ddc1f32121f HTTP/1.1" status: 404 len: 337 time: 0.0372796 Aug 17 00:17:14.395951 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56950) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:14.415046 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75bd148-d902-4494-b2cb-8c97e8f323f8 req-160ec1c8-bf48-4007-bcb8-b4e9363614bc tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:14.425575 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4439cc6-e4ee-4adb-9e60-b8c3f833d96e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] DELETE failed (client error): The resource could not be found. Aug 17 00:17:14.426228 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4439cc6-e4ee-4adb-9e60-b8c3f833d96e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:17:14.426692 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f75bd148-d902-4494-b2cb-8c97e8f323f8 req-160ec1c8-bf48-4007-bcb8-b4e9363614bc tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.1741264 Aug 17 00:17:14.430542 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e4439cc6-e4ee-4adb-9e60-b8c3f833d96e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/subnets/97247538-d486-4e7b-905d-d8f324d65b90 HTTP/1.1" status: 404 len: 337 time: 0.0312865 Aug 17 00:17:14.435392 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56952) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:14.481422 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ec30ad-7317-4fac-818f-f9323d286960 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] DELETE failed (client error): The resource could not be found. Aug 17 00:17:14.482100 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ec30ad-7317-4fac-818f-f9323d286960 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:17:14.485903 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d9ec30ad-7317-4fac-818f-f9323d286960 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/subnets/5b7e7cfe-5dc5-488b-94fd-555031b9b0a7 HTTP/1.1" status: 404 len: 337 time: 0.0473595 Aug 17 00:17:14.486809 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56954) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:14.516764 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b3ea8c-70e6-46e2-9301-31717d889049 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] DELETE failed (client error): The resource could not be found. Aug 17 00:17:14.517276 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b3ea8c-70e6-46e2-9301-31717d889049 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:17:14.522817 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-64b3ea8c-70e6-46e2-9301-31717d889049 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/subnets/af04634e-53a5-43b3-a965-b8bd6ccb4caa HTTP/1.1" status: 404 len: 337 time: 0.0328262 Aug 17 00:17:14.522817 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56956) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:14.563338 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3f579159-47a8-41dd-b5c4-090f2263547d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6874460-4d27-4386-a22f-dacc9b98dcfd HTTP/1.1" status: 200 len: 205 time: 0.0371873 Aug 17 00:17:14.563688 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56958) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:14.568239 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f75bd148-d902-4494-b2cb-8c97e8f323f8 req-c87f8eb4-f3e8-413f-8fef-e0cfcfa38ddf tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346011 Aug 17 00:17:14.606843 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-a156b62c-a5c1-42d8-9f42-b8fcd3a37640 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] delete failed (client error): The resource could not be found. Aug 17 00:17:14.607881 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a156b62c-a5c1-42d8-9f42-b8fcd3a37640 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/routers/e6874460-4d27-4386-a22f-dacc9b98dcfd HTTP/1.1" status: 404 len: 336 time: 0.0432844 Aug 17 00:17:14.610512 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56962) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:14.640382 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f924654b-8795-462a-8d6c-e7eab7629c32 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd321f15-33c1-4f49-903e-ccf7b693cb13 HTTP/1.1" status: 200 len: 205 time: 0.0285759 Aug 17 00:17:14.642719 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56964) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:14.697584 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-b5a6ea10-3231-449c-8322-b7d4f8e38d7d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] delete failed (client error): The resource could not be found. Aug 17 00:17:14.701167 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b5a6ea10-3231-449c-8322-b7d4f8e38d7d tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/routers/fd321f15-33c1-4f49-903e-ccf7b693cb13 HTTP/1.1" status: 404 len: 336 time: 0.0549552 Aug 17 00:17:14.701387 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56966) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:14.731290 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac02829-0e4c-4cd7-8450-5cc6a62987d5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] DELETE failed (client error): The resource could not be found. Aug 17 00:17:14.731826 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac02829-0e4c-4cd7-8450-5cc6a62987d5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:17:14.735719 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4ac02829-0e4c-4cd7-8450-5cc6a62987d5 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/subnets/f9719139-dffe-4b0d-b0ff-f63d904564e5 HTTP/1.1" status: 404 len: 337 time: 0.0314054 Aug 17 00:17:14.736353 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56968) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:14.758919 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe498e36-10d9-496f-ad16-624cf4ce0bf7 req-b0bc7283-5561-4c1c-9125-977f4e67b44b tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:14.761152 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe498e36-10d9-496f-ad16-624cf4ce0bf7 req-b0bc7283-5561-4c1c-9125-977f4e67b44b tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.0983591 Aug 17 00:17:14.771804 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ce2204fd-9e76-465b-8c22-d9f434215081 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "GET /v2.0/ports?device_id=ded4850b-3f17-4cb2-8d04-f8c5d4df14cb HTTP/1.1" status: 200 len: 205 time: 0.0340352 Aug 17 00:17:14.774071 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56970) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:14.819423 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe498e36-10d9-496f-ad16-624cf4ce0bf7 req-e94c6293-517e-438d-979b-6361fe607742 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513673 Aug 17 00:17:14.827433 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-754beb6c-f27d-444b-8670-b7e4e83ef470 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] delete failed (client error): The resource could not be found. Aug 17 00:17:14.828689 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-754beb6c-f27d-444b-8670-b7e4e83ef470 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/routers/ded4850b-3f17-4cb2-8d04-f8c5d4df14cb HTTP/1.1" status: 404 len: 336 time: 0.0535190 Aug 17 00:17:14.832118 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56972) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:14.877150 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-af4964fc-ff2f-43fa-8d9d-46bde9034cf7 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecb1be1-c178-4594-ba58-fe0567bee5f1 HTTP/1.1" status: 200 len: 205 time: 0.0407801 Aug 17 00:17:14.877396 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56976) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:14.936985 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-f6cf75d1-2e86-4e51-9a50-c8d3cb1c2abb tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] delete failed (client error): The resource could not be found. Aug 17 00:17:14.938257 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f6cf75d1-2e86-4e51-9a50-c8d3cb1c2abb tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/routers/5ecb1be1-c178-4594-ba58-fe0567bee5f1 HTTP/1.1" status: 404 len: 336 time: 0.0595114 Aug 17 00:17:14.941901 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56978) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:14.986993 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91a2cb9-fc7c-4fc6-a444-238f795d836a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] DELETE failed (client error): The resource could not be found. Aug 17 00:17:14.988366 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e91a2cb9-fc7c-4fc6-a444-238f795d836a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:17:14.991198 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e91a2cb9-fc7c-4fc6-a444-238f795d836a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/subnets/728e17d3-1d64-45b0-b500-9ff2be1b44d0 HTTP/1.1" status: 404 len: 337 time: 0.0460818 Aug 17 00:17:14.994319 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56980) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:15.060836 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56984) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:15.061137 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8d792c61-d996-4b4e-bc39-0516d87f6af2 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "GET /v2.0/ports?device_id=d914fdc6-0032-4c8b-98f8-d7d4ad824789 HTTP/1.1" status: 200 len: 205 time: 0.0637081 Aug 17 00:17:15.151921 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-7f758fca-efd2-48e7-9f7a-b8ef0daa8cc8 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] delete failed (client error): The resource could not be found. Aug 17 00:17:15.156436 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7f758fca-efd2-48e7-9f7a-b8ef0daa8cc8 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/routers/d914fdc6-0032-4c8b-98f8-d7d4ad824789 HTTP/1.1" status: 404 len: 336 time: 0.0940261 Aug 17 00:17:15.157314 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56986) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:15.194250 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ff74f-ebd3-4e6f-996c-d6d20ccd7626 req-9d5c05af-7cce-4d6a-92d5-b11193cfd671 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:15.195844 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c33ff74f-ebd3-4e6f-996c-d6d20ccd7626 req-9d5c05af-7cce-4d6a-92d5-b11193cfd671 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.0851281 Aug 17 00:17:15.217781 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f13e366-1cdc-415e-a670-babcee57fc1e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] DELETE failed (client error): The resource could not be found. Aug 17 00:17:15.218857 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f13e366-1cdc-415e-a670-babcee57fc1e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:17:15.224767 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8f13e366-1cdc-415e-a670-babcee57fc1e tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/subnets/33779ee7-41bb-49c6-8fda-54a8dc5e73fd HTTP/1.1" status: 404 len: 337 time: 0.0664384 Aug 17 00:17:15.225200 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 56990) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:15.260971 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d0b44dfd-c0cb-42b5-8db8-e363f83ad6ed tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "GET /v2.0/ports?device_id=be48e21d-9d15-47cd-ad5f-8ba1b7a50855 HTTP/1.1" status: 200 len: 205 time: 0.0344436 Aug 17 00:17:15.263351 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 56998) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:15.326902 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-9b08e78f-c7ee-428b-983f-08790b795196 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] delete failed (client error): The resource could not be found. Aug 17 00:17:15.327811 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9b08e78f-c7ee-428b-983f-08790b795196 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/routers/be48e21d-9d15-47cd-ad5f-8ba1b7a50855 HTTP/1.1" status: 404 len: 336 time: 0.0599015 Aug 17 00:17:15.328246 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e1f00437-db10-4512-b206-4b96b853ee70 req-af0ca163-716f-4c9e-96b7-c1cdf9a7467b tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 210 time: 0.0533862 Aug 17 00:17:15.330480 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57004) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:15.332346 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c33ff74f-ebd3-4e6f-996c-d6d20ccd7626 req-11b7fb0c-451a-4a74-beab-6fa12313d00f tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286333 Aug 17 00:17:15.366664 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff123feb-ab8c-4391-a828-c958d680d1b6 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] DELETE failed (client error): The resource could not be found. Aug 17 00:17:15.367143 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff123feb-ab8c-4391-a828-c958d680d1b6 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:17:15.368934 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ff123feb-ab8c-4391-a828-c958d680d1b6 tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/subnets/7638c0e3-7ab6-4fc7-8c99-96b34c2adb0f HTTP/1.1" status: 404 len: 337 time: 0.0368869 Aug 17 00:17:15.375522 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57006) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:15.422996 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea95e86-156a-4d5b-80fe-4df6906f122a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] DELETE failed (client error): The resource could not be found. Aug 17 00:17:15.423482 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ea95e86-156a-4d5b-80fe-4df6906f122a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:17:15.433533 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0ea95e86-156a-4d5b-80fe-4df6906f122a tempest-RoutersTest-1550864277 tempest-RoutersTest-1550864277-project] 10.222.0.60 "DELETE /v2.0/subnets/0ea7e348-b1f9-4515-861a-fef02b389c1e HTTP/1.1" status: 404 len: 337 time: 0.0487058 Aug 17 00:17:15.508127 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f924b9-2f73-4d2d-bcdc-3efc9e919cad req-9312e79d-8d17-42b2-9f14-745e969cc492 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:15.510094 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-47f924b9-2f73-4d2d-bcdc-3efc9e919cad req-9312e79d-8d17-42b2-9f14-745e969cc492 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 944 time: 0.0660052 Aug 17 00:17:15.567578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-47f924b9-2f73-4d2d-bcdc-3efc9e919cad req-34a170a0-74e6-4feb-920a-f046e55391c2 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510945 Aug 17 00:17:15.775136 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57012) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:15.936942 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e23b77fb-8b11-45ef-9ab2-0daa05808892 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=df54ebfbd4534f81a348549cf820e603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1603787 Aug 17 00:17:15.939669 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57016) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:16.010023 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c4d752fe-3c89-49eb-bee3-e6fafd2171d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:16.041350 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c4d752fe-3c89-49eb-bee3-e6fafd2171d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:16.095216 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c4d752fe-3c89-49eb-bee3-e6fafd2171d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:16.100600 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c4d752fe-3c89-49eb-bee3-e6fafd2171d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:16.102172 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c4d752fe-3c89-49eb-bee3-e6fafd2171d4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e87ad943-38e4-4839-b9f4-a0fdd2edff60 HTTP/1.1" status: 204 len: 168 time: 0.1606038 Aug 17 00:17:16.113198 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d752fe-3c89-49eb-bee3-e6fafd2171d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87ad943-38e4-4839-b9f4-a0fdd2edff60,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:16.471438 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d8c0c2f-80b0-4383-a1cc-7cef345f276e req-a1983e51-9843-4b64-a75e-9940df136975 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 210 time: 0.0382578 Aug 17 00:17:16.518045 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9a836b67-0ffc-4175-97de-2f374baa189d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:16.551821 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a32a1d-5802-44d0-997a-ac184dc4e8d4 req-e904b713-cdb5-4ce1-a1e9-46c6183365c8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:16.553955 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-80a32a1d-5802-44d0-997a-ac184dc4e8d4 req-e904b713-cdb5-4ce1-a1e9-46c6183365c8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.0668042 Aug 17 00:17:16.609730 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-80a32a1d-5802-44d0-997a-ac184dc4e8d4 req-97cecbb4-3aa7-409d-844f-92de99f77fc3 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463815 Aug 17 00:17:16.749880 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5679d2-e702-4cb1-a9ff-83ead2296d16 req-33c24b54-5bea-46bc-b9c3-4542fa1e4d41 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:16.752451 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f5679d2-e702-4cb1-a9ff-83ead2296d16 req-33c24b54-5bea-46bc-b9c3-4542fa1e4d41 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 944 time: 0.0862417 Aug 17 00:17:16.821853 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f5679d2-e702-4cb1-a9ff-83ead2296d16 req-28316455-09fb-420c-afe0-33183573e0b6 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623488 Aug 17 00:17:17.065016 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f7f03-dd2c-4280-a757-21cfec2207ae req-6dab12da-34e4-44fd-baa0-cb6bab6db48f tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:17.072762 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e9f7f03-dd2c-4280-a757-21cfec2207ae req-6dab12da-34e4-44fd-baa0-cb6bab6db48f tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.1312053 Aug 17 00:17:17.094109 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d8682-be9c-4b7f-bb65-e5de17840a08 req-492566cf-e0e2-4e1e-bd0f-b641792f4782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:17.095712 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c82d8682-be9c-4b7f-bb65-e5de17840a08 req-492566cf-e0e2-4e1e-bd0f-b641792f4782 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b8e25b70c1f47b492a05e439cd88f28&device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 1099 time: 0.1002703 Aug 17 00:17:17.247143 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57052) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:17.272808 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e9f7f03-dd2c-4280-a757-21cfec2207ae req-1ba66e99-b919-44d8-a633-f004db13ff69 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988528 Aug 17 00:17:17.350371 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d8682-be9c-4b7f-bb65-e5de17840a08 req-f578a17e-0f98-47ed-a4a6-13f449294b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:17.352927 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c82d8682-be9c-4b7f-bb65-e5de17840a08 req-f578a17e-0f98-47ed-a4a6-13f449294b1a service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7fbf6df-b582-48ad-91b2-b1a51dfd09fb HTTP/1.1" status: 200 len: 914 time: 0.2465336 Aug 17 00:17:17.424421 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c82d8682-be9c-4b7f-bb65-e5de17840a08 req-686d6202-1bd3-48c7-ab66-ec709910c8c5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a29e60c-58e2-4a54-8c31-a2c02741653b HTTP/1.1" status: 200 len: 217 time: 0.0618281 Aug 17 00:17:17.438528 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1bd12a15-5ecb-4c92-a545-0eaf5b1b3d65 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-192613943', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:17.483360 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1bd12a15-5ecb-4c92-a545-0eaf5b1b3d65 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:17.484603 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1bd12a15-5ecb-4c92-a545-0eaf5b1b3d65 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:17.509804 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d8682-be9c-4b7f-bb65-e5de17840a08 req-79efd804-7e65-494e-90c4-9582d98a5a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:17.521764 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c82d8682-be9c-4b7f-bb65-e5de17840a08 req-79efd804-7e65-494e-90c4-9582d98a5a23 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9714244-a336-4eb8-8cb8-78c77eca1694 HTTP/1.1" status: 200 len: 853 time: 0.0812850 Aug 17 00:17:17.563698 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c82d8682-be9c-4b7f-bb65-e5de17840a08 req-c88df053-684b-46ac-a431-ba7896017262 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7fbf6df-b582-48ad-91b2-b1a51dfd09fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344884 Aug 17 00:17:17.576209 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1bd12a15-5ecb-4c92-a545-0eaf5b1b3d65 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:17.586967 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1bd12a15-5ecb-4c92-a545-0eaf5b1b3d65 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:17.611252 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fff7e962-a767-4543-8342-c22f1eab3513 req-daa716b7-0eaa-4f6c-8791-b2e5e3a588f5 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 210 time: 0.0421615 Aug 17 00:17:17.623637 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1bd12a15-5ecb-4c92-a545-0eaf5b1b3d65 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:17.630002 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1bd12a15-5ecb-4c92-a545-0eaf5b1b3d65 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3815935 Aug 17 00:17:17.632150 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57058) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:17.649021 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-e7932a4b-e377-4515-ac7f-d39359ea6f6e tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-522082140'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:17.685213 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7932a4b-e377-4515-ac7f-d39359ea6f6e tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Made reservation on behalf of ac32bf1294444a3190fab8694984985d for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:17:17.688990 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7932a4b-e377-4515-ac7f-d39359ea6f6e tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:17.703865 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7932a4b-e377-4515-ac7f-d39359ea6f6e tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:17.736974 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c82d8682-be9c-4b7f-bb65-e5de17840a08 req-c53691ca-09b7-40cb-87b6-3a9ebd7cfe46 service neutron] 10.222.0.64 "GET /v2.0/networks/c7fbf6df-b582-48ad-91b2-b1a51dfd09fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536915 Aug 17 00:17:17.834639 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7932a4b-e377-4515-ac7f-d39359ea6f6e tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:17.849591 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7932a4b-e377-4515-ac7f-d39359ea6f6e tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:17.886012 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7932a4b-e377-4515-ac7f-d39359ea6f6e tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:17:17.890460 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c82d8682-be9c-4b7f-bb65-e5de17840a08 req-959cda17-1199-4c47-a3ef-0bdf23dee698 service neutron] 10.222.0.64 "GET /v2.0/networks/c7fbf6df-b582-48ad-91b2-b1a51dfd09fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447251 Aug 17 00:17:17.901763 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7932a4b-e377-4515-ac7f-d39359ea6f6e tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3ff2af-cbaf-4311-a6e3-9dbfe6123f8a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:17.905222 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7932a4b-e377-4515-ac7f-d39359ea6f6e tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:17.905585 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-e7932a4b-e377-4515-ac7f-d39359ea6f6e tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Added segment 2894e87f-4933-4324-b1be-3fd0ee68e94a of type vlan for network c21537e5-8aca-4a8b-9677-8ae1d80e1b9f Aug 17 00:17:17.980561 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ab853-e7ff-4eb6-b826-b31420640f3d req-ec613f55-f32a-4990-b1d3-a14c0a1f3935 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:17.984470 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7932a4b-e377-4515-ac7f-d39359ea6f6e tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:17.990715 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-803ab853-e7ff-4eb6-b826-b31420640f3d req-ec613f55-f32a-4990-b1d3-a14c0a1f3935 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 944 time: 0.0748105 Aug 17 00:17:18.025166 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7932a4b-e377-4515-ac7f-d39359ea6f6e tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:18.033876 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7932a4b-e377-4515-ac7f-d39359ea6f6e tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:18.037160 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7932a4b-e377-4515-ac7f-d39359ea6f6e tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:18.040436 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-803ab853-e7ff-4eb6-b826-b31420640f3d req-df140786-3a63-46e6-8af5-68aed15266f4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485144 Aug 17 00:17:18.117229 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e7932a4b-e377-4515-ac7f-d39359ea6f6e tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4836621 Aug 17 00:17:18.120301 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57062) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:18.126087 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-6972a23b-d1c1-4ede-8c60-f59b09fbcc92 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Request body: {'subnet': {'network_id': 'c21537e5-8aca-4a8b-9677-8ae1d80e1b9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:18.189129 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7932a4b-e377-4515-ac7f-d39359ea6f6e tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Pushing event updated for resources: {'Network': ['ID=c21537e5-8aca-4a8b-9677-8ae1d80e1b9f,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:18.205381 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network c21537e5-8aca-4a8b-9677-8ae1d80e1b9f details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:17:18.267896 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6972a23b-d1c1-4ede-8c60-f59b09fbcc92 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Made reservation on behalf of ac32bf1294444a3190fab8694984985d for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:17:18.277327 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6972a23b-d1c1-4ede-8c60-f59b09fbcc92 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:18.464597 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af16953-9fb3-4123-baa9-0aa97c3963e5 req-46e85efb-159a-4171-a3bf-33797e6ff0ab tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:18.466641 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7af16953-9fb3-4123-baa9-0aa97c3963e5 req-46e85efb-159a-4171-a3bf-33797e6ff0ab tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.1052961 Aug 17 00:17:18.523516 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7af16953-9fb3-4123-baa9-0aa97c3963e5 req-c7c1b21a-8535-477e-aab2-d12926506776 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469351 Aug 17 00:17:18.574222 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6972a23b-d1c1-4ede-8c60-f59b09fbcc92 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:18.650721 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972a23b-d1c1-4ede-8c60-f59b09fbcc92 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Pushing event updated for resources: {'Subnet': ['ID=8ecf37e5-d61c-4db1-8fa2-304403ec26eb,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:18.672048 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6972a23b-d1c1-4ede-8c60-f59b09fbcc92 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Checking segment: {'id': '2894e87f-4933-4324-b1be-3fd0ee68e94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c21537e5-8aca-4a8b-9677-8ae1d80e1b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:17:18.672424 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6972a23b-d1c1-4ede-8c60-f59b09fbcc92 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Network hostable DHCP agents. Network: c21537e5-8aca-4a8b-9677-8ae1d80e1b9f, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:17:18.702786 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6972a23b-d1c1-4ede-8c60-f59b09fbcc92 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Network c21537e5-8aca-4a8b-9677-8ae1d80e1b9f is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:17:18.719709 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-6972a23b-d1c1-4ede-8c60-f59b09fbcc92 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, c21537e5-8aca-4a8b-9677-8ae1d80e1b9f) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:17:18.727513 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6972a23b-d1c1-4ede-8c60-f59b09fbcc92 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:18.728106 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6972a23b-d1c1-4ede-8c60-f59b09fbcc92 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:18.730049 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e1e0b7-83c6-438f-98d4-e7a0016b120a None None] Network c21537e5-8aca-4a8b-9677-8ae1d80e1b9f requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:17:18.765990 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6972a23b-d1c1-4ede-8c60-f59b09fbcc92 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6446447 Aug 17 00:17:18.770900 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57070) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:18.776216 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a9fd662f-1d05-4374-9a78-e8692261f466 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Request body: {'network': {'name': 'tempest-router-network01--1426902485'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:18.790840 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0adadf8-5403-4548-9698-ea56806d76a5 req-45141485-92da-480d-aab2-113b675cc7f6 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 210 time: 0.0459774 Aug 17 00:17:18.819188 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fd662f-1d05-4374-9a78-e8692261f466 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Made reservation on behalf of ac32bf1294444a3190fab8694984985d for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:17:18.824228 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a9fd662f-1d05-4374-9a78-e8692261f466 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:18.857862 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9fd662f-1d05-4374-9a78-e8692261f466 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:17:18.873219 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a9fd662f-1d05-4374-9a78-e8692261f466 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:18.873640 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-a9fd662f-1d05-4374-9a78-e8692261f466 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Added segment 88d877e3-e85f-4bca-b9b8-6d8e6c741118 of type vlan for network ba7e9c3a-16fd-4f05-86c2-956269bb3684 Aug 17 00:17:18.925967 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a9fd662f-1d05-4374-9a78-e8692261f466 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:18.950528 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d61ff02-cc20-4df9-9814-94a7b676febd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-c21537e5-8aca-4a8b-9677-8ae1d80e1b9f', 'network_id': 'c21537e5-8aca-4a8b-9677-8ae1d80e1b9f', 'tenant_id': 'ac32bf1294444a3190fab8694984985d', 'fixed_ips': [{'subnet_id': '8ecf37e5-d61c-4db1-8fa2-304403ec26eb'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:17:18.951488 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1d61ff02-cc20-4df9-9814-94a7b676febd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:18.973282 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a9fd662f-1d05-4374-9a78-e8692261f466 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:18.988448 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fd662f-1d05-4374-9a78-e8692261f466 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:18.990255 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a9fd662f-1d05-4374-9a78-e8692261f466 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:19.064511 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57072) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:19.065068 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a9fd662f-1d05-4374-9a78-e8692261f466 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2926493 Aug 17 00:17:19.072162 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-370c594b-3fdb-4c4f-abfe-9c68f329b17b tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Request body: {'network': {'name': 'tempest-router-network02--592603905'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:19.102093 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd662f-1d05-4374-9a78-e8692261f466 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Pushing event updated for resources: {'Network': ['ID=ba7e9c3a-16fd-4f05-86c2-956269bb3684,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:19.122220 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370c594b-3fdb-4c4f-abfe-9c68f329b17b tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Made reservation on behalf of ac32bf1294444a3190fab8694984985d for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:17:19.125731 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-370c594b-3fdb-4c4f-abfe-9c68f329b17b tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:19.131328 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network ba7e9c3a-16fd-4f05-86c2-956269bb3684 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:17:19.207116 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-370c594b-3fdb-4c4f-abfe-9c68f329b17b tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:17:19.235426 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-1d61ff02-cc20-4df9-9814-94a7b676febd None None] Allocated IP 172.20.0.2 (c21537e5-8aca-4a8b-9677-8ae1d80e1b9f/8ecf37e5-d61c-4db1-8fa2-304403ec26eb/84eef0f1-8aff-4624-b0b5-d39e833320f0) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:17:19.236923 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1832fd2-1df2-46b4-a54b-9d4374c89407 req-7a1c9397-a2f4-4289-b4ff-7d38db21a8a9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:19.238979 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1832fd2-1df2-46b4-a54b-9d4374c89407 req-7a1c9397-a2f4-4289-b4ff-7d38db21a8a9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 944 time: 0.0883422 Aug 17 00:17:19.243803 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-370c594b-3fdb-4c4f-abfe-9c68f329b17b tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:19.244152 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-370c594b-3fdb-4c4f-abfe-9c68f329b17b tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Added segment d4d1e803-4cdd-4491-9ee2-d1fbd68a2ba8 of type vlan for network 8f7507c7-fce0-4908-b8f4-9812436540d7 Aug 17 00:17:19.267136 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4a388617-38cc-4110-8423-1aa6638e79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:19.278932 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:19.329419 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-370c594b-3fdb-4c4f-abfe-9c68f329b17b tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:19.341931 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1832fd2-1df2-46b4-a54b-9d4374c89407 req-7280cc94-029c-4205-9645-41b6f9c45c89 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957382 Aug 17 00:17:19.371374 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-370c594b-3fdb-4c4f-abfe-9c68f329b17b tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:19.377509 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370c594b-3fdb-4c4f-abfe-9c68f329b17b tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:19.379179 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-370c594b-3fdb-4c4f-abfe-9c68f329b17b tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:19.448342 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c594b-3fdb-4c4f-abfe-9c68f329b17b tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Pushing event updated for resources: {'Network': ['ID=8f7507c7-fce0-4908-b8f4-9812436540d7,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:19.463974 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-370c594b-3fdb-4c4f-abfe-9c68f329b17b tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3982229 Aug 17 00:17:19.466581 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57078) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:19.470904 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 8f7507c7-fce0-4908-b8f4-9812436540d7 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:17:19.474727 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-d36ee7d4-618a-4771-a36d-54b54de6bb3f tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Request body: {'subnet': {'network_id': 'ba7e9c3a-16fd-4f05-86c2-956269bb3684', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:19.557179 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1d61ff02-cc20-4df9-9814-94a7b676febd None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:19.580669 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1d61ff02-cc20-4df9-9814-94a7b676febd None None] Transition to ACTIVE for port object 84eef0f1-8aff-4624-b0b5-d39e833320f0 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:17:19.611980 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1d61ff02-cc20-4df9-9814-94a7b676febd None None] Transition to ACTIVE for port object 84eef0f1-8aff-4624-b0b5-d39e833320f0 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:17:19.631916 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1d61ff02-cc20-4df9-9814-94a7b676febd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:19.703289 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36ee7d4-618a-4771-a36d-54b54de6bb3f tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Made reservation on behalf of ac32bf1294444a3190fab8694984985d for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:17:19.707472 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d36ee7d4-618a-4771-a36d-54b54de6bb3f tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:19.734508 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d61ff02-cc20-4df9-9814-94a7b676febd None None] Network c21537e5-8aca-4a8b-9677-8ae1d80e1b9f is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:17:19.736276 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-1d61ff02-cc20-4df9-9814-94a7b676febd None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:17:19.743097 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d61ff02-cc20-4df9-9814-94a7b676febd None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:17:19.804398 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61ff02-cc20-4df9-9814-94a7b676febd None None] Pushing event updated for resources: {'Port': ['ID=84eef0f1-8aff-4624-b0b5-d39e833320f0,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:19.834388 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-1d61ff02-cc20-4df9-9814-94a7b676febd None None] Attempting to bind port 84eef0f1-8aff-4624-b0b5-d39e833320f0 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:17:19.834884 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a1067-1ecc-46e7-9a89-59ae361f470d req-d16bfa16-357d-4801-bc73-f2a01b9c0ed2 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:19.835646 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-1d61ff02-cc20-4df9-9814-94a7b676febd None None] Attempting to bind port 84eef0f1-8aff-4624-b0b5-d39e833320f0 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '2894e87f-4933-4324-b1be-3fd0ee68e94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c21537e5-8aca-4a8b-9677-8ae1d80e1b9f'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:17:19.835935 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61ff02-cc20-4df9-9814-94a7b676febd None None] Attempting to bind port 84eef0f1-8aff-4624-b0b5-d39e833320f0 on network c21537e5-8aca-4a8b-9677-8ae1d80e1b9f {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:17:19.843516 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b87a1067-1ecc-46e7-9a89-59ae361f470d req-d16bfa16-357d-4801-bc73-f2a01b9c0ed2 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.1521392 Aug 17 00:17:19.856522 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61ff02-cc20-4df9-9814-94a7b676febd None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:17:19.857259 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61ff02-cc20-4df9-9814-94a7b676febd None None] Checking segment: {'id': '2894e87f-4933-4324-b1be-3fd0ee68e94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c21537e5-8aca-4a8b-9677-8ae1d80e1b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:17:19.857859 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1d61ff02-cc20-4df9-9814-94a7b676febd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:19.858679 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61ff02-cc20-4df9-9814-94a7b676febd None None] Bound using segment: {'id': '2894e87f-4933-4324-b1be-3fd0ee68e94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c21537e5-8aca-4a8b-9677-8ae1d80e1b9f'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:17:19.861332 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-1d61ff02-cc20-4df9-9814-94a7b676febd None None] Bound port: 84eef0f1-8aff-4624-b0b5-d39e833320f0, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2894e87f-4933-4324-b1be-3fd0ee68e94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c21537e5-8aca-4a8b-9677-8ae1d80e1b9f'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:17:19.862002 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1d61ff02-cc20-4df9-9814-94a7b676febd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:19.914305 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b87a1067-1ecc-46e7-9a89-59ae361f470d req-03aa4f3d-509a-454a-81f2-54758302203f tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704927 Aug 17 00:17:19.969118 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1d61ff02-cc20-4df9-9814-94a7b676febd None None] For port 84eef0f1-8aff-4624-b0b5-d39e833320f0, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:17:19.981746 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1d61ff02-cc20-4df9-9814-94a7b676febd None None] For port 84eef0f1-8aff-4624-b0b5-d39e833320f0, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=84eef0f1-8aff-4624-b0b5-d39e833320f0,segment=NetworkSegment(2894e87f-4933-4324-b1be-3fd0ee68e94a),segment_id=2894e87f-4933-4324-b1be-3fd0ee68e94a)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:17:19.995178 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1d61ff02-cc20-4df9-9814-94a7b676febd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:20.006039 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2759191c-55a6-4fee-aef7-936f63b0fec7 req-88bcb984-f487-43c1-ae83-9b1c5e2e48fb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 210 time: 0.0809634 Aug 17 00:17:20.118183 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61ff02-cc20-4df9-9814-94a7b676febd None None] Pushing event updated for resources: {'Port': ['ID=84eef0f1-8aff-4624-b0b5-d39e833320f0,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:20.173895 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c19dc5-8b29-455a-a3df-08542a1cf226 req-83ce8ac0-8d68-4c79-a549-03be5734d93a tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:20.175498 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-26c19dc5-8b29-455a-a3df-08542a1cf226 req-83ce8ac0-8d68-4c79-a549-03be5734d93a tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.1658828 Aug 17 00:17:20.188572 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:20.201235 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d36ee7d4-618a-4771-a36d-54b54de6bb3f tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:20.301386 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-26c19dc5-8b29-455a-a3df-08542a1cf226 req-f932c03a-49c1-468a-b93a-8551f4cf5867 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156535 Aug 17 00:17:20.308851 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ee7d4-618a-4771-a36d-54b54de6bb3f tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Pushing event updated for resources: {'Subnet': ['ID=fef1384f-7ffe-4be2-a190-ee48390b5dc0,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:20.358961 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36ee7d4-618a-4771-a36d-54b54de6bb3f tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Checking segment: {'id': '88d877e3-e85f-4bca-b9b8-6d8e6c741118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ba7e9c3a-16fd-4f05-86c2-956269bb3684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:17:20.359333 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36ee7d4-618a-4771-a36d-54b54de6bb3f tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Network hostable DHCP agents. Network: ba7e9c3a-16fd-4f05-86c2-956269bb3684, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:17:20.388455 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36ee7d4-618a-4771-a36d-54b54de6bb3f tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Network ba7e9c3a-16fd-4f05-86c2-956269bb3684 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:17:20.411706 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-d36ee7d4-618a-4771-a36d-54b54de6bb3f tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, ba7e9c3a-16fd-4f05-86c2-956269bb3684) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:17:20.420489 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4431299c-58e8-46f2-98a2-d3fcdf3c13ff None None] Network ba7e9c3a-16fd-4f05-86c2-956269bb3684 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:17:20.434161 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36ee7d4-618a-4771-a36d-54b54de6bb3f tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:20.434773 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d36ee7d4-618a-4771-a36d-54b54de6bb3f tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:20.458578 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57094) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:20.470034 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-58c8e018-51cf-4c75-978f-15c43e23b082 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Request body: {'subnet': {'network_id': '8f7507c7-fce0-4908-b8f4-9812436540d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:20.474673 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d36ee7d4-618a-4771-a36d-54b54de6bb3f tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0053163 Aug 17 00:17:20.637098 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2695e5-2833-46f4-953f-7c24c2031db7 req-4b78c5d6-9539-431c-974a-2ecf8d3d1728 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:20.640761 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd2695e5-2833-46f4-953f-7c24c2031db7 req-4b78c5d6-9539-431c-974a-2ecf8d3d1728 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.1630836 Aug 17 00:17:20.646864 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6317485f-0329-49e5-bfe1-b05581d66f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-ba7e9c3a-16fd-4f05-86c2-956269bb3684', 'network_id': 'ba7e9c3a-16fd-4f05-86c2-956269bb3684', 'tenant_id': 'ac32bf1294444a3190fab8694984985d', 'fixed_ips': [{'subnet_id': 'fef1384f-7ffe-4be2-a190-ee48390b5dc0'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:17:20.647342 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c8e018-51cf-4c75-978f-15c43e23b082 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Made reservation on behalf of ac32bf1294444a3190fab8694984985d for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:17:20.649267 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6317485f-0329-49e5-bfe1-b05581d66f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:20.661719 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-58c8e018-51cf-4c75-978f-15c43e23b082 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:20.666169 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf37599-ea72-48ad-9a8c-0b2bf272befe req-f5460192-bbb2-4fd8-a7ab-54e41f25c278 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:20.667825 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4bf37599-ea72-48ad-9a8c-0b2bf272befe req-f5460192-bbb2-4fd8-a7ab-54e41f25c278 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 944 time: 0.1606965 Aug 17 00:17:20.758255 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd2695e5-2833-46f4-953f-7c24c2031db7 req-49153439-8507-40d2-9583-4c9f24975047 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066256 Aug 17 00:17:20.788257 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4bf37599-ea72-48ad-9a8c-0b2bf272befe req-92fe3a79-c5fd-443b-8f23-703cc6ba6045 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004117 Aug 17 00:17:20.904011 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-58c8e018-51cf-4c75-978f-15c43e23b082 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:20.931650 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe7e79-6c5c-421c-93c6-ac3f155d1b98 req-94aa1fb7-fafc-429e-ae46-7682a2715d14 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:20.939950 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-37fe7e79-6c5c-421c-93c6-ac3f155d1b98 req-94aa1fb7-fafc-429e-ae46-7682a2715d14 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.0726681 Aug 17 00:17:20.989227 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-37fe7e79-6c5c-421c-93c6-ac3f155d1b98 req-bd105625-2aad-4629-a3d8-1bc6421ddd08 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444427 Aug 17 00:17:21.024866 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c8e018-51cf-4c75-978f-15c43e23b082 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Checking segment: {'id': 'd4d1e803-4cdd-4491-9ee2-d1fbd68a2ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '8f7507c7-fce0-4908-b8f4-9812436540d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:17:21.025224 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c8e018-51cf-4c75-978f-15c43e23b082 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Network hostable DHCP agents. Network: 8f7507c7-fce0-4908-b8f4-9812436540d7, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:17:21.038107 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8e018-51cf-4c75-978f-15c43e23b082 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Pushing event updated for resources: {'Subnet': ['ID=cb147349-b793-4ae0-92d1-12a5ec11a43f,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:21.076451 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c8e018-51cf-4c75-978f-15c43e23b082 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Network 8f7507c7-fce0-4908-b8f4-9812436540d7 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:17:21.095523 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-58c8e018-51cf-4c75-978f-15c43e23b082 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 8f7507c7-fce0-4908-b8f4-9812436540d7) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:17:21.101390 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c8e018-51cf-4c75-978f-15c43e23b082 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:21.102139 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-58c8e018-51cf-4c75-978f-15c43e23b082 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:21.133616 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-58c8e018-51cf-4c75-978f-15c43e23b082 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6731129 Aug 17 00:17:21.136070 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57112) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:21.224655 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c167bc-9441-4602-b8e2-0623b1aab60a None None] Network 8f7507c7-fce0-4908-b8f4-9812436540d7 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:17:21.231214 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18b7bc38-115d-49f9-9787-bffab2c310ff req-0cde72d8-53f8-42f1-a4c4-95e792729a6d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 210 time: 0.0569878 Aug 17 00:17:21.342706 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-6317485f-0329-49e5-bfe1-b05581d66f65 None None] Allocated IP 172.20.0.2 (ba7e9c3a-16fd-4f05-86c2-956269bb3684/fef1384f-7ffe-4be2-a190-ee48390b5dc0/4ce88409-194f-4368-9009-378c73fe75c1) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:17:21.485253 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9609a5-2d0d-455a-9cce-86730a6fd239 req-7eb544ec-c5b3-4369-b39e-b6fd219f7b7f tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:21.493834 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c9609a5-2d0d-455a-9cce-86730a6fd239 req-7eb544ec-c5b3-4369-b39e-b6fd219f7b7f tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.1167743 Aug 17 00:17:21.563423 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c9609a5-2d0d-455a-9cce-86730a6fd239 req-1934c188-531e-496c-b92d-e42743a7e729 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546560 Aug 17 00:17:21.649593 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e9f160-d376-4fe2-abbc-30407252422f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-8f7507c7-fce0-4908-b8f4-9812436540d7', 'network_id': '8f7507c7-fce0-4908-b8f4-9812436540d7', 'tenant_id': 'ac32bf1294444a3190fab8694984985d', 'fixed_ips': [{'subnet_id': 'cb147349-b793-4ae0-92d1-12a5ec11a43f'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:17:21.650743 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-83e9f160-d376-4fe2-abbc-30407252422f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:21.666763 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-80e31b4e-e992-4f0c-8914-900a8af037d4 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:21.722591 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2738635a-b7ed-4ff4-9a75-ef6fb308de70 None None] Network c21537e5-8aca-4a8b-9677-8ae1d80e1b9f requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:17:21.781433 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a408ab9-7bea-4aeb-af02-f1a59977d0b7 req-05fd3885-d9c3-4278-af0d-229e452f4669 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:21.793121 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5a408ab9-7bea-4aeb-af02-f1a59977d0b7 req-05fd3885-d9c3-4278-af0d-229e452f4669 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.1239493 Aug 17 00:17:21.909122 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5a408ab9-7bea-4aeb-af02-f1a59977d0b7 req-409154a6-2b1d-4e8a-9a57-a0e7f7bda9d1 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144416 Aug 17 00:17:21.948462 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 84eef0f1-8aff-4624-b0b5-d39e833320f0 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:17:22.070287 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0ca14-46db-4ae6-be0b-665ca2a224db req-e69783d8-f44e-4834-82ce-9cd9de455174 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:22.075687 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25f0ca14-46db-4ae6-be0b-665ca2a224db req-e69783d8-f44e-4834-82ce-9cd9de455174 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 944 time: 0.1159728 Aug 17 00:17:22.077317 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a9fcfb28-0f0d-437a-9a34-c29a844c2307 None None] Provisioning for port 84eef0f1-8aff-4624-b0b5-d39e833320f0 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:17:22.088625 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6317485f-0329-49e5-bfe1-b05581d66f65 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:22.170968 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-83e9f160-d376-4fe2-abbc-30407252422f None None] Allocated IP 172.20.0.2 (8f7507c7-fce0-4908-b8f4-9812436540d7/cb147349-b793-4ae0-92d1-12a5ec11a43f/18fe2cfa-ee9b-460b-b676-0774655550a1) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:17:22.172296 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25f0ca14-46db-4ae6-be0b-665ca2a224db req-f410d028-04d8-4232-8eaf-839649ec5de5 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897086 Aug 17 00:17:22.202748 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de84036-d431-4d86-9bb9-adaeb0718e27 req-d2399356-c717-4fca-b35a-dd32533f3800 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:22.202971 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6317485f-0329-49e5-bfe1-b05581d66f65 None None] Transition to ACTIVE for port object 4ce88409-194f-4368-9009-378c73fe75c1 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:17:22.203201 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9de84036-d431-4d86-9bb9-adaeb0718e27 req-d2399356-c717-4fca-b35a-dd32533f3800 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.0855279 Aug 17 00:17:22.249614 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9de84036-d431-4d86-9bb9-adaeb0718e27 req-42493d24-4623-4515-9e62-67dacd34966f tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425489 Aug 17 00:17:22.260574 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 84eef0f1-8aff-4624-b0b5-d39e833320f0 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:17:22.272931 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:22.278843 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6317485f-0329-49e5-bfe1-b05581d66f65 None None] Transition to ACTIVE for port object 4ce88409-194f-4368-9009-378c73fe75c1 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:17:22.289020 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 84eef0f1-8aff-4624-b0b5-d39e833320f0 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:22.289331 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:22.301529 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6317485f-0329-49e5-bfe1-b05581d66f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:22.384356 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-80e31b4e-e992-4f0c-8914-900a8af037d4 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Allocated IP 172.20.0.1 (ba7e9c3a-16fd-4f05-86c2-956269bb3684/fef1384f-7ffe-4be2-a190-ee48390b5dc0/c141f5cb-2527-4707-b085-f656416fb229) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:17:22.481384 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfb7c9a0-f785-4447-8967-c192953e149f req-79622bcb-3936-4150-bb93-4c42c25a5095 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1cd375f-0ca2-422b-98ca-441507c85655 HTTP/1.1" status: 200 len: 210 time: 0.1282861 Aug 17 00:17:22.495691 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6317485f-0329-49e5-bfe1-b05581d66f65 None None] Network ba7e9c3a-16fd-4f05-86c2-956269bb3684 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:17:22.517555 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-6317485f-0329-49e5-bfe1-b05581d66f65 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:17:22.523587 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6317485f-0329-49e5-bfe1-b05581d66f65 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:17:22.532779 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24742220-0926-48c3-9fb5-857ab328fdd3 req-7592850d-b0a9-4b2f-8d28-af04c35256d1 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:22.535897 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-24742220-0926-48c3-9fb5-857ab328fdd3 req-7592850d-b0a9-4b2f-8d28-af04c35256d1 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.1559913 Aug 17 00:17:22.541667 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317485f-0329-49e5-bfe1-b05581d66f65 None None] Pushing event updated for resources: {'Port': ['ID=4ce88409-194f-4368-9009-378c73fe75c1,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:22.603488 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-24742220-0926-48c3-9fb5-857ab328fdd3 req-60850da3-a1e8-4ecf-9546-fa025ca8c696 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528514 Aug 17 00:17:22.614033 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-80e31b4e-e992-4f0c-8914-900a8af037d4 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:22.647674 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-80e31b4e-e992-4f0c-8914-900a8af037d4 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Transition to ACTIVE for port object c141f5cb-2527-4707-b085-f656416fb229 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:17:22.740829 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-80e31b4e-e992-4f0c-8914-900a8af037d4 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:22.741647 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-6317485f-0329-49e5-bfe1-b05581d66f65 None None] Attempting to bind port 4ce88409-194f-4368-9009-378c73fe75c1 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:17:22.742072 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-6317485f-0329-49e5-bfe1-b05581d66f65 None None] Attempting to bind port 4ce88409-194f-4368-9009-378c73fe75c1 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '88d877e3-e85f-4bca-b9b8-6d8e6c741118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ba7e9c3a-16fd-4f05-86c2-956269bb3684'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:17:22.742281 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6317485f-0329-49e5-bfe1-b05581d66f65 None None] Attempting to bind port 4ce88409-194f-4368-9009-378c73fe75c1 on network ba7e9c3a-16fd-4f05-86c2-956269bb3684 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:17:22.749086 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-83e9f160-d376-4fe2-abbc-30407252422f None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:22.751405 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6317485f-0329-49e5-bfe1-b05581d66f65 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:17:22.751783 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6317485f-0329-49e5-bfe1-b05581d66f65 None None] Checking segment: {'id': '88d877e3-e85f-4bca-b9b8-6d8e6c741118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ba7e9c3a-16fd-4f05-86c2-956269bb3684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:17:22.752175 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6317485f-0329-49e5-bfe1-b05581d66f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:22.752565 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6317485f-0329-49e5-bfe1-b05581d66f65 None None] Bound using segment: {'id': '88d877e3-e85f-4bca-b9b8-6d8e6c741118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ba7e9c3a-16fd-4f05-86c2-956269bb3684'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:17:22.753135 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-6317485f-0329-49e5-bfe1-b05581d66f65 None None] Bound port: 4ce88409-194f-4368-9009-378c73fe75c1, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d877e3-e85f-4bca-b9b8-6d8e6c741118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ba7e9c3a-16fd-4f05-86c2-956269bb3684'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:17:22.753460 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6317485f-0329-49e5-bfe1-b05581d66f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:22.798878 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:22.807161 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-83e9f160-d376-4fe2-abbc-30407252422f None None] Transition to ACTIVE for port object 18fe2cfa-ee9b-460b-b676-0774655550a1 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:17:22.844904 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b0f97-e552-4c5c-ba81-d8ecef7c056f req-9c5e5cac-8500-40d6-9569-717afbd2fb3e tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:22.854409 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f0b0f97-e552-4c5c-ba81-d8ecef7c056f req-9c5e5cac-8500-40d6-9569-717afbd2fb3e tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.0916524 Aug 17 00:17:22.864707 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e31b4e-e992-4f0c-8914-900a8af037d4 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Pushing event updated for resources: {'Port': ['ID=c141f5cb-2527-4707-b085-f656416fb229,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:22.871146 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-83e9f160-d376-4fe2-abbc-30407252422f None None] Transition to ACTIVE for port object 18fe2cfa-ee9b-460b-b676-0774655550a1 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:17:22.874816 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e31b4e-e992-4f0c-8914-900a8af037d4 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Network ba7e9c3a-16fd-4f05-86c2-956269bb3684 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:17:22.876884 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-80e31b4e-e992-4f0c-8914-900a8af037d4 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:17:22.881165 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e31b4e-e992-4f0c-8914-900a8af037d4 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:17:22.934642 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-83e9f160-d376-4fe2-abbc-30407252422f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:22.938308 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-80e31b4e-e992-4f0c-8914-900a8af037d4 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:22.952998 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f0b0f97-e552-4c5c-ba81-d8ecef7c056f req-dc0f9814-6c52-41bf-8dfc-2f9c82178009 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948968 Aug 17 00:17:22.957795 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 84eef0f1-8aff-4624-b0b5-d39e833320f0, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=84eef0f1-8aff-4624-b0b5-d39e833320f0,segment=NetworkSegment(2894e87f-4933-4324-b1be-3fd0ee68e94a),segment_id=2894e87f-4933-4324-b1be-3fd0ee68e94a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:22.970246 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-6317485f-0329-49e5-bfe1-b05581d66f65 None None] For port 4ce88409-194f-4368-9009-378c73fe75c1, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:17:22.974967 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-6317485f-0329-49e5-bfe1-b05581d66f65 None None] For port 4ce88409-194f-4368-9009-378c73fe75c1, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4ce88409-194f-4368-9009-378c73fe75c1,segment=NetworkSegment(88d877e3-e85f-4bca-b9b8-6d8e6c741118),segment_id=88d877e3-e85f-4bca-b9b8-6d8e6c741118)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:17:22.995181 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:23.013197 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6317485f-0329-49e5-bfe1-b05581d66f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:23.016237 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e9f160-d376-4fe2-abbc-30407252422f None None] Network 8f7507c7-fce0-4908-b8f4-9812436540d7 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:17:23.029149 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-83e9f160-d376-4fe2-abbc-30407252422f None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:17:23.031682 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e9f160-d376-4fe2-abbc-30407252422f None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:17:23.055536 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9f160-d376-4fe2-abbc-30407252422f None None] Pushing event updated for resources: {'Port': ['ID=18fe2cfa-ee9b-460b-b676-0774655550a1,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:23.147234 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-80e31b4e-e992-4f0c-8914-900a8af037d4 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:23.164802 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-83e9f160-d376-4fe2-abbc-30407252422f None None] Attempting to bind port 18fe2cfa-ee9b-460b-b676-0774655550a1 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:17:23.165410 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-83e9f160-d376-4fe2-abbc-30407252422f None None] Attempting to bind port 18fe2cfa-ee9b-460b-b676-0774655550a1 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'd4d1e803-4cdd-4491-9ee2-d1fbd68a2ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '8f7507c7-fce0-4908-b8f4-9812436540d7'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:17:23.165885 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e9f160-d376-4fe2-abbc-30407252422f None None] Attempting to bind port 18fe2cfa-ee9b-460b-b676-0774655550a1 on network 8f7507c7-fce0-4908-b8f4-9812436540d7 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:17:23.174068 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c6f24-6009-40df-b92e-0dbc442ce000 req-71fc96af-49e5-4f9a-bf4a-8abdc5c96d1b tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:23.175712 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=84eef0f1-8aff-4624-b0b5-d39e833320f0,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:23.182520 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3e8c6f24-6009-40df-b92e-0dbc442ce000 req-71fc96af-49e5-4f9a-bf4a-8abdc5c96d1b tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.1053360 Aug 17 00:17:23.188855 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e9f160-d376-4fe2-abbc-30407252422f None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:17:23.189686 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e9f160-d376-4fe2-abbc-30407252422f None None] Checking segment: {'id': 'd4d1e803-4cdd-4491-9ee2-d1fbd68a2ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '8f7507c7-fce0-4908-b8f4-9812436540d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:17:23.190970 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-83e9f160-d376-4fe2-abbc-30407252422f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:23.191697 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e9f160-d376-4fe2-abbc-30407252422f None None] Bound using segment: {'id': 'd4d1e803-4cdd-4491-9ee2-d1fbd68a2ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '8f7507c7-fce0-4908-b8f4-9812436540d7'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:17:23.192429 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-83e9f160-d376-4fe2-abbc-30407252422f None None] Bound port: 18fe2cfa-ee9b-460b-b676-0774655550a1, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d1e803-4cdd-4491-9ee2-d1fbd68a2ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '8f7507c7-fce0-4908-b8f4-9812436540d7'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:17:23.193107 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-83e9f160-d376-4fe2-abbc-30407252422f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:23.266598 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3e8c6f24-6009-40df-b92e-0dbc442ce000 req-8c783e82-ebdc-4057-bfc1-4a403e6a0f08 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780437 Aug 17 00:17:23.427084 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65a321-e194-4c49-9bc9-dc623773ee7e req-5b49af9d-5ad1-4aad-b9a5-ee9049e12f8e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:23.428791 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c65a321-e194-4c49-9bc9-dc623773ee7e req-5b49af9d-5ad1-4aad-b9a5-ee9049e12f8e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 944 time: 0.1378036 Aug 17 00:17:23.433693 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-83e9f160-d376-4fe2-abbc-30407252422f None None] For port 18fe2cfa-ee9b-460b-b676-0774655550a1, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:17:23.446998 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-83e9f160-d376-4fe2-abbc-30407252422f None None] For port 18fe2cfa-ee9b-460b-b676-0774655550a1, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=18fe2cfa-ee9b-460b-b676-0774655550a1,segment=NetworkSegment(d4d1e803-4cdd-4491-9ee2-d1fbd68a2ba8),segment_id=d4d1e803-4cdd-4491-9ee2-d1fbd68a2ba8)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:17:23.448191 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317485f-0329-49e5-bfe1-b05581d66f65 None None] Pushing event updated for resources: {'Port': ['ID=4ce88409-194f-4368-9009-378c73fe75c1,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:23.478119 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-83e9f160-d376-4fe2-abbc-30407252422f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:23.490305 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-281605f5-0e39-47cd-a186-1a4f2d08213d None None] Provisioning complete for port 84eef0f1-8aff-4624-b0b5-d39e833320f0 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:23.490701 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-281605f5-0e39-47cd-a186-1a4f2d08213d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:23.574794 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c65a321-e194-4c49-9bc9-dc623773ee7e req-dcd2bf46-f524-47a9-b287-eb67d11bae93 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356695 Aug 17 00:17:23.603296 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc9ac1-e8a1-4033-ba77-fe5ac2539d52 req-eb19dee8-482e-4f83-a714-e40d8734aa64 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:23.623107 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a2cc9ac1-e8a1-4033-ba77-fe5ac2539d52 req-eb19dee8-482e-4f83-a714-e40d8734aa64 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.1357226 Aug 17 00:17:23.671783 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9f160-d376-4fe2-abbc-30407252422f None None] Pushing event updated for resources: {'Port': ['ID=18fe2cfa-ee9b-460b-b676-0774655550a1,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:23.691675 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a2cc9ac1-e8a1-4033-ba77-fe5ac2539d52 req-1c012039-670c-4a84-a349-c54cafcdef7c tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664394 Aug 17 00:17:23.723657 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57150) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:23.730237 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-80e31b4e-e992-4f0c-8914-900a8af037d4 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:23.744923 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-80e31b4e-e992-4f0c-8914-900a8af037d4 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:23.871877 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e31b4e-e992-4f0c-8914-900a8af037d4 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Pushing event updated for resources: {'Port': ['ID=c141f5cb-2527-4707-b085-f656416fb229,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:23.876990 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fc855941-8d89-43a5-bf5a-42b2dbda9e26 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:23.906840 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fc855941-8d89-43a5-bf5a-42b2dbda9e26 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:23.925740 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-80e31b4e-e992-4f0c-8914-900a8af037d4 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:24.005195 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fc855941-8d89-43a5-bf5a-42b2dbda9e26 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:24.008421 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fc855941-8d89-43a5-bf5a-42b2dbda9e26 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:24.013009 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fc855941-8d89-43a5-bf5a-42b2dbda9e26 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "DELETE /v2.0/security-groups/88964f1b-152b-4df1-8d5f-41ff0b1e970e HTTP/1.1" status: 204 len: 168 time: 0.2882128 Aug 17 00:17:24.013539 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57152) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:24.033506 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c71932-3a43-4c64-ae48-df38b25c417a req-bb426780-db59-4ec8-81db-7eae0b64c01f tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:24.036849 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4ce88409-194f-4368-9009-378c73fe75c1 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:17:24.041716 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3c71932-3a43-4c64-ae48-df38b25c417a req-bb426780-db59-4ec8-81db-7eae0b64c01f tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.2250211 Aug 17 00:17:24.063449 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc855941-8d89-43a5-bf5a-42b2dbda9e26 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88964f1b-152b-4df1-8d5f-41ff0b1e970e,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:24.072089 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-9b2514e8-f73c-4cfe-a935-4b2eb56ac527 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] show failed (client error): The resource could not be found. Aug 17 00:17:24.092168 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9b2514e8-f73c-4cfe-a935-4b2eb56ac527 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "GET /v2.0/security-groups/88964f1b-152b-4df1-8d5f-41ff0b1e970e HTTP/1.1" status: 404 len: 347 time: 0.0639248 Aug 17 00:17:24.092965 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57154) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:24.192017 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 4ce88409-194f-4368-9009-378c73fe75c1 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:17:24.194566 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e31b4e-e992-4f0c-8914-900a8af037d4 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Network ba7e9c3a-16fd-4f05-86c2-956269bb3684 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:17:24.196842 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-80e31b4e-e992-4f0c-8914-900a8af037d4 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:17:24.210465 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 84eef0f1-8aff-4624-b0b5-d39e833320f0 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:17:24.288469 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3c71932-3a43-4c64-ae48-df38b25c417a req-8f53bb34-ab28-483b-bca9-128609b0c090 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458241 Aug 17 00:17:24.307422 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 84eef0f1-8aff-4624-b0b5-d39e833320f0 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:24.307882 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:24.365218 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-69a44f44-ec8a-480f-b7bd-417984ee8458 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Deleting port c265c2a9-bea2-4ca0-9a9b-6934b0f8e6c6 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:24.365810 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-69a44f44-ec8a-480f-b7bd-417984ee8458 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:24.457575 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e31b4e-e992-4f0c-8914-900a8af037d4 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Router 36b2a5cd-348e-4efb-ad3e-961197a83b74 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:17:24.585947 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e31b4e-e992-4f0c-8914-900a8af037d4 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:17:24.591079 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-80e31b4e-e992-4f0c-8914-900a8af037d4 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] 10.222.0.60 "PUT /v2.0/routers/36b2a5cd-348e-4efb-ad3e-961197a83b74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4536898 Aug 17 00:17:24.598102 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd803ce9-180d-4ba7-ad05-f478bb2c157e None None] Sync routers for ids ['36b2a5cd-348e-4efb-ad3e-961197a83b74'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:17:24.605586 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57164) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:24.615562 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd803ce9-180d-4ba7-ad05-f478bb2c157e None None] Routers {'36b2a5cd-348e-4efb-ad3e-961197a83b74'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:24.616657 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-fd803ce9-180d-4ba7-ad05-f478bb2c157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:17:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['36b2a5cd-348e-4efb-ad3e-961197a83b74'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:24.704501 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8febea19-1321-4f01-92ee-bd12115afd01 None None] Network ba7e9c3a-16fd-4f05-86c2-956269bb3684 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:17:24.707339 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-fd803ce9-180d-4ba7-ad05-f478bb2c157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:24.774359 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd803ce9-180d-4ba7-ad05-f478bb2c157e None None] Routers {'36b2a5cd-348e-4efb-ad3e-961197a83b74'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:24.775152 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-fd803ce9-180d-4ba7-ad05-f478bb2c157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:17:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['36b2a5cd-348e-4efb-ad3e-961197a83b74'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:24.850774 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1bb3c1ec-9a9c-49a6-8e7a-9ba1568877e0 None None] Provisioning for port 4ce88409-194f-4368-9009-378c73fe75c1 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:17:24.853658 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-fd803ce9-180d-4ba7-ad05-f478bb2c157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:24.854271 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd803ce9-180d-4ba7-ad05-f478bb2c157e None None] The sync data for ids ['36b2a5cd-348e-4efb-ad3e-961197a83b74'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:17:24.879820 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1bb3c1ec-9a9c-49a6-8e7a-9ba1568877e0 None None] Provisioning complete for port 4ce88409-194f-4368-9009-378c73fe75c1 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:24.880581 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1bb3c1ec-9a9c-49a6-8e7a-9ba1568877e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:25.231938 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-8acdee78-d95f-4a46-ab2b-e0d2d4c698a7 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:17:25.234645 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1bb3c1ec-9a9c-49a6-8e7a-9ba1568877e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:25.236645 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb50a75c-e733-4082-bc18-a42a8a2cce16 None None] Network 8f7507c7-fce0-4908-b8f4-9812436540d7 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:17:25.241820 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8acdee78-d95f-4a46-ab2b-e0d2d4c698a7 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] 10.222.0.60 "PUT /v2.0/routers/36b2a5cd-348e-4efb-ad3e-961197a83b74/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6350563 Aug 17 00:17:25.242984 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57166) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:25.266357 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821da73-7df6-407b-ac62-96fad9b51b70 req-2b9bf22a-95f9-4e6e-9f3b-d316e40836d7 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:25.274984 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1821da73-7df6-407b-ac62-96fad9b51b70 req-2b9bf22a-95f9-4e6e-9f3b-d316e40836d7 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.8294702 Aug 17 00:17:25.279726 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-69a44f44-ec8a-480f-b7bd-417984ee8458 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:25.280060 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-69a44f44-ec8a-480f-b7bd-417984ee8458 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:25.338912 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-69a44f44-ec8a-480f-b7bd-417984ee8458 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Calling delete_port for c265c2a9-bea2-4ca0-9a9b-6934b0f8e6c6 owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:25.369738 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df03b2-3afe-4e92-a023-49d28aa7d5f5 req-511baa28-cfc2-44db-a910-127b2b9b0cff tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:25.383560 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-13df03b2-3afe-4e92-a023-49d28aa7d5f5 req-511baa28-cfc2-44db-a910-127b2b9b0cff tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 944 time: 0.2110739 Aug 17 00:17:25.451542 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1bb3c1ec-9a9c-49a6-8e7a-9ba1568877e0 None None] For port 4ce88409-194f-4368-9009-378c73fe75c1, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4ce88409-194f-4368-9009-378c73fe75c1,segment=NetworkSegment(88d877e3-e85f-4bca-b9b8-6d8e6c741118),segment_id=88d877e3-e85f-4bca-b9b8-6d8e6c741118)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:25.469139 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-13df03b2-3afe-4e92-a023-49d28aa7d5f5 req-e7d0b0e8-d0cf-4049-9806-b063a3eab605 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841486 Aug 17 00:17:25.472471 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1bb3c1ec-9a9c-49a6-8e7a-9ba1568877e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:25.502714 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1821da73-7df6-407b-ac62-96fad9b51b70 req-ccaaa7fe-aeaa-4bc8-911c-bc10ab3b4459 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164116 Aug 17 00:17:25.572561 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 93363cca-68f8-4ddc-8068-f696e43a8f80 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:17:25.698593 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423522a2-7d66-46a1-8fbe-bd92f01bdc46 req-54511b78-d71b-4dc3-9e89-81055f4c28ff tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:25.700247 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-423522a2-7d66-46a1-8fbe-bd92f01bdc46 req-54511b78-d71b-4dc3-9e89-81055f4c28ff tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.0793982 Aug 17 00:17:25.709758 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c6b4dfd-ebc1-4a13-a952-2ac678e14a91 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:25.746210 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3c1ec-9a9c-49a6-8e7a-9ba1568877e0 None None] Pushing event updated for resources: {'Port': ['ID=4ce88409-194f-4368-9009-378c73fe75c1,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:25.820492 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2dac110b-257a-4e43-836d-19e45f58e061 None None] Provisioning complete for port 4ce88409-194f-4368-9009-378c73fe75c1 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:25.820879 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2dac110b-257a-4e43-836d-19e45f58e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:25.897916 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-423522a2-7d66-46a1-8fbe-bd92f01bdc46 req-01daec79-23d0-416e-a4e6-7ed3ece4046c tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875732 Aug 17 00:17:25.934887 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-69a44f44-ec8a-480f-b7bd-417984ee8458 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:26.015423 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 18fe2cfa-ee9b-460b-b676-0774655550a1 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:17:26.096632 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a44f44-ec8a-480f-b7bd-417984ee8458 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event deleted for resources: {'Port': ['ID=c265c2a9-bea2-4ca0-9a9b-6934b0f8e6c6,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:26.183902 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 93363cca-68f8-4ddc-8068-f696e43a8f80, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=93363cca-68f8-4ddc-8068-f696e43a8f80,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:26.209295 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 18fe2cfa-ee9b-460b-b676-0774655550a1 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:17:26.220607 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '93363cca-68f8-4ddc-8068-f696e43a8f80', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'port_id': '93363cca-68f8-4ddc-8068-f696e43a8f80', 'mac_address': 'fa:16:3e:6e:95:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:17:26.233845 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2dac110b-257a-4e43-836d-19e45f58e061 None None] Provisioning for port 18fe2cfa-ee9b-460b-b676-0774655550a1 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:17:26.243115 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2dac110b-257a-4e43-836d-19e45f58e061 None None] Provisioning complete for port 18fe2cfa-ee9b-460b-b676-0774655550a1 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:26.243760 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2dac110b-257a-4e43-836d-19e45f58e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:26.257810 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-69a44f44-ec8a-480f-b7bd-417984ee8458 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:26.260976 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-69a44f44-ec8a-480f-b7bd-417984ee8458 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:26.264373 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-69a44f44-ec8a-480f-b7bd-417984ee8458 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "DELETE /v2.0/floatingips/3bfcfabe-efa7-46c6-9a02-c47f512f1f4d HTTP/1.1" status: 204 len: 168 time: 2.1660421 Aug 17 00:17:26.277855 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011ee78-94b3-4931-bea8-bdde73c0bfda req-a4d2c099-a3aa-412d-aee5-bf6a3adc22a8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:26.302108 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4011ee78-94b3-4931-bea8-bdde73c0bfda req-a4d2c099-a3aa-412d-aee5-bf6a3adc22a8 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.2491121 Aug 17 00:17:26.304673 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57176) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:26.346003 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:26.370276 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93363cca-68f8-4ddc-8068-f696e43a8f80 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:17:26.404064 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 93363cca-68f8-4ddc-8068-f696e43a8f80, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=93363cca-68f8-4ddc-8068-f696e43a8f80,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:26.429437 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4011ee78-94b3-4931-bea8-bdde73c0bfda req-14bcfef0-fefa-4cb4-9299-76e70b56401a tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250312 Aug 17 00:17:26.467146 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2dac110b-257a-4e43-836d-19e45f58e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:26.469235 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:26.483151 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-fb16b6d8-1e95-4641-a4e5-08f4a362603a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Deleting port 93bc72f0-9db1-4a9b-aadb-999a3b2837ee {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:26.483410 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fb16b6d8-1e95-4641-a4e5-08f4a362603a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:26.623889 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-2dac110b-257a-4e43-836d-19e45f58e061 None None] For port 18fe2cfa-ee9b-460b-b676-0774655550a1, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=18fe2cfa-ee9b-460b-b676-0774655550a1,segment=NetworkSegment(d4d1e803-4cdd-4491-9ee2-d1fbd68a2ba8),segment_id=d4d1e803-4cdd-4491-9ee2-d1fbd68a2ba8)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:26.645739 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2dac110b-257a-4e43-836d-19e45f58e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:26.655373 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=93363cca-68f8-4ddc-8068-f696e43a8f80,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:26.692543 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fb16b6d8-1e95-4641-a4e5-08f4a362603a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:26.708284 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2dac110b-257a-4e43-836d-19e45f58e061 None None] Provisioning for port c141f5cb-2527-4707-b085-f656416fb229 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:17:26.714701 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-fb16b6d8-1e95-4641-a4e5-08f4a362603a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Calling delete_port for 93bc72f0-9db1-4a9b-aadb-999a3b2837ee owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:26.725282 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2dac110b-257a-4e43-836d-19e45f58e061 None None] Provisioning complete for port c141f5cb-2527-4707-b085-f656416fb229 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:26.725928 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2dac110b-257a-4e43-836d-19e45f58e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:26.754144 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac110b-257a-4e43-836d-19e45f58e061 None None] Pushing event updated for resources: {'Port': ['ID=18fe2cfa-ee9b-460b-b676-0774655550a1,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:26.772755 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-2dac110b-257a-4e43-836d-19e45f58e061 None None] Port c141f5cb-2527-4707-b085-f656416fb229 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:17:26.779204 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5003bb-09f8-4cef-aed3-9c10e606ae1d req-a6d90446-2d85-4189-a6a9-60d0b9adee79 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:26.780773 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aa5003bb-09f8-4cef-aed3-9c10e606ae1d req-a6d90446-2d85-4189-a6a9-60d0b9adee79 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 945 time: 0.1624861 Aug 17 00:17:26.781149 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-7c6b4dfd-ebc1-4a13-a952-2ac678e14a91 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Deleting port c141f5cb-2527-4707-b085-f656416fb229 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:26.781624 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c6b4dfd-ebc1-4a13-a952-2ac678e14a91 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:26.826493 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['93363cca-68f8-4ddc-8068-f696e43a8f80'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:17:26.943973 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aa5003bb-09f8-4cef-aed3-9c10e606ae1d req-0f376068-6657-4ee3-9ccd-372ccc890a9a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900931 Aug 17 00:17:26.954410 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c6b4dfd-ebc1-4a13-a952-2ac678e14a91 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:26.991381 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-7c6b4dfd-ebc1-4a13-a952-2ac678e14a91 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Calling delete_port for c141f5cb-2527-4707-b085-f656416fb229 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:27.009113 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e55b4d70-dc1a-4a24-abd7-f3d70bb1ee56 None None] Provisioning complete for port 18fe2cfa-ee9b-460b-b676-0774655550a1 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:27.009754 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e55b4d70-dc1a-4a24-abd7-f3d70bb1ee56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:27.131087 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fb16b6d8-1e95-4641-a4e5-08f4a362603a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:27.171976 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16b6d8-1e95-4641-a4e5-08f4a362603a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event deleted for resources: {'Port': ['ID=93bc72f0-9db1-4a9b-aadb-999a3b2837ee,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:27.208180 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e55b4d70-dc1a-4a24-abd7-f3d70bb1ee56 None None] Provisioning complete for port c141f5cb-2527-4707-b085-f656416fb229 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:27.209198 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e55b4d70-dc1a-4a24-abd7-f3d70bb1ee56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:27.268064 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-e55b4d70-dc1a-4a24-abd7-f3d70bb1ee56 None None] Port c141f5cb-2527-4707-b085-f656416fb229 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:17:27.270786 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fb16b6d8-1e95-4641-a4e5-08f4a362603a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:27.275834 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c6b4dfd-ebc1-4a13-a952-2ac678e14a91 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:27.281944 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fb16b6d8-1e95-4641-a4e5-08f4a362603a tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "DELETE /v2.0/ports/93bc72f0-9db1-4a9b-aadb-999a3b2837ee HTTP/1.1" status: 204 len: 168 time: 0.9727499 Aug 17 00:17:27.282688 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57186) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:27.336421 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b4dfd-ebc1-4a13-a952-2ac678e14a91 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Pushing event deleted for resources: {'Port': ['ID=c141f5cb-2527-4707-b085-f656416fb229,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:27.430935 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-b29434d5-aada-43af-84dc-884f52d8df1d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Deleting port 7966ca59-62d1-4927-a258-fe4dd81e241a {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:27.431294 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b29434d5-aada-43af-84dc-884f52d8df1d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:27.523931 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c6b4dfd-ebc1-4a13-a952-2ac678e14a91 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:27.625596 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b29434d5-aada-43af-84dc-884f52d8df1d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:27.650875 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-b29434d5-aada-43af-84dc-884f52d8df1d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Calling delete_port for 7966ca59-62d1-4927-a258-fe4dd81e241a owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:27.802421 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6b4dfd-ebc1-4a13-a952-2ac678e14a91 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Router 36b2a5cd-348e-4efb-ad3e-961197a83b74 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:17:27.871754 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4ce88409-194f-4368-9009-378c73fe75c1 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:17:27.891927 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b29434d5-aada-43af-84dc-884f52d8df1d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:27.915671 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6b4dfd-ebc1-4a13-a952-2ac678e14a91 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:17:27.927442 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7c6b4dfd-ebc1-4a13-a952-2ac678e14a91 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] 10.222.0.60 "PUT /v2.0/routers/36b2a5cd-348e-4efb-ad3e-961197a83b74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6782441 Aug 17 00:17:27.927806 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57190) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:27.934200 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8401de-36b1-4211-b07e-eafb44fdf1d4 None None] Sync routers for ids ['36b2a5cd-348e-4efb-ad3e-961197a83b74'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:17:27.935227 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 4ce88409-194f-4368-9009-378c73fe75c1 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:27.935733 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:27.948451 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8401de-36b1-4211-b07e-eafb44fdf1d4 None None] Routers {'36b2a5cd-348e-4efb-ad3e-961197a83b74'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:27.949103 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-9a8401de-36b1-4211-b07e-eafb44fdf1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:17:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['36b2a5cd-348e-4efb-ad3e-961197a83b74'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:27.992978 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-061589ac-d551-4478-bf75-0e25224a9b07 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] delete failed (client error): The resource could not be found. Aug 17 00:17:27.998075 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-061589ac-d551-4478-bf75-0e25224a9b07 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-1138593764 HTTP/1.1" status: 404 len: 335 time: 0.0651817 Aug 17 00:17:27.998075 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57196) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:28.002229 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-9a8401de-36b1-4211-b07e-eafb44fdf1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:28.011008 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-8fc270ee-3cc1-4c1c-9c1f-7de79fe834ca tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Request body: {'router': {'external_gateway_info': {'network_id': '36b2a5cd-348e-4efb-ad3e-961197a83b74'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:28.015293 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8401de-36b1-4211-b07e-eafb44fdf1d4 None None] Routers {'36b2a5cd-348e-4efb-ad3e-961197a83b74'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:28.015921 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-9a8401de-36b1-4211-b07e-eafb44fdf1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:17:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['36b2a5cd-348e-4efb-ad3e-961197a83b74'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:28.046138 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29434d5-aada-43af-84dc-884f52d8df1d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event deleted for resources: {'Port': ['ID=7966ca59-62d1-4927-a258-fe4dd81e241a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:28.057750 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-9a8401de-36b1-4211-b07e-eafb44fdf1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:28.059244 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8401de-36b1-4211-b07e-eafb44fdf1d4 None None] The sync data for ids ['36b2a5cd-348e-4efb-ad3e-961197a83b74'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:17:28.130411 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 18fe2cfa-ee9b-460b-b676-0774655550a1 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:17:28.164901 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b29434d5-aada-43af-84dc-884f52d8df1d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:28.170014 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b29434d5-aada-43af-84dc-884f52d8df1d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "DELETE /v2.0/ports/7966ca59-62d1-4927-a258-fe4dd81e241a HTTP/1.1" status: 204 len: 168 time: 0.8862295 Aug 17 00:17:28.170954 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57198) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:28.194726 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 18fe2cfa-ee9b-460b-b676-0774655550a1 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:28.195109 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:28.217842 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be032172-b635-4d01-9a15-df198c85e75f req-e8b2ec68-0725-403f-8f53-4482be004024 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:28.220671 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be032172-b635-4d01-9a15-df198c85e75f req-e8b2ec68-0725-403f-8f53-4482be004024 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 945 time: 0.1275856 Aug 17 00:17:28.266274 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2101136-72fe-46ff-a55b-ee3657917e54 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Deleting subnet 6225a0cd-0c05-4a30-94ea-958f505e0ba4 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:17:28.280045 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c2101136-72fe-46ff-a55b-ee3657917e54 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:28.309891 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be032172-b635-4d01-9a15-df198c85e75f req-cd4ba3a6-b86c-4165-abb0-d6867e5eb51b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822234 Aug 17 00:17:28.324705 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8fc270ee-3cc1-4c1c-9c1f-7de79fe834ca tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:28.336880 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c2101136-72fe-46ff-a55b-ee3657917e54 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:28.349243 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-8fc270ee-3cc1-4c1c-9c1f-7de79fe834ca tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] update failed (client error): The resource could not be found. Aug 17 00:17:28.350760 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8fc270ee-3cc1-4c1c-9c1f-7de79fe834ca tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] 10.222.0.60 "PUT /v2.0/routers/36b2a5cd-348e-4efb-ad3e-961197a83b74 HTTP/1.1" status: 404 len: 339 time: 0.3515985 Aug 17 00:17:28.354765 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57200) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:28.468128 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c2101136-72fe-46ff-a55b-ee3657917e54 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:28.548185 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c2101136-72fe-46ff-a55b-ee3657917e54 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:28.578324 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2101136-72fe-46ff-a55b-ee3657917e54 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event deleted for resources: {'Subnet': ['ID=6225a0cd-0c05-4a30-94ea-958f505e0ba4,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:28.580435 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c2101136-72fe-46ff-a55b-ee3657917e54 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:28.583716 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c2101136-72fe-46ff-a55b-ee3657917e54 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "DELETE /v2.0/subnets/6225a0cd-0c05-4a30-94ea-958f505e0ba4 HTTP/1.1" status: 204 len: 168 time: 0.4097075 Aug 17 00:17:28.586088 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57202) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:28.588751 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c88f43-73d8-4e14-a712-7f03b9424f1a None None] Network 949ef9b5-a5f5-4a03-9475-a782bb68296d requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:17:28.655873 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-fffa599a-2d47-45d1-9e34-c85f5b0b9a48 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Deleting subnet bd0b1868-d770-4e84-810f-697ff03d7f3e {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:17:28.660302 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fffa599a-2d47-45d1-9e34-c85f5b0b9a48 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:28.712277 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e293b9a8-968a-49fe-b63e-b156164060e0 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:28.714860 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fffa599a-2d47-45d1-9e34-c85f5b0b9a48 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:28.820846 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d24d425-9cc6-4c71-a8ae-ff6d4f772bb4 None None] DHCP port deletion for 949ef9b5-a5f5-4a03-9475-a782bb68296d request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:17:28.835919 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fffa599a-2d47-45d1-9e34-c85f5b0b9a48 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:28.902883 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-6d24d425-9cc6-4c71-a8ae-ff6d4f772bb4 None None] Deleting port f4132438-1c52-468b-8def-29c0064961b6 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:28.906387 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6d24d425-9cc6-4c71-a8ae-ff6d4f772bb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:28.988274 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fffa599a-2d47-45d1-9e34-c85f5b0b9a48 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:29.027865 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fffa599a-2d47-45d1-9e34-c85f5b0b9a48 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:29.029476 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-6d24d425-9cc6-4c71-a8ae-ff6d4f772bb4 None None] For port f4132438-1c52-468b-8def-29c0064961b6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=f4132438-1c52-468b-8def-29c0064961b6,segment=NetworkSegment(f2598112-e255-4a98-be84-f684c08cfbc7),segment_id=f2598112-e255-4a98-be84-f684c08cfbc7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:29.029476 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6d24d425-9cc6-4c71-a8ae-ff6d4f772bb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:29.033393 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fffa599a-2d47-45d1-9e34-c85f5b0b9a48 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "DELETE /v2.0/subnets/bd0b1868-d770-4e84-810f-697ff03d7f3e HTTP/1.1" status: 204 len: 168 time: 0.4362226 Aug 17 00:17:29.033714 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57210) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:29.036078 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa599a-2d47-45d1-9e34-c85f5b0b9a48 tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event deleted for resources: {'Subnet': ['ID=bd0b1868-d770-4e84-810f-697ff03d7f3e,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:29.038007 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-e293b9a8-968a-49fe-b63e-b156164060e0 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Allocated IP 172.20.0.1 (c21537e5-8aca-4a8b-9677-8ae1d80e1b9f/8ecf37e5-d61c-4db1-8fa2-304403ec26eb/5781004e-8b29-479d-9b64-8f1b8061f28b) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:17:29.042587 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416f96cd-e27f-470d-a6a7-249b88339aeb None None] Network f6cd289c-2ec6-41a8-8f51-21d9174f00f2 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:17:29.061351 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-6d24d425-9cc6-4c71-a8ae-ff6d4f772bb4 None None] Calling delete_port for f4132438-1c52-468b-8def-29c0064961b6 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:29.213668 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e293b9a8-968a-49fe-b63e-b156164060e0 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:29.222709 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e9f8-f013-4f43-bfcd-75ce3faa9e4d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:29.250940 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-e293b9a8-968a-49fe-b63e-b156164060e0 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Transition to ACTIVE for port object 5781004e-8b29-479d-9b64-8f1b8061f28b will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:17:29.286420 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6d24d425-9cc6-4c71-a8ae-ff6d4f772bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:29.295343 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e293b9a8-968a-49fe-b63e-b156164060e0 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:29.345636 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-7dd8e9f8-f013-4f43-bfcd-75ce3faa9e4d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Deleting port f4132438-1c52-468b-8def-29c0064961b6 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:29.345636 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e9f8-f013-4f43-bfcd-75ce3faa9e4d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:29.349637 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24d425-9cc6-4c71-a8ae-ff6d4f772bb4 None None] Pushing event deleted for resources: {'Port': ['ID=f4132438-1c52-468b-8def-29c0064961b6,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:29.351929 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d24d425-9cc6-4c71-a8ae-ff6d4f772bb4 None None] No DVR routers for this DVR port f4132438-1c52-468b-8def-29c0064961b6 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:17:29.372544 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e293b9a8-968a-49fe-b63e-b156164060e0 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Network c21537e5-8aca-4a8b-9677-8ae1d80e1b9f is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:17:29.378391 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24d425-9cc6-4c71-a8ae-ff6d4f772bb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:29.378743 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24d425-9cc6-4c71-a8ae-ff6d4f772bb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:29.379078 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24d425-9cc6-4c71-a8ae-ff6d4f772bb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:29.379411 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24d425-9cc6-4c71-a8ae-ff6d4f772bb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:29.379746 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24d425-9cc6-4c71-a8ae-ff6d4f772bb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:29.380069 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24d425-9cc6-4c71-a8ae-ff6d4f772bb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:29.380195 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-e293b9a8-968a-49fe-b63e-b156164060e0 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:17:29.380408 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24d425-9cc6-4c71-a8ae-ff6d4f772bb4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:29.380706 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24d425-9cc6-4c71-a8ae-ff6d4f772bb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:29.381027 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24d425-9cc6-4c71-a8ae-ff6d4f772bb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:29.381376 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24d425-9cc6-4c71-a8ae-ff6d4f772bb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:29.381695 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24d425-9cc6-4c71-a8ae-ff6d4f772bb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:29.382011 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24d425-9cc6-4c71-a8ae-ff6d4f772bb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:29.395870 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e293b9a8-968a-49fe-b63e-b156164060e0 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:17:29.488911 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293b9a8-968a-49fe-b63e-b156164060e0 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Pushing event updated for resources: {'Port': ['ID=5781004e-8b29-479d-9b64-8f1b8061f28b,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:29.500074 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 93363cca-68f8-4ddc-8068-f696e43a8f80 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:17:29.512028 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e293b9a8-968a-49fe-b63e-b156164060e0 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:29.527287 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-7dd8e9f8-f013-4f43-bfcd-75ce3faa9e4d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] For port f4132438-1c52-468b-8def-29c0064961b6, host n-d-800088-20, got binding levels [] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:29.527660 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e9f8-f013-4f43-bfcd-75ce3faa9e4d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:29.560758 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab10da0-8ec2-490b-a2d5-f921e6921964 None None] DHCP port deletion for f6cd289c-2ec6-41a8-8f51-21d9174f00f2 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:17:29.572715 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-7dd8e9f8-f013-4f43-bfcd-75ce3faa9e4d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Calling delete_port for f4132438-1c52-468b-8def-29c0064961b6 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:29.578647 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.ipam_backend_mixin [None req-7dd8e9f8-f013-4f43-bfcd-75ce3faa9e4d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Port f4132438-1c52-468b-8def-29c0064961b6 was not found and therefore no delete operation was performed {{(pid=101403) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 00:17:29.580925 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e9f8-f013-4f43-bfcd-75ce3faa9e4d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:29.643211 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8e9f8-f013-4f43-bfcd-75ce3faa9e4d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event deleted for resources: {'Port': ['ID=f4132438-1c52-468b-8def-29c0064961b6,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:29.659895 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 93363cca-68f8-4ddc-8068-f696e43a8f80 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:17:29.666761 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd8e9f8-f013-4f43-bfcd-75ce3faa9e4d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] No DVR routers for this DVR port f4132438-1c52-468b-8def-29c0064961b6 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:17:29.670148 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 93363cca-68f8-4ddc-8068-f696e43a8f80 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:29.671066 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:29.698585 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb3eba-e42d-4b48-a452-44bbfd6a7559 req-af4d9309-c1ea-4536-9eec-840e64fe8283 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:29.700482 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e293b9a8-968a-49fe-b63e-b156164060e0 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:29.711671 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b9fb3eba-e42d-4b48-a452-44bbfd6a7559 req-af4d9309-c1ea-4536-9eec-840e64fe8283 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 945 time: 0.2454183 Aug 17 00:17:29.786278 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-0ab10da0-8ec2-490b-a2d5-f921e6921964 None None] Deleting port 5a465b5d-4395-4baf-aeee-a47491991bd0 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:29.787121 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0ab10da0-8ec2-490b-a2d5-f921e6921964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:29.885608 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f4132438-1c52-468b-8def-29c0064961b6 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:17:29.891061 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e9f8-f013-4f43-bfcd-75ce3faa9e4d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:29.903794 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-7dd8e9f8-f013-4f43-bfcd-75ce3faa9e4d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949ef9b5-a5f5-4a03-9475-a782bb68296d']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:29.915719 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-7dd8e9f8-f013-4f43-bfcd-75ce3faa9e4d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2598112-e255-4a98-be84-f684c08cfbc7') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:29.916001 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-7dd8e9f8-f013-4f43-bfcd-75ce3faa9e4d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2598112-e255-4a98-be84-f684c08cfbc7') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:29.929035 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e9f8-f013-4f43-bfcd-75ce3faa9e4d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:29.951106 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e9f8-f013-4f43-bfcd-75ce3faa9e4d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:29.956618 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b9fb3eba-e42d-4b48-a452-44bbfd6a7559 req-0a2a9579-1639-460b-85ea-1af778d97ebb tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440641 Aug 17 00:17:29.963402 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd8e9f8-f013-4f43-bfcd-75ce3faa9e4d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:17:29.966361 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e9f8-f013-4f43-bfcd-75ce3faa9e4d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:17:29.972150 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:17:30.067341 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e9f8-f013-4f43-bfcd-75ce3faa9e4d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:30.091475 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e9f8-f013-4f43-bfcd-75ce3faa9e4d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:30.094551 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7dd8e9f8-f013-4f43-bfcd-75ce3faa9e4d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "DELETE /v2.0/networks/949ef9b5-a5f5-4a03-9475-a782bb68296d HTTP/1.1" status: 204 len: 168 time: 1.0539811 Aug 17 00:17:30.096076 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8e9f8-f013-4f43-bfcd-75ce3faa9e4d tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event deleted for resources: {'Network': ['ID=949ef9b5-a5f5-4a03-9475-a782bb68296d,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:30.099014 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57218) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:30.114323 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e293b9a8-968a-49fe-b63e-b156164060e0 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:30.119934 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e293b9a8-968a-49fe-b63e-b156164060e0 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:30.167619 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7c08dbc7-c839-4b9f-84bf-fa8cd602575c None None] Provisioning for port 5781004e-8b29-479d-9b64-8f1b8061f28b completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:17:30.176237 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7c08dbc7-c839-4b9f-84bf-fa8cd602575c None None] Provisioning complete for port 5781004e-8b29-479d-9b64-8f1b8061f28b triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:30.176690 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7c08dbc7-c839-4b9f-84bf-fa8cd602575c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:30.197216 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: f4132438-1c52-468b-8def-29c0064961b6 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:17:30.197828 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f4132438-1c52-468b-8def-29c0064961b6 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:17:30.198345 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5a465b5d-4395-4baf-aeee-a47491991bd0 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:17:30.217996 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293b9a8-968a-49fe-b63e-b156164060e0 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Pushing event updated for resources: {'Port': ['ID=5781004e-8b29-479d-9b64-8f1b8061f28b,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:30.220470 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e293b9a8-968a-49fe-b63e-b156164060e0 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:30.228159 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-0ab10da0-8ec2-490b-a2d5-f921e6921964 None None] For port 5a465b5d-4395-4baf-aeee-a47491991bd0, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5a465b5d-4395-4baf-aeee-a47491991bd0,segment=NetworkSegment(b7130b5e-880a-4624-8591-a8d8fad3e001),segment_id=b7130b5e-880a-4624-8591-a8d8fad3e001)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:30.228631 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0ab10da0-8ec2-490b-a2d5-f921e6921964 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:30.239005 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d62a20a4-31b7-445c-a845-37cc0a1d24bb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:30.285807 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-0ab10da0-8ec2-490b-a2d5-f921e6921964 None None] Calling delete_port for 5a465b5d-4395-4baf-aeee-a47491991bd0 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:30.306960 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:30.323790 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-7c08dbc7-c839-4b9f-84bf-fa8cd602575c None None] Port 5781004e-8b29-479d-9b64-8f1b8061f28b cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:17:30.333419 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-d62a20a4-31b7-445c-a845-37cc0a1d24bb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Deleting port 5a465b5d-4395-4baf-aeee-a47491991bd0 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:30.334164 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d62a20a4-31b7-445c-a845-37cc0a1d24bb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:30.343411 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e293b9a8-968a-49fe-b63e-b156164060e0 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Network c21537e5-8aca-4a8b-9677-8ae1d80e1b9f is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:17:30.345006 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-e293b9a8-968a-49fe-b63e-b156164060e0 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:17:30.389538 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 93363cca-68f8-4ddc-8068-f696e43a8f80, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=93363cca-68f8-4ddc-8068-f696e43a8f80,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:30.392467 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62c6e86-cb0e-42ac-bd99-9fd14e4837c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93363cca-68f8-4ddc-8068-f696e43a8f80'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:17:30.395646 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a00c077-1c41-43c5-9ef1-0290beb18c19" -d '{"events": [{"server_uuid": "e62c6e86-cb0e-42ac-bd99-9fd14e4837c0", "name": "network-vif-plugged", "status": "completed", "tag": "93363cca-68f8-4ddc-8068-f696e43a8f80"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:17:30.405446 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:30.422203 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-d62a20a4-31b7-445c-a845-37cc0a1d24bb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] For port 5a465b5d-4395-4baf-aeee-a47491991bd0, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5a465b5d-4395-4baf-aeee-a47491991bd0,segment=NetworkSegment(b7130b5e-880a-4624-8591-a8d8fad3e001),segment_id=b7130b5e-880a-4624-8591-a8d8fad3e001)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:30.422828 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d62a20a4-31b7-445c-a845-37cc0a1d24bb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:30.441675 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-d62a20a4-31b7-445c-a845-37cc0a1d24bb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Calling delete_port for 5a465b5d-4395-4baf-aeee-a47491991bd0 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:30.510216 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e293b9a8-968a-49fe-b63e-b156164060e0 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Router 36b2a5cd-348e-4efb-ad3e-961197a83b74 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:17:30.525225 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588d33d4-1126-4496-8f78-b24380c66d70 x-openstack-request-id: req-588d33d4-1126-4496-8f78-b24380c66d70 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:17:30.525838 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62c6e86-cb0e-42ac-bd99-9fd14e4837c0", "name": "network-vif-plugged", "status": "completed", "tag": "93363cca-68f8-4ddc-8068-f696e43a8f80", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:17:30.526345 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-588d33d4-1126-4496-8f78-b24380c66d70 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:17:30.526987 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62c6e86-cb0e-42ac-bd99-9fd14e4837c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93363cca-68f8-4ddc-8068-f696e43a8f80', 'code': 200} Aug 17 00:17:30.583026 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=93363cca-68f8-4ddc-8068-f696e43a8f80,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:30.586163 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:30.599842 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0ab10da0-8ec2-490b-a2d5-f921e6921964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:30.639404 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d62a20a4-31b7-445c-a845-37cc0a1d24bb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:30.670923 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab10da0-8ec2-490b-a2d5-f921e6921964 None None] Pushing event deleted for resources: {'Port': ['ID=5a465b5d-4395-4baf-aeee-a47491991bd0,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:30.677794 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab10da0-8ec2-490b-a2d5-f921e6921964 None None] No DVR routers for this DVR port 5a465b5d-4395-4baf-aeee-a47491991bd0 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:17:30.690801 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e293b9a8-968a-49fe-b63e-b156164060e0 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:17:30.696866 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e293b9a8-968a-49fe-b63e-b156164060e0 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] 10.222.0.60 "PUT /v2.0/routers/36b2a5cd-348e-4efb-ad3e-961197a83b74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3410363 Aug 17 00:17:30.697682 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57224) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:30.708463 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37eac72-5887-4269-bf0d-1551b886eff5 None None] Sync routers for ids ['36b2a5cd-348e-4efb-ad3e-961197a83b74'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:17:30.726013 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5a48f-ec0b-4b7b-8c36-d66fa286b578 req-1a968e88-60fa-4223-8587-99e433f5a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:30.727649 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bcf5a48f-ec0b-4b7b-8c36-d66fa286b578 req-1a968e88-60fa-4223-8587-99e433f5a17f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 1098 time: 0.1530058 Aug 17 00:17:30.728764 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a20a4-31b7-445c-a845-37cc0a1d24bb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event deleted for resources: {'Port': ['ID=5a465b5d-4395-4baf-aeee-a47491991bd0,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:30.731064 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37eac72-5887-4269-bf0d-1551b886eff5 None None] Routers {'36b2a5cd-348e-4efb-ad3e-961197a83b74'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:30.731975 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b37eac72-5887-4269-bf0d-1551b886eff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:17:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['36b2a5cd-348e-4efb-ad3e-961197a83b74'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:30.743927 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62a20a4-31b7-445c-a845-37cc0a1d24bb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] No DVR routers for this DVR port 5a465b5d-4395-4baf-aeee-a47491991bd0 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:17:30.787627 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b37eac72-5887-4269-bf0d-1551b886eff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:30.807718 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37eac72-5887-4269-bf0d-1551b886eff5 None None] Routers {'36b2a5cd-348e-4efb-ad3e-961197a83b74'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:30.809427 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b37eac72-5887-4269-bf0d-1551b886eff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:17:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['36b2a5cd-348e-4efb-ad3e-961197a83b74'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:30.820138 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b1939a1e-1dee-4240-a896-f25c7f9578dc tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:30.857894 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b37eac72-5887-4269-bf0d-1551b886eff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:30.858765 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bcf5a48f-ec0b-4b7b-8c36-d66fa286b578 req-4b3bb65e-3820-435c-ba85-b03137b8e84c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129029 Aug 17 00:17:30.859390 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37eac72-5887-4269-bf0d-1551b886eff5 None None] The sync data for ids ['36b2a5cd-348e-4efb-ad3e-961197a83b74'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:17:30.862503 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2de1bce0-749e-4754-9a6c-0072b3de5ffc None None] Provisioning complete for port 5781004e-8b29-479d-9b64-8f1b8061f28b triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:30.863069 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2de1bce0-749e-4754-9a6c-0072b3de5ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:30.867711 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d62a20a4-31b7-445c-a845-37cc0a1d24bb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:30.879711 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-d62a20a4-31b7-445c-a845-37cc0a1d24bb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6cd289c-2ec6-41a8-8f51-21d9174f00f2']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:30.892802 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-d62a20a4-31b7-445c-a845-37cc0a1d24bb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7130b5e-880a-4624-8591-a8d8fad3e001') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:30.894077 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-d62a20a4-31b7-445c-a845-37cc0a1d24bb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7130b5e-880a-4624-8591-a8d8fad3e001') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:30.904616 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d62a20a4-31b7-445c-a845-37cc0a1d24bb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:30.912768 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-2de1bce0-749e-4754-9a6c-0072b3de5ffc None None] Port 5781004e-8b29-479d-9b64-8f1b8061f28b cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:17:30.921972 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d62a20a4-31b7-445c-a845-37cc0a1d24bb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:30.925265 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-b1939a1e-1dee-4240-a896-f25c7f9578dc tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 17 00:17:30.928321 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62a20a4-31b7-445c-a845-37cc0a1d24bb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:17:30.928896 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d62a20a4-31b7-445c-a845-37cc0a1d24bb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:30.929386 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b1939a1e-1dee-4240-a896-f25c7f9578dc tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] 10.222.0.60 "DELETE /v2.0/routers/36b2a5cd-348e-4efb-ad3e-961197a83b74 HTTP/1.1" status: 409 len: 329 time: 0.2304571 Aug 17 00:17:30.930018 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57226) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:17:30.932233 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:17:30.999268 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d62a20a4-31b7-445c-a845-37cc0a1d24bb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:31.007592 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d62a20a4-31b7-445c-a845-37cc0a1d24bb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:31.018991 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d62a20a4-31b7-445c-a845-37cc0a1d24bb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] 10.222.0.60 "DELETE /v2.0/networks/f6cd289c-2ec6-41a8-8f51-21d9174f00f2 HTTP/1.1" status: 204 len: 168 time: 0.9147656 Aug 17 00:17:31.030825 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a20a4-31b7-445c-a845-37cc0a1d24bb tempest-TaggedBootDevicesTest_v242-983419882 tempest-TaggedBootDevicesTest_v242-983419882-project] Pushing event deleted for resources: {'Network': ['ID=f6cd289c-2ec6-41a8-8f51-21d9174f00f2,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:31.190687 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20558c20-01c8-43ff-9fde-d16468547594 req-2b4f75df-5be5-4d9a-b22a-5258ec7a0cbc tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:31.194810 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-20558c20-01c8-43ff-9fde-d16468547594 req-2b4f75df-5be5-4d9a-b22a-5258ec7a0cbc tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 946 time: 0.0755639 Aug 17 00:17:31.254855 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-20558c20-01c8-43ff-9fde-d16468547594 req-5c423c7f-33be-4022-bad6-aff0c409c56f tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517409 Aug 17 00:17:31.368284 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-72ad294f-0fb3-4684-883c-b9956c2745ff tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:32.061761 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-72ad294f-0fb3-4684-883c-b9956c2745ff tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Deleting port 5781004e-8b29-479d-9b64-8f1b8061f28b {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:32.062036 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-72ad294f-0fb3-4684-883c-b9956c2745ff tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:32.162740 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-72ad294f-0fb3-4684-883c-b9956c2745ff tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:32.175560 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-72ad294f-0fb3-4684-883c-b9956c2745ff tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Calling delete_port for 5781004e-8b29-479d-9b64-8f1b8061f28b owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:32.432020 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041746d-3a85-494b-bd77-b2188182ee20 req-f1c6042d-408b-451c-8a0b-aaf1a3dd3a21 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:32.438596 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9041746d-3a85-494b-bd77-b2188182ee20 req-f1c6042d-408b-451c-8a0b-aaf1a3dd3a21 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 946 time: 0.0904393 Aug 17 00:17:32.464456 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-72ad294f-0fb3-4684-883c-b9956c2745ff tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:32.502131 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad294f-0fb3-4684-883c-b9956c2745ff tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Pushing event deleted for resources: {'Port': ['ID=5781004e-8b29-479d-9b64-8f1b8061f28b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:32.555983 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9041746d-3a85-494b-bd77-b2188182ee20 req-9654b991-a36d-4508-83b8-e79da2206ccc tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069524 Aug 17 00:17:32.735553 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-72ad294f-0fb3-4684-883c-b9956c2745ff tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:32.751186 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735402f5-b234-4471-88d8-e827b17a94af req-fb9ce9c6-a604-477b-bf2e-c4e00ae22488 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:32.759914 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-735402f5-b234-4471-88d8-e827b17a94af req-fb9ce9c6-a604-477b-bf2e-c4e00ae22488 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 946 time: 0.1215079 Aug 17 00:17:32.780140 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277b247-56be-4bda-b3a6-7d4b7c6cf405 req-427119a0-5df5-47a4-8959-b92976d01e54 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:32.781751 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6277b247-56be-4bda-b3a6-7d4b7c6cf405 req-427119a0-5df5-47a4-8959-b92976d01e54 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.1036220 Aug 17 00:17:32.847172 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-735402f5-b234-4471-88d8-e827b17a94af req-c7e25eb7-4c88-45f6-8fc2-e28a031b8c99 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858223 Aug 17 00:17:32.855164 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6277b247-56be-4bda-b3a6-7d4b7c6cf405 req-f8dc6e3d-4fe5-4b5d-a028-53f379d4ab31 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644488 Aug 17 00:17:32.952473 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ad294f-0fb3-4684-883c-b9956c2745ff tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Router 36b2a5cd-348e-4efb-ad3e-961197a83b74 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:17:33.057856 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ad294f-0fb3-4684-883c-b9956c2745ff tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:17:33.063482 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-72ad294f-0fb3-4684-883c-b9956c2745ff tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] 10.222.0.60 "PUT /v2.0/routers/36b2a5cd-348e-4efb-ad3e-961197a83b74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1321697 Aug 17 00:17:33.068196 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57272) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:33.070967 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b4f2a2-f89e-4d37-9c79-f97dd6de00c5 None None] Sync routers for ids ['36b2a5cd-348e-4efb-ad3e-961197a83b74'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:17:33.090226 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b4f2a2-f89e-4d37-9c79-f97dd6de00c5 None None] Routers {'36b2a5cd-348e-4efb-ad3e-961197a83b74'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:33.092151 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-20b4f2a2-f89e-4d37-9c79-f97dd6de00c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:17:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['36b2a5cd-348e-4efb-ad3e-961197a83b74'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:33.121892 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-6d53df6c-5353-4730-9bbc-f5f166b33e9e tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] show failed (client error): The resource could not be found. Aug 17 00:17:33.123363 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6d53df6c-5353-4730-9bbc-f5f166b33e9e tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-1572837376 HTTP/1.1" status: 404 len: 335 time: 0.0537286 Aug 17 00:17:33.127708 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57276) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:33.137299 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-92794ac6-f978-4a61-85b0-90980182c6f2 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:33.142041 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-20b4f2a2-f89e-4d37-9c79-f97dd6de00c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:33.152650 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b4f2a2-f89e-4d37-9c79-f97dd6de00c5 None None] Routers {'36b2a5cd-348e-4efb-ad3e-961197a83b74'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:33.153368 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-20b4f2a2-f89e-4d37-9c79-f97dd6de00c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:17:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['36b2a5cd-348e-4efb-ad3e-961197a83b74'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:33.181149 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-92794ac6-f978-4a61-85b0-90980182c6f2 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] update failed (client error): The resource could not be found. Aug 17 00:17:33.185601 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-92794ac6-f978-4a61-85b0-90980182c6f2 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-44815886 HTTP/1.1" status: 404 len: 333 time: 0.0520189 Aug 17 00:17:33.186554 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57278) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:33.186984 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-20b4f2a2-f89e-4d37-9c79-f97dd6de00c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:33.187764 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b4f2a2-f89e-4d37-9c79-f97dd6de00c5 None None] The sync data for ids ['36b2a5cd-348e-4efb-ad3e-961197a83b74'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:17:33.233353 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f51129-21e3-4468-b543-096ff5ba3aa6 req-07312c14-1e2d-4a05-874a-1096fffdd7a9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:33.235059 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-64f51129-21e3-4468-b543-096ff5ba3aa6 req-07312c14-1e2d-4a05-874a-1096fffdd7a9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 946 time: 0.0631874 Aug 17 00:17:33.248554 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc979f75-3c7a-4584-a0d0-ad1caf95f61a tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Deleting subnet cb147349-b793-4ae0-92d1-12a5ec11a43f {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:17:33.252065 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc979f75-3c7a-4584-a0d0-ad1caf95f61a tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:33.280342 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-64f51129-21e3-4468-b543-096ff5ba3aa6 req-5702f220-8d39-449c-aade-f5658b3dea88 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358541 Aug 17 00:17:33.295117 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc979f75-3c7a-4584-a0d0-ad1caf95f61a tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:33.387406 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc979f75-3c7a-4584-a0d0-ad1caf95f61a tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:33.460925 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc979f75-3c7a-4584-a0d0-ad1caf95f61a tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:33.493539 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc979f75-3c7a-4584-a0d0-ad1caf95f61a tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Pushing event deleted for resources: {'Subnet': ['ID=cb147349-b793-4ae0-92d1-12a5ec11a43f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:33.498474 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc979f75-3c7a-4584-a0d0-ad1caf95f61a tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:33.501928 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bc979f75-3c7a-4584-a0d0-ad1caf95f61a tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] 10.222.0.60 "DELETE /v2.0/subnets/cb147349-b793-4ae0-92d1-12a5ec11a43f HTTP/1.1" status: 204 len: 168 time: 0.3084631 Aug 17 00:17:33.503966 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57280) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:33.504442 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faadb727-4546-4120-b3e9-c2834a0fe260 None None] Network 8f7507c7-fce0-4908-b8f4-9812436540d7 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:17:33.574958 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c89bbf-bbab-46b5-8c3f-8fdca5f9ba5d tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Deleting subnet fef1384f-7ffe-4be2-a190-ee48390b5dc0 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:17:33.579350 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a2c89bbf-bbab-46b5-8c3f-8fdca5f9ba5d tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:33.658675 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a2c89bbf-bbab-46b5-8c3f-8fdca5f9ba5d tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:33.748675 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11e8327-491f-4a8c-9a50-58fd389e64a8 None None] DHCP port deletion for 8f7507c7-fce0-4908-b8f4-9812436540d7 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:17:33.767138 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a2c89bbf-bbab-46b5-8c3f-8fdca5f9ba5d tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:33.838174 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-a11e8327-491f-4a8c-9a50-58fd389e64a8 None None] Deleting port 18fe2cfa-ee9b-460b-b676-0774655550a1 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:33.838174 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a11e8327-491f-4a8c-9a50-58fd389e64a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:33.878883 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a2c89bbf-bbab-46b5-8c3f-8fdca5f9ba5d tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:33.898345 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 18fe2cfa-ee9b-460b-b676-0774655550a1 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:17:33.931361 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c89bbf-bbab-46b5-8c3f-8fdca5f9ba5d tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Pushing event deleted for resources: {'Subnet': ['ID=fef1384f-7ffe-4be2-a190-ee48390b5dc0,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:33.937945 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a2c89bbf-bbab-46b5-8c3f-8fdca5f9ba5d tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:33.942959 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57294) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:33.952875 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9ba0a8-5012-43d3-8b75-ad6a19f7ad96 None None] Network ba7e9c3a-16fd-4f05-86c2-956269bb3684 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:17:33.953726 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a2c89bbf-bbab-46b5-8c3f-8fdca5f9ba5d tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] 10.222.0.60 "DELETE /v2.0/subnets/fef1384f-7ffe-4be2-a190-ee48390b5dc0 HTTP/1.1" status: 204 len: 168 time: 0.4482832 Aug 17 00:17:34.075015 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a664663-65e1-4484-b84b-eb4a62c20d0a req-54b781fb-aa6b-4874-be68-daa57c4a6a54 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:34.076937 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1a664663-65e1-4484-b84b-eb4a62c20d0a req-54b781fb-aa6b-4874-be68-daa57c4a6a54 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.1027019 Aug 17 00:17:34.085887 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a41e5cae-e806-4777-9dd6-13b776cdd4ee tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:34.095122 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-a11e8327-491f-4a8c-9a50-58fd389e64a8 None None] For port 18fe2cfa-ee9b-460b-b676-0774655550a1, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=18fe2cfa-ee9b-460b-b676-0774655550a1,segment=NetworkSegment(d4d1e803-4cdd-4491-9ee2-d1fbd68a2ba8),segment_id=d4d1e803-4cdd-4491-9ee2-d1fbd68a2ba8)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:34.095528 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a11e8327-491f-4a8c-9a50-58fd389e64a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:34.125247 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-a11e8327-491f-4a8c-9a50-58fd389e64a8 None None] Calling delete_port for 18fe2cfa-ee9b-460b-b676-0774655550a1 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:34.152384 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:34.156709 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1a664663-65e1-4484-b84b-eb4a62c20d0a req-6de836d9-c1a4-4621-8b97-c200224b9081 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681903 Aug 17 00:17:34.196193 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-a41e5cae-e806-4777-9dd6-13b776cdd4ee tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Deleting port 18fe2cfa-ee9b-460b-b676-0774655550a1 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:34.196938 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a41e5cae-e806-4777-9dd6-13b776cdd4ee tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:34.278292 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 18fe2cfa-ee9b-460b-b676-0774655550a1, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=18fe2cfa-ee9b-460b-b676-0774655550a1,segment=NetworkSegment(d4d1e803-4cdd-4491-9ee2-d1fbd68a2ba8),segment_id=d4d1e803-4cdd-4491-9ee2-d1fbd68a2ba8)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:34.293344 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-a41e5cae-e806-4777-9dd6-13b776cdd4ee tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] For port 18fe2cfa-ee9b-460b-b676-0774655550a1, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=18fe2cfa-ee9b-460b-b676-0774655550a1,segment=NetworkSegment(d4d1e803-4cdd-4491-9ee2-d1fbd68a2ba8),segment_id=d4d1e803-4cdd-4491-9ee2-d1fbd68a2ba8)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:34.294353 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a41e5cae-e806-4777-9dd6-13b776cdd4ee tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:34.306438 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:34.333113 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-a41e5cae-e806-4777-9dd6-13b776cdd4ee tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Calling delete_port for 18fe2cfa-ee9b-460b-b676-0774655550a1 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:34.402834 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a25b360-4ad9-4f7f-bffb-a421fdbe07d8 None None] DHCP port deletion for ba7e9c3a-16fd-4f05-86c2-956269bb3684 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:17:34.442333 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a11e8327-491f-4a8c-9a50-58fd389e64a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:34.449745 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=18fe2cfa-ee9b-460b-b676-0774655550a1,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:34.494348 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11e8327-491f-4a8c-9a50-58fd389e64a8 None None] No DVR routers for this DVR port 18fe2cfa-ee9b-460b-b676-0774655550a1 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:17:34.501087 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e8327-491f-4a8c-9a50-58fd389e64a8 None None] Pushing event deleted for resources: {'Port': ['ID=18fe2cfa-ee9b-460b-b676-0774655550a1,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:34.508749 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa13977-6a4b-4ee2-9537-139fbb8752e9 req-aad3fb79-64cd-4a42-87d9-6db3f31d9690 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:34.516877 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfa13977-6a4b-4ee2-9537-139fbb8752e9 req-aad3fb79-64cd-4a42-87d9-6db3f31d9690 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 946 time: 0.1164186 Aug 17 00:17:34.538347 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-8a25b360-4ad9-4f7f-bffb-a421fdbe07d8 None None] Deleting port 4ce88409-194f-4368-9009-378c73fe75c1 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:34.538833 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8a25b360-4ad9-4f7f-bffb-a421fdbe07d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:34.570110 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a41e5cae-e806-4777-9dd6-13b776cdd4ee tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:34.603292 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfa13977-6a4b-4ee2-9537-139fbb8752e9 req-36446da8-e201-4f76-966a-444d4f19e5e8 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848205 Aug 17 00:17:34.634583 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-8a25b360-4ad9-4f7f-bffb-a421fdbe07d8 None None] For port 4ce88409-194f-4368-9009-378c73fe75c1, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4ce88409-194f-4368-9009-378c73fe75c1,segment=NetworkSegment(88d877e3-e85f-4bca-b9b8-6d8e6c741118),segment_id=88d877e3-e85f-4bca-b9b8-6d8e6c741118)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:34.634874 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e5cae-e806-4777-9dd6-13b776cdd4ee tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Pushing event deleted for resources: {'Port': ['ID=18fe2cfa-ee9b-460b-b676-0774655550a1,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:34.634996 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8a25b360-4ad9-4f7f-bffb-a421fdbe07d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:34.644753 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41e5cae-e806-4777-9dd6-13b776cdd4ee tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] No DVR routers for this DVR port 18fe2cfa-ee9b-460b-b676-0774655550a1 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:17:34.654418 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-8a25b360-4ad9-4f7f-bffb-a421fdbe07d8 None None] Calling delete_port for 4ce88409-194f-4368-9009-378c73fe75c1 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:34.783110 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a41e5cae-e806-4777-9dd6-13b776cdd4ee tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:34.797020 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-a41e5cae-e806-4777-9dd6-13b776cdd4ee tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f7507c7-fce0-4908-b8f4-9812436540d7']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:34.808533 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-a41e5cae-e806-4777-9dd6-13b776cdd4ee tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d1e803-4cdd-4491-9ee2-d1fbd68a2ba8') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:34.808831 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-a41e5cae-e806-4777-9dd6-13b776cdd4ee tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d1e803-4cdd-4491-9ee2-d1fbd68a2ba8') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:34.848779 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8a25b360-4ad9-4f7f-bffb-a421fdbe07d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:34.887599 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a41e5cae-e806-4777-9dd6-13b776cdd4ee tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:34.988619 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25b360-4ad9-4f7f-bffb-a421fdbe07d8 None None] Pushing event deleted for resources: {'Port': ['ID=4ce88409-194f-4368-9009-378c73fe75c1,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:35.000922 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a25b360-4ad9-4f7f-bffb-a421fdbe07d8 None None] No DVR routers for this DVR port 4ce88409-194f-4368-9009-378c73fe75c1 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:17:35.004791 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a41e5cae-e806-4777-9dd6-13b776cdd4ee tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:35.015953 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db5d49-0c01-48ad-b54b-e658d6c42b75 req-046d6592-5153-4e5a-9428-5a5d93881b17 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:35.018639 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-68db5d49-0c01-48ad-b54b-e658d6c42b75 req-046d6592-5153-4e5a-9428-5a5d93881b17 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.64 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.1767116 Aug 17 00:17:35.025261 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41e5cae-e806-4777-9dd6-13b776cdd4ee tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:17:35.025844 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a41e5cae-e806-4777-9dd6-13b776cdd4ee tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:17:35.029537 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:17:35.061978 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575f987-8cc3-4448-b427-a3ea8605812a req-03853a99-7b25-4a3c-9c11-fd16c67e1d09 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:35.064149 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f575f987-8cc3-4448-b427-a3ea8605812a req-03853a99-7b25-4a3c-9c11-fd16c67e1d09 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.64 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 946 time: 0.0750494 Aug 17 00:17:35.173708 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a41e5cae-e806-4777-9dd6-13b776cdd4ee tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:35.183577 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-f575f987-8cc3-4448-b427-a3ea8605812a req-50eb1088-1e85-4abc-9b15-a703837f525c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Deleting port 93363cca-68f8-4ddc-8068-f696e43a8f80 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:35.185964 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-f575f987-8cc3-4448-b427-a3ea8605812a req-50eb1088-1e85-4abc-9b15-a703837f525c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:35.235189 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a41e5cae-e806-4777-9dd6-13b776cdd4ee tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:35.239185 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a41e5cae-e806-4777-9dd6-13b776cdd4ee tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] 10.222.0.60 "DELETE /v2.0/networks/8f7507c7-fce0-4908-b8f4-9812436540d7 HTTP/1.1" status: 204 len: 168 time: 1.2938676 Aug 17 00:17:35.242370 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57310) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:35.269281 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e5cae-e806-4777-9dd6-13b776cdd4ee tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Pushing event deleted for resources: {'Network': ['ID=8f7507c7-fce0-4908-b8f4-9812436540d7,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:35.427274 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-f575f987-8cc3-4448-b427-a3ea8605812a req-50eb1088-1e85-4abc-9b15-a703837f525c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] For port 93363cca-68f8-4ddc-8068-f696e43a8f80, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=93363cca-68f8-4ddc-8068-f696e43a8f80,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:35.427861 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-f575f987-8cc3-4448-b427-a3ea8605812a req-50eb1088-1e85-4abc-9b15-a703837f525c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:35.446755 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c72aa4dd-9156-4027-89eb-72e40dcc8191 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:35.464212 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a616e61-d114-4f71-aa59-5fc7e7f8155f req-1c0f18a3-8008-4344-a614-326e59ad933c tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:35.466096 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-f575f987-8cc3-4448-b427-a3ea8605812a req-50eb1088-1e85-4abc-9b15-a703837f525c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Calling delete_port for 93363cca-68f8-4ddc-8068-f696e43a8f80 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:35.467768 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3a616e61-d114-4f71-aa59-5fc7e7f8155f req-1c0f18a3-8008-4344-a614-326e59ad933c tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 947 time: 0.1286752 Aug 17 00:17:35.513086 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-68db5d49-0c01-48ad-b54b-e658d6c42b75 req-8c70a426-18ae-408e-85ab-f4368c631e61 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Deleting port 0a29e60c-58e2-4a54-8c31-a2c02741653b {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:35.513529 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-68db5d49-0c01-48ad-b54b-e658d6c42b75 req-8c70a426-18ae-408e-85ab-f4368c631e61 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:35.615476 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3a616e61-d114-4f71-aa59-5fc7e7f8155f req-4481dc17-2d1a-473f-a2df-fba342a3a21c tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f77b785-9344-46d1-b07b-5e7e80b51263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353943 Aug 17 00:17:35.672837 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-f575f987-8cc3-4448-b427-a3ea8605812a req-50eb1088-1e85-4abc-9b15-a703837f525c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:35.693796 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['ec9f3c29-8cd4-4933-8553-57593a442747', '93363cca-68f8-4ddc-8068-f696e43a8f80'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:17:35.733684 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb1088-1e85-4abc-9b15-a703837f525c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event deleted for resources: {'Port': ['ID=93363cca-68f8-4ddc-8068-f696e43a8f80,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:35.764494 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-68db5d49-0c01-48ad-b54b-e658d6c42b75 req-8c70a426-18ae-408e-85ab-f4368c631e61 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] For port 0a29e60c-58e2-4a54-8c31-a2c02741653b, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0a29e60c-58e2-4a54-8c31-a2c02741653b,segment=NetworkSegment(58c40ffe-f06d-458d-84a2-5995c2267517),segment_id=58c40ffe-f06d-458d-84a2-5995c2267517)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:35.764494 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-68db5d49-0c01-48ad-b54b-e658d6c42b75 req-8c70a426-18ae-408e-85ab-f4368c631e61 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:35.782096 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-68db5d49-0c01-48ad-b54b-e658d6c42b75 req-8c70a426-18ae-408e-85ab-f4368c631e61 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Calling delete_port for 0a29e60c-58e2-4a54-8c31-a2c02741653b owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:35.800089 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c72aa4dd-9156-4027-89eb-72e40dcc8191 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:35.826649 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f575f987-8cc3-4448-b427-a3ea8605812a req-50eb1088-1e85-4abc-9b15-a703837f525c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] No DVR routers for this DVR port 93363cca-68f8-4ddc-8068-f696e43a8f80 on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:17:35.833537 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-f575f987-8cc3-4448-b427-a3ea8605812a req-50eb1088-1e85-4abc-9b15-a703837f525c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:35.845075 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f575f987-8cc3-4448-b427-a3ea8605812a req-50eb1088-1e85-4abc-9b15-a703837f525c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.64 "DELETE /v2.0/ports/93363cca-68f8-4ddc-8068-f696e43a8f80 HTTP/1.1" status: 204 len: 173 time: 0.7682476 Aug 17 00:17:35.845075 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62c6e86-cb0e-42ac-bd99-9fd14e4837c0', 'name': 'network-vif-deleted', 'tag': '93363cca-68f8-4ddc-8068-f696e43a8f80'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:17:35.845075 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acaa4ad-e2bf-4b76-b183-ff2297dccbc4" -d '{"events": [{"server_uuid": "e62c6e86-cb0e-42ac-bd99-9fd14e4837c0", "name": "network-vif-deleted", "tag": "93363cca-68f8-4ddc-8068-f696e43a8f80"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:17:35.876341 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-c72aa4dd-9156-4027-89eb-72e40dcc8191 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7e9c3a-16fd-4f05-86c2-956269bb3684']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:35.929065 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4ce88409-194f-4368-9009-378c73fe75c1 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:17:35.941879 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d694759d-cc12-4612-976e-746fd855bf6c x-openstack-request-id: req-d694759d-cc12-4612-976e-746fd855bf6c {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:17:35.942209 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62c6e86-cb0e-42ac-bd99-9fd14e4837c0", "name": "network-vif-deleted", "tag": "93363cca-68f8-4ddc-8068-f696e43a8f80", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:17:35.942464 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d694759d-cc12-4612-976e-746fd855bf6c {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:17:35.942862 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62c6e86-cb0e-42ac-bd99-9fd14e4837c0', 'name': 'network-vif-deleted', 'tag': '93363cca-68f8-4ddc-8068-f696e43a8f80', 'status': 'completed', 'code': 200} Aug 17 00:17:35.958767 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-68cb00bc-f62b-4f1a-8a20-f22155febdfc req-1f3760bf-84a3-45bb-832d-f769496bf927 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 210 time: 0.1434946 Aug 17 00:17:35.961185 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-c72aa4dd-9156-4027-89eb-72e40dcc8191 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d877e3-e85f-4bca-b9b8-6d8e6c741118') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:35.961489 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-c72aa4dd-9156-4027-89eb-72e40dcc8191 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d877e3-e85f-4bca-b9b8-6d8e6c741118') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:35.996253 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 4ce88409-194f-4368-9009-378c73fe75c1 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:17:35.996597 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4ce88409-194f-4368-9009-378c73fe75c1 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:17:36.011867 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c72aa4dd-9156-4027-89eb-72e40dcc8191 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:36.057416 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c72aa4dd-9156-4027-89eb-72e40dcc8191 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:36.092873 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c72aa4dd-9156-4027-89eb-72e40dcc8191 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:17:36.093315 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c72aa4dd-9156-4027-89eb-72e40dcc8191 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:17:36.096980 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:17:36.244061 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c72aa4dd-9156-4027-89eb-72e40dcc8191 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:36.269187 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c72aa4dd-9156-4027-89eb-72e40dcc8191 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:36.275760 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c72aa4dd-9156-4027-89eb-72e40dcc8191 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] 10.222.0.60 "DELETE /v2.0/networks/ba7e9c3a-16fd-4f05-86c2-956269bb3684 HTTP/1.1" status: 204 len: 168 time: 1.0188084 Aug 17 00:17:36.279883 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57322) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:36.340764 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-68db5d49-0c01-48ad-b54b-e658d6c42b75 req-8c70a426-18ae-408e-85ab-f4368c631e61 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:36.343808 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72aa4dd-9156-4027-89eb-72e40dcc8191 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Pushing event deleted for resources: {'Network': ['ID=ba7e9c3a-16fd-4f05-86c2-956269bb3684,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:36.355446 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['0a29e60c-58e2-4a54-8c31-a2c02741653b'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:17:36.378177 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-8056ead8-c906-4d3a-82e5-ed5759795430 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Deleting subnet 8ecf37e5-d61c-4db1-8fa2-304403ec26eb {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:17:36.393945 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8056ead8-c906-4d3a-82e5-ed5759795430 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:36.405535 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70a426-18ae-408e-85ab-f4368c631e61 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Pushing event deleted for resources: {'Port': ['ID=0a29e60c-58e2-4a54-8c31-a2c02741653b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:36.458397 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8056ead8-c906-4d3a-82e5-ed5759795430 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:36.485128 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-68db5d49-0c01-48ad-b54b-e658d6c42b75 req-8c70a426-18ae-408e-85ab-f4368c631e61 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] No DVR routers for this DVR port 0a29e60c-58e2-4a54-8c31-a2c02741653b on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:17:36.489461 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-68db5d49-0c01-48ad-b54b-e658d6c42b75 req-8c70a426-18ae-408e-85ab-f4368c631e61 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:36.492064 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-68db5d49-0c01-48ad-b54b-e658d6c42b75 req-8c70a426-18ae-408e-85ab-f4368c631e61 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.64 "DELETE /v2.0/ports/0a29e60c-58e2-4a54-8c31-a2c02741653b HTTP/1.1" status: 204 len: 173 time: 1.4582770 Aug 17 00:17:36.492551 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7691e3a9-7c80-4eca-ac05-417477c6fad6', 'name': 'network-vif-deleted', 'tag': '0a29e60c-58e2-4a54-8c31-a2c02741653b'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:17:36.495307 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0350c24-a2eb-4a05-9c68-8e5b651a40ad" -d '{"events": [{"server_uuid": "7691e3a9-7c80-4eca-ac05-417477c6fad6", "name": "network-vif-deleted", "tag": "0a29e60c-58e2-4a54-8c31-a2c02741653b"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:17:36.546761 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd190d75-dede-4424-bffd-43ea97513435 x-openstack-request-id: req-fd190d75-dede-4424-bffd-43ea97513435 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:17:36.547330 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7691e3a9-7c80-4eca-ac05-417477c6fad6", "name": "network-vif-deleted", "tag": "0a29e60c-58e2-4a54-8c31-a2c02741653b", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:17:36.548419 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd190d75-dede-4424-bffd-43ea97513435 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:17:36.551412 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7691e3a9-7c80-4eca-ac05-417477c6fad6', 'name': 'network-vif-deleted', 'tag': '0a29e60c-58e2-4a54-8c31-a2c02741653b', 'status': 'completed', 'code': 200} Aug 17 00:17:36.642049 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8056ead8-c906-4d3a-82e5-ed5759795430 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:36.792718 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8056ead8-c906-4d3a-82e5-ed5759795430 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:36.799664 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da768d33-b587-480f-b421-a4ebba4cb96c req-196f6fc8-d9fc-4d59-9e38-720f1f9c7515 tempest-ServersNegativeTestJSON-1680510800 tempest-ServersNegativeTestJSON-1680510800-project] 10.222.0.60 "GET /v2.0/ports?device_id=7691e3a9-7c80-4eca-ac05-417477c6fad6 HTTP/1.1" status: 200 len: 210 time: 0.0537119 Aug 17 00:17:36.827722 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8056ead8-c906-4d3a-82e5-ed5759795430 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:36.839644 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8056ead8-c906-4d3a-82e5-ed5759795430 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] 10.222.0.60 "DELETE /v2.0/subnets/8ecf37e5-d61c-4db1-8fa2-304403ec26eb HTTP/1.1" status: 204 len: 168 time: 0.5580008 Aug 17 00:17:36.840691 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57332) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:36.867099 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82db4c6-eb4b-4e8e-993e-562fab71cb0d None None] Network c21537e5-8aca-4a8b-9677-8ae1d80e1b9f requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:17:36.958974 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056ead8-c906-4d3a-82e5-ed5759795430 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Pushing event deleted for resources: {'Subnet': ['ID=8ecf37e5-d61c-4db1-8fa2-304403ec26eb,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:37.160604 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-13bba413-aace-43c2-9396-1fad88dd2d2c req-6a0e508c-1049-41ae-a635-55504f8ee77d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 210 time: 0.0407045 Aug 17 00:17:37.181424 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7ce6453-209b-4bb3-a518-83820bee59c3 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:37.280501 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67841468-eb0c-4d2b-a825-ded755dc8361 None None] DHCP port deletion for c21537e5-8aca-4a8b-9677-8ae1d80e1b9f request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:17:37.284708 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-e7ce6453-209b-4bb3-a518-83820bee59c3 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Deleting port 84eef0f1-8aff-4624-b0b5-d39e833320f0 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:37.285268 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7ce6453-209b-4bb3-a518-83820bee59c3 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:37.386800 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-67841468-eb0c-4d2b-a825-ded755dc8361 None None] Deleting port 84eef0f1-8aff-4624-b0b5-d39e833320f0 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:37.387070 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-67841468-eb0c-4d2b-a825-ded755dc8361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:37.396552 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-e7ce6453-209b-4bb3-a518-83820bee59c3 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] For port 84eef0f1-8aff-4624-b0b5-d39e833320f0, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=84eef0f1-8aff-4624-b0b5-d39e833320f0,segment=NetworkSegment(2894e87f-4933-4324-b1be-3fd0ee68e94a),segment_id=2894e87f-4933-4324-b1be-3fd0ee68e94a)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:37.397019 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7ce6453-209b-4bb3-a518-83820bee59c3 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:37.412860 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-e7ce6453-209b-4bb3-a518-83820bee59c3 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Calling delete_port for 84eef0f1-8aff-4624-b0b5-d39e833320f0 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:37.532419 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7ce6453-209b-4bb3-a518-83820bee59c3 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:37.556792 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-67841468-eb0c-4d2b-a825-ded755dc8361 None None] For port 84eef0f1-8aff-4624-b0b5-d39e833320f0, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=84eef0f1-8aff-4624-b0b5-d39e833320f0,segment=NetworkSegment(2894e87f-4933-4324-b1be-3fd0ee68e94a),segment_id=2894e87f-4933-4324-b1be-3fd0ee68e94a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:37.559903 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-67841468-eb0c-4d2b-a825-ded755dc8361 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:37.577884 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-67841468-eb0c-4d2b-a825-ded755dc8361 None None] Calling delete_port for 84eef0f1-8aff-4624-b0b5-d39e833320f0 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:37.579857 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ce6453-209b-4bb3-a518-83820bee59c3 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] No DVR routers for this DVR port 84eef0f1-8aff-4624-b0b5-d39e833320f0 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:17:37.651440 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce6453-209b-4bb3-a518-83820bee59c3 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Pushing event deleted for resources: {'Port': ['ID=84eef0f1-8aff-4624-b0b5-d39e833320f0,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:37.753983 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-67841468-eb0c-4d2b-a825-ded755dc8361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:37.761832 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7ce6453-209b-4bb3-a518-83820bee59c3 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:37.776077 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-e7ce6453-209b-4bb3-a518-83820bee59c3 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21537e5-8aca-4a8b-9677-8ae1d80e1b9f']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:37.794362 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-e7ce6453-209b-4bb3-a518-83820bee59c3 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2894e87f-4933-4324-b1be-3fd0ee68e94a') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:37.794921 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-e7ce6453-209b-4bb3-a518-83820bee59c3 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2894e87f-4933-4324-b1be-3fd0ee68e94a') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:37.820567 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7ce6453-209b-4bb3-a518-83820bee59c3 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:37.858281 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7ce6453-209b-4bb3-a518-83820bee59c3 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:37.874137 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ce6453-209b-4bb3-a518-83820bee59c3 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:17:37.878854 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7ce6453-209b-4bb3-a518-83820bee59c3 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:37.881490 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67841468-eb0c-4d2b-a825-ded755dc8361 None None] Pushing event deleted for resources: {'Port': ['ID=84eef0f1-8aff-4624-b0b5-d39e833320f0,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:17:37.890518 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:17:37.905203 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67841468-eb0c-4d2b-a825-ded755dc8361 None None] No DVR routers for this DVR port 84eef0f1-8aff-4624-b0b5-d39e833320f0 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:17:37.914183 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57342) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:37.977729 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 84eef0f1-8aff-4624-b0b5-d39e833320f0 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:17:38.022969 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7ce6453-209b-4bb3-a518-83820bee59c3 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:38.026435 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-68fb5074-3521-4447-bdad-500dc767181c admin admin] Deleting subnet a9714244-a336-4eb8-8cb8-78c77eca1694 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:17:38.031862 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 84eef0f1-8aff-4624-b0b5-d39e833320f0 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:17:38.032235 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 84eef0f1-8aff-4624-b0b5-d39e833320f0 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:17:38.044318 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-68fb5074-3521-4447-bdad-500dc767181c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:38.045229 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7ce6453-209b-4bb3-a518-83820bee59c3 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:38.061994 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e7ce6453-209b-4bb3-a518-83820bee59c3 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] 10.222.0.60 "DELETE /v2.0/networks/c21537e5-8aca-4a8b-9677-8ae1d80e1b9f HTTP/1.1" status: 204 len: 168 time: 1.1601486 Aug 17 00:17:38.072871 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57344) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:38.097157 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce6453-209b-4bb3-a518-83820bee59c3 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Pushing event deleted for resources: {'Network': ['ID=c21537e5-8aca-4a8b-9677-8ae1d80e1b9f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:38.109945 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-68fb5074-3521-4447-bdad-500dc767181c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:38.125733 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-28b61ad9-70fa-4128-af04-d95e0f5828ae tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] 10.222.0.60 "GET /v2.0/ports?device_id=36b2a5cd-348e-4efb-ad3e-961197a83b74 HTTP/1.1" status: 200 len: 205 time: 0.0513825 Aug 17 00:17:38.126802 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57348) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:38.181130 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-68fb5074-3521-4447-bdad-500dc767181c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:38.304930 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-91313f56-cbdf-4c9b-b1eb-eeed0770ed2c req-2cc799b3-20f6-4a68-b5bd-7b173750ea75 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 210 time: 0.0334666 Aug 17 00:17:38.316367 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ffb62ac-ab3d-403d-a303-263390499279 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:38.329686 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-68fb5074-3521-4447-bdad-500dc767181c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:38.381843 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb5074-3521-4447-bdad-500dc767181c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9714244-a336-4eb8-8cb8-78c77eca1694,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:38.404605 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-68fb5074-3521-4447-bdad-500dc767181c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:38.408801 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-68fb5074-3521-4447-bdad-500dc767181c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a9714244-a336-4eb8-8cb8-78c77eca1694 HTTP/1.1" status: 204 len: 168 time: 0.4881341 Aug 17 00:17:38.412135 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57356) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:38.581272 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ffb62ac-ab3d-403d-a303-263390499279 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:38.587321 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ffb62ac-ab3d-403d-a303-263390499279 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:38.605942 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4fdaf108-1c66-49f3-a8e1-dfed3231daa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:38.675760 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ffb62ac-ab3d-403d-a303-263390499279 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:38.676334 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffb62ac-ab3d-403d-a303-263390499279 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Fanout notify agent at l3_agent the message router_deleted on router 36b2a5cd-348e-4efb-ad3e-961197a83b74 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:17:38.684119 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ffb62ac-ab3d-403d-a303-263390499279 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:38.685260 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3ffb62ac-ab3d-403d-a303-263390499279 tempest-RoutersNegativeTest-763309441 tempest-RoutersNegativeTest-763309441-project] 10.222.0.60 "DELETE /v2.0/routers/36b2a5cd-348e-4efb-ad3e-961197a83b74 HTTP/1.1" status: 204 len: 168 time: 0.5565596 Aug 17 00:17:38.762294 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4fdaf108-1c66-49f3-a8e1-dfed3231daa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:38.788715 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-4fdaf108-1c66-49f3-a8e1-dfed3231daa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7fbf6df-b582-48ad-91b2-b1a51dfd09fb']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:38.802166 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-4fdaf108-1c66-49f3-a8e1-dfed3231daa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c40ffe-f06d-458d-84a2-5995c2267517') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:38.802479 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-4fdaf108-1c66-49f3-a8e1-dfed3231daa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c40ffe-f06d-458d-84a2-5995c2267517') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:38.817797 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4fdaf108-1c66-49f3-a8e1-dfed3231daa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:38.838936 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4fdaf108-1c66-49f3-a8e1-dfed3231daa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:38.848840 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fdaf108-1c66-49f3-a8e1-dfed3231daa4 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:17:38.849401 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4fdaf108-1c66-49f3-a8e1-dfed3231daa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:17:38.852037 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:17:38.929028 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4fdaf108-1c66-49f3-a8e1-dfed3231daa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:38.951531 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4fdaf108-1c66-49f3-a8e1-dfed3231daa4 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:38.953417 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4fdaf108-1c66-49f3-a8e1-dfed3231daa4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c7fbf6df-b582-48ad-91b2-b1a51dfd09fb HTTP/1.1" status: 204 len: 168 time: 0.5399075 Aug 17 00:17:38.954431 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdaf108-1c66-49f3-a8e1-dfed3231daa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7fbf6df-b582-48ad-91b2-b1a51dfd09fb,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:39.073701 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57364) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:39.190360 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57368) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:39.300604 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-29cc95a6-4ac8-4189-8fc3-b6aa06d542bd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0b8e25b70c1f47b492a05e439cd88f28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1062181 Aug 17 00:17:39.300899 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57374) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:39.311728 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8b1856e5-8de6-4209-9a8c-a657978c68ba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ac32bf1294444a3190fab8694984985d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2338305 Aug 17 00:17:39.311903 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57376) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:39.389822 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1e9bd4b5-1438-4fb4-a87d-7ff2ea66b45c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:39.419352 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-431b7444-458b-4a7d-bde5-f26141f136cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:39.441525 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1e9bd4b5-1438-4fb4-a87d-7ff2ea66b45c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:39.475723 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe2ccf76-0954-4a42-a86a-b1361d63620c req-2034d596-b540-4591-82b1-6b1da030b048 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 210 time: 0.0410895 Aug 17 00:17:39.479165 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-431b7444-458b-4a7d-bde5-f26141f136cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:39.528571 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 93363cca-68f8-4ddc-8068-f696e43a8f80 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:17:39.568832 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 93363cca-68f8-4ddc-8068-f696e43a8f80 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:17:39.569498 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 93363cca-68f8-4ddc-8068-f696e43a8f80 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:17:39.570076 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0a29e60c-58e2-4a54-8c31-a2c02741653b no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:17:39.570781 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-431b7444-458b-4a7d-bde5-f26141f136cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:39.574291 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1e9bd4b5-1438-4fb4-a87d-7ff2ea66b45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:39.574818 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-431b7444-458b-4a7d-bde5-f26141f136cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:39.576300 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-431b7444-458b-4a7d-bde5-f26141f136cb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f77b785-9344-46d1-b07b-5e7e80b51263 HTTP/1.1" status: 204 len: 168 time: 0.2742395 Aug 17 00:17:39.577697 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1e9bd4b5-1438-4fb4-a87d-7ff2ea66b45c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:39.585484 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1e9bd4b5-1438-4fb4-a87d-7ff2ea66b45c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eb3ff2af-cbaf-4311-a6e3-9dbfe6123f8a HTTP/1.1" status: 204 len: 168 time: 0.2695315 Aug 17 00:17:39.597809 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b7444-458b-4a7d-bde5-f26141f136cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f77b785-9344-46d1-b07b-5e7e80b51263,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:39.614170 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9bd4b5-1438-4fb4-a87d-7ff2ea66b45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3ff2af-cbaf-4311-a6e3-9dbfe6123f8a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:39.621417 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 0a29e60c-58e2-4a54-8c31-a2c02741653b {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:17:39.624658 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0a29e60c-58e2-4a54-8c31-a2c02741653b not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:17:40.159048 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:40.601262 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3b1d98df-34df-4822-b03f-dac3e9292e65 req-09ef2989-7ad8-49bb-99cb-50c042511f35 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 210 time: 0.0344176 Aug 17 00:17:40.814373 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57434) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:40.849507 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57438) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:40.977576 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-ea7a3126-5eac-4926-a258-4d14e56ffe40 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-949915352-network', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:41.007793 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7a3126-5eac-4926-a258-4d14e56ffe40 admin admin] Made reservation on behalf of 31228c6a01c44795b6b4fa0167b16be6 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:17:41.016119 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea7a3126-5eac-4926-a258-4d14e56ffe40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:41.027405 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea7a3126-5eac-4926-a258-4d14e56ffe40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:41.110884 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-61f46657-00a3-4190-b488-b06955ac8d32 tempest-ServiceProvidersTest-730885618 tempest-ServiceProvidersTest-730885618-project] 10.222.0.60 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2952249 Aug 17 00:17:41.217235 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea7a3126-5eac-4926-a258-4d14e56ffe40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:41.224308 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea7a3126-5eac-4926-a258-4d14e56ffe40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:41.273152 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7a3126-5eac-4926-a258-4d14e56ffe40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:17:41.292724 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a3126-5eac-4926-a258-4d14e56ffe40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078ff801-a2ea-40a7-889b-928b14618f8e,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:41.304378 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea7a3126-5eac-4926-a258-4d14e56ffe40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:41.305201 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-ea7a3126-5eac-4926-a258-4d14e56ffe40 admin admin] Added segment 3add7c8d-2c90-47a5-b668-74b89741e8cc of type vlan for network 9a01c282-1149-47ef-adf9-eecde6aae568 Aug 17 00:17:41.355279 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3b4e3ed-118c-4998-826e-067a3a82be21 req-35be5731-8a56-4489-b818-1fe097b565d1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0906022 Aug 17 00:17:41.384194 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea7a3126-5eac-4926-a258-4d14e56ffe40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:41.421265 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea7a3126-5eac-4926-a258-4d14e56ffe40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:41.422350 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7a3126-5eac-4926-a258-4d14e56ffe40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:41.423369 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea7a3126-5eac-4926-a258-4d14e56ffe40 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:41.533007 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4e3ed-118c-4998-826e-067a3a82be21 req-4f6e035c-89f8-4bca-8d2e-a60515cc5792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:41.536684 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3b4e3ed-118c-4998-826e-067a3a82be21 req-4f6e035c-89f8-4bca-8d2e-a60515cc5792 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 1097 time: 0.1112020 Aug 17 00:17:41.559563 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57448) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:41.567149 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ea7a3126-5eac-4926-a258-4d14e56ffe40 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7160490 Aug 17 00:17:41.569908 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57452) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:41.577675 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-66257bcb-06e2-4149-9c8c-5aef735d9b47 admin admin] Request body: {'subnet': {'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-949915352-subnet', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:41.593548 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a3126-5eac-4926-a258-4d14e56ffe40 admin admin] Pushing event updated for resources: {'Network': ['ID=9a01c282-1149-47ef-adf9-eecde6aae568,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:41.605081 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 9a01c282-1149-47ef-adf9-eecde6aae568 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:17:41.632596 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66257bcb-06e2-4149-9c8c-5aef735d9b47 admin admin] Made reservation on behalf of 31228c6a01c44795b6b4fa0167b16be6 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:17:41.635870 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66257bcb-06e2-4149-9c8c-5aef735d9b47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:41.682119 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4e3ed-118c-4998-826e-067a3a82be21 req-d9eeb169-fabe-4d0a-aac8-6a19fc8a1818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:41.683654 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3b4e3ed-118c-4998-826e-067a3a82be21 req-d9eeb169-fabe-4d0a-aac8-6a19fc8a1818 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 912 time: 0.1147966 Aug 17 00:17:41.747220 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:41.779072 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3b4e3ed-118c-4998-826e-067a3a82be21 req-ec30dc02-34fc-4e60-8f8e-23b40c7e96ff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec9f3c29-8cd4-4933-8553-57593a442747 HTTP/1.1" status: 200 len: 217 time: 0.0864825 Aug 17 00:17:41.789483 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1200126e-9045-4887-b58a-d8429ab4e3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:41.835431 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ae525a4-f7f7-4ce2-9585-4c192413f779 req-e3975d3c-2d29-4694-b40f-d4dd5a610fae tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62c6e86-cb0e-42ac-bd99-9fd14e4837c0 HTTP/1.1" status: 200 len: 210 time: 0.0655072 Aug 17 00:17:41.892417 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4e3ed-118c-4998-826e-067a3a82be21 req-1ffa616a-36f4-4e10-a57b-f3c42a2b7171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:41.894776 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3b4e3ed-118c-4998-826e-067a3a82be21 req-1ffa616a-36f4-4e10-a57b-f3c42a2b7171 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50a43672-a95f-4b5a-a039-6a76ff2ef6bb HTTP/1.1" status: 200 len: 850 time: 0.0950830 Aug 17 00:17:41.950633 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66257bcb-06e2-4149-9c8c-5aef735d9b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:42.014554 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66257bcb-06e2-4149-9c8c-5aef735d9b47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54d11a8b-cc41-4904-8fdd-40aba45c11d3,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:42.027581 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66257bcb-06e2-4149-9c8c-5aef735d9b47 admin admin] Checking segment: {'id': '3add7c8d-2c90-47a5-b668-74b89741e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:17:42.028043 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66257bcb-06e2-4149-9c8c-5aef735d9b47 admin admin] Network hostable DHCP agents. Network: 9a01c282-1149-47ef-adf9-eecde6aae568, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:17:42.052260 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66257bcb-06e2-4149-9c8c-5aef735d9b47 admin admin] Network 9a01c282-1149-47ef-adf9-eecde6aae568 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:17:42.060561 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4e3ed-118c-4998-826e-067a3a82be21 req-4f5938a9-7358-48b9-a83e-7a35a7d510b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:42.062574 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3b4e3ed-118c-4998-826e-067a3a82be21 req-4f5938a9-7358-48b9-a83e-7a35a7d510b0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2676b640-a0ef-482d-b8e8-3f50e99c7802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1540275 Aug 17 00:17:42.070468 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-66257bcb-06e2-4149-9c8c-5aef735d9b47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 9a01c282-1149-47ef-adf9-eecde6aae568) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:17:42.081750 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea32cc1d-60c7-4b48-8130-52be203a144d None None] Network 9a01c282-1149-47ef-adf9-eecde6aae568 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:17:42.082009 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66257bcb-06e2-4149-9c8c-5aef735d9b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:42.084974 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-66257bcb-06e2-4149-9c8c-5aef735d9b47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:42.149161 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1200126e-9045-4887-b58a-d8429ab4e3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:42.156696 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1200126e-9045-4887-b58a-d8429ab4e3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:42.167974 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-66257bcb-06e2-4149-9c8c-5aef735d9b47 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5942268 Aug 17 00:17:42.170429 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57462) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:42.180163 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-78c2662d-d4b4-48e3-aecc-8aa8532e6048 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-949915352-router', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:42.216168 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-78c2662d-d4b4-48e3-aecc-8aa8532e6048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:42.217738 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-78c2662d-d4b4-48e3-aecc-8aa8532e6048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:42.293157 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3b4e3ed-118c-4998-826e-067a3a82be21 req-544e31d9-8adc-4b0d-8065-8bc2fa34d309 service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200453 Aug 17 00:17:42.296522 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200126e-9045-4887-b58a-d8429ab4e3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3ff989-2890-4301-a618-dffa0da217ad,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:42.317477 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1200126e-9045-4887-b58a-d8429ab4e3ae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2b48f99cbd544bf1a84ea54482accfd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7564492 Aug 17 00:17:42.335964 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57466) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:42.357911 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-78c2662d-d4b4-48e3-aecc-8aa8532e6048 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:42.383134 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba01f99-5602-4f0c-991c-07cf899a79b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-9a01c282-1149-47ef-adf9-eecde6aae568', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'fixed_ips': [{'subnet_id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:17:42.384249 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1ba01f99-5602-4f0c-991c-07cf899a79b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:42.588121 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-78c2662d-d4b4-48e3-aecc-8aa8532e6048 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:42.631252 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-04fae7cc-d492-424d-acd5-7bc85be695ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:42.639436 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3b4e3ed-118c-4998-826e-067a3a82be21 req-d6c772a2-5a8d-4e43-be4f-049f1ba8b499 service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288934 Aug 17 00:17:42.676463 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-1ba01f99-5602-4f0c-991c-07cf899a79b3 None None] Allocated IP 172.20.0.2 (9a01c282-1149-47ef-adf9-eecde6aae568/54d11a8b-cc41-4904-8fdd-40aba45c11d3/33343924-e334-42e6-b55f-a215a60f2dae) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:17:42.724922 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-04fae7cc-d492-424d-acd5-7bc85be695ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:42.841124 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-04fae7cc-d492-424d-acd5-7bc85be695ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:42.850124 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-04fae7cc-d492-424d-acd5-7bc85be695ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:42.853206 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-04fae7cc-d492-424d-acd5-7bc85be695ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f3ff989-2890-4301-a618-dffa0da217ad HTTP/1.1" status: 204 len: 168 time: 0.5128853 Aug 17 00:17:42.865599 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fae7cc-d492-424d-acd5-7bc85be695ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3ff989-2890-4301-a618-dffa0da217ad,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:43.047126 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1ba01f99-5602-4f0c-991c-07cf899a79b3 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:43.076189 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1ba01f99-5602-4f0c-991c-07cf899a79b3 None None] Transition to ACTIVE for port object 33343924-e334-42e6-b55f-a215a60f2dae will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:17:43.128806 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1ba01f99-5602-4f0c-991c-07cf899a79b3 None None] Transition to ACTIVE for port object 33343924-e334-42e6-b55f-a215a60f2dae will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:17:43.149995 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1ba01f99-5602-4f0c-991c-07cf899a79b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:43.235135 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-78c2662d-d4b4-48e3-aecc-8aa8532e6048 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:43.261892 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba01f99-5602-4f0c-991c-07cf899a79b3 None None] Network 9a01c282-1149-47ef-adf9-eecde6aae568 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:17:43.266769 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-1ba01f99-5602-4f0c-991c-07cf899a79b3 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:17:43.277287 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba01f99-5602-4f0c-991c-07cf899a79b3 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:17:43.295275 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-78c2662d-d4b4-48e3-aecc-8aa8532e6048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:43.302762 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57482) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:43.350164 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba01f99-5602-4f0c-991c-07cf899a79b3 None None] Pushing event updated for resources: {'Port': ['ID=33343924-e334-42e6-b55f-a215a60f2dae,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:43.455796 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-1ba01f99-5602-4f0c-991c-07cf899a79b3 None None] Attempting to bind port 33343924-e334-42e6-b55f-a215a60f2dae on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:17:43.456012 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-1ba01f99-5602-4f0c-991c-07cf899a79b3 None None] Attempting to bind port 33343924-e334-42e6-b55f-a215a60f2dae by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '3add7c8d-2c90-47a5-b668-74b89741e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:17:43.457697 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba01f99-5602-4f0c-991c-07cf899a79b3 None None] Attempting to bind port 33343924-e334-42e6-b55f-a215a60f2dae on network 9a01c282-1149-47ef-adf9-eecde6aae568 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:17:43.472493 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba01f99-5602-4f0c-991c-07cf899a79b3 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:17:43.473148 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba01f99-5602-4f0c-991c-07cf899a79b3 None None] Checking segment: {'id': '3add7c8d-2c90-47a5-b668-74b89741e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:17:43.473928 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1ba01f99-5602-4f0c-991c-07cf899a79b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:43.475795 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba01f99-5602-4f0c-991c-07cf899a79b3 None None] Bound using segment: {'id': '3add7c8d-2c90-47a5-b668-74b89741e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:17:43.475795 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-1ba01f99-5602-4f0c-991c-07cf899a79b3 None None] Bound port: 33343924-e334-42e6-b55f-a215a60f2dae, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3add7c8d-2c90-47a5-b668-74b89741e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:17:43.475795 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1ba01f99-5602-4f0c-991c-07cf899a79b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:43.517837 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207dec39-aba9-4477-8567-1b3060b075e9 tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:43.518330 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207dec39-aba9-4477-8567-1b3060b075e9 tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:43.520746 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207dec39-aba9-4477-8567-1b3060b075e9 tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:43.534771 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-207dec39-aba9-4477-8567-1b3060b075e9 tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] 10.222.0.60 "GET /v2.0/ports?project_id=0ff3a5a5706545cb87542327d7cad65d&network_id=1d29c30b-fc96-45e3-a3cb-fec8bc666376 HTTP/1.1" status: 200 len: 2972 time: 0.2306249 Aug 17 00:17:43.607017 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-78c2662d-d4b4-48e3-aecc-8aa8532e6048 admin admin] Allocated IP 172.25.3.32 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/02c901f4-3061-4612-9ba0-808e8d4d3f4f) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:17:43.628067 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1ba01f99-5602-4f0c-991c-07cf899a79b3 None None] For port 33343924-e334-42e6-b55f-a215a60f2dae, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:17:43.639135 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1ba01f99-5602-4f0c-991c-07cf899a79b3 None None] For port 33343924-e334-42e6-b55f-a215a60f2dae, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=33343924-e334-42e6-b55f-a215a60f2dae,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:17:43.651986 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1ba01f99-5602-4f0c-991c-07cf899a79b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:43.830681 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba01f99-5602-4f0c-991c-07cf899a79b3 None None] Pushing event updated for resources: {'Port': ['ID=33343924-e334-42e6-b55f-a215a60f2dae,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:43.911354 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-78c2662d-d4b4-48e3-aecc-8aa8532e6048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:44.017017 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-78c2662d-d4b4-48e3-aecc-8aa8532e6048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:44.100847 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c2662d-d4b4-48e3-aecc-8aa8532e6048 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:17:44.106707 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-78c2662d-d4b4-48e3-aecc-8aa8532e6048 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:17:44.113654 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c2662d-d4b4-48e3-aecc-8aa8532e6048 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:17:44.123249 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2662d-d4b4-48e3-aecc-8aa8532e6048 admin admin] Pushing event updated for resources: {'Port': ['ID=02c901f4-3061-4612-9ba0-808e8d4d3f4f,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:44.487960 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-78c2662d-d4b4-48e3-aecc-8aa8532e6048 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:44.927451 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57520) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:45.254500 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd812b0-bc0d-4163-9b9a-337a83afcc5f None None] Network 9a01c282-1149-47ef-adf9-eecde6aae568 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:17:45.474806 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-cf56370c-66ff-4d87-9f60-3173be0749d1 None None] Provisioning for port 33343924-e334-42e6-b55f-a215a60f2dae completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:17:45.530959 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-78c2662d-d4b4-48e3-aecc-8aa8532e6048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:45.829392 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c2662d-d4b4-48e3-aecc-8aa8532e6048 admin admin] Router 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:17:46.048032 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 33343924-e334-42e6-b55f-a215a60f2dae up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:17:46.120285 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c2662d-d4b4-48e3-aecc-8aa8532e6048 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:17:46.159163 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e513f4-99a1-4c6f-b5e3-5ec2369240af None None] Sync routers for ids ['2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:17:46.161090 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-78c2662d-d4b4-48e3-aecc-8aa8532e6048 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:46.165296 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-78c2662d-d4b4-48e3-aecc-8aa8532e6048 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9927065 Aug 17 00:17:46.166149 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57552) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:46.201957 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e513f4-99a1-4c6f-b5e3-5ec2369240af None None] Routers {'2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:46.203025 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-76e513f4-99a1-4c6f-b5e3-5ec2369240af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:17:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:46.304674 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57556) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:46.341951 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 33343924-e334-42e6-b55f-a215a60f2dae completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:17:46.353693 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 33343924-e334-42e6-b55f-a215a60f2dae triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:46.357489 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:46.508741 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437c20f5-a67d-438d-92f9-252e73f1f3f3 tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:46.510276 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-437c20f5-a67d-438d-92f9-252e73f1f3f3 tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 814 time: 0.1964297 Aug 17 00:17:46.691834 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3ffba9a9-a498-4e2e-a423-bec21d2e2081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:46.712235 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-76e513f4-99a1-4c6f-b5e3-5ec2369240af None None] Set router 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:17:46.800023 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5e827c46-40b4-4441-ade0-193cfbdce3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:47.020658 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:47.027551 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ebd7671-7ca9-46c7-8210-1b7d3d3b360b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:47.127327 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 33343924-e334-42e6-b55f-a215a60f2dae, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=33343924-e334-42e6-b55f-a215a60f2dae,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:47.138810 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-76e513f4-99a1-4c6f-b5e3-5ec2369240af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'name': 'tempest-AttachVolumeShelveTestJSON-949915352-router', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:42Z', 'updated_at': '2021-08-17T00:17:44Z', 'revision_number': 3, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'gw_port': {'id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:43Z', 'updated_at': '2021-08-17T00:17:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:47.139057 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57570) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:47.143662 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:47.155092 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-c66ef065-a119-4838-b3cb-ba437f5c3c13 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'network': {'name': 'tempest-network-smoke--1863131856', 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'port_security_enabled': True}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:47.176930 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e513f4-99a1-4c6f-b5e3-5ec2369240af None None] Checking router: 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:17:47.177189 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e513f4-99a1-4c6f-b5e3-5ec2369240af None None] Updating router 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb port 02c901f4-3061-4612-9ba0-808e8d4d3f4f binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:17:47.236238 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-76e513f4-99a1-4c6f-b5e3-5ec2369240af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:47.249546 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66ef065-a119-4838-b3cb-ba437f5c3c13 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Made reservation on behalf of 0ff3a5a5706545cb87542327d7cad65d for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:17:47.261955 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c66ef065-a119-4838-b3cb-ba437f5c3c13 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:47.276132 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=33343924-e334-42e6-b55f-a215a60f2dae,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:47.318868 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c66ef065-a119-4838-b3cb-ba437f5c3c13 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:17:47.348569 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c66ef065-a119-4838-b3cb-ba437f5c3c13 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:47.349228 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-c66ef065-a119-4838-b3cb-ba437f5c3c13 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Added segment d2580cf4-faaa-4ae9-b066-296eb7e6459b of type vlan for network 06b59bc0-c288-455d-b22d-5adf4532d877 Aug 17 00:17:47.422810 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c66ef065-a119-4838-b3cb-ba437f5c3c13 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:47.489547 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-3ebd7671-7ca9-46c7-8210-1b7d3d3b360b admin admin] Allocated IP 172.20.0.1 (9a01c282-1149-47ef-adf9-eecde6aae568/54d11a8b-cc41-4904-8fdd-40aba45c11d3/2ffaf4d6-2561-4f6e-8797-6ff310e756e5) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:17:47.538562 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c66ef065-a119-4838-b3cb-ba437f5c3c13 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:47.544884 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66ef065-a119-4838-b3cb-ba437f5c3c13 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:47.545536 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c66ef065-a119-4838-b3cb-ba437f5c3c13 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:47.659436 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-76e513f4-99a1-4c6f-b5e3-5ec2369240af None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:47.673178 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-76e513f4-99a1-4c6f-b5e3-5ec2369240af None None] Transition to ACTIVE for port object 02c901f4-3061-4612-9ba0-808e8d4d3f4f will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:17:47.683848 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-76e513f4-99a1-4c6f-b5e3-5ec2369240af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:47.704043 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c66ef065-a119-4838-b3cb-ba437f5c3c13 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5635571 Aug 17 00:17:47.707713 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57582) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:47.750081 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ef065-a119-4838-b3cb-ba437f5c3c13 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'Network': ['ID=06b59bc0-c288-455d-b22d-5adf4532d877,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:47.760741 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-76e513f4-99a1-4c6f-b5e3-5ec2369240af None None] Attempting to bind port 02c901f4-3061-4612-9ba0-808e8d4d3f4f on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:17:47.761150 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-76e513f4-99a1-4c6f-b5e3-5ec2369240af None None] Attempting to bind port 02c901f4-3061-4612-9ba0-808e8d4d3f4f by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:17:47.761514 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e513f4-99a1-4c6f-b5e3-5ec2369240af None None] Attempting to bind port 02c901f4-3061-4612-9ba0-808e8d4d3f4f on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:17:47.765326 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-5e827c46-40b4-4441-ade0-193cfbdce3a8 admin admin] Deleting port 9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:47.765863 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5e827c46-40b4-4441-ade0-193cfbdce3a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:47.766074 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 06b59bc0-c288-455d-b22d-5adf4532d877 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:17:47.768523 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35597617-d3df-4425-855b-a79c2640fa2c None None] Pushing event updated for resources: {'Port': ['ID=02c901f4-3061-4612-9ba0-808e8d4d3f4f,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:47.785345 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e513f4-99a1-4c6f-b5e3-5ec2369240af None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:17:47.785735 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e513f4-99a1-4c6f-b5e3-5ec2369240af None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:17:47.786142 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-76e513f4-99a1-4c6f-b5e3-5ec2369240af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:47.786531 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e513f4-99a1-4c6f-b5e3-5ec2369240af None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:17:47.787043 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-76e513f4-99a1-4c6f-b5e3-5ec2369240af None None] Bound port: 02c901f4-3061-4612-9ba0-808e8d4d3f4f, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:17:47.787423 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-76e513f4-99a1-4c6f-b5e3-5ec2369240af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:47.828550 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ebd7671-7ca9-46c7-8210-1b7d3d3b360b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:47.850782 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-76e513f4-99a1-4c6f-b5e3-5ec2369240af None None] For port 02c901f4-3061-4612-9ba0-808e8d4d3f4f, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:17:47.854957 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-76e513f4-99a1-4c6f-b5e3-5ec2369240af None None] For port 02c901f4-3061-4612-9ba0-808e8d4d3f4f, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=02c901f4-3061-4612-9ba0-808e8d4d3f4f,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:17:47.867618 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-3ebd7671-7ca9-46c7-8210-1b7d3d3b360b admin admin] Transition to ACTIVE for port object 2ffaf4d6-2561-4f6e-8797-6ff310e756e5 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:17:47.871762 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e249249-9381-4446-8697-152e828c91f7 tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:47.876070 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8e249249-9381-4446-8697-152e828c91f7 tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=0ff3a5a5706545cb87542327d7cad65d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1611807 Aug 17 00:17:47.876714 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57584) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:47.891972 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-76e513f4-99a1-4c6f-b5e3-5ec2369240af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:47.896115 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-5e827c46-40b4-4441-ade0-193cfbdce3a8 admin admin] For port 9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c,segment=NetworkSegment(989ca3c6-4bce-4091-9883-2d05012f0c73),segment_id=989ca3c6-4bce-4091-9883-2d05012f0c73)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:47.896843 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5e827c46-40b4-4441-ade0-193cfbdce3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:47.912880 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-5e827c46-40b4-4441-ade0-193cfbdce3a8 admin admin] Calling delete_port for 9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:47.954637 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35597617-d3df-4425-855b-a79c2640fa2c None None] Pushing event updated for resources: {'Port': ['ID=02c901f4-3061-4612-9ba0-808e8d4d3f4f,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:47.963079 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 33343924-e334-42e6-b55f-a215a60f2dae up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:17:48.034694 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e513f4-99a1-4c6f-b5e3-5ec2369240af None None] Routers {'2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:48.035318 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-76e513f4-99a1-4c6f-b5e3-5ec2369240af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:17:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:48.090016 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ebd7671-7ca9-46c7-8210-1b7d3d3b360b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:48.097673 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63b36fe-c622-4f20-b9c7-bccb950b2625 tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:48.103592 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e63b36fe-c622-4f20-b9c7-bccb950b2625 tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2242785 Aug 17 00:17:48.108238 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57586) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:48.132318 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 33343924-e334-42e6-b55f-a215a60f2dae triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:48.132683 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:48.164678 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5e827c46-40b4-4441-ade0-193cfbdce3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:48.182096 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6bd25453-cca0-4ee6-90a2-7f8e71d2153b tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=f9960621-448c-44b3-8317-7433dc6ce660&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0722983 Aug 17 00:17:48.184521 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebd7671-7ca9-46c7-8210-1b7d3d3b360b admin admin] Network 9a01c282-1149-47ef-adf9-eecde6aae568 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:17:48.191928 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-76e513f4-99a1-4c6f-b5e3-5ec2369240af None None] Set router 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:17:48.198039 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57588) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:48.202430 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-3ebd7671-7ca9-46c7-8210-1b7d3d3b360b admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:17:48.217195 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd7671-7ca9-46c7-8210-1b7d3d3b360b admin admin] Pushing event updated for resources: {'Port': ['ID=2ffaf4d6-2561-4f6e-8797-6ff310e756e5,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:48.225575 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebd7671-7ca9-46c7-8210-1b7d3d3b360b admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:17:48.244632 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2d223365-6cfc-4903-b945-c720a21de7ec tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=0ff3a5a5706545cb87542327d7cad65d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450048 Aug 17 00:17:48.260672 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e827c46-40b4-4441-ade0-193cfbdce3a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:48.275582 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57590) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:48.298349 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ebd7671-7ca9-46c7-8210-1b7d3d3b360b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:48.652898 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2700a791-5bee-4f4e-89c9-a1799aed3daa tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:48.660761 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57598) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:48.661772 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ebd7671-7ca9-46c7-8210-1b7d3d3b360b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:48.664009 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2700a791-5bee-4f4e-89c9-a1799aed3daa tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3847451 Aug 17 00:17:48.681763 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d6dbc37a-2843-4e41-8e0b-4bc87b8dd979 None None] Provisioning for port 2ffaf4d6-2561-4f6e-8797-6ff310e756e5 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:17:48.688550 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d6dbc37a-2843-4e41-8e0b-4bc87b8dd979 None None] Provisioning complete for port 2ffaf4d6-2561-4f6e-8797-6ff310e756e5 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:48.688933 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d6dbc37a-2843-4e41-8e0b-4bc87b8dd979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:48.731716 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-02442516-cf1f-4ded-91c1-79dfd7bf8dfa tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=f9960621-448c-44b3-8317-7433dc6ce660&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0555480 Aug 17 00:17:48.752297 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57604) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:48.758078 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1ff340b5-a382-48b2-8bad-c4d07a111b72 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1051230273', 'network_id': '06b59bc0-c288-455d-b22d-5adf4532d877', 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:48.771945 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-d6dbc37a-2843-4e41-8e0b-4bc87b8dd979 None None] Port 2ffaf4d6-2561-4f6e-8797-6ff310e756e5 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:17:48.779084 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-76e513f4-99a1-4c6f-b5e3-5ec2369240af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'name': 'tempest-AttachVolumeShelveTestJSON-949915352-router', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:42Z', 'updated_at': '2021-08-17T00:17:44Z', 'revision_number': 3, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'gw_port': {'id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:43Z', 'updated_at': '2021-08-17T00:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:48.809930 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e513f4-99a1-4c6f-b5e3-5ec2369240af None None] The sync data for ids ['2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'] in n-d-800088-20 is: [{'id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'name': 'tempest-AttachVolumeShelveTestJSON-949915352-router', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:42Z', 'updated_at': '2021-08-17T00:17:44Z', 'revision_number': 3, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'gw_port': {'id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:43Z', 'updated_at': '2021-08-17T00:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:17:48.810814 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5e827c46-40b4-4441-ade0-193cfbdce3a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:48.977189 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff340b5-a382-48b2-8bad-c4d07a111b72 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Made reservation on behalf of 0ff3a5a5706545cb87542327d7cad65d for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:17:48.980757 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1ff340b5-a382-48b2-8bad-c4d07a111b72 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:49.120802 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e827c46-40b4-4441-ade0-193cfbdce3a8 admin admin] Router 0adae625-e296-4041-b5b1-8e4583334d68 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:17:49.265797 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-892295c9-142b-462c-8f7c-67bab81fed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:49.268861 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ebd7671-7ca9-46c7-8210-1b7d3d3b360b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:49.286438 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ebd7671-7ca9-46c7-8210-1b7d3d3b360b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:49.308676 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:49.347610 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ebd7671-7ca9-46c7-8210-1b7d3d3b360b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:49.411800 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e827c46-40b4-4441-ade0-193cfbdce3a8 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:17:49.424377 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed007cb9-baf5-4750-95ce-d9a39b239a70 None None] Sync routers for ids ['0adae625-e296-4041-b5b1-8e4583334d68'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:17:49.437613 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57616) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:49.438348 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed007cb9-baf5-4750-95ce-d9a39b239a70 None None] Routers {'0adae625-e296-4041-b5b1-8e4583334d68'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:49.439541 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ed007cb9-baf5-4750-95ce-d9a39b239a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:17:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['0adae625-e296-4041-b5b1-8e4583334d68'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:49.452580 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5e827c46-40b4-4441-ade0-193cfbdce3a8 admin admin] 10.222.0.60 "PUT /v2.0/routers/0adae625-e296-4041-b5b1-8e4583334d68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5239489 Aug 17 00:17:49.602801 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-ed007cb9-baf5-4750-95ce-d9a39b239a70 None None] Set router 0adae625-e296-4041-b5b1-8e4583334d68 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:17:49.689249 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd7671-7ca9-46c7-8210-1b7d3d3b360b admin admin] Pushing event updated for resources: {'Port': ['ID=2ffaf4d6-2561-4f6e-8797-6ff310e756e5,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:49.703813 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebd7671-7ca9-46c7-8210-1b7d3d3b360b admin admin] Network 9a01c282-1149-47ef-adf9-eecde6aae568 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:17:49.713655 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-3ebd7671-7ca9-46c7-8210-1b7d3d3b360b admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:17:49.764538 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1ff340b5-a382-48b2-8bad-c4d07a111b72 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:50.121869 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 02c901f4-3061-4612-9ba0-808e8d4d3f4f up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:17:50.124035 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff340b5-a382-48b2-8bad-c4d07a111b72 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'Subnet': ['ID=b59c3fa1-8eb1-4ac2-89d4-3b7a08697fc6,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:50.170099 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebd7671-7ca9-46c7-8210-1b7d3d3b360b admin admin] Router 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:17:50.171670 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7ef51388-cdcc-446b-a87a-ae8904cda376 admin admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:50.175554 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:17:50.211033 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ed007cb9-baf5-4750-95ce-d9a39b239a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adae625-e296-4041-b5b1-8e4583334d68', 'name': 'tempest-TaggedBootDevicesTest_v242-573599797-router', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:24Z', 'updated_at': '2021-08-17T00:17:48Z', 'revision_number': 5, 'project_id': '4c3689368c2d4f3084af070981f83d10', 'gw_port': {'id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adae625-e296-4041-b5b1-8e4583334d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:26Z', 'updated_at': '2021-08-17T00:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:50.217116 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d27bbb53-ff20-4908-9639-05a390647a15 None None] Provisioning complete for port 2ffaf4d6-2561-4f6e-8797-6ff310e756e5 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:50.217497 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d27bbb53-ff20-4908-9639-05a390647a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:50.254086 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:50.264733 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed007cb9-baf5-4750-95ce-d9a39b239a70 None None] Checking router: 0adae625-e296-4041-b5b1-8e4583334d68 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:17:50.274813 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed007cb9-baf5-4750-95ce-d9a39b239a70 None None] Routers {'0adae625-e296-4041-b5b1-8e4583334d68'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:50.276434 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ed007cb9-baf5-4750-95ce-d9a39b239a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:17:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['0adae625-e296-4041-b5b1-8e4583334d68'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:50.447669 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-d27bbb53-ff20-4908-9639-05a390647a15 None None] Port 2ffaf4d6-2561-4f6e-8797-6ff310e756e5 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:17:50.459963 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48953ff-ef3c-425b-87f1-c5130a6567fd req-2180687c-20a9-464d-afe8-8e86dbcfdd3e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:50.460799 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-ed007cb9-baf5-4750-95ce-d9a39b239a70 None None] Set router 0adae625-e296-4041-b5b1-8e4583334d68 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:17:50.471932 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d48953ff-ef3c-425b-87f1-c5130a6567fd req-2180687c-20a9-464d-afe8-8e86dbcfdd3e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 945 time: 0.1927235 Aug 17 00:17:50.473010 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 02c901f4-3061-4612-9ba0-808e8d4d3f4f completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:17:50.477931 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 02c901f4-3061-4612-9ba0-808e8d4d3f4f triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:50.478505 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:50.576239 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d48953ff-ef3c-425b-87f1-c5130a6567fd req-6ee0b7c2-28c0-480f-9d9c-62e55465781c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015320 Aug 17 00:17:50.592401 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff340b5-a382-48b2-8bad-c4d07a111b72 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Checking segment: {'id': 'd2580cf4-faaa-4ae9-b066-296eb7e6459b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '06b59bc0-c288-455d-b22d-5adf4532d877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:17:50.592959 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff340b5-a382-48b2-8bad-c4d07a111b72 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Network hostable DHCP agents. Network: 06b59bc0-c288-455d-b22d-5adf4532d877, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:17:50.595560 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebd7671-7ca9-46c7-8210-1b7d3d3b360b admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:17:50.615799 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3ebd7671-7ca9-46c7-8210-1b7d3d3b360b admin admin] 10.222.0.60 "PUT /v2.0/routers/2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4464505 Aug 17 00:17:50.621536 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:50.660360 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 02c901f4-3061-4612-9ba0-808e8d4d3f4f, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=02c901f4-3061-4612-9ba0-808e8d4d3f4f,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:50.667967 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:50.681939 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff340b5-a382-48b2-8bad-c4d07a111b72 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Network 06b59bc0-c288-455d-b22d-5adf4532d877 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:17:50.686245 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7ef51388-cdcc-446b-a87a-ae8904cda376 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:50.705997 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-1ff340b5-a382-48b2-8bad-c4d07a111b72 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 06b59bc0-c288-455d-b22d-5adf4532d877) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:17:50.724277 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34adee87-32c9-447b-85b9-8d8d019ca4aa None None] Network 06b59bc0-c288-455d-b22d-5adf4532d877 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:17:50.748021 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff340b5-a382-48b2-8bad-c4d07a111b72 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:50.749089 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1ff340b5-a382-48b2-8bad-c4d07a111b72 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:50.774540 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ed007cb9-baf5-4750-95ce-d9a39b239a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adae625-e296-4041-b5b1-8e4583334d68', 'name': 'tempest-TaggedBootDevicesTest_v242-573599797-router', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:24Z', 'updated_at': '2021-08-17T00:17:48Z', 'revision_number': 5, 'project_id': '4c3689368c2d4f3084af070981f83d10', 'gw_port': {'id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adae625-e296-4041-b5b1-8e4583334d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:26Z', 'updated_at': '2021-08-17T00:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:50.789592 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1ff340b5-a382-48b2-8bad-c4d07a111b72 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0379806 Aug 17 00:17:50.808061 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-7ef51388-cdcc-446b-a87a-ae8904cda376 admin admin] Deleting port f8cee8b8-79a0-4587-8f7d-215fdb704ebe {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:50.809839 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=02c901f4-3061-4612-9ba0-808e8d4d3f4f,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:50.811335 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7ef51388-cdcc-446b-a87a-ae8904cda376 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:50.934252 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed007cb9-baf5-4750-95ce-d9a39b239a70 None None] The sync data for ids ['0adae625-e296-4041-b5b1-8e4583334d68'] in n-d-800088-20 is: [{'id': '0adae625-e296-4041-b5b1-8e4583334d68', 'name': 'tempest-TaggedBootDevicesTest_v242-573599797-router', 'tenant_id': '4c3689368c2d4f3084af070981f83d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:24Z', 'updated_at': '2021-08-17T00:17:48Z', 'revision_number': 5, 'project_id': '4c3689368c2d4f3084af070981f83d10', 'gw_port': {'id': 'f8cee8b8-79a0-4587-8f7d-215fdb704ebe', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adae625-e296-4041-b5b1-8e4583334d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:26Z', 'updated_at': '2021-08-17T00:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:17:51.068914 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426c9112-0842-4005-864b-63f6294278b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-06b59bc0-c288-455d-b22d-5adf4532d877', 'network_id': '06b59bc0-c288-455d-b22d-5adf4532d877', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'fixed_ips': [{'subnet_id': 'b59c3fa1-8eb1-4ac2-89d4-3b7a08697fc6'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:17:51.070348 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-426c9112-0842-4005-864b-63f6294278b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:51.071205 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-7ef51388-cdcc-446b-a87a-ae8904cda376 admin admin] For port f8cee8b8-79a0-4587-8f7d-215fdb704ebe, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=f8cee8b8-79a0-4587-8f7d-215fdb704ebe,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:51.071758 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7ef51388-cdcc-446b-a87a-ae8904cda376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:51.109582 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-7ef51388-cdcc-446b-a87a-ae8904cda376 admin admin] Calling delete_port for f8cee8b8-79a0-4587-8f7d-215fdb704ebe owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:51.280498 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-426c9112-0842-4005-864b-63f6294278b6 None None] Allocated IP 172.20.0.18 (06b59bc0-c288-455d-b22d-5adf4532d877/b59c3fa1-8eb1-4ac2-89d4-3b7a08697fc6/9b352d91-c243-4d21-827f-d0151efe2ecd) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:17:51.381399 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7ef51388-cdcc-446b-a87a-ae8904cda376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:51.399846 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57652) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:51.404664 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-411c5885-5b05-41c8-abdd-5d3ad1455eb0 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1906323573', 'description': 'tempest-secgroup-smoke-1906323573 description', 'project_id': '0ff3a5a5706545cb87542327d7cad65d'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:51.432628 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-411c5885-5b05-41c8-abdd-5d3ad1455eb0 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:51.485952 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef51388-cdcc-446b-a87a-ae8904cda376 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8cee8b8-79a0-4587-8f7d-215fdb704ebe,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:51.487653 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4a9f30-d7db-4dc3-bf48-e3a9df4914a5 None None] Sync routers for ids ['2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:17:51.531968 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4a9f30-d7db-4dc3-bf48-e3a9df4914a5 None None] Routers {'2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:51.533464 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-5f4a9f30-d7db-4dc3-bf48-e3a9df4914a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:17:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:51.541614 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7ef51388-cdcc-446b-a87a-ae8904cda376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:51.599976 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-411c5885-5b05-41c8-abdd-5d3ad1455eb0 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:51.605811 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-411c5885-5b05-41c8-abdd-5d3ad1455eb0 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:51.648712 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c5885-5b05-41c8-abdd-5d3ad1455eb0 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82e542c1-b47f-4674-a86e-b1085c687f3f,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:51.666723 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-411c5885-5b05-41c8-abdd-5d3ad1455eb0 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:51.668205 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-411c5885-5b05-41c8-abdd-5d3ad1455eb0 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2672000 Aug 17 00:17:51.674586 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57660) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:51.681879 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-eff626a8-db68-4868-b5d9-0cebbd93af05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'security_group_rule': {'security_group_id': '82e542c1-b47f-4674-a86e-b1085c687f3f', 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:51.692350 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-426c9112-0842-4005-864b-63f6294278b6 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:51.748248 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-426c9112-0842-4005-864b-63f6294278b6 None None] Transition to ACTIVE for port object 9b352d91-c243-4d21-827f-d0151efe2ecd will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:17:51.795768 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57666) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:51.806636 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-32ad572b-faca-4046-ac13-c957c62cb701 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1553663738', 'description': 'tempest-description--1345110'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:51.816631 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eff626a8-db68-4868-b5d9-0cebbd93af05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:51.922248 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f175e-32a9-47d3-a094-e4eeec4bedc0 req-d04cf1d9-aba8-4cb0-b5d6-fd4ac2bc0596 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:51.934740 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-591f175e-32a9-47d3-a094-e4eeec4bedc0 req-d04cf1d9-aba8-4cb0-b5d6-fd4ac2bc0596 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 945 time: 0.2004874 Aug 17 00:17:51.947329 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-32ad572b-faca-4046-ac13-c957c62cb701 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:52.084953 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddb3ae-41f8-4d2d-b11f-ac022656f96a req-36922e39-ace1-4196-8ecc-1fd369a28124 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:52.090946 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-faddb3ae-41f8-4d2d-b11f-ac022656f96a req-36922e39-ace1-4196-8ecc-1fd369a28124 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 945 time: 0.2468505 Aug 17 00:17:52.146680 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eff626a8-db68-4868-b5d9-0cebbd93af05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:52.227649 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eff626a8-db68-4868-b5d9-0cebbd93af05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:52.261911 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-591f175e-32a9-47d3-a094-e4eeec4bedc0 req-7b348f74-185c-42ec-8301-c1e637ec59d8 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=75d9ec89-517a-41a9-becb-b7b5a39d44d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260329 Aug 17 00:17:52.308843 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-32ad572b-faca-4046-ac13-c957c62cb701 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:52.337030 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 02c901f4-3061-4612-9ba0-808e8d4d3f4f up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:17:52.398907 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-32ad572b-faca-4046-ac13-c957c62cb701 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:52.405817 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eff626a8-db68-4868-b5d9-0cebbd93af05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:52.413997 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-eff626a8-db68-4868-b5d9-0cebbd93af05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7374387 Aug 17 00:17:52.414823 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff626a8-db68-4868-b5d9-0cebbd93af05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3b39e2-1bff-49e1-9397-f69e3c1cab43,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:52.431009 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57680) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:52.456298 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-8bd07de4-30fd-42dd-a821-eb39d6e1e12d tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'security_group_rule': {'security_group_id': '82e542c1-b47f-4674-a86e-b1085c687f3f', 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:52.458212 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-426c9112-0842-4005-864b-63f6294278b6 None None] Transition to ACTIVE for port object 9b352d91-c243-4d21-827f-d0151efe2ecd will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:17:52.477831 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:52.485087 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-5f4a9f30-d7db-4dc3-bf48-e3a9df4914a5 None None] Set router 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:17:52.487900 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7ef51388-cdcc-446b-a87a-ae8904cda376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:52.493527 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7ef51388-cdcc-446b-a87a-ae8904cda376 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:52.522079 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-426c9112-0842-4005-864b-63f6294278b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:52.578111 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad572b-faca-4046-ac13-c957c62cb701 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4ed1d0-752b-44f7-8499-78038a7a3b5a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:52.584663 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426c9112-0842-4005-864b-63f6294278b6 None None] Network 06b59bc0-c288-455d-b22d-5adf4532d877 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:17:52.586246 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 02c901f4-3061-4612-9ba0-808e8d4d3f4f triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:52.586797 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:52.597869 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-faddb3ae-41f8-4d2d-b11f-ac022656f96a req-1be119f5-70b0-4d54-99f3-76a69678b446 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Deleting port ec9f3c29-8cd4-4933-8553-57593a442747 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:52.598336 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-faddb3ae-41f8-4d2d-b11f-ac022656f96a req-1be119f5-70b0-4d54-99f3-76a69678b446 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:52.605516 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7ef51388-cdcc-446b-a87a-ae8904cda376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:52.606351 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef51388-cdcc-446b-a87a-ae8904cda376 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0adae625-e296-4041-b5b1-8e4583334d68 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:17:52.612653 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7ef51388-cdcc-446b-a87a-ae8904cda376 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:52.614260 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7ef51388-cdcc-446b-a87a-ae8904cda376 admin admin] 10.222.0.60 "DELETE /v2.0/routers/0adae625-e296-4041-b5b1-8e4583334d68 HTTP/1.1" status: 204 len: 168 time: 3.1606448 Aug 17 00:17:52.621585 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57686) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:52.634598 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-426c9112-0842-4005-864b-63f6294278b6 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:17:52.639382 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426c9112-0842-4005-864b-63f6294278b6 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:17:52.750892 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec3ea17-8b52-4b4f-b3ea-4db3b134e719 admin admin] Deleting subnet e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:17:52.754449 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-32ad572b-faca-4046-ac13-c957c62cb701 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:52.757813 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-32ad572b-faca-4046-ac13-c957c62cb701 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9601786 Aug 17 00:17:52.762147 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8bd07de4-30fd-42dd-a821-eb39d6e1e12d tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:52.763047 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6ec3ea17-8b52-4b4f-b3ea-4db3b134e719 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:52.764878 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57690) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:52.810254 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-49b2c095-9e23-4a94-9c42-406bdf9740c7 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Request body: {'security_group_rule': {'security_group_id': '5c4ed1d0-752b-44f7-8499-78038a7a3b5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:52.893559 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-49b2c095-9e23-4a94-9c42-406bdf9740c7 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:52.911449 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c9112-0842-4005-864b-63f6294278b6 None None] Pushing event updated for resources: {'Port': ['ID=9b352d91-c243-4d21-827f-d0151efe2ecd,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:52.911652 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6ec3ea17-8b52-4b4f-b3ea-4db3b134e719 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:52.963729 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-faddb3ae-41f8-4d2d-b11f-ac022656f96a req-1be119f5-70b0-4d54-99f3-76a69678b446 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] For port ec9f3c29-8cd4-4933-8553-57593a442747, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ec9f3c29-8cd4-4933-8553-57593a442747,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:52.964283 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-faddb3ae-41f8-4d2d-b11f-ac022656f96a req-1be119f5-70b0-4d54-99f3-76a69678b446 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:52.967755 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8bd07de4-30fd-42dd-a821-eb39d6e1e12d tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:52.982887 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-faddb3ae-41f8-4d2d-b11f-ac022656f96a req-1be119f5-70b0-4d54-99f3-76a69678b446 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Calling delete_port for ec9f3c29-8cd4-4933-8553-57593a442747 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:52.991213 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8bd07de4-30fd-42dd-a821-eb39d6e1e12d tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:52.991996 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-426c9112-0842-4005-864b-63f6294278b6 None None] Attempting to bind port 9b352d91-c243-4d21-827f-d0151efe2ecd on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:17:52.991996 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-426c9112-0842-4005-864b-63f6294278b6 None None] Attempting to bind port 9b352d91-c243-4d21-827f-d0151efe2ecd by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'd2580cf4-faaa-4ae9-b066-296eb7e6459b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '06b59bc0-c288-455d-b22d-5adf4532d877'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:17:52.991996 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426c9112-0842-4005-864b-63f6294278b6 None None] Attempting to bind port 9b352d91-c243-4d21-827f-d0151efe2ecd on network 06b59bc0-c288-455d-b22d-5adf4532d877 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:17:52.998865 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426c9112-0842-4005-864b-63f6294278b6 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:17:52.999246 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426c9112-0842-4005-864b-63f6294278b6 None None] Checking segment: {'id': 'd2580cf4-faaa-4ae9-b066-296eb7e6459b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '06b59bc0-c288-455d-b22d-5adf4532d877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:17:52.999656 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-426c9112-0842-4005-864b-63f6294278b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:53.000056 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426c9112-0842-4005-864b-63f6294278b6 None None] Bound using segment: {'id': 'd2580cf4-faaa-4ae9-b066-296eb7e6459b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '06b59bc0-c288-455d-b22d-5adf4532d877'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:17:53.000535 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-426c9112-0842-4005-864b-63f6294278b6 None None] Bound port: 9b352d91-c243-4d21-827f-d0151efe2ecd, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2580cf4-faaa-4ae9-b066-296eb7e6459b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '06b59bc0-c288-455d-b22d-5adf4532d877'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:17:53.000920 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-426c9112-0842-4005-864b-63f6294278b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:53.024101 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd07de4-30fd-42dd-a821-eb39d6e1e12d tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc159738-ddff-4029-b4f3-b99f3fbe58da,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:53.031703 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8bd07de4-30fd-42dd-a821-eb39d6e1e12d tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:53.034898 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8bd07de4-30fd-42dd-a821-eb39d6e1e12d tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5889182 Aug 17 00:17:53.037528 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57692) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:53.044475 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-845ead01-31a0-434d-9301-045a3fb5ce86 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'security_group_rule': {'security_group_id': '82e542c1-b47f-4674-a86e-b1085c687f3f', 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:53.131301 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-845ead01-31a0-434d-9301-045a3fb5ce86 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:53.136296 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:17:53.187214 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6ec3ea17-8b52-4b4f-b3ea-4db3b134e719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:53.191515 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:17:53.191872 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9116a9cb-d36f-413f-b2a8-4bd0ee4ae49c not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:17:53.199028 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-426c9112-0842-4005-864b-63f6294278b6 None None] For port 9b352d91-c243-4d21-827f-d0151efe2ecd, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:17:53.217036 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-426c9112-0842-4005-864b-63f6294278b6 None None] For port 9b352d91-c243-4d21-827f-d0151efe2ecd, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9b352d91-c243-4d21-827f-d0151efe2ecd,segment=NetworkSegment(d2580cf4-faaa-4ae9-b066-296eb7e6459b),segment_id=d2580cf4-faaa-4ae9-b066-296eb7e6459b)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:17:53.227025 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-426c9112-0842-4005-864b-63f6294278b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:53.320488 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-5f4a9f30-d7db-4dc3-bf48-e3a9df4914a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'name': 'tempest-AttachVolumeShelveTestJSON-949915352-router', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:42Z', 'updated_at': '2021-08-17T00:17:48Z', 'revision_number': 4, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'gw_port': {'id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:43Z', 'updated_at': '2021-08-17T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '2ffaf4d6-2561-4f6e-8797-6ff310e756e5', 'name': '', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'mac_address': 'fa:16:3e:e8:11:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:47Z', 'updated_at': '2021-08-17T00:17:48Z', 'revision_number': 2, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'subnets': [{'id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:53.377758 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-49b2c095-9e23-4a94-9c42-406bdf9740c7 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:53.398317 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-49b2c095-9e23-4a94-9c42-406bdf9740c7 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:53.402822 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-845ead01-31a0-434d-9301-045a3fb5ce86 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:53.405409 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-faddb3ae-41f8-4d2d-b11f-ac022656f96a req-1be119f5-70b0-4d54-99f3-76a69678b446 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:53.440505 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-845ead01-31a0-434d-9301-045a3fb5ce86 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:53.457415 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['ec9f3c29-8cd4-4933-8553-57593a442747'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:17:53.469275 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4a9f30-d7db-4dc3-bf48-e3a9df4914a5 None None] Checking router: 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:17:53.469919 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4a9f30-d7db-4dc3-bf48-e3a9df4914a5 None None] Updating router 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb port 2ffaf4d6-2561-4f6e-8797-6ff310e756e5 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:17:53.480637 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2c095-9e23-4a94-9c42-406bdf9740c7 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d511f42b-3886-4783-bc79-95243f4af006,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:53.483081 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-49b2c095-9e23-4a94-9c42-406bdf9740c7 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:53.487052 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-49b2c095-9e23-4a94-9c42-406bdf9740c7 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7182524 Aug 17 00:17:53.488422 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57698) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:53.498105 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-0854a3ef-6223-466f-a377-7aa1ee4f4b9a tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Request body: {'security_group_rule': {'security_group_id': '5c4ed1d0-752b-44f7-8499-78038a7a3b5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:53.503799 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c9112-0842-4005-864b-63f6294278b6 None None] Pushing event updated for resources: {'Port': ['ID=9b352d91-c243-4d21-827f-d0151efe2ecd,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:53.516100 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6ec3ea17-8b52-4b4f-b3ea-4db3b134e719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:53.537246 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6ec3ea17-8b52-4b4f-b3ea-4db3b134e719 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:53.542177 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6ec3ea17-8b52-4b4f-b3ea-4db3b134e719 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90 HTTP/1.1" status: 204 len: 168 time: 0.9193552 Aug 17 00:17:53.544483 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31a65ac-03ff-493b-b7cd-87dcc9a94c19 None None] Network 7992826d-70e9-4f64-99b5-2a5f899624d8 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:17:53.567170 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57700) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:53.581635 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3ea17-8b52-4b4f-b3ea-4db3b134e719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e63dd9bb-ce1b-460b-9d7c-9bbd95d25f90,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:53.608876 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5f4a9f30-d7db-4dc3-bf48-e3a9df4914a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:53.620933 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cbf64dea-1fc7-4495-a479-dc43cc8b33ba req-fa48fdce-3347-4154-bb6f-52581069920d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 210 time: 0.1663294 Aug 17 00:17:53.622181 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be119f5-70b0-4d54-99f3-76a69678b446 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event deleted for resources: {'Port': ['ID=ec9f3c29-8cd4-4933-8553-57593a442747,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:53.708349 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ead01-31a0-434d-9301-045a3fb5ce86 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b512d5b-17d4-4e90-95a0-e92c798cad30,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:53.761500 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-faddb3ae-41f8-4d2d-b11f-ac022656f96a req-1be119f5-70b0-4d54-99f3-76a69678b446 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] No DVR routers for this DVR port ec9f3c29-8cd4-4933-8553-57593a442747 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:17:53.764871 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-845ead01-31a0-434d-9301-045a3fb5ce86 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:53.766475 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-845ead01-31a0-434d-9301-045a3fb5ce86 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7275050 Aug 17 00:17:53.768720 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-faddb3ae-41f8-4d2d-b11f-ac022656f96a req-1be119f5-70b0-4d54-99f3-76a69678b446 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:53.770891 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-faddb3ae-41f8-4d2d-b11f-ac022656f96a req-1be119f5-70b0-4d54-99f3-76a69678b446 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.64 "DELETE /v2.0/ports/ec9f3c29-8cd4-4933-8553-57593a442747 HTTP/1.1" status: 204 len: 173 time: 1.6652267 Aug 17 00:17:53.771547 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d420d9a-9c3d-4589-ad38-2350d5c4926d', 'name': 'network-vif-deleted', 'tag': 'ec9f3c29-8cd4-4933-8553-57593a442747'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:17:53.782306 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57704) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:53.788404 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0854a3ef-6223-466f-a377-7aa1ee4f4b9a tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:53.800706 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf76d589-96ce-46c5-999e-80094a4c801d" -d '{"events": [{"server_uuid": "8d420d9a-9c3d-4589-ad38-2350d5c4926d", "name": "network-vif-deleted", "tag": "ec9f3c29-8cd4-4933-8553-57593a442747"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:17:53.903837 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1d931152-1871-4a1a-8823-3140b1c363f7 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'security_group_rule': {'security_group_id': '82e542c1-b47f-4674-a86e-b1085c687f3f', 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:53.936354 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15711cfc-4e5d-46dc-8872-cb263f591c43 x-openstack-request-id: req-15711cfc-4e5d-46dc-8872-cb263f591c43 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:17:53.936654 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d420d9a-9c3d-4589-ad38-2350d5c4926d", "name": "network-vif-deleted", "tag": "ec9f3c29-8cd4-4933-8553-57593a442747", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:17:53.936914 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-15711cfc-4e5d-46dc-8872-cb263f591c43 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:17:53.937392 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d420d9a-9c3d-4589-ad38-2350d5c4926d', 'name': 'network-vif-deleted', 'tag': 'ec9f3c29-8cd4-4933-8553-57593a442747', 'status': 'completed', 'code': 200} Aug 17 00:17:54.010262 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-744586ce-f5d1-438c-82d3-8611f19d5dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:54.047993 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1d931152-1871-4a1a-8823-3140b1c363f7 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:54.175109 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5f4a9f30-d7db-4dc3-bf48-e3a9df4914a5 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:54.185434 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5f4a9f30-d7db-4dc3-bf48-e3a9df4914a5 None None] Transition to ACTIVE for port object 2ffaf4d6-2561-4f6e-8797-6ff310e756e5 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:17:54.198173 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0854a3ef-6223-466f-a377-7aa1ee4f4b9a tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:54.201601 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9b352d91-c243-4d21-827f-d0151efe2ecd up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:17:54.208615 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5f4a9f30-d7db-4dc3-bf48-e3a9df4914a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:54.244935 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0854a3ef-6223-466f-a377-7aa1ee4f4b9a tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:54.278480 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1d931152-1871-4a1a-8823-3140b1c363f7 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:54.290621 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854a3ef-6223-466f-a377-7aa1ee4f4b9a tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5fe3418-012b-417e-adbb-b293a9fe1f7f,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:54.295010 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1d931152-1871-4a1a-8823-3140b1c363f7 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:54.324504 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0854a3ef-6223-466f-a377-7aa1ee4f4b9a tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:54.325632 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0854a3ef-6223-466f-a377-7aa1ee4f4b9a tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8362625 Aug 17 00:17:54.326364 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d931152-1871-4a1a-8823-3140b1c363f7 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d4f351b-92fd-4471-9e84-202c5df22b5e,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:54.331120 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 57710) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:54.340449 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1d931152-1871-4a1a-8823-3140b1c363f7 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:54.343424 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-c8777012-7477-4041-bea7-4e592cc43206 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:54.344509 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1d931152-1871-4a1a-8823-3140b1c363f7 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4474113 Aug 17 00:17:54.345484 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57712) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:54.350632 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-6643080e-f156-43be-8971-51a388daf963 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'security_group_rule': {'security_group_id': '82e542c1-b47f-4674-a86e-b1085c687f3f', 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:54.363444 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-744586ce-f5d1-438c-82d3-8611f19d5dc4 admin admin] Deleting port 73326d8a-9219-4f03-9357-8eb049f6da80 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:54.363795 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-744586ce-f5d1-438c-82d3-8611f19d5dc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:54.400807 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b04aa9-e890-4e4f-b681-d95ae736ea8d None None] Pushing event updated for resources: {'Port': ['ID=2ffaf4d6-2561-4f6e-8797-6ff310e756e5,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:54.471958 n-d-800088-20 neutron-server[101402]: INFO neutron.db.securitygroups_db [None req-6643080e-f156-43be-8971-51a388daf963 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Project 0ff3a5a5706545cb87542327d7cad65d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:17:54.493345 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6643080e-f156-43be-8971-51a388daf963 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:54.496816 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c8777012-7477-4041-bea7-4e592cc43206 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for floatingip, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:54.540780 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 9b352d91-c243-4d21-827f-d0151efe2ecd completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:17:54.548862 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-5f4a9f30-d7db-4dc3-bf48-e3a9df4914a5 None None] Attempting to bind port 2ffaf4d6-2561-4f6e-8797-6ff310e756e5 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:17:54.549842 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-5f4a9f30-d7db-4dc3-bf48-e3a9df4914a5 None None] Attempting to bind port 2ffaf4d6-2561-4f6e-8797-6ff310e756e5 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '3add7c8d-2c90-47a5-b668-74b89741e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:17:54.550463 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4a9f30-d7db-4dc3-bf48-e3a9df4914a5 None None] Attempting to bind port 2ffaf4d6-2561-4f6e-8797-6ff310e756e5 on network 9a01c282-1149-47ef-adf9-eecde6aae568 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:17:54.566234 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4a9f30-d7db-4dc3-bf48-e3a9df4914a5 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:17:54.566851 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4a9f30-d7db-4dc3-bf48-e3a9df4914a5 None None] Checking segment: {'id': '3add7c8d-2c90-47a5-b668-74b89741e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:17:54.567535 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5f4a9f30-d7db-4dc3-bf48-e3a9df4914a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:54.568185 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4a9f30-d7db-4dc3-bf48-e3a9df4914a5 None None] Bound using segment: {'id': '3add7c8d-2c90-47a5-b668-74b89741e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:17:54.576712 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-5f4a9f30-d7db-4dc3-bf48-e3a9df4914a5 None None] Bound port: 2ffaf4d6-2561-4f6e-8797-6ff310e756e5, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3add7c8d-2c90-47a5-b668-74b89741e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:17:54.577705 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5f4a9f30-d7db-4dc3-bf48-e3a9df4914a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:54.583296 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f8cee8b8-79a0-4587-8f7d-215fdb704ebe no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:17:54.610584 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-744586ce-f5d1-438c-82d3-8611f19d5dc4 admin admin] For port 73326d8a-9219-4f03-9357-8eb049f6da80, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=73326d8a-9219-4f03-9357-8eb049f6da80,segment=NetworkSegment(989ca3c6-4bce-4091-9883-2d05012f0c73),segment_id=989ca3c6-4bce-4091-9883-2d05012f0c73)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:54.615834 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-744586ce-f5d1-438c-82d3-8611f19d5dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:54.663679 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-744586ce-f5d1-438c-82d3-8611f19d5dc4 admin admin] Calling delete_port for 73326d8a-9219-4f03-9357-8eb049f6da80 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:54.670053 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: f8cee8b8-79a0-4587-8f7d-215fdb704ebe {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:17:54.670818 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f8cee8b8-79a0-4587-8f7d-215fdb704ebe not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:17:54.675510 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0c4ee1-c441-4d13-b011-d20eb24e4e0f None None] DHCP port deletion for 7992826d-70e9-4f64-99b5-2a5f899624d8 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:17:54.764075 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c8777012-7477-4041-bea7-4e592cc43206 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:54.803807 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6643080e-f156-43be-8971-51a388daf963 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:54.828008 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6643080e-f156-43be-8971-51a388daf963 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:54.873467 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6643080e-f156-43be-8971-51a388daf963 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:54.877306 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6643080e-f156-43be-8971-51a388daf963 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5278661 Aug 17 00:17:54.879636 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57718) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:54.894504 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-d575142e-359b-4b5c-ba6f-4d28a1d66733 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'security_group_rule': {'security_group_id': '82e542c1-b47f-4674-a86e-b1085c687f3f', 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:54.902711 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643080e-f156-43be-8971-51a388daf963 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e2a364-dfe6-4180-952a-c316951777d6,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:54.923858 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b83f4882-150f-4940-afa1-cdf3a321b459 req-11fe1c8e-6fbf-44f3-bb2d-3bede6b23164 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 210 time: 0.0691388 Aug 17 00:17:54.955814 n-d-800088-20 neutron-server[101402]: INFO neutron.db.securitygroups_db [None req-d575142e-359b-4b5c-ba6f-4d28a1d66733 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Project 0ff3a5a5706545cb87542327d7cad65d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:17:54.958612 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-5f4a9f30-d7db-4dc3-bf48-e3a9df4914a5 None None] For port 2ffaf4d6-2561-4f6e-8797-6ff310e756e5, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:17:54.964252 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d575142e-359b-4b5c-ba6f-4d28a1d66733 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:54.983836 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-744586ce-f5d1-438c-82d3-8611f19d5dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:55.029537 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-5f4a9f30-d7db-4dc3-bf48-e3a9df4914a5 None None] For port 2ffaf4d6-2561-4f6e-8797-6ff310e756e5, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2ffaf4d6-2561-4f6e-8797-6ff310e756e5,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:17:55.039040 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744586ce-f5d1-438c-82d3-8611f19d5dc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=73326d8a-9219-4f03-9357-8eb049f6da80,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:55.053494 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-4c0c4ee1-c441-4d13-b011-d20eb24e4e0f None None] Deleting port 73326d8a-9219-4f03-9357-8eb049f6da80 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:55.053898 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4c0c4ee1-c441-4d13-b011-d20eb24e4e0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:55.075639 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744586ce-f5d1-438c-82d3-8611f19d5dc4 admin admin] No DVR routers for this DVR port 73326d8a-9219-4f03-9357-8eb049f6da80 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:17:55.122223 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-c8777012-7477-4041-bea7-4e592cc43206 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Allocated IP 172.25.3.252 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/b2b39721-9c1a-4695-84bf-0c684972f808) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:17:55.200319 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-744586ce-f5d1-438c-82d3-8611f19d5dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:55.214913 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-4c0c4ee1-c441-4d13-b011-d20eb24e4e0f None None] For port 73326d8a-9219-4f03-9357-8eb049f6da80, host n-d-800088-20, got binding levels [] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:55.215683 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4c0c4ee1-c441-4d13-b011-d20eb24e4e0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:55.234977 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-4c0c4ee1-c441-4d13-b011-d20eb24e4e0f None None] Calling delete_port for 73326d8a-9219-4f03-9357-8eb049f6da80 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:55.239433 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.ipam_backend_mixin [None req-4c0c4ee1-c441-4d13-b011-d20eb24e4e0f None None] Port 73326d8a-9219-4f03-9357-8eb049f6da80 was not found and therefore no delete operation was performed {{(pid=101404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 00:17:55.241126 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5f4a9f30-d7db-4dc3-bf48-e3a9df4914a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:55.243196 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-744586ce-f5d1-438c-82d3-8611f19d5dc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7992826d-70e9-4f64-99b5-2a5f899624d8']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:55.247422 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4c0c4ee1-c441-4d13-b011-d20eb24e4e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:55.256889 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c9ab99-c732-418b-b1f5-ef0386d07c4d None None] Network 06b59bc0-c288-455d-b22d-5adf4532d877 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:17:55.263853 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d575142e-359b-4b5c-ba6f-4d28a1d66733 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:55.268486 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-744586ce-f5d1-438c-82d3-8611f19d5dc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989ca3c6-4bce-4091-9883-2d05012f0c73') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:55.268684 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-744586ce-f5d1-438c-82d3-8611f19d5dc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989ca3c6-4bce-4091-9883-2d05012f0c73') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:55.275487 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d575142e-359b-4b5c-ba6f-4d28a1d66733 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:55.281880 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-744586ce-f5d1-438c-82d3-8611f19d5dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:55.310290 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0c4ee1-c441-4d13-b011-d20eb24e4e0f None None] No DVR routers for this DVR port 73326d8a-9219-4f03-9357-8eb049f6da80 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:17:55.311230 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575142e-359b-4b5c-ba6f-4d28a1d66733 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b47eecaf-e98b-4716-a74a-1890008d6d6d,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:55.316532 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d575142e-359b-4b5c-ba6f-4d28a1d66733 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:55.326390 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d575142e-359b-4b5c-ba6f-4d28a1d66733 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4441571 Aug 17 00:17:55.327694 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-744586ce-f5d1-438c-82d3-8611f19d5dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:55.342870 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744586ce-f5d1-438c-82d3-8611f19d5dc4 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:17:55.343304 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-744586ce-f5d1-438c-82d3-8611f19d5dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:55.344346 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c8777012-7477-4041-bea7-4e592cc43206 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:17:55.345348 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:17:55.421914 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c8777012-7477-4041-bea7-4e592cc43206 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:55.473426 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-9fcca49b-10f3-49f8-946a-f2ec6601e9ea None None] Provisioning for port 9b352d91-c243-4d21-827f-d0151efe2ecd completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:17:55.476794 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8777012-7477-4041-bea7-4e592cc43206 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:17:55.482894 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-c8777012-7477-4041-bea7-4e592cc43206 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:17:55.484225 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-9fcca49b-10f3-49f8-946a-f2ec6601e9ea None None] Provisioning complete for port 9b352d91-c243-4d21-827f-d0151efe2ecd triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:55.485188 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9fcca49b-10f3-49f8-946a-f2ec6601e9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:55.488660 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8777012-7477-4041-bea7-4e592cc43206 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:17:55.490761 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-744586ce-f5d1-438c-82d3-8611f19d5dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:55.502425 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-744586ce-f5d1-438c-82d3-8611f19d5dc4 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:55.504395 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-744586ce-f5d1-438c-82d3-8611f19d5dc4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7992826d-70e9-4f64-99b5-2a5f899624d8 HTTP/1.1" status: 204 len: 168 time: 1.9361780 Aug 17 00:17:55.520483 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744586ce-f5d1-438c-82d3-8611f19d5dc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7992826d-70e9-4f64-99b5-2a5f899624d8,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:55.574288 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8777012-7477-4041-bea7-4e592cc43206 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Pushing event updated for resources: {'Port': ['ID=b2b39721-9c1a-4695-84bf-0c684972f808,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:55.584699 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4a9f30-d7db-4dc3-bf48-e3a9df4914a5 None None] Routers {'2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:55.588220 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-5f4a9f30-d7db-4dc3-bf48-e3a9df4914a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:17:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:55.650675 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c8777012-7477-4041-bea7-4e592cc43206 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:55.705251 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device ec9f3c29-8cd4-4933-8553-57593a442747 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:17:55.712259 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b04aa9-e890-4e4f-b681-d95ae736ea8d None None] Pushing event updated for resources: {'Port': ['ID=2ffaf4d6-2561-4f6e-8797-6ff310e756e5,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:55.766596 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c4ee1-c441-4d13-b011-d20eb24e4e0f None None] Pushing event deleted for resources: {'Port': ['ID=73326d8a-9219-4f03-9357-8eb049f6da80,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:55.771326 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c8777012-7477-4041-bea7-4e592cc43206 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:55.821107 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-9479aa89-1f55-46d0-87b4-60d4e25cbdee tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1906323573&fields=id&tenant_id=0ff3a5a5706545cb87542327d7cad65d HTTP/1.1" status: 200 len: 267 time: 0.1538301 Aug 17 00:17:55.858142 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: ec9f3c29-8cd4-4933-8553-57593a442747 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:17:55.858970 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device ec9f3c29-8cd4-4933-8553-57593a442747 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:17:55.909906 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57736) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:55.934213 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 73326d8a-9219-4f03-9357-8eb049f6da80 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:17:55.974803 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-86b2e940-107a-4062-95df-7406028c1006 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4c3689368c2d4f3084af070981f83d10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0633473 Aug 17 00:17:55.977461 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57740) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:56.043519 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6a42ef76-3616-4a48-ac03-a96e7714b9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:56.059066 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c8777012-7477-4041-bea7-4e592cc43206 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:56.069890 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 73326d8a-9219-4f03-9357-8eb049f6da80 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:17:56.070638 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 73326d8a-9219-4f03-9357-8eb049f6da80 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:17:56.083585 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6a42ef76-3616-4a48-ac03-a96e7714b9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:56.130820 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f0c69df-9242-4021-858e-c4461852813f req-ab8a265c-a455-41c4-828a-f099c82017b8 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 210 time: 0.0617051 Aug 17 00:17:56.166517 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6a42ef76-3616-4a48-ac03-a96e7714b9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:56.169077 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6a42ef76-3616-4a48-ac03-a96e7714b9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:56.176076 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6a42ef76-3616-4a48-ac03-a96e7714b9dd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6d0b36a3-0001-483c-a13d-366822d8521b HTTP/1.1" status: 204 len: 168 time: 0.1972587 Aug 17 00:17:56.187050 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42ef76-3616-4a48-ac03-a96e7714b9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0b36a3-0001-483c-a13d-366822d8521b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:56.200298 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c8777012-7477-4041-bea7-4e592cc43206 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:56.365753 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-5f4a9f30-d7db-4dc3-bf48-e3a9df4914a5 None None] Set router 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:17:56.384516 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c8777012-7477-4041-bea7-4e592cc43206 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:56.406964 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8777012-7477-4041-bea7-4e592cc43206 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Pushing event updated for resources: {'Port': ['ID=b2b39721-9c1a-4695-84bf-0c684972f808,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:56.457561 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9fcca49b-10f3-49f8-946a-f2ec6601e9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:56.465614 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c8777012-7477-4041-bea7-4e592cc43206 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:56.466852 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c8777012-7477-4041-bea7-4e592cc43206 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1332159 Aug 17 00:17:56.543852 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-1e97e6f9-1382-44ba-a1bb-92b5a1aaea80 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:56.558361 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-1e97e6f9-1382-44ba-a1bb-92b5a1aaea80 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/networks?id=06b59bc0-c288-455d-b22d-5adf4532d877 HTTP/1.1" status: 200 len: 797 time: 0.7240336 Aug 17 00:17:56.593629 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-830e0b26-da6b-4a07-9c96-daa507d85db0 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/quotas/0ff3a5a5706545cb87542327d7cad65d HTTP/1.1" status: 200 len: 375 time: 0.0330265 Aug 17 00:17:56.606393 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-9fcca49b-10f3-49f8-946a-f2ec6601e9ea None None] For port 9b352d91-c243-4d21-827f-d0151efe2ecd, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9b352d91-c243-4d21-827f-d0151efe2ecd,segment=NetworkSegment(d2580cf4-faaa-4ae9-b066-296eb7e6459b),segment_id=d2580cf4-faaa-4ae9-b066-296eb7e6459b)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:56.631355 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9fcca49b-10f3-49f8-946a-f2ec6601e9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:56.699649 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-6972cb50-4172-48b5-a7fd-ad2bfd8ff0ad tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ff3a5a5706545cb87542327d7cad65d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1048243 Aug 17 00:17:56.837403 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcca49b-10f3-49f8-946a-f2ec6601e9ea None None] Pushing event updated for resources: {'Port': ['ID=9b352d91-c243-4d21-827f-d0151efe2ecd,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:56.864551 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-5f4a9f30-d7db-4dc3-bf48-e3a9df4914a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'name': 'tempest-AttachVolumeShelveTestJSON-949915352-router', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:42Z', 'updated_at': '2021-08-17T00:17:48Z', 'revision_number': 4, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'gw_port': {'id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:43Z', 'updated_at': '2021-08-17T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '2ffaf4d6-2561-4f6e-8797-6ff310e756e5', 'name': '', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'mac_address': 'fa:16:3e:e8:11:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:47Z', 'updated_at': '2021-08-17T00:17:54Z', 'revision_number': 4, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'subnets': [{'id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:56.897757 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4a9f30-d7db-4dc3-bf48-e3a9df4914a5 None None] The sync data for ids ['2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'] in n-d-800088-20 is: [{'id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'name': 'tempest-AttachVolumeShelveTestJSON-949915352-router', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:42Z', 'updated_at': '2021-08-17T00:17:48Z', 'revision_number': 4, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'gw_port': {'id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:43Z', 'updated_at': '2021-08-17T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '2ffaf4d6-2561-4f6e-8797-6ff310e756e5', 'name': '', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'mac_address': 'fa:16:3e:e8:11:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:47Z', 'updated_at': '2021-08-17T00:17:54Z', 'revision_number': 4, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'subnets': [{'id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:17:56.897999 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-c27858a0-c959-4dea-82a0-ce0436c94a36 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1553663738&fields=id&tenant_id=31228c6a01c44795b6b4fa0167b16be6 HTTP/1.1" status: 200 len: 267 time: 0.0973392 Aug 17 00:17:56.993937 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-cab33629-ca53-43f5-8f22-12e0753136c4 None None] Provisioning complete for port 9b352d91-c243-4d21-827f-d0151efe2ecd triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:56.994371 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cab33629-ca53-43f5-8f22-12e0753136c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:57.284849 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-8039ee00-a4d9-481c-a4bc-b8c25473937f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:57.287247 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-8039ee00-a4d9-481c-a4bc-b8c25473937f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/networks?id=9a01c282-1149-47ef-adf9-eecde6aae568 HTTP/1.1" status: 200 len: 816 time: 0.3817058 Aug 17 00:17:57.290072 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-8d3113bd-0d2a-4335-98d8-ca07b2ccb31a service neutron] 10.222.0.60 "GET /v2.0/networks/06b59bc0-c288-455d-b22d-5adf4532d877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607793 Aug 17 00:17:57.337249 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-2d00512b-9223-4306-a775-1a7296b34098 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/quotas/31228c6a01c44795b6b4fa0167b16be6 HTTP/1.1" status: 200 len: 375 time: 0.0288713 Aug 17 00:17:57.444634 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-81f18cc0-9c7d-45f0-97a7-630d38f902ba tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=31228c6a01c44795b6b4fa0167b16be6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0800107 Aug 17 00:17:57.493275 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-cbe0a953-3f8e-4fc1-9bbc-faecf04dcb87 service neutron] 10.222.0.60 "GET /v2.0/networks/06b59bc0-c288-455d-b22d-5adf4532d877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961896 Aug 17 00:17:57.498705 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57778) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:57.614813 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-b2de7320-2aef-43c5-a0ae-b03fa79e99f4 service neutron] 10.222.0.60 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373687 Aug 17 00:17:57.676862 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-dabfd300-049e-4d5b-97d1-b5a2978ec07a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-171587911-network', 'tenant_id': 'c3a582bfe0e64c5faa4cbfee59acbae8'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:57.715564 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabfd300-049e-4d5b-97d1-b5a2978ec07a admin admin] Made reservation on behalf of c3a582bfe0e64c5faa4cbfee59acbae8 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:17:57.718099 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dabfd300-049e-4d5b-97d1-b5a2978ec07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:57.740111 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dabfd300-049e-4d5b-97d1-b5a2978ec07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:57.761911 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d879174e-6832-434d-ae9c-910b5235f24e req-caafb8d0-49ac-41ea-aa1e-0a8dc9a1328e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 210 time: 0.0400548 Aug 17 00:17:57.911911 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-38608f80-8697-4664-a742-3ff003603e9b req-cea69051-7732-4e87-a661-e529a708bb8d tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c059f49-060d-414d-8ea2-7d94d5b66baa HTTP/1.1" status: 200 len: 210 time: 0.0658553 Aug 17 00:17:57.926113 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-bfdd2a6b-38af-4807-b2e5-8f3e8cd8d75b service neutron] 10.222.0.60 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043768 Aug 17 00:17:58.033957 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9b352d91-c243-4d21-827f-d0151efe2ecd up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:17:58.071249 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dabfd300-049e-4d5b-97d1-b5a2978ec07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:58.097636 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dabfd300-049e-4d5b-97d1-b5a2978ec07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:58.131672 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 9b352d91-c243-4d21-827f-d0151efe2ecd triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:58.132095 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:58.162298 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dabfd300-049e-4d5b-97d1-b5a2978ec07a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:17:58.201553 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabfd300-049e-4d5b-97d1-b5a2978ec07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a73aef1-8260-430c-b3f5-b11fddcb4867,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:58.268784 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dabfd300-049e-4d5b-97d1-b5a2978ec07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:58.268784 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-dabfd300-049e-4d5b-97d1-b5a2978ec07a admin admin] Added segment e44d5dd1-c13f-4c76-a952-9fdd8b54fe54 of type vlan for network bd9c20a6-0030-46b4-ad52-266c0bac8d18 Aug 17 00:17:58.330937 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2ffaf4d6-2561-4f6e-8797-6ff310e756e5 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:17:58.375667 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dabfd300-049e-4d5b-97d1-b5a2978ec07a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:58.415045 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79cb041b-36dd-4eb1-82d0-46759759d930 req-dadca0c8-4435-4315-adc6-e3fd3195750f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 210 time: 0.0932562 Aug 17 00:17:58.480800 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dabfd300-049e-4d5b-97d1-b5a2978ec07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:58.484504 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabfd300-049e-4d5b-97d1-b5a2978ec07a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:58.487847 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dabfd300-049e-4d5b-97d1-b5a2978ec07a admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:58.541777 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 2ffaf4d6-2561-4f6e-8797-6ff310e756e5 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:17:58.552971 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 2ffaf4d6-2561-4f6e-8797-6ff310e756e5 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:58.553445 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:58.683332 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-dabfd300-049e-4d5b-97d1-b5a2978ec07a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1834674 Aug 17 00:17:58.685160 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 57810) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:58.707506 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-31886d53-6e75-49bb-8974-e934a682edb1 admin admin] Request body: {'subnet': {'network_id': 'bd9c20a6-0030-46b4-ad52-266c0bac8d18', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-171587911-subnet', 'tenant_id': 'c3a582bfe0e64c5faa4cbfee59acbae8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:58.769473 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31886d53-6e75-49bb-8974-e934a682edb1 admin admin] Made reservation on behalf of c3a582bfe0e64c5faa4cbfee59acbae8 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:17:58.773167 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-31886d53-6e75-49bb-8974-e934a682edb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:58.805233 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e96be-c017-4fc3-b3cf-4b6a94ad0dba req-43ced176-f904-493b-9418-309ca9239173 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:58.820262 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-298e96be-c017-4fc3-b3cf-4b6a94ad0dba req-43ced176-f904-493b-9418-309ca9239173 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd84480-84ad-4b97-8953-4282f68989a6 HTTP/1.1" status: 200 len: 946 time: 0.1425889 Aug 17 00:17:58.828762 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabfd300-049e-4d5b-97d1-b5a2978ec07a admin admin] Pushing event updated for resources: {'Network': ['ID=bd9c20a6-0030-46b4-ad52-266c0bac8d18,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:58.849079 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network bd9c20a6-0030-46b4-ad52-266c0bac8d18 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:17:58.941189 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-298e96be-c017-4fc3-b3cf-4b6a94ad0dba req-c76d19ca-1d31-4b83-ade6-3f6ac097dfe5 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/security-groups?id=69998126-43ce-4a32-b790-c61684301cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193464 Aug 17 00:17:59.007106 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:59.033966 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fbcaeeca-515c-41a9-a4a9-0ea13c090f76 req-083f5e67-1e1f-457c-8ca8-8ff609e344c4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 210 time: 0.0876310 Aug 17 00:17:59.115031 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-31886d53-6e75-49bb-8974-e934a682edb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:59.133746 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 2ffaf4d6-2561-4f6e-8797-6ff310e756e5, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2ffaf4d6-2561-4f6e-8797-6ff310e756e5,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:59.141406 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e2c64b7-445c-4c51-a94b-70c6ec28eaaf req-a586ecee-6da6-42ef-b370-4c8a2c5be21b tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c059f49-060d-414d-8ea2-7d94d5b66baa HTTP/1.1" status: 200 len: 210 time: 0.0504615 Aug 17 00:17:59.148332 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:59.211680 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=2ffaf4d6-2561-4f6e-8797-6ff310e756e5,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:59.212514 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31886d53-6e75-49bb-8974-e934a682edb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d34e6181-84f0-4396-bea9-078952742ae0,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:59.247817 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31886d53-6e75-49bb-8974-e934a682edb1 admin admin] Checking segment: {'id': 'e44d5dd1-c13f-4c76-a952-9fdd8b54fe54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bd9c20a6-0030-46b4-ad52-266c0bac8d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:17:59.248471 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31886d53-6e75-49bb-8974-e934a682edb1 admin admin] Network hostable DHCP agents. Network: bd9c20a6-0030-46b4-ad52-266c0bac8d18, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:17:59.266418 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31886d53-6e75-49bb-8974-e934a682edb1 admin admin] Network bd9c20a6-0030-46b4-ad52-266c0bac8d18 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:17:59.277755 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-31886d53-6e75-49bb-8974-e934a682edb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, bd9c20a6-0030-46b4-ad52-266c0bac8d18) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:17:59.290492 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927d9e3d-e8ad-43d4-8e1d-dbf0d75515dc None None] Network bd9c20a6-0030-46b4-ad52-266c0bac8d18 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:17:59.301211 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31886d53-6e75-49bb-8974-e934a682edb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:59.302514 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-31886d53-6e75-49bb-8974-e934a682edb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:59.320850 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-31886d53-6e75-49bb-8974-e934a682edb1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6287639 Aug 17 00:17:59.562654 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668793a3-dc66-4c0a-a279-51b100bf6eea None None] Network bd9c20a6-0030-46b4-ad52-266c0bac8d18 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:17:59.623083 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-9f1cef8c-345e-47ec-b70e-97a68fbde297 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:59.625683 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-9f1cef8c-345e-47ec-b70e-97a68fbde297 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.64 "GET /v2.0/networks?id=06b59bc0-c288-455d-b22d-5adf4532d877 HTTP/1.1" status: 200 len: 797 time: 0.2689755 Aug 17 00:17:59.916461 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2ffaf4d6-2561-4f6e-8797-6ff310e756e5 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:18:00.048831 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 2ffaf4d6-2561-4f6e-8797-6ff310e756e5 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:18:00.049267 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:00.317407 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67e0b5-cced-43c9-bb79-bba5e1b52a31 req-1c465ef1-e194-4af8-a915-5cdd704816e5 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:00.319089 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ec67e0b5-cced-43c9-bb79-bba5e1b52a31 req-1c465ef1-e194-4af8-a915-5cdd704816e5 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdd84480-84ad-4b97-8953-4282f68989a6 HTTP/1.1" status: 200 len: 946 time: 0.1484647 Aug 17 00:18:00.319559 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f28328a9-0f79-460e-8a6a-77f8ff86b3de req-980c027d-20aa-4809-8ea7-e8e65e0e4eac tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 210 time: 0.6738660 Aug 17 00:18:00.466417 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-3e31d214-8b19-47f5-93b6-2937a3936f89 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ff3a5a5706545cb87542327d7cad65d HTTP/1.1" status: 200 len: 472 time: 0.8169680 Aug 17 00:18:00.496400 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-dd19d1a5-5adb-4eaf-8ef4-c396510e5861 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'port': {'device_id': '0c059f49-060d-414d-8ea2-7d94d5b66baa', 'network_id': '06b59bc0-c288-455d-b22d-5adf4532d877', 'admin_state_up': True, 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'security_groups': ['82e542c1-b47f-4674-a86e-b1085c687f3f']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:18:00.525271 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-ec67e0b5-cced-43c9-bb79-bba5e1b52a31 req-30128860-d5e8-4f83-99ca-38544ab4a6c8 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Deleting port c90d8aa5-6e54-4176-bffd-03d27ee59cc1 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:18:00.525951 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ec67e0b5-cced-43c9-bb79-bba5e1b52a31 req-30128860-d5e8-4f83-99ca-38544ab4a6c8 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:00.652870 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-ec67e0b5-cced-43c9-bb79-bba5e1b52a31 req-30128860-d5e8-4f83-99ca-38544ab4a6c8 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] For port c90d8aa5-6e54-4176-bffd-03d27ee59cc1, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=c90d8aa5-6e54-4176-bffd-03d27ee59cc1,segment=NetworkSegment(89da32fa-63cc-4d7f-aae8-8fe43e56754a),segment_id=89da32fa-63cc-4d7f-aae8-8fe43e56754a)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:00.653285 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ec67e0b5-cced-43c9-bb79-bba5e1b52a31 req-30128860-d5e8-4f83-99ca-38544ab4a6c8 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:00.668805 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-ec67e0b5-cced-43c9-bb79-bba5e1b52a31 req-30128860-d5e8-4f83-99ca-38544ab4a6c8 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Calling delete_port for c90d8aa5-6e54-4176-bffd-03d27ee59cc1 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:18:00.675648 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca9326-9c0a-42e9-b94b-4ccaeec03b01 req-13ca7940-30eb-4c28-8486-f39378ea2234 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:00.677222 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18ca9326-9c0a-42e9-b94b-4ccaeec03b01 req-13ca7940-30eb-4c28-8486-f39378ea2234 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdd84480-84ad-4b97-8953-4282f68989a6 HTTP/1.1" status: 200 len: 946 time: 0.2075679 Aug 17 00:18:00.716452 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-fa6b57bd-a532-4506-b582-e18884202877 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:00.717928 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-fa6b57bd-a532-4506-b582-e18884202877 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.64 "GET /v2.0/networks?id=9a01c282-1149-47ef-adf9-eecde6aae568 HTTP/1.1" status: 200 len: 816 time: 0.4167836 Aug 17 00:18:00.737864 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-9f142c2a-2b46-4d62-a599-b57f653a5371 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:00.745318 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-9f142c2a-2b46-4d62-a599-b57f653a5371 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/networks?id=bd9c20a6-0030-46b4-ad52-266c0bac8d18 HTTP/1.1" status: 200 len: 812 time: 0.4550047 Aug 17 00:18:00.805735 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-b18348d7-ab43-4187-83d2-fda0b66278ac tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/quotas/c3a582bfe0e64c5faa4cbfee59acbae8 HTTP/1.1" status: 200 len: 375 time: 0.0591960 Aug 17 00:18:00.817850 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ec67e0b5-cced-43c9-bb79-bba5e1b52a31 req-30128860-d5e8-4f83-99ca-38544ab4a6c8 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:00.818588 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-f03d79c4-42a6-464f-91b2-edc26728a001 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31228c6a01c44795b6b4fa0167b16be6 HTTP/1.1" status: 200 len: 380 time: 0.0886390 Aug 17 00:18:00.830400 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['c90d8aa5-6e54-4176-bffd-03d27ee59cc1'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:18:00.831313 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-b1f0f86f-c515-450d-8891-16cb2fcc570d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Request body: {'port': {'device_id': '8e02e418-3417-49ad-82b1-9e1267567df3', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'admin_state_up': True, 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'security_groups': ['5c4ed1d0-752b-44f7-8499-78038a7a3b5a']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:18:00.858798 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30128860-d5e8-4f83-99ca-38544ab4a6c8 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Pushing event deleted for resources: {'Port': ['ID=c90d8aa5-6e54-4176-bffd-03d27ee59cc1,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:00.901749 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18ca9326-9c0a-42e9-b94b-4ccaeec03b01 req-c9f0c0c4-c7a3-4a9a-bfc7-0c0387d0a05c tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/security-groups?id=69998126-43ce-4a32-b790-c61684301cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169914 Aug 17 00:18:00.909081 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec67e0b5-cced-43c9-bb79-bba5e1b52a31 req-30128860-d5e8-4f83-99ca-38544ab4a6c8 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] No DVR routers for this DVR port c90d8aa5-6e54-4176-bffd-03d27ee59cc1 on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:18:00.913352 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ec67e0b5-cced-43c9-bb79-bba5e1b52a31 req-30128860-d5e8-4f83-99ca-38544ab4a6c8 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:00.915505 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ec67e0b5-cced-43c9-bb79-bba5e1b52a31 req-30128860-d5e8-4f83-99ca-38544ab4a6c8 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.64 "DELETE /v2.0/ports/c90d8aa5-6e54-4176-bffd-03d27ee59cc1 HTTP/1.1" status: 204 len: 173 time: 0.5753598 Aug 17 00:18:00.915980 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd84480-84ad-4b97-8953-4282f68989a6', 'name': 'network-vif-deleted', 'tag': 'c90d8aa5-6e54-4176-bffd-03d27ee59cc1'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:18:00.918364 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c25b4f1-530a-46bb-aae4-8017daad9e15" -d '{"events": [{"server_uuid": "cdd84480-84ad-4b97-8953-4282f68989a6", "name": "network-vif-deleted", "tag": "c90d8aa5-6e54-4176-bffd-03d27ee59cc1"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:18:00.942172 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-bd009e4a-51c0-489f-b459-5e3ec8b0fcf2 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3a582bfe0e64c5faa4cbfee59acbae8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1213520 Aug 17 00:18:01.015068 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-dd19d1a5-5adb-4eaf-8ef4-c396510e5861 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Made reservation on behalf of 0ff3a5a5706545cb87542327d7cad65d for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:18:01.019462 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-dd19d1a5-5adb-4eaf-8ef4-c396510e5861 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:01.090185 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0cbe37e6-029b-44fb-9f6b-bebd1ccb21ae req-81c26d1d-d232-4292-ae64-d8a2dbd27df1 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 210 time: 0.0564847 Aug 17 00:18:01.211643 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-b1f0f86f-c515-450d-8891-16cb2fcc570d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Made reservation on behalf of 31228c6a01c44795b6b4fa0167b16be6 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:18:01.215144 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-b1f0f86f-c515-450d-8891-16cb2fcc570d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:01.227777 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25f2505d-0ac0-4610-a462-8843489d1f19 req-16aa86bb-9160-4b6d-b9b1-214166224dc0 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c059f49-060d-414d-8ea2-7d94d5b66baa HTTP/1.1" status: 200 len: 210 time: 0.0685260 Aug 17 00:18:01.258263 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-75aa906a-e78b-45a6-8432-088477f1927d service neutron] 10.222.0.60 "GET /v2.0/networks/bd9c20a6-0030-46b4-ad52-266c0bac8d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046873 Aug 17 00:18:01.281478 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3494a34d-8655-4c77-8aaa-f973f9bd5523 x-openstack-request-id: req-3494a34d-8655-4c77-8aaa-f973f9bd5523 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:18:01.282085 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd84480-84ad-4b97-8953-4282f68989a6", "name": "network-vif-deleted", "tag": "c90d8aa5-6e54-4176-bffd-03d27ee59cc1", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:18:01.283441 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3494a34d-8655-4c77-8aaa-f973f9bd5523 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:18:01.284041 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd84480-84ad-4b97-8953-4282f68989a6', 'name': 'network-vif-deleted', 'tag': 'c90d8aa5-6e54-4176-bffd-03d27ee59cc1', 'status': 'completed', 'code': 200} Aug 17 00:18:01.491858 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-dd19d1a5-5adb-4eaf-8ef4-c396510e5861 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Allocated IP 172.20.0.30 (06b59bc0-c288-455d-b22d-5adf4532d877/b59c3fa1-8eb1-4ac2-89d4-3b7a08697fc6/63c17b19-df97-41a9-8a06-c2ab54e04817) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:18:01.525179 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-081cddb2-5a60-4dd5-9242-47a949a1983e req-5abc6aca-91f3-4bab-a993-c3af11a66c0b tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 210 time: 0.0988832 Aug 17 00:18:01.557155 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-41d7d7ee-e2a6-4d4b-96f9-2545b99a7800 service neutron] 10.222.0.60 "GET /v2.0/networks/bd9c20a6-0030-46b4-ad52-266c0bac8d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840648 Aug 17 00:18:01.577775 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-b1f0f86f-c515-450d-8891-16cb2fcc570d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Allocated IP 172.20.0.14 (9a01c282-1149-47ef-adf9-eecde6aae568/54d11a8b-cc41-4904-8fdd-40aba45c11d3/d66001da-44f5-4a19-95e7-7a83e666d088) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:18:01.990559 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d8a5ef34-83de-49ad-a1d9-da33e42d8d60 req-3f443fe4-26b5-43c6-8e88-0d0af446fbad tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1b9e526-80b7-4d05-8323-3dee8f64d671 HTTP/1.1" status: 200 len: 210 time: 0.0729804 Aug 17 00:18:01.995636 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-b1f0f86f-c515-450d-8891-16cb2fcc570d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:02.056365 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-b1f0f86f-c515-450d-8891-16cb2fcc570d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Transition to ACTIVE for port object d66001da-44f5-4a19-95e7-7a83e666d088 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:18:02.063283 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-dd19d1a5-5adb-4eaf-8ef4-c396510e5861 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:02.098361 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-dd19d1a5-5adb-4eaf-8ef4-c396510e5861 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Transition to ACTIVE for port object 63c17b19-df97-41a9-8a06-c2ab54e04817 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:18:02.152780 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-b1f0f86f-c515-450d-8891-16cb2fcc570d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:02.209501 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-dd19d1a5-5adb-4eaf-8ef4-c396510e5861 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:02.280719 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0f86f-c515-450d-8891-16cb2fcc570d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Pushing event updated for resources: {'Port': ['ID=d66001da-44f5-4a19-95e7-7a83e666d088,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:02.285511 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-dd19d1a5-5adb-4eaf-8ef4-c396510e5861 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Network 06b59bc0-c288-455d-b22d-5adf4532d877 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:18:02.327416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfc7e85a-1188-4cfe-98a1-af84a8c7ed2e req-f03038f5-5c9c-4e1e-8301-fcf61b86ec78 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 210 time: 0.0752473 Aug 17 00:18:02.331185 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-b1f0f86f-c515-450d-8891-16cb2fcc570d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Network 9a01c282-1149-47ef-adf9-eecde6aae568 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:18:02.332554 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-dd19d1a5-5adb-4eaf-8ef4-c396510e5861 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:18:02.335320 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-b1f0f86f-c515-450d-8891-16cb2fcc570d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:18:02.341389 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-b1f0f86f-c515-450d-8891-16cb2fcc570d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:18:02.345938 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-dd19d1a5-5adb-4eaf-8ef4-c396510e5861 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:18:02.359352 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0f86f-c515-450d-8891-16cb2fcc570d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:02.359710 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0f86f-c515-450d-8891-16cb2fcc570d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:02.360055 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0f86f-c515-450d-8891-16cb2fcc570d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:02.360423 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0f86f-c515-450d-8891-16cb2fcc570d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:02.361978 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0f86f-c515-450d-8891-16cb2fcc570d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:02.362350 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0f86f-c515-450d-8891-16cb2fcc570d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:02.362692 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0f86f-c515-450d-8891-16cb2fcc570d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:02.363361 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0f86f-c515-450d-8891-16cb2fcc570d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:02.363860 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0f86f-c515-450d-8891-16cb2fcc570d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:02.363998 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0f86f-c515-450d-8891-16cb2fcc570d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:02.364267 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0f86f-c515-450d-8891-16cb2fcc570d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:02.364589 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0f86f-c515-450d-8891-16cb2fcc570d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:02.692254 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19d1a5-5adb-4eaf-8ef4-c396510e5861 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'Port': ['ID=63c17b19-df97-41a9-8a06-c2ab54e04817,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:02.725213 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-b1f0f86f-c515-450d-8891-16cb2fcc570d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:02.726168 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-b1f0f86f-c515-450d-8891-16cb2fcc570d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:02.757900 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-94b02935-4cce-46a3-9d8a-3bf5c51f792a None None] Provisioning for port 63c17b19-df97-41a9-8a06-c2ab54e04817 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:18:02.762141 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-94b02935-4cce-46a3-9d8a-3bf5c51f792a None None] Provisioning complete for port 63c17b19-df97-41a9-8a06-c2ab54e04817 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:18:02.762779 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-94b02935-4cce-46a3-9d8a-3bf5c51f792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:02.785560 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-dd19d1a5-5adb-4eaf-8ef4-c396510e5861 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:02.787963 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-dd19d1a5-5adb-4eaf-8ef4-c396510e5861 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:02.825874 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-b1f0f86f-c515-450d-8891-16cb2fcc570d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9991155 Aug 17 00:18:02.853819 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989a191-8e30-49fc-94f4-830252e33c37 req-5770eae2-e5ec-49d7-8d90-deabc7eac401 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:02.859697 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-94b02935-4cce-46a3-9d8a-3bf5c51f792a None None] Port 63c17b19-df97-41a9-8a06-c2ab54e04817 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:18:02.866363 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5989a191-8e30-49fc-94f4-830252e33c37 req-5770eae2-e5ec-49d7-8d90-deabc7eac401 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c059f49-060d-414d-8ea2-7d94d5b66baa HTTP/1.1" status: 200 len: 932 time: 0.4936495 Aug 17 00:18:02.889891 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c23f27-1367-4dcc-a057-7845cc578d79 req-798f908d-c236-4179-8cb5-6f734181b85e tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:02.890151 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-94b02935-4cce-46a3-9d8a-3bf5c51f792a None None] Provisioning for port d66001da-44f5-4a19-95e7-7a83e666d088 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:18:02.894216 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07c23f27-1367-4dcc-a057-7845cc578d79 req-798f908d-c236-4179-8cb5-6f734181b85e tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 932 time: 0.1876502 Aug 17 00:18:02.894813 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-94b02935-4cce-46a3-9d8a-3bf5c51f792a None None] Provisioning complete for port d66001da-44f5-4a19-95e7-7a83e666d088 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:18:02.895247 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-94b02935-4cce-46a3-9d8a-3bf5c51f792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:02.896584 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-dd19d1a5-5adb-4eaf-8ef4-c396510e5861 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4121530 Aug 17 00:18:02.903461 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-4cfc7ddd-2bde-4b4a-b066-a239ba8e33bc service neutron] Request body: {'port': {'device_id': '8e02e418-3417-49ad-82b1-9e1267567df3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:18:02.987935 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-b7b9875a-b679-466e-b633-d0b0cb84761d service neutron] Request body: {'port': {'device_id': '0c059f49-060d-414d-8ea2-7d94d5b66baa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:18:02.993894 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-94b02935-4cce-46a3-9d8a-3bf5c51f792a None None] Port d66001da-44f5-4a19-95e7-7a83e666d088 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:18:03.112322 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-4cfc7ddd-2bde-4b4a-b066-a239ba8e33bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:03.165381 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-b7b9875a-b679-466e-b633-d0b0cb84761d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:03.194892 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07c23f27-1367-4dcc-a057-7845cc578d79 req-32b8d273-ff28-45e3-b427-aeed22419813 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2761710 Aug 17 00:18:03.215177 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5989a191-8e30-49fc-94f4-830252e33c37 req-54a0243d-40dc-49f3-8f9c-f8fc8a279195 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e542c1-b47f-4674-a86e-b1085c687f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3429394 Aug 17 00:18:03.567175 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db7e3c72-04b5-452d-b55e-9a09d330c801 req-9dea0220-587a-4344-a430-64c7ef9344b2 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1b9e526-80b7-4d05-8323-3dee8f64d671 HTTP/1.1" status: 200 len: 210 time: 0.2542191 Aug 17 00:18:03.622492 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0bc38351-c9dd-46e3-8c36-181e0851da18 req-a4d8a854-aba9-46aa-9bc3-de30bb4b710a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d420d9a-9c3d-4589-ad38-2350d5c4926d HTTP/1.1" status: 200 len: 210 time: 0.0701535 Aug 17 00:18:03.742621 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-bf20f973-ba91-4f49-923b-7d9e8064c5c9 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:03.758610 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-bf20f973-ba91-4f49-923b-7d9e8064c5c9 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.64 "GET /v2.0/networks?id=bd9c20a6-0030-46b4-ad52-266c0bac8d18 HTTP/1.1" status: 200 len: 812 time: 0.2076855 Aug 17 00:18:03.774655 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-ed1e6e85-fa2e-4fe4-a5e5-82861e5d028b tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Request body: {'port': {'device_id': '66f785a2-8767-4962-a771-c1eadcc26d79', 'network_id': 'bd9c20a6-0030-46b4-ad52-266c0bac8d18', 'admin_state_up': True, 'tenant_id': 'c3a582bfe0e64c5faa4cbfee59acbae8'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:18:04.050701 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-ed1e6e85-fa2e-4fe4-a5e5-82861e5d028b tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Made reservation on behalf of c3a582bfe0e64c5faa4cbfee59acbae8 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:18:04.054754 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-ed1e6e85-fa2e-4fe4-a5e5-82861e5d028b tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:04.082854 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-4cfc7ddd-2bde-4b4a-b066-a239ba8e33bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66001da-44f5-4a19-95e7-7a83e666d088 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:18:04.103633 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-4cfc7ddd-2bde-4b4a-b066-a239ba8e33bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:04.152041 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-4cfc7ddd-2bde-4b4a-b066-a239ba8e33bc service neutron] Transition to ACTIVE for port object d66001da-44f5-4a19-95e7-7a83e666d088 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:18:04.170251 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-4cfc7ddd-2bde-4b4a-b066-a239ba8e33bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:04.284442 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc7ddd-2bde-4b4a-b066-a239ba8e33bc service neutron] Pushing event updated for resources: {'Port': ['ID=d66001da-44f5-4a19-95e7-7a83e666d088,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:04.296213 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-b7b9875a-b679-466e-b633-d0b0cb84761d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c17b19-df97-41a9-8a06-c2ab54e04817 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:18:04.399174 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-b7b9875a-b679-466e-b633-d0b0cb84761d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:04.410514 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-ed1e6e85-fa2e-4fe4-a5e5-82861e5d028b tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Allocated IP 172.20.0.13 (bd9c20a6-0030-46b4-ad52-266c0bac8d18/d34e6181-84f0-4396-bea9-078952742ae0/36eb431e-1198-4419-adfd-2d0f45c646f5) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:18:04.646039 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-b7b9875a-b679-466e-b633-d0b0cb84761d service neutron] Transition to ACTIVE for port object 63c17b19-df97-41a9-8a06-c2ab54e04817 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:18:04.668068 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-4cfc7ddd-2bde-4b4a-b066-a239ba8e33bc service neutron] Attempting to bind port d66001da-44f5-4a19-95e7-7a83e666d088 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:18:04.668711 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-4cfc7ddd-2bde-4b4a-b066-a239ba8e33bc service neutron] Attempting to bind port d66001da-44f5-4a19-95e7-7a83e666d088 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '3add7c8d-2c90-47a5-b668-74b89741e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:18:04.669334 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-4cfc7ddd-2bde-4b4a-b066-a239ba8e33bc service neutron] Attempting to bind port d66001da-44f5-4a19-95e7-7a83e666d088 on network 9a01c282-1149-47ef-adf9-eecde6aae568 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:18:04.676775 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-b7b9875a-b679-466e-b633-d0b0cb84761d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:04.710193 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-ed1e6e85-fa2e-4fe4-a5e5-82861e5d028b tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:04.723733 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-4cfc7ddd-2bde-4b4a-b066-a239ba8e33bc service neutron] Port d66001da-44f5-4a19-95e7-7a83e666d088 on network 9a01c282-1149-47ef-adf9-eecde6aae568 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:18:04.725960 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-4cfc7ddd-2bde-4b4a-b066-a239ba8e33bc service neutron] Attempting to bind port d66001da-44f5-4a19-95e7-7a83e666d088 on network 9a01c282-1149-47ef-adf9-eecde6aae568 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:18:04.762159 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396ad76-1015-48bb-987a-64a1fd9e79a2 req-b66c4202-481c-4ab5-8c30-f54de4703629 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:04.770269 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6396ad76-1015-48bb-987a-64a1fd9e79a2 req-b66c4202-481c-4ab5-8c30-f54de4703629 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c059f49-060d-414d-8ea2-7d94d5b66baa HTTP/1.1" status: 200 len: 932 time: 0.3859012 Aug 17 00:18:04.776325 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-4cfc7ddd-2bde-4b4a-b066-a239ba8e33bc service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:18:04.776751 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-4cfc7ddd-2bde-4b4a-b066-a239ba8e33bc service neutron] Checking segment: {'id': '3add7c8d-2c90-47a5-b668-74b89741e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:18:04.777348 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-4cfc7ddd-2bde-4b4a-b066-a239ba8e33bc service neutron] Bound using segment: {'id': '3add7c8d-2c90-47a5-b668-74b89741e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:18:04.777883 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-4cfc7ddd-2bde-4b4a-b066-a239ba8e33bc service neutron] Bound port: d66001da-44f5-4a19-95e7-7a83e666d088, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3add7c8d-2c90-47a5-b668-74b89741e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:18:04.778341 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-4cfc7ddd-2bde-4b4a-b066-a239ba8e33bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:04.814255 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-1b2c1275-2a8e-41f3-9e93-049769a3f74f tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:04.816800 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-1b2c1275-2a8e-41f3-9e93-049769a3f74f tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.64 "GET /v2.0/networks?id=bd9c20a6-0030-46b4-ad52-266c0bac8d18 HTTP/1.1" status: 200 len: 812 time: 0.7012041 Aug 17 00:18:04.844484 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-e25a903e-3759-4e87-8628-be444cb25ce7 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Request body: {'port': {'device_id': 'd1b9e526-80b7-4d05-8323-3dee8f64d671', 'network_id': 'bd9c20a6-0030-46b4-ad52-266c0bac8d18', 'admin_state_up': True, 'tenant_id': 'c3a582bfe0e64c5faa4cbfee59acbae8'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:18:04.867680 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8b0cc-6dd7-4dc4-9fd2-ea1b93f9c36a req-ec82ca82-e15d-4446-8f7c-8a5433ce2e24 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:04.890589 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9c8b0cc-6dd7-4dc4-9fd2-ea1b93f9c36a req-ec82ca82-e15d-4446-8f7c-8a5433ce2e24 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 944 time: 0.4667733 Aug 17 00:18:04.933854 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-ed1e6e85-fa2e-4fe4-a5e5-82861e5d028b tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:04.993672 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9875a-b679-466e-b633-d0b0cb84761d service neutron] Pushing event updated for resources: {'Port': ['ID=63c17b19-df97-41a9-8a06-c2ab54e04817,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:05.000372 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-ed1e6e85-fa2e-4fe4-a5e5-82861e5d028b tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Network bd9c20a6-0030-46b4-ad52-266c0bac8d18 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:18:05.018651 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-ed1e6e85-fa2e-4fe4-a5e5-82861e5d028b tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:18:05.025567 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-ed1e6e85-fa2e-4fe4-a5e5-82861e5d028b tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:18:05.070993 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6396ad76-1015-48bb-987a-64a1fd9e79a2 req-330a36d2-9fe3-4959-8a8c-16034089cd98 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e542c1-b47f-4674-a86e-b1085c687f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2996516 Aug 17 00:18:05.104596 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-ed1e6e85-fa2e-4fe4-a5e5-82861e5d028b tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:05.105961 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-ed1e6e85-fa2e-4fe4-a5e5-82861e5d028b tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:05.144127 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-ed1e6e85-fa2e-4fe4-a5e5-82861e5d028b tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3740478 Aug 17 00:18:05.152244 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-4cfc7ddd-2bde-4b4a-b066-a239ba8e33bc service neutron] For port d66001da-44f5-4a19-95e7-7a83e666d088, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:18:05.162499 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-f1e56f24-4e1a-441f-be5f-c2f79813289c service neutron] Request body: {'port': {'device_id': '66f785a2-8767-4962-a771-c1eadcc26d79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:18:05.174704 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e6e85-fa2e-4fe4-a5e5-82861e5d028b tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Pushing event updated for resources: {'Port': ['ID=36eb431e-1198-4419-adfd-2d0f45c646f5,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:05.193096 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-4cfc7ddd-2bde-4b4a-b066-a239ba8e33bc service neutron] For port d66001da-44f5-4a19-95e7-7a83e666d088, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d66001da-44f5-4a19-95e7-7a83e666d088,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:18:05.215068 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e6e85-fa2e-4fe4-a5e5-82861e5d028b tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:05.215660 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e6e85-fa2e-4fe4-a5e5-82861e5d028b tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:05.216078 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e6e85-fa2e-4fe4-a5e5-82861e5d028b tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:05.216369 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e6e85-fa2e-4fe4-a5e5-82861e5d028b tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:05.216712 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e6e85-fa2e-4fe4-a5e5-82861e5d028b tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:05.217473 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e6e85-fa2e-4fe4-a5e5-82861e5d028b tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:05.217821 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e6e85-fa2e-4fe4-a5e5-82861e5d028b tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:05.218162 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e6e85-fa2e-4fe4-a5e5-82861e5d028b tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:05.219032 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e6e85-fa2e-4fe4-a5e5-82861e5d028b tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:05.219174 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9c8b0cc-6dd7-4dc4-9fd2-ea1b93f9c36a req-a9a391d5-04cf-430c-b75f-52abdc20b323 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3284469 Aug 17 00:18:05.219382 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e6e85-fa2e-4fe4-a5e5-82861e5d028b tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:05.220371 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e6e85-fa2e-4fe4-a5e5-82861e5d028b tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:05.220721 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e6e85-fa2e-4fe4-a5e5-82861e5d028b tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:05.301587 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-4cfc7ddd-2bde-4b4a-b066-a239ba8e33bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:05.306939 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-b7b9875a-b679-466e-b633-d0b0cb84761d service neutron] Attempting to bind port 63c17b19-df97-41a9-8a06-c2ab54e04817 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:18:05.307387 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-f1e56f24-4e1a-441f-be5f-c2f79813289c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:05.309188 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-b7b9875a-b679-466e-b633-d0b0cb84761d service neutron] Attempting to bind port 63c17b19-df97-41a9-8a06-c2ab54e04817 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'd2580cf4-faaa-4ae9-b066-296eb7e6459b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '06b59bc0-c288-455d-b22d-5adf4532d877'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:18:05.310449 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-b7b9875a-b679-466e-b633-d0b0cb84761d service neutron] Attempting to bind port 63c17b19-df97-41a9-8a06-c2ab54e04817 on network 06b59bc0-c288-455d-b22d-5adf4532d877 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:18:05.451204 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc7ddd-2bde-4b4a-b066-a239ba8e33bc service neutron] Pushing event updated for resources: {'Port': ['ID=d66001da-44f5-4a19-95e7-7a83e666d088,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:05.470347 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8c1c270b-b189-4248-b3af-1c4196b4f03e req-e53472e6-16aa-4f93-9abe-fb4961031de0 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1b9e526-80b7-4d05-8323-3dee8f64d671 HTTP/1.1" status: 200 len: 210 time: 0.1760755 Aug 17 00:18:05.472580 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-e25a903e-3759-4e87-8628-be444cb25ce7 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Made reservation on behalf of c3a582bfe0e64c5faa4cbfee59acbae8 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:18:05.477740 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-e25a903e-3759-4e87-8628-be444cb25ce7 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:05.478276 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-b7b9875a-b679-466e-b633-d0b0cb84761d service neutron] Port 63c17b19-df97-41a9-8a06-c2ab54e04817 on network 06b59bc0-c288-455d-b22d-5adf4532d877 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:18:05.479183 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-b7b9875a-b679-466e-b633-d0b0cb84761d service neutron] Attempting to bind port 63c17b19-df97-41a9-8a06-c2ab54e04817 on network 06b59bc0-c288-455d-b22d-5adf4532d877 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:18:05.488625 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-4cfc7ddd-2bde-4b4a-b066-a239ba8e33bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:05.490971 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-4cfc7ddd-2bde-4b4a-b066-a239ba8e33bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:05.493693 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-4cfc7ddd-2bde-4b4a-b066-a239ba8e33bc service neutron] 10.222.0.64 "PUT /v2.0/ports/d66001da-44f5-4a19-95e7-7a83e666d088 HTTP/1.1" status: 200 len: 1093 time: 2.6167328 Aug 17 00:18:05.495213 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-b7b9875a-b679-466e-b633-d0b0cb84761d service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:18:05.495737 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-b7b9875a-b679-466e-b633-d0b0cb84761d service neutron] Checking segment: {'id': 'd2580cf4-faaa-4ae9-b066-296eb7e6459b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '06b59bc0-c288-455d-b22d-5adf4532d877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:18:05.496296 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-b7b9875a-b679-466e-b633-d0b0cb84761d service neutron] Bound using segment: {'id': 'd2580cf4-faaa-4ae9-b066-296eb7e6459b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '06b59bc0-c288-455d-b22d-5adf4532d877'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:18:05.496963 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-b7b9875a-b679-466e-b633-d0b0cb84761d service neutron] Bound port: 63c17b19-df97-41a9-8a06-c2ab54e04817, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2580cf4-faaa-4ae9-b066-296eb7e6459b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '06b59bc0-c288-455d-b22d-5adf4532d877'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:18:05.497710 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-b7b9875a-b679-466e-b633-d0b0cb84761d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:05.545387 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e02e418-3417-49ad-82b1-9e1267567df3', 'tag': 'd66001da-44f5-4a19-95e7-7a83e666d088'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:18:05.549806 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb014f6-af67-45bc-a856-40b5236def4b" -d '{"events": [{"name": "network-changed", "server_uuid": "8e02e418-3417-49ad-82b1-9e1267567df3", "tag": "d66001da-44f5-4a19-95e7-7a83e666d088"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:18:05.687158 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-b7b9875a-b679-466e-b633-d0b0cb84761d service neutron] For port 63c17b19-df97-41a9-8a06-c2ab54e04817, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:18:05.691948 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-b7b9875a-b679-466e-b633-d0b0cb84761d service neutron] For port 63c17b19-df97-41a9-8a06-c2ab54e04817, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=63c17b19-df97-41a9-8a06-c2ab54e04817,segment=NetworkSegment(d2580cf4-faaa-4ae9-b066-296eb7e6459b),segment_id=d2580cf4-faaa-4ae9-b066-296eb7e6459b)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:18:05.696224 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device c90d8aa5-6e54-4176-bffd-03d27ee59cc1 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:18:05.700266 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593e6f47-a0d8-4d4b-a037-4aa478e799af x-openstack-request-id: req-593e6f47-a0d8-4d4b-a037-4aa478e799af {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:18:05.700585 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e02e418-3417-49ad-82b1-9e1267567df3", "tag": "d66001da-44f5-4a19-95e7-7a83e666d088", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:18:05.701275 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-593e6f47-a0d8-4d4b-a037-4aa478e799af {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:18:05.701521 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e02e418-3417-49ad-82b1-9e1267567df3', 'tag': 'd66001da-44f5-4a19-95e7-7a83e666d088', 'status': 'completed', 'code': 200} Aug 17 00:18:05.711652 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-b7b9875a-b679-466e-b633-d0b0cb84761d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:05.741977 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: c90d8aa5-6e54-4176-bffd-03d27ee59cc1 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:18:05.750001 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device c90d8aa5-6e54-4176-bffd-03d27ee59cc1 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:18:05.785914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-3ea60145-e4ac-4acb-ab7d-8881c344cc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:05.787783 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-3ea60145-e4ac-4acb-ab7d-8881c344cc3e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31228c6a01c44795b6b4fa0167b16be6&device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 1096 time: 0.2309747 Aug 17 00:18:05.790247 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-b7b9875a-b679-466e-b633-d0b0cb84761d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:05.791073 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-b7b9875a-b679-466e-b633-d0b0cb84761d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:05.793066 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-b7b9875a-b679-466e-b633-d0b0cb84761d service neutron] 10.222.0.64 "PUT /v2.0/ports/63c17b19-df97-41a9-8a06-c2ab54e04817 HTTP/1.1" status: 200 len: 1093 time: 2.8271794 Aug 17 00:18:05.900051 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-3aa30867-b806-4a7f-8a7e-94963c454525 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d66001da-44f5-4a19-95e7-7a83e666d088 HTTP/1.1" status: 200 len: 217 time: 0.0882089 Aug 17 00:18:06.022995 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-f1e56f24-4e1a-441f-be5f-c2f79813289c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36eb431e-1198-4419-adfd-2d0f45c646f5 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:18:06.040129 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9875a-b679-466e-b633-d0b0cb84761d service neutron] Pushing event updated for resources: {'Port': ['ID=63c17b19-df97-41a9-8a06-c2ab54e04817,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:06.042053 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-f1e56f24-4e1a-441f-be5f-c2f79813289c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:06.072655 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-ed40463f-0291-4e0a-8cc8-323f3bd99fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:06.074601 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-ed40463f-0291-4e0a-8cc8-323f3bd99fab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=54d11a8b-cc41-4904-8fdd-40aba45c11d3 HTTP/1.1" status: 200 len: 855 time: 0.1497328 Aug 17 00:18:06.075548 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-f1e56f24-4e1a-441f-be5f-c2f79813289c service neutron] Transition to ACTIVE for port object 36eb431e-1198-4419-adfd-2d0f45c646f5 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:18:06.087593 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-f1e56f24-4e1a-441f-be5f-c2f79813289c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:06.100368 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-a54eee3a-8ab9-407e-9039-0b5e7557d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:06.102376 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-a54eee3a-8ab9-407e-9039-0b5e7557d820 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ff3a5a5706545cb87542327d7cad65d&device_id=0c059f49-060d-414d-8ea2-7d94d5b66baa HTTP/1.1" status: 200 len: 1096 time: 0.1934750 Aug 17 00:18:06.210999 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-c7aac777-b9c4-4671-9f5b-393071897a0c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=63c17b19-df97-41a9-8a06-c2ab54e04817 HTTP/1.1" status: 200 len: 217 time: 0.0893955 Aug 17 00:18:06.255295 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-cfbbdf49-c089-446f-ab58-3d8fbcd28e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:06.261083 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-cfbbdf49-c089-446f-ab58-3d8fbcd28e38 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a01c282-1149-47ef-adf9-eecde6aae568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1783657 Aug 17 00:18:06.324855 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e56f24-4e1a-441f-be5f-c2f79813289c service neutron] Pushing event updated for resources: {'Port': ['ID=36eb431e-1198-4419-adfd-2d0f45c646f5,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:06.432126 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-e25a903e-3759-4e87-8628-be444cb25ce7 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Allocated IP 172.20.0.12 (bd9c20a6-0030-46b4-ad52-266c0bac8d18/d34e6181-84f0-4396-bea9-078952742ae0/94dc2e7d-d138-4286-bfe9-2494385f89ce) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:18:06.473410 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-f1e56f24-4e1a-441f-be5f-c2f79813289c service neutron] Attempting to bind port 36eb431e-1198-4419-adfd-2d0f45c646f5 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:18:06.474171 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-f1e56f24-4e1a-441f-be5f-c2f79813289c service neutron] Attempting to bind port 36eb431e-1198-4419-adfd-2d0f45c646f5 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'e44d5dd1-c13f-4c76-a952-9fdd8b54fe54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bd9c20a6-0030-46b4-ad52-266c0bac8d18'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:18:06.474885 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-f1e56f24-4e1a-441f-be5f-c2f79813289c service neutron] Attempting to bind port 36eb431e-1198-4419-adfd-2d0f45c646f5 on network bd9c20a6-0030-46b4-ad52-266c0bac8d18 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:18:06.494775 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-f1e56f24-4e1a-441f-be5f-c2f79813289c service neutron] Port 36eb431e-1198-4419-adfd-2d0f45c646f5 on network bd9c20a6-0030-46b4-ad52-266c0bac8d18 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:18:06.495379 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-f1e56f24-4e1a-441f-be5f-c2f79813289c service neutron] Attempting to bind port 36eb431e-1198-4419-adfd-2d0f45c646f5 on network bd9c20a6-0030-46b4-ad52-266c0bac8d18 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:18:06.515999 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-f1e56f24-4e1a-441f-be5f-c2f79813289c service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:18:06.517093 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-f1e56f24-4e1a-441f-be5f-c2f79813289c service neutron] Checking segment: {'id': 'e44d5dd1-c13f-4c76-a952-9fdd8b54fe54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bd9c20a6-0030-46b4-ad52-266c0bac8d18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:18:06.517621 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-f1e56f24-4e1a-441f-be5f-c2f79813289c service neutron] Bound using segment: {'id': 'e44d5dd1-c13f-4c76-a952-9fdd8b54fe54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bd9c20a6-0030-46b4-ad52-266c0bac8d18'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:18:06.518220 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-f1e56f24-4e1a-441f-be5f-c2f79813289c service neutron] Bound port: 36eb431e-1198-4419-adfd-2d0f45c646f5, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44d5dd1-c13f-4c76-a952-9fdd8b54fe54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bd9c20a6-0030-46b4-ad52-266c0bac8d18'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:18:06.518639 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-f1e56f24-4e1a-441f-be5f-c2f79813289c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:06.716914 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-f1e56f24-4e1a-441f-be5f-c2f79813289c service neutron] For port 36eb431e-1198-4419-adfd-2d0f45c646f5, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:18:06.742715 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-f1e56f24-4e1a-441f-be5f-c2f79813289c service neutron] For port 36eb431e-1198-4419-adfd-2d0f45c646f5, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=36eb431e-1198-4419-adfd-2d0f45c646f5,segment=NetworkSegment(e44d5dd1-c13f-4c76-a952-9fdd8b54fe54),segment_id=e44d5dd1-c13f-4c76-a952-9fdd8b54fe54)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:18:06.762523 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-e25a903e-3759-4e87-8628-be444cb25ce7 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:06.810410 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-f1e56f24-4e1a-441f-be5f-c2f79813289c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:06.836461 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-f1e56f24-4e1a-441f-be5f-c2f79813289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:06.836461 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-f1e56f24-4e1a-441f-be5f-c2f79813289c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:06.854677 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-f1e56f24-4e1a-441f-be5f-c2f79813289c service neutron] 10.222.0.64 "PUT /v2.0/ports/36eb431e-1198-4419-adfd-2d0f45c646f5 HTTP/1.1" status: 200 len: 1093 time: 1.6969967 Aug 17 00:18:06.854931 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f785a2-8767-4962-a771-c1eadcc26d79', 'tag': '36eb431e-1198-4419-adfd-2d0f45c646f5'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:18:06.857437 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99329650-3026-468d-9108-b0ec3ddbb05f" -d '{"events": [{"name": "network-changed", "server_uuid": "66f785a2-8767-4962-a771-c1eadcc26d79", "tag": "36eb431e-1198-4419-adfd-2d0f45c646f5"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:18:06.885241 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-e25a903e-3759-4e87-8628-be444cb25ce7 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:06.911353 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-e83ee899-b222-4ce1-bf61-67e06c5e5280 service neutron] 10.222.0.64 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5924468 Aug 17 00:18:06.925212 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-d739800a-22af-46d2-ade8-addc75c0b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:06.933720 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-d739800a-22af-46d2-ade8-addc75c0b358 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b59c3fa1-8eb1-4ac2-89d4-3b7a08697fc6 HTTP/1.1" status: 200 len: 838 time: 0.7114396 Aug 17 00:18:06.984958 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e56f24-4e1a-441f-be5f-c2f79813289c service neutron] Pushing event updated for resources: {'Port': ['ID=36eb431e-1198-4419-adfd-2d0f45c646f5,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:07.036151 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-e25a903e-3759-4e87-8628-be444cb25ce7 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Network bd9c20a6-0030-46b4-ad52-266c0bac8d18 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:18:07.041969 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-e25a903e-3759-4e87-8628-be444cb25ce7 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:18:07.045216 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-e25a903e-3759-4e87-8628-be444cb25ce7 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:18:07.054759 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed7e2c-704c-48a9-baf2-f26bd93189a5 req-19ff6fc9-d971-4ded-9c5a-882d0d4959d4 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:07.056336 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e8ed7e2c-704c-48a9-baf2-f26bd93189a5 req-19ff6fc9-d971-4ded-9c5a-882d0d4959d4 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 944 time: 0.2214518 Aug 17 00:18:07.064219 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5416712-5d2a-4d75-ac83-38b45af1c52e req-2750e7f8-db8b-45ab-b09d-660019e9226d tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:07.065913 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5416712-5d2a-4d75-ac83-38b45af1c52e req-2750e7f8-db8b-45ab-b09d-660019e9226d tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c059f49-060d-414d-8ea2-7d94d5b66baa HTTP/1.1" status: 200 len: 944 time: 0.8037438 Aug 17 00:18:07.078617 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a903e-3759-4e87-8628-be444cb25ce7 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Pushing event updated for resources: {'Port': ['ID=94dc2e7d-d138-4286-bfe9-2494385f89ce,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:07.109089 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-879aa5d3-58a4-40c2-ac52-41a1f5f70a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:07.112246 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-879aa5d3-58a4-40c2-ac52-41a1f5f70a97 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c3a582bfe0e64c5faa4cbfee59acbae8&device_id=66f785a2-8767-4962-a771-c1eadcc26d79 HTTP/1.1" status: 200 len: 1096 time: 0.1834340 Aug 17 00:18:07.123763 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-e25a903e-3759-4e87-8628-be444cb25ce7 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:07.124526 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-e25a903e-3759-4e87-8628-be444cb25ce7 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:07.131351 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-80505304-e2f0-4af2-bcd8-25162c838cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:07.132809 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-80505304-e2f0-4af2-bcd8-25162c838cc2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=06b59bc0-c288-455d-b22d-5adf4532d877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1840806 Aug 17 00:18:07.164062 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b74d34a7-690c-48dc-a8b2-24d1becb603e req-25c2b014-1db0-47e1-a6dc-04aec12ad841 service neutron] 10.222.0.64 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292979 Aug 17 00:18:07.173434 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-f6adbf0d-d86e-454f-8479-659388f25dd2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36eb431e-1198-4419-adfd-2d0f45c646f5 HTTP/1.1" status: 200 len: 217 time: 0.0433369 Aug 17 00:18:07.177912 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-e25a903e-3759-4e87-8628-be444cb25ce7 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3465090 Aug 17 00:18:07.223361 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-177e03c0-6536-44d7-882b-48878670937d service neutron] Request body: {'port': {'device_id': 'd1b9e526-80b7-4d05-8323-3dee8f64d671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:18:07.224457 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e8ed7e2c-704c-48a9-baf2-f26bd93189a5 req-cfdf845b-9170-4621-bf7b-ae66dc0dde2c tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575572 Aug 17 00:18:07.230766 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5416712-5d2a-4d75-ac83-38b45af1c52e req-59b9ce97-2a02-47ea-aa68-63098edc3e3f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e542c1-b47f-4674-a86e-b1085c687f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509130 Aug 17 00:18:07.349185 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb014f6-af67-45bc-a856-40b5236def4b req-5b92c4a5-fb10-4e99-9928-1e0dd65a2808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:07.350762 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-abb014f6-af67-45bc-a856-40b5236def4b req-5b92c4a5-fb10-4e99-9928-1e0dd65a2808 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31228c6a01c44795b6b4fa0167b16be6&device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 1096 time: 0.1252179 Aug 17 00:18:07.352586 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-d080c57f-a834-4af9-a26e-925866e4dea2 service neutron] 10.222.0.64 "GET /v2.0/networks/06b59bc0-c288-455d-b22d-5adf4532d877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092576 Aug 17 00:18:07.409898 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-f4694c5e-defe-4cbf-8992-535b91288d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:07.412648 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-f4694c5e-defe-4cbf-8992-535b91288d2d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d34e6181-84f0-4396-bea9-078952742ae0 HTTP/1.1" status: 200 len: 852 time: 0.2241275 Aug 17 00:18:07.420912 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acef40d-620e-4a3c-85f5-a17501dbabd5 x-openstack-request-id: req-6acef40d-620e-4a3c-85f5-a17501dbabd5 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:18:07.422062 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f785a2-8767-4962-a771-c1eadcc26d79", "tag": "36eb431e-1198-4419-adfd-2d0f45c646f5", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:18:07.423617 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6acef40d-620e-4a3c-85f5-a17501dbabd5 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:18:07.424254 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f785a2-8767-4962-a771-c1eadcc26d79', 'tag': '36eb431e-1198-4419-adfd-2d0f45c646f5', 'status': 'completed', 'code': 200} Aug 17 00:18:07.491584 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-fff77787-f295-42b5-b0f4-c238ba48eea1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd9c20a6-0030-46b4-ad52-266c0bac8d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609229 Aug 17 00:18:07.498869 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-177e03c0-6536-44d7-882b-48878670937d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:07.665807 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8af7a-f539-4609-be98-1b0749d85186 req-beb5fff1-851f-4bdd-9634-d3e359e44889 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:07.667518 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-11f8af7a-f539-4609-be98-1b0749d85186 req-beb5fff1-851f-4bdd-9634-d3e359e44889 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1b9e526-80b7-4d05-8323-3dee8f64d671 HTTP/1.1" status: 200 len: 932 time: 0.2352397 Aug 17 00:18:07.702637 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c059f49-060d-414d-8ea2-7d94d5b66baa', 'tag': '63c17b19-df97-41a9-8a06-c2ab54e04817'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:18:07.705589 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cd10a5-b9a9-46be-89ee-720ad46ef8bc" -d '{"events": [{"name": "network-changed", "server_uuid": "0c059f49-060d-414d-8ea2-7d94d5b66baa", "tag": "63c17b19-df97-41a9-8a06-c2ab54e04817"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:18:07.714698 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a72ecc7-b792-451e-ac58-3b757e4e281d req-37325880-adfe-4a5e-aae0-d4a635c718e5 service neutron] 10.222.0.64 "GET /v2.0/networks/06b59bc0-c288-455d-b22d-5adf4532d877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470936 Aug 17 00:18:07.715748 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb014f6-af67-45bc-a856-40b5236def4b req-d380ede8-5095-41c6-9992-083cbc2ad17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:07.718375 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-abb014f6-af67-45bc-a856-40b5236def4b req-d380ede8-5095-41c6-9992-083cbc2ad17e service neutron] 10.222.0.64 "GET /v2.0/networks?id=9a01c282-1149-47ef-adf9-eecde6aae568 HTTP/1.1" status: 200 len: 917 time: 0.3522000 Aug 17 00:18:07.775798 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-abb014f6-af67-45bc-a856-40b5236def4b req-13dc22fd-8e48-473b-8555-e2feadcd8c7d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d66001da-44f5-4a19-95e7-7a83e666d088 HTTP/1.1" status: 200 len: 217 time: 0.0477102 Aug 17 00:18:07.786093 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-11f8af7a-f539-4609-be98-1b0749d85186 req-dd69eb89-c8ce-4749-956e-5d5f9d759232 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a73aef1-8260-430c-b3f5-b11fddcb4867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043863 Aug 17 00:18:07.836819 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-e7122f16-64d6-4cc7-91f5-e57e4c30629e service neutron] 10.222.0.64 "GET /v2.0/networks/bd9c20a6-0030-46b4-ad52-266c0bac8d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149719 Aug 17 00:18:07.851748 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb014f6-af67-45bc-a856-40b5236def4b req-d7b4fa91-f4ef-4c3b-8b68-aee4e58cef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:07.853702 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-abb014f6-af67-45bc-a856-40b5236def4b req-d7b4fa91-f4ef-4c3b-8b68-aee4e58cef99 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=54d11a8b-cc41-4904-8fdd-40aba45c11d3 HTTP/1.1" status: 200 len: 855 time: 0.0660973 Aug 17 00:18:07.922064 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480070ee-03ea-4bd6-a5d3-e1b752926f1b x-openstack-request-id: req-480070ee-03ea-4bd6-a5d3-e1b752926f1b {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:18:07.922335 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c059f49-060d-414d-8ea2-7d94d5b66baa", "tag": "63c17b19-df97-41a9-8a06-c2ab54e04817", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:18:07.922625 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-480070ee-03ea-4bd6-a5d3-e1b752926f1b {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:18:07.923563 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c059f49-060d-414d-8ea2-7d94d5b66baa', 'tag': '63c17b19-df97-41a9-8a06-c2ab54e04817', 'status': 'completed', 'code': 200} Aug 17 00:18:07.933923 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb014f6-af67-45bc-a856-40b5236def4b req-4a54d230-e5f0-4575-8ad7-03ef2a712a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:07.935563 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-abb014f6-af67-45bc-a856-40b5236def4b req-4a54d230-e5f0-4575-8ad7-03ef2a712a5a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a01c282-1149-47ef-adf9-eecde6aae568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727384 Aug 17 00:18:08.039910 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-bd24de50-86ef-46cd-8a9a-815a7c04acb0 service neutron] 10.222.0.64 "GET /v2.0/networks/bd9c20a6-0030-46b4-ad52-266c0bac8d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932874 Aug 17 00:18:08.100417 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-177e03c0-6536-44d7-882b-48878670937d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94dc2e7d-d138-4286-bfe9-2494385f89ce {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:18:08.122347 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-177e03c0-6536-44d7-882b-48878670937d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:08.146148 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd10a5-b9a9-46be-89ee-720ad46ef8bc req-c824fd2e-992e-4788-9f52-a0e7abc50511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:08.147688 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-04cd10a5-b9a9-46be-89ee-720ad46ef8bc req-c824fd2e-992e-4788-9f52-a0e7abc50511 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ff3a5a5706545cb87542327d7cad65d&device_id=0c059f49-060d-414d-8ea2-7d94d5b66baa HTTP/1.1" status: 200 len: 1096 time: 0.1908360 Aug 17 00:18:08.150612 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-177e03c0-6536-44d7-882b-48878670937d service neutron] Transition to ACTIVE for port object 94dc2e7d-d138-4286-bfe9-2494385f89ce will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:18:08.169497 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-abb014f6-af67-45bc-a856-40b5236def4b req-678bd823-fa37-4795-809a-f501650e8790 service neutron] 10.222.0.64 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138009 Aug 17 00:18:08.173147 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-177e03c0-6536-44d7-882b-48878670937d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:08.264935 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e03c0-6536-44d7-882b-48878670937d service neutron] Pushing event updated for resources: {'Port': ['ID=94dc2e7d-d138-4286-bfe9-2494385f89ce,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:08.275946 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99329650-3026-468d-9108-b0ec3ddbb05f req-b54f355f-4287-41d8-9d01-7941ef0a2374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:08.277548 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-99329650-3026-468d-9108-b0ec3ddbb05f req-b54f355f-4287-41d8-9d01-7941ef0a2374 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c3a582bfe0e64c5faa4cbfee59acbae8&device_id=66f785a2-8767-4962-a771-c1eadcc26d79 HTTP/1.1" status: 200 len: 1096 time: 0.1691008 Aug 17 00:18:08.453585 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd10a5-b9a9-46be-89ee-720ad46ef8bc req-a9d275f5-cf7e-439f-a0fd-6110cb64844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:08.456469 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-04cd10a5-b9a9-46be-89ee-720ad46ef8bc req-a9d275f5-cf7e-439f-a0fd-6110cb64844c service neutron] 10.222.0.64 "GET /v2.0/networks?id=06b59bc0-c288-455d-b22d-5adf4532d877 HTTP/1.1" status: 200 len: 898 time: 0.2965176 Aug 17 00:18:08.499086 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-abb014f6-af67-45bc-a856-40b5236def4b req-8c9cf9ec-2828-4a23-95a1-0e784fd8fd5d service neutron] 10.222.0.64 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167977 Aug 17 00:18:08.555617 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-04cd10a5-b9a9-46be-89ee-720ad46ef8bc req-bc3dd526-d71f-43b7-be31-6c3f380f5317 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=63c17b19-df97-41a9-8a06-c2ab54e04817 HTTP/1.1" status: 200 len: 217 time: 0.0895989 Aug 17 00:18:08.573838 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68954ca1-b620-4934-9728-e49cdb1f0c02 req-36b78937-c2e0-484b-b664-c7141e7c0d5e tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:08.575456 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-68954ca1-b620-4934-9728-e49cdb1f0c02 req-36b78937-c2e0-484b-b664-c7141e7c0d5e tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 944 time: 0.2048337 Aug 17 00:18:08.608228 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267328f7-7085-4fdf-b7fc-0d8350474a1f req-a8bb9421-84a2-4f3b-ab20-14d469169659 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:08.616384 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-267328f7-7085-4fdf-b7fc-0d8350474a1f req-a8bb9421-84a2-4f3b-ab20-14d469169659 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c059f49-060d-414d-8ea2-7d94d5b66baa HTTP/1.1" status: 200 len: 944 time: 0.2229681 Aug 17 00:18:08.722038 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd10a5-b9a9-46be-89ee-720ad46ef8bc req-cc8c854c-118e-4bc9-8637-9e5c107fdc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:08.723536 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-04cd10a5-b9a9-46be-89ee-720ad46ef8bc req-cc8c854c-118e-4bc9-8637-9e5c107fdc5f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b59c3fa1-8eb1-4ac2-89d4-3b7a08697fc6 HTTP/1.1" status: 200 len: 838 time: 0.1472118 Aug 17 00:18:08.763721 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-267328f7-7085-4fdf-b7fc-0d8350474a1f req-6966a78e-7951-4afa-844e-3d8ab643d690 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e542c1-b47f-4674-a86e-b1085c687f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407979 Aug 17 00:18:08.829759 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-68954ca1-b620-4934-9728-e49cdb1f0c02 req-c9c89632-3221-468b-beb8-86dd03891086 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298975 Aug 17 00:18:08.885086 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-177e03c0-6536-44d7-882b-48878670937d service neutron] Attempting to bind port 94dc2e7d-d138-4286-bfe9-2494385f89ce on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:18:08.885086 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-177e03c0-6536-44d7-882b-48878670937d service neutron] Attempting to bind port 94dc2e7d-d138-4286-bfe9-2494385f89ce by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'e44d5dd1-c13f-4c76-a952-9fdd8b54fe54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bd9c20a6-0030-46b4-ad52-266c0bac8d18'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:18:08.885086 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-177e03c0-6536-44d7-882b-48878670937d service neutron] Attempting to bind port 94dc2e7d-d138-4286-bfe9-2494385f89ce on network bd9c20a6-0030-46b4-ad52-266c0bac8d18 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:18:08.894284 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-177e03c0-6536-44d7-882b-48878670937d service neutron] Port 94dc2e7d-d138-4286-bfe9-2494385f89ce on network bd9c20a6-0030-46b4-ad52-266c0bac8d18 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:18:08.894525 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd10a5-b9a9-46be-89ee-720ad46ef8bc req-b8a4ce34-00ae-4f9e-a7b7-dff6543e6681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:08.894802 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-177e03c0-6536-44d7-882b-48878670937d service neutron] Attempting to bind port 94dc2e7d-d138-4286-bfe9-2494385f89ce on network bd9c20a6-0030-46b4-ad52-266c0bac8d18 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:18:08.896093 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-04cd10a5-b9a9-46be-89ee-720ad46ef8bc req-b8a4ce34-00ae-4f9e-a7b7-dff6543e6681 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=06b59bc0-c288-455d-b22d-5adf4532d877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1634488 Aug 17 00:18:08.911829 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-177e03c0-6536-44d7-882b-48878670937d service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:18:08.912303 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-177e03c0-6536-44d7-882b-48878670937d service neutron] Checking segment: {'id': 'e44d5dd1-c13f-4c76-a952-9fdd8b54fe54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bd9c20a6-0030-46b4-ad52-266c0bac8d18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:18:08.912787 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-177e03c0-6536-44d7-882b-48878670937d service neutron] Bound using segment: {'id': 'e44d5dd1-c13f-4c76-a952-9fdd8b54fe54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bd9c20a6-0030-46b4-ad52-266c0bac8d18'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:18:08.913360 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-177e03c0-6536-44d7-882b-48878670937d service neutron] Bound port: 94dc2e7d-d138-4286-bfe9-2494385f89ce, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44d5dd1-c13f-4c76-a952-9fdd8b54fe54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bd9c20a6-0030-46b4-ad52-266c0bac8d18'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:18:08.913819 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-177e03c0-6536-44d7-882b-48878670937d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:08.938083 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99329650-3026-468d-9108-b0ec3ddbb05f req-fd17e3f6-0598-44df-bf56-397bcf5b5029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:08.938083 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-99329650-3026-468d-9108-b0ec3ddbb05f req-fd17e3f6-0598-44df-bf56-397bcf5b5029 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bd9c20a6-0030-46b4-ad52-266c0bac8d18 HTTP/1.1" status: 200 len: 913 time: 0.1987283 Aug 17 00:18:09.088228 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-177e03c0-6536-44d7-882b-48878670937d service neutron] For port 94dc2e7d-d138-4286-bfe9-2494385f89ce, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:18:09.098789 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-99329650-3026-468d-9108-b0ec3ddbb05f req-0008bbea-03a1-4c90-a8c8-488a720b3fdf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36eb431e-1198-4419-adfd-2d0f45c646f5 HTTP/1.1" status: 200 len: 217 time: 0.1175823 Aug 17 00:18:09.105767 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94582fc6-3d1a-4b38-b184-6ca122378d96 req-9391a547-7dca-4700-9b0a-aedf8a46b562 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:09.107926 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-94582fc6-3d1a-4b38-b184-6ca122378d96 req-9391a547-7dca-4700-9b0a-aedf8a46b562 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1b9e526-80b7-4d05-8323-3dee8f64d671 HTTP/1.1" status: 200 len: 944 time: 0.1175818 Aug 17 00:18:09.125285 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-177e03c0-6536-44d7-882b-48878670937d service neutron] For port 94dc2e7d-d138-4286-bfe9-2494385f89ce, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=94dc2e7d-d138-4286-bfe9-2494385f89ce,segment=NetworkSegment(e44d5dd1-c13f-4c76-a952-9fdd8b54fe54),segment_id=e44d5dd1-c13f-4c76-a952-9fdd8b54fe54)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:18:09.141616 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-04cd10a5-b9a9-46be-89ee-720ad46ef8bc req-ee10bc79-b9d6-42f1-83bc-cbd2aa67ab24 service neutron] 10.222.0.64 "GET /v2.0/networks/06b59bc0-c288-455d-b22d-5adf4532d877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359881 Aug 17 00:18:09.156569 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-177e03c0-6536-44d7-882b-48878670937d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:09.210099 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-94582fc6-3d1a-4b38-b184-6ca122378d96 req-0e45b884-dfaa-4982-9dda-9a54bccaf1a7 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a73aef1-8260-430c-b3f5-b11fddcb4867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949926 Aug 17 00:18:09.242673 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e03c0-6536-44d7-882b-48878670937d service neutron] Pushing event updated for resources: {'Port': ['ID=94dc2e7d-d138-4286-bfe9-2494385f89ce,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:09.254667 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-177e03c0-6536-44d7-882b-48878670937d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:09.255231 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-177e03c0-6536-44d7-882b-48878670937d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:09.256873 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-177e03c0-6536-44d7-882b-48878670937d service neutron] 10.222.0.64 "PUT /v2.0/ports/94dc2e7d-d138-4286-bfe9-2494385f89ce HTTP/1.1" status: 200 len: 1093 time: 2.0647805 Aug 17 00:18:09.272697 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99329650-3026-468d-9108-b0ec3ddbb05f req-4111b542-8a5c-42a3-8a6a-4d286dff9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:09.274566 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-04cd10a5-b9a9-46be-89ee-720ad46ef8bc req-3decdf1a-a16e-4800-8d02-2a30929c65ea service neutron] 10.222.0.64 "GET /v2.0/networks/06b59bc0-c288-455d-b22d-5adf4532d877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248155 Aug 17 00:18:09.280354 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-99329650-3026-468d-9108-b0ec3ddbb05f req-4111b542-8a5c-42a3-8a6a-4d286dff9df1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d34e6181-84f0-4396-bea9-078952742ae0 HTTP/1.1" status: 200 len: 852 time: 0.1730986 Aug 17 00:18:09.324268 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-99329650-3026-468d-9108-b0ec3ddbb05f req-8531c3a8-3249-4ccc-aaa8-3b81f645e161 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd9c20a6-0030-46b4-ad52-266c0bac8d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314298 Aug 17 00:18:09.350147 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58068) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:09.357208 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-91d37b97-88b6-4753-bf05-fef1bdf8aa55 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1752948688', 'description': 'tempest-secgroup-smoke-1752948688 description', 'project_id': 'f107c7703c294e8991c1c983d8b06a9f'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:18:09.373003 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-08a0459b-9780-4df5-ac7d-606a3553606e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:09.374541 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-08a0459b-9780-4df5-ac7d-606a3553606e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c3a582bfe0e64c5faa4cbfee59acbae8&device_id=d1b9e526-80b7-4d05-8323-3dee8f64d671 HTTP/1.1" status: 200 len: 1096 time: 0.0680711 Aug 17 00:18:09.429322 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b9e526-80b7-4d05-8323-3dee8f64d671', 'tag': '94dc2e7d-d138-4286-bfe9-2494385f89ce'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:18:09.431718 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f0481a-94b5-4f59-b8d7-0c1af03171a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b9e526-80b7-4d05-8323-3dee8f64d671", "tag": "94dc2e7d-d138-4286-bfe9-2494385f89ce"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:18:09.440079 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-1f1da693-0130-44dd-adcd-c19df0cfe96b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94dc2e7d-d138-4286-bfe9-2494385f89ce HTTP/1.1" status: 200 len: 217 time: 0.0500565 Aug 17 00:18:09.440965 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-91d37b97-88b6-4753-bf05-fef1bdf8aa55 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:09.442927 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-99329650-3026-468d-9108-b0ec3ddbb05f req-49d83966-56dc-4061-bd12-76d0694e7936 service neutron] 10.222.0.64 "GET /v2.0/networks/bd9c20a6-0030-46b4-ad52-266c0bac8d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095881 Aug 17 00:18:09.501752 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed475811-efa6-45eb-95d4-7971f86f7b6c x-openstack-request-id: req-ed475811-efa6-45eb-95d4-7971f86f7b6c {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:18:09.502056 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b9e526-80b7-4d05-8323-3dee8f64d671", "tag": "94dc2e7d-d138-4286-bfe9-2494385f89ce", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:18:09.502314 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ed475811-efa6-45eb-95d4-7971f86f7b6c {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:18:09.502714 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b9e526-80b7-4d05-8323-3dee8f64d671', 'tag': '94dc2e7d-d138-4286-bfe9-2494385f89ce', 'status': 'completed', 'code': 200} Aug 17 00:18:09.525929 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-40cf7e9c-d983-4200-b0a0-16b9944eed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:09.527533 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-40cf7e9c-d983-4200-b0a0-16b9944eed31 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d34e6181-84f0-4396-bea9-078952742ae0 HTTP/1.1" status: 200 len: 852 time: 0.0734236 Aug 17 00:18:09.553688 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-99329650-3026-468d-9108-b0ec3ddbb05f req-0ffca7af-f5b0-4376-be70-ab37d0266f74 service neutron] 10.222.0.64 "GET /v2.0/networks/bd9c20a6-0030-46b4-ad52-266c0bac8d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977573 Aug 17 00:18:09.572415 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-4538614c-ac8e-4dbf-969a-8e93cfb0b17a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd9c20a6-0030-46b4-ad52-266c0bac8d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355313 Aug 17 00:18:09.664865 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-91d37b97-88b6-4753-bf05-fef1bdf8aa55 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:09.671042 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-91d37b97-88b6-4753-bf05-fef1bdf8aa55 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:09.725157 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-457e3581-689b-491d-adb2-16016d83dbd7 service neutron] 10.222.0.64 "GET /v2.0/networks/bd9c20a6-0030-46b4-ad52-266c0bac8d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397052 Aug 17 00:18:09.725867 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-91d37b97-88b6-4753-bf05-fef1bdf8aa55 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:09.726990 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-91d37b97-88b6-4753-bf05-fef1bdf8aa55 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3749361 Aug 17 00:18:09.732938 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58072) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:09.738616 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-145b695e-2033-47bc-9dab-17ef488a8981 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Request body: {'security_group_rule': {'security_group_id': '5994aa1c-07fa-4ece-8623-f0165e21c262', 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:18:09.738804 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d37b97-88b6-4753-bf05-fef1bdf8aa55 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5994aa1c-07fa-4ece-8623-f0165e21c262,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:09.739482 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device d66001da-44f5-4a19-95e7-7a83e666d088 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:18:09.821471 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-145b695e-2033-47bc-9dab-17ef488a8981 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:09.906323 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port d66001da-44f5-4a19-95e7-7a83e666d088, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d66001da-44f5-4a19-95e7-7a83e666d088,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:09.922260 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'd66001da-44f5-4a19-95e7-7a83e666d088', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'port_id': 'd66001da-44f5-4a19-95e7-7a83e666d088', 'mac_address': 'fa:16:3e:25:59:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:18:09.964615 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-145b695e-2033-47bc-9dab-17ef488a8981 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:09.970068 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-145b695e-2033-47bc-9dab-17ef488a8981 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:09.982473 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-361b5b1a-56c9-4148-bd1c-364d5e3c8502 req-4f38bd5e-c8a3-42a5-bc76-8487db251aa3 service neutron] 10.222.0.64 "GET /v2.0/networks/bd9c20a6-0030-46b4-ad52-266c0bac8d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534325 Aug 17 00:18:09.992278 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:10.009752 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66001da-44f5-4a19-95e7-7a83e666d088 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:18:10.011649 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-145b695e-2033-47bc-9dab-17ef488a8981 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:10.018529 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-145b695e-2033-47bc-9dab-17ef488a8981 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2850561 Aug 17 00:18:10.018529 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b695e-2033-47bc-9dab-17ef488a8981 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d7d21d-cffb-409a-88f6-8ab0a9afe647,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:10.021288 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58078) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:10.042247 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edcad5-5e2d-409c-8bd2-5bc922d762cf req-13d64491-d1d5-41fb-a3a4-a7e4a2df0f86 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:10.043503 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-2ef11615-80f0-4992-8d44-23d08e5fe030 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Request body: {'security_group_rule': {'security_group_id': '5994aa1c-07fa-4ece-8623-f0165e21c262', 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:18:10.053326 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4edcad5-5e2d-409c-8bd2-5bc922d762cf req-13d64491-d1d5-41fb-a3a4-a7e4a2df0f86 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c059f49-060d-414d-8ea2-7d94d5b66baa HTTP/1.1" status: 200 len: 944 time: 0.1026940 Aug 17 00:18:10.067159 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port d66001da-44f5-4a19-95e7-7a83e666d088, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d66001da-44f5-4a19-95e7-7a83e666d088,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:10.074771 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:10.076348 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2ef11615-80f0-4992-8d44-23d08e5fe030 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:10.127192 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7d8ca-1608-4a31-a511-f7b556db51ad req-f0e6d4a4-0a73-40f0-ac5e-52072325c849 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:10.133660 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-feb7d8ca-1608-4a31-a511-f7b556db51ad req-f0e6d4a4-0a73-40f0-ac5e-52072325c849 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 944 time: 0.1706805 Aug 17 00:18:10.133881 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=d66001da-44f5-4a19-95e7-7a83e666d088,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:10.153100 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:10.161633 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0481a-94b5-4f59-b8d7-0c1af03171a2 req-b8aab86e-eaa8-4909-816b-f23eeca3023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:10.163174 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-09f0481a-94b5-4f59-b8d7-0c1af03171a2 req-b8aab86e-eaa8-4909-816b-f23eeca3023b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c3a582bfe0e64c5faa4cbfee59acbae8&device_id=d1b9e526-80b7-4d05-8323-3dee8f64d671 HTTP/1.1" status: 200 len: 1096 time: 0.1072352 Aug 17 00:18:10.167958 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4edcad5-5e2d-409c-8bd2-5bc922d762cf req-6efbed8a-0bd8-4d68-9148-50f66be7d22e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e542c1-b47f-4674-a86e-b1085c687f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131816 Aug 17 00:18:10.180252 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2ef11615-80f0-4992-8d44-23d08e5fe030 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:10.187315 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2ef11615-80f0-4992-8d44-23d08e5fe030 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:10.207668 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef11615-80f0-4992-8d44-23d08e5fe030 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfdf5213-c8e7-49c0-afd1-1665e0c224f8,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:10.216117 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2ef11615-80f0-4992-8d44-23d08e5fe030 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:10.217823 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2ef11615-80f0-4992-8d44-23d08e5fe030 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1791525 Aug 17 00:18:10.222160 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58086) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:10.227123 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a90abc57-7063-4461-9845-ff442607e859 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Request body: {'security_group_rule': {'security_group_id': '5994aa1c-07fa-4ece-8623-f0165e21c262', 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:18:10.255624 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-feb7d8ca-1608-4a31-a511-f7b556db51ad req-61f786c7-6359-4220-be80-78a913dcf70b tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156693 Aug 17 00:18:10.273664 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a90abc57-7063-4461-9845-ff442607e859 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:10.322274 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0481a-94b5-4f59-b8d7-0c1af03171a2 req-15e67d8d-e407-48ac-a9c7-c948302b2a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:10.333364 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-09f0481a-94b5-4f59-b8d7-0c1af03171a2 req-15e67d8d-e407-48ac-a9c7-c948302b2a95 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bd9c20a6-0030-46b4-ad52-266c0bac8d18 HTTP/1.1" status: 200 len: 913 time: 0.1487744 Aug 17 00:18:10.333524 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['d66001da-44f5-4a19-95e7-7a83e666d088'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:18:10.359505 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a90abc57-7063-4461-9845-ff442607e859 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:10.368790 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a90abc57-7063-4461-9845-ff442607e859 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:10.398973 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90abc57-7063-4461-9845-ff442607e859 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e6f06c-389a-415a-b855-f2f3608db979,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:10.404621 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a90abc57-7063-4461-9845-ff442607e859 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:10.410320 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a90abc57-7063-4461-9845-ff442607e859 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1869614 Aug 17 00:18:10.411305 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58100) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:10.416663 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-6597a2f5-edaf-488b-9c71-142bfcadbfe7 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Request body: {'security_group_rule': {'security_group_id': '5994aa1c-07fa-4ece-8623-f0165e21c262', 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:18:10.465649 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6597a2f5-edaf-488b-9c71-142bfcadbfe7 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:10.473425 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-09f0481a-94b5-4f59-b8d7-0c1af03171a2 req-0afd0a2f-3636-480a-afa6-f841a57c887b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94dc2e7d-d138-4286-bfe9-2494385f89ce HTTP/1.1" status: 200 len: 217 time: 0.1096840 Aug 17 00:18:10.510278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a715a4-b4cf-4de5-a897-cc04cdd4664c req-8bd96317-b545-4e69-b0b5-3bd6041e94b6 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:10.511816 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-53a715a4-b4cf-4de5-a897-cc04cdd4664c req-8bd96317-b545-4e69-b0b5-3bd6041e94b6 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1b9e526-80b7-4d05-8323-3dee8f64d671 HTTP/1.1" status: 200 len: 944 time: 0.1868348 Aug 17 00:18:10.553813 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6597a2f5-edaf-488b-9c71-142bfcadbfe7 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:10.560397 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6597a2f5-edaf-488b-9c71-142bfcadbfe7 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:10.586335 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0481a-94b5-4f59-b8d7-0c1af03171a2 req-bc69e4f8-ab04-4d88-a258-e522b63e4e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:10.587836 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-09f0481a-94b5-4f59-b8d7-0c1af03171a2 req-bc69e4f8-ab04-4d88-a258-e522b63e4e21 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d34e6181-84f0-4396-bea9-078952742ae0 HTTP/1.1" status: 200 len: 852 time: 0.1029119 Aug 17 00:18:10.589498 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597a2f5-edaf-488b-9c71-142bfcadbfe7 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002f1f8b-3e98-48ca-8bf8-e3693e73784d,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:10.592008 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6597a2f5-edaf-488b-9c71-142bfcadbfe7 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:10.593671 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-53a715a4-b4cf-4de5-a897-cc04cdd4664c req-be1ec1bc-ffa7-46b6-9308-473bc1b62482 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a73aef1-8260-430c-b3f5-b11fddcb4867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616097 Aug 17 00:18:10.598685 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6597a2f5-edaf-488b-9c71-142bfcadbfe7 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1863773 Aug 17 00:18:10.601725 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58116) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:10.606126 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1e0f78b5-49fc-4f32-82fc-831a7609850d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Request body: {'security_group_rule': {'security_group_id': '5994aa1c-07fa-4ece-8623-f0165e21c262', 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:18:10.635149 n-d-800088-20 neutron-server[101402]: INFO neutron.db.securitygroups_db [None req-1e0f78b5-49fc-4f32-82fc-831a7609850d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Project f107c7703c294e8991c1c983d8b06a9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:18:10.640867 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-09f0481a-94b5-4f59-b8d7-0c1af03171a2 req-57ac5a95-b7b4-4e49-b4f5-01b8a64957a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd9c20a6-0030-46b4-ad52-266c0bac8d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449803 Aug 17 00:18:10.641618 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1e0f78b5-49fc-4f32-82fc-831a7609850d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:10.718339 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1e0f78b5-49fc-4f32-82fc-831a7609850d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:10.724358 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1e0f78b5-49fc-4f32-82fc-831a7609850d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:10.746378 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f78b5-49fc-4f32-82fc-831a7609850d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c720f9bd-b7bf-499e-b754-68b2c4cb4c2d,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:10.758507 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1e0f78b5-49fc-4f32-82fc-831a7609850d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:10.762983 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58122) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:10.764028 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1e0f78b5-49fc-4f32-82fc-831a7609850d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1613190 Aug 17 00:18:10.770391 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-20af675d-8024-4be6-958f-5e3fb214df79 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Request body: {'security_group_rule': {'security_group_id': '5994aa1c-07fa-4ece-8623-f0165e21c262', 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:18:10.839359 n-d-800088-20 neutron-server[101403]: INFO neutron.db.securitygroups_db [None req-20af675d-8024-4be6-958f-5e3fb214df79 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Project f107c7703c294e8991c1c983d8b06a9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:18:10.850607 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-fe066b7f-1825-4938-8b46-847865dafb1a tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:10.852075 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-fe066b7f-1825-4938-8b46-847865dafb1a tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/networks?id=231ddad9-9492-4a0b-b6a8-5b7244987d86 HTTP/1.1" status: 200 len: 813 time: 0.2476294 Aug 17 00:18:10.857428 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-09f0481a-94b5-4f59-b8d7-0c1af03171a2 req-fc2985b5-57ea-4620-bb63-cd91aa3bda41 service neutron] 10.222.0.64 "GET /v2.0/networks/bd9c20a6-0030-46b4-ad52-266c0bac8d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053931 Aug 17 00:18:10.858072 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-20af675d-8024-4be6-958f-5e3fb214df79 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:10.936277 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-3d329761-e87e-4fd1-9e51-82c817289e51 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/quotas/a7abc56d2b3a44e3a6c061045daa4028 HTTP/1.1" status: 200 len: 375 time: 0.0733292 Aug 17 00:18:10.989026 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-bad10b5e-a25f-43ee-925f-dd66298cc320 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7abc56d2b3a44e3a6c061045daa4028&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398562 Aug 17 00:18:11.019635 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-20af675d-8024-4be6-958f-5e3fb214df79 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:11.064430 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-20af675d-8024-4be6-958f-5e3fb214df79 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:11.104556 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-09f0481a-94b5-4f59-b8d7-0c1af03171a2 req-63952446-b54d-4e69-b622-1360ed2bbaad service neutron] 10.222.0.64 "GET /v2.0/networks/bd9c20a6-0030-46b4-ad52-266c0bac8d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348986 Aug 17 00:18:11.107161 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af675d-8024-4be6-958f-5e3fb214df79 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b44faa-c198-4b3f-a430-2a07a69cedb6,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:11.114818 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-20af675d-8024-4be6-958f-5e3fb214df79 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:11.115947 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-20af675d-8024-4be6-958f-5e3fb214df79 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3518012 Aug 17 00:18:11.144329 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-24a00bbd-316b-4e14-b1e2-7aa26cc679e7 service neutron] 10.222.0.60 "GET /v2.0/networks/231ddad9-9492-4a0b-b6a8-5b7244987d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435363 Aug 17 00:18:11.250477 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-13aa23f7-33a1-461e-b1b6-a81fe3e36607 service neutron] 10.222.0.60 "GET /v2.0/networks/231ddad9-9492-4a0b-b6a8-5b7244987d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990696 Aug 17 00:18:11.312679 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c45421-1467-418c-b6b9-c9114b945e04 req-8ec7e420-c3c5-4a99-92ca-54628b6b71c9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:11.315097 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c1c45421-1467-418c-b6b9-c9114b945e04 req-8ec7e420-c3c5-4a99-92ca-54628b6b71c9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c059f49-060d-414d-8ea2-7d94d5b66baa HTTP/1.1" status: 200 len: 944 time: 0.0680339 Aug 17 00:18:11.363464 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c1c45421-1467-418c-b6b9-c9114b945e04 req-c9c754ad-6018-4a4d-a1d2-bfa2522e1538 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e542c1-b47f-4674-a86e-b1085c687f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420649 Aug 17 00:18:11.526514 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3b76a4bb-5293-451d-a404-f5c5dae8299d req-58d85993-1d3a-41f6-abfb-300872320c89 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/ports?device_id=de42ce4d-cd0a-438a-9d94-1499374e41c4 HTTP/1.1" status: 200 len: 210 time: 0.0308845 Aug 17 00:18:11.557882 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0125c-cd8a-4a4c-9787-4a2d515d3eb3 req-86dacd9e-3f68-45a5-95d6-3cdb9a959fc1 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:11.565766 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66f0125c-cd8a-4a4c-9787-4a2d515d3eb3 req-86dacd9e-3f68-45a5-95d6-3cdb9a959fc1 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 945 time: 0.1020448 Aug 17 00:18:11.604379 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66f0125c-cd8a-4a4c-9787-4a2d515d3eb3 req-cf16ee6e-6afc-488b-b75e-dcf9cbf1c60a tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377533 Aug 17 00:18:11.722750 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:11.741405 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 63c17b19-df97-41a9-8a06-c2ab54e04817 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:18:11.743551 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device d66001da-44f5-4a19-95e7-7a83e666d088 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:18:11.749253 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2e961-ea3e-418d-9a74-3e5f2f31eb73 req-9844c927-26da-455f-808f-7225d901e72d tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:11.751724 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90a2e961-ea3e-418d-9a74-3e5f2f31eb73 req-9844c927-26da-455f-808f-7225d901e72d tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1b9e526-80b7-4d05-8323-3dee8f64d671 HTTP/1.1" status: 200 len: 944 time: 0.0641127 Aug 17 00:18:11.850737 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90a2e961-ea3e-418d-9a74-3e5f2f31eb73 req-f0ba3fbb-985d-452e-b7af-23985c6a25a9 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a73aef1-8260-430c-b3f5-b11fddcb4867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774958 Aug 17 00:18:11.939017 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port d66001da-44f5-4a19-95e7-7a83e666d088 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:18:11.948363 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port d66001da-44f5-4a19-95e7-7a83e666d088 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:18:11.948812 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:12.016962 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 63c17b19-df97-41a9-8a06-c2ab54e04817, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=63c17b19-df97-41a9-8a06-c2ab54e04817,segment=NetworkSegment(d2580cf4-faaa-4ae9-b066-296eb7e6459b),segment_id=d2580cf4-faaa-4ae9-b066-296eb7e6459b)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:12.034847 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '63c17b19-df97-41a9-8a06-c2ab54e04817', 'network_id': '06b59bc0-c288-455d-b22d-5adf4532d877', 'port_id': '63c17b19-df97-41a9-8a06-c2ab54e04817', 'mac_address': 'fa:16:3e:5e:6f:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59c3fa1-8eb1-4ac2-89d4-3b7a08697fc6', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:18:12.138252 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:12.141558 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:12.166561 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c17b19-df97-41a9-8a06-c2ab54e04817 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:18:12.211604 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e02e418-3417-49ad-82b1-9e1267567df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66001da-44f5-4a19-95e7-7a83e666d088'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:18:12.213895 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5159816b-f466-45ea-aecb-c7511243970e" -d '{"events": [{"server_uuid": "8e02e418-3417-49ad-82b1-9e1267567df3", "name": "network-vif-plugged", "status": "completed", "tag": "d66001da-44f5-4a19-95e7-7a83e666d088"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:18:12.241385 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port d66001da-44f5-4a19-95e7-7a83e666d088, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d66001da-44f5-4a19-95e7-7a83e666d088,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:12.244585 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 63c17b19-df97-41a9-8a06-c2ab54e04817, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=63c17b19-df97-41a9-8a06-c2ab54e04817,segment=NetworkSegment(d2580cf4-faaa-4ae9-b066-296eb7e6459b),segment_id=d2580cf4-faaa-4ae9-b066-296eb7e6459b)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:12.247623 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:12.278718 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe06b90-03b9-46b9-a8b9-5b3bd3357335 x-openstack-request-id: req-bbe06b90-03b9-46b9-a8b9-5b3bd3357335 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:18:12.279094 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e02e418-3417-49ad-82b1-9e1267567df3", "name": "network-vif-plugged", "status": "completed", "tag": "d66001da-44f5-4a19-95e7-7a83e666d088", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:18:12.279578 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bbe06b90-03b9-46b9-a8b9-5b3bd3357335 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:18:12.279849 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e02e418-3417-49ad-82b1-9e1267567df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66001da-44f5-4a19-95e7-7a83e666d088', 'code': 200} Aug 17 00:18:12.282148 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:12.282148 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 36eb431e-1198-4419-adfd-2d0f45c646f5 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:18:12.336744 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=d66001da-44f5-4a19-95e7-7a83e666d088,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:12.375506 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd940e81-1454-45d9-9a3e-99355c45f0b4 req-247e3b28-0728-42d9-a380-351582b008a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:12.377700 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dd940e81-1454-45d9-9a3e-99355c45f0b4 req-247e3b28-0728-42d9-a380-351582b008a8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 1098 time: 0.0472422 Aug 17 00:18:12.436005 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=63c17b19-df97-41a9-8a06-c2ab54e04817,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:12.441285 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dd940e81-1454-45d9-9a3e-99355c45f0b4 req-07240e0b-5c3a-45c3-b12b-036fd1c21e41 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550208 Aug 17 00:18:12.484668 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 36eb431e-1198-4419-adfd-2d0f45c646f5, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=36eb431e-1198-4419-adfd-2d0f45c646f5,segment=NetworkSegment(e44d5dd1-c13f-4c76-a952-9fdd8b54fe54),segment_id=e44d5dd1-c13f-4c76-a952-9fdd8b54fe54)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:12.499767 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '36eb431e-1198-4419-adfd-2d0f45c646f5', 'network_id': 'bd9c20a6-0030-46b4-ad52-266c0bac8d18', 'port_id': '36eb431e-1198-4419-adfd-2d0f45c646f5', 'mac_address': 'fa:16:3e:2c:23:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd34e6181-84f0-4396-bea9-078952742ae0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:18:12.529875 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509b012-518e-449e-beb9-ba17452afe04 req-5b28792d-5682-49ae-8c0b-efd85a501d1b tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:12.531690 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4509b012-518e-449e-beb9-ba17452afe04 req-5b28792d-5682-49ae-8c0b-efd85a501d1b tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c059f49-060d-414d-8ea2-7d94d5b66baa HTTP/1.1" status: 200 len: 945 time: 0.0610421 Aug 17 00:18:12.569149 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:12.601114 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36eb431e-1198-4419-adfd-2d0f45c646f5 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:18:12.606278 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4509b012-518e-449e-beb9-ba17452afe04 req-22e2b7a9-b913-4e4b-841d-dcea8edb835f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e542c1-b47f-4674-a86e-b1085c687f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655086 Aug 17 00:18:12.639428 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 36eb431e-1198-4419-adfd-2d0f45c646f5, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=36eb431e-1198-4419-adfd-2d0f45c646f5,segment=NetworkSegment(e44d5dd1-c13f-4c76-a952-9fdd8b54fe54),segment_id=e44d5dd1-c13f-4c76-a952-9fdd8b54fe54)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:12.646784 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:12.681630 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-13acd813-75e1-455c-a05b-1a609a231e5b req-13fd1bf4-42d9-4fa7-a645-70024ef29b2e tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/ports?device_id=de42ce4d-cd0a-438a-9d94-1499374e41c4 HTTP/1.1" status: 200 len: 210 time: 0.0659363 Aug 17 00:18:12.746282 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=36eb431e-1198-4419-adfd-2d0f45c646f5,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:12.856679 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e2a7c-b4d9-45c0-b990-2445c065b671 req-9e024bda-3128-4bd1-bd9e-2c95d92ee228 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:12.858486 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-004e2a7c-b4d9-45c0-b990-2445c065b671 req-9e024bda-3128-4bd1-bd9e-2c95d92ee228 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 946 time: 0.0839603 Aug 17 00:18:12.902023 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['63c17b19-df97-41a9-8a06-c2ab54e04817'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:18:12.906530 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['36eb431e-1198-4419-adfd-2d0f45c646f5'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:18:12.945118 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-004e2a7c-b4d9-45c0-b990-2445c065b671 req-b33927c7-a1ba-4e3b-a22c-ce98b04c53a3 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780661 Aug 17 00:18:12.968363 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-b0da91fc-b438-4c11-bee3-0ea667e68750 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:12.970609 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-b0da91fc-b438-4c11-bee3-0ea667e68750 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.64 "GET /v2.0/networks?id=231ddad9-9492-4a0b-b6a8-5b7244987d86 HTTP/1.1" status: 200 len: 813 time: 0.2879336 Aug 17 00:18:12.990069 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-26cff444-8865-4027-88cb-af31114e6267 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Request body: {'port': {'device_id': 'de42ce4d-cd0a-438a-9d94-1499374e41c4', 'network_id': '231ddad9-9492-4a0b-b6a8-5b7244987d86', 'admin_state_up': True, 'tenant_id': 'a7abc56d2b3a44e3a6c061045daa4028'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:18:13.174538 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c096ef2-0f60-4da6-84de-209b60cd02be req-406a2d8a-34cb-4019-bf18-b941722e82b0 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:13.187713 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c096ef2-0f60-4da6-84de-209b60cd02be req-406a2d8a-34cb-4019-bf18-b941722e82b0 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1b9e526-80b7-4d05-8323-3dee8f64d671 HTTP/1.1" status: 200 len: 944 time: 0.2156651 Aug 17 00:18:13.190298 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-26cff444-8865-4027-88cb-af31114e6267 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Made reservation on behalf of a7abc56d2b3a44e3a6c061045daa4028 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:18:13.198541 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-26cff444-8865-4027-88cb-af31114e6267 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:13.274693 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c096ef2-0f60-4da6-84de-209b60cd02be req-dc8dbcec-f1fc-4315-9c46-09e432440b56 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a73aef1-8260-430c-b3f5-b11fddcb4867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630414 Aug 17 00:18:13.429803 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-26cff444-8865-4027-88cb-af31114e6267 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Allocated IP 172.20.0.9 (231ddad9-9492-4a0b-b6a8-5b7244987d86/804d6008-2415-43d7-aa7f-272da1c1d117/f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:18:13.605533 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-26cff444-8865-4027-88cb-af31114e6267 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:13.650278 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-26cff444-8865-4027-88cb-af31114e6267 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:13.674764 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-26cff444-8865-4027-88cb-af31114e6267 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Network 231ddad9-9492-4a0b-b6a8-5b7244987d86 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:18:13.693932 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-26cff444-8865-4027-88cb-af31114e6267 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:18:13.697003 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-26cff444-8865-4027-88cb-af31114e6267 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:18:13.742448 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 94dc2e7d-d138-4286-bfe9-2494385f89ce details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:18:13.744595 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 36eb431e-1198-4419-adfd-2d0f45c646f5 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:18:13.753377 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-26cff444-8865-4027-88cb-af31114e6267 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:13.753950 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-26cff444-8865-4027-88cb-af31114e6267 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:13.849224 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-26cff444-8865-4027-88cb-af31114e6267 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8647227 Aug 17 00:18:13.850463 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cff444-8865-4027-88cb-af31114e6267 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Pushing event updated for resources: {'Port': ['ID=f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:13.864050 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-c3a28270-fc3b-4232-adb5-9ba6ab0f548b service neutron] Request body: {'port': {'device_id': 'de42ce4d-cd0a-438a-9d94-1499374e41c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:18:13.878043 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 36eb431e-1198-4419-adfd-2d0f45c646f5 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:18:13.894162 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 36eb431e-1198-4419-adfd-2d0f45c646f5 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:18:13.894534 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:13.929032 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d2908-daac-4421-a3ec-4a36efacb617 req-f5dfd671-5c09-4ca3-92ac-16edbe9c3ba7 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:13.933012 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 94dc2e7d-d138-4286-bfe9-2494385f89ce, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=94dc2e7d-d138-4286-bfe9-2494385f89ce,segment=NetworkSegment(e44d5dd1-c13f-4c76-a952-9fdd8b54fe54),segment_id=e44d5dd1-c13f-4c76-a952-9fdd8b54fe54)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:13.938074 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b50d2908-daac-4421-a3ec-4a36efacb617 req-f5dfd671-5c09-4ca3-92ac-16edbe9c3ba7 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c059f49-060d-414d-8ea2-7d94d5b66baa HTTP/1.1" status: 200 len: 945 time: 0.1937680 Aug 17 00:18:13.951475 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '94dc2e7d-d138-4286-bfe9-2494385f89ce', 'network_id': 'bd9c20a6-0030-46b4-ad52-266c0bac8d18', 'port_id': '94dc2e7d-d138-4286-bfe9-2494385f89ce', 'mac_address': 'fa:16:3e:95:4c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd34e6181-84f0-4396-bea9-078952742ae0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:18:13.991380 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1c207-2b97-4b44-9aa2-709696b16ab4 req-d139a763-2a57-45b5-91e4-f840461c6b0d tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:13.993474 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fab1c207-2b97-4b44-9aa2-709696b16ab4 req-d139a763-2a57-45b5-91e4-f840461c6b0d tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/ports?device_id=de42ce4d-cd0a-438a-9d94-1499374e41c4 HTTP/1.1" status: 200 len: 931 time: 0.1805418 Aug 17 00:18:14.010462 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:14.025237 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-c3a28270-fc3b-4232-adb5-9ba6ab0f548b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:14.057849 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94dc2e7d-d138-4286-bfe9-2494385f89ce {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:18:14.070822 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:14.122233 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 94dc2e7d-d138-4286-bfe9-2494385f89ce, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=94dc2e7d-d138-4286-bfe9-2494385f89ce,segment=NetworkSegment(e44d5dd1-c13f-4c76-a952-9fdd8b54fe54),segment_id=e44d5dd1-c13f-4c76-a952-9fdd8b54fe54)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:14.131774 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:14.195233 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 36eb431e-1198-4419-adfd-2d0f45c646f5, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=36eb431e-1198-4419-adfd-2d0f45c646f5,segment=NetworkSegment(e44d5dd1-c13f-4c76-a952-9fdd8b54fe54),segment_id=e44d5dd1-c13f-4c76-a952-9fdd8b54fe54)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:14.210441 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:14.218681 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=94dc2e7d-d138-4286-bfe9-2494385f89ce,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:14.281640 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f785a2-8767-4962-a771-c1eadcc26d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36eb431e-1198-4419-adfd-2d0f45c646f5'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:18:14.284368 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e35e94-7be3-4aa2-8a68-1ce7f81c7c99" -d '{"events": [{"server_uuid": "66f785a2-8767-4962-a771-c1eadcc26d79", "name": "network-vif-plugged", "status": "completed", "tag": "36eb431e-1198-4419-adfd-2d0f45c646f5"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:18:14.287337 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=36eb431e-1198-4419-adfd-2d0f45c646f5,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:14.378813 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['94dc2e7d-d138-4286-bfe9-2494385f89ce'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:18:14.489172 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b50d2908-daac-4421-a3ec-4a36efacb617 req-5c7084a6-b318-42b1-a8ef-d9ce8840de76 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e542c1-b47f-4674-a86e-b1085c687f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5437877 Aug 17 00:18:14.553693 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fab1c207-2b97-4b44-9aa2-709696b16ab4 req-14621973-3cb0-4770-8c9b-615f99552574 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/security-groups?id=69998126-43ce-4a32-b790-c61684301cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5465581 Aug 17 00:18:14.731428 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a96da6-bb14-4fa6-8f8c-00ff2320449a req-f55e7dec-3544-4eea-be5f-14eff8726de5 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:14.732824 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72a96da6-bb14-4fa6-8f8c-00ff2320449a req-f55e7dec-3544-4eea-be5f-14eff8726de5 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 946 time: 0.1573308 Aug 17 00:18:14.811110 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e03c4-14eb-4ecc-b8e0-0add2c32380b req-464b3d81-b243-4967-a8cd-cad82aace612 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:14.812639 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d7e03c4-14eb-4ecc-b8e0-0add2c32380b req-464b3d81-b243-4967-a8cd-cad82aace612 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1b9e526-80b7-4d05-8323-3dee8f64d671 HTTP/1.1" status: 200 len: 945 time: 0.1385782 Aug 17 00:18:14.863437 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72a96da6-bb14-4fa6-8f8c-00ff2320449a req-bad0811f-7b33-4e6a-9527-e6e1fe6d65c4 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176143 Aug 17 00:18:14.909452 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d7e03c4-14eb-4ecc-b8e0-0add2c32380b req-d5cfc9b5-27a6-4f9b-bd7a-e20306ea14e8 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a73aef1-8260-430c-b3f5-b11fddcb4867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882399 Aug 17 00:18:14.943546 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83027bd0-7698-42b5-ae0f-6222486059b6 x-openstack-request-id: req-83027bd0-7698-42b5-ae0f-6222486059b6 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:18:14.944152 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f785a2-8767-4962-a771-c1eadcc26d79", "name": "network-vif-plugged", "status": "completed", "tag": "36eb431e-1198-4419-adfd-2d0f45c646f5", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:18:14.944152 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-83027bd0-7698-42b5-ae0f-6222486059b6 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:18:14.944554 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f785a2-8767-4962-a771-c1eadcc26d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36eb431e-1198-4419-adfd-2d0f45c646f5', 'code': 200} Aug 17 00:18:15.007222 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-c3a28270-fc3b-4232-adb5-9ba6ab0f548b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:18:15.019123 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-c3a28270-fc3b-4232-adb5-9ba6ab0f548b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:15.042732 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-c3a28270-fc3b-4232-adb5-9ba6ab0f548b service neutron] Transition to ACTIVE for port object f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:18:15.066963 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5080fea-0a35-45af-935a-95f9fac6115d req-d9e2f703-8c49-4368-b2df-402909c30662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:15.068778 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c5080fea-0a35-45af-935a-95f9fac6115d req-d9e2f703-8c49-4368-b2df-402909c30662 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=66f785a2-8767-4962-a771-c1eadcc26d79 HTTP/1.1" status: 200 len: 1098 time: 0.0655339 Aug 17 00:18:15.088465 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-c3a28270-fc3b-4232-adb5-9ba6ab0f548b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:15.122391 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c5080fea-0a35-45af-935a-95f9fac6115d req-00f1c4dd-b88b-4479-82cb-e62a671903cb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0a73aef1-8260-430c-b3f5-b11fddcb4867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448918 Aug 17 00:18:15.164962 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed52cb-224d-4f25-a0ef-842495190d22 req-d42dac42-15e7-4f8f-b824-e580a343c743 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:15.175943 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58256) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:15.176836 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-26ed52cb-224d-4f25-a0ef-842495190d22 req-d42dac42-15e7-4f8f-b824-e580a343c743 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 946 time: 0.1318419 Aug 17 00:18:15.183076 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-11314454-bf2f-42fa-b2ef-e4debb1f2fa1 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Request body: {'floatingip': {'port_id': 'd66001da-44f5-4a19-95e7-7a83e666d088'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:18:15.194061 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a28270-fc3b-4232-adb5-9ba6ab0f548b service neutron] Pushing event updated for resources: {'Port': ['ID=f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:15.265701 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-11314454-bf2f-42fa-b2ef-e4debb1f2fa1 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for floatingip, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:15.276882 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-c3a28270-fc3b-4232-adb5-9ba6ab0f548b service neutron] Attempting to bind port f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:18:15.277373 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-c3a28270-fc3b-4232-adb5-9ba6ab0f548b service neutron] Attempting to bind port f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '89da32fa-63cc-4d7f-aae8-8fe43e56754a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '231ddad9-9492-4a0b-b6a8-5b7244987d86'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:18:15.277803 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-c3a28270-fc3b-4232-adb5-9ba6ab0f548b service neutron] Attempting to bind port f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27 on network 231ddad9-9492-4a0b-b6a8-5b7244987d86 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:18:15.286626 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-c3a28270-fc3b-4232-adb5-9ba6ab0f548b service neutron] Port f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27 on network 231ddad9-9492-4a0b-b6a8-5b7244987d86 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:18:15.287076 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-c3a28270-fc3b-4232-adb5-9ba6ab0f548b service neutron] Attempting to bind port f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27 on network 231ddad9-9492-4a0b-b6a8-5b7244987d86 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:18:15.293672 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-c3a28270-fc3b-4232-adb5-9ba6ab0f548b service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:18:15.294123 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-c3a28270-fc3b-4232-adb5-9ba6ab0f548b service neutron] Checking segment: {'id': '89da32fa-63cc-4d7f-aae8-8fe43e56754a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '231ddad9-9492-4a0b-b6a8-5b7244987d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:18:15.294599 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-c3a28270-fc3b-4232-adb5-9ba6ab0f548b service neutron] Bound using segment: {'id': '89da32fa-63cc-4d7f-aae8-8fe43e56754a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '231ddad9-9492-4a0b-b6a8-5b7244987d86'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:18:15.296008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-c3a28270-fc3b-4232-adb5-9ba6ab0f548b service neutron] Bound port: f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89da32fa-63cc-4d7f-aae8-8fe43e56754a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '231ddad9-9492-4a0b-b6a8-5b7244987d86'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:18:15.296008 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-c3a28270-fc3b-4232-adb5-9ba6ab0f548b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:15.374609 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-c3a28270-fc3b-4232-adb5-9ba6ab0f548b service neutron] For port f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:18:15.378758 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-c3a28270-fc3b-4232-adb5-9ba6ab0f548b service neutron] For port f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27,segment=NetworkSegment(89da32fa-63cc-4d7f-aae8-8fe43e56754a),segment_id=89da32fa-63cc-4d7f-aae8-8fe43e56754a)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:18:15.385788 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-c3a28270-fc3b-4232-adb5-9ba6ab0f548b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:15.439998 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-c3a28270-fc3b-4232-adb5-9ba6ab0f548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:15.441271 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-c3a28270-fc3b-4232-adb5-9ba6ab0f548b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:15.443458 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-c3a28270-fc3b-4232-adb5-9ba6ab0f548b service neutron] 10.222.0.64 "PUT /v2.0/ports/f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27 HTTP/1.1" status: 200 len: 1092 time: 1.5852280 Aug 17 00:18:15.443920 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de42ce4d-cd0a-438a-9d94-1499374e41c4', 'tag': 'f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:18:15.446744 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcce8a0f-a79e-4503-9ad9-d1fe5cdc25c7" -d '{"events": [{"name": "network-changed", "server_uuid": "de42ce4d-cd0a-438a-9d94-1499374e41c4", "tag": "f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:18:15.520086 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a28270-fc3b-4232-adb5-9ba6ab0f548b service neutron] Pushing event updated for resources: {'Port': ['ID=f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:15.534381 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1898e1f9-72e0-424f-a10a-889b0fc5b7b0 x-openstack-request-id: req-1898e1f9-72e0-424f-a10a-889b0fc5b7b0 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:18:15.534952 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de42ce4d-cd0a-438a-9d94-1499374e41c4", "tag": "f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:18:15.535417 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1898e1f9-72e0-424f-a10a-889b0fc5b7b0 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:18:15.535992 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de42ce4d-cd0a-438a-9d94-1499374e41c4', 'tag': 'f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27', 'status': 'completed', 'code': 200} Aug 17 00:18:15.571012 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-e92088f6-46e1-461b-8127-e8c202d2af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:15.573119 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-e92088f6-46e1-461b-8127-e8c202d2af77 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a7abc56d2b3a44e3a6c061045daa4028&device_id=de42ce4d-cd0a-438a-9d94-1499374e41c4 HTTP/1.1" status: 200 len: 1095 time: 0.0791492 Aug 17 00:18:15.730101 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-82847e49-80ec-41c7-87b2-5d3b7a16e7dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27 HTTP/1.1" status: 200 len: 217 time: 0.1390064 Aug 17 00:18:15.752575 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 94dc2e7d-d138-4286-bfe9-2494385f89ce up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:18:15.786806 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a4522-67ba-4f8b-b823-f6a231bd551d req-b93ab469-0695-46d5-afc6-2c7c6da125c1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:15.791587 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b91a4522-67ba-4f8b-b823-f6a231bd551d req-b93ab469-0695-46d5-afc6-2c7c6da125c1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c059f49-060d-414d-8ea2-7d94d5b66baa HTTP/1.1" status: 200 len: 945 time: 0.2015553 Aug 17 00:18:15.841163 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 94dc2e7d-d138-4286-bfe9-2494385f89ce completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:18:15.843898 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58284) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:15.847474 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 94dc2e7d-d138-4286-bfe9-2494385f89ce triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:18:15.847841 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:15.867605 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf820c-4f6e-45e1-a146-b46911e8dd7e req-8768b970-8060-4728-bf2d-04be1824f571 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:15.874881 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1edf820c-4f6e-45e1-a146-b46911e8dd7e req-8768b970-8060-4728-bf2d-04be1824f571 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/ports?device_id=de42ce4d-cd0a-438a-9d94-1499374e41c4 HTTP/1.1" status: 200 len: 943 time: 0.2023065 Aug 17 00:18:15.919147 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b91a4522-67ba-4f8b-b823-f6a231bd551d req-fc46550e-9a3b-4215-8f6f-8ab9f5d89eb7 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e542c1-b47f-4674-a86e-b1085c687f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062200 Aug 17 00:18:15.962954 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1edf820c-4f6e-45e1-a146-b46911e8dd7e req-2609f16f-4b3e-48f8-aa0e-ff2ddbaa43cc tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/security-groups?id=69998126-43ce-4a32-b790-c61684301cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871131 Aug 17 00:18:15.970466 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-f8bac195-30ee-4c2e-8c27-55533a2a23fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:15.972272 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-f8bac195-30ee-4c2e-8c27-55533a2a23fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=804d6008-2415-43d7-aa7f-272da1c1d117 HTTP/1.1" status: 200 len: 853 time: 0.2272213 Aug 17 00:18:16.002835 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:16.027380 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-be1680db-810f-424d-bf01-053bbbc54994 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=231ddad9-9492-4a0b-b6a8-5b7244987d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458007 Aug 17 00:18:16.044474 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 94dc2e7d-d138-4286-bfe9-2494385f89ce, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=94dc2e7d-d138-4286-bfe9-2494385f89ce,segment=NetworkSegment(e44d5dd1-c13f-4c76-a952-9fdd8b54fe54),segment_id=e44d5dd1-c13f-4c76-a952-9fdd8b54fe54)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:16.054036 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:16.055401 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 63c17b19-df97-41a9-8a06-c2ab54e04817 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:18:16.148087 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.db.resource_extend [None req-11314454-bf2f-42fa-b2ef-e4debb1f2fa1 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 00:18:16.179317 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=94dc2e7d-d138-4286-bfe9-2494385f89ce,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:16.194536 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 63c17b19-df97-41a9-8a06-c2ab54e04817 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:18:16.198989 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 63c17b19-df97-41a9-8a06-c2ab54e04817 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:18:16.199581 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:16.222594 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2da8f82a-aed0-46bf-90a1-281c72f101ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:16.228163 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-11314454-bf2f-42fa-b2ef-e4debb1f2fa1 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:16.234354 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-11314454-bf2f-42fa-b2ef-e4debb1f2fa1 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:16.266940 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c92a4b-5ae1-4ad9-aea7-d057468bdd74 req-ec05888b-9f83-4a1a-b39f-a595a29ffa4a tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:16.268750 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-65c92a4b-5ae1-4ad9-aea7-d057468bdd74 req-ec05888b-9f83-4a1a-b39f-a595a29ffa4a tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1b9e526-80b7-4d05-8323-3dee8f64d671 HTTP/1.1" status: 200 len: 946 time: 0.1982238 Aug 17 00:18:16.276233 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-2f27aafe-3380-4b9e-9bd8-1d9b7159dd40 service neutron] 10.222.0.64 "GET /v2.0/networks/231ddad9-9492-4a0b-b6a8-5b7244987d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411876 Aug 17 00:18:16.307174 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:16.353204 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-11314454-bf2f-42fa-b2ef-e4debb1f2fa1 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Floating IP 823d47f9-e11d-4546-ad4e-75ce40a6ebe2 associated. External IP: 172.25.3.252, port: d66001da-44f5-4a19-95e7-7a83e666d088. Aug 17 00:18:16.364641 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 63c17b19-df97-41a9-8a06-c2ab54e04817, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=63c17b19-df97-41a9-8a06-c2ab54e04817,segment=NetworkSegment(d2580cf4-faaa-4ae9-b066-296eb7e6459b),segment_id=d2580cf4-faaa-4ae9-b066-296eb7e6459b)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:16.370467 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:16.403480 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-65c92a4b-5ae1-4ad9-aea7-d057468bdd74 req-eeeb8f0b-de08-4f62-82cb-80ba7b5bdc93 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a73aef1-8260-430c-b3f5-b11fddcb4867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200669 Aug 17 00:18:16.449569 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=63c17b19-df97-41a9-8a06-c2ab54e04817,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:16.478214 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9045bf9-f054-47c7-9567-ce843a130e98 req-24b99e19-f116-4b32-b5ff-b374880531e2 service neutron] 10.222.0.64 "GET /v2.0/networks/231ddad9-9492-4a0b-b6a8-5b7244987d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929145 Aug 17 00:18:16.521339 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2da8f82a-aed0-46bf-90a1-281c72f101ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:16.527784 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2da8f82a-aed0-46bf-90a1-281c72f101ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:16.530569 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-54540686-f928-4658-ae7d-334960c1a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:16.606456 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2da8f82a-aed0-46bf-90a1-281c72f101ca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ad3723f339fc4d11aa680084e3b2ee31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7608016 Aug 17 00:18:16.607958 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8f82a-aed0-46bf-90a1-281c72f101ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7743ec3-3a6b-4e39-b968-8662c33d209f,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:16.611161 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58292) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:16.621321 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce8a0f-a79e-4503-9ad9-d1fe5cdc25c7 req-dcc38b3d-a2c7-499d-9047-1175a8aec525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:16.622984 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bcce8a0f-a79e-4503-9ad9-d1fe5cdc25c7 req-dcc38b3d-a2c7-499d-9047-1175a8aec525 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a7abc56d2b3a44e3a6c061045daa4028&device_id=de42ce4d-cd0a-438a-9d94-1499374e41c4 HTTP/1.1" status: 200 len: 1095 time: 0.0754223 Aug 17 00:18:16.731976 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce8a0f-a79e-4503-9ad9-d1fe5cdc25c7 req-849f73bd-2a09-4d64-8f12-ec6c3133fd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:16.734410 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bcce8a0f-a79e-4503-9ad9-d1fe5cdc25c7 req-849f73bd-2a09-4d64-8f12-ec6c3133fd4f service neutron] 10.222.0.64 "GET /v2.0/networks?id=231ddad9-9492-4a0b-b6a8-5b7244987d86 HTTP/1.1" status: 200 len: 914 time: 0.0989754 Aug 17 00:18:16.788048 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bcce8a0f-a79e-4503-9ad9-d1fe5cdc25c7 req-e053d6cf-968f-4e6c-9b7e-b62034f367fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27 HTTP/1.1" status: 200 len: 217 time: 0.0463502 Aug 17 00:18:16.852356 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce8a0f-a79e-4503-9ad9-d1fe5cdc25c7 req-6c61d00b-d086-419e-a1d8-e3c6afc36a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:16.854441 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bcce8a0f-a79e-4503-9ad9-d1fe5cdc25c7 req-6c61d00b-d086-419e-a1d8-e3c6afc36a6b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=804d6008-2415-43d7-aa7f-272da1c1d117 HTTP/1.1" status: 200 len: 853 time: 0.0583484 Aug 17 00:18:16.898033 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bcce8a0f-a79e-4503-9ad9-d1fe5cdc25c7 req-b99d0530-c972-47a8-b1ad-cfb12255ce6a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=231ddad9-9492-4a0b-b6a8-5b7244987d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357244 Aug 17 00:18:16.934893 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11314454-bf2f-42fa-b2ef-e4debb1f2fa1 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Router 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:18:16.945810 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b9e526-80b7-4d05-8323-3dee8f64d671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94dc2e7d-d138-4286-bfe9-2494385f89ce'}, {'server_uuid': '0c059f49-060d-414d-8ea2-7d94d5b66baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c17b19-df97-41a9-8a06-c2ab54e04817'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:18:16.960885 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4f7f3c-4abb-4a72-b867-c4609d61e473" -d '{"events": [{"server_uuid": "d1b9e526-80b7-4d05-8323-3dee8f64d671", "name": "network-vif-plugged", "status": "completed", "tag": "94dc2e7d-d138-4286-bfe9-2494385f89ce"}, {"server_uuid": "0c059f49-060d-414d-8ea2-7d94d5b66baa", "name": "network-vif-plugged", "status": "completed", "tag": "63c17b19-df97-41a9-8a06-c2ab54e04817"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:18:17.008425 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f434109d-c428-44db-8b30-f4bd0290cab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:17.032329 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 00:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3589b5eb-f811-41d0-b7a7-db4a9c5896f1 x-openstack-request-id: req-3589b5eb-f811-41d0-b7a7-db4a9c5896f1 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:18:17.032902 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b9e526-80b7-4d05-8323-3dee8f64d671", "name": "network-vif-plugged", "status": "completed", "tag": "94dc2e7d-d138-4286-bfe9-2494385f89ce", "code": 200}, {"server_uuid": "0c059f49-060d-414d-8ea2-7d94d5b66baa", "name": "network-vif-plugged", "status": "completed", "tag": "63c17b19-df97-41a9-8a06-c2ab54e04817", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:18:17.032902 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3589b5eb-f811-41d0-b7a7-db4a9c5896f1 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:18:17.033320 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b9e526-80b7-4d05-8323-3dee8f64d671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94dc2e7d-d138-4286-bfe9-2494385f89ce', 'code': 200} Aug 17 00:18:17.033580 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c059f49-060d-414d-8ea2-7d94d5b66baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c17b19-df97-41a9-8a06-c2ab54e04817', 'code': 200} Aug 17 00:18:17.050656 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bcce8a0f-a79e-4503-9ad9-d1fe5cdc25c7 req-feac4d80-08d9-48b3-913a-06eac6270fdf service neutron] 10.222.0.64 "GET /v2.0/networks/231ddad9-9492-4a0b-b6a8-5b7244987d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443672 Aug 17 00:18:17.083679 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f434109d-c428-44db-8b30-f4bd0290cab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:17.217804 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8514b-d2ad-4865-a4d8-ab90375d6ad4 req-ba44fcc1-ecd5-43fb-8798-1b7fbea301e1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:17.219952 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4fb8514b-d2ad-4865-a4d8-ab90375d6ad4 req-ba44fcc1-ecd5-43fb-8798-1b7fbea301e1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c059f49-060d-414d-8ea2-7d94d5b66baa HTTP/1.1" status: 200 len: 946 time: 0.1671317 Aug 17 00:18:17.234075 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11314454-bf2f-42fa-b2ef-e4debb1f2fa1 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:18:17.241550 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-11314454-bf2f-42fa-b2ef-e4debb1f2fa1 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:17.249482 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9fa65d-ca71-4629-b346-6b3f87db21a7 None None] Sync routers for ids ['2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:18:17.263021 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9fa65d-ca71-4629-b346-6b3f87db21a7 None None] Routers {'2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:18:17.264296 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ec9fa65d-ca71-4629-b346-6b3f87db21a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:17:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:18:17.286594 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48dfc0b-e2d2-4ace-a181-4aba72e21b43 req-6ae2809b-32ae-46d8-9a12-9dca07a06316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:17.288129 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d48dfc0b-e2d2-4ace-a181-4aba72e21b43 req-6ae2809b-32ae-46d8-9a12-9dca07a06316 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d1b9e526-80b7-4d05-8323-3dee8f64d671 HTTP/1.1" status: 200 len: 1098 time: 0.1588495 Aug 17 00:18:17.291994 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b7946-6140-48b3-a585-d9748fa9a8f7 req-55b39688-9782-48bf-b241-fcd31b7e7a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:17.293454 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-957b7946-6140-48b3-a585-d9748fa9a8f7 req-55b39688-9782-48bf-b241-fcd31b7e7a52 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0c059f49-060d-414d-8ea2-7d94d5b66baa HTTP/1.1" status: 200 len: 1098 time: 0.1341970 Aug 17 00:18:17.298988 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-11314454-bf2f-42fa-b2ef-e4debb1f2fa1 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "PUT /v2.0/floatingips/823d47f9-e11d-4546-ad4e-75ce40a6ebe2 HTTP/1.1" status: 200 len: 992 time: 2.1185982 Aug 17 00:18:17.298988 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e02e418-3417-49ad-82b1-9e1267567df3', 'tag': 'd66001da-44f5-4a19-95e7-7a83e666d088'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:18:17.299274 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214a6c4-e997-4c4d-942c-4b61f9e9f01b req-62927405-6b66-47e5-b649-74a144770d9c tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:17.299393 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12dd2494-0a34-4844-bc28-1d19148f04e5" -d '{"events": [{"name": "network-changed", "server_uuid": "8e02e418-3417-49ad-82b1-9e1267567df3", "tag": "d66001da-44f5-4a19-95e7-7a83e666d088"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:18:17.300350 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8214a6c4-e997-4c4d-942c-4b61f9e9f01b req-62927405-6b66-47e5-b649-74a144770d9c tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/ports?device_id=de42ce4d-cd0a-438a-9d94-1499374e41c4 HTTP/1.1" status: 200 len: 943 time: 0.1502652 Aug 17 00:18:17.343516 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bcce8a0f-a79e-4503-9ad9-d1fe5cdc25c7 req-b121b7d5-0181-4ba2-91ba-ddf3fad43f82 service neutron] 10.222.0.64 "GET /v2.0/networks/231ddad9-9492-4a0b-b6a8-5b7244987d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406194 Aug 17 00:18:17.346411 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4fb8514b-d2ad-4865-a4d8-ab90375d6ad4 req-523dd71e-cfc6-4e34-aed3-d6ff82640077 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e542c1-b47f-4674-a86e-b1085c687f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179316 Aug 17 00:18:17.348544 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f434109d-c428-44db-8b30-f4bd0290cab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:17.358885 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8214a6c4-e997-4c4d-942c-4b61f9e9f01b req-1a858f64-a173-493e-8877-1e3aba89fee1 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/security-groups?id=69998126-43ce-4a32-b790-c61684301cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487144 Aug 17 00:18:17.364026 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f434109d-c428-44db-8b30-f4bd0290cab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:17.367453 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f434109d-c428-44db-8b30-f4bd0290cab0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e7743ec3-3a6b-4e39-b968-8662c33d209f HTTP/1.1" status: 204 len: 168 time: 0.7529848 Aug 17 00:18:17.388642 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434109d-c428-44db-8b30-f4bd0290cab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7743ec3-3a6b-4e39-b968-8662c33d209f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:17.431134 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9af05c4-fa81-44d1-92fc-6a0a5b48c068 x-openstack-request-id: req-e9af05c4-fa81-44d1-92fc-6a0a5b48c068 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:18:17.431724 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e02e418-3417-49ad-82b1-9e1267567df3", "tag": "d66001da-44f5-4a19-95e7-7a83e666d088", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:18:17.432188 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e9af05c4-fa81-44d1-92fc-6a0a5b48c068 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:18:17.432942 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e02e418-3417-49ad-82b1-9e1267567df3', 'tag': 'd66001da-44f5-4a19-95e7-7a83e666d088', 'status': 'completed', 'code': 200} Aug 17 00:18:17.444124 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-957b7946-6140-48b3-a585-d9748fa9a8f7 req-6d1fc5cd-3ef6-411d-8d89-0d3147f07923 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=82e542c1-b47f-4674-a86e-b1085c687f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320052 Aug 17 00:18:17.456787 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d48dfc0b-e2d2-4ace-a181-4aba72e21b43 req-43245e9a-2a48-4859-b654-4c96a95976d6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0a73aef1-8260-430c-b3f5-b11fddcb4867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485572 Aug 17 00:18:17.461644 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-ec9fa65d-ca71-4629-b346-6b3f87db21a7 None None] Set router 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:18:17.591861 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d5dc4-86c3-4672-9827-a576d8b244bc req-aad2db7a-bd56-4a15-9904-dc2b2b08c844 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:17.594417 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-501d5dc4-86c3-4672-9827-a576d8b244bc req-aad2db7a-bd56-4a15-9904-dc2b2b08c844 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1b9e526-80b7-4d05-8323-3dee8f64d671 HTTP/1.1" status: 200 len: 946 time: 0.0820842 Aug 17 00:18:17.606517 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd2494-0a34-4844-bc28-1d19148f04e5 req-06a34e93-e0f0-4753-89e5-7120fe46f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:17.617668 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-12dd2494-0a34-4844-bc28-1d19148f04e5 req-06a34e93-e0f0-4753-89e5-7120fe46f13b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31228c6a01c44795b6b4fa0167b16be6&device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 1098 time: 0.0689318 Aug 17 00:18:17.659463 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-501d5dc4-86c3-4672-9827-a576d8b244bc req-0600cbfe-83e1-40e3-b9f6-c4f0366b7ce0 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a73aef1-8260-430c-b3f5-b11fddcb4867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516837 Aug 17 00:18:17.746079 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd2494-0a34-4844-bc28-1d19148f04e5 req-fc6b563c-7299-4771-b92e-ab480ace6d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:17.747650 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-12dd2494-0a34-4844-bc28-1d19148f04e5 req-fc6b563c-7299-4771-b92e-ab480ace6d02 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9a01c282-1149-47ef-adf9-eecde6aae568 HTTP/1.1" status: 200 len: 917 time: 0.1224463 Aug 17 00:18:17.751063 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ec9fa65d-ca71-4629-b346-6b3f87db21a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'name': 'tempest-AttachVolumeShelveTestJSON-949915352-router', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:42Z', 'updated_at': '2021-08-17T00:17:48Z', 'revision_number': 4, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'gw_port': {'id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:43Z', 'updated_at': '2021-08-17T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '823d47f9-e11d-4546-ad4e-75ce40a6ebe2', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'floating_ip_address': '172.25.3.252', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'port_id': 'd66001da-44f5-4a19-95e7-7a83e666d088', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'mac_address': 'fa:16:3e:25:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e02e418-3417-49ad-82b1-9e1267567df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:17:55Z', 'updated_at': '2021-08-17T00:18:15Z', 'revision_number': 1, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ffaf4d6-2561-4f6e-8797-6ff310e756e5', 'name': '', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'mac_address': 'fa:16:3e:e8:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:47Z', 'updated_at': '2021-08-17T00:17:59Z', 'revision_number': 5, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'subnets': [{'id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:18:17.791021 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9fa65d-ca71-4629-b346-6b3f87db21a7 None None] Checking router: 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:18:17.801557 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58312) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:17.802040 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9fa65d-ca71-4629-b346-6b3f87db21a7 None None] Routers {'2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:18:17.802645 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ec9fa65d-ca71-4629-b346-6b3f87db21a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:17:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:18:17.819836 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e347ed22-2dbe-40e4-a118-ef87f06383c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:17.877669 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-12dd2494-0a34-4844-bc28-1d19148f04e5 req-f6a64ec9-f4b4-46e7-9ee5-46f0cfff9ba7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d66001da-44f5-4a19-95e7-7a83e666d088 HTTP/1.1" status: 200 len: 1000 time: 0.1216278 Aug 17 00:18:17.927336 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-ec9fa65d-ca71-4629-b346-6b3f87db21a7 None None] Set router 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:18:17.933876 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd2494-0a34-4844-bc28-1d19148f04e5 req-5ff73685-44ad-4624-a5f6-4b378368b681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:17.935377 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-12dd2494-0a34-4844-bc28-1d19148f04e5 req-5ff73685-44ad-4624-a5f6-4b378368b681 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=54d11a8b-cc41-4904-8fdd-40aba45c11d3 HTTP/1.1" status: 200 len: 855 time: 0.0500264 Aug 17 00:18:17.941534 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e347ed22-2dbe-40e4-a118-ef87f06383c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:17.946358 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e347ed22-2dbe-40e4-a118-ef87f06383c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:17.997055 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e347ed22-2dbe-40e4-a118-ef87f06383c2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=342e4e389f1b438db54f6f230adf98db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1921639 Aug 17 00:18:17.997055 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347ed22-2dbe-40e4-a118-ef87f06383c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45d1c78-0b1c-484c-92b1-757d72d1fd31,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:17.997502 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58314) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:18.022087 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd2494-0a34-4844-bc28-1d19148f04e5 req-bbb8a17a-33e1-45de-9201-d1807615d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:18.023882 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-12dd2494-0a34-4844-bc28-1d19148f04e5 req-bbb8a17a-33e1-45de-9201-d1807615d500 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a01c282-1149-47ef-adf9-eecde6aae568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0794368 Aug 17 00:18:18.123076 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a6476a59-ce49-495f-a2a2-8bb687e86c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:18.166098 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a6476a59-ce49-495f-a2a2-8bb687e86c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:18.179079 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-12dd2494-0a34-4844-bc28-1d19148f04e5 req-b7c83300-a29e-409d-ba0b-da99e9ef54f7 service neutron] 10.222.0.64 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411824 Aug 17 00:18:18.193352 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ec9fa65d-ca71-4629-b346-6b3f87db21a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'name': 'tempest-AttachVolumeShelveTestJSON-949915352-router', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:42Z', 'updated_at': '2021-08-17T00:17:48Z', 'revision_number': 4, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'gw_port': {'id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:43Z', 'updated_at': '2021-08-17T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '823d47f9-e11d-4546-ad4e-75ce40a6ebe2', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'floating_ip_address': '172.25.3.252', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'port_id': 'd66001da-44f5-4a19-95e7-7a83e666d088', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'mac_address': 'fa:16:3e:25:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e02e418-3417-49ad-82b1-9e1267567df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:17:55Z', 'updated_at': '2021-08-17T00:18:15Z', 'revision_number': 1, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ffaf4d6-2561-4f6e-8797-6ff310e756e5', 'name': '', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'mac_address': 'fa:16:3e:e8:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:47Z', 'updated_at': '2021-08-17T00:17:59Z', 'revision_number': 5, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'subnets': [{'id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:18:18.220725 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9fa65d-ca71-4629-b346-6b3f87db21a7 None None] The sync data for ids ['2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'] in n-d-800088-20 is: [{'id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'name': 'tempest-AttachVolumeShelveTestJSON-949915352-router', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:42Z', 'updated_at': '2021-08-17T00:17:48Z', 'revision_number': 4, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'gw_port': {'id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:43Z', 'updated_at': '2021-08-17T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '823d47f9-e11d-4546-ad4e-75ce40a6ebe2', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'floating_ip_address': '172.25.3.252', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'port_id': 'd66001da-44f5-4a19-95e7-7a83e666d088', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'mac_address': 'fa:16:3e:25:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e02e418-3417-49ad-82b1-9e1267567df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:17:55Z', 'updated_at': '2021-08-17T00:18:15Z', 'revision_number': 1, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ffaf4d6-2561-4f6e-8797-6ff310e756e5', 'name': '', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'mac_address': 'fa:16:3e:e8:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:47Z', 'updated_at': '2021-08-17T00:17:59Z', 'revision_number': 5, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'subnets': [{'id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:18:18.302215 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-12dd2494-0a34-4844-bc28-1d19148f04e5 req-d444ede8-23a0-42ab-bccb-6cc2a5a97772 service neutron] 10.222.0.64 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083956 Aug 17 00:18:18.307169 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a6476a59-ce49-495f-a2a2-8bb687e86c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:18.309770 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a6476a59-ce49-495f-a2a2-8bb687e86c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:18.313988 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a6476a59-ce49-495f-a2a2-8bb687e86c76 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d45d1c78-0b1c-484c-92b1-757d72d1fd31 HTTP/1.1" status: 204 len: 168 time: 0.3124678 Aug 17 00:18:18.322376 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6476a59-ce49-495f-a2a2-8bb687e86c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45d1c78-0b1c-484c-92b1-757d72d1fd31,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:18.538802 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf42281-64a0-415e-b618-66ae68dd8eae req-52efeee9-5623-4613-9ffc-035e057b9ae3 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:18.540251 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5cf42281-64a0-415e-b618-66ae68dd8eae req-52efeee9-5623-4613-9ffc-035e057b9ae3 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/ports?device_id=de42ce4d-cd0a-438a-9d94-1499374e41c4 HTTP/1.1" status: 200 len: 943 time: 0.0909643 Aug 17 00:18:18.560275 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb8194-9276-4069-89e9-8636635b6a5f req-0600727c-5abd-4f1d-91af-d61477bf7274 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:18.573374 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ddb8194-9276-4069-89e9-8636635b6a5f req-0600727c-5abd-4f1d-91af-d61477bf7274 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c059f49-060d-414d-8ea2-7d94d5b66baa HTTP/1.1" status: 200 len: 946 time: 0.0806997 Aug 17 00:18:18.599625 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86411531-c27a-4788-8fe5-d6c5b6e00705 None None] New status for floating IP 823d47f9-e11d-4546-ad4e-75ce40a6ebe2: ACTIVE {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:18:18.704527 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ddb8194-9276-4069-89e9-8636635b6a5f req-59fb79b4-303b-4b08-944b-9fb3bd7c8304 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e542c1-b47f-4674-a86e-b1085c687f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024332 Aug 17 00:18:18.712793 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5cf42281-64a0-415e-b618-66ae68dd8eae req-10bbed6f-28a8-4e51-b362-242dc46ef860 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/security-groups?id=69998126-43ce-4a32-b790-c61684301cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379316 Aug 17 00:18:18.851024 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9542a92-0caf-470c-b250-f9d49802268a req-0c772089-e85c-4877-bfba-8d7b191c90ad tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:18.857555 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9542a92-0caf-470c-b250-f9d49802268a req-0c772089-e85c-4877-bfba-8d7b191c90ad tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1b9e526-80b7-4d05-8323-3dee8f64d671 HTTP/1.1" status: 200 len: 946 time: 0.0652757 Aug 17 00:18:18.895193 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9542a92-0caf-470c-b250-f9d49802268a req-bd2d1917-52d8-4bd4-a39b-2e0eb45a74c5 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a73aef1-8260-430c-b3f5-b11fddcb4867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366180 Aug 17 00:18:19.023696 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5694d7-0898-46cd-b7c9-480329b13ec7 req-332796cb-390b-41d5-9b3d-2fac854da4c5 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:19.025393 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db5694d7-0898-46cd-b7c9-480329b13ec7 req-332796cb-390b-41d5-9b3d-2fac854da4c5 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=66f785a2-8767-4962-a771-c1eadcc26d79 HTTP/1.1" status: 200 len: 946 time: 0.0549934 Aug 17 00:18:19.072080 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db5694d7-0898-46cd-b7c9-480329b13ec7 req-78c3db40-67f0-4de6-ae51-df169964614e tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a73aef1-8260-430c-b3f5-b11fddcb4867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407352 Aug 17 00:18:19.247673 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c9c95ba-35a6-4f40-bece-b9ff7a15903b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:19.287248 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:19.711946 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-ce7677f3-53a9-4cae-9003-35956afde88f tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:19.713554 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-ce7677f3-53a9-4cae-9003-35956afde88f tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/networks?id=bd9c20a6-0030-46b4-ad52-266c0bac8d18 HTTP/1.1" status: 200 len: 812 time: 0.1184070 Aug 17 00:18:19.729686 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-ab495733-3da5-47f8-a605-e050089c168e tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/quotas/c3a582bfe0e64c5faa4cbfee59acbae8 HTTP/1.1" status: 200 len: 375 time: 0.0098507 Aug 17 00:18:19.771576 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:18:19.805899 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-18050378-79fa-4a35-844e-1667236eab73 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3a582bfe0e64c5faa4cbfee59acbae8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673738 Aug 17 00:18:19.911762 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27,segment=NetworkSegment(89da32fa-63cc-4d7f-aae8-8fe43e56754a),segment_id=89da32fa-63cc-4d7f-aae8-8fe43e56754a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:19.929777 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2a0f9-cde8-4198-ad3e-48c914b422db req-92ad922c-abec-4754-b541-ffc0724e3ac5 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:19.930375 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27', 'network_id': '231ddad9-9492-4a0b-b6a8-5b7244987d86', 'port_id': 'f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27', 'mac_address': 'fa:16:3e:52:ae:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '804d6008-2415-43d7-aa7f-272da1c1d117', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:18:19.933244 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0d2a0f9-cde8-4198-ad3e-48c914b422db req-92ad922c-abec-4754-b541-ffc0724e3ac5 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c059f49-060d-414d-8ea2-7d94d5b66baa HTTP/1.1" status: 200 len: 946 time: 0.1259863 Aug 17 00:18:19.990309 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:20.008592 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:18:20.010026 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-8995a413-887d-4ba7-b6b7-0ce0fc6e10cf service neutron] 10.222.0.60 "GET /v2.0/networks/bd9c20a6-0030-46b4-ad52-266c0bac8d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921625 Aug 17 00:18:20.023979 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0d2a0f9-cde8-4198-ad3e-48c914b422db req-8450dd44-f56c-4a47-95a9-2883ed819517 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e542c1-b47f-4674-a86e-b1085c687f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839806 Aug 17 00:18:20.034977 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27,segment=NetworkSegment(89da32fa-63cc-4d7f-aae8-8fe43e56754a),segment_id=89da32fa-63cc-4d7f-aae8-8fe43e56754a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:20.041546 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:20.115815 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:20.175836 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-3814a081-9225-4f4a-a193-1144c50e7a9b service neutron] 10.222.0.60 "GET /v2.0/networks/bd9c20a6-0030-46b4-ad52-266c0bac8d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641402 Aug 17 00:18:20.192327 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86965495-96b9-4e1a-8ae3-a269b5cbfe99 req-de511288-dc96-4c91-b739-b5e635fc16bc tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:20.200526 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-86965495-96b9-4e1a-8ae3-a269b5cbfe99 req-de511288-dc96-4c91-b739-b5e635fc16bc tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/ports?device_id=de42ce4d-cd0a-438a-9d94-1499374e41c4 HTTP/1.1" status: 200 len: 944 time: 0.0888860 Aug 17 00:18:20.202089 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:20.258939 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-86965495-96b9-4e1a-8ae3-a269b5cbfe99 req-0f8a10d4-9b49-479b-a739-ff325faee6c4 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/security-groups?id=69998126-43ce-4a32-b790-c61684301cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573065 Aug 17 00:18:20.381265 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:18:20.694231 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f1b1ed3e-96a7-4360-8f35-9193a2165947 req-9216d5fd-32c7-465b-a258-bcec9a545d8c tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd4cbb72-9eaf-4b90-8f33-d3e43421ad37 HTTP/1.1" status: 200 len: 210 time: 0.0452685 Aug 17 00:18:20.716057 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b439c6-39df-4f7e-b077-fcefc9c17c31 req-009b0fb1-4358-4fc7-9d00-e82903654709 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:20.718385 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c3b439c6-39df-4f7e-b077-fcefc9c17c31 req-009b0fb1-4358-4fc7-9d00-e82903654709 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c059f49-060d-414d-8ea2-7d94d5b66baa HTTP/1.1" status: 200 len: 946 time: 0.1496787 Aug 17 00:18:20.774619 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c3b439c6-39df-4f7e-b077-fcefc9c17c31 req-0dd3d0af-49ed-4286-a36f-58e9091a6f53 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e542c1-b47f-4674-a86e-b1085c687f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459433 Aug 17 00:18:20.913803 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f7e51-ea74-4d99-836b-69060d2c3dad req-aaa823ac-1134-4ff4-977b-f7e17fdcdc3e tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:20.916513 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-448f7e51-ea74-4d99-836b-69060d2c3dad req-aaa823ac-1134-4ff4-977b-f7e17fdcdc3e tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.64 "GET /v2.0/ports?device_id=66f785a2-8767-4962-a771-c1eadcc26d79 HTTP/1.1" status: 200 len: 946 time: 0.0783055 Aug 17 00:18:21.097987 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5582e-8031-41bc-8d39-1d12d2647bf8 req-a23f5b03-01e1-41e1-9b9c-8a00cdb26935 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:21.099752 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5ee5582e-8031-41bc-8d39-1d12d2647bf8 req-a23f5b03-01e1-41e1-9b9c-8a00cdb26935 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1b9e526-80b7-4d05-8323-3dee8f64d671 HTTP/1.1" status: 200 len: 946 time: 0.0762768 Aug 17 00:18:21.120211 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-448f7e51-ea74-4d99-836b-69060d2c3dad req-9ea33080-b12d-43a5-b637-ac6a87bacab9 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Deleting port 36eb431e-1198-4419-adfd-2d0f45c646f5 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:18:21.120933 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-448f7e51-ea74-4d99-836b-69060d2c3dad req-9ea33080-b12d-43a5-b637-ac6a87bacab9 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:21.315507 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-448f7e51-ea74-4d99-836b-69060d2c3dad req-9ea33080-b12d-43a5-b637-ac6a87bacab9 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] For port 36eb431e-1198-4419-adfd-2d0f45c646f5, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=36eb431e-1198-4419-adfd-2d0f45c646f5,segment=NetworkSegment(e44d5dd1-c13f-4c76-a952-9fdd8b54fe54),segment_id=e44d5dd1-c13f-4c76-a952-9fdd8b54fe54)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:21.315968 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-448f7e51-ea74-4d99-836b-69060d2c3dad req-9ea33080-b12d-43a5-b637-ac6a87bacab9 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:21.330921 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-5ee5582e-8031-41bc-8d39-1d12d2647bf8 req-1b4055f2-b5d4-45df-ba90-7024989c15f7 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Deleting port 94dc2e7d-d138-4286-bfe9-2494385f89ce {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:18:21.331273 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-5ee5582e-8031-41bc-8d39-1d12d2647bf8 req-1b4055f2-b5d4-45df-ba90-7024989c15f7 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:21.339053 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-448f7e51-ea74-4d99-836b-69060d2c3dad req-9ea33080-b12d-43a5-b637-ac6a87bacab9 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Calling delete_port for 36eb431e-1198-4419-adfd-2d0f45c646f5 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:18:21.452952 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89207ab3-9307-4fde-b1ad-adfdbda4532b req-fe1a2558-07c9-4b64-a36d-eb3dbbfb8ee0 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:21.461954 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-89207ab3-9307-4fde-b1ad-adfdbda4532b req-fe1a2558-07c9-4b64-a36d-eb3dbbfb8ee0 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/ports?device_id=de42ce4d-cd0a-438a-9d94-1499374e41c4 HTTP/1.1" status: 200 len: 944 time: 0.0659568 Aug 17 00:18:21.517098 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-89207ab3-9307-4fde-b1ad-adfdbda4532b req-213da926-ab96-4b6f-977a-c514792efd9b tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/security-groups?id=69998126-43ce-4a32-b790-c61684301cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531495 Aug 17 00:18:21.606972 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-5ee5582e-8031-41bc-8d39-1d12d2647bf8 req-1b4055f2-b5d4-45df-ba90-7024989c15f7 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] For port 94dc2e7d-d138-4286-bfe9-2494385f89ce, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=94dc2e7d-d138-4286-bfe9-2494385f89ce,segment=NetworkSegment(e44d5dd1-c13f-4c76-a952-9fdd8b54fe54),segment_id=e44d5dd1-c13f-4c76-a952-9fdd8b54fe54)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:21.607398 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-5ee5582e-8031-41bc-8d39-1d12d2647bf8 req-1b4055f2-b5d4-45df-ba90-7024989c15f7 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:21.633732 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-5ee5582e-8031-41bc-8d39-1d12d2647bf8 req-1b4055f2-b5d4-45df-ba90-7024989c15f7 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Calling delete_port for 94dc2e7d-d138-4286-bfe9-2494385f89ce owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:18:21.776339 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:18:21.811976 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac6d52f8-76a8-43a5-9de6-71b0d5a90da4 req-de2cb97a-c3fc-4f25-9b2b-abe936eda9ae tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd4cbb72-9eaf-4b90-8f33-d3e43421ad37 HTTP/1.1" status: 200 len: 210 time: 0.0367591 Aug 17 00:18:21.826082 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-448f7e51-ea74-4d99-836b-69060d2c3dad req-9ea33080-b12d-43a5-b637-ac6a87bacab9 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:21.839006 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['36eb431e-1198-4419-adfd-2d0f45c646f5', '94dc2e7d-d138-4286-bfe9-2494385f89ce'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:18:21.880954 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:18:21.889079 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:18:21.889564 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:21.916077 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea33080-b12d-43a5-b637-ac6a87bacab9 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Pushing event deleted for resources: {'Port': ['ID=36eb431e-1198-4419-adfd-2d0f45c646f5,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:21.989864 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-448f7e51-ea74-4d99-836b-69060d2c3dad req-9ea33080-b12d-43a5-b637-ac6a87bacab9 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] No DVR routers for this DVR port 36eb431e-1198-4419-adfd-2d0f45c646f5 on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:18:22.007699 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-448f7e51-ea74-4d99-836b-69060d2c3dad req-9ea33080-b12d-43a5-b637-ac6a87bacab9 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:22.009818 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-448f7e51-ea74-4d99-836b-69060d2c3dad req-9ea33080-b12d-43a5-b637-ac6a87bacab9 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.64 "DELETE /v2.0/ports/36eb431e-1198-4419-adfd-2d0f45c646f5 HTTP/1.1" status: 204 len: 173 time: 1.0846069 Aug 17 00:18:22.010288 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f785a2-8767-4962-a771-c1eadcc26d79', 'name': 'network-vif-deleted', 'tag': '36eb431e-1198-4419-adfd-2d0f45c646f5'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:18:22.012680 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e985c0b-ac6a-4852-b7b6-b2e111f0d95e" -d '{"events": [{"server_uuid": "66f785a2-8767-4962-a771-c1eadcc26d79", "name": "network-vif-deleted", "tag": "36eb431e-1198-4419-adfd-2d0f45c646f5"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:18:22.062732 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-5ee5582e-8031-41bc-8d39-1d12d2647bf8 req-1b4055f2-b5d4-45df-ba90-7024989c15f7 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:22.145021 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:22.153713 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4055f2-b5d4-45df-ba90-7024989c15f7 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Pushing event deleted for resources: {'Port': ['ID=94dc2e7d-d138-4286-bfe9-2494385f89ce,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:22.265169 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee5582e-8031-41bc-8d39-1d12d2647bf8 req-1b4055f2-b5d4-45df-ba90-7024989c15f7 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] No DVR routers for this DVR port 94dc2e7d-d138-4286-bfe9-2494385f89ce on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:18:22.278529 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-5ee5582e-8031-41bc-8d39-1d12d2647bf8 req-1b4055f2-b5d4-45df-ba90-7024989c15f7 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:22.281010 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5ee5582e-8031-41bc-8d39-1d12d2647bf8 req-1b4055f2-b5d4-45df-ba90-7024989c15f7 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.64 "DELETE /v2.0/ports/94dc2e7d-d138-4286-bfe9-2494385f89ce HTTP/1.1" status: 204 len: 173 time: 1.1746583 Aug 17 00:18:22.290842 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:22.338137 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de42ce4d-cd0a-438a-9d94-1499374e41c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:18:22.341909 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215adc49-f76c-4286-b14f-286c2c36337d" -d '{"events": [{"server_uuid": "de42ce4d-cd0a-438a-9d94-1499374e41c4", "name": "network-vif-plugged", "status": "completed", "tag": "f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:18:22.379745 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27,segment=NetworkSegment(89da32fa-63cc-4d7f-aae8-8fe43e56754a),segment_id=89da32fa-63cc-4d7f-aae8-8fe43e56754a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:22.380733 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-d3f28c96-8041-4060-affb-9679b7e69721 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:22.387025 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-d3f28c96-8041-4060-affb-9679b7e69721 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.64 "GET /v2.0/networks?id=bd9c20a6-0030-46b4-ad52-266c0bac8d18 HTTP/1.1" status: 200 len: 812 time: 0.3918424 Aug 17 00:18:22.395338 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:22.405080 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-ca5665b4-6d27-4959-b1d2-378464103427 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Request body: {'port': {'device_id': '2e388bc7-9512-4246-988d-ff62e5d69965', 'network_id': 'bd9c20a6-0030-46b4-ad52-266c0bac8d18', 'admin_state_up': True, 'tenant_id': 'c3a582bfe0e64c5faa4cbfee59acbae8'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:18:22.409173 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9149dd-a9c3-4f33-beec-a62deda1beb1 x-openstack-request-id: req-dc9149dd-a9c3-4f33-beec-a62deda1beb1 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:18:22.409476 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de42ce4d-cd0a-438a-9d94-1499374e41c4", "name": "network-vif-plugged", "status": "completed", "tag": "f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:18:22.409735 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc9149dd-a9c3-4f33-beec-a62deda1beb1 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:18:22.410136 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de42ce4d-cd0a-438a-9d94-1499374e41c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27', 'code': 200} Aug 17 00:18:22.421713 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f4ee50-8995-4721-9270-5ba984d3fa5e x-openstack-request-id: req-38f4ee50-8995-4721-9270-5ba984d3fa5e {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:18:22.421887 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f785a2-8767-4962-a771-c1eadcc26d79", "name": "network-vif-deleted", "tag": "36eb431e-1198-4419-adfd-2d0f45c646f5", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:18:22.422230 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-38f4ee50-8995-4721-9270-5ba984d3fa5e {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:18:22.422724 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f785a2-8767-4962-a771-c1eadcc26d79', 'name': 'network-vif-deleted', 'tag': '36eb431e-1198-4419-adfd-2d0f45c646f5', 'status': 'completed', 'code': 200} Aug 17 00:18:22.427780 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58438) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:22.527085 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['36eb431e-1198-4419-adfd-2d0f45c646f5'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:18:22.665659 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:22.702917 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-ca5665b4-6d27-4959-b1d2-378464103427 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Made reservation on behalf of c3a582bfe0e64c5faa4cbfee59acbae8 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:18:22.707401 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-ca5665b4-6d27-4959-b1d2-378464103427 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:22.739014 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570da963-9592-4e72-a18f-77824c6c3f44 req-8232fbf0-d3fe-44ed-b3cc-4fc5d0d9dc42 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:22.747012 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-570da963-9592-4e72-a18f-77824c6c3f44 req-8232fbf0-d3fe-44ed-b3cc-4fc5d0d9dc42 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/ports?device_id=de42ce4d-cd0a-438a-9d94-1499374e41c4 HTTP/1.1" status: 200 len: 945 time: 0.0981112 Aug 17 00:18:22.893674 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af5a64-1b79-407d-822f-d76875721447 req-239ced24-0904-44d2-9085-b0c51e0e7c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:22.895453 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-49af5a64-1b79-407d-822f-d76875721447 req-239ced24-0904-44d2-9085-b0c51e0e7c31 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=de42ce4d-cd0a-438a-9d94-1499374e41c4 HTTP/1.1" status: 200 len: 1097 time: 0.2569811 Aug 17 00:18:22.916117 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-ca5665b4-6d27-4959-b1d2-378464103427 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Allocated IP 172.20.0.5 (bd9c20a6-0030-46b4-ad52-266c0bac8d18/d34e6181-84f0-4396-bea9-078952742ae0/8d80fe12-b673-40f3-a969-b8d85941c7ab) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:18:23.059886 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-fae52d0b-48fe-401b-8e7a-688cbb8c4663 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:23.062049 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-fae52d0b-48fe-401b-8e7a-688cbb8c4663 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.64 "GET /v2.0/networks?id=bd9c20a6-0030-46b4-ad52-266c0bac8d18 HTTP/1.1" status: 200 len: 812 time: 0.4038033 Aug 17 00:18:23.085273 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-0f8cdf0a-1699-4c69-a7f7-c4c479a0c198 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Request body: {'port': {'device_id': 'cd4cbb72-9eaf-4b90-8f33-d3e43421ad37', 'network_id': 'bd9c20a6-0030-46b4-ad52-266c0bac8d18', 'admin_state_up': True, 'tenant_id': 'c3a582bfe0e64c5faa4cbfee59acbae8'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:18:23.165017 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-49af5a64-1b79-407d-822f-d76875721447 req-0da41a47-70b1-4ef7-be38-6c0543a02fba service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=69998126-43ce-4a32-b790-c61684301cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449195 Aug 17 00:18:23.171741 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d833df8-b6d5-4889-bc96-968a2d09829e req-ded6b40e-b88b-4b1d-8550-c149bb6a121d tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd4cbb72-9eaf-4b90-8f33-d3e43421ad37 HTTP/1.1" status: 200 len: 210 time: 0.2298477 Aug 17 00:18:23.233169 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-ca5665b4-6d27-4959-b1d2-378464103427 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:23.263164 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-570da963-9592-4e72-a18f-77824c6c3f44 req-5a784f2c-9d26-4614-ad62-566e3adff6a4 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/security-groups?id=69998126-43ce-4a32-b790-c61684301cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5151336 Aug 17 00:18:23.321570 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-ca5665b4-6d27-4959-b1d2-378464103427 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:23.336619 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['36eb431e-1198-4419-adfd-2d0f45c646f5'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:18:23.447176 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5665b4-6d27-4959-b1d2-378464103427 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Pushing event updated for resources: {'Port': ['ID=8d80fe12-b673-40f3-a969-b8d85941c7ab,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:23.475992 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-ca5665b4-6d27-4959-b1d2-378464103427 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Network bd9c20a6-0030-46b4-ad52-266c0bac8d18 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:18:23.478100 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-ca5665b4-6d27-4959-b1d2-378464103427 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:18:23.485200 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-ca5665b4-6d27-4959-b1d2-378464103427 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:18:23.543010 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-ca5665b4-6d27-4959-b1d2-378464103427 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:23.543852 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-ca5665b4-6d27-4959-b1d2-378464103427 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:23.561501 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-ca5665b4-6d27-4959-b1d2-378464103427 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1615984 Aug 17 00:18:23.576075 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-046fc8e6-b504-4d7c-8f5e-e921fd66d48e service neutron] Request body: {'port': {'device_id': '2e388bc7-9512-4246-988d-ff62e5d69965', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:18:23.662522 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-046fc8e6-b504-4d7c-8f5e-e921fd66d48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:23.832139 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-0f8cdf0a-1699-4c69-a7f7-c4c479a0c198 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Made reservation on behalf of c3a582bfe0e64c5faa4cbfee59acbae8 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:18:23.835648 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-0f8cdf0a-1699-4c69-a7f7-c4c479a0c198 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:24.056801 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9f1ef61b-37ab-4e64-b727-a08763b30ec9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:24.123892 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-046fc8e6-b504-4d7c-8f5e-e921fd66d48e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d80fe12-b673-40f3-a969-b8d85941c7ab {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:18:24.134270 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-046fc8e6-b504-4d7c-8f5e-e921fd66d48e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:24.149854 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-046fc8e6-b504-4d7c-8f5e-e921fd66d48e service neutron] Transition to ACTIVE for port object 8d80fe12-b673-40f3-a969-b8d85941c7ab will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:18:24.155962 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-046fc8e6-b504-4d7c-8f5e-e921fd66d48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:24.238895 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fc8e6-b504-4d7c-8f5e-e921fd66d48e service neutron] Pushing event updated for resources: {'Port': ['ID=8d80fe12-b673-40f3-a969-b8d85941c7ab,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:24.283748 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-0f8cdf0a-1699-4c69-a7f7-c4c479a0c198 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Allocated IP 172.20.0.10 (bd9c20a6-0030-46b4-ad52-266c0bac8d18/d34e6181-84f0-4396-bea9-078952742ae0/82c58ee2-dce8-4c53-b7fd-59750d143c58) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:18:24.298656 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-10ae6b52-fb23-470e-b7e0-34fd4ff6e27b req-d8a84570-c960-4d55-8702-101a79130dee tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd4cbb72-9eaf-4b90-8f33-d3e43421ad37 HTTP/1.1" status: 200 len: 210 time: 0.0325460 Aug 17 00:18:24.332439 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-046fc8e6-b504-4d7c-8f5e-e921fd66d48e service neutron] Attempting to bind port 8d80fe12-b673-40f3-a969-b8d85941c7ab on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:18:24.332975 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-046fc8e6-b504-4d7c-8f5e-e921fd66d48e service neutron] Attempting to bind port 8d80fe12-b673-40f3-a969-b8d85941c7ab by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'e44d5dd1-c13f-4c76-a952-9fdd8b54fe54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bd9c20a6-0030-46b4-ad52-266c0bac8d18'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:18:24.333504 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-046fc8e6-b504-4d7c-8f5e-e921fd66d48e service neutron] Attempting to bind port 8d80fe12-b673-40f3-a969-b8d85941c7ab on network bd9c20a6-0030-46b4-ad52-266c0bac8d18 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:18:24.339152 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-046fc8e6-b504-4d7c-8f5e-e921fd66d48e service neutron] Port 8d80fe12-b673-40f3-a969-b8d85941c7ab on network bd9c20a6-0030-46b4-ad52-266c0bac8d18 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:18:24.339807 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-046fc8e6-b504-4d7c-8f5e-e921fd66d48e service neutron] Attempting to bind port 8d80fe12-b673-40f3-a969-b8d85941c7ab on network bd9c20a6-0030-46b4-ad52-266c0bac8d18 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:18:24.347994 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-046fc8e6-b504-4d7c-8f5e-e921fd66d48e service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:18:24.348503 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-046fc8e6-b504-4d7c-8f5e-e921fd66d48e service neutron] Checking segment: {'id': 'e44d5dd1-c13f-4c76-a952-9fdd8b54fe54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bd9c20a6-0030-46b4-ad52-266c0bac8d18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:18:24.349589 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-046fc8e6-b504-4d7c-8f5e-e921fd66d48e service neutron] Bound using segment: {'id': 'e44d5dd1-c13f-4c76-a952-9fdd8b54fe54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bd9c20a6-0030-46b4-ad52-266c0bac8d18'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:18:24.350674 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-046fc8e6-b504-4d7c-8f5e-e921fd66d48e service neutron] Bound port: 8d80fe12-b673-40f3-a969-b8d85941c7ab, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44d5dd1-c13f-4c76-a952-9fdd8b54fe54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bd9c20a6-0030-46b4-ad52-266c0bac8d18'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:18:24.350674 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-046fc8e6-b504-4d7c-8f5e-e921fd66d48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:24.423988 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b9e526-80b7-4d05-8323-3dee8f64d671', 'name': 'network-vif-deleted', 'tag': '94dc2e7d-d138-4286-bfe9-2494385f89ce'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:18:24.426041 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb5d9d5-d17e-4eaa-8a0a-b642c0d3f603" -d '{"events": [{"server_uuid": "d1b9e526-80b7-4d05-8323-3dee8f64d671", "name": "network-vif-deleted", "tag": "94dc2e7d-d138-4286-bfe9-2494385f89ce"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:18:24.483339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-046fc8e6-b504-4d7c-8f5e-e921fd66d48e service neutron] For port 8d80fe12-b673-40f3-a969-b8d85941c7ab, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:18:24.484553 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a983d22-6343-4103-a31f-69a337637928 x-openstack-request-id: req-5a983d22-6343-4103-a31f-69a337637928 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:18:24.484865 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b9e526-80b7-4d05-8323-3dee8f64d671", "name": "network-vif-deleted", "tag": "94dc2e7d-d138-4286-bfe9-2494385f89ce", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:18:24.485152 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a983d22-6343-4103-a31f-69a337637928 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:18:24.485557 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b9e526-80b7-4d05-8323-3dee8f64d671', 'name': 'network-vif-deleted', 'tag': '94dc2e7d-d138-4286-bfe9-2494385f89ce', 'status': 'completed', 'code': 200} Aug 17 00:18:24.487568 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-046fc8e6-b504-4d7c-8f5e-e921fd66d48e service neutron] For port 8d80fe12-b673-40f3-a969-b8d85941c7ab, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=8d80fe12-b673-40f3-a969-b8d85941c7ab,segment=NetworkSegment(e44d5dd1-c13f-4c76-a952-9fdd8b54fe54),segment_id=e44d5dd1-c13f-4c76-a952-9fdd8b54fe54)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:18:24.494994 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-046fc8e6-b504-4d7c-8f5e-e921fd66d48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:24.535899 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27d3bd-b455-4c00-9f25-8a89496e8fc2 req-89bd3d1c-5515-4ab4-8045-04ea5f06ded5 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:24.554295 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f27d3bd-b455-4c00-9f25-8a89496e8fc2 req-89bd3d1c-5515-4ab4-8045-04ea5f06ded5 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/ports?device_id=de42ce4d-cd0a-438a-9d94-1499374e41c4 HTTP/1.1" status: 200 len: 945 time: 0.1573994 Aug 17 00:18:24.581991 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-046fc8e6-b504-4d7c-8f5e-e921fd66d48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:24.582973 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-046fc8e6-b504-4d7c-8f5e-e921fd66d48e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:24.584473 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-046fc8e6-b504-4d7c-8f5e-e921fd66d48e service neutron] 10.222.0.64 "PUT /v2.0/ports/8d80fe12-b673-40f3-a969-b8d85941c7ab HTTP/1.1" status: 200 len: 1092 time: 1.0135698 Aug 17 00:18:24.586642 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e388bc7-9512-4246-988d-ff62e5d69965', 'tag': '8d80fe12-b673-40f3-a969-b8d85941c7ab'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:18:24.590201 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952ecd9e-0bfd-4288-a56e-25ebc8681a18" -d '{"events": [{"name": "network-changed", "server_uuid": "2e388bc7-9512-4246-988d-ff62e5d69965", "tag": "8d80fe12-b673-40f3-a969-b8d85941c7ab"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:18:24.635311 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-0f8cdf0a-1699-4c69-a7f7-c4c479a0c198 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:24.637686 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-9f1ef61b-37ab-4e64-b727-a08763b30ec9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Allocated IP 172.20.0.17 (06b59bc0-c288-455d-b22d-5adf4532d877/b59c3fa1-8eb1-4ac2-89d4-3b7a08697fc6/894ddce6-faec-4ccc-86f9-45ca91109e2c) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:18:24.659383 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fc8e6-b504-4d7c-8f5e-e921fd66d48e service neutron] Pushing event updated for resources: {'Port': ['ID=8d80fe12-b673-40f3-a969-b8d85941c7ab,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:24.711852 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768d067e-10d0-4e91-9b77-953d51182edb x-openstack-request-id: req-768d067e-10d0-4e91-9b77-953d51182edb {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:18:24.712145 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e388bc7-9512-4246-988d-ff62e5d69965", "tag": "8d80fe12-b673-40f3-a969-b8d85941c7ab", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:18:24.712442 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-768d067e-10d0-4e91-9b77-953d51182edb {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:18:24.713129 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e388bc7-9512-4246-988d-ff62e5d69965', 'tag': '8d80fe12-b673-40f3-a969-b8d85941c7ab', 'status': 'completed', 'code': 200} Aug 17 00:18:24.722469 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f27d3bd-b455-4c00-9f25-8a89496e8fc2 req-dd6ddace-5054-4101-b403-62011323bfec tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/security-groups?id=69998126-43ce-4a32-b790-c61684301cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670747 Aug 17 00:18:24.729189 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-9b6f972e-cc7d-486b-98b1-6ae23bc94a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:24.731045 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-9b6f972e-cc7d-486b-98b1-6ae23bc94a55 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c3a582bfe0e64c5faa4cbfee59acbae8&device_id=2e388bc7-9512-4246-988d-ff62e5d69965 HTTP/1.1" status: 200 len: 1095 time: 0.0830581 Aug 17 00:18:24.781187 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-0f8cdf0a-1699-4c69-a7f7-c4c479a0c198 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:24.814098 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-e0813b1f-f55a-4430-af57-390827132c9e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d80fe12-b673-40f3-a969-b8d85941c7ab HTTP/1.1" status: 200 len: 217 time: 0.0642214 Aug 17 00:18:24.877893 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-0f8cdf0a-1699-4c69-a7f7-c4c479a0c198 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Network bd9c20a6-0030-46b4-ad52-266c0bac8d18 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:18:24.884873 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9f1ef61b-37ab-4e64-b727-a08763b30ec9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:24.887659 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-0f8cdf0a-1699-4c69-a7f7-c4c479a0c198 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:18:24.891396 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-0f8cdf0a-1699-4c69-a7f7-c4c479a0c198 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:18:24.903113 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-49d3530e-f8d9-43a1-a605-1b5209419af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:24.904932 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-49d3530e-f8d9-43a1-a605-1b5209419af4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d34e6181-84f0-4396-bea9-078952742ae0 HTTP/1.1" status: 200 len: 852 time: 0.0735745 Aug 17 00:18:24.930944 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8cdf0a-1699-4c69-a7f7-c4c479a0c198 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Pushing event updated for resources: {'Port': ['ID=82c58ee2-dce8-4c53-b7fd-59750d143c58,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:24.947390 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-9f1ef61b-37ab-4e64-b727-a08763b30ec9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Transition to ACTIVE for port object 894ddce6-faec-4ccc-86f9-45ca91109e2c will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:18:24.985915 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-35d6301e-72f3-43c6-b2ca-d30d20e03738 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd9c20a6-0030-46b4-ad52-266c0bac8d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690484 Aug 17 00:18:25.071281 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-0f8cdf0a-1699-4c69-a7f7-c4c479a0c198 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:25.072028 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-0f8cdf0a-1699-4c69-a7f7-c4c479a0c198 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:25.118167 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-b7d750ca-665d-4a38-96b6-1a7677b6c35f service neutron] 10.222.0.64 "GET /v2.0/networks/bd9c20a6-0030-46b4-ad52-266c0bac8d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252692 Aug 17 00:18:25.123075 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9f1ef61b-37ab-4e64-b727-a08763b30ec9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:25.178165 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ef61b-37ab-4e64-b727-a08763b30ec9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'Port': ['ID=894ddce6-faec-4ccc-86f9-45ca91109e2c,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:25.190777 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-0f8cdf0a-1699-4c69-a7f7-c4c479a0c198 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1143181 Aug 17 00:18:25.203793 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-f55e71ef-9d51-4523-a6a6-e4626153efd7 service neutron] Request body: {'port': {'device_id': 'cd4cbb72-9eaf-4b90-8f33-d3e43421ad37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:18:25.210797 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1ef61b-37ab-4e64-b727-a08763b30ec9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Network 06b59bc0-c288-455d-b22d-5adf4532d877 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:18:25.213462 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-9f1ef61b-37ab-4e64-b727-a08763b30ec9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:18:25.246171 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1ef61b-37ab-4e64-b727-a08763b30ec9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:18:25.275673 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-8730cef3-a609-4363-aadd-3c05c180a78f service neutron] 10.222.0.64 "GET /v2.0/networks/bd9c20a6-0030-46b4-ad52-266c0bac8d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490765 Aug 17 00:18:25.361015 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-f55e71ef-9d51-4523-a6a6-e4626153efd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:25.388787 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9f1ef61b-37ab-4e64-b727-a08763b30ec9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:25.433089 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ecd9e-0bfd-4288-a56e-25ebc8681a18 req-4287c9a0-9fba-43c6-ac14-4a2aa699bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:25.434622 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-952ecd9e-0bfd-4288-a56e-25ebc8681a18 req-4287c9a0-9fba-43c6-ac14-4a2aa699bfb6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c3a582bfe0e64c5faa4cbfee59acbae8&device_id=2e388bc7-9512-4246-988d-ff62e5d69965 HTTP/1.1" status: 200 len: 1095 time: 0.0842505 Aug 17 00:18:25.595114 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb7eb0-e672-4d19-a11c-50a78c400d0e req-82c0b4a9-c61d-438c-af3d-b6ed7eb38fd3 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:25.604439 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ddb7eb0-e672-4d19-a11c-50a78c400d0e req-82c0b4a9-c61d-438c-af3d-b6ed7eb38fd3 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd4cbb72-9eaf-4b90-8f33-d3e43421ad37 HTTP/1.1" status: 200 len: 932 time: 0.1612496 Aug 17 00:18:25.674508 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-cdf3e991-b694-4d22-ab6a-31243f4fc7ec None None] Provisioning for port 894ddce6-faec-4ccc-86f9-45ca91109e2c completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:18:25.679729 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-cdf3e991-b694-4d22-ab6a-31243f4fc7ec None None] Provisioning complete for port 894ddce6-faec-4ccc-86f9-45ca91109e2c triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:18:25.680122 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cdf3e991-b694-4d22-ab6a-31243f4fc7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:25.689692 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ecd9e-0bfd-4288-a56e-25ebc8681a18 req-d579651a-f495-495b-906b-3ec5621a7a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:25.691323 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-952ecd9e-0bfd-4288-a56e-25ebc8681a18 req-d579651a-f495-495b-906b-3ec5621a7a28 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bd9c20a6-0030-46b4-ad52-266c0bac8d18 HTTP/1.1" status: 200 len: 913 time: 0.2348533 Aug 17 00:18:25.701731 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ddb7eb0-e672-4d19-a11c-50a78c400d0e req-28ade2ec-f6ed-403c-b8c2-ba659cf30dd2 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a73aef1-8260-430c-b3f5-b11fddcb4867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962172 Aug 17 00:18:25.754457 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-952ecd9e-0bfd-4288-a56e-25ebc8681a18 req-ee050c55-e349-4210-b12b-6375ca7139b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d80fe12-b673-40f3-a969-b8d85941c7ab HTTP/1.1" status: 200 len: 217 time: 0.0511782 Aug 17 00:18:25.755990 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-cdf3e991-b694-4d22-ab6a-31243f4fc7ec None None] Port 894ddce6-faec-4ccc-86f9-45ca91109e2c cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:18:25.806927 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 36eb431e-1198-4419-adfd-2d0f45c646f5 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:18:25.874595 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9f1ef61b-37ab-4e64-b727-a08763b30ec9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:25.881302 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 36eb431e-1198-4419-adfd-2d0f45c646f5 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:18:25.883015 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 36eb431e-1198-4419-adfd-2d0f45c646f5 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:18:25.883440 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 94dc2e7d-d138-4286-bfe9-2494385f89ce no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:18:25.892207 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ecd9e-0bfd-4288-a56e-25ebc8681a18 req-6103c215-2e46-4ead-bb74-3dd2f1fdddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:25.895139 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-952ecd9e-0bfd-4288-a56e-25ebc8681a18 req-6103c215-2e46-4ead-bb74-3dd2f1fdddbb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d34e6181-84f0-4396-bea9-078952742ae0 HTTP/1.1" status: 200 len: 852 time: 0.1264398 Aug 17 00:18:25.936799 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 94dc2e7d-d138-4286-bfe9-2494385f89ce {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:18:25.937165 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 94dc2e7d-d138-4286-bfe9-2494385f89ce not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:18:25.955782 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-952ecd9e-0bfd-4288-a56e-25ebc8681a18 req-5c6b06e2-e1f9-4e35-8121-ad786e88f7f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd9c20a6-0030-46b4-ad52-266c0bac8d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486629 Aug 17 00:18:26.076207 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-952ecd9e-0bfd-4288-a56e-25ebc8681a18 req-2c8e6761-e0d2-45dd-b36f-a00f9719f7df service neutron] 10.222.0.64 "GET /v2.0/networks/bd9c20a6-0030-46b4-ad52-266c0bac8d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117251 Aug 17 00:18:26.154758 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-f55e71ef-9d51-4523-a6a6-e4626153efd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c58ee2-dce8-4c53-b7fd-59750d143c58 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:18:26.171286 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-f55e71ef-9d51-4523-a6a6-e4626153efd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:26.206150 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-f55e71ef-9d51-4523-a6a6-e4626153efd7 service neutron] Transition to ACTIVE for port object 82c58ee2-dce8-4c53-b7fd-59750d143c58 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:18:26.224271 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-f55e71ef-9d51-4523-a6a6-e4626153efd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:26.276239 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-952ecd9e-0bfd-4288-a56e-25ebc8681a18 req-b61bc3ea-f0dc-4c05-8e46-14fd84fb0596 service neutron] 10.222.0.64 "GET /v2.0/networks/bd9c20a6-0030-46b4-ad52-266c0bac8d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868970 Aug 17 00:18:26.376958 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e71ef-9d51-4523-a6a6-e4626153efd7 service neutron] Pushing event updated for resources: {'Port': ['ID=82c58ee2-dce8-4c53-b7fd-59750d143c58,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:26.427811 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-f55e71ef-9d51-4523-a6a6-e4626153efd7 service neutron] Attempting to bind port 82c58ee2-dce8-4c53-b7fd-59750d143c58 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:18:26.428152 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-f55e71ef-9d51-4523-a6a6-e4626153efd7 service neutron] Attempting to bind port 82c58ee2-dce8-4c53-b7fd-59750d143c58 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'e44d5dd1-c13f-4c76-a952-9fdd8b54fe54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bd9c20a6-0030-46b4-ad52-266c0bac8d18'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:18:26.428491 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-f55e71ef-9d51-4523-a6a6-e4626153efd7 service neutron] Attempting to bind port 82c58ee2-dce8-4c53-b7fd-59750d143c58 on network bd9c20a6-0030-46b4-ad52-266c0bac8d18 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:18:26.439325 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-f55e71ef-9d51-4523-a6a6-e4626153efd7 service neutron] Port 82c58ee2-dce8-4c53-b7fd-59750d143c58 on network bd9c20a6-0030-46b4-ad52-266c0bac8d18 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:18:26.439654 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-f55e71ef-9d51-4523-a6a6-e4626153efd7 service neutron] Attempting to bind port 82c58ee2-dce8-4c53-b7fd-59750d143c58 on network bd9c20a6-0030-46b4-ad52-266c0bac8d18 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:18:26.445272 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-f55e71ef-9d51-4523-a6a6-e4626153efd7 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:18:26.445620 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-f55e71ef-9d51-4523-a6a6-e4626153efd7 service neutron] Checking segment: {'id': 'e44d5dd1-c13f-4c76-a952-9fdd8b54fe54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bd9c20a6-0030-46b4-ad52-266c0bac8d18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:18:26.446371 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-f55e71ef-9d51-4523-a6a6-e4626153efd7 service neutron] Bound using segment: {'id': 'e44d5dd1-c13f-4c76-a952-9fdd8b54fe54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bd9c20a6-0030-46b4-ad52-266c0bac8d18'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:18:26.446513 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-f55e71ef-9d51-4523-a6a6-e4626153efd7 service neutron] Bound port: 82c58ee2-dce8-4c53-b7fd-59750d143c58, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44d5dd1-c13f-4c76-a952-9fdd8b54fe54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bd9c20a6-0030-46b4-ad52-266c0bac8d18'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:18:26.446787 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-f55e71ef-9d51-4523-a6a6-e4626153efd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:26.511063 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9f1ef61b-37ab-4e64-b727-a08763b30ec9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:26.522910 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9f1ef61b-37ab-4e64-b727-a08763b30ec9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:26.600740 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ef61b-37ab-4e64-b727-a08763b30ec9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'Port': ['ID=894ddce6-faec-4ccc-86f9-45ca91109e2c,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:26.622916 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-f55e71ef-9d51-4523-a6a6-e4626153efd7 service neutron] For port 82c58ee2-dce8-4c53-b7fd-59750d143c58, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:18:26.628781 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-f55e71ef-9d51-4523-a6a6-e4626153efd7 service neutron] For port 82c58ee2-dce8-4c53-b7fd-59750d143c58, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=82c58ee2-dce8-4c53-b7fd-59750d143c58,segment=NetworkSegment(e44d5dd1-c13f-4c76-a952-9fdd8b54fe54),segment_id=e44d5dd1-c13f-4c76-a952-9fdd8b54fe54)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:18:26.638119 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9f1ef61b-37ab-4e64-b727-a08763b30ec9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:26.648174 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-f55e71ef-9d51-4523-a6a6-e4626153efd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:26.752268 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-f55e71ef-9d51-4523-a6a6-e4626153efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:26.752915 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-f55e71ef-9d51-4523-a6a6-e4626153efd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:26.754527 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-f55e71ef-9d51-4523-a6a6-e4626153efd7 service neutron] 10.222.0.64 "PUT /v2.0/ports/82c58ee2-dce8-4c53-b7fd-59750d143c58 HTTP/1.1" status: 200 len: 1093 time: 1.5560174 Aug 17 00:18:26.758602 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4cbb72-9eaf-4b90-8f33-d3e43421ad37', 'tag': '82c58ee2-dce8-4c53-b7fd-59750d143c58'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:18:26.758960 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29796e6a-b125-49c1-9072-d3ea79d78152" -d '{"events": [{"name": "network-changed", "server_uuid": "cd4cbb72-9eaf-4b90-8f33-d3e43421ad37", "tag": "82c58ee2-dce8-4c53-b7fd-59750d143c58"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:18:26.790068 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e71ef-9d51-4523-a6a6-e4626153efd7 service neutron] Pushing event updated for resources: {'Port': ['ID=82c58ee2-dce8-4c53-b7fd-59750d143c58,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:26.842931 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1ef61b-37ab-4e64-b727-a08763b30ec9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Network 06b59bc0-c288-455d-b22d-5adf4532d877 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:18:26.855451 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-9f1ef61b-37ab-4e64-b727-a08763b30ec9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:18:26.858113 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f942f6-5abe-4c67-8827-698244e8a5e2 x-openstack-request-id: req-81f942f6-5abe-4c67-8827-698244e8a5e2 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:18:26.858411 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd4cbb72-9eaf-4b90-8f33-d3e43421ad37", "tag": "82c58ee2-dce8-4c53-b7fd-59750d143c58", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:18:26.858669 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-81f942f6-5abe-4c67-8827-698244e8a5e2 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:18:26.859072 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd4cbb72-9eaf-4b90-8f33-d3e43421ad37', 'tag': '82c58ee2-dce8-4c53-b7fd-59750d143c58', 'status': 'completed', 'code': 200} Aug 17 00:18:27.025934 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd55a7-1f35-454d-b4fb-90662603ce81 req-aa4a9fef-4f0a-45b3-a4a3-492bd67de529 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:27.030951 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-d04ed7fe-4384-44b1-b89e-2b592a566667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:27.045872 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72fd55a7-1f35-454d-b4fb-90662603ce81 req-aa4a9fef-4f0a-45b3-a4a3-492bd67de529 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd4cbb72-9eaf-4b90-8f33-d3e43421ad37 HTTP/1.1" status: 200 len: 944 time: 0.2077706 Aug 17 00:18:27.048703 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-d04ed7fe-4384-44b1-b89e-2b592a566667 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c3a582bfe0e64c5faa4cbfee59acbae8&device_id=cd4cbb72-9eaf-4b90-8f33-d3e43421ad37 HTTP/1.1" status: 200 len: 1096 time: 0.2038338 Aug 17 00:18:27.135527 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72fd55a7-1f35-454d-b4fb-90662603ce81 req-fdacf18e-8dee-47c2-bfa8-6c1e3fb49322 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a73aef1-8260-430c-b3f5-b11fddcb4867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714791 Aug 17 00:18:27.155781 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:18:27.192711 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-9db4a42c-df07-4f13-a47f-42012d928a83 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82c58ee2-dce8-4c53-b7fd-59750d143c58 HTTP/1.1" status: 200 len: 217 time: 0.1352725 Aug 17 00:18:27.286203 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b3b7582c-85d4-476b-ba5a-a78242084707 None None] Provisioning complete for port 894ddce6-faec-4ccc-86f9-45ca91109e2c triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:18:27.288442 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b3b7582c-85d4-476b-ba5a-a78242084707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:27.306342 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-6602a519-a01f-419b-a6b3-28b5bf791bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:27.308515 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-6602a519-a01f-419b-a6b3-28b5bf791bd3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d34e6181-84f0-4396-bea9-078952742ae0 HTTP/1.1" status: 200 len: 852 time: 0.0987203 Aug 17 00:18:27.317094 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1ef61b-37ab-4e64-b727-a08763b30ec9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Router 2509a437-ed0b-437a-b2d5-50cac6f328bc has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:18:27.330675 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-b3b7582c-85d4-476b-ba5a-a78242084707 None None] Port 894ddce6-faec-4ccc-86f9-45ca91109e2c cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:18:27.365099 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-f54bccf2-b7f7-4522-aa6f-9cb553e9a325 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd9c20a6-0030-46b4-ad52-266c0bac8d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368097 Aug 17 00:18:27.582069 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-664499b7-ed2b-4c97-8c52-dcc0451a3721 service neutron] 10.222.0.64 "GET /v2.0/networks/bd9c20a6-0030-46b4-ad52-266c0bac8d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819768 Aug 17 00:18:27.588817 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1ef61b-37ab-4e64-b727-a08763b30ec9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:18:27.606614 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9f1ef61b-37ab-4e64-b727-a08763b30ec9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "PUT /v2.0/routers/2509a437-ed0b-437a-b2d5-50cac6f328bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1780813 Aug 17 00:18:27.608960 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84e161e-7c70-4d3a-9d09-6ad633bdbf02 None None] Sync routers for ids ['2509a437-ed0b-437a-b2d5-50cac6f328bc'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:18:27.640122 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84e161e-7c70-4d3a-9d09-6ad633bdbf02 None None] Routers {'2509a437-ed0b-437a-b2d5-50cac6f328bc'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:18:27.644142 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e84e161e-7c70-4d3a-9d09-6ad633bdbf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:18:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2509a437-ed0b-437a-b2d5-50cac6f328bc'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:18:27.736654 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-49162e11-5de9-4bb7-bbf6-d3988fd5893d req-cf4f03f2-a73c-4b9d-bc1a-62924b8b32dd service neutron] 10.222.0.64 "GET /v2.0/networks/bd9c20a6-0030-46b4-ad52-266c0bac8d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252770 Aug 17 00:18:27.793940 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-e84e161e-7c70-4d3a-9d09-6ad633bdbf02 None None] Set router 2509a437-ed0b-437a-b2d5-50cac6f328bc gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:18:27.872879 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29796e6a-b125-49c1-9072-d3ea79d78152 req-a6a76e24-d416-4a50-abe2-ee8fdb63d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:27.874625 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-29796e6a-b125-49c1-9072-d3ea79d78152 req-a6a76e24-d416-4a50-abe2-ee8fdb63d083 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c3a582bfe0e64c5faa4cbfee59acbae8&device_id=cd4cbb72-9eaf-4b90-8f33-d3e43421ad37 HTTP/1.1" status: 200 len: 1096 time: 0.0756452 Aug 17 00:18:27.994559 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29796e6a-b125-49c1-9072-d3ea79d78152 req-5026d44b-1729-4767-a8d0-a57283cbf6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:27.996235 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-29796e6a-b125-49c1-9072-d3ea79d78152 req-5026d44b-1729-4767-a8d0-a57283cbf6ee service neutron] 10.222.0.64 "GET /v2.0/networks?id=bd9c20a6-0030-46b4-ad52-266c0bac8d18 HTTP/1.1" status: 200 len: 913 time: 0.1106918 Aug 17 00:18:28.076965 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-29796e6a-b125-49c1-9072-d3ea79d78152 req-5f56ceb8-b90d-4ed6-9955-151bb3af1acd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82c58ee2-dce8-4c53-b7fd-59750d143c58 HTTP/1.1" status: 200 len: 217 time: 0.0641696 Aug 17 00:18:28.150949 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e84e161e-7c70-4d3a-9d09-6ad633bdbf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'name': 'tempest-TestNetworkBasicOps-router-1291022409', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:13Z', 'updated_at': '2021-08-17T00:18:25Z', 'revision_number': 5, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'f0eeaeda-4ba7-4b0e-afe9-72c40df69e7e', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'floating_ip_address': '172.25.3.49', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'port_id': 'ea0c2402-6eea-4459-a6bc-01d7b38d5189', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376', 'mac_address': 'fa:16:3e:8c:89:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d4c64c-670d-4577-93e3-33f650354fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:17:06Z', 'updated_at': '2021-08-17T00:17:11Z', 'revision_number': 1, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40bdcc04-f96d-49ce-9e4c-d085ebb1ff99', 'name': '', 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'mac_address': 'fa:16:3e:4f:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:34Z', 'revision_number': 5, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'subnets': [{'id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894ddce6-faec-4ccc-86f9-45ca91109e2c', 'name': '', 'network_id': '06b59bc0-c288-455d-b22d-5adf4532d877', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'mac_address': 'fa:16:3e:97:7d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'b59c3fa1-8eb1-4ac2-89d4-3b7a08697fc6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:18:24Z', 'updated_at': '2021-08-17T00:18:26Z', 'revision_number': 2, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'subnets': [{'id': 'b59c3fa1-8eb1-4ac2-89d4-3b7a08697fc6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:18:28.155800 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29796e6a-b125-49c1-9072-d3ea79d78152 req-e5ff0b72-fc0f-408a-bd52-dc0c1d84bc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:28.155800 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-29796e6a-b125-49c1-9072-d3ea79d78152 req-e5ff0b72-fc0f-408a-bd52-dc0c1d84bc4a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d34e6181-84f0-4396-bea9-078952742ae0 HTTP/1.1" status: 200 len: 852 time: 0.0667830 Aug 17 00:18:28.188403 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84e161e-7c70-4d3a-9d09-6ad633bdbf02 None None] Checking router: 2509a437-ed0b-437a-b2d5-50cac6f328bc for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:18:28.189013 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84e161e-7c70-4d3a-9d09-6ad633bdbf02 None None] Updating router 2509a437-ed0b-437a-b2d5-50cac6f328bc port 894ddce6-faec-4ccc-86f9-45ca91109e2c binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:18:28.246610 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-e84e161e-7c70-4d3a-9d09-6ad633bdbf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:28.364471 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118862ac-9755-45c4-bc03-8365edab6826 req-32cce261-d9ab-49fc-9536-f9088350a7df tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:28.377168 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-118862ac-9755-45c4-bc03-8365edab6826 req-32cce261-d9ab-49fc-9536-f9088350a7df tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd4cbb72-9eaf-4b90-8f33-d3e43421ad37 HTTP/1.1" status: 200 len: 944 time: 0.1089029 Aug 17 00:18:28.458422 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-118862ac-9755-45c4-bc03-8365edab6826 req-b7ae9d97-3843-478b-b0d6-0995bf9d2c70 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a73aef1-8260-430c-b3f5-b11fddcb4867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800295 Aug 17 00:18:28.583397 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-29796e6a-b125-49c1-9072-d3ea79d78152 req-1426eaa6-8e7b-4cfa-bb58-c622efaa83df service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd9c20a6-0030-46b4-ad52-266c0bac8d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4190271 Aug 17 00:18:28.767905 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-29796e6a-b125-49c1-9072-d3ea79d78152 req-d6671533-89e7-4703-84c4-69bf09e1315b service neutron] 10.222.0.64 "GET /v2.0/networks/bd9c20a6-0030-46b4-ad52-266c0bac8d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725976 Aug 17 00:18:28.840872 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-e84e161e-7c70-4d3a-9d09-6ad633bdbf02 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:28.861560 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-e84e161e-7c70-4d3a-9d09-6ad633bdbf02 None None] Transition to ACTIVE for port object 894ddce6-faec-4ccc-86f9-45ca91109e2c will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:18:28.879624 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-e84e161e-7c70-4d3a-9d09-6ad633bdbf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:28.986959 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd343e-18d9-4004-80be-979950c76f04 None None] Pushing event updated for resources: {'Port': ['ID=894ddce6-faec-4ccc-86f9-45ca91109e2c,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:28.987213 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-29796e6a-b125-49c1-9072-d3ea79d78152 req-06224eed-fb0d-41b3-9a09-7d3636502e24 service neutron] 10.222.0.64 "GET /v2.0/networks/bd9c20a6-0030-46b4-ad52-266c0bac8d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066071 Aug 17 00:18:29.018463 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd343e-18d9-4004-80be-979950c76f04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:29.018876 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd343e-18d9-4004-80be-979950c76f04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:29.019292 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd343e-18d9-4004-80be-979950c76f04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:29.019714 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd343e-18d9-4004-80be-979950c76f04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:29.020115 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd343e-18d9-4004-80be-979950c76f04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:29.020449 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd343e-18d9-4004-80be-979950c76f04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:29.020780 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd343e-18d9-4004-80be-979950c76f04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:29.021206 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd343e-18d9-4004-80be-979950c76f04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:29.021873 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd343e-18d9-4004-80be-979950c76f04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:29.022774 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd343e-18d9-4004-80be-979950c76f04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:29.023109 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd343e-18d9-4004-80be-979950c76f04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:29.023435 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd343e-18d9-4004-80be-979950c76f04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:29.061638 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-e84e161e-7c70-4d3a-9d09-6ad633bdbf02 None None] Attempting to bind port 894ddce6-faec-4ccc-86f9-45ca91109e2c on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:18:29.062005 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-e84e161e-7c70-4d3a-9d09-6ad633bdbf02 None None] Attempting to bind port 894ddce6-faec-4ccc-86f9-45ca91109e2c by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'd2580cf4-faaa-4ae9-b066-296eb7e6459b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '06b59bc0-c288-455d-b22d-5adf4532d877'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:18:29.062886 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84e161e-7c70-4d3a-9d09-6ad633bdbf02 None None] Attempting to bind port 894ddce6-faec-4ccc-86f9-45ca91109e2c on network 06b59bc0-c288-455d-b22d-5adf4532d877 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:18:29.068458 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84e161e-7c70-4d3a-9d09-6ad633bdbf02 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:18:29.068848 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84e161e-7c70-4d3a-9d09-6ad633bdbf02 None None] Checking segment: {'id': 'd2580cf4-faaa-4ae9-b066-296eb7e6459b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '06b59bc0-c288-455d-b22d-5adf4532d877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:18:29.069271 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-e84e161e-7c70-4d3a-9d09-6ad633bdbf02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:29.069665 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84e161e-7c70-4d3a-9d09-6ad633bdbf02 None None] Bound using segment: {'id': 'd2580cf4-faaa-4ae9-b066-296eb7e6459b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '06b59bc0-c288-455d-b22d-5adf4532d877'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:18:29.070103 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-e84e161e-7c70-4d3a-9d09-6ad633bdbf02 None None] Bound port: 894ddce6-faec-4ccc-86f9-45ca91109e2c, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2580cf4-faaa-4ae9-b066-296eb7e6459b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '06b59bc0-c288-455d-b22d-5adf4532d877'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:18:29.070478 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-e84e161e-7c70-4d3a-9d09-6ad633bdbf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:29.180204 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-e84e161e-7c70-4d3a-9d09-6ad633bdbf02 None None] For port 894ddce6-faec-4ccc-86f9-45ca91109e2c, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:18:29.184346 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-e84e161e-7c70-4d3a-9d09-6ad633bdbf02 None None] For port 894ddce6-faec-4ccc-86f9-45ca91109e2c, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=894ddce6-faec-4ccc-86f9-45ca91109e2c,segment=NetworkSegment(d2580cf4-faaa-4ae9-b066-296eb7e6459b),segment_id=d2580cf4-faaa-4ae9-b066-296eb7e6459b)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:18:29.197899 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-e84e161e-7c70-4d3a-9d09-6ad633bdbf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:29.326705 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84e161e-7c70-4d3a-9d09-6ad633bdbf02 None None] Routers {'2509a437-ed0b-437a-b2d5-50cac6f328bc'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:18:29.327328 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e84e161e-7c70-4d3a-9d09-6ad633bdbf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:18:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2509a437-ed0b-437a-b2d5-50cac6f328bc'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:18:29.421517 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd343e-18d9-4004-80be-979950c76f04 None None] Pushing event updated for resources: {'Port': ['ID=894ddce6-faec-4ccc-86f9-45ca91109e2c,revision_number=4']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:29.521325 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-e84e161e-7c70-4d3a-9d09-6ad633bdbf02 None None] Set router 2509a437-ed0b-437a-b2d5-50cac6f328bc gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:18:29.623427 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2168e40-79e2-4f9b-9f9f-0882d788bb36 req-17e4ccc4-1f86-4ee3-90ee-e3c555b5750f tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:29.626684 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d2168e40-79e2-4f9b-9f9f-0882d788bb36 req-17e4ccc4-1f86-4ee3-90ee-e3c555b5750f tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd4cbb72-9eaf-4b90-8f33-d3e43421ad37 HTTP/1.1" status: 200 len: 944 time: 0.0767143 Aug 17 00:18:29.680240 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d2168e40-79e2-4f9b-9f9f-0882d788bb36 req-b2be0712-d77a-4168-8346-24d1aa4bb7ba tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a73aef1-8260-430c-b3f5-b11fddcb4867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463817 Aug 17 00:18:29.805917 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e84e161e-7c70-4d3a-9d09-6ad633bdbf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'name': 'tempest-TestNetworkBasicOps-router-1291022409', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:13Z', 'updated_at': '2021-08-17T00:18:25Z', 'revision_number': 5, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'f0eeaeda-4ba7-4b0e-afe9-72c40df69e7e', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'floating_ip_address': '172.25.3.49', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'port_id': 'ea0c2402-6eea-4459-a6bc-01d7b38d5189', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376', 'mac_address': 'fa:16:3e:8c:89:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d4c64c-670d-4577-93e3-33f650354fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:17:06Z', 'updated_at': '2021-08-17T00:17:11Z', 'revision_number': 1, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40bdcc04-f96d-49ce-9e4c-d085ebb1ff99', 'name': '', 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'mac_address': 'fa:16:3e:4f:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:34Z', 'revision_number': 5, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'subnets': [{'id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894ddce6-faec-4ccc-86f9-45ca91109e2c', 'name': '', 'network_id': '06b59bc0-c288-455d-b22d-5adf4532d877', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'mac_address': 'fa:16:3e:97:7d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'b59c3fa1-8eb1-4ac2-89d4-3b7a08697fc6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:18:24Z', 'updated_at': '2021-08-17T00:18:29Z', 'revision_number': 4, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'subnets': [{'id': 'b59c3fa1-8eb1-4ac2-89d4-3b7a08697fc6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:18:29.825800 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 8d80fe12-b673-40f3-a969-b8d85941c7ab details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:18:29.854132 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84e161e-7c70-4d3a-9d09-6ad633bdbf02 None None] The sync data for ids ['2509a437-ed0b-437a-b2d5-50cac6f328bc'] in n-d-800088-20 is: [{'id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'name': 'tempest-TestNetworkBasicOps-router-1291022409', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:13Z', 'updated_at': '2021-08-17T00:18:25Z', 'revision_number': 5, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'f0eeaeda-4ba7-4b0e-afe9-72c40df69e7e', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'floating_ip_address': '172.25.3.49', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'port_id': 'ea0c2402-6eea-4459-a6bc-01d7b38d5189', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376', 'mac_address': 'fa:16:3e:8c:89:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d4c64c-670d-4577-93e3-33f650354fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:17:06Z', 'updated_at': '2021-08-17T00:17:11Z', 'revision_number': 1, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40bdcc04-f96d-49ce-9e4c-d085ebb1ff99', 'name': '', 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'mac_address': 'fa:16:3e:4f:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:34Z', 'revision_number': 5, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'subnets': [{'id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894ddce6-faec-4ccc-86f9-45ca91109e2c', 'name': '', 'network_id': '06b59bc0-c288-455d-b22d-5adf4532d877', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'mac_address': 'fa:16:3e:97:7d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'b59c3fa1-8eb1-4ac2-89d4-3b7a08697fc6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:18:24Z', 'updated_at': '2021-08-17T00:18:29Z', 'revision_number': 4, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'subnets': [{'id': 'b59c3fa1-8eb1-4ac2-89d4-3b7a08697fc6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:18:30.057469 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 8d80fe12-b673-40f3-a969-b8d85941c7ab, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=8d80fe12-b673-40f3-a969-b8d85941c7ab,segment=NetworkSegment(e44d5dd1-c13f-4c76-a952-9fdd8b54fe54),segment_id=e44d5dd1-c13f-4c76-a952-9fdd8b54fe54)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:30.083944 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '8d80fe12-b673-40f3-a969-b8d85941c7ab', 'network_id': 'bd9c20a6-0030-46b4-ad52-266c0bac8d18', 'port_id': '8d80fe12-b673-40f3-a969-b8d85941c7ab', 'mac_address': 'fa:16:3e:d1:65:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd34e6181-84f0-4396-bea9-078952742ae0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:18:30.178151 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:30.212573 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d80fe12-b673-40f3-a969-b8d85941c7ab {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:18:30.253955 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 8d80fe12-b673-40f3-a969-b8d85941c7ab, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=8d80fe12-b673-40f3-a969-b8d85941c7ab,segment=NetworkSegment(e44d5dd1-c13f-4c76-a952-9fdd8b54fe54),segment_id=e44d5dd1-c13f-4c76-a952-9fdd8b54fe54)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:30.268288 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:30.340925 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=8d80fe12-b673-40f3-a969-b8d85941c7ab,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:30.351579 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:30.352226 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:30.352758 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:30.353679 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:30.354179 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:30.354678 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:30.355213 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:30.355706 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:30.356211 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:30.357151 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:30.357709 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:30.358208 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:18:30.613655 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['8d80fe12-b673-40f3-a969-b8d85941c7ab'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:18:30.866673 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cb4c6-b8ff-4b94-b8a6-91c62a40e58c req-5638c7b2-d30c-4e22-9eef-c3885fea61a7 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:30.868645 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f20cb4c6-b8ff-4b94-b8a6-91c62a40e58c req-5638c7b2-d30c-4e22-9eef-c3885fea61a7 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd4cbb72-9eaf-4b90-8f33-d3e43421ad37 HTTP/1.1" status: 200 len: 944 time: 0.0844855 Aug 17 00:18:30.910703 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f20cb4c6-b8ff-4b94-b8a6-91c62a40e58c req-9ca4fb4f-743a-4a4f-bb0e-f4854db32815 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a73aef1-8260-430c-b3f5-b11fddcb4867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361767 Aug 17 00:18:31.837549 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 82c58ee2-dce8-4c53-b7fd-59750d143c58 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:18:31.841194 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 8d80fe12-b673-40f3-a969-b8d85941c7ab up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:18:31.930403 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 894ddce6-faec-4ccc-86f9-45ca91109e2c up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:18:31.981655 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 8d80fe12-b673-40f3-a969-b8d85941c7ab completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:18:31.992672 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 8d80fe12-b673-40f3-a969-b8d85941c7ab triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:18:31.993070 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:32.037406 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51f4a8-f2ee-492b-98bb-28f261a37223 req-1df61ef2-aec5-4d39-9921-34cf711d3ad6 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:32.041521 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc51f4a8-f2ee-492b-98bb-28f261a37223 req-1df61ef2-aec5-4d39-9921-34cf711d3ad6 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd4cbb72-9eaf-4b90-8f33-d3e43421ad37 HTTP/1.1" status: 200 len: 944 time: 0.0591290 Aug 17 00:18:32.056220 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 82c58ee2-dce8-4c53-b7fd-59750d143c58, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=82c58ee2-dce8-4c53-b7fd-59750d143c58,segment=NetworkSegment(e44d5dd1-c13f-4c76-a952-9fdd8b54fe54),segment_id=e44d5dd1-c13f-4c76-a952-9fdd8b54fe54)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:32.068455 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 894ddce6-faec-4ccc-86f9-45ca91109e2c completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:18:32.075693 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '82c58ee2-dce8-4c53-b7fd-59750d143c58', 'network_id': 'bd9c20a6-0030-46b4-ad52-266c0bac8d18', 'port_id': '82c58ee2-dce8-4c53-b7fd-59750d143c58', 'mac_address': 'fa:16:3e:90:c2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd34e6181-84f0-4396-bea9-078952742ae0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:18:32.077719 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 894ddce6-faec-4ccc-86f9-45ca91109e2c triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:18:32.078289 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:32.081877 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc51f4a8-f2ee-492b-98bb-28f261a37223 req-c57b1ed9-abca-4678-a603-8ac2dd322d9b tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a73aef1-8260-430c-b3f5-b11fddcb4867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364101 Aug 17 00:18:32.175901 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:32.197834 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:32.203617 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c58ee2-dce8-4c53-b7fd-59750d143c58 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:18:32.272874 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 82c58ee2-dce8-4c53-b7fd-59750d143c58, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=82c58ee2-dce8-4c53-b7fd-59750d143c58,segment=NetworkSegment(e44d5dd1-c13f-4c76-a952-9fdd8b54fe54),segment_id=e44d5dd1-c13f-4c76-a952-9fdd8b54fe54)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:32.285909 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e388bc7-9512-4246-988d-ff62e5d69965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d80fe12-b673-40f3-a969-b8d85941c7ab'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:18:32.288261 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d392f490-2f06-46f3-9b12-9dd23a566f62" -d '{"events": [{"server_uuid": "2e388bc7-9512-4246-988d-ff62e5d69965", "name": "network-vif-plugged", "status": "completed", "tag": "8d80fe12-b673-40f3-a969-b8d85941c7ab"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:18:32.294156 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:32.309626 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:32.347498 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 8d80fe12-b673-40f3-a969-b8d85941c7ab, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=8d80fe12-b673-40f3-a969-b8d85941c7ab,segment=NetworkSegment(e44d5dd1-c13f-4c76-a952-9fdd8b54fe54),segment_id=e44d5dd1-c13f-4c76-a952-9fdd8b54fe54)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:32.349961 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b7926c-5ff0-4d80-b813-dbf0b24aa90c x-openstack-request-id: req-83b7926c-5ff0-4d80-b813-dbf0b24aa90c {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:18:32.350134 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e388bc7-9512-4246-988d-ff62e5d69965", "name": "network-vif-plugged", "status": "completed", "tag": "8d80fe12-b673-40f3-a969-b8d85941c7ab", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:18:32.350343 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-83b7926c-5ff0-4d80-b813-dbf0b24aa90c {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:18:32.350831 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e388bc7-9512-4246-988d-ff62e5d69965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d80fe12-b673-40f3-a969-b8d85941c7ab', 'code': 200} Aug 17 00:18:32.364133 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:32.408806 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=82c58ee2-dce8-4c53-b7fd-59750d143c58,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:32.412422 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 894ddce6-faec-4ccc-86f9-45ca91109e2c, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=894ddce6-faec-4ccc-86f9-45ca91109e2c,segment=NetworkSegment(d2580cf4-faaa-4ae9-b066-296eb7e6459b),segment_id=d2580cf4-faaa-4ae9-b066-296eb7e6459b)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:32.440902 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:32.476610 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=8d80fe12-b673-40f3-a969-b8d85941c7ab,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:32.479085 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c77dd-c6eb-4bde-ad48-a0a0b24aad38 req-28e746a6-5a85-4b1a-81b6-b460c869ab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:32.488382 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-956c77dd-c6eb-4bde-ad48-a0a0b24aad38 req-28e746a6-5a85-4b1a-81b6-b460c869ab04 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2e388bc7-9512-4246-988d-ff62e5d69965 HTTP/1.1" status: 200 len: 1097 time: 0.0765858 Aug 17 00:18:32.535601 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-956c77dd-c6eb-4bde-ad48-a0a0b24aad38 req-dfdf4bba-c695-4b5a-8be4-543214878286 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0a73aef1-8260-430c-b3f5-b11fddcb4867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381696 Aug 17 00:18:32.543896 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=894ddce6-faec-4ccc-86f9-45ca91109e2c,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:32.603347 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['82c58ee2-dce8-4c53-b7fd-59750d143c58'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:18:33.216838 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd6a81-b09d-48ac-ab49-08b305cf826f req-ce9d755f-61f9-48ef-bb20-69497cc6abb8 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:33.221687 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7fd6a81-b09d-48ac-ab49-08b305cf826f req-ce9d755f-61f9-48ef-bb20-69497cc6abb8 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd4cbb72-9eaf-4b90-8f33-d3e43421ad37 HTTP/1.1" status: 200 len: 945 time: 0.0610642 Aug 17 00:18:33.264183 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7fd6a81-b09d-48ac-ab49-08b305cf826f req-272afdda-2e9b-40ca-92b1-a5870bc6cb58 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a73aef1-8260-430c-b3f5-b11fddcb4867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378675 Aug 17 00:18:33.856687 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 82c58ee2-dce8-4c53-b7fd-59750d143c58 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:18:33.884676 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 894ddce6-faec-4ccc-86f9-45ca91109e2c up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:18:33.949279 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 82c58ee2-dce8-4c53-b7fd-59750d143c58 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:18:33.953477 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 894ddce6-faec-4ccc-86f9-45ca91109e2c triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:18:33.954235 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:33.956486 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 82c58ee2-dce8-4c53-b7fd-59750d143c58 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:18:33.956840 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:34.103057 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:34.136632 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 82c58ee2-dce8-4c53-b7fd-59750d143c58, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=82c58ee2-dce8-4c53-b7fd-59750d143c58,segment=NetworkSegment(e44d5dd1-c13f-4c76-a952-9fdd8b54fe54),segment_id=e44d5dd1-c13f-4c76-a952-9fdd8b54fe54)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:34.141752 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:34.190283 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=82c58ee2-dce8-4c53-b7fd-59750d143c58,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:34.351950 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4cbb72-9eaf-4b90-8f33-d3e43421ad37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c58ee2-dce8-4c53-b7fd-59750d143c58'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:18:34.354676 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a911e7-fe77-47ae-a69f-2b3665a04cd9" -d '{"events": [{"server_uuid": "cd4cbb72-9eaf-4b90-8f33-d3e43421ad37", "name": "network-vif-plugged", "status": "completed", "tag": "82c58ee2-dce8-4c53-b7fd-59750d143c58"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:18:34.395580 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd52836-8865-4f46-b835-ea694acc3e70 x-openstack-request-id: req-8fd52836-8865-4f46-b835-ea694acc3e70 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:18:34.395883 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4cbb72-9eaf-4b90-8f33-d3e43421ad37", "name": "network-vif-plugged", "status": "completed", "tag": "82c58ee2-dce8-4c53-b7fd-59750d143c58", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:18:34.396141 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8fd52836-8865-4f46-b835-ea694acc3e70 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:18:34.396747 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4cbb72-9eaf-4b90-8f33-d3e43421ad37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c58ee2-dce8-4c53-b7fd-59750d143c58', 'code': 200} Aug 17 00:18:34.402451 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee83200-10ff-4226-827f-c9a7151a2e89 req-85664fe9-8288-4b81-ba76-3828c9698330 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:34.403979 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ee83200-10ff-4226-827f-c9a7151a2e89 req-85664fe9-8288-4b81-ba76-3828c9698330 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd4cbb72-9eaf-4b90-8f33-d3e43421ad37 HTTP/1.1" status: 200 len: 946 time: 0.0541615 Aug 17 00:18:34.446212 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ee83200-10ff-4226-827f-c9a7151a2e89 req-100624e8-8553-418e-868e-4d623382fcb2 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a73aef1-8260-430c-b3f5-b11fddcb4867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358243 Aug 17 00:18:34.506289 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428a7d3-500b-48b7-ab59-c1f1ccdebda3 req-57ec60b1-4b8b-46cf-98eb-642acd0c7c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:34.507782 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8428a7d3-500b-48b7-ab59-c1f1ccdebda3 req-57ec60b1-4b8b-46cf-98eb-642acd0c7c5b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cd4cbb72-9eaf-4b90-8f33-d3e43421ad37 HTTP/1.1" status: 200 len: 1098 time: 0.0442548 Aug 17 00:18:34.546790 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8428a7d3-500b-48b7-ab59-c1f1ccdebda3 req-35a4d8e5-741a-403e-9a1b-3197c69f5779 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0a73aef1-8260-430c-b3f5-b11fddcb4867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277216 Aug 17 00:18:35.093264 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-448b2ccc-8a59-4c9c-a35b-42ec6fff5a85 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1752948688&fields=id&tenant_id=f107c7703c294e8991c1c983d8b06a9f HTTP/1.1" status: 200 len: 267 time: 0.0378485 Aug 17 00:18:35.201548 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-78c6e3e3-d10f-47f9-b314-64829678ce67 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:35.203691 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-78c6e3e3-d10f-47f9-b314-64829678ce67 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 811 time: 0.1028807 Aug 17 00:18:35.219753 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-add4e674-926a-4e9d-a0c3-02f22af95163 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/quotas/f107c7703c294e8991c1c983d8b06a9f HTTP/1.1" status: 200 len: 375 time: 0.0098717 Aug 17 00:18:35.272869 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-6f3c22f3-a629-439a-8dc5-ea146b5ca897 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475562 Aug 17 00:18:35.818004 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d350c-0ece-4276-baa8-f2e2316b4f43 req-01402fbd-922a-4e07-be3b-98de12647e99 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:35.819550 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6e5d350c-0ece-4276-baa8-f2e2316b4f43 req-01402fbd-922a-4e07-be3b-98de12647e99 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd4cbb72-9eaf-4b90-8f33-d3e43421ad37 HTTP/1.1" status: 200 len: 946 time: 0.1128647 Aug 17 00:18:35.856434 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-97f9b329-9831-4ab8-b85f-094fb4e5ca86 service neutron] 10.222.0.60 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5716965 Aug 17 00:18:35.892354 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6e5d350c-0ece-4276-baa8-f2e2316b4f43 req-1b6ab711-2aa2-40d5-9957-02467c7a6e12 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a73aef1-8260-430c-b3f5-b11fddcb4867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651696 Aug 17 00:18:35.971936 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-65d8bb60-12c8-4312-a77b-c011cf5a70ff service neutron] 10.222.0.60 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067507 Aug 17 00:18:36.259054 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfe4c233-1929-411f-a2fd-c72b503061d8 req-5f9b3059-6d61-4c53-a10f-f2128319f255 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 210 time: 0.0276294 Aug 17 00:18:37.020678 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbca6e3-76ab-4a85-b4ae-5d05cf64e3a0 req-e10fa87f-3384-4ad7-9833-197bfb830467 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:37.023015 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9bbca6e3-76ab-4a85-b4ae-5d05cf64e3a0 req-e10fa87f-3384-4ad7-9833-197bfb830467 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd4cbb72-9eaf-4b90-8f33-d3e43421ad37 HTTP/1.1" status: 200 len: 946 time: 0.0606253 Aug 17 00:18:37.068048 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9bbca6e3-76ab-4a85-b4ae-5d05cf64e3a0 req-b0d50c6b-e33b-48cf-a92d-09b445d33835 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a73aef1-8260-430c-b3f5-b11fddcb4867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380821 Aug 17 00:18:37.190298 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0e37f-a87d-42a2-98c0-867867d6d3c0 req-45fcfe88-ec67-4a03-9826-114c44d9b1a5 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:37.193953 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ad0e37f-a87d-42a2-98c0-867867d6d3c0 req-45fcfe88-ec67-4a03-9826-114c44d9b1a5 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e388bc7-9512-4246-988d-ff62e5d69965 HTTP/1.1" status: 200 len: 945 time: 0.0543201 Aug 17 00:18:37.240083 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ad0e37f-a87d-42a2-98c0-867867d6d3c0 req-0762dfd4-74c8-441a-b16c-b287759800fc tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a73aef1-8260-430c-b3f5-b11fddcb4867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415106 Aug 17 00:18:37.386987 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72bb7c39-104b-40fc-aaf7-b861833b3988 req-31b4cabc-0e53-4bce-b27d-3e210ab2b2b3 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 210 time: 0.0343668 Aug 17 00:18:37.444747 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-4bc835b4-dd17-416e-a3e2-82e196a8b494 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:37.446956 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-4bc835b4-dd17-416e-a3e2-82e196a8b494 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.64 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 811 time: 0.2238660 Aug 17 00:18:37.510377 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-0b97ecc5-7d0a-4a78-b532-1d34ce38a3c9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f107c7703c294e8991c1c983d8b06a9f HTTP/1.1" status: 200 len: 380 time: 0.0492902 Aug 17 00:18:37.523289 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-5c6881bd-025c-4ea1-b969-d8043787e7f9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Request body: {'port': {'device_id': '6ed71bf7-40c9-4827-b37e-c4a85f6dd090', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'admin_state_up': True, 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'security_groups': ['5994aa1c-07fa-4ece-8623-f0165e21c262']}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:18:37.707603 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-5c6881bd-025c-4ea1-b969-d8043787e7f9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Made reservation on behalf of f107c7703c294e8991c1c983d8b06a9f for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:18:37.713877 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-5c6881bd-025c-4ea1-b969-d8043787e7f9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:37.788239 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa292d95-8c91-4cb5-be55-923d41f6ea85 req-fa0dda56-49dd-4995-8d9f-2afcf99c99fe tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:37.790448 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aa292d95-8c91-4cb5-be55-923d41f6ea85 req-fa0dda56-49dd-4995-8d9f-2afcf99c99fe tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e388bc7-9512-4246-988d-ff62e5d69965 HTTP/1.1" status: 200 len: 945 time: 0.0973797 Aug 17 00:18:37.870376 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aa292d95-8c91-4cb5-be55-923d41f6ea85 req-1c14db34-9ca8-4b64-80c2-c0b63cfb2034 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a73aef1-8260-430c-b3f5-b11fddcb4867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687020 Aug 17 00:18:37.975757 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-5c6881bd-025c-4ea1-b969-d8043787e7f9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Allocated IP 172.20.0.3 (2676b640-a0ef-482d-b8e8-3f50e99c7802/50a43672-a95f-4b5a-a039-6a76ff2ef6bb/25c31a2b-f545-4f98-89df-76ad2bf4db56) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:18:38.182449 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-5c6881bd-025c-4ea1-b969-d8043787e7f9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:38.201641 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-5c6881bd-025c-4ea1-b969-d8043787e7f9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Transition to ACTIVE for port object 25c31a2b-f545-4f98-89df-76ad2bf4db56 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:18:38.243712 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-5c6881bd-025c-4ea1-b969-d8043787e7f9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:38.298998 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-5c6881bd-025c-4ea1-b969-d8043787e7f9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Network 2676b640-a0ef-482d-b8e8-3f50e99c7802 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:18:38.302244 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-5c6881bd-025c-4ea1-b969-d8043787e7f9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:18:38.307489 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-5c6881bd-025c-4ea1-b969-d8043787e7f9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:18:38.338891 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6881bd-025c-4ea1-b969-d8043787e7f9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event updated for resources: {'Port': ['ID=25c31a2b-f545-4f98-89df-76ad2bf4db56,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:38.380557 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-5c6881bd-025c-4ea1-b969-d8043787e7f9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:38.381313 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-5c6881bd-025c-4ea1-b969-d8043787e7f9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:38.398518 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-5c6881bd-025c-4ea1-b969-d8043787e7f9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8792472 Aug 17 00:18:38.428225 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-df7017a2-8bda-4e0b-8e87-62407ddf46d1 service neutron] Request body: {'port': {'device_id': '6ed71bf7-40c9-4827-b37e-c4a85f6dd090', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:18:38.498622 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-df7017a2-8bda-4e0b-8e87-62407ddf46d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:38.555628 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865c663-0286-4933-86f4-fe3b799caff6 req-602d1374-b580-4fba-bab4-cf4291235f92 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:38.564884 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0865c663-0286-4933-86f4-fe3b799caff6 req-602d1374-b580-4fba-bab4-cf4291235f92 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 931 time: 0.0823524 Aug 17 00:18:38.604880 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0865c663-0286-4933-86f4-fe3b799caff6 req-045b58f8-1e1f-48bb-b816-5f982d308912 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388713 Aug 17 00:18:38.717097 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-44186744-0bbf-4153-bbf4-2894678c95be None None] Provisioning for port 25c31a2b-f545-4f98-89df-76ad2bf4db56 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:18:38.724431 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-44186744-0bbf-4153-bbf4-2894678c95be None None] Provisioning complete for port 25c31a2b-f545-4f98-89df-76ad2bf4db56 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:18:38.725817 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-44186744-0bbf-4153-bbf4-2894678c95be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:38.784879 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-44186744-0bbf-4153-bbf4-2894678c95be None None] Port 25c31a2b-f545-4f98-89df-76ad2bf4db56 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:18:38.834763 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-df7017a2-8bda-4e0b-8e87-62407ddf46d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c31a2b-f545-4f98-89df-76ad2bf4db56 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:18:38.842580 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-df7017a2-8bda-4e0b-8e87-62407ddf46d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:38.855538 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-df7017a2-8bda-4e0b-8e87-62407ddf46d1 service neutron] Transition to ACTIVE for port object 25c31a2b-f545-4f98-89df-76ad2bf4db56 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:18:38.863014 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-df7017a2-8bda-4e0b-8e87-62407ddf46d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:38.950280 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7017a2-8bda-4e0b-8e87-62407ddf46d1 service neutron] Pushing event updated for resources: {'Port': ['ID=25c31a2b-f545-4f98-89df-76ad2bf4db56,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:39.033085 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-df7017a2-8bda-4e0b-8e87-62407ddf46d1 service neutron] Attempting to bind port 25c31a2b-f545-4f98-89df-76ad2bf4db56 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:18:39.034128 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-df7017a2-8bda-4e0b-8e87-62407ddf46d1 service neutron] Attempting to bind port 25c31a2b-f545-4f98-89df-76ad2bf4db56 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:18:39.035094 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-df7017a2-8bda-4e0b-8e87-62407ddf46d1 service neutron] Attempting to bind port 25c31a2b-f545-4f98-89df-76ad2bf4db56 on network 2676b640-a0ef-482d-b8e8-3f50e99c7802 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:18:39.045615 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-df7017a2-8bda-4e0b-8e87-62407ddf46d1 service neutron] Port 25c31a2b-f545-4f98-89df-76ad2bf4db56 on network 2676b640-a0ef-482d-b8e8-3f50e99c7802 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:18:39.059346 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-df7017a2-8bda-4e0b-8e87-62407ddf46d1 service neutron] Attempting to bind port 25c31a2b-f545-4f98-89df-76ad2bf4db56 on network 2676b640-a0ef-482d-b8e8-3f50e99c7802 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:18:39.072428 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-df7017a2-8bda-4e0b-8e87-62407ddf46d1 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:18:39.080258 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-df7017a2-8bda-4e0b-8e87-62407ddf46d1 service neutron] Checking segment: {'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:18:39.080258 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-df7017a2-8bda-4e0b-8e87-62407ddf46d1 service neutron] Bound using segment: {'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:18:39.080258 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-df7017a2-8bda-4e0b-8e87-62407ddf46d1 service neutron] Bound port: 25c31a2b-f545-4f98-89df-76ad2bf4db56, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:18:39.080258 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-df7017a2-8bda-4e0b-8e87-62407ddf46d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:39.087350 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf25a6c-33bb-4d73-9057-b488b0fe6c13 req-bd0396af-d05a-4a51-903c-4c0e5837562e tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:39.099741 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-daf25a6c-33bb-4d73-9057-b488b0fe6c13 req-bd0396af-d05a-4a51-903c-4c0e5837562e tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e388bc7-9512-4246-988d-ff62e5d69965 HTTP/1.1" status: 200 len: 945 time: 0.1025419 Aug 17 00:18:39.200058 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-daf25a6c-33bb-4d73-9057-b488b0fe6c13 req-f91da26a-b63d-46f1-ac0e-8123a9c54313 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a73aef1-8260-430c-b3f5-b11fddcb4867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982726 Aug 17 00:18:39.246282 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-df7017a2-8bda-4e0b-8e87-62407ddf46d1 service neutron] For port 25c31a2b-f545-4f98-89df-76ad2bf4db56, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:18:39.262428 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-df7017a2-8bda-4e0b-8e87-62407ddf46d1 service neutron] For port 25c31a2b-f545-4f98-89df-76ad2bf4db56, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=25c31a2b-f545-4f98-89df-76ad2bf4db56,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:18:39.285780 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-df7017a2-8bda-4e0b-8e87-62407ddf46d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:39.417899 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-df7017a2-8bda-4e0b-8e87-62407ddf46d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:39.418893 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-df7017a2-8bda-4e0b-8e87-62407ddf46d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:39.420606 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-df7017a2-8bda-4e0b-8e87-62407ddf46d1 service neutron] 10.222.0.64 "PUT /v2.0/ports/25c31a2b-f545-4f98-89df-76ad2bf4db56 HTTP/1.1" status: 200 len: 1092 time: 0.9973240 Aug 17 00:18:39.423750 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed71bf7-40c9-4827-b37e-c4a85f6dd090', 'tag': '25c31a2b-f545-4f98-89df-76ad2bf4db56'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:18:39.428693 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14d278c-7555-4452-bec4-7722ba9a3ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed71bf7-40c9-4827-b37e-c4a85f6dd090", "tag": "25c31a2b-f545-4f98-89df-76ad2bf4db56"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:18:39.475987 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7017a2-8bda-4e0b-8e87-62407ddf46d1 service neutron] Pushing event updated for resources: {'Port': ['ID=25c31a2b-f545-4f98-89df-76ad2bf4db56,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:39.526071 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d829944a-ae4e-454d-8b69-00659dc2fff8 x-openstack-request-id: req-d829944a-ae4e-454d-8b69-00659dc2fff8 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:18:39.526738 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed71bf7-40c9-4827-b37e-c4a85f6dd090", "tag": "25c31a2b-f545-4f98-89df-76ad2bf4db56", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:18:39.526738 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d829944a-ae4e-454d-8b69-00659dc2fff8 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:18:39.527450 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed71bf7-40c9-4827-b37e-c4a85f6dd090', 'tag': '25c31a2b-f545-4f98-89df-76ad2bf4db56', 'status': 'completed', 'code': 200} Aug 17 00:18:39.559976 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-348e981a-eb92-4fd5-a3d2-100e8b33bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:39.561849 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-348e981a-eb92-4fd5-a3d2-100e8b33bd8a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 1095 time: 0.0711927 Aug 17 00:18:39.609789 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d0b23-8fe0-4e62-969d-33fe7c9b2249 req-abc6dbc7-30d1-46db-811e-61cdf2032dad tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:39.611437 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-855d0b23-8fe0-4e62-969d-33fe7c9b2249 req-abc6dbc7-30d1-46db-811e-61cdf2032dad tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e388bc7-9512-4246-988d-ff62e5d69965 HTTP/1.1" status: 200 len: 945 time: 0.0931952 Aug 17 00:18:39.649769 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-56ded262-e229-40b8-bcce-e49fb7f651f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25c31a2b-f545-4f98-89df-76ad2bf4db56 HTTP/1.1" status: 200 len: 217 time: 0.0727799 Aug 17 00:18:39.727334 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-87733b51-b6e8-4a8b-be04-42f2eba4350b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:39.728850 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-87733b51-b6e8-4a8b-be04-42f2eba4350b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50a43672-a95f-4b5a-a039-6a76ff2ef6bb HTTP/1.1" status: 200 len: 850 time: 0.0606587 Aug 17 00:18:39.784970 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-24601ed0-cfa0-41d2-be28-69c8383037f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:39.786783 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-24601ed0-cfa0-41d2-be28-69c8383037f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2676b640-a0ef-482d-b8e8-3f50e99c7802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472031 Aug 17 00:18:39.824584 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65c4ef-ee1e-45da-abb3-573dc883f226 req-e4e5abc6-57a4-4411-b977-0ffe5f958a80 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:39.832238 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5c65c4ef-ee1e-45da-abb3-573dc883f226 req-e4e5abc6-57a4-4411-b977-0ffe5f958a80 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 943 time: 0.0848508 Aug 17 00:18:39.890698 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5c65c4ef-ee1e-45da-abb3-573dc883f226 req-6c2e406e-63c6-418e-b32a-616de1b488f3 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514588 Aug 17 00:18:39.913548 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-855d0b23-8fe0-4e62-969d-33fe7c9b2249 req-1114be35-51f7-4507-b39c-fa6c168f0c6f tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Deleting port 8d80fe12-b673-40f3-a969-b8d85941c7ab {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:18:39.914434 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-855d0b23-8fe0-4e62-969d-33fe7c9b2249 req-1114be35-51f7-4507-b39c-fa6c168f0c6f tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:39.958788 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c01416-80e4-4499-9b7d-f8573c56427a req-40e818fe-ac74-4d30-8551-4e0796379e97 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:39.960389 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-58c01416-80e4-4499-9b7d-f8573c56427a req-40e818fe-ac74-4d30-8551-4e0796379e97 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd4cbb72-9eaf-4b90-8f33-d3e43421ad37 HTTP/1.1" status: 200 len: 946 time: 0.0836177 Aug 17 00:18:40.010105 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-ba7fc36c-601e-4fcf-8628-8e592a78f436 service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079899 Aug 17 00:18:40.094513 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-855d0b23-8fe0-4e62-969d-33fe7c9b2249 req-1114be35-51f7-4507-b39c-fa6c168f0c6f tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] For port 8d80fe12-b673-40f3-a969-b8d85941c7ab, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=8d80fe12-b673-40f3-a969-b8d85941c7ab,segment=NetworkSegment(e44d5dd1-c13f-4c76-a952-9fdd8b54fe54),segment_id=e44d5dd1-c13f-4c76-a952-9fdd8b54fe54)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:40.095124 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-855d0b23-8fe0-4e62-969d-33fe7c9b2249 req-1114be35-51f7-4507-b39c-fa6c168f0c6f tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:40.130211 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-855d0b23-8fe0-4e62-969d-33fe7c9b2249 req-1114be35-51f7-4507-b39c-fa6c168f0c6f tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Calling delete_port for 8d80fe12-b673-40f3-a969-b8d85941c7ab owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:18:40.139624 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:40.175760 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-58c01416-80e4-4499-9b7d-f8573c56427a req-423875d3-31da-48d4-a0de-1d5bb62e4089 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Deleting port 82c58ee2-dce8-4c53-b7fd-59750d143c58 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:18:40.176179 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-58c01416-80e4-4499-9b7d-f8573c56427a req-423875d3-31da-48d4-a0de-1d5bb62e4089 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:40.250434 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-bdde02a4-b933-4da1-b4d6-7a9beceee215 req-34f3d16e-5dfa-4605-9fdd-b5b14f196a0c service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259715 Aug 17 00:18:40.351824 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-855d0b23-8fe0-4e62-969d-33fe7c9b2249 req-1114be35-51f7-4507-b39c-fa6c168f0c6f tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:40.371388 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['8d80fe12-b673-40f3-a969-b8d85941c7ab', '82c58ee2-dce8-4c53-b7fd-59750d143c58'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:18:40.371656 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-58c01416-80e4-4499-9b7d-f8573c56427a req-423875d3-31da-48d4-a0de-1d5bb62e4089 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] For port 82c58ee2-dce8-4c53-b7fd-59750d143c58, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=82c58ee2-dce8-4c53-b7fd-59750d143c58,segment=NetworkSegment(e44d5dd1-c13f-4c76-a952-9fdd8b54fe54),segment_id=e44d5dd1-c13f-4c76-a952-9fdd8b54fe54)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:40.371804 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-58c01416-80e4-4499-9b7d-f8573c56427a req-423875d3-31da-48d4-a0de-1d5bb62e4089 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:40.411832 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-58c01416-80e4-4499-9b7d-f8573c56427a req-423875d3-31da-48d4-a0de-1d5bb62e4089 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Calling delete_port for 82c58ee2-dce8-4c53-b7fd-59750d143c58 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:18:40.413854 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114be35-51f7-4507-b39c-fa6c168f0c6f tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Pushing event deleted for resources: {'Port': ['ID=8d80fe12-b673-40f3-a969-b8d85941c7ab,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:40.489994 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aa4e7ca1-3b28-4e0e-9b90-50997e81e860 req-4b6d6075-2565-4e7a-8f24-a541b09d17a5 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e388bc7-9512-4246-988d-ff62e5d69965 HTTP/1.1" status: 200 len: 210 time: 0.0824559 Aug 17 00:18:40.497673 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d278c-7555-4452-bec4-7722ba9a3ba4 req-aa657098-31fd-4bc5-a88e-a11a8aed2d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:40.502298 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c14d278c-7555-4452-bec4-7722ba9a3ba4 req-aa657098-31fd-4bc5-a88e-a11a8aed2d33 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 1095 time: 0.1576474 Aug 17 00:18:40.527928 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-855d0b23-8fe0-4e62-969d-33fe7c9b2249 req-1114be35-51f7-4507-b39c-fa6c168f0c6f tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] No DVR routers for this DVR port 8d80fe12-b673-40f3-a969-b8d85941c7ab on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:18:40.532660 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-855d0b23-8fe0-4e62-969d-33fe7c9b2249 req-1114be35-51f7-4507-b39c-fa6c168f0c6f tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:40.537672 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-855d0b23-8fe0-4e62-969d-33fe7c9b2249 req-1114be35-51f7-4507-b39c-fa6c168f0c6f tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.64 "DELETE /v2.0/ports/8d80fe12-b673-40f3-a969-b8d85941c7ab HTTP/1.1" status: 204 len: 173 time: 0.9136255 Aug 17 00:18:40.539407 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e388bc7-9512-4246-988d-ff62e5d69965', 'name': 'network-vif-deleted', 'tag': '8d80fe12-b673-40f3-a969-b8d85941c7ab'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:18:40.552187 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fa1503-577a-44ea-bb52-df55779829d6" -d '{"events": [{"server_uuid": "2e388bc7-9512-4246-988d-ff62e5d69965", "name": "network-vif-deleted", "tag": "8d80fe12-b673-40f3-a969-b8d85941c7ab"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:18:40.661010 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643edde1-f4b4-461b-83a7-64306c8371d6 x-openstack-request-id: req-643edde1-f4b4-461b-83a7-64306c8371d6 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:18:40.662102 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e388bc7-9512-4246-988d-ff62e5d69965", "name": "network-vif-deleted", "tag": "8d80fe12-b673-40f3-a969-b8d85941c7ab", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:18:40.662550 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-643edde1-f4b4-461b-83a7-64306c8371d6 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:18:40.663122 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e388bc7-9512-4246-988d-ff62e5d69965', 'name': 'network-vif-deleted', 'tag': '8d80fe12-b673-40f3-a969-b8d85941c7ab', 'status': 'completed', 'code': 200} Aug 17 00:18:40.831825 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-58c01416-80e4-4499-9b7d-f8573c56427a req-423875d3-31da-48d4-a0de-1d5bb62e4089 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:40.847934 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['8d80fe12-b673-40f3-a969-b8d85941c7ab'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:18:40.887877 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423875d3-31da-48d4-a0de-1d5bb62e4089 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Pushing event deleted for resources: {'Port': ['ID=82c58ee2-dce8-4c53-b7fd-59750d143c58,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:40.955481 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d278c-7555-4452-bec4-7722ba9a3ba4 req-c3983b33-6ffa-4b1e-aed1-f27fb1f3002a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:40.957278 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c14d278c-7555-4452-bec4-7722ba9a3ba4 req-c3983b33-6ffa-4b1e-aed1-f27fb1f3002a service neutron] 10.222.0.64 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 912 time: 0.4381547 Aug 17 00:18:40.990093 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c01416-80e4-4499-9b7d-f8573c56427a req-423875d3-31da-48d4-a0de-1d5bb62e4089 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] No DVR routers for this DVR port 82c58ee2-dce8-4c53-b7fd-59750d143c58 on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:18:40.992607 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-58c01416-80e4-4499-9b7d-f8573c56427a req-423875d3-31da-48d4-a0de-1d5bb62e4089 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:40.996527 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-58c01416-80e4-4499-9b7d-f8573c56427a req-423875d3-31da-48d4-a0de-1d5bb62e4089 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.64 "DELETE /v2.0/ports/82c58ee2-dce8-4c53-b7fd-59750d143c58 HTTP/1.1" status: 204 len: 173 time: 1.0176702 Aug 17 00:18:41.067189 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c14d278c-7555-4452-bec4-7722ba9a3ba4 req-dcdd0fd4-174a-42d1-98cb-e4ec4bd11693 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25c31a2b-f545-4f98-89df-76ad2bf4db56 HTTP/1.1" status: 200 len: 217 time: 0.0899932 Aug 17 00:18:41.220546 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b92475-417e-4bea-9a80-f04b2d353860 req-6056fd7c-1dd3-4b98-b58e-e65714573a2d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:41.231277 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e1b92475-417e-4bea-9a80-f04b2d353860 req-6056fd7c-1dd3-4b98-b58e-e65714573a2d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 943 time: 0.2391024 Aug 17 00:18:41.245003 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d278c-7555-4452-bec4-7722ba9a3ba4 req-ba7f62f5-d8b8-4c67-bd87-182894ee4b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:41.249173 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c14d278c-7555-4452-bec4-7722ba9a3ba4 req-ba7f62f5-d8b8-4c67-bd87-182894ee4b75 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50a43672-a95f-4b5a-a039-6a76ff2ef6bb HTTP/1.1" status: 200 len: 850 time: 0.1688070 Aug 17 00:18:41.316640 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e1b92475-417e-4bea-9a80-f04b2d353860 req-dcf0ab5c-9b65-40a4-a8a9-ffa5ff36ce94 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837989 Aug 17 00:18:41.371240 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d278c-7555-4452-bec4-7722ba9a3ba4 req-0392562e-bfa0-4513-acff-57634501248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:41.375315 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c14d278c-7555-4452-bec4-7722ba9a3ba4 req-0392562e-bfa0-4513-acff-57634501248a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2676b640-a0ef-482d-b8e8-3f50e99c7802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1163552 Aug 17 00:18:41.508586 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c14d278c-7555-4452-bec4-7722ba9a3ba4 req-01ae9f32-61ca-4d0d-b4fc-a914c8a3ba7f service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235099 Aug 17 00:18:41.528417 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4cbb72-9eaf-4b90-8f33-d3e43421ad37', 'name': 'network-vif-deleted', 'tag': '82c58ee2-dce8-4c53-b7fd-59750d143c58'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:18:41.531539 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d520c2a5-5c8d-4220-93ca-834621ca45d9" -d '{"events": [{"server_uuid": "cd4cbb72-9eaf-4b90-8f33-d3e43421ad37", "name": "network-vif-deleted", "tag": "82c58ee2-dce8-4c53-b7fd-59750d143c58"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:18:41.607770 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88adb89e-91b8-4a37-90cf-a03332e5c28d x-openstack-request-id: req-88adb89e-91b8-4a37-90cf-a03332e5c28d {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:18:41.608280 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4cbb72-9eaf-4b90-8f33-d3e43421ad37", "name": "network-vif-deleted", "tag": "82c58ee2-dce8-4c53-b7fd-59750d143c58", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:18:41.608971 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-88adb89e-91b8-4a37-90cf-a03332e5c28d {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:18:41.609740 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4cbb72-9eaf-4b90-8f33-d3e43421ad37', 'name': 'network-vif-deleted', 'tag': '82c58ee2-dce8-4c53-b7fd-59750d143c58', 'status': 'completed', 'code': 200} Aug 17 00:18:41.638618 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c14d278c-7555-4452-bec4-7722ba9a3ba4 req-2512978c-0d06-49cd-8eee-d9f3a65b612f service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189299 Aug 17 00:18:41.643943 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5bc9a60-a9f4-4fe6-8162-7d3c8acc6fb9 req-c79861b5-5411-46a5-bff3-6bb32c11fb62 tempest-MultipleCreateTestJSON-160165144 tempest-MultipleCreateTestJSON-160165144-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd4cbb72-9eaf-4b90-8f33-d3e43421ad37 HTTP/1.1" status: 200 len: 210 time: 0.0287683 Aug 17 00:18:41.712808 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:42.482810 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da1047-4230-41d0-97e3-51b51596d461 req-b960896e-dcc0-4ceb-a4bd-73d71cfc5092 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:42.484376 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2da1047-4230-41d0-97e3-51b51596d461 req-b960896e-dcc0-4ceb-a4bd-73d71cfc5092 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 943 time: 0.0831552 Aug 17 00:18:42.552871 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2da1047-4230-41d0-97e3-51b51596d461 req-b4179759-7390-44f9-9563-6f033fbcbf7d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616736 Aug 17 00:18:42.704681 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58798) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:42.760726 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-3628693c-aee7-4a3a-a47a-62aa8044c263 admin admin] Deleting subnet d34e6181-84f0-4396-bea9-078952742ae0 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:18:42.764878 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3628693c-aee7-4a3a-a47a-62aa8044c263 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:42.803845 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3628693c-aee7-4a3a-a47a-62aa8044c263 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:42.846364 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3628693c-aee7-4a3a-a47a-62aa8044c263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:42.911537 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3628693c-aee7-4a3a-a47a-62aa8044c263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:42.947467 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628693c-aee7-4a3a-a47a-62aa8044c263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d34e6181-84f0-4396-bea9-078952742ae0,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:42.949795 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3628693c-aee7-4a3a-a47a-62aa8044c263 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:42.951814 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3628693c-aee7-4a3a-a47a-62aa8044c263 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d34e6181-84f0-4396-bea9-078952742ae0 HTTP/1.1" status: 204 len: 168 time: 0.2461693 Aug 17 00:18:42.954975 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58800) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:43.083605 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-abfb04d5-d40d-44ac-9d1d-19243d637805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:43.200508 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-abfb04d5-d40d-44ac-9d1d-19243d637805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:43.212907 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-abfb04d5-d40d-44ac-9d1d-19243d637805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9c20a6-0030-46b4-ad52-266c0bac8d18']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:18:43.223585 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-abfb04d5-d40d-44ac-9d1d-19243d637805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44d5dd1-c13f-4c76-a952-9fdd8b54fe54') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:18:43.223883 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-abfb04d5-d40d-44ac-9d1d-19243d637805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44d5dd1-c13f-4c76-a952-9fdd8b54fe54') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:18:43.253207 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-abfb04d5-d40d-44ac-9d1d-19243d637805 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:43.278679 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-abfb04d5-d40d-44ac-9d1d-19243d637805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:43.324029 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abfb04d5-d40d-44ac-9d1d-19243d637805 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:18:43.324201 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-abfb04d5-d40d-44ac-9d1d-19243d637805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:18:43.326189 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:18:43.393498 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-75d4d082-ffd2-4549-98ee-1199a73aa2b0 req-613eb876-0b53-431d-804d-a62757e90886 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c7d4c64c-670d-4577-93e3-33f650354fb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1103098 Aug 17 00:18:43.408636 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-abfb04d5-d40d-44ac-9d1d-19243d637805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:43.418179 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-abfb04d5-d40d-44ac-9d1d-19243d637805 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:43.420878 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-abfb04d5-d40d-44ac-9d1d-19243d637805 admin admin] 10.222.0.60 "DELETE /v2.0/networks/bd9c20a6-0030-46b4-ad52-266c0bac8d18 HTTP/1.1" status: 204 len: 168 time: 0.4649136 Aug 17 00:18:43.493198 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb04d5-d40d-44ac-9d1d-19243d637805 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd9c20a6-0030-46b4-ad52-266c0bac8d18,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:43.541205 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4d082-ffd2-4549-98ee-1199a73aa2b0 req-7bc37743-8631-43d7-93e8-9bb4ec3e1eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:43.542751 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-75d4d082-ffd2-4549-98ee-1199a73aa2b0 req-7bc37743-8631-43d7-93e8-9bb4ec3e1eb3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ff3a5a5706545cb87542327d7cad65d&device_id=c7d4c64c-670d-4577-93e3-33f650354fb8 HTTP/1.1" status: 200 len: 1097 time: 0.0765371 Aug 17 00:18:43.729085 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4d082-ffd2-4549-98ee-1199a73aa2b0 req-dfd41f4b-dc58-44c0-85f8-8d305036ea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:43.733176 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-75d4d082-ffd2-4549-98ee-1199a73aa2b0 req-dfd41f4b-dc58-44c0-85f8-8d305036ea4a service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d29c30b-fc96-45e3-a3cb-fec8bc666376 HTTP/1.1" status: 200 len: 897 time: 0.1613817 Aug 17 00:18:43.733789 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58812) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:43.736896 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755728cd-4f07-44ba-89b0-c219c919327c req-4f69fb77-6fe6-4c1b-9147-6c8dab2439da tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:43.738771 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-755728cd-4f07-44ba-89b0-c219c919327c req-4f69fb77-6fe6-4c1b-9147-6c8dab2439da tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 943 time: 0.0940661 Aug 17 00:18:43.783741 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-755728cd-4f07-44ba-89b0-c219c919327c req-6445da02-b5b5-4060-9a33-2711e7224988 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385628 Aug 17 00:18:43.826811 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-75d4d082-ffd2-4549-98ee-1199a73aa2b0 req-fb2b5263-6e0c-4998-9122-5b0facea1725 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea0c2402-6eea-4459-a6bc-01d7b38d5189 HTTP/1.1" status: 200 len: 1000 time: 0.0863657 Aug 17 00:18:43.829717 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f3168085-b4e6-4882-b020-8b936bf50593 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c3a582bfe0e64c5faa4cbfee59acbae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0949216 Aug 17 00:18:43.832372 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58814) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:43.906584 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4d082-ffd2-4549-98ee-1199a73aa2b0 req-7b369255-6b8f-4166-a503-91982838a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:43.908034 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-75d4d082-ffd2-4549-98ee-1199a73aa2b0 req-7b369255-6b8f-4166-a503-91982838a14e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=febb6b07-38b7-4ecb-9429-af229d2c2fe5 HTTP/1.1" status: 200 len: 835 time: 0.0696030 Aug 17 00:18:43.918497 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-820c5f32-38f8-4c52-a30a-a616b590d347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:43.919545 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 8d80fe12-b673-40f3-a969-b8d85941c7ab no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:18:43.942641 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 8d80fe12-b673-40f3-a969-b8d85941c7ab {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:18:43.942979 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 8d80fe12-b673-40f3-a969-b8d85941c7ab not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:18:43.943385 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 82c58ee2-dce8-4c53-b7fd-59750d143c58 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:18:43.964443 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-820c5f32-38f8-4c52-a30a-a616b590d347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:43.967278 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 82c58ee2-dce8-4c53-b7fd-59750d143c58 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:18:43.967618 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 82c58ee2-dce8-4c53-b7fd-59750d143c58 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:18:44.001215 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4d082-ffd2-4549-98ee-1199a73aa2b0 req-f9563fc6-9d31-4735-ba4d-931e384436d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:44.002753 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-75d4d082-ffd2-4549-98ee-1199a73aa2b0 req-f9563fc6-9d31-4735-ba4d-931e384436d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d29c30b-fc96-45e3-a3cb-fec8bc666376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792899 Aug 17 00:18:44.065870 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-820c5f32-38f8-4c52-a30a-a616b590d347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:44.068382 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-820c5f32-38f8-4c52-a30a-a616b590d347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:44.069557 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-820c5f32-38f8-4c52-a30a-a616b590d347 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0a73aef1-8260-430c-b3f5-b11fddcb4867 HTTP/1.1" status: 204 len: 168 time: 0.2362609 Aug 17 00:18:44.081063 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c5f32-38f8-4c52-a30a-a616b590d347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a73aef1-8260-430c-b3f5-b11fddcb4867,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:44.123181 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-75d4d082-ffd2-4549-98ee-1199a73aa2b0 req-de1070f1-c4c9-41d0-ae52-69e748123128 service neutron] 10.222.0.64 "GET /v2.0/networks/1d29c30b-fc96-45e3-a3cb-fec8bc666376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120355 Aug 17 00:18:44.246732 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-75d4d082-ffd2-4549-98ee-1199a73aa2b0 req-1a7ea29a-2d86-4375-873d-a356abdff46c service neutron] 10.222.0.64 "GET /v2.0/networks/1d29c30b-fc96-45e3-a3cb-fec8bc666376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144474 Aug 17 00:18:44.873509 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58878) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:44.911712 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653860e2-0464-420f-9454-bd4f700b8086 req-93e68786-6366-470c-abc4-da0c0e1cff67 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:44.917730 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-653860e2-0464-420f-9454-bd4f700b8086 req-93e68786-6366-470c-abc4-da0c0e1cff67 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 943 time: 0.0574181 Aug 17 00:18:44.961586 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-653860e2-0464-420f-9454-bd4f700b8086 req-1c60fdea-92da-41b7-b13f-0224d31fa3d1 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413504 Aug 17 00:18:45.002699 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-56efc29c-79f3-4315-af6e-cdd615f17fa3 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-767664771-network', 'tenant_id': 'f70c376604864231b0f8a2ad14684bfd'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:18:45.027054 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56efc29c-79f3-4315-af6e-cdd615f17fa3 admin admin] Made reservation on behalf of f70c376604864231b0f8a2ad14684bfd for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:18:45.030118 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-56efc29c-79f3-4315-af6e-cdd615f17fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:45.045902 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-56efc29c-79f3-4315-af6e-cdd615f17fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:45.148991 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-56efc29c-79f3-4315-af6e-cdd615f17fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:45.153880 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-56efc29c-79f3-4315-af6e-cdd615f17fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:45.176341 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56efc29c-79f3-4315-af6e-cdd615f17fa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:18:45.190625 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56efc29c-79f3-4315-af6e-cdd615f17fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f501556-83fd-48db-b912-3ac8eeca0405,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:45.195866 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-56efc29c-79f3-4315-af6e-cdd615f17fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:45.196223 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-56efc29c-79f3-4315-af6e-cdd615f17fa3 admin admin] Added segment 8f161205-1d2e-4b54-894f-e31f472f0f06 of type vlan for network 39309fd6-50f7-41e6-a95c-41a3ababac43 Aug 17 00:18:45.241091 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-56efc29c-79f3-4315-af6e-cdd615f17fa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:45.268868 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-56efc29c-79f3-4315-af6e-cdd615f17fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:45.270016 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56efc29c-79f3-4315-af6e-cdd615f17fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:45.270815 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-56efc29c-79f3-4315-af6e-cdd615f17fa3 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:45.336394 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-56efc29c-79f3-4315-af6e-cdd615f17fa3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4609058 Aug 17 00:18:45.339318 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58882) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:45.342539 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56efc29c-79f3-4315-af6e-cdd615f17fa3 admin admin] Pushing event updated for resources: {'Network': ['ID=39309fd6-50f7-41e6-a95c-41a3ababac43,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:45.345545 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-e8f206fa-b46f-439a-85cd-fb3281a26b57 admin admin] Request body: {'subnet': {'network_id': '39309fd6-50f7-41e6-a95c-41a3ababac43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-767664771-subnet', 'tenant_id': 'f70c376604864231b0f8a2ad14684bfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:18:45.353715 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 39309fd6-50f7-41e6-a95c-41a3ababac43 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:18:45.371840 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f206fa-b46f-439a-85cd-fb3281a26b57 admin admin] Made reservation on behalf of f70c376604864231b0f8a2ad14684bfd for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:18:45.374158 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e8f206fa-b46f-439a-85cd-fb3281a26b57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:45.608359 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e8f206fa-b46f-439a-85cd-fb3281a26b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:45.679497 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f206fa-b46f-439a-85cd-fb3281a26b57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=641064aa-5b4a-4c24-995a-f92a24f8fb61,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:45.687455 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f206fa-b46f-439a-85cd-fb3281a26b57 admin admin] Checking segment: {'id': '8f161205-1d2e-4b54-894f-e31f472f0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '39309fd6-50f7-41e6-a95c-41a3ababac43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:18:45.688381 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f206fa-b46f-439a-85cd-fb3281a26b57 admin admin] Network hostable DHCP agents. Network: 39309fd6-50f7-41e6-a95c-41a3ababac43, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:18:45.711722 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f206fa-b46f-439a-85cd-fb3281a26b57 admin admin] Network 39309fd6-50f7-41e6-a95c-41a3ababac43 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:18:45.724297 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-e8f206fa-b46f-439a-85cd-fb3281a26b57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 39309fd6-50f7-41e6-a95c-41a3ababac43) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:18:45.728805 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f206fa-b46f-439a-85cd-fb3281a26b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:45.729490 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e8f206fa-b46f-439a-85cd-fb3281a26b57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:45.735219 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765bc66b-76d9-4656-b9dd-92d8a894d32f None None] Network 39309fd6-50f7-41e6-a95c-41a3ababac43 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:18:45.748945 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e8f206fa-b46f-439a-85cd-fb3281a26b57 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4083023 Aug 17 00:18:45.886162 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c16d08-ef68-42a2-b3f5-a7c84009866b None None] Network 39309fd6-50f7-41e6-a95c-41a3ababac43 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:18:46.095227 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59b618-a092-4545-9f80-73d6da8ae1d9 req-4446b600-d5c4-4837-87ee-159f0b683277 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:46.096833 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5c59b618-a092-4545-9f80-73d6da8ae1d9 req-4446b600-d5c4-4837-87ee-159f0b683277 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 943 time: 0.0572851 Aug 17 00:18:46.148058 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5c59b618-a092-4545-9f80-73d6da8ae1d9 req-631ad844-ae1a-44db-8aef-5e969d575ef7 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451200 Aug 17 00:18:46.237928 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-4cd7ac50-a315-4ba1-89db-72badcfbf2df tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:46.239331 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-4cd7ac50-a315-4ba1-89db-72badcfbf2df tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.60 "GET /v2.0/networks?id=39309fd6-50f7-41e6-a95c-41a3ababac43 HTTP/1.1" status: 200 len: 812 time: 0.1064444 Aug 17 00:18:46.254840 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-3063aec0-12b6-4776-8733-89496fd9a9f7 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.60 "GET /v2.0/quotas/f70c376604864231b0f8a2ad14684bfd HTTP/1.1" status: 200 len: 375 time: 0.0099630 Aug 17 00:18:46.291280 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-0cea6883-94a9-46b6-8929-24137e447632 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f70c376604864231b0f8a2ad14684bfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313249 Aug 17 00:18:46.382408 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-e2650516-ad92-4c27-9734-feb082e47635 service neutron] 10.222.0.60 "GET /v2.0/networks/39309fd6-50f7-41e6-a95c-41a3ababac43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828750 Aug 17 00:18:46.477229 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-288d5721-cc49-4833-a092-bff3e91d7640 service neutron] 10.222.0.60 "GET /v2.0/networks/39309fd6-50f7-41e6-a95c-41a3ababac43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886061 Aug 17 00:18:46.512996 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-36807d05-06e4-41e6-befb-38197662ebf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:46.651449 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-430e6c99-25aa-4a36-8bd0-4fcaef93ad5f req-0a188215-db43-4b18-b431-e1afae333afa tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.60 "GET /v2.0/ports?device_id=1938df05-483a-4a97-b498-74ba2d3fae24 HTTP/1.1" status: 200 len: 210 time: 0.0334690 Aug 17 00:18:47.275819 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8e1ec-8afe-44d6-8414-94b3c044d1de req-d17fa3a5-233c-4f46-9a8b-d5f0ca3c1d94 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:47.278144 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-afc8e1ec-8afe-44d6-8414-94b3c044d1de req-d17fa3a5-233c-4f46-9a8b-d5f0ca3c1d94 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 943 time: 0.0559967 Aug 17 00:18:47.319428 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-afc8e1ec-8afe-44d6-8414-94b3c044d1de req-5bfef91d-c7b5-4a36-8962-df80f7aa3974 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344436 Aug 17 00:18:47.785171 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48e2acd1-af20-4f74-82d3-9365ff72dbab req-d36b92e3-4680-4bd6-b200-b634ab28421c tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.60 "GET /v2.0/ports?device_id=1938df05-483a-4a97-b498-74ba2d3fae24 HTTP/1.1" status: 200 len: 210 time: 0.0353022 Aug 17 00:18:47.896190 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-d5793cd2-47af-4a8f-bc1a-3345e8681f9e tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:47.897745 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-d5793cd2-47af-4a8f-bc1a-3345e8681f9e tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.64 "GET /v2.0/networks?id=39309fd6-50f7-41e6-a95c-41a3ababac43 HTTP/1.1" status: 200 len: 812 time: 0.1606772 Aug 17 00:18:47.914239 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-cceee572-55cc-4f72-915d-8c880504c163 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Request body: {'port': {'device_id': '1938df05-483a-4a97-b498-74ba2d3fae24', 'network_id': '39309fd6-50f7-41e6-a95c-41a3ababac43', 'admin_state_up': True, 'tenant_id': 'f70c376604864231b0f8a2ad14684bfd'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:18:48.052082 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-cceee572-55cc-4f72-915d-8c880504c163 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Made reservation on behalf of f70c376604864231b0f8a2ad14684bfd for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:18:48.056202 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-cceee572-55cc-4f72-915d-8c880504c163 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:48.180214 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-cceee572-55cc-4f72-915d-8c880504c163 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Allocated IP 172.20.0.2 (39309fd6-50f7-41e6-a95c-41a3ababac43/641064aa-5b4a-4c24-995a-f92a24f8fb61/95a129dd-da5a-425d-867a-d0ca32722d4e) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:18:48.346774 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-cceee572-55cc-4f72-915d-8c880504c163 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:48.392416 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-cceee572-55cc-4f72-915d-8c880504c163 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:48.444763 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-cceee572-55cc-4f72-915d-8c880504c163 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Network 39309fd6-50f7-41e6-a95c-41a3ababac43 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:18:48.448855 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-cceee572-55cc-4f72-915d-8c880504c163 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:18:48.453897 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-cceee572-55cc-4f72-915d-8c880504c163 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:18:48.459205 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceee572-55cc-4f72-915d-8c880504c163 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Pushing event updated for resources: {'Port': ['ID=95a129dd-da5a-425d-867a-d0ca32722d4e,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:48.473796 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8f2ad-f1e5-4b7c-9fd6-415283199275 req-a6db46b0-237c-4add-8d95-9a1598ccc625 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:48.477085 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0af8f2ad-f1e5-4b7c-9fd6-415283199275 req-a6db46b0-237c-4add-8d95-9a1598ccc625 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 943 time: 0.0786099 Aug 17 00:18:48.512565 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-cceee572-55cc-4f72-915d-8c880504c163 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:48.513224 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-cceee572-55cc-4f72-915d-8c880504c163 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:48.517230 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0af8f2ad-f1e5-4b7c-9fd6-415283199275 req-582145cc-2f67-43cc-9f55-df20998c0bf9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351651 Aug 17 00:18:48.529649 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-cceee572-55cc-4f72-915d-8c880504c163 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6205521 Aug 17 00:18:48.544224 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-4f13ad83-a1b6-41e5-8f26-cfe92c4c1159 service neutron] Request body: {'port': {'device_id': '1938df05-483a-4a97-b498-74ba2d3fae24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:18:48.602671 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-4f13ad83-a1b6-41e5-8f26-cfe92c4c1159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:48.895072 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-4f13ad83-a1b6-41e5-8f26-cfe92c4c1159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95a129dd-da5a-425d-867a-d0ca32722d4e {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:18:48.902842 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-4f13ad83-a1b6-41e5-8f26-cfe92c4c1159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:48.919751 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-4f13ad83-a1b6-41e5-8f26-cfe92c4c1159 service neutron] Transition to ACTIVE for port object 95a129dd-da5a-425d-867a-d0ca32722d4e will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:18:48.926744 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-4f13ad83-a1b6-41e5-8f26-cfe92c4c1159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:48.968096 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0173536-551a-44f6-b445-a317b68c96b9 req-558c5503-ec55-4f4f-9067-c874504d2b7b tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:48.970462 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0173536-551a-44f6-b445-a317b68c96b9 req-558c5503-ec55-4f4f-9067-c874504d2b7b tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.60 "GET /v2.0/ports?device_id=1938df05-483a-4a97-b498-74ba2d3fae24 HTTP/1.1" status: 200 len: 931 time: 0.0925882 Aug 17 00:18:49.067598 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13ad83-a1b6-41e5-8f26-cfe92c4c1159 service neutron] Pushing event updated for resources: {'Port': ['ID=95a129dd-da5a-425d-867a-d0ca32722d4e,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:49.102284 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0173536-551a-44f6-b445-a317b68c96b9 req-21897cc7-5c8b-40be-a15c-2c772c2d5760 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f501556-83fd-48db-b912-3ac8eeca0405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212046 Aug 17 00:18:49.161674 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-4f13ad83-a1b6-41e5-8f26-cfe92c4c1159 service neutron] Attempting to bind port 95a129dd-da5a-425d-867a-d0ca32722d4e on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:18:49.162025 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-4f13ad83-a1b6-41e5-8f26-cfe92c4c1159 service neutron] Attempting to bind port 95a129dd-da5a-425d-867a-d0ca32722d4e by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '8f161205-1d2e-4b54-894f-e31f472f0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '39309fd6-50f7-41e6-a95c-41a3ababac43'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:18:49.162363 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-4f13ad83-a1b6-41e5-8f26-cfe92c4c1159 service neutron] Attempting to bind port 95a129dd-da5a-425d-867a-d0ca32722d4e on network 39309fd6-50f7-41e6-a95c-41a3ababac43 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:18:49.166835 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-4f13ad83-a1b6-41e5-8f26-cfe92c4c1159 service neutron] Port 95a129dd-da5a-425d-867a-d0ca32722d4e on network 39309fd6-50f7-41e6-a95c-41a3ababac43 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:18:49.167282 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-4f13ad83-a1b6-41e5-8f26-cfe92c4c1159 service neutron] Attempting to bind port 95a129dd-da5a-425d-867a-d0ca32722d4e on network 39309fd6-50f7-41e6-a95c-41a3ababac43 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:18:49.172027 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-4f13ad83-a1b6-41e5-8f26-cfe92c4c1159 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:18:49.172406 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-4f13ad83-a1b6-41e5-8f26-cfe92c4c1159 service neutron] Checking segment: {'id': '8f161205-1d2e-4b54-894f-e31f472f0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '39309fd6-50f7-41e6-a95c-41a3ababac43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:18:49.172751 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-4f13ad83-a1b6-41e5-8f26-cfe92c4c1159 service neutron] Bound using segment: {'id': '8f161205-1d2e-4b54-894f-e31f472f0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '39309fd6-50f7-41e6-a95c-41a3ababac43'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:18:49.173251 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-4f13ad83-a1b6-41e5-8f26-cfe92c4c1159 service neutron] Bound port: 95a129dd-da5a-425d-867a-d0ca32722d4e, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f161205-1d2e-4b54-894f-e31f472f0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '39309fd6-50f7-41e6-a95c-41a3ababac43'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:18:49.173614 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-4f13ad83-a1b6-41e5-8f26-cfe92c4c1159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:49.177125 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58968) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:49.247351 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-4f13ad83-a1b6-41e5-8f26-cfe92c4c1159 service neutron] For port 95a129dd-da5a-425d-867a-d0ca32722d4e, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:18:49.252187 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-4f13ad83-a1b6-41e5-8f26-cfe92c4c1159 service neutron] For port 95a129dd-da5a-425d-867a-d0ca32722d4e, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=95a129dd-da5a-425d-867a-d0ca32722d4e,segment=NetworkSegment(8f161205-1d2e-4b54-894f-e31f472f0f06),segment_id=8f161205-1d2e-4b54-894f-e31f472f0f06)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:18:49.256504 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9f5f8d2b-63ca-4900-b4ae-969ad002514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:49.256999 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-4f13ad83-a1b6-41e5-8f26-cfe92c4c1159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:49.272480 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:49.298225 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-4f13ad83-a1b6-41e5-8f26-cfe92c4c1159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:49.298762 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-4f13ad83-a1b6-41e5-8f26-cfe92c4c1159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:49.300210 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-4f13ad83-a1b6-41e5-8f26-cfe92c4c1159 service neutron] 10.222.0.64 "PUT /v2.0/ports/95a129dd-da5a-425d-867a-d0ca32722d4e HTTP/1.1" status: 200 len: 1092 time: 0.7603841 Aug 17 00:18:49.300649 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1938df05-483a-4a97-b498-74ba2d3fae24', 'tag': '95a129dd-da5a-425d-867a-d0ca32722d4e'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:18:49.302997 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0369aa35-df57-4650-80f3-c4507148465d" -d '{"events": [{"name": "network-changed", "server_uuid": "1938df05-483a-4a97-b498-74ba2d3fae24", "tag": "95a129dd-da5a-425d-867a-d0ca32722d4e"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:18:49.312783 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d6d191a5-9c06-4fb6-9d7e-0e788f2d916a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:49.350697 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13ad83-a1b6-41e5-8f26-cfe92c4c1159 service neutron] Pushing event updated for resources: {'Port': ['ID=95a129dd-da5a-425d-867a-d0ca32722d4e,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:49.384919 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f28b116-62bb-48b5-a11b-26f075a12fde x-openstack-request-id: req-2f28b116-62bb-48b5-a11b-26f075a12fde {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:18:49.385452 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1938df05-483a-4a97-b498-74ba2d3fae24", "tag": "95a129dd-da5a-425d-867a-d0ca32722d4e", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:18:49.385571 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f28b116-62bb-48b5-a11b-26f075a12fde {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:18:49.386017 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1938df05-483a-4a97-b498-74ba2d3fae24', 'tag': '95a129dd-da5a-425d-867a-d0ca32722d4e', 'status': 'completed', 'code': 200} Aug 17 00:18:49.403792 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-4bfad49b-e580-46bd-895c-506acc94b60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:49.405364 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-4bfad49b-e580-46bd-895c-506acc94b60d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f70c376604864231b0f8a2ad14684bfd&device_id=1938df05-483a-4a97-b498-74ba2d3fae24 HTTP/1.1" status: 200 len: 1095 time: 0.0511734 Aug 17 00:18:49.433914 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d6d191a5-9c06-4fb6-9d7e-0e788f2d916a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:49.440452 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d6d191a5-9c06-4fb6-9d7e-0e788f2d916a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:49.452334 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-bde47c42-3596-4579-8cb0-cf2545981947 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=95a129dd-da5a-425d-867a-d0ca32722d4e HTTP/1.1" status: 200 len: 217 time: 0.0361855 Aug 17 00:18:49.482375 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d191a5-9c06-4fb6-9d7e-0e788f2d916a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207dcb84-d797-414a-bf44-c0919e08a70e,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:49.488039 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d6d191a5-9c06-4fb6-9d7e-0e788f2d916a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9b3d810bc1f64a81b71fd32d5e393b33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3094771 Aug 17 00:18:49.490636 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58974) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:49.517980 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-85e6d0a8-129c-4f13-a525-22daadfc2ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:49.519521 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-85e6d0a8-129c-4f13-a525-22daadfc2ea2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=641064aa-5b4a-4c24-995a-f92a24f8fb61 HTTP/1.1" status: 200 len: 852 time: 0.0494318 Aug 17 00:18:49.539219 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-320d5265-b007-418a-a361-0039cb5025f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:49.557425 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-dfa80d24-d187-4bdb-8395-e745e2aae6f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=39309fd6-50f7-41e6-a95c-41a3ababac43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291371 Aug 17 00:18:49.563108 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-320d5265-b007-418a-a361-0039cb5025f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:49.646403 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe13d31-bdcd-4b59-ba1b-60c3deac6b05 req-3dc3b720-fd16-4839-a122-b5cd6845d343 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:49.648082 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3fe13d31-bdcd-4b59-ba1b-60c3deac6b05 req-3dc3b720-fd16-4839-a122-b5cd6845d343 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 943 time: 0.0565383 Aug 17 00:18:49.661895 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-320d5265-b007-418a-a361-0039cb5025f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:49.664473 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-320d5265-b007-418a-a361-0039cb5025f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:49.665568 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-320d5265-b007-418a-a361-0039cb5025f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/207dcb84-d797-414a-bf44-c0919e08a70e HTTP/1.1" status: 204 len: 168 time: 0.1740479 Aug 17 00:18:49.670674 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-5b48b008-12bf-4704-811b-02ffc721f0aa service neutron] 10.222.0.64 "GET /v2.0/networks/39309fd6-50f7-41e6-a95c-41a3ababac43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014531 Aug 17 00:18:49.680409 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d5265-b007-418a-a361-0039cb5025f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207dcb84-d797-414a-bf44-c0919e08a70e,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:49.711971 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3fe13d31-bdcd-4b59-ba1b-60c3deac6b05 req-253721ea-a708-4ab2-ac4a-ffde2644b794 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572965 Aug 17 00:18:49.781784 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5c4b5172-2b19-40e2-a005-1a99aea0aa17 req-5e952e73-a91a-4489-b732-fbb97cd324e6 service neutron] 10.222.0.64 "GET /v2.0/networks/39309fd6-50f7-41e6-a95c-41a3ababac43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010232 Aug 17 00:18:49.895094 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369aa35-df57-4650-80f3-c4507148465d req-5349fee9-3f11-40a1-a372-8f506add0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:49.896644 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0369aa35-df57-4650-80f3-c4507148465d req-5349fee9-3f11-40a1-a372-8f506add0d05 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f70c376604864231b0f8a2ad14684bfd&device_id=1938df05-483a-4a97-b498-74ba2d3fae24 HTTP/1.1" status: 200 len: 1095 time: 0.0439601 Aug 17 00:18:49.968422 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 58982) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:49.986523 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e545c40d-f0db-42aa-bfa0-324598ee6817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:50.039181 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369aa35-df57-4650-80f3-c4507148465d req-2a12269c-3390-4a8f-94d0-51a0088bd837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:50.040691 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0369aa35-df57-4650-80f3-c4507148465d req-2a12269c-3390-4a8f-94d0-51a0088bd837 service neutron] 10.222.0.64 "GET /v2.0/networks?id=39309fd6-50f7-41e6-a95c-41a3ababac43 HTTP/1.1" status: 200 len: 913 time: 0.1359346 Aug 17 00:18:50.092401 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0369aa35-df57-4650-80f3-c4507148465d req-cb85eac2-fa38-4e08-8116-592767f213db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=95a129dd-da5a-425d-867a-d0ca32722d4e HTTP/1.1" status: 200 len: 217 time: 0.0408046 Aug 17 00:18:50.153750 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369aa35-df57-4650-80f3-c4507148465d req-04b6bd75-0d3f-48f9-b083-44d41924d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:50.155290 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0369aa35-df57-4650-80f3-c4507148465d req-04b6bd75-0d3f-48f9-b083-44d41924d7bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=641064aa-5b4a-4c24-995a-f92a24f8fb61 HTTP/1.1" status: 200 len: 852 time: 0.0542183 Aug 17 00:18:50.186703 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:50.201928 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0369aa35-df57-4650-80f3-c4507148465d req-2f49ffe0-e4a4-4838-94c2-7eca4b4b7056 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=39309fd6-50f7-41e6-a95c-41a3ababac43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326273 Aug 17 00:18:50.241880 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e545c40d-f0db-42aa-bfa0-324598ee6817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:50.269285 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442aed46-ed02-4a8f-becb-15d8f3abee89 req-5cf951a3-ad3f-43cf-9f80-cc3d04cf85f5 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:50.270831 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e545c40d-f0db-42aa-bfa0-324598ee6817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:50.270953 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-442aed46-ed02-4a8f-becb-15d8f3abee89 req-5cf951a3-ad3f-43cf-9f80-cc3d04cf85f5 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.60 "GET /v2.0/ports?device_id=1938df05-483a-4a97-b498-74ba2d3fae24 HTTP/1.1" status: 200 len: 943 time: 0.0686898 Aug 17 00:18:50.310949 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-442aed46-ed02-4a8f-becb-15d8f3abee89 req-46716283-ea77-4a60-895a-a8fb69bc4528 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f501556-83fd-48db-b912-3ac8eeca0405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331831 Aug 17 00:18:50.336980 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 58990) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:50.337180 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e545c40d-f0db-42aa-bfa0-324598ee6817 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1287908d58a34dc1a8c06c02e6d0024f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3672857 Aug 17 00:18:50.344368 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545c40d-f0db-42aa-bfa0-324598ee6817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0005aff-2f1c-4d27-9593-a5152ef5fb47,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:50.366712 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0369aa35-df57-4650-80f3-c4507148465d req-3471798f-904b-4267-97fa-5532281fe800 service neutron] 10.222.0.64 "GET /v2.0/networks/39309fd6-50f7-41e6-a95c-41a3ababac43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517253 Aug 17 00:18:50.395896 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-82996dc5-f9b0-45c8-ae42-b60fefa0176e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:50.420871 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-82996dc5-f9b0-45c8-ae42-b60fefa0176e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:50.479887 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-82996dc5-f9b0-45c8-ae42-b60fefa0176e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:50.482866 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-82996dc5-f9b0-45c8-ae42-b60fefa0176e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:50.486406 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-82996dc5-f9b0-45c8-ae42-b60fefa0176e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a0005aff-2f1c-4d27-9593-a5152ef5fb47 HTTP/1.1" status: 204 len: 168 time: 0.1455140 Aug 17 00:18:50.494844 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82996dc5-f9b0-45c8-ae42-b60fefa0176e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0005aff-2f1c-4d27-9593-a5152ef5fb47,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:50.771212 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0369aa35-df57-4650-80f3-c4507148465d req-2d39d901-d21e-48c7-89d0-1bde42d689fa service neutron] 10.222.0.64 "GET /v2.0/networks/39309fd6-50f7-41e6-a95c-41a3ababac43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897853 Aug 17 00:18:50.863192 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c0fe1-84f9-4a62-8257-88614c6b17ef req-463aacbb-cd02-4d45-8bed-aecdc41acbc9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:50.864904 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bf7c0fe1-84f9-4a62-8257-88614c6b17ef req-463aacbb-cd02-4d45-8bed-aecdc41acbc9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 943 time: 0.0550518 Aug 17 00:18:50.907498 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bf7c0fe1-84f9-4a62-8257-88614c6b17ef req-40a03100-e571-48e4-aadc-35cfa6c2d494 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355973 Aug 17 00:18:51.440194 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a73e8-eb5f-4847-b400-674c79cfa5d7 req-2a13d1a3-fce4-4cf0-bebd-3e8372bf3fa3 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:51.442365 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-647a73e8-eb5f-4847-b400-674c79cfa5d7 req-2a13d1a3-fce4-4cf0-bebd-3e8372bf3fa3 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.60 "GET /v2.0/ports?device_id=1938df05-483a-4a97-b498-74ba2d3fae24 HTTP/1.1" status: 200 len: 943 time: 0.0576007 Aug 17 00:18:51.490982 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-647a73e8-eb5f-4847-b400-674c79cfa5d7 req-49c443b4-79a8-49ef-82bc-a4b2b2eafae6 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f501556-83fd-48db-b912-3ac8eeca0405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412996 Aug 17 00:18:51.544317 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59026) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:51.950483 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 25c31a2b-f545-4f98-89df-76ad2bf4db56 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:18:51.986690 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df78e119-15c0-49e3-a5dc-df9f71a3a8b9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:52.124361 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d7bb0-8c8d-4c4d-a18d-1a37d891467e req-5a8ac246-8d99-4941-845e-6bc68be3cd94 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:52.132053 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-260d7bb0-8c8d-4c4d-a18d-1a37d891467e req-5a8ac246-8d99-4941-845e-6bc68be3cd94 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 943 time: 0.1096139 Aug 17 00:18:52.169926 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 25c31a2b-f545-4f98-89df-76ad2bf4db56, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=25c31a2b-f545-4f98-89df-76ad2bf4db56,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:52.193339 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '25c31a2b-f545-4f98-89df-76ad2bf4db56', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'port_id': '25c31a2b-f545-4f98-89df-76ad2bf4db56', 'mac_address': 'fa:16:3e:9d:d8:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:18:52.194956 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-260d7bb0-8c8d-4c4d-a18d-1a37d891467e req-2a356b22-538b-4702-8665-a7a49d0bfe45 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410597 Aug 17 00:18:52.226638 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:52.244940 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:52.260463 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c31a2b-f545-4f98-89df-76ad2bf4db56 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:18:52.293894 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 25c31a2b-f545-4f98-89df-76ad2bf4db56, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=25c31a2b-f545-4f98-89df-76ad2bf4db56,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:52.306039 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:52.382725 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=25c31a2b-f545-4f98-89df-76ad2bf4db56,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:52.482137 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-df78e119-15c0-49e3-a5dc-df9f71a3a8b9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Deleting port 894ddce6-faec-4ccc-86f9-45ca91109e2c {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:18:52.482477 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df78e119-15c0-49e3-a5dc-df9f71a3a8b9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:52.627946 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-df78e119-15c0-49e3-a5dc-df9f71a3a8b9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] For port 894ddce6-faec-4ccc-86f9-45ca91109e2c, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=894ddce6-faec-4ccc-86f9-45ca91109e2c,segment=NetworkSegment(d2580cf4-faaa-4ae9-b066-296eb7e6459b),segment_id=d2580cf4-faaa-4ae9-b066-296eb7e6459b)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:52.628605 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df78e119-15c0-49e3-a5dc-df9f71a3a8b9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:52.633474 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['25c31a2b-f545-4f98-89df-76ad2bf4db56'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:18:52.669696 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-df78e119-15c0-49e3-a5dc-df9f71a3a8b9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Calling delete_port for 894ddce6-faec-4ccc-86f9-45ca91109e2c owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:18:52.911383 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bff4d-9d0c-4f3f-a315-57df79b66d29 req-7dddb567-2ee3-4c9b-ae2f-d83bbab9d61a tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:52.920091 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c6bff4d-9d0c-4f3f-a315-57df79b66d29 req-7dddb567-2ee3-4c9b-ae2f-d83bbab9d61a tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.60 "GET /v2.0/ports?device_id=1938df05-483a-4a97-b498-74ba2d3fae24 HTTP/1.1" status: 200 len: 943 time: 0.0725927 Aug 17 00:18:52.972119 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c6bff4d-9d0c-4f3f-a315-57df79b66d29 req-40fea1c8-806e-462c-bdea-f08f04c7d3e1 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f501556-83fd-48db-b912-3ac8eeca0405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455623 Aug 17 00:18:53.042190 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df78e119-15c0-49e3-a5dc-df9f71a3a8b9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:53.071710 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78e119-15c0-49e3-a5dc-df9f71a3a8b9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event deleted for resources: {'Port': ['ID=894ddce6-faec-4ccc-86f9-45ca91109e2c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:53.260675 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df78e119-15c0-49e3-a5dc-df9f71a3a8b9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:53.331871 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8651368-e0d6-4e47-8d29-0d401cba1448 req-c7b295f1-7c55-4359-8fcb-c73506c573a6 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:53.334088 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a8651368-e0d6-4e47-8d29-0d401cba1448 req-c7b295f1-7c55-4359-8fcb-c73506c573a6 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 944 time: 0.0603089 Aug 17 00:18:53.379243 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a8651368-e0d6-4e47-8d29-0d401cba1448 req-edd89729-cdf2-4f4e-bb7a-f6fcec1929f7 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370681 Aug 17 00:18:53.508588 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df78e119-15c0-49e3-a5dc-df9f71a3a8b9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Router 2509a437-ed0b-437a-b2d5-50cac6f328bc has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:18:53.626164 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df78e119-15c0-49e3-a5dc-df9f71a3a8b9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:18:53.632115 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-df78e119-15c0-49e3-a5dc-df9f71a3a8b9 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "PUT /v2.0/routers/2509a437-ed0b-437a-b2d5-50cac6f328bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0863559 Aug 17 00:18:53.636914 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bb5db5-8e58-4083-b770-221411792339 None None] Sync routers for ids ['2509a437-ed0b-437a-b2d5-50cac6f328bc'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:18:53.647246 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bb5db5-8e58-4083-b770-221411792339 None None] Routers {'2509a437-ed0b-437a-b2d5-50cac6f328bc'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:18:53.647858 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-74bb5db5-8e58-4083-b770-221411792339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:18:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2509a437-ed0b-437a-b2d5-50cac6f328bc'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:18:53.762843 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-74bb5db5-8e58-4083-b770-221411792339 None None] Set router 2509a437-ed0b-437a-b2d5-50cac6f328bc gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:18:53.862083 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfecb3-1ae3-4e84-9bdc-f225a3437110 req-f899fa67-15e2-47e7-93a3-11a2128f4981 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:53.864459 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4bfecb3-1ae3-4e84-9bdc-f225a3437110 req-f899fa67-15e2-47e7-93a3-11a2128f4981 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c059f49-060d-414d-8ea2-7d94d5b66baa HTTP/1.1" status: 200 len: 946 time: 0.0601668 Aug 17 00:18:53.913895 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4bfecb3-1ae3-4e84-9bdc-f225a3437110 req-0a0781ec-9071-489b-aa3a-254c0a1d9e84 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e542c1-b47f-4674-a86e-b1085c687f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424063 Aug 17 00:18:53.968222 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 95a129dd-da5a-425d-867a-d0ca32722d4e details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:18:53.971018 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 25c31a2b-f545-4f98-89df-76ad2bf4db56 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:18:54.099847 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bcaeb-dd4d-4376-8744-bcf2048230a9 req-9179c2b0-72fb-46e7-ac47-a464ed8fba49 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:54.102196 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-362bcaeb-dd4d-4376-8744-bcf2048230a9 req-9179c2b0-72fb-46e7-ac47-a464ed8fba49 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.60 "GET /v2.0/ports?device_id=1938df05-483a-4a97-b498-74ba2d3fae24 HTTP/1.1" status: 200 len: 943 time: 0.0578244 Aug 17 00:18:54.146070 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-362bcaeb-dd4d-4376-8744-bcf2048230a9 req-31c73d36-ad1c-427a-9a15-7f2128c584b0 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f501556-83fd-48db-b912-3ac8eeca0405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372953 Aug 17 00:18:54.301515 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 25c31a2b-f545-4f98-89df-76ad2bf4db56 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:18:54.316451 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 25c31a2b-f545-4f98-89df-76ad2bf4db56 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:18:54.316825 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:54.353140 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-74bb5db5-8e58-4083-b770-221411792339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'name': 'tempest-TestNetworkBasicOps-router-1291022409', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:13Z', 'updated_at': '2021-08-17T00:18:52Z', 'revision_number': 6, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'f0eeaeda-4ba7-4b0e-afe9-72c40df69e7e', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'floating_ip_address': '172.25.3.49', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'port_id': 'ea0c2402-6eea-4459-a6bc-01d7b38d5189', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376', 'mac_address': 'fa:16:3e:8c:89:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d4c64c-670d-4577-93e3-33f650354fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:17:06Z', 'updated_at': '2021-08-17T00:17:11Z', 'revision_number': 1, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40bdcc04-f96d-49ce-9e4c-d085ebb1ff99', 'name': '', 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'mac_address': 'fa:16:3e:4f:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:34Z', 'revision_number': 5, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'subnets': [{'id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:18:54.385477 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 95a129dd-da5a-425d-867a-d0ca32722d4e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=95a129dd-da5a-425d-867a-d0ca32722d4e,segment=NetworkSegment(8f161205-1d2e-4b54-894f-e31f472f0f06),segment_id=8f161205-1d2e-4b54-894f-e31f472f0f06)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:54.395468 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bb5db5-8e58-4083-b770-221411792339 None None] Checking router: 2509a437-ed0b-437a-b2d5-50cac6f328bc for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:18:54.406173 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '95a129dd-da5a-425d-867a-d0ca32722d4e', 'network_id': '39309fd6-50f7-41e6-a95c-41a3ababac43', 'port_id': '95a129dd-da5a-425d-867a-d0ca32722d4e', 'mac_address': 'fa:16:3e:4a:e2:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641064aa-5b4a-4c24-995a-f92a24f8fb61', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:18:54.419086 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bb5db5-8e58-4083-b770-221411792339 None None] Routers {'2509a437-ed0b-437a-b2d5-50cac6f328bc'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:18:54.419086 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-74bb5db5-8e58-4083-b770-221411792339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:18:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2509a437-ed0b-437a-b2d5-50cac6f328bc'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:18:54.526763 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:54.568472 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81abfd2c-cbe6-4a94-b95f-518fffb91e91 req-506959e0-81b1-4695-ae74-202ba00a4abe tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:54.570251 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81abfd2c-cbe6-4a94-b95f-518fffb91e91 req-506959e0-81b1-4695-ae74-202ba00a4abe tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 944 time: 0.1092484 Aug 17 00:18:54.585797 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a129dd-da5a-425d-867a-d0ca32722d4e {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:18:54.592923 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:54.628251 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 95a129dd-da5a-425d-867a-d0ca32722d4e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=95a129dd-da5a-425d-867a-d0ca32722d4e,segment=NetworkSegment(8f161205-1d2e-4b54-894f-e31f472f0f06),segment_id=8f161205-1d2e-4b54-894f-e31f472f0f06)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:54.638135 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81abfd2c-cbe6-4a94-b95f-518fffb91e91 req-3485bcac-53e9-45cc-b29f-8c59550bd9da tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607970 Aug 17 00:18:54.643625 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-74bb5db5-8e58-4083-b770-221411792339 None None] Set router 2509a437-ed0b-437a-b2d5-50cac6f328bc gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:18:54.649267 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed71bf7-40c9-4827-b37e-c4a85f6dd090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c31a2b-f545-4f98-89df-76ad2bf4db56'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:18:54.651538 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83079406-9be2-45e8-bca0-39d32a629d14" -d '{"events": [{"server_uuid": "6ed71bf7-40c9-4827-b37e-c4a85f6dd090", "name": "network-vif-plugged", "status": "completed", "tag": "25c31a2b-f545-4f98-89df-76ad2bf4db56"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:18:54.681876 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:54.702257 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 25c31a2b-f545-4f98-89df-76ad2bf4db56, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=25c31a2b-f545-4f98-89df-76ad2bf4db56,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:54.730553 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:54.793431 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac0cf38-e883-4edd-9394-290d15fa81c7 x-openstack-request-id: req-fac0cf38-e883-4edd-9394-290d15fa81c7 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:18:54.793727 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed71bf7-40c9-4827-b37e-c4a85f6dd090", "name": "network-vif-plugged", "status": "completed", "tag": "25c31a2b-f545-4f98-89df-76ad2bf4db56", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:18:54.793978 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fac0cf38-e883-4edd-9394-290d15fa81c7 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:18:54.794368 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed71bf7-40c9-4827-b37e-c4a85f6dd090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c31a2b-f545-4f98-89df-76ad2bf4db56', 'code': 200} Aug 17 00:18:54.806633 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=95a129dd-da5a-425d-867a-d0ca32722d4e,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:54.824468 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28167ff8-018e-4d5a-80c8-bf0c5c7864d9 req-4e5a99cd-d5da-4f89-bda4-c871636754c2 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:54.826575 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28167ff8-018e-4d5a-80c8-bf0c5c7864d9 req-4e5a99cd-d5da-4f89-bda4-c871636754c2 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/ports?device_id=de42ce4d-cd0a-438a-9d94-1499374e41c4 HTTP/1.1" status: 200 len: 945 time: 0.0801413 Aug 17 00:18:54.879597 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28167ff8-018e-4d5a-80c8-bf0c5c7864d9 req-4fe8c232-f1f8-4b7d-83bd-f22963da465f tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/security-groups?id=69998126-43ce-4a32-b790-c61684301cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457714 Aug 17 00:18:54.928604 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47847a4a-02f5-48f2-a11b-424badf06018 req-72b7be3e-cc61-444a-a3ec-103eb4c4e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:54.930650 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-47847a4a-02f5-48f2-a11b-424badf06018 req-72b7be3e-cc61-444a-a3ec-103eb4c4e375 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 1097 time: 0.0493519 Aug 17 00:18:54.940413 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=25c31a2b-f545-4f98-89df-76ad2bf4db56,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:54.972749 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-47847a4a-02f5-48f2-a11b-424badf06018 req-2d995dde-6738-4b36-98db-93bef2a6110d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322022 Aug 17 00:18:55.023454 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['95a129dd-da5a-425d-867a-d0ca32722d4e'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:18:55.049665 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ad4cf-5ca8-49db-af0c-7c99270bd5b2 req-58610e9d-d151-48ed-bc89-7d27ff992430 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:55.073670 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c75ad4cf-5ca8-49db-af0c-7c99270bd5b2 req-58610e9d-d151-48ed-bc89-7d27ff992430 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c059f49-060d-414d-8ea2-7d94d5b66baa HTTP/1.1" status: 200 len: 946 time: 0.0618460 Aug 17 00:18:55.151897 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c75ad4cf-5ca8-49db-af0c-7c99270bd5b2 req-b350474a-65fa-4293-bbc6-8c52d146f05b tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=82e542c1-b47f-4674-a86e-b1085c687f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714571 Aug 17 00:18:55.201608 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-74bb5db5-8e58-4083-b770-221411792339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'name': 'tempest-TestNetworkBasicOps-router-1291022409', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:13Z', 'updated_at': '2021-08-17T00:18:52Z', 'revision_number': 6, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'f0eeaeda-4ba7-4b0e-afe9-72c40df69e7e', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'floating_ip_address': '172.25.3.49', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'port_id': 'ea0c2402-6eea-4459-a6bc-01d7b38d5189', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376', 'mac_address': 'fa:16:3e:8c:89:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d4c64c-670d-4577-93e3-33f650354fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:17:06Z', 'updated_at': '2021-08-17T00:17:11Z', 'revision_number': 1, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40bdcc04-f96d-49ce-9e4c-d085ebb1ff99', 'name': '', 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'mac_address': 'fa:16:3e:4f:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:34Z', 'revision_number': 5, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'subnets': [{'id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:18:55.231429 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bb5db5-8e58-4083-b770-221411792339 None None] The sync data for ids ['2509a437-ed0b-437a-b2d5-50cac6f328bc'] in n-d-800088-20 is: [{'id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'name': 'tempest-TestNetworkBasicOps-router-1291022409', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:13Z', 'updated_at': '2021-08-17T00:18:52Z', 'revision_number': 6, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'f0eeaeda-4ba7-4b0e-afe9-72c40df69e7e', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'floating_ip_address': '172.25.3.49', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'port_id': 'ea0c2402-6eea-4459-a6bc-01d7b38d5189', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376', 'mac_address': 'fa:16:3e:8c:89:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d4c64c-670d-4577-93e3-33f650354fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:17:06Z', 'updated_at': '2021-08-17T00:17:11Z', 'revision_number': 1, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40bdcc04-f96d-49ce-9e4c-d085ebb1ff99', 'name': '', 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'mac_address': 'fa:16:3e:4f:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:34Z', 'revision_number': 5, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'subnets': [{'id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:18:55.295478 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8a7de-9716-438e-b41a-d20faab22a57 req-7b7925af-6b71-4572-9567-768fe65259a9 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:55.297649 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c5a8a7de-9716-438e-b41a-d20faab22a57 req-7b7925af-6b71-4572-9567-768fe65259a9 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.60 "GET /v2.0/ports?device_id=1938df05-483a-4a97-b498-74ba2d3fae24 HTTP/1.1" status: 200 len: 944 time: 0.0673406 Aug 17 00:18:55.340084 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c5a8a7de-9716-438e-b41a-d20faab22a57 req-9a6986f9-e5c3-49f8-9a56-84ef885bd22a tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f501556-83fd-48db-b912-3ac8eeca0405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356970 Aug 17 00:18:55.556187 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e4ce1-accb-4eaf-9a9b-0fdb6994ea41 req-7295272c-32c5-4492-8fd7-9ed3faaea58c tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:55.557901 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a95e4ce1-accb-4eaf-9a9b-0fdb6994ea41 req-7295272c-32c5-4492-8fd7-9ed3faaea58c tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c059f49-060d-414d-8ea2-7d94d5b66baa HTTP/1.1" status: 200 len: 946 time: 0.0495961 Aug 17 00:18:55.666429 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-a95e4ce1-accb-4eaf-9a9b-0fdb6994ea41 req-db4eaaf9-2ede-40cb-978c-7b4f009c5f5c tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Deleting port 63c17b19-df97-41a9-8a06-c2ab54e04817 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:18:55.666785 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a95e4ce1-accb-4eaf-9a9b-0fdb6994ea41 req-db4eaaf9-2ede-40cb-978c-7b4f009c5f5c tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:55.757765 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab519647-471f-4c76-8a95-c4fc394a6d33 req-3cb8885b-807d-4fca-9f83-dcaee32cffa2 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:55.759389 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ab519647-471f-4c76-8a95-c4fc394a6d33 req-3cb8885b-807d-4fca-9f83-dcaee32cffa2 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 945 time: 0.0544860 Aug 17 00:18:55.775408 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-a95e4ce1-accb-4eaf-9a9b-0fdb6994ea41 req-db4eaaf9-2ede-40cb-978c-7b4f009c5f5c tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] For port 63c17b19-df97-41a9-8a06-c2ab54e04817, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=63c17b19-df97-41a9-8a06-c2ab54e04817,segment=NetworkSegment(d2580cf4-faaa-4ae9-b066-296eb7e6459b),segment_id=d2580cf4-faaa-4ae9-b066-296eb7e6459b)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:55.775791 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a95e4ce1-accb-4eaf-9a9b-0fdb6994ea41 req-db4eaaf9-2ede-40cb-978c-7b4f009c5f5c tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:55.790927 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-a95e4ce1-accb-4eaf-9a9b-0fdb6994ea41 req-db4eaaf9-2ede-40cb-978c-7b4f009c5f5c tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Calling delete_port for 63c17b19-df97-41a9-8a06-c2ab54e04817 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:18:55.804746 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ab519647-471f-4c76-8a95-c4fc394a6d33 req-74c1e27f-c68e-49eb-a1e9-3ff9f0856211 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366161 Aug 17 00:18:55.848088 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 894ddce6-faec-4ccc-86f9-45ca91109e2c no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:18:55.870351 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 894ddce6-faec-4ccc-86f9-45ca91109e2c {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:18:55.870524 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 894ddce6-faec-4ccc-86f9-45ca91109e2c not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:18:55.936419 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a95e4ce1-accb-4eaf-9a9b-0fdb6994ea41 req-db4eaaf9-2ede-40cb-978c-7b4f009c5f5c tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:55.968166 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4eaaf9-2ede-40cb-978c-7b4f009c5f5c tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event deleted for resources: {'Port': ['ID=63c17b19-df97-41a9-8a06-c2ab54e04817,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:55.977866 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 95a129dd-da5a-425d-867a-d0ca32722d4e up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:18:56.008360 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a0f59-eff9-400a-882e-ab2d8db8b725 req-2fac90c1-800e-4053-9153-a72d71155679 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:56.010063 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-447a0f59-eff9-400a-882e-ab2d8db8b725 req-2fac90c1-800e-4053-9153-a72d71155679 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/ports?device_id=de42ce4d-cd0a-438a-9d94-1499374e41c4 HTTP/1.1" status: 200 len: 945 time: 0.0579398 Aug 17 00:18:56.022441 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95e4ce1-accb-4eaf-9a9b-0fdb6994ea41 req-db4eaaf9-2ede-40cb-978c-7b4f009c5f5c tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] No DVR routers for this DVR port 63c17b19-df97-41a9-8a06-c2ab54e04817 on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:18:56.025098 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a95e4ce1-accb-4eaf-9a9b-0fdb6994ea41 req-db4eaaf9-2ede-40cb-978c-7b4f009c5f5c tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:56.027144 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a95e4ce1-accb-4eaf-9a9b-0fdb6994ea41 req-db4eaaf9-2ede-40cb-978c-7b4f009c5f5c tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.64 "DELETE /v2.0/ports/63c17b19-df97-41a9-8a06-c2ab54e04817 HTTP/1.1" status: 204 len: 173 time: 0.4579570 Aug 17 00:18:56.027592 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c059f49-060d-414d-8ea2-7d94d5b66baa', 'name': 'network-vif-deleted', 'tag': '63c17b19-df97-41a9-8a06-c2ab54e04817'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:18:56.030564 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9fe02b-3c8f-4abd-9446-01ac41aa64f5" -d '{"events": [{"server_uuid": "0c059f49-060d-414d-8ea2-7d94d5b66baa", "name": "network-vif-deleted", "tag": "63c17b19-df97-41a9-8a06-c2ab54e04817"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:18:56.040106 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 95a129dd-da5a-425d-867a-d0ca32722d4e completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:18:56.045136 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 95a129dd-da5a-425d-867a-d0ca32722d4e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:18:56.045670 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:56.068866 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-447a0f59-eff9-400a-882e-ab2d8db8b725 req-16a014b9-8c24-4860-aae8-469441bf9a4c tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/security-groups?id=69998126-43ce-4a32-b790-c61684301cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514126 Aug 17 00:18:56.080130 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949811c1-6d08-4cc0-8bc5-49153a4ab35c x-openstack-request-id: req-949811c1-6d08-4cc0-8bc5-49153a4ab35c {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:18:56.080491 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c059f49-060d-414d-8ea2-7d94d5b66baa", "name": "network-vif-deleted", "tag": "63c17b19-df97-41a9-8a06-c2ab54e04817", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:18:56.081260 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-949811c1-6d08-4cc0-8bc5-49153a4ab35c {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:18:56.081701 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c059f49-060d-414d-8ea2-7d94d5b66baa', 'name': 'network-vif-deleted', 'tag': '63c17b19-df97-41a9-8a06-c2ab54e04817', 'status': 'completed', 'code': 200} Aug 17 00:18:56.134390 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:56.172032 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 95a129dd-da5a-425d-867a-d0ca32722d4e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=95a129dd-da5a-425d-867a-d0ca32722d4e,segment=NetworkSegment(8f161205-1d2e-4b54-894f-e31f472f0f06),segment_id=8f161205-1d2e-4b54-894f-e31f472f0f06)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:56.177984 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:56.236244 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=95a129dd-da5a-425d-867a-d0ca32722d4e,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:56.302802 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9a8305f-ec37-4a48-abda-bf37a802a288 req-3637543a-b83a-4ee8-9a83-090ec083f0aa tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c059f49-060d-414d-8ea2-7d94d5b66baa HTTP/1.1" status: 200 len: 210 time: 0.0338080 Aug 17 00:18:56.473331 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24057037-a444-46c2-98f6-ce244f0346bd req-cdbdf4c2-3613-4800-98db-2a115e3144dc tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:56.475021 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-24057037-a444-46c2-98f6-ce244f0346bd req-cdbdf4c2-3613-4800-98db-2a115e3144dc tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.60 "GET /v2.0/ports?device_id=1938df05-483a-4a97-b498-74ba2d3fae24 HTTP/1.1" status: 200 len: 945 time: 0.0601580 Aug 17 00:18:56.515912 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-24057037-a444-46c2-98f6-ce244f0346bd req-5b40ad17-5837-40c6-99b3-cc7cc9749c84 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f501556-83fd-48db-b912-3ac8eeca0405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336294 Aug 17 00:18:56.783837 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f3084-5668-4109-a383-af6b013af366 req-f725588f-c78e-407c-82f2-a4980a1218d0 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:56.785277 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6a8f3084-5668-4109-a383-af6b013af366 req-f725588f-c78e-407c-82f2-a4980a1218d0 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.64 "GET /v2.0/ports?device_id=de42ce4d-cd0a-438a-9d94-1499374e41c4 HTTP/1.1" status: 200 len: 945 time: 0.0537186 Aug 17 00:18:56.795447 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1938df05-483a-4a97-b498-74ba2d3fae24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a129dd-da5a-425d-867a-d0ca32722d4e'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:18:56.798997 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ec3d7a-a77f-4737-a365-10fefb874401" -d '{"events": [{"server_uuid": "1938df05-483a-4a97-b498-74ba2d3fae24", "name": "network-vif-plugged", "status": "completed", "tag": "95a129dd-da5a-425d-867a-d0ca32722d4e"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:18:56.862763 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300408bc-04af-410b-ae87-c2e007b3052c x-openstack-request-id: req-300408bc-04af-410b-ae87-c2e007b3052c {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:18:56.863346 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1938df05-483a-4a97-b498-74ba2d3fae24", "name": "network-vif-plugged", "status": "completed", "tag": "95a129dd-da5a-425d-867a-d0ca32722d4e", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:18:56.863346 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-300408bc-04af-410b-ae87-c2e007b3052c {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:18:56.863722 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1938df05-483a-4a97-b498-74ba2d3fae24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a129dd-da5a-425d-867a-d0ca32722d4e', 'code': 200} Aug 17 00:18:56.931653 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-6a8f3084-5668-4109-a383-af6b013af366 req-15c4113d-73e1-4acb-8efb-b2a41c5c2113 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Deleting port f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:18:56.932097 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6a8f3084-5668-4109-a383-af6b013af366 req-15c4113d-73e1-4acb-8efb-b2a41c5c2113 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:56.981488 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4137e5-a040-4a14-a082-c77c6e5ae566 req-c2677819-d2a6-46e6-9ca4-b60b1d3206ed tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:56.983033 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba4137e5-a040-4a14-a082-c77c6e5ae566 req-c2677819-d2a6-46e6-9ca4-b60b1d3206ed tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 945 time: 0.0517709 Aug 17 00:18:57.043447 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba4137e5-a040-4a14-a082-c77c6e5ae566 req-15450331-39fb-4d58-bd85-31f943a3b215 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484250 Aug 17 00:18:57.055942 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47816db-55d9-4c75-bc17-975c5cd659c6 req-024e2883-12cf-462f-9587-d1156a68d032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:57.057153 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c47816db-55d9-4c75-bc17-975c5cd659c6 req-024e2883-12cf-462f-9587-d1156a68d032 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1938df05-483a-4a97-b498-74ba2d3fae24 HTTP/1.1" status: 200 len: 1097 time: 0.1092968 Aug 17 00:18:57.087596 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-6a8f3084-5668-4109-a383-af6b013af366 req-15c4113d-73e1-4acb-8efb-b2a41c5c2113 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] For port f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27,segment=NetworkSegment(89da32fa-63cc-4d7f-aae8-8fe43e56754a),segment_id=89da32fa-63cc-4d7f-aae8-8fe43e56754a)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:57.087903 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6a8f3084-5668-4109-a383-af6b013af366 req-15c4113d-73e1-4acb-8efb-b2a41c5c2113 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:57.109466 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-6a8f3084-5668-4109-a383-af6b013af366 req-15c4113d-73e1-4acb-8efb-b2a41c5c2113 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Calling delete_port for f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:18:57.147656 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c47816db-55d9-4c75-bc17-975c5cd659c6 req-70c5603b-4192-4d61-b42f-0f7a7d833daa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2f501556-83fd-48db-b912-3ac8eeca0405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778737 Aug 17 00:18:57.176319 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b808a8-551c-466e-90ae-99ce21b7bc7c req-f58f404b-a565-4034-99fa-db5203401c01 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:57.179402 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-67b808a8-551c-466e-90ae-99ce21b7bc7c req-f58f404b-a565-4034-99fa-db5203401c01 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 945 time: 0.0653653 Aug 17 00:18:57.250936 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd959ec7-e145-4e3d-929a-f1b3ac1aad4e req-ecf943a1-bae2-4767-8d59-f3516992e462 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:57.252557 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dd959ec7-e145-4e3d-929a-f1b3ac1aad4e req-ecf943a1-bae2-4767-8d59-f3516992e462 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/ports?device_id=de42ce4d-cd0a-438a-9d94-1499374e41c4 HTTP/1.1" status: 200 len: 945 time: 0.0979297 Aug 17 00:18:57.258872 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-67b808a8-551c-466e-90ae-99ce21b7bc7c req-d889fd60-64ae-4b16-805f-bca2d04c798b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596964 Aug 17 00:18:57.293911 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59108) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:57.298943 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dd959ec7-e145-4e3d-929a-f1b3ac1aad4e req-25211cc5-7c05-49c7-919a-8b46bca78371 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.60 "GET /v2.0/security-groups?id=69998126-43ce-4a32-b790-c61684301cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397558 Aug 17 00:18:57.313880 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6a8f3084-5668-4109-a383-af6b013af366 req-15c4113d-73e1-4acb-8efb-b2a41c5c2113 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:57.332298 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:18:57.367957 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4113d-73e1-4acb-8efb-b2a41c5c2113 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Pushing event deleted for resources: {'Port': ['ID=f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:57.457973 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8f3084-5668-4109-a383-af6b013af366 req-15c4113d-73e1-4acb-8efb-b2a41c5c2113 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] No DVR routers for this DVR port f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27 on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:18:57.460591 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59116) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:57.461373 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6a8f3084-5668-4109-a383-af6b013af366 req-15c4113d-73e1-4acb-8efb-b2a41c5c2113 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:57.463981 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6a8f3084-5668-4109-a383-af6b013af366 req-15c4113d-73e1-4acb-8efb-b2a41c5c2113 tempest-VolumesSnapshotTestJSON-1314399918 tempest-VolumesSnapshotTestJSON-1314399918-project] 10.222.0.64 "DELETE /v2.0/ports/f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27 HTTP/1.1" status: 204 len: 173 time: 0.6723430 Aug 17 00:18:57.553325 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7e67dc7a-1714-4eb9-b50c-fb5d8e835b99 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:57.592203 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7e67dc7a-1714-4eb9-b50c-fb5d8e835b99 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:57.681956 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220170bb-c037-4669-9e26-f78e8dc8f0ab req-edd3ea2a-2284-4841-a8ca-bf78c10ed4d3 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:57.683484 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-220170bb-c037-4669-9e26-f78e8dc8f0ab req-edd3ea2a-2284-4841-a8ca-bf78c10ed4d3 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.60 "GET /v2.0/ports?device_id=1938df05-483a-4a97-b498-74ba2d3fae24 HTTP/1.1" status: 200 len: 945 time: 0.0878408 Aug 17 00:18:57.712220 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f770430c-3d7a-4a09-8f84-e2e48a9adb0b tempest-TestVolumeBootPattern-1094830927 tempest-TestVolumeBootPattern-1094830927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:57.714379 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f770430c-3d7a-4a09-8f84-e2e48a9adb0b tempest-TestVolumeBootPattern-1094830927 tempest-TestVolumeBootPattern-1094830927-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 1092 time: 0.4148145 Aug 17 00:18:57.716936 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59120) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:57.722483 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1294aa69-cd0c-4de6-bc4f-1d7b479b2c2b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'port_id': '25c31a2b-f545-4f98-89df-76ad2bf4db56', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:18:57.734807 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-220170bb-c037-4669-9e26-f78e8dc8f0ab req-9283f133-cea1-4aa6-ac97-0ea5c2a842f6 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f501556-83fd-48db-b912-3ac8eeca0405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428495 Aug 17 00:18:57.735918 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7e67dc7a-1714-4eb9-b50c-fb5d8e835b99 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:57.738750 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7e67dc7a-1714-4eb9-b50c-fb5d8e835b99 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:57.739881 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7e67dc7a-1714-4eb9-b50c-fb5d8e835b99 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "DELETE /v2.0/security-groups/82e542c1-b47f-4674-a86e-b1085c687f3f HTTP/1.1" status: 204 len: 168 time: 0.2771897 Aug 17 00:18:57.758962 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67dc7a-1714-4eb9-b50c-fb5d8e835b99 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e542c1-b47f-4674-a86e-b1085c687f3f,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:57.761873 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1294aa69-cd0c-4de6-bc4f-1d7b479b2c2b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:57.777848 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59124) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:57.834858 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-d128d9ee-b301-43ea-a3e4-634856a90c6d tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Deleting subnet b59c3fa1-8eb1-4ac2-89d4-3b7a08697fc6 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:18:57.837912 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d128d9ee-b301-43ea-a3e4-634856a90c6d tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:57.866301 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1294aa69-cd0c-4de6-bc4f-1d7b479b2c2b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:57.880816 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d128d9ee-b301-43ea-a3e4-634856a90c6d tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:57.985896 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d128d9ee-b301-43ea-a3e4-634856a90c6d tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:58.011697 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-1294aa69-cd0c-4de6-bc4f-1d7b479b2c2b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Allocated IP 172.25.3.239 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/b4e9f55d-6172-4f69-a864-eb2e271fa628) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:18:58.078755 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d128d9ee-b301-43ea-a3e4-634856a90c6d tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:58.083700 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de42ce4d-cd0a-438a-9d94-1499374e41c4', 'name': 'network-vif-deleted', 'tag': 'f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:18:58.087088 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c505ba6-b924-465f-b0d0-cb58acb99ba0" -d '{"events": [{"server_uuid": "de42ce4d-cd0a-438a-9d94-1499374e41c4", "name": "network-vif-deleted", "tag": "f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:18:58.134157 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128d9ee-b301-43ea-a3e4-634856a90c6d tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event deleted for resources: {'Subnet': ['ID=b59c3fa1-8eb1-4ac2-89d4-3b7a08697fc6,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:58.141684 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d128d9ee-b301-43ea-a3e4-634856a90c6d tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:58.146890 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d128d9ee-b301-43ea-a3e4-634856a90c6d tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "DELETE /v2.0/subnets/b59c3fa1-8eb1-4ac2-89d4-3b7a08697fc6 HTTP/1.1" status: 204 len: 168 time: 0.3636832 Aug 17 00:18:58.146890 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59130) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:58.149643 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb57654-4601-4578-a9cf-72cebb9f004c None None] Network 06b59bc0-c288-455d-b22d-5adf4532d877 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:18:58.153619 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1294aa69-cd0c-4de6-bc4f-1d7b479b2c2b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:58.157972 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511b6213-9f36-4468-aaa0-eaf9b7cc92a9 x-openstack-request-id: req-511b6213-9f36-4468-aaa0-eaf9b7cc92a9 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:18:58.158368 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de42ce4d-cd0a-438a-9d94-1499374e41c4", "name": "network-vif-deleted", "tag": "f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:18:58.158795 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-511b6213-9f36-4468-aaa0-eaf9b7cc92a9 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:18:58.159255 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de42ce4d-cd0a-438a-9d94-1499374e41c4', 'name': 'network-vif-deleted', 'tag': 'f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27', 'status': 'completed', 'code': 200} Aug 17 00:18:58.216805 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1294aa69-cd0c-4de6-bc4f-1d7b479b2c2b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:58.237587 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cf6c32c4-dabc-4140-b4e5-4c399fc5d1a5 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:58.257759 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1294aa69-cd0c-4de6-bc4f-1d7b479b2c2b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:18:58.260600 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-1294aa69-cd0c-4de6-bc4f-1d7b479b2c2b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:18:58.266593 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1294aa69-cd0c-4de6-bc4f-1d7b479b2c2b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:18:58.295704 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294aa69-cd0c-4de6-bc4f-1d7b479b2c2b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event updated for resources: {'Port': ['ID=b4e9f55d-6172-4f69-a864-eb2e271fa628,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:58.299204 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-cf6c32c4-dabc-4140-b4e5-4c399fc5d1a5 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Deleting port 9b352d91-c243-4d21-827f-d0151efe2ecd {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:18:58.299285 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cf6c32c4-dabc-4140-b4e5-4c399fc5d1a5 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:58.376631 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8ffdde-ed1e-4fa3-ac62-beda79d69f2b None None] DHCP port deletion for 06b59bc0-c288-455d-b22d-5adf4532d877 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:18:58.380931 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-cf6c32c4-dabc-4140-b4e5-4c399fc5d1a5 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] For port 9b352d91-c243-4d21-827f-d0151efe2ecd, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9b352d91-c243-4d21-827f-d0151efe2ecd,segment=NetworkSegment(d2580cf4-faaa-4ae9-b066-296eb7e6459b),segment_id=d2580cf4-faaa-4ae9-b066-296eb7e6459b)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:58.381330 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cf6c32c4-dabc-4140-b4e5-4c399fc5d1a5 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:58.408911 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-cf6c32c4-dabc-4140-b4e5-4c399fc5d1a5 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Calling delete_port for 9b352d91-c243-4d21-827f-d0151efe2ecd owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:18:58.451937 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-bd8ffdde-ed1e-4fa3-ac62-beda79d69f2b None None] Deleting port 9b352d91-c243-4d21-827f-d0151efe2ecd {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:18:58.454762 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bd8ffdde-ed1e-4fa3-ac62-beda79d69f2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:58.522218 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cf6c32c4-dabc-4140-b4e5-4c399fc5d1a5 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:58.540774 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6c32c4-dabc-4140-b4e5-4c399fc5d1a5 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] No DVR routers for this DVR port 9b352d91-c243-4d21-827f-d0151efe2ecd on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:18:58.540968 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-bd8ffdde-ed1e-4fa3-ac62-beda79d69f2b None None] For port 9b352d91-c243-4d21-827f-d0151efe2ecd, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9b352d91-c243-4d21-827f-d0151efe2ecd,segment=NetworkSegment(d2580cf4-faaa-4ae9-b066-296eb7e6459b),segment_id=d2580cf4-faaa-4ae9-b066-296eb7e6459b)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:18:58.541402 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bd8ffdde-ed1e-4fa3-ac62-beda79d69f2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:58.560470 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-bd8ffdde-ed1e-4fa3-ac62-beda79d69f2b None None] Calling delete_port for 9b352d91-c243-4d21-827f-d0151efe2ecd owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:18:58.595398 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c32c4-dabc-4140-b4e5-4c399fc5d1a5 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event deleted for resources: {'Port': ['ID=9b352d91-c243-4d21-827f-d0151efe2ecd,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:58.679996 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cf6c32c4-dabc-4140-b4e5-4c399fc5d1a5 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:58.698475 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-cf6c32c4-dabc-4140-b4e5-4c399fc5d1a5 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b59bc0-c288-455d-b22d-5adf4532d877']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:18:58.735795 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bd8ffdde-ed1e-4fa3-ac62-beda79d69f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:58.736320 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-cf6c32c4-dabc-4140-b4e5-4c399fc5d1a5 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2580cf4-faaa-4ae9-b066-296eb7e6459b') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:18:58.736699 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-cf6c32c4-dabc-4140-b4e5-4c399fc5d1a5 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2580cf4-faaa-4ae9-b066-296eb7e6459b') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:18:58.751370 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cf6c32c4-dabc-4140-b4e5-4c399fc5d1a5 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:58.784429 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cf6c32c4-dabc-4140-b4e5-4c399fc5d1a5 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:58.801867 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf6c32c4-dabc-4140-b4e5-4c399fc5d1a5 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:18:58.803532 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cf6c32c4-dabc-4140-b4e5-4c399fc5d1a5 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:58.823504 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ffdde-ed1e-4fa3-ac62-beda79d69f2b None None] Pushing event deleted for resources: {'Port': ['ID=9b352d91-c243-4d21-827f-d0151efe2ecd,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:58.837362 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8ffdde-ed1e-4fa3-ac62-beda79d69f2b None None] No DVR routers for this DVR port 9b352d91-c243-4d21-827f-d0151efe2ecd on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:18:58.916166 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:18:58.959842 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cf6c32c4-dabc-4140-b4e5-4c399fc5d1a5 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:58.978494 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cf6c32c4-dabc-4140-b4e5-4c399fc5d1a5 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:58.983169 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cf6c32c4-dabc-4140-b4e5-4c399fc5d1a5 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "DELETE /v2.0/networks/06b59bc0-c288-455d-b22d-5adf4532d877 HTTP/1.1" status: 204 len: 168 time: 0.8335681 Aug 17 00:18:58.985947 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59150) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:59.010415 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c32c4-dabc-4140-b4e5-4c399fc5d1a5 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event deleted for resources: {'Network': ['ID=06b59bc0-c288-455d-b22d-5adf4532d877,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:59.069190 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fda7f6-e3e4-41bb-a201-9d040efaed0f req-3692a86f-22fb-45c4-9bcc-cee4ab3d7ca1 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:59.078405 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61fda7f6-e3e4-41bb-a201-9d040efaed0f req-3692a86f-22fb-45c4-9bcc-cee4ab3d7ca1 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.60 "GET /v2.0/ports?device_id=1938df05-483a-4a97-b498-74ba2d3fae24 HTTP/1.1" status: 200 len: 945 time: 0.1603224 Aug 17 00:18:59.157568 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61fda7f6-e3e4-41bb-a201-9d040efaed0f req-b91c242f-8e69-4d7a-b327-3bb926d05c59 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f501556-83fd-48db-b912-3ac8eeca0405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609887 Aug 17 00:18:59.193402 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1294aa69-cd0c-4de6-bc4f-1d7b479b2c2b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:59.272974 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1294aa69-cd0c-4de6-bc4f-1d7b479b2c2b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:59.306199 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-3f5b9c0d-d0eb-4003-9a02-55ca151ff1b6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Deleting port 3f3953b5-3f0e-409c-9a41-6a82070cfae7 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:18:59.306672 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3f5b9c0d-d0eb-4003-9a02-55ca151ff1b6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:59.441126 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3f5b9c0d-d0eb-4003-9a02-55ca151ff1b6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:59.441645 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3f5b9c0d-d0eb-4003-9a02-55ca151ff1b6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:59.457145 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-3f5b9c0d-d0eb-4003-9a02-55ca151ff1b6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Calling delete_port for 3f3953b5-3f0e-409c-9a41-6a82070cfae7 owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:18:59.505213 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1294aa69-cd0c-4de6-bc4f-1d7b479b2c2b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:59.510922 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1294aa69-cd0c-4de6-bc4f-1d7b479b2c2b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:59.601276 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294aa69-cd0c-4de6-bc4f-1d7b479b2c2b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event updated for resources: {'Port': ['ID=b4e9f55d-6172-4f69-a864-eb2e271fa628,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:59.614001 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1294aa69-cd0c-4de6-bc4f-1d7b479b2c2b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:59.793196 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-1294aa69-cd0c-4de6-bc4f-1d7b479b2c2b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Floating IP 0718d067-5066-4efa-9aab-d644f92ec583 associated. External IP: 172.25.3.239, port: 25c31a2b-f545-4f98-89df-76ad2bf4db56. Aug 17 00:18:59.823928 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b81bef-c9d0-43c1-bd0e-72399836a9fb req-2b4fa2fb-af07-4c9a-9231-1854d8bce090 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:59.825704 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d0b81bef-c9d0-43c1-bd0e-72399836a9fb req-2b4fa2fb-af07-4c9a-9231-1854d8bce090 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.60 "GET /v2.0/ports?device_id=1938df05-483a-4a97-b498-74ba2d3fae24 HTTP/1.1" status: 200 len: 945 time: 0.1183779 Aug 17 00:18:59.881680 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d0b81bef-c9d0-43c1-bd0e-72399836a9fb req-c92836ef-e862-4b8b-96d0-68987561d532 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f501556-83fd-48db-b912-3ac8eeca0405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439324 Aug 17 00:18:59.891203 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3f5b9c0d-d0eb-4003-9a02-55ca151ff1b6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:59.930081 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b9c0d-d0eb-4003-9a02-55ca151ff1b6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event deleted for resources: {'Port': ['ID=3f3953b5-3f0e-409c-9a41-6a82070cfae7,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:18:59.986816 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 63c17b19-df97-41a9-8a06-c2ab54e04817 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:19:00.017526 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9b352d91-c243-4d21-827f-d0151efe2ecd no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:19:00.038599 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 63c17b19-df97-41a9-8a06-c2ab54e04817 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:19:00.038948 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 63c17b19-df97-41a9-8a06-c2ab54e04817 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:19:00.041478 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 9b352d91-c243-4d21-827f-d0151efe2ecd {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:19:00.041478 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9b352d91-c243-4d21-827f-d0151efe2ecd not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:19:00.073277 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3f5b9c0d-d0eb-4003-9a02-55ca151ff1b6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:00.073713 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-3f5b9c0d-d0eb-4003-9a02-55ca151ff1b6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Floating IP f0eeaeda-4ba7-4b0e-afe9-72c40df69e7e disassociated (deleted). External IP: 172.25.3.49, port: ea0c2402-6eea-4459-a6bc-01d7b38d5189. Aug 17 00:19:00.138086 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1294aa69-cd0c-4de6-bc4f-1d7b479b2c2b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:19:00.295707 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1294aa69-cd0c-4de6-bc4f-1d7b479b2c2b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:19:00.308891 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d37d2c2-aef1-4a30-ae50-3f04a15249cb None None] Sync routers for ids ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:19:00.315379 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1294aa69-cd0c-4de6-bc4f-1d7b479b2c2b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:00.320988 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d37d2c2-aef1-4a30-ae50-3f04a15249cb None None] Routers {'5f44a2f4-7538-4cb1-902f-1a557b3cd741'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:19:00.322251 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-7d37d2c2-aef1-4a30-ae50-3f04a15249cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:18:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:00.329621 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5b9c0d-d0eb-4003-9a02-55ca151ff1b6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Router 2509a437-ed0b-437a-b2d5-50cac6f328bc has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:19:00.348939 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1294aa69-cd0c-4de6-bc4f-1d7b479b2c2b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6306186 Aug 17 00:19:00.349665 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed71bf7-40c9-4827-b37e-c4a85f6dd090', 'tag': '25c31a2b-f545-4f98-89df-76ad2bf4db56'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:19:00.352759 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23bd853-ac66-4901-8fdd-a3c6726b1352" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed71bf7-40c9-4827-b37e-c4a85f6dd090", "tag": "25c31a2b-f545-4f98-89df-76ad2bf4db56"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:19:00.424270 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935c28cf-4a1f-48dc-824a-27fb1e7a8c1f x-openstack-request-id: req-935c28cf-4a1f-48dc-824a-27fb1e7a8c1f {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:19:00.424795 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed71bf7-40c9-4827-b37e-c4a85f6dd090", "tag": "25c31a2b-f545-4f98-89df-76ad2bf4db56", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:19:00.425250 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-935c28cf-4a1f-48dc-824a-27fb1e7a8c1f {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:19:00.425867 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed71bf7-40c9-4827-b37e-c4a85f6dd090', 'tag': '25c31a2b-f545-4f98-89df-76ad2bf4db56', 'status': 'completed', 'code': 200} Aug 17 00:19:00.474393 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-7d37d2c2-aef1-4a30-ae50-3f04a15249cb None None] Set router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:19:00.489277 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5b9c0d-d0eb-4003-9a02-55ca151ff1b6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:19:00.498806 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3f5b9c0d-d0eb-4003-9a02-55ca151ff1b6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:00.503865 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11f78c6-7f74-47f9-80df-0c4e2802b89a None None] Sync routers for ids ['2509a437-ed0b-437a-b2d5-50cac6f328bc'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:19:00.513977 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bd853-ac66-4901-8fdd-a3c6726b1352 req-2c4015dc-d96e-4597-9654-c79ed2428eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:00.516254 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e23bd853-ac66-4901-8fdd-a3c6726b1352 req-2c4015dc-d96e-4597-9654-c79ed2428eff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 1097 time: 0.0702524 Aug 17 00:19:00.517728 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11f78c6-7f74-47f9-80df-0c4e2802b89a None None] Routers {'2509a437-ed0b-437a-b2d5-50cac6f328bc'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:19:00.519969 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-a11f78c6-7f74-47f9-80df-0c4e2802b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:18:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2509a437-ed0b-437a-b2d5-50cac6f328bc'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:00.555664 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3f5b9c0d-d0eb-4003-9a02-55ca151ff1b6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "DELETE /v2.0/floatingips/f0eeaeda-4ba7-4b0e-afe9-72c40df69e7e HTTP/1.1" status: 204 len: 168 time: 1.5679181 Aug 17 00:19:00.556253 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d4c64c-670d-4577-93e3-33f650354fb8', 'tag': 'ea0c2402-6eea-4459-a6bc-01d7b38d5189'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:19:00.576964 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f89c4e-95fc-4d72-be7e-f0016199b889" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d4c64c-670d-4577-93e3-33f650354fb8", "tag": "ea0c2402-6eea-4459-a6bc-01d7b38d5189"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:19:00.694210 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539ab490-52c3-4bd3-a0d1-570753e809bd x-openstack-request-id: req-539ab490-52c3-4bd3-a0d1-570753e809bd {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:19:00.694502 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d4c64c-670d-4577-93e3-33f650354fb8", "tag": "ea0c2402-6eea-4459-a6bc-01d7b38d5189", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:19:00.694924 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-539ab490-52c3-4bd3-a0d1-570753e809bd {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:19:00.695194 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d4c64c-670d-4577-93e3-33f650354fb8', 'tag': 'ea0c2402-6eea-4459-a6bc-01d7b38d5189', 'status': 'completed', 'code': 200} Aug 17 00:19:00.722485 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bd853-ac66-4901-8fdd-a3c6726b1352 req-f138f5a7-bbb8-4d86-9fa7-d6f0d8d325c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:00.723902 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e23bd853-ac66-4901-8fdd-a3c6726b1352 req-f138f5a7-bbb8-4d86-9fa7-d6f0d8d325c0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 912 time: 0.1988423 Aug 17 00:19:00.743606 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-7d37d2c2-aef1-4a30-ae50-3f04a15249cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'name': 'tempest-TestVolumeBootPattern-283857276-router', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:13Z', 'revision_number': 4, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'gw_port': {'id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '0718d067-5066-4efa-9aab-d644f92ec583', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'floating_ip_address': '172.25.3.239', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'port_id': '25c31a2b-f545-4f98-89df-76ad2bf4db56', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'mac_address': 'fa:16:3e:9d:d8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed71bf7-40c9-4827-b37e-c4a85f6dd090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:18:58Z', 'updated_at': '2021-08-17T00:18:58Z', 'revision_number': 0, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02617c49-b037-4d85-bd85-237a1bf72deb', 'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'mac_address': 'fa:16:3e:56:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:11Z', 'updated_at': '2021-08-17T00:13:22Z', 'revision_number': 5, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'subnets': [{'id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:00.775443 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d37d2c2-aef1-4a30-ae50-3f04a15249cb None None] Checking router: 5f44a2f4-7538-4cb1-902f-1a557b3cd741 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:19:00.787289 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d37d2c2-aef1-4a30-ae50-3f04a15249cb None None] Routers {'5f44a2f4-7538-4cb1-902f-1a557b3cd741'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:19:00.788201 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-7d37d2c2-aef1-4a30-ae50-3f04a15249cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:18:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:00.815410 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-a11f78c6-7f74-47f9-80df-0c4e2802b89a None None] Set router 2509a437-ed0b-437a-b2d5-50cac6f328bc gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:19:00.940920 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f89c4e-95fc-4d72-be7e-f0016199b889 req-91cf9f0b-59e6-41c4-8adb-ed9dee3ad382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:00.942812 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-55f89c4e-95fc-4d72-be7e-f0016199b889 req-91cf9f0b-59e6-41c4-8adb-ed9dee3ad382 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ff3a5a5706545cb87542327d7cad65d&device_id=c7d4c64c-670d-4577-93e3-33f650354fb8 HTTP/1.1" status: 200 len: 1097 time: 0.2173545 Aug 17 00:19:00.999587 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-7d37d2c2-aef1-4a30-ae50-3f04a15249cb None None] Set router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:19:01.094890 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e23bd853-ac66-4901-8fdd-a3c6726b1352 req-e0b9d20f-bdfb-4adf-aca1-ffd259a2e385 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25c31a2b-f545-4f98-89df-76ad2bf4db56 HTTP/1.1" status: 200 len: 999 time: 0.3188219 Aug 17 00:19:01.180818 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-a11f78c6-7f74-47f9-80df-0c4e2802b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'name': 'tempest-TestNetworkBasicOps-router-1291022409', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:13Z', 'updated_at': '2021-08-17T00:18:52Z', 'revision_number': 6, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '40bdcc04-f96d-49ce-9e4c-d085ebb1ff99', 'name': '', 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'mac_address': 'fa:16:3e:4f:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:34Z', 'revision_number': 5, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'subnets': [{'id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:01.208455 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c70b60-dc75-4ca4-87ee-8720805e36b2 req-3a9a132d-6a6d-40ca-8797-c91e5194a9e8 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:01.210101 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49c70b60-dc75-4ca4-87ee-8720805e36b2 req-3a9a132d-6a6d-40ca-8797-c91e5194a9e8 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7d4c64c-670d-4577-93e3-33f650354fb8 HTTP/1.1" status: 200 len: 945 time: 0.2532434 Aug 17 00:19:01.210816 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bd853-ac66-4901-8fdd-a3c6726b1352 req-4f745d33-4723-4035-8b29-12a39ce11525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:01.212242 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e23bd853-ac66-4901-8fdd-a3c6726b1352 req-4f745d33-4723-4035-8b29-12a39ce11525 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50a43672-a95f-4b5a-a039-6a76ff2ef6bb HTTP/1.1" status: 200 len: 850 time: 0.1080294 Aug 17 00:19:01.245504 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11f78c6-7f74-47f9-80df-0c4e2802b89a None None] Checking router: 2509a437-ed0b-437a-b2d5-50cac6f328bc for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:19:01.264286 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11f78c6-7f74-47f9-80df-0c4e2802b89a None None] Routers {'2509a437-ed0b-437a-b2d5-50cac6f328bc'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:19:01.264961 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-a11f78c6-7f74-47f9-80df-0c4e2802b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:18:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2509a437-ed0b-437a-b2d5-50cac6f328bc'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:01.275164 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31bed2-ec11-4fc1-a38b-792d46948962 req-9c578277-3d79-4d05-b5fb-8a67367430c3 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:01.277537 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da31bed2-ec11-4fc1-a38b-792d46948962 req-9c578277-3d79-4d05-b5fb-8a67367430c3 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.64 "GET /v2.0/ports?device_id=1938df05-483a-4a97-b498-74ba2d3fae24 HTTP/1.1" status: 200 len: 945 time: 0.2513192 Aug 17 00:19:01.311274 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f16c9-3f68-4c36-9777-00265ea0b3ab req-0b82240e-1e02-4a18-912f-1119a61bf977 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:01.333824 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-118f16c9-3f68-4c36-9777-00265ea0b3ab req-0b82240e-1e02-4a18-912f-1119a61bf977 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.60 "GET /v2.0/ports?device_id=1938df05-483a-4a97-b498-74ba2d3fae24 HTTP/1.1" status: 200 len: 945 time: 0.2379954 Aug 17 00:19:01.337713 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f89c4e-95fc-4d72-be7e-f0016199b889 req-f2a8ef12-12be-4740-8b10-9e8180aa0cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:01.339184 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-55f89c4e-95fc-4d72-be7e-f0016199b889 req-f2a8ef12-12be-4740-8b10-9e8180aa0cf6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d29c30b-fc96-45e3-a3cb-fec8bc666376 HTTP/1.1" status: 200 len: 897 time: 0.3796296 Aug 17 00:19:01.386712 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-7d37d2c2-aef1-4a30-ae50-3f04a15249cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'name': 'tempest-TestVolumeBootPattern-283857276-router', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:13Z', 'revision_number': 4, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'gw_port': {'id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '0718d067-5066-4efa-9aab-d644f92ec583', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'floating_ip_address': '172.25.3.239', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'port_id': '25c31a2b-f545-4f98-89df-76ad2bf4db56', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'mac_address': 'fa:16:3e:9d:d8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed71bf7-40c9-4827-b37e-c4a85f6dd090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:18:58Z', 'updated_at': '2021-08-17T00:18:58Z', 'revision_number': 0, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02617c49-b037-4d85-bd85-237a1bf72deb', 'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'mac_address': 'fa:16:3e:56:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:11Z', 'updated_at': '2021-08-17T00:13:22Z', 'revision_number': 5, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'subnets': [{'id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:01.389778 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49c70b60-dc75-4ca4-87ee-8720805e36b2 req-7900f5ae-5547-4d61-985c-31a80b9b8f59 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=1859ed2c-6f17-4515-9ead-e07402fa0185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651969 Aug 17 00:19:01.429519 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-55f89c4e-95fc-4d72-be7e-f0016199b889 req-f1d100d7-bd19-4ed6-a131-6c8886d43742 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea0c2402-6eea-4459-a6bc-01d7b38d5189 HTTP/1.1" status: 200 len: 217 time: 0.0753968 Aug 17 00:19:01.434594 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bd853-ac66-4901-8fdd-a3c6726b1352 req-0ff8e8fd-9c4b-4421-b126-efd4d495da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:01.436084 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e23bd853-ac66-4901-8fdd-a3c6726b1352 req-0ff8e8fd-9c4b-4421-b126-efd4d495da74 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2676b640-a0ef-482d-b8e8-3f50e99c7802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1998625 Aug 17 00:19:01.460903 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d37d2c2-aef1-4a30-ae50-3f04a15249cb None None] The sync data for ids ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'] in n-d-800088-20 is: [{'id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'name': 'tempest-TestVolumeBootPattern-283857276-router', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:13Z', 'revision_number': 4, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'gw_port': {'id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '0718d067-5066-4efa-9aab-d644f92ec583', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'floating_ip_address': '172.25.3.239', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'port_id': '25c31a2b-f545-4f98-89df-76ad2bf4db56', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'mac_address': 'fa:16:3e:9d:d8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed71bf7-40c9-4827-b37e-c4a85f6dd090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:18:58Z', 'updated_at': '2021-08-17T00:18:58Z', 'revision_number': 0, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02617c49-b037-4d85-bd85-237a1bf72deb', 'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'mac_address': 'fa:16:3e:56:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:11Z', 'updated_at': '2021-08-17T00:13:22Z', 'revision_number': 5, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'subnets': [{'id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:19:01.499282 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-a11f78c6-7f74-47f9-80df-0c4e2802b89a None None] Set router 2509a437-ed0b-437a-b2d5-50cac6f328bc gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:19:01.539069 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-118f16c9-3f68-4c36-9777-00265ea0b3ab req-2dc4d35c-072b-4280-ac84-9fb9fc38f680 tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f501556-83fd-48db-b912-3ac8eeca0405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050846 Aug 17 00:19:01.599718 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f89c4e-95fc-4d72-be7e-f0016199b889 req-08f8511d-a7d8-4488-92ed-b07380f4aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:01.601247 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-55f89c4e-95fc-4d72-be7e-f0016199b889 req-08f8511d-a7d8-4488-92ed-b07380f4aa8d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=febb6b07-38b7-4ecb-9429-af229d2c2fe5 HTTP/1.1" status: 200 len: 835 time: 0.1558561 Aug 17 00:19:01.608527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-da31bed2-ec11-4fc1-a38b-792d46948962 req-7496b351-bbd4-4c9e-a641-47881298b5dd tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Deleting port 95a129dd-da5a-425d-867a-d0ca32722d4e {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:19:01.608951 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-da31bed2-ec11-4fc1-a38b-792d46948962 req-7496b351-bbd4-4c9e-a641-47881298b5dd tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:01.703155 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e23bd853-ac66-4901-8fdd-a3c6726b1352 req-5cb19d2f-d094-4f41-b062-7913b773a929 service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558284 Aug 17 00:19:01.722189 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f89c4e-95fc-4d72-be7e-f0016199b889 req-1fadeea9-d4c8-493e-9df8-9b744b1befa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:01.723949 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-55f89c4e-95fc-4d72-be7e-f0016199b889 req-1fadeea9-d4c8-493e-9df8-9b744b1befa6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d29c30b-fc96-45e3-a3cb-fec8bc666376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1094184 Aug 17 00:19:01.858122 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-da31bed2-ec11-4fc1-a38b-792d46948962 req-7496b351-bbd4-4c9e-a641-47881298b5dd tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] For port 95a129dd-da5a-425d-867a-d0ca32722d4e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=95a129dd-da5a-425d-867a-d0ca32722d4e,segment=NetworkSegment(8f161205-1d2e-4b54-894f-e31f472f0f06),segment_id=8f161205-1d2e-4b54-894f-e31f472f0f06)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:19:01.859762 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-da31bed2-ec11-4fc1-a38b-792d46948962 req-7496b351-bbd4-4c9e-a641-47881298b5dd tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:01.877703 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b43b5f-e28c-474b-a334-a9ba848e18fb None None] New status for floating IP 0718d067-5066-4efa-9aab-d644f92ec583: ACTIVE {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:19:01.905070 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-da31bed2-ec11-4fc1-a38b-792d46948962 req-7496b351-bbd4-4c9e-a641-47881298b5dd tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Calling delete_port for 95a129dd-da5a-425d-867a-d0ca32722d4e owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:19:01.962751 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-a11f78c6-7f74-47f9-80df-0c4e2802b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'name': 'tempest-TestNetworkBasicOps-router-1291022409', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:13Z', 'updated_at': '2021-08-17T00:18:52Z', 'revision_number': 6, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '40bdcc04-f96d-49ce-9e4c-d085ebb1ff99', 'name': '', 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'mac_address': 'fa:16:3e:4f:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:34Z', 'revision_number': 5, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'subnets': [{'id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:01.997802 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11f78c6-7f74-47f9-80df-0c4e2802b89a None None] The sync data for ids ['2509a437-ed0b-437a-b2d5-50cac6f328bc'] in n-d-800088-20 is: [{'id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'name': 'tempest-TestNetworkBasicOps-router-1291022409', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:13Z', 'updated_at': '2021-08-17T00:18:52Z', 'revision_number': 6, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '40bdcc04-f96d-49ce-9e4c-d085ebb1ff99', 'name': '', 'network_id': '1d29c30b-fc96-45e3-a3cb-fec8bc666376', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'mac_address': 'fa:16:3e:4f:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:22Z', 'updated_at': '2021-08-17T00:16:34Z', 'revision_number': 5, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'subnets': [{'id': 'febb6b07-38b7-4ecb-9429-af229d2c2fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:19:02.023044 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:19:02.095186 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:19:02.098580 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device f4f3f1c8-9f28-4300-b6fa-0d84b1f52d27 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:19:02.152862 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-55f89c4e-95fc-4d72-be7e-f0016199b889 req-224852bd-05ff-4df7-b297-cbb2e4b76662 service neutron] 10.222.0.64 "GET /v2.0/networks/1d29c30b-fc96-45e3-a3cb-fec8bc666376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515148 Aug 17 00:19:02.154604 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e23bd853-ac66-4901-8fdd-a3c6726b1352 req-40d8e285-4a06-4db8-a951-3d20c03ad8fc service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431140 Aug 17 00:19:02.199709 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-da31bed2-ec11-4fc1-a38b-792d46948962 req-7496b351-bbd4-4c9e-a641-47881298b5dd tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:02.212217 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['95a129dd-da5a-425d-867a-d0ca32722d4e'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:19:02.248011 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496b351-bbd4-4c9e-a641-47881298b5dd tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Pushing event deleted for resources: {'Port': ['ID=95a129dd-da5a-425d-867a-d0ca32722d4e,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:02.309015 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-da31bed2-ec11-4fc1-a38b-792d46948962 req-7496b351-bbd4-4c9e-a641-47881298b5dd tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] No DVR routers for this DVR port 95a129dd-da5a-425d-867a-d0ca32722d4e on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:19:02.319148 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-da31bed2-ec11-4fc1-a38b-792d46948962 req-7496b351-bbd4-4c9e-a641-47881298b5dd tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:02.323049 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da31bed2-ec11-4fc1-a38b-792d46948962 req-7496b351-bbd4-4c9e-a641-47881298b5dd tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.64 "DELETE /v2.0/ports/95a129dd-da5a-425d-867a-d0ca32722d4e HTTP/1.1" status: 204 len: 173 time: 1.0377569 Aug 17 00:19:02.342530 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137df1b3-c0b2-444f-9ac5-6b7e069b6824 req-43ccfdf9-e5c2-4840-9eaa-a622e0720dda tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:02.344262 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-137df1b3-c0b2-444f-9ac5-6b7e069b6824 req-43ccfdf9-e5c2-4840-9eaa-a622e0720dda tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7d4c64c-670d-4577-93e3-33f650354fb8 HTTP/1.1" status: 200 len: 945 time: 0.1187398 Aug 17 00:19:02.348823 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-55f89c4e-95fc-4d72-be7e-f0016199b889 req-29d313d3-9f34-486b-831b-27ceea197a29 service neutron] 10.222.0.64 "GET /v2.0/networks/1d29c30b-fc96-45e3-a3cb-fec8bc666376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821842 Aug 17 00:19:02.509030 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-137df1b3-c0b2-444f-9ac5-6b7e069b6824 req-b575b61f-b395-4e46-aae5-3837eb1a13e3 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Deleting port ea0c2402-6eea-4459-a6bc-01d7b38d5189 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:19:02.509765 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-137df1b3-c0b2-444f-9ac5-6b7e069b6824 req-b575b61f-b395-4e46-aae5-3837eb1a13e3 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:02.582751 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5dd7a-12e4-4e53-89dc-0f3e723519fa req-3594cfab-17a2-4d99-96e5-47ed95b7e067 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:02.589657 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b6f5dd7a-12e4-4e53-89dc-0f3e723519fa req-3594cfab-17a2-4d99-96e5-47ed95b7e067 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7d4c64c-670d-4577-93e3-33f650354fb8 HTTP/1.1" status: 200 len: 945 time: 0.1036708 Aug 17 00:19:02.619339 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db22fc17-8f0f-4876-b501-0f0fdcae70d2 None None] New status for floating IP f0eeaeda-4ba7-4b0e-afe9-72c40df69e7e: DOWN {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:19:02.663993 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b6f5dd7a-12e4-4e53-89dc-0f3e723519fa req-34b3d99b-6897-4d5f-aead-0d9fecbd9b17 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=1859ed2c-6f17-4515-9ead-e07402fa0185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713692 Aug 17 00:19:02.690600 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-137df1b3-c0b2-444f-9ac5-6b7e069b6824 req-b575b61f-b395-4e46-aae5-3837eb1a13e3 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] For port ea0c2402-6eea-4459-a6bc-01d7b38d5189, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=ea0c2402-6eea-4459-a6bc-01d7b38d5189,segment=NetworkSegment(c0ba2f2a-c684-4035-b928-fead4a459d54),segment_id=c0ba2f2a-c684-4035-b928-fead4a459d54)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:19:02.691195 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-137df1b3-c0b2-444f-9ac5-6b7e069b6824 req-b575b61f-b395-4e46-aae5-3837eb1a13e3 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:02.696785 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1938df05-483a-4a97-b498-74ba2d3fae24', 'name': 'network-vif-deleted', 'tag': '95a129dd-da5a-425d-867a-d0ca32722d4e'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:19:02.699306 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68092828-8a1b-4b4e-acec-34325d300cf1" -d '{"events": [{"server_uuid": "1938df05-483a-4a97-b498-74ba2d3fae24", "name": "network-vif-deleted", "tag": "95a129dd-da5a-425d-867a-d0ca32722d4e"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:19:02.722640 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-137df1b3-c0b2-444f-9ac5-6b7e069b6824 req-b575b61f-b395-4e46-aae5-3837eb1a13e3 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Calling delete_port for ea0c2402-6eea-4459-a6bc-01d7b38d5189 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:19:02.767368 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7052c090-423c-41d4-b5fd-9115c9fea4b2 req-e83d40d5-d050-4d64-910f-06b7b71becdc tempest-ServerPasswordTestJSON-184745969 tempest-ServerPasswordTestJSON-184745969-project] 10.222.0.60 "GET /v2.0/ports?device_id=1938df05-483a-4a97-b498-74ba2d3fae24 HTTP/1.1" status: 200 len: 210 time: 0.0571439 Aug 17 00:19:02.801118 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a74fa6a-d1c4-4225-a316-4cd68effc9bb x-openstack-request-id: req-5a74fa6a-d1c4-4225-a316-4cd68effc9bb {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:19:02.801508 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1938df05-483a-4a97-b498-74ba2d3fae24", "name": "network-vif-deleted", "tag": "95a129dd-da5a-425d-867a-d0ca32722d4e", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:19:02.801774 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a74fa6a-d1c4-4225-a316-4cd68effc9bb {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:19:02.802466 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1938df05-483a-4a97-b498-74ba2d3fae24', 'name': 'network-vif-deleted', 'tag': '95a129dd-da5a-425d-867a-d0ca32722d4e', 'status': 'completed', 'code': 200} Aug 17 00:19:02.918180 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-137df1b3-c0b2-444f-9ac5-6b7e069b6824 req-b575b61f-b395-4e46-aae5-3837eb1a13e3 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:02.975454 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575b61f-b395-4e46-aae5-3837eb1a13e3 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event deleted for resources: {'Port': ['ID=ea0c2402-6eea-4459-a6bc-01d7b38d5189,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:03.067295 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-137df1b3-c0b2-444f-9ac5-6b7e069b6824 req-b575b61f-b395-4e46-aae5-3837eb1a13e3 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] No DVR routers for this DVR port ea0c2402-6eea-4459-a6bc-01d7b38d5189 on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:19:03.074773 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-137df1b3-c0b2-444f-9ac5-6b7e069b6824 req-b575b61f-b395-4e46-aae5-3837eb1a13e3 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:03.078062 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-137df1b3-c0b2-444f-9ac5-6b7e069b6824 req-b575b61f-b395-4e46-aae5-3837eb1a13e3 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.64 "DELETE /v2.0/ports/ea0c2402-6eea-4459-a6bc-01d7b38d5189 HTTP/1.1" status: 204 len: 173 time: 0.7233434 Aug 17 00:19:03.078678 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d4c64c-670d-4577-93e3-33f650354fb8', 'name': 'network-vif-deleted', 'tag': 'ea0c2402-6eea-4459-a6bc-01d7b38d5189'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:19:03.083436 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b9175e-4e34-4505-980e-1b2216daf600" -d '{"events": [{"server_uuid": "c7d4c64c-670d-4577-93e3-33f650354fb8", "name": "network-vif-deleted", "tag": "ea0c2402-6eea-4459-a6bc-01d7b38d5189"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:19:03.122359 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f007ac2-733d-4c47-be6e-dbcee465ca0d x-openstack-request-id: req-4f007ac2-733d-4c47-be6e-dbcee465ca0d {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:19:03.122788 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d4c64c-670d-4577-93e3-33f650354fb8", "name": "network-vif-deleted", "tag": "ea0c2402-6eea-4459-a6bc-01d7b38d5189", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:19:03.123459 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f007ac2-733d-4c47-be6e-dbcee465ca0d {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:19:03.124453 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d4c64c-670d-4577-93e3-33f650354fb8', 'name': 'network-vif-deleted', 'tag': 'ea0c2402-6eea-4459-a6bc-01d7b38d5189', 'status': 'completed', 'code': 200} Aug 17 00:19:03.733362 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59220) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:03.796131 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9fadafb4-3259-4584-a379-3d90ae5d7d14 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:03.823602 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9fadafb4-3259-4584-a379-3d90ae5d7d14 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:03.876314 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59224) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:03.921553 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9fadafb4-3259-4584-a379-3d90ae5d7d14 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:03.924949 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9fadafb4-3259-4584-a379-3d90ae5d7d14 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:03.926554 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9fadafb4-3259-4584-a379-3d90ae5d7d14 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "DELETE /v2.0/security-groups/1859ed2c-6f17-4515-9ead-e07402fa0185 HTTP/1.1" status: 204 len: 168 time: 0.1908131 Aug 17 00:19:03.941196 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadafb4-3259-4584-a379-3d90ae5d7d14 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1859ed2c-6f17-4515-9ead-e07402fa0185,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:03.956992 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fadafb4-3259-4584-a379-3d90ae5d7d14 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:03.957620 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fadafb4-3259-4584-a379-3d90ae5d7d14 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:03.958285 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fadafb4-3259-4584-a379-3d90ae5d7d14 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:03.958527 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b91b44f-103b-465f-9c4c-e5dda7ce73af admin admin] Deleting subnet 641064aa-5b4a-4c24-995a-f92a24f8fb61 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:19:03.961559 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fadafb4-3259-4584-a379-3d90ae5d7d14 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:03.961988 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fadafb4-3259-4584-a379-3d90ae5d7d14 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:03.962262 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fadafb4-3259-4584-a379-3d90ae5d7d14 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:03.962604 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fadafb4-3259-4584-a379-3d90ae5d7d14 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:03.962950 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fadafb4-3259-4584-a379-3d90ae5d7d14 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:03.963388 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fadafb4-3259-4584-a379-3d90ae5d7d14 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:03.963721 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fadafb4-3259-4584-a379-3d90ae5d7d14 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:03.964049 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fadafb4-3259-4584-a379-3d90ae5d7d14 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:03.964387 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fadafb4-3259-4584-a379-3d90ae5d7d14 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:03.969802 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59228) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:03.983651 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8b91b44f-103b-465f-9c4c-e5dda7ce73af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:04.073243 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8b91b44f-103b-465f-9c4c-e5dda7ce73af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:04.156386 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:19:04.162223 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8b91b44f-103b-465f-9c4c-e5dda7ce73af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:04.315530 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8b91b44f-103b-465f-9c4c-e5dda7ce73af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:04.347182 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91b44f-103b-465f-9c4c-e5dda7ce73af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=641064aa-5b4a-4c24-995a-f92a24f8fb61,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:04.355026 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8b91b44f-103b-465f-9c4c-e5dda7ce73af admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:04.359942 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59234) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:04.360071 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8b91b44f-103b-465f-9c4c-e5dda7ce73af admin admin] 10.222.0.60 "DELETE /v2.0/subnets/641064aa-5b4a-4c24-995a-f92a24f8fb61 HTTP/1.1" status: 204 len: 168 time: 0.4823823 Aug 17 00:19:04.469851 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4d0e-1abf-4fbc-b956-8686f872aece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:04.548958 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-164b8726-037a-4c55-90ee-384fa15b64ed tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:04.959954 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4d0e-1abf-4fbc-b956-8686f872aece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:04.974663 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-4d7a4d0e-1abf-4fbc-b956-8686f872aece admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39309fd6-50f7-41e6-a95c-41a3ababac43']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:04.985862 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-4d7a4d0e-1abf-4fbc-b956-8686f872aece admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f161205-1d2e-4b54-894f-e31f472f0f06') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:04.986031 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-4d7a4d0e-1abf-4fbc-b956-8686f872aece admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f161205-1d2e-4b54-894f-e31f472f0f06') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:05.001962 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4d0e-1abf-4fbc-b956-8686f872aece admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:05.017993 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4d0e-1abf-4fbc-b956-8686f872aece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:05.025031 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7a4d0e-1abf-4fbc-b956-8686f872aece admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:19:05.025737 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4d0e-1abf-4fbc-b956-8686f872aece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:19:05.027747 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:19:05.096351 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4d0e-1abf-4fbc-b956-8686f872aece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:05.115433 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4d0e-1abf-4fbc-b956-8686f872aece admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:05.120605 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4d7a4d0e-1abf-4fbc-b956-8686f872aece admin admin] 10.222.0.60 "DELETE /v2.0/networks/39309fd6-50f7-41e6-a95c-41a3ababac43 HTTP/1.1" status: 204 len: 168 time: 0.7593541 Aug 17 00:19:05.132072 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a4d0e-1abf-4fbc-b956-8686f872aece admin admin] Pushing event deleted for resources: {'Network': ['ID=39309fd6-50f7-41e6-a95c-41a3ababac43,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:05.244875 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-164b8726-037a-4c55-90ee-384fa15b64ed tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Deleting port 40bdcc04-f96d-49ce-9e4c-d085ebb1ff99 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:19:05.245405 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-164b8726-037a-4c55-90ee-384fa15b64ed tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:05.343357 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59250) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:05.369505 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-164b8726-037a-4c55-90ee-384fa15b64ed tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] For port 40bdcc04-f96d-49ce-9e4c-d085ebb1ff99, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=40bdcc04-f96d-49ce-9e4c-d085ebb1ff99,segment=NetworkSegment(c0ba2f2a-c684-4035-b928-fead4a459d54),segment_id=c0ba2f2a-c684-4035-b928-fead4a459d54)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:19:05.369886 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-164b8726-037a-4c55-90ee-384fa15b64ed tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:05.384685 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-164b8726-037a-4c55-90ee-384fa15b64ed tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Calling delete_port for 40bdcc04-f96d-49ce-9e4c-d085ebb1ff99 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:19:05.392592 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fd97b269-7e2d-44f8-9a6d-752f7c3370b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f70c376604864231b0f8a2ad14684bfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476708 Aug 17 00:19:05.393582 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59252) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:05.474061 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-28818175-99fe-43ce-b9fa-40b45f6d86ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:05.505659 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-28818175-99fe-43ce-b9fa-40b45f6d86ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:05.604594 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-28818175-99fe-43ce-b9fa-40b45f6d86ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:05.610330 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-28818175-99fe-43ce-b9fa-40b45f6d86ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:05.618697 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-28818175-99fe-43ce-b9fa-40b45f6d86ec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f501556-83fd-48db-b912-3ac8eeca0405 HTTP/1.1" status: 204 len: 168 time: 0.2235456 Aug 17 00:19:05.636199 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28818175-99fe-43ce-b9fa-40b45f6d86ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f501556-83fd-48db-b912-3ac8eeca0405,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:05.673855 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-164b8726-037a-4c55-90ee-384fa15b64ed tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:05.721164 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b8726-037a-4c55-90ee-384fa15b64ed tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event deleted for resources: {'Port': ['ID=40bdcc04-f96d-49ce-9e4c-d085ebb1ff99,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:05.760034 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b8726-037a-4c55-90ee-384fa15b64ed tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:05.760308 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b8726-037a-4c55-90ee-384fa15b64ed tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:05.760674 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b8726-037a-4c55-90ee-384fa15b64ed tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:05.762294 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b8726-037a-4c55-90ee-384fa15b64ed tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:05.762294 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b8726-037a-4c55-90ee-384fa15b64ed tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:05.762294 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b8726-037a-4c55-90ee-384fa15b64ed tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:05.762294 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b8726-037a-4c55-90ee-384fa15b64ed tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:05.762294 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b8726-037a-4c55-90ee-384fa15b64ed tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:05.764346 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b8726-037a-4c55-90ee-384fa15b64ed tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:05.764346 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b8726-037a-4c55-90ee-384fa15b64ed tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:05.764346 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b8726-037a-4c55-90ee-384fa15b64ed tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:05.764346 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b8726-037a-4c55-90ee-384fa15b64ed tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:06.039395 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device ea0c2402-6eea-4459-a6bc-01d7b38d5189 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:19:06.085969 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: ea0c2402-6eea-4459-a6bc-01d7b38d5189 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:19:06.086641 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device ea0c2402-6eea-4459-a6bc-01d7b38d5189 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:19:06.087259 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 95a129dd-da5a-425d-867a-d0ca32722d4e no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:19:06.136521 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 95a129dd-da5a-425d-867a-d0ca32722d4e {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:19:06.137236 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 95a129dd-da5a-425d-867a-d0ca32722d4e not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:19:06.187325 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-164b8726-037a-4c55-90ee-384fa15b64ed tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:06.595199 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164b8726-037a-4c55-90ee-384fa15b64ed tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Router 2509a437-ed0b-437a-b2d5-50cac6f328bc has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:19:06.782658 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164b8726-037a-4c55-90ee-384fa15b64ed tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:19:06.789150 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-164b8726-037a-4c55-90ee-384fa15b64ed tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "PUT /v2.0/routers/2509a437-ed0b-437a-b2d5-50cac6f328bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8176656 Aug 17 00:19:06.792174 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59284) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:06.793667 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f98b52f-fcf1-4e38-99b5-7ab734be9f18 None None] Sync routers for ids ['2509a437-ed0b-437a-b2d5-50cac6f328bc'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:19:06.804831 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f98b52f-fcf1-4e38-99b5-7ab734be9f18 None None] Routers {'2509a437-ed0b-437a-b2d5-50cac6f328bc'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:19:06.805814 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1f98b52f-fcf1-4e38-99b5-7ab734be9f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:18:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2509a437-ed0b-437a-b2d5-50cac6f328bc'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:06.885141 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc67ae1-e12f-41a0-a210-a18cb521edcd tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Deleting subnet febb6b07-38b7-4ecb-9429-af229d2c2fe5 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:19:06.889224 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-afc67ae1-e12f-41a0-a210-a18cb521edcd tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:06.956502 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-afc67ae1-e12f-41a0-a210-a18cb521edcd tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:07.053471 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59290) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:07.098258 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-afc67ae1-e12f-41a0-a210-a18cb521edcd tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:07.098449 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-1f98b52f-fcf1-4e38-99b5-7ab734be9f18 None None] Set router 2509a437-ed0b-437a-b2d5-50cac6f328bc gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:19:07.198729 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-afc67ae1-e12f-41a0-a210-a18cb521edcd tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:07.215390 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-afc67ae1-e12f-41a0-a210-a18cb521edcd tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:07.217117 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-afc67ae1-e12f-41a0-a210-a18cb521edcd tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "DELETE /v2.0/subnets/febb6b07-38b7-4ecb-9429-af229d2c2fe5 HTTP/1.1" status: 204 len: 168 time: 0.4238651 Aug 17 00:19:07.221691 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59294) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:07.227358 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17708ec8-3415-444f-8def-0753eb0d9fdf None None] Network 1d29c30b-fc96-45e3-a3cb-fec8bc666376 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:19:07.259149 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc67ae1-e12f-41a0-a210-a18cb521edcd tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event deleted for resources: {'Subnet': ['ID=febb6b07-38b7-4ecb-9429-af229d2c2fe5,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:07.325436 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-4ed81f8d-efb4-4946-a4ea-fb2588c2ed16 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1193217087-network', 'tenant_id': 'dc65d499ed66462c92face5626c9712b'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:07.354872 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1f98b52f-fcf1-4e38-99b5-7ab734be9f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'name': 'tempest-TestNetworkBasicOps-router-1291022409', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:13Z', 'updated_at': '2021-08-17T00:19:05Z', 'revision_number': 7, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:07.396319 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f98b52f-fcf1-4e38-99b5-7ab734be9f18 None None] Checking router: 2509a437-ed0b-437a-b2d5-50cac6f328bc for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:19:07.407184 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f98b52f-fcf1-4e38-99b5-7ab734be9f18 None None] Routers {'2509a437-ed0b-437a-b2d5-50cac6f328bc'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:19:07.407611 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1f98b52f-fcf1-4e38-99b5-7ab734be9f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:18:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2509a437-ed0b-437a-b2d5-50cac6f328bc'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:07.460500 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed81f8d-efb4-4946-a4ea-fb2588c2ed16 admin admin] Made reservation on behalf of dc65d499ed66462c92face5626c9712b for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:19:07.463841 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4ed81f8d-efb4-4946-a4ea-fb2588c2ed16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:07.476317 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4ed81f8d-efb4-4946-a4ea-fb2588c2ed16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:07.532048 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8297665b-8fe6-4bb1-9e2e-6e57cfe52cf2 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:07.565226 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-1f98b52f-fcf1-4e38-99b5-7ab734be9f18 None None] Set router 2509a437-ed0b-437a-b2d5-50cac6f328bc gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:19:07.700900 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8297665b-8fe6-4bb1-9e2e-6e57cfe52cf2 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:07.731829 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4ed81f8d-efb4-4946-a4ea-fb2588c2ed16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:07.763465 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4ed81f8d-efb4-4946-a4ea-fb2588c2ed16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:07.808328 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef21df4-9dc3-408d-bca2-d814e6dfe6da None None] DHCP port deletion for 1d29c30b-fc96-45e3-a3cb-fec8bc666376 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:19:07.821483 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed81f8d-efb4-4946-a4ea-fb2588c2ed16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:19:07.855298 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed81f8d-efb4-4946-a4ea-fb2588c2ed16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba1dda7-31b0-437f-be0a-99aea9f8b1a8,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:07.863532 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4ed81f8d-efb4-4946-a4ea-fb2588c2ed16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:07.863532 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-4ed81f8d-efb4-4946-a4ea-fb2588c2ed16 admin admin] Added segment 042780f0-c041-4992-815f-0a3ca71a3e74 of type vlan for network 550a7559-5434-4f90-bf0d-d8f2809880b1 Aug 17 00:19:07.875100 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1f98b52f-fcf1-4e38-99b5-7ab734be9f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'name': 'tempest-TestNetworkBasicOps-router-1291022409', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:13Z', 'updated_at': '2021-08-17T00:19:05Z', 'revision_number': 7, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:07.909736 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-8297665b-8fe6-4bb1-9e2e-6e57cfe52cf2 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Deleting port 9b6f82c6-e85d-4568-9ceb-9480fc5bcb14 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:19:07.909952 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-3ef21df4-9dc3-408d-bca2-d814e6dfe6da None None] Deleting port 22db596c-c58a-4ab6-82ca-834016dda980 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:19:07.910230 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8297665b-8fe6-4bb1-9e2e-6e57cfe52cf2 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:07.914027 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3ef21df4-9dc3-408d-bca2-d814e6dfe6da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:07.932796 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4ed81f8d-efb4-4946-a4ea-fb2588c2ed16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:07.978666 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f98b52f-fcf1-4e38-99b5-7ab734be9f18 None None] The sync data for ids ['2509a437-ed0b-437a-b2d5-50cac6f328bc'] in n-d-800088-20 is: [{'id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'name': 'tempest-TestNetworkBasicOps-router-1291022409', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:16:13Z', 'updated_at': '2021-08-17T00:19:05Z', 'revision_number': 7, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '9b6f82c6-e85d-4568-9ceb-9480fc5bcb14', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2509a437-ed0b-437a-b2d5-50cac6f328bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:16:14Z', 'updated_at': '2021-08-17T00:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:19:08.047536 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4ed81f8d-efb4-4946-a4ea-fb2588c2ed16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:08.048624 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed81f8d-efb4-4946-a4ea-fb2588c2ed16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:08.049411 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4ed81f8d-efb4-4946-a4ea-fb2588c2ed16 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:08.058654 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 22db596c-c58a-4ab6-82ca-834016dda980 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:19:08.100375 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-3ef21df4-9dc3-408d-bca2-d814e6dfe6da None None] For port 22db596c-c58a-4ab6-82ca-834016dda980, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=22db596c-c58a-4ab6-82ca-834016dda980,segment=NetworkSegment(c0ba2f2a-c684-4035-b928-fead4a459d54),segment_id=c0ba2f2a-c684-4035-b928-fead4a459d54)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:19:08.101252 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3ef21df4-9dc3-408d-bca2-d814e6dfe6da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:08.124308 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-3ef21df4-9dc3-408d-bca2-d814e6dfe6da None None] Calling delete_port for 22db596c-c58a-4ab6-82ca-834016dda980 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:19:08.143263 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-8297665b-8fe6-4bb1-9e2e-6e57cfe52cf2 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] For port 9b6f82c6-e85d-4568-9ceb-9480fc5bcb14, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9b6f82c6-e85d-4568-9ceb-9480fc5bcb14,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:19:08.143791 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8297665b-8fe6-4bb1-9e2e-6e57cfe52cf2 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:08.151440 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4ed81f8d-efb4-4946-a4ea-fb2588c2ed16 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0942709 Aug 17 00:19:08.153994 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59306) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:08.170071 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-1b215f02-93e2-49d8-94c6-c1b9e2967e13 admin admin] Request body: {'subnet': {'network_id': '550a7559-5434-4f90-bf0d-d8f2809880b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1193217087-subnet', 'tenant_id': 'dc65d499ed66462c92face5626c9712b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:08.170449 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-8297665b-8fe6-4bb1-9e2e-6e57cfe52cf2 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Calling delete_port for 9b6f82c6-e85d-4568-9ceb-9480fc5bcb14 owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:19:08.173751 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed81f8d-efb4-4946-a4ea-fb2588c2ed16 admin admin] Pushing event updated for resources: {'Network': ['ID=550a7559-5434-4f90-bf0d-d8f2809880b1,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:08.226591 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 550a7559-5434-4f90-bf0d-d8f2809880b1 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:19:08.232746 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b215f02-93e2-49d8-94c6-c1b9e2967e13 admin admin] Made reservation on behalf of dc65d499ed66462c92face5626c9712b for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:19:08.236258 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b215f02-93e2-49d8-94c6-c1b9e2967e13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:08.454435 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3ef21df4-9dc3-408d-bca2-d814e6dfe6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:08.483002 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef21df4-9dc3-408d-bca2-d814e6dfe6da None None] No DVR routers for this DVR port 22db596c-c58a-4ab6-82ca-834016dda980 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:19:08.552181 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b215f02-93e2-49d8-94c6-c1b9e2967e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:08.560880 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:08.566507 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef21df4-9dc3-408d-bca2-d814e6dfe6da None None] Pushing event deleted for resources: {'Port': ['ID=22db596c-c58a-4ab6-82ca-834016dda980,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:08.639115 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8297665b-8fe6-4bb1-9e2e-6e57cfe52cf2 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:08.713798 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297665b-8fe6-4bb1-9e2e-6e57cfe52cf2 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event deleted for resources: {'Port': ['ID=9b6f82c6-e85d-4568-9ceb-9480fc5bcb14,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:08.772436 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b215f02-93e2-49d8-94c6-c1b9e2967e13 admin admin] Checking segment: {'id': '042780f0-c041-4992-815f-0a3ca71a3e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '550a7559-5434-4f90-bf0d-d8f2809880b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:19:08.773034 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b215f02-93e2-49d8-94c6-c1b9e2967e13 admin admin] Network hostable DHCP agents. Network: 550a7559-5434-4f90-bf0d-d8f2809880b1, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:19:08.775225 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b215f02-93e2-49d8-94c6-c1b9e2967e13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a76258ee-d1e4-44cf-9c01-066c3dbf7894,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:08.800745 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b215f02-93e2-49d8-94c6-c1b9e2967e13 admin admin] Network 550a7559-5434-4f90-bf0d-d8f2809880b1 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:19:08.817015 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-1b215f02-93e2-49d8-94c6-c1b9e2967e13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 550a7559-5434-4f90-bf0d-d8f2809880b1) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:19:08.829475 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7128259-4cc6-48c3-ad5f-4b0a5f888ea5 None None] Network 550a7559-5434-4f90-bf0d-d8f2809880b1 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:19:08.839262 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b215f02-93e2-49d8-94c6-c1b9e2967e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:08.840269 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b215f02-93e2-49d8-94c6-c1b9e2967e13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:08.843967 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8297665b-8fe6-4bb1-9e2e-6e57cfe52cf2 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:08.890727 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1b215f02-93e2-49d8-94c6-c1b9e2967e13 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7276161 Aug 17 00:19:08.891973 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59312) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:08.896795 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-080676c8-de9a-4d33-b260-69dbc53f2e91 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1193217087-router', 'tenant_id': 'dc65d499ed66462c92face5626c9712b', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:08.933294 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-080676c8-de9a-4d33-b260-69dbc53f2e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:08.934533 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-080676c8-de9a-4d33-b260-69dbc53f2e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:09.009398 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8297665b-8fe6-4bb1-9e2e-6e57cfe52cf2 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:09.011687 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8297665b-8fe6-4bb1-9e2e-6e57cfe52cf2 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:09.065672 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc016072-71fa-4f19-bebb-5afb0e13bc6a None None] Network 550a7559-5434-4f90-bf0d-d8f2809880b1 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:19:09.069408 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-080676c8-de9a-4d33-b260-69dbc53f2e91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:09.085952 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8297665b-8fe6-4bb1-9e2e-6e57cfe52cf2 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:09.087962 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8297665b-8fe6-4bb1-9e2e-6e57cfe52cf2 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Fanout notify agent at l3_agent the message router_deleted on router 2509a437-ed0b-437a-b2d5-50cac6f328bc {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:19:09.098677 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8297665b-8fe6-4bb1-9e2e-6e57cfe52cf2 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:09.100003 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8297665b-8fe6-4bb1-9e2e-6e57cfe52cf2 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "DELETE /v2.0/routers/2509a437-ed0b-437a-b2d5-50cac6f328bc HTTP/1.1" status: 204 len: 168 time: 1.8781476 Aug 17 00:19:09.102908 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59314) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:09.255833 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-215ba1c1-2c96-491b-90da-cd442746ce3f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:09.460233 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-215ba1c1-2c96-491b-90da-cd442746ce3f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:09.470416 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-080676c8-de9a-4d33-b260-69dbc53f2e91 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:09.476008 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-215ba1c1-2c96-491b-90da-cd442746ce3f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d29c30b-fc96-45e3-a3cb-fec8bc666376']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:09.491815 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-215ba1c1-2c96-491b-90da-cd442746ce3f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ba2f2a-c684-4035-b928-fead4a459d54') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:09.492290 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-215ba1c1-2c96-491b-90da-cd442746ce3f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ba2f2a-c684-4035-b928-fead4a459d54') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:09.503825 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-215ba1c1-2c96-491b-90da-cd442746ce3f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:09.522852 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-215ba1c1-2c96-491b-90da-cd442746ce3f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:09.536536 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-215ba1c1-2c96-491b-90da-cd442746ce3f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:19:09.537068 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-215ba1c1-2c96-491b-90da-cd442746ce3f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:19:09.600261 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:19:09.637493 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-215ba1c1-2c96-491b-90da-cd442746ce3f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:09.643842 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-215ba1c1-2c96-491b-90da-cd442746ce3f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:09.648700 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-215ba1c1-2c96-491b-90da-cd442746ce3f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "DELETE /v2.0/networks/1d29c30b-fc96-45e3-a3cb-fec8bc666376 HTTP/1.1" status: 204 len: 168 time: 0.5414426 Aug 17 00:19:09.667063 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ba1c1-2c96-491b-90da-cd442746ce3f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event deleted for resources: {'Network': ['ID=1d29c30b-fc96-45e3-a3cb-fec8bc666376,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:09.675668 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59322) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:09.681011 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-69225dfc-d3b5-48a9-9f30-6c9bda426d80 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'network': {'name': 'tempest-network-smoke--1050707789', 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'port_security_enabled': True}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:09.715821 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69225dfc-d3b5-48a9-9f30-6c9bda426d80 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Made reservation on behalf of 0ff3a5a5706545cb87542327d7cad65d for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:19:09.729974 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-69225dfc-d3b5-48a9-9f30-6c9bda426d80 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:09.774013 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69225dfc-d3b5-48a9-9f30-6c9bda426d80 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:19:09.783140 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-080676c8-de9a-4d33-b260-69dbc53f2e91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:09.789399 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-69225dfc-d3b5-48a9-9f30-6c9bda426d80 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:09.789776 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-69225dfc-d3b5-48a9-9f30-6c9bda426d80 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Added segment f768cb67-272d-4f04-9f36-78b71277a0ba of type vlan for network 26850f33-4826-4680-af21-60c70edc43b0 Aug 17 00:19:09.847372 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-080676c8-de9a-4d33-b260-69dbc53f2e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:09.877766 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-69225dfc-d3b5-48a9-9f30-6c9bda426d80 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:09.957843 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-69225dfc-d3b5-48a9-9f30-6c9bda426d80 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:09.978030 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69225dfc-d3b5-48a9-9f30-6c9bda426d80 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:09.981115 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-69225dfc-d3b5-48a9-9f30-6c9bda426d80 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:09.992405 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9b6f82c6-e85d-4568-9ceb-9480fc5bcb14 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:19:10.086089 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 9b6f82c6-e85d-4568-9ceb-9480fc5bcb14 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:19:10.086747 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-69225dfc-d3b5-48a9-9f30-6c9bda426d80 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4097211 Aug 17 00:19:10.087328 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9b6f82c6-e85d-4568-9ceb-9480fc5bcb14 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:19:10.088059 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 40bdcc04-f96d-49ce-9e4c-d085ebb1ff99 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:19:10.091049 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59324) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:10.098131 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-4b466569-1489-417a-b7ae-f3285d94eec1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1968008153', 'admin_state_up': True, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:10.151019 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69225dfc-d3b5-48a9-9f30-6c9bda426d80 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'Network': ['ID=26850f33-4826-4680-af21-60c70edc43b0,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:10.156689 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 40bdcc04-f96d-49ce-9e4c-d085ebb1ff99 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:19:10.161587 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 40bdcc04-f96d-49ce-9e4c-d085ebb1ff99 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:19:10.162651 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-080676c8-de9a-4d33-b260-69dbc53f2e91 admin admin] Allocated IP 172.25.3.151 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/2e2c52e3-dca4-4f73-930a-f5bf11b17f53) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:19:10.177954 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 26850f33-4826-4680-af21-60c70edc43b0 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:19:10.189542 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b466569-1489-417a-b7ae-f3285d94eec1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:10.190684 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b466569-1489-417a-b7ae-f3285d94eec1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:10.255248 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:10.299864 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b466569-1489-417a-b7ae-f3285d94eec1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:10.370917 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-080676c8-de9a-4d33-b260-69dbc53f2e91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:10.423003 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-080676c8-de9a-4d33-b260-69dbc53f2e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:10.467077 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080676c8-de9a-4d33-b260-69dbc53f2e91 admin admin] Pushing event updated for resources: {'Port': ['ID=2e2c52e3-dca4-4f73-930a-f5bf11b17f53,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:10.480249 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080676c8-de9a-4d33-b260-69dbc53f2e91 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:19:10.483734 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-080676c8-de9a-4d33-b260-69dbc53f2e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:19:10.484888 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080676c8-de9a-4d33-b260-69dbc53f2e91 admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:19:10.486339 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b466569-1489-417a-b7ae-f3285d94eec1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:10.735673 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b466569-1489-417a-b7ae-f3285d94eec1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:10.763350 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b466569-1489-417a-b7ae-f3285d94eec1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:10.791338 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-080676c8-de9a-4d33-b260-69dbc53f2e91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:10.880935 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-4b466569-1489-417a-b7ae-f3285d94eec1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Allocated IP 172.25.3.250 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/4623133f-0e93-4fec-9deb-ca3da8e377fd) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:19:11.008099 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b466569-1489-417a-b7ae-f3285d94eec1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:11.019639 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-080676c8-de9a-4d33-b260-69dbc53f2e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:11.053572 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b466569-1489-417a-b7ae-f3285d94eec1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:11.104158 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b466569-1489-417a-b7ae-f3285d94eec1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:19:11.113422 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-4b466569-1489-417a-b7ae-f3285d94eec1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:19:11.115904 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b466569-1489-417a-b7ae-f3285d94eec1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:19:11.119076 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b466569-1489-417a-b7ae-f3285d94eec1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'Port': ['ID=4623133f-0e93-4fec-9deb-ca3da8e377fd,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:11.174765 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080676c8-de9a-4d33-b260-69dbc53f2e91 admin admin] Router 0042f1b6-31d8-4b88-9945-0a48cd9d52c3 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:19:11.298204 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080676c8-de9a-4d33-b260-69dbc53f2e91 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:19:11.308152 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b71319-2428-4248-9559-f2e61dac65c7 None None] Sync routers for ids ['0042f1b6-31d8-4b88-9945-0a48cd9d52c3'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:19:11.329778 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b71319-2428-4248-9559-f2e61dac65c7 None None] Routers {'0042f1b6-31d8-4b88-9945-0a48cd9d52c3'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:19:11.331124 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-c6b71319-2428-4248-9559-f2e61dac65c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:18:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['0042f1b6-31d8-4b88-9945-0a48cd9d52c3'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:11.335555 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-080676c8-de9a-4d33-b260-69dbc53f2e91 admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:11.336604 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-080676c8-de9a-4d33-b260-69dbc53f2e91 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4439340 Aug 17 00:19:11.339763 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59332) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:11.568966 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-c6b71319-2428-4248-9559-f2e61dac65c7 None None] Set router 0042f1b6-31d8-4b88-9945-0a48cd9d52c3 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:19:11.745149 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:11.816021 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-c6b71319-2428-4248-9559-f2e61dac65c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0042f1b6-31d8-4b88-9945-0a48cd9d52c3', 'name': 'tempest-ServerRescueTestJSON-1193217087-router', 'tenant_id': 'dc65d499ed66462c92face5626c9712b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '2e2c52e3-dca4-4f73-930a-f5bf11b17f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:08Z', 'updated_at': '2021-08-17T00:19:10Z', 'revision_number': 3, 'project_id': 'dc65d499ed66462c92face5626c9712b', 'gw_port': {'id': '2e2c52e3-dca4-4f73-930a-f5bf11b17f53', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0042f1b6-31d8-4b88-9945-0a48cd9d52c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:09Z', 'updated_at': '2021-08-17T00:19:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:11.857648 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b71319-2428-4248-9559-f2e61dac65c7 None None] Checking router: 0042f1b6-31d8-4b88-9945-0a48cd9d52c3 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:19:11.858859 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b71319-2428-4248-9559-f2e61dac65c7 None None] Updating router 0042f1b6-31d8-4b88-9945-0a48cd9d52c3 port 2e2c52e3-dca4-4f73-930a-f5bf11b17f53 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:19:11.918555 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c6b71319-2428-4248-9559-f2e61dac65c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:12.034629 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-48ea704f-2922-4712-a52b-54f73055a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:12.065719 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b466569-1489-417a-b7ae-f3285d94eec1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:12.273509 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-48ea704f-2922-4712-a52b-54f73055a8bd admin admin] Allocated IP 172.20.0.1 (550a7559-5434-4f90-bf0d-d8f2809880b1/a76258ee-d1e4-44cf-9c01-066c3dbf7894/7cd81f2c-a837-43df-87c1-b3c73e7f9d55) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:19:12.287131 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c6b71319-2428-4248-9559-f2e61dac65c7 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:12.304130 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c6b71319-2428-4248-9559-f2e61dac65c7 None None] Transition to ACTIVE for port object 2e2c52e3-dca4-4f73-930a-f5bf11b17f53 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:19:12.315911 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c6b71319-2428-4248-9559-f2e61dac65c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:12.333666 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b466569-1489-417a-b7ae-f3285d94eec1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:12.398187 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41b1bf-6293-491d-9439-28ffd5a23453 None None] Pushing event updated for resources: {'Port': ['ID=2e2c52e3-dca4-4f73-930a-f5bf11b17f53,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:12.403842 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-c6b71319-2428-4248-9559-f2e61dac65c7 None None] Attempting to bind port 2e2c52e3-dca4-4f73-930a-f5bf11b17f53 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:19:12.404434 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-c6b71319-2428-4248-9559-f2e61dac65c7 None None] Attempting to bind port 2e2c52e3-dca4-4f73-930a-f5bf11b17f53 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:19:12.405946 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b71319-2428-4248-9559-f2e61dac65c7 None None] Attempting to bind port 2e2c52e3-dca4-4f73-930a-f5bf11b17f53 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:19:12.413536 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b71319-2428-4248-9559-f2e61dac65c7 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:19:12.414218 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b71319-2428-4248-9559-f2e61dac65c7 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:19:12.414835 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c6b71319-2428-4248-9559-f2e61dac65c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:12.415384 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b71319-2428-4248-9559-f2e61dac65c7 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:19:12.416177 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-c6b71319-2428-4248-9559-f2e61dac65c7 None None] Bound port: 2e2c52e3-dca4-4f73-930a-f5bf11b17f53, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:19:12.416987 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c6b71319-2428-4248-9559-f2e61dac65c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:12.490050 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-c6b71319-2428-4248-9559-f2e61dac65c7 None None] For port 2e2c52e3-dca4-4f73-930a-f5bf11b17f53, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:19:12.493799 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-c6b71319-2428-4248-9559-f2e61dac65c7 None None] For port 2e2c52e3-dca4-4f73-930a-f5bf11b17f53, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2e2c52e3-dca4-4f73-930a-f5bf11b17f53,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:19:12.502012 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c6b71319-2428-4248-9559-f2e61dac65c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:12.510662 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b466569-1489-417a-b7ae-f3285d94eec1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Router 1ab76886-2ecb-4a94-bced-006aff2e86d0 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:19:12.571479 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b71319-2428-4248-9559-f2e61dac65c7 None None] Routers {'0042f1b6-31d8-4b88-9945-0a48cd9d52c3'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:19:12.572551 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-c6b71319-2428-4248-9559-f2e61dac65c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:18:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['0042f1b6-31d8-4b88-9945-0a48cd9d52c3'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:12.625803 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41b1bf-6293-491d-9439-28ffd5a23453 None None] Pushing event updated for resources: {'Port': ['ID=2e2c52e3-dca4-4f73-930a-f5bf11b17f53,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:12.635946 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b466569-1489-417a-b7ae-f3285d94eec1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:19:12.649887 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed706302-21c6-4587-a302-fcdab0501b62 None None] Sync routers for ids ['1ab76886-2ecb-4a94-bced-006aff2e86d0'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:19:12.661509 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed706302-21c6-4587-a302-fcdab0501b62 None None] Routers {'1ab76886-2ecb-4a94-bced-006aff2e86d0'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:19:12.662120 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ed706302-21c6-4587-a302-fcdab0501b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:18:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1ab76886-2ecb-4a94-bced-006aff2e86d0'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:12.662947 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-48ea704f-2922-4712-a52b-54f73055a8bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:12.670564 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4b466569-1489-417a-b7ae-f3285d94eec1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:12.672079 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4b466569-1489-417a-b7ae-f3285d94eec1 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5799294 Aug 17 00:19:12.675262 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59350) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:12.731110 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-48ea704f-2922-4712-a52b-54f73055a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:12.746504 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c4b5928c-947c-4bb0-954a-828c911e7ee3 tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=0ff3a5a5706545cb87542327d7cad65d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0698962 Aug 17 00:19:12.748397 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59354) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:12.758560 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-c6b71319-2428-4248-9559-f2e61dac65c7 None None] Set router 0042f1b6-31d8-4b88-9945-0a48cd9d52c3 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:19:12.794471 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ea704f-2922-4712-a52b-54f73055a8bd admin admin] Network 550a7559-5434-4f90-bf0d-d8f2809880b1 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:19:12.798875 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-48ea704f-2922-4712-a52b-54f73055a8bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:19:12.804128 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ea704f-2922-4712-a52b-54f73055a8bd admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:19:12.807612 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea704f-2922-4712-a52b-54f73055a8bd admin admin] Pushing event updated for resources: {'Port': ['ID=7cd81f2c-a837-43df-87c1-b3c73e7f9d55,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:12.875482 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-ed706302-21c6-4587-a302-fcdab0501b62 None None] Set router 1ab76886-2ecb-4a94-bced-006aff2e86d0 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:19:12.886016 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-48ea704f-2922-4712-a52b-54f73055a8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:12.971564 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b66550c-5ddb-48b7-8e3b-d44b49579ec1 tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:12.993089 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1b66550c-5ddb-48b7-8e3b-d44b49579ec1 tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2358446 Aug 17 00:19:12.993089 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59362) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:13.071377 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-17b71a94-2171-494a-9133-6c1747930af6 tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=f9960621-448c-44b3-8317-7433dc6ce660&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0830872 Aug 17 00:19:13.072801 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59366) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:13.079149 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ed706302-21c6-4587-a302-fcdab0501b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'name': 'tempest-TestNetworkBasicOps-router-1968008153', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:19:11Z', 'revision_number': 3, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:19:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:13.095083 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-56a0e063-74dd-4ad4-aab4-3aeed6044eb6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1892650885', 'network_id': '26850f33-4826-4680-af21-60c70edc43b0', 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:13.113578 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed706302-21c6-4587-a302-fcdab0501b62 None None] Checking router: 1ab76886-2ecb-4a94-bced-006aff2e86d0 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:19:13.113918 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed706302-21c6-4587-a302-fcdab0501b62 None None] Updating router 1ab76886-2ecb-4a94-bced-006aff2e86d0 port 4623133f-0e93-4fec-9deb-ca3da8e377fd binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:19:13.148018 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-ed706302-21c6-4587-a302-fcdab0501b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:13.192823 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-c6b71319-2428-4248-9559-f2e61dac65c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0042f1b6-31d8-4b88-9945-0a48cd9d52c3', 'name': 'tempest-ServerRescueTestJSON-1193217087-router', 'tenant_id': 'dc65d499ed66462c92face5626c9712b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '2e2c52e3-dca4-4f73-930a-f5bf11b17f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:08Z', 'updated_at': '2021-08-17T00:19:10Z', 'revision_number': 3, 'project_id': 'dc65d499ed66462c92face5626c9712b', 'gw_port': {'id': '2e2c52e3-dca4-4f73-930a-f5bf11b17f53', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0042f1b6-31d8-4b88-9945-0a48cd9d52c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:09Z', 'updated_at': '2021-08-17T00:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:13.240247 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a0e063-74dd-4ad4-aab4-3aeed6044eb6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Made reservation on behalf of 0ff3a5a5706545cb87542327d7cad65d for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:19:13.250388 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-56a0e063-74dd-4ad4-aab4-3aeed6044eb6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:13.260752 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-48ea704f-2922-4712-a52b-54f73055a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:13.265457 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b71319-2428-4248-9559-f2e61dac65c7 None None] The sync data for ids ['0042f1b6-31d8-4b88-9945-0a48cd9d52c3'] in n-d-800088-20 is: [{'id': '0042f1b6-31d8-4b88-9945-0a48cd9d52c3', 'name': 'tempest-ServerRescueTestJSON-1193217087-router', 'tenant_id': 'dc65d499ed66462c92face5626c9712b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '2e2c52e3-dca4-4f73-930a-f5bf11b17f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:08Z', 'updated_at': '2021-08-17T00:19:10Z', 'revision_number': 3, 'project_id': 'dc65d499ed66462c92face5626c9712b', 'gw_port': {'id': '2e2c52e3-dca4-4f73-930a-f5bf11b17f53', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0042f1b6-31d8-4b88-9945-0a48cd9d52c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:09Z', 'updated_at': '2021-08-17T00:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:19:13.503918 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-ed706302-21c6-4587-a302-fcdab0501b62 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:13.515853 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-ed706302-21c6-4587-a302-fcdab0501b62 None None] Transition to ACTIVE for port object 4623133f-0e93-4fec-9deb-ca3da8e377fd will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:19:13.520967 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-48ea704f-2922-4712-a52b-54f73055a8bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:13.524790 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-ed706302-21c6-4587-a302-fcdab0501b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:13.527996 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-48ea704f-2922-4712-a52b-54f73055a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:13.578995 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565c4ee-b0f7-44f3-90a6-f9f2fd50494a None None] Pushing event updated for resources: {'Port': ['ID=4623133f-0e93-4fec-9deb-ca3da8e377fd,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:13.606458 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-ed706302-21c6-4587-a302-fcdab0501b62 None None] Attempting to bind port 4623133f-0e93-4fec-9deb-ca3da8e377fd on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:19:13.606972 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-ed706302-21c6-4587-a302-fcdab0501b62 None None] Attempting to bind port 4623133f-0e93-4fec-9deb-ca3da8e377fd by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:19:13.607682 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed706302-21c6-4587-a302-fcdab0501b62 None None] Attempting to bind port 4623133f-0e93-4fec-9deb-ca3da8e377fd on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:19:13.614425 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed706302-21c6-4587-a302-fcdab0501b62 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:19:13.615165 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed706302-21c6-4587-a302-fcdab0501b62 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:19:13.615679 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-ed706302-21c6-4587-a302-fcdab0501b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:13.616159 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed706302-21c6-4587-a302-fcdab0501b62 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:19:13.616726 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-ed706302-21c6-4587-a302-fcdab0501b62 None None] Bound port: 4623133f-0e93-4fec-9deb-ca3da8e377fd, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:19:13.617227 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-ed706302-21c6-4587-a302-fcdab0501b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:13.649424 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-56a0e063-74dd-4ad4-aab4-3aeed6044eb6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:13.716558 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea704f-2922-4712-a52b-54f73055a8bd admin admin] Pushing event updated for resources: {'Port': ['ID=7cd81f2c-a837-43df-87c1-b3c73e7f9d55,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:13.716713 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-ed706302-21c6-4587-a302-fcdab0501b62 None None] For port 4623133f-0e93-4fec-9deb-ca3da8e377fd, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:19:13.720481 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-48ea704f-2922-4712-a52b-54f73055a8bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:13.720927 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-ed706302-21c6-4587-a302-fcdab0501b62 None None] For port 4623133f-0e93-4fec-9deb-ca3da8e377fd, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4623133f-0e93-4fec-9deb-ca3da8e377fd,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:19:13.732317 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-ed706302-21c6-4587-a302-fcdab0501b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:13.775682 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0e063-74dd-4ad4-aab4-3aeed6044eb6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'Subnet': ['ID=5238bd4a-7350-4ee1-9726-3a80ee1bcf2e,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:13.805267 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a0e063-74dd-4ad4-aab4-3aeed6044eb6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Checking segment: {'id': 'f768cb67-272d-4f04-9f36-78b71277a0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '26850f33-4826-4680-af21-60c70edc43b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:19:13.805644 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a0e063-74dd-4ad4-aab4-3aeed6044eb6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Network hostable DHCP agents. Network: 26850f33-4826-4680-af21-60c70edc43b0, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:19:13.839934 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a0e063-74dd-4ad4-aab4-3aeed6044eb6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Network 26850f33-4826-4680-af21-60c70edc43b0 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:19:13.870084 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565c4ee-b0f7-44f3-90a6-f9f2fd50494a None None] Pushing event updated for resources: {'Port': ['ID=4623133f-0e93-4fec-9deb-ca3da8e377fd,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:13.884180 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed706302-21c6-4587-a302-fcdab0501b62 None None] Routers {'1ab76886-2ecb-4a94-bced-006aff2e86d0'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:19:13.885205 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ed706302-21c6-4587-a302-fcdab0501b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:18:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1ab76886-2ecb-4a94-bced-006aff2e86d0'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:13.895776 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-56a0e063-74dd-4ad4-aab4-3aeed6044eb6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 26850f33-4826-4680-af21-60c70edc43b0) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:19:13.906493 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a37282-5906-44ba-a770-2282aeea0426 None None] Network 26850f33-4826-4680-af21-60c70edc43b0 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:19:13.922648 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ea704f-2922-4712-a52b-54f73055a8bd admin admin] Network 550a7559-5434-4f90-bf0d-d8f2809880b1 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:19:13.924430 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-48ea704f-2922-4712-a52b-54f73055a8bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:19:13.924673 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a0e063-74dd-4ad4-aab4-3aeed6044eb6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:13.925328 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-56a0e063-74dd-4ad4-aab4-3aeed6044eb6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:13.990308 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-56a0e063-74dd-4ad4-aab4-3aeed6044eb6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9155893 Aug 17 00:19:13.990867 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59372) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:14.097591 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2e2c52e3-dca4-4f73-930a-f5bf11b17f53 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:19:14.219487 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16762c8e-3e90-4f80-95c2-f758d4b06c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-26850f33-4826-4680-af21-60c70edc43b0', 'network_id': '26850f33-4826-4680-af21-60c70edc43b0', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'fixed_ips': [{'subnet_id': '5238bd4a-7350-4ee1-9726-3a80ee1bcf2e'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:19:14.220658 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-16762c8e-3e90-4f80-95c2-f758d4b06c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:14.314345 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 2e2c52e3-dca4-4f73-930a-f5bf11b17f53 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:19:14.332020 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 2e2c52e3-dca4-4f73-930a-f5bf11b17f53 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:14.332321 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:14.363722 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-ed706302-21c6-4587-a302-fcdab0501b62 None None] Set router 1ab76886-2ecb-4a94-bced-006aff2e86d0 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:19:14.500138 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ea704f-2922-4712-a52b-54f73055a8bd admin admin] Router 0042f1b6-31d8-4b88-9945-0a48cd9d52c3 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:19:14.620258 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-16762c8e-3e90-4f80-95c2-f758d4b06c58 None None] Allocated IP 172.20.0.2 (26850f33-4826-4680-af21-60c70edc43b0/5238bd4a-7350-4ee1-9726-3a80ee1bcf2e/5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:19:14.646906 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:14.676711 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ed706302-21c6-4587-a302-fcdab0501b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'name': 'tempest-TestNetworkBasicOps-router-1968008153', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:19:11Z', 'revision_number': 3, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:14.731702 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed706302-21c6-4587-a302-fcdab0501b62 None None] The sync data for ids ['1ab76886-2ecb-4a94-bced-006aff2e86d0'] in n-d-800088-20 is: [{'id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'name': 'tempest-TestNetworkBasicOps-router-1968008153', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:19:11Z', 'revision_number': 3, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:19:14.778242 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 2e2c52e3-dca4-4f73-930a-f5bf11b17f53, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2e2c52e3-dca4-4f73-930a-f5bf11b17f53,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:19:14.828896 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ea704f-2922-4712-a52b-54f73055a8bd admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:19:14.834785 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-48ea704f-2922-4712-a52b-54f73055a8bd admin admin] 10.222.0.60 "PUT /v2.0/routers/0042f1b6-31d8-4b88-9945-0a48cd9d52c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4941137 Aug 17 00:19:14.846665 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:14.997080 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-16762c8e-3e90-4f80-95c2-f758d4b06c58 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:15.017442 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-16762c8e-3e90-4f80-95c2-f758d4b06c58 None None] Transition to ACTIVE for port object 5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:19:15.022551 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=2e2c52e3-dca4-4f73-930a-f5bf11b17f53,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:15.052595 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-16762c8e-3e90-4f80-95c2-f758d4b06c58 None None] Transition to ACTIVE for port object 5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:19:15.066028 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-16762c8e-3e90-4f80-95c2-f758d4b06c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:15.133699 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16762c8e-3e90-4f80-95c2-f758d4b06c58 None None] Network 26850f33-4826-4680-af21-60c70edc43b0 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:19:15.142307 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-16762c8e-3e90-4f80-95c2-f758d4b06c58 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:19:15.146168 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16762c8e-3e90-4f80-95c2-f758d4b06c58 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:19:15.162863 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8f1c11c4-0dad-4d37-9e09-538aa7f4fc5e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:15.163478 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16762c8e-3e90-4f80-95c2-f758d4b06c58 None None] Pushing event updated for resources: {'Port': ['ID=5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:15.361361 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-16762c8e-3e90-4f80-95c2-f758d4b06c58 None None] Attempting to bind port 5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:19:15.361918 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-16762c8e-3e90-4f80-95c2-f758d4b06c58 None None] Attempting to bind port 5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'f768cb67-272d-4f04-9f36-78b71277a0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '26850f33-4826-4680-af21-60c70edc43b0'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:19:15.362721 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16762c8e-3e90-4f80-95c2-f758d4b06c58 None None] Attempting to bind port 5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b on network 26850f33-4826-4680-af21-60c70edc43b0 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:19:15.372690 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16762c8e-3e90-4f80-95c2-f758d4b06c58 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:19:15.378651 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16762c8e-3e90-4f80-95c2-f758d4b06c58 None None] Checking segment: {'id': 'f768cb67-272d-4f04-9f36-78b71277a0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '26850f33-4826-4680-af21-60c70edc43b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:19:15.379125 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-16762c8e-3e90-4f80-95c2-f758d4b06c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:15.379535 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16762c8e-3e90-4f80-95c2-f758d4b06c58 None None] Bound using segment: {'id': 'f768cb67-272d-4f04-9f36-78b71277a0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '26850f33-4826-4680-af21-60c70edc43b0'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:19:15.380043 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-16762c8e-3e90-4f80-95c2-f758d4b06c58 None None] Bound port: 5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f768cb67-272d-4f04-9f36-78b71277a0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '26850f33-4826-4680-af21-60c70edc43b0'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:19:15.380430 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-16762c8e-3e90-4f80-95c2-f758d4b06c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:15.525011 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-16762c8e-3e90-4f80-95c2-f758d4b06c58 None None] For port 5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:19:15.529440 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-16762c8e-3e90-4f80-95c2-f758d4b06c58 None None] For port 5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b,segment=NetworkSegment(f768cb67-272d-4f04-9f36-78b71277a0ba),segment_id=f768cb67-272d-4f04-9f36-78b71277a0ba)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:19:15.552660 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-16762c8e-3e90-4f80-95c2-f758d4b06c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:15.688802 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16762c8e-3e90-4f80-95c2-f758d4b06c58 None None] Pushing event updated for resources: {'Port': ['ID=5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:16.160939 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2e2c52e3-dca4-4f73-930a-f5bf11b17f53 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:19:16.293834 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 2e2c52e3-dca4-4f73-930a-f5bf11b17f53 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:16.294276 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:16.355052 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3615d7d3-f0d3-4e88-a62f-f3199063dda5 None None] Sync routers for ids ['0042f1b6-31d8-4b88-9945-0a48cd9d52c3'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:19:16.397778 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3615d7d3-f0d3-4e88-a62f-f3199063dda5 None None] Routers {'0042f1b6-31d8-4b88-9945-0a48cd9d52c3'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:19:16.398437 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3615d7d3-f0d3-4e88-a62f-f3199063dda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:18:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['0042f1b6-31d8-4b88-9945-0a48cd9d52c3'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:16.500382 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4623133f-0e93-4fec-9deb-ca3da8e377fd up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:19:16.620792 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afccde-44ab-485a-870f-313a717e29a1 req-6f7dd296-5460-4a78-8632-b01d367dce6a tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:16.622721 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79afccde-44ab-485a-870f-313a717e29a1 req-6f7dd296-5460-4a78-8632-b01d367dce6a tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/networks?id=550a7559-5434-4f90-bf0d-d8f2809880b1 HTTP/1.1" status: 200 len: 811 time: 1.0480151 Aug 17 00:19:16.663441 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79afccde-44ab-485a-870f-313a717e29a1 req-e52ab742-5cc0-4b49-a24e-3cd20b3834d5 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/quotas/dc65d499ed66462c92face5626c9712b HTTP/1.1" status: 200 len: 375 time: 0.0331705 Aug 17 00:19:16.664564 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-8f1c11c4-0dad-4d37-9e09-538aa7f4fc5e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Allocated IP 172.20.0.1 (26850f33-4826-4680-af21-60c70edc43b0/5238bd4a-7350-4ee1-9726-3a80ee1bcf2e/9a1c174a-6a4c-4365-b520-5e3951ce9a31) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:19:16.978141 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79afccde-44ab-485a-870f-313a717e29a1 req-8a90ff0e-3814-4432-9969-257ae8b49672 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dc65d499ed66462c92face5626c9712b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3004227 Aug 17 00:19:16.986160 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c2f2cfbc-928b-47ba-9ff5-749462d253f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:17.035749 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-3615d7d3-f0d3-4e88-a62f-f3199063dda5 None None] Set router 0042f1b6-31d8-4b88-9945-0a48cd9d52c3 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:19:17.069996 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8f1c11c4-0dad-4d37-9e09-538aa7f4fc5e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:17.207536 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 4623133f-0e93-4fec-9deb-ca3da8e377fd completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:19:17.240077 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 4623133f-0e93-4fec-9deb-ca3da8e377fd triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:17.240077 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:17.244779 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-8f1c11c4-0dad-4d37-9e09-538aa7f4fc5e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Transition to ACTIVE for port object 9a1c174a-6a4c-4365-b520-5e3951ce9a31 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:19:17.336964 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79afccde-44ab-485a-870f-313a717e29a1 req-274bde39-cac1-42bf-af85-42706ddbdcbd service neutron] 10.222.0.60 "GET /v2.0/networks/550a7559-5434-4f90-bf0d-d8f2809880b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380718 Aug 17 00:19:17.552795 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8f1c11c4-0dad-4d37-9e09-538aa7f4fc5e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:17.562203 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb68c29c-e7b8-4fd6-ba12-aa61066b7f04 None None] Network 26850f33-4826-4680-af21-60c70edc43b0 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:19:17.622061 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79afccde-44ab-485a-870f-313a717e29a1 req-a5483716-1e45-45d8-9d62-73000443b214 service neutron] 10.222.0.60 "GET /v2.0/networks/550a7559-5434-4f90-bf0d-d8f2809880b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839928 Aug 17 00:19:17.675716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1c11c4-0dad-4d37-9e09-538aa7f4fc5e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Network 26850f33-4826-4680-af21-60c70edc43b0 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:19:17.687633 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-8f1c11c4-0dad-4d37-9e09-538aa7f4fc5e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:19:17.698385 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1c11c4-0dad-4d37-9e09-538aa7f4fc5e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:19:17.809347 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:17.831321 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c11c4-0dad-4d37-9e09-538aa7f4fc5e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'Port': ['ID=9a1c174a-6a4c-4365-b520-5e3951ce9a31,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:17.882815 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8f1c11c4-0dad-4d37-9e09-538aa7f4fc5e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:17.932079 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c05a27f0-f56a-41f2-8840-5c60054648dd None None] Provisioning for port 5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:19:17.941072 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 4623133f-0e93-4fec-9deb-ca3da8e377fd, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4623133f-0e93-4fec-9deb-ca3da8e377fd,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:19:17.963634 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:18.165466 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7a26d0ae-54e0-4e24-86ea-9fa4097b7d8e req-8f02ac37-cdf4-4a2c-9fd5-f59e061156c3 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 210 time: 0.0965705 Aug 17 00:19:18.223233 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=4623133f-0e93-4fec-9deb-ca3da8e377fd,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:18.230654 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:19:18.294049 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3615d7d3-f0d3-4e88-a62f-f3199063dda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0042f1b6-31d8-4b88-9945-0a48cd9d52c3', 'name': 'tempest-ServerRescueTestJSON-1193217087-router', 'tenant_id': 'dc65d499ed66462c92face5626c9712b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '2e2c52e3-dca4-4f73-930a-f5bf11b17f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:08Z', 'updated_at': '2021-08-17T00:19:13Z', 'revision_number': 4, 'project_id': 'dc65d499ed66462c92face5626c9712b', 'gw_port': {'id': '2e2c52e3-dca4-4f73-930a-f5bf11b17f53', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0042f1b6-31d8-4b88-9945-0a48cd9d52c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:09Z', 'updated_at': '2021-08-17T00:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '7cd81f2c-a837-43df-87c1-b3c73e7f9d55', 'name': '', 'network_id': '550a7559-5434-4f90-bf0d-d8f2809880b1', 'tenant_id': 'dc65d499ed66462c92face5626c9712b', 'mac_address': 'fa:16:3e:b6:3c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0042f1b6-31d8-4b88-9945-0a48cd9d52c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'a76258ee-d1e4-44cf-9c01-066c3dbf7894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:12Z', 'updated_at': '2021-08-17T00:19:13Z', 'revision_number': 2, 'project_id': 'dc65d499ed66462c92face5626c9712b', 'subnets': [{'id': 'a76258ee-d1e4-44cf-9c01-066c3dbf7894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:18.356017 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3615d7d3-f0d3-4e88-a62f-f3199063dda5 None None] Checking router: 0042f1b6-31d8-4b88-9945-0a48cd9d52c3 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:19:18.356017 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3615d7d3-f0d3-4e88-a62f-f3199063dda5 None None] Updating router 0042f1b6-31d8-4b88-9945-0a48cd9d52c3 port 7cd81f2c-a837-43df-87c1-b3c73e7f9d55 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:19:18.411157 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3615d7d3-f0d3-4e88-a62f-f3199063dda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:18.496138 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:19:18.511572 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:18.511951 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:18.512329 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8f1c11c4-0dad-4d37-9e09-538aa7f4fc5e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:18.902825 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:18.998592 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b,segment=NetworkSegment(f768cb67-272d-4f04-9f36-78b71277a0ba),segment_id=f768cb67-272d-4f04-9f36-78b71277a0ba)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:19:19.010639 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:19.077335 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:19.083116 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-063d2e4a-214d-4d2a-97c4-6d9968907dfe None None] Provisioning complete for port 5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:19.083487 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-063d2e4a-214d-4d2a-97c4-6d9968907dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:19.122516 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8f1c11c4-0dad-4d37-9e09-538aa7f4fc5e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:19.125894 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3615d7d3-f0d3-4e88-a62f-f3199063dda5 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:19.131614 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8f1c11c4-0dad-4d37-9e09-538aa7f4fc5e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:19.146959 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3615d7d3-f0d3-4e88-a62f-f3199063dda5 None None] Transition to ACTIVE for port object 7cd81f2c-a837-43df-87c1-b3c73e7f9d55 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:19:19.174152 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3615d7d3-f0d3-4e88-a62f-f3199063dda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:19.189977 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8f1c11c4-0dad-4d37-9e09-538aa7f4fc5e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:19.264118 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552df413-ad16-44cd-a8f4-a41b97521e31 None None] Pushing event updated for resources: {'Port': ['ID=7cd81f2c-a837-43df-87c1-b3c73e7f9d55,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:19.328979 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-10fa61fa-3a1f-434e-a312-6138a9c0df67 req-3b7aa12e-8b5a-47a5-9695-a2e3491f33b7 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 210 time: 0.0706918 Aug 17 00:19:19.336671 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c11c4-0dad-4d37-9e09-538aa7f4fc5e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'Port': ['ID=9a1c174a-6a4c-4365-b520-5e3951ce9a31,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:19.345702 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:19.367073 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e0497f13-7cba-446a-8b32-1d167fab060d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:19.473651 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1c11c4-0dad-4d37-9e09-538aa7f4fc5e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Network 26850f33-4826-4680-af21-60c70edc43b0 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:19:19.485137 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-8f1c11c4-0dad-4d37-9e09-538aa7f4fc5e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:19:19.485324 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-063d2e4a-214d-4d2a-97c4-6d9968907dfe None None] Provisioning for port 9a1c174a-6a4c-4365-b520-5e3951ce9a31 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:19:19.485324 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3615d7d3-f0d3-4e88-a62f-f3199063dda5 None None] Attempting to bind port 7cd81f2c-a837-43df-87c1-b3c73e7f9d55 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:19:19.485324 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3615d7d3-f0d3-4e88-a62f-f3199063dda5 None None] Attempting to bind port 7cd81f2c-a837-43df-87c1-b3c73e7f9d55 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '042780f0-c041-4992-815f-0a3ca71a3e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '550a7559-5434-4f90-bf0d-d8f2809880b1'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:19:19.488066 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3615d7d3-f0d3-4e88-a62f-f3199063dda5 None None] Attempting to bind port 7cd81f2c-a837-43df-87c1-b3c73e7f9d55 on network 550a7559-5434-4f90-bf0d-d8f2809880b1 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:19:19.507906 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-063d2e4a-214d-4d2a-97c4-6d9968907dfe None None] Provisioning complete for port 9a1c174a-6a4c-4365-b520-5e3951ce9a31 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:19.511958 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-063d2e4a-214d-4d2a-97c4-6d9968907dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:19.518498 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3615d7d3-f0d3-4e88-a62f-f3199063dda5 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:19:19.519071 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3615d7d3-f0d3-4e88-a62f-f3199063dda5 None None] Checking segment: {'id': '042780f0-c041-4992-815f-0a3ca71a3e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '550a7559-5434-4f90-bf0d-d8f2809880b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:19:19.519613 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3615d7d3-f0d3-4e88-a62f-f3199063dda5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:19.520113 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3615d7d3-f0d3-4e88-a62f-f3199063dda5 None None] Bound using segment: {'id': '042780f0-c041-4992-815f-0a3ca71a3e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '550a7559-5434-4f90-bf0d-d8f2809880b1'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:19:19.524176 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3615d7d3-f0d3-4e88-a62f-f3199063dda5 None None] Bound port: 7cd81f2c-a837-43df-87c1-b3c73e7f9d55, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042780f0-c041-4992-815f-0a3ca71a3e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '550a7559-5434-4f90-bf0d-d8f2809880b1'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:19:19.524586 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3615d7d3-f0d3-4e88-a62f-f3199063dda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:19.720068 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afccde-44ab-485a-870f-313a717e29a1 req-63bbbf44-1619-41a4-9de1-5780d0141942 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:19.722427 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-79afccde-44ab-485a-870f-313a717e29a1 req-63bbbf44-1619-41a4-9de1-5780d0141942 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.64 "GET /v2.0/networks?id=550a7559-5434-4f90-bf0d-d8f2809880b1 HTTP/1.1" status: 200 len: 811 time: 0.3843846 Aug 17 00:19:19.742672 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1c11c4-0dad-4d37-9e09-538aa7f4fc5e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Router 1ab76886-2ecb-4a94-bced-006aff2e86d0 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:19:19.744242 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-79afccde-44ab-485a-870f-313a717e29a1 req-1dec9d2b-ae02-498d-9491-0d3715f3b2e2 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Request body: {'port': {'device_id': '62f5b28a-07a7-400b-95ca-aef5b1ffdb22', 'network_id': '550a7559-5434-4f90-bf0d-d8f2809880b1', 'admin_state_up': True, 'tenant_id': 'dc65d499ed66462c92face5626c9712b'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:19.754295 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-063d2e4a-214d-4d2a-97c4-6d9968907dfe None None] Port 9a1c174a-6a4c-4365-b520-5e3951ce9a31 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:19:19.819790 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-3615d7d3-f0d3-4e88-a62f-f3199063dda5 None None] For port 7cd81f2c-a837-43df-87c1-b3c73e7f9d55, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:19:19.837095 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-3615d7d3-f0d3-4e88-a62f-f3199063dda5 None None] For port 7cd81f2c-a837-43df-87c1-b3c73e7f9d55, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=7cd81f2c-a837-43df-87c1-b3c73e7f9d55,segment=NetworkSegment(042780f0-c041-4992-815f-0a3ca71a3e74),segment_id=042780f0-c041-4992-815f-0a3ca71a3e74)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:19:19.853722 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3615d7d3-f0d3-4e88-a62f-f3199063dda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:19.969184 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1c11c4-0dad-4d37-9e09-538aa7f4fc5e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:19:19.981066 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8f1c11c4-0dad-4d37-9e09-538aa7f4fc5e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "PUT /v2.0/routers/1ab76886-2ecb-4a94-bced-006aff2e86d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9888422 Aug 17 00:19:19.990864 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59450) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:20.002679 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08186e00-9882-417d-9f63-ae0a3b0e95e3 None None] Sync routers for ids ['1ab76886-2ecb-4a94-bced-006aff2e86d0'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:19:20.024061 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08186e00-9882-417d-9f63-ae0a3b0e95e3 None None] Routers {'1ab76886-2ecb-4a94-bced-006aff2e86d0'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:19:20.028507 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-08186e00-9882-417d-9f63-ae0a3b0e95e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:19:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1ab76886-2ecb-4a94-bced-006aff2e86d0'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:20.050892 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3615d7d3-f0d3-4e88-a62f-f3199063dda5 None None] Routers {'0042f1b6-31d8-4b88-9945-0a48cd9d52c3'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:19:20.053889 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3615d7d3-f0d3-4e88-a62f-f3199063dda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:19:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['0042f1b6-31d8-4b88-9945-0a48cd9d52c3'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:20.183627 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4623133f-0e93-4fec-9deb-ca3da8e377fd up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:19:20.194492 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79afccde-44ab-485a-870f-313a717e29a1 req-1dec9d2b-ae02-498d-9491-0d3715f3b2e2 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Made reservation on behalf of dc65d499ed66462c92face5626c9712b for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:19:20.198056 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-79afccde-44ab-485a-870f-313a717e29a1 req-1dec9d2b-ae02-498d-9491-0d3715f3b2e2 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:20.254307 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-297f9eda-b0b4-4f70-87e2-d7b95703867e None None] Provisioning complete for port 9a1c174a-6a4c-4365-b520-5e3951ce9a31 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:20.254599 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-297f9eda-b0b4-4f70-87e2-d7b95703867e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:20.259936 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-08186e00-9882-417d-9f63-ae0a3b0e95e3 None None] Set router 1ab76886-2ecb-4a94-bced-006aff2e86d0 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:19:20.307393 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-297f9eda-b0b4-4f70-87e2-d7b95703867e None None] Port 9a1c174a-6a4c-4365-b520-5e3951ce9a31 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:19:20.316393 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552df413-ad16-44cd-a8f4-a41b97521e31 None None] Pushing event updated for resources: {'Port': ['ID=7cd81f2c-a837-43df-87c1-b3c73e7f9d55,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:20.371643 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:20.382720 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 4623133f-0e93-4fec-9deb-ca3da8e377fd triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:20.383109 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:20.425314 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a4907-a382-453b-b56b-fbc21e6268db tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:20.426619 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a4907-a382-453b-b56b-fbc21e6268db tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:20.427104 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a4907-a382-453b-b56b-fbc21e6268db tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:20.427651 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a4907-a382-453b-b56b-fbc21e6268db tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:20.436395 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a4907-a382-453b-b56b-fbc21e6268db tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:20.436395 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a4907-a382-453b-b56b-fbc21e6268db tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:20.436395 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a4907-a382-453b-b56b-fbc21e6268db tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:20.436395 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a4907-a382-453b-b56b-fbc21e6268db tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:20.445554 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a4907-a382-453b-b56b-fbc21e6268db tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:20.447851 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c45a4907-a382-453b-b56b-fbc21e6268db tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6387 time: 0.4548841 Aug 17 00:19:20.454126 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59454) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:20.489506 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-79afccde-44ab-485a-870f-313a717e29a1 req-1dec9d2b-ae02-498d-9491-0d3715f3b2e2 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Allocated IP 172.20.0.6 (550a7559-5434-4f90-bf0d-d8f2809880b1/a76258ee-d1e4-44cf-9c01-066c3dbf7894/bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:19:20.511684 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-3615d7d3-f0d3-4e88-a62f-f3199063dda5 None None] Set router 0042f1b6-31d8-4b88-9945-0a48cd9d52c3 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:19:20.557526 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c275a740-8352-48b2-b117-3012a7d3bdc7 req-83a12646-5d6b-455f-8a18-8b4dec17c1e5 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 210 time: 0.0326889 Aug 17 00:19:20.644313 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-66ad0e60-3d44-44ac-a137-0446c0b2cbcf None None] Provisioning complete for port 9a1c174a-6a4c-4365-b520-5e3951ce9a31 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:20.644731 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-66ad0e60-3d44-44ac-a137-0446c0b2cbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:20.779265 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7443dd-52ab-4c56-84be-c507085ed380 tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:20.780413 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7443dd-52ab-4c56-84be-c507085ed380 tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:20.781500 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7443dd-52ab-4c56-84be-c507085ed380 tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:20.782179 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7443dd-52ab-4c56-84be-c507085ed380 tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:20.783734 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7443dd-52ab-4c56-84be-c507085ed380 tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:20.785533 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7443dd-52ab-4c56-84be-c507085ed380 tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:20.786079 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7443dd-52ab-4c56-84be-c507085ed380 tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:20.786776 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7443dd-52ab-4c56-84be-c507085ed380 tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:20.787330 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7443dd-52ab-4c56-84be-c507085ed380 tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:20.787665 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-79afccde-44ab-485a-870f-313a717e29a1 req-1dec9d2b-ae02-498d-9491-0d3715f3b2e2 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:20.792668 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ce7443dd-52ab-4c56-84be-c507085ed380 tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5926 time: 0.3373702 Aug 17 00:19:20.796160 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59458) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:20.894021 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-79afccde-44ab-485a-870f-313a717e29a1 req-1dec9d2b-ae02-498d-9491-0d3715f3b2e2 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:20.901346 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:19:20.926313 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-08186e00-9882-417d-9f63-ae0a3b0e95e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'name': 'tempest-TestNetworkBasicOps-router-1968008153', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:19:18Z', 'revision_number': 4, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '9a1c174a-6a4c-4365-b520-5e3951ce9a31', 'name': '', 'network_id': '26850f33-4826-4680-af21-60c70edc43b0', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'mac_address': 'fa:16:3e:1c:22:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '5238bd4a-7350-4ee1-9726-3a80ee1bcf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:15Z', 'updated_at': '2021-08-17T00:19:18Z', 'revision_number': 2, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'subnets': [{'id': '5238bd4a-7350-4ee1-9726-3a80ee1bcf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:21.005257 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08186e00-9882-417d-9f63-ae0a3b0e95e3 None None] Checking router: 1ab76886-2ecb-4a94-bced-006aff2e86d0 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:19:21.006552 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08186e00-9882-417d-9f63-ae0a3b0e95e3 None None] Updating router 1ab76886-2ecb-4a94-bced-006aff2e86d0 port 9a1c174a-6a4c-4365-b520-5e3951ce9a31 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:19:21.037370 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec9d2b-ae02-498d-9491-0d3715f3b2e2 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Pushing event updated for resources: {'Port': ['ID=bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:21.080920 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79afccde-44ab-485a-870f-313a717e29a1 req-1dec9d2b-ae02-498d-9491-0d3715f3b2e2 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Network 550a7559-5434-4f90-bf0d-d8f2809880b1 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:19:21.084465 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-79afccde-44ab-485a-870f-313a717e29a1 req-1dec9d2b-ae02-498d-9491-0d3715f3b2e2 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:19:21.090172 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-79afccde-44ab-485a-870f-313a717e29a1 req-1dec9d2b-ae02-498d-9491-0d3715f3b2e2 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:19:21.118748 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-08186e00-9882-417d-9f63-ae0a3b0e95e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:21.159467 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-66ad0e60-3d44-44ac-a137-0446c0b2cbcf None None] Port 9a1c174a-6a4c-4365-b520-5e3951ce9a31 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:19:21.222038 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afccde-44ab-485a-870f-313a717e29a1 req-1dec9d2b-ae02-498d-9491-0d3715f3b2e2 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:21.226507 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-79afccde-44ab-485a-870f-313a717e29a1 req-1dec9d2b-ae02-498d-9491-0d3715f3b2e2 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:21.267481 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-79afccde-44ab-485a-870f-313a717e29a1 req-1dec9d2b-ae02-498d-9491-0d3715f3b2e2 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5323880 Aug 17 00:19:21.282811 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bc60cf7b-49b5-4d1f-89f7-26c8dda63f70 tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4490 time: 0.4823608 Aug 17 00:19:21.284761 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-79afccde-44ab-485a-870f-313a717e29a1 req-07e5bfb2-6692-444e-a7df-d8d06a193133 service neutron] Request body: {'port': {'device_id': '62f5b28a-07a7-400b-95ca-aef5b1ffdb22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:21.383446 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:21.384023 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:21.419169 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-79afccde-44ab-485a-870f-313a717e29a1 req-07e5bfb2-6692-444e-a7df-d8d06a193133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:21.450226 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3615d7d3-f0d3-4e88-a62f-f3199063dda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0042f1b6-31d8-4b88-9945-0a48cd9d52c3', 'name': 'tempest-ServerRescueTestJSON-1193217087-router', 'tenant_id': 'dc65d499ed66462c92face5626c9712b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '2e2c52e3-dca4-4f73-930a-f5bf11b17f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:08Z', 'updated_at': '2021-08-17T00:19:13Z', 'revision_number': 4, 'project_id': 'dc65d499ed66462c92face5626c9712b', 'gw_port': {'id': '2e2c52e3-dca4-4f73-930a-f5bf11b17f53', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0042f1b6-31d8-4b88-9945-0a48cd9d52c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:09Z', 'updated_at': '2021-08-17T00:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '7cd81f2c-a837-43df-87c1-b3c73e7f9d55', 'name': '', 'network_id': '550a7559-5434-4f90-bf0d-d8f2809880b1', 'tenant_id': 'dc65d499ed66462c92face5626c9712b', 'mac_address': 'fa:16:3e:b6:3c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0042f1b6-31d8-4b88-9945-0a48cd9d52c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'a76258ee-d1e4-44cf-9c01-066c3dbf7894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:12Z', 'updated_at': '2021-08-17T00:19:19Z', 'revision_number': 4, 'project_id': 'dc65d499ed66462c92face5626c9712b', 'subnets': [{'id': 'a76258ee-d1e4-44cf-9c01-066c3dbf7894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:21.520240 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3615d7d3-f0d3-4e88-a62f-f3199063dda5 None None] The sync data for ids ['0042f1b6-31d8-4b88-9945-0a48cd9d52c3'] in n-d-800088-20 is: [{'id': '0042f1b6-31d8-4b88-9945-0a48cd9d52c3', 'name': 'tempest-ServerRescueTestJSON-1193217087-router', 'tenant_id': 'dc65d499ed66462c92face5626c9712b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '2e2c52e3-dca4-4f73-930a-f5bf11b17f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:08Z', 'updated_at': '2021-08-17T00:19:13Z', 'revision_number': 4, 'project_id': 'dc65d499ed66462c92face5626c9712b', 'gw_port': {'id': '2e2c52e3-dca4-4f73-930a-f5bf11b17f53', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0042f1b6-31d8-4b88-9945-0a48cd9d52c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:09Z', 'updated_at': '2021-08-17T00:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '7cd81f2c-a837-43df-87c1-b3c73e7f9d55', 'name': '', 'network_id': '550a7559-5434-4f90-bf0d-d8f2809880b1', 'tenant_id': 'dc65d499ed66462c92face5626c9712b', 'mac_address': 'fa:16:3e:b6:3c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0042f1b6-31d8-4b88-9945-0a48cd9d52c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'a76258ee-d1e4-44cf-9c01-066c3dbf7894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:12Z', 'updated_at': '2021-08-17T00:19:19Z', 'revision_number': 4, 'project_id': 'dc65d499ed66462c92face5626c9712b', 'subnets': [{'id': 'a76258ee-d1e4-44cf-9c01-066c3dbf7894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:19:21.649526 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59470) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:21.663867 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-f7776dd0-f7e9-4d49-ac1f-f7ad95d3ae05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1157616670', 'description': 'tempest-secgroup-smoke-1157616670 description', 'project_id': '0ff3a5a5706545cb87542327d7cad65d'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:21.764390 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f7776dd0-f7e9-4d49-ac1f-f7ad95d3ae05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:21.786360 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-08186e00-9882-417d-9f63-ae0a3b0e95e3 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:21.814735 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-08186e00-9882-417d-9f63-ae0a3b0e95e3 None None] Transition to ACTIVE for port object 9a1c174a-6a4c-4365-b520-5e3951ce9a31 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:19:21.827659 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-08186e00-9882-417d-9f63-ae0a3b0e95e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:21.849358 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12164f6b-111b-4729-9dfb-b2d09a87b328 req-fef3f55d-37fc-4310-b036-65f79ee2451c tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:21.877140 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-12164f6b-111b-4729-9dfb-b2d09a87b328 req-fef3f55d-37fc-4310-b036-65f79ee2451c tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 931 time: 0.2094333 Aug 17 00:19:21.971190 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-12164f6b-111b-4729-9dfb-b2d09a87b328 req-2dc85f03-95fb-4701-ae6f-9c919de86674 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930390 Aug 17 00:19:22.102716 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:22.141409 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f7776dd0-f7e9-4d49-ac1f-f7ad95d3ae05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:22.149515 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f7776dd0-f7e9-4d49-ac1f-f7ad95d3ae05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:22.217263 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f7776dd0-f7e9-4d49-ac1f-f7ad95d3ae05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:22.218885 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f7776dd0-f7e9-4d49-ac1f-f7ad95d3ae05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5676708 Aug 17 00:19:22.222214 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59478) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:22.229579 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7cd81f2c-a837-43df-87c1-b3c73e7f9d55 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:19:22.231369 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-4f922388-bd14-468c-8843-9a6c56ba3765 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'security_group_rule': {'security_group_id': '2b6ffb9c-fbc0-4fc2-9b7b-341bfd6cb861', 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:22.256435 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7776dd0-f7e9-4d49-ac1f-f7ad95d3ae05 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6ffb9c-fbc0-4fc2-9b7b-341bfd6cb861,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:22.277207 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-79afccde-44ab-485a-870f-313a717e29a1 req-07e5bfb2-6692-444e-a7df-d8d06a193133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:19:22.291894 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-08186e00-9882-417d-9f63-ae0a3b0e95e3 None None] Attempting to bind port 9a1c174a-6a4c-4365-b520-5e3951ce9a31 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:19:22.293089 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-08186e00-9882-417d-9f63-ae0a3b0e95e3 None None] Attempting to bind port 9a1c174a-6a4c-4365-b520-5e3951ce9a31 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'f768cb67-272d-4f04-9f36-78b71277a0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '26850f33-4826-4680-af21-60c70edc43b0'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:19:22.293089 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08186e00-9882-417d-9f63-ae0a3b0e95e3 None None] Attempting to bind port 9a1c174a-6a4c-4365-b520-5e3951ce9a31 on network 26850f33-4826-4680-af21-60c70edc43b0 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:19:22.300308 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-79afccde-44ab-485a-870f-313a717e29a1 req-07e5bfb2-6692-444e-a7df-d8d06a193133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:22.323314 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 7cd81f2c-a837-43df-87c1-b3c73e7f9d55 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:19:22.332463 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4f922388-bd14-468c-8843-9a6c56ba3765 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:22.333584 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 7cd81f2c-a837-43df-87c1-b3c73e7f9d55 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:22.334194 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:22.349503 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-79afccde-44ab-485a-870f-313a717e29a1 req-07e5bfb2-6692-444e-a7df-d8d06a193133 service neutron] Transition to ACTIVE for port object bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:19:22.354913 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08186e00-9882-417d-9f63-ae0a3b0e95e3 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:19:22.355296 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08186e00-9882-417d-9f63-ae0a3b0e95e3 None None] Checking segment: {'id': 'f768cb67-272d-4f04-9f36-78b71277a0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '26850f33-4826-4680-af21-60c70edc43b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:19:22.355698 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-08186e00-9882-417d-9f63-ae0a3b0e95e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:22.356126 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08186e00-9882-417d-9f63-ae0a3b0e95e3 None None] Bound using segment: {'id': 'f768cb67-272d-4f04-9f36-78b71277a0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '26850f33-4826-4680-af21-60c70edc43b0'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:19:22.356615 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-08186e00-9882-417d-9f63-ae0a3b0e95e3 None None] Bound port: 9a1c174a-6a4c-4365-b520-5e3951ce9a31, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f768cb67-272d-4f04-9f36-78b71277a0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '26850f33-4826-4680-af21-60c70edc43b0'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:19:22.356995 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-08186e00-9882-417d-9f63-ae0a3b0e95e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:22.359868 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-79afccde-44ab-485a-870f-313a717e29a1 req-07e5bfb2-6692-444e-a7df-d8d06a193133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:22.448632 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4f922388-bd14-468c-8843-9a6c56ba3765 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:22.461363 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4f922388-bd14-468c-8843-9a6c56ba3765 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:22.507263 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4f922388-bd14-468c-8843-9a6c56ba3765 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:22.508973 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4f922388-bd14-468c-8843-9a6c56ba3765 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2853072 Aug 17 00:19:22.512474 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59480) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:22.523022 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-cd5136bd-fad7-4923-8184-e8408487ae17 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'security_group_rule': {'security_group_id': '2b6ffb9c-fbc0-4fc2-9b7b-341bfd6cb861', 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:22.532958 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f922388-bd14-468c-8843-9a6c56ba3765 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e92f03d-b0f9-4cb7-a050-d8d02e250ddd,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:22.540473 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c8dcf-5486-4a69-a3d7-54bb51505d71 None None] Pushing event updated for resources: {'Port': ['ID=9a1c174a-6a4c-4365-b520-5e3951ce9a31,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:22.567018 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5bfb2-6692-444e-a7df-d8d06a193133 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:22.603608 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cd5136bd-fad7-4923-8184-e8408487ae17 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:22.678479 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-08186e00-9882-417d-9f63-ae0a3b0e95e3 None None] For port 9a1c174a-6a4c-4365-b520-5e3951ce9a31, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:19:22.684300 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-08186e00-9882-417d-9f63-ae0a3b0e95e3 None None] For port 9a1c174a-6a4c-4365-b520-5e3951ce9a31, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9a1c174a-6a4c-4365-b520-5e3951ce9a31,segment=NetworkSegment(f768cb67-272d-4f04-9f36-78b71277a0ba),segment_id=f768cb67-272d-4f04-9f36-78b71277a0ba)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:19:22.701656 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:22.703148 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-08186e00-9882-417d-9f63-ae0a3b0e95e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:22.744113 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-79afccde-44ab-485a-870f-313a717e29a1 req-07e5bfb2-6692-444e-a7df-d8d06a193133 service neutron] Attempting to bind port bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:19:22.744462 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-79afccde-44ab-485a-870f-313a717e29a1 req-07e5bfb2-6692-444e-a7df-d8d06a193133 service neutron] Attempting to bind port bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '042780f0-c041-4992-815f-0a3ca71a3e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '550a7559-5434-4f90-bf0d-d8f2809880b1'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:19:22.744803 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79afccde-44ab-485a-870f-313a717e29a1 req-07e5bfb2-6692-444e-a7df-d8d06a193133 service neutron] Attempting to bind port bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d on network 550a7559-5434-4f90-bf0d-d8f2809880b1 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:19:22.794042 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79afccde-44ab-485a-870f-313a717e29a1 req-07e5bfb2-6692-444e-a7df-d8d06a193133 service neutron] Port bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d on network 550a7559-5434-4f90-bf0d-d8f2809880b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:19:22.794390 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79afccde-44ab-485a-870f-313a717e29a1 req-07e5bfb2-6692-444e-a7df-d8d06a193133 service neutron] Attempting to bind port bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d on network 550a7559-5434-4f90-bf0d-d8f2809880b1 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:19:22.818665 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79afccde-44ab-485a-870f-313a717e29a1 req-07e5bfb2-6692-444e-a7df-d8d06a193133 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:19:22.819017 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79afccde-44ab-485a-870f-313a717e29a1 req-07e5bfb2-6692-444e-a7df-d8d06a193133 service neutron] Checking segment: {'id': '042780f0-c041-4992-815f-0a3ca71a3e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '550a7559-5434-4f90-bf0d-d8f2809880b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:19:22.823014 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79afccde-44ab-485a-870f-313a717e29a1 req-07e5bfb2-6692-444e-a7df-d8d06a193133 service neutron] Bound using segment: {'id': '042780f0-c041-4992-815f-0a3ca71a3e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '550a7559-5434-4f90-bf0d-d8f2809880b1'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:19:22.823551 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-79afccde-44ab-485a-870f-313a717e29a1 req-07e5bfb2-6692-444e-a7df-d8d06a193133 service neutron] Bound port: bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '042780f0-c041-4992-815f-0a3ca71a3e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '550a7559-5434-4f90-bf0d-d8f2809880b1'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:19:22.823907 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-79afccde-44ab-485a-870f-313a717e29a1 req-07e5bfb2-6692-444e-a7df-d8d06a193133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:22.827479 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 7cd81f2c-a837-43df-87c1-b3c73e7f9d55, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=7cd81f2c-a837-43df-87c1-b3c73e7f9d55,segment=NetworkSegment(042780f0-c041-4992-815f-0a3ca71a3e74),segment_id=042780f0-c041-4992-815f-0a3ca71a3e74)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:19:22.835046 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:22.884904 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08186e00-9882-417d-9f63-ae0a3b0e95e3 None None] Routers {'1ab76886-2ecb-4a94-bced-006aff2e86d0'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:19:22.890450 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-08186e00-9882-417d-9f63-ae0a3b0e95e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:19:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1ab76886-2ecb-4a94-bced-006aff2e86d0'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:22.907444 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=7cd81f2c-a837-43df-87c1-b3c73e7f9d55,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:22.916498 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cd5136bd-fad7-4923-8184-e8408487ae17 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:22.923809 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cd5136bd-fad7-4923-8184-e8408487ae17 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:22.947914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5136bd-fad7-4923-8184-e8408487ae17 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdafd487-1c6b-464b-96fd-414d3d21992f,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:22.967526 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cd5136bd-fad7-4923-8184-e8408487ae17 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:22.971672 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cd5136bd-fad7-4923-8184-e8408487ae17 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4553382 Aug 17 00:19:22.972288 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59484) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:22.978017 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-106882da-c357-4e6f-875c-3c0d312853cf tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'security_group_rule': {'security_group_id': '2b6ffb9c-fbc0-4fc2-9b7b-341bfd6cb861', 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:23.038809 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-79afccde-44ab-485a-870f-313a717e29a1 req-07e5bfb2-6692-444e-a7df-d8d06a193133 service neutron] For port bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:19:23.047385 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-79afccde-44ab-485a-870f-313a717e29a1 req-07e5bfb2-6692-444e-a7df-d8d06a193133 service neutron] For port bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d,segment=NetworkSegment(042780f0-c041-4992-815f-0a3ca71a3e74),segment_id=042780f0-c041-4992-815f-0a3ca71a3e74)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:19:23.057294 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-106882da-c357-4e6f-875c-3c0d312853cf tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:23.065288 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-79afccde-44ab-485a-870f-313a717e29a1 req-07e5bfb2-6692-444e-a7df-d8d06a193133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:23.119851 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c8dcf-5486-4a69-a3d7-54bb51505d71 None None] Pushing event updated for resources: {'Port': ['ID=9a1c174a-6a4c-4365-b520-5e3951ce9a31,revision_number=4']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:23.162600 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afccde-44ab-485a-870f-313a717e29a1 req-07e5bfb2-6692-444e-a7df-d8d06a193133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:23.163236 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-79afccde-44ab-485a-870f-313a717e29a1 req-07e5bfb2-6692-444e-a7df-d8d06a193133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:23.171145 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-79afccde-44ab-485a-870f-313a717e29a1 req-07e5bfb2-6692-444e-a7df-d8d06a193133 service neutron] 10.222.0.64 "PUT /v2.0/ports/bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d HTTP/1.1" status: 200 len: 1092 time: 1.8942924 Aug 17 00:19:23.172099 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f5b28a-07a7-400b-95ca-aef5b1ffdb22', 'tag': 'bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:19:23.181278 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e39e1b-ec99-4c63-ba63-580ef9c6112e" -d '{"events": [{"name": "network-changed", "server_uuid": "62f5b28a-07a7-400b-95ca-aef5b1ffdb22", "tag": "bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:19:23.227777 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5bfb2-6692-444e-a7df-d8d06a193133 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:23.262461 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-08186e00-9882-417d-9f63-ae0a3b0e95e3 None None] Set router 1ab76886-2ecb-4a94-bced-006aff2e86d0 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:19:23.328343 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-106882da-c357-4e6f-875c-3c0d312853cf tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:23.343850 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-106882da-c357-4e6f-875c-3c0d312853cf tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:23.347770 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afccde-44ab-485a-870f-313a717e29a1 req-ab64f754-688b-4861-8bc9-aea79e72f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:23.351669 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-79afccde-44ab-485a-870f-313a717e29a1 req-ab64f754-688b-4861-8bc9-aea79e72f96d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc65d499ed66462c92face5626c9712b&device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 1095 time: 0.1095521 Aug 17 00:19:23.357789 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9671b25f-9b6a-4eec-8342-42e914d85743 x-openstack-request-id: req-9671b25f-9b6a-4eec-8342-42e914d85743 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:19:23.357789 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f5b28a-07a7-400b-95ca-aef5b1ffdb22", "tag": "bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:19:23.359107 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9671b25f-9b6a-4eec-8342-42e914d85743 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:19:23.359536 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f5b28a-07a7-400b-95ca-aef5b1ffdb22', 'tag': 'bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d', 'status': 'completed', 'code': 200} Aug 17 00:19:23.379943 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106882da-c357-4e6f-875c-3c0d312853cf tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e18c432-7713-4edf-85d2-1e83221a5672,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:23.417503 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9b2a0-9976-463a-807f-27ff67e143ab req-9dcc417c-eda5-4ee7-993e-31b7d1a7e7f9 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:23.427239 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03f9b2a0-9976-463a-807f-27ff67e143ab req-9dcc417c-eda5-4ee7-993e-31b7d1a7e7f9 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 943 time: 0.2489066 Aug 17 00:19:23.451166 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-106882da-c357-4e6f-875c-3c0d312853cf tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:23.454415 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-79afccde-44ab-485a-870f-313a717e29a1 req-75ed9038-7953-4c97-a670-65e185a42056 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d HTTP/1.1" status: 200 len: 217 time: 0.0923941 Aug 17 00:19:23.455325 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59494) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:23.456038 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-106882da-c357-4e6f-875c-3c0d312853cf tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4824219 Aug 17 00:19:23.460701 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-c251ba5d-a5e3-4115-b75f-e1eb4cdefb02 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'security_group_rule': {'security_group_id': '2b6ffb9c-fbc0-4fc2-9b7b-341bfd6cb861', 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:23.496810 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03f9b2a0-9976-463a-807f-27ff67e143ab req-58274245-adc0-42ae-bbae-7bb0d9225f5a tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678594 Aug 17 00:19:23.567300 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afccde-44ab-485a-870f-313a717e29a1 req-2166a05c-5ce1-4bc7-9350-044a13f6195d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:23.569675 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-79afccde-44ab-485a-870f-313a717e29a1 req-2166a05c-5ce1-4bc7-9350-044a13f6195d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a76258ee-d1e4-44cf-9c01-066c3dbf7894 HTTP/1.1" status: 200 len: 851 time: 0.1016731 Aug 17 00:19:23.576487 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c251ba5d-a5e3-4115-b75f-e1eb4cdefb02 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:23.620739 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-79afccde-44ab-485a-870f-313a717e29a1 req-fc9aaf86-5fd4-41f9-814d-020b86651da8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=550a7559-5434-4f90-bf0d-d8f2809880b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366666 Aug 17 00:19:23.626530 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-08186e00-9882-417d-9f63-ae0a3b0e95e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'name': 'tempest-TestNetworkBasicOps-router-1968008153', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:19:18Z', 'revision_number': 4, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '9a1c174a-6a4c-4365-b520-5e3951ce9a31', 'name': '', 'network_id': '26850f33-4826-4680-af21-60c70edc43b0', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'mac_address': 'fa:16:3e:1c:22:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '5238bd4a-7350-4ee1-9726-3a80ee1bcf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:15Z', 'updated_at': '2021-08-17T00:19:22Z', 'revision_number': 4, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'subnets': [{'id': '5238bd4a-7350-4ee1-9726-3a80ee1bcf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:23.661803 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08186e00-9882-417d-9f63-ae0a3b0e95e3 None None] The sync data for ids ['1ab76886-2ecb-4a94-bced-006aff2e86d0'] in n-d-800088-20 is: [{'id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'name': 'tempest-TestNetworkBasicOps-router-1968008153', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:19:18Z', 'revision_number': 4, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '9a1c174a-6a4c-4365-b520-5e3951ce9a31', 'name': '', 'network_id': '26850f33-4826-4680-af21-60c70edc43b0', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'mac_address': 'fa:16:3e:1c:22:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '5238bd4a-7350-4ee1-9726-3a80ee1bcf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:15Z', 'updated_at': '2021-08-17T00:19:22Z', 'revision_number': 4, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'subnets': [{'id': '5238bd4a-7350-4ee1-9726-3a80ee1bcf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:19:23.741618 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c251ba5d-a5e3-4115-b75f-e1eb4cdefb02 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:23.761907 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c251ba5d-a5e3-4115-b75f-e1eb4cdefb02 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:23.801522 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251ba5d-a5e3-4115-b75f-e1eb4cdefb02 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b785bb7b-730d-499e-90df-c2ea940683f8,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:23.806791 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-79afccde-44ab-485a-870f-313a717e29a1 req-05a727f7-65f0-4c06-b6c7-9aa691e32456 service neutron] 10.222.0.64 "GET /v2.0/networks/550a7559-5434-4f90-bf0d-d8f2809880b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786363 Aug 17 00:19:23.813380 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c251ba5d-a5e3-4115-b75f-e1eb4cdefb02 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:23.817627 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59496) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:23.817855 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c251ba5d-a5e3-4115-b75f-e1eb4cdefb02 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3612823 Aug 17 00:19:23.822770 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-7f5370c2-96b9-483f-a6ea-03266f4f62f6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'security_group_rule': {'security_group_id': '2b6ffb9c-fbc0-4fc2-9b7b-341bfd6cb861', 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:23.855166 n-d-800088-20 neutron-server[101403]: INFO neutron.db.securitygroups_db [None req-7f5370c2-96b9-483f-a6ea-03266f4f62f6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Project 0ff3a5a5706545cb87542327d7cad65d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:19:23.862305 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7f5370c2-96b9-483f-a6ea-03266f4f62f6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:23.933096 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-79afccde-44ab-485a-870f-313a717e29a1 req-b93b5285-3c6b-478e-91d3-5b68861cf11b service neutron] 10.222.0.64 "GET /v2.0/networks/550a7559-5434-4f90-bf0d-d8f2809880b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142683 Aug 17 00:19:23.944593 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7f5370c2-96b9-483f-a6ea-03266f4f62f6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:23.948384 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7f5370c2-96b9-483f-a6ea-03266f4f62f6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:23.967686 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5370c2-96b9-483f-a6ea-03266f4f62f6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=866b71ff-5a93-4eb4-a33e-df15ab6d5317,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:23.975213 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7f5370c2-96b9-483f-a6ea-03266f4f62f6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:23.976803 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7f5370c2-96b9-483f-a6ea-03266f4f62f6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1578279 Aug 17 00:19:23.979536 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59498) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:23.984958 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-9a90c5be-884c-4de9-a220-923dce095ed7 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'security_group_rule': {'security_group_id': '2b6ffb9c-fbc0-4fc2-9b7b-341bfd6cb861', 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:24.052848 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e39e1b-ec99-4c63-ba63-580ef9c6112e req-eedd2778-7d3e-4328-a4b0-2414bb4e0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:24.054726 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a1e39e1b-ec99-4c63-ba63-580ef9c6112e req-eedd2778-7d3e-4328-a4b0-2414bb4e0421 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc65d499ed66462c92face5626c9712b&device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 1095 time: 0.0647838 Aug 17 00:19:24.056058 n-d-800088-20 neutron-server[101402]: INFO neutron.db.securitygroups_db [None req-9a90c5be-884c-4de9-a220-923dce095ed7 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Project 0ff3a5a5706545cb87542327d7cad65d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:19:24.075560 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9a90c5be-884c-4de9-a220-923dce095ed7 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:24.208573 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9a1c174a-6a4c-4365-b520-5e3951ce9a31 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:19:24.214085 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9a90c5be-884c-4de9-a220-923dce095ed7 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:24.219187 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e39e1b-ec99-4c63-ba63-580ef9c6112e req-e6e1213c-823a-4c42-a144-3a0e7c4c5cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:24.221226 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a1e39e1b-ec99-4c63-ba63-580ef9c6112e req-e6e1213c-823a-4c42-a144-3a0e7c4c5cf5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=550a7559-5434-4f90-bf0d-d8f2809880b1 HTTP/1.1" status: 200 len: 912 time: 0.1564002 Aug 17 00:19:24.222585 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9a90c5be-884c-4de9-a220-923dce095ed7 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:24.238644 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90c5be-884c-4de9-a220-923dce095ed7 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab30d699-f8b0-4a11-a4fe-ec962e808c5f,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:24.288388 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a1e39e1b-ec99-4c63-ba63-580ef9c6112e req-09cf93a7-acd4-4fd4-a95b-6741d2ad69ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d HTTP/1.1" status: 200 len: 217 time: 0.0528567 Aug 17 00:19:24.293762 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9a90c5be-884c-4de9-a220-923dce095ed7 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:24.295519 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9a90c5be-884c-4de9-a220-923dce095ed7 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3149133 Aug 17 00:19:24.299709 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 9a1c174a-6a4c-4365-b520-5e3951ce9a31 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:19:24.309610 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 9a1c174a-6a4c-4365-b520-5e3951ce9a31 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:24.310282 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:24.399894 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e39e1b-ec99-4c63-ba63-580ef9c6112e req-9a8d1b4c-11ac-4569-9980-f2af68813b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:24.402223 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a1e39e1b-ec99-4c63-ba63-580ef9c6112e req-9a8d1b4c-11ac-4569-9980-f2af68813b88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a76258ee-d1e4-44cf-9c01-066c3dbf7894 HTTP/1.1" status: 200 len: 851 time: 0.1051080 Aug 17 00:19:24.447043 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a1e39e1b-ec99-4c63-ba63-580ef9c6112e req-d262729d-904d-41d8-8183-0a4c2997a5e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=550a7559-5434-4f90-bf0d-d8f2809880b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330427 Aug 17 00:19:24.496057 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:24.557871 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 9a1c174a-6a4c-4365-b520-5e3951ce9a31, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9a1c174a-6a4c-4365-b520-5e3951ce9a31,segment=NetworkSegment(f768cb67-272d-4f04-9f36-78b71277a0ba),segment_id=f768cb67-272d-4f04-9f36-78b71277a0ba)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:19:24.565409 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:24.566649 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7cd81f2c-a837-43df-87c1-b3c73e7f9d55 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:19:24.648921 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a1e39e1b-ec99-4c63-ba63-580ef9c6112e req-ca2bf36f-b0df-4def-aeb9-8c44b9dbea0d service neutron] 10.222.0.64 "GET /v2.0/networks/550a7559-5434-4f90-bf0d-d8f2809880b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937189 Aug 17 00:19:24.807585 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561193c-01a9-4b9d-967d-93a63cbee580 req-dcf40584-b63c-41b0-b580-2793271bfeee tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:24.809944 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4561193c-01a9-4b9d-967d-93a63cbee580 req-dcf40584-b63c-41b0-b580-2793271bfeee tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 943 time: 0.1767704 Aug 17 00:19:24.825153 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-fa7bd312-871f-4871-8ed4-5a8ffb010ef5 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1157616670&fields=id&tenant_id=0ff3a5a5706545cb87542327d7cad65d HTTP/1.1" status: 200 len: 267 time: 0.1127222 Aug 17 00:19:24.837651 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a1e39e1b-ec99-4c63-ba63-580ef9c6112e req-d78b9c08-6ca9-4a17-bf28-1c9a79a77937 service neutron] 10.222.0.64 "GET /v2.0/networks/550a7559-5434-4f90-bf0d-d8f2809880b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749058 Aug 17 00:19:24.933745 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4561193c-01a9-4b9d-967d-93a63cbee580 req-30de5645-c96e-4e68-ad0e-cea5e9a474d2 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949752 Aug 17 00:19:24.997251 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-44411c3d-ba1f-45c8-9638-48943ea015c2 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:25.006026 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-44411c3d-ba1f-45c8-9638-48943ea015c2 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/networks?id=26850f33-4826-4680-af21-60c70edc43b0 HTTP/1.1" status: 200 len: 797 time: 0.1793988 Aug 17 00:19:25.016369 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=9a1c174a-6a4c-4365-b520-5e3951ce9a31,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:25.024177 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-9199e69a-6237-435b-a230-d71ee9715752 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/quotas/0ff3a5a5706545cb87542327d7cad65d HTTP/1.1" status: 200 len: 375 time: 0.0171669 Aug 17 00:19:25.031802 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 7cd81f2c-a837-43df-87c1-b3c73e7f9d55 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:25.032288 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:25.092289 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-dcbdf9a9-17b8-4905-9901-51583512a417 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ff3a5a5706545cb87542327d7cad65d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588028 Aug 17 00:19:25.259781 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-4db04909-1b97-470e-9890-60d8b41fde0c service neutron] 10.222.0.60 "GET /v2.0/networks/26850f33-4826-4680-af21-60c70edc43b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663938 Aug 17 00:19:25.700801 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-eb6cd708-1f5d-4e60-a399-0f23b012fc57 service neutron] 10.222.0.60 "GET /v2.0/networks/26850f33-4826-4680-af21-60c70edc43b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400847 Aug 17 00:19:25.976869 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2f0e0615-8c62-4d8a-bee2-54cd60832bed req-5a2035d6-bb53-4829-ada6-5121001f1277 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=b40cda7a-8416-4c4d-839a-cdc2159f6715 HTTP/1.1" status: 200 len: 210 time: 0.0410953 Aug 17 00:19:26.072225 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9a1c174a-6a4c-4365-b520-5e3951ce9a31 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:19:26.109848 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d91323-1f08-4736-b3d7-45d50262a298 req-654317b3-5624-4ca0-a603-3d6cefa1cf5d tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:26.111408 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0d91323-1f08-4736-b3d7-45d50262a298 req-654317b3-5624-4ca0-a603-3d6cefa1cf5d tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 943 time: 0.0642843 Aug 17 00:19:26.184487 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 9a1c174a-6a4c-4365-b520-5e3951ce9a31 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:26.186243 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:26.190624 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0d91323-1f08-4736-b3d7-45d50262a298 req-a14a2f88-b7a8-4a68-9d80-5288a0609ca4 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682871 Aug 17 00:19:27.085703 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66a2316f-9e21-424b-b4f8-c63a194aaa88 req-3e2931af-46df-4bf8-bf38-602b89d4449f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=b40cda7a-8416-4c4d-839a-cdc2159f6715 HTTP/1.1" status: 200 len: 210 time: 0.0380430 Aug 17 00:19:27.176029 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-a1773934-5cd5-4715-badf-8a8e9c80c8bc tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:27.177783 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-a1773934-5cd5-4715-badf-8a8e9c80c8bc tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.64 "GET /v2.0/networks?id=26850f33-4826-4680-af21-60c70edc43b0 HTTP/1.1" status: 200 len: 797 time: 0.1299772 Aug 17 00:19:27.228039 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-c9025c11-e16e-4d71-a823-5964868ff1c8 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ff3a5a5706545cb87542327d7cad65d HTTP/1.1" status: 200 len: 380 time: 0.0405779 Aug 17 00:19:27.239932 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-7ba347da-73ba-4e3b-b0d4-b49cacd9a9f4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'port': {'device_id': 'b40cda7a-8416-4c4d-839a-cdc2159f6715', 'network_id': '26850f33-4826-4680-af21-60c70edc43b0', 'admin_state_up': True, 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'security_groups': ['2b6ffb9c-fbc0-4fc2-9b7b-341bfd6cb861']}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:27.324156 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bde630-6410-4b81-87e9-e3fd503fcef7 req-faa66a2a-25c7-462e-96e1-1f33072bf16a tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:27.326999 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f0bde630-6410-4b81-87e9-e3fd503fcef7 req-faa66a2a-25c7-462e-96e1-1f33072bf16a tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 943 time: 0.0556073 Aug 17 00:19:27.366523 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-7ba347da-73ba-4e3b-b0d4-b49cacd9a9f4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Made reservation on behalf of 0ff3a5a5706545cb87542327d7cad65d for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:19:27.370732 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-7ba347da-73ba-4e3b-b0d4-b49cacd9a9f4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:27.379138 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f0bde630-6410-4b81-87e9-e3fd503fcef7 req-8bc168e3-7c07-4a2d-8955-9534d3271453 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443611 Aug 17 00:19:27.536541 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-7ba347da-73ba-4e3b-b0d4-b49cacd9a9f4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Allocated IP 172.20.0.14 (26850f33-4826-4680-af21-60c70edc43b0/5238bd4a-7350-4ee1-9726-3a80ee1bcf2e/55bcd20e-9802-4dd3-8810-6f322bd8b825) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:19:27.721619 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-7ba347da-73ba-4e3b-b0d4-b49cacd9a9f4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:27.736206 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-7ba347da-73ba-4e3b-b0d4-b49cacd9a9f4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Transition to ACTIVE for port object 55bcd20e-9802-4dd3-8810-6f322bd8b825 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:19:27.776570 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-7ba347da-73ba-4e3b-b0d4-b49cacd9a9f4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:27.830387 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-7ba347da-73ba-4e3b-b0d4-b49cacd9a9f4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Network 26850f33-4826-4680-af21-60c70edc43b0 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:19:27.834519 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-7ba347da-73ba-4e3b-b0d4-b49cacd9a9f4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:19:27.837434 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-7ba347da-73ba-4e3b-b0d4-b49cacd9a9f4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:19:27.891737 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba347da-73ba-4e3b-b0d4-b49cacd9a9f4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'Port': ['ID=55bcd20e-9802-4dd3-8810-6f322bd8b825,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:27.916911 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-7ba347da-73ba-4e3b-b0d4-b49cacd9a9f4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:27.917705 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-7ba347da-73ba-4e3b-b0d4-b49cacd9a9f4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:27.953704 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-7ba347da-73ba-4e3b-b0d4-b49cacd9a9f4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7178411 Aug 17 00:19:27.968207 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-2ab1fa4c-7d36-4084-b964-67dace1c7880 service neutron] Request body: {'port': {'device_id': 'b40cda7a-8416-4c4d-839a-cdc2159f6715', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:28.049757 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-2ab1fa4c-7d36-4084-b964-67dace1c7880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:28.196378 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:19:28.203667 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4e6780fe-ec76-4746-bd67-15965c99a23c None None] Provisioning for port 55bcd20e-9802-4dd3-8810-6f322bd8b825 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:19:28.211315 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4e6780fe-ec76-4746-bd67-15965c99a23c None None] Provisioning complete for port 55bcd20e-9802-4dd3-8810-6f322bd8b825 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:28.211927 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4e6780fe-ec76-4746-bd67-15965c99a23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:28.287326 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d88d6-4af4-4722-9b7a-8c39c01558d0 req-aa4f347f-7cda-4629-88cd-a0e97e4184a4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:28.289678 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a84d88d6-4af4-4722-9b7a-8c39c01558d0 req-aa4f347f-7cda-4629-88cd-a0e97e4184a4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=b40cda7a-8416-4c4d-839a-cdc2159f6715 HTTP/1.1" status: 200 len: 932 time: 0.1087658 Aug 17 00:19:28.336649 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-4e6780fe-ec76-4746-bd67-15965c99a23c None None] Port 55bcd20e-9802-4dd3-8810-6f322bd8b825 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:19:28.375681 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a84d88d6-4af4-4722-9b7a-8c39c01558d0 req-3f13aa0a-2a27-43b7-b2f6-85fbcf9e40f5 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b6ffb9c-fbc0-4fc2-9b7b-341bfd6cb861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722804 Aug 17 00:19:28.423848 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d,segment=NetworkSegment(042780f0-c041-4992-815f-0a3ca71a3e74),segment_id=042780f0-c041-4992-815f-0a3ca71a3e74)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:19:28.462764 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d', 'network_id': '550a7559-5434-4f90-bf0d-d8f2809880b1', 'port_id': 'bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d', 'mac_address': 'fa:16:3e:ff:7c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a76258ee-d1e4-44cf-9c01-066c3dbf7894', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:19:28.481417 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-2ab1fa4c-7d36-4084-b964-67dace1c7880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55bcd20e-9802-4dd3-8810-6f322bd8b825 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:19:28.495256 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-2ab1fa4c-7d36-4084-b964-67dace1c7880 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:28.518746 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-2ab1fa4c-7d36-4084-b964-67dace1c7880 service neutron] Transition to ACTIVE for port object 55bcd20e-9802-4dd3-8810-6f322bd8b825 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:19:28.526062 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-2ab1fa4c-7d36-4084-b964-67dace1c7880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:28.558834 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7cfb2-5974-437a-9731-96457f867835 req-e7a8da8d-0859-43a1-88a6-980de7d3c407 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:28.565664 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:28.576743 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5a7cfb2-5974-437a-9731-96457f867835 req-e7a8da8d-0859-43a1-88a6-980de7d3c407 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 943 time: 0.0967786 Aug 17 00:19:28.588484 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:19:28.631833 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d,segment=NetworkSegment(042780f0-c041-4992-815f-0a3ca71a3e74),segment_id=042780f0-c041-4992-815f-0a3ca71a3e74)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:19:28.647125 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:28.671258 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5a7cfb2-5974-437a-9731-96457f867835 req-b94b40aa-b985-462a-be55-22e95625438f tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935216 Aug 17 00:19:28.691893 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1fa4c-7d36-4084-b964-67dace1c7880 service neutron] Pushing event updated for resources: {'Port': ['ID=55bcd20e-9802-4dd3-8810-6f322bd8b825,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:28.753497 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-2ab1fa4c-7d36-4084-b964-67dace1c7880 service neutron] Attempting to bind port 55bcd20e-9802-4dd3-8810-6f322bd8b825 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:19:28.754249 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-2ab1fa4c-7d36-4084-b964-67dace1c7880 service neutron] Attempting to bind port 55bcd20e-9802-4dd3-8810-6f322bd8b825 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'f768cb67-272d-4f04-9f36-78b71277a0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '26850f33-4826-4680-af21-60c70edc43b0'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:19:28.754660 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-2ab1fa4c-7d36-4084-b964-67dace1c7880 service neutron] Attempting to bind port 55bcd20e-9802-4dd3-8810-6f322bd8b825 on network 26850f33-4826-4680-af21-60c70edc43b0 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:19:28.762344 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-2ab1fa4c-7d36-4084-b964-67dace1c7880 service neutron] Port 55bcd20e-9802-4dd3-8810-6f322bd8b825 on network 26850f33-4826-4680-af21-60c70edc43b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:19:28.762681 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-2ab1fa4c-7d36-4084-b964-67dace1c7880 service neutron] Attempting to bind port 55bcd20e-9802-4dd3-8810-6f322bd8b825 on network 26850f33-4826-4680-af21-60c70edc43b0 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:19:28.774056 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-2ab1fa4c-7d36-4084-b964-67dace1c7880 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:19:28.775448 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-2ab1fa4c-7d36-4084-b964-67dace1c7880 service neutron] Checking segment: {'id': 'f768cb67-272d-4f04-9f36-78b71277a0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '26850f33-4826-4680-af21-60c70edc43b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:19:28.779498 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-2ab1fa4c-7d36-4084-b964-67dace1c7880 service neutron] Bound using segment: {'id': 'f768cb67-272d-4f04-9f36-78b71277a0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '26850f33-4826-4680-af21-60c70edc43b0'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:19:28.780255 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-2ab1fa4c-7d36-4084-b964-67dace1c7880 service neutron] Bound port: 55bcd20e-9802-4dd3-8810-6f322bd8b825, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f768cb67-272d-4f04-9f36-78b71277a0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '26850f33-4826-4680-af21-60c70edc43b0'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:19:28.780722 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-2ab1fa4c-7d36-4084-b964-67dace1c7880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:28.802844 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:28.880562 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:19:28.902696 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-2ab1fa4c-7d36-4084-b964-67dace1c7880 service neutron] For port 55bcd20e-9802-4dd3-8810-6f322bd8b825, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:19:28.912413 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-2ab1fa4c-7d36-4084-b964-67dace1c7880 service neutron] For port 55bcd20e-9802-4dd3-8810-6f322bd8b825, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=55bcd20e-9802-4dd3-8810-6f322bd8b825,segment=NetworkSegment(f768cb67-272d-4f04-9f36-78b71277a0ba),segment_id=f768cb67-272d-4f04-9f36-78b71277a0ba)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:19:28.920542 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-2ab1fa4c-7d36-4084-b964-67dace1c7880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:28.962132 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-2ab1fa4c-7d36-4084-b964-67dace1c7880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:28.963028 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-2ab1fa4c-7d36-4084-b964-67dace1c7880 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:28.964877 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-2ab1fa4c-7d36-4084-b964-67dace1c7880 service neutron] 10.222.0.64 "PUT /v2.0/ports/55bcd20e-9802-4dd3-8810-6f322bd8b825 HTTP/1.1" status: 200 len: 1093 time: 1.0031772 Aug 17 00:19:28.966726 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40cda7a-8416-4c4d-839a-cdc2159f6715', 'tag': '55bcd20e-9802-4dd3-8810-6f322bd8b825'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:19:28.971006 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95283d74-3f9f-441a-aec2-d6b7f1667141" -d '{"events": [{"name": "network-changed", "server_uuid": "b40cda7a-8416-4c4d-839a-cdc2159f6715", "tag": "55bcd20e-9802-4dd3-8810-6f322bd8b825"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:19:29.040971 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1fa4c-7d36-4084-b964-67dace1c7880 service neutron] Pushing event updated for resources: {'Port': ['ID=55bcd20e-9802-4dd3-8810-6f322bd8b825,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:29.064857 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1db6b4-e06b-42fb-8726-2e0e3de9f8d2 x-openstack-request-id: req-9f1db6b4-e06b-42fb-8726-2e0e3de9f8d2 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:19:29.065409 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40cda7a-8416-4c4d-839a-cdc2159f6715", "tag": "55bcd20e-9802-4dd3-8810-6f322bd8b825", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:19:29.066076 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9f1db6b4-e06b-42fb-8726-2e0e3de9f8d2 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:19:29.066646 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40cda7a-8416-4c4d-839a-cdc2159f6715', 'tag': '55bcd20e-9802-4dd3-8810-6f322bd8b825', 'status': 'completed', 'code': 200} Aug 17 00:19:29.119902 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-e1e071fc-35a8-477d-aa75-8438a7297076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:29.121853 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-e1e071fc-35a8-477d-aa75-8438a7297076 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ff3a5a5706545cb87542327d7cad65d&device_id=b40cda7a-8416-4c4d-839a-cdc2159f6715 HTTP/1.1" status: 200 len: 1096 time: 0.0688252 Aug 17 00:19:29.211758 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-7600de84-aa2e-4a4d-aed1-d001b94897f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55bcd20e-9802-4dd3-8810-6f322bd8b825 HTTP/1.1" status: 200 len: 217 time: 0.0810425 Aug 17 00:19:29.315831 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-7a30c647-af3a-412a-b63d-dc495b96965f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:29.317920 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-7a30c647-af3a-412a-b63d-dc495b96965f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5238bd4a-7350-4ee1-9726-3a80ee1bcf2e HTTP/1.1" status: 200 len: 835 time: 0.0982907 Aug 17 00:19:29.418999 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-b1e583ed-93bc-40d6-a244-83e8e7325487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:29.421116 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-b1e583ed-93bc-40d6-a244-83e8e7325487 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26850f33-4826-4680-af21-60c70edc43b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0945430 Aug 17 00:19:29.602341 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddf4dc-09c4-4369-82cc-53bb40d33d01 req-e5933d61-ac59-46d6-8e49-ba49e0815934 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:29.612935 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d2ddf4dc-09c4-4369-82cc-53bb40d33d01 req-e5933d61-ac59-46d6-8e49-ba49e0815934 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=b40cda7a-8416-4c4d-839a-cdc2159f6715 HTTP/1.1" status: 200 len: 944 time: 0.0973027 Aug 17 00:19:29.644852 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-af0c1abb-49ea-4495-b2c2-a530ecf893be service neutron] 10.222.0.64 "GET /v2.0/networks/26850f33-4826-4680-af21-60c70edc43b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092764 Aug 17 00:19:29.680539 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d2ddf4dc-09c4-4369-82cc-53bb40d33d01 req-bae58149-e81b-4931-ba10-ec7b01f19ccd tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b6ffb9c-fbc0-4fc2-9b7b-341bfd6cb861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608730 Aug 17 00:19:29.837738 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6e1de879-bb49-4eb0-9e5f-8c142dc69351 req-85a62200-50a3-4d32-9097-399c2a320ce1 service neutron] 10.222.0.64 "GET /v2.0/networks/26850f33-4826-4680-af21-60c70edc43b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903443 Aug 17 00:19:29.913734 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e6ae6-c124-4179-be84-e0a1c0cfa17b req-f07f4193-ffbb-4e3c-b1c8-465db4b17521 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:29.915777 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be7e6ae6-c124-4179-be84-e0a1c0cfa17b req-f07f4193-ffbb-4e3c-b1c8-465db4b17521 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 944 time: 0.0973091 Aug 17 00:19:29.942984 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95283d74-3f9f-441a-aec2-d6b7f1667141 req-48daf823-0822-4975-ae93-2873cb11e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:29.944853 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-95283d74-3f9f-441a-aec2-d6b7f1667141 req-48daf823-0822-4975-ae93-2873cb11e274 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ff3a5a5706545cb87542327d7cad65d&device_id=b40cda7a-8416-4c4d-839a-cdc2159f6715 HTTP/1.1" status: 200 len: 1096 time: 0.0484583 Aug 17 00:19:29.963954 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be7e6ae6-c124-4179-be84-e0a1c0cfa17b req-72818b89-84f9-4f0d-a45e-371ddd916575 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404189 Aug 17 00:19:30.062095 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95283d74-3f9f-441a-aec2-d6b7f1667141 req-9c1b2357-8543-4d2b-ada8-63c225367801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:30.064237 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-95283d74-3f9f-441a-aec2-d6b7f1667141 req-9c1b2357-8543-4d2b-ada8-63c225367801 service neutron] 10.222.0.64 "GET /v2.0/networks?id=26850f33-4826-4680-af21-60c70edc43b0 HTTP/1.1" status: 200 len: 898 time: 0.1113894 Aug 17 00:19:30.113945 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-95283d74-3f9f-441a-aec2-d6b7f1667141 req-34ee8703-6c41-40ab-aebb-561f3485e544 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55bcd20e-9802-4dd3-8810-6f322bd8b825 HTTP/1.1" status: 200 len: 217 time: 0.0407000 Aug 17 00:19:30.190765 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:19:30.286914 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:19:30.300764 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:30.302020 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:30.462892 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:30.483815 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95283d74-3f9f-441a-aec2-d6b7f1667141 req-7fec1f28-971b-49f8-ad37-7bf8bb7a7bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:30.485379 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-95283d74-3f9f-441a-aec2-d6b7f1667141 req-7fec1f28-971b-49f8-ad37-7bf8bb7a7bd8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5238bd4a-7350-4ee1-9726-3a80ee1bcf2e HTTP/1.1" status: 200 len: 835 time: 0.3636494 Aug 17 00:19:30.491619 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f5b28a-07a7-400b-95ca-aef5b1ffdb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:19:30.494296 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fe5c65-f90b-46cb-98fa-5845f843978e" -d '{"events": [{"server_uuid": "62f5b28a-07a7-400b-95ca-aef5b1ffdb22", "name": "network-vif-plugged", "status": "completed", "tag": "bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:19:30.543482 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d,segment=NetworkSegment(042780f0-c041-4992-815f-0a3ca71a3e74),segment_id=042780f0-c041-4992-815f-0a3ca71a3e74)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:19:30.543703 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95283d74-3f9f-441a-aec2-d6b7f1667141 req-41c35693-66a0-41c8-9707-27c468319369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:30.545991 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9fadea-3895-4b65-8593-018e44967d7e x-openstack-request-id: req-7c9fadea-3895-4b65-8593-018e44967d7e {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:19:30.546155 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-95283d74-3f9f-441a-aec2-d6b7f1667141 req-41c35693-66a0-41c8-9707-27c468319369 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26850f33-4826-4680-af21-60c70edc43b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501363 Aug 17 00:19:30.546499 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f5b28a-07a7-400b-95ca-aef5b1ffdb22", "name": "network-vif-plugged", "status": "completed", "tag": "bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:19:30.546737 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7c9fadea-3895-4b65-8593-018e44967d7e {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:19:30.547660 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f5b28a-07a7-400b-95ca-aef5b1ffdb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d', 'code': 200} Aug 17 00:19:30.554616 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:30.652299 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:30.662193 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:30.662552 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:30.662900 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:30.663575 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:30.663575 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:30.664371 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:30.664775 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:30.665150 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:30.665492 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:30.666833 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:30.667189 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:30.667529 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:30.699261 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432789c-d8a8-4194-946f-fce4f8cf9a9a req-3bedb4c3-53b9-4fe5-8835-f2aadd3b5c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:30.700569 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9432789c-d8a8-4194-946f-fce4f8cf9a9a req-3bedb4c3-53b9-4fe5-8835-f2aadd3b5c3c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 1097 time: 0.0753818 Aug 17 00:19:30.757245 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-95283d74-3f9f-441a-aec2-d6b7f1667141 req-d0d11605-04f9-49af-acf3-c780054e2909 service neutron] 10.222.0.64 "GET /v2.0/networks/26850f33-4826-4680-af21-60c70edc43b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006562 Aug 17 00:19:30.843651 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9432789c-d8a8-4194-946f-fce4f8cf9a9a req-1b8d3f59-9352-4118-9dce-fb42c07ee93a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310065 Aug 17 00:19:30.890399 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf41f75-20c7-4d2c-be24-e159520023aa req-8c9f06e9-3dd1-4678-9a55-28f8e6629bfd tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:30.892035 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4cf41f75-20c7-4d2c-be24-e159520023aa req-8c9f06e9-3dd1-4678-9a55-28f8e6629bfd tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=b40cda7a-8416-4c4d-839a-cdc2159f6715 HTTP/1.1" status: 200 len: 944 time: 0.0909653 Aug 17 00:19:30.923596 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-95283d74-3f9f-441a-aec2-d6b7f1667141 req-21b6b712-203e-4c4a-87b0-52fd9a1adbd1 service neutron] 10.222.0.64 "GET /v2.0/networks/26850f33-4826-4680-af21-60c70edc43b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576898 Aug 17 00:19:30.968685 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4cf41f75-20c7-4d2c-be24-e159520023aa req-82a6cea1-763a-4eb7-9908-e532293cbbf0 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b6ffb9c-fbc0-4fc2-9b7b-341bfd6cb861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595748 Aug 17 00:19:31.129033 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb770f00-4662-4ac7-949e-8da82ad3569a req-33dca8aa-824f-411b-8f1c-ff50f13eef25 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:31.130852 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb770f00-4662-4ac7-949e-8da82ad3569a req-33dca8aa-824f-411b-8f1c-ff50f13eef25 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.0805075 Aug 17 00:19:31.192454 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb770f00-4662-4ac7-949e-8da82ad3569a req-36272128-0235-4959-a0e5-43602142235a tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531969 Aug 17 00:19:32.069968 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59634) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:32.145953 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efc076-8278-4a19-b464-80522917d79d req-660bb035-b459-4abc-92aa-c9b89f9f3766 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:32.153413 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e1efc076-8278-4a19-b464-80522917d79d req-660bb035-b459-4abc-92aa-c9b89f9f3766 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=b40cda7a-8416-4c4d-839a-cdc2159f6715 HTTP/1.1" status: 200 len: 944 time: 0.0912318 Aug 17 00:19:32.213876 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 55bcd20e-9802-4dd3-8810-6f322bd8b825 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:19:32.220086 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e1efc076-8278-4a19-b464-80522917d79d req-0f988d43-22e9-490c-a644-f03c4c38b600 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b6ffb9c-fbc0-4fc2-9b7b-341bfd6cb861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649054 Aug 17 00:19:32.246064 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0a31b16e-d4e5-4802-a585-ae40b4f9b042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:32.377220 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0a31b16e-d4e5-4802-a585-ae40b4f9b042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:32.382349 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0a31b16e-d4e5-4802-a585-ae40b4f9b042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:32.411956 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0a31b16e-d4e5-4802-a585-ae40b4f9b042 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dfb2db13b1794e22ac9418274df97a86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3408167 Aug 17 00:19:32.414359 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 55bcd20e-9802-4dd3-8810-6f322bd8b825, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=55bcd20e-9802-4dd3-8810-6f322bd8b825,segment=NetworkSegment(f768cb67-272d-4f04-9f36-78b71277a0ba),segment_id=f768cb67-272d-4f04-9f36-78b71277a0ba)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:19:32.415672 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59644) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:32.431371 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '55bcd20e-9802-4dd3-8810-6f322bd8b825', 'network_id': '26850f33-4826-4680-af21-60c70edc43b0', 'port_id': '55bcd20e-9802-4dd3-8810-6f322bd8b825', 'mac_address': 'fa:16:3e:98:2f:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5238bd4a-7350-4ee1-9726-3a80ee1bcf2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:19:32.450379 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31b16e-d4e5-4802-a585-ae40b4f9b042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98092c5f-a1ab-4c49-9958-151a343f633e,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:32.484828 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-22a86efc-6484-475f-b65e-69aa0b9e18db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:32.508943 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:32.514454 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-22a86efc-6484-475f-b65e-69aa0b9e18db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:32.527049 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55bcd20e-9802-4dd3-8810-6f322bd8b825 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:19:32.558266 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 55bcd20e-9802-4dd3-8810-6f322bd8b825, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=55bcd20e-9802-4dd3-8810-6f322bd8b825,segment=NetworkSegment(f768cb67-272d-4f04-9f36-78b71277a0ba),segment_id=f768cb67-272d-4f04-9f36-78b71277a0ba)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:19:32.564098 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:32.605300 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853898e-82dc-4402-a435-5af439ced0c6 req-10879c3b-fe94-4b1a-9f78-7a565bdb0e9c tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:32.607011 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8853898e-82dc-4402-a435-5af439ced0c6 req-10879c3b-fe94-4b1a-9f78-7a565bdb0e9c tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.2908752 Aug 17 00:19:32.631157 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=55bcd20e-9802-4dd3-8810-6f322bd8b825,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:32.641487 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-22a86efc-6484-475f-b65e-69aa0b9e18db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:32.643842 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-22a86efc-6484-475f-b65e-69aa0b9e18db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:32.644951 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-22a86efc-6484-475f-b65e-69aa0b9e18db admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/98092c5f-a1ab-4c49-9958-151a343f633e HTTP/1.1" status: 204 len: 168 time: 0.2274156 Aug 17 00:19:32.662181 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a86efc-6484-475f-b65e-69aa0b9e18db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98092c5f-a1ab-4c49-9958-151a343f633e,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:32.666327 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8853898e-82dc-4402-a435-5af439ced0c6 req-7e2d09f7-dea7-4f5c-b55f-1636d3f456f4 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513089 Aug 17 00:19:32.818244 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['55bcd20e-9802-4dd3-8810-6f322bd8b825'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:19:32.955051 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2b1ab-046f-4582-a0fb-b8f7483b7a43 req-d9febc97-9694-4e54-953d-07fda34e26ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:32.958715 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe688ce0-b9ba-469f-9f62-1ef49ad0817d req-d996d5b0-12ec-4d3a-b28d-bc23e662cf8f tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:32.963464 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-35d2b1ab-046f-4582-a0fb-b8f7483b7a43 req-d9febc97-9694-4e54-953d-07fda34e26ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc65d499ed66462c92face5626c9712b&device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 1097 time: 0.0688205 Aug 17 00:19:32.966442 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe688ce0-b9ba-469f-9f62-1ef49ad0817d req-d996d5b0-12ec-4d3a-b28d-bc23e662cf8f tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.0756822 Aug 17 00:19:33.033791 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe688ce0-b9ba-469f-9f62-1ef49ad0817d req-3014d697-9e53-4a1d-9075-6bd99727769c tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660460 Aug 17 00:19:33.142658 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2b1ab-046f-4582-a0fb-b8f7483b7a43 req-5cc40957-2c58-41c9-a3d9-8b8ad4f51ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:33.144768 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-35d2b1ab-046f-4582-a0fb-b8f7483b7a43 req-5cc40957-2c58-41c9-a3d9-8b8ad4f51ba9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=550a7559-5434-4f90-bf0d-d8f2809880b1 HTTP/1.1" status: 200 len: 912 time: 0.1640027 Aug 17 00:19:33.194900 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-35d2b1ab-046f-4582-a0fb-b8f7483b7a43 req-02a41d54-eb44-452a-8d93-967230f605f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d HTTP/1.1" status: 200 len: 217 time: 0.0415802 Aug 17 00:19:33.268991 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2b1ab-046f-4582-a0fb-b8f7483b7a43 req-65bbe273-2052-4577-9220-59c70aa7d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:33.271054 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-35d2b1ab-046f-4582-a0fb-b8f7483b7a43 req-65bbe273-2052-4577-9220-59c70aa7d86c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a76258ee-d1e4-44cf-9c01-066c3dbf7894 HTTP/1.1" status: 200 len: 851 time: 0.0603192 Aug 17 00:19:33.331337 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-35d2b1ab-046f-4582-a0fb-b8f7483b7a43 req-e00c8371-6164-4dd2-b67d-ced3295d1459 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=550a7559-5434-4f90-bf0d-d8f2809880b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498970 Aug 17 00:19:33.393500 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c301a-f072-4d87-a0fe-0dbfbc4f19c4 req-86e13bed-fd95-4457-9da1-05fa247c570e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:33.395049 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-485c301a-f072-4d87-a0fe-0dbfbc4f19c4 req-86e13bed-fd95-4457-9da1-05fa247c570e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=b40cda7a-8416-4c4d-839a-cdc2159f6715 HTTP/1.1" status: 200 len: 945 time: 0.0568013 Aug 17 00:19:33.448260 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-485c301a-f072-4d87-a0fe-0dbfbc4f19c4 req-c22000c8-44af-4101-b35a-6a301a9d24fd tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b6ffb9c-fbc0-4fc2-9b7b-341bfd6cb861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473137 Aug 17 00:19:33.463673 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-35d2b1ab-046f-4582-a0fb-b8f7483b7a43 req-132fe2c9-ba00-4208-835f-86fad0a12e46 service neutron] 10.222.0.64 "GET /v2.0/networks/550a7559-5434-4f90-bf0d-d8f2809880b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203115 Aug 17 00:19:33.576986 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-35d2b1ab-046f-4582-a0fb-b8f7483b7a43 req-431b827a-f319-42da-9fed-383508a7d891 service neutron] 10.222.0.64 "GET /v2.0/networks/550a7559-5434-4f90-bf0d-d8f2809880b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013346 Aug 17 00:19:33.945947 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59688) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:34.055748 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a3246fba-3394-4f26-8c1f-39d0c8aefd9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:34.177286 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960659d6-920e-4200-8ab7-97ca0d5ade16 req-dfeb9536-e216-459c-b4ee-e05b157a33a1 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:34.178790 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-960659d6-920e-4200-8ab7-97ca0d5ade16 req-dfeb9536-e216-459c-b4ee-e05b157a33a1 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.0790575 Aug 17 00:19:34.232639 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a3246fba-3394-4f26-8c1f-39d0c8aefd9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:34.238586 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-960659d6-920e-4200-8ab7-97ca0d5ade16 req-820eb165-9778-4cf5-8a3e-f65d7cc5c791 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518358 Aug 17 00:19:34.239626 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a3246fba-3394-4f26-8c1f-39d0c8aefd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:34.240203 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 55bcd20e-9802-4dd3-8810-6f322bd8b825 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:19:34.280340 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a3246fba-3394-4f26-8c1f-39d0c8aefd9e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6b5d57bb64c54ae682c1994bfac041c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3328156 Aug 17 00:19:34.281076 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3246fba-3394-4f26-8c1f-39d0c8aefd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57913e4e-9031-45de-b10b-4dffd197f476,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:34.282763 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59696) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:34.292660 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 55bcd20e-9802-4dd3-8810-6f322bd8b825 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:19:34.297600 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 55bcd20e-9802-4dd3-8810-6f322bd8b825 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:34.297977 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:34.365564 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ebf581c4-c59e-42dd-9b57-1b5f562c6c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:34.382720 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:34.388880 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ebf581c4-c59e-42dd-9b57-1b5f562c6c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:34.410623 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40cda7a-8416-4c4d-839a-cdc2159f6715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bcd20e-9802-4dd3-8810-6f322bd8b825'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:19:34.412883 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d2e6e8-7d97-478f-8282-f1057cc41e1b" -d '{"events": [{"server_uuid": "b40cda7a-8416-4c4d-839a-cdc2159f6715", "name": "network-vif-plugged", "status": "completed", "tag": "55bcd20e-9802-4dd3-8810-6f322bd8b825"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:19:34.427182 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 55bcd20e-9802-4dd3-8810-6f322bd8b825, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=55bcd20e-9802-4dd3-8810-6f322bd8b825,segment=NetworkSegment(f768cb67-272d-4f04-9f36-78b71277a0ba),segment_id=f768cb67-272d-4f04-9f36-78b71277a0ba)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:19:34.433510 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:34.478598 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ebf581c4-c59e-42dd-9b57-1b5f562c6c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:34.483782 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ebf581c4-c59e-42dd-9b57-1b5f562c6c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:34.485778 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ebf581c4-c59e-42dd-9b57-1b5f562c6c71 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/57913e4e-9031-45de-b10b-4dffd197f476 HTTP/1.1" status: 204 len: 168 time: 0.1998620 Aug 17 00:19:34.486678 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59f3639-c33f-45e3-83ed-d663d7c7c85a x-openstack-request-id: req-b59f3639-c33f-45e3-83ed-d663d7c7c85a {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:19:34.487252 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40cda7a-8416-4c4d-839a-cdc2159f6715", "name": "network-vif-plugged", "status": "completed", "tag": "55bcd20e-9802-4dd3-8810-6f322bd8b825", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:19:34.487514 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b59f3639-c33f-45e3-83ed-d663d7c7c85a {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:19:34.490102 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40cda7a-8416-4c4d-839a-cdc2159f6715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bcd20e-9802-4dd3-8810-6f322bd8b825', 'code': 200} Aug 17 00:19:34.496711 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf581c4-c59e-42dd-9b57-1b5f562c6c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57913e4e-9031-45de-b10b-4dffd197f476,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:34.532731 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=55bcd20e-9802-4dd3-8810-6f322bd8b825,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:34.601213 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539bb78-7440-4da2-9591-3cb7e4dbe1a2 req-2fc161eb-4fb5-440f-9c76-4b2a9004851a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:34.602806 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d539bb78-7440-4da2-9591-3cb7e4dbe1a2 req-2fc161eb-4fb5-440f-9c76-4b2a9004851a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b40cda7a-8416-4c4d-839a-cdc2159f6715 HTTP/1.1" status: 200 len: 1098 time: 0.0518150 Aug 17 00:19:34.618847 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec3424-6439-4b12-84b8-af13ea5c1b09 req-be1113be-bd43-4e20-9df9-1a598d531172 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:34.621580 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3ec3424-6439-4b12-84b8-af13ea5c1b09 req-be1113be-bd43-4e20-9df9-1a598d531172 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=b40cda7a-8416-4c4d-839a-cdc2159f6715 HTTP/1.1" status: 200 len: 946 time: 0.0595481 Aug 17 00:19:34.649769 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d539bb78-7440-4da2-9591-3cb7e4dbe1a2 req-9d89ecb9-9eb3-4639-a395-0ad8d2f709fa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2b6ffb9c-fbc0-4fc2-9b7b-341bfd6cb861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389466 Aug 17 00:19:34.673759 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3ec3424-6439-4b12-84b8-af13ea5c1b09 req-0a1fbdc5-c6ed-457b-9aa7-f174f09937d6 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b6ffb9c-fbc0-4fc2-9b7b-341bfd6cb861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451975 Aug 17 00:19:35.201888 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59732) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:35.317932 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-4d944082-a408-46ac-85ac-4989b2c853f6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-161179217-network', 'tenant_id': 'c4ccaf36ff8e4301942fa6f0391fbaf8'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:35.342915 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d944082-a408-46ac-85ac-4989b2c853f6 admin admin] Made reservation on behalf of c4ccaf36ff8e4301942fa6f0391fbaf8 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:19:35.345609 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d944082-a408-46ac-85ac-4989b2c853f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:35.354413 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d944082-a408-46ac-85ac-4989b2c853f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:35.373192 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce05d1-efb3-4141-98a3-69d9914b5015 req-f004a324-e7ae-4ca7-ab3e-90a63ae51247 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:35.381252 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16ce05d1-efb3-4141-98a3-69d9914b5015 req-f004a324-e7ae-4ca7-ab3e-90a63ae51247 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.0666327 Aug 17 00:19:35.418850 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16ce05d1-efb3-4141-98a3-69d9914b5015 req-f48bde6a-cc01-4300-bc0a-874e0e06332c tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365126 Aug 17 00:19:35.455320 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d944082-a408-46ac-85ac-4989b2c853f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:35.460828 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d944082-a408-46ac-85ac-4989b2c853f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:35.491010 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d944082-a408-46ac-85ac-4989b2c853f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:19:35.496856 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d944082-a408-46ac-85ac-4989b2c853f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b123c7f-2b64-44f1-9fe0-a005d4086418,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:35.506065 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d944082-a408-46ac-85ac-4989b2c853f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:35.506957 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-4d944082-a408-46ac-85ac-4989b2c853f6 admin admin] Added segment 67387eaf-7022-4f89-a563-f5c341b7f7d6 of type vlan for network d6a35875-f6fd-49e0-93a6-f2b52b055894 Aug 17 00:19:35.552655 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d944082-a408-46ac-85ac-4989b2c853f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:35.585803 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d944082-a408-46ac-85ac-4989b2c853f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:35.586932 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d944082-a408-46ac-85ac-4989b2c853f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:35.587544 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d944082-a408-46ac-85ac-4989b2c853f6 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:35.646336 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4d944082-a408-46ac-85ac-4989b2c853f6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4432282 Aug 17 00:19:35.649337 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59740) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:35.655705 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-bdae625d-907a-4b34-9a2d-044ffdae5c31 admin admin] Request body: {'subnet': {'network_id': 'd6a35875-f6fd-49e0-93a6-f2b52b055894', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-161179217-subnet', 'tenant_id': 'c4ccaf36ff8e4301942fa6f0391fbaf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:35.665773 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d944082-a408-46ac-85ac-4989b2c853f6 admin admin] Pushing event updated for resources: {'Network': ['ID=d6a35875-f6fd-49e0-93a6-f2b52b055894,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:35.678664 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdae625d-907a-4b34-9a2d-044ffdae5c31 admin admin] Made reservation on behalf of c4ccaf36ff8e4301942fa6f0391fbaf8 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:19:35.679936 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network d6a35875-f6fd-49e0-93a6-f2b52b055894 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:19:35.681763 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bdae625d-907a-4b34-9a2d-044ffdae5c31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:35.848357 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499b425-7fc3-4b8b-923b-b604f108f71a req-d474b42c-7e2f-4e53-9b08-253a83ac2a1f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:35.849944 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0499b425-7fc3-4b8b-923b-b604f108f71a req-d474b42c-7e2f-4e53-9b08-253a83ac2a1f tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=b40cda7a-8416-4c4d-839a-cdc2159f6715 HTTP/1.1" status: 200 len: 946 time: 0.0852382 Aug 17 00:19:35.928798 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0499b425-7fc3-4b8b-923b-b604f108f71a req-1dc8e2df-860f-4de9-9308-61833ad71c90 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b6ffb9c-fbc0-4fc2-9b7b-341bfd6cb861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725083 Aug 17 00:19:35.934204 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bdae625d-907a-4b34-9a2d-044ffdae5c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:35.998811 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae625d-907a-4b34-9a2d-044ffdae5c31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4581449c-cfae-4283-b501-836d52deef51,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:36.017814 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdae625d-907a-4b34-9a2d-044ffdae5c31 admin admin] Checking segment: {'id': '67387eaf-7022-4f89-a563-f5c341b7f7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd6a35875-f6fd-49e0-93a6-f2b52b055894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:19:36.018186 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdae625d-907a-4b34-9a2d-044ffdae5c31 admin admin] Network hostable DHCP agents. Network: d6a35875-f6fd-49e0-93a6-f2b52b055894, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:19:36.036918 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdae625d-907a-4b34-9a2d-044ffdae5c31 admin admin] Network d6a35875-f6fd-49e0-93a6-f2b52b055894 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:19:36.046992 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-bdae625d-907a-4b34-9a2d-044ffdae5c31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, d6a35875-f6fd-49e0-93a6-f2b52b055894) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:19:36.051501 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdae625d-907a-4b34-9a2d-044ffdae5c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:36.052317 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bdae625d-907a-4b34-9a2d-044ffdae5c31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:36.060281 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6c84f2-6dd9-4f33-833c-4ae9d1a408e4 None None] Network d6a35875-f6fd-49e0-93a6-f2b52b055894 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:19:36.074147 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bdae625d-907a-4b34-9a2d-044ffdae5c31 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4231765 Aug 17 00:19:36.223188 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4842a33e-0139-4401-b4ce-9fd2c1241a33 None None] Network d6a35875-f6fd-49e0-93a6-f2b52b055894 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:19:36.260402 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fb33b-9fb3-4f7f-b1e2-ce9bebfa5865 req-07a21f12-2940-4133-9a6d-4b28e0bbe193 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:36.262795 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-161fb33b-9fb3-4f7f-b1e2-ce9bebfa5865 req-07a21f12-2940-4133-9a6d-4b28e0bbe193 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=b40cda7a-8416-4c4d-839a-cdc2159f6715 HTTP/1.1" status: 200 len: 946 time: 0.2564270 Aug 17 00:19:36.330816 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-161fb33b-9fb3-4f7f-b1e2-ce9bebfa5865 req-795615c7-0407-4ec5-9ab8-a8330457e588 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b6ffb9c-fbc0-4fc2-9b7b-341bfd6cb861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612905 Aug 17 00:19:36.354814 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59756) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:36.416380 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f34a9f-cd76-4b7f-9b62-86769bb06254 tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:36.421517 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59760) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:36.422700 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e6f34a9f-cd76-4b7f-9b62-86769bb06254 tempest-TestNetworkBasicOps-1961970593 tempest-TestNetworkBasicOps-1961970593-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b40cda7a-8416-4c4d-839a-cdc2159f6715 HTTP/1.1" status: 200 len: 1093 time: 0.0653601 Aug 17 00:19:36.428593 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-bcecd622-fa0b-47f6-a0fb-d17095579270 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'port_id': '55bcd20e-9802-4dd3-8810-6f322bd8b825', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:36.473680 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bcecd622-fa0b-47f6-a0fb-d17095579270 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:36.557688 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce2cc3-43e9-4761-b9df-9f0fab1f9e3e req-3f58aac0-4183-4ba5-b466-9e60ba5c4f74 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:36.559222 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7fce2cc3-43e9-4761-b9df-9f0fab1f9e3e req-3f58aac0-4183-4ba5-b466-9e60ba5c4f74 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.0560215 Aug 17 00:19:36.593958 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bcecd622-fa0b-47f6-a0fb-d17095579270 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:36.610021 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7fce2cc3-43e9-4761-b9df-9f0fab1f9e3e req-1547e716-8f5b-4b1e-8563-697502239338 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436902 Aug 17 00:19:36.700151 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59778) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:36.707151 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-17d9a3d7-07d0-49ff-bf01-e138cd5c88b2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1660046416-network', 'tenant_id': 'be21c62ec44546a4b4e790a790d2d635'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:36.735570 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d9a3d7-07d0-49ff-bf01-e138cd5c88b2 admin admin] Made reservation on behalf of be21c62ec44546a4b4e790a790d2d635 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:19:36.736410 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-bcecd622-fa0b-47f6-a0fb-d17095579270 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Allocated IP 172.25.3.106 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/36306690-db31-46a2-aad0-7c68b92e592a) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:19:36.739743 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-17d9a3d7-07d0-49ff-bf01-e138cd5c88b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:36.749759 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-17d9a3d7-07d0-49ff-bf01-e138cd5c88b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:36.857262 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-17d9a3d7-07d0-49ff-bf01-e138cd5c88b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:36.863393 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-17d9a3d7-07d0-49ff-bf01-e138cd5c88b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:36.883122 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bcecd622-fa0b-47f6-a0fb-d17095579270 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:36.896437 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9a3d7-07d0-49ff-bf01-e138cd5c88b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba52ab5e-0660-4c0e-a7e7-1ec5ec326742,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:36.910148 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d9a3d7-07d0-49ff-bf01-e138cd5c88b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:19:36.932963 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-17d9a3d7-07d0-49ff-bf01-e138cd5c88b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:36.933818 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-17d9a3d7-07d0-49ff-bf01-e138cd5c88b2 admin admin] Added segment d29ab4ad-24c3-46b0-beb0-4a9128a136db of type vlan for network aa58c953-0c0a-418e-b266-0311e06226b6 Aug 17 00:19:36.941895 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bcecd622-fa0b-47f6-a0fb-d17095579270 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:36.982740 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcecd622-fa0b-47f6-a0fb-d17095579270 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:19:36.986673 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-bcecd622-fa0b-47f6-a0fb-d17095579270 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:19:36.991115 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcecd622-fa0b-47f6-a0fb-d17095579270 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:19:36.996046 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-17d9a3d7-07d0-49ff-bf01-e138cd5c88b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:37.028377 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-17d9a3d7-07d0-49ff-bf01-e138cd5c88b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:37.030786 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d9a3d7-07d0-49ff-bf01-e138cd5c88b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:37.032234 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-17d9a3d7-07d0-49ff-bf01-e138cd5c88b2 admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:37.048539 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcecd622-fa0b-47f6-a0fb-d17095579270 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'Port': ['ID=36306690-db31-46a2-aad0-7c68b92e592a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:37.115905 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-17d9a3d7-07d0-49ff-bf01-e138cd5c88b2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4133058 Aug 17 00:19:37.121308 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59784) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:37.126437 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-b8c94112-312b-4c96-96b4-223458cd2d7b admin admin] Request body: {'subnet': {'network_id': 'aa58c953-0c0a-418e-b266-0311e06226b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1660046416-subnet', 'tenant_id': 'be21c62ec44546a4b4e790a790d2d635', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:37.154583 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9a3d7-07d0-49ff-bf01-e138cd5c88b2 admin admin] Pushing event updated for resources: {'Network': ['ID=aa58c953-0c0a-418e-b266-0311e06226b6,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:37.170001 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network aa58c953-0c0a-418e-b266-0311e06226b6 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:19:37.179326 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c94112-312b-4c96-96b4-223458cd2d7b admin admin] Made reservation on behalf of be21c62ec44546a4b4e790a790d2d635 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:19:37.186672 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b8c94112-312b-4c96-96b4-223458cd2d7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:37.373690 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b8c94112-312b-4c96-96b4-223458cd2d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:37.436215 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c94112-312b-4c96-96b4-223458cd2d7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=95da433d-ad6e-402d-b5a1-df09eb75c71b,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:37.454446 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c94112-312b-4c96-96b4-223458cd2d7b admin admin] Checking segment: {'id': 'd29ab4ad-24c3-46b0-beb0-4a9128a136db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'aa58c953-0c0a-418e-b266-0311e06226b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:19:37.454810 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c94112-312b-4c96-96b4-223458cd2d7b admin admin] Network hostable DHCP agents. Network: aa58c953-0c0a-418e-b266-0311e06226b6, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:19:37.465247 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bcecd622-fa0b-47f6-a0fb-d17095579270 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:37.474984 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c94112-312b-4c96-96b4-223458cd2d7b admin admin] Network aa58c953-0c0a-418e-b266-0311e06226b6 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:19:37.485588 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-b8c94112-312b-4c96-96b4-223458cd2d7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, aa58c953-0c0a-418e-b266-0311e06226b6) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:19:37.490369 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c94112-312b-4c96-96b4-223458cd2d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:37.491001 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b8c94112-312b-4c96-96b4-223458cd2d7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:37.498137 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3ad248-837e-4ecc-94da-f406981ff9f8 None None] Network aa58c953-0c0a-418e-b266-0311e06226b6 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:19:37.521102 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b8c94112-312b-4c96-96b4-223458cd2d7b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3900437 Aug 17 00:19:37.558113 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bcecd622-fa0b-47f6-a0fb-d17095579270 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:37.681842 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d443fe1-212d-433b-85e7-ae56a278b62d None None] Network aa58c953-0c0a-418e-b266-0311e06226b6 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:19:37.754997 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bcecd622-fa0b-47f6-a0fb-d17095579270 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:37.765194 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bcecd622-fa0b-47f6-a0fb-d17095579270 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:37.788987 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6485a-26a6-444d-afdd-3f4e906c15d1 req-0b60d1de-6bfb-4ec0-bdef-2707619aa9ae tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:37.791351 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82a6485a-26a6-444d-afdd-3f4e906c15d1 req-0b60d1de-6bfb-4ec0-bdef-2707619aa9ae tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.0778980 Aug 17 00:19:37.881955 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcecd622-fa0b-47f6-a0fb-d17095579270 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event updated for resources: {'Port': ['ID=36306690-db31-46a2-aad0-7c68b92e592a,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:37.888704 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82a6485a-26a6-444d-afdd-3f4e906c15d1 req-23ca764e-1cb8-4798-868a-e0f02847a241 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875654 Aug 17 00:19:37.899720 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bcecd622-fa0b-47f6-a0fb-d17095579270 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:38.033816 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-bcecd622-fa0b-47f6-a0fb-d17095579270 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Floating IP 042ef113-9d2d-4f9c-a482-44fa3818055b associated. External IP: 172.25.3.106, port: 55bcd20e-9802-4dd3-8810-6f322bd8b825. Aug 17 00:19:38.194108 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-0f2607a1-c950-4811-b5b1-fa16d8ae5e09 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:38.195906 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-0f2607a1-c950-4811-b5b1-fa16d8ae5e09 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/networks?id=d6a35875-f6fd-49e0-93a6-f2b52b055894 HTTP/1.1" status: 200 len: 811 time: 0.1222107 Aug 17 00:19:38.214762 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-59ec9055-ad59-45fd-8449-9c9503dc3820 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/quotas/c4ccaf36ff8e4301942fa6f0391fbaf8 HTTP/1.1" status: 200 len: 375 time: 0.0097692 Aug 17 00:19:38.248332 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-c44628a6-9aec-4faf-98d0-e497c3936e65 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c4ccaf36ff8e4301942fa6f0391fbaf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272062 Aug 17 00:19:38.276136 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcecd622-fa0b-47f6-a0fb-d17095579270 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Router 1ab76886-2ecb-4a94-bced-006aff2e86d0 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:19:38.340459 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-7889919c-bd72-4dc9-996a-7e40ddf0d276 service neutron] 10.222.0.60 "GET /v2.0/networks/d6a35875-f6fd-49e0-93a6-f2b52b055894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850477 Aug 17 00:19:38.387685 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcecd622-fa0b-47f6-a0fb-d17095579270 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:19:38.398933 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f122c-4023-47f3-9a5f-5dcfce297694 None None] Sync routers for ids ['1ab76886-2ecb-4a94-bced-006aff2e86d0'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:19:38.408188 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bcecd622-fa0b-47f6-a0fb-d17095579270 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:38.410586 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8f122c-4023-47f3-9a5f-5dcfce297694 None None] Routers {'1ab76886-2ecb-4a94-bced-006aff2e86d0'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:19:38.411451 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-2e8f122c-4023-47f3-9a5f-5dcfce297694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:19:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1ab76886-2ecb-4a94-bced-006aff2e86d0'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:38.453406 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bcecd622-fa0b-47f6-a0fb-d17095579270 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0285807 Aug 17 00:19:38.454406 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40cda7a-8416-4c4d-839a-cdc2159f6715', 'tag': '55bcd20e-9802-4dd3-8810-6f322bd8b825'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:19:38.456573 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59812) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:38.460123 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9218e338-fe24-4861-aa3c-b3ca3726a58c" -d '{"events": [{"name": "network-changed", "server_uuid": "b40cda7a-8416-4c4d-839a-cdc2159f6715", "tag": "55bcd20e-9802-4dd3-8810-6f322bd8b825"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:19:38.495751 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-60b27d2f-046a-491e-8af3-53821a85eb62 service neutron] 10.222.0.60 "GET /v2.0/networks/d6a35875-f6fd-49e0-93a6-f2b52b055894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481066 Aug 17 00:19:38.500255 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7b6267-99f3-4809-87d6-83e16f897c1a x-openstack-request-id: req-9c7b6267-99f3-4809-87d6-83e16f897c1a {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:19:38.501429 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40cda7a-8416-4c4d-839a-cdc2159f6715", "tag": "55bcd20e-9802-4dd3-8810-6f322bd8b825", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:19:38.502812 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9c7b6267-99f3-4809-87d6-83e16f897c1a {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:19:38.502812 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40cda7a-8416-4c4d-839a-cdc2159f6715', 'tag': '55bcd20e-9802-4dd3-8810-6f322bd8b825', 'status': 'completed', 'code': 200} Aug 17 00:19:38.524201 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e715c2ba-efce-47e9-9395-081f8489f0fa tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/floatingips/042ef113-9d2d-4f9c-a482-44fa3818055b HTTP/1.1" status: 200 len: 992 time: 0.0664339 Aug 17 00:19:38.544208 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-2e8f122c-4023-47f3-9a5f-5dcfce297694 None None] Set router 1ab76886-2ecb-4a94-bced-006aff2e86d0 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:19:38.574713 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218e338-fe24-4861-aa3c-b3ca3726a58c req-1e9d7e75-bbd2-4b36-b1b3-18f5e221e68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:38.577086 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9218e338-fe24-4861-aa3c-b3ca3726a58c req-1e9d7e75-bbd2-4b36-b1b3-18f5e221e68c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ff3a5a5706545cb87542327d7cad65d&device_id=b40cda7a-8416-4c4d-839a-cdc2159f6715 HTTP/1.1" status: 200 len: 1098 time: 0.0449781 Aug 17 00:19:38.686542 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-36a29781-82af-4b6c-8a2d-b1e9b2dd53dc req-2c0f332f-5046-422f-9975-b3e5f7bbcff2 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 210 time: 0.0295169 Aug 17 00:19:38.706065 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218e338-fe24-4861-aa3c-b3ca3726a58c req-dba5c0c8-0ade-49b1-9d50-fd3b47a8c51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:38.707779 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9218e338-fe24-4861-aa3c-b3ca3726a58c req-dba5c0c8-0ade-49b1-9d50-fd3b47a8c51b service neutron] 10.222.0.64 "GET /v2.0/networks?id=26850f33-4826-4680-af21-60c70edc43b0 HTTP/1.1" status: 200 len: 898 time: 0.1237760 Aug 17 00:19:38.784979 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9218e338-fe24-4861-aa3c-b3ca3726a58c req-3e3a748f-66d1-4a95-8310-0669721e7d4c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55bcd20e-9802-4dd3-8810-6f322bd8b825 HTTP/1.1" status: 200 len: 1000 time: 0.0694249 Aug 17 00:19:38.829870 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-2e8f122c-4023-47f3-9a5f-5dcfce297694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'name': 'tempest-TestNetworkBasicOps-router-1968008153', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:19:18Z', 'revision_number': 4, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '042ef113-9d2d-4f9c-a482-44fa3818055b', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'floating_ip_address': '172.25.3.106', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'port_id': '55bcd20e-9802-4dd3-8810-6f322bd8b825', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26850f33-4826-4680-af21-60c70edc43b0', 'mac_address': 'fa:16:3e:98:2f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40cda7a-8416-4c4d-839a-cdc2159f6715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:19:37Z', 'updated_at': '2021-08-17T00:19:37Z', 'revision_number': 0, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1c174a-6a4c-4365-b520-5e3951ce9a31', 'name': '', 'network_id': '26850f33-4826-4680-af21-60c70edc43b0', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'mac_address': 'fa:16:3e:1c:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '5238bd4a-7350-4ee1-9726-3a80ee1bcf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:15Z', 'updated_at': '2021-08-17T00:19:24Z', 'revision_number': 5, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'subnets': [{'id': '5238bd4a-7350-4ee1-9726-3a80ee1bcf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:38.846075 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218e338-fe24-4861-aa3c-b3ca3726a58c req-4835b9fa-bac0-4f15-97b4-b526f2bfe28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:38.847609 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9218e338-fe24-4861-aa3c-b3ca3726a58c req-4835b9fa-bac0-4f15-97b4-b526f2bfe28a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5238bd4a-7350-4ee1-9726-3a80ee1bcf2e HTTP/1.1" status: 200 len: 835 time: 0.0536478 Aug 17 00:19:38.874662 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f122c-4023-47f3-9a5f-5dcfce297694 None None] Checking router: 1ab76886-2ecb-4a94-bced-006aff2e86d0 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:19:38.885279 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8f122c-4023-47f3-9a5f-5dcfce297694 None None] Routers {'1ab76886-2ecb-4a94-bced-006aff2e86d0'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:19:38.885928 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-2e8f122c-4023-47f3-9a5f-5dcfce297694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:19:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1ab76886-2ecb-4a94-bced-006aff2e86d0'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:38.905140 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218e338-fe24-4861-aa3c-b3ca3726a58c req-c204d8d8-66c1-43af-8e59-e15a5f468bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:38.906755 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9218e338-fe24-4861-aa3c-b3ca3726a58c req-c204d8d8-66c1-43af-8e59-e15a5f468bf2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26850f33-4826-4680-af21-60c70edc43b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511310 Aug 17 00:19:39.045964 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-2e8f122c-4023-47f3-9a5f-5dcfce297694 None None] Set router 1ab76886-2ecb-4a94-bced-006aff2e86d0 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:19:39.075115 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4a1d3-95d8-4eb4-9ba1-f5caf0b9b685 req-ac6e24c9-59eb-484f-b80b-17cf644ebb77 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:39.077548 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55e4a1d3-95d8-4eb4-9ba1-f5caf0b9b685 req-ac6e24c9-59eb-484f-b80b-17cf644ebb77 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.0934944 Aug 17 00:19:39.102453 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9218e338-fe24-4861-aa3c-b3ca3726a58c req-73d64608-2eb0-4e33-9aec-44d9056c1d89 service neutron] 10.222.0.64 "GET /v2.0/networks/26850f33-4826-4680-af21-60c70edc43b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862381 Aug 17 00:19:39.144845 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55e4a1d3-95d8-4eb4-9ba1-f5caf0b9b685 req-6ae19458-9670-4bbf-96c3-a28b35cefb04 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587807 Aug 17 00:19:39.253611 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9218e338-fe24-4861-aa3c-b3ca3726a58c req-4f0e1090-3215-4800-8d54-b3ef4b65de42 service neutron] 10.222.0.64 "GET /v2.0/networks/26850f33-4826-4680-af21-60c70edc43b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428535 Aug 17 00:19:39.345509 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-2e8f122c-4023-47f3-9a5f-5dcfce297694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'name': 'tempest-TestNetworkBasicOps-router-1968008153', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:19:18Z', 'revision_number': 4, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '042ef113-9d2d-4f9c-a482-44fa3818055b', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'floating_ip_address': '172.25.3.106', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'port_id': '55bcd20e-9802-4dd3-8810-6f322bd8b825', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26850f33-4826-4680-af21-60c70edc43b0', 'mac_address': 'fa:16:3e:98:2f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40cda7a-8416-4c4d-839a-cdc2159f6715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:19:37Z', 'updated_at': '2021-08-17T00:19:37Z', 'revision_number': 0, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1c174a-6a4c-4365-b520-5e3951ce9a31', 'name': '', 'network_id': '26850f33-4826-4680-af21-60c70edc43b0', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'mac_address': 'fa:16:3e:1c:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '5238bd4a-7350-4ee1-9726-3a80ee1bcf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:15Z', 'updated_at': '2021-08-17T00:19:24Z', 'revision_number': 5, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'subnets': [{'id': '5238bd4a-7350-4ee1-9726-3a80ee1bcf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:39.380481 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f122c-4023-47f3-9a5f-5dcfce297694 None None] The sync data for ids ['1ab76886-2ecb-4a94-bced-006aff2e86d0'] in n-d-800088-20 is: [{'id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'name': 'tempest-TestNetworkBasicOps-router-1968008153', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:19:18Z', 'revision_number': 4, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '042ef113-9d2d-4f9c-a482-44fa3818055b', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'floating_ip_address': '172.25.3.106', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'port_id': '55bcd20e-9802-4dd3-8810-6f322bd8b825', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26850f33-4826-4680-af21-60c70edc43b0', 'mac_address': 'fa:16:3e:98:2f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40cda7a-8416-4c4d-839a-cdc2159f6715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:19:37Z', 'updated_at': '2021-08-17T00:19:37Z', 'revision_number': 0, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1c174a-6a4c-4365-b520-5e3951ce9a31', 'name': '', 'network_id': '26850f33-4826-4680-af21-60c70edc43b0', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'mac_address': 'fa:16:3e:1c:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '5238bd4a-7350-4ee1-9726-3a80ee1bcf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:15Z', 'updated_at': '2021-08-17T00:19:24Z', 'revision_number': 5, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'subnets': [{'id': '5238bd4a-7350-4ee1-9726-3a80ee1bcf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:19:39.529439 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 59836) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:39.596142 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bc26bbcd-dbdb-4b42-b9c4-88e551b02529 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/floatingips/042ef113-9d2d-4f9c-a482-44fa3818055b HTTP/1.1" status: 200 len: 992 time: 0.0653651 Aug 17 00:19:39.616381 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc0b5ed-2757-4bba-b474-d61cafb3b79a None None] New status for floating IP 042ef113-9d2d-4f9c-a482-44fa3818055b: ACTIVE {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:19:39.806494 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-232731f8-5f00-475e-b4a5-0c8411148790 req-cd693fb5-cf7e-4594-8ef0-cf4b2a287698 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 210 time: 0.0387189 Aug 17 00:19:39.999802 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-3657ff4c-d5a1-48bc-8d0a-9b40e5239434 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:40.002142 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-3657ff4c-d5a1-48bc-8d0a-9b40e5239434 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.64 "GET /v2.0/networks?id=d6a35875-f6fd-49e0-93a6-f2b52b055894 HTTP/1.1" status: 200 len: 811 time: 0.1308455 Aug 17 00:19:40.015570 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-302f7aa7-8408-41d3-a588-fb35259a1e82 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Request body: {'port': {'device_id': 'dc03f50b-9b32-47e9-bf92-6a1e1c877cca', 'network_id': 'd6a35875-f6fd-49e0-93a6-f2b52b055894', 'admin_state_up': True, 'tenant_id': 'c4ccaf36ff8e4301942fa6f0391fbaf8'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:40.135402 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-302f7aa7-8408-41d3-a588-fb35259a1e82 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Made reservation on behalf of c4ccaf36ff8e4301942fa6f0391fbaf8 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:19:40.139746 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-302f7aa7-8408-41d3-a588-fb35259a1e82 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:40.147412 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:40.289068 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-302f7aa7-8408-41d3-a588-fb35259a1e82 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Allocated IP 172.20.0.14 (d6a35875-f6fd-49e0-93a6-f2b52b055894/4581449c-cfae-4283-b501-836d52deef51/1043b394-c541-4f96-a3a2-6990c2ef7ca0) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:19:40.291090 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba9313-ed4c-4e04-bfe0-d60a0e25d2a7 req-c80d58fa-955b-453b-8914-6574268ec1fe tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:40.293071 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9ba9313-ed4c-4e04-bfe0-d60a0e25d2a7 req-c80d58fa-955b-453b-8914-6574268ec1fe tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.0588827 Aug 17 00:19:40.335263 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9ba9313-ed4c-4e04-bfe0-d60a0e25d2a7 req-9a163aca-a72e-4c91-b6bf-72cf3bccb5c7 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333011 Aug 17 00:19:40.457286 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-302f7aa7-8408-41d3-a588-fb35259a1e82 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:40.496852 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-302f7aa7-8408-41d3-a588-fb35259a1e82 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:40.552073 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-302f7aa7-8408-41d3-a588-fb35259a1e82 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Network d6a35875-f6fd-49e0-93a6-f2b52b055894 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:19:40.557076 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-302f7aa7-8408-41d3-a588-fb35259a1e82 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:19:40.562451 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-302f7aa7-8408-41d3-a588-fb35259a1e82 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:19:40.569995 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f7aa7-8408-41d3-a588-fb35259a1e82 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Pushing event updated for resources: {'Port': ['ID=1043b394-c541-4f96-a3a2-6990c2ef7ca0,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:40.600170 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59846) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:40.943262 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e17b6c-ac61-406f-b925-1cf4fe2190ae req-5f8ab4d9-773c-40d0-8ee3-a2cf97dfe5e6 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:40.945023 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c1e17b6c-ac61-406f-b925-1cf4fe2190ae req-5f8ab4d9-773c-40d0-8ee3-a2cf97dfe5e6 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 932 time: 0.0589414 Aug 17 00:19:40.967711 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-302f7aa7-8408-41d3-a588-fb35259a1e82 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:40.968337 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-302f7aa7-8408-41d3-a588-fb35259a1e82 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:40.990952 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c1e17b6c-ac61-406f-b925-1cf4fe2190ae req-bd23af67-a81f-47a7-b548-a14198e28dda tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b123c7f-2b64-44f1-9fe0-a005d4086418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375476 Aug 17 00:19:40.993232 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-302f7aa7-8408-41d3-a588-fb35259a1e82 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9825559 Aug 17 00:19:40.999755 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d1db6cfd-b9ed-4f79-9920-ecb8ee66524a tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/floatingips/042ef113-9d2d-4f9c-a482-44fa3818055b HTTP/1.1" status: 200 len: 994 time: 0.3951674 Aug 17 00:19:41.006628 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-f0dc8fa9-2306-4290-a39e-933ed6597288 service neutron] Request body: {'port': {'device_id': 'dc03f50b-9b32-47e9-bf92-6a1e1c877cca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:41.066225 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-f0dc8fa9-2306-4290-a39e-933ed6597288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:41.156416 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:19:41.378763 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-f0dc8fa9-2306-4290-a39e-933ed6597288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1043b394-c541-4f96-a3a2-6990c2ef7ca0 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:19:41.387420 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-f0dc8fa9-2306-4290-a39e-933ed6597288 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:41.401942 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-f0dc8fa9-2306-4290-a39e-933ed6597288 service neutron] Transition to ACTIVE for port object 1043b394-c541-4f96-a3a2-6990c2ef7ca0 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:19:41.407604 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-f0dc8fa9-2306-4290-a39e-933ed6597288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:41.488330 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc8fa9-2306-4290-a39e-933ed6597288 service neutron] Pushing event updated for resources: {'Port': ['ID=1043b394-c541-4f96-a3a2-6990c2ef7ca0,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:41.536314 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f60b7-6a21-4d4a-83ad-4fe3f2ea635c req-37f23c09-156e-4849-9fce-fcab774cb769 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:41.538041 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e98f60b7-6a21-4d4a-83ad-4fe3f2ea635c req-37f23c09-156e-4849-9fce-fcab774cb769 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.0965977 Aug 17 00:19:41.563643 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-f0dc8fa9-2306-4290-a39e-933ed6597288 service neutron] Attempting to bind port 1043b394-c541-4f96-a3a2-6990c2ef7ca0 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:19:41.564029 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-f0dc8fa9-2306-4290-a39e-933ed6597288 service neutron] Attempting to bind port 1043b394-c541-4f96-a3a2-6990c2ef7ca0 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '67387eaf-7022-4f89-a563-f5c341b7f7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd6a35875-f6fd-49e0-93a6-f2b52b055894'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:19:41.564356 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-f0dc8fa9-2306-4290-a39e-933ed6597288 service neutron] Attempting to bind port 1043b394-c541-4f96-a3a2-6990c2ef7ca0 on network d6a35875-f6fd-49e0-93a6-f2b52b055894 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:19:41.569843 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-f0dc8fa9-2306-4290-a39e-933ed6597288 service neutron] Port 1043b394-c541-4f96-a3a2-6990c2ef7ca0 on network d6a35875-f6fd-49e0-93a6-f2b52b055894 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:19:41.570202 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-f0dc8fa9-2306-4290-a39e-933ed6597288 service neutron] Attempting to bind port 1043b394-c541-4f96-a3a2-6990c2ef7ca0 on network d6a35875-f6fd-49e0-93a6-f2b52b055894 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:19:41.577349 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-f0dc8fa9-2306-4290-a39e-933ed6597288 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:19:41.577713 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-f0dc8fa9-2306-4290-a39e-933ed6597288 service neutron] Checking segment: {'id': '67387eaf-7022-4f89-a563-f5c341b7f7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd6a35875-f6fd-49e0-93a6-f2b52b055894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:19:41.578159 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-f0dc8fa9-2306-4290-a39e-933ed6597288 service neutron] Bound using segment: {'id': '67387eaf-7022-4f89-a563-f5c341b7f7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd6a35875-f6fd-49e0-93a6-f2b52b055894'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:19:41.578594 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-f0dc8fa9-2306-4290-a39e-933ed6597288 service neutron] Bound port: 1043b394-c541-4f96-a3a2-6990c2ef7ca0, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67387eaf-7022-4f89-a563-f5c341b7f7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd6a35875-f6fd-49e0-93a6-f2b52b055894'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:19:41.578963 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-f0dc8fa9-2306-4290-a39e-933ed6597288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:41.586685 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e98f60b7-6a21-4d4a-83ad-4fe3f2ea635c req-4b3fb6c1-c8a5-46ff-a2f9-34159738342c tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383151 Aug 17 00:19:41.666628 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-f0dc8fa9-2306-4290-a39e-933ed6597288 service neutron] For port 1043b394-c541-4f96-a3a2-6990c2ef7ca0, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:19:41.671433 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-f0dc8fa9-2306-4290-a39e-933ed6597288 service neutron] For port 1043b394-c541-4f96-a3a2-6990c2ef7ca0, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=1043b394-c541-4f96-a3a2-6990c2ef7ca0,segment=NetworkSegment(67387eaf-7022-4f89-a563-f5c341b7f7d6),segment_id=67387eaf-7022-4f89-a563-f5c341b7f7d6)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:19:41.675657 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-f0dc8fa9-2306-4290-a39e-933ed6597288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:41.712593 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-f0dc8fa9-2306-4290-a39e-933ed6597288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:41.713664 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-f0dc8fa9-2306-4290-a39e-933ed6597288 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:41.714737 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-f0dc8fa9-2306-4290-a39e-933ed6597288 service neutron] 10.222.0.64 "PUT /v2.0/ports/1043b394-c541-4f96-a3a2-6990c2ef7ca0 HTTP/1.1" status: 200 len: 1093 time: 0.7127869 Aug 17 00:19:41.715275 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc03f50b-9b32-47e9-bf92-6a1e1c877cca', 'tag': '1043b394-c541-4f96-a3a2-6990c2ef7ca0'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:19:41.718698 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca5f40c-02ce-4c16-8671-37cd7bb91baf" -d '{"events": [{"name": "network-changed", "server_uuid": "dc03f50b-9b32-47e9-bf92-6a1e1c877cca", "tag": "1043b394-c541-4f96-a3a2-6990c2ef7ca0"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:19:41.724450 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:41.754132 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc8fa9-2306-4290-a39e-933ed6597288 service neutron] Pushing event updated for resources: {'Port': ['ID=1043b394-c541-4f96-a3a2-6990c2ef7ca0,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:41.786036 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13711f83-6c01-4393-98e5-dfbde2cddbc8 x-openstack-request-id: req-13711f83-6c01-4393-98e5-dfbde2cddbc8 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:19:41.786337 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc03f50b-9b32-47e9-bf92-6a1e1c877cca", "tag": "1043b394-c541-4f96-a3a2-6990c2ef7ca0", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:19:41.786589 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-13711f83-6c01-4393-98e5-dfbde2cddbc8 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:19:41.786999 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc03f50b-9b32-47e9-bf92-6a1e1c877cca', 'tag': '1043b394-c541-4f96-a3a2-6990c2ef7ca0', 'status': 'completed', 'code': 200} Aug 17 00:19:41.803034 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-8ac74201-7f8b-4ced-9626-76a0dc43ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:41.804758 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-8ac74201-7f8b-4ced-9626-76a0dc43ccd6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4ccaf36ff8e4301942fa6f0391fbaf8&device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 1096 time: 0.0476341 Aug 17 00:19:41.862246 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-0e508907-dab0-43bf-aeac-9f931ade0712 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1043b394-c541-4f96-a3a2-6990c2ef7ca0 HTTP/1.1" status: 200 len: 217 time: 0.0408616 Aug 17 00:19:41.917675 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-6309d801-3816-433e-8825-276fe426a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:41.919584 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-6309d801-3816-433e-8825-276fe426a505 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4581449c-cfae-4283-b501-836d52deef51 HTTP/1.1" status: 200 len: 851 time: 0.0487111 Aug 17 00:19:41.961889 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-0bdd0504-965a-4868-bb2d-478e4cfe49c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d6a35875-f6fd-49e0-93a6-f2b52b055894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294287 Aug 17 00:19:42.063539 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-a3271b8b-edc4-46d0-a375-1f2fbfb767ba service neutron] 10.222.0.64 "GET /v2.0/networks/d6a35875-f6fd-49e0-93a6-f2b52b055894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906742 Aug 17 00:19:42.125266 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db74bf-5684-4d9e-8f99-7678af14c60c req-67c6f5ca-c481-4f7a-83c5-9f955993c587 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:42.132624 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69db74bf-5684-4d9e-8f99-7678af14c60c req-67c6f5ca-c481-4f7a-83c5-9f955993c587 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 944 time: 0.0609648 Aug 17 00:19:42.176442 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cf45aece-ae15-4bde-bb7d-b3177eba9935 req-afa0e054-916b-4962-8169-74faee6ccf3a service neutron] 10.222.0.64 "GET /v2.0/networks/d6a35875-f6fd-49e0-93a6-f2b52b055894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043217 Aug 17 00:19:42.184722 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69db74bf-5684-4d9e-8f99-7678af14c60c req-9b8e6adf-8645-430a-b5a3-c6b9ac0406bd tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b123c7f-2b64-44f1-9fe0-a005d4086418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512152 Aug 17 00:19:42.308196 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5f40c-02ce-4c16-8671-37cd7bb91baf req-aa49754e-bbe7-48ca-82fe-4c8919989b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:42.309752 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1ca5f40c-02ce-4c16-8671-37cd7bb91baf req-aa49754e-bbe7-48ca-82fe-4c8919989b62 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4ccaf36ff8e4301942fa6f0391fbaf8&device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 1096 time: 0.0452137 Aug 17 00:19:42.407865 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5f40c-02ce-4c16-8671-37cd7bb91baf req-115ae7df-dced-44e0-af25-0ad22b0d2ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:42.409387 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1ca5f40c-02ce-4c16-8671-37cd7bb91baf req-115ae7df-dced-44e0-af25-0ad22b0d2ba1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d6a35875-f6fd-49e0-93a6-f2b52b055894 HTTP/1.1" status: 200 len: 912 time: 0.0921416 Aug 17 00:19:42.459114 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1ca5f40c-02ce-4c16-8671-37cd7bb91baf req-8490c4b3-70ad-4e27-9e6e-592d95e97198 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1043b394-c541-4f96-a3a2-6990c2ef7ca0 HTTP/1.1" status: 200 len: 217 time: 0.0357790 Aug 17 00:19:42.516916 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5f40c-02ce-4c16-8671-37cd7bb91baf req-cfb36572-4748-44c9-923d-3e1edb4c4647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:42.518436 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1ca5f40c-02ce-4c16-8671-37cd7bb91baf req-cfb36572-4748-44c9-923d-3e1edb4c4647 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4581449c-cfae-4283-b501-836d52deef51 HTTP/1.1" status: 200 len: 851 time: 0.0511632 Aug 17 00:19:42.550673 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1ca5f40c-02ce-4c16-8671-37cd7bb91baf req-b8fd86e5-1bcb-4a15-b8b2-2246aecf5989 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d6a35875-f6fd-49e0-93a6-f2b52b055894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241590 Aug 17 00:19:42.644886 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1ca5f40c-02ce-4c16-8671-37cd7bb91baf req-91fc7afa-a545-4d0b-aebb-2db88cced3e8 service neutron] 10.222.0.64 "GET /v2.0/networks/d6a35875-f6fd-49e0-93a6-f2b52b055894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836430 Aug 17 00:19:42.713354 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888017c-3c23-4e26-84c9-ece195a38cd8 req-83d131b0-0e37-4c6d-9ef2-9decfbda8a12 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:42.714875 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8888017c-3c23-4e26-84c9-ece195a38cd8 req-83d131b0-0e37-4c6d-9ef2-9decfbda8a12 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.0516479 Aug 17 00:19:42.748263 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1ca5f40c-02ce-4c16-8671-37cd7bb91baf req-9f98d180-4be4-41da-822a-4675a3363a56 service neutron] 10.222.0.64 "GET /v2.0/networks/d6a35875-f6fd-49e0-93a6-f2b52b055894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948787 Aug 17 00:19:42.755716 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8888017c-3c23-4e26-84c9-ece195a38cd8 req-1286c21e-c346-4284-a3e2-eb5dacbb909a tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329926 Aug 17 00:19:43.309579 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b658e01-5788-4a67-8be0-8696ee2f71cb req-afd4ca64-3ff1-4559-bfe9-ba5f694ef412 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:43.312169 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b658e01-5788-4a67-8be0-8696ee2f71cb req-afd4ca64-3ff1-4559-bfe9-ba5f694ef412 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 944 time: 0.0517278 Aug 17 00:19:43.351109 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b658e01-5788-4a67-8be0-8696ee2f71cb req-58f4c8fe-2d68-4af6-9e63-750a69bb5378 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b123c7f-2b64-44f1-9fe0-a005d4086418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329165 Aug 17 00:19:43.880805 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1412d-4fe1-4b65-a24c-40077a8a68b2 req-ff1f9d0e-0ffb-44ec-827c-7593a849283e tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:43.882428 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ec1412d-4fe1-4b65-a24c-40077a8a68b2 req-ff1f9d0e-0ffb-44ec-827c-7593a849283e tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.0539434 Aug 17 00:19:43.928445 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ec1412d-4fe1-4b65-a24c-40077a8a68b2 req-afca3445-851a-472c-9dc2-fdd7fbabd8c0 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391426 Aug 17 00:19:44.482710 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6dd8b-97ba-4512-a46a-6b24b3a845a3 req-418f6c62-392a-43f6-ba78-6c28787c9233 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:44.484246 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7ee6dd8b-97ba-4512-a46a-6b24b3a845a3 req-418f6c62-392a-43f6-ba78-6c28787c9233 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 944 time: 0.0513966 Aug 17 00:19:44.523545 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7ee6dd8b-97ba-4512-a46a-6b24b3a845a3 req-1cea1504-93d4-4a00-b130-1e1c287a59a3 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b123c7f-2b64-44f1-9fe0-a005d4086418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326223 Aug 17 00:19:45.047514 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f8705-1646-40d1-9444-1e983a5cb7db req-ff9c4575-4a21-4a10-a487-156093e8b90c tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:45.048906 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-543f8705-1646-40d1-9444-1e983a5cb7db req-ff9c4575-4a21-4a10-a487-156093e8b90c tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.0504448 Aug 17 00:19:45.087348 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-543f8705-1646-40d1-9444-1e983a5cb7db req-104356d8-7530-4a65-9e23-cfb0267bc8a9 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314713 Aug 17 00:19:45.657456 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ea1bc-2609-4543-9de5-2568304cd53d req-7f7853d0-43d7-4b10-a05f-067f5951296b tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:45.659097 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-344ea1bc-2609-4543-9de5-2568304cd53d req-7f7853d0-43d7-4b10-a05f-067f5951296b tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 944 time: 0.0563982 Aug 17 00:19:45.712264 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-344ea1bc-2609-4543-9de5-2568304cd53d req-9780ac58-85fe-4f19-9e8f-f7757d4e4bcc tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b123c7f-2b64-44f1-9fe0-a005d4086418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424261 Aug 17 00:19:46.203779 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0720a10-8eb1-4069-9724-59a00f49ce8b req-93d0edba-7537-430b-9a47-971da338d2fb tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:46.205349 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0720a10-8eb1-4069-9724-59a00f49ce8b req-93d0edba-7537-430b-9a47-971da338d2fb tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.0493608 Aug 17 00:19:46.244288 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0720a10-8eb1-4069-9724-59a00f49ce8b req-89d50264-900f-4968-a0ef-227aa9cc54af tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329208 Aug 17 00:19:46.302222 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 1043b394-c541-4f96-a3a2-6990c2ef7ca0 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:19:46.402129 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 1043b394-c541-4f96-a3a2-6990c2ef7ca0, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=1043b394-c541-4f96-a3a2-6990c2ef7ca0,segment=NetworkSegment(67387eaf-7022-4f89-a563-f5c341b7f7d6),segment_id=67387eaf-7022-4f89-a563-f5c341b7f7d6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:19:46.414131 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '1043b394-c541-4f96-a3a2-6990c2ef7ca0', 'network_id': 'd6a35875-f6fd-49e0-93a6-f2b52b055894', 'port_id': '1043b394-c541-4f96-a3a2-6990c2ef7ca0', 'mac_address': 'fa:16:3e:be:86:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4581449c-cfae-4283-b501-836d52deef51', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:19:46.455550 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:46.468666 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1043b394-c541-4f96-a3a2-6990c2ef7ca0 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:19:46.488660 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 1043b394-c541-4f96-a3a2-6990c2ef7ca0, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=1043b394-c541-4f96-a3a2-6990c2ef7ca0,segment=NetworkSegment(67387eaf-7022-4f89-a563-f5c341b7f7d6),segment_id=67387eaf-7022-4f89-a563-f5c341b7f7d6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:19:46.492299 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:46.543018 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b907c634-d5f1-48e2-b597-5cf1f14c4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:46.555370 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=1043b394-c541-4f96-a3a2-6990c2ef7ca0,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:46.765440 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['1043b394-c541-4f96-a3a2-6990c2ef7ca0'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:19:46.837160 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07f667-8cdd-46d0-a6c9-c324b565be72 req-961907c2-26c5-4fb9-84d8-979e044cfbf2 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:46.838724 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f07f667-8cdd-46d0-a6c9-c324b565be72 req-961907c2-26c5-4fb9-84d8-979e044cfbf2 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 945 time: 0.0613849 Aug 17 00:19:46.882005 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f07f667-8cdd-46d0-a6c9-c324b565be72 req-6a709332-1ef0-4da5-b96c-dad9a6851614 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b123c7f-2b64-44f1-9fe0-a005d4086418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337801 Aug 17 00:19:47.365510 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05509bfe-ee9c-4a7e-97a7-041a8a396d22 req-0fba15eb-7f38-4169-b94c-96b8145ae4de tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:47.366984 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-05509bfe-ee9c-4a7e-97a7-041a8a396d22 req-0fba15eb-7f38-4169-b94c-96b8145ae4de tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.0543656 Aug 17 00:19:47.405475 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-05509bfe-ee9c-4a7e-97a7-041a8a396d22 req-b4421638-d373-49f3-9c47-04fadaaf6c5d tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321748 Aug 17 00:19:48.023425 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6602a9b-88e3-4825-831d-11fb74edc8d5 req-b0a06a26-3acd-4599-9cd5-a451e7c7b755 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:48.024959 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a6602a9b-88e3-4825-831d-11fb74edc8d5 req-b0a06a26-3acd-4599-9cd5-a451e7c7b755 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 945 time: 0.0614996 Aug 17 00:19:48.067643 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a6602a9b-88e3-4825-831d-11fb74edc8d5 req-62cfb71c-a509-446d-8407-40e132841633 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b123c7f-2b64-44f1-9fe0-a005d4086418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354319 Aug 17 00:19:48.301966 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 1043b394-c541-4f96-a3a2-6990c2ef7ca0 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:19:48.353463 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 1043b394-c541-4f96-a3a2-6990c2ef7ca0 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:19:48.358437 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 1043b394-c541-4f96-a3a2-6990c2ef7ca0 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:48.358855 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:48.441057 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:48.467783 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc03f50b-9b32-47e9-bf92-6a1e1c877cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1043b394-c541-4f96-a3a2-6990c2ef7ca0'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:19:48.470455 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38c5c74-a329-4d30-8c51-5ba0b684b87c" -d '{"events": [{"server_uuid": "dc03f50b-9b32-47e9-bf92-6a1e1c877cca", "name": "network-vif-plugged", "status": "completed", "tag": "1043b394-c541-4f96-a3a2-6990c2ef7ca0"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:19:48.489913 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 1043b394-c541-4f96-a3a2-6990c2ef7ca0, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=1043b394-c541-4f96-a3a2-6990c2ef7ca0,segment=NetworkSegment(67387eaf-7022-4f89-a563-f5c341b7f7d6),segment_id=67387eaf-7022-4f89-a563-f5c341b7f7d6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:19:48.503299 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:48.544997 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7699b376-5cff-4502-a1a3-310b90acca75 x-openstack-request-id: req-7699b376-5cff-4502-a1a3-310b90acca75 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:19:48.545337 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc03f50b-9b32-47e9-bf92-6a1e1c877cca", "name": "network-vif-plugged", "status": "completed", "tag": "1043b394-c541-4f96-a3a2-6990c2ef7ca0", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:19:48.545589 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7699b376-5cff-4502-a1a3-310b90acca75 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:19:48.545982 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc03f50b-9b32-47e9-bf92-6a1e1c877cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1043b394-c541-4f96-a3a2-6990c2ef7ca0', 'code': 200} Aug 17 00:19:48.558188 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693f6a3-19c8-484e-90ec-948f280f4637 req-d542307f-2519-45f0-9d15-d7662c36e343 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:48.570564 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7693f6a3-19c8-484e-90ec-948f280f4637 req-d542307f-2519-45f0-9d15-d7662c36e343 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.0753236 Aug 17 00:19:48.587517 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=1043b394-c541-4f96-a3a2-6990c2ef7ca0,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:48.617280 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7693f6a3-19c8-484e-90ec-948f280f4637 req-785bf072-d409-4fef-ad7a-a5d8f6321fb2 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455556 Aug 17 00:19:48.662130 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8397440-c2fe-4971-ad9b-6a73d3f2a28e req-af6b0b6f-3ac9-435d-b765-d5e53d7cd54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:48.663660 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d8397440-c2fe-4971-ad9b-6a73d3f2a28e req-af6b0b6f-3ac9-435d-b765-d5e53d7cd54f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 1098 time: 0.0449073 Aug 17 00:19:48.707188 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d8397440-c2fe-4971-ad9b-6a73d3f2a28e req-f1601e96-ada5-4d8f-9b55-66f001b27efc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0b123c7f-2b64-44f1-9fe0-a005d4086418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325129 Aug 17 00:19:49.194929 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0d21e-fd31-47c1-9e19-e679cfd87e52 req-6bec1112-e337-4115-8c03-c7c6f8ce9bb9 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:49.196415 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dff0d21e-fd31-47c1-9e19-e679cfd87e52 req-6bec1112-e337-4115-8c03-c7c6f8ce9bb9 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 946 time: 0.0533030 Aug 17 00:19:49.234321 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-834048e1-b94a-4a3d-91f5-df03f458c413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:49.236098 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dff0d21e-fd31-47c1-9e19-e679cfd87e52 req-bebf7dd8-7a8c-4e44-b731-3bcd48b3107d tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b123c7f-2b64-44f1-9fe0-a005d4086418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323641 Aug 17 00:19:49.269374 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:49.735452 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91ca2b-9463-4a3e-b1d4-5b00c1cd90d7 req-21da8c27-e75c-4c4a-ab5a-a18a09d1e631 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:49.737096 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0c91ca2b-9463-4a3e-b1d4-5b00c1cd90d7 req-21da8c27-e75c-4c4a-ab5a-a18a09d1e631 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.0480623 Aug 17 00:19:49.774725 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0c91ca2b-9463-4a3e-b1d4-5b00c1cd90d7 req-d06a7a2c-37d9-401d-956f-bf848bd76a4a tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316362 Aug 17 00:19:50.186799 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:50.358824 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95d7a5-9a2a-4d05-8ab4-9aae3a4326b2 req-5bcd4a9e-f5cd-44ac-8233-d4b507de56bf tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:50.360360 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f95d7a5-9a2a-4d05-8ab4-9aae3a4326b2 req-5bcd4a9e-f5cd-44ac-8233-d4b507de56bf tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 946 time: 0.0529370 Aug 17 00:19:50.399795 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f95d7a5-9a2a-4d05-8ab4-9aae3a4326b2 req-bf1a9f19-ada0-49ac-8851-9bc38ce55f4a tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b123c7f-2b64-44f1-9fe0-a005d4086418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328996 Aug 17 00:19:50.524136 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde6936-586f-49b5-a738-02f1d4459b49 req-6713c568-864f-401a-92b0-3a80c80cbe61 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:50.525582 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fcde6936-586f-49b5-a738-02f1d4459b49 req-6713c568-864f-401a-92b0-3a80c80cbe61 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 946 time: 0.0533044 Aug 17 00:19:50.565400 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fcde6936-586f-49b5-a738-02f1d4459b49 req-73b7343c-e72e-4c58-872b-f5fb388a2712 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b123c7f-2b64-44f1-9fe0-a005d4086418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330043 Aug 17 00:19:50.796104 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7f9c0-789c-4922-a26d-9882ac18f058 req-3977702a-cfc0-45d4-908c-9ed1da04d12e tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:50.797628 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61b7f9c0-789c-4922-a26d-9882ac18f058 req-3977702a-cfc0-45d4-908c-9ed1da04d12e tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 946 time: 0.0509253 Aug 17 00:19:50.836711 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61b7f9c0-789c-4922-a26d-9882ac18f058 req-56fe8a1a-e4c8-4614-af9b-44fc55c01a68 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b123c7f-2b64-44f1-9fe0-a005d4086418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329392 Aug 17 00:19:50.899440 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cf881-1483-472c-b311-ddd8548bd018 req-4fc4196a-476c-4a07-9dc0-48af105768e8 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:50.900927 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-565cf881-1483-472c-b311-ddd8548bd018 req-4fc4196a-476c-4a07-9dc0-48af105768e8 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.0507574 Aug 17 00:19:50.938240 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-565cf881-1483-472c-b311-ddd8548bd018 req-5eaea932-2101-4e52-b50d-632674e476e0 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312736 Aug 17 00:19:51.961774 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cc29f-95fa-4aeb-a259-9cccaf6c70d2 req-30fea962-9cf4-4f35-b8ee-22055c20223b tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:51.963258 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-966cc29f-95fa-4aeb-a259-9cccaf6c70d2 req-30fea962-9cf4-4f35-b8ee-22055c20223b tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 946 time: 0.0544930 Aug 17 00:19:52.007636 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-966cc29f-95fa-4aeb-a259-9cccaf6c70d2 req-56c01f5a-f17c-4aa6-a7b5-e6e435574aaf tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b123c7f-2b64-44f1-9fe0-a005d4086418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373371 Aug 17 00:19:52.074489 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2af9d6-dd4a-4c5d-bff7-ed5207de5f57 req-d3146a34-bb43-4591-a341-18820fe9bec8 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:52.076888 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3a2af9d6-dd4a-4c5d-bff7-ed5207de5f57 req-d3146a34-bb43-4591-a341-18820fe9bec8 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.0551534 Aug 17 00:19:52.099786 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:52.134229 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59978) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:52.152283 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3a2af9d6-dd4a-4c5d-bff7-ed5207de5f57 req-d5e889fc-c96c-400c-87a5-60db70d8a395 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607195 Aug 17 00:19:52.210922 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-a23de5f3-15a5-4341-826b-bc6bcc5069a3 admin admin] Deleting subnet 804d6008-2415-43d7-aa7f-272da1c1d117 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:19:52.214583 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a23de5f3-15a5-4341-826b-bc6bcc5069a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:52.262922 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a23de5f3-15a5-4341-826b-bc6bcc5069a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:52.272622 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd3a3d-1849-4c8f-a966-03185efd4ea8 req-1a50080e-77d4-4587-814d-018ae84e41ef tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:52.274625 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8bbd3a3d-1849-4c8f-a966-03185efd4ea8 req-1a50080e-77d4-4587-814d-018ae84e41ef tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 946 time: 0.0590687 Aug 17 00:19:52.322386 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8bbd3a3d-1849-4c8f-a966-03185efd4ea8 req-242748c4-adb8-4955-9ca3-fca668ba4f3e tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b123c7f-2b64-44f1-9fe0-a005d4086418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410495 Aug 17 00:19:52.338298 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a23de5f3-15a5-4341-826b-bc6bcc5069a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:52.375003 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9a8cd-f2c7-4e0e-91f1-e8754d9e98b6 req-2ca793d2-97fb-4b5b-beec-87d69e32d1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:52.376615 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-83a9a8cd-f2c7-4e0e-91f1-e8754d9e98b6 req-2ca793d2-97fb-4b5b-beec-87d69e32d1bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4ccaf36ff8e4301942fa6f0391fbaf8&device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 1098 time: 0.0777280 Aug 17 00:19:52.461822 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a23de5f3-15a5-4341-826b-bc6bcc5069a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:52.501748 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a23de5f3-15a5-4341-826b-bc6bcc5069a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:52.506131 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a23de5f3-15a5-4341-826b-bc6bcc5069a3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/804d6008-2415-43d7-aa7f-272da1c1d117 HTTP/1.1" status: 204 len: 168 time: 0.3676949 Aug 17 00:19:52.506299 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59984) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:52.517787 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23de5f3-15a5-4341-826b-bc6bcc5069a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=804d6008-2415-43d7-aa7f-272da1c1d117,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:52.567566 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9a8cd-f2c7-4e0e-91f1-e8754d9e98b6 req-d083ef04-7eb6-4f6a-9a86-c94a0ad013f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:52.569067 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-83a9a8cd-f2c7-4e0e-91f1-e8754d9e98b6 req-d083ef04-7eb6-4f6a-9a86-c94a0ad013f4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d6a35875-f6fd-49e0-93a6-f2b52b055894 HTTP/1.1" status: 200 len: 912 time: 0.1837571 Aug 17 00:19:52.621221 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-83a9a8cd-f2c7-4e0e-91f1-e8754d9e98b6 req-0130d9fb-49f3-48f6-aee0-4dcb5376243e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1043b394-c541-4f96-a3a2-6990c2ef7ca0 HTTP/1.1" status: 200 len: 217 time: 0.0421095 Aug 17 00:19:52.627162 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-49fad97c-3aa1-46fd-849a-fd354391d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:52.704940 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9a8cd-f2c7-4e0e-91f1-e8754d9e98b6 req-33516c51-064f-4d47-a093-772d83183765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:52.706504 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-83a9a8cd-f2c7-4e0e-91f1-e8754d9e98b6 req-33516c51-064f-4d47-a093-772d83183765 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4581449c-cfae-4283-b501-836d52deef51 HTTP/1.1" status: 200 len: 851 time: 0.0767236 Aug 17 00:19:52.781268 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-83a9a8cd-f2c7-4e0e-91f1-e8754d9e98b6 req-4e03b923-c1fa-41c5-b078-d7e1a0d76565 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d6a35875-f6fd-49e0-93a6-f2b52b055894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363786 Aug 17 00:19:52.782915 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-49fad97c-3aa1-46fd-849a-fd354391d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:52.796190 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [req-83a9a8cd-f2c7-4e0e-91f1-e8754d9e98b6 req-b9caf448-a7d5-4fff-8251-02daf9eaa290 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:19:52.797193 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-83a9a8cd-f2c7-4e0e-91f1-e8754d9e98b6 req-b9caf448-a7d5-4fff-8251-02daf9eaa290 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069466 Aug 17 00:19:52.798805 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-49fad97c-3aa1-46fd-849a-fd354391d3d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231ddad9-9492-4a0b-b6a8-5b7244987d86']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:52.816389 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-49fad97c-3aa1-46fd-849a-fd354391d3d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89da32fa-63cc-4d7f-aae8-8fe43e56754a') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:52.816684 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-49fad97c-3aa1-46fd-849a-fd354391d3d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89da32fa-63cc-4d7f-aae8-8fe43e56754a') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:52.863452 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-49fad97c-3aa1-46fd-849a-fd354391d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:52.884561 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-49fad97c-3aa1-46fd-849a-fd354391d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:52.895447 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49fad97c-3aa1-46fd-849a-fd354391d3d1 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:19:52.896078 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-49fad97c-3aa1-46fd-849a-fd354391d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:19:52.897707 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:19:52.968089 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-83a9a8cd-f2c7-4e0e-91f1-e8754d9e98b6 req-dc67cae0-b41a-4918-af37-0b7099082750 service neutron] 10.222.0.64 "GET /v2.0/networks/d6a35875-f6fd-49e0-93a6-f2b52b055894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619947 Aug 17 00:19:52.974790 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-49fad97c-3aa1-46fd-849a-fd354391d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:52.987938 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-49fad97c-3aa1-46fd-849a-fd354391d3d1 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:52.989725 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-49fad97c-3aa1-46fd-849a-fd354391d3d1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/231ddad9-9492-4a0b-b6a8-5b7244987d86 HTTP/1.1" status: 204 len: 168 time: 0.4823534 Aug 17 00:19:53.035255 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fad97c-3aa1-46fd-849a-fd354391d3d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=231ddad9-9492-4a0b-b6a8-5b7244987d86,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:53.088777 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-83a9a8cd-f2c7-4e0e-91f1-e8754d9e98b6 req-06c76536-f302-405f-8e98-86f82ab4ad11 service neutron] 10.222.0.64 "GET /v2.0/networks/d6a35875-f6fd-49e0-93a6-f2b52b055894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106567 Aug 17 00:19:53.225070 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59990) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:53.266063 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fac35adb-690f-4474-8588-ecc99d753049 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a7abc56d2b3a44e3a6c061045daa4028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396371 Aug 17 00:19:53.268334 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 59992) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:53.272156 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06282f16-a292-43fe-bd93-a8e174ef477e req-5c40ebd2-a4b4-48ee-93cf-58ffee99ff8d tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:53.273669 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-06282f16-a292-43fe-bd93-a8e174ef477e req-5c40ebd2-a4b4-48ee-93cf-58ffee99ff8d tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.0541558 Aug 17 00:19:53.314041 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-06282f16-a292-43fe-bd93-a8e174ef477e req-2c9f7c38-43fb-4acc-b49e-5166c21c7b43 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335617 Aug 17 00:19:53.323431 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-91f570db-f355-4cd9-94a7-efbf3ceb6747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:53.345269 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-91f570db-f355-4cd9-94a7-efbf3ceb6747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:53.394987 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-91f570db-f355-4cd9-94a7-efbf3ceb6747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:53.397625 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-91f570db-f355-4cd9-94a7-efbf3ceb6747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:53.398805 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-91f570db-f355-4cd9-94a7-efbf3ceb6747 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69998126-43ce-4a32-b790-c61684301cc8 HTTP/1.1" status: 204 len: 168 time: 0.1295404 Aug 17 00:19:53.406887 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f570db-f355-4cd9-94a7-efbf3ceb6747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69998126-43ce-4a32-b790-c61684301cc8,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:53.452946 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d41642-8065-442e-8ab4-f518737c6af3 req-afd91fb5-21a5-4561-b1c5-160158401fe0 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:53.454614 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42d41642-8065-442e-8ab4-f518737c6af3 req-afd91fb5-21a5-4561-b1c5-160158401fe0 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 946 time: 0.0575604 Aug 17 00:19:53.498618 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42d41642-8065-442e-8ab4-f518737c6af3 req-6df8dbf0-5995-477d-9a73-4804b042d7ea tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b123c7f-2b64-44f1-9fe0-a005d4086418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340397 Aug 17 00:19:54.120098 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60018) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:54.218062 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-40158cd8-da72-4ef4-b7a0-4a035d75f238 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1090243222-network', 'tenant_id': '473ada7987594954b08d7da706769a62'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:54.239198 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40158cd8-da72-4ef4-b7a0-4a035d75f238 admin admin] Made reservation on behalf of 473ada7987594954b08d7da706769a62 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:19:54.241585 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-40158cd8-da72-4ef4-b7a0-4a035d75f238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:54.249861 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-40158cd8-da72-4ef4-b7a0-4a035d75f238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:54.336192 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-40158cd8-da72-4ef4-b7a0-4a035d75f238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:54.339974 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-40158cd8-da72-4ef4-b7a0-4a035d75f238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:54.365833 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40158cd8-da72-4ef4-b7a0-4a035d75f238 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:19:54.375853 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40158cd8-da72-4ef4-b7a0-4a035d75f238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f23eeb-93a1-4b15-a869-18bbd7d9451c,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:54.380789 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-40158cd8-da72-4ef4-b7a0-4a035d75f238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:54.381166 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-40158cd8-da72-4ef4-b7a0-4a035d75f238 admin admin] Added segment f1ea1962-0ebf-4645-adc5-f6199b24eb23 of type vlan for network 46a967c8-79de-433c-9b99-e81ed7ff61e4 Aug 17 00:19:54.424051 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-40158cd8-da72-4ef4-b7a0-4a035d75f238 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:54.433376 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cff0ba-a188-450d-9086-bcb033b743a1 req-6e6d0727-def6-40d5-bc64-6cf05686f7b1 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:54.441299 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d9cff0ba-a188-450d-9086-bcb033b743a1 req-6e6d0727-def6-40d5-bc64-6cf05686f7b1 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.0561283 Aug 17 00:19:54.454216 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-40158cd8-da72-4ef4-b7a0-4a035d75f238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:54.455324 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40158cd8-da72-4ef4-b7a0-4a035d75f238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:54.455959 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-40158cd8-da72-4ef4-b7a0-4a035d75f238 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:54.476719 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d9cff0ba-a188-450d-9086-bcb033b743a1 req-ebd0f2a2-f107-4a4a-9d53-ed26c5624da7 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345528 Aug 17 00:19:54.514627 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-40158cd8-da72-4ef4-b7a0-4a035d75f238 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3934181 Aug 17 00:19:54.517586 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60026) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:54.523859 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-16f4174b-236b-41fb-8079-5307b7cb7b41 admin admin] Request body: {'subnet': {'network_id': '46a967c8-79de-433c-9b99-e81ed7ff61e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1090243222-subnet', 'tenant_id': '473ada7987594954b08d7da706769a62', 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:54.533377 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40158cd8-da72-4ef4-b7a0-4a035d75f238 admin admin] Pushing event updated for resources: {'Network': ['ID=46a967c8-79de-433c-9b99-e81ed7ff61e4,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:54.545531 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 46a967c8-79de-433c-9b99-e81ed7ff61e4 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:19:54.552552 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f4174b-236b-41fb-8079-5307b7cb7b41 admin admin] Made reservation on behalf of 473ada7987594954b08d7da706769a62 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:19:54.555233 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-16f4174b-236b-41fb-8079-5307b7cb7b41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:54.632005 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251176dd-e063-4897-bcdd-45da2e210899 req-a7ca4e19-c671-42c1-bd7d-6a6a72c0993c tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:54.633544 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-251176dd-e063-4897-bcdd-45da2e210899 req-a7ca4e19-c671-42c1-bd7d-6a6a72c0993c tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 946 time: 0.0658762 Aug 17 00:19:54.673009 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-251176dd-e063-4897-bcdd-45da2e210899 req-9687837a-26cc-4b6e-8a4e-8aafdf2a56ca tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b123c7f-2b64-44f1-9fe0-a005d4086418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325215 Aug 17 00:19:54.734188 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-16f4174b-236b-41fb-8079-5307b7cb7b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:54.792270 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4174b-236b-41fb-8079-5307b7cb7b41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce54efb6-92ac-4a9f-bc47-461833b200d9,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:54.801505 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f4174b-236b-41fb-8079-5307b7cb7b41 admin admin] Checking segment: {'id': 'f1ea1962-0ebf-4645-adc5-f6199b24eb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '46a967c8-79de-433c-9b99-e81ed7ff61e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:19:54.801877 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f4174b-236b-41fb-8079-5307b7cb7b41 admin admin] Network hostable DHCP agents. Network: 46a967c8-79de-433c-9b99-e81ed7ff61e4, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:19:54.822515 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f4174b-236b-41fb-8079-5307b7cb7b41 admin admin] Network 46a967c8-79de-433c-9b99-e81ed7ff61e4 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:19:54.832664 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-16f4174b-236b-41fb-8079-5307b7cb7b41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 46a967c8-79de-433c-9b99-e81ed7ff61e4) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:19:54.836623 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f4174b-236b-41fb-8079-5307b7cb7b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:54.837250 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-16f4174b-236b-41fb-8079-5307b7cb7b41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:54.847155 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9599d5a2-9e7a-4e22-a3ab-d8bf326337f7 None None] Network 46a967c8-79de-433c-9b99-e81ed7ff61e4 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:19:54.853650 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-16f4174b-236b-41fb-8079-5307b7cb7b41 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3350227 Aug 17 00:19:54.857185 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60034) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:54.861881 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-152a4cdf-803a-46ee-85ec-ed8fb9521fa1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1090243222-router', 'tenant_id': '473ada7987594954b08d7da706769a62', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:54.884968 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-152a4cdf-803a-46ee-85ec-ed8fb9521fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:54.886169 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-152a4cdf-803a-46ee-85ec-ed8fb9521fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:54.928282 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd3f3c-0644-4295-92bd-1c963fcd8368 req-b2fcd87f-e455-44a3-a9c6-d9b72f7e11ad tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:54.929815 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d9cd3f3c-0644-4295-92bd-1c963fcd8368 req-b2fcd87f-e455-44a3-a9c6-d9b72f7e11ad tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 946 time: 0.0544591 Aug 17 00:19:54.949489 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-152a4cdf-803a-46ee-85ec-ed8fb9521fa1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:54.971815 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d9cd3f3c-0644-4295-92bd-1c963fcd8368 req-a194e702-b353-4301-98cb-9d25a775b78c tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b123c7f-2b64-44f1-9fe0-a005d4086418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344977 Aug 17 00:19:55.002570 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a152eb0c-1be7-4c78-8f9a-d5d25c89f844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-46a967c8-79de-433c-9b99-e81ed7ff61e4', 'network_id': '46a967c8-79de-433c-9b99-e81ed7ff61e4', 'tenant_id': '473ada7987594954b08d7da706769a62', 'fixed_ips': [{'subnet_id': 'ce54efb6-92ac-4a9f-bc47-461833b200d9'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:19:55.003484 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a152eb0c-1be7-4c78-8f9a-d5d25c89f844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:55.108027 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-152a4cdf-803a-46ee-85ec-ed8fb9521fa1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:55.140530 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-a152eb0c-1be7-4c78-8f9a-d5d25c89f844 None None] Allocated IP 172.20.0.2 (46a967c8-79de-433c-9b99-e81ed7ff61e4/ce54efb6-92ac-4a9f-bc47-461833b200d9/31d03d65-870e-4c23-849f-8cd83e017793) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:19:55.285525 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a152eb0c-1be7-4c78-8f9a-d5d25c89f844 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:55.294856 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a152eb0c-1be7-4c78-8f9a-d5d25c89f844 None None] Transition to ACTIVE for port object 31d03d65-870e-4c23-849f-8cd83e017793 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:19:55.308522 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-152a4cdf-803a-46ee-85ec-ed8fb9521fa1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:55.309774 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a152eb0c-1be7-4c78-8f9a-d5d25c89f844 None None] Transition to ACTIVE for port object 31d03d65-870e-4c23-849f-8cd83e017793 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:19:55.316034 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a152eb0c-1be7-4c78-8f9a-d5d25c89f844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:55.331572 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-152a4cdf-803a-46ee-85ec-ed8fb9521fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:55.358665 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a152eb0c-1be7-4c78-8f9a-d5d25c89f844 None None] Network 46a967c8-79de-433c-9b99-e81ed7ff61e4 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:19:55.362037 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-a152eb0c-1be7-4c78-8f9a-d5d25c89f844 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:19:55.366429 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a152eb0c-1be7-4c78-8f9a-d5d25c89f844 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:19:55.369623 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152eb0c-1be7-4c78-8f9a-d5d25c89f844 None None] Pushing event updated for resources: {'Port': ['ID=31d03d65-870e-4c23-849f-8cd83e017793,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:55.429842 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-a152eb0c-1be7-4c78-8f9a-d5d25c89f844 None None] Attempting to bind port 31d03d65-870e-4c23-849f-8cd83e017793 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:19:55.430446 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-a152eb0c-1be7-4c78-8f9a-d5d25c89f844 None None] Attempting to bind port 31d03d65-870e-4c23-849f-8cd83e017793 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'f1ea1962-0ebf-4645-adc5-f6199b24eb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '46a967c8-79de-433c-9b99-e81ed7ff61e4'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:19:55.430975 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a152eb0c-1be7-4c78-8f9a-d5d25c89f844 None None] Attempting to bind port 31d03d65-870e-4c23-849f-8cd83e017793 on network 46a967c8-79de-433c-9b99-e81ed7ff61e4 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:19:55.436277 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a152eb0c-1be7-4c78-8f9a-d5d25c89f844 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:19:55.436881 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a152eb0c-1be7-4c78-8f9a-d5d25c89f844 None None] Checking segment: {'id': 'f1ea1962-0ebf-4645-adc5-f6199b24eb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '46a967c8-79de-433c-9b99-e81ed7ff61e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:19:55.437524 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a152eb0c-1be7-4c78-8f9a-d5d25c89f844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:55.437929 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a152eb0c-1be7-4c78-8f9a-d5d25c89f844 None None] Bound using segment: {'id': 'f1ea1962-0ebf-4645-adc5-f6199b24eb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '46a967c8-79de-433c-9b99-e81ed7ff61e4'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:19:55.438406 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-a152eb0c-1be7-4c78-8f9a-d5d25c89f844 None None] Bound port: 31d03d65-870e-4c23-849f-8cd83e017793, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ea1962-0ebf-4645-adc5-f6199b24eb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '46a967c8-79de-433c-9b99-e81ed7ff61e4'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:19:55.438797 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a152eb0c-1be7-4c78-8f9a-d5d25c89f844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:55.458829 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-152a4cdf-803a-46ee-85ec-ed8fb9521fa1 admin admin] Allocated IP 172.25.3.9 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/cbda699e-29b9-42a6-9504-e819d6f8565d) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:19:55.508379 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-a152eb0c-1be7-4c78-8f9a-d5d25c89f844 None None] For port 31d03d65-870e-4c23-849f-8cd83e017793, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:19:55.512788 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-a152eb0c-1be7-4c78-8f9a-d5d25c89f844 None None] For port 31d03d65-870e-4c23-849f-8cd83e017793, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=31d03d65-870e-4c23-849f-8cd83e017793,segment=NetworkSegment(f1ea1962-0ebf-4645-adc5-f6199b24eb23),segment_id=f1ea1962-0ebf-4645-adc5-f6199b24eb23)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:19:55.518620 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a152eb0c-1be7-4c78-8f9a-d5d25c89f844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:55.585745 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152eb0c-1be7-4c78-8f9a-d5d25c89f844 None None] Pushing event updated for resources: {'Port': ['ID=31d03d65-870e-4c23-849f-8cd83e017793,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:55.596895 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-152a4cdf-803a-46ee-85ec-ed8fb9521fa1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:55.641950 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3620228-baff-4857-832b-863050156743 req-cc6723e8-581f-4963-8a53-9cc6a0186a51 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:55.643868 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c3620228-baff-4857-832b-863050156743 req-cc6723e8-581f-4963-8a53-9cc6a0186a51 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.0944455 Aug 17 00:19:55.664514 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-152a4cdf-803a-46ee-85ec-ed8fb9521fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:55.690108 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c3620228-baff-4857-832b-863050156743 req-e44e1541-6527-48dd-a229-ac3fa1da36a6 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384974 Aug 17 00:19:55.717452 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152a4cdf-803a-46ee-85ec-ed8fb9521fa1 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:19:55.720759 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-152a4cdf-803a-46ee-85ec-ed8fb9521fa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:19:55.724659 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152a4cdf-803a-46ee-85ec-ed8fb9521fa1 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:19:55.730283 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a4cdf-803a-46ee-85ec-ed8fb9521fa1 admin admin] Pushing event updated for resources: {'Port': ['ID=cbda699e-29b9-42a6-9504-e819d6f8565d,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:56.017267 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-152a4cdf-803a-46ee-85ec-ed8fb9521fa1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:56.111879 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 31d03d65-870e-4c23-849f-8cd83e017793 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:19:56.118448 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404fa86-7f78-4e79-9df2-5e3f60563c98 req-4c0fce09-0e9c-4b05-ab35-817f3f4949c2 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:56.119969 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0404fa86-7f78-4e79-9df2-5e3f60563c98 req-4c0fce09-0e9c-4b05-ab35-817f3f4949c2 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 946 time: 0.0722573 Aug 17 00:19:56.160411 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0404fa86-7f78-4e79-9df2-5e3f60563c98 req-911b175a-6835-434a-9f70-798808b7e4ed tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b123c7f-2b64-44f1-9fe0-a005d4086418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333514 Aug 17 00:19:56.162369 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 31d03d65-870e-4c23-849f-8cd83e017793 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:19:56.418066 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d1b1f-2350-4089-9391-c636570959ac req-9c06de7e-3912-4a9f-b6a6-d285303fc2db tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:56.419871 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-758d1b1f-2350-4089-9391-c636570959ac req-9c06de7e-3912-4a9f-b6a6-d285303fc2db tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 946 time: 0.0644794 Aug 17 00:19:56.463782 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-758d1b1f-2350-4089-9391-c636570959ac req-de59cb85-a42f-4a84-95c8-757770ec7fe8 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b123c7f-2b64-44f1-9fe0-a005d4086418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370944 Aug 17 00:19:56.579178 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96009e22-c5fa-49b9-b4d1-bfd2cdb57a27 None None] Network 46a967c8-79de-433c-9b99-e81ed7ff61e4 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:19:56.585684 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-152a4cdf-803a-46ee-85ec-ed8fb9521fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:56.591115 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ded9a5-1758-4387-b272-2681e1efb61f req-d84da122-6c60-4056-97b5-3fd7e9eb13b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:56.592615 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-59ded9a5-1758-4387-b272-2681e1efb61f req-d84da122-6c60-4056-97b5-3fd7e9eb13b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4ccaf36ff8e4301942fa6f0391fbaf8&device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 1098 time: 0.0613954 Aug 17 00:19:56.636169 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6cc85658-31c8-4b7d-a02b-cd070b235c30 None None] Provisioning for port 31d03d65-870e-4c23-849f-8cd83e017793 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:19:56.645201 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6cc85658-31c8-4b7d-a02b-cd070b235c30 None None] Provisioning complete for port 31d03d65-870e-4c23-849f-8cd83e017793 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:56.645574 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6cc85658-31c8-4b7d-a02b-cd070b235c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:56.772958 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ded9a5-1758-4387-b272-2681e1efb61f req-7ecc81b3-2cd8-4a6f-b3f5-896aa64414d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:56.774392 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-59ded9a5-1758-4387-b272-2681e1efb61f req-7ecc81b3-2cd8-4a6f-b3f5-896aa64414d9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d6a35875-f6fd-49e0-93a6-f2b52b055894 HTTP/1.1" status: 200 len: 912 time: 0.1452491 Aug 17 00:19:56.801908 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6cc85658-31c8-4b7d-a02b-cd070b235c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:56.821696 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240dae2-c286-4726-9dfa-f6e26e7ccc29 req-795dd312-125a-4efe-8f0b-10bca9ae4cb3 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:56.825950 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9240dae2-c286-4726-9dfa-f6e26e7ccc29 req-795dd312-125a-4efe-8f0b-10bca9ae4cb3 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.0569980 Aug 17 00:19:56.828232 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-59ded9a5-1758-4387-b272-2681e1efb61f req-eebb182a-9368-4454-953c-d5996a11206a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1043b394-c541-4f96-a3a2-6990c2ef7ca0 HTTP/1.1" status: 200 len: 217 time: 0.0391815 Aug 17 00:19:56.846541 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-6cc85658-31c8-4b7d-a02b-cd070b235c30 None None] For port 31d03d65-870e-4c23-849f-8cd83e017793, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=31d03d65-870e-4c23-849f-8cd83e017793,segment=NetworkSegment(f1ea1962-0ebf-4645-adc5-f6199b24eb23),segment_id=f1ea1962-0ebf-4645-adc5-f6199b24eb23)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:19:56.851723 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152a4cdf-803a-46ee-85ec-ed8fb9521fa1 admin admin] Router 6d687189-6634-4c89-9df4-8c7d1982b82a is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:19:56.854917 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6cc85658-31c8-4b7d-a02b-cd070b235c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:56.886344 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9240dae2-c286-4726-9dfa-f6e26e7ccc29 req-9a45b16f-b707-491b-b17f-285e2df1c453 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510383 Aug 17 00:19:56.912933 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc85658-31c8-4b7d-a02b-cd070b235c30 None None] Pushing event updated for resources: {'Port': ['ID=31d03d65-870e-4c23-849f-8cd83e017793,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:56.937993 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ded9a5-1758-4387-b272-2681e1efb61f req-56a2f7cc-d8ef-43d7-b729-9ebb0c997d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:56.939495 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-59ded9a5-1758-4387-b272-2681e1efb61f req-56a2f7cc-d8ef-43d7-b729-9ebb0c997d46 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4581449c-cfae-4283-b501-836d52deef51 HTTP/1.1" status: 200 len: 851 time: 0.1016273 Aug 17 00:19:57.005862 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-59ded9a5-1758-4387-b272-2681e1efb61f req-661d109f-62cc-439e-b5b2-0e8fc8b91021 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d6a35875-f6fd-49e0-93a6-f2b52b055894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524888 Aug 17 00:19:57.071248 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152a4cdf-803a-46ee-85ec-ed8fb9521fa1 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:19:57.082609 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ed5e5d-ecce-46f7-b33c-e1d7b6009f70 None None] Sync routers for ids ['6d687189-6634-4c89-9df4-8c7d1982b82a'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:19:57.087315 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-64d23917-2eca-4559-9a08-d6cce7d932c4 None None] Provisioning complete for port 31d03d65-870e-4c23-849f-8cd83e017793 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:57.087683 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-64d23917-2eca-4559-9a08-d6cce7d932c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:57.098593 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-152a4cdf-803a-46ee-85ec-ed8fb9521fa1 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:57.099838 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-152a4cdf-803a-46ee-85ec-ed8fb9521fa1 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2417107 Aug 17 00:19:57.102577 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60050) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:57.119183 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ed5e5d-ecce-46f7-b33c-e1d7b6009f70 None None] Routers {'6d687189-6634-4c89-9df4-8c7d1982b82a'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:19:57.119740 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-a2ed5e5d-ecce-46f7-b33c-e1d7b6009f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:19:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6d687189-6634-4c89-9df4-8c7d1982b82a'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:57.169570 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-59ded9a5-1758-4387-b272-2681e1efb61f req-af13dd29-eb39-40dc-808a-1c0af8a7ce90 service neutron] 10.222.0.64 "GET /v2.0/networks/d6a35875-f6fd-49e0-93a6-f2b52b055894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530209 Aug 17 00:19:57.266044 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-a2ed5e5d-ecce-46f7-b33c-e1d7b6009f70 None None] Set router 6d687189-6634-4c89-9df4-8c7d1982b82a gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:19:57.373253 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-59ded9a5-1758-4387-b272-2681e1efb61f req-fd2c7834-39c5-46d6-9a2e-f755b8312aee service neutron] 10.222.0.64 "GET /v2.0/networks/d6a35875-f6fd-49e0-93a6-f2b52b055894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671886 Aug 17 00:19:57.442598 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-a2ed5e5d-ecce-46f7-b33c-e1d7b6009f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d687189-6634-4c89-9df4-8c7d1982b82a', 'name': 'tempest-TestAggregatesBasicOps-1090243222-router', 'tenant_id': '473ada7987594954b08d7da706769a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'cbda699e-29b9-42a6-9504-e819d6f8565d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:54Z', 'updated_at': '2021-08-17T00:19:55Z', 'revision_number': 3, 'project_id': '473ada7987594954b08d7da706769a62', 'gw_port': {'id': 'cbda699e-29b9-42a6-9504-e819d6f8565d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d687189-6634-4c89-9df4-8c7d1982b82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:55Z', 'updated_at': '2021-08-17T00:19:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:57.468793 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ed5e5d-ecce-46f7-b33c-e1d7b6009f70 None None] Checking router: 6d687189-6634-4c89-9df4-8c7d1982b82a for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:19:57.469149 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ed5e5d-ecce-46f7-b33c-e1d7b6009f70 None None] Updating router 6d687189-6634-4c89-9df4-8c7d1982b82a port cbda699e-29b9-42a6-9504-e819d6f8565d binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:19:57.497667 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a2ed5e5d-ecce-46f7-b33c-e1d7b6009f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:57.594217 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b3230-0df6-4203-bac1-aa23d51b707d req-5f209f32-d90b-4246-97eb-00bdcae6efc2 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:57.595806 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c56b3230-0df6-4203-bac1-aa23d51b707d req-5f209f32-d90b-4246-97eb-00bdcae6efc2 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 946 time: 0.0568659 Aug 17 00:19:57.633425 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df9dbf1d-65f1-4969-804d-8dd37ff9a0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:57.636289 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c56b3230-0df6-4203-bac1-aa23d51b707d req-2ce275fd-ec2b-43e7-b772-05bc8e29dafa tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b123c7f-2b64-44f1-9fe0-a005d4086418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334795 Aug 17 00:19:57.763059 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a2ed5e5d-ecce-46f7-b33c-e1d7b6009f70 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:57.773409 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a2ed5e5d-ecce-46f7-b33c-e1d7b6009f70 None None] Transition to ACTIVE for port object cbda699e-29b9-42a6-9504-e819d6f8565d will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:19:57.779395 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a2ed5e5d-ecce-46f7-b33c-e1d7b6009f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:57.813472 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-df9dbf1d-65f1-4969-804d-8dd37ff9a0f8 admin admin] Allocated IP 172.20.0.1 (46a967c8-79de-433c-9b99-e81ed7ff61e4/ce54efb6-92ac-4a9f-bc47-461833b200d9/a951fbcc-dc32-4482-8074-e7f575277509) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:19:57.833436 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-a2ed5e5d-ecce-46f7-b33c-e1d7b6009f70 None None] Attempting to bind port cbda699e-29b9-42a6-9504-e819d6f8565d on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:19:57.833809 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-a2ed5e5d-ecce-46f7-b33c-e1d7b6009f70 None None] Attempting to bind port cbda699e-29b9-42a6-9504-e819d6f8565d by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:19:57.834175 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ed5e5d-ecce-46f7-b33c-e1d7b6009f70 None None] Attempting to bind port cbda699e-29b9-42a6-9504-e819d6f8565d on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:19:57.836059 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d63523-a144-42a3-8363-35c0e420454b None None] Pushing event updated for resources: {'Port': ['ID=cbda699e-29b9-42a6-9504-e819d6f8565d,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:57.842045 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ed5e5d-ecce-46f7-b33c-e1d7b6009f70 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:19:57.842423 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ed5e5d-ecce-46f7-b33c-e1d7b6009f70 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:19:57.842828 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a2ed5e5d-ecce-46f7-b33c-e1d7b6009f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:57.843213 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ed5e5d-ecce-46f7-b33c-e1d7b6009f70 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:19:57.843679 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-a2ed5e5d-ecce-46f7-b33c-e1d7b6009f70 None None] Bound port: cbda699e-29b9-42a6-9504-e819d6f8565d, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:19:57.844060 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a2ed5e5d-ecce-46f7-b33c-e1d7b6009f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:57.897873 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-a2ed5e5d-ecce-46f7-b33c-e1d7b6009f70 None None] For port cbda699e-29b9-42a6-9504-e819d6f8565d, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:19:57.901069 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-a2ed5e5d-ecce-46f7-b33c-e1d7b6009f70 None None] For port cbda699e-29b9-42a6-9504-e819d6f8565d, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=cbda699e-29b9-42a6-9504-e819d6f8565d,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:19:57.906855 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a2ed5e5d-ecce-46f7-b33c-e1d7b6009f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:57.926615 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df9dbf1d-65f1-4969-804d-8dd37ff9a0f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:57.945232 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-df9dbf1d-65f1-4969-804d-8dd37ff9a0f8 admin admin] Transition to ACTIVE for port object a951fbcc-dc32-4482-8074-e7f575277509 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:19:57.960154 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ed5e5d-ecce-46f7-b33c-e1d7b6009f70 None None] Routers {'6d687189-6634-4c89-9df4-8c7d1982b82a'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:19:57.960783 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-a2ed5e5d-ecce-46f7-b33c-e1d7b6009f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:19:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6d687189-6634-4c89-9df4-8c7d1982b82a'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:57.983507 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df9dbf1d-65f1-4969-804d-8dd37ff9a0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:58.004272 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1a040-32d8-47f7-ba82-814078112281 req-86677caa-b39c-4c08-bb2a-8cc78bcf984e tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:58.006148 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3dd1a040-32d8-47f7-ba82-814078112281 req-86677caa-b39c-4c08-bb2a-8cc78bcf984e tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.0608356 Aug 17 00:19:58.035608 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d63523-a144-42a3-8363-35c0e420454b None None] Pushing event updated for resources: {'Port': ['ID=cbda699e-29b9-42a6-9504-e819d6f8565d,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:58.039854 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9dbf1d-65f1-4969-804d-8dd37ff9a0f8 admin admin] Network 46a967c8-79de-433c-9b99-e81ed7ff61e4 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:19:58.046849 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-df9dbf1d-65f1-4969-804d-8dd37ff9a0f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:19:58.051067 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9dbf1d-65f1-4969-804d-8dd37ff9a0f8 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:19:58.072569 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3dd1a040-32d8-47f7-ba82-814078112281 req-b703ad5d-44fd-4d60-8d1b-0c6fd3c7c63f tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571547 Aug 17 00:19:58.104327 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9dbf1d-65f1-4969-804d-8dd37ff9a0f8 admin admin] Pushing event updated for resources: {'Port': ['ID=a951fbcc-dc32-4482-8074-e7f575277509,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:58.111560 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 31d03d65-870e-4c23-849f-8cd83e017793 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:19:58.125371 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df9dbf1d-65f1-4969-804d-8dd37ff9a0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:58.174484 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-a2ed5e5d-ecce-46f7-b33c-e1d7b6009f70 None None] Set router 6d687189-6634-4c89-9df4-8c7d1982b82a gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:19:58.256264 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 31d03d65-870e-4c23-849f-8cd83e017793 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:58.256640 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:58.279188 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df9dbf1d-65f1-4969-804d-8dd37ff9a0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:58.463001 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df9dbf1d-65f1-4969-804d-8dd37ff9a0f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:58.469008 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df9dbf1d-65f1-4969-804d-8dd37ff9a0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:58.537840 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9dbf1d-65f1-4969-804d-8dd37ff9a0f8 admin admin] Pushing event updated for resources: {'Port': ['ID=a951fbcc-dc32-4482-8074-e7f575277509,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:58.540391 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df9dbf1d-65f1-4969-804d-8dd37ff9a0f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:58.550442 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-340e5162-f6ba-4ff3-99ea-541abd596c48 None None] Provisioning for port a951fbcc-dc32-4482-8074-e7f575277509 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:19:58.573505 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-340e5162-f6ba-4ff3-99ea-541abd596c48 None None] Provisioning complete for port a951fbcc-dc32-4482-8074-e7f575277509 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:58.573876 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-340e5162-f6ba-4ff3-99ea-541abd596c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:58.632076 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-340e5162-f6ba-4ff3-99ea-541abd596c48 None None] Port a951fbcc-dc32-4482-8074-e7f575277509 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:19:58.638034 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9dbf1d-65f1-4969-804d-8dd37ff9a0f8 admin admin] Network 46a967c8-79de-433c-9b99-e81ed7ff61e4 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:19:58.639503 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-df9dbf1d-65f1-4969-804d-8dd37ff9a0f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:19:58.645752 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-a2ed5e5d-ecce-46f7-b33c-e1d7b6009f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d687189-6634-4c89-9df4-8c7d1982b82a', 'name': 'tempest-TestAggregatesBasicOps-1090243222-router', 'tenant_id': '473ada7987594954b08d7da706769a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'cbda699e-29b9-42a6-9504-e819d6f8565d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:54Z', 'updated_at': '2021-08-17T00:19:55Z', 'revision_number': 3, 'project_id': '473ada7987594954b08d7da706769a62', 'gw_port': {'id': 'cbda699e-29b9-42a6-9504-e819d6f8565d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d687189-6634-4c89-9df4-8c7d1982b82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:55Z', 'updated_at': '2021-08-17T00:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:58.674557 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ed5e5d-ecce-46f7-b33c-e1d7b6009f70 None None] The sync data for ids ['6d687189-6634-4c89-9df4-8c7d1982b82a'] in n-d-800088-20 is: [{'id': '6d687189-6634-4c89-9df4-8c7d1982b82a', 'name': 'tempest-TestAggregatesBasicOps-1090243222-router', 'tenant_id': '473ada7987594954b08d7da706769a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'cbda699e-29b9-42a6-9504-e819d6f8565d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:54Z', 'updated_at': '2021-08-17T00:19:55Z', 'revision_number': 3, 'project_id': '473ada7987594954b08d7da706769a62', 'gw_port': {'id': 'cbda699e-29b9-42a6-9504-e819d6f8565d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d687189-6634-4c89-9df4-8c7d1982b82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:55Z', 'updated_at': '2021-08-17T00:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:19:58.763190 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9dbf1d-65f1-4969-804d-8dd37ff9a0f8 admin admin] Router 6d687189-6634-4c89-9df4-8c7d1982b82a has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:19:58.774569 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edecbd-5c24-4f4d-b009-2c963486a1c0 req-f250fd3a-4476-4ac5-ad8c-290c3cd1ac2c tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:58.781242 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7edecbd-5c24-4f4d-b009-2c963486a1c0 req-f250fd3a-4476-4ac5-ad8c-290c3cd1ac2c tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 946 time: 0.0613191 Aug 17 00:19:58.827449 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7edecbd-5c24-4f4d-b009-2c963486a1c0 req-bb156dce-6137-4d00-9e23-0e0cbcccbdd2 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b123c7f-2b64-44f1-9fe0-a005d4086418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410397 Aug 17 00:19:58.915112 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9dbf1d-65f1-4969-804d-8dd37ff9a0f8 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:19:58.920475 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-df9dbf1d-65f1-4969-804d-8dd37ff9a0f8 admin admin] 10.222.0.60 "PUT /v2.0/routers/6d687189-6634-4c89-9df4-8c7d1982b82a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8169060 Aug 17 00:19:58.967048 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4aaa5909-74ca-42a6-b092-eda59e9f5605 None None] Provisioning complete for port a951fbcc-dc32-4482-8074-e7f575277509 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:58.967550 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4aaa5909-74ca-42a6-b092-eda59e9f5605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:59.020272 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-4aaa5909-74ca-42a6-b092-eda59e9f5605 None None] Port a951fbcc-dc32-4482-8074-e7f575277509 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:19:59.176862 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61ac7f-d0a5-4303-baea-54943d86b8f9 req-c1018128-1863-4490-8232-6148790bec5a tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:59.180503 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec61ac7f-d0a5-4303-baea-54943d86b8f9 req-c1018128-1863-4490-8232-6148790bec5a tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 946 time: 0.0800979 Aug 17 00:19:59.250635 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec61ac7f-d0a5-4303-baea-54943d86b8f9 req-f2fe9411-fc89-4e1c-9c6e-01d791cd2fb5 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b123c7f-2b64-44f1-9fe0-a005d4086418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580564 Aug 17 00:19:59.259629 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ff0f6-715c-4e52-926b-d2611009a6d8 req-1a044cc5-a8bd-4ae2-b82d-c399782b63cb tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:59.265661 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e7ff0f6-715c-4e52-926b-d2611009a6d8 req-1a044cc5-a8bd-4ae2-b82d-c399782b63cb tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.0838070 Aug 17 00:19:59.314829 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e7ff0f6-715c-4e52-926b-d2611009a6d8 req-76766020-0818-432b-af43-04cc66184f44 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471110 Aug 17 00:19:59.513452 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60082) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:59.518880 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-5c9d55d7-b339-4161-8605-58bf2ac13888 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-416098544-network', 'tenant_id': '82f0942f138e4bafb85d91f54ed18c11'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:59.540770 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9d55d7-b339-4161-8605-58bf2ac13888 admin admin] Made reservation on behalf of 82f0942f138e4bafb85d91f54ed18c11 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:19:59.543147 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5c9d55d7-b339-4161-8605-58bf2ac13888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:59.552860 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5c9d55d7-b339-4161-8605-58bf2ac13888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:59.651056 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5c9d55d7-b339-4161-8605-58bf2ac13888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:59.656086 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5c9d55d7-b339-4161-8605-58bf2ac13888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:59.677946 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9d55d7-b339-4161-8605-58bf2ac13888 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:19:59.693408 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d55d7-b339-4161-8605-58bf2ac13888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b6dae7-dfd8-4a14-aedb-9985882d5815,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:59.697434 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5c9d55d7-b339-4161-8605-58bf2ac13888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:59.697781 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-5c9d55d7-b339-4161-8605-58bf2ac13888 admin admin] Added segment 490316ac-5483-43aa-98a5-91f5068342df of type vlan for network 4aca2c2f-c3ff-400a-adf5-44fc5cbb6966 Aug 17 00:19:59.739076 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5c9d55d7-b339-4161-8605-58bf2ac13888 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:59.770874 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5c9d55d7-b339-4161-8605-58bf2ac13888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:59.772180 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9d55d7-b339-4161-8605-58bf2ac13888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:59.772817 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5c9d55d7-b339-4161-8605-58bf2ac13888 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:59.826772 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5c9d55d7-b339-4161-8605-58bf2ac13888 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3087840 Aug 17 00:19:59.827193 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60084) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:59.832445 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-73687536-5495-4a1e-b697-0aa89adfacc8 admin admin] Request body: {'subnet': {'network_id': '4aca2c2f-c3ff-400a-adf5-44fc5cbb6966', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-416098544-subnet', 'tenant_id': '82f0942f138e4bafb85d91f54ed18c11', 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:59.835415 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d55d7-b339-4161-8605-58bf2ac13888 admin admin] Pushing event updated for resources: {'Network': ['ID=4aca2c2f-c3ff-400a-adf5-44fc5cbb6966,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:59.846054 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 4aca2c2f-c3ff-400a-adf5-44fc5cbb6966 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:19:59.855748 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73687536-5495-4a1e-b697-0aa89adfacc8 admin admin] Made reservation on behalf of 82f0942f138e4bafb85d91f54ed18c11 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:19:59.858353 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-73687536-5495-4a1e-b697-0aa89adfacc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:00.034872 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-73687536-5495-4a1e-b697-0aa89adfacc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:00.097984 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device cbda699e-29b9-42a6-9504-e819d6f8565d up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:20:00.101590 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73687536-5495-4a1e-b697-0aa89adfacc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=904c6d93-07df-4553-8131-f713b5f5b0be,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:00.111328 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73687536-5495-4a1e-b697-0aa89adfacc8 admin admin] Checking segment: {'id': '490316ac-5483-43aa-98a5-91f5068342df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4aca2c2f-c3ff-400a-adf5-44fc5cbb6966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:20:00.111961 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73687536-5495-4a1e-b697-0aa89adfacc8 admin admin] Network hostable DHCP agents. Network: 4aca2c2f-c3ff-400a-adf5-44fc5cbb6966, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:20:00.130151 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73687536-5495-4a1e-b697-0aa89adfacc8 admin admin] Network 4aca2c2f-c3ff-400a-adf5-44fc5cbb6966 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:20:00.138452 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-73687536-5495-4a1e-b697-0aa89adfacc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 4aca2c2f-c3ff-400a-adf5-44fc5cbb6966) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:20:00.142555 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73687536-5495-4a1e-b697-0aa89adfacc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:00.143135 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-73687536-5495-4a1e-b697-0aa89adfacc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:00.150206 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9c6eea-c792-42bd-8a15-7c3575d454db None None] Network 4aca2c2f-c3ff-400a-adf5-44fc5cbb6966 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:20:00.159412 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-73687536-5495-4a1e-b697-0aa89adfacc8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3309667 Aug 17 00:20:00.163249 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60088) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:00.167968 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-ffa4d7f2-0839-4432-80ed-b64d369b0b1a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-416098544-router', 'tenant_id': '82f0942f138e4bafb85d91f54ed18c11', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:20:00.189714 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port cbda699e-29b9-42a6-9504-e819d6f8565d completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:20:00.191659 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ffa4d7f2-0839-4432-80ed-b64d369b0b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:00.192697 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ffa4d7f2-0839-4432-80ed-b64d369b0b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:00.198996 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port cbda699e-29b9-42a6-9504-e819d6f8565d triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:00.199372 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:00.254110 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ffa4d7f2-0839-4432-80ed-b64d369b0b1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:00.378956 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:00.386557 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d5b148-3b14-4458-b304-b6693ad6fb21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-4aca2c2f-c3ff-400a-adf5-44fc5cbb6966', 'network_id': '4aca2c2f-c3ff-400a-adf5-44fc5cbb6966', 'tenant_id': '82f0942f138e4bafb85d91f54ed18c11', 'fixed_ips': [{'subnet_id': '904c6d93-07df-4553-8131-f713b5f5b0be'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:20:00.388177 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-46d5b148-3b14-4458-b304-b6693ad6fb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:00.420684 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port cbda699e-29b9-42a6-9504-e819d6f8565d, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=cbda699e-29b9-42a6-9504-e819d6f8565d,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:00.433114 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:00.458020 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ffa4d7f2-0839-4432-80ed-b64d369b0b1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:00.459821 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1301edae-c2ae-4566-adee-07498d53db5b None None] Sync routers for ids ['6d687189-6634-4c89-9df4-8c7d1982b82a'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:20:00.478384 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1301edae-c2ae-4566-adee-07498d53db5b None None] Routers {'6d687189-6634-4c89-9df4-8c7d1982b82a'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:20:00.479021 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1301edae-c2ae-4566-adee-07498d53db5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:19:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6d687189-6634-4c89-9df4-8c7d1982b82a'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:00.496446 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd7f5a-fd79-4bc0-aafe-37adc7725ebd req-07eb8280-68ed-4a15-92c1-8616ec90de70 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:00.498598 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3dd7f5a-fd79-4bc0-aafe-37adc7725ebd req-07eb8280-68ed-4a15-92c1-8616ec90de70 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 946 time: 0.1689334 Aug 17 00:20:00.560819 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=cbda699e-29b9-42a6-9504-e819d6f8565d,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:00.595592 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-1301edae-c2ae-4566-adee-07498d53db5b None None] Set router 6d687189-6634-4c89-9df4-8c7d1982b82a gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:20:00.607882 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-46d5b148-3b14-4458-b304-b6693ad6fb21 None None] Allocated IP 172.20.0.2 (4aca2c2f-c3ff-400a-adf5-44fc5cbb6966/904c6d93-07df-4553-8131-f713b5f5b0be/b0a244af-4f63-4629-9545-879bbacd0281) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:20:00.775200 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-46d5b148-3b14-4458-b304-b6693ad6fb21 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:00.785826 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-46d5b148-3b14-4458-b304-b6693ad6fb21 None None] Transition to ACTIVE for port object b0a244af-4f63-4629-9545-879bbacd0281 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:20:00.803161 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-46d5b148-3b14-4458-b304-b6693ad6fb21 None None] Transition to ACTIVE for port object b0a244af-4f63-4629-9545-879bbacd0281 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:20:00.810189 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-46d5b148-3b14-4458-b304-b6693ad6fb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:00.816428 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1301edae-c2ae-4566-adee-07498d53db5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d687189-6634-4c89-9df4-8c7d1982b82a', 'name': 'tempest-TestAggregatesBasicOps-1090243222-router', 'tenant_id': '473ada7987594954b08d7da706769a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'cbda699e-29b9-42a6-9504-e819d6f8565d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:54Z', 'updated_at': '2021-08-17T00:19:58Z', 'revision_number': 4, 'project_id': '473ada7987594954b08d7da706769a62', 'gw_port': {'id': 'cbda699e-29b9-42a6-9504-e819d6f8565d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d687189-6634-4c89-9df4-8c7d1982b82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:55Z', 'updated_at': '2021-08-17T00:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'a951fbcc-dc32-4482-8074-e7f575277509', 'name': '', 'network_id': '46a967c8-79de-433c-9b99-e81ed7ff61e4', 'tenant_id': '473ada7987594954b08d7da706769a62', 'mac_address': 'fa:16:3e:77:2e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d687189-6634-4c89-9df4-8c7d1982b82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'ce54efb6-92ac-4a9f-bc47-461833b200d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:57Z', 'updated_at': '2021-08-17T00:19:58Z', 'revision_number': 2, 'project_id': '473ada7987594954b08d7da706769a62', 'subnets': [{'id': 'ce54efb6-92ac-4a9f-bc47-461833b200d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:00.831978 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a2635-76d7-4cf6-bba6-970d7de78f89 req-0bbd5060-1380-4a1d-8954-af55a80c2e9e tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:00.833604 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af3a2635-76d7-4cf6-bba6-970d7de78f89 req-0bbd5060-1380-4a1d-8954-af55a80c2e9e tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.4485180 Aug 17 00:20:00.860235 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d5b148-3b14-4458-b304-b6693ad6fb21 None None] Network 4aca2c2f-c3ff-400a-adf5-44fc5cbb6966 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:20:00.866290 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-46d5b148-3b14-4458-b304-b6693ad6fb21 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:20:00.869983 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d5b148-3b14-4458-b304-b6693ad6fb21 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:20:00.880520 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5b148-3b14-4458-b304-b6693ad6fb21 None None] Pushing event updated for resources: {'Port': ['ID=b0a244af-4f63-4629-9545-879bbacd0281,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:00.903781 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3dd7f5a-fd79-4bc0-aafe-37adc7725ebd req-bc74cd9c-3691-471c-9304-174765644729 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b123c7f-2b64-44f1-9fe0-a005d4086418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836036 Aug 17 00:20:00.925727 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af3a2635-76d7-4cf6-bba6-970d7de78f89 req-d03bdb53-9be1-463c-a3c2-5504e24cd34c tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696514 Aug 17 00:20:00.944280 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1301edae-c2ae-4566-adee-07498d53db5b None None] Checking router: 6d687189-6634-4c89-9df4-8c7d1982b82a for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:20:00.944638 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1301edae-c2ae-4566-adee-07498d53db5b None None] Updating router 6d687189-6634-4c89-9df4-8c7d1982b82a port a951fbcc-dc32-4482-8074-e7f575277509 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:20:00.962510 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-46d5b148-3b14-4458-b304-b6693ad6fb21 None None] Attempting to bind port b0a244af-4f63-4629-9545-879bbacd0281 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:20:00.963017 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-46d5b148-3b14-4458-b304-b6693ad6fb21 None None] Attempting to bind port b0a244af-4f63-4629-9545-879bbacd0281 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '490316ac-5483-43aa-98a5-91f5068342df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4aca2c2f-c3ff-400a-adf5-44fc5cbb6966'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:20:00.963392 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d5b148-3b14-4458-b304-b6693ad6fb21 None None] Attempting to bind port b0a244af-4f63-4629-9545-879bbacd0281 on network 4aca2c2f-c3ff-400a-adf5-44fc5cbb6966 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:20:00.968839 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d5b148-3b14-4458-b304-b6693ad6fb21 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:20:00.969890 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d5b148-3b14-4458-b304-b6693ad6fb21 None None] Checking segment: {'id': '490316ac-5483-43aa-98a5-91f5068342df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4aca2c2f-c3ff-400a-adf5-44fc5cbb6966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:20:00.973607 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-46d5b148-3b14-4458-b304-b6693ad6fb21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:00.974489 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-1301edae-c2ae-4566-adee-07498d53db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:00.974781 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d5b148-3b14-4458-b304-b6693ad6fb21 None None] Bound using segment: {'id': '490316ac-5483-43aa-98a5-91f5068342df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4aca2c2f-c3ff-400a-adf5-44fc5cbb6966'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:20:00.975417 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-46d5b148-3b14-4458-b304-b6693ad6fb21 None None] Bound port: b0a244af-4f63-4629-9545-879bbacd0281, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490316ac-5483-43aa-98a5-91f5068342df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4aca2c2f-c3ff-400a-adf5-44fc5cbb6966'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:20:00.975878 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-46d5b148-3b14-4458-b304-b6693ad6fb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:01.053248 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-46d5b148-3b14-4458-b304-b6693ad6fb21 None None] For port b0a244af-4f63-4629-9545-879bbacd0281, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:20:01.057517 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-46d5b148-3b14-4458-b304-b6693ad6fb21 None None] For port b0a244af-4f63-4629-9545-879bbacd0281, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=b0a244af-4f63-4629-9545-879bbacd0281,segment=NetworkSegment(490316ac-5483-43aa-98a5-91f5068342df),segment_id=490316ac-5483-43aa-98a5-91f5068342df)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:20:01.064163 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-46d5b148-3b14-4458-b304-b6693ad6fb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:01.078569 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ffa4d7f2-0839-4432-80ed-b64d369b0b1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:01.104159 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ffa4d7f2-0839-4432-80ed-b64d369b0b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:01.145142 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5b148-3b14-4458-b304-b6693ad6fb21 None None] Pushing event updated for resources: {'Port': ['ID=b0a244af-4f63-4629-9545-879bbacd0281,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:01.228134 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-ffa4d7f2-0839-4432-80ed-b64d369b0b1a admin admin] Allocated IP 172.25.3.37 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/03f410b4-beb9-4b62-a8fe-ea40d4c0876f) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:20:01.269910 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53dd779-2c93-4199-8821-eb4bf76d3e9d req-e4111c5f-1396-466c-a126-f11a0fe48e95 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:01.272367 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a53dd779-2c93-4199-8821-eb4bf76d3e9d req-e4111c5f-1396-466c-a126-f11a0fe48e95 tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 946 time: 0.0625913 Aug 17 00:20:01.288481 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-1301edae-c2ae-4566-adee-07498d53db5b None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:01.304883 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-1301edae-c2ae-4566-adee-07498d53db5b None None] Transition to ACTIVE for port object a951fbcc-dc32-4482-8074-e7f575277509 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:20:01.326079 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-1301edae-c2ae-4566-adee-07498d53db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:01.406245 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecbee7-a4a9-4082-b372-7910f5f3338e None None] Pushing event updated for resources: {'Port': ['ID=a951fbcc-dc32-4482-8074-e7f575277509,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:01.408822 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ffa4d7f2-0839-4432-80ed-b64d369b0b1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:01.439393 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecbee7-a4a9-4082-b372-7910f5f3338e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:01.440112 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecbee7-a4a9-4082-b372-7910f5f3338e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:01.440662 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecbee7-a4a9-4082-b372-7910f5f3338e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:01.441237 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecbee7-a4a9-4082-b372-7910f5f3338e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:01.442294 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecbee7-a4a9-4082-b372-7910f5f3338e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:01.442846 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecbee7-a4a9-4082-b372-7910f5f3338e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:01.443386 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecbee7-a4a9-4082-b372-7910f5f3338e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:01.443922 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecbee7-a4a9-4082-b372-7910f5f3338e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:01.444458 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecbee7-a4a9-4082-b372-7910f5f3338e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:01.445006 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecbee7-a4a9-4082-b372-7910f5f3338e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:01.445569 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecbee7-a4a9-4082-b372-7910f5f3338e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:01.445801 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-a53dd779-2c93-4199-8821-eb4bf76d3e9d req-c5eaaa70-de7e-47db-b7d0-b18f7d7a645b tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Deleting port 1043b394-c541-4f96-a3a2-6990c2ef7ca0 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:20:01.446163 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a53dd779-2c93-4199-8821-eb4bf76d3e9d req-c5eaaa70-de7e-47db-b7d0-b18f7d7a645b tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:01.446569 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecbee7-a4a9-4082-b372-7910f5f3338e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:01.486510 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-1301edae-c2ae-4566-adee-07498d53db5b None None] Attempting to bind port a951fbcc-dc32-4482-8074-e7f575277509 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:20:01.487991 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-1301edae-c2ae-4566-adee-07498d53db5b None None] Attempting to bind port a951fbcc-dc32-4482-8074-e7f575277509 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'f1ea1962-0ebf-4645-adc5-f6199b24eb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '46a967c8-79de-433c-9b99-e81ed7ff61e4'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:20:01.488262 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1301edae-c2ae-4566-adee-07498d53db5b None None] Attempting to bind port a951fbcc-dc32-4482-8074-e7f575277509 on network 46a967c8-79de-433c-9b99-e81ed7ff61e4 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:20:01.494828 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1301edae-c2ae-4566-adee-07498d53db5b None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:20:01.495131 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1301edae-c2ae-4566-adee-07498d53db5b None None] Checking segment: {'id': 'f1ea1962-0ebf-4645-adc5-f6199b24eb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '46a967c8-79de-433c-9b99-e81ed7ff61e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:20:01.495734 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-1301edae-c2ae-4566-adee-07498d53db5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:01.496253 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1301edae-c2ae-4566-adee-07498d53db5b None None] Bound using segment: {'id': 'f1ea1962-0ebf-4645-adc5-f6199b24eb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '46a967c8-79de-433c-9b99-e81ed7ff61e4'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:20:01.496922 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-1301edae-c2ae-4566-adee-07498d53db5b None None] Bound port: a951fbcc-dc32-4482-8074-e7f575277509, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ea1962-0ebf-4645-adc5-f6199b24eb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '46a967c8-79de-433c-9b99-e81ed7ff61e4'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:20:01.497704 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-1301edae-c2ae-4566-adee-07498d53db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:01.502233 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ffa4d7f2-0839-4432-80ed-b64d369b0b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:01.571395 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-a53dd779-2c93-4199-8821-eb4bf76d3e9d req-c5eaaa70-de7e-47db-b7d0-b18f7d7a645b tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] For port 1043b394-c541-4f96-a3a2-6990c2ef7ca0, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=1043b394-c541-4f96-a3a2-6990c2ef7ca0,segment=NetworkSegment(67387eaf-7022-4f89-a563-f5c341b7f7d6),segment_id=67387eaf-7022-4f89-a563-f5c341b7f7d6)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:01.571688 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4d7f2-0839-4432-80ed-b64d369b0b1a admin admin] Pushing event updated for resources: {'Port': ['ID=03f410b4-beb9-4b62-a8fe-ea40d4c0876f,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:01.571799 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a53dd779-2c93-4199-8821-eb4bf76d3e9d req-c5eaaa70-de7e-47db-b7d0-b18f7d7a645b tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:01.581718 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-1301edae-c2ae-4566-adee-07498d53db5b None None] For port a951fbcc-dc32-4482-8074-e7f575277509, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:20:01.584905 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa4d7f2-0839-4432-80ed-b64d369b0b1a admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:20:01.586454 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-ffa4d7f2-0839-4432-80ed-b64d369b0b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:20:01.587396 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-1301edae-c2ae-4566-adee-07498d53db5b None None] For port a951fbcc-dc32-4482-8074-e7f575277509, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a951fbcc-dc32-4482-8074-e7f575277509,segment=NetworkSegment(f1ea1962-0ebf-4645-adc5-f6199b24eb23),segment_id=f1ea1962-0ebf-4645-adc5-f6199b24eb23)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:20:01.588808 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa4d7f2-0839-4432-80ed-b64d369b0b1a admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:20:01.597829 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-1301edae-c2ae-4566-adee-07498d53db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:01.601447 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-a53dd779-2c93-4199-8821-eb4bf76d3e9d req-c5eaaa70-de7e-47db-b7d0-b18f7d7a645b tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Calling delete_port for 1043b394-c541-4f96-a3a2-6990c2ef7ca0 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:20:01.687156 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1301edae-c2ae-4566-adee-07498d53db5b None None] Routers {'6d687189-6634-4c89-9df4-8c7d1982b82a'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:20:01.687939 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1301edae-c2ae-4566-adee-07498d53db5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:19:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6d687189-6634-4c89-9df4-8c7d1982b82a'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:01.693378 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecbee7-a4a9-4082-b372-7910f5f3338e None None] Pushing event updated for resources: {'Port': ['ID=a951fbcc-dc32-4482-8074-e7f575277509,revision_number=4']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:01.788627 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a53dd779-2c93-4199-8821-eb4bf76d3e9d req-c5eaaa70-de7e-47db-b7d0-b18f7d7a645b tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:01.804573 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['1043b394-c541-4f96-a3a2-6990c2ef7ca0'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:20:01.859914 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eaaa70-de7e-47db-b7d0-b18f7d7a645b tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Pushing event deleted for resources: {'Port': ['ID=1043b394-c541-4f96-a3a2-6990c2ef7ca0,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:01.881120 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-1301edae-c2ae-4566-adee-07498d53db5b None None] Set router 6d687189-6634-4c89-9df4-8c7d1982b82a gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:20:01.920041 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53dd779-2c93-4199-8821-eb4bf76d3e9d req-c5eaaa70-de7e-47db-b7d0-b18f7d7a645b tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] No DVR routers for this DVR port 1043b394-c541-4f96-a3a2-6990c2ef7ca0 on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:20:01.923394 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a53dd779-2c93-4199-8821-eb4bf76d3e9d req-c5eaaa70-de7e-47db-b7d0-b18f7d7a645b tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:01.926787 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a53dd779-2c93-4199-8821-eb4bf76d3e9d req-c5eaaa70-de7e-47db-b7d0-b18f7d7a645b tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.64 "DELETE /v2.0/ports/1043b394-c541-4f96-a3a2-6990c2ef7ca0 HTTP/1.1" status: 204 len: 173 time: 0.6468077 Aug 17 00:20:01.927462 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc03f50b-9b32-47e9-bf92-6a1e1c877cca', 'name': 'network-vif-deleted', 'tag': '1043b394-c541-4f96-a3a2-6990c2ef7ca0'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:20:01.931108 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66185cca-e8af-45b5-ae15-4d7aca7dd053" -d '{"events": [{"server_uuid": "dc03f50b-9b32-47e9-bf92-6a1e1c877cca", "name": "network-vif-deleted", "tag": "1043b394-c541-4f96-a3a2-6990c2ef7ca0"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:20:01.958200 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ffa4d7f2-0839-4432-80ed-b64d369b0b1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:02.201336 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-99aa646c-4cf5-4258-ac37-3675534344be req-db980974-bdf7-48fa-b710-aae6144f274c tempest-TestServerAdvancedOps-239985674 tempest-TestServerAdvancedOps-239985674-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc03f50b-9b32-47e9-bf92-6a1e1c877cca HTTP/1.1" status: 200 len: 210 time: 0.0508862 Aug 17 00:20:02.254504 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1301edae-c2ae-4566-adee-07498d53db5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d687189-6634-4c89-9df4-8c7d1982b82a', 'name': 'tempest-TestAggregatesBasicOps-1090243222-router', 'tenant_id': '473ada7987594954b08d7da706769a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'cbda699e-29b9-42a6-9504-e819d6f8565d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:54Z', 'updated_at': '2021-08-17T00:19:58Z', 'revision_number': 4, 'project_id': '473ada7987594954b08d7da706769a62', 'gw_port': {'id': 'cbda699e-29b9-42a6-9504-e819d6f8565d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d687189-6634-4c89-9df4-8c7d1982b82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:55Z', 'updated_at': '2021-08-17T00:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'a951fbcc-dc32-4482-8074-e7f575277509', 'name': '', 'network_id': '46a967c8-79de-433c-9b99-e81ed7ff61e4', 'tenant_id': '473ada7987594954b08d7da706769a62', 'mac_address': 'fa:16:3e:77:2e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d687189-6634-4c89-9df4-8c7d1982b82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'ce54efb6-92ac-4a9f-bc47-461833b200d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:57Z', 'updated_at': '2021-08-17T00:20:01Z', 'revision_number': 4, 'project_id': '473ada7987594954b08d7da706769a62', 'subnets': [{'id': 'ce54efb6-92ac-4a9f-bc47-461833b200d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:02.291049 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1301edae-c2ae-4566-adee-07498d53db5b None None] The sync data for ids ['6d687189-6634-4c89-9df4-8c7d1982b82a'] in n-d-800088-20 is: [{'id': '6d687189-6634-4c89-9df4-8c7d1982b82a', 'name': 'tempest-TestAggregatesBasicOps-1090243222-router', 'tenant_id': '473ada7987594954b08d7da706769a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'cbda699e-29b9-42a6-9504-e819d6f8565d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:54Z', 'updated_at': '2021-08-17T00:19:58Z', 'revision_number': 4, 'project_id': '473ada7987594954b08d7da706769a62', 'gw_port': {'id': 'cbda699e-29b9-42a6-9504-e819d6f8565d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d687189-6634-4c89-9df4-8c7d1982b82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:55Z', 'updated_at': '2021-08-17T00:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'a951fbcc-dc32-4482-8074-e7f575277509', 'name': '', 'network_id': '46a967c8-79de-433c-9b99-e81ed7ff61e4', 'tenant_id': '473ada7987594954b08d7da706769a62', 'mac_address': 'fa:16:3e:77:2e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d687189-6634-4c89-9df4-8c7d1982b82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'ce54efb6-92ac-4a9f-bc47-461833b200d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:57Z', 'updated_at': '2021-08-17T00:20:01Z', 'revision_number': 4, 'project_id': '473ada7987594954b08d7da706769a62', 'subnets': [{'id': 'ce54efb6-92ac-4a9f-bc47-461833b200d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:20:02.298586 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37dfa281-3bfe-48f4-a559-9a608b6f3d33 x-openstack-request-id: req-37dfa281-3bfe-48f4-a559-9a608b6f3d33 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:20:02.299169 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc03f50b-9b32-47e9-bf92-6a1e1c877cca", "name": "network-vif-deleted", "tag": "1043b394-c541-4f96-a3a2-6990c2ef7ca0", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:20:02.299321 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-37dfa281-3bfe-48f4-a559-9a608b6f3d33 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:20:02.299819 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc03f50b-9b32-47e9-bf92-6a1e1c877cca', 'name': 'network-vif-deleted', 'tag': '1043b394-c541-4f96-a3a2-6990c2ef7ca0', 'status': 'completed', 'code': 200} Aug 17 00:20:02.315264 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b0a244af-4f63-4629-9545-879bbacd0281 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:20:02.332559 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4143a19-52ff-48f3-b33e-4370db1cbcd1 req-001b5a20-1b83-4d6e-b953-fb04b2672642 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:02.352303 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4143a19-52ff-48f3-b33e-4370db1cbcd1 req-001b5a20-1b83-4d6e-b953-fb04b2672642 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.1875031 Aug 17 00:20:02.417555 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port b0a244af-4f63-4629-9545-879bbacd0281 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:20:02.423363 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device cbda699e-29b9-42a6-9504-e819d6f8565d up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:20:02.499531 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4143a19-52ff-48f3-b33e-4370db1cbcd1 req-147f5741-b610-4a11-b398-b78853990035 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438642 Aug 17 00:20:02.508418 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port cbda699e-29b9-42a6-9504-e819d6f8565d triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:02.509348 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:02.515473 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ffa4d7f2-0839-4432-80ed-b64d369b0b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:02.569936 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c3598a-7027-4644-81b1-2ffaaeff10e3 None None] Network 4aca2c2f-c3ff-400a-adf5-44fc5cbb6966 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:20:02.689607 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa4d7f2-0839-4432-80ed-b64d369b0b1a admin admin] Router 329070b0-dd4b-4e42-921b-6c84376f4f9b is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:20:02.697858 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-cc85b561-9713-4826-91d9-ddcc989197e9 None None] Provisioning for port b0a244af-4f63-4629-9545-879bbacd0281 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:20:02.727603 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-cc85b561-9713-4826-91d9-ddcc989197e9 None None] Provisioning complete for port b0a244af-4f63-4629-9545-879bbacd0281 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:02.728079 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cc85b561-9713-4826-91d9-ddcc989197e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:02.815024 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa4d7f2-0839-4432-80ed-b64d369b0b1a admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:20:02.832385 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ffa4d7f2-0839-4432-80ed-b64d369b0b1a admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:02.836525 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ffa4d7f2-0839-4432-80ed-b64d369b0b1a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6696768 Aug 17 00:20:02.836756 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60104) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:02.837352 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70720d8b-0433-489a-b06e-69acec4852aa None None] Sync routers for ids ['329070b0-dd4b-4e42-921b-6c84376f4f9b'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:20:02.883228 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70720d8b-0433-489a-b06e-69acec4852aa None None] Routers {'329070b0-dd4b-4e42-921b-6c84376f4f9b'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:20:02.883840 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-70720d8b-0433-489a-b06e-69acec4852aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:19:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['329070b0-dd4b-4e42-921b-6c84376f4f9b'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:02.940943 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cc85b561-9713-4826-91d9-ddcc989197e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:03.036413 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-cc85b561-9713-4826-91d9-ddcc989197e9 None None] For port b0a244af-4f63-4629-9545-879bbacd0281, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=b0a244af-4f63-4629-9545-879bbacd0281,segment=NetworkSegment(490316ac-5483-43aa-98a5-91f5068342df),segment_id=490316ac-5483-43aa-98a5-91f5068342df)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:03.054830 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cc85b561-9713-4826-91d9-ddcc989197e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:03.063800 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-70720d8b-0433-489a-b06e-69acec4852aa None None] Set router 329070b0-dd4b-4e42-921b-6c84376f4f9b gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:20:03.223166 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85b561-9713-4826-91d9-ddcc989197e9 None None] Pushing event updated for resources: {'Port': ['ID=b0a244af-4f63-4629-9545-879bbacd0281,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:03.301190 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60108) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:03.303754 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4e05be8e-a3f8-49ed-8a89-8cd3265ddfd2 None None] Provisioning complete for port b0a244af-4f63-4629-9545-879bbacd0281 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:03.304126 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4e05be8e-a3f8-49ed-8a89-8cd3265ddfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:03.340636 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-86ad10f9-682b-49f3-b23b-bced147fcbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:03.349010 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-70720d8b-0433-489a-b06e-69acec4852aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329070b0-dd4b-4e42-921b-6c84376f4f9b', 'name': 'tempest-TestAggregatesBasicOps-416098544-router', 'tenant_id': '82f0942f138e4bafb85d91f54ed18c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '03f410b4-beb9-4b62-a8fe-ea40d4c0876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:20:00Z', 'updated_at': '2021-08-17T00:20:01Z', 'revision_number': 3, 'project_id': '82f0942f138e4bafb85d91f54ed18c11', 'gw_port': {'id': '03f410b4-beb9-4b62-a8fe-ea40d4c0876f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329070b0-dd4b-4e42-921b-6c84376f4f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:01Z', 'updated_at': '2021-08-17T00:20:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:03.363875 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-4702bae3-caad-4883-99ed-271d1398b8ef admin admin] Deleting subnet 4581449c-cfae-4283-b501-836d52deef51 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:20:03.367581 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4702bae3-caad-4883-99ed-271d1398b8ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:03.378376 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70720d8b-0433-489a-b06e-69acec4852aa None None] Checking router: 329070b0-dd4b-4e42-921b-6c84376f4f9b for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:20:03.378724 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70720d8b-0433-489a-b06e-69acec4852aa None None] Updating router 329070b0-dd4b-4e42-921b-6c84376f4f9b port 03f410b4-beb9-4b62-a8fe-ea40d4c0876f binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:20:03.410479 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4702bae3-caad-4883-99ed-271d1398b8ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:03.439851 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-70720d8b-0433-489a-b06e-69acec4852aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:03.469493 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4702bae3-caad-4883-99ed-271d1398b8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:03.539452 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-86ad10f9-682b-49f3-b23b-bced147fcbea admin admin] Allocated IP 172.20.0.1 (4aca2c2f-c3ff-400a-adf5-44fc5cbb6966/904c6d93-07df-4553-8131-f713b5f5b0be/7ebfbd93-47ed-443b-8b7a-ed08898dcc97) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:20:03.568127 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4702bae3-caad-4883-99ed-271d1398b8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:03.617012 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702bae3-caad-4883-99ed-271d1398b8ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4581449c-cfae-4283-b501-836d52deef51,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:03.634237 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4702bae3-caad-4883-99ed-271d1398b8ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:03.636393 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4702bae3-caad-4883-99ed-271d1398b8ef admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4581449c-cfae-4283-b501-836d52deef51 HTTP/1.1" status: 204 len: 168 time: 0.3341160 Aug 17 00:20:03.642957 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60116) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:03.702560 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-86ad10f9-682b-49f3-b23b-bced147fcbea admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:03.722650 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-86ad10f9-682b-49f3-b23b-bced147fcbea admin admin] Transition to ACTIVE for port object 7ebfbd93-47ed-443b-8b7a-ed08898dcc97 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:20:03.737117 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813fa0b-aafb-4f3b-901f-028ebc0824a3 req-c669b57d-5712-42d3-a285-3459535b91dd tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:03.738706 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a813fa0b-aafb-4f3b-901f-028ebc0824a3 req-c669b57d-5712-42d3-a285-3459535b91dd tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.0875983 Aug 17 00:20:03.791911 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-755d715d-f9b8-4984-af1c-48cc2ebc4f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:03.799039 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a813fa0b-aafb-4f3b-901f-028ebc0824a3 req-940ff87a-aafd-432c-903b-16b88ae26acc tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536582 Aug 17 00:20:03.805907 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-86ad10f9-682b-49f3-b23b-bced147fcbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:03.813080 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-70720d8b-0433-489a-b06e-69acec4852aa None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:03.837637 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-70720d8b-0433-489a-b06e-69acec4852aa None None] Transition to ACTIVE for port object 03f410b4-beb9-4b62-a8fe-ea40d4c0876f will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:20:03.853344 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-70720d8b-0433-489a-b06e-69acec4852aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:03.856881 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ad10f9-682b-49f3-b23b-bced147fcbea admin admin] Network 4aca2c2f-c3ff-400a-adf5-44fc5cbb6966 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:20:03.860574 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-86ad10f9-682b-49f3-b23b-bced147fcbea admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:20:03.865748 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ad10f9-682b-49f3-b23b-bced147fcbea admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:20:03.871449 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad10f9-682b-49f3-b23b-bced147fcbea admin admin] Pushing event updated for resources: {'Port': ['ID=7ebfbd93-47ed-443b-8b7a-ed08898dcc97,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:03.917314 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-86ad10f9-682b-49f3-b23b-bced147fcbea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:03.924706 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-755d715d-f9b8-4984-af1c-48cc2ebc4f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:03.941890 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-755d715d-f9b8-4984-af1c-48cc2ebc4f31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a35875-f6fd-49e0-93a6-f2b52b055894']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:03.956873 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-755d715d-f9b8-4984-af1c-48cc2ebc4f31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67387eaf-7022-4f89-a563-f5c341b7f7d6') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:03.957430 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-755d715d-f9b8-4984-af1c-48cc2ebc4f31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67387eaf-7022-4f89-a563-f5c341b7f7d6') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:03.969088 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-755d715d-f9b8-4984-af1c-48cc2ebc4f31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:03.969979 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06bbeb1-b5d8-4acc-b108-39746ea0761d None None] Pushing event updated for resources: {'Port': ['ID=03f410b4-beb9-4b62-a8fe-ea40d4c0876f,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:03.981860 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-70720d8b-0433-489a-b06e-69acec4852aa None None] Attempting to bind port 03f410b4-beb9-4b62-a8fe-ea40d4c0876f on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:20:03.981983 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-70720d8b-0433-489a-b06e-69acec4852aa None None] Attempting to bind port 03f410b4-beb9-4b62-a8fe-ea40d4c0876f by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:20:03.982268 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70720d8b-0433-489a-b06e-69acec4852aa None None] Attempting to bind port 03f410b4-beb9-4b62-a8fe-ea40d4c0876f on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:20:03.988979 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-755d715d-f9b8-4984-af1c-48cc2ebc4f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:03.989577 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70720d8b-0433-489a-b06e-69acec4852aa None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:20:03.989993 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70720d8b-0433-489a-b06e-69acec4852aa None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:20:03.990398 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-70720d8b-0433-489a-b06e-69acec4852aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:03.990791 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70720d8b-0433-489a-b06e-69acec4852aa None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:20:03.991260 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-70720d8b-0433-489a-b06e-69acec4852aa None None] Bound port: 03f410b4-beb9-4b62-a8fe-ea40d4c0876f, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:20:03.991641 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-70720d8b-0433-489a-b06e-69acec4852aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:04.000601 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755d715d-f9b8-4984-af1c-48cc2ebc4f31 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:20:04.000868 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-755d715d-f9b8-4984-af1c-48cc2ebc4f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:20:04.013556 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:20:04.103858 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-70720d8b-0433-489a-b06e-69acec4852aa None None] For port 03f410b4-beb9-4b62-a8fe-ea40d4c0876f, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:20:04.110302 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-70720d8b-0433-489a-b06e-69acec4852aa None None] For port 03f410b4-beb9-4b62-a8fe-ea40d4c0876f, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=03f410b4-beb9-4b62-a8fe-ea40d4c0876f,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:20:04.131088 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-70720d8b-0433-489a-b06e-69acec4852aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:04.136079 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-755d715d-f9b8-4984-af1c-48cc2ebc4f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:04.142891 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-755d715d-f9b8-4984-af1c-48cc2ebc4f31 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:04.149176 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60120) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:04.150802 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-755d715d-f9b8-4984-af1c-48cc2ebc4f31 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d6a35875-f6fd-49e0-93a6-f2b52b055894 HTTP/1.1" status: 204 len: 168 time: 0.5067165 Aug 17 00:20:04.154514 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-86ad10f9-682b-49f3-b23b-bced147fcbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:04.190507 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d715d-f9b8-4984-af1c-48cc2ebc4f31 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6a35875-f6fd-49e0-93a6-f2b52b055894,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:04.229882 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b1d861-6485-4c39-8fb4-bfe7431434eb admin admin] Deleting subnet 95da433d-ad6e-402d-b5a1-df09eb75c71b {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:20:04.229994 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a951fbcc-dc32-4482-8074-e7f575277509 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:20:04.235008 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-74b1d861-6485-4c39-8fb4-bfe7431434eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:04.287461 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06bbeb1-b5d8-4acc-b108-39746ea0761d None None] Pushing event updated for resources: {'Port': ['ID=03f410b4-beb9-4b62-a8fe-ea40d4c0876f,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:04.302119 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70720d8b-0433-489a-b06e-69acec4852aa None None] Routers {'329070b0-dd4b-4e42-921b-6c84376f4f9b'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:20:04.302761 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-70720d8b-0433-489a-b06e-69acec4852aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:19:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['329070b0-dd4b-4e42-921b-6c84376f4f9b'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:04.316630 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-74b1d861-6485-4c39-8fb4-bfe7431434eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:04.421596 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-74b1d861-6485-4c39-8fb4-bfe7431434eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:04.522420 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0297249b-3a5a-4337-b7a8-1cde560d1a95 None None] Provisioning for port 7ebfbd93-47ed-443b-8b7a-ed08898dcc97 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:20:04.532051 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-74b1d861-6485-4c39-8fb4-bfe7431434eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:04.558163 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0297249b-3a5a-4337-b7a8-1cde560d1a95 None None] Provisioning complete for port 7ebfbd93-47ed-443b-8b7a-ed08898dcc97 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:04.558543 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0297249b-3a5a-4337-b7a8-1cde560d1a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:04.578954 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-86ad10f9-682b-49f3-b23b-bced147fcbea admin admin] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:04.581349 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1d861-6485-4c39-8fb4-bfe7431434eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95da433d-ad6e-402d-b5a1-df09eb75c71b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:04.584453 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-74b1d861-6485-4c39-8fb4-bfe7431434eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:04.587103 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-74b1d861-6485-4c39-8fb4-bfe7431434eb admin admin] 10.222.0.60 "DELETE /v2.0/subnets/95da433d-ad6e-402d-b5a1-df09eb75c71b HTTP/1.1" status: 204 len: 168 time: 0.4368629 Aug 17 00:20:04.589318 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-86ad10f9-682b-49f3-b23b-bced147fcbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:04.589806 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port a951fbcc-dc32-4482-8074-e7f575277509 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:20:04.592017 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60128) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:04.604351 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port a951fbcc-dc32-4482-8074-e7f575277509 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:04.604733 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:04.618905 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1d861-6485-4c39-8fb4-bfe7431434eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:04.619250 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1d861-6485-4c39-8fb4-bfe7431434eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:04.619591 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1d861-6485-4c39-8fb4-bfe7431434eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:04.619935 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1d861-6485-4c39-8fb4-bfe7431434eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:04.620265 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1d861-6485-4c39-8fb4-bfe7431434eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:04.620595 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1d861-6485-4c39-8fb4-bfe7431434eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:04.620920 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1d861-6485-4c39-8fb4-bfe7431434eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:04.621271 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1d861-6485-4c39-8fb4-bfe7431434eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:04.621839 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1d861-6485-4c39-8fb4-bfe7431434eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:04.622505 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1d861-6485-4c39-8fb4-bfe7431434eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:04.622505 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1d861-6485-4c39-8fb4-bfe7431434eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:04.622786 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1d861-6485-4c39-8fb4-bfe7431434eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:04.652198 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-0297249b-3a5a-4337-b7a8-1cde560d1a95 None None] Port 7ebfbd93-47ed-443b-8b7a-ed08898dcc97 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:20:04.655474 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-70720d8b-0433-489a-b06e-69acec4852aa None None] Set router 329070b0-dd4b-4e42-921b-6c84376f4f9b gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:20:04.671548 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad10f9-682b-49f3-b23b-bced147fcbea admin admin] Pushing event updated for resources: {'Port': ['ID=7ebfbd93-47ed-443b-8b7a-ed08898dcc97,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:04.678198 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-86ad10f9-682b-49f3-b23b-bced147fcbea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:04.770970 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e5a2589b-7615-40ed-a27f-bf9dc35a770a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:04.809722 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ad10f9-682b-49f3-b23b-bced147fcbea admin admin] Network 4aca2c2f-c3ff-400a-adf5-44fc5cbb6966 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:20:04.812691 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-86ad10f9-682b-49f3-b23b-bced147fcbea admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:20:04.824133 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:04.888921 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port a951fbcc-dc32-4482-8074-e7f575277509, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a951fbcc-dc32-4482-8074-e7f575277509,segment=NetworkSegment(f1ea1962-0ebf-4645-adc5-f6199b24eb23),segment_id=f1ea1962-0ebf-4645-adc5-f6199b24eb23)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:04.917580 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:04.919218 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b0a244af-4f63-4629-9545-879bbacd0281 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:20:04.932006 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e5a2589b-7615-40ed-a27f-bf9dc35a770a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:04.948057 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-e5a2589b-7615-40ed-a27f-bf9dc35a770a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa58c953-0c0a-418e-b266-0311e06226b6']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:04.964628 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df402f8-71ec-4183-a8ca-d582655b4a7c req-4640ec18-3225-4c24-b5e6-acbd44fc41ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:04.967388 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2df402f8-71ec-4183-a8ca-d582655b4a7c req-4640ec18-3225-4c24-b5e6-acbd44fc41ed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 1097 time: 0.1289973 Aug 17 00:20:04.974956 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-e5a2589b-7615-40ed-a27f-bf9dc35a770a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd29ab4ad-24c3-46b0-beb0-4a9128a136db') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:04.975264 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-e5a2589b-7615-40ed-a27f-bf9dc35a770a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd29ab4ad-24c3-46b0-beb0-4a9128a136db') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:05.022366 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e5a2589b-7615-40ed-a27f-bf9dc35a770a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:05.037283 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=a951fbcc-dc32-4482-8074-e7f575277509,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:05.065357 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-70720d8b-0433-489a-b06e-69acec4852aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329070b0-dd4b-4e42-921b-6c84376f4f9b', 'name': 'tempest-TestAggregatesBasicOps-416098544-router', 'tenant_id': '82f0942f138e4bafb85d91f54ed18c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '03f410b4-beb9-4b62-a8fe-ea40d4c0876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:20:00Z', 'updated_at': '2021-08-17T00:20:04Z', 'revision_number': 4, 'project_id': '82f0942f138e4bafb85d91f54ed18c11', 'gw_port': {'id': '03f410b4-beb9-4b62-a8fe-ea40d4c0876f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329070b0-dd4b-4e42-921b-6c84376f4f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:01Z', 'updated_at': '2021-08-17T00:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '7ebfbd93-47ed-443b-8b7a-ed08898dcc97', 'name': '', 'network_id': '4aca2c2f-c3ff-400a-adf5-44fc5cbb6966', 'tenant_id': '82f0942f138e4bafb85d91f54ed18c11', 'mac_address': 'fa:16:3e:6a:a7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329070b0-dd4b-4e42-921b-6c84376f4f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '904c6d93-07df-4553-8131-f713b5f5b0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:03Z', 'updated_at': '2021-08-17T00:20:03Z', 'revision_number': 1, 'project_id': '82f0942f138e4bafb85d91f54ed18c11', 'subnets': [{'id': '904c6d93-07df-4553-8131-f713b5f5b0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:05.067521 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port b0a244af-4f63-4629-9545-879bbacd0281 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:05.067937 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:05.099459 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e5a2589b-7615-40ed-a27f-bf9dc35a770a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:05.114149 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2df402f8-71ec-4183-a8ca-d582655b4a7c req-ca23fd45-35c4-47b8-a8d0-d655a165488d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332507 Aug 17 00:20:05.116080 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a2589b-7615-40ed-a27f-bf9dc35a770a admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:20:05.116673 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e5a2589b-7615-40ed-a27f-bf9dc35a770a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:20:05.118966 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:20:05.124529 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70720d8b-0433-489a-b06e-69acec4852aa None None] The sync data for ids ['329070b0-dd4b-4e42-921b-6c84376f4f9b'] in n-d-800088-20 is: [{'id': '329070b0-dd4b-4e42-921b-6c84376f4f9b', 'name': 'tempest-TestAggregatesBasicOps-416098544-router', 'tenant_id': '82f0942f138e4bafb85d91f54ed18c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '03f410b4-beb9-4b62-a8fe-ea40d4c0876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:20:00Z', 'updated_at': '2021-08-17T00:20:04Z', 'revision_number': 4, 'project_id': '82f0942f138e4bafb85d91f54ed18c11', 'gw_port': {'id': '03f410b4-beb9-4b62-a8fe-ea40d4c0876f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329070b0-dd4b-4e42-921b-6c84376f4f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:01Z', 'updated_at': '2021-08-17T00:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '7ebfbd93-47ed-443b-8b7a-ed08898dcc97', 'name': '', 'network_id': '4aca2c2f-c3ff-400a-adf5-44fc5cbb6966', 'tenant_id': '82f0942f138e4bafb85d91f54ed18c11', 'mac_address': 'fa:16:3e:6a:a7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329070b0-dd4b-4e42-921b-6c84376f4f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '904c6d93-07df-4553-8131-f713b5f5b0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:03Z', 'updated_at': '2021-08-17T00:20:03Z', 'revision_number': 1, 'project_id': '82f0942f138e4bafb85d91f54ed18c11', 'subnets': [{'id': '904c6d93-07df-4553-8131-f713b5f5b0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:20:05.228450 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e5a2589b-7615-40ed-a27f-bf9dc35a770a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:05.235077 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e5a2589b-7615-40ed-a27f-bf9dc35a770a admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:05.240636 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e5a2589b-7615-40ed-a27f-bf9dc35a770a admin admin] 10.222.0.60 "DELETE /v2.0/networks/aa58c953-0c0a-418e-b266-0311e06226b6 HTTP/1.1" status: 204 len: 168 time: 0.6441126 Aug 17 00:20:05.299407 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2589b-7615-40ed-a27f-bf9dc35a770a admin admin] Pushing event deleted for resources: {'Network': ['ID=aa58c953-0c0a-418e-b266-0311e06226b6,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:05.304793 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1442eb6d-6600-41f8-ba03-e3fdb9ce8e19 None None] Provisioning complete for port 7ebfbd93-47ed-443b-8b7a-ed08898dcc97 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:05.305197 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1442eb6d-6600-41f8-ba03-e3fdb9ce8e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:05.379857 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1442eb6d-6600-41f8-ba03-e3fdb9ce8e19 None None] Port 7ebfbd93-47ed-443b-8b7a-ed08898dcc97 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:20:05.519514 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60142) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:05.558143 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08132a6c-efe9-4fed-8976-46b28265af58 req-1efdc006-5d0d-412e-952e-d8066119c586 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:05.559787 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-08132a6c-efe9-4fed-8976-46b28265af58 req-1efdc006-5d0d-412e-952e-d8066119c586 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.5894723 Aug 17 00:20:05.574605 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7273607c-3f00-4359-8e06-ee8a0d7d6c4a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c4ccaf36ff8e4301942fa6f0391fbaf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537093 Aug 17 00:20:05.575435 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60144) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:05.578666 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ad10f9-682b-49f3-b23b-bced147fcbea admin admin] Router 329070b0-dd4b-4e42-921b-6c84376f4f9b has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:20:05.640688 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-58c2fd4f-3e2d-4734-b3fd-6061861f744d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:05.651626 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-08132a6c-efe9-4fed-8976-46b28265af58 req-3c24077e-3d0e-490d-9c5b-8a0435239b87 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827320 Aug 17 00:20:05.679582 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-58c2fd4f-3e2d-4734-b3fd-6061861f744d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:05.735266 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ad10f9-682b-49f3-b23b-bced147fcbea admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:20:05.741968 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-58c2fd4f-3e2d-4734-b3fd-6061861f744d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:05.744975 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-58c2fd4f-3e2d-4734-b3fd-6061861f744d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:05.746213 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-58c2fd4f-3e2d-4734-b3fd-6061861f744d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0b123c7f-2b64-44f1-9fe0-a005d4086418 HTTP/1.1" status: 204 len: 168 time: 0.1697335 Aug 17 00:20:05.754420 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-86ad10f9-682b-49f3-b23b-bced147fcbea admin admin] 10.222.0.60 "PUT /v2.0/routers/329070b0-dd4b-4e42-921b-6c84376f4f9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9162230 Aug 17 00:20:05.770846 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2fd4f-3e2d-4734-b3fd-6061861f744d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b123c7f-2b64-44f1-9fe0-a005d4086418,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:05.782886 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2fd4f-3e2d-4734-b3fd-6061861f744d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:05.783363 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2fd4f-3e2d-4734-b3fd-6061861f744d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:05.784570 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2fd4f-3e2d-4734-b3fd-6061861f744d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:05.785024 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2fd4f-3e2d-4734-b3fd-6061861f744d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:05.785497 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2fd4f-3e2d-4734-b3fd-6061861f744d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:05.785964 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2fd4f-3e2d-4734-b3fd-6061861f744d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:05.786554 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2fd4f-3e2d-4734-b3fd-6061861f744d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:05.786925 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2fd4f-3e2d-4734-b3fd-6061861f744d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:05.787535 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2fd4f-3e2d-4734-b3fd-6061861f744d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:05.788267 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2fd4f-3e2d-4734-b3fd-6061861f744d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:05.788615 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2fd4f-3e2d-4734-b3fd-6061861f744d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:05.788952 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2fd4f-3e2d-4734-b3fd-6061861f744d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:06.139606 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a951fbcc-dc32-4482-8074-e7f575277509 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:20:06.211276 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port a951fbcc-dc32-4482-8074-e7f575277509 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:06.211866 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:06.292759 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60160) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:06.367689 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d439f317-6c9e-49ed-bb1a-99515df778f4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=be21c62ec44546a4b4e790a790d2d635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0734901 Aug 17 00:20:06.370135 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60166) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:06.396312 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 1043b394-c541-4f96-a3a2-6990c2ef7ca0 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:20:06.426278 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 1043b394-c541-4f96-a3a2-6990c2ef7ca0 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:20:06.426765 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 1043b394-c541-4f96-a3a2-6990c2ef7ca0 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:20:06.472850 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-822aeab3-7377-4cf0-a45b-3fd133d1c394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:06.498971 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-822aeab3-7377-4cf0-a45b-3fd133d1c394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:06.555417 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-822aeab3-7377-4cf0-a45b-3fd133d1c394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:06.558422 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-822aeab3-7377-4cf0-a45b-3fd133d1c394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:06.563947 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-822aeab3-7377-4cf0-a45b-3fd133d1c394 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ba52ab5e-0660-4c0e-a7e7-1ec5ec326742 HTTP/1.1" status: 204 len: 168 time: 0.1887939 Aug 17 00:20:06.581374 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822aeab3-7377-4cf0-a45b-3fd133d1c394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba52ab5e-0660-4c0e-a7e7-1ec5ec326742,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:06.730317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09efe7a-ce44-4173-b45c-40e166f15f0f req-c06c68ff-7624-4074-b012-74ccf9a0d7ac tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:06.733497 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e09efe7a-ce44-4173-b45c-40e166f15f0f req-c06c68ff-7624-4074-b012-74ccf9a0d7ac tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 946 time: 0.0691700 Aug 17 00:20:06.788438 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e09efe7a-ce44-4173-b45c-40e166f15f0f req-7ac01727-4147-4f68-9667-ad816dd35690 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450728 Aug 17 00:20:06.931074 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d031d3c-fecd-42e6-b286-8c6910bc06ff req-20409fe4-1649-45a9-8639-4f08bec16b65 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:06.932779 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d031d3c-fecd-42e6-b286-8c6910bc06ff req-20409fe4-1649-45a9-8639-4f08bec16b65 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.0551822 Aug 17 00:20:06.998285 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d031d3c-fecd-42e6-b286-8c6910bc06ff req-4f7dd265-2476-46ef-ac00-ba977e5a0274 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570369 Aug 17 00:20:07.347399 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-22269373-396a-4180-ad20-8632cc48d10e tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:07.349169 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-22269373-396a-4180-ad20-8632cc48d10e tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/networks?id=550a7559-5434-4f90-bf0d-d8f2809880b1 HTTP/1.1" status: 200 len: 811 time: 0.1421611 Aug 17 00:20:07.353942 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60240) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:07.405207 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-f10a5610-e87b-4c36-9db5-50e588f8158a tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/quotas/dc65d499ed66462c92face5626c9712b HTTP/1.1" status: 200 len: 375 time: 0.0485768 Aug 17 00:20:07.509651 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-460cfd2e-c74a-4572-8eb5-e64adb60af95 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dc65d499ed66462c92face5626c9712b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963457 Aug 17 00:20:07.525804 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60248) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:07.644224 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-b70f2fb0-f6a0-48e5-83c6-7425d6fe688c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-738659398-network', 'tenant_id': 'bda0c746c639491a9e94e58d73c78c7d'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:20:07.670212 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70f2fb0-f6a0-48e5-83c6-7425d6fe688c admin admin] Made reservation on behalf of bda0c746c639491a9e94e58d73c78c7d for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:20:07.672661 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b70f2fb0-f6a0-48e5-83c6-7425d6fe688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:07.681951 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b70f2fb0-f6a0-48e5-83c6-7425d6fe688c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:07.695015 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-5266f58a-8c73-4b6e-a5cc-05c9069669d5 service neutron] 10.222.0.60 "GET /v2.0/networks/550a7559-5434-4f90-bf0d-d8f2809880b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430063 Aug 17 00:20:07.783232 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b70f2fb0-f6a0-48e5-83c6-7425d6fe688c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:07.787501 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b70f2fb0-f6a0-48e5-83c6-7425d6fe688c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:07.808339 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70f2fb0-f6a0-48e5-83c6-7425d6fe688c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:20:07.821905 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f2fb0-f6a0-48e5-83c6-7425d6fe688c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198c83e0-77e8-42a3-8bee-4ffbbb01878c,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:07.826901 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b70f2fb0-f6a0-48e5-83c6-7425d6fe688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:07.827250 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-b70f2fb0-f6a0-48e5-83c6-7425d6fe688c admin admin] Added segment df08f9ea-5767-4039-a2e0-8d0819033de7 of type vlan for network 08dd8041-00f8-4c23-b405-a6be6a823c07 Aug 17 00:20:07.874073 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-45aba126-1066-41ed-9e07-d0d938609a61 service neutron] 10.222.0.60 "GET /v2.0/networks/550a7559-5434-4f90-bf0d-d8f2809880b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521044 Aug 17 00:20:07.886631 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b70f2fb0-f6a0-48e5-83c6-7425d6fe688c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:07.915867 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b70f2fb0-f6a0-48e5-83c6-7425d6fe688c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:07.917368 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70f2fb0-f6a0-48e5-83c6-7425d6fe688c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:07.918983 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b70f2fb0-f6a0-48e5-83c6-7425d6fe688c admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:07.989401 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a73d0-4c81-4656-b5d1-ef49c3e8b35e req-4dab803e-15ff-414d-9814-4cae02a4d382 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:07.998286 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b21a73d0-4c81-4656-b5d1-ef49c3e8b35e req-4dab803e-15ff-414d-9814-4cae02a4d382 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 946 time: 0.1086574 Aug 17 00:20:08.008855 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b70f2fb0-f6a0-48e5-83c6-7425d6fe688c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4818811 Aug 17 00:20:08.016086 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60258) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:08.042436 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-e38f4d69-18bb-4770-855c-a887c19966d6 admin admin] Request body: {'subnet': {'network_id': '08dd8041-00f8-4c23-b405-a6be6a823c07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-738659398-subnet', 'tenant_id': 'bda0c746c639491a9e94e58d73c78c7d', 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:20:08.050238 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f2fb0-f6a0-48e5-83c6-7425d6fe688c admin admin] Pushing event updated for resources: {'Network': ['ID=08dd8041-00f8-4c23-b405-a6be6a823c07,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:08.081215 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 08dd8041-00f8-4c23-b405-a6be6a823c07 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:20:08.125860 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bfd0365e-a5df-4fb2-901f-ba75f6b0a9b6 req-37e77616-d35e-4bbf-b531-37998e764425 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 210 time: 0.0728440 Aug 17 00:20:08.141924 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b21a73d0-4c81-4656-b5d1-ef49c3e8b35e req-f0993959-395c-4e70-a384-27350f930370 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389019 Aug 17 00:20:08.157480 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38f4d69-18bb-4770-855c-a887c19966d6 admin admin] Made reservation on behalf of bda0c746c639491a9e94e58d73c78c7d for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:20:08.160603 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e38f4d69-18bb-4770-855c-a887c19966d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:08.224661 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-428a940f-ef14-45a4-b3c5-7d2b7bdd7889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:08.235848 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 03f410b4-beb9-4b62-a8fe-ea40d4c0876f up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:20:08.302008 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 03f410b4-beb9-4b62-a8fe-ea40d4c0876f completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:20:08.307388 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 03f410b4-beb9-4b62-a8fe-ea40d4c0876f triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:08.307795 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:08.405556 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:08.429125 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 03f410b4-beb9-4b62-a8fe-ea40d4c0876f, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=03f410b4-beb9-4b62-a8fe-ea40d4c0876f,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:08.445347 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:08.509727 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=03f410b4-beb9-4b62-a8fe-ea40d4c0876f,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:08.549947 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e38f4d69-18bb-4770-855c-a887c19966d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:08.620543 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f4d69-18bb-4770-855c-a887c19966d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58c9f885-48bf-4fb8-a83f-3153d5b5cd4b,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:08.660363 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38f4d69-18bb-4770-855c-a887c19966d6 admin admin] Checking segment: {'id': 'df08f9ea-5767-4039-a2e0-8d0819033de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '08dd8041-00f8-4c23-b405-a6be6a823c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:20:08.660724 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38f4d69-18bb-4770-855c-a887c19966d6 admin admin] Network hostable DHCP agents. Network: 08dd8041-00f8-4c23-b405-a6be6a823c07, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:20:08.705389 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38f4d69-18bb-4770-855c-a887c19966d6 admin admin] Network 08dd8041-00f8-4c23-b405-a6be6a823c07 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:20:08.721656 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-e38f4d69-18bb-4770-855c-a887c19966d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 08dd8041-00f8-4c23-b405-a6be6a823c07) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:20:08.728144 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38f4d69-18bb-4770-855c-a887c19966d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:08.728814 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e38f4d69-18bb-4770-855c-a887c19966d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:08.732168 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3a71ae-771b-4f82-bb30-2823bf2b5eff None None] Network 08dd8041-00f8-4c23-b405-a6be6a823c07 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:20:08.741906 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-428a940f-ef14-45a4-b3c5-7d2b7bdd7889 admin admin] Deleting port a951fbcc-dc32-4482-8074-e7f575277509 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:20:08.742264 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-428a940f-ef14-45a4-b3c5-7d2b7bdd7889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:08.757530 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e38f4d69-18bb-4770-855c-a887c19966d6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7398746 Aug 17 00:20:08.760611 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60268) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:08.766866 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-0a91a75c-1268-4d12-9039-5c0907938035 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-738659398-router', 'tenant_id': 'bda0c746c639491a9e94e58d73c78c7d', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:20:08.804444 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0a91a75c-1268-4d12-9039-5c0907938035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:08.805566 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0a91a75c-1268-4d12-9039-5c0907938035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:08.849483 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-428a940f-ef14-45a4-b3c5-7d2b7bdd7889 admin admin] For port a951fbcc-dc32-4482-8074-e7f575277509, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a951fbcc-dc32-4482-8074-e7f575277509,segment=NetworkSegment(f1ea1962-0ebf-4645-adc5-f6199b24eb23),segment_id=f1ea1962-0ebf-4645-adc5-f6199b24eb23)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:08.850218 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-428a940f-ef14-45a4-b3c5-7d2b7bdd7889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:08.870256 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0a91a75c-1268-4d12-9039-5c0907938035 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:08.876579 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-428a940f-ef14-45a4-b3c5-7d2b7bdd7889 admin admin] Calling delete_port for a951fbcc-dc32-4482-8074-e7f575277509 owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:20:08.915816 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951a8f0d-a661-4964-b6d6-333bd1ccd4fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-08dd8041-00f8-4c23-b405-a6be6a823c07', 'network_id': '08dd8041-00f8-4c23-b405-a6be6a823c07', 'tenant_id': 'bda0c746c639491a9e94e58d73c78c7d', 'fixed_ips': [{'subnet_id': '58c9f885-48bf-4fb8-a83f-3153d5b5cd4b'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:20:08.916707 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-951a8f0d-a661-4964-b6d6-333bd1ccd4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:08.931550 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a2e4bc-a68a-445e-b6bd-eefba5b29b79 None None] Sync routers for ids ['329070b0-dd4b-4e42-921b-6c84376f4f9b'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:20:08.945663 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a2e4bc-a68a-445e-b6bd-eefba5b29b79 None None] Routers {'329070b0-dd4b-4e42-921b-6c84376f4f9b'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:20:08.946787 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-28a2e4bc-a68a-445e-b6bd-eefba5b29b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:19:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['329070b0-dd4b-4e42-921b-6c84376f4f9b'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:09.045242 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0a91a75c-1268-4d12-9039-5c0907938035 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:09.079684 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-951a8f0d-a661-4964-b6d6-333bd1ccd4fa None None] Allocated IP 172.20.0.2 (08dd8041-00f8-4c23-b405-a6be6a823c07/58c9f885-48bf-4fb8-a83f-3153d5b5cd4b/0324277f-300a-4975-a418-370864a04d11) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:20:09.081308 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-28a2e4bc-a68a-445e-b6bd-eefba5b29b79 None None] Set router 329070b0-dd4b-4e42-921b-6c84376f4f9b gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:20:09.117792 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-428a940f-ef14-45a4-b3c5-7d2b7bdd7889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:09.161625 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a940f-ef14-45a4-b3c5-7d2b7bdd7889 admin admin] Pushing event deleted for resources: {'Port': ['ID=a951fbcc-dc32-4482-8074-e7f575277509,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:09.349673 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-951a8f0d-a661-4964-b6d6-333bd1ccd4fa None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:09.362827 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-951a8f0d-a661-4964-b6d6-333bd1ccd4fa None None] Transition to ACTIVE for port object 0324277f-300a-4975-a418-370864a04d11 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:20:09.391212 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-951a8f0d-a661-4964-b6d6-333bd1ccd4fa None None] Transition to ACTIVE for port object 0324277f-300a-4975-a418-370864a04d11 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:20:09.412961 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-951a8f0d-a661-4964-b6d6-333bd1ccd4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:09.495792 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951a8f0d-a661-4964-b6d6-333bd1ccd4fa None None] Network 08dd8041-00f8-4c23-b405-a6be6a823c07 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:20:09.501198 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f11b1d3-b058-4feb-be97-11bf2275b5c4 req-4614daf9-03bc-4d1f-bd4c-456b287d9878 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 210 time: 0.1206272 Aug 17 00:20:09.503732 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-951a8f0d-a661-4964-b6d6-333bd1ccd4fa None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:20:09.519208 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951a8f0d-a661-4964-b6d6-333bd1ccd4fa None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:20:09.540680 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-28a2e4bc-a68a-445e-b6bd-eefba5b29b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329070b0-dd4b-4e42-921b-6c84376f4f9b', 'name': 'tempest-TestAggregatesBasicOps-416098544-router', 'tenant_id': '82f0942f138e4bafb85d91f54ed18c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '03f410b4-beb9-4b62-a8fe-ea40d4c0876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:20:00Z', 'updated_at': '2021-08-17T00:20:04Z', 'revision_number': 4, 'project_id': '82f0942f138e4bafb85d91f54ed18c11', 'gw_port': {'id': '03f410b4-beb9-4b62-a8fe-ea40d4c0876f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329070b0-dd4b-4e42-921b-6c84376f4f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:01Z', 'updated_at': '2021-08-17T00:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '7ebfbd93-47ed-443b-8b7a-ed08898dcc97', 'name': '', 'network_id': '4aca2c2f-c3ff-400a-adf5-44fc5cbb6966', 'tenant_id': '82f0942f138e4bafb85d91f54ed18c11', 'mac_address': 'fa:16:3e:6a:a7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329070b0-dd4b-4e42-921b-6c84376f4f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '904c6d93-07df-4553-8131-f713b5f5b0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:03Z', 'updated_at': '2021-08-17T00:20:04Z', 'revision_number': 2, 'project_id': '82f0942f138e4bafb85d91f54ed18c11', 'subnets': [{'id': '904c6d93-07df-4553-8131-f713b5f5b0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:09.554833 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a8f0d-a661-4964-b6d6-333bd1ccd4fa None None] Pushing event updated for resources: {'Port': ['ID=0324277f-300a-4975-a418-370864a04d11,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:09.577505 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104ecab-23bc-41a7-953a-d63cca6bb7c2 req-eaad34e7-8718-4314-ab6b-fe288fdad29b tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:09.579276 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7104ecab-23bc-41a7-953a-d63cca6bb7c2 req-eaad34e7-8718-4314-ab6b-fe288fdad29b tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 946 time: 0.1976619 Aug 17 00:20:09.596792 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-428a940f-ef14-45a4-b3c5-7d2b7bdd7889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:09.600446 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a2e4bc-a68a-445e-b6bd-eefba5b29b79 None None] Checking router: 329070b0-dd4b-4e42-921b-6c84376f4f9b for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:20:09.600985 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a2e4bc-a68a-445e-b6bd-eefba5b29b79 None None] Updating router 329070b0-dd4b-4e42-921b-6c84376f4f9b port 7ebfbd93-47ed-443b-8b7a-ed08898dcc97 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:20:09.601705 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-951a8f0d-a661-4964-b6d6-333bd1ccd4fa None None] Attempting to bind port 0324277f-300a-4975-a418-370864a04d11 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:20:09.602140 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-951a8f0d-a661-4964-b6d6-333bd1ccd4fa None None] Attempting to bind port 0324277f-300a-4975-a418-370864a04d11 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'df08f9ea-5767-4039-a2e0-8d0819033de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '08dd8041-00f8-4c23-b405-a6be6a823c07'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:20:09.602570 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951a8f0d-a661-4964-b6d6-333bd1ccd4fa None None] Attempting to bind port 0324277f-300a-4975-a418-370864a04d11 on network 08dd8041-00f8-4c23-b405-a6be6a823c07 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:20:09.614427 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951a8f0d-a661-4964-b6d6-333bd1ccd4fa None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:20:09.615137 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951a8f0d-a661-4964-b6d6-333bd1ccd4fa None None] Checking segment: {'id': 'df08f9ea-5767-4039-a2e0-8d0819033de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '08dd8041-00f8-4c23-b405-a6be6a823c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:20:09.615767 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-951a8f0d-a661-4964-b6d6-333bd1ccd4fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:09.616363 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951a8f0d-a661-4964-b6d6-333bd1ccd4fa None None] Bound using segment: {'id': 'df08f9ea-5767-4039-a2e0-8d0819033de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '08dd8041-00f8-4c23-b405-a6be6a823c07'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:20:09.617367 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-951a8f0d-a661-4964-b6d6-333bd1ccd4fa None None] Bound port: 0324277f-300a-4975-a418-370864a04d11, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df08f9ea-5767-4039-a2e0-8d0819033de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '08dd8041-00f8-4c23-b405-a6be6a823c07'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:20:09.618134 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-951a8f0d-a661-4964-b6d6-333bd1ccd4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:09.636460 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-28a2e4bc-a68a-445e-b6bd-eefba5b29b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:09.683481 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7104ecab-23bc-41a7-953a-d63cca6bb7c2 req-b23e02fc-f015-44c4-a012-35c4dc8bc51a tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918777 Aug 17 00:20:09.719544 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-951a8f0d-a661-4964-b6d6-333bd1ccd4fa None None] For port 0324277f-300a-4975-a418-370864a04d11, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:20:09.723742 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-951a8f0d-a661-4964-b6d6-333bd1ccd4fa None None] For port 0324277f-300a-4975-a418-370864a04d11, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=0324277f-300a-4975-a418-370864a04d11,segment=NetworkSegment(df08f9ea-5767-4039-a2e0-8d0819033de7),segment_id=df08f9ea-5767-4039-a2e0-8d0819033de7)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:20:09.729485 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-951a8f0d-a661-4964-b6d6-333bd1ccd4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:09.807989 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a8f0d-a661-4964-b6d6-333bd1ccd4fa None None] Pushing event updated for resources: {'Port': ['ID=0324277f-300a-4975-a418-370864a04d11,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:09.887836 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-b8756cf6-28eb-4e15-9b23-7f8e71fab63e tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:09.889691 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-b8756cf6-28eb-4e15-9b23-7f8e71fab63e tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.64 "GET /v2.0/networks?id=550a7559-5434-4f90-bf0d-d8f2809880b1 HTTP/1.1" status: 200 len: 811 time: 0.2090311 Aug 17 00:20:09.909775 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0a91a75c-1268-4d12-9039-5c0907938035 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:09.918334 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-99f9afe9-d33b-4e27-a697-a9ea957181e0 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Request body: {'port': {'device_id': '67d75182-546f-4fd1-bb1b-e7acd1b82be4', 'network_id': '550a7559-5434-4f90-bf0d-d8f2809880b1', 'admin_state_up': True, 'tenant_id': 'dc65d499ed66462c92face5626c9712b'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:20:09.930428 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428a940f-ef14-45a4-b3c5-7d2b7bdd7889 admin admin] Router 6d687189-6634-4c89-9df4-8c7d1982b82a has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:20:09.956932 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0a91a75c-1268-4d12-9039-5c0907938035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:09.964153 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-28a2e4bc-a68a-445e-b6bd-eefba5b29b79 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:09.975505 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-28a2e4bc-a68a-445e-b6bd-eefba5b29b79 None None] Transition to ACTIVE for port object 7ebfbd93-47ed-443b-8b7a-ed08898dcc97 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:20:09.986426 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-28a2e4bc-a68a-445e-b6bd-eefba5b29b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:10.125743 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428a940f-ef14-45a4-b3c5-7d2b7bdd7889 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:20:10.138028 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-428a940f-ef14-45a4-b3c5-7d2b7bdd7889 admin admin] 10.222.0.60 "PUT /v2.0/routers/6d687189-6634-4c89-9df4-8c7d1982b82a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7803397 Aug 17 00:20:10.141867 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60276) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:10.155021 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1655d425-3815-47dc-ba86-85c1621158f1 None None] Sync routers for ids ['6d687189-6634-4c89-9df4-8c7d1982b82a'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:20:10.176234 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1655d425-3815-47dc-ba86-85c1621158f1 None None] Routers {'6d687189-6634-4c89-9df4-8c7d1982b82a'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:20:10.177028 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-1655d425-3815-47dc-ba86-85c1621158f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:19:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6d687189-6634-4c89-9df4-8c7d1982b82a'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:10.181532 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:10.210893 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-99f9afe9-d33b-4e27-a697-a9ea957181e0 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Made reservation on behalf of dc65d499ed66462c92face5626c9712b for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:20:10.223010 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-99f9afe9-d33b-4e27-a697-a9ea957181e0 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:10.277355 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032e7ff-9ca2-4a39-b916-f47d15a0fd2d None None] Pushing event updated for resources: {'Port': ['ID=7ebfbd93-47ed-443b-8b7a-ed08898dcc97,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:10.283100 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-0a91a75c-1268-4d12-9039-5c0907938035 admin admin] Allocated IP 172.25.3.230 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/e686be29-2a6d-401e-888e-ac7e58a87f82) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:20:10.323276 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 03f410b4-beb9-4b62-a8fe-ea40d4c0876f up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:20:10.379890 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5d11858b-13a3-4f6a-a46e-19cb21609e53 admin admin] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:10.395778 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-28a2e4bc-a68a-445e-b6bd-eefba5b29b79 None None] Attempting to bind port 7ebfbd93-47ed-443b-8b7a-ed08898dcc97 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:20:10.396427 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-28a2e4bc-a68a-445e-b6bd-eefba5b29b79 None None] Attempting to bind port 7ebfbd93-47ed-443b-8b7a-ed08898dcc97 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '490316ac-5483-43aa-98a5-91f5068342df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4aca2c2f-c3ff-400a-adf5-44fc5cbb6966'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:20:10.396930 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a2e4bc-a68a-445e-b6bd-eefba5b29b79 None None] Attempting to bind port 7ebfbd93-47ed-443b-8b7a-ed08898dcc97 on network 4aca2c2f-c3ff-400a-adf5-44fc5cbb6966 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:20:10.403573 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a2e4bc-a68a-445e-b6bd-eefba5b29b79 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:20:10.404249 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a2e4bc-a68a-445e-b6bd-eefba5b29b79 None None] Checking segment: {'id': '490316ac-5483-43aa-98a5-91f5068342df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4aca2c2f-c3ff-400a-adf5-44fc5cbb6966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:20:10.404801 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-28a2e4bc-a68a-445e-b6bd-eefba5b29b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:10.405569 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a2e4bc-a68a-445e-b6bd-eefba5b29b79 None None] Bound using segment: {'id': '490316ac-5483-43aa-98a5-91f5068342df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4aca2c2f-c3ff-400a-adf5-44fc5cbb6966'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:20:10.406177 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-28a2e4bc-a68a-445e-b6bd-eefba5b29b79 None None] Bound port: 7ebfbd93-47ed-443b-8b7a-ed08898dcc97, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490316ac-5483-43aa-98a5-91f5068342df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4aca2c2f-c3ff-400a-adf5-44fc5cbb6966'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:20:10.406370 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-1655d425-3815-47dc-ba86-85c1621158f1 None None] Set router 6d687189-6634-4c89-9df4-8c7d1982b82a gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:20:10.407210 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-28a2e4bc-a68a-445e-b6bd-eefba5b29b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:10.524287 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 03f410b4-beb9-4b62-a8fe-ea40d4c0876f triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:10.526303 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:10.541308 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-28a2e4bc-a68a-445e-b6bd-eefba5b29b79 None None] For port 7ebfbd93-47ed-443b-8b7a-ed08898dcc97, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:20:10.545682 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-28a2e4bc-a68a-445e-b6bd-eefba5b29b79 None None] For port 7ebfbd93-47ed-443b-8b7a-ed08898dcc97, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=7ebfbd93-47ed-443b-8b7a-ed08898dcc97,segment=NetworkSegment(490316ac-5483-43aa-98a5-91f5068342df),segment_id=490316ac-5483-43aa-98a5-91f5068342df)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:20:10.563076 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-28a2e4bc-a68a-445e-b6bd-eefba5b29b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:10.563346 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-99f9afe9-d33b-4e27-a697-a9ea957181e0 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Allocated IP 172.20.0.14 (550a7559-5434-4f90-bf0d-d8f2809880b1/a76258ee-d1e4-44cf-9c01-066c3dbf7894/0145f69d-adea-4f21-8d9d-69cc8f0b5c8a) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:20:10.594864 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5d11858b-13a3-4f6a-a46e-19cb21609e53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:10.643514 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a2e4bc-a68a-445e-b6bd-eefba5b29b79 None None] Routers {'329070b0-dd4b-4e42-921b-6c84376f4f9b'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:20:10.644357 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-28a2e4bc-a68a-445e-b6bd-eefba5b29b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:19:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['329070b0-dd4b-4e42-921b-6c84376f4f9b'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:10.734079 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032e7ff-9ca2-4a39-b916-f47d15a0fd2d None None] Pushing event updated for resources: {'Port': ['ID=7ebfbd93-47ed-443b-8b7a-ed08898dcc97,revision_number=4']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:10.756817 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-1655d425-3815-47dc-ba86-85c1621158f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d687189-6634-4c89-9df4-8c7d1982b82a', 'name': 'tempest-TestAggregatesBasicOps-1090243222-router', 'tenant_id': '473ada7987594954b08d7da706769a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'cbda699e-29b9-42a6-9504-e819d6f8565d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:54Z', 'updated_at': '2021-08-17T00:20:09Z', 'revision_number': 5, 'project_id': '473ada7987594954b08d7da706769a62', 'gw_port': {'id': 'cbda699e-29b9-42a6-9504-e819d6f8565d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d687189-6634-4c89-9df4-8c7d1982b82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:55Z', 'updated_at': '2021-08-17T00:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:10.786467 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-99f9afe9-d33b-4e27-a697-a9ea957181e0 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:10.812233 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1655d425-3815-47dc-ba86-85c1621158f1 None None] Checking router: 6d687189-6634-4c89-9df4-8c7d1982b82a for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:20:10.828144 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1655d425-3815-47dc-ba86-85c1621158f1 None None] Routers {'6d687189-6634-4c89-9df4-8c7d1982b82a'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:20:10.828785 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-1655d425-3815-47dc-ba86-85c1621158f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:19:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6d687189-6634-4c89-9df4-8c7d1982b82a'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:10.849080 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-28a2e4bc-a68a-445e-b6bd-eefba5b29b79 None None] Set router 329070b0-dd4b-4e42-921b-6c84376f4f9b gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:20:10.907532 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0a91a75c-1268-4d12-9039-5c0907938035 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:10.933395 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-99f9afe9-d33b-4e27-a697-a9ea957181e0 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:10.966134 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:20:11.035279 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-99f9afe9-d33b-4e27-a697-a9ea957181e0 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Network 550a7559-5434-4f90-bf0d-d8f2809880b1 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:20:11.055111 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-99f9afe9-d33b-4e27-a697-a9ea957181e0 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:20:11.059264 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-99f9afe9-d33b-4e27-a697-a9ea957181e0 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:20:11.128878 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-99f9afe9-d33b-4e27-a697-a9ea957181e0 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:11.129863 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-99f9afe9-d33b-4e27-a697-a9ea957181e0 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:11.160764 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-99f9afe9-d33b-4e27-a697-a9ea957181e0 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2465031 Aug 17 00:20:11.183134 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-9f977f3b-125f-4d6c-95dc-0ccf99a62772 service neutron] Request body: {'port': {'device_id': '67d75182-546f-4fd1-bb1b-e7acd1b82be4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:20:11.186847 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-28a2e4bc-a68a-445e-b6bd-eefba5b29b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329070b0-dd4b-4e42-921b-6c84376f4f9b', 'name': 'tempest-TestAggregatesBasicOps-416098544-router', 'tenant_id': '82f0942f138e4bafb85d91f54ed18c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '03f410b4-beb9-4b62-a8fe-ea40d4c0876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:20:00Z', 'updated_at': '2021-08-17T00:20:04Z', 'revision_number': 4, 'project_id': '82f0942f138e4bafb85d91f54ed18c11', 'gw_port': {'id': '03f410b4-beb9-4b62-a8fe-ea40d4c0876f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329070b0-dd4b-4e42-921b-6c84376f4f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:01Z', 'updated_at': '2021-08-17T00:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '7ebfbd93-47ed-443b-8b7a-ed08898dcc97', 'name': '', 'network_id': '4aca2c2f-c3ff-400a-adf5-44fc5cbb6966', 'tenant_id': '82f0942f138e4bafb85d91f54ed18c11', 'mac_address': 'fa:16:3e:6a:a7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329070b0-dd4b-4e42-921b-6c84376f4f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '904c6d93-07df-4553-8131-f713b5f5b0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:03Z', 'updated_at': '2021-08-17T00:20:10Z', 'revision_number': 4, 'project_id': '82f0942f138e4bafb85d91f54ed18c11', 'subnets': [{'id': '904c6d93-07df-4553-8131-f713b5f5b0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:11.260164 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9afe9-d33b-4e27-a697-a9ea957181e0 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Pushing event updated for resources: {'Port': ['ID=0145f69d-adea-4f21-8d9d-69cc8f0b5c8a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:11.264483 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-9f977f3b-125f-4d6c-95dc-0ccf99a62772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:11.267522 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0a91a75c-1268-4d12-9039-5c0907938035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:11.270345 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a2e4bc-a68a-445e-b6bd-eefba5b29b79 None None] The sync data for ids ['329070b0-dd4b-4e42-921b-6c84376f4f9b'] in n-d-800088-20 is: [{'id': '329070b0-dd4b-4e42-921b-6c84376f4f9b', 'name': 'tempest-TestAggregatesBasicOps-416098544-router', 'tenant_id': '82f0942f138e4bafb85d91f54ed18c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '03f410b4-beb9-4b62-a8fe-ea40d4c0876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:20:00Z', 'updated_at': '2021-08-17T00:20:04Z', 'revision_number': 4, 'project_id': '82f0942f138e4bafb85d91f54ed18c11', 'gw_port': {'id': '03f410b4-beb9-4b62-a8fe-ea40d4c0876f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329070b0-dd4b-4e42-921b-6c84376f4f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:01Z', 'updated_at': '2021-08-17T00:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '7ebfbd93-47ed-443b-8b7a-ed08898dcc97', 'name': '', 'network_id': '4aca2c2f-c3ff-400a-adf5-44fc5cbb6966', 'tenant_id': '82f0942f138e4bafb85d91f54ed18c11', 'mac_address': 'fa:16:3e:6a:a7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329070b0-dd4b-4e42-921b-6c84376f4f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '904c6d93-07df-4553-8131-f713b5f5b0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:03Z', 'updated_at': '2021-08-17T00:20:10Z', 'revision_number': 4, 'project_id': '82f0942f138e4bafb85d91f54ed18c11', 'subnets': [{'id': '904c6d93-07df-4553-8131-f713b5f5b0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:20:11.330809 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a91a75c-1268-4d12-9039-5c0907938035 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:20:11.339022 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-1655d425-3815-47dc-ba86-85c1621158f1 None None] Set router 6d687189-6634-4c89-9df4-8c7d1982b82a gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:20:11.363781 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-0a91a75c-1268-4d12-9039-5c0907938035 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:20:11.371763 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a91a75c-1268-4d12-9039-5c0907938035 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:20:11.411591 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91a75c-1268-4d12-9039-5c0907938035 admin admin] Pushing event updated for resources: {'Port': ['ID=e686be29-2a6d-401e-888e-ac7e58a87f82,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:11.414182 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16714c28-2047-4061-8c22-414c4d14d030 req-dc27e75a-5bd6-4eb7-9672-b3f25d4a592c tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:11.429817 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16714c28-2047-4061-8c22-414c4d14d030 req-dc27e75a-5bd6-4eb7-9672-b3f25d4a592c tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 932 time: 0.1955800 Aug 17 00:20:11.458490 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-1655d425-3815-47dc-ba86-85c1621158f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d687189-6634-4c89-9df4-8c7d1982b82a', 'name': 'tempest-TestAggregatesBasicOps-1090243222-router', 'tenant_id': '473ada7987594954b08d7da706769a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:54Z', 'updated_at': '2021-08-17T00:20:10Z', 'revision_number': 6, 'project_id': '473ada7987594954b08d7da706769a62', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:11.462967 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8405c15-0a72-494a-8d6e-c8c4fde9a5f5 None None] Network 08dd8041-00f8-4c23-b405-a6be6a823c07 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:20:11.475258 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffec14-327f-4160-8433-f8020319bfc2 req-20282994-9e77-4c24-be5a-d3c7a3efa873 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:11.476788 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c2ffec14-327f-4160-8433-f8020319bfc2 req-20282994-9e77-4c24-be5a-d3c7a3efa873 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 946 time: 0.2449887 Aug 17 00:20:11.507904 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-5d11858b-13a3-4f6a-a46e-19cb21609e53 admin admin] Deleting port cbda699e-29b9-42a6-9504-e819d6f8565d {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:20:11.508252 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5d11858b-13a3-4f6a-a46e-19cb21609e53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:11.529145 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16714c28-2047-4061-8c22-414c4d14d030 req-de397f98-a8c1-4800-8b18-09480b1e1ce2 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977287 Aug 17 00:20:11.555176 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1655d425-3815-47dc-ba86-85c1621158f1 None None] The sync data for ids ['6d687189-6634-4c89-9df4-8c7d1982b82a'] in n-d-800088-20 is: [{'id': '6d687189-6634-4c89-9df4-8c7d1982b82a', 'name': 'tempest-TestAggregatesBasicOps-1090243222-router', 'tenant_id': '473ada7987594954b08d7da706769a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:54Z', 'updated_at': '2021-08-17T00:20:10Z', 'revision_number': 6, 'project_id': '473ada7987594954b08d7da706769a62', 'gw_port_host': None}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:20:11.588567 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-eb5f92f8-eb01-400f-8e68-7000f9555ab0 None None] Provisioning for port 0324277f-300a-4975-a418-370864a04d11 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:20:11.609111 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c2ffec14-327f-4160-8433-f8020319bfc2 req-0bf0df33-0731-43ed-a527-05df885536e3 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155777 Aug 17 00:20:11.678701 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-5d11858b-13a3-4f6a-a46e-19cb21609e53 admin admin] For port cbda699e-29b9-42a6-9504-e819d6f8565d, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=cbda699e-29b9-42a6-9504-e819d6f8565d,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:11.679549 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5d11858b-13a3-4f6a-a46e-19cb21609e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:11.708730 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-5d11858b-13a3-4f6a-a46e-19cb21609e53 admin admin] Calling delete_port for cbda699e-29b9-42a6-9504-e819d6f8565d owned by network:router_gateway {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:20:11.765149 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:11.901200 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5d11858b-13a3-4f6a-a46e-19cb21609e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:11.945284 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11858b-13a3-4f6a-a46e-19cb21609e53 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbda699e-29b9-42a6-9504-e819d6f8565d,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:11.954073 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0a91a75c-1268-4d12-9039-5c0907938035 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:12.005549 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-9f977f3b-125f-4d6c-95dc-0ccf99a62772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0145f69d-adea-4f21-8d9d-69cc8f0b5c8a {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:20:12.013906 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5d11858b-13a3-4f6a-a46e-19cb21609e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:12.020067 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-9f977f3b-125f-4d6c-95dc-0ccf99a62772 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:12.070560 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-9f977f3b-125f-4d6c-95dc-0ccf99a62772 service neutron] Transition to ACTIVE for port object 0145f69d-adea-4f21-8d9d-69cc8f0b5c8a will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:20:12.083901 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-9f977f3b-125f-4d6c-95dc-0ccf99a62772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:12.165186 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5d11858b-13a3-4f6a-a46e-19cb21609e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:12.167319 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5d11858b-13a3-4f6a-a46e-19cb21609e53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:12.185660 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f977f3b-125f-4d6c-95dc-0ccf99a62772 service neutron] Pushing event updated for resources: {'Port': ['ID=0145f69d-adea-4f21-8d9d-69cc8f0b5c8a,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:12.247688 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5d11858b-13a3-4f6a-a46e-19cb21609e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:12.248668 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d11858b-13a3-4f6a-a46e-19cb21609e53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d687189-6634-4c89-9df4-8c7d1982b82a {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:20:12.255560 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5d11858b-13a3-4f6a-a46e-19cb21609e53 admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:12.256854 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5d11858b-13a3-4f6a-a46e-19cb21609e53 admin admin] 10.222.0.60 "DELETE /v2.0/routers/6d687189-6634-4c89-9df4-8c7d1982b82a HTTP/1.1" status: 204 len: 168 time: 2.1139920 Aug 17 00:20:12.261146 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60284) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:12.324072 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-07242798-6e7d-4baf-9151-e19376e2403f admin admin] Deleting subnet ce54efb6-92ac-4a9f-bc47-461833b200d9 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:20:12.328140 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0a91a75c-1268-4d12-9039-5c0907938035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:12.330473 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-07242798-6e7d-4baf-9151-e19376e2403f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:12.373570 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-07242798-6e7d-4baf-9151-e19376e2403f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:12.402086 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-9f977f3b-125f-4d6c-95dc-0ccf99a62772 service neutron] Attempting to bind port 0145f69d-adea-4f21-8d9d-69cc8f0b5c8a on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:20:12.403027 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-9f977f3b-125f-4d6c-95dc-0ccf99a62772 service neutron] Attempting to bind port 0145f69d-adea-4f21-8d9d-69cc8f0b5c8a by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '042780f0-c041-4992-815f-0a3ca71a3e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '550a7559-5434-4f90-bf0d-d8f2809880b1'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:20:12.403027 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-9f977f3b-125f-4d6c-95dc-0ccf99a62772 service neutron] Attempting to bind port 0145f69d-adea-4f21-8d9d-69cc8f0b5c8a on network 550a7559-5434-4f90-bf0d-d8f2809880b1 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:20:12.403483 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7ebfbd93-47ed-443b-8b7a-ed08898dcc97 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:20:12.414971 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-9f977f3b-125f-4d6c-95dc-0ccf99a62772 service neutron] Port 0145f69d-adea-4f21-8d9d-69cc8f0b5c8a on network 550a7559-5434-4f90-bf0d-d8f2809880b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:20:12.415852 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-9f977f3b-125f-4d6c-95dc-0ccf99a62772 service neutron] Attempting to bind port 0145f69d-adea-4f21-8d9d-69cc8f0b5c8a on network 550a7559-5434-4f90-bf0d-d8f2809880b1 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:20:12.452194 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-9f977f3b-125f-4d6c-95dc-0ccf99a62772 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:20:12.452548 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-9f977f3b-125f-4d6c-95dc-0ccf99a62772 service neutron] Checking segment: {'id': '042780f0-c041-4992-815f-0a3ca71a3e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '550a7559-5434-4f90-bf0d-d8f2809880b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:20:12.452961 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-9f977f3b-125f-4d6c-95dc-0ccf99a62772 service neutron] Bound using segment: {'id': '042780f0-c041-4992-815f-0a3ca71a3e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '550a7559-5434-4f90-bf0d-d8f2809880b1'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:20:12.453454 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-9f977f3b-125f-4d6c-95dc-0ccf99a62772 service neutron] Bound port: 0145f69d-adea-4f21-8d9d-69cc8f0b5c8a, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '042780f0-c041-4992-815f-0a3ca71a3e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '550a7559-5434-4f90-bf0d-d8f2809880b1'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:20:12.453830 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-9f977f3b-125f-4d6c-95dc-0ccf99a62772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:12.481903 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 7ebfbd93-47ed-443b-8b7a-ed08898dcc97 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:20:12.485944 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 7ebfbd93-47ed-443b-8b7a-ed08898dcc97 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:12.486322 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:12.511426 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-07242798-6e7d-4baf-9151-e19376e2403f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:12.554084 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-9f977f3b-125f-4d6c-95dc-0ccf99a62772 service neutron] For port 0145f69d-adea-4f21-8d9d-69cc8f0b5c8a, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:20:12.569492 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-9f977f3b-125f-4d6c-95dc-0ccf99a62772 service neutron] For port 0145f69d-adea-4f21-8d9d-69cc8f0b5c8a, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0145f69d-adea-4f21-8d9d-69cc8f0b5c8a,segment=NetworkSegment(042780f0-c041-4992-815f-0a3ca71a3e74),segment_id=042780f0-c041-4992-815f-0a3ca71a3e74)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:20:12.580008 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-9f977f3b-125f-4d6c-95dc-0ccf99a62772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:12.591093 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-07242798-6e7d-4baf-9151-e19376e2403f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:12.601343 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:12.623488 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a91a75c-1268-4d12-9039-5c0907938035 admin admin] Router 4f8be1d3-7e31-4d6b-9640-ebdd88c50450 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:20:12.632872 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07242798-6e7d-4baf-9151-e19376e2403f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce54efb6-92ac-4a9f-bc47-461833b200d9,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:12.632872 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-07242798-6e7d-4baf-9151-e19376e2403f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:12.637496 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-07242798-6e7d-4baf-9151-e19376e2403f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ce54efb6-92ac-4a9f-bc47-461833b200d9 HTTP/1.1" status: 204 len: 168 time: 0.3743522 Aug 17 00:20:12.638504 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60288) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:12.643508 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-9f977f3b-125f-4d6c-95dc-0ccf99a62772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:12.644377 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-9f977f3b-125f-4d6c-95dc-0ccf99a62772 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:12.646147 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7baa4cb-1bca-4a43-a314-af8954bd501f None None] Network 46a967c8-79de-433c-9b99-e81ed7ff61e4 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:20:12.646958 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-9f977f3b-125f-4d6c-95dc-0ccf99a62772 service neutron] 10.222.0.64 "PUT /v2.0/ports/0145f69d-adea-4f21-8d9d-69cc8f0b5c8a HTTP/1.1" status: 200 len: 1093 time: 1.4703190 Aug 17 00:20:12.650478 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d75182-546f-4fd1-bb1b-e7acd1b82be4', 'tag': '0145f69d-adea-4f21-8d9d-69cc8f0b5c8a'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:20:12.653914 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156d1970-b210-4cf5-b785-7bab34028003" -d '{"events": [{"name": "network-changed", "server_uuid": "67d75182-546f-4fd1-bb1b-e7acd1b82be4", "tag": "0145f69d-adea-4f21-8d9d-69cc8f0b5c8a"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:20:12.660480 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 7ebfbd93-47ed-443b-8b7a-ed08898dcc97, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=7ebfbd93-47ed-443b-8b7a-ed08898dcc97,segment=NetworkSegment(490316ac-5483-43aa-98a5-91f5068342df),segment_id=490316ac-5483-43aa-98a5-91f5068342df)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:12.707860 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:12.708742 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 0324277f-300a-4975-a418-370864a04d11 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:20:12.742741 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8802cb78-e721-4d84-af17-f5c6e520ac68 x-openstack-request-id: req-8802cb78-e721-4d84-af17-f5c6e520ac68 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:20:12.743090 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d75182-546f-4fd1-bb1b-e7acd1b82be4", "tag": "0145f69d-adea-4f21-8d9d-69cc8f0b5c8a", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:20:12.743576 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8802cb78-e721-4d84-af17-f5c6e520ac68 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:20:12.744056 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d75182-546f-4fd1-bb1b-e7acd1b82be4', 'tag': '0145f69d-adea-4f21-8d9d-69cc8f0b5c8a', 'status': 'completed', 'code': 200} Aug 17 00:20:12.763435 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f977f3b-125f-4d6c-95dc-0ccf99a62772 service neutron] Pushing event updated for resources: {'Port': ['ID=0145f69d-adea-4f21-8d9d-69cc8f0b5c8a,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:12.773877 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15358e5e-553d-4cfa-9dc7-853fd267129b req-290b881d-7b08-434c-8460-00c90ee25a02 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:12.775443 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15358e5e-553d-4cfa-9dc7-853fd267129b req-290b881d-7b08-434c-8460-00c90ee25a02 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 944 time: 0.1571143 Aug 17 00:20:12.779111 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b2671c91-0565-4273-b856-fd226f2ff4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:12.843661 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=7ebfbd93-47ed-443b-8b7a-ed08898dcc97,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:12.853218 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-10043628-237f-439a-aeec-fb597d747fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:12.854751 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-10043628-237f-439a-aeec-fb597d747fb2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc65d499ed66462c92face5626c9712b&device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 1096 time: 0.1077721 Aug 17 00:20:12.886056 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15358e5e-553d-4cfa-9dc7-853fd267129b req-c9fdb0ad-7686-45cf-bb27-1891ba22f2cb tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000576 Aug 17 00:20:12.903213 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195e9ad-a522-4694-8534-e6245b97e269 req-88dc92cc-86ce-481f-961a-0bed0389cc7c tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:12.904748 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e195e9ad-a522-4694-8534-e6245b97e269 req-88dc92cc-86ce-481f-961a-0bed0389cc7c tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 946 time: 0.1095057 Aug 17 00:20:12.914352 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a91a75c-1268-4d12-9039-5c0907938035 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:20:12.923731 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-b2671c91-0565-4273-b856-fd226f2ff4ec admin admin] Deleting port 31d03d65-870e-4c23-849f-8cd83e017793 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:20:12.923883 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f6e2a9-5831-49b3-bee5-3f385bc61dec None None] Sync routers for ids ['4f8be1d3-7e31-4d6b-9640-ebdd88c50450'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:20:12.924789 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b2671c91-0565-4273-b856-fd226f2ff4ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:12.926948 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-6001d302-f32c-493c-9b3f-1213dc45c780 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0145f69d-adea-4f21-8d9d-69cc8f0b5c8a HTTP/1.1" status: 200 len: 217 time: 0.0605819 Aug 17 00:20:12.939588 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f6e2a9-5831-49b3-bee5-3f385bc61dec None None] Routers {'4f8be1d3-7e31-4d6b-9640-ebdd88c50450'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:20:12.940396 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-28f6e2a9-5831-49b3-bee5-3f385bc61dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:19:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['4f8be1d3-7e31-4d6b-9640-ebdd88c50450'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:12.956000 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 0324277f-300a-4975-a418-370864a04d11 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:20:12.960900 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 0324277f-300a-4975-a418-370864a04d11 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:12.961530 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:13.008882 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-82a0cb38-ab77-4f7d-b8c0-6920acda427d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:13.010955 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-82a0cb38-ab77-4f7d-b8c0-6920acda427d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a76258ee-d1e4-44cf-9c01-066c3dbf7894 HTTP/1.1" status: 200 len: 851 time: 0.0703835 Aug 17 00:20:13.013281 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0a91a75c-1268-4d12-9039-5c0907938035 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:13.014534 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0a91a75c-1268-4d12-9039-5c0907938035 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2515614 Aug 17 00:20:13.018182 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60294) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:13.033426 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-b2671c91-0565-4273-b856-fd226f2ff4ec admin admin] For port 31d03d65-870e-4c23-849f-8cd83e017793, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=31d03d65-870e-4c23-849f-8cd83e017793,segment=NetworkSegment(f1ea1962-0ebf-4645-adc5-f6199b24eb23),segment_id=f1ea1962-0ebf-4645-adc5-f6199b24eb23)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:13.033714 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b2671c91-0565-4273-b856-fd226f2ff4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:13.046169 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7d574f-f58e-4e12-8f90-73521a7595de None None] DHCP port deletion for 46a967c8-79de-433c-9b99-e81ed7ff61e4 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:20:13.053566 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e195e9ad-a522-4694-8534-e6245b97e269 req-039c161c-ad57-4198-9f71-aaf962880363 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281533 Aug 17 00:20:13.072008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-b2671c91-0565-4273-b856-fd226f2ff4ec admin admin] Calling delete_port for 31d03d65-870e-4c23-849f-8cd83e017793 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:20:13.123991 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:13.126393 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-853f7a60-e7be-43eb-af7a-131f18ee6021 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=550a7559-5434-4f90-bf0d-d8f2809880b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304418 Aug 17 00:20:13.154547 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-28f6e2a9-5831-49b3-bee5-3f385bc61dec None None] Set router 4f8be1d3-7e31-4d6b-9640-ebdd88c50450 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:20:13.184168 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 0324277f-300a-4975-a418-370864a04d11, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=0324277f-300a-4975-a418-370864a04d11,segment=NetworkSegment(df08f9ea-5767-4039-a2e0-8d0819033de7),segment_id=df08f9ea-5767-4039-a2e0-8d0819033de7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:13.187409 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1e7d574f-f58e-4e12-8f90-73521a7595de None None] Deleting port 31d03d65-870e-4c23-849f-8cd83e017793 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:20:13.187791 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1e7d574f-f58e-4e12-8f90-73521a7595de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:13.191990 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b2671c91-0565-4273-b856-fd226f2ff4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:13.204546 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2671c91-0565-4273-b856-fd226f2ff4ec admin admin] No DVR routers for this DVR port 31d03d65-870e-4c23-849f-8cd83e017793 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:20:13.226317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2671c91-0565-4273-b856-fd226f2ff4ec admin admin] Pushing event deleted for resources: {'Port': ['ID=31d03d65-870e-4c23-849f-8cd83e017793,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:13.258968 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-e07bada4-9607-4c14-9bba-86f20b5966c7 service neutron] 10.222.0.64 "GET /v2.0/networks/550a7559-5434-4f90-bf0d-d8f2809880b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949144 Aug 17 00:20:13.287043 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1e7d574f-f58e-4e12-8f90-73521a7595de None None] For port 31d03d65-870e-4c23-849f-8cd83e017793, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=31d03d65-870e-4c23-849f-8cd83e017793,segment=NetworkSegment(f1ea1962-0ebf-4645-adc5-f6199b24eb23),segment_id=f1ea1962-0ebf-4645-adc5-f6199b24eb23)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:13.287568 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1e7d574f-f58e-4e12-8f90-73521a7595de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:13.308266 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1e7d574f-f58e-4e12-8f90-73521a7595de None None] Calling delete_port for 31d03d65-870e-4c23-849f-8cd83e017793 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:20:13.334420 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b2671c91-0565-4273-b856-fd226f2ff4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:13.350299 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-b2671c91-0565-4273-b856-fd226f2ff4ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46a967c8-79de-433c-9b99-e81ed7ff61e4']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:13.374228 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-b2671c91-0565-4273-b856-fd226f2ff4ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ea1962-0ebf-4645-adc5-f6199b24eb23') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:13.374545 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-b2671c91-0565-4273-b856-fd226f2ff4ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ea1962-0ebf-4645-adc5-f6199b24eb23') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:13.374782 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:13.392271 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b2671c91-0565-4273-b856-fd226f2ff4ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:13.395586 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a951fbcc-dc32-4482-8074-e7f575277509 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:20:13.412432 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b2671c91-0565-4273-b856-fd226f2ff4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:13.424514 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2671c91-0565-4273-b856-fd226f2ff4ec admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:20:13.425309 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b2671c91-0565-4273-b856-fd226f2ff4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:13.431638 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: a951fbcc-dc32-4482-8074-e7f575277509 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:20:13.431638 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a951fbcc-dc32-4482-8074-e7f575277509 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:20:13.432882 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:20:13.466425 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-28f6e2a9-5831-49b3-bee5-3f385bc61dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8be1d3-7e31-4d6b-9640-ebdd88c50450', 'name': 'tempest-TestServerMultinode-738659398-router', 'tenant_id': 'bda0c746c639491a9e94e58d73c78c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e686be29-2a6d-401e-888e-ac7e58a87f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:20:08Z', 'updated_at': '2021-08-17T00:20:11Z', 'revision_number': 3, 'project_id': 'bda0c746c639491a9e94e58d73c78c7d', 'gw_port': {'id': 'e686be29-2a6d-401e-888e-ac7e58a87f82', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:22:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8be1d3-7e31-4d6b-9640-ebdd88c50450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:09Z', 'updated_at': '2021-08-17T00:20:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:13.498561 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f6e2a9-5831-49b3-bee5-3f385bc61dec None None] Checking router: 4f8be1d3-7e31-4d6b-9640-ebdd88c50450 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:20:13.498923 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f6e2a9-5831-49b3-bee5-3f385bc61dec None None] Updating router 4f8be1d3-7e31-4d6b-9640-ebdd88c50450 port e686be29-2a6d-401e-888e-ac7e58a87f82 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:20:13.503071 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=0324277f-300a-4975-a418-370864a04d11,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:13.507627 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1e7d574f-f58e-4e12-8f90-73521a7595de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:13.535755 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d574f-f58e-4e12-8f90-73521a7595de None None] Pushing event deleted for resources: {'Port': ['ID=31d03d65-870e-4c23-849f-8cd83e017793,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:13.539876 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7d574f-f58e-4e12-8f90-73521a7595de None None] No DVR routers for this DVR port 31d03d65-870e-4c23-849f-8cd83e017793 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:20:13.544637 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-28f6e2a9-5831-49b3-bee5-3f385bc61dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:13.560238 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b2671c91-0565-4273-b856-fd226f2ff4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:13.575677 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b2671c91-0565-4273-b856-fd226f2ff4ec admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:13.577652 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b2671c91-0565-4273-b856-fd226f2ff4ec admin admin] 10.222.0.60 "DELETE /v2.0/networks/46a967c8-79de-433c-9b99-e81ed7ff61e4 HTTP/1.1" status: 204 len: 168 time: 0.9196196 Aug 17 00:20:13.579186 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2671c91-0565-4273-b856-fd226f2ff4ec admin admin] Pushing event deleted for resources: {'Network': ['ID=46a967c8-79de-433c-9b99-e81ed7ff61e4,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:13.580958 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60296) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:13.831511 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3e42d798-0ae3-47ab-b4fc-9ec46e7363a6 req-b05113a6-3eff-4fa9-87e6-55ffd65cc03a service neutron] 10.222.0.64 "GET /v2.0/networks/550a7559-5434-4f90-bf0d-d8f2809880b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5611796 Aug 17 00:20:13.836637 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-28f6e2a9-5831-49b3-bee5-3f385bc61dec None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:13.849860 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-28f6e2a9-5831-49b3-bee5-3f385bc61dec None None] Transition to ACTIVE for port object e686be29-2a6d-401e-888e-ac7e58a87f82 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:20:13.859539 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-28f6e2a9-5831-49b3-bee5-3f385bc61dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:13.915491 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-28f6e2a9-5831-49b3-bee5-3f385bc61dec None None] Attempting to bind port e686be29-2a6d-401e-888e-ac7e58a87f82 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:20:13.915893 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-28f6e2a9-5831-49b3-bee5-3f385bc61dec None None] Attempting to bind port e686be29-2a6d-401e-888e-ac7e58a87f82 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:20:13.916216 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f6e2a9-5831-49b3-bee5-3f385bc61dec None None] Attempting to bind port e686be29-2a6d-401e-888e-ac7e58a87f82 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:20:13.925131 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f6e2a9-5831-49b3-bee5-3f385bc61dec None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:20:13.925912 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f6e2a9-5831-49b3-bee5-3f385bc61dec None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:20:13.927161 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-28f6e2a9-5831-49b3-bee5-3f385bc61dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:13.927161 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f6e2a9-5831-49b3-bee5-3f385bc61dec None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:20:13.927869 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-28f6e2a9-5831-49b3-bee5-3f385bc61dec None None] Bound port: e686be29-2a6d-401e-888e-ac7e58a87f82, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:20:13.928187 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-28f6e2a9-5831-49b3-bee5-3f385bc61dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:13.984600 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d1970-b210-4cf5-b785-7bab34028003 req-ac3293b5-e897-465a-b494-469765524e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:13.986207 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-156d1970-b210-4cf5-b785-7bab34028003 req-ac3293b5-e897-465a-b494-469765524e98 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc65d499ed66462c92face5626c9712b&device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 1096 time: 0.0938849 Aug 17 00:20:13.997157 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-28f6e2a9-5831-49b3-bee5-3f385bc61dec None None] For port e686be29-2a6d-401e-888e-ac7e58a87f82, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:20:14.000410 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-28f6e2a9-5831-49b3-bee5-3f385bc61dec None None] For port e686be29-2a6d-401e-888e-ac7e58a87f82, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e686be29-2a6d-401e-888e-ac7e58a87f82,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:20:14.002398 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4eec23-7077-4bf8-a12f-af0f1d0b314f None None] Pushing event updated for resources: {'Port': ['ID=e686be29-2a6d-401e-888e-ac7e58a87f82,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:14.009897 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-28f6e2a9-5831-49b3-bee5-3f385bc61dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:14.037255 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546c620-84af-4806-84cc-c0683afb8f66 req-60e83acf-0d7b-4809-afa5-47f7d0606672 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:14.038940 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4546c620-84af-4806-84cc-c0683afb8f66 req-60e83acf-0d7b-4809-afa5-47f7d0606672 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 944 time: 0.0673199 Aug 17 00:20:14.048434 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-023e44fd-8695-4efe-bad6-6f691145d2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:14.086977 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f6e2a9-5831-49b3-bee5-3f385bc61dec None None] Routers {'4f8be1d3-7e31-4d6b-9640-ebdd88c50450'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:20:14.087609 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-28f6e2a9-5831-49b3-bee5-3f385bc61dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:19:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['4f8be1d3-7e31-4d6b-9640-ebdd88c50450'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:14.094421 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4eec23-7077-4bf8-a12f-af0f1d0b314f None None] Pushing event updated for resources: {'Port': ['ID=e686be29-2a6d-401e-888e-ac7e58a87f82,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:14.171163 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d1970-b210-4cf5-b785-7bab34028003 req-a73a1e54-30c5-4b70-a8f6-6472d291316e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:14.172155 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-156d1970-b210-4cf5-b785-7bab34028003 req-a73a1e54-30c5-4b70-a8f6-6472d291316e service neutron] 10.222.0.64 "GET /v2.0/networks?id=550a7559-5434-4f90-bf0d-d8f2809880b1 HTTP/1.1" status: 200 len: 912 time: 0.1640122 Aug 17 00:20:14.180891 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4546c620-84af-4806-84cc-c0683afb8f66 req-ea2401bd-79c0-4d91-b338-78c9c0aef331 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289485 Aug 17 00:20:14.206106 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7ebfbd93-47ed-443b-8b7a-ed08898dcc97 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:20:14.251912 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-156d1970-b210-4cf5-b785-7bab34028003 req-7c1a5942-5986-4e2b-ba86-ec42fb1e43b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0145f69d-adea-4f21-8d9d-69cc8f0b5c8a HTTP/1.1" status: 200 len: 217 time: 0.0595036 Aug 17 00:20:14.263758 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 7ebfbd93-47ed-443b-8b7a-ed08898dcc97 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:14.264068 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:14.268843 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-28f6e2a9-5831-49b3-bee5-3f385bc61dec None None] Set router 4f8be1d3-7e31-4d6b-9640-ebdd88c50450 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:20:14.278079 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a116be34-77a3-4786-9531-8ac288c9cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:14.332430 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d1970-b210-4cf5-b785-7bab34028003 req-bdc1e86b-ba15-4143-997d-1547d11bf654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:14.334654 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-156d1970-b210-4cf5-b785-7bab34028003 req-bdc1e86b-ba15-4143-997d-1547d11bf654 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a76258ee-d1e4-44cf-9c01-066c3dbf7894 HTTP/1.1" status: 200 len: 851 time: 0.0667579 Aug 17 00:20:14.347101 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701bf7b-86ce-4b7d-a18b-e317eaba3215 req-a718ecef-587e-4989-a849-28cd92f44b5b tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:14.348966 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5701bf7b-86ce-4b7d-a18b-e317eaba3215 req-a718ecef-587e-4989-a849-28cd92f44b5b tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 946 time: 0.1025116 Aug 17 00:20:14.379381 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 0324277f-300a-4975-a418-370864a04d11 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:20:14.398511 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-156d1970-b210-4cf5-b785-7bab34028003 req-9f5d9f82-1107-48cd-b30f-68667d85a5dd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=550a7559-5434-4f90-bf0d-d8f2809880b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349817 Aug 17 00:20:14.439549 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5701bf7b-86ce-4b7d-a18b-e317eaba3215 req-e65e03f5-21fb-431b-991b-25d63806d82e tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821810 Aug 17 00:20:14.451091 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 0324277f-300a-4975-a418-370864a04d11 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:14.451996 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:14.498581 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-023e44fd-8695-4efe-bad6-6f691145d2df admin admin] Deleting port 7ebfbd93-47ed-443b-8b7a-ed08898dcc97 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:20:14.499340 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-023e44fd-8695-4efe-bad6-6f691145d2df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:14.580936 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-a116be34-77a3-4786-9531-8ac288c9cd82 admin admin] Allocated IP 172.20.0.1 (08dd8041-00f8-4c23-b405-a6be6a823c07/58c9f885-48bf-4fb8-a83f-3153d5b5cd4b/63d91498-eb3b-4e35-be17-150e2636b06d) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:20:14.609395 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-023e44fd-8695-4efe-bad6-6f691145d2df admin admin] For port 7ebfbd93-47ed-443b-8b7a-ed08898dcc97, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=7ebfbd93-47ed-443b-8b7a-ed08898dcc97,segment=NetworkSegment(490316ac-5483-43aa-98a5-91f5068342df),segment_id=490316ac-5483-43aa-98a5-91f5068342df)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:14.609921 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-023e44fd-8695-4efe-bad6-6f691145d2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:14.611136 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 31d03d65-870e-4c23-849f-8cd83e017793 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:20:14.616239 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-156d1970-b210-4cf5-b785-7bab34028003 req-821ac36d-347b-4c01-9660-34120c85b045 service neutron] 10.222.0.64 "GET /v2.0/networks/550a7559-5434-4f90-bf0d-d8f2809880b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638145 Aug 17 00:20:14.630450 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-023e44fd-8695-4efe-bad6-6f691145d2df admin admin] Calling delete_port for 7ebfbd93-47ed-443b-8b7a-ed08898dcc97 owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:20:14.639790 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 31d03d65-870e-4c23-849f-8cd83e017793 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:20:14.640141 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 31d03d65-870e-4c23-849f-8cd83e017793 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:20:14.640851 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device cbda699e-29b9-42a6-9504-e819d6f8565d no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:20:14.660711 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-28f6e2a9-5831-49b3-bee5-3f385bc61dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8be1d3-7e31-4d6b-9640-ebdd88c50450', 'name': 'tempest-TestServerMultinode-738659398-router', 'tenant_id': 'bda0c746c639491a9e94e58d73c78c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e686be29-2a6d-401e-888e-ac7e58a87f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:20:08Z', 'updated_at': '2021-08-17T00:20:11Z', 'revision_number': 3, 'project_id': 'bda0c746c639491a9e94e58d73c78c7d', 'gw_port': {'id': 'e686be29-2a6d-401e-888e-ac7e58a87f82', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:22:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8be1d3-7e31-4d6b-9640-ebdd88c50450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:09Z', 'updated_at': '2021-08-17T00:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:14.664423 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: cbda699e-29b9-42a6-9504-e819d6f8565d {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:20:14.664641 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device cbda699e-29b9-42a6-9504-e819d6f8565d not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:20:14.695057 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f6e2a9-5831-49b3-bee5-3f385bc61dec None None] The sync data for ids ['4f8be1d3-7e31-4d6b-9640-ebdd88c50450'] in n-d-800088-20 is: [{'id': '4f8be1d3-7e31-4d6b-9640-ebdd88c50450', 'name': 'tempest-TestServerMultinode-738659398-router', 'tenant_id': 'bda0c746c639491a9e94e58d73c78c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e686be29-2a6d-401e-888e-ac7e58a87f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:20:08Z', 'updated_at': '2021-08-17T00:20:11Z', 'revision_number': 3, 'project_id': 'bda0c746c639491a9e94e58d73c78c7d', 'gw_port': {'id': 'e686be29-2a6d-401e-888e-ac7e58a87f82', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:22:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8be1d3-7e31-4d6b-9640-ebdd88c50450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:09Z', 'updated_at': '2021-08-17T00:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:20:14.792979 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a116be34-77a3-4786-9531-8ac288c9cd82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:14.802742 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-156d1970-b210-4cf5-b785-7bab34028003 req-0dec6fc5-9e9a-4eba-b4d6-b3680ef38ee8 service neutron] 10.222.0.64 "GET /v2.0/networks/550a7559-5434-4f90-bf0d-d8f2809880b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725905 Aug 17 00:20:14.809724 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-a116be34-77a3-4786-9531-8ac288c9cd82 admin admin] Transition to ACTIVE for port object 63d91498-eb3b-4e35-be17-150e2636b06d will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:20:14.846622 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a116be34-77a3-4786-9531-8ac288c9cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:14.850256 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-023e44fd-8695-4efe-bad6-6f691145d2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:14.879935 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e44fd-8695-4efe-bad6-6f691145d2df admin admin] Pushing event deleted for resources: {'Port': ['ID=7ebfbd93-47ed-443b-8b7a-ed08898dcc97,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:14.889511 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a116be34-77a3-4786-9531-8ac288c9cd82 admin admin] Network 08dd8041-00f8-4c23-b405-a6be6a823c07 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:20:14.895073 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-a116be34-77a3-4786-9531-8ac288c9cd82 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:20:14.897525 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a116be34-77a3-4786-9531-8ac288c9cd82 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:20:14.929261 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116be34-77a3-4786-9531-8ac288c9cd82 admin admin] Pushing event updated for resources: {'Port': ['ID=63d91498-eb3b-4e35-be17-150e2636b06d,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:14.956784 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a116be34-77a3-4786-9531-8ac288c9cd82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:15.157730 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-023e44fd-8695-4efe-bad6-6f691145d2df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:15.180064 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a116be34-77a3-4786-9531-8ac288c9cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:15.287652 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3e607e42-8f46-4bb9-b73b-aff117542e2c None None] Provisioning for port 63d91498-eb3b-4e35-be17-150e2636b06d completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:20:15.295777 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3e607e42-8f46-4bb9-b73b-aff117542e2c None None] Provisioning complete for port 63d91498-eb3b-4e35-be17-150e2636b06d triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:15.296361 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3e607e42-8f46-4bb9-b73b-aff117542e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:15.350071 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-3e607e42-8f46-4bb9-b73b-aff117542e2c None None] Port 63d91498-eb3b-4e35-be17-150e2636b06d cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:20:15.397411 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe8ff2-afed-461f-99bc-f2ab6d494957 req-9920bacb-45c6-481e-af5a-58b9e89090de tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:15.398925 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-86fe8ff2-afed-461f-99bc-f2ab6d494957 req-9920bacb-45c6-481e-af5a-58b9e89090de tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 944 time: 0.0864279 Aug 17 00:20:15.415575 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a116be34-77a3-4786-9531-8ac288c9cd82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:15.421431 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a116be34-77a3-4786-9531-8ac288c9cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:15.500604 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116be34-77a3-4786-9531-8ac288c9cd82 admin admin] Pushing event updated for resources: {'Port': ['ID=63d91498-eb3b-4e35-be17-150e2636b06d,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:15.507914 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a116be34-77a3-4786-9531-8ac288c9cd82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:15.517227 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-86fe8ff2-afed-461f-99bc-f2ab6d494957 req-e809e3cc-1268-421e-a2e7-c3652c6d9db0 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863872 Aug 17 00:20:15.588048 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023e44fd-8695-4efe-bad6-6f691145d2df admin admin] Router 329070b0-dd4b-4e42-921b-6c84376f4f9b has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:20:15.602408 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d981d6-d999-47aa-a503-fab7d4428e73 req-d561bf73-24f2-4ea9-a8b4-f43d136732de tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:15.603922 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92d981d6-d999-47aa-a503-fab7d4428e73 req-d561bf73-24f2-4ea9-a8b4-f43d136732de tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 946 time: 0.0737777 Aug 17 00:20:15.616137 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a116be34-77a3-4786-9531-8ac288c9cd82 admin admin] Network 08dd8041-00f8-4c23-b405-a6be6a823c07 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:20:15.617859 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-a116be34-77a3-4786-9531-8ac288c9cd82 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:20:15.685874 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92d981d6-d999-47aa-a503-fab7d4428e73 req-d8c91958-528c-44be-998e-9f5117427d84 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737710 Aug 17 00:20:15.774584 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a116be34-77a3-4786-9531-8ac288c9cd82 admin admin] Router 4f8be1d3-7e31-4d6b-9640-ebdd88c50450 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:20:15.905729 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a116be34-77a3-4786-9531-8ac288c9cd82 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:20:15.910806 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a116be34-77a3-4786-9531-8ac288c9cd82 admin admin] 10.222.0.60 "PUT /v2.0/routers/4f8be1d3-7e31-4d6b-9640-ebdd88c50450/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8914325 Aug 17 00:20:15.974969 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-bd295047-57ec-41b0-b105-c4aa97381149 None None] Provisioning complete for port 63d91498-eb3b-4e35-be17-150e2636b06d triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:15.976134 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bd295047-57ec-41b0-b105-c4aa97381149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:16.022911 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-bd295047-57ec-41b0-b105-c4aa97381149 None None] Port 63d91498-eb3b-4e35-be17-150e2636b06d cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:20:16.062297 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023e44fd-8695-4efe-bad6-6f691145d2df admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:20:16.069128 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-023e44fd-8695-4efe-bad6-6f691145d2df admin admin] 10.222.0.60 "PUT /v2.0/routers/329070b0-dd4b-4e42-921b-6c84376f4f9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4868753 Aug 17 00:20:16.071666 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60312) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:16.078088 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd221e6-61e5-48b7-9bd0-6ecf109fb98e None None] Sync routers for ids ['329070b0-dd4b-4e42-921b-6c84376f4f9b'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:20:16.085797 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60314) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:16.101436 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd221e6-61e5-48b7-9bd0-6ecf109fb98e None None] Routers {'329070b0-dd4b-4e42-921b-6c84376f4f9b'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:20:16.102381 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-bcd221e6-61e5-48b7-9bd0-6ecf109fb98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:19:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['329070b0-dd4b-4e42-921b-6c84376f4f9b'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:16.172893 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7781abb9-c3ee-41a1-ace2-8384787482cc tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/floatingips/042ef113-9d2d-4f9c-a482-44fa3818055b HTTP/1.1" status: 200 len: 994 time: 0.0859218 Aug 17 00:20:16.228519 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8adbd1c-95e2-475d-8720-b1230f0cce22 admin admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:16.236153 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e686be29-2a6d-401e-888e-ac7e58a87f82 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:20:16.346427 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-bcd221e6-61e5-48b7-9bd0-6ecf109fb98e None None] Set router 329070b0-dd4b-4e42-921b-6c84376f4f9b gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:20:16.349717 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port e686be29-2a6d-401e-888e-ac7e58a87f82 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:20:16.384222 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8adbd1c-95e2-475d-8720-b1230f0cce22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:16.423815 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e686be29-2a6d-401e-888e-ac7e58a87f82 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:16.424192 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:16.439170 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60326) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:16.485028 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0145f69d-adea-4f21-8d9d-69cc8f0b5c8a details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:20:16.515343 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-f8adbd1c-95e2-475d-8720-b1230f0cce22 admin admin] Deleting port 03f410b4-beb9-4b62-a8fe-ea40d4c0876f {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:20:16.515702 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8adbd1c-95e2-475d-8720-b1230f0cce22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:16.556386 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-20aa7356-1ece-43ef-af8f-9ef9af56b45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:16.681740 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-f8adbd1c-95e2-475d-8720-b1230f0cce22 admin admin] For port 03f410b4-beb9-4b62-a8fe-ea40d4c0876f, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=03f410b4-beb9-4b62-a8fe-ea40d4c0876f,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:16.682191 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8adbd1c-95e2-475d-8720-b1230f0cce22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:16.688089 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d7964-d6de-48d8-ab9c-e743bda62ce5 req-f2e246fb-8899-44ce-b2e4-f646ade4f4bf tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:16.689738 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f3d7964-d6de-48d8-ab9c-e743bda62ce5 req-f2e246fb-8899-44ce-b2e4-f646ade4f4bf tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 944 time: 0.0797813 Aug 17 00:20:16.698104 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-f8adbd1c-95e2-475d-8720-b1230f0cce22 admin admin] Calling delete_port for 03f410b4-beb9-4b62-a8fe-ea40d4c0876f owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:20:16.727725 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60334) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:16.736017 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-a57e12fa-c77d-490d-a35f-00c7dbe6b38c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-139918743-network', 'tenant_id': '91782e1c28dd4351a17b95cd451ef143'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:20:16.757984 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f3d7964-d6de-48d8-ab9c-e743bda62ce5 req-38f55d4f-e741-44b3-998e-1ab0c9121951 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612028 Aug 17 00:20:16.768725 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:16.772573 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57e12fa-c77d-490d-a35f-00c7dbe6b38c admin admin] Made reservation on behalf of 91782e1c28dd4351a17b95cd451ef143 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:20:16.775097 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a57e12fa-c77d-490d-a35f-00c7dbe6b38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:16.776615 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-b9650ac5-3431-4c95-bc22-ff43d4c04db4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Deleting port 36306690-db31-46a2-aad0-7c68b92e592a {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:20:16.787604 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b9650ac5-3431-4c95-bc22-ff43d4c04db4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:16.789413 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a57e12fa-c77d-490d-a35f-00c7dbe6b38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:16.797524 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0145f69d-adea-4f21-8d9d-69cc8f0b5c8a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0145f69d-adea-4f21-8d9d-69cc8f0b5c8a,segment=NetworkSegment(042780f0-c041-4992-815f-0a3ca71a3e74),segment_id=042780f0-c041-4992-815f-0a3ca71a3e74)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:16.823601 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port e686be29-2a6d-401e-888e-ac7e58a87f82, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e686be29-2a6d-401e-888e-ac7e58a87f82,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:16.826358 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '0145f69d-adea-4f21-8d9d-69cc8f0b5c8a', 'network_id': '550a7559-5434-4f90-bf0d-d8f2809880b1', 'port_id': '0145f69d-adea-4f21-8d9d-69cc8f0b5c8a', 'mac_address': 'fa:16:3e:ac:87:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a76258ee-d1e4-44cf-9c01-066c3dbf7894', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:20:16.841519 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:16.898133 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db055c2d-c374-4e52-81cc-e2e1fd909a74 None None] Sync routers for ids ['4f8be1d3-7e31-4d6b-9640-ebdd88c50450'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:20:16.914030 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db055c2d-c374-4e52-81cc-e2e1fd909a74 None None] Routers {'4f8be1d3-7e31-4d6b-9640-ebdd88c50450'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:20:16.914784 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-db055c2d-c374-4e52-81cc-e2e1fd909a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:19:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['4f8be1d3-7e31-4d6b-9640-ebdd88c50450'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:16.917126 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dbf35-a5c4-4e2f-9e93-6807e89e6a3f req-e74ba262-e202-4920-a2e2-a23ecad0ebbf tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:16.920560 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-075dbf35-a5c4-4e2f-9e93-6807e89e6a3f req-e74ba262-e202-4920-a2e2-a23ecad0ebbf tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 946 time: 0.1038775 Aug 17 00:20:16.939123 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:16.944800 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-bcd221e6-61e5-48b7-9bd0-6ecf109fb98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329070b0-dd4b-4e42-921b-6c84376f4f9b', 'name': 'tempest-TestAggregatesBasicOps-416098544-router', 'tenant_id': '82f0942f138e4bafb85d91f54ed18c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '03f410b4-beb9-4b62-a8fe-ea40d4c0876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:20:00Z', 'updated_at': '2021-08-17T00:20:14Z', 'revision_number': 5, 'project_id': '82f0942f138e4bafb85d91f54ed18c11', 'gw_port': {'id': '03f410b4-beb9-4b62-a8fe-ea40d4c0876f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329070b0-dd4b-4e42-921b-6c84376f4f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:01Z', 'updated_at': '2021-08-17T00:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:16.964280 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b9650ac5-3431-4c95-bc22-ff43d4c04db4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:16.965592 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b9650ac5-3431-4c95-bc22-ff43d4c04db4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:16.999702 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd221e6-61e5-48b7-9bd0-6ecf109fb98e None None] Checking router: 329070b0-dd4b-4e42-921b-6c84376f4f9b for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:20:17.001970 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-b9650ac5-3431-4c95-bc22-ff43d4c04db4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Calling delete_port for 36306690-db31-46a2-aad0-7c68b92e592a owned by network:floatingip {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:20:17.003453 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=e686be29-2a6d-401e-888e-ac7e58a87f82,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:17.014479 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0145f69d-adea-4f21-8d9d-69cc8f0b5c8a {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:20:17.057418 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd221e6-61e5-48b7-9bd0-6ecf109fb98e None None] Routers {'329070b0-dd4b-4e42-921b-6c84376f4f9b'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:20:17.058211 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-bcd221e6-61e5-48b7-9bd0-6ecf109fb98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:19:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['329070b0-dd4b-4e42-921b-6c84376f4f9b'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:17.078280 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a57e12fa-c77d-490d-a35f-00c7dbe6b38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:17.087706 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8adbd1c-95e2-475d-8720-b1230f0cce22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:17.101471 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-075dbf35-a5c4-4e2f-9e93-6807e89e6a3f req-1038a82d-f348-4702-b4d8-a7eccad9882d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571114 Aug 17 00:20:17.104938 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a57e12fa-c77d-490d-a35f-00c7dbe6b38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:17.111239 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-db055c2d-c374-4e52-81cc-e2e1fd909a74 None None] Set router 4f8be1d3-7e31-4d6b-9640-ebdd88c50450 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:20:17.127346 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a57e12fa-c77d-490d-a35f-00c7dbe6b38c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:20:17.139840 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0145f69d-adea-4f21-8d9d-69cc8f0b5c8a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0145f69d-adea-4f21-8d9d-69cc8f0b5c8a,segment=NetworkSegment(042780f0-c041-4992-815f-0a3ca71a3e74),segment_id=042780f0-c041-4992-815f-0a3ca71a3e74)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:17.140707 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a57e12fa-c77d-490d-a35f-00c7dbe6b38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:17.141341 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-a57e12fa-c77d-490d-a35f-00c7dbe6b38c admin admin] Added segment 0aa91771-f264-48eb-a064-311486876558 of type vlan for network 6e826b02-99ad-4d1f-b0bd-e6dfed1a5404 Aug 17 00:20:17.153924 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:17.164692 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8adbd1c-95e2-475d-8720-b1230f0cce22 admin admin] Pushing event deleted for resources: {'Port': ['ID=03f410b4-beb9-4b62-a8fe-ea40d4c0876f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:17.204640 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-bcd221e6-61e5-48b7-9bd0-6ecf109fb98e None None] Set router 329070b0-dd4b-4e42-921b-6c84376f4f9b gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:20:17.208710 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a57e12fa-c77d-490d-a35f-00c7dbe6b38c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:17.251890 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a57e12fa-c77d-490d-a35f-00c7dbe6b38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:17.253431 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57e12fa-c77d-490d-a35f-00c7dbe6b38c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:17.254128 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a57e12fa-c77d-490d-a35f-00c7dbe6b38c admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:17.258971 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8adbd1c-95e2-475d-8720-b1230f0cce22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:17.337573 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e12fa-c77d-490d-a35f-00c7dbe6b38c admin admin] Pushing event updated for resources: {'Network': ['ID=6e826b02-99ad-4d1f-b0bd-e6dfed1a5404,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:17.350335 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e12fa-c77d-490d-a35f-00c7dbe6b38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a05399-5836-4eb6-8b82-f60cd47d3b34,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:17.350726 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-db055c2d-c374-4e52-81cc-e2e1fd909a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8be1d3-7e31-4d6b-9640-ebdd88c50450', 'name': 'tempest-TestServerMultinode-738659398-router', 'tenant_id': 'bda0c746c639491a9e94e58d73c78c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e686be29-2a6d-401e-888e-ac7e58a87f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:20:08Z', 'updated_at': '2021-08-17T00:20:15Z', 'revision_number': 4, 'project_id': 'bda0c746c639491a9e94e58d73c78c7d', 'gw_port': {'id': 'e686be29-2a6d-401e-888e-ac7e58a87f82', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:22:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8be1d3-7e31-4d6b-9640-ebdd88c50450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:09Z', 'updated_at': '2021-08-17T00:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '63d91498-eb3b-4e35-be17-150e2636b06d', 'name': '', 'network_id': '08dd8041-00f8-4c23-b405-a6be6a823c07', 'tenant_id': 'bda0c746c639491a9e94e58d73c78c7d', 'mac_address': 'fa:16:3e:90:b1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8be1d3-7e31-4d6b-9640-ebdd88c50450', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '58c9f885-48bf-4fb8-a83f-3153d5b5cd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:14Z', 'updated_at': '2021-08-17T00:20:15Z', 'revision_number': 2, 'project_id': 'bda0c746c639491a9e94e58d73c78c7d', 'subnets': [{'id': '58c9f885-48bf-4fb8-a83f-3153d5b5cd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:17.363246 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a57e12fa-c77d-490d-a35f-00c7dbe6b38c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6310961 Aug 17 00:20:17.364279 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60338) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:17.370375 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-50ae395b-1ef7-43b6-8d3e-1ed83fc1b660 admin admin] Request body: {'subnet': {'network_id': '6e826b02-99ad-4d1f-b0bd-e6dfed1a5404', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-139918743-subnet', 'tenant_id': '91782e1c28dd4351a17b95cd451ef143', 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:20:17.397617 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ae395b-1ef7-43b6-8d3e-1ed83fc1b660 admin admin] Made reservation on behalf of 91782e1c28dd4351a17b95cd451ef143 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:20:17.400086 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db055c2d-c374-4e52-81cc-e2e1fd909a74 None None] Checking router: 4f8be1d3-7e31-4d6b-9640-ebdd88c50450 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:20:17.400657 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db055c2d-c374-4e52-81cc-e2e1fd909a74 None None] Updating router 4f8be1d3-7e31-4d6b-9640-ebdd88c50450 port 63d91498-eb3b-4e35-be17-150e2636b06d binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:20:17.401340 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-50ae395b-1ef7-43b6-8d3e-1ed83fc1b660 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:17.434921 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-db055c2d-c374-4e52-81cc-e2e1fd909a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:17.444950 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 6e826b02-99ad-4d1f-b0bd-e6dfed1a5404 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:20:17.495664 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-bcd221e6-61e5-48b7-9bd0-6ecf109fb98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329070b0-dd4b-4e42-921b-6c84376f4f9b', 'name': 'tempest-TestAggregatesBasicOps-416098544-router', 'tenant_id': '82f0942f138e4bafb85d91f54ed18c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:20:00Z', 'updated_at': '2021-08-17T00:20:16Z', 'revision_number': 6, 'project_id': '82f0942f138e4bafb85d91f54ed18c11', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:17.531055 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=0145f69d-adea-4f21-8d9d-69cc8f0b5c8a,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:17.570197 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd221e6-61e5-48b7-9bd0-6ecf109fb98e None None] The sync data for ids ['329070b0-dd4b-4e42-921b-6c84376f4f9b'] in n-d-800088-20 is: [{'id': '329070b0-dd4b-4e42-921b-6c84376f4f9b', 'name': 'tempest-TestAggregatesBasicOps-416098544-router', 'tenant_id': '82f0942f138e4bafb85d91f54ed18c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:20:00Z', 'updated_at': '2021-08-17T00:20:16Z', 'revision_number': 6, 'project_id': '82f0942f138e4bafb85d91f54ed18c11', 'gw_port_host': None}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:20:17.586746 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['0145f69d-adea-4f21-8d9d-69cc8f0b5c8a'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:20:17.672527 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-50ae395b-1ef7-43b6-8d3e-1ed83fc1b660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:17.742692 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8adbd1c-95e2-475d-8720-b1230f0cce22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:17.745035 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae395b-1ef7-43b6-8d3e-1ed83fc1b660 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f916fdb1-d283-490a-8066-414d21049c61,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:17.747135 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8adbd1c-95e2-475d-8720-b1230f0cce22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:17.765121 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ae395b-1ef7-43b6-8d3e-1ed83fc1b660 admin admin] Checking segment: {'id': '0aa91771-f264-48eb-a064-311486876558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6e826b02-99ad-4d1f-b0bd-e6dfed1a5404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:20:17.765503 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ae395b-1ef7-43b6-8d3e-1ed83fc1b660 admin admin] Network hostable DHCP agents. Network: 6e826b02-99ad-4d1f-b0bd-e6dfed1a5404, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:20:17.797351 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ae395b-1ef7-43b6-8d3e-1ed83fc1b660 admin admin] Network 6e826b02-99ad-4d1f-b0bd-e6dfed1a5404 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:20:17.806634 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-db055c2d-c374-4e52-81cc-e2e1fd909a74 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:17.807204 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-50ae395b-1ef7-43b6-8d3e-1ed83fc1b660 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 6e826b02-99ad-4d1f-b0bd-e6dfed1a5404) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:20:17.817411 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6aa58a6-cbd0-40da-a8e1-359cff7977f3 None None] Network 6e826b02-99ad-4d1f-b0bd-e6dfed1a5404 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:20:17.823193 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ae395b-1ef7-43b6-8d3e-1ed83fc1b660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:17.826214 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-50ae395b-1ef7-43b6-8d3e-1ed83fc1b660 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:17.829258 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-db055c2d-c374-4e52-81cc-e2e1fd909a74 None None] Transition to ACTIVE for port object 63d91498-eb3b-4e35-be17-150e2636b06d will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:20:17.831445 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8adbd1c-95e2-475d-8720-b1230f0cce22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:17.831445 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8adbd1c-95e2-475d-8720-b1230f0cce22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 329070b0-dd4b-4e42-921b-6c84376f4f9b {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:20:17.835263 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8adbd1c-95e2-475d-8720-b1230f0cce22 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:17.839415 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f8adbd1c-95e2-475d-8720-b1230f0cce22 admin admin] 10.222.0.60 "DELETE /v2.0/routers/329070b0-dd4b-4e42-921b-6c84376f4f9b HTTP/1.1" status: 204 len: 168 time: 1.7665682 Aug 17 00:20:17.841162 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60342) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:17.847570 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-db055c2d-c374-4e52-81cc-e2e1fd909a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:17.873957 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b9650ac5-3431-4c95-bc22-ff43d4c04db4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:17.914936 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9650ac5-3431-4c95-bc22-ff43d4c04db4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event deleted for resources: {'Port': ['ID=36306690-db31-46a2-aad0-7c68b92e592a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:17.922647 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41617ad3-a2d9-4c7c-8369-757a56fc9fd5 None None] Pushing event updated for resources: {'Port': ['ID=63d91498-eb3b-4e35-be17-150e2636b06d,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:17.962733 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-50ae395b-1ef7-43b6-8d3e-1ed83fc1b660 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5974102 Aug 17 00:20:17.965703 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-699d4c9c-a5bf-4314-9b1c-ff3cc3c01d0f admin admin] Deleting subnet 904c6d93-07df-4553-8131-f713b5f5b0be {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:20:17.967597 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60344) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:17.975954 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-699d4c9c-a5bf-4314-9b1c-ff3cc3c01d0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:17.979546 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-92ff86cd-59e3-440a-82dc-e6af20ee3d34 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-139918743-router', 'tenant_id': '91782e1c28dd4351a17b95cd451ef143', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:20:18.045867 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-db055c2d-c374-4e52-81cc-e2e1fd909a74 None None] Attempting to bind port 63d91498-eb3b-4e35-be17-150e2636b06d on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:20:18.046778 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-db055c2d-c374-4e52-81cc-e2e1fd909a74 None None] Attempting to bind port 63d91498-eb3b-4e35-be17-150e2636b06d by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'df08f9ea-5767-4039-a2e0-8d0819033de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '08dd8041-00f8-4c23-b405-a6be6a823c07'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:20:18.046778 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db055c2d-c374-4e52-81cc-e2e1fd909a74 None None] Attempting to bind port 63d91498-eb3b-4e35-be17-150e2636b06d on network 08dd8041-00f8-4c23-b405-a6be6a823c07 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:20:18.048321 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3197908-31e2-415d-a602-ecb34fc659fb req-40647a01-b3f0-422d-ad54-bb068f11f0dc tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:18.052455 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c3197908-31e2-415d-a602-ecb34fc659fb req-40647a01-b3f0-422d-ad54-bb068f11f0dc tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 945 time: 0.1863813 Aug 17 00:20:18.067415 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a486b04-b5a4-4edc-9b9e-50145d35bbbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-6e826b02-99ad-4d1f-b0bd-e6dfed1a5404', 'network_id': '6e826b02-99ad-4d1f-b0bd-e6dfed1a5404', 'tenant_id': '91782e1c28dd4351a17b95cd451ef143', 'fixed_ips': [{'subnet_id': 'f916fdb1-d283-490a-8066-414d21049c61'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:20:18.070629 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0a486b04-b5a4-4edc-9b9e-50145d35bbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:18.081341 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db055c2d-c374-4e52-81cc-e2e1fd909a74 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:20:18.085726 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db055c2d-c374-4e52-81cc-e2e1fd909a74 None None] Checking segment: {'id': 'df08f9ea-5767-4039-a2e0-8d0819033de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '08dd8041-00f8-4c23-b405-a6be6a823c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:20:18.086875 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-db055c2d-c374-4e52-81cc-e2e1fd909a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:18.087417 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db055c2d-c374-4e52-81cc-e2e1fd909a74 None None] Bound using segment: {'id': 'df08f9ea-5767-4039-a2e0-8d0819033de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '08dd8041-00f8-4c23-b405-a6be6a823c07'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:20:18.089301 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-db055c2d-c374-4e52-81cc-e2e1fd909a74 None None] Bound port: 63d91498-eb3b-4e35-be17-150e2636b06d, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df08f9ea-5767-4039-a2e0-8d0819033de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '08dd8041-00f8-4c23-b405-a6be6a823c07'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:20:18.089817 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-db055c2d-c374-4e52-81cc-e2e1fd909a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:18.098140 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-699d4c9c-a5bf-4314-9b1c-ff3cc3c01d0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:18.100754 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b9650ac5-3431-4c95-bc22-ff43d4c04db4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for floatingip, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:18.101207 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-b9650ac5-3431-4c95-bc22-ff43d4c04db4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Floating IP 042ef113-9d2d-4f9c-a482-44fa3818055b disassociated (deleted). External IP: 172.25.3.106, port: 55bcd20e-9802-4dd3-8810-6f322bd8b825. Aug 17 00:20:18.103267 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-92ff86cd-59e3-440a-82dc-e6af20ee3d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:18.104307 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-92ff86cd-59e3-440a-82dc-e6af20ee3d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:18.172182 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c3197908-31e2-415d-a602-ecb34fc659fb req-5a7135ee-c69f-4d2b-bf3c-be6bbe802c8b tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064007 Aug 17 00:20:18.225081 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-92ff86cd-59e3-440a-82dc-e6af20ee3d34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:18.229122 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:20:18.270064 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-db055c2d-c374-4e52-81cc-e2e1fd909a74 None None] For port 63d91498-eb3b-4e35-be17-150e2636b06d, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:20:18.274316 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-db055c2d-c374-4e52-81cc-e2e1fd909a74 None None] For port 63d91498-eb3b-4e35-be17-150e2636b06d, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=63d91498-eb3b-4e35-be17-150e2636b06d,segment=NetworkSegment(df08f9ea-5767-4039-a2e0-8d0819033de7),segment_id=df08f9ea-5767-4039-a2e0-8d0819033de7)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:20:18.283073 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-db055c2d-c374-4e52-81cc-e2e1fd909a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:18.320460 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-0a486b04-b5a4-4edc-9b9e-50145d35bbbf None None] Allocated IP 172.20.0.2 (6e826b02-99ad-4d1f-b0bd-e6dfed1a5404/f916fdb1-d283-490a-8066-414d21049c61/bb870fe8-3524-43a6-8bf7-87ef638231a6) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:20:18.359439 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41617ad3-a2d9-4c7c-8369-757a56fc9fd5 None None] Pushing event updated for resources: {'Port': ['ID=63d91498-eb3b-4e35-be17-150e2636b06d,revision_number=4']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:18.377273 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-699d4c9c-a5bf-4314-9b1c-ff3cc3c01d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:18.401714 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db055c2d-c374-4e52-81cc-e2e1fd909a74 None None] Routers {'4f8be1d3-7e31-4d6b-9640-ebdd88c50450'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:20:18.402535 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-db055c2d-c374-4e52-81cc-e2e1fd909a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:19:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['4f8be1d3-7e31-4d6b-9640-ebdd88c50450'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:18.457932 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4057811-30b8-433a-800d-86dbc0538d72 req-f31244c2-7097-468a-a9b1-82bcb427f342 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:18.470119 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4057811-30b8-433a-800d-86dbc0538d72 req-f31244c2-7097-468a-a9b1-82bcb427f342 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 946 time: 0.1915371 Aug 17 00:20:18.483570 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0145f69d-adea-4f21-8d9d-69cc8f0b5c8a up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:20:18.487832 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device d66001da-44f5-4a19-95e7-7a83e666d088 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:20:18.537600 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-92ff86cd-59e3-440a-82dc-e6af20ee3d34 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:18.620065 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-699d4c9c-a5bf-4314-9b1c-ff3cc3c01d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:18.632553 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-db055c2d-c374-4e52-81cc-e2e1fd909a74 None None] Set router 4f8be1d3-7e31-4d6b-9640-ebdd88c50450 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:20:18.650477 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e686be29-2a6d-401e-888e-ac7e58a87f82 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:20:18.681250 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4057811-30b8-433a-800d-86dbc0538d72 req-84e9c013-1457-436f-b833-153aac8ac741 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958005 Aug 17 00:20:18.695936 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d4c9c-a5bf-4314-9b1c-ff3cc3c01d0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=904c6d93-07df-4553-8131-f713b5f5b0be,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:18.730789 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-699d4c9c-a5bf-4314-9b1c-ff3cc3c01d0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:18.737071 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60348) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:18.742975 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-699d4c9c-a5bf-4314-9b1c-ff3cc3c01d0f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/904c6d93-07df-4553-8131-f713b5f5b0be HTTP/1.1" status: 204 len: 168 time: 0.9005394 Aug 17 00:20:18.752239 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a42a95a-d593-4f05-955f-8decaa83da42 None None] Network 4aca2c2f-c3ff-400a-adf5-44fc5cbb6966 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:20:18.752773 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9650ac5-3431-4c95-bc22-ff43d4c04db4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Router 1ab76886-2ecb-4a94-bced-006aff2e86d0 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:20:18.899138 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0a486b04-b5a4-4edc-9b9e-50145d35bbbf None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:18.909805 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 0145f69d-adea-4f21-8d9d-69cc8f0b5c8a completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:20:18.931452 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9650ac5-3431-4c95-bc22-ff43d4c04db4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:20:18.939916 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b9650ac5-3431-4c95-bc22-ff43d4c04db4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:18.945404 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0a486b04-b5a4-4edc-9b9e-50145d35bbbf None None] Transition to ACTIVE for port object bb870fe8-3524-43a6-8bf7-87ef638231a6 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:20:18.951103 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-db055c2d-c374-4e52-81cc-e2e1fd909a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8be1d3-7e31-4d6b-9640-ebdd88c50450', 'name': 'tempest-TestServerMultinode-738659398-router', 'tenant_id': 'bda0c746c639491a9e94e58d73c78c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e686be29-2a6d-401e-888e-ac7e58a87f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:20:08Z', 'updated_at': '2021-08-17T00:20:15Z', 'revision_number': 4, 'project_id': 'bda0c746c639491a9e94e58d73c78c7d', 'gw_port': {'id': 'e686be29-2a6d-401e-888e-ac7e58a87f82', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:22:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8be1d3-7e31-4d6b-9640-ebdd88c50450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:09Z', 'updated_at': '2021-08-17T00:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '63d91498-eb3b-4e35-be17-150e2636b06d', 'name': '', 'network_id': '08dd8041-00f8-4c23-b405-a6be6a823c07', 'tenant_id': 'bda0c746c639491a9e94e58d73c78c7d', 'mac_address': 'fa:16:3e:90:b1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8be1d3-7e31-4d6b-9640-ebdd88c50450', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '58c9f885-48bf-4fb8-a83f-3153d5b5cd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:14Z', 'updated_at': '2021-08-17T00:20:18Z', 'revision_number': 4, 'project_id': 'bda0c746c639491a9e94e58d73c78c7d', 'subnets': [{'id': '58c9f885-48bf-4fb8-a83f-3153d5b5cd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:18.953603 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 0145f69d-adea-4f21-8d9d-69cc8f0b5c8a triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:18.954154 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:18.958272 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2f181cb8-8cdd-4eea-aa65-9fd4e4375fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:18.985165 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b9650ac5-3431-4c95-bc22-ff43d4c04db4 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "DELETE /v2.0/floatingips/042ef113-9d2d-4f9c-a482-44fa3818055b HTTP/1.1" status: 204 len: 168 time: 2.5435636 Aug 17 00:20:18.986192 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40cda7a-8416-4c4d-839a-cdc2159f6715', 'tag': '55bcd20e-9802-4dd3-8810-6f322bd8b825'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:20:18.989386 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125b6959-d00c-4d9c-bfab-9ec066015bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "b40cda7a-8416-4c4d-839a-cdc2159f6715", "tag": "55bcd20e-9802-4dd3-8810-6f322bd8b825"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:20:18.994391 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db055c2d-c374-4e52-81cc-e2e1fd909a74 None None] The sync data for ids ['4f8be1d3-7e31-4d6b-9640-ebdd88c50450'] in n-d-800088-20 is: [{'id': '4f8be1d3-7e31-4d6b-9640-ebdd88c50450', 'name': 'tempest-TestServerMultinode-738659398-router', 'tenant_id': 'bda0c746c639491a9e94e58d73c78c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e686be29-2a6d-401e-888e-ac7e58a87f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:20:08Z', 'updated_at': '2021-08-17T00:20:15Z', 'revision_number': 4, 'project_id': 'bda0c746c639491a9e94e58d73c78c7d', 'gw_port': {'id': 'e686be29-2a6d-401e-888e-ac7e58a87f82', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:22:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8be1d3-7e31-4d6b-9640-ebdd88c50450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:09Z', 'updated_at': '2021-08-17T00:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '63d91498-eb3b-4e35-be17-150e2636b06d', 'name': '', 'network_id': '08dd8041-00f8-4c23-b405-a6be6a823c07', 'tenant_id': 'bda0c746c639491a9e94e58d73c78c7d', 'mac_address': 'fa:16:3e:90:b1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8be1d3-7e31-4d6b-9640-ebdd88c50450', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '58c9f885-48bf-4fb8-a83f-3153d5b5cd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:14Z', 'updated_at': '2021-08-17T00:20:18Z', 'revision_number': 4, 'project_id': 'bda0c746c639491a9e94e58d73c78c7d', 'subnets': [{'id': '58c9f885-48bf-4fb8-a83f-3153d5b5cd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:20:19.043344 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f529d7-8225-45b0-879e-c3b2dd3d4810 None None] Sync routers for ids ['1ab76886-2ecb-4a94-bced-006aff2e86d0'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:20:19.077510 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bc94db-e2f7-4458-a248-fe23fc12ba9f x-openstack-request-id: req-b2bc94db-e2f7-4458-a248-fe23fc12ba9f {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:20:19.087345 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40cda7a-8416-4c4d-839a-cdc2159f6715", "tag": "55bcd20e-9802-4dd3-8810-6f322bd8b825", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:20:19.087890 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b2bc94db-e2f7-4458-a248-fe23fc12ba9f {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:20:19.091490 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40cda7a-8416-4c4d-839a-cdc2159f6715', 'tag': '55bcd20e-9802-4dd3-8810-6f322bd8b825', 'status': 'completed', 'code': 200} Aug 17 00:20:19.122010 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-92ff86cd-59e3-440a-82dc-e6af20ee3d34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:19.134133 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e686be29-2a6d-401e-888e-ac7e58a87f82 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:19.135034 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:19.159128 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-92ff86cd-59e3-440a-82dc-e6af20ee3d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:19.182771 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f529d7-8225-45b0-879e-c3b2dd3d4810 None None] Routers {'1ab76886-2ecb-4a94-bced-006aff2e86d0'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:20:19.184399 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-60f529d7-8225-45b0-879e-c3b2dd3d4810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:19:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1ab76886-2ecb-4a94-bced-006aff2e86d0'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:19.229312 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b6959-d00c-4d9c-bfab-9ec066015bb5 req-f252228e-502d-4e7f-8c27-d708ab6a9d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:19.231875 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-125b6959-d00c-4d9c-bfab-9ec066015bb5 req-f252228e-502d-4e7f-8c27-d708ab6a9d04 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ff3a5a5706545cb87542327d7cad65d&device_id=b40cda7a-8416-4c4d-839a-cdc2159f6715 HTTP/1.1" status: 200 len: 1098 time: 0.1022849 Aug 17 00:20:19.238106 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-2f181cb8-8cdd-4eea-aa65-9fd4e4375fae admin admin] Deleting port b0a244af-4f63-4629-9545-879bbacd0281 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:20:19.238464 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2f181cb8-8cdd-4eea-aa65-9fd4e4375fae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:19.345223 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port d66001da-44f5-4a19-95e7-7a83e666d088, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d66001da-44f5-4a19-95e7-7a83e666d088,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:19.373934 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b6959-d00c-4d9c-bfab-9ec066015bb5 req-604942ae-6518-43ef-bb15-21618ad89279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:19.375907 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-125b6959-d00c-4d9c-bfab-9ec066015bb5 req-604942ae-6518-43ef-bb15-21618ad89279 service neutron] 10.222.0.64 "GET /v2.0/networks?id=26850f33-4826-4680-af21-60c70edc43b0 HTTP/1.1" status: 200 len: 898 time: 0.1279492 Aug 17 00:20:19.400088 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0a486b04-b5a4-4edc-9b9e-50145d35bbbf None None] Transition to ACTIVE for port object bb870fe8-3524-43a6-8bf7-87ef638231a6 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:20:19.443574 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-125b6959-d00c-4d9c-bfab-9ec066015bb5 req-9b38b998-2dc7-43e2-85a3-3efa391bf6ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55bcd20e-9802-4dd3-8810-6f322bd8b825 HTTP/1.1" status: 200 len: 217 time: 0.0578430 Aug 17 00:20:19.494290 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0a486b04-b5a4-4edc-9b9e-50145d35bbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:19.505146 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'd66001da-44f5-4a19-95e7-7a83e666d088', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'port_id': 'd66001da-44f5-4a19-95e7-7a83e666d088', 'mac_address': 'fa:16:3e:25:59:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:20:19.512072 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:19.515397 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b6959-d00c-4d9c-bfab-9ec066015bb5 req-9ec9d67e-5dce-4b03-92dc-c858d5384373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:19.517433 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-125b6959-d00c-4d9c-bfab-9ec066015bb5 req-9ec9d67e-5dce-4b03-92dc-c858d5384373 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5238bd4a-7350-4ee1-9726-3a80ee1bcf2e HTTP/1.1" status: 200 len: 835 time: 0.0622180 Aug 17 00:20:19.544427 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-92ff86cd-59e3-440a-82dc-e6af20ee3d34 admin admin] Allocated IP 172.25.3.82 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/1638ea22-1f4f-45ee-8cdd-f47c41c71521) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:20:19.571954 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7ebfbd93-47ed-443b-8b7a-ed08898dcc97 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:20:19.599101 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b6959-d00c-4d9c-bfab-9ec066015bb5 req-1a72443e-c962-4fdf-a3be-e209f6ceb18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:19.600669 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-125b6959-d00c-4d9c-bfab-9ec066015bb5 req-1a72443e-c962-4fdf-a3be-e209f6ceb18c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26850f33-4826-4680-af21-60c70edc43b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0735836 Aug 17 00:20:19.627192 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 7ebfbd93-47ed-443b-8b7a-ed08898dcc97 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:20:19.627678 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7ebfbd93-47ed-443b-8b7a-ed08898dcc97 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:20:19.640394 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-75c580c6-5a85-4a30-b526-41b4cd00c5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:19.667014 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a486b04-b5a4-4edc-9b9e-50145d35bbbf None None] Network 6e826b02-99ad-4d1f-b0bd-e6dfed1a5404 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:20:19.686821 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-0a486b04-b5a4-4edc-9b9e-50145d35bbbf None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:20:19.691964 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a486b04-b5a4-4edc-9b9e-50145d35bbbf None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:20:19.692824 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-2f181cb8-8cdd-4eea-aa65-9fd4e4375fae admin admin] For port b0a244af-4f63-4629-9545-879bbacd0281, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=b0a244af-4f63-4629-9545-879bbacd0281,segment=NetworkSegment(490316ac-5483-43aa-98a5-91f5068342df),segment_id=490316ac-5483-43aa-98a5-91f5068342df)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:19.693231 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2f181cb8-8cdd-4eea-aa65-9fd4e4375fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:19.707547 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-60f529d7-8225-45b0-879e-c3b2dd3d4810 None None] Set router 1ab76886-2ecb-4a94-bced-006aff2e86d0 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:20:19.711664 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-2f181cb8-8cdd-4eea-aa65-9fd4e4375fae admin admin] Calling delete_port for b0a244af-4f63-4629-9545-879bbacd0281 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:20:19.726152 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-125b6959-d00c-4d9c-bfab-9ec066015bb5 req-a11ab0ba-d439-41d5-ac44-f5552566a5c5 service neutron] 10.222.0.64 "GET /v2.0/networks/26850f33-4826-4680-af21-60c70edc43b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135652 Aug 17 00:20:19.838993 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a486b04-b5a4-4edc-9b9e-50145d35bbbf None None] Pushing event updated for resources: {'Port': ['ID=bb870fe8-3524-43a6-8bf7-87ef638231a6,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:19.842205 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:19.848308 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-92ff86cd-59e3-440a-82dc-e6af20ee3d34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:19.867983 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008bd076-666e-4775-bb11-ac605ae57916 None None] DHCP port deletion for 4aca2c2f-c3ff-400a-adf5-44fc5cbb6966 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:20:19.873251 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:19.921628 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6e81c-8b58-47ae-8730-a14ff0e74802 req-45ea190c-93c6-426e-8e67-8c1a4b25fe9d tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:19.922471 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-125b6959-d00c-4d9c-bfab-9ec066015bb5 req-7cccd5b4-f9c0-40b5-b424-f5a1d07b7410 service neutron] 10.222.0.64 "GET /v2.0/networks/26850f33-4826-4680-af21-60c70edc43b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867485 Aug 17 00:20:19.923210 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69a6e81c-8b58-47ae-8730-a14ff0e74802 req-45ea190c-93c6-426e-8e67-8c1a4b25fe9d tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 945 time: 0.5413768 Aug 17 00:20:19.958972 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021336ab-f966-40c8-961e-f75beb1be2d8 req-88c06ec1-4e89-40cf-8d47-18ec979b2d0b tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:19.960700 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-021336ab-f966-40c8-961e-f75beb1be2d8 req-88c06ec1-4e89-40cf-8d47-18ec979b2d0b tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=b40cda7a-8416-4c4d-839a-cdc2159f6715 HTTP/1.1" status: 200 len: 946 time: 0.5732243 Aug 17 00:20:19.974803 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-0a486b04-b5a4-4edc-9b9e-50145d35bbbf None None] Attempting to bind port bb870fe8-3524-43a6-8bf7-87ef638231a6 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:20:19.975671 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-0a486b04-b5a4-4edc-9b9e-50145d35bbbf None None] Attempting to bind port bb870fe8-3524-43a6-8bf7-87ef638231a6 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '0aa91771-f264-48eb-a064-311486876558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6e826b02-99ad-4d1f-b0bd-e6dfed1a5404'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:20:19.975671 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a486b04-b5a4-4edc-9b9e-50145d35bbbf None None] Attempting to bind port bb870fe8-3524-43a6-8bf7-87ef638231a6 on network 6e826b02-99ad-4d1f-b0bd-e6dfed1a5404 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:20:19.983747 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a486b04-b5a4-4edc-9b9e-50145d35bbbf None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:20:19.984162 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a486b04-b5a4-4edc-9b9e-50145d35bbbf None None] Checking segment: {'id': '0aa91771-f264-48eb-a064-311486876558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6e826b02-99ad-4d1f-b0bd-e6dfed1a5404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:20:19.984494 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0a486b04-b5a4-4edc-9b9e-50145d35bbbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:19.984917 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a486b04-b5a4-4edc-9b9e-50145d35bbbf None None] Bound using segment: {'id': '0aa91771-f264-48eb-a064-311486876558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6e826b02-99ad-4d1f-b0bd-e6dfed1a5404'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:20:19.985484 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-0a486b04-b5a4-4edc-9b9e-50145d35bbbf None None] Bound port: bb870fe8-3524-43a6-8bf7-87ef638231a6, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa91771-f264-48eb-a064-311486876558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6e826b02-99ad-4d1f-b0bd-e6dfed1a5404'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:20:19.986706 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0a486b04-b5a4-4edc-9b9e-50145d35bbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:19.993143 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d66001da-44f5-4a19-95e7-7a83e666d088 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:20:20.017619 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d75182-546f-4fd1-bb1b-e7acd1b82be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0145f69d-adea-4f21-8d9d-69cc8f0b5c8a'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:20:20.020533 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da34c94-9be9-4d5e-b962-4162c4417e63" -d '{"events": [{"server_uuid": "67d75182-546f-4fd1-bb1b-e7acd1b82be4", "name": "network-vif-plugged", "status": "completed", "tag": "0145f69d-adea-4f21-8d9d-69cc8f0b5c8a"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:20:20.034595 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-92ff86cd-59e3-440a-82dc-e6af20ee3d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:20.056260 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69a6e81c-8b58-47ae-8730-a14ff0e74802 req-286f8720-6ec9-4134-befc-2dd120d132a3 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185253 Aug 17 00:20:20.099332 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2f181cb8-8cdd-4eea-aa65-9fd4e4375fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:20.131862 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-021336ab-f966-40c8-961e-f75beb1be2d8 req-66bb461b-20fe-47b7-b16b-0192af1278f8 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b6ffb9c-fbc0-4fc2-9b7b-341bfd6cb861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534035 Aug 17 00:20:20.134928 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0145f69d-adea-4f21-8d9d-69cc8f0b5c8a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0145f69d-adea-4f21-8d9d-69cc8f0b5c8a,segment=NetworkSegment(042780f0-c041-4992-815f-0a3ca71a3e74),segment_id=042780f0-c041-4992-815f-0a3ca71a3e74)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:20.148203 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ff86cd-59e3-440a-82dc-e6af20ee3d34 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:20:20.151629 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-92ff86cd-59e3-440a-82dc-e6af20ee3d34 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:20:20.180009 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f181cb8-8cdd-4eea-aa65-9fd4e4375fae admin admin] No DVR routers for this DVR port b0a244af-4f63-4629-9545-879bbacd0281 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:20:20.191635 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ff86cd-59e3-440a-82dc-e6af20ee3d34 admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:20:20.193677 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff86cd-59e3-440a-82dc-e6af20ee3d34 admin admin] Pushing event updated for resources: {'Port': ['ID=1638ea22-1f4f-45ee-8cdd-f47c41c71521,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:20.230806 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port d66001da-44f5-4a19-95e7-7a83e666d088, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d66001da-44f5-4a19-95e7-7a83e666d088,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:20.234041 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:20.265341 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 63d91498-eb3b-4e35-be17-150e2636b06d up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:20:20.286367 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb85ae59-15a1-43a5-84ff-ea84345f7cb0 x-openstack-request-id: req-eb85ae59-15a1-43a5-84ff-ea84345f7cb0 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:20:20.286367 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d75182-546f-4fd1-bb1b-e7acd1b82be4", "name": "network-vif-plugged", "status": "completed", "tag": "0145f69d-adea-4f21-8d9d-69cc8f0b5c8a", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:20:20.286555 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb85ae59-15a1-43a5-84ff-ea84345f7cb0 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:20:20.286957 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d75182-546f-4fd1-bb1b-e7acd1b82be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0145f69d-adea-4f21-8d9d-69cc8f0b5c8a', 'code': 200} Aug 17 00:20:20.349188 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:20.395318 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7ad2c-194e-419a-97ec-f6e4cc524d26 req-bbdfeef4-9391-4533-aaa7-261528da2d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:20.397247 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-15c7ad2c-194e-419a-97ec-f6e4cc524d26 req-bbdfeef4-9391-4533-aaa7-261528da2d5f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 1098 time: 0.0618422 Aug 17 00:20:20.404886 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f181cb8-8cdd-4eea-aa65-9fd4e4375fae admin admin] Pushing event deleted for resources: {'Port': ['ID=b0a244af-4f63-4629-9545-879bbacd0281,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:20.450606 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2f181cb8-8cdd-4eea-aa65-9fd4e4375fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:20.461990 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=0145f69d-adea-4f21-8d9d-69cc8f0b5c8a,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:20.465438 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-15c7ad2c-194e-419a-97ec-f6e4cc524d26 req-ee5d0e4e-f612-4dad-925f-3742cf8d1fc1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535088 Aug 17 00:20:20.466508 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:20.472134 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-2f181cb8-8cdd-4eea-aa65-9fd4e4375fae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aca2c2f-c3ff-400a-adf5-44fc5cbb6966']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:20.537034 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-0a486b04-b5a4-4edc-9b9e-50145d35bbbf None None] For port bb870fe8-3524-43a6-8bf7-87ef638231a6, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:20:20.541721 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-0a486b04-b5a4-4edc-9b9e-50145d35bbbf None None] For port bb870fe8-3524-43a6-8bf7-87ef638231a6, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=bb870fe8-3524-43a6-8bf7-87ef638231a6,segment=NetworkSegment(0aa91771-f264-48eb-a064-311486876558),segment_id=0aa91771-f264-48eb-a064-311486876558)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:20:20.650701 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-2f181cb8-8cdd-4eea-aa65-9fd4e4375fae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490316ac-5483-43aa-98a5-91f5068342df') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:20.651330 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-2f181cb8-8cdd-4eea-aa65-9fd4e4375fae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490316ac-5483-43aa-98a5-91f5068342df') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:20.673626 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73730c4b-d8b1-41da-a84e-5a0711c17b4d req-db2fca7c-dc19-4665-8583-2bd57446b1f4 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:20.678903 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73730c4b-d8b1-41da-a84e-5a0711c17b4d req-db2fca7c-dc19-4665-8583-2bd57446b1f4 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 945 time: 0.4823115 Aug 17 00:20:20.681715 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2f181cb8-8cdd-4eea-aa65-9fd4e4375fae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:20.749560 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2f181cb8-8cdd-4eea-aa65-9fd4e4375fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:20.765186 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f181cb8-8cdd-4eea-aa65-9fd4e4375fae admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:20:20.765901 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2f181cb8-8cdd-4eea-aa65-9fd4e4375fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:20:20.774219 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:20:20.815287 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0a486b04-b5a4-4edc-9b9e-50145d35bbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:20.818914 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-008bd076-666e-4775-bb11-ac605ae57916 None None] Deleting port b0a244af-4f63-4629-9545-879bbacd0281 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:20:20.819279 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-008bd076-666e-4775-bb11-ac605ae57916 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:20.830309 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['d66001da-44f5-4a19-95e7-7a83e666d088'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:20:20.869854 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73730c4b-d8b1-41da-a84e-5a0711c17b4d req-4aa5abf5-8b1a-49a6-a974-42eb02b50bf8 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793234 Aug 17 00:20:20.934355 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2f181cb8-8cdd-4eea-aa65-9fd4e4375fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:20.944071 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2f181cb8-8cdd-4eea-aa65-9fd4e4375fae admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:20.952110 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2f181cb8-8cdd-4eea-aa65-9fd4e4375fae admin admin] 10.222.0.60 "DELETE /v2.0/networks/4aca2c2f-c3ff-400a-adf5-44fc5cbb6966 HTTP/1.1" status: 204 len: 168 time: 2.2132659 Aug 17 00:20:20.962265 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ca16b-eff5-49eb-bf5d-9a79792a8851 req-cda04bfd-6697-4b31-86db-dcefa9c706b7 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:20.966533 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-92ff86cd-59e3-440a-82dc-e6af20ee3d34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:20.970838 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-537ca16b-eff5-49eb-bf5d-9a79792a8851 req-cda04bfd-6697-4b31-86db-dcefa9c706b7 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.64 "GET /v2.0/ports?device_id=b40cda7a-8416-4c4d-839a-cdc2159f6715 HTTP/1.1" status: 200 len: 946 time: 0.1848588 Aug 17 00:20:21.053988 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=d66001da-44f5-4a19-95e7-7a83e666d088,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:21.210226 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-537ca16b-eff5-49eb-bf5d-9a79792a8851 req-5fbf3657-c480-4abd-b7ec-3d50a9448d6e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Deleting port 55bcd20e-9802-4dd3-8810-6f322bd8b825 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:20:21.211598 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-537ca16b-eff5-49eb-bf5d-9a79792a8851 req-5fbf3657-c480-4abd-b7ec-3d50a9448d6e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:21.273754 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f181cb8-8cdd-4eea-aa65-9fd4e4375fae admin admin] Pushing event deleted for resources: {'Network': ['ID=4aca2c2f-c3ff-400a-adf5-44fc5cbb6966,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:21.313959 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-008bd076-666e-4775-bb11-ac605ae57916 None None] For port b0a244af-4f63-4629-9545-879bbacd0281, host n-d-800088-20, got binding levels [] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:21.315093 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-008bd076-666e-4775-bb11-ac605ae57916 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:21.335125 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-008bd076-666e-4775-bb11-ac605ae57916 None None] Calling delete_port for b0a244af-4f63-4629-9545-879bbacd0281 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:20:21.338858 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.ipam_backend_mixin [None req-008bd076-666e-4775-bb11-ac605ae57916 None None] Port b0a244af-4f63-4629-9545-879bbacd0281 was not found and therefore no delete operation was performed {{(pid=101404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 00:20:21.346032 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 63d91498-eb3b-4e35-be17-150e2636b06d completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:20:21.348999 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-008bd076-666e-4775-bb11-ac605ae57916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:21.358962 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-60f529d7-8225-45b0-879e-c3b2dd3d4810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'name': 'tempest-TestNetworkBasicOps-router-1968008153', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:19:18Z', 'revision_number': 4, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '9a1c174a-6a4c-4365-b520-5e3951ce9a31', 'name': '', 'network_id': '26850f33-4826-4680-af21-60c70edc43b0', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'mac_address': 'fa:16:3e:1c:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '5238bd4a-7350-4ee1-9726-3a80ee1bcf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:15Z', 'updated_at': '2021-08-17T00:19:24Z', 'revision_number': 5, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'subnets': [{'id': '5238bd4a-7350-4ee1-9726-3a80ee1bcf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:21.375997 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 63d91498-eb3b-4e35-be17-150e2636b06d triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:21.376981 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:21.524621 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-008bd076-666e-4775-bb11-ac605ae57916 None None] Network 4aca2c2f-c3ff-400a-adf5-44fc5cbb6966 is not hosted by any dhcp agent {{(pid=101404) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 00:20:21.527475 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008bd076-666e-4775-bb11-ac605ae57916 None None] No DVR routers for this DVR port b0a244af-4f63-4629-9545-879bbacd0281 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:20:21.530033 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a486b04-b5a4-4edc-9b9e-50145d35bbbf None None] Pushing event updated for resources: {'Port': ['ID=bb870fe8-3524-43a6-8bf7-87ef638231a6,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:21.537992 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f529d7-8225-45b0-879e-c3b2dd3d4810 None None] Checking router: 1ab76886-2ecb-4a94-bced-006aff2e86d0 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:20:21.576534 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bd076-666e-4775-bb11-ac605ae57916 None None] Pushing event deleted for resources: {'Port': ['ID=b0a244af-4f63-4629-9545-879bbacd0281,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:21.593482 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60398) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:21.643597 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f529d7-8225-45b0-879e-c3b2dd3d4810 None None] Routers {'1ab76886-2ecb-4a94-bced-006aff2e86d0'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:20:21.644253 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-60f529d7-8225-45b0-879e-c3b2dd3d4810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:20:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1ab76886-2ecb-4a94-bced-006aff2e86d0'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:21.645652 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a2aa2-ec3e-447b-95c1-c542157e3671 req-676648c0-adea-48f9-942b-d8bf21c0a9b3 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:21.647453 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3c7a2aa2-ec3e-447b-95c1-c542157e3671 req-676648c0-adea-48f9-942b-d8bf21c0a9b3 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.2432227 Aug 17 00:20:21.658766 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4fa8c-83a5-4fe0-ba2f-3f864b798796 req-4d11fb43-5441-449a-9c51-1b8cf651c9e8 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:21.666827 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a6b4fa8c-83a5-4fe0-ba2f-3f864b798796 req-4d11fb43-5441-449a-9c51-1b8cf651c9e8 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/ports?device_id=b40cda7a-8416-4c4d-839a-cdc2159f6715 HTTP/1.1" status: 200 len: 946 time: 0.2606337 Aug 17 00:20:21.737990 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-92ff86cd-59e3-440a-82dc-e6af20ee3d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:21.790089 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bc0caa06-ebcb-4d2c-a27f-9d4169defd98 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=473ada7987594954b08d7da706769a62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1870053 Aug 17 00:20:21.824476 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-537ca16b-eff5-49eb-bf5d-9a79792a8851 req-5fbf3657-c480-4abd-b7ec-3d50a9448d6e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] For port 55bcd20e-9802-4dd3-8810-6f322bd8b825, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=55bcd20e-9802-4dd3-8810-6f322bd8b825,segment=NetworkSegment(f768cb67-272d-4f04-9f36-78b71277a0ba),segment_id=f768cb67-272d-4f04-9f36-78b71277a0ba)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:21.825463 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-537ca16b-eff5-49eb-bf5d-9a79792a8851 req-5fbf3657-c480-4abd-b7ec-3d50a9448d6e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:21.829721 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-60f529d7-8225-45b0-879e-c3b2dd3d4810 None None] Set router 1ab76886-2ecb-4a94-bced-006aff2e86d0 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:20:21.845093 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-537ca16b-eff5-49eb-bf5d-9a79792a8851 req-5fbf3657-c480-4abd-b7ec-3d50a9448d6e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Calling delete_port for 55bcd20e-9802-4dd3-8810-6f322bd8b825 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:20:22.038772 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60400) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:22.057409 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-537ca16b-eff5-49eb-bf5d-9a79792a8851 req-5fbf3657-c480-4abd-b7ec-3d50a9448d6e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:22.100114 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:22.101165 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf3657-c480-4abd-b7ec-3d50a9448d6e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event deleted for resources: {'Port': ['ID=55bcd20e-9802-4dd3-8810-6f322bd8b825,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:22.202617 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-537ca16b-eff5-49eb-bf5d-9a79792a8851 req-5fbf3657-c480-4abd-b7ec-3d50a9448d6e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] No DVR routers for this DVR port 55bcd20e-9802-4dd3-8810-6f322bd8b825 on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:20:22.220921 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-537ca16b-eff5-49eb-bf5d-9a79792a8851 req-5fbf3657-c480-4abd-b7ec-3d50a9448d6e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:22.223482 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-537ca16b-eff5-49eb-bf5d-9a79792a8851 req-5fbf3657-c480-4abd-b7ec-3d50a9448d6e tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.64 "DELETE /v2.0/ports/55bcd20e-9802-4dd3-8810-6f322bd8b825 HTTP/1.1" status: 204 len: 173 time: 1.2431090 Aug 17 00:20:22.224329 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee0e3ff7-957e-4e86-bef7-cacbff598112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:22.231779 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 63d91498-eb3b-4e35-be17-150e2636b06d, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=63d91498-eb3b-4e35-be17-150e2636b06d,segment=NetworkSegment(df08f9ea-5767-4039-a2e0-8d0819033de7),segment_id=df08f9ea-5767-4039-a2e0-8d0819033de7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:22.255674 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee0e3ff7-957e-4e86-bef7-cacbff598112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:22.266529 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:22.273815 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:22.317393 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40cda7a-8416-4c4d-839a-cdc2159f6715', 'name': 'network-vif-deleted', 'tag': '55bcd20e-9802-4dd3-8810-6f322bd8b825'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:20:22.321097 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847f538c-b4e6-46a6-bdbf-ab0627fd4ccd" -d '{"events": [{"server_uuid": "b40cda7a-8416-4c4d-839a-cdc2159f6715", "name": "network-vif-deleted", "tag": "55bcd20e-9802-4dd3-8810-6f322bd8b825"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:20:22.327207 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee0e3ff7-957e-4e86-bef7-cacbff598112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:22.331828 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee0e3ff7-957e-4e86-bef7-cacbff598112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:22.332271 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ee0e3ff7-957e-4e86-bef7-cacbff598112 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f0f23eeb-93a1-4b15-a869-18bbd7d9451c HTTP/1.1" status: 204 len: 168 time: 0.2914925 Aug 17 00:20:22.343593 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e3ff7-957e-4e86-bef7-cacbff598112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f23eeb-93a1-4b15-a869-18bbd7d9451c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:22.465908 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=63d91498-eb3b-4e35-be17-150e2636b06d,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:22.473894 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b0a244af-4f63-4629-9545-879bbacd0281 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:20:22.503917 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device d66001da-44f5-4a19-95e7-7a83e666d088 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:20:22.512334 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: b0a244af-4f63-4629-9545-879bbacd0281 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:20:22.512685 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b0a244af-4f63-4629-9545-879bbacd0281 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:20:22.513148 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 03f410b4-beb9-4b62-a8fe-ea40d4c0876f no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:20:22.538867 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a6b4fa8c-83a5-4fe0-ba2f-3f864b798796 req-3e10411c-ae32-4b47-a8c9-10e0f45dcc28 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b6ffb9c-fbc0-4fc2-9b7b-341bfd6cb861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8707659 Aug 17 00:20:22.553495 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3c7a2aa2-ec3e-447b-95c1-c542157e3671 req-8162bf14-46ba-41f8-90cd-77ea7cadf6f7 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8813965 Aug 17 00:20:22.593356 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 03f410b4-beb9-4b62-a8fe-ea40d4c0876f {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:20:22.594500 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 03f410b4-beb9-4b62-a8fe-ea40d4c0876f not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:20:22.654079 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ff86cd-59e3-440a-82dc-e6af20ee3d34 admin admin] Router 4b84e63a-4afc-4a8a-bae7-731693ff2f1f is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:20:22.663414 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e862c880-0cbc-47a4-b224-ac8198c0c608 None None] Network 6e826b02-99ad-4d1f-b0bd-e6dfed1a5404 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:20:22.712239 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c80464-4863-43da-8a5f-d647f92d8d34 x-openstack-request-id: req-03c80464-4863-43da-8a5f-d647f92d8d34 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:20:22.712731 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40cda7a-8416-4c4d-839a-cdc2159f6715", "name": "network-vif-deleted", "tag": "55bcd20e-9802-4dd3-8810-6f322bd8b825", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:20:22.712848 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-03c80464-4863-43da-8a5f-d647f92d8d34 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:20:22.713212 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40cda7a-8416-4c4d-839a-cdc2159f6715', 'name': 'network-vif-deleted', 'tag': '55bcd20e-9802-4dd3-8810-6f322bd8b825', 'status': 'completed', 'code': 200} Aug 17 00:20:22.816308 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-60f529d7-8225-45b0-879e-c3b2dd3d4810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'name': 'tempest-TestNetworkBasicOps-router-1968008153', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:19:18Z', 'revision_number': 4, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '9a1c174a-6a4c-4365-b520-5e3951ce9a31', 'name': '', 'network_id': '26850f33-4826-4680-af21-60c70edc43b0', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'mac_address': 'fa:16:3e:1c:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '5238bd4a-7350-4ee1-9726-3a80ee1bcf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:15Z', 'updated_at': '2021-08-17T00:19:24Z', 'revision_number': 5, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'subnets': [{'id': '5238bd4a-7350-4ee1-9726-3a80ee1bcf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:22.911386 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-85d6cf2f-cee1-43ba-a7cd-226ac1f31cb1 None None] Provisioning for port bb870fe8-3524-43a6-8bf7-87ef638231a6 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:20:22.937406 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f529d7-8225-45b0-879e-c3b2dd3d4810 None None] The sync data for ids ['1ab76886-2ecb-4a94-bced-006aff2e86d0'] in n-d-800088-20 is: [{'id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'name': 'tempest-TestNetworkBasicOps-router-1968008153', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:19:18Z', 'revision_number': 4, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '9a1c174a-6a4c-4365-b520-5e3951ce9a31', 'name': '', 'network_id': '26850f33-4826-4680-af21-60c70edc43b0', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'mac_address': 'fa:16:3e:1c:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '5238bd4a-7350-4ee1-9726-3a80ee1bcf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:15Z', 'updated_at': '2021-08-17T00:19:24Z', 'revision_number': 5, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'subnets': [{'id': '5238bd4a-7350-4ee1-9726-3a80ee1bcf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:20:22.993903 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device bb870fe8-3524-43a6-8bf7-87ef638231a6 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:20:23.012919 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018198af-a6a1-4723-b1eb-9b1f7b133399 req-210c06db-0965-4ae8-aa6c-7d1ad010b70a tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:23.014980 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-018198af-a6a1-4723-b1eb-9b1f7b133399 req-210c06db-0965-4ae8-aa6c-7d1ad010b70a tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 945 time: 0.2181873 Aug 17 00:20:23.074558 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ff86cd-59e3-440a-82dc-e6af20ee3d34 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:20:23.081142 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port d66001da-44f5-4a19-95e7-7a83e666d088 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:23.081722 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:23.085765 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02d1e7e-2b3a-4caf-99c9-66c821b3dc58 None None] Sync routers for ids ['4b84e63a-4afc-4a8a-bae7-731693ff2f1f'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:20:23.102772 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02d1e7e-2b3a-4caf-99c9-66c821b3dc58 None None] Routers {'4b84e63a-4afc-4a8a-bae7-731693ff2f1f'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:20:23.103548 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-f02d1e7e-2b3a-4caf-99c9-66c821b3dc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:20:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['4b84e63a-4afc-4a8a-bae7-731693ff2f1f'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:23.113814 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-018198af-a6a1-4723-b1eb-9b1f7b133399 req-ebc5917a-afae-45cd-8157-53b1556059e4 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730588 Aug 17 00:20:23.149354 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-92ff86cd-59e3-440a-82dc-e6af20ee3d34 admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:23.155763 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-92ff86cd-59e3-440a-82dc-e6af20ee3d34 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1866953 Aug 17 00:20:23.159168 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60410) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:23.243967 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60412) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:23.272955 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:23.279990 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port bb870fe8-3524-43a6-8bf7-87ef638231a6 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:20:23.295806 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port bb870fe8-3524-43a6-8bf7-87ef638231a6 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:23.296172 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:23.318560 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-97c2d07f-ea7b-4504-8a9f-e70d6eb8db14 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=82f0942f138e4bafb85d91f54ed18c11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0732279 Aug 17 00:20:23.321074 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60414) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:23.353984 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-f02d1e7e-2b3a-4caf-99c9-66c821b3dc58 None None] Set router 4b84e63a-4afc-4a8a-bae7-731693ff2f1f gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:20:23.396027 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-02c3c10f-6ac3-4dab-b7be-87d54c32ecb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:23.443004 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-02c3c10f-6ac3-4dab-b7be-87d54c32ecb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:23.474770 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e02e418-3417-49ad-82b1-9e1267567df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66001da-44f5-4a19-95e7-7a83e666d088'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:20:23.479395 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50f739b-8767-45dd-8b84-75dcdc3fd7bc" -d '{"events": [{"server_uuid": "8e02e418-3417-49ad-82b1-9e1267567df3", "name": "network-vif-plugged", "status": "completed", "tag": "d66001da-44f5-4a19-95e7-7a83e666d088"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:20:23.530361 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a00860-b311-448e-8fd7-3ceff4782d28 None None] New status for floating IP 042ef113-9d2d-4f9c-a482-44fa3818055b: DOWN {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:20:23.538872 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-02c3c10f-6ac3-4dab-b7be-87d54c32ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:23.543744 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-02c3c10f-6ac3-4dab-b7be-87d54c32ecb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:23.546672 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-02c3c10f-6ac3-4dab-b7be-87d54c32ecb1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/52b6dae7-dfd8-4a14-aedb-9985882d5815 HTTP/1.1" status: 204 len: 168 time: 0.2243831 Aug 17 00:20:23.552166 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port d66001da-44f5-4a19-95e7-7a83e666d088, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d66001da-44f5-4a19-95e7-7a83e666d088,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:23.563428 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7622a735-40f9-4058-9c3d-9657de626c7b x-openstack-request-id: req-7622a735-40f9-4058-9c3d-9657de626c7b {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:20:23.563713 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e02e418-3417-49ad-82b1-9e1267567df3", "name": "network-vif-plugged", "status": "completed", "tag": "d66001da-44f5-4a19-95e7-7a83e666d088", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:20:23.563962 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7622a735-40f9-4058-9c3d-9657de626c7b {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:20:23.564347 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e02e418-3417-49ad-82b1-9e1267567df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66001da-44f5-4a19-95e7-7a83e666d088', 'code': 200} Aug 17 00:20:23.582832 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3c10f-6ac3-4dab-b7be-87d54c32ecb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b6dae7-dfd8-4a14-aedb-9985882d5815,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:23.630878 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60424) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:23.656198 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:23.774444 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ce2300f-d274-4fca-b7e5-f23f56edf720 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:23.811254 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-f02d1e7e-2b3a-4caf-99c9-66c821b3dc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b84e63a-4afc-4a8a-bae7-731693ff2f1f', 'name': 'tempest-TestServerMultinode-139918743-router', 'tenant_id': '91782e1c28dd4351a17b95cd451ef143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '1638ea22-1f4f-45ee-8cdd-f47c41c71521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:20:18Z', 'updated_at': '2021-08-17T00:20:20Z', 'revision_number': 3, 'project_id': '91782e1c28dd4351a17b95cd451ef143', 'gw_port': {'id': '1638ea22-1f4f-45ee-8cdd-f47c41c71521', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b84e63a-4afc-4a8a-bae7-731693ff2f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:19Z', 'updated_at': '2021-08-17T00:20:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:23.854717 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ce2300f-d274-4fca-b7e5-f23f56edf720 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:23.881316 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:23.888041 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=d66001da-44f5-4a19-95e7-7a83e666d088,revision_number=7']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:23.997698 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ce2300f-d274-4fca-b7e5-f23f56edf720 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:24.000658 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ce2300f-d274-4fca-b7e5-f23f56edf720 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:24.004955 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9ce2300f-d274-4fca-b7e5-f23f56edf720 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "DELETE /v2.0/security-groups/2b6ffb9c-fbc0-4fc2-9b7b-341bfd6cb861 HTTP/1.1" status: 204 len: 168 time: 0.3701878 Aug 17 00:20:24.011730 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port bb870fe8-3524-43a6-8bf7-87ef638231a6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=bb870fe8-3524-43a6-8bf7-87ef638231a6,segment=NetworkSegment(0aa91771-f264-48eb-a064-311486876558),segment_id=0aa91771-f264-48eb-a064-311486876558)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:24.017309 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:24.018400 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 63d91498-eb3b-4e35-be17-150e2636b06d up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:20:24.063094 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2300f-d274-4fca-b7e5-f23f56edf720 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6ffb9c-fbc0-4fc2-9b7b-341bfd6cb861,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:24.071466 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35216001-782c-4785-811e-bd95311fc6ba req-8a38e2f7-a46a-4836-a616-d9f6d624bb4f tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:24.079343 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-35216001-782c-4785-811e-bd95311fc6ba req-8a38e2f7-a46a-4836-a616-d9f6d624bb4f tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.2881491 Aug 17 00:20:24.101630 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60428) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:24.196897 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=bb870fe8-3524-43a6-8bf7-87ef638231a6,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:24.221881 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 63d91498-eb3b-4e35-be17-150e2636b06d triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:24.222579 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:24.359119 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02d1e7e-2b3a-4caf-99c9-66c821b3dc58 None None] Checking router: 4b84e63a-4afc-4a8a-bae7-731693ff2f1f for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:20:24.359687 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02d1e7e-2b3a-4caf-99c9-66c821b3dc58 None None] Updating router 4b84e63a-4afc-4a8a-bae7-731693ff2f1f port 1638ea22-1f4f-45ee-8cdd-f47c41c71521 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:20:24.437579 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-f02d1e7e-2b3a-4caf-99c9-66c821b3dc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:24.493427 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-65ebe580-96d9-4ce7-a1c2-d14995782979 None None] Provisioning complete for port bb870fe8-3524-43a6-8bf7-87ef638231a6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:24.494491 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-65ebe580-96d9-4ce7-a1c2-d14995782979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:24.546196 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b11d62-b8dc-4765-970b-c237230bac37 req-e58a2566-ab46-46bd-8e71-e58b13ad8a68 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:24.548696 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 55bcd20e-9802-4dd3-8810-6f322bd8b825 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:20:24.554369 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e3b11d62-b8dc-4765-970b-c237230bac37 req-e58a2566-ab46-46bd-8e71-e58b13ad8a68 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 946 time: 0.1677363 Aug 17 00:20:24.570103 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-35216001-782c-4785-811e-bd95311fc6ba req-7a86a459-9117-40ec-8a7a-9b6570640157 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472326 Aug 17 00:20:24.587888 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 55bcd20e-9802-4dd3-8810-6f322bd8b825 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:20:24.588443 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 55bcd20e-9802-4dd3-8810-6f322bd8b825 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:20:24.667145 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7ff5-0a31-423a-9105-0f17ee40f7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:24.685767 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e3b11d62-b8dc-4765-970b-c237230bac37 req-9b3e390c-e691-47b0-8dab-365cd837af69 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302593 Aug 17 00:20:24.770885 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device bb870fe8-3524-43a6-8bf7-87ef638231a6 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:20:24.882901 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port bb870fe8-3524-43a6-8bf7-87ef638231a6 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:24.883317 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:24.927130 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-f02d1e7e-2b3a-4caf-99c9-66c821b3dc58 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:24.957499 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-f02d1e7e-2b3a-4caf-99c9-66c821b3dc58 None None] Transition to ACTIVE for port object 1638ea22-1f4f-45ee-8cdd-f47c41c71521 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:20:24.979043 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-f02d1e7e-2b3a-4caf-99c9-66c821b3dc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:24.985288 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86800e9c-494f-4658-9e8f-9251bd0759b8 req-4fc467c4-ad17-43e8-b843-7ece78195a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:24.988282 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-86800e9c-494f-4658-9e8f-9251bd0759b8 req-4fc467c4-ad17-43e8-b843-7ece78195a8a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc65d499ed66462c92face5626c9712b&device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 1098 time: 0.0793188 Aug 17 00:20:25.083977 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d419ca-07a5-4fe4-aa1c-c06975c63a98 req-369aee70-204e-47b8-8ff5-6bb4baf17877 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:25.085632 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d5d419ca-07a5-4fe4-aa1c-c06975c63a98 req-369aee70-204e-47b8-8ff5-6bb4baf17877 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.1074176 Aug 17 00:20:25.087087 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-7e1b7ff5-0a31-423a-9105-0f17ee40f7a2 admin admin] Allocated IP 172.20.0.1 (6e826b02-99ad-4d1f-b0bd-e6dfed1a5404/f916fdb1-d283-490a-8066-414d21049c61/e28e1114-be75-4640-a483-751cdb2d76db) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:20:25.132115 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-f02d1e7e-2b3a-4caf-99c9-66c821b3dc58 None None] Attempting to bind port 1638ea22-1f4f-45ee-8cdd-f47c41c71521 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:20:25.132508 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-f02d1e7e-2b3a-4caf-99c9-66c821b3dc58 None None] Attempting to bind port 1638ea22-1f4f-45ee-8cdd-f47c41c71521 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:20:25.144240 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02d1e7e-2b3a-4caf-99c9-66c821b3dc58 None None] Attempting to bind port 1638ea22-1f4f-45ee-8cdd-f47c41c71521 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:20:25.148462 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81614f4c-dab1-4fec-852a-8ac25652eee0 None None] Pushing event updated for resources: {'Port': ['ID=1638ea22-1f4f-45ee-8cdd-f47c41c71521,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:25.155739 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02d1e7e-2b3a-4caf-99c9-66c821b3dc58 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:20:25.156126 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02d1e7e-2b3a-4caf-99c9-66c821b3dc58 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:20:25.156514 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-f02d1e7e-2b3a-4caf-99c9-66c821b3dc58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:25.157021 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02d1e7e-2b3a-4caf-99c9-66c821b3dc58 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:20:25.157517 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-f02d1e7e-2b3a-4caf-99c9-66c821b3dc58 None None] Bound port: 1638ea22-1f4f-45ee-8cdd-f47c41c71521, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:20:25.157904 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-f02d1e7e-2b3a-4caf-99c9-66c821b3dc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:25.160424 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86800e9c-494f-4658-9e8f-9251bd0759b8 req-16ccbc76-668e-4875-85aa-db1078bb0fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:25.161883 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-86800e9c-494f-4658-9e8f-9251bd0759b8 req-16ccbc76-668e-4875-85aa-db1078bb0fe1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=550a7559-5434-4f90-bf0d-d8f2809880b1 HTTP/1.1" status: 200 len: 912 time: 0.1663427 Aug 17 00:20:25.168449 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76dd5ef0-9583-4f3e-a065-c8e60bf692f3 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:25.211247 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d5d419ca-07a5-4fe4-aa1c-c06975c63a98 req-52763b99-7e0b-44a8-bf57-40da5a607a38 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048057 Aug 17 00:20:25.234942 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-f02d1e7e-2b3a-4caf-99c9-66c821b3dc58 None None] For port 1638ea22-1f4f-45ee-8cdd-f47c41c71521, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:20:25.241086 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-f02d1e7e-2b3a-4caf-99c9-66c821b3dc58 None None] For port 1638ea22-1f4f-45ee-8cdd-f47c41c71521, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=1638ea22-1f4f-45ee-8cdd-f47c41c71521,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:20:25.244830 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-86800e9c-494f-4658-9e8f-9251bd0759b8 req-c6be33d7-50c1-49fa-babc-45a23d20375a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0145f69d-adea-4f21-8d9d-69cc8f0b5c8a HTTP/1.1" status: 200 len: 217 time: 0.0731583 Aug 17 00:20:25.249259 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-f02d1e7e-2b3a-4caf-99c9-66c821b3dc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:25.287919 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7ff5-0a31-423a-9105-0f17ee40f7a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:25.314696 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-7e1b7ff5-0a31-423a-9105-0f17ee40f7a2 admin admin] Transition to ACTIVE for port object e28e1114-be75-4640-a483-751cdb2d76db will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:20:25.325363 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81614f4c-dab1-4fec-852a-8ac25652eee0 None None] Pushing event updated for resources: {'Port': ['ID=1638ea22-1f4f-45ee-8cdd-f47c41c71521,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:25.327862 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02d1e7e-2b3a-4caf-99c9-66c821b3dc58 None None] Routers {'4b84e63a-4afc-4a8a-bae7-731693ff2f1f'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:20:25.328490 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-f02d1e7e-2b3a-4caf-99c9-66c821b3dc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:20:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['4b84e63a-4afc-4a8a-bae7-731693ff2f1f'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:25.409833 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7ff5-0a31-423a-9105-0f17ee40f7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:25.416085 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86800e9c-494f-4658-9e8f-9251bd0759b8 req-732403cf-9729-4ed0-afb2-b35b0acdc596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:25.418629 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-86800e9c-494f-4658-9e8f-9251bd0759b8 req-732403cf-9729-4ed0-afb2-b35b0acdc596 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a76258ee-d1e4-44cf-9c01-066c3dbf7894 HTTP/1.1" status: 200 len: 851 time: 0.1593580 Aug 17 00:20:25.487390 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-86800e9c-494f-4658-9e8f-9251bd0759b8 req-e1785595-95b5-489b-91ab-c70b98d6eddd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=550a7559-5434-4f90-bf0d-d8f2809880b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529807 Aug 17 00:20:25.528356 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1b7ff5-0a31-423a-9105-0f17ee40f7a2 admin admin] Network 6e826b02-99ad-4d1f-b0bd-e6dfed1a5404 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:20:25.530576 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-7e1b7ff5-0a31-423a-9105-0f17ee40f7a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:20:25.535234 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-f02d1e7e-2b3a-4caf-99c9-66c821b3dc58 None None] Set router 4b84e63a-4afc-4a8a-bae7-731693ff2f1f gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:20:25.546887 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1b7ff5-0a31-423a-9105-0f17ee40f7a2 admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:20:25.619889 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b7ff5-0a31-423a-9105-0f17ee40f7a2 admin admin] Pushing event updated for resources: {'Port': ['ID=e28e1114-be75-4640-a483-751cdb2d76db,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:25.625416 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7ff5-0a31-423a-9105-0f17ee40f7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:25.696860 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-86800e9c-494f-4658-9e8f-9251bd0759b8 req-ae8781ae-bf4f-4606-acaa-a35eee81ae89 service neutron] 10.222.0.64 "GET /v2.0/networks/550a7559-5434-4f90-bf0d-d8f2809880b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974616 Aug 17 00:20:25.701880 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-76dd5ef0-9583-4f3e-a065-c8e60bf692f3 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Deleting port 9a1c174a-6a4c-4365-b520-5e3951ce9a31 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:20:25.702243 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76dd5ef0-9583-4f3e-a065-c8e60bf692f3 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:25.841694 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-f02d1e7e-2b3a-4caf-99c9-66c821b3dc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b84e63a-4afc-4a8a-bae7-731693ff2f1f', 'name': 'tempest-TestServerMultinode-139918743-router', 'tenant_id': '91782e1c28dd4351a17b95cd451ef143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '1638ea22-1f4f-45ee-8cdd-f47c41c71521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:20:18Z', 'updated_at': '2021-08-17T00:20:20Z', 'revision_number': 3, 'project_id': '91782e1c28dd4351a17b95cd451ef143', 'gw_port': {'id': '1638ea22-1f4f-45ee-8cdd-f47c41c71521', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b84e63a-4afc-4a8a-bae7-731693ff2f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:19Z', 'updated_at': '2021-08-17T00:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:25.883755 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02d1e7e-2b3a-4caf-99c9-66c821b3dc58 None None] The sync data for ids ['4b84e63a-4afc-4a8a-bae7-731693ff2f1f'] in n-d-800088-20 is: [{'id': '4b84e63a-4afc-4a8a-bae7-731693ff2f1f', 'name': 'tempest-TestServerMultinode-139918743-router', 'tenant_id': '91782e1c28dd4351a17b95cd451ef143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '1638ea22-1f4f-45ee-8cdd-f47c41c71521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:20:18Z', 'updated_at': '2021-08-17T00:20:20Z', 'revision_number': 3, 'project_id': '91782e1c28dd4351a17b95cd451ef143', 'gw_port': {'id': '1638ea22-1f4f-45ee-8cdd-f47c41c71521', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b84e63a-4afc-4a8a-bae7-731693ff2f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:19Z', 'updated_at': '2021-08-17T00:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:20:25.923185 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0e3d1475-f394-45e4-ab3d-89c49e88ca9a None None] Provisioning for port e28e1114-be75-4640-a483-751cdb2d76db completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:20:25.947759 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-76dd5ef0-9583-4f3e-a065-c8e60bf692f3 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] For port 9a1c174a-6a4c-4365-b520-5e3951ce9a31, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9a1c174a-6a4c-4365-b520-5e3951ce9a31,segment=NetworkSegment(f768cb67-272d-4f04-9f36-78b71277a0ba),segment_id=f768cb67-272d-4f04-9f36-78b71277a0ba)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:25.948139 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76dd5ef0-9583-4f3e-a065-c8e60bf692f3 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:25.948704 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0e3d1475-f394-45e4-ab3d-89c49e88ca9a None None] Provisioning complete for port e28e1114-be75-4640-a483-751cdb2d76db triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:25.949525 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0e3d1475-f394-45e4-ab3d-89c49e88ca9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:25.963323 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-86800e9c-494f-4658-9e8f-9251bd0759b8 req-32535340-d4ce-4fb2-bdc0-b593d5e5b448 service neutron] 10.222.0.64 "GET /v2.0/networks/550a7559-5434-4f90-bf0d-d8f2809880b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568514 Aug 17 00:20:25.969979 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-76dd5ef0-9583-4f3e-a065-c8e60bf692f3 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Calling delete_port for 9a1c174a-6a4c-4365-b520-5e3951ce9a31 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:20:25.990926 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7ff5-0a31-423a-9105-0f17ee40f7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:26.003042 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e419663-745d-4eab-bd76-d06d6a7edb38 req-5660c758-24a2-4a4f-a1ea-0ad837ce2082 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:26.004644 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4e419663-745d-4eab-bd76-d06d6a7edb38 req-5660c758-24a2-4a4f-a1ea-0ad837ce2082 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 946 time: 0.1639216 Aug 17 00:20:26.066074 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-0e3d1475-f394-45e4-ab3d-89c49e88ca9a None None] Port e28e1114-be75-4640-a483-751cdb2d76db cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:20:26.123776 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4e419663-745d-4eab-bd76-d06d6a7edb38 req-f974383b-6e71-4795-b1c8-e103a36b7bd5 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064405 Aug 17 00:20:26.414210 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7ff5-0a31-423a-9105-0f17ee40f7a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:26.437010 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7ff5-0a31-423a-9105-0f17ee40f7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:26.512820 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abac175-749b-4755-992b-7dfa2fad9d2c req-ab14987b-8947-4109-93eb-5d3905758123 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:26.513930 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3abac175-749b-4755-992b-7dfa2fad9d2c req-ab14987b-8947-4109-93eb-5d3905758123 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.1457195 Aug 17 00:20:26.565173 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7ff5-0a31-423a-9105-0f17ee40f7a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:26.619128 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3abac175-749b-4755-992b-7dfa2fad9d2c req-145a9412-c0c4-420d-91d1-119811248929 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926230 Aug 17 00:20:26.711586 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b7ff5-0a31-423a-9105-0f17ee40f7a2 admin admin] Pushing event updated for resources: {'Port': ['ID=e28e1114-be75-4640-a483-751cdb2d76db,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:26.721334 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76dd5ef0-9583-4f3e-a065-c8e60bf692f3 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:26.783676 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 1638ea22-1f4f-45ee-8cdd-f47c41c71521 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:20:26.790787 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd5ef0-9583-4f3e-a065-c8e60bf692f3 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event deleted for resources: {'Port': ['ID=9a1c174a-6a4c-4365-b520-5e3951ce9a31,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:26.856981 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1b7ff5-0a31-423a-9105-0f17ee40f7a2 admin admin] Network 6e826b02-99ad-4d1f-b0bd-e6dfed1a5404 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:20:26.871392 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-7e1b7ff5-0a31-423a-9105-0f17ee40f7a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:20:26.913128 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 1638ea22-1f4f-45ee-8cdd-f47c41c71521 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:20:26.925860 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 1638ea22-1f4f-45ee-8cdd-f47c41c71521 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:26.926403 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:27.080128 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76dd5ef0-9583-4f3e-a065-c8e60bf692f3 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:27.102525 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:27.152903 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 1638ea22-1f4f-45ee-8cdd-f47c41c71521, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=1638ea22-1f4f-45ee-8cdd-f47c41c71521,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:27.170776 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:27.277300 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1b7ff5-0a31-423a-9105-0f17ee40f7a2 admin admin] Router 4b84e63a-4afc-4a8a-bae7-731693ff2f1f has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:20:27.334760 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=1638ea22-1f4f-45ee-8cdd-f47c41c71521,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:27.434046 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-786d4938-3d4f-461a-bfec-46f924b7a177 None None] Provisioning complete for port e28e1114-be75-4640-a483-751cdb2d76db triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:27.434588 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-786d4938-3d4f-461a-bfec-46f924b7a177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:27.496690 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-786d4938-3d4f-461a-bfec-46f924b7a177 None None] Port e28e1114-be75-4640-a483-751cdb2d76db cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:20:27.516662 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbef424-5a38-4b13-a3fd-475c237bef97 req-0adf5373-8c14-46de-a831-f001ebfd27fa tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:27.524591 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fcbef424-5a38-4b13-a3fd-475c237bef97 req-0adf5373-8c14-46de-a831-f001ebfd27fa tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 946 time: 0.2080986 Aug 17 00:20:27.594182 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fcbef424-5a38-4b13-a3fd-475c237bef97 req-8314bb0e-f11d-4dc5-aab0-4b4060581c29 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636840 Aug 17 00:20:27.597211 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1b7ff5-0a31-423a-9105-0f17ee40f7a2 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:20:27.598883 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76dd5ef0-9583-4f3e-a065-c8e60bf692f3 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Router 1ab76886-2ecb-4a94-bced-006aff2e86d0 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:20:27.621631 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7e1b7ff5-0a31-423a-9105-0f17ee40f7a2 admin admin] 10.222.0.60 "PUT /v2.0/routers/4b84e63a-4afc-4a8a-bae7-731693ff2f1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4611537 Aug 17 00:20:27.790497 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6c71c-433e-4c84-964d-53161c019105 req-dee13613-b89b-40c1-8f10-2fbeac2e25e2 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:27.798539 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-08b6c71c-433e-4c84-964d-53161c019105 req-dee13613-b89b-40c1-8f10-2fbeac2e25e2 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0722098 Aug 17 00:20:27.858553 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-08b6c71c-433e-4c84-964d-53161c019105 req-71e2bba6-3bc4-4b4d-8307-a3c9258f3032 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591092 Aug 17 00:20:27.865437 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76dd5ef0-9583-4f3e-a065-c8e60bf692f3 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:20:27.871046 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-76dd5ef0-9583-4f3e-a065-c8e60bf692f3 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "PUT /v2.0/routers/1ab76886-2ecb-4a94-bced-006aff2e86d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7678819 Aug 17 00:20:27.874807 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60454) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:27.877296 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41f0a5d-c8a6-48f5-b435-2717a33ef2f9 None None] Sync routers for ids ['1ab76886-2ecb-4a94-bced-006aff2e86d0'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:20:27.902860 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41f0a5d-c8a6-48f5-b435-2717a33ef2f9 None None] Routers {'1ab76886-2ecb-4a94-bced-006aff2e86d0'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:20:27.903917 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a41f0a5d-c8a6-48f5-b435-2717a33ef2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:20:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1ab76886-2ecb-4a94-bced-006aff2e86d0'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:27.953996 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-83072dc4-357d-4a17-9db0-aa6d22970398 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Deleting subnet 5238bd4a-7350-4ee1-9726-3a80ee1bcf2e {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:20:27.958070 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-83072dc4-357d-4a17-9db0-aa6d22970398 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:28.047796 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-83072dc4-357d-4a17-9db0-aa6d22970398 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:28.061488 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-a41f0a5d-c8a6-48f5-b435-2717a33ef2f9 None None] Set router 1ab76886-2ecb-4a94-bced-006aff2e86d0 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:20:28.158189 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-83072dc4-357d-4a17-9db0-aa6d22970398 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:28.247582 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-83072dc4-357d-4a17-9db0-aa6d22970398 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:28.288337 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83072dc4-357d-4a17-9db0-aa6d22970398 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event deleted for resources: {'Subnet': ['ID=5238bd4a-7350-4ee1-9726-3a80ee1bcf2e,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:28.293294 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-83072dc4-357d-4a17-9db0-aa6d22970398 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:28.297898 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-83072dc4-357d-4a17-9db0-aa6d22970398 tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "DELETE /v2.0/subnets/5238bd4a-7350-4ee1-9726-3a80ee1bcf2e HTTP/1.1" status: 204 len: 168 time: 0.4217479 Aug 17 00:20:28.298462 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60474) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:28.300269 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9c0ea9-284d-40c3-8ffd-0d9f794c0b5c None None] Network 26850f33-4826-4680-af21-60c70edc43b0 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:20:28.342201 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a41f0a5d-c8a6-48f5-b435-2717a33ef2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'name': 'tempest-TestNetworkBasicOps-router-1968008153', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:20:26Z', 'revision_number': 5, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:28.402540 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41f0a5d-c8a6-48f5-b435-2717a33ef2f9 None None] Checking router: 1ab76886-2ecb-4a94-bced-006aff2e86d0 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:20:28.413278 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41f0a5d-c8a6-48f5-b435-2717a33ef2f9 None None] Routers {'1ab76886-2ecb-4a94-bced-006aff2e86d0'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:20:28.413920 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a41f0a5d-c8a6-48f5-b435-2717a33ef2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:20:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1ab76886-2ecb-4a94-bced-006aff2e86d0'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:28.502729 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-67a5bcbd-2334-4d54-a708-2e2eb88168ce tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:28.556672 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4878088-6633-4e81-835d-30688c9d1268 req-3b184c8f-6d1e-43c6-9ecd-77499111fb13 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:28.559776 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4878088-6633-4e81-835d-30688c9d1268 req-3b184c8f-6d1e-43c6-9ecd-77499111fb13 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/networks?id=08dd8041-00f8-4c23-b405-a6be6a823c07 HTTP/1.1" status: 200 len: 910 time: 0.2427969 Aug 17 00:20:28.600764 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-a41f0a5d-c8a6-48f5-b435-2717a33ef2f9 None None] Set router 1ab76886-2ecb-4a94-bced-006aff2e86d0 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:20:28.606819 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4878088-6633-4e81-835d-30688c9d1268 req-130801b8-0588-4faa-a36f-f704423f6fc4 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/quotas/91782e1c28dd4351a17b95cd451ef143 HTTP/1.1" status: 200 len: 375 time: 0.0183015 Aug 17 00:20:28.822143 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa8f5a7-4448-424c-ba84-acc8644ea50c None None] Sync routers for ids ['4b84e63a-4afc-4a8a-bae7-731693ff2f1f'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:20:28.846854 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa8f5a7-4448-424c-ba84-acc8644ea50c None None] Routers {'4b84e63a-4afc-4a8a-bae7-731693ff2f1f'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:20:28.847518 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-0fa8f5a7-4448-424c-ba84-acc8644ea50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:20:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['4b84e63a-4afc-4a8a-bae7-731693ff2f1f'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:28.900065 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 1638ea22-1f4f-45ee-8cdd-f47c41c71521 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:20:28.934062 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e6fad6-c73f-4139-bf53-d8d9007767fa None None] DHCP port deletion for 26850f33-4826-4680-af21-60c70edc43b0 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:20:28.940871 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96835cad-36ec-469d-bdaf-7354ed262b38 req-0bad47ea-44c4-4326-af5f-00915df1bceb tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:28.942504 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-96835cad-36ec-469d-bdaf-7354ed262b38 req-0bad47ea-44c4-4326-af5f-00915df1bceb tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 946 time: 0.1864882 Aug 17 00:20:28.946834 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a41f0a5d-c8a6-48f5-b435-2717a33ef2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'name': 'tempest-TestNetworkBasicOps-router-1968008153', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:20:26Z', 'revision_number': 5, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:28.964691 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4878088-6633-4e81-835d-30688c9d1268 req-dbd3d06d-a310-47ff-b227-002fffe4c0fc tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?tenant_id=91782e1c28dd4351a17b95cd451ef143&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2831872 Aug 17 00:20:28.984264 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41f0a5d-c8a6-48f5-b435-2717a33ef2f9 None None] The sync data for ids ['1ab76886-2ecb-4a94-bced-006aff2e86d0'] in n-d-800088-20 is: [{'id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'name': 'tempest-TestNetworkBasicOps-router-1968008153', 'tenant_id': '0ff3a5a5706545cb87542327d7cad65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:20:26Z', 'revision_number': 5, 'project_id': '0ff3a5a5706545cb87542327d7cad65d', 'gw_port': {'id': '4623133f-0e93-4fec-9deb-ca3da8e377fd', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab76886-2ecb-4a94-bced-006aff2e86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:10Z', 'updated_at': '2021-08-17T00:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:20:28.992479 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-67a5bcbd-2334-4d54-a708-2e2eb88168ce tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:29.072674 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-0fa8f5a7-4448-424c-ba84-acc8644ea50c None None] Set router 4b84e63a-4afc-4a8a-bae7-731693ff2f1f gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:20:29.108516 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-91e6fad6-c73f-4139-bf53-d8d9007767fa None None] Deleting port 5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:20:29.108906 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-91e6fad6-c73f-4139-bf53-d8d9007767fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:29.133057 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 1638ea22-1f4f-45ee-8cdd-f47c41c71521 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:29.134296 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:29.138025 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-96835cad-36ec-469d-bdaf-7354ed262b38 req-5ebbba48-1025-4a4b-8642-37995fe0cf18 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644223 Aug 17 00:20:29.186210 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4878088-6633-4e81-835d-30688c9d1268 req-80e0b987-f3a0-4125-b54b-26a4ac758a53 service neutron] 10.222.0.60 "GET /v2.0/networks/08dd8041-00f8-4c23-b405-a6be6a823c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202995 Aug 17 00:20:29.199228 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-67a5bcbd-2334-4d54-a708-2e2eb88168ce tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Deleting port 4623133f-0e93-4fec-9deb-ca3da8e377fd {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:20:29.199564 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-67a5bcbd-2334-4d54-a708-2e2eb88168ce tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:29.353968 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-91e6fad6-c73f-4139-bf53-d8d9007767fa None None] For port 5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b,segment=NetworkSegment(f768cb67-272d-4f04-9f36-78b71277a0ba),segment_id=f768cb67-272d-4f04-9f36-78b71277a0ba)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:29.355163 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-91e6fad6-c73f-4139-bf53-d8d9007767fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:29.405980 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-91e6fad6-c73f-4139-bf53-d8d9007767fa None None] Calling delete_port for 5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:20:29.606032 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-91e6fad6-c73f-4139-bf53-d8d9007767fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:29.624961 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-0fa8f5a7-4448-424c-ba84-acc8644ea50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b84e63a-4afc-4a8a-bae7-731693ff2f1f', 'name': 'tempest-TestServerMultinode-139918743-router', 'tenant_id': '91782e1c28dd4351a17b95cd451ef143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '1638ea22-1f4f-45ee-8cdd-f47c41c71521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:20:18Z', 'updated_at': '2021-08-17T00:20:25Z', 'revision_number': 4, 'project_id': '91782e1c28dd4351a17b95cd451ef143', 'gw_port': {'id': '1638ea22-1f4f-45ee-8cdd-f47c41c71521', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b84e63a-4afc-4a8a-bae7-731693ff2f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:19Z', 'updated_at': '2021-08-17T00:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e28e1114-be75-4640-a483-751cdb2d76db', 'name': '', 'network_id': '6e826b02-99ad-4d1f-b0bd-e6dfed1a5404', 'tenant_id': '91782e1c28dd4351a17b95cd451ef143', 'mac_address': 'fa:16:3e:70:1a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b84e63a-4afc-4a8a-bae7-731693ff2f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'f916fdb1-d283-490a-8066-414d21049c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:24Z', 'updated_at': '2021-08-17T00:20:26Z', 'revision_number': 2, 'project_id': '91782e1c28dd4351a17b95cd451ef143', 'subnets': [{'id': 'f916fdb1-d283-490a-8066-414d21049c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:29.650296 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6fad6-c73f-4139-bf53-d8d9007767fa None None] Pushing event deleted for resources: {'Port': ['ID=5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:29.682183 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa8f5a7-4448-424c-ba84-acc8644ea50c None None] Checking router: 4b84e63a-4afc-4a8a-bae7-731693ff2f1f for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:20:29.682546 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa8f5a7-4448-424c-ba84-acc8644ea50c None None] Updating router 4b84e63a-4afc-4a8a-bae7-731693ff2f1f port e28e1114-be75-4640-a483-751cdb2d76db binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:20:29.685511 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e6fad6-c73f-4139-bf53-d8d9007767fa None None] No DVR routers for this DVR port 5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:20:29.726444 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0fa8f5a7-4448-424c-ba84-acc8644ea50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:29.778292 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15460ccc-0f3a-4d7c-8da0-2cb498b4ee88 req-94733ea4-7260-43b6-9063-d6dda1d4b821 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:29.785688 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15460ccc-0f3a-4d7c-8da0-2cb498b4ee88 req-94733ea4-7260-43b6-9063-d6dda1d4b821 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.1746218 Aug 17 00:20:29.826918 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d4878088-6633-4e81-835d-30688c9d1268 req-63c58cfe-e1bc-4ba6-9da1-9ed0b5778aa1 service neutron] 10.222.0.60 "GET /v2.0/networks/08dd8041-00f8-4c23-b405-a6be6a823c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6396563 Aug 17 00:20:29.829990 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-67a5bcbd-2334-4d54-a708-2e2eb88168ce tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] For port 4623133f-0e93-4fec-9deb-ca3da8e377fd, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4623133f-0e93-4fec-9deb-ca3da8e377fd,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:29.830462 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-67a5bcbd-2334-4d54-a708-2e2eb88168ce tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:29.868780 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15460ccc-0f3a-4d7c-8da0-2cb498b4ee88 req-6f013347-76ea-41fe-9da5-ef29f1451616 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820632 Aug 17 00:20:29.876118 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-67a5bcbd-2334-4d54-a708-2e2eb88168ce tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Calling delete_port for 4623133f-0e93-4fec-9deb-ca3da8e377fd owned by network:router_gateway {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:20:30.142358 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aa61741c-6a4e-485f-943b-66ff312d7f87 req-ee4a35bd-7a84-42e0-a60c-a045e6d4c3b6 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe HTTP/1.1" status: 200 len: 210 time: 0.0788903 Aug 17 00:20:30.181883 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0fa8f5a7-4448-424c-ba84-acc8644ea50c None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:30.241284 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0fa8f5a7-4448-424c-ba84-acc8644ea50c None None] Transition to ACTIVE for port object e28e1114-be75-4640-a483-751cdb2d76db will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:20:30.247071 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-67a5bcbd-2334-4d54-a708-2e2eb88168ce tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:30.257795 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0fa8f5a7-4448-424c-ba84-acc8644ea50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:30.289476 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5bcbd-2334-4d54-a708-2e2eb88168ce tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event deleted for resources: {'Port': ['ID=4623133f-0e93-4fec-9deb-ca3da8e377fd,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:30.328518 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88126017-3fac-4c32-9d34-3eb594b03ac9 None None] Pushing event updated for resources: {'Port': ['ID=e28e1114-be75-4640-a483-751cdb2d76db,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:30.406971 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5ff57-c4dc-4cd6-945a-3200c75e9e88 req-012d509e-0c48-4d7e-a3d8-f30f7e616928 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:30.409266 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1fd5ff57-c4dc-4cd6-945a-3200c75e9e88 req-012d509e-0c48-4d7e-a3d8-f30f7e616928 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 946 time: 0.1748829 Aug 17 00:20:30.445141 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-67a5bcbd-2334-4d54-a708-2e2eb88168ce tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:30.463749 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-0fa8f5a7-4448-424c-ba84-acc8644ea50c None None] Attempting to bind port e28e1114-be75-4640-a483-751cdb2d76db on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:20:30.464863 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-0fa8f5a7-4448-424c-ba84-acc8644ea50c None None] Attempting to bind port e28e1114-be75-4640-a483-751cdb2d76db by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '0aa91771-f264-48eb-a064-311486876558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6e826b02-99ad-4d1f-b0bd-e6dfed1a5404'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:20:30.465799 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa8f5a7-4448-424c-ba84-acc8644ea50c None None] Attempting to bind port e28e1114-be75-4640-a483-751cdb2d76db on network 6e826b02-99ad-4d1f-b0bd-e6dfed1a5404 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:20:30.472098 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa8f5a7-4448-424c-ba84-acc8644ea50c None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:20:30.472637 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa8f5a7-4448-424c-ba84-acc8644ea50c None None] Checking segment: {'id': '0aa91771-f264-48eb-a064-311486876558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6e826b02-99ad-4d1f-b0bd-e6dfed1a5404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:20:30.473200 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0fa8f5a7-4448-424c-ba84-acc8644ea50c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:30.473695 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa8f5a7-4448-424c-ba84-acc8644ea50c None None] Bound using segment: {'id': '0aa91771-f264-48eb-a064-311486876558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6e826b02-99ad-4d1f-b0bd-e6dfed1a5404'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:20:30.474298 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-0fa8f5a7-4448-424c-ba84-acc8644ea50c None None] Bound port: e28e1114-be75-4640-a483-751cdb2d76db, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa91771-f264-48eb-a064-311486876558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6e826b02-99ad-4d1f-b0bd-e6dfed1a5404'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:20:30.474781 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0fa8f5a7-4448-424c-ba84-acc8644ea50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:30.588097 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-0fa8f5a7-4448-424c-ba84-acc8644ea50c None None] For port e28e1114-be75-4640-a483-751cdb2d76db, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:20:30.594626 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-0fa8f5a7-4448-424c-ba84-acc8644ea50c None None] For port e28e1114-be75-4640-a483-751cdb2d76db, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e28e1114-be75-4640-a483-751cdb2d76db,segment=NetworkSegment(0aa91771-f264-48eb-a064-311486876558),segment_id=0aa91771-f264-48eb-a064-311486876558)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:20:30.607559 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0fa8f5a7-4448-424c-ba84-acc8644ea50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:30.654370 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-67a5bcbd-2334-4d54-a708-2e2eb88168ce tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:30.657677 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-67a5bcbd-2334-4d54-a708-2e2eb88168ce tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:30.728179 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa8f5a7-4448-424c-ba84-acc8644ea50c None None] Routers {'4b84e63a-4afc-4a8a-bae7-731693ff2f1f'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:20:30.742168 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-0fa8f5a7-4448-424c-ba84-acc8644ea50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:20:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['4b84e63a-4afc-4a8a-bae7-731693ff2f1f'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:30.750718 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1fd5ff57-c4dc-4cd6-945a-3200c75e9e88 req-2db415a5-e78f-4163-af00-dfbd0bd7cd33 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3317678 Aug 17 00:20:30.753743 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-67a5bcbd-2334-4d54-a708-2e2eb88168ce tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:30.754380 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a5bcbd-2334-4d54-a708-2e2eb88168ce tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Fanout notify agent at l3_agent the message router_deleted on router 1ab76886-2ecb-4a94-bced-006aff2e86d0 {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:20:30.774493 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-67a5bcbd-2334-4d54-a708-2e2eb88168ce tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:30.775603 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-67a5bcbd-2334-4d54-a708-2e2eb88168ce tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "DELETE /v2.0/routers/1ab76886-2ecb-4a94-bced-006aff2e86d0 HTTP/1.1" status: 204 len: 168 time: 2.4762180 Aug 17 00:20:30.779675 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60492) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:30.973685 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-0fa8f5a7-4448-424c-ba84-acc8644ea50c None None] Set router 4b84e63a-4afc-4a8a-bae7-731693ff2f1f gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:20:31.024128 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-41760ce8-c0d5-4bbf-b163-69cb04d9b40c tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:31.056026 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88126017-3fac-4c32-9d34-3eb594b03ac9 None None] Pushing event updated for resources: {'Port': ['ID=e28e1114-be75-4640-a483-751cdb2d76db,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:31.059010 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9a1c174a-6a4c-4365-b520-5e3951ce9a31 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:20:31.140062 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cbdd8-3324-4847-b899-077007a8b0a3 req-fb11cd56-1d70-4f51-ae92-0b6f47388ce6 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:31.149376 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f8cbdd8-3324-4847-b899-077007a8b0a3 req-fb11cd56-1d70-4f51-ae92-0b6f47388ce6 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.1233165 Aug 17 00:20:31.185501 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88126017-3fac-4c32-9d34-3eb594b03ac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:31.185501 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88126017-3fac-4c32-9d34-3eb594b03ac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:31.185501 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88126017-3fac-4c32-9d34-3eb594b03ac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:31.185501 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88126017-3fac-4c32-9d34-3eb594b03ac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:31.186124 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88126017-3fac-4c32-9d34-3eb594b03ac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:31.186438 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88126017-3fac-4c32-9d34-3eb594b03ac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:31.186835 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88126017-3fac-4c32-9d34-3eb594b03ac9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:31.187230 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88126017-3fac-4c32-9d34-3eb594b03ac9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:31.187652 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88126017-3fac-4c32-9d34-3eb594b03ac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:31.188049 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88126017-3fac-4c32-9d34-3eb594b03ac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:31.188584 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88126017-3fac-4c32-9d34-3eb594b03ac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:31.188834 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88126017-3fac-4c32-9d34-3eb594b03ac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:20:31.195904 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 9a1c174a-6a4c-4365-b520-5e3951ce9a31 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:20:31.196253 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9a1c174a-6a4c-4365-b520-5e3951ce9a31 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:20:31.196772 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:20:31.230967 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-41760ce8-c0d5-4bbf-b163-69cb04d9b40c tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:31.246844 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f8cbdd8-3324-4847-b899-077007a8b0a3 req-3792467f-91c8-431d-bb96-e00fb98a2044 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964761 Aug 17 00:20:31.248288 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:20:31.248854 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5bce1dcc-cdb3-4105-ad9d-5e6eeadc350b not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:20:31.251630 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-41760ce8-c0d5-4bbf-b163-69cb04d9b40c tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26850f33-4826-4680-af21-60c70edc43b0']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:31.287248 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-41760ce8-c0d5-4bbf-b163-69cb04d9b40c tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f768cb67-272d-4f04-9f36-78b71277a0ba') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:31.287682 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-41760ce8-c0d5-4bbf-b163-69cb04d9b40c tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f768cb67-272d-4f04-9f36-78b71277a0ba') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:31.304754 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-41760ce8-c0d5-4bbf-b163-69cb04d9b40c tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:31.323035 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-41760ce8-c0d5-4bbf-b163-69cb04d9b40c tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:31.332265 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d75cea5-b3c6-4927-b397-e8a03ee0e786 req-450ac947-e7f1-4b6b-a9f9-b847bcd516f5 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe HTTP/1.1" status: 200 len: 210 time: 0.0843561 Aug 17 00:20:31.346238 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41760ce8-c0d5-4bbf-b163-69cb04d9b40c tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:20:31.346679 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-41760ce8-c0d5-4bbf-b163-69cb04d9b40c tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:20:31.351786 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:20:31.407153 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-0fa8f5a7-4448-424c-ba84-acc8644ea50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b84e63a-4afc-4a8a-bae7-731693ff2f1f', 'name': 'tempest-TestServerMultinode-139918743-router', 'tenant_id': '91782e1c28dd4351a17b95cd451ef143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '1638ea22-1f4f-45ee-8cdd-f47c41c71521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:20:18Z', 'updated_at': '2021-08-17T00:20:25Z', 'revision_number': 4, 'project_id': '91782e1c28dd4351a17b95cd451ef143', 'gw_port': {'id': '1638ea22-1f4f-45ee-8cdd-f47c41c71521', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b84e63a-4afc-4a8a-bae7-731693ff2f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:19Z', 'updated_at': '2021-08-17T00:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e28e1114-be75-4640-a483-751cdb2d76db', 'name': '', 'network_id': '6e826b02-99ad-4d1f-b0bd-e6dfed1a5404', 'tenant_id': '91782e1c28dd4351a17b95cd451ef143', 'mac_address': 'fa:16:3e:70:1a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b84e63a-4afc-4a8a-bae7-731693ff2f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'f916fdb1-d283-490a-8066-414d21049c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:24Z', 'updated_at': '2021-08-17T00:20:30Z', 'revision_number': 4, 'project_id': '91782e1c28dd4351a17b95cd451ef143', 'subnets': [{'id': 'f916fdb1-d283-490a-8066-414d21049c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:31.438792 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa8f5a7-4448-424c-ba84-acc8644ea50c None None] The sync data for ids ['4b84e63a-4afc-4a8a-bae7-731693ff2f1f'] in n-d-800088-20 is: [{'id': '4b84e63a-4afc-4a8a-bae7-731693ff2f1f', 'name': 'tempest-TestServerMultinode-139918743-router', 'tenant_id': '91782e1c28dd4351a17b95cd451ef143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '1638ea22-1f4f-45ee-8cdd-f47c41c71521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:20:18Z', 'updated_at': '2021-08-17T00:20:25Z', 'revision_number': 4, 'project_id': '91782e1c28dd4351a17b95cd451ef143', 'gw_port': {'id': '1638ea22-1f4f-45ee-8cdd-f47c41c71521', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b84e63a-4afc-4a8a-bae7-731693ff2f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:19Z', 'updated_at': '2021-08-17T00:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e28e1114-be75-4640-a483-751cdb2d76db', 'name': '', 'network_id': '6e826b02-99ad-4d1f-b0bd-e6dfed1a5404', 'tenant_id': '91782e1c28dd4351a17b95cd451ef143', 'mac_address': 'fa:16:3e:70:1a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b84e63a-4afc-4a8a-bae7-731693ff2f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'f916fdb1-d283-490a-8066-414d21049c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:24Z', 'updated_at': '2021-08-17T00:20:30Z', 'revision_number': 4, 'project_id': '91782e1c28dd4351a17b95cd451ef143', 'subnets': [{'id': 'f916fdb1-d283-490a-8066-414d21049c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:20:31.499566 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-41760ce8-c0d5-4bbf-b163-69cb04d9b40c tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:31.534548 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-41760ce8-c0d5-4bbf-b163-69cb04d9b40c tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:31.543887 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-41760ce8-c0d5-4bbf-b163-69cb04d9b40c tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] 10.222.0.60 "DELETE /v2.0/networks/26850f33-4826-4680-af21-60c70edc43b0 HTTP/1.1" status: 204 len: 168 time: 0.7557278 Aug 17 00:20:31.596240 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41760ce8-c0d5-4bbf-b163-69cb04d9b40c tempest-TestNetworkBasicOps-378256476 tempest-TestNetworkBasicOps-378256476-project] Pushing event deleted for resources: {'Network': ['ID=26850f33-4826-4680-af21-60c70edc43b0,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:31.991975 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b128b1-9bd2-4547-8020-1f7384dcadac req-0c64ed32-d019-4a50-8c29-fcc7099e39ef tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:32.003184 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79b128b1-9bd2-4547-8020-1f7384dcadac req-0c64ed32-d019-4a50-8c29-fcc7099e39ef tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 946 time: 0.1212718 Aug 17 00:20:32.073995 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79b128b1-9bd2-4547-8020-1f7384dcadac req-2b741632-f7cd-4c99-bdad-8642488e6d9c tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670190 Aug 17 00:20:32.077065 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60504) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:32.112682 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4878088-6633-4e81-835d-30688c9d1268 req-629f2b1d-6534-450e-bdf4-8b748d44a73b tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:32.115048 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d4878088-6633-4e81-835d-30688c9d1268 req-629f2b1d-6534-450e-bdf4-8b748d44a73b tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.69 "GET /v2.0/networks?id=08dd8041-00f8-4c23-b405-a6be6a823c07 HTTP/1.1" status: 200 len: 910 time: 0.2193801 Aug 17 00:20:32.144241 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-d4878088-6633-4e81-835d-30688c9d1268 req-c3048700-f549-4933-900c-48286d3f1a82 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Request body: {'port': {'device_id': '8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe', 'network_id': '08dd8041-00f8-4c23-b405-a6be6a823c07', 'admin_state_up': True, 'tenant_id': '91782e1c28dd4351a17b95cd451ef143'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:20:32.186746 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4878088-6633-4e81-835d-30688c9d1268 req-c3048700-f549-4933-900c-48286d3f1a82 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Made reservation on behalf of 91782e1c28dd4351a17b95cd451ef143 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:20:32.189931 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d4878088-6633-4e81-835d-30688c9d1268 req-c3048700-f549-4933-900c-48286d3f1a82 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:32.287248 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8b49c59e-2032-4ef7-b7eb-3a351269614b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0ff3a5a5706545cb87542327d7cad65d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2091043 Aug 17 00:20:32.290134 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60510) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:32.394778 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-d4878088-6633-4e81-835d-30688c9d1268 req-c3048700-f549-4933-900c-48286d3f1a82 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Allocated IP 172.20.0.10 (08dd8041-00f8-4c23-b405-a6be6a823c07/58c9f885-48bf-4fb8-a83f-3153d5b5cd4b/dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:20:32.490509 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-18758e2b-2061-4d26-b3ae-9f8acfd5ef19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:32.494095 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8c766783-0150-42f6-b69d-4dbd1da88e2c req-fa397907-aa30-4d28-829f-ab81d1a4a5ad tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe HTTP/1.1" status: 200 len: 210 time: 0.0449424 Aug 17 00:20:32.533314 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-18758e2b-2061-4d26-b3ae-9f8acfd5ef19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:32.551477 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02e453-dfa0-4b15-8175-c205587e1f16 req-ed9b20be-9d5d-4d73-8c4a-f1d7266844aa tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:32.560991 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac02e453-dfa0-4b15-8175-c205587e1f16 req-ed9b20be-9d5d-4d73-8c4a-f1d7266844aa tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.1741207 Aug 17 00:20:32.637862 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d4878088-6633-4e81-835d-30688c9d1268 req-c3048700-f549-4933-900c-48286d3f1a82 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:32.648240 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac02e453-dfa0-4b15-8175-c205587e1f16 req-b349d620-ddd2-4fdc-ad0d-db339d3baa97 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847821 Aug 17 00:20:32.658110 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-d4878088-6633-4e81-835d-30688c9d1268 req-c3048700-f549-4933-900c-48286d3f1a82 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Transition to ACTIVE for port object dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:20:32.692025 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-18758e2b-2061-4d26-b3ae-9f8acfd5ef19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:32.695633 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-18758e2b-2061-4d26-b3ae-9f8acfd5ef19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:32.697682 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-18758e2b-2061-4d26-b3ae-9f8acfd5ef19 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/775f39c5-31bd-4c31-83cc-2066861ae28b HTTP/1.1" status: 204 len: 168 time: 0.4060214 Aug 17 00:20:32.706800 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d4878088-6633-4e81-835d-30688c9d1268 req-c3048700-f549-4933-900c-48286d3f1a82 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:32.711856 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18758e2b-2061-4d26-b3ae-9f8acfd5ef19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775f39c5-31bd-4c31-83cc-2066861ae28b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:32.772312 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4878088-6633-4e81-835d-30688c9d1268 req-c3048700-f549-4933-900c-48286d3f1a82 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Network 08dd8041-00f8-4c23-b405-a6be6a823c07 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:20:32.775869 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-d4878088-6633-4e81-835d-30688c9d1268 req-c3048700-f549-4933-900c-48286d3f1a82 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:20:32.783366 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4878088-6633-4e81-835d-30688c9d1268 req-c3048700-f549-4933-900c-48286d3f1a82 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:20:32.819826 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3048700-f549-4933-900c-48286d3f1a82 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Pushing event updated for resources: {'Port': ['ID=dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:32.849906 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4878088-6633-4e81-835d-30688c9d1268 req-c3048700-f549-4933-900c-48286d3f1a82 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:32.850652 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d4878088-6633-4e81-835d-30688c9d1268 req-c3048700-f549-4933-900c-48286d3f1a82 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:32.867830 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e28e1114-be75-4640-a483-751cdb2d76db up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:20:32.871407 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d4878088-6633-4e81-835d-30688c9d1268 req-c3048700-f549-4933-900c-48286d3f1a82 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7340667 Aug 17 00:20:33.009582 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port e28e1114-be75-4640-a483-751cdb2d76db completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:20:33.018005 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e28e1114-be75-4640-a483-751cdb2d76db triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:33.018408 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:33.138867 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-d4878088-6633-4e81-835d-30688c9d1268 req-a1c88dda-bc8f-4213-8649-e157cb8a851c service neutron] Request body: {'port': {'device_id': '8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:20:33.165828 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:33.275994 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-20dc42dc-f1ac-47f5-ae5d-eedfdf671784 None None] Provisioning for port dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:20:33.291118 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port e28e1114-be75-4640-a483-751cdb2d76db, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e28e1114-be75-4640-a483-751cdb2d76db,segment=NetworkSegment(0aa91771-f264-48eb-a064-311486876558),segment_id=0aa91771-f264-48eb-a064-311486876558)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:33.295872 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-20dc42dc-f1ac-47f5-ae5d-eedfdf671784 None None] Provisioning complete for port dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:33.296268 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-20dc42dc-f1ac-47f5-ae5d-eedfdf671784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:33.306639 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265aa248-9cdb-42d9-b2c9-61e5b6d47301 req-2b2be73d-fef6-4d73-b4f5-9575945ce6e6 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:33.308135 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-265aa248-9cdb-42d9-b2c9-61e5b6d47301 req-2b2be73d-fef6-4d73-b4f5-9575945ce6e6 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 946 time: 0.1292775 Aug 17 00:20:33.316865 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d4878088-6633-4e81-835d-30688c9d1268 req-a1c88dda-bc8f-4213-8649-e157cb8a851c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:33.335202 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:33.353135 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60522) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:33.357371 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4623133f-0e93-4fec-9deb-ca3da8e377fd no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:20:33.378961 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-265aa248-9cdb-42d9-b2c9-61e5b6d47301 req-9af3efb5-6aec-4d07-9673-9792789b6ed0 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619409 Aug 17 00:20:33.405394 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2471b61-1587-4629-8dea-275b136b5bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:33.438203 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 4623133f-0e93-4fec-9deb-ca3da8e377fd {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:20:33.438787 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4623133f-0e93-4fec-9deb-ca3da8e377fd not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:20:33.460956 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-20dc42dc-f1ac-47f5-ae5d-eedfdf671784 None None] Port dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:20:33.485083 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=e28e1114-be75-4640-a483-751cdb2d76db,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:33.676029 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2471b61-1587-4629-8dea-275b136b5bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:33.681199 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853c6c0-05c1-4245-b990-ccb5dee6c76a req-8f0c573a-45f8-42f2-9b3e-6b994dd15839 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:33.683986 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4853c6c0-05c1-4245-b990-ccb5dee6c76a req-8f0c573a-45f8-42f2-9b3e-6b994dd15839 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe HTTP/1.1" status: 200 len: 1028 time: 0.0931380 Aug 17 00:20:33.688377 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2471b61-1587-4629-8dea-275b136b5bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:33.727533 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4853c6c0-05c1-4245-b990-ccb5dee6c76a req-a0e6ea85-122f-4982-af47-c5650c772a55 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361094 Aug 17 00:20:33.769939 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c2471b61-1587-4629-8dea-275b136b5bd0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fe8ab294ccac4556a0df114e7f313c0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4118831 Aug 17 00:20:33.770549 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60532) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:33.784714 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2471b61-1587-4629-8dea-275b136b5bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565479b8-2cc9-447c-b175-055e4e48aeee,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:33.785832 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ece14c-b55e-47a1-ab08-8bb1467dce9b req-e642de51-622e-4ddf-be23-add97380b42d tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:33.793641 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-34ece14c-b55e-47a1-ab08-8bb1467dce9b req-e642de51-622e-4ddf-be23-add97380b42d tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0631418 Aug 17 00:20:33.808523 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-d4878088-6633-4e81-835d-30688c9d1268 req-a1c88dda-bc8f-4213-8649-e157cb8a851c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:20:33.822701 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d4878088-6633-4e81-835d-30688c9d1268 req-a1c88dda-bc8f-4213-8649-e157cb8a851c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:33.849083 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-34ece14c-b55e-47a1-ab08-8bb1467dce9b req-1fef01c8-5563-4fb4-8b85-1500198b989c tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479124 Aug 17 00:20:33.864905 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-d4878088-6633-4e81-835d-30688c9d1268 req-a1c88dda-bc8f-4213-8649-e157cb8a851c service neutron] Transition to ACTIVE for port object dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:20:33.874617 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d4878088-6633-4e81-835d-30688c9d1268 req-a1c88dda-bc8f-4213-8649-e157cb8a851c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:33.907934 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-72223d1b-a0e0-4905-bac5-6e6be57a2bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:33.968586 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c88dda-bc8f-4213-8649-e157cb8a851c service neutron] Pushing event updated for resources: {'Port': ['ID=dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:33.973469 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-72223d1b-a0e0-4905-bac5-6e6be57a2bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:34.058542 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-d4878088-6633-4e81-835d-30688c9d1268 req-a1c88dda-bc8f-4213-8649-e157cb8a851c service neutron] Attempting to bind port dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:20:34.059315 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-d4878088-6633-4e81-835d-30688c9d1268 req-a1c88dda-bc8f-4213-8649-e157cb8a851c service neutron] Attempting to bind port dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': 'df08f9ea-5767-4039-a2e0-8d0819033de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '08dd8041-00f8-4c23-b405-a6be6a823c07'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:20:34.059583 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4878088-6633-4e81-835d-30688c9d1268 req-a1c88dda-bc8f-4213-8649-e157cb8a851c service neutron] Attempting to bind port dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49 on network 08dd8041-00f8-4c23-b405-a6be6a823c07 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:20:34.066504 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4878088-6633-4e81-835d-30688c9d1268 req-a1c88dda-bc8f-4213-8649-e157cb8a851c service neutron] Port dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49 on network 08dd8041-00f8-4c23-b405-a6be6a823c07 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:20:34.066915 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4878088-6633-4e81-835d-30688c9d1268 req-a1c88dda-bc8f-4213-8649-e157cb8a851c service neutron] Attempting to bind port dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49 on network 08dd8041-00f8-4c23-b405-a6be6a823c07 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:20:34.077023 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4878088-6633-4e81-835d-30688c9d1268 req-a1c88dda-bc8f-4213-8649-e157cb8a851c service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:20:34.077441 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4878088-6633-4e81-835d-30688c9d1268 req-a1c88dda-bc8f-4213-8649-e157cb8a851c service neutron] Checking segment: {'id': 'df08f9ea-5767-4039-a2e0-8d0819033de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '08dd8041-00f8-4c23-b405-a6be6a823c07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:20:34.077877 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4878088-6633-4e81-835d-30688c9d1268 req-a1c88dda-bc8f-4213-8649-e157cb8a851c service neutron] Bound using segment: {'id': 'df08f9ea-5767-4039-a2e0-8d0819033de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '08dd8041-00f8-4c23-b405-a6be6a823c07'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:20:34.078322 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-d4878088-6633-4e81-835d-30688c9d1268 req-a1c88dda-bc8f-4213-8649-e157cb8a851c service neutron] Bound port: dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df08f9ea-5767-4039-a2e0-8d0819033de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '08dd8041-00f8-4c23-b405-a6be6a823c07'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:20:34.078717 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d4878088-6633-4e81-835d-30688c9d1268 req-a1c88dda-bc8f-4213-8649-e157cb8a851c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:34.090917 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-72223d1b-a0e0-4905-bac5-6e6be57a2bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:34.092892 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-72223d1b-a0e0-4905-bac5-6e6be57a2bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:34.094107 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-72223d1b-a0e0-4905-bac5-6e6be57a2bd9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/565479b8-2cc9-447c-b175-055e4e48aeee HTTP/1.1" status: 204 len: 168 time: 0.3223922 Aug 17 00:20:34.106891 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72223d1b-a0e0-4905-bac5-6e6be57a2bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565479b8-2cc9-447c-b175-055e4e48aeee,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:34.192500 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-d4878088-6633-4e81-835d-30688c9d1268 req-a1c88dda-bc8f-4213-8649-e157cb8a851c service neutron] For port dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:20:34.198364 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-d4878088-6633-4e81-835d-30688c9d1268 req-a1c88dda-bc8f-4213-8649-e157cb8a851c service neutron] For port dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49,segment=NetworkSegment(df08f9ea-5767-4039-a2e0-8d0819033de7),segment_id=df08f9ea-5767-4039-a2e0-8d0819033de7)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:20:34.204533 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d4878088-6633-4e81-835d-30688c9d1268 req-a1c88dda-bc8f-4213-8649-e157cb8a851c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:34.245775 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4878088-6633-4e81-835d-30688c9d1268 req-a1c88dda-bc8f-4213-8649-e157cb8a851c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:34.246713 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d4878088-6633-4e81-835d-30688c9d1268 req-a1c88dda-bc8f-4213-8649-e157cb8a851c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:34.248558 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d4878088-6633-4e81-835d-30688c9d1268 req-a1c88dda-bc8f-4213-8649-e157cb8a851c service neutron] 10.222.0.69 "PUT /v2.0/ports/dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49 HTTP/1.1" status: 200 len: 1093 time: 1.3634059 Aug 17 00:20:34.251318 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe', 'tag': 'dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:20:34.254903 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f66bb1-bdf8-4b26-aa1d-395bf1a58a93" -d '{"events": [{"name": "network-changed", "server_uuid": "8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe", "tag": "dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:20:34.322949 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1f6b71-b1e9-4f64-a354-d61f6962f5c9 x-openstack-request-id: req-3f1f6b71-b1e9-4f64-a354-d61f6962f5c9 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:20:34.323537 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe", "tag": "dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:20:34.324269 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f1f6b71-b1e9-4f64-a354-d61f6962f5c9 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:20:34.324982 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe', 'tag': 'dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49', 'status': 'completed', 'code': 200} Aug 17 00:20:34.348700 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c88dda-bc8f-4213-8649-e157cb8a851c service neutron] Pushing event updated for resources: {'Port': ['ID=dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:34.378860 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4878088-6633-4e81-835d-30688c9d1268 req-d9a14304-031f-4573-9225-5d9258f034b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:34.382076 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d4878088-6633-4e81-835d-30688c9d1268 req-d9a14304-031f-4573-9225-5d9258f034b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=91782e1c28dd4351a17b95cd451ef143&device_id=8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe HTTP/1.1" status: 200 len: 1096 time: 0.0727971 Aug 17 00:20:34.444724 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d4878088-6633-4e81-835d-30688c9d1268 req-4c925fa6-b90a-468c-b385-151e8a8f766b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49 HTTP/1.1" status: 200 len: 217 time: 0.0488756 Aug 17 00:20:34.537955 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4878088-6633-4e81-835d-30688c9d1268 req-593f53c6-1240-4c4e-aaa4-d5f12fe2fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:34.539935 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d4878088-6633-4e81-835d-30688c9d1268 req-593f53c6-1240-4c4e-aaa4-d5f12fe2fbe1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=58c9f885-48bf-4fb8-a83f-3153d5b5cd4b HTTP/1.1" status: 200 len: 848 time: 0.0834792 Aug 17 00:20:34.625378 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef23dc6-ffbb-423f-aedf-3895258bff40 req-0370530e-e88e-471b-a5b4-43c241f15a86 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:34.636786 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fef23dc6-ffbb-423f-aedf-3895258bff40 req-0370530e-e88e-471b-a5b4-43c241f15a86 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 946 time: 0.1170812 Aug 17 00:20:34.643491 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4878088-6633-4e81-835d-30688c9d1268 req-439df99a-946a-4c75-be1f-2f769cc574a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:34.645481 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d4878088-6633-4e81-835d-30688c9d1268 req-439df99a-946a-4c75-be1f-2f769cc574a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=08dd8041-00f8-4c23-b405-a6be6a823c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935872 Aug 17 00:20:34.716393 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fef23dc6-ffbb-423f-aedf-3895258bff40 req-7c00495e-f3d8-40ed-af3a-f1634d7fc0b7 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788920 Aug 17 00:20:34.792923 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e28e1114-be75-4640-a483-751cdb2d76db up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:20:34.867093 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d4878088-6633-4e81-835d-30688c9d1268 req-a8b57497-54b1-4c9b-a630-3fcd68f87af4 service neutron] 10.222.0.69 "GET /v2.0/networks/08dd8041-00f8-4c23-b405-a6be6a823c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058303 Aug 17 00:20:34.906676 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e28e1114-be75-4640-a483-751cdb2d76db triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:34.911251 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:34.930389 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d3632-c5cb-4913-92a8-906df930a34b req-af33eeba-0ae6-4a16-a8f6-3ea9695379c2 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:34.938827 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-134d3632-c5cb-4913-92a8-906df930a34b req-af33eeba-0ae6-4a16-a8f6-3ea9695379c2 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe HTTP/1.1" status: 200 len: 1096 time: 0.0876198 Aug 17 00:20:34.980056 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-134d3632-c5cb-4913-92a8-906df930a34b req-8e8d155a-924e-43fa-98c1-b7f4b1ac4d5e tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388451 Aug 17 00:20:35.038748 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d4878088-6633-4e81-835d-30688c9d1268 req-df352866-9999-4806-a109-ab010e573a79 service neutron] 10.222.0.69 "GET /v2.0/networks/08dd8041-00f8-4c23-b405-a6be6a823c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598549 Aug 17 00:20:35.053626 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e571c-16f5-4a92-a8b7-caf4dc9f909f req-3a5009e8-6a19-4684-8439-0de0135dcb54 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:35.063813 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-436e571c-16f5-4a92-a8b7-caf4dc9f909f req-3a5009e8-6a19-4684-8439-0de0135dcb54 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0779421 Aug 17 00:20:35.112624 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-436e571c-16f5-4a92-a8b7-caf4dc9f909f req-2e88a6d0-85f8-4ae7-a8ef-a994d79e9a5b tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472786 Aug 17 00:20:35.167539 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f66bb1-bdf8-4b26-aa1d-395bf1a58a93 req-8359cb53-b499-436b-9d47-2a65d1e6fc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:35.169098 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-85f66bb1-bdf8-4b26-aa1d-395bf1a58a93 req-8359cb53-b499-436b-9d47-2a65d1e6fc68 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=91782e1c28dd4351a17b95cd451ef143&device_id=8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe HTTP/1.1" status: 200 len: 1096 time: 0.0587890 Aug 17 00:20:35.268146 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f66bb1-bdf8-4b26-aa1d-395bf1a58a93 req-46eb4057-7637-4d81-ae84-b091a63fb5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:35.269613 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-85f66bb1-bdf8-4b26-aa1d-395bf1a58a93 req-46eb4057-7637-4d81-ae84-b091a63fb5ee service neutron] 10.222.0.69 "GET /v2.0/networks?id=08dd8041-00f8-4c23-b405-a6be6a823c07 HTTP/1.1" status: 200 len: 910 time: 0.0934625 Aug 17 00:20:35.326353 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-85f66bb1-bdf8-4b26-aa1d-395bf1a58a93 req-8b5ab393-cbf0-492e-91a5-c507ed87cfc9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49 HTTP/1.1" status: 200 len: 217 time: 0.0424926 Aug 17 00:20:35.379455 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f66bb1-bdf8-4b26-aa1d-395bf1a58a93 req-110af77d-5d1e-4352-b44f-4f4fa401fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:35.380947 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-85f66bb1-bdf8-4b26-aa1d-395bf1a58a93 req-110af77d-5d1e-4352-b44f-4f4fa401fd33 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=58c9f885-48bf-4fb8-a83f-3153d5b5cd4b HTTP/1.1" status: 200 len: 848 time: 0.0471749 Aug 17 00:20:35.440153 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f66bb1-bdf8-4b26-aa1d-395bf1a58a93 req-66f85109-74d1-49be-9b2f-99d3f04e3bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:35.441817 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-85f66bb1-bdf8-4b26-aa1d-395bf1a58a93 req-66f85109-74d1-49be-9b2f-99d3f04e3bc6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=08dd8041-00f8-4c23-b405-a6be6a823c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504115 Aug 17 00:20:35.544754 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-85f66bb1-bdf8-4b26-aa1d-395bf1a58a93 req-85687c00-9015-44ff-ae47-da29b38d6e4e service neutron] 10.222.0.69 "GET /v2.0/networks/08dd8041-00f8-4c23-b405-a6be6a823c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940006 Aug 17 00:20:35.650597 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-85f66bb1-bdf8-4b26-aa1d-395bf1a58a93 req-e8642bf7-f792-4a1e-8686-cb76b7447d16 service neutron] 10.222.0.69 "GET /v2.0/networks/08dd8041-00f8-4c23-b405-a6be6a823c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981750 Aug 17 00:20:35.880063 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b353faa-196b-49af-a8f9-8cb50372920a req-88bbf079-a68b-4887-9397-500172785187 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:35.881582 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b353faa-196b-49af-a8f9-8cb50372920a req-88bbf079-a68b-4887-9397-500172785187 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 946 time: 0.0636489 Aug 17 00:20:35.934541 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b353faa-196b-49af-a8f9-8cb50372920a req-5ecc0428-5755-4366-807d-e3630b4a77af tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445907 Aug 17 00:20:36.103836 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48794c-62d4-400c-9178-f5db2772b439 req-ec674dd4-69fc-4b30-bf4a-31074055d0f7 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:36.106730 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc48794c-62d4-400c-9178-f5db2772b439 req-ec674dd4-69fc-4b30-bf4a-31074055d0f7 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe HTTP/1.1" status: 200 len: 1096 time: 0.0457013 Aug 17 00:20:36.145878 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc48794c-62d4-400c-9178-f5db2772b439 req-1168aa6d-9ddb-4e0d-bd21-9f1227565dbf tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319180 Aug 17 00:20:36.258276 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b80d93-2ac3-49b8-9071-edb5ac1bbada req-be6fe3c9-de92-4e08-a065-7ea0eeb152b8 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:36.259781 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9b80d93-2ac3-49b8-9071-edb5ac1bbada req-be6fe3c9-de92-4e08-a065-7ea0eeb152b8 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0628610 Aug 17 00:20:36.307250 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9b80d93-2ac3-49b8-9071-edb5ac1bbada req-f14dd1d6-a8c3-447e-85d6-d97f1815c60e tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409763 Aug 17 00:20:37.072175 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb1c7c-2940-4444-a3fe-e1147cd18dc5 req-56b0dcc4-b42d-4fdb-bda4-bd61bf7a9987 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:37.074556 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3bbb1c7c-2940-4444-a3fe-e1147cd18dc5 req-56b0dcc4-b42d-4fdb-bda4-bd61bf7a9987 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 946 time: 0.0673931 Aug 17 00:20:37.114087 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3bbb1c7c-2940-4444-a3fe-e1147cd18dc5 req-07646748-91d6-4b50-a39e-31914c1a9293 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335541 Aug 17 00:20:37.278090 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd82eec-94bd-4a4e-b206-9fc233bf07ec req-c3861d92-69e2-4ad6-b028-25ee28a45c2e tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:37.279521 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5dd82eec-94bd-4a4e-b206-9fc233bf07ec req-c3861d92-69e2-4ad6-b028-25ee28a45c2e tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe HTTP/1.1" status: 200 len: 1096 time: 0.0439439 Aug 17 00:20:37.331187 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5dd82eec-94bd-4a4e-b206-9fc233bf07ec req-430fe6fc-cc04-4c41-bb65-9ef9a9b19125 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412643 Aug 17 00:20:37.434831 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae064f5e-1029-44c8-be63-0abaa5dc55c4 req-edc289eb-39e3-4c80-be15-8d3832942959 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:37.442538 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae064f5e-1029-44c8-be63-0abaa5dc55c4 req-edc289eb-39e3-4c80-be15-8d3832942959 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0598037 Aug 17 00:20:37.485875 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae064f5e-1029-44c8-be63-0abaa5dc55c4 req-c155315e-797b-496b-97d1-362f00a18bd5 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421219 Aug 17 00:20:38.242780 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5a059-242e-4295-9444-922dadc75374 req-74bfcc0f-5bb0-4934-a70b-b9ffc45d6c4c tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:38.244296 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9da5a059-242e-4295-9444-922dadc75374 req-74bfcc0f-5bb0-4934-a70b-b9ffc45d6c4c tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 946 time: 0.0531809 Aug 17 00:20:38.287096 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9da5a059-242e-4295-9444-922dadc75374 req-3191c641-8226-489e-bc33-600adc0fc5b0 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361502 Aug 17 00:20:38.361655 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:20:38.445649 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e44a6d-3b13-4070-af69-8ff01a6162f3 req-4e0f04e7-3f9c-4d6b-b88b-151e85a617d7 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:38.446891 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-11e44a6d-3b13-4070-af69-8ff01a6162f3 req-4e0f04e7-3f9c-4d6b-b88b-151e85a617d7 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe HTTP/1.1" status: 200 len: 1096 time: 0.0434570 Aug 17 00:20:38.470477 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49,segment=NetworkSegment(df08f9ea-5767-4039-a2e0-8d0819033de7),segment_id=df08f9ea-5767-4039-a2e0-8d0819033de7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:38.483257 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': 'dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49', 'network_id': '08dd8041-00f8-4c23-b405-a6be6a823c07', 'port_id': 'dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49', 'mac_address': 'fa:16:3e:1d:16:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c9f885-48bf-4fb8-a83f-3153d5b5cd4b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:20:38.484567 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-11e44a6d-3b13-4070-af69-8ff01a6162f3 req-5fbc8fe7-6e92-4507-8a11-01a5a1f02f11 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316424 Aug 17 00:20:38.527069 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:38.540034 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:20:38.563723 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49,segment=NetworkSegment(df08f9ea-5767-4039-a2e0-8d0819033de7),segment_id=df08f9ea-5767-4039-a2e0-8d0819033de7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:38.570831 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:38.607237 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8a7a0-04c9-42c6-b7a2-5203e5d8b29f req-aad76daa-5db0-4e79-b08f-ec1b00cde66c tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:38.609613 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a3b8a7a0-04c9-42c6-b7a2-5203e5d8b29f req-aad76daa-5db0-4e79-b08f-ec1b00cde66c tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0556750 Aug 17 00:20:38.622251 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:38.648220 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46626e0e-2bff-4fc9-a006-a17207287f9d req-6b2fdc92-371e-4ecf-a2c2-76fe9978dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:38.649858 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-46626e0e-2bff-4fc9-a006-a17207287f9d req-6b2fdc92-371e-4ecf-a2c2-76fe9978dc80 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31228c6a01c44795b6b4fa0167b16be6&device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 1098 time: 0.2292192 Aug 17 00:20:38.653412 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a3b8a7a0-04c9-42c6-b7a2-5203e5d8b29f req-cee26e7c-6318-469f-b4d9-144ca29ae544 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372710 Aug 17 00:20:38.755558 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46626e0e-2bff-4fc9-a006-a17207287f9d req-29d275db-31e0-4784-ac72-6e00ef77fc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:38.756993 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-46626e0e-2bff-4fc9-a006-a17207287f9d req-29d275db-31e0-4784-ac72-6e00ef77fc29 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9a01c282-1149-47ef-adf9-eecde6aae568 HTTP/1.1" status: 200 len: 917 time: 0.0947771 Aug 17 00:20:38.823566 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-46626e0e-2bff-4fc9-a006-a17207287f9d req-bb3c4a6a-3b93-4e5c-a805-4c118e8dd07c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d66001da-44f5-4a19-95e7-7a83e666d088 HTTP/1.1" status: 200 len: 1002 time: 0.0586302 Aug 17 00:20:38.876384 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:20:38.877439 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46626e0e-2bff-4fc9-a006-a17207287f9d req-cd37839a-42bb-4f83-bf91-9411b50223fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:38.878909 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-46626e0e-2bff-4fc9-a006-a17207287f9d req-cd37839a-42bb-4f83-bf91-9411b50223fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=54d11a8b-cc41-4904-8fdd-40aba45c11d3 HTTP/1.1" status: 200 len: 855 time: 0.0482290 Aug 17 00:20:38.925603 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46626e0e-2bff-4fc9-a006-a17207287f9d req-9475eb41-9005-47b6-bf37-c0fbd341a0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:38.927114 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-46626e0e-2bff-4fc9-a006-a17207287f9d req-9475eb41-9005-47b6-bf37-c0fbd341a0f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a01c282-1149-47ef-adf9-eecde6aae568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400839 Aug 17 00:20:39.026802 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-46626e0e-2bff-4fc9-a006-a17207287f9d req-034b9557-b3f3-4ccd-97ab-302a925d613a service neutron] 10.222.0.64 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898786 Aug 17 00:20:39.125935 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-46626e0e-2bff-4fc9-a006-a17207287f9d req-afed6861-1f3e-4596-94f6-20ad5571f103 service neutron] 10.222.0.64 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904956 Aug 17 00:20:39.414027 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a8b8b-6366-455a-ac71-3f0d22d75cb9 req-dd651f53-db4b-4274-b0dc-2ffc347331a2 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:39.415503 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-466a8b8b-6366-455a-ac71-3f0d22d75cb9 req-dd651f53-db4b-4274-b0dc-2ffc347331a2 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 946 time: 0.0528178 Aug 17 00:20:39.454779 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-466a8b8b-6366-455a-ac71-3f0d22d75cb9 req-b20c1b77-22e4-4593-921f-f3d5895b8804 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324781 Aug 17 00:20:39.590388 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b7324-e47c-4ed4-a0d7-d86594390cee req-42927740-cbf1-4930-9a67-ffc60813ef86 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:39.591787 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-845b7324-e47c-4ed4-a0d7-d86594390cee req-42927740-cbf1-4930-9a67-ffc60813ef86 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe HTTP/1.1" status: 200 len: 1097 time: 0.0406344 Aug 17 00:20:39.625537 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-845b7324-e47c-4ed4-a0d7-d86594390cee req-122bfe79-cd74-4a60-9494-d808b16fabf4 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278227 Aug 17 00:20:39.767534 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbc00a-cad2-4305-8699-f9643a745e29 req-e7d16bc9-96a4-4b3a-8f38-bf4c6c11415d tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:39.769083 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16cbc00a-cad2-4305-8699-f9643a745e29 req-e7d16bc9-96a4-4b3a-8f38-bf4c6c11415d tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0487053 Aug 17 00:20:39.806062 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16cbc00a-cad2-4305-8699-f9643a745e29 req-29ba17fe-d321-4e57-b0f3-5bfd59bee5f6 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310366 Aug 17 00:20:40.141901 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:40.392159 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:20:40.439728 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:20:40.443575 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:40.443949 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:40.522774 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:40.550216 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:20:40.552524 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5eb94a-abca-49d4-bf73-fb01666608ba" -d '{"events": [{"server_uuid": "8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe", "name": "network-vif-plugged", "status": "completed", "tag": "dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:20:40.569239 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49,segment=NetworkSegment(df08f9ea-5767-4039-a2e0-8d0819033de7),segment_id=df08f9ea-5767-4039-a2e0-8d0819033de7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:40.574487 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:40.586293 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cc550-45fa-4f9b-b945-efb03cabf889 req-422456bb-d55c-4fd4-86e7-a9d10d70f1a6 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:40.587927 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb3cc550-45fa-4f9b-b945-efb03cabf889 req-422456bb-d55c-4fd4-86e7-a9d10d70f1a6 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 946 time: 0.0600829 Aug 17 00:20:40.603337 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa03c7e-0aa0-47b6-9e04-3043cb013f49 x-openstack-request-id: req-cfa03c7e-0aa0-47b6-9e04-3043cb013f49 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:20:40.603638 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe", "name": "network-vif-plugged", "status": "completed", "tag": "dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:20:40.603896 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cfa03c7e-0aa0-47b6-9e04-3043cb013f49 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:20:40.604318 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49', 'code': 200} Aug 17 00:20:40.629980 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:40.632416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb3cc550-45fa-4f9b-b945-efb03cabf889 req-e02106e2-14e3-43d5-bf21-36c9741e8743 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378182 Aug 17 00:20:40.709479 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d6a73-7264-4d52-b39c-2560aac89e2b req-e7f10d30-7898-4d3b-a14c-3884e8b5742f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:40.711241 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-de7d6a73-7264-4d52-b39c-2560aac89e2b req-e7f10d30-7898-4d3b-a14c-3884e8b5742f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe HTTP/1.1" status: 200 len: 1098 time: 0.0410681 Aug 17 00:20:40.732989 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277af82d-c2ef-45bd-b127-cdf9e38bc7de req-348a8ffa-3f26-46b4-9e9e-174583e840f8 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:40.734660 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-277af82d-c2ef-45bd-b127-cdf9e38bc7de req-348a8ffa-3f26-46b4-9e9e-174583e840f8 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe HTTP/1.1" status: 200 len: 1098 time: 0.0414050 Aug 17 00:20:40.750618 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-de7d6a73-7264-4d52-b39c-2560aac89e2b req-0d16bb2b-b201-4a11-8ee8-591f7607bfbd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289013 Aug 17 00:20:40.769170 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-277af82d-c2ef-45bd-b127-cdf9e38bc7de req-02afdf5d-d796-4239-950d-9e685f67e3ba tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280976 Aug 17 00:20:40.924876 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db3ed2-f43e-46bc-98a7-252659437978 req-46478195-2232-40b6-b169-c55dbd138634 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:40.926317 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d8db3ed2-f43e-46bc-98a7-252659437978 req-46478195-2232-40b6-b169-c55dbd138634 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0498345 Aug 17 00:20:40.967186 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d8db3ed2-f43e-46bc-98a7-252659437978 req-498d8968-b0a0-4d81-a029-18335af3d5df tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344813 Aug 17 00:20:41.722153 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:41.758937 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326a145-484a-484e-888a-0ca3cef8c8fe req-8b2a2f49-ee9a-4759-a7b5-d6deec53fa8d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:41.760390 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d326a145-484a-484e-888a-0ca3cef8c8fe req-8b2a2f49-ee9a-4759-a7b5-d6deec53fa8d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 946 time: 0.0534248 Aug 17 00:20:41.798412 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d326a145-484a-484e-888a-0ca3cef8c8fe req-1ec2246a-1fbd-47e0-b41d-310116821755 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311368 Aug 17 00:20:41.876364 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5c020-e0fe-496b-af52-2c5204fc0317 req-fc11d56e-8523-4d22-aee6-b5b890b896c2 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:41.877999 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-67c5c020-e0fe-496b-af52-2c5204fc0317 req-fc11d56e-8523-4d22-aee6-b5b890b896c2 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe HTTP/1.1" status: 200 len: 1098 time: 0.0430365 Aug 17 00:20:41.913535 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-67c5c020-e0fe-496b-af52-2c5204fc0317 req-8c13c235-9db5-494f-94b7-b8c4844273f1 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294430 Aug 17 00:20:42.026071 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ee319-458d-4a79-b68e-e1c16c1b4615 req-14f1bb02-46ba-405a-b9f3-e3469fc1d82d tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:42.027623 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c13ee319-458d-4a79-b68e-e1c16c1b4615 req-14f1bb02-46ba-405a-b9f3-e3469fc1d82d tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe HTTP/1.1" status: 200 len: 1098 time: 0.0462461 Aug 17 00:20:42.068407 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c13ee319-458d-4a79-b68e-e1c16c1b4615 req-5efa9f93-01f8-4086-b9a5-f93ab1e3679b tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334189 Aug 17 00:20:42.213678 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c2e91-00d2-493e-81a0-7d9e9af12104 req-9764a407-da32-4074-b233-455812f46ca0 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:42.215197 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d27c2e91-00d2-493e-81a0-7d9e9af12104 req-9764a407-da32-4074-b233-455812f46ca0 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0848339 Aug 17 00:20:42.222122 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e167a0-cbcc-42a7-b548-c9d7398268e6 req-33dd3f95-d921-4de9-aaa7-9c523ca89ee5 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:42.224080 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2e167a0-cbcc-42a7-b548-c9d7398268e6 req-33dd3f95-d921-4de9-aaa7-9c523ca89ee5 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe HTTP/1.1" status: 200 len: 1098 time: 0.0593073 Aug 17 00:20:42.281909 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d27c2e91-00d2-493e-81a0-7d9e9af12104 req-9489620c-a6d7-4247-a0b2-1b043013c350 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567436 Aug 17 00:20:42.285585 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2e167a0-cbcc-42a7-b548-c9d7398268e6 req-b17edfe1-033d-4005-8d12-2c310ae2963c tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516539 Aug 17 00:20:42.572796 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f025667-a043-4ed1-88f6-547233744fa2 req-35ec9591-6b5b-4c1f-b786-505b80e06855 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:42.574388 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2f025667-a043-4ed1-88f6-547233744fa2 req-35ec9591-6b5b-4c1f-b786-505b80e06855 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 946 time: 0.1217723 Aug 17 00:20:42.582725 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device d66001da-44f5-4a19-95e7-7a83e666d088 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:20:42.642690 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2f025667-a043-4ed1-88f6-547233744fa2 req-d5606c8f-6257-43e6-b18f-07c57f841519 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552056 Aug 17 00:20:42.654420 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102df160-1fac-4538-8962-b587366996da req-c386e911-354b-4011-b153-1b436858338a tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:42.662097 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-102df160-1fac-4538-8962-b587366996da req-c386e911-354b-4011-b153-1b436858338a tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/networks?id=08dd8041-00f8-4c23-b405-a6be6a823c07 HTTP/1.1" status: 200 len: 910 time: 0.1604373 Aug 17 00:20:42.673846 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:42.680800 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-102df160-1fac-4538-8962-b587366996da req-580994da-1760-49e0-b5ef-e742ef14ead2 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/quotas/91782e1c28dd4351a17b95cd451ef143 HTTP/1.1" status: 200 len: 375 time: 0.0177085 Aug 17 00:20:42.709967 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e02e418-3417-49ad-82b1-9e1267567df3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd66001da-44f5-4a19-95e7-7a83e666d088'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:20:42.712244 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4263748f-8dd8-48bd-b212-fdc15d963b8a" -d '{"events": [{"server_uuid": "8e02e418-3417-49ad-82b1-9e1267567df3", "name": "network-vif-unplugged", "status": "completed", "tag": "d66001da-44f5-4a19-95e7-7a83e666d088"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:20:42.726071 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port d66001da-44f5-4a19-95e7-7a83e666d088, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d66001da-44f5-4a19-95e7-7a83e666d088,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:42.734305 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:42.742321 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-102df160-1fac-4538-8962-b587366996da req-ec1d5349-78e0-471c-a628-9ed8b68f9458 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?tenant_id=91782e1c28dd4351a17b95cd451ef143&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0601721 Aug 17 00:20:42.763167 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 17 Aug 2021 00:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df5317a-4aa3-40ba-9320-a5b6b268df9b x-openstack-request-id: req-9df5317a-4aa3-40ba-9320-a5b6b268df9b {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:20:42.763518 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e02e418-3417-49ad-82b1-9e1267567df3", "name": "network-vif-unplugged", "status": "failed", "tag": "d66001da-44f5-4a19-95e7-7a83e666d088", "code": 422}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:20:42.763778 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9df5317a-4aa3-40ba-9320-a5b6b268df9b {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:20:42.764217 n-d-800088-20 neutron-server[101404]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8e02e418-3417-49ad-82b1-9e1267567df3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd66001da-44f5-4a19-95e7-7a83e666d088', 'code': 422} returned with failed status Aug 17 00:20:42.794303 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=d66001da-44f5-4a19-95e7-7a83e666d088,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:42.881882 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d5014f18-e6a5-4d37-993c-3428fbe4da1a req-3051d48c-692b-4644-a6be-af975590e073 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1592729 Aug 17 00:20:42.887846 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-102df160-1fac-4538-8962-b587366996da req-f405e035-e3b3-4dfc-be35-2bd8b6dc8a60 service neutron] 10.222.0.60 "GET /v2.0/networks/08dd8041-00f8-4c23-b405-a6be6a823c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368260 Aug 17 00:20:42.892750 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-d5014f18-e6a5-4d37-993c-3428fbe4da1a req-5bd79c49-0676-4051-a0da-b86260349b63 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:20:42.893723 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d5014f18-e6a5-4d37-993c-3428fbe4da1a req-5bd79c49-0676-4051-a0da-b86260349b63 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050395 Aug 17 00:20:42.981727 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-102df160-1fac-4538-8962-b587366996da req-2ed6d4da-2926-4e20-877b-c2db5f887a6b service neutron] 10.222.0.60 "GET /v2.0/networks/08dd8041-00f8-4c23-b405-a6be6a823c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864906 Aug 17 00:20:43.144957 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-39354226-331f-4211-baf2-11783b0b54a2 req-a2072134-7b3a-4b4f-927b-48fcf67b3ed6 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=570810bc-dfca-4213-97f5-80a4509fb0a2 HTTP/1.1" status: 200 len: 210 time: 0.0271375 Aug 17 00:20:43.410439 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22c235-2a65-4d20-b1af-d1b2d5897f37 req-fb2293a3-54e6-4011-899d-74afcc223bb9 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:43.412032 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9c22c235-2a65-4d20-b1af-d1b2d5897f37 req-fb2293a3-54e6-4011-899d-74afcc223bb9 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0531876 Aug 17 00:20:43.455657 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9c22c235-2a65-4d20-b1af-d1b2d5897f37 req-626a8b3b-5227-4952-a2bf-a8d292d30e41 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370207 Aug 17 00:20:43.776231 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f210cf0-75ca-434b-bec7-4d7e8d6d1c04 req-96b7e860-dba5-4c19-a83c-4478b17753bd tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:43.778433 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f210cf0-75ca-434b-bec7-4d7e8d6d1c04 req-96b7e860-dba5-4c19-a83c-4478b17753bd tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 944 time: 0.0522976 Aug 17 00:20:43.819347 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f210cf0-75ca-434b-bec7-4d7e8d6d1c04 req-cb98b6d7-7441-490a-983d-7ec5e36887b7 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341268 Aug 17 00:20:44.143662 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102df160-1fac-4538-8962-b587366996da req-f949de69-ddd0-409c-8f91-d3c0765387b3 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:44.145429 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-102df160-1fac-4538-8962-b587366996da req-f949de69-ddd0-409c-8f91-d3c0765387b3 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.64 "GET /v2.0/networks?id=08dd8041-00f8-4c23-b405-a6be6a823c07 HTTP/1.1" status: 200 len: 910 time: 0.1066177 Aug 17 00:20:44.158262 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-102df160-1fac-4538-8962-b587366996da req-7696ed05-eba8-42ca-ac8e-06fa60da4370 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Request body: {'port': {'device_id': '570810bc-dfca-4213-97f5-80a4509fb0a2', 'network_id': '08dd8041-00f8-4c23-b405-a6be6a823c07', 'admin_state_up': True, 'tenant_id': '91782e1c28dd4351a17b95cd451ef143'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:20:44.188507 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-102df160-1fac-4538-8962-b587366996da req-7696ed05-eba8-42ca-ac8e-06fa60da4370 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Made reservation on behalf of 91782e1c28dd4351a17b95cd451ef143 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:20:44.191655 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-102df160-1fac-4538-8962-b587366996da req-7696ed05-eba8-42ca-ac8e-06fa60da4370 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:44.266536 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7b4310b-28da-484f-b687-35dfe8196ac6 req-992b9165-ac6e-4084-8239-b772d5595c84 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=570810bc-dfca-4213-97f5-80a4509fb0a2 HTTP/1.1" status: 200 len: 210 time: 0.0353658 Aug 17 00:20:44.328272 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-102df160-1fac-4538-8962-b587366996da req-7696ed05-eba8-42ca-ac8e-06fa60da4370 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Allocated IP 172.20.0.13 (08dd8041-00f8-4c23-b405-a6be6a823c07/58c9f885-48bf-4fb8-a83f-3153d5b5cd4b/cdb0446c-9802-4168-b391-5292ab59aa43) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:20:44.477597 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-102df160-1fac-4538-8962-b587366996da req-7696ed05-eba8-42ca-ac8e-06fa60da4370 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:44.494429 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-102df160-1fac-4538-8962-b587366996da req-7696ed05-eba8-42ca-ac8e-06fa60da4370 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Transition to ACTIVE for port object cdb0446c-9802-4168-b391-5292ab59aa43 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:20:44.534303 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-102df160-1fac-4538-8962-b587366996da req-7696ed05-eba8-42ca-ac8e-06fa60da4370 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:44.553729 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:20:44.591611 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-102df160-1fac-4538-8962-b587366996da req-7696ed05-eba8-42ca-ac8e-06fa60da4370 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Network 08dd8041-00f8-4c23-b405-a6be6a823c07 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:20:44.593933 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-102df160-1fac-4538-8962-b587366996da req-7696ed05-eba8-42ca-ac8e-06fa60da4370 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:20:44.596607 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-102df160-1fac-4538-8962-b587366996da req-7696ed05-eba8-42ca-ac8e-06fa60da4370 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:20:44.637697 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d61ab-c015-4657-9186-f3768173a347 req-5d1290af-4318-4df2-af37-bbc83923fee7 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:44.643928 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102df160-1fac-4538-8962-b587366996da req-7696ed05-eba8-42ca-ac8e-06fa60da4370 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:44.644638 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-102df160-1fac-4538-8962-b587366996da req-7696ed05-eba8-42ca-ac8e-06fa60da4370 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:44.653794 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696ed05-eba8-42ca-ac8e-06fa60da4370 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Pushing event updated for resources: {'Port': ['ID=cdb0446c-9802-4168-b391-5292ab59aa43,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:44.656029 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d2d61ab-c015-4657-9186-f3768173a347 req-5d1290af-4318-4df2-af37-bbc83923fee7 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.1110601 Aug 17 00:20:44.672512 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-102df160-1fac-4538-8962-b587366996da req-7696ed05-eba8-42ca-ac8e-06fa60da4370 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5172026 Aug 17 00:20:44.691351 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-102df160-1fac-4538-8962-b587366996da req-c593eede-85e0-483f-b6a6-041e03908583 service neutron] Request body: {'port': {'device_id': '570810bc-dfca-4213-97f5-80a4509fb0a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:20:44.719064 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d2d61ab-c015-4657-9186-f3768173a347 req-8d52cb8d-bdbd-4568-82e7-3c174a24ebf4 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618947 Aug 17 00:20:44.751546 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-102df160-1fac-4538-8962-b587366996da req-c593eede-85e0-483f-b6a6-041e03908583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:44.955355 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fd779873-9266-4f74-9290-3b1d9745757f None None] Provisioning for port cdb0446c-9802-4168-b391-5292ab59aa43 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:20:44.959890 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fd779873-9266-4f74-9290-3b1d9745757f None None] Provisioning complete for port cdb0446c-9802-4168-b391-5292ab59aa43 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:44.960687 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fd779873-9266-4f74-9290-3b1d9745757f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:44.968251 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4db627-76f5-413c-870f-4a0a9099e35d req-d6a880bb-51b9-48da-80fb-ac4fe9d08ee3 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:44.977594 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fc4db627-76f5-413c-870f-4a0a9099e35d req-d6a880bb-51b9-48da-80fb-ac4fe9d08ee3 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 944 time: 0.0750709 Aug 17 00:20:44.998948 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-fd779873-9266-4f74-9290-3b1d9745757f None None] Port cdb0446c-9802-4168-b391-5292ab59aa43 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:20:45.020664 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fc4db627-76f5-413c-870f-4a0a9099e35d req-7bdc8445-de93-4c73-bb89-da8e34ebfd1e tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420053 Aug 17 00:20:45.057444 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-102df160-1fac-4538-8962-b587366996da req-c593eede-85e0-483f-b6a6-041e03908583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdb0446c-9802-4168-b391-5292ab59aa43 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:20:45.067301 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-102df160-1fac-4538-8962-b587366996da req-c593eede-85e0-483f-b6a6-041e03908583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:45.079830 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-102df160-1fac-4538-8962-b587366996da req-c593eede-85e0-483f-b6a6-041e03908583 service neutron] Transition to ACTIVE for port object cdb0446c-9802-4168-b391-5292ab59aa43 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:20:45.083698 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-102df160-1fac-4538-8962-b587366996da req-c593eede-85e0-483f-b6a6-041e03908583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:45.139135 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593eede-85e0-483f-b6a6-041e03908583 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb0446c-9802-4168-b391-5292ab59aa43,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:45.228560 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-102df160-1fac-4538-8962-b587366996da req-c593eede-85e0-483f-b6a6-041e03908583 service neutron] Attempting to bind port cdb0446c-9802-4168-b391-5292ab59aa43 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:20:45.229644 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-102df160-1fac-4538-8962-b587366996da req-c593eede-85e0-483f-b6a6-041e03908583 service neutron] Attempting to bind port cdb0446c-9802-4168-b391-5292ab59aa43 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'df08f9ea-5767-4039-a2e0-8d0819033de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '08dd8041-00f8-4c23-b405-a6be6a823c07'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:20:45.229993 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102df160-1fac-4538-8962-b587366996da req-c593eede-85e0-483f-b6a6-041e03908583 service neutron] Attempting to bind port cdb0446c-9802-4168-b391-5292ab59aa43 on network 08dd8041-00f8-4c23-b405-a6be6a823c07 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:20:45.236366 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102df160-1fac-4538-8962-b587366996da req-c593eede-85e0-483f-b6a6-041e03908583 service neutron] Port cdb0446c-9802-4168-b391-5292ab59aa43 on network 08dd8041-00f8-4c23-b405-a6be6a823c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:20:45.236714 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102df160-1fac-4538-8962-b587366996da req-c593eede-85e0-483f-b6a6-041e03908583 service neutron] Attempting to bind port cdb0446c-9802-4168-b391-5292ab59aa43 on network 08dd8041-00f8-4c23-b405-a6be6a823c07 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:20:45.268041 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102df160-1fac-4538-8962-b587366996da req-c593eede-85e0-483f-b6a6-041e03908583 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:20:45.268409 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102df160-1fac-4538-8962-b587366996da req-c593eede-85e0-483f-b6a6-041e03908583 service neutron] Checking segment: {'id': 'df08f9ea-5767-4039-a2e0-8d0819033de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '08dd8041-00f8-4c23-b405-a6be6a823c07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:20:45.268784 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102df160-1fac-4538-8962-b587366996da req-c593eede-85e0-483f-b6a6-041e03908583 service neutron] Bound using segment: {'id': 'df08f9ea-5767-4039-a2e0-8d0819033de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '08dd8041-00f8-4c23-b405-a6be6a823c07'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:20:45.269265 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-102df160-1fac-4538-8962-b587366996da req-c593eede-85e0-483f-b6a6-041e03908583 service neutron] Bound port: cdb0446c-9802-4168-b391-5292ab59aa43, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df08f9ea-5767-4039-a2e0-8d0819033de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '08dd8041-00f8-4c23-b405-a6be6a823c07'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:20:45.269632 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-102df160-1fac-4538-8962-b587366996da req-c593eede-85e0-483f-b6a6-041e03908583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:45.328171 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5c7d9f51-eca1-4890-877e-e3c6155b971b req-4fba11a7-1cf6-4c84-8a88-328f49fedc57 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0889630 Aug 17 00:20:45.368922 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-102df160-1fac-4538-8962-b587366996da req-c593eede-85e0-483f-b6a6-041e03908583 service neutron] For port cdb0446c-9802-4168-b391-5292ab59aa43, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:20:45.374198 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-102df160-1fac-4538-8962-b587366996da req-c593eede-85e0-483f-b6a6-041e03908583 service neutron] For port cdb0446c-9802-4168-b391-5292ab59aa43, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=cdb0446c-9802-4168-b391-5292ab59aa43,segment=NetworkSegment(df08f9ea-5767-4039-a2e0-8d0819033de7),segment_id=df08f9ea-5767-4039-a2e0-8d0819033de7)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:20:45.380341 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-102df160-1fac-4538-8962-b587366996da req-c593eede-85e0-483f-b6a6-041e03908583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:45.413248 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c21948-16e1-4964-b257-be8627733e08 req-498140da-452d-4986-8de3-039580964585 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:45.414975 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81c21948-16e1-4964-b257-be8627733e08 req-498140da-452d-4986-8de3-039580964585 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=570810bc-dfca-4213-97f5-80a4509fb0a2 HTTP/1.1" status: 200 len: 1054 time: 0.0577447 Aug 17 00:20:45.452617 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102df160-1fac-4538-8962-b587366996da req-c593eede-85e0-483f-b6a6-041e03908583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:45.453497 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-102df160-1fac-4538-8962-b587366996da req-c593eede-85e0-483f-b6a6-041e03908583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:45.454948 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-102df160-1fac-4538-8962-b587366996da req-c593eede-85e0-483f-b6a6-041e03908583 service neutron] 10.222.0.64 "PUT /v2.0/ports/cdb0446c-9802-4168-b391-5292ab59aa43 HTTP/1.1" status: 200 len: 1093 time: 0.7687221 Aug 17 00:20:45.457317 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570810bc-dfca-4213-97f5-80a4509fb0a2', 'tag': 'cdb0446c-9802-4168-b391-5292ab59aa43'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:20:45.460740 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d7de1d-22f8-454d-9acf-742f45368126" -d '{"events": [{"name": "network-changed", "server_uuid": "570810bc-dfca-4213-97f5-80a4509fb0a2", "tag": "cdb0446c-9802-4168-b391-5292ab59aa43"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:20:45.499867 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81c21948-16e1-4964-b257-be8627733e08 req-67961398-eb52-4e61-8f43-dd2a5ed7e6ed tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763941 Aug 17 00:20:45.528196 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d9f51-eca1-4890-877e-e3c6155b971b req-2a2554b1-431b-495f-9325-04234bf28461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:45.530390 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5c7d9f51-eca1-4890-877e-e3c6155b971b req-2a2554b1-431b-495f-9325-04234bf28461 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 1097 time: 0.1396239 Aug 17 00:20:45.531221 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593eede-85e0-483f-b6a6-041e03908583 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb0446c-9802-4168-b391-5292ab59aa43,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:45.537141 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04840a88-6e19-46e8-aa93-b104535d9e09 x-openstack-request-id: req-04840a88-6e19-46e8-aa93-b104535d9e09 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:20:45.537439 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570810bc-dfca-4213-97f5-80a4509fb0a2", "tag": "cdb0446c-9802-4168-b391-5292ab59aa43", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:20:45.537698 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-04840a88-6e19-46e8-aa93-b104535d9e09 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:20:45.538111 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570810bc-dfca-4213-97f5-80a4509fb0a2', 'tag': 'cdb0446c-9802-4168-b391-5292ab59aa43', 'status': 'completed', 'code': 200} Aug 17 00:20:45.633342 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102df160-1fac-4538-8962-b587366996da req-535def0c-a89a-4a95-a349-5f16da478b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:45.634954 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-102df160-1fac-4538-8962-b587366996da req-535def0c-a89a-4a95-a349-5f16da478b60 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=91782e1c28dd4351a17b95cd451ef143&device_id=570810bc-dfca-4213-97f5-80a4509fb0a2 HTTP/1.1" status: 200 len: 1096 time: 0.1349187 Aug 17 00:20:45.690735 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-102df160-1fac-4538-8962-b587366996da req-af50aeab-d7c2-4d51-bbd1-c4221f882f6d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdb0446c-9802-4168-b391-5292ab59aa43 HTTP/1.1" status: 200 len: 217 time: 0.0440116 Aug 17 00:20:45.729882 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d9f51-eca1-4890-877e-e3c6155b971b req-50bf17aa-42fa-425c-bce1-9b8c6038a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:45.731898 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5c7d9f51-eca1-4890-877e-e3c6155b971b req-50bf17aa-42fa-425c-bce1-9b8c6038a64d service neutron] 10.222.0.64 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 912 time: 0.1691451 Aug 17 00:20:45.795397 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102df160-1fac-4538-8962-b587366996da req-a43d43c4-be53-4ba8-b5c4-ac49c006f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:45.797005 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-102df160-1fac-4538-8962-b587366996da req-a43d43c4-be53-4ba8-b5c4-ac49c006f3a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=58c9f885-48bf-4fb8-a83f-3153d5b5cd4b HTTP/1.1" status: 200 len: 848 time: 0.0957549 Aug 17 00:20:45.837164 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5c7d9f51-eca1-4890-877e-e3c6155b971b req-9cda2e78-e006-4646-b69d-d7fde7d41742 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25c31a2b-f545-4f98-89df-76ad2bf4db56 HTTP/1.1" status: 200 len: 1001 time: 0.0954776 Aug 17 00:20:45.842384 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cecbf-2314-4333-a6d8-5e94dc7f2923 req-5ad522f4-a6c4-456e-a813-7677689fd212 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:45.843918 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e20cecbf-2314-4333-a6d8-5e94dc7f2923 req-5ad522f4-a6c4-456e-a813-7677689fd212 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0515289 Aug 17 00:20:45.884462 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e20cecbf-2314-4333-a6d8-5e94dc7f2923 req-77600933-61ab-4263-85eb-7afbaa2b4d07 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334177 Aug 17 00:20:45.905417 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102df160-1fac-4538-8962-b587366996da req-f3508a95-fb2b-43c0-a312-5f431348d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:45.905417 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-102df160-1fac-4538-8962-b587366996da req-f3508a95-fb2b-43c0-a312-5f431348d1ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08dd8041-00f8-4c23-b405-a6be6a823c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0983160 Aug 17 00:20:45.925034 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d9f51-eca1-4890-877e-e3c6155b971b req-e418a284-ce9a-4489-85c8-a78fdf47b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:45.926499 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5c7d9f51-eca1-4890-877e-e3c6155b971b req-e418a284-ce9a-4489-85c8-a78fdf47b8a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50a43672-a95f-4b5a-a039-6a76ff2ef6bb HTTP/1.1" status: 200 len: 850 time: 0.0806262 Aug 17 00:20:46.033994 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d9f51-eca1-4890-877e-e3c6155b971b req-0696fd0a-4ecb-4ae2-98a3-7c0aa3c0a23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:46.035402 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5c7d9f51-eca1-4890-877e-e3c6155b971b req-0696fd0a-4ecb-4ae2-98a3-7c0aa3c0a23f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2676b640-a0ef-482d-b8e8-3f50e99c7802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979259 Aug 17 00:20:46.046135 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-102df160-1fac-4538-8962-b587366996da req-9a9e7d02-4086-4914-a0de-7dfa70ad0150 service neutron] 10.222.0.64 "GET /v2.0/networks/08dd8041-00f8-4c23-b405-a6be6a823c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331358 Aug 17 00:20:46.181327 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc11cc9-bd89-43a5-b69d-c50a83e49a42 req-82950f8e-491a-497e-9d2f-c5721cf34f42 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:46.183279 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9bc11cc9-bd89-43a5-b69d-c50a83e49a42 req-82950f8e-491a-497e-9d2f-c5721cf34f42 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 944 time: 0.0811965 Aug 17 00:20:46.231801 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9bc11cc9-bd89-43a5-b69d-c50a83e49a42 req-1993d56a-91e5-4ac6-909c-9da36176082d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406315 Aug 17 00:20:46.520552 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5c7d9f51-eca1-4890-877e-e3c6155b971b req-008bfc25-74b2-4ac7-a0fa-59c01c0253c8 service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731596 Aug 17 00:20:46.522555 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-102df160-1fac-4538-8962-b587366996da req-d0cb5e1a-2011-4172-8252-0a2ad4e4a51e service neutron] 10.222.0.64 "GET /v2.0/networks/08dd8041-00f8-4c23-b405-a6be6a823c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671285 Aug 17 00:20:46.522966 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ea51800d-c2b6-47c7-9bec-476452c82146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:46.635646 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac8690-e0d6-47f4-8c4b-0d3182f0928a req-40df3cc6-e310-4ab5-b4f5-6969e8f27080 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:46.642382 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7de1d-22f8-454d-9acf-742f45368126 req-a91882e1-0575-4094-abb2-55e0bad502dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:46.643932 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a1d7de1d-22f8-454d-9acf-742f45368126 req-a91882e1-0575-4094-abb2-55e0bad502dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=91782e1c28dd4351a17b95cd451ef143&device_id=570810bc-dfca-4213-97f5-80a4509fb0a2 HTTP/1.1" status: 200 len: 1096 time: 0.0636563 Aug 17 00:20:46.644139 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9ac8690-e0d6-47f4-8c4b-0d3182f0928a req-40df3cc6-e310-4ab5-b4f5-6969e8f27080 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=570810bc-dfca-4213-97f5-80a4509fb0a2 HTTP/1.1" status: 200 len: 1096 time: 0.0537579 Aug 17 00:20:46.675894 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9ac8690-e0d6-47f4-8c4b-0d3182f0928a req-25cda828-cedd-4fe0-9b97-d68337e084ec tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302556 Aug 17 00:20:46.705070 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5c7d9f51-eca1-4890-877e-e3c6155b971b req-b87f1d28-7721-4475-9b18-0ce7d84827be service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722202 Aug 17 00:20:46.749711 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7de1d-22f8-454d-9acf-742f45368126 req-18187aeb-fe85-4658-8c56-63e332048d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:46.751191 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a1d7de1d-22f8-454d-9acf-742f45368126 req-18187aeb-fe85-4658-8c56-63e332048d30 service neutron] 10.222.0.64 "GET /v2.0/networks?id=08dd8041-00f8-4c23-b405-a6be6a823c07 HTTP/1.1" status: 200 len: 910 time: 0.0963535 Aug 17 00:20:46.799099 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a1d7de1d-22f8-454d-9acf-742f45368126 req-6e16e3c8-9d9d-42ef-b57a-63ed882b2655 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdb0446c-9802-4168-b391-5292ab59aa43 HTTP/1.1" status: 200 len: 217 time: 0.0349052 Aug 17 00:20:46.856040 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7de1d-22f8-454d-9acf-742f45368126 req-10514f51-9371-4183-8b97-245cfb6fae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:46.857730 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a1d7de1d-22f8-454d-9acf-742f45368126 req-10514f51-9371-4183-8b97-245cfb6fae29 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=58c9f885-48bf-4fb8-a83f-3153d5b5cd4b HTTP/1.1" status: 200 len: 848 time: 0.0510981 Aug 17 00:20:46.917234 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7de1d-22f8-454d-9acf-742f45368126 req-cf7d5a73-e916-4a24-954c-83475b244565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:46.919031 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a1d7de1d-22f8-454d-9acf-742f45368126 req-cf7d5a73-e916-4a24-954c-83475b244565 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08dd8041-00f8-4c23-b405-a6be6a823c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522177 Aug 17 00:20:47.014376 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a1d7de1d-22f8-454d-9acf-742f45368126 req-b0e463d3-f8f7-41ad-a157-83c6519e742a service neutron] 10.222.0.64 "GET /v2.0/networks/08dd8041-00f8-4c23-b405-a6be6a823c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870275 Aug 17 00:20:47.017192 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f2e8e-fb0b-4841-a9cc-84688817bdde req-1ee9f8bd-894e-44ca-96d1-7ed21951ed07 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:47.018709 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd4f2e8e-fb0b-4841-a9cc-84688817bdde req-1ee9f8bd-894e-44ca-96d1-7ed21951ed07 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0634127 Aug 17 00:20:47.069013 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd4f2e8e-fb0b-4841-a9cc-84688817bdde req-5301fd00-4c13-46f0-b240-1203a881ae26 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438180 Aug 17 00:20:47.126086 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a1d7de1d-22f8-454d-9acf-742f45368126 req-0b893eff-dd03-4920-b81c-2b2d7e0fa562 service neutron] 10.222.0.64 "GET /v2.0/networks/08dd8041-00f8-4c23-b405-a6be6a823c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040490 Aug 17 00:20:47.362543 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a9f0c-85c5-454e-8355-967c91f128aa req-d981172a-8c80-4268-bc33-758b1e80bca4 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:47.364048 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-654a9f0c-85c5-454e-8355-967c91f128aa req-d981172a-8c80-4268-bc33-758b1e80bca4 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 944 time: 0.0522892 Aug 17 00:20:47.402268 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-654a9f0c-85c5-454e-8355-967c91f128aa req-4d6c6c29-0ec2-41f2-93be-1fb4663755fa tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320215 Aug 17 00:20:47.541940 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8ba7781b-7b45-4254-9943-c8525ec48fda req-ab6c43f1-05f1-4039-912b-0625f86fef26 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435426 Aug 17 00:20:47.635175 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7781b-7b45-4254-9943-c8525ec48fda req-e62354c8-3797-4221-a51c-c21389fbedaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:47.638570 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8ba7781b-7b45-4254-9943-c8525ec48fda req-e62354c8-3797-4221-a51c-c21389fbedaa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=91782e1c28dd4351a17b95cd451ef143&device_id=8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe HTTP/1.1" status: 200 len: 1098 time: 0.0490334 Aug 17 00:20:47.758300 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7781b-7b45-4254-9943-c8525ec48fda req-13b1dfb6-5b45-49ea-a778-beddfbda328a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:47.759928 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8ba7781b-7b45-4254-9943-c8525ec48fda req-13b1dfb6-5b45-49ea-a778-beddfbda328a service neutron] 10.222.0.69 "GET /v2.0/networks?id=08dd8041-00f8-4c23-b405-a6be6a823c07 HTTP/1.1" status: 200 len: 910 time: 0.0982223 Aug 17 00:20:47.791584 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b8f1f-3dd7-4c5e-b858-34b223b1f6e1 req-19bb4008-0b5c-4526-9f62-fd4092b4d908 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:47.793236 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-945b8f1f-3dd7-4c5e-b858-34b223b1f6e1 req-19bb4008-0b5c-4526-9f62-fd4092b4d908 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=570810bc-dfca-4213-97f5-80a4509fb0a2 HTTP/1.1" status: 200 len: 1096 time: 0.0453682 Aug 17 00:20:47.805127 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8ba7781b-7b45-4254-9943-c8525ec48fda req-65c5d52d-191f-4a38-bc40-768d46eb937a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49 HTTP/1.1" status: 200 len: 217 time: 0.0366590 Aug 17 00:20:47.831217 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-945b8f1f-3dd7-4c5e-b858-34b223b1f6e1 req-02d1712f-463b-40e6-8504-faa0b574fab4 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310881 Aug 17 00:20:47.865521 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7781b-7b45-4254-9943-c8525ec48fda req-46e0df44-ecdd-4ba9-a5b3-dac99d2ada7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:47.867158 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8ba7781b-7b45-4254-9943-c8525ec48fda req-46e0df44-ecdd-4ba9-a5b3-dac99d2ada7e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=58c9f885-48bf-4fb8-a83f-3153d5b5cd4b HTTP/1.1" status: 200 len: 848 time: 0.0516145 Aug 17 00:20:47.919614 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7781b-7b45-4254-9943-c8525ec48fda req-b6e1945c-a9f0-4c3c-871b-e47dc93b8bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:47.921171 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8ba7781b-7b45-4254-9943-c8525ec48fda req-b6e1945c-a9f0-4c3c-871b-e47dc93b8bca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=08dd8041-00f8-4c23-b405-a6be6a823c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465815 Aug 17 00:20:48.015270 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8ba7781b-7b45-4254-9943-c8525ec48fda req-b2099ee8-a9ab-4793-b7aa-448a32308fd0 service neutron] 10.222.0.69 "GET /v2.0/networks/08dd8041-00f8-4c23-b405-a6be6a823c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844078 Aug 17 00:20:48.111782 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8ba7781b-7b45-4254-9943-c8525ec48fda req-d57b0281-093c-4d9b-9c79-3dc193d47254 service neutron] 10.222.0.69 "GET /v2.0/networks/08dd8041-00f8-4c23-b405-a6be6a823c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889251 Aug 17 00:20:48.188040 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e2eb0-cfaf-4a4e-b822-834dca6ecb4f req-76368d89-273c-44c2-8b10-efaac8873cd7 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:48.189574 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1d3e2eb0-cfaf-4a4e-b822-834dca6ecb4f req-76368d89-273c-44c2-8b10-efaac8873cd7 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0508933 Aug 17 00:20:48.208033 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5014f18-e6a5-4d37-993c-3428fbe4da1a req-937ece29-2b30-40e9-95a4-5b083834cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:48.209775 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d5014f18-e6a5-4d37-993c-3428fbe4da1a req-937ece29-2b30-40e9-95a4-5b083834cbe6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3&tenant_id=31228c6a01c44795b6b4fa0167b16be6 HTTP/1.1" status: 200 len: 1096 time: 0.0430729 Aug 17 00:20:48.229344 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1d3e2eb0-cfaf-4a4e-b822-834dca6ecb4f req-8d3a84a8-6130-47ed-9d6c-560ac1aeb9e1 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330372 Aug 17 00:20:48.272292 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5014f18-e6a5-4d37-993c-3428fbe4da1a req-75c6c93e-a714-47bf-86d2-18420995cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:48.273883 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d5014f18-e6a5-4d37-993c-3428fbe4da1a req-75c6c93e-a714-47bf-86d2-18420995cbb5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31228c6a01c44795b6b4fa0167b16be6&device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 1096 time: 0.0422330 Aug 17 00:20:48.370071 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5014f18-e6a5-4d37-993c-3428fbe4da1a req-004b0414-8253-4d13-97f6-81c158ef0b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:48.372265 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d5014f18-e6a5-4d37-993c-3428fbe4da1a req-004b0414-8253-4d13-97f6-81c158ef0b3a service neutron] 10.222.0.64 "GET /v2.0/networks?id=9a01c282-1149-47ef-adf9-eecde6aae568 HTTP/1.1" status: 200 len: 917 time: 0.0917413 Aug 17 00:20:48.441716 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d5014f18-e6a5-4d37-993c-3428fbe4da1a req-68e80a01-60cf-4eac-866d-67a81cfd6c8d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d66001da-44f5-4a19-95e7-7a83e666d088 HTTP/1.1" status: 200 len: 1000 time: 0.0627306 Aug 17 00:20:48.495084 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5014f18-e6a5-4d37-993c-3428fbe4da1a req-0fb5c586-c3b8-423c-a0c3-a1dac35f9811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:48.497901 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d5014f18-e6a5-4d37-993c-3428fbe4da1a req-0fb5c586-c3b8-423c-a0c3-a1dac35f9811 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=54d11a8b-cc41-4904-8fdd-40aba45c11d3 HTTP/1.1" status: 200 len: 855 time: 0.0474384 Aug 17 00:20:48.526438 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d7316-8c91-40e5-8992-75c8cd8f4600 req-18b3020e-a574-4dbb-9d5d-2c2aa47e94cb tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:48.528125 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-184d7316-8c91-40e5-8992-75c8cd8f4600 req-18b3020e-a574-4dbb-9d5d-2c2aa47e94cb tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 944 time: 0.0503807 Aug 17 00:20:48.548088 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5014f18-e6a5-4d37-993c-3428fbe4da1a req-917d2c83-ec1e-494a-8983-553c7ae7684e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:48.549644 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d5014f18-e6a5-4d37-993c-3428fbe4da1a req-917d2c83-ec1e-494a-8983-553c7ae7684e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a01c282-1149-47ef-adf9-eecde6aae568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457888 Aug 17 00:20:48.567374 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-184d7316-8c91-40e5-8992-75c8cd8f4600 req-545a8a6d-3316-437e-a454-3ce9a2c9ba0c tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328150 Aug 17 00:20:48.643586 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d5014f18-e6a5-4d37-993c-3428fbe4da1a req-7fb83d7e-20fa-4640-b080-7d3e2cc6e2ea service neutron] 10.222.0.64 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861833 Aug 17 00:20:48.737910 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d5014f18-e6a5-4d37-993c-3428fbe4da1a req-5693d4eb-1c66-4dd6-8719-aa39f801a369 service neutron] 10.222.0.64 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873199 Aug 17 00:20:48.944431 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67390184-ce57-485b-b966-d2cf8290d4b6 req-58b462ff-0806-4f84-ae9e-6be2a0d5ad8f tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:48.945944 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-67390184-ce57-485b-b966-d2cf8290d4b6 req-58b462ff-0806-4f84-ae9e-6be2a0d5ad8f tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=570810bc-dfca-4213-97f5-80a4509fb0a2 HTTP/1.1" status: 200 len: 1096 time: 0.0464284 Aug 17 00:20:48.983315 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-67390184-ce57-485b-b966-d2cf8290d4b6 req-48b957c4-21f4-4678-b77f-8f1b3eb918a6 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296905 Aug 17 00:20:49.240239 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-44f10c4d-f32e-4fcb-864d-7e701b17ba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:49.273389 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:49.366301 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b9d1e-6805-4096-83f7-d27f89542690 req-fc712634-5f7e-4a87-863a-01fcbe82b6c2 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:49.374443 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-001b9d1e-6805-4096-83f7-d27f89542690 req-fc712634-5f7e-4a87-863a-01fcbe82b6c2 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0604670 Aug 17 00:20:49.412763 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-001b9d1e-6805-4096-83f7-d27f89542690 req-42098d48-4b7b-437e-a25f-7fe77489e2db tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370798 Aug 17 00:20:49.702870 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e31f6-c42a-4788-a03c-8a80c172ff3f req-93984e2f-8394-4c41-b8df-2906d3f3f95f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:49.704355 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d9e31f6-c42a-4788-a03c-8a80c172ff3f req-93984e2f-8394-4c41-b8df-2906d3f3f95f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 944 time: 0.0559025 Aug 17 00:20:49.744927 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d9e31f6-c42a-4788-a03c-8a80c172ff3f req-82aeb9ee-a956-43df-bff4-cc0914a03d6b tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343111 Aug 17 00:20:50.098461 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b1344-ff57-44ed-a741-54ae1de6524e req-706cf627-7e34-4f71-baf9-14c15ee53280 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:50.099983 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc1b1344-ff57-44ed-a741-54ae1de6524e req-706cf627-7e34-4f71-baf9-14c15ee53280 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=570810bc-dfca-4213-97f5-80a4509fb0a2 HTTP/1.1" status: 200 len: 1096 time: 0.0477648 Aug 17 00:20:50.137070 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc1b1344-ff57-44ed-a741-54ae1de6524e req-a521d185-926b-4bca-b51a-e31d9c66f98a tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302668 Aug 17 00:20:50.196534 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:50.532024 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8662ee-94ed-4ee6-8db2-b3bb7aa06c06 req-b210829a-7550-42f6-9bd9-601bb49e8554 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:50.533608 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b8662ee-94ed-4ee6-8db2-b3bb7aa06c06 req-b210829a-7550-42f6-9bd9-601bb49e8554 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0518889 Aug 17 00:20:50.574538 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b8662ee-94ed-4ee6-8db2-b3bb7aa06c06 req-af797d53-1c3b-4b7a-91dd-0c5c2088b5dd tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344684 Aug 17 00:20:50.613968 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device cdb0446c-9802-4168-b391-5292ab59aa43 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:20:50.711174 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port cdb0446c-9802-4168-b391-5292ab59aa43, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=cdb0446c-9802-4168-b391-5292ab59aa43,segment=NetworkSegment(df08f9ea-5767-4039-a2e0-8d0819033de7),segment_id=df08f9ea-5767-4039-a2e0-8d0819033de7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:50.726411 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'cdb0446c-9802-4168-b391-5292ab59aa43', 'network_id': '08dd8041-00f8-4c23-b405-a6be6a823c07', 'port_id': 'cdb0446c-9802-4168-b391-5292ab59aa43', 'mac_address': 'fa:16:3e:db:0e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c9f885-48bf-4fb8-a83f-3153d5b5cd4b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:20:50.766627 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:50.782655 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdb0446c-9802-4168-b391-5292ab59aa43 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:20:50.802775 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port cdb0446c-9802-4168-b391-5292ab59aa43, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=cdb0446c-9802-4168-b391-5292ab59aa43,segment=NetworkSegment(df08f9ea-5767-4039-a2e0-8d0819033de7),segment_id=df08f9ea-5767-4039-a2e0-8d0819033de7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:50.808010 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:50.864933 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=cdb0446c-9802-4168-b391-5292ab59aa43,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:50.885539 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5beebc-b8d9-46b5-987a-356c0a912c0f req-449b5036-0431-421b-8c72-687374cdb3c3 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:50.887597 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2d5beebc-b8d9-46b5-987a-356c0a912c0f req-449b5036-0431-421b-8c72-687374cdb3c3 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 944 time: 0.0685971 Aug 17 00:20:50.931970 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2d5beebc-b8d9-46b5-987a-356c0a912c0f req-467e5054-92bd-49de-acf7-aa989207fa48 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382941 Aug 17 00:20:51.070911 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['cdb0446c-9802-4168-b391-5292ab59aa43'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:20:51.255407 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9eb2fa-8ec3-4bcc-8c99-140c3a830878 req-867952fb-d422-4a1e-a6eb-41b19ea4dafc tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:51.257598 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c9eb2fa-8ec3-4bcc-8c99-140c3a830878 req-867952fb-d422-4a1e-a6eb-41b19ea4dafc tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=570810bc-dfca-4213-97f5-80a4509fb0a2 HTTP/1.1" status: 200 len: 1097 time: 0.0485132 Aug 17 00:20:51.296254 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c9eb2fa-8ec3-4bcc-8c99-140c3a830878 req-7b51f059-7bc1-4134-92da-c9457c2a8adf tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326264 Aug 17 00:20:51.699956 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3fddc-0723-4285-ac73-c365a140f0b6 req-d862ba54-1007-4a55-a48c-0feeeee7ad46 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:51.701490 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-29d3fddc-0723-4285-ac73-c365a140f0b6 req-d862ba54-1007-4a55-a48c-0feeeee7ad46 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0537424 Aug 17 00:20:51.743353 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-29d3fddc-0723-4285-ac73-c365a140f0b6 req-934403e4-c25f-4edd-9bee-b23c573703f0 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356872 Aug 17 00:20:52.065913 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc009e-aa10-41f5-9b35-44f4618e5f31 req-73ba1e28-4576-400a-b0ac-94da253d07f8 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:52.069586 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e8bc009e-aa10-41f5-9b35-44f4618e5f31 req-73ba1e28-4576-400a-b0ac-94da253d07f8 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 944 time: 0.0601728 Aug 17 00:20:52.113909 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e8bc009e-aa10-41f5-9b35-44f4618e5f31 req-03cbe758-dea3-4d34-b26a-2581f408df98 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400236 Aug 17 00:20:52.119159 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:52.416912 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07110aba-d819-44ad-b504-86f581c603e4 req-bfcc7140-4f87-4fff-95de-a47be1a5776a tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:52.422037 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07110aba-d819-44ad-b504-86f581c603e4 req-bfcc7140-4f87-4fff-95de-a47be1a5776a tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=570810bc-dfca-4213-97f5-80a4509fb0a2 HTTP/1.1" status: 200 len: 1097 time: 0.0520058 Aug 17 00:20:52.470499 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07110aba-d819-44ad-b504-86f581c603e4 req-56d1661e-95c2-4f43-94cb-35ae46b0449a tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445006 Aug 17 00:20:52.614166 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device cdb0446c-9802-4168-b391-5292ab59aa43 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:20:52.670059 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port cdb0446c-9802-4168-b391-5292ab59aa43 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:20:52.673980 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port cdb0446c-9802-4168-b391-5292ab59aa43 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:52.674357 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:52.758591 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:52.781860 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570810bc-dfca-4213-97f5-80a4509fb0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb0446c-9802-4168-b391-5292ab59aa43'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:20:52.784134 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200b7a66-f92c-460a-95bf-80bdb7fd4bbc" -d '{"events": [{"server_uuid": "570810bc-dfca-4213-97f5-80a4509fb0a2", "name": "network-vif-plugged", "status": "completed", "tag": "cdb0446c-9802-4168-b391-5292ab59aa43"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:20:52.799372 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port cdb0446c-9802-4168-b391-5292ab59aa43, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=cdb0446c-9802-4168-b391-5292ab59aa43,segment=NetworkSegment(df08f9ea-5767-4039-a2e0-8d0819033de7),segment_id=df08f9ea-5767-4039-a2e0-8d0819033de7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:52.806718 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:52.843359 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935c469c-628b-413e-8f1e-171dda1731e2 x-openstack-request-id: req-935c469c-628b-413e-8f1e-171dda1731e2 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:20:52.843850 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570810bc-dfca-4213-97f5-80a4509fb0a2", "name": "network-vif-plugged", "status": "completed", "tag": "cdb0446c-9802-4168-b391-5292ab59aa43", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:20:52.844264 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-935c469c-628b-413e-8f1e-171dda1731e2 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:20:52.844813 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570810bc-dfca-4213-97f5-80a4509fb0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb0446c-9802-4168-b391-5292ab59aa43', 'code': 200} Aug 17 00:20:52.880482 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=cdb0446c-9802-4168-b391-5292ab59aa43,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:52.901948 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218e590-2d9f-4055-b57a-eff26c5d5f04 req-3321240f-81ad-4403-b5e5-4de82555ac02 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:52.903702 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5218e590-2d9f-4055-b57a-eff26c5d5f04 req-3321240f-81ad-4403-b5e5-4de82555ac02 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0526152 Aug 17 00:20:52.946887 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5218e590-2d9f-4055-b57a-eff26c5d5f04 req-ca5c03b4-9c9a-45ea-88e7-1165f9332ded tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367887 Aug 17 00:20:53.247834 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fff7ba-79f3-4abc-9607-2d63c453f2e4 req-bd344b80-dfcd-499d-844d-0c76b168721a tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:53.249516 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-02fff7ba-79f3-4abc-9607-2d63c453f2e4 req-bd344b80-dfcd-499d-844d-0c76b168721a tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 944 time: 0.0523393 Aug 17 00:20:53.289126 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-02fff7ba-79f3-4abc-9607-2d63c453f2e4 req-65efe300-e5d2-4111-bbf3-0c50ebd753e8 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327239 Aug 17 00:20:53.588473 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3da3c-b285-4a60-a60a-ed3a82d1bcc5 req-5c15c691-409e-4793-9229-e540a8b90371 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:53.590706 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0e3da3c-b285-4a60-a60a-ed3a82d1bcc5 req-5c15c691-409e-4793-9229-e540a8b90371 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=570810bc-dfca-4213-97f5-80a4509fb0a2 HTTP/1.1" status: 200 len: 1098 time: 0.0451431 Aug 17 00:20:53.631206 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0e3da3c-b285-4a60-a60a-ed3a82d1bcc5 req-bce1e713-ffd6-406f-94a8-6d5402220ac4 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333538 Aug 17 00:20:54.081949 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0d7c3-19bb-4028-a9eb-0ee97f96845b req-d056e1fd-7733-48eb-9b3d-f68e4ae4d796 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:54.083469 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-def0d7c3-19bb-4028-a9eb-0ee97f96845b req-d056e1fd-7733-48eb-9b3d-f68e4ae4d796 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0642850 Aug 17 00:20:54.131496 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-def0d7c3-19bb-4028-a9eb-0ee97f96845b req-b9000d4e-d6e7-4419-94c5-87a5a13e9a50 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418320 Aug 17 00:20:54.423450 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989524be-3514-4a7e-9c88-1ef2c2e65ded req-4aaf8d03-4566-4be1-b496-431672828b4a tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:54.425014 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-989524be-3514-4a7e-9c88-1ef2c2e65ded req-4aaf8d03-4566-4be1-b496-431672828b4a tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 944 time: 0.0521743 Aug 17 00:20:54.470363 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-989524be-3514-4a7e-9c88-1ef2c2e65ded req-81ba8ef5-7827-4ec9-ae72-222523aaf389 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381210 Aug 17 00:20:54.747121 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e6b24-2d87-48e3-982a-16435f6b8e48 req-e6149130-579e-4edc-b2d0-032ac7ac7276 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:54.748640 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eb4e6b24-2d87-48e3-982a-16435f6b8e48 req-e6149130-579e-4edc-b2d0-032ac7ac7276 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=570810bc-dfca-4213-97f5-80a4509fb0a2 HTTP/1.1" status: 200 len: 1098 time: 0.0522320 Aug 17 00:20:54.784946 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eb4e6b24-2d87-48e3-982a-16435f6b8e48 req-605954a7-7d9a-4d23-a811-8edeeb2138f1 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302503 Aug 17 00:20:55.200255 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:20:55.256528 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca34183-3d28-4444-a5e3-f95ccf537af8 req-43abb8af-0f37-46e0-a107-6d09cc85d985 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:55.258169 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bca34183-3d28-4444-a5e3-f95ccf537af8 req-43abb8af-0f37-46e0-a107-6d09cc85d985 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0518820 Aug 17 00:20:55.302522 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bca34183-3d28-4444-a5e3-f95ccf537af8 req-98bec4bb-ddbd-4175-b6b2-8880facae992 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377984 Aug 17 00:20:55.601823 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761ede0-1621-4e64-a4e8-08149e81450e req-e4364478-e889-4a14-9f1a-64770160499c tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:55.603468 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2761ede0-1621-4e64-a4e8-08149e81450e req-e4364478-e889-4a14-9f1a-64770160499c tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 944 time: 0.0535734 Aug 17 00:20:55.645774 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2761ede0-1621-4e64-a4e8-08149e81450e req-12644e19-f440-4855-9508-91aea433453b tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357049 Aug 17 00:20:55.900921 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842d8f7-eecc-43a5-91f7-e943e7f15ab2 req-5a81e5ac-92ef-465f-9fce-5fc1882cbe7b tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:55.904018 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8842d8f7-eecc-43a5-91f7-e943e7f15ab2 req-5a81e5ac-92ef-465f-9fce-5fc1882cbe7b tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=570810bc-dfca-4213-97f5-80a4509fb0a2 HTTP/1.1" status: 200 len: 1098 time: 0.0471756 Aug 17 00:20:55.942223 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8842d8f7-eecc-43a5-91f7-e943e7f15ab2 req-468a1eb9-32d3-4ead-8411-2e655646e282 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318570 Aug 17 00:20:56.430544 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790b919-c70d-4707-a1d3-1b03311f4160 req-3c953afa-5f9e-4a6f-80cf-0aaef4a2bdfc tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:56.432398 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4790b919-c70d-4707-a1d3-1b03311f4160 req-3c953afa-5f9e-4a6f-80cf-0aaef4a2bdfc tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0554311 Aug 17 00:20:56.474989 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4790b919-c70d-4707-a1d3-1b03311f4160 req-498afbb4-a000-4635-a749-58bc724081dd tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346265 Aug 17 00:20:56.776777 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e1ca1-f556-46cd-9e29-ad1e8c1ace08 req-497a3b38-4efe-46c2-bde8-f670972643bf tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:56.779804 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-909e1ca1-f556-46cd-9e29-ad1e8c1ace08 req-497a3b38-4efe-46c2-bde8-f670972643bf tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 944 time: 0.0558493 Aug 17 00:20:56.820502 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-909e1ca1-f556-46cd-9e29-ad1e8c1ace08 req-9a617f80-7283-4dd5-b255-91f6aca860f6 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345564 Aug 17 00:20:57.062722 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8a6ae-936d-4d3b-b7e9-a93ba349d325 req-a5b2b61c-9a0e-40c5-86ba-b78ddb09ca87 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:57.064414 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-94e8a6ae-936d-4d3b-b7e9-a93ba349d325 req-a5b2b61c-9a0e-40c5-86ba-b78ddb09ca87 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=570810bc-dfca-4213-97f5-80a4509fb0a2 HTTP/1.1" status: 200 len: 1098 time: 0.0530446 Aug 17 00:20:57.100953 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-94e8a6ae-936d-4d3b-b7e9-a93ba349d325 req-386debec-ef65-43f1-8b28-5bf804ed7872 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302176 Aug 17 00:20:57.600134 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b99ab-65cc-4404-bd12-9a8df4b7b5ee req-cf9754fa-145d-4b41-b478-224ea7ab0828 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:57.601687 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-307b99ab-65cc-4404-bd12-9a8df4b7b5ee req-cf9754fa-145d-4b41-b478-224ea7ab0828 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0500827 Aug 17 00:20:57.642894 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-307b99ab-65cc-4404-bd12-9a8df4b7b5ee req-1e8963a4-b7cf-4b99-9c84-023c01e7ff34 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345755 Aug 17 00:20:57.961910 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93956f-6ee7-4aa9-aea5-04c3f0030ff0 req-436f8416-cd5b-49d2-97c3-b3e7f52f6cad tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:57.969711 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bd93956f-6ee7-4aa9-aea5-04c3f0030ff0 req-436f8416-cd5b-49d2-97c3-b3e7f52f6cad tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 944 time: 0.0585821 Aug 17 00:20:58.013615 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bd93956f-6ee7-4aa9-aea5-04c3f0030ff0 req-73ab1a57-e005-481b-8ef5-f2c1b6566dad tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394979 Aug 17 00:20:58.218627 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a61dc8-6ff0-4132-8fa7-46b6a573a97c req-1f9ace5f-a30f-41fe-8298-30cae5e25f9f tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:58.220294 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4a61dc8-6ff0-4132-8fa7-46b6a573a97c req-1f9ace5f-a30f-41fe-8298-30cae5e25f9f tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=570810bc-dfca-4213-97f5-80a4509fb0a2 HTTP/1.1" status: 200 len: 1098 time: 0.0500495 Aug 17 00:20:58.258329 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4a61dc8-6ff0-4132-8fa7-46b6a573a97c req-9def3af0-99f4-4bce-afd0-ad322c3a4305 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321262 Aug 17 00:20:58.759126 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18e037-6f2f-4af6-8c92-4d9c327ed757 req-1af1a68f-653f-406d-b78e-91a07ccb4fce tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:58.760607 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e18e037-6f2f-4af6-8c92-4d9c327ed757 req-1af1a68f-653f-406d-b78e-91a07ccb4fce tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0499182 Aug 17 00:20:58.798251 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e18e037-6f2f-4af6-8c92-4d9c327ed757 req-79d2cd65-2489-4392-b8d2-a8cee50190c0 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315175 Aug 17 00:20:59.145582 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70527377-09a7-47ad-a988-8f53b09c1f32 req-defc59e5-5a74-46cb-a1f5-9f44b9a67113 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:59.147061 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70527377-09a7-47ad-a988-8f53b09c1f32 req-defc59e5-5a74-46cb-a1f5-9f44b9a67113 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 944 time: 0.0502901 Aug 17 00:20:59.161307 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42344e2b-6eda-4913-92b9-5bccd2d6f300 req-a1c2fe68-998b-4386-bf4a-b72ce96694dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:59.162836 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-42344e2b-6eda-4913-92b9-5bccd2d6f300 req-a1c2fe68-998b-4386-bf4a-b72ce96694dc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=570810bc-dfca-4213-97f5-80a4509fb0a2 HTTP/1.1" status: 200 len: 1098 time: 0.0426562 Aug 17 00:20:59.185889 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70527377-09a7-47ad-a988-8f53b09c1f32 req-81605e9c-a374-428d-b79e-8fef35488e69 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321598 Aug 17 00:20:59.210625 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-42344e2b-6eda-4913-92b9-5bccd2d6f300 req-c7f4d595-4f4d-4916-a9b6-206eb9f45704 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292811 Aug 17 00:20:59.367505 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc18e12-fc26-440c-81f0-6b2cc54c0d5c req-2de598ac-0162-413d-b52b-600768b67173 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:59.369019 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9bc18e12-fc26-440c-81f0-6b2cc54c0d5c req-2de598ac-0162-413d-b52b-600768b67173 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=570810bc-dfca-4213-97f5-80a4509fb0a2 HTTP/1.1" status: 200 len: 1098 time: 0.0447655 Aug 17 00:20:59.404778 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9bc18e12-fc26-440c-81f0-6b2cc54c0d5c req-40cc0328-cb08-4789-a828-566717e4b4c9 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291159 Aug 17 00:20:59.911892 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea7286-3133-4595-b9b4-7ecebfb07a5a req-fda14ed9-41da-4a55-bc7b-f3809c24f16f tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:59.913402 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-efea7286-3133-4595-b9b4-7ecebfb07a5a req-fda14ed9-41da-4a55-bc7b-f3809c24f16f tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0488005 Aug 17 00:20:59.952580 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-efea7286-3133-4595-b9b4-7ecebfb07a5a req-ecc31226-0507-4943-9a27-7730c18cfc9c tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326893 Aug 17 00:21:00.311889 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96695f2-f630-4069-8d38-618a8bcd4085 req-89692f01-fb47-42c7-9cc3-1acc8d38066f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:00.313486 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b96695f2-f630-4069-8d38-618a8bcd4085 req-89692f01-fb47-42c7-9cc3-1acc8d38066f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 944 time: 0.0523212 Aug 17 00:21:00.353496 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b96695f2-f630-4069-8d38-618a8bcd4085 req-060f3b3e-ae92-4a12-8c96-ce86696d3c6c tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337029 Aug 17 00:21:00.415799 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a1e8c-018a-41e9-80ea-63aea7567f22 req-3dbc8bc0-1678-4459-acf1-6e471e0c3a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:00.417302 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ee8a1e8c-018a-41e9-80ea-63aea7567f22 req-3dbc8bc0-1678-4459-acf1-6e471e0c3a01 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 1098 time: 0.0406110 Aug 17 00:21:00.456940 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ee8a1e8c-018a-41e9-80ea-63aea7567f22 req-112cb57d-06e0-4b66-8514-4e4a20b67a6a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328488 Aug 17 00:21:00.522868 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283e77d-f5ec-41f2-9a7e-6a3fc6f9368e req-5aadb8e1-597c-413a-b247-229b65efd276 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:00.524294 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1283e77d-f5ec-41f2-9a7e-6a3fc6f9368e req-5aadb8e1-597c-413a-b247-229b65efd276 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=570810bc-dfca-4213-97f5-80a4509fb0a2 HTTP/1.1" status: 200 len: 1098 time: 0.0453126 Aug 17 00:21:00.558838 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1283e77d-f5ec-41f2-9a7e-6a3fc6f9368e req-134ae25c-37d6-4367-a799-a66878a1dec1 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282631 Aug 17 00:21:00.669705 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25f0ee-a42e-4319-864d-3947e3939e48 req-b6d3e17c-e1bb-4521-a17f-a2b15ba38f94 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:00.671257 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0c25f0ee-a42e-4319-864d-3947e3939e48 req-b6d3e17c-e1bb-4521-a17f-a2b15ba38f94 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=570810bc-dfca-4213-97f5-80a4509fb0a2 HTTP/1.1" status: 200 len: 1098 time: 0.0462518 Aug 17 00:21:00.708992 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0c25f0ee-a42e-4319-864d-3947e3939e48 req-e26f84ab-907f-4c55-b5f7-9924535afad6 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311735 Aug 17 00:21:00.815171 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87deca24-36ab-4194-8aee-f82b10825040 req-a52b1a4f-4e5a-40f5-9759-f9e4af50700d tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:00.816814 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-87deca24-36ab-4194-8aee-f82b10825040 req-a52b1a4f-4e5a-40f5-9759-f9e4af50700d tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=570810bc-dfca-4213-97f5-80a4509fb0a2 HTTP/1.1" status: 200 len: 1098 time: 0.0424826 Aug 17 00:21:00.852430 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-87deca24-36ab-4194-8aee-f82b10825040 req-1c089203-65a3-46bb-af25-133744e4275d tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296581 Aug 17 00:21:00.998673 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506da0c1-580c-4adb-ace7-2d66195cd8e8 req-d20ef4e1-69c6-44fc-ac0f-922f6e991cba tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:01.000225 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-506da0c1-580c-4adb-ace7-2d66195cd8e8 req-d20ef4e1-69c6-44fc-ac0f-922f6e991cba tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 945 time: 0.0604947 Aug 17 00:21:01.045255 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-506da0c1-580c-4adb-ace7-2d66195cd8e8 req-9f6492b7-0620-4b7e-8b54-8f03a67a50c9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373726 Aug 17 00:21:01.099784 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329a52d-311c-494c-89e3-ddd8531bcb09 req-f162edcd-65cb-4a76-bb06-74ccd0470e38 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:01.101287 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7329a52d-311c-494c-89e3-ddd8531bcb09 req-f162edcd-65cb-4a76-bb06-74ccd0470e38 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0512185 Aug 17 00:21:01.163057 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7329a52d-311c-494c-89e3-ddd8531bcb09 req-2b8b3972-13dc-456d-9c0f-e2b93eebfe88 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502005 Aug 17 00:21:01.169743 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb6fd2-586f-46e8-bbbb-979b3f26e08a req-bb6b0384-c622-4e6c-bc0e-2723514e61cd tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:01.171208 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7bfb6fd2-586f-46e8-bbbb-979b3f26e08a req-bb6b0384-c622-4e6c-bc0e-2723514e61cd tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=570810bc-dfca-4213-97f5-80a4509fb0a2 HTTP/1.1" status: 200 len: 1098 time: 0.0679555 Aug 17 00:21:01.206054 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7bfb6fd2-586f-46e8-bbbb-979b3f26e08a req-498c85a9-622b-4d82-bf13-89f7be530b07 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287347 Aug 17 00:21:01.480655 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765d54a-f4e4-40a5-b8bf-ec980c99db5e req-b04159f8-05ef-455a-864a-3331238e9baa tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:01.482971 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a765d54a-f4e4-40a5-b8bf-ec980c99db5e req-b04159f8-05ef-455a-864a-3331238e9baa tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 944 time: 0.0546455 Aug 17 00:21:01.520472 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a765d54a-f4e4-40a5-b8bf-ec980c99db5e req-f328d274-abe2-4f88-8be5-7c57c4cb57ad tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315022 Aug 17 00:21:02.161824 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c64cbb-aad5-4d62-a6e7-29c5f62a6b9b req-bd93eb12-fc3a-4745-83e5-5ab2d40218be tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:02.163277 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a0c64cbb-aad5-4d62-a6e7-29c5f62a6b9b req-bd93eb12-fc3a-4745-83e5-5ab2d40218be tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 945 time: 0.0493677 Aug 17 00:21:02.201734 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a0c64cbb-aad5-4d62-a6e7-29c5f62a6b9b req-004f2b35-2db1-48b2-880b-048be1194100 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320914 Aug 17 00:21:02.292217 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28641bcf-7a08-4947-914b-d5e8d3ccf669 req-50470902-91b9-4f5c-9133-609c66fab107 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:02.294808 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28641bcf-7a08-4947-914b-d5e8d3ccf669 req-50470902-91b9-4f5c-9133-609c66fab107 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0596988 Aug 17 00:21:02.359237 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc45db-76d5-4ff4-b95c-12d3c9f5b6bd req-deaf103e-6909-484b-bdec-83fe05e39d0c tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:02.360750 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aabc45db-76d5-4ff4-b95c-12d3c9f5b6bd req-deaf103e-6909-484b-bdec-83fe05e39d0c tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=570810bc-dfca-4213-97f5-80a4509fb0a2 HTTP/1.1" status: 200 len: 1098 time: 0.0875435 Aug 17 00:21:02.363809 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28641bcf-7a08-4947-914b-d5e8d3ccf669 req-f68c9f37-47cf-4dda-8222-5c13b5558e50 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471451 Aug 17 00:21:02.397057 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aabc45db-76d5-4ff4-b95c-12d3c9f5b6bd req-59f7cfc5-a476-4a0b-993b-04c941e80280 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294452 Aug 17 00:21:02.558130 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f69279-658f-4229-8c35-05a965e35332 req-c59e45f0-717e-4913-b265-634aa80e1484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:02.559972 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-96f69279-658f-4229-8c35-05a965e35332 req-c59e45f0-717e-4913-b265-634aa80e1484 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc65d499ed66462c92face5626c9712b&device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 1098 time: 0.0502012 Aug 17 00:21:02.566043 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d46dc-46bf-47c9-ba45-98241e0eea58 req-799a2ef5-fde1-4c96-adbd-2df8166b1f81 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:02.568477 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-479d46dc-46bf-47c9-ba45-98241e0eea58 req-799a2ef5-fde1-4c96-adbd-2df8166b1f81 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0516818 Aug 17 00:21:02.618839 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-479d46dc-46bf-47c9-ba45-98241e0eea58 req-995a2c48-ec6b-4bc7-949d-aa74b7bb931d tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451725 Aug 17 00:21:02.660805 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c6ef1-cb1f-42e6-825b-c02b81b8a20b req-653b9099-b447-47b5-969a-96e2f4d684ab tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:02.662447 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7a7c6ef1-cb1f-42e6-825b-c02b81b8a20b req-653b9099-b447-47b5-969a-96e2f4d684ab tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=570810bc-dfca-4213-97f5-80a4509fb0a2 HTTP/1.1" status: 200 len: 1098 time: 0.1015999 Aug 17 00:21:02.699985 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e7baa-94bc-481c-9071-b8f2eb0989ef req-cf44f5ba-89f4-43c7-b381-bd9486ad28d1 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:02.701519 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-710e7baa-94bc-481c-9071-b8f2eb0989ef req-cf44f5ba-89f4-43c7-b381-bd9486ad28d1 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 944 time: 0.0994751 Aug 17 00:21:02.715865 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581315e0-0abb-4d0c-a000-568d34d9fd95 req-debca847-f396-44e4-98a0-fa0bc10aedc4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:02.717344 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-581315e0-0abb-4d0c-a000-568d34d9fd95 req-debca847-f396-44e4-98a0-fa0bc10aedc4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 945 time: 0.0797358 Aug 17 00:21:02.726346 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f69279-658f-4229-8c35-05a965e35332 req-c5b597dd-0593-4a4d-8961-96a9e2d5163b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:02.728093 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-96f69279-658f-4229-8c35-05a965e35332 req-c5b597dd-0593-4a4d-8961-96a9e2d5163b service neutron] 10.222.0.64 "GET /v2.0/networks?id=550a7559-5434-4f90-bf0d-d8f2809880b1 HTTP/1.1" status: 200 len: 912 time: 0.1597660 Aug 17 00:21:02.783176 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-96f69279-658f-4229-8c35-05a965e35332 req-6f24f449-bef5-432a-992a-7e094e4e22e8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0145f69d-adea-4f21-8d9d-69cc8f0b5c8a HTTP/1.1" status: 200 len: 217 time: 0.0375042 Aug 17 00:21:02.783703 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-710e7baa-94bc-481c-9071-b8f2eb0989ef req-7764bbc2-c17e-4b1e-a971-88902d7d3eb4 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654087 Aug 17 00:21:02.832979 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-581315e0-0abb-4d0c-a000-568d34d9fd95 req-ae6af76c-28e1-4752-b26e-3e383649c82e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Deleting port 25c31a2b-f545-4f98-89df-76ad2bf4db56 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:21:02.833359 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-581315e0-0abb-4d0c-a000-568d34d9fd95 req-ae6af76c-28e1-4752-b26e-3e383649c82e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:02.844987 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-7a7c6ef1-cb1f-42e6-825b-c02b81b8a20b req-2ca65ad3-16bd-450c-926d-074542451faf tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Deleting port cdb0446c-9802-4168-b391-5292ab59aa43 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:21:02.845362 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-7a7c6ef1-cb1f-42e6-825b-c02b81b8a20b req-2ca65ad3-16bd-450c-926d-074542451faf tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:02.886391 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f69279-658f-4229-8c35-05a965e35332 req-a8dd13f0-95d0-47d2-aa3a-2d6a1cd4bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:02.888352 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-96f69279-658f-4229-8c35-05a965e35332 req-a8dd13f0-95d0-47d2-aa3a-2d6a1cd4bc03 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a76258ee-d1e4-44cf-9c01-066c3dbf7894 HTTP/1.1" status: 200 len: 851 time: 0.0978725 Aug 17 00:21:02.926258 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-96f69279-658f-4229-8c35-05a965e35332 req-888dc6c7-fd2a-46ea-8658-c39141cec289 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=550a7559-5434-4f90-bf0d-d8f2809880b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303316 Aug 17 00:21:02.926510 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-581315e0-0abb-4d0c-a000-568d34d9fd95 req-ae6af76c-28e1-4752-b26e-3e383649c82e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] For port 25c31a2b-f545-4f98-89df-76ad2bf4db56, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=25c31a2b-f545-4f98-89df-76ad2bf4db56,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:02.926769 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-581315e0-0abb-4d0c-a000-568d34d9fd95 req-ae6af76c-28e1-4752-b26e-3e383649c82e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:03.003646 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-7a7c6ef1-cb1f-42e6-825b-c02b81b8a20b req-2ca65ad3-16bd-450c-926d-074542451faf tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] For port cdb0446c-9802-4168-b391-5292ab59aa43, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=cdb0446c-9802-4168-b391-5292ab59aa43,segment=NetworkSegment(df08f9ea-5767-4039-a2e0-8d0819033de7),segment_id=df08f9ea-5767-4039-a2e0-8d0819033de7)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:03.004040 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-7a7c6ef1-cb1f-42e6-825b-c02b81b8a20b req-2ca65ad3-16bd-450c-926d-074542451faf tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:03.028873 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-7a7c6ef1-cb1f-42e6-825b-c02b81b8a20b req-2ca65ad3-16bd-450c-926d-074542451faf tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Calling delete_port for cdb0446c-9802-4168-b391-5292ab59aa43 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:21:03.112134 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-96f69279-658f-4229-8c35-05a965e35332 req-a6a75f13-a4d0-4006-86b6-da142026d390 service neutron] 10.222.0.64 "GET /v2.0/networks/550a7559-5434-4f90-bf0d-d8f2809880b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735425 Aug 17 00:21:03.265775 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-96f69279-658f-4229-8c35-05a965e35332 req-e11c6468-31cd-479c-b2b0-ed07259c42fe service neutron] 10.222.0.64 "GET /v2.0/networks/550a7559-5434-4f90-bf0d-d8f2809880b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431179 Aug 17 00:21:03.279758 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-7a7c6ef1-cb1f-42e6-825b-c02b81b8a20b req-2ca65ad3-16bd-450c-926d-074542451faf tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:03.294357 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['cdb0446c-9802-4168-b391-5292ab59aa43'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:21:03.311237 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca65ad3-16bd-450c-926d-074542451faf tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdb0446c-9802-4168-b391-5292ab59aa43,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:03.345427 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:21:03.360713 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7c6ef1-cb1f-42e6-825b-c02b81b8a20b req-2ca65ad3-16bd-450c-926d-074542451faf tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] No DVR routers for this DVR port cdb0446c-9802-4168-b391-5292ab59aa43 on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:21:03.363743 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-7a7c6ef1-cb1f-42e6-825b-c02b81b8a20b req-2ca65ad3-16bd-450c-926d-074542451faf tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:03.367016 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7a7c6ef1-cb1f-42e6-825b-c02b81b8a20b req-2ca65ad3-16bd-450c-926d-074542451faf tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.64 "DELETE /v2.0/ports/cdb0446c-9802-4168-b391-5292ab59aa43 HTTP/1.1" status: 204 len: 173 time: 0.6966391 Aug 17 00:21:03.367444 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570810bc-dfca-4213-97f5-80a4509fb0a2', 'name': 'network-vif-deleted', 'tag': 'cdb0446c-9802-4168-b391-5292ab59aa43'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:21:03.369870 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845541b7-539f-474b-9c65-6a35ddbd6f42" -d '{"events": [{"server_uuid": "570810bc-dfca-4213-97f5-80a4509fb0a2", "name": "network-vif-deleted", "tag": "cdb0446c-9802-4168-b391-5292ab59aa43"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:21:03.435629 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ae9b6b-b623-441b-aacb-8cfa8f21adee x-openstack-request-id: req-a9ae9b6b-b623-441b-aacb-8cfa8f21adee {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:21:03.441260 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570810bc-dfca-4213-97f5-80a4509fb0a2", "name": "network-vif-deleted", "tag": "cdb0446c-9802-4168-b391-5292ab59aa43", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:21:03.441752 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a9ae9b6b-b623-441b-aacb-8cfa8f21adee {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:21:03.442372 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570810bc-dfca-4213-97f5-80a4509fb0a2', 'name': 'network-vif-deleted', 'tag': 'cdb0446c-9802-4168-b391-5292ab59aa43', 'status': 'completed', 'code': 200} Aug 17 00:21:03.455231 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bc855-b70c-40c5-998b-40dd0ed42f00 req-0d9906c4-2408-4712-a875-074805d4d9c8 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:03.456797 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc6bc855-b70c-40c5-998b-40dd0ed42f00 req-0d9906c4-2408-4712-a875-074805d4d9c8 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 945 time: 0.1381960 Aug 17 00:21:03.519642 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc6bc855-b70c-40c5-998b-40dd0ed42f00 req-3e2b5a59-ae4f-401c-86d8-f9d6e396ed70 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493841 Aug 17 00:21:03.605822 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c7103e60-b96e-444c-a589-fd23931a2ffd req-ae98d39a-1cb1-40cd-9fb9-55acfd26de8d tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=570810bc-dfca-4213-97f5-80a4509fb0a2 HTTP/1.1" status: 200 len: 210 time: 0.0395937 Aug 17 00:21:03.627147 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-581315e0-0abb-4d0c-a000-568d34d9fd95 req-ae6af76c-28e1-4752-b26e-3e383649c82e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:03.627754 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-581315e0-0abb-4d0c-a000-568d34d9fd95 req-ae6af76c-28e1-4752-b26e-3e383649c82e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:03.628122 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [req-581315e0-0abb-4d0c-a000-568d34d9fd95 req-ae6af76c-28e1-4752-b26e-3e383649c82e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Floating IP 0718d067-5066-4efa-9aab-d644f92ec583 disassociated. External IP: 172.25.3.239, port: 25c31a2b-f545-4f98-89df-76ad2bf4db56. Aug 17 00:21:03.628462 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-581315e0-0abb-4d0c-a000-568d34d9fd95 req-ae6af76c-28e1-4752-b26e-3e383649c82e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Calling delete_port for 25c31a2b-f545-4f98-89df-76ad2bf4db56 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:21:03.776603 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9ef23-fe5e-401c-ace8-bb59463ab47e req-c13b0ab3-3495-46f5-b71e-c7e25bb7db7b tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:03.779140 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48e9ef23-fe5e-401c-ace8-bb59463ab47e req-c13b0ab3-3495-46f5-b71e-c7e25bb7db7b tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0901680 Aug 17 00:21:03.820971 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-581315e0-0abb-4d0c-a000-568d34d9fd95 req-ae6af76c-28e1-4752-b26e-3e383649c82e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:03.842176 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48e9ef23-fe5e-401c-ace8-bb59463ab47e req-aacd6dee-16ab-4d28-86c8-882d7619158a tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558596 Aug 17 00:21:03.867162 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6af76c-28e1-4752-b26e-3e383649c82e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event deleted for resources: {'Port': ['ID=25c31a2b-f545-4f98-89df-76ad2bf4db56,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:03.997108 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41e240-5a1d-4f17-8483-873c4ac03ccc req-507fa869-1a5a-4ba1-9567-6f2a47009505 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:03.998590 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fc41e240-5a1d-4f17-8483-873c4ac03ccc req-507fa869-1a5a-4ba1-9567-6f2a47009505 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 944 time: 0.0949588 Aug 17 00:21:04.030392 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-581315e0-0abb-4d0c-a000-568d34d9fd95 req-ae6af76c-28e1-4752-b26e-3e383649c82e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:21:04.050642 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fc41e240-5a1d-4f17-8483-873c4ac03ccc req-6b5a0fbf-1e49-48af-a1c0-bc55acca6067 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447412 Aug 17 00:21:04.151704 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-581315e0-0abb-4d0c-a000-568d34d9fd95 req-ae6af76c-28e1-4752-b26e-3e383649c82e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:21:04.160961 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39a4827-1294-4521-bfa2-69351715b23d None None] Sync routers for ids ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:21:04.170166 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39a4827-1294-4521-bfa2-69351715b23d None None] Routers {'5f44a2f4-7538-4cb1-902f-1a557b3cd741'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:04.170769 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a39a4827-1294-4521-bfa2-69351715b23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:20:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:04.191387 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-581315e0-0abb-4d0c-a000-568d34d9fd95 req-ae6af76c-28e1-4752-b26e-3e383649c82e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] No DVR routers for this DVR port 25c31a2b-f545-4f98-89df-76ad2bf4db56 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:21:04.194189 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-581315e0-0abb-4d0c-a000-568d34d9fd95 req-ae6af76c-28e1-4752-b26e-3e383649c82e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:04.196478 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-581315e0-0abb-4d0c-a000-568d34d9fd95 req-ae6af76c-28e1-4752-b26e-3e383649c82e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.64 "DELETE /v2.0/ports/25c31a2b-f545-4f98-89df-76ad2bf4db56 HTTP/1.1" status: 204 len: 173 time: 1.4715509 Aug 17 00:21:04.196946 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed71bf7-40c9-4827-b37e-c4a85f6dd090', 'name': 'network-vif-deleted', 'tag': '25c31a2b-f545-4f98-89df-76ad2bf4db56'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:21:04.201779 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8359f2-40c5-4677-b26e-2680ac41e21b" -d '{"events": [{"server_uuid": "6ed71bf7-40c9-4827-b37e-c4a85f6dd090", "name": "network-vif-deleted", "tag": "25c31a2b-f545-4f98-89df-76ad2bf4db56"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:21:04.330243 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964ab060-7982-4217-8aab-d345bcd8ad2a x-openstack-request-id: req-964ab060-7982-4217-8aab-d345bcd8ad2a {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:21:04.331013 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed71bf7-40c9-4827-b37e-c4a85f6dd090", "name": "network-vif-deleted", "tag": "25c31a2b-f545-4f98-89df-76ad2bf4db56", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:21:04.331456 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-964ab060-7982-4217-8aab-d345bcd8ad2a {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:21:04.332108 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed71bf7-40c9-4827-b37e-c4a85f6dd090', 'name': 'network-vif-deleted', 'tag': '25c31a2b-f545-4f98-89df-76ad2bf4db56', 'status': 'completed', 'code': 200} Aug 17 00:21:04.387034 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-a39a4827-1294-4521-bfa2-69351715b23d None None] Set router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:04.596295 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a39a4827-1294-4521-bfa2-69351715b23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'name': 'tempest-TestVolumeBootPattern-283857276-router', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:13Z', 'revision_number': 4, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'gw_port': {'id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '02617c49-b037-4d85-bd85-237a1bf72deb', 'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'mac_address': 'fa:16:3e:56:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:11Z', 'updated_at': '2021-08-17T00:13:22Z', 'revision_number': 5, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'subnets': [{'id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:04.623594 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2bbbdaa4-1908-40ab-bb68-a7750b4176c0 req-65356cd3-4249-4e34-a453-776ecddc2ae1 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 210 time: 0.0310261 Aug 17 00:21:04.629878 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39a4827-1294-4521-bfa2-69351715b23d None None] Checking router: 5f44a2f4-7538-4cb1-902f-1a557b3cd741 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:21:04.639262 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39a4827-1294-4521-bfa2-69351715b23d None None] Routers {'5f44a2f4-7538-4cb1-902f-1a557b3cd741'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:04.640585 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a39a4827-1294-4521-bfa2-69351715b23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:20:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:04.757457 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-a39a4827-1294-4521-bfa2-69351715b23d None None] Set router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:04.974672 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891dec5-01fb-48a5-98bc-74daebdd8849 req-69154c99-a024-4d9c-837f-ba58d0563802 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:04.976206 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0891dec5-01fb-48a5-98bc-74daebdd8849 req-69154c99-a024-4d9c-837f-ba58d0563802 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe HTTP/1.1" status: 200 len: 1098 time: 0.0858197 Aug 17 00:21:04.988006 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a39a4827-1294-4521-bfa2-69351715b23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'name': 'tempest-TestVolumeBootPattern-283857276-router', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:13Z', 'revision_number': 4, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'gw_port': {'id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '02617c49-b037-4d85-bd85-237a1bf72deb', 'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'mac_address': 'fa:16:3e:56:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:11Z', 'updated_at': '2021-08-17T00:13:22Z', 'revision_number': 5, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'subnets': [{'id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:05.005144 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76783e1c-6e03-459e-8956-4100089f251d req-c966ebd0-5b6a-4abf-91f0-c5d382f8a622 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:05.006656 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-76783e1c-6e03-459e-8956-4100089f251d req-c966ebd0-5b6a-4abf-91f0-c5d382f8a622 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0671973 Aug 17 00:21:05.016481 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39a4827-1294-4521-bfa2-69351715b23d None None] The sync data for ids ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'] in n-d-800088-20 is: [{'id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'name': 'tempest-TestVolumeBootPattern-283857276-router', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:13Z', 'revision_number': 4, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'gw_port': {'id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '02617c49-b037-4d85-bd85-237a1bf72deb', 'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'mac_address': 'fa:16:3e:56:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:11Z', 'updated_at': '2021-08-17T00:13:22Z', 'revision_number': 5, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'subnets': [{'id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:21:05.050634 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0891dec5-01fb-48a5-98bc-74daebdd8849 req-547cb635-c680-4ff0-a616-191515772d8c tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628481 Aug 17 00:21:05.067927 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-76783e1c-6e03-459e-8956-4100089f251d req-7a3feb25-c0e4-4a23-9211-05572c34bf49 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541666 Aug 17 00:21:05.200671 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9707226-0f28-408f-b557-fefc7cc7ae31 req-36d226e3-41a4-46ad-bc04-60131bd64f9d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:05.203374 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9707226-0f28-408f-b557-fefc7cc7ae31 req-36d226e3-41a4-46ad-bc04-60131bd64f9d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 944 time: 0.0602412 Aug 17 00:21:05.251355 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9707226-0f28-408f-b557-fefc7cc7ae31 req-6e4d38e7-1039-4901-baac-bff0eb97daa1 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409343 Aug 17 00:21:05.344252 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa11a30a-c809-4b47-a761-26d3142f45f9 None None] New status for floating IP 0718d067-5066-4efa-9aab-d644f92ec583: DOWN {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:21:05.367264 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de43e49-da1a-4437-b899-34387f16b64c req-fec4b0f7-2fc4-45e3-9346-d252fcf224a4 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:05.368940 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3de43e49-da1a-4437-b899-34387f16b64c req-fec4b0f7-2fc4-45e3-9346-d252fcf224a4 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0574756 Aug 17 00:21:05.409080 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3de43e49-da1a-4437-b899-34387f16b64c req-a2dd4274-852b-45ec-bdb5-a0e06fe13118 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336473 Aug 17 00:21:05.729990 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5cc698f3-4581-4e0a-8170-5dad6bda6e4e req-1f3b1ec1-ee7b-4225-8f49-bdf0cb326b8b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 210 time: 0.0267756 Aug 17 00:21:06.168844 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a3a0b-210b-4677-b249-5c89b6518cef req-efd677a0-112e-49cf-89fd-05cf0e5f0ef5 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:06.170427 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f2a3a0b-210b-4677-b249-5c89b6518cef req-efd677a0-112e-49cf-89fd-05cf0e5f0ef5 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe HTTP/1.1" status: 200 len: 1098 time: 0.0495579 Aug 17 00:21:06.210312 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f2a3a0b-210b-4677-b249-5c89b6518cef req-6cbb4ac7-2126-4be7-9386-a8fb8f2526d6 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05399-5836-4eb6-8b82-f60cd47d3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337505 Aug 17 00:21:06.378289 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286a8e8-eaa4-466a-90a9-9f671b5dee5c req-ea5d911b-ddd9-4e8f-af28-53087ff5cbaa tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:06.379816 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5286a8e8-eaa4-466a-90a9-9f671b5dee5c req-ea5d911b-ddd9-4e8f-af28-53087ff5cbaa tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe HTTP/1.1" status: 200 len: 1098 time: 0.0418165 Aug 17 00:21:06.383727 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6658e-19ca-436c-8377-ad0327521828 req-a6c59e11-77b8-40f0-baff-f81f6f9efcf4 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:06.385372 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3d6658e-19ca-436c-8377-ad0327521828 req-a6c59e11-77b8-40f0-baff-f81f6f9efcf4 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 944 time: 0.0522058 Aug 17 00:21:06.425184 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3d6658e-19ca-436c-8377-ad0327521828 req-2715ab90-70b1-44af-ab8b-f0719a894538 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325649 Aug 17 00:21:06.476325 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-5286a8e8-eaa4-466a-90a9-9f671b5dee5c req-ed27b3d1-bcf0-45aa-bb14-6fe85f6ef552 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Deleting port dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:21:06.477000 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-5286a8e8-eaa4-466a-90a9-9f671b5dee5c req-ed27b3d1-bcf0-45aa-bb14-6fe85f6ef552 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:06.538779 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeab7e4-78a3-4241-bb1f-da98d64968eb req-e4a85716-c790-4a6c-b503-268e5df186e3 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:06.540196 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dfeab7e4-78a3-4241-bb1f-da98d64968eb req-e4a85716-c790-4a6c-b503-268e5df186e3 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0585926 Aug 17 00:21:06.564563 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-5286a8e8-eaa4-466a-90a9-9f671b5dee5c req-ed27b3d1-bcf0-45aa-bb14-6fe85f6ef552 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] For port dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49,segment=NetworkSegment(df08f9ea-5767-4039-a2e0-8d0819033de7),segment_id=df08f9ea-5767-4039-a2e0-8d0819033de7)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:06.565466 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-5286a8e8-eaa4-466a-90a9-9f671b5dee5c req-ed27b3d1-bcf0-45aa-bb14-6fe85f6ef552 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:06.578548 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-5286a8e8-eaa4-466a-90a9-9f671b5dee5c req-ed27b3d1-bcf0-45aa-bb14-6fe85f6ef552 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Calling delete_port for dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:21:06.581847 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dfeab7e4-78a3-4241-bb1f-da98d64968eb req-c0afadb6-743e-4975-8c0d-8fb47dcef763 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339696 Aug 17 00:21:06.646957 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device d66001da-44f5-4a19-95e7-7a83e666d088 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:21:06.650824 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device cdb0446c-9802-4168-b391-5292ab59aa43 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:21:06.680620 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: cdb0446c-9802-4168-b391-5292ab59aa43 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:21:06.680950 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device cdb0446c-9802-4168-b391-5292ab59aa43 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:21:06.681385 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 25c31a2b-f545-4f98-89df-76ad2bf4db56 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:21:06.705890 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 25c31a2b-f545-4f98-89df-76ad2bf4db56 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:21:06.706248 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 25c31a2b-f545-4f98-89df-76ad2bf4db56 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:21:06.717897 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-5286a8e8-eaa4-466a-90a9-9f671b5dee5c req-ed27b3d1-bcf0-45aa-bb14-6fe85f6ef552 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:06.749867 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:21:06.750589 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27b3d1-bcf0-45aa-bb14-6fe85f6ef552 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Pushing event deleted for resources: {'Port': ['ID=dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:06.815122 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27b3d1-bcf0-45aa-bb14-6fe85f6ef552 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:06.817435 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27b3d1-bcf0-45aa-bb14-6fe85f6ef552 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:06.817875 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27b3d1-bcf0-45aa-bb14-6fe85f6ef552 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:06.818297 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27b3d1-bcf0-45aa-bb14-6fe85f6ef552 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:06.819025 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27b3d1-bcf0-45aa-bb14-6fe85f6ef552 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:06.819224 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port d66001da-44f5-4a19-95e7-7a83e666d088, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d66001da-44f5-4a19-95e7-7a83e666d088,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:06.819697 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27b3d1-bcf0-45aa-bb14-6fe85f6ef552 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:06.820139 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27b3d1-bcf0-45aa-bb14-6fe85f6ef552 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:06.820585 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27b3d1-bcf0-45aa-bb14-6fe85f6ef552 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:06.821018 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27b3d1-bcf0-45aa-bb14-6fe85f6ef552 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:06.821473 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27b3d1-bcf0-45aa-bb14-6fe85f6ef552 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:06.821906 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27b3d1-bcf0-45aa-bb14-6fe85f6ef552 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:06.822348 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27b3d1-bcf0-45aa-bb14-6fe85f6ef552 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:06.838900 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'd66001da-44f5-4a19-95e7-7a83e666d088', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'port_id': 'd66001da-44f5-4a19-95e7-7a83e666d088', 'mac_address': 'fa:16:3e:25:59:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:21:06.857794 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-5286a8e8-eaa4-466a-90a9-9f671b5dee5c req-ed27b3d1-bcf0-45aa-bb14-6fe85f6ef552 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] No DVR routers for this DVR port dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49 on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:21:06.861801 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-5286a8e8-eaa4-466a-90a9-9f671b5dee5c req-ed27b3d1-bcf0-45aa-bb14-6fe85f6ef552 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:06.865742 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-5286a8e8-eaa4-466a-90a9-9f671b5dee5c req-ed27b3d1-bcf0-45aa-bb14-6fe85f6ef552 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.69 "DELETE /v2.0/ports/dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49 HTTP/1.1" status: 204 len: 173 time: 0.4796717 Aug 17 00:21:06.868481 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe', 'name': 'network-vif-deleted', 'tag': 'dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:21:06.868949 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e6015b-06b4-4b8e-929a-e11b3db8fdf8" -d '{"events": [{"server_uuid": "8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe", "name": "network-vif-deleted", "tag": "dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:21:06.876916 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8dc11323-7a23-4e99-b94a-fe9d505f4e5d req-1ce3b7cc-f25b-4112-a980-53d07f85c69d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 210 time: 0.0506544 Aug 17 00:21:06.894720 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:06.910719 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66001da-44f5-4a19-95e7-7a83e666d088 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:21:06.933021 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f8aaac-afb5-4506-9512-062996f10e8b x-openstack-request-id: req-26f8aaac-afb5-4506-9512-062996f10e8b {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:21:06.934095 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe", "name": "network-vif-deleted", "tag": "dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:21:06.934471 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-26f8aaac-afb5-4506-9512-062996f10e8b {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:21:06.934995 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe', 'name': 'network-vif-deleted', 'tag': 'dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49', 'status': 'completed', 'code': 200} Aug 17 00:21:06.937549 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port d66001da-44f5-4a19-95e7-7a83e666d088, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d66001da-44f5-4a19-95e7-7a83e666d088,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:06.941974 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:06.997862 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=d66001da-44f5-4a19-95e7-7a83e666d088,revision_number=9']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:07.163227 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['d66001da-44f5-4a19-95e7-7a83e666d088'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:21:07.329504 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-80ea895b-d445-40b4-8718-fec8e9eb29e6 req-b57552d8-17b6-4c1d-9049-18b7db6daf41 tempest-TestServerMultinode-2118385237 tempest-TestServerMultinode-2118385237-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8cbc00b6-e0ca-49c4-ac32-fde1b86cd6fe HTTP/1.1" status: 200 len: 210 time: 0.0316935 Aug 17 00:21:07.578198 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199f83e-2d1c-49a7-975d-84163c26e289 req-408f3d06-c453-424e-8816-a13e4b145f74 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:07.579749 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1199f83e-2d1c-49a7-975d-84163c26e289 req-408f3d06-c453-424e-8816-a13e4b145f74 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 945 time: 0.0538905 Aug 17 00:21:07.621555 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1199f83e-2d1c-49a7-975d-84163c26e289 req-3f1dec79-1bb8-4e45-afb0-094b8bfff64f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349076 Aug 17 00:21:07.718842 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e28322-7e67-4f02-96ac-663ed10392a6 req-c525cd08-3bc9-42b9-8f15-472c4e7f823d tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:07.720359 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1e28322-7e67-4f02-96ac-663ed10392a6 req-c525cd08-3bc9-42b9-8f15-472c4e7f823d tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0582502 Aug 17 00:21:07.764219 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1e28322-7e67-4f02-96ac-663ed10392a6 req-6578240c-95a4-4625-95ed-0d0c909cde6e tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376081 Aug 17 00:21:08.279834 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2f370d2-038c-4a1c-b807-1d1333beb02b req-d6ef3797-756a-469d-8483-613d1b77e90e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed71bf7-40c9-4827-b37e-c4a85f6dd090 HTTP/1.1" status: 200 len: 210 time: 0.0313416 Aug 17 00:21:08.359579 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3e6c2-68b7-46e3-a499-daecf20f938e req-3c43c4df-cb42-4b60-92b0-7c5275cedd64 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:08.361278 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63a3e6c2-68b7-46e3-a499-daecf20f938e req-3c43c4df-cb42-4b60-92b0-7c5275cedd64 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.64 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.0701599 Aug 17 00:21:08.405275 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60860) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:08.562378 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-63a3e6c2-68b7-46e3-a499-daecf20f938e req-c3c33ebf-1dd0-4342-b625-04bb6db1c73b tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Deleting port 0145f69d-adea-4f21-8d9d-69cc8f0b5c8a {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:21:08.562721 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-63a3e6c2-68b7-46e3-a499-daecf20f938e req-c3c33ebf-1dd0-4342-b625-04bb6db1c73b tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:08.663154 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device d66001da-44f5-4a19-95e7-7a83e666d088 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:21:08.712801 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port d66001da-44f5-4a19-95e7-7a83e666d088 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:21:08.713196 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:08.769715 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-63a3e6c2-68b7-46e3-a499-daecf20f938e req-c3c33ebf-1dd0-4342-b625-04bb6db1c73b tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] For port 0145f69d-adea-4f21-8d9d-69cc8f0b5c8a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0145f69d-adea-4f21-8d9d-69cc8f0b5c8a,segment=NetworkSegment(042780f0-c041-4992-815f-0a3ca71a3e74),segment_id=042780f0-c041-4992-815f-0a3ca71a3e74)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:08.770087 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-63a3e6c2-68b7-46e3-a499-daecf20f938e req-c3c33ebf-1dd0-4342-b625-04bb6db1c73b tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:08.794493 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:08.809549 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-63a3e6c2-68b7-46e3-a499-daecf20f938e req-c3c33ebf-1dd0-4342-b625-04bb6db1c73b tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Calling delete_port for 0145f69d-adea-4f21-8d9d-69cc8f0b5c8a owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:21:08.819760 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e02e418-3417-49ad-82b1-9e1267567df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66001da-44f5-4a19-95e7-7a83e666d088'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:21:08.822038 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520dc555-21d4-44a3-a34c-7ed8d8eb99f7" -d '{"events": [{"server_uuid": "8e02e418-3417-49ad-82b1-9e1267567df3", "name": "network-vif-plugged", "status": "completed", "tag": "d66001da-44f5-4a19-95e7-7a83e666d088"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:21:08.836757 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0b1f1-174e-4cbb-a928-950f196f9995 req-2a82e240-1e22-400c-847c-ca0414acf5a7 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:08.837326 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port d66001da-44f5-4a19-95e7-7a83e666d088, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d66001da-44f5-4a19-95e7-7a83e666d088,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:08.838305 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5e0b1f1-174e-4cbb-a928-950f196f9995 req-2a82e240-1e22-400c-847c-ca0414acf5a7 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 945 time: 0.1173313 Aug 17 00:21:08.842265 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:08.893116 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=d66001da-44f5-4a19-95e7-7a83e666d088,revision_number=10']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:08.993877 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5e0b1f1-174e-4cbb-a928-950f196f9995 req-3a5c6980-40ea-4f19-8b77-04c93b49e397 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369338 Aug 17 00:21:09.001469 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2670344-24dc-4678-8658-48d269b2da4c req-4954ff90-b1e5-437f-9ab9-fb18dee05f97 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:09.002918 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b2670344-24dc-4678-8658-48d269b2da4c req-4954ff90-b1e5-437f-9ab9-fb18dee05f97 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=67d75182-546f-4fd1-bb1b-e7acd1b82be4 HTTP/1.1" status: 200 len: 946 time: 0.1608610 Aug 17 00:21:09.042309 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21222525-3d85-4ac5-b02c-2136030d64e4 x-openstack-request-id: req-21222525-3d85-4ac5-b02c-2136030d64e4 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:21:09.043192 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e02e418-3417-49ad-82b1-9e1267567df3", "name": "network-vif-plugged", "status": "completed", "tag": "d66001da-44f5-4a19-95e7-7a83e666d088", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:21:09.043521 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-21222525-3d85-4ac5-b02c-2136030d64e4 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:21:09.044571 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e02e418-3417-49ad-82b1-9e1267567df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66001da-44f5-4a19-95e7-7a83e666d088', 'code': 200} Aug 17 00:21:09.103547 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b2670344-24dc-4678-8658-48d269b2da4c req-148ba925-e598-4780-922e-fc94b50d038e tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902004 Aug 17 00:21:09.155677 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-63a3e6c2-68b7-46e3-a499-daecf20f938e req-c3c33ebf-1dd0-4342-b625-04bb6db1c73b tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:09.169032 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d', '0145f69d-adea-4f21-8d9d-69cc8f0b5c8a'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:21:09.194200 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c33ebf-1dd0-4342-b625-04bb6db1c73b tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Pushing event deleted for resources: {'Port': ['ID=0145f69d-adea-4f21-8d9d-69cc8f0b5c8a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:09.208593 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c33ebf-1dd0-4342-b625-04bb6db1c73b tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:09.208937 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c33ebf-1dd0-4342-b625-04bb6db1c73b tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:09.209359 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c33ebf-1dd0-4342-b625-04bb6db1c73b tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:09.209714 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c33ebf-1dd0-4342-b625-04bb6db1c73b tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:09.210059 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c33ebf-1dd0-4342-b625-04bb6db1c73b tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:09.211324 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c33ebf-1dd0-4342-b625-04bb6db1c73b tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:09.211324 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c33ebf-1dd0-4342-b625-04bb6db1c73b tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:09.211658 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c33ebf-1dd0-4342-b625-04bb6db1c73b tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:09.211988 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c33ebf-1dd0-4342-b625-04bb6db1c73b tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:09.212319 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c33ebf-1dd0-4342-b625-04bb6db1c73b tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:09.212654 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c33ebf-1dd0-4342-b625-04bb6db1c73b tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:09.212986 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c33ebf-1dd0-4342-b625-04bb6db1c73b tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:09.227449 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e55a0-c31d-489d-8e6b-e1c237867375 req-3af2b2dc-ffde-4e62-b52b-980f8f63a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:09.229834 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-016e55a0-c31d-489d-8e6b-e1c237867375 req-3af2b2dc-ffde-4e62-b52b-980f8f63a9c4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 1099 time: 0.0584669 Aug 17 00:21:09.238825 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8030841e-76c8-492d-b3e5-e09d32c45016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:09.267441 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-016e55a0-c31d-489d-8e6b-e1c237867375 req-30f723e5-69fb-483f-b576-fb9fbf7c58cb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305483 Aug 17 00:21:09.292449 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a3e6c2-68b7-46e3-a499-daecf20f938e req-c3c33ebf-1dd0-4342-b625-04bb6db1c73b tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] No DVR routers for this DVR port 0145f69d-adea-4f21-8d9d-69cc8f0b5c8a on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:21:09.296598 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-63a3e6c2-68b7-46e3-a499-daecf20f938e req-c3c33ebf-1dd0-4342-b625-04bb6db1c73b tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:09.298590 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63a3e6c2-68b7-46e3-a499-daecf20f938e req-c3c33ebf-1dd0-4342-b625-04bb6db1c73b tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.64 "DELETE /v2.0/ports/0145f69d-adea-4f21-8d9d-69cc8f0b5c8a HTTP/1.1" status: 204 len: 173 time: 0.9307973 Aug 17 00:21:09.299032 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d75182-546f-4fd1-bb1b-e7acd1b82be4', 'name': 'network-vif-deleted', 'tag': '0145f69d-adea-4f21-8d9d-69cc8f0b5c8a'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:21:09.301292 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83eacbf3-7361-4521-a215-656d2a5b70e0" -d '{"events": [{"server_uuid": "67d75182-546f-4fd1-bb1b-e7acd1b82be4", "name": "network-vif-deleted", "tag": "0145f69d-adea-4f21-8d9d-69cc8f0b5c8a"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:21:09.365651 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef13591e-62e4-4075-b9c6-30c7e3ccd37b x-openstack-request-id: req-ef13591e-62e4-4075-b9c6-30c7e3ccd37b {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:21:09.365944 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d75182-546f-4fd1-bb1b-e7acd1b82be4", "name": "network-vif-deleted", "tag": "0145f69d-adea-4f21-8d9d-69cc8f0b5c8a", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:21:09.366198 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef13591e-62e4-4075-b9c6-30c7e3ccd37b {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:21:09.366715 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d75182-546f-4fd1-bb1b-e7acd1b82be4', 'name': 'network-vif-deleted', 'tag': '0145f69d-adea-4f21-8d9d-69cc8f0b5c8a', 'status': 'completed', 'code': 200} Aug 17 00:21:09.589225 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-8030841e-76c8-492d-b3e5-e09d32c45016 admin admin] Deleting port 63d91498-eb3b-4e35-be17-150e2636b06d {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:21:09.589724 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8030841e-76c8-492d-b3e5-e09d32c45016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:09.606916 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-a8e093db-963e-4cde-acf9-095170c31261 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1752948688&fields=id&tenant_id=f107c7703c294e8991c1c983d8b06a9f HTTP/1.1" status: 200 len: 267 time: 0.0491207 Aug 17 00:21:09.746918 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-8030841e-76c8-492d-b3e5-e09d32c45016 admin admin] For port 63d91498-eb3b-4e35-be17-150e2636b06d, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=63d91498-eb3b-4e35-be17-150e2636b06d,segment=NetworkSegment(df08f9ea-5767-4039-a2e0-8d0819033de7),segment_id=df08f9ea-5767-4039-a2e0-8d0819033de7)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:09.747364 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8030841e-76c8-492d-b3e5-e09d32c45016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:09.773614 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-8030841e-76c8-492d-b3e5-e09d32c45016 admin admin] Calling delete_port for 63d91498-eb3b-4e35-be17-150e2636b06d owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:21:09.784318 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-44c24af9-6790-4ea9-9368-f3fb58a06168 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:09.785838 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-44c24af9-6790-4ea9-9368-f3fb58a06168 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 811 time: 0.1509352 Aug 17 00:21:09.835807 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-f5234e5f-1800-4cba-9151-d767ee497806 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/quotas/f107c7703c294e8991c1c983d8b06a9f HTTP/1.1" status: 200 len: 375 time: 0.0414472 Aug 17 00:21:09.951183 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-e203c8d7-31c1-4bbd-a736-38dc70e61522 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0981157 Aug 17 00:21:10.117648 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-a76a4089-d00d-48ce-a3b5-ff8ec2957cdf service neutron] 10.222.0.60 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466758 Aug 17 00:21:10.136400 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8030841e-76c8-492d-b3e5-e09d32c45016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:10.144487 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:10.210930 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030841e-76c8-492d-b3e5-e09d32c45016 admin admin] Pushing event deleted for resources: {'Port': ['ID=63d91498-eb3b-4e35-be17-150e2636b06d,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:10.485503 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:21:10.510800 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:21:10.511847 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device dabbd7dd-0b00-48ec-b48e-dc4c6f49dd49 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:21:10.611342 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc8309-af22-4ebc-a449-85f0875f50f1 req-bcff709c-9764-457e-ad4b-95effee35c7b tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:10.612878 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bdc8309-af22-4ebc-a449-85f0875f50f1 req-bcff709c-9764-457e-ad4b-95effee35c7b tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 947 time: 0.5128758 Aug 17 00:21:10.712635 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-26fe4f77-b75a-4063-90b2-2dca0b956811 service neutron] 10.222.0.60 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5783715 Aug 17 00:21:10.728563 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bdc8309-af22-4ebc-a449-85f0875f50f1 req-a12cc8f8-7509-40f1-8de0-95d717f3cf7c tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062953 Aug 17 00:21:10.801405 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8030841e-76c8-492d-b3e5-e09d32c45016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:11.079719 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da4d409d-b308-41ee-869d-802c2b34010b req-ed9c4c4a-4c45-4e6c-a388-2d9e9ffb3316 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 210 time: 0.0531275 Aug 17 00:21:11.123609 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d0395-330d-406f-b2f2-d1d1575f6066 req-f482e810-be89-4b93-b608-dec94bf32309 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:11.125718 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc2d0395-330d-406f-b2f2-d1d1575f6066 req-f482e810-be89-4b93-b608-dec94bf32309 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.1413000 Aug 17 00:21:11.132489 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8030841e-76c8-492d-b3e5-e09d32c45016 admin admin] Router 4f8be1d3-7e31-4d6b-9640-ebdd88c50450 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:21:11.229539 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc2d0395-330d-406f-b2f2-d1d1575f6066 req-edbf104c-182a-495f-b55c-68c9d656034f tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952029 Aug 17 00:21:11.311519 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8030841e-76c8-492d-b3e5-e09d32c45016 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:21:11.317488 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8030841e-76c8-492d-b3e5-e09d32c45016 admin admin] 10.222.0.60 "PUT /v2.0/routers/4f8be1d3-7e31-4d6b-9640-ebdd88c50450/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9112265 Aug 17 00:21:11.320200 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60936) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:11.323557 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e04f12-d10d-4df2-a432-47eb34d3f134 None None] Sync routers for ids ['4f8be1d3-7e31-4d6b-9640-ebdd88c50450'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:21:11.333929 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e04f12-d10d-4df2-a432-47eb34d3f134 None None] Routers {'4f8be1d3-7e31-4d6b-9640-ebdd88c50450'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:11.334911 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-52e04f12-d10d-4df2-a432-47eb34d3f134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:20:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['4f8be1d3-7e31-4d6b-9640-ebdd88c50450'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:11.443089 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f265f8bf-19f2-4eb5-9635-16d515be595f admin admin] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:11.454914 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-52e04f12-d10d-4df2-a432-47eb34d3f134 None None] Set router 4f8be1d3-7e31-4d6b-9640-ebdd88c50450 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:11.559297 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f265f8bf-19f2-4eb5-9635-16d515be595f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:11.617972 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-f265f8bf-19f2-4eb5-9635-16d515be595f admin admin] Deleting port e686be29-2a6d-401e-888e-ac7e58a87f82 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:21:11.618708 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f265f8bf-19f2-4eb5-9635-16d515be595f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:11.656087 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-52e04f12-d10d-4df2-a432-47eb34d3f134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8be1d3-7e31-4d6b-9640-ebdd88c50450', 'name': 'tempest-TestServerMultinode-738659398-router', 'tenant_id': 'bda0c746c639491a9e94e58d73c78c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e686be29-2a6d-401e-888e-ac7e58a87f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:20:08Z', 'updated_at': '2021-08-17T00:21:10Z', 'revision_number': 5, 'project_id': 'bda0c746c639491a9e94e58d73c78c7d', 'gw_port': {'id': 'e686be29-2a6d-401e-888e-ac7e58a87f82', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:22:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8be1d3-7e31-4d6b-9640-ebdd88c50450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:09Z', 'updated_at': '2021-08-17T00:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:11.684176 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e04f12-d10d-4df2-a432-47eb34d3f134 None None] Checking router: 4f8be1d3-7e31-4d6b-9640-ebdd88c50450 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:21:11.695995 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e04f12-d10d-4df2-a432-47eb34d3f134 None None] Routers {'4f8be1d3-7e31-4d6b-9640-ebdd88c50450'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:11.696695 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-52e04f12-d10d-4df2-a432-47eb34d3f134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:20:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['4f8be1d3-7e31-4d6b-9640-ebdd88c50450'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:11.723781 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:11.724711 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-f265f8bf-19f2-4eb5-9635-16d515be595f admin admin] For port e686be29-2a6d-401e-888e-ac7e58a87f82, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e686be29-2a6d-401e-888e-ac7e58a87f82,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:11.724972 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f265f8bf-19f2-4eb5-9635-16d515be595f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:11.740911 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-f265f8bf-19f2-4eb5-9635-16d515be595f admin admin] Calling delete_port for e686be29-2a6d-401e-888e-ac7e58a87f82 owned by network:router_gateway {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:21:11.791498 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-52e04f12-d10d-4df2-a432-47eb34d3f134 None None] Set router 4f8be1d3-7e31-4d6b-9640-ebdd88c50450 gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:11.848203 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-52e04f12-d10d-4df2-a432-47eb34d3f134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8be1d3-7e31-4d6b-9640-ebdd88c50450', 'name': 'tempest-TestServerMultinode-738659398-router', 'tenant_id': 'bda0c746c639491a9e94e58d73c78c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:20:08Z', 'updated_at': '2021-08-17T00:21:11Z', 'revision_number': 6, 'project_id': 'bda0c746c639491a9e94e58d73c78c7d', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:11.875120 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e04f12-d10d-4df2-a432-47eb34d3f134 None None] The sync data for ids ['4f8be1d3-7e31-4d6b-9640-ebdd88c50450'] in n-d-800088-20 is: [{'id': '4f8be1d3-7e31-4d6b-9640-ebdd88c50450', 'name': 'tempest-TestServerMultinode-738659398-router', 'tenant_id': 'bda0c746c639491a9e94e58d73c78c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:20:08Z', 'updated_at': '2021-08-17T00:21:11Z', 'revision_number': 6, 'project_id': 'bda0c746c639491a9e94e58d73c78c7d', 'gw_port_host': None}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:21:11.904371 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fb483-5df0-405d-9d67-6dc262ad4acb req-c12cf897-dcd2-46ed-8401-5a0c5dc9cd12 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:11.907965 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d05fb483-5df0-405d-9d67-6dc262ad4acb req-c12cf897-dcd2-46ed-8401-5a0c5dc9cd12 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 947 time: 0.0958388 Aug 17 00:21:11.992884 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d05fb483-5df0-405d-9d67-6dc262ad4acb req-88c4db0b-00cc-4367-881d-9192c3228d06 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728602 Aug 17 00:21:12.009475 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f265f8bf-19f2-4eb5-9635-16d515be595f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:12.044774 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265f8bf-19f2-4eb5-9635-16d515be595f admin admin] Pushing event deleted for resources: {'Port': ['ID=e686be29-2a6d-401e-888e-ac7e58a87f82,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:12.131141 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f265f8bf-19f2-4eb5-9635-16d515be595f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:12.159053 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-a4e4d001-cf36-4d2e-9e18-700bda97734b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:12.160603 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-a4e4d001-cf36-4d2e-9e18-700bda97734b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.69 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 811 time: 0.1661136 Aug 17 00:21:12.206757 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-b6577b69-5b6c-4280-9151-cc10e5a307b4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f107c7703c294e8991c1c983d8b06a9f HTTP/1.1" status: 200 len: 380 time: 0.0363300 Aug 17 00:21:12.223706 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-8e2d6773-d907-4102-83ac-fba583caa9bd tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Request body: {'port': {'device_id': '34feeef3-9627-4e9b-ae67-a79ae3b05bd3', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'admin_state_up': True, 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'security_groups': ['5994aa1c-07fa-4ece-8623-f0165e21c262']}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:12.252698 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f265f8bf-19f2-4eb5-9635-16d515be595f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:12.255906 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-88fc60ea-13e5-447d-9c04-c2cf7d5ef163 req-d83dd570-2c89-41bd-85b8-9db99b3652a6 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 210 time: 0.0591786 Aug 17 00:21:12.257148 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f265f8bf-19f2-4eb5-9635-16d515be595f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:12.316328 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f265f8bf-19f2-4eb5-9635-16d515be595f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:12.316880 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f265f8bf-19f2-4eb5-9635-16d515be595f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f8be1d3-7e31-4d6b-9640-ebdd88c50450 {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:21:12.323248 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f265f8bf-19f2-4eb5-9635-16d515be595f admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:12.324518 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f265f8bf-19f2-4eb5-9635-16d515be595f admin admin] 10.222.0.60 "DELETE /v2.0/routers/4f8be1d3-7e31-4d6b-9640-ebdd88c50450 HTTP/1.1" status: 204 len: 168 time: 1.0029242 Aug 17 00:21:12.327382 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60946) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:12.368967 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-8e2d6773-d907-4102-83ac-fba583caa9bd tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Made reservation on behalf of f107c7703c294e8991c1c983d8b06a9f for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:21:12.374094 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-8e2d6773-d907-4102-83ac-fba583caa9bd tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:12.409035 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd26263-14d5-424b-ba37-97df4d4930c1 admin admin] Deleting subnet 58c9f885-48bf-4fb8-a83f-3153d5b5cd4b {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:21:12.419841 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efd60e-9965-4be8-9a9c-5f0aef41180b req-d5d550a3-9fa4-4942-9168-c183970f15cc tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:12.421892 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9efd60e-9965-4be8-9a9c-5f0aef41180b req-d5d550a3-9fa4-4942-9168-c183970f15cc tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.0955126 Aug 17 00:21:12.422658 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cfd26263-14d5-424b-ba37-97df4d4930c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:12.498357 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cfd26263-14d5-424b-ba37-97df4d4930c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:12.532330 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-8e2d6773-d907-4102-83ac-fba583caa9bd tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Allocated IP 172.20.0.12 (2676b640-a0ef-482d-b8e8-3f50e99c7802/50a43672-a95f-4b5a-a039-6a76ff2ef6bb/605fa81c-4fa3-4bb0-91cf-776a6b33ca10) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:21:12.538689 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9efd60e-9965-4be8-9a9c-5f0aef41180b req-ef614640-9959-4837-bf9a-3eb9848ce227 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060677 Aug 17 00:21:12.616332 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cfd26263-14d5-424b-ba37-97df4d4930c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:12.671808 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0145f69d-adea-4f21-8d9d-69cc8f0b5c8a no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:21:12.682625 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cfd26263-14d5-424b-ba37-97df4d4930c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:12.709935 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd26263-14d5-424b-ba37-97df4d4930c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58c9f885-48bf-4fb8-a83f-3153d5b5cd4b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:12.713805 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cfd26263-14d5-424b-ba37-97df4d4930c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:12.718829 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-8e2d6773-d907-4102-83ac-fba583caa9bd tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:12.719177 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cfd26263-14d5-424b-ba37-97df4d4930c1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/58c9f885-48bf-4fb8-a83f-3153d5b5cd4b HTTP/1.1" status: 204 len: 168 time: 0.3840222 Aug 17 00:21:12.719789 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60948) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:12.733999 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-8e2d6773-d907-4102-83ac-fba583caa9bd tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Transition to ACTIVE for port object 605fa81c-4fa3-4bb0-91cf-776a6b33ca10 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:21:12.751219 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a48df3b-722e-4fae-8fad-6d361ca930b6 None None] Network 08dd8041-00f8-4c23-b405-a6be6a823c07 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:21:12.755186 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 0145f69d-adea-4f21-8d9d-69cc8f0b5c8a {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:21:12.755726 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0145f69d-adea-4f21-8d9d-69cc8f0b5c8a not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:21:12.776520 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-8e2d6773-d907-4102-83ac-fba583caa9bd tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:12.815926 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 63d91498-eb3b-4e35-be17-150e2636b06d no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:21:12.825692 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e0d23e4c-2baf-4065-b897-91acd99bddbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:12.849380 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-8e2d6773-d907-4102-83ac-fba583caa9bd tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Network 2676b640-a0ef-482d-b8e8-3f50e99c7802 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:21:12.851543 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 63d91498-eb3b-4e35-be17-150e2636b06d {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:21:12.852228 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 63d91498-eb3b-4e35-be17-150e2636b06d not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:21:12.852953 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e686be29-2a6d-401e-888e-ac7e58a87f82 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:21:12.854463 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-8e2d6773-d907-4102-83ac-fba583caa9bd tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:21:12.858834 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-8e2d6773-d907-4102-83ac-fba583caa9bd tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:21:12.869031 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d6773-d907-4102-83ac-fba583caa9bd tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event updated for resources: {'Port': ['ID=605fa81c-4fa3-4bb0-91cf-776a6b33ca10,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:12.898651 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: e686be29-2a6d-401e-888e-ac7e58a87f82 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:21:12.898992 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e686be29-2a6d-401e-888e-ac7e58a87f82 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:21:12.914479 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-e0d23e4c-2baf-4065-b897-91acd99bddbd admin admin] Deleting port 0324277f-300a-4975-a418-370864a04d11 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:21:12.915178 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e0d23e4c-2baf-4065-b897-91acd99bddbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:12.968251 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-8e2d6773-d907-4102-83ac-fba583caa9bd tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:12.968982 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-8e2d6773-d907-4102-83ac-fba583caa9bd tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:12.993754 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-8e2d6773-d907-4102-83ac-fba583caa9bd tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7737873 Aug 17 00:21:13.011874 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-7389a899-9d3b-4162-ae16-2a050f6bd51b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:21:13.013291 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-7389a899-9d3b-4162-ae16-2a050f6bd51b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068758 Aug 17 00:21:13.027720 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-38c4cee9-a271-4aed-bf6a-0647ec5098fe service neutron] Request body: {'port': {'device_id': '34feeef3-9627-4e9b-ae67-a79ae3b05bd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:13.030251 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-e0d23e4c-2baf-4065-b897-91acd99bddbd admin admin] For port 0324277f-300a-4975-a418-370864a04d11, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=0324277f-300a-4975-a418-370864a04d11,segment=NetworkSegment(df08f9ea-5767-4039-a2e0-8d0819033de7),segment_id=df08f9ea-5767-4039-a2e0-8d0819033de7)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:13.030926 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e0d23e4c-2baf-4065-b897-91acd99bddbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:13.061710 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-e0d23e4c-2baf-4065-b897-91acd99bddbd admin admin] Calling delete_port for 0324277f-300a-4975-a418-370864a04d11 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:21:13.102885 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-38c4cee9-a271-4aed-bf6a-0647ec5098fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:13.152601 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efcb47-2489-40f0-ab23-199cd3d612cb req-4c549241-6670-4219-afff-ee0124544bf5 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:13.154332 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-47efcb47-2489-40f0-ab23-199cd3d612cb req-4c549241-6670-4219-afff-ee0124544bf5 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.64 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.1059446 Aug 17 00:21:13.197698 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf3d67d-50a1-4b94-8a88-e48ea48fd8d6 None None] DHCP port deletion for 08dd8041-00f8-4c23-b405-a6be6a823c07 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:21:13.295888 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-fdf3d67d-50a1-4b94-8a88-e48ea48fd8d6 None None] Deleting port 0324277f-300a-4975-a418-370864a04d11 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:21:13.296318 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fdf3d67d-50a1-4b94-8a88-e48ea48fd8d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:13.307206 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e0d23e4c-2baf-4065-b897-91acd99bddbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:13.344219 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-47efcb47-2489-40f0-ab23-199cd3d612cb req-a7758e31-43fa-4579-9171-a76b73886f04 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Deleting port bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:21:13.345006 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-47efcb47-2489-40f0-ab23-199cd3d612cb req-a7758e31-43fa-4579-9171-a76b73886f04 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:13.364346 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d23e4c-2baf-4065-b897-91acd99bddbd admin admin] Pushing event deleted for resources: {'Port': ['ID=0324277f-300a-4975-a418-370864a04d11,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:13.400362 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d23e4c-2baf-4065-b897-91acd99bddbd admin admin] No DVR routers for this DVR port 0324277f-300a-4975-a418-370864a04d11 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:21:13.412503 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-fdf3d67d-50a1-4b94-8a88-e48ea48fd8d6 None None] For port 0324277f-300a-4975-a418-370864a04d11, host n-d-800088-20, got binding levels [] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:13.413225 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fdf3d67d-50a1-4b94-8a88-e48ea48fd8d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:13.436448 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-fdf3d67d-50a1-4b94-8a88-e48ea48fd8d6 None None] Calling delete_port for 0324277f-300a-4975-a418-370864a04d11 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:21:13.451337 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.ipam_backend_mixin [None req-fdf3d67d-50a1-4b94-8a88-e48ea48fd8d6 None None] Port 0324277f-300a-4975-a418-370864a04d11 was not found and therefore no delete operation was performed {{(pid=101404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 00:21:13.452203 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-38c4cee9-a271-4aed-bf6a-0647ec5098fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 605fa81c-4fa3-4bb0-91cf-776a6b33ca10 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:21:13.454696 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fdf3d67d-50a1-4b94-8a88-e48ea48fd8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:13.461386 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-38c4cee9-a271-4aed-bf6a-0647ec5098fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:13.477451 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-71bae8f3-b74b-4b0f-afab-ee49eb96a85f None None] Provisioning for port 605fa81c-4fa3-4bb0-91cf-776a6b33ca10 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:21:13.485621 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf3d67d-50a1-4b94-8a88-e48ea48fd8d6 None None] No DVR routers for this DVR port 0324277f-300a-4975-a418-370864a04d11 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:21:13.487820 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-38c4cee9-a271-4aed-bf6a-0647ec5098fe service neutron] Transition to ACTIVE for port object 605fa81c-4fa3-4bb0-91cf-776a6b33ca10 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:21:13.492997 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-71bae8f3-b74b-4b0f-afab-ee49eb96a85f None None] Provisioning complete for port 605fa81c-4fa3-4bb0-91cf-776a6b33ca10 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:21:13.494201 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-71bae8f3-b74b-4b0f-afab-ee49eb96a85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:13.496578 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-38c4cee9-a271-4aed-bf6a-0647ec5098fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:13.550864 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3d67d-50a1-4b94-8a88-e48ea48fd8d6 None None] Pushing event deleted for resources: {'Port': ['ID=0324277f-300a-4975-a418-370864a04d11,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:13.561021 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4cee9-a271-4aed-bf6a-0647ec5098fe service neutron] Pushing event updated for resources: {'Port': ['ID=605fa81c-4fa3-4bb0-91cf-776a6b33ca10,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:13.566875 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e0d23e4c-2baf-4065-b897-91acd99bddbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:13.587347 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-71bae8f3-b74b-4b0f-afab-ee49eb96a85f None None] Port 605fa81c-4fa3-4bb0-91cf-776a6b33ca10 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:21:13.593206 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-e0d23e4c-2baf-4065-b897-91acd99bddbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08dd8041-00f8-4c23-b405-a6be6a823c07']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:13.623954 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0ec70-2cfb-4d5c-b1f6-c4916bcf6a5b req-47cb6266-482d-4b03-8453-863daed148b9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:13.625794 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6ce0ec70-2cfb-4d5c-b1f6-c4916bcf6a5b req-47cb6266-482d-4b03-8453-863daed148b9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 932 time: 0.2580729 Aug 17 00:21:13.645687 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-e0d23e4c-2baf-4065-b897-91acd99bddbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df08f9ea-5767-4039-a2e0-8d0819033de7') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:13.645993 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-e0d23e4c-2baf-4065-b897-91acd99bddbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df08f9ea-5767-4039-a2e0-8d0819033de7') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:13.704296 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-38c4cee9-a271-4aed-bf6a-0647ec5098fe service neutron] Attempting to bind port 605fa81c-4fa3-4bb0-91cf-776a6b33ca10 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:21:13.704726 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-38c4cee9-a271-4aed-bf6a-0647ec5098fe service neutron] Attempting to bind port 605fa81c-4fa3-4bb0-91cf-776a6b33ca10 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:21:13.705298 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-38c4cee9-a271-4aed-bf6a-0647ec5098fe service neutron] Attempting to bind port 605fa81c-4fa3-4bb0-91cf-776a6b33ca10 on network 2676b640-a0ef-482d-b8e8-3f50e99c7802 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:21:13.710162 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-38c4cee9-a271-4aed-bf6a-0647ec5098fe service neutron] Port 605fa81c-4fa3-4bb0-91cf-776a6b33ca10 on network 2676b640-a0ef-482d-b8e8-3f50e99c7802 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:21:13.710569 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-38c4cee9-a271-4aed-bf6a-0647ec5098fe service neutron] Attempting to bind port 605fa81c-4fa3-4bb0-91cf-776a6b33ca10 on network 2676b640-a0ef-482d-b8e8-3f50e99c7802 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:21:13.711834 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-47efcb47-2489-40f0-ab23-199cd3d612cb req-a7758e31-43fa-4579-9171-a76b73886f04 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] For port bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d,segment=NetworkSegment(042780f0-c041-4992-815f-0a3ca71a3e74),segment_id=042780f0-c041-4992-815f-0a3ca71a3e74)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:13.712323 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-47efcb47-2489-40f0-ab23-199cd3d612cb req-a7758e31-43fa-4579-9171-a76b73886f04 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:13.716906 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-38c4cee9-a271-4aed-bf6a-0647ec5098fe service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:21:13.716906 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-38c4cee9-a271-4aed-bf6a-0647ec5098fe service neutron] Checking segment: {'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:21:13.717436 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-38c4cee9-a271-4aed-bf6a-0647ec5098fe service neutron] Bound using segment: {'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:21:13.718525 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-38c4cee9-a271-4aed-bf6a-0647ec5098fe service neutron] Bound port: 605fa81c-4fa3-4bb0-91cf-776a6b33ca10, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:21:13.718525 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-38c4cee9-a271-4aed-bf6a-0647ec5098fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:13.719541 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e0d23e4c-2baf-4065-b897-91acd99bddbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:13.774288 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-47efcb47-2489-40f0-ab23-199cd3d612cb req-a7758e31-43fa-4579-9171-a76b73886f04 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Calling delete_port for bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:21:13.786011 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e0d23e4c-2baf-4065-b897-91acd99bddbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:13.791053 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6ce0ec70-2cfb-4d5c-b1f6-c4916bcf6a5b req-ad85be3d-f149-4a74-910a-f4aafa2b94cb tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474192 Aug 17 00:21:13.814633 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28263718-8d05-46a0-a0fb-628239a808b9 req-6e32ef6c-2549-4f62-9afd-bff0842ba956 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:13.816376 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28263718-8d05-46a0-a0fb-628239a808b9 req-6e32ef6c-2549-4f62-9afd-bff0842ba956 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f5b28a-07a7-400b-95ca-aef5b1ffdb22 HTTP/1.1" status: 200 len: 945 time: 0.1647477 Aug 17 00:21:13.817487 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d23e4c-2baf-4065-b897-91acd99bddbd admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:21:13.818135 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e0d23e4c-2baf-4065-b897-91acd99bddbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:21:13.821419 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:21:13.825004 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-38c4cee9-a271-4aed-bf6a-0647ec5098fe service neutron] For port 605fa81c-4fa3-4bb0-91cf-776a6b33ca10, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:21:13.829929 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-38c4cee9-a271-4aed-bf6a-0647ec5098fe service neutron] For port 605fa81c-4fa3-4bb0-91cf-776a6b33ca10, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=605fa81c-4fa3-4bb0-91cf-776a6b33ca10,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:21:13.838056 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-38c4cee9-a271-4aed-bf6a-0647ec5098fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:13.888109 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-38c4cee9-a271-4aed-bf6a-0647ec5098fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:13.888584 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-38c4cee9-a271-4aed-bf6a-0647ec5098fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:13.890073 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-38c4cee9-a271-4aed-bf6a-0647ec5098fe service neutron] 10.222.0.69 "PUT /v2.0/ports/605fa81c-4fa3-4bb0-91cf-776a6b33ca10 HTTP/1.1" status: 200 len: 1093 time: 0.8669679 Aug 17 00:21:13.890479 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34feeef3-9627-4e9b-ae67-a79ae3b05bd3', 'tag': '605fa81c-4fa3-4bb0-91cf-776a6b33ca10'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:21:13.892794 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1215a9c4-1336-4a5f-829b-74da4e5e7c38" -d '{"events": [{"name": "network-changed", "server_uuid": "34feeef3-9627-4e9b-ae67-a79ae3b05bd3", "tag": "605fa81c-4fa3-4bb0-91cf-776a6b33ca10"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:21:13.936816 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4cee9-a271-4aed-bf6a-0647ec5098fe service neutron] Pushing event updated for resources: {'Port': ['ID=605fa81c-4fa3-4bb0-91cf-776a6b33ca10,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:13.952346 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ff6008-559f-4a4f-9a55-fecbf1661e0a x-openstack-request-id: req-f7ff6008-559f-4a4f-9a55-fecbf1661e0a {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:21:13.952753 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34feeef3-9627-4e9b-ae67-a79ae3b05bd3", "tag": "605fa81c-4fa3-4bb0-91cf-776a6b33ca10", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:21:13.953020 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f7ff6008-559f-4a4f-9a55-fecbf1661e0a {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:21:13.954451 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34feeef3-9627-4e9b-ae67-a79ae3b05bd3', 'tag': '605fa81c-4fa3-4bb0-91cf-776a6b33ca10', 'status': 'completed', 'code': 200} Aug 17 00:21:13.988440 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e0d23e4c-2baf-4065-b897-91acd99bddbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:13.989679 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-c0d674b5-3520-414a-821b-440ab7d809e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:13.991833 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-c0d674b5-3520-414a-821b-440ab7d809e5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 1096 time: 0.0510099 Aug 17 00:21:14.001113 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e0d23e4c-2baf-4065-b897-91acd99bddbd admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:14.002889 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e0d23e4c-2baf-4065-b897-91acd99bddbd admin admin] 10.222.0.60 "DELETE /v2.0/networks/08dd8041-00f8-4c23-b405-a6be6a823c07 HTTP/1.1" status: 204 len: 168 time: 1.2821834 Aug 17 00:21:14.006650 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60956) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:14.017219 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28263718-8d05-46a0-a0fb-628239a808b9 req-85c5930e-0f44-4dc3-bb6c-012c0dcac70f tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.60 "GET /v2.0/security-groups?id=dba1dda7-31b0-437f-be0a-99aea9f8b1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815994 Aug 17 00:21:14.037874 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d23e4c-2baf-4065-b897-91acd99bddbd admin admin] Pushing event deleted for resources: {'Network': ['ID=08dd8041-00f8-4c23-b405-a6be6a823c07,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:14.100576 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-19592f94-f8ef-4c33-a097-6a214a2f7805 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=605fa81c-4fa3-4bb0-91cf-776a6b33ca10 HTTP/1.1" status: 200 len: 217 time: 0.0867398 Aug 17 00:21:14.123591 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-47efcb47-2489-40f0-ab23-199cd3d612cb req-a7758e31-43fa-4579-9171-a76b73886f04 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:14.138757 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:21:14.194066 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7758e31-43fa-4579-9171-a76b73886f04 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Pushing event deleted for resources: {'Port': ['ID=bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:14.223268 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-47efcb47-2489-40f0-ab23-199cd3d612cb req-a7758e31-43fa-4579-9171-a76b73886f04 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] No DVR routers for this DVR port bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:21:14.226090 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-47efcb47-2489-40f0-ab23-199cd3d612cb req-a7758e31-43fa-4579-9171-a76b73886f04 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:14.228280 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-47efcb47-2489-40f0-ab23-199cd3d612cb req-a7758e31-43fa-4579-9171-a76b73886f04 tempest-ServerRescueTestJSON-578534189 tempest-ServerRescueTestJSON-578534189-project] 10.222.0.64 "DELETE /v2.0/ports/bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d HTTP/1.1" status: 204 len: 173 time: 1.0640545 Aug 17 00:21:14.228739 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f5b28a-07a7-400b-95ca-aef5b1ffdb22', 'name': 'network-vif-deleted', 'tag': 'bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:21:14.231817 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853db650-2d5b-443c-aa46-35e95abafb2d" -d '{"events": [{"server_uuid": "62f5b28a-07a7-400b-95ca-aef5b1ffdb22", "name": "network-vif-deleted", "tag": "bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:21:14.273114 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fec579-1e3f-4a3e-b6a1-0784cdb0391d x-openstack-request-id: req-16fec579-1e3f-4a3e-b6a1-0784cdb0391d {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:21:14.273415 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f5b28a-07a7-400b-95ca-aef5b1ffdb22", "name": "network-vif-deleted", "tag": "bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:21:14.273693 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-16fec579-1e3f-4a3e-b6a1-0784cdb0391d {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:21:14.274118 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f5b28a-07a7-400b-95ca-aef5b1ffdb22', 'name': 'network-vif-deleted', 'tag': 'bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d', 'status': 'completed', 'code': 200} Aug 17 00:21:14.524585 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-fd7cd50a-303c-4d5a-8d52-f316892ff456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:14.526071 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-fd7cd50a-303c-4d5a-8d52-f316892ff456 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50a43672-a95f-4b5a-a039-6a76ff2ef6bb HTTP/1.1" status: 200 len: 850 time: 0.4125948 Aug 17 00:21:14.663854 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-8f10acf9-0f5a-44f7-b29d-17f659b53def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:14.665393 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-8f10acf9-0f5a-44f7-b29d-17f659b53def service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2676b640-a0ef-482d-b8e8-3f50e99c7802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0926147 Aug 17 00:21:14.755237 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 0324277f-300a-4975-a418-370864a04d11 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:21:14.782036 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 0324277f-300a-4975-a418-370864a04d11 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:21:14.782778 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 0324277f-300a-4975-a418-370864a04d11 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:21:14.836422 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-9ffff2b8-bce2-4892-a860-cdf9a7bafe61 service neutron] 10.222.0.69 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583579 Aug 17 00:21:14.937786 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa624d-a4eb-4e9f-b654-c53a1a7612e5 req-3c7f8f14-5e7f-4d9f-a0b5-b42c9e138e42 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:14.945198 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1afa624d-a4eb-4e9f-b654-c53a1a7612e5 req-3c7f8f14-5e7f-4d9f-a0b5-b42c9e138e42 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 944 time: 0.0613966 Aug 17 00:21:14.980000 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1afa624d-a4eb-4e9f-b654-c53a1a7612e5 req-101b0341-30b9-4099-a90f-d9f76e3cb4a4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332778 Aug 17 00:21:14.982956 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8dce596a-26df-41bc-8bbe-c7568aae7ab8 req-b53f0ca4-703f-4e05-879a-9d3678c4603b service neutron] 10.222.0.69 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348970 Aug 17 00:21:15.004032 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c3af6d98-e426-43cb-b5c6-ba8ea3a97683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:15.078691 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60964) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:15.132011 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215a9c4-1336-4a5f-829b-74da4e5e7c38 req-1a746187-2e4b-4300-b0ef-0bac520dc6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:15.133794 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1215a9c4-1336-4a5f-829b-74da4e5e7c38 req-1a746187-2e4b-4300-b0ef-0bac520dc6c3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 1096 time: 0.0847960 Aug 17 00:21:15.297616 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215a9c4-1336-4a5f-829b-74da4e5e7c38 req-3fe51643-5a96-482a-b8fd-dffffe6347cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:15.299047 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1215a9c4-1336-4a5f-829b-74da4e5e7c38 req-3fe51643-5a96-482a-b8fd-dffffe6347cc service neutron] 10.222.0.69 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 912 time: 0.1527884 Aug 17 00:21:15.358866 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1215a9c4-1336-4a5f-829b-74da4e5e7c38 req-8c5c4b5f-23f5-4a8e-8e3e-2dabc1714190 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=605fa81c-4fa3-4bb0-91cf-776a6b33ca10 HTTP/1.1" status: 200 len: 217 time: 0.0472529 Aug 17 00:21:15.455750 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e818e6ec-b5b1-4831-bbf4-01f95965c2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:15.458920 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215a9c4-1336-4a5f-829b-74da4e5e7c38 req-beec64e0-2ccb-40a9-b273-499f17a76183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:15.460410 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1215a9c4-1336-4a5f-829b-74da4e5e7c38 req-beec64e0-2ccb-40a9-b273-499f17a76183 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50a43672-a95f-4b5a-a039-6a76ff2ef6bb HTTP/1.1" status: 200 len: 850 time: 0.0800271 Aug 17 00:21:15.506280 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-c3af6d98-e426-43cb-b5c6-ba8ea3a97683 admin admin] Deleting port e28e1114-be75-4640-a483-751cdb2d76db {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:21:15.506280 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c3af6d98-e426-43cb-b5c6-ba8ea3a97683 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:15.567286 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215a9c4-1336-4a5f-829b-74da4e5e7c38 req-cb11e0f4-bb74-4414-b077-623cc7afe3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:15.568750 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1215a9c4-1336-4a5f-829b-74da4e5e7c38 req-cb11e0f4-bb74-4414-b077-623cc7afe3d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2676b640-a0ef-482d-b8e8-3f50e99c7802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0957286 Aug 17 00:21:15.646470 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-c3af6d98-e426-43cb-b5c6-ba8ea3a97683 admin admin] For port e28e1114-be75-4640-a483-751cdb2d76db, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e28e1114-be75-4640-a483-751cdb2d76db,segment=NetworkSegment(0aa91771-f264-48eb-a064-311486876558),segment_id=0aa91771-f264-48eb-a064-311486876558)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:15.646798 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c3af6d98-e426-43cb-b5c6-ba8ea3a97683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:15.666106 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-c3af6d98-e426-43cb-b5c6-ba8ea3a97683 admin admin] Calling delete_port for e28e1114-be75-4640-a483-751cdb2d76db owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:21:15.716956 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-e818e6ec-b5b1-4831-bbf4-01f95965c2cc admin admin] Deleting port 7cd81f2c-a837-43df-87c1-b3c73e7f9d55 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:21:15.717432 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e818e6ec-b5b1-4831-bbf4-01f95965c2cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:15.742598 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1215a9c4-1336-4a5f-829b-74da4e5e7c38 req-4192c17a-a5c8-4491-8344-1dd859bfcd2c service neutron] 10.222.0.69 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591001 Aug 17 00:21:15.799174 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-e818e6ec-b5b1-4831-bbf4-01f95965c2cc admin admin] For port 7cd81f2c-a837-43df-87c1-b3c73e7f9d55, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=7cd81f2c-a837-43df-87c1-b3c73e7f9d55,segment=NetworkSegment(042780f0-c041-4992-815f-0a3ca71a3e74),segment_id=042780f0-c041-4992-815f-0a3ca71a3e74)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:15.799639 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e818e6ec-b5b1-4831-bbf4-01f95965c2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:15.813576 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-e818e6ec-b5b1-4831-bbf4-01f95965c2cc admin admin] Calling delete_port for 7cd81f2c-a837-43df-87c1-b3c73e7f9d55 owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:21:15.912246 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1215a9c4-1336-4a5f-829b-74da4e5e7c38 req-7306537a-9ab5-490b-a975-0c94edeff401 service neutron] 10.222.0.69 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576324 Aug 17 00:21:15.975521 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c3af6d98-e426-43cb-b5c6-ba8ea3a97683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:16.004089 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af6d98-e426-43cb-b5c6-ba8ea3a97683 admin admin] Pushing event deleted for resources: {'Port': ['ID=e28e1114-be75-4640-a483-751cdb2d76db,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:16.021463 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e818e6ec-b5b1-4831-bbf4-01f95965c2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:16.070846 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818e6ec-b5b1-4831-bbf4-01f95965c2cc admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd81f2c-a837-43df-87c1-b3c73e7f9d55,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:16.208072 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c3af6d98-e426-43cb-b5c6-ba8ea3a97683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:16.455649 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3af6d98-e426-43cb-b5c6-ba8ea3a97683 admin admin] Router 4b84e63a-4afc-4a8a-bae7-731693ff2f1f has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:21:16.523072 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4890ecd7-495f-4505-b96e-e25b73ff4d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:16.583958 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3af6d98-e426-43cb-b5c6-ba8ea3a97683 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:21:16.586423 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f640df5-4d85-4a9c-ad19-f172aa5f831a req-2ecec809-750b-4619-99ff-1675231197b1 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:16.587939 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f640df5-4d85-4a9c-ad19-f172aa5f831a req-2ecec809-750b-4619-99ff-1675231197b1 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 944 time: 0.4893064 Aug 17 00:21:16.590124 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c3af6d98-e426-43cb-b5c6-ba8ea3a97683 admin admin] 10.222.0.60 "PUT /v2.0/routers/4b84e63a-4afc-4a8a-bae7-731693ff2f1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5816402 Aug 17 00:21:16.592581 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60968) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:16.604071 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7e4179-15cd-4fbf-8b81-c07b3c6e0c6e None None] Sync routers for ids ['4b84e63a-4afc-4a8a-bae7-731693ff2f1f'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:21:16.615418 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7e4179-15cd-4fbf-8b81-c07b3c6e0c6e None None] Routers {'4b84e63a-4afc-4a8a-bae7-731693ff2f1f'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:16.616533 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-da7e4179-15cd-4fbf-8b81-c07b3c6e0c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:20:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['4b84e63a-4afc-4a8a-bae7-731693ff2f1f'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:16.622546 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e818e6ec-b5b1-4831-bbf4-01f95965c2cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:16.690724 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f640df5-4d85-4a9c-ad19-f172aa5f831a req-6d9d21a1-d479-4f81-bed1-f224965a3225 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877137 Aug 17 00:21:16.712546 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:21:16.739727 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc699a01-2149-4f19-a2bc-cc629fb87b6d admin admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:16.781077 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:21:16.781680 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device bd0e95c4-3044-4da2-aec2-5cd6b51d3f0d not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:21:16.821207 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-da7e4179-15cd-4fbf-8b81-c07b3c6e0c6e None None] Set router 4b84e63a-4afc-4a8a-bae7-731693ff2f1f gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:16.894504 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc699a01-2149-4f19-a2bc-cc629fb87b6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:16.930100 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e818e6ec-b5b1-4831-bbf4-01f95965c2cc admin admin] Router 0042f1b6-31d8-4b88-9945-0a48cd9d52c3 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:21:16.962404 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-bc699a01-2149-4f19-a2bc-cc629fb87b6d admin admin] Deleting port 1638ea22-1f4f-45ee-8cdd-f47c41c71521 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:21:16.962752 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc699a01-2149-4f19-a2bc-cc629fb87b6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:17.032680 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-da7e4179-15cd-4fbf-8b81-c07b3c6e0c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b84e63a-4afc-4a8a-bae7-731693ff2f1f', 'name': 'tempest-TestServerMultinode-139918743-router', 'tenant_id': '91782e1c28dd4351a17b95cd451ef143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '1638ea22-1f4f-45ee-8cdd-f47c41c71521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:20:18Z', 'updated_at': '2021-08-17T00:21:15Z', 'revision_number': 5, 'project_id': '91782e1c28dd4351a17b95cd451ef143', 'gw_port': {'id': '1638ea22-1f4f-45ee-8cdd-f47c41c71521', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b84e63a-4afc-4a8a-bae7-731693ff2f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:20:19Z', 'updated_at': '2021-08-17T00:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:17.067628 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7e4179-15cd-4fbf-8b81-c07b3c6e0c6e None None] Checking router: 4b84e63a-4afc-4a8a-bae7-731693ff2f1f for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:21:17.075605 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-bc699a01-2149-4f19-a2bc-cc629fb87b6d admin admin] For port 1638ea22-1f4f-45ee-8cdd-f47c41c71521, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=1638ea22-1f4f-45ee-8cdd-f47c41c71521,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:17.076006 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc699a01-2149-4f19-a2bc-cc629fb87b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:17.077438 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7e4179-15cd-4fbf-8b81-c07b3c6e0c6e None None] Routers {'4b84e63a-4afc-4a8a-bae7-731693ff2f1f'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:17.078070 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-da7e4179-15cd-4fbf-8b81-c07b3c6e0c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:20:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['4b84e63a-4afc-4a8a-bae7-731693ff2f1f'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:17.080795 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e818e6ec-b5b1-4831-bbf4-01f95965c2cc admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:21:17.089775 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e818e6ec-b5b1-4831-bbf4-01f95965c2cc admin admin] 10.222.0.60 "PUT /v2.0/routers/0042f1b6-31d8-4b88-9945-0a48cd9d52c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0070491 Aug 17 00:21:17.090140 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60970) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:17.092148 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bba080b-e18f-49d8-bbe5-c0c0a1558bb5 None None] Sync routers for ids ['0042f1b6-31d8-4b88-9945-0a48cd9d52c3'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:21:17.103774 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-bc699a01-2149-4f19-a2bc-cc629fb87b6d admin admin] Calling delete_port for 1638ea22-1f4f-45ee-8cdd-f47c41c71521 owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:21:17.106911 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bba080b-e18f-49d8-bbe5-c0c0a1558bb5 None None] Routers {'0042f1b6-31d8-4b88-9945-0a48cd9d52c3'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:17.108368 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-2bba080b-e18f-49d8-bbe5-c0c0a1558bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:20:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['0042f1b6-31d8-4b88-9945-0a48cd9d52c3'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:17.177300 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-da7e4179-15cd-4fbf-8b81-c07b3c6e0c6e None None] Set router 4b84e63a-4afc-4a8a-bae7-731693ff2f1f gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:17.239666 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-da7e4179-15cd-4fbf-8b81-c07b3c6e0c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b84e63a-4afc-4a8a-bae7-731693ff2f1f', 'name': 'tempest-TestServerMultinode-139918743-router', 'tenant_id': '91782e1c28dd4351a17b95cd451ef143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:20:18Z', 'updated_at': '2021-08-17T00:21:16Z', 'revision_number': 6, 'project_id': '91782e1c28dd4351a17b95cd451ef143', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:17.271063 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7e4179-15cd-4fbf-8b81-c07b3c6e0c6e None None] The sync data for ids ['4b84e63a-4afc-4a8a-bae7-731693ff2f1f'] in n-d-800088-20 is: [{'id': '4b84e63a-4afc-4a8a-bae7-731693ff2f1f', 'name': 'tempest-TestServerMultinode-139918743-router', 'tenant_id': '91782e1c28dd4351a17b95cd451ef143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:20:18Z', 'updated_at': '2021-08-17T00:21:16Z', 'revision_number': 6, 'project_id': '91782e1c28dd4351a17b95cd451ef143', 'gw_port_host': None}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:21:17.273717 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c1abb8d5-f05b-4af6-ae37-af30494f9822 admin admin] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:17.295232 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-2bba080b-e18f-49d8-bbe5-c0c0a1558bb5 None None] Set router 0042f1b6-31d8-4b88-9945-0a48cd9d52c3 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:17.313282 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc699a01-2149-4f19-a2bc-cc629fb87b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:17.343914 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc699a01-2149-4f19-a2bc-cc629fb87b6d admin admin] Pushing event deleted for resources: {'Port': ['ID=1638ea22-1f4f-45ee-8cdd-f47c41c71521,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:17.397077 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c1abb8d5-f05b-4af6-ae37-af30494f9822 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:17.414435 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc699a01-2149-4f19-a2bc-cc629fb87b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:17.460386 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-c1abb8d5-f05b-4af6-ae37-af30494f9822 admin admin] Deleting port 2e2c52e3-dca4-4f73-930a-f5bf11b17f53 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:21:17.461790 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c1abb8d5-f05b-4af6-ae37-af30494f9822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:17.525139 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc699a01-2149-4f19-a2bc-cc629fb87b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:17.527279 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc699a01-2149-4f19-a2bc-cc629fb87b6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:17.542701 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-c1abb8d5-f05b-4af6-ae37-af30494f9822 admin admin] For port 2e2c52e3-dca4-4f73-930a-f5bf11b17f53, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2e2c52e3-dca4-4f73-930a-f5bf11b17f53,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:17.543184 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c1abb8d5-f05b-4af6-ae37-af30494f9822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:17.562964 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-c1abb8d5-f05b-4af6-ae37-af30494f9822 admin admin] Calling delete_port for 2e2c52e3-dca4-4f73-930a-f5bf11b17f53 owned by network:router_gateway {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:21:17.575787 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-2bba080b-e18f-49d8-bbe5-c0c0a1558bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0042f1b6-31d8-4b88-9945-0a48cd9d52c3', 'name': 'tempest-ServerRescueTestJSON-1193217087-router', 'tenant_id': 'dc65d499ed66462c92face5626c9712b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '2e2c52e3-dca4-4f73-930a-f5bf11b17f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:08Z', 'updated_at': '2021-08-17T00:21:15Z', 'revision_number': 5, 'project_id': 'dc65d499ed66462c92face5626c9712b', 'gw_port': {'id': '2e2c52e3-dca4-4f73-930a-f5bf11b17f53', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0042f1b6-31d8-4b88-9945-0a48cd9d52c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:09Z', 'updated_at': '2021-08-17T00:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:17.578092 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc699a01-2149-4f19-a2bc-cc629fb87b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:17.578666 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc699a01-2149-4f19-a2bc-cc629fb87b6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b84e63a-4afc-4a8a-bae7-731693ff2f1f {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:21:17.583607 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc699a01-2149-4f19-a2bc-cc629fb87b6d admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:17.586979 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bc699a01-2149-4f19-a2bc-cc629fb87b6d admin admin] 10.222.0.60 "DELETE /v2.0/routers/4b84e63a-4afc-4a8a-bae7-731693ff2f1f HTTP/1.1" status: 204 len: 168 time: 0.9911604 Aug 17 00:21:17.587548 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60972) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:17.607364 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bba080b-e18f-49d8-bbe5-c0c0a1558bb5 None None] Checking router: 0042f1b6-31d8-4b88-9945-0a48cd9d52c3 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:21:17.619733 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bba080b-e18f-49d8-bbe5-c0c0a1558bb5 None None] Routers {'0042f1b6-31d8-4b88-9945-0a48cd9d52c3'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:17.621445 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-2bba080b-e18f-49d8-bbe5-c0c0a1558bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:20:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['0042f1b6-31d8-4b88-9945-0a48cd9d52c3'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:17.644524 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b67bea2-e47d-4eaa-b96f-20fc96eef3b7 admin admin] Deleting subnet f916fdb1-d283-490a-8066-414d21049c61 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:21:17.647861 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9b67bea2-e47d-4eaa-b96f-20fc96eef3b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:17.686244 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9b67bea2-e47d-4eaa-b96f-20fc96eef3b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:17.732851 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-2bba080b-e18f-49d8-bbe5-c0c0a1558bb5 None None] Set router 0042f1b6-31d8-4b88-9945-0a48cd9d52c3 gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:17.788399 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9b67bea2-e47d-4eaa-b96f-20fc96eef3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:17.793842 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c1abb8d5-f05b-4af6-ae37-af30494f9822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:17.794075 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-2bba080b-e18f-49d8-bbe5-c0c0a1558bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0042f1b6-31d8-4b88-9945-0a48cd9d52c3', 'name': 'tempest-ServerRescueTestJSON-1193217087-router', 'tenant_id': 'dc65d499ed66462c92face5626c9712b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:08Z', 'updated_at': '2021-08-17T00:21:17Z', 'revision_number': 6, 'project_id': 'dc65d499ed66462c92face5626c9712b', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:17.825903 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bba080b-e18f-49d8-bbe5-c0c0a1558bb5 None None] The sync data for ids ['0042f1b6-31d8-4b88-9945-0a48cd9d52c3'] in n-d-800088-20 is: [{'id': '0042f1b6-31d8-4b88-9945-0a48cd9d52c3', 'name': 'tempest-ServerRescueTestJSON-1193217087-router', 'tenant_id': 'dc65d499ed66462c92face5626c9712b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:08Z', 'updated_at': '2021-08-17T00:21:17Z', 'revision_number': 6, 'project_id': 'dc65d499ed66462c92face5626c9712b', 'gw_port_host': None}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:21:17.841189 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1abb8d5-f05b-4af6-ae37-af30494f9822 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e2c52e3-dca4-4f73-930a-f5bf11b17f53,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:17.859394 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9b67bea2-e47d-4eaa-b96f-20fc96eef3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:17.888255 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67bea2-e47d-4eaa-b96f-20fc96eef3b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f916fdb1-d283-490a-8066-414d21049c61,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:17.891722 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9b67bea2-e47d-4eaa-b96f-20fc96eef3b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:17.895790 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9b67bea2-e47d-4eaa-b96f-20fc96eef3b7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f916fdb1-d283-490a-8066-414d21049c61 HTTP/1.1" status: 204 len: 168 time: 0.3052599 Aug 17 00:21:17.896018 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60976) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:17.898238 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e687f044-1b41-45e3-8f0e-14cab854f3ce None None] Network 6e826b02-99ad-4d1f-b0bd-e6dfed1a5404 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:21:17.936074 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c1abb8d5-f05b-4af6-ae37-af30494f9822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:17.947939 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886b454-3c08-46dc-a31f-5778ca2c2287 req-4de6a0a3-5f63-4227-8afd-11765ceb7bf2 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:17.950613 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f886b454-3c08-46dc-a31f-5778ca2c2287 req-4de6a0a3-5f63-4227-8afd-11765ceb7bf2 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 944 time: 0.1237023 Aug 17 00:21:17.979010 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73a77431-f49f-449b-80c2-3de266ddf633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:18.038470 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-73a77431-f49f-449b-80c2-3de266ddf633 admin admin] Deleting port bb870fe8-3524-43a6-8bf7-87ef638231a6 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:21:18.038670 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73a77431-f49f-449b-80c2-3de266ddf633 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:18.070027 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c1abb8d5-f05b-4af6-ae37-af30494f9822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:18.082722 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c1abb8d5-f05b-4af6-ae37-af30494f9822 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:18.096442 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f886b454-3c08-46dc-a31f-5778ca2c2287 req-00995dc9-4905-4cb2-9673-2cc2a81b0cc0 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154673 Aug 17 00:21:18.117702 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-73a77431-f49f-449b-80c2-3de266ddf633 admin admin] For port bb870fe8-3524-43a6-8bf7-87ef638231a6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=bb870fe8-3524-43a6-8bf7-87ef638231a6,segment=NetworkSegment(0aa91771-f264-48eb-a064-311486876558),segment_id=0aa91771-f264-48eb-a064-311486876558)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:18.118158 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73a77431-f49f-449b-80c2-3de266ddf633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:18.132895 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-73a77431-f49f-449b-80c2-3de266ddf633 admin admin] Calling delete_port for bb870fe8-3524-43a6-8bf7-87ef638231a6 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:21:18.149036 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c1abb8d5-f05b-4af6-ae37-af30494f9822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:18.150328 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1abb8d5-f05b-4af6-ae37-af30494f9822 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0042f1b6-31d8-4b88-9945-0a48cd9d52c3 {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:21:18.156021 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c1abb8d5-f05b-4af6-ae37-af30494f9822 admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:18.157721 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c1abb8d5-f05b-4af6-ae37-af30494f9822 admin admin] 10.222.0.60 "DELETE /v2.0/routers/0042f1b6-31d8-4b88-9945-0a48cd9d52c3 HTTP/1.1" status: 204 len: 168 time: 1.0654864 Aug 17 00:21:18.160390 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60978) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:18.208687 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-4133c058-2041-42fb-a0c8-d72948b2ca80 admin admin] Deleting subnet a76258ee-d1e4-44cf-9c01-066c3dbf7894 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:21:18.219574 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4133c058-2041-42fb-a0c8-d72948b2ca80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:18.244897 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73a77431-f49f-449b-80c2-3de266ddf633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:18.267238 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4133c058-2041-42fb-a0c8-d72948b2ca80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:18.284022 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a77431-f49f-449b-80c2-3de266ddf633 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb870fe8-3524-43a6-8bf7-87ef638231a6,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:18.285975 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a77431-f49f-449b-80c2-3de266ddf633 admin admin] No DVR routers for this DVR port bb870fe8-3524-43a6-8bf7-87ef638231a6 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:21:18.315201 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4133c058-2041-42fb-a0c8-d72948b2ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:18.365090 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73a77431-f49f-449b-80c2-3de266ddf633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:18.378019 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4133c058-2041-42fb-a0c8-d72948b2ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:18.378229 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-73a77431-f49f-449b-80c2-3de266ddf633 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e826b02-99ad-4d1f-b0bd-e6dfed1a5404']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:18.408649 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575a6a89-3904-47c8-a902-b657e6ae9fdb None None] DHCP port deletion for 6e826b02-99ad-4d1f-b0bd-e6dfed1a5404 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:21:18.410468 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133c058-2041-42fb-a0c8-d72948b2ca80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a76258ee-d1e4-44cf-9c01-066c3dbf7894,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:18.418531 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4133c058-2041-42fb-a0c8-d72948b2ca80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:18.423226 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4133c058-2041-42fb-a0c8-d72948b2ca80 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a76258ee-d1e4-44cf-9c01-066c3dbf7894 HTTP/1.1" status: 204 len: 168 time: 0.2590590 Aug 17 00:21:18.423926 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60980) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:18.520546 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-04c45091-7b6d-44d2-844b-11fa02ee0173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:18.618264 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-04c45091-7b6d-44d2-844b-11fa02ee0173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:18.629917 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-04c45091-7b6d-44d2-844b-11fa02ee0173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550a7559-5434-4f90-bf0d-d8f2809880b1']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:18.640317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-04c45091-7b6d-44d2-844b-11fa02ee0173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '042780f0-c041-4992-815f-0a3ca71a3e74') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:18.640615 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-04c45091-7b6d-44d2-844b-11fa02ee0173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '042780f0-c041-4992-815f-0a3ca71a3e74') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:18.649544 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-04c45091-7b6d-44d2-844b-11fa02ee0173 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:18.663295 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-04c45091-7b6d-44d2-844b-11fa02ee0173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:18.669838 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c45091-7b6d-44d2-844b-11fa02ee0173 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:21:18.670235 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-04c45091-7b6d-44d2-844b-11fa02ee0173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:21:18.671877 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:21:18.707569 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-73a77431-f49f-449b-80c2-3de266ddf633 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa91771-f264-48eb-a064-311486876558') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:18.708175 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-73a77431-f49f-449b-80c2-3de266ddf633 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa91771-f264-48eb-a064-311486876558') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:18.718218 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73a77431-f49f-449b-80c2-3de266ddf633 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:18.732100 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-04c45091-7b6d-44d2-844b-11fa02ee0173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:18.735519 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73a77431-f49f-449b-80c2-3de266ddf633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:18.737702 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-04c45091-7b6d-44d2-844b-11fa02ee0173 admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:18.739609 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-04c45091-7b6d-44d2-844b-11fa02ee0173 admin admin] 10.222.0.60 "DELETE /v2.0/networks/550a7559-5434-4f90-bf0d-d8f2809880b1 HTTP/1.1" status: 204 len: 168 time: 0.3146315 Aug 17 00:21:18.743000 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a77431-f49f-449b-80c2-3de266ddf633 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:21:18.743306 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73a77431-f49f-449b-80c2-3de266ddf633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:21:18.745095 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:21:18.752165 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c45091-7b6d-44d2-844b-11fa02ee0173 admin admin] Pushing event deleted for resources: {'Network': ['ID=550a7559-5434-4f90-bf0d-d8f2809880b1,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:18.802335 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73a77431-f49f-449b-80c2-3de266ddf633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:18.807722 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-73a77431-f49f-449b-80c2-3de266ddf633 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:18.812143 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-73a77431-f49f-449b-80c2-3de266ddf633 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6e826b02-99ad-4d1f-b0bd-e6dfed1a5404 HTTP/1.1" status: 204 len: 168 time: 0.9127717 Aug 17 00:21:18.829463 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a77431-f49f-449b-80c2-3de266ddf633 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e826b02-99ad-4d1f-b0bd-e6dfed1a5404,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:18.905686 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2e2c52e3-dca4-4f73-930a-f5bf11b17f53 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:21:18.936501 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 2e2c52e3-dca4-4f73-930a-f5bf11b17f53 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:21:18.937032 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2e2c52e3-dca4-4f73-930a-f5bf11b17f53 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:21:18.937643 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7cd81f2c-a837-43df-87c1-b3c73e7f9d55 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:21:18.944314 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60986) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:18.957682 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 7cd81f2c-a837-43df-87c1-b3c73e7f9d55 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:21:18.958061 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7cd81f2c-a837-43df-87c1-b3c73e7f9d55 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:21:18.958511 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 1638ea22-1f4f-45ee-8cdd-f47c41c71521 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:21:18.973106 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60988) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:18.983581 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 1638ea22-1f4f-45ee-8cdd-f47c41c71521 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:21:18.984018 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 1638ea22-1f4f-45ee-8cdd-f47c41c71521 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:21:18.984514 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device bb870fe8-3524-43a6-8bf7-87ef638231a6 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:21:18.997647 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-53d77d65-798b-4c26-baa9-f83261d2b042 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dc65d499ed66462c92face5626c9712b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518835 Aug 17 00:21:19.000124 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 60990) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:19.011760 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: bb870fe8-3524-43a6-8bf7-87ef638231a6 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:21:19.012108 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device bb870fe8-3524-43a6-8bf7-87ef638231a6 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:21:19.012718 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e28e1114-be75-4640-a483-751cdb2d76db no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:21:19.023116 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8d6f3436-58f2-44bf-9d15-808165dda6e6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bda0c746c639491a9e94e58d73c78c7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463340 Aug 17 00:21:19.023352 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 60992) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:19.036182 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: e28e1114-be75-4640-a483-751cdb2d76db {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:21:19.036810 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e28e1114-be75-4640-a483-751cdb2d76db not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:21:19.065628 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-705938fd-cb78-4e56-a802-3144b9c5906b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:19.085177 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a6459058-420c-4f5d-866f-0b318f5a5cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:19.088269 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-705938fd-cb78-4e56-a802-3144b9c5906b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:19.110088 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a6459058-420c-4f5d-866f-0b318f5a5cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:19.140635 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-705938fd-cb78-4e56-a802-3144b9c5906b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:19.143849 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-705938fd-cb78-4e56-a802-3144b9c5906b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:19.147646 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-705938fd-cb78-4e56-a802-3144b9c5906b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dba1dda7-31b0-437f-be0a-99aea9f8b1a8 HTTP/1.1" status: 204 len: 168 time: 0.1441669 Aug 17 00:21:19.156803 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705938fd-cb78-4e56-a802-3144b9c5906b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba1dda7-31b0-437f-be0a-99aea9f8b1a8,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:19.190181 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a6459058-420c-4f5d-866f-0b318f5a5cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:19.192696 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a6459058-420c-4f5d-866f-0b318f5a5cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:19.194286 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a6459058-420c-4f5d-866f-0b318f5a5cde admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/198c83e0-77e8-42a3-8bee-4ffbbb01878c HTTP/1.1" status: 204 len: 168 time: 0.1696343 Aug 17 00:21:19.205012 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6459058-420c-4f5d-866f-0b318f5a5cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198c83e0-77e8-42a3-8bee-4ffbbb01878c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:19.247567 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-71af59c9-0b91-4bcf-b4d3-a793f83b1b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:19.268093 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fbe0b2-6bba-422c-8b5c-3d9349d35650 req-f131346f-167e-460c-8c69-43e92248f5da tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:19.275315 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-88fbe0b2-6bba-422c-8b5c-3d9349d35650 req-f131346f-167e-460c-8c69-43e92248f5da tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 944 time: 0.0806594 Aug 17 00:21:19.283995 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:19.313927 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-88fbe0b2-6bba-422c-8b5c-3d9349d35650 req-72086866-4630-4303-97cf-578dc427b56f tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377491 Aug 17 00:21:19.624153 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 32778) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:19.664239 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e0faea9e-a7fd-4473-99b9-c20e8027c578 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=91782e1c28dd4351a17b95cd451ef143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387063 Aug 17 00:21:19.666633 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 32780) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:19.716903 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c13da00-096c-4a98-a71c-b1d175295a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:19.739512 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c13da00-096c-4a98-a71c-b1d175295a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:19.789198 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c13da00-096c-4a98-a71c-b1d175295a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:19.792995 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c13da00-096c-4a98-a71c-b1d175295a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:19.794615 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7c13da00-096c-4a98-a71c-b1d175295a02 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b7a05399-5836-4eb6-8b82-f60cd47d3b34 HTTP/1.1" status: 204 len: 168 time: 0.1262040 Aug 17 00:21:19.802785 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13da00-096c-4a98-a71c-b1d175295a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a05399-5836-4eb6-8b82-f60cd47d3b34,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:20.118364 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 32794) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:20.199273 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:20.228970 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-46d70f6b-150f-4c3f-bf66-a63b47579f5e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1436102592-network', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:20.254102 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d70f6b-150f-4c3f-bf66-a63b47579f5e admin admin] Made reservation on behalf of a020f712a1dd47669000e592d6ef486f for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:21:20.256753 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-46d70f6b-150f-4c3f-bf66-a63b47579f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:20.268810 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-46d70f6b-150f-4c3f-bf66-a63b47579f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:20.366606 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-46d70f6b-150f-4c3f-bf66-a63b47579f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:20.370822 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-46d70f6b-150f-4c3f-bf66-a63b47579f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:20.393088 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d70f6b-150f-4c3f-bf66-a63b47579f5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:21:20.409698 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d70f6b-150f-4c3f-bf66-a63b47579f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9156ac-4e17-41cb-8e5f-19037ca0ed32,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:20.412595 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-46d70f6b-150f-4c3f-bf66-a63b47579f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:20.412945 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-46d70f6b-150f-4c3f-bf66-a63b47579f5e admin admin] Added segment 9c9c09a1-335c-47dd-bae3-c6c38ce5a84f of type vlan for network f41ab436-8d98-4530-98f5-37b79a7011e3 Aug 17 00:21:20.436559 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c5125-7612-4a01-a0a4-d331909241ad req-e7583278-de9b-4d28-b19e-37f0e353f26d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:20.438870 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d71c5125-7612-4a01-a0a4-d331909241ad req-e7583278-de9b-4d28-b19e-37f0e353f26d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 944 time: 0.0563226 Aug 17 00:21:20.456929 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-46d70f6b-150f-4c3f-bf66-a63b47579f5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:20.479487 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d71c5125-7612-4a01-a0a4-d331909241ad req-19078df3-a9c4-42b3-ac15-50a533c36625 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331819 Aug 17 00:21:20.482872 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-46d70f6b-150f-4c3f-bf66-a63b47579f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:20.483739 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d70f6b-150f-4c3f-bf66-a63b47579f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:20.484327 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-46d70f6b-150f-4c3f-bf66-a63b47579f5e admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:20.535093 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-46d70f6b-150f-4c3f-bf66-a63b47579f5e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4155989 Aug 17 00:21:20.538038 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 32800) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:20.543411 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-f6031015-2e60-4c97-93b0-5910ec6d7046 admin admin] Request body: {'subnet': {'network_id': 'f41ab436-8d98-4530-98f5-37b79a7011e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436102592-subnet', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:20.545917 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d70f6b-150f-4c3f-bf66-a63b47579f5e admin admin] Pushing event updated for resources: {'Network': ['ID=f41ab436-8d98-4530-98f5-37b79a7011e3,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:20.555513 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network f41ab436-8d98-4530-98f5-37b79a7011e3 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:21:20.566209 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6031015-2e60-4c97-93b0-5910ec6d7046 admin admin] Made reservation on behalf of a020f712a1dd47669000e592d6ef486f for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:21:20.568539 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f6031015-2e60-4c97-93b0-5910ec6d7046 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:20.737214 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f6031015-2e60-4c97-93b0-5910ec6d7046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:20.791857 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6031015-2e60-4c97-93b0-5910ec6d7046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a46e6164-4437-4c61-b40e-cc0ecb7569d9,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:20.801063 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6031015-2e60-4c97-93b0-5910ec6d7046 admin admin] Checking segment: {'id': '9c9c09a1-335c-47dd-bae3-c6c38ce5a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f41ab436-8d98-4530-98f5-37b79a7011e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:21:20.801431 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6031015-2e60-4c97-93b0-5910ec6d7046 admin admin] Network hostable DHCP agents. Network: f41ab436-8d98-4530-98f5-37b79a7011e3, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:21:20.818601 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6031015-2e60-4c97-93b0-5910ec6d7046 admin admin] Network f41ab436-8d98-4530-98f5-37b79a7011e3 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:21:20.826938 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-f6031015-2e60-4c97-93b0-5910ec6d7046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, f41ab436-8d98-4530-98f5-37b79a7011e3) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:21:20.830837 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6031015-2e60-4c97-93b0-5910ec6d7046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:20.831452 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f6031015-2e60-4c97-93b0-5910ec6d7046 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:20.836252 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8576ce-3ae0-4cab-b2d7-2a16bf31504a None None] Network f41ab436-8d98-4530-98f5-37b79a7011e3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:21:20.845241 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f6031015-2e60-4c97-93b0-5910ec6d7046 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3059354 Aug 17 00:21:20.848176 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 32804) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:20.853336 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-e090ace1-7ee3-4db9-b2c3-f5782a52f1f2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1436102592-router', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:20.875328 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e090ace1-7ee3-4db9-b2c3-f5782a52f1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:20.876496 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e090ace1-7ee3-4db9-b2c3-f5782a52f1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:20.934212 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e090ace1-7ee3-4db9-b2c3-f5782a52f1f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:20.961612 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b455da7c-3516-476a-bc13-cc9011e6933a None None] Network f41ab436-8d98-4530-98f5-37b79a7011e3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:21:21.078537 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e090ace1-7ee3-4db9-b2c3-f5782a52f1f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:21.279905 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e090ace1-7ee3-4db9-b2c3-f5782a52f1f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:21.299077 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e090ace1-7ee3-4db9-b2c3-f5782a52f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:21.407145 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-e090ace1-7ee3-4db9-b2c3-f5782a52f1f2 admin admin] Allocated IP 172.25.3.193 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/3a1042d5-06b9-46f1-b665-b73f178102d4) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:21:21.516822 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e090ace1-7ee3-4db9-b2c3-f5782a52f1f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:21.555766 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e090ace1-7ee3-4db9-b2c3-f5782a52f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:21.592626 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e090ace1-7ee3-4db9-b2c3-f5782a52f1f2 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:21:21.597627 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-e090ace1-7ee3-4db9-b2c3-f5782a52f1f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:21:21.599606 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d61cb-d302-409a-87b8-8cb30c0a6192 req-b7137947-3a21-4abf-8650-f32170345b0f tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:21.601160 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0b1d61cb-d302-409a-87b8-8cb30c0a6192 req-b7137947-3a21-4abf-8650-f32170345b0f tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 944 time: 0.0535491 Aug 17 00:21:21.601304 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e090ace1-7ee3-4db9-b2c3-f5782a52f1f2 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:21:21.628217 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090ace1-7ee3-4db9-b2c3-f5782a52f1f2 admin admin] Pushing event updated for resources: {'Port': ['ID=3a1042d5-06b9-46f1-b665-b73f178102d4,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:21.641507 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0b1d61cb-d302-409a-87b8-8cb30c0a6192 req-cb0c6a03-64e9-4495-b6b5-663fe2cf7589 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329401 Aug 17 00:21:21.864313 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e090ace1-7ee3-4db9-b2c3-f5782a52f1f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:22.065165 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e090ace1-7ee3-4db9-b2c3-f5782a52f1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:22.105569 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:22.195041 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e090ace1-7ee3-4db9-b2c3-f5782a52f1f2 admin admin] Router a4b9e0c4-b1ba-4667-a65c-af855fa8177a is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:21:22.301051 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e090ace1-7ee3-4db9-b2c3-f5782a52f1f2 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:21:22.309661 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad3393b-b990-4676-90b2-8c39265164b7 None None] Sync routers for ids ['a4b9e0c4-b1ba-4667-a65c-af855fa8177a'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:21:22.316039 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e090ace1-7ee3-4db9-b2c3-f5782a52f1f2 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:22.317472 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e090ace1-7ee3-4db9-b2c3-f5782a52f1f2 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 1.4682178 Aug 17 00:21:22.318800 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad3393b-b990-4676-90b2-8c39265164b7 None None] Routers {'a4b9e0c4-b1ba-4667-a65c-af855fa8177a'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:22.319407 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-9ad3393b-b990-4676-90b2-8c39265164b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:21:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['a4b9e0c4-b1ba-4667-a65c-af855fa8177a'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:22.320283 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 32808) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:22.426027 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-9ad3393b-b990-4676-90b2-8c39265164b7 None None] Set router a4b9e0c4-b1ba-4667-a65c-af855fa8177a gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:22.605894 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-9ad3393b-b990-4676-90b2-8c39265164b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436102592-router', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:20Z', 'updated_at': '2021-08-17T00:21:21Z', 'revision_number': 3, 'project_id': 'a020f712a1dd47669000e592d6ef486f', 'gw_port': {'id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:68:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:21Z', 'updated_at': '2021-08-17T00:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:22.637526 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad3393b-b990-4676-90b2-8c39265164b7 None None] Checking router: a4b9e0c4-b1ba-4667-a65c-af855fa8177a for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:21:22.637911 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad3393b-b990-4676-90b2-8c39265164b7 None None] Updating router a4b9e0c4-b1ba-4667-a65c-af855fa8177a port 3a1042d5-06b9-46f1-b665-b73f178102d4 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:21:22.665487 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9ad3393b-b990-4676-90b2-8c39265164b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:22.746011 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-65b0ee77-83a9-443d-9b42-564f5390c64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:22.764447 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab9a0a-ab29-4dff-971e-3fe41ab9db20 req-73cb3691-3714-486e-9ef0-6bf5f818707b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:22.766133 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c2ab9a0a-ab29-4dff-971e-3fe41ab9db20 req-73cb3691-3714-486e-9ef0-6bf5f818707b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 944 time: 0.0530677 Aug 17 00:21:22.813702 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c2ab9a0a-ab29-4dff-971e-3fe41ab9db20 req-7afefcdc-2b22-489e-809d-b64e437b1bf5 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401216 Aug 17 00:21:22.909284 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-65b0ee77-83a9-443d-9b42-564f5390c64c admin admin] Allocated IP 172.20.0.1 (f41ab436-8d98-4530-98f5-37b79a7011e3/a46e6164-4437-4c61-b40e-cc0ecb7569d9/152f678c-88f2-4bfe-ace6-7e9cb60cc78d) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:21:22.935070 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9ad3393b-b990-4676-90b2-8c39265164b7 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:22.945166 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-9ad3393b-b990-4676-90b2-8c39265164b7 None None] Transition to ACTIVE for port object 3a1042d5-06b9-46f1-b665-b73f178102d4 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:21:22.951678 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9ad3393b-b990-4676-90b2-8c39265164b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:23.009682 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-9ad3393b-b990-4676-90b2-8c39265164b7 None None] Attempting to bind port 3a1042d5-06b9-46f1-b665-b73f178102d4 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:21:23.010055 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-9ad3393b-b990-4676-90b2-8c39265164b7 None None] Attempting to bind port 3a1042d5-06b9-46f1-b665-b73f178102d4 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:21:23.010419 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad3393b-b990-4676-90b2-8c39265164b7 None None] Attempting to bind port 3a1042d5-06b9-46f1-b665-b73f178102d4 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:21:23.012719 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8620dc-2798-4f6a-91dd-8391ae2f6c0e None None] Pushing event updated for resources: {'Port': ['ID=3a1042d5-06b9-46f1-b665-b73f178102d4,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:23.016684 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-65b0ee77-83a9-443d-9b42-564f5390c64c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:23.018231 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad3393b-b990-4676-90b2-8c39265164b7 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:21:23.018614 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad3393b-b990-4676-90b2-8c39265164b7 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:21:23.019024 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9ad3393b-b990-4676-90b2-8c39265164b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:23.019413 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad3393b-b990-4676-90b2-8c39265164b7 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:21:23.019882 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-9ad3393b-b990-4676-90b2-8c39265164b7 None None] Bound port: 3a1042d5-06b9-46f1-b665-b73f178102d4, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:21:23.020268 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9ad3393b-b990-4676-90b2-8c39265164b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:23.075998 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-9ad3393b-b990-4676-90b2-8c39265164b7 None None] For port 3a1042d5-06b9-46f1-b665-b73f178102d4, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:21:23.080012 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-9ad3393b-b990-4676-90b2-8c39265164b7 None None] For port 3a1042d5-06b9-46f1-b665-b73f178102d4, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=3a1042d5-06b9-46f1-b665-b73f178102d4,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:21:23.083987 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9ad3393b-b990-4676-90b2-8c39265164b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:23.140150 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad3393b-b990-4676-90b2-8c39265164b7 None None] Routers {'a4b9e0c4-b1ba-4667-a65c-af855fa8177a'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:23.141065 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-9ad3393b-b990-4676-90b2-8c39265164b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:21:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['a4b9e0c4-b1ba-4667-a65c-af855fa8177a'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:23.190582 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8620dc-2798-4f6a-91dd-8391ae2f6c0e None None] Pushing event updated for resources: {'Port': ['ID=3a1042d5-06b9-46f1-b665-b73f178102d4,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:23.265912 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-9ad3393b-b990-4676-90b2-8c39265164b7 None None] Set router a4b9e0c4-b1ba-4667-a65c-af855fa8177a gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:23.343663 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-65b0ee77-83a9-443d-9b42-564f5390c64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:23.384106 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b0ee77-83a9-443d-9b42-564f5390c64c admin admin] Network f41ab436-8d98-4530-98f5-37b79a7011e3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:21:23.387226 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-65b0ee77-83a9-443d-9b42-564f5390c64c admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:21:23.389704 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b0ee77-83a9-443d-9b42-564f5390c64c admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:21:23.414901 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0ee77-83a9-443d-9b42-564f5390c64c admin admin] Pushing event updated for resources: {'Port': ['ID=152f678c-88f2-4bfe-ace6-7e9cb60cc78d,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:23.432399 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-65b0ee77-83a9-443d-9b42-564f5390c64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:23.461674 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-9ad3393b-b990-4676-90b2-8c39265164b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436102592-router', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:20Z', 'updated_at': '2021-08-17T00:21:21Z', 'revision_number': 3, 'project_id': 'a020f712a1dd47669000e592d6ef486f', 'gw_port': {'id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:68:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:21Z', 'updated_at': '2021-08-17T00:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:23.489627 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad3393b-b990-4676-90b2-8c39265164b7 None None] The sync data for ids ['a4b9e0c4-b1ba-4667-a65c-af855fa8177a'] in n-d-800088-20 is: [{'id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436102592-router', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:20Z', 'updated_at': '2021-08-17T00:21:21Z', 'revision_number': 3, 'project_id': 'a020f712a1dd47669000e592d6ef486f', 'gw_port': {'id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:68:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:21Z', 'updated_at': '2021-08-17T00:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:21:23.561150 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-65b0ee77-83a9-443d-9b42-564f5390c64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:23.734503 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-65b0ee77-83a9-443d-9b42-564f5390c64c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:23.739505 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-65b0ee77-83a9-443d-9b42-564f5390c64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:23.809618 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-65b0ee77-83a9-443d-9b42-564f5390c64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:23.811647 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0ee77-83a9-443d-9b42-564f5390c64c admin admin] Pushing event updated for resources: {'Port': ['ID=152f678c-88f2-4bfe-ace6-7e9cb60cc78d,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:23.915973 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b0ee77-83a9-443d-9b42-564f5390c64c admin admin] Network f41ab436-8d98-4530-98f5-37b79a7011e3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:21:23.919427 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-65b0ee77-83a9-443d-9b42-564f5390c64c admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:21:23.931525 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582ba45-dd16-469f-9402-bd29289ee428 req-2ed5c017-cf6e-44fd-b78c-7071de74c3e7 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:23.933718 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a582ba45-dd16-469f-9402-bd29289ee428 req-2ed5c017-cf6e-44fd-b78c-7071de74c3e7 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 944 time: 0.0539179 Aug 17 00:21:23.977870 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a582ba45-dd16-469f-9402-bd29289ee428 req-f44a48f0-b74b-404a-895c-f79bdc816762 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356796 Aug 17 00:21:24.046312 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b0ee77-83a9-443d-9b42-564f5390c64c admin admin] Router a4b9e0c4-b1ba-4667-a65c-af855fa8177a has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:21:24.164908 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b0ee77-83a9-443d-9b42-564f5390c64c admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:21:24.173549 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-65b0ee77-83a9-443d-9b42-564f5390c64c admin admin] 10.222.0.60 "PUT /v2.0/routers/a4b9e0c4-b1ba-4667-a65c-af855fa8177a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8522332 Aug 17 00:21:24.579356 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 605fa81c-4fa3-4bb0-91cf-776a6b33ca10 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:21:24.600787 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-ad596c2d-185c-4667-854a-f9daaa60c1f5 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:24.602298 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-ad596c2d-185c-4667-854a-f9daaa60c1f5 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/networks?id=f41ab436-8d98-4530-98f5-37b79a7011e3 HTTP/1.1" status: 200 len: 820 time: 0.1068652 Aug 17 00:21:24.618180 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-61df5335-2ee5-4614-96cc-406f05816f95 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/quotas/a020f712a1dd47669000e592d6ef486f HTTP/1.1" status: 200 len: 375 time: 0.0093060 Aug 17 00:21:24.668422 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-86dcff92-b816-4f47-a3db-c7a5db6c38e0 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a020f712a1dd47669000e592d6ef486f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438485 Aug 17 00:21:24.678070 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 605fa81c-4fa3-4bb0-91cf-776a6b33ca10, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=605fa81c-4fa3-4bb0-91cf-776a6b33ca10,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:24.681679 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-9b1141ec-375a-47bd-884a-68b8e1040721 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:21:24.682805 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-9b1141ec-375a-47bd-884a-68b8e1040721 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060139 Aug 17 00:21:24.694134 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '605fa81c-4fa3-4bb0-91cf-776a6b33ca10', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'port_id': '605fa81c-4fa3-4bb0-91cf-776a6b33ca10', 'mac_address': 'fa:16:3e:3d:28:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:21:24.738107 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:24.758708 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605fa81c-4fa3-4bb0-91cf-776a6b33ca10 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:21:24.781005 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 605fa81c-4fa3-4bb0-91cf-776a6b33ca10, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=605fa81c-4fa3-4bb0-91cf-776a6b33ca10,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:24.785260 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:24.792020 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-1d439c46-ec7a-4e9c-86c4-87012c016334 service neutron] 10.222.0.60 "GET /v2.0/networks/f41ab436-8d98-4530-98f5-37b79a7011e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026587 Aug 17 00:21:24.809792 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 3a1042d5-06b9-46f1-b665-b73f178102d4 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:21:24.865450 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=605fa81c-4fa3-4bb0-91cf-776a6b33ca10,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:24.881239 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 3a1042d5-06b9-46f1-b665-b73f178102d4 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:21:24.886685 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 3a1042d5-06b9-46f1-b665-b73f178102d4 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:21:24.887067 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:24.897844 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-8828382a-2d1f-4bf0-9e7f-1909f1e7c9e3 service neutron] 10.222.0.60 "GET /v2.0/networks/f41ab436-8d98-4530-98f5-37b79a7011e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923269 Aug 17 00:21:24.979602 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:25.003765 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 3a1042d5-06b9-46f1-b665-b73f178102d4, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=3a1042d5-06b9-46f1-b665-b73f178102d4,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:25.007917 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:25.044242 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['605fa81c-4fa3-4bb0-91cf-776a6b33ca10'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:21:25.084602 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fcb68a7c-bee0-4eb2-9d97-8e1c649012da req-dcc25c67-3367-4eb1-82b5-b8b02edb7c9b tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 210 time: 0.0338151 Aug 17 00:21:25.133760 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=3a1042d5-06b9-46f1-b665-b73f178102d4,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:25.143654 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96730fb-16c0-4c7b-8e65-b5addb80157b req-55ba8b5f-21a4-45d5-86b6-dec8977e3608 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:25.145376 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f96730fb-16c0-4c7b-8e65-b5addb80157b req-55ba8b5f-21a4-45d5-86b6-dec8977e3608 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 945 time: 0.0634553 Aug 17 00:21:25.153252 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c8f8a3-537f-4896-a411-43c114a9dec6 None None] Sync routers for ids ['a4b9e0c4-b1ba-4667-a65c-af855fa8177a'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:21:25.167598 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c8f8a3-537f-4896-a411-43c114a9dec6 None None] Routers {'a4b9e0c4-b1ba-4667-a65c-af855fa8177a'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:25.168781 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-28c8f8a3-537f-4896-a411-43c114a9dec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:21:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['a4b9e0c4-b1ba-4667-a65c-af855fa8177a'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:25.197635 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f96730fb-16c0-4c7b-8e65-b5addb80157b req-123175c2-18f1-412c-b688-38abb57f77ee tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451272 Aug 17 00:21:25.288189 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-28c8f8a3-537f-4896-a411-43c114a9dec6 None None] Set router a4b9e0c4-b1ba-4667-a65c-af855fa8177a gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:25.513071 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-28c8f8a3-537f-4896-a411-43c114a9dec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436102592-router', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:20Z', 'updated_at': '2021-08-17T00:21:23Z', 'revision_number': 4, 'project_id': 'a020f712a1dd47669000e592d6ef486f', 'gw_port': {'id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:68:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:21Z', 'updated_at': '2021-08-17T00:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '152f678c-88f2-4bfe-ace6-7e9cb60cc78d', 'name': '', 'network_id': 'f41ab436-8d98-4530-98f5-37b79a7011e3', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f', 'mac_address': 'fa:16:3e:0d:55:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'a46e6164-4437-4c61-b40e-cc0ecb7569d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:22Z', 'updated_at': '2021-08-17T00:21:23Z', 'revision_number': 2, 'project_id': 'a020f712a1dd47669000e592d6ef486f', 'subnets': [{'id': 'a46e6164-4437-4c61-b40e-cc0ecb7569d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:25.540641 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c8f8a3-537f-4896-a411-43c114a9dec6 None None] Checking router: a4b9e0c4-b1ba-4667-a65c-af855fa8177a for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:21:25.540912 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c8f8a3-537f-4896-a411-43c114a9dec6 None None] Updating router a4b9e0c4-b1ba-4667-a65c-af855fa8177a port 152f678c-88f2-4bfe-ace6-7e9cb60cc78d binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:21:25.570788 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-28c8f8a3-537f-4896-a411-43c114a9dec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:25.833246 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-28c8f8a3-537f-4896-a411-43c114a9dec6 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:25.845070 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-28c8f8a3-537f-4896-a411-43c114a9dec6 None None] Transition to ACTIVE for port object 152f678c-88f2-4bfe-ace6-7e9cb60cc78d will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:21:25.850664 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-28c8f8a3-537f-4896-a411-43c114a9dec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:25.913450 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add2d9c-db13-4857-9dd8-36f5c01b4f6d None None] Pushing event updated for resources: {'Port': ['ID=152f678c-88f2-4bfe-ace6-7e9cb60cc78d,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:25.943923 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add2d9c-db13-4857-9dd8-36f5c01b4f6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:25.944260 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add2d9c-db13-4857-9dd8-36f5c01b4f6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:25.944588 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add2d9c-db13-4857-9dd8-36f5c01b4f6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:25.944913 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add2d9c-db13-4857-9dd8-36f5c01b4f6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:25.945260 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add2d9c-db13-4857-9dd8-36f5c01b4f6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:25.945590 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add2d9c-db13-4857-9dd8-36f5c01b4f6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:25.945902 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add2d9c-db13-4857-9dd8-36f5c01b4f6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:25.946215 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add2d9c-db13-4857-9dd8-36f5c01b4f6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:25.946530 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add2d9c-db13-4857-9dd8-36f5c01b4f6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:25.946860 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add2d9c-db13-4857-9dd8-36f5c01b4f6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:25.947152 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add2d9c-db13-4857-9dd8-36f5c01b4f6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:25.947452 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add2d9c-db13-4857-9dd8-36f5c01b4f6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:25.962964 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-28c8f8a3-537f-4896-a411-43c114a9dec6 None None] Attempting to bind port 152f678c-88f2-4bfe-ace6-7e9cb60cc78d on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:21:25.963425 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-28c8f8a3-537f-4896-a411-43c114a9dec6 None None] Attempting to bind port 152f678c-88f2-4bfe-ace6-7e9cb60cc78d by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '9c9c09a1-335c-47dd-bae3-c6c38ce5a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f41ab436-8d98-4530-98f5-37b79a7011e3'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:21:25.964532 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c8f8a3-537f-4896-a411-43c114a9dec6 None None] Attempting to bind port 152f678c-88f2-4bfe-ace6-7e9cb60cc78d on network f41ab436-8d98-4530-98f5-37b79a7011e3 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:21:25.970107 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c8f8a3-537f-4896-a411-43c114a9dec6 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:21:25.970484 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c8f8a3-537f-4896-a411-43c114a9dec6 None None] Checking segment: {'id': '9c9c09a1-335c-47dd-bae3-c6c38ce5a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f41ab436-8d98-4530-98f5-37b79a7011e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:21:25.970887 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-28c8f8a3-537f-4896-a411-43c114a9dec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:25.971276 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c8f8a3-537f-4896-a411-43c114a9dec6 None None] Bound using segment: {'id': '9c9c09a1-335c-47dd-bae3-c6c38ce5a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f41ab436-8d98-4530-98f5-37b79a7011e3'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:21:25.971743 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-28c8f8a3-537f-4896-a411-43c114a9dec6 None None] Bound port: 152f678c-88f2-4bfe-ace6-7e9cb60cc78d, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9c09a1-335c-47dd-bae3-c6c38ce5a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f41ab436-8d98-4530-98f5-37b79a7011e3'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:21:25.972127 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-28c8f8a3-537f-4896-a411-43c114a9dec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:26.034691 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-28c8f8a3-537f-4896-a411-43c114a9dec6 None None] For port 152f678c-88f2-4bfe-ace6-7e9cb60cc78d, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:21:26.043285 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-28c8f8a3-537f-4896-a411-43c114a9dec6 None None] For port 152f678c-88f2-4bfe-ace6-7e9cb60cc78d, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=152f678c-88f2-4bfe-ace6-7e9cb60cc78d,segment=NetworkSegment(9c9c09a1-335c-47dd-bae3-c6c38ce5a84f),segment_id=9c9c09a1-335c-47dd-bae3-c6c38ce5a84f)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:21:26.048417 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-28c8f8a3-537f-4896-a411-43c114a9dec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:26.101562 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c8f8a3-537f-4896-a411-43c114a9dec6 None None] Routers {'a4b9e0c4-b1ba-4667-a65c-af855fa8177a'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:26.102414 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-28c8f8a3-537f-4896-a411-43c114a9dec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:21:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['a4b9e0c4-b1ba-4667-a65c-af855fa8177a'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:26.163550 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-406fe195-a8e4-4bc9-b1b9-1d07c26202bb tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:26.165232 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-406fe195-a8e4-4bc9-b1b9-1d07c26202bb tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.64 "GET /v2.0/networks?id=f41ab436-8d98-4530-98f5-37b79a7011e3 HTTP/1.1" status: 200 len: 820 time: 0.1198285 Aug 17 00:21:26.180689 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-582aac2d-f0df-45bc-8702-8a8381ce700b tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Request body: {'port': {'device_id': 'f005240e-33fe-4e82-8064-33104a6f90ea', 'network_id': 'f41ab436-8d98-4530-98f5-37b79a7011e3', 'admin_state_up': True, 'tenant_id': 'a020f712a1dd47669000e592d6ef486f'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:26.184359 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add2d9c-db13-4857-9dd8-36f5c01b4f6d None None] Pushing event updated for resources: {'Port': ['ID=152f678c-88f2-4bfe-ace6-7e9cb60cc78d,revision_number=4']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:26.213980 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79ab7403-b0ce-4516-9ef0-5536188a4089 req-2003ca1a-661f-4fc2-9bd4-9ddfd80ff5a0 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 210 time: 0.0475025 Aug 17 00:21:26.253925 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-28c8f8a3-537f-4896-a411-43c114a9dec6 None None] Set router a4b9e0c4-b1ba-4667-a65c-af855fa8177a gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:26.343041 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35a71b-9281-4cdc-a621-9ab6f6a00d3f req-fab8cd3b-c58d-44be-b904-ab324e64c0ee tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:26.344445 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec35a71b-9281-4cdc-a621-9ab6f6a00d3f req-fab8cd3b-c58d-44be-b904-ab324e64c0ee tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 945 time: 0.0750012 Aug 17 00:21:26.351806 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-582aac2d-f0df-45bc-8702-8a8381ce700b tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Made reservation on behalf of a020f712a1dd47669000e592d6ef486f for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:21:26.355805 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-582aac2d-f0df-45bc-8702-8a8381ce700b tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:26.442127 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec35a71b-9281-4cdc-a621-9ab6f6a00d3f req-51dc17e9-6ba6-4afa-afc8-a82f1b743fd4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911841 Aug 17 00:21:26.514907 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-582aac2d-f0df-45bc-8702-8a8381ce700b tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Allocated IP 172.20.0.2 (f41ab436-8d98-4530-98f5-37b79a7011e3/a46e6164-4437-4c61-b40e-cc0ecb7569d9/148fb48a-b9e1-4eea-add3-8d96a3cea065) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:21:26.549848 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-28c8f8a3-537f-4896-a411-43c114a9dec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436102592-router', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:20Z', 'updated_at': '2021-08-17T00:21:23Z', 'revision_number': 4, 'project_id': 'a020f712a1dd47669000e592d6ef486f', 'gw_port': {'id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:68:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:21Z', 'updated_at': '2021-08-17T00:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '152f678c-88f2-4bfe-ace6-7e9cb60cc78d', 'name': '', 'network_id': 'f41ab436-8d98-4530-98f5-37b79a7011e3', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f', 'mac_address': 'fa:16:3e:0d:55:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'a46e6164-4437-4c61-b40e-cc0ecb7569d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:22Z', 'updated_at': '2021-08-17T00:21:26Z', 'revision_number': 4, 'project_id': 'a020f712a1dd47669000e592d6ef486f', 'subnets': [{'id': 'a46e6164-4437-4c61-b40e-cc0ecb7569d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:26.576438 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c8f8a3-537f-4896-a411-43c114a9dec6 None None] The sync data for ids ['a4b9e0c4-b1ba-4667-a65c-af855fa8177a'] in n-d-800088-20 is: [{'id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436102592-router', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:20Z', 'updated_at': '2021-08-17T00:21:23Z', 'revision_number': 4, 'project_id': 'a020f712a1dd47669000e592d6ef486f', 'gw_port': {'id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:68:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:21Z', 'updated_at': '2021-08-17T00:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '152f678c-88f2-4bfe-ace6-7e9cb60cc78d', 'name': '', 'network_id': 'f41ab436-8d98-4530-98f5-37b79a7011e3', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f', 'mac_address': 'fa:16:3e:0d:55:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'a46e6164-4437-4c61-b40e-cc0ecb7569d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:22Z', 'updated_at': '2021-08-17T00:21:26Z', 'revision_number': 4, 'project_id': 'a020f712a1dd47669000e592d6ef486f', 'subnets': [{'id': 'a46e6164-4437-4c61-b40e-cc0ecb7569d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:21:26.593629 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 605fa81c-4fa3-4bb0-91cf-776a6b33ca10 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:21:26.686361 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 605fa81c-4fa3-4bb0-91cf-776a6b33ca10 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:21:26.691256 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 605fa81c-4fa3-4bb0-91cf-776a6b33ca10 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:21:26.691775 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:26.701492 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-582aac2d-f0df-45bc-8702-8a8381ce700b tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:26.755476 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-582aac2d-f0df-45bc-8702-8a8381ce700b tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:26.821730 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-582aac2d-f0df-45bc-8702-8a8381ce700b tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Network f41ab436-8d98-4530-98f5-37b79a7011e3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:21:26.828303 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-582aac2d-f0df-45bc-8702-8a8381ce700b tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:21:26.831202 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:26.834894 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-582aac2d-f0df-45bc-8702-8a8381ce700b tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:21:26.875006 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34feeef3-9627-4e9b-ae67-a79ae3b05bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605fa81c-4fa3-4bb0-91cf-776a6b33ca10'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:21:26.875998 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582aac2d-f0df-45bc-8702-8a8381ce700b tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Pushing event updated for resources: {'Port': ['ID=148fb48a-b9e1-4eea-add3-8d96a3cea065,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:26.877208 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d115e0a-b4dd-4e05-a127-fa46d67c3ddf" -d '{"events": [{"server_uuid": "34feeef3-9627-4e9b-ae67-a79ae3b05bd3", "name": "network-vif-plugged", "status": "completed", "tag": "605fa81c-4fa3-4bb0-91cf-776a6b33ca10"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:21:26.895799 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 152f678c-88f2-4bfe-ace6-7e9cb60cc78d up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:21:26.902723 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 605fa81c-4fa3-4bb0-91cf-776a6b33ca10, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=605fa81c-4fa3-4bb0-91cf-776a6b33ca10,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:26.914720 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-582aac2d-f0df-45bc-8702-8a8381ce700b tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:26.915452 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-582aac2d-f0df-45bc-8702-8a8381ce700b tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:26.926949 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6adff5-d1a3-4e9d-8e31-9ac6859637c3 x-openstack-request-id: req-dd6adff5-d1a3-4e9d-8e31-9ac6859637c3 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:21:26.927145 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34feeef3-9627-4e9b-ae67-a79ae3b05bd3", "name": "network-vif-plugged", "status": "completed", "tag": "605fa81c-4fa3-4bb0-91cf-776a6b33ca10", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:21:26.927412 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dd6adff5-d1a3-4e9d-8e31-9ac6859637c3 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:21:26.927773 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34feeef3-9627-4e9b-ae67-a79ae3b05bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605fa81c-4fa3-4bb0-91cf-776a6b33ca10', 'code': 200} Aug 17 00:21:26.930529 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:26.944458 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-582aac2d-f0df-45bc-8702-8a8381ce700b tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7675817 Aug 17 00:21:26.958364 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-96421666-32ed-4d18-a842-e3adbc0668d0 service neutron] Request body: {'port': {'device_id': 'f005240e-33fe-4e82-8064-33104a6f90ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:27.023133 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-96421666-32ed-4d18-a842-e3adbc0668d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:27.024621 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=605fa81c-4fa3-4bb0-91cf-776a6b33ca10,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:27.036955 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 152f678c-88f2-4bfe-ace6-7e9cb60cc78d completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:21:27.040697 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 152f678c-88f2-4bfe-ace6-7e9cb60cc78d triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:21:27.041198 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:27.045260 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ab438-3c0e-4a67-9f0c-9560fa752ca3 req-86f5991e-dd24-4812-8f91-68ea01ac7d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:27.047407 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e49ab438-3c0e-4a67-9f0c-9560fa752ca3 req-86f5991e-dd24-4812-8f91-68ea01ac7d97 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 1098 time: 0.0509000 Aug 17 00:21:27.111792 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e49ab438-3c0e-4a67-9f0c-9560fa752ca3 req-53cee02c-e98c-4ca4-b793-dc67d7b56a50 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522096 Aug 17 00:21:27.136830 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:27.170912 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 152f678c-88f2-4bfe-ace6-7e9cb60cc78d, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=152f678c-88f2-4bfe-ace6-7e9cb60cc78d,segment=NetworkSegment(9c9c09a1-335c-47dd-bae3-c6c38ce5a84f),segment_id=9c9c09a1-335c-47dd-bae3-c6c38ce5a84f)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:27.176234 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:27.177028 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 3a1042d5-06b9-46f1-b665-b73f178102d4 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:21:27.373900 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-96421666-32ed-4d18-a842-e3adbc0668d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148fb48a-b9e1-4eea-add3-8d96a3cea065 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:21:27.383592 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-96421666-32ed-4d18-a842-e3adbc0668d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:27.402714 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-96421666-32ed-4d18-a842-e3adbc0668d0 service neutron] Transition to ACTIVE for port object 148fb48a-b9e1-4eea-add3-8d96a3cea065 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:21:27.411966 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047f374-fabd-48cc-898b-7db62776ad89 req-1a8f871d-a35e-455a-a976-d081bc8b9e3a tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:27.413482 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6047f374-fabd-48cc-898b-7db62776ad89 req-1a8f871d-a35e-455a-a976-d081bc8b9e3a tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 931 time: 0.1067691 Aug 17 00:21:27.414807 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-96421666-32ed-4d18-a842-e3adbc0668d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:27.422454 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=152f678c-88f2-4bfe-ace6-7e9cb60cc78d,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:27.447099 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 3a1042d5-06b9-46f1-b665-b73f178102d4 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:21:27.447639 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:27.500886 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96421666-32ed-4d18-a842-e3adbc0668d0 service neutron] Pushing event updated for resources: {'Port': ['ID=148fb48a-b9e1-4eea-add3-8d96a3cea065,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:27.507811 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6047f374-fabd-48cc-898b-7db62776ad89 req-36a12a9a-7fe0-4abd-b7ad-83021ed13439 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834522 Aug 17 00:21:27.623405 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-96421666-32ed-4d18-a842-e3adbc0668d0 service neutron] Attempting to bind port 148fb48a-b9e1-4eea-add3-8d96a3cea065 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:21:27.623746 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-96421666-32ed-4d18-a842-e3adbc0668d0 service neutron] Attempting to bind port 148fb48a-b9e1-4eea-add3-8d96a3cea065 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9c9c09a1-335c-47dd-bae3-c6c38ce5a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f41ab436-8d98-4530-98f5-37b79a7011e3'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:21:27.624142 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-96421666-32ed-4d18-a842-e3adbc0668d0 service neutron] Attempting to bind port 148fb48a-b9e1-4eea-add3-8d96a3cea065 on network f41ab436-8d98-4530-98f5-37b79a7011e3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:21:27.634705 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7469c2-35f8-4c7f-b67e-cfef3f20df41 req-ad33e159-ffa4-49ec-afeb-989c46f90f77 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:27.637108 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d7469c2-35f8-4c7f-b67e-cfef3f20df41 req-ad33e159-ffa4-49ec-afeb-989c46f90f77 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 946 time: 0.0815663 Aug 17 00:21:27.639180 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-96421666-32ed-4d18-a842-e3adbc0668d0 service neutron] Port 148fb48a-b9e1-4eea-add3-8d96a3cea065 on network f41ab436-8d98-4530-98f5-37b79a7011e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:21:27.639511 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-96421666-32ed-4d18-a842-e3adbc0668d0 service neutron] Attempting to bind port 148fb48a-b9e1-4eea-add3-8d96a3cea065 on network f41ab436-8d98-4530-98f5-37b79a7011e3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:21:27.647432 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-96421666-32ed-4d18-a842-e3adbc0668d0 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:21:27.647794 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-96421666-32ed-4d18-a842-e3adbc0668d0 service neutron] Checking segment: {'id': '9c9c09a1-335c-47dd-bae3-c6c38ce5a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f41ab436-8d98-4530-98f5-37b79a7011e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:21:27.648171 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-96421666-32ed-4d18-a842-e3adbc0668d0 service neutron] Bound using segment: {'id': '9c9c09a1-335c-47dd-bae3-c6c38ce5a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f41ab436-8d98-4530-98f5-37b79a7011e3'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:21:27.648612 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-96421666-32ed-4d18-a842-e3adbc0668d0 service neutron] Bound port: 148fb48a-b9e1-4eea-add3-8d96a3cea065, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c9c09a1-335c-47dd-bae3-c6c38ce5a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f41ab436-8d98-4530-98f5-37b79a7011e3'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:21:27.648969 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-96421666-32ed-4d18-a842-e3adbc0668d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:27.711666 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d7469c2-35f8-4c7f-b67e-cfef3f20df41 req-70ba409e-4e5c-46f8-acce-97eb8ec1eec6 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671947 Aug 17 00:21:27.745874 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-96421666-32ed-4d18-a842-e3adbc0668d0 service neutron] For port 148fb48a-b9e1-4eea-add3-8d96a3cea065, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:21:27.749174 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-96421666-32ed-4d18-a842-e3adbc0668d0 service neutron] For port 148fb48a-b9e1-4eea-add3-8d96a3cea065, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=148fb48a-b9e1-4eea-add3-8d96a3cea065,segment=NetworkSegment(9c9c09a1-335c-47dd-bae3-c6c38ce5a84f),segment_id=9c9c09a1-335c-47dd-bae3-c6c38ce5a84f)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:21:27.753930 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-96421666-32ed-4d18-a842-e3adbc0668d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:27.797985 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-96421666-32ed-4d18-a842-e3adbc0668d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:27.798696 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-96421666-32ed-4d18-a842-e3adbc0668d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:27.800089 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-96421666-32ed-4d18-a842-e3adbc0668d0 service neutron] 10.222.0.64 "PUT /v2.0/ports/148fb48a-b9e1-4eea-add3-8d96a3cea065 HTTP/1.1" status: 200 len: 1092 time: 0.8469560 Aug 17 00:21:27.800533 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f005240e-33fe-4e82-8064-33104a6f90ea', 'tag': '148fb48a-b9e1-4eea-add3-8d96a3cea065'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:21:27.802831 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7fc68f-737e-4e01-bad2-578553744224" -d '{"events": [{"name": "network-changed", "server_uuid": "f005240e-33fe-4e82-8064-33104a6f90ea", "tag": "148fb48a-b9e1-4eea-add3-8d96a3cea065"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:21:27.829123 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96421666-32ed-4d18-a842-e3adbc0668d0 service neutron] Pushing event updated for resources: {'Port': ['ID=148fb48a-b9e1-4eea-add3-8d96a3cea065,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:27.855190 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae19ac1-3389-4b9a-9fbe-4affc0cb9e11 x-openstack-request-id: req-3ae19ac1-3389-4b9a-9fbe-4affc0cb9e11 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:21:27.855379 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f005240e-33fe-4e82-8064-33104a6f90ea", "tag": "148fb48a-b9e1-4eea-add3-8d96a3cea065", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:21:27.855638 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ae19ac1-3389-4b9a-9fbe-4affc0cb9e11 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:21:27.856039 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f005240e-33fe-4e82-8064-33104a6f90ea', 'tag': '148fb48a-b9e1-4eea-add3-8d96a3cea065', 'status': 'completed', 'code': 200} Aug 17 00:21:28.199143 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-c1b46c83-f69b-4658-bc7a-803dd896d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:28.200626 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-c1b46c83-f69b-4658-bc7a-803dd896d89a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a020f712a1dd47669000e592d6ef486f&device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 1095 time: 0.3550942 Aug 17 00:21:28.243525 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-df17df1a-78e4-4a8d-8dca-c356925980ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=148fb48a-b9e1-4eea-add3-8d96a3cea065 HTTP/1.1" status: 200 len: 217 time: 0.0341928 Aug 17 00:21:28.297664 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-3c4c04e4-39cb-4381-b6db-de2fcea980b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:28.299076 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-3c4c04e4-39cb-4381-b6db-de2fcea980b7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a46e6164-4437-4c61-b40e-cc0ecb7569d9 HTTP/1.1" status: 200 len: 860 time: 0.0490077 Aug 17 00:21:28.335413 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-96ff8a73-0237-4b3b-8401-ca54aae403b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f41ab436-8d98-4530-98f5-37b79a7011e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282812 Aug 17 00:21:28.426074 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-72be1516-eda0-4127-8e1c-85c4c5263798 service neutron] 10.222.0.64 "GET /v2.0/networks/f41ab436-8d98-4530-98f5-37b79a7011e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833461 Aug 17 00:21:28.522047 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9a2fd4d-b0f7-43d6-8978-96ff117af514 req-b625ad5b-0c1e-4013-9370-d5e85e7faa83 service neutron] 10.222.0.64 "GET /v2.0/networks/f41ab436-8d98-4530-98f5-37b79a7011e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870912 Aug 17 00:21:28.636978 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fc68f-737e-4e01-bad2-578553744224 req-ade9b7b5-6f5f-40e3-84fc-71bcaab0cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:28.638471 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eb7fc68f-737e-4e01-bad2-578553744224 req-ade9b7b5-6f5f-40e3-84fc-71bcaab0cf2c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a020f712a1dd47669000e592d6ef486f&device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 1095 time: 0.0705013 Aug 17 00:21:28.650543 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95dbbd-9535-4bf0-bcd1-631873cfeba9 req-591a5d9e-6cce-4197-889b-b3fc4c6fbe6d tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:28.651945 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f95dbbd-9535-4bf0-bcd1-631873cfeba9 req-591a5d9e-6cce-4197-889b-b3fc4c6fbe6d tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 943 time: 0.0584130 Aug 17 00:21:28.743359 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f95dbbd-9535-4bf0-bcd1-631873cfeba9 req-f5535410-338d-4b21-a7de-9f8b4ec50da1 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834138 Aug 17 00:21:28.753317 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 152f678c-88f2-4bfe-ace6-7e9cb60cc78d up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:21:28.775060 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fc68f-737e-4e01-bad2-578553744224 req-45665f12-c9ba-4320-9dd3-829084c6769d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:28.776684 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eb7fc68f-737e-4e01-bad2-578553744224 req-45665f12-c9ba-4320-9dd3-829084c6769d service neutron] 10.222.0.64 "GET /v2.0/networks?id=f41ab436-8d98-4530-98f5-37b79a7011e3 HTTP/1.1" status: 200 len: 921 time: 0.1237979 Aug 17 00:21:28.806345 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 152f678c-88f2-4bfe-ace6-7e9cb60cc78d triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:21:28.806711 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:28.831331 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eb7fc68f-737e-4e01-bad2-578553744224 req-8970d006-9f17-4ca8-9c1b-6e2a5219f3b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=148fb48a-b9e1-4eea-add3-8d96a3cea065 HTTP/1.1" status: 200 len: 217 time: 0.0447628 Aug 17 00:21:28.910665 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efdee3e-a969-4880-8662-72fbc0e069f4 req-d4e66990-40d3-4857-abff-f08cdba97257 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:28.912168 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4efdee3e-a969-4880-8662-72fbc0e069f4 req-d4e66990-40d3-4857-abff-f08cdba97257 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 946 time: 0.1182261 Aug 17 00:21:28.915736 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fc68f-737e-4e01-bad2-578553744224 req-82e0ade4-e4b1-4aec-9d8c-ec2796353f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:28.918151 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eb7fc68f-737e-4e01-bad2-578553744224 req-82e0ade4-e4b1-4aec-9d8c-ec2796353f75 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a46e6164-4437-4c61-b40e-cc0ecb7569d9 HTTP/1.1" status: 200 len: 860 time: 0.0694833 Aug 17 00:21:28.957053 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eb7fc68f-737e-4e01-bad2-578553744224 req-c2c16ab0-3ee3-4655-ab7c-2dd2aaac6303 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f41ab436-8d98-4530-98f5-37b79a7011e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312376 Aug 17 00:21:28.990721 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4efdee3e-a969-4880-8662-72fbc0e069f4 req-f7e2dd85-5d83-474b-b6c8-b24a0539a57c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716419 Aug 17 00:21:29.075323 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eb7fc68f-737e-4e01-bad2-578553744224 req-89cc0c89-458c-4f73-a272-99e3368bad46 service neutron] 10.222.0.64 "GET /v2.0/networks/f41ab436-8d98-4530-98f5-37b79a7011e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077456 Aug 17 00:21:29.164662 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7508b4-0c65-4335-9498-25cdc9b93027 req-b2382bb2-eb36-4f26-91c2-8419da6fe60c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:29.166131 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1b7508b4-0c65-4335-9498-25cdc9b93027 req-b2382bb2-eb36-4f26-91c2-8419da6fe60c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 946 time: 0.1050534 Aug 17 00:21:29.214286 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eb7fc68f-737e-4e01-bad2-578553744224 req-bfe32e99-c4da-4a31-a423-1fa209fd231f service neutron] 10.222.0.64 "GET /v2.0/networks/f41ab436-8d98-4530-98f5-37b79a7011e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248283 Aug 17 00:21:29.221331 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1b7508b4-0c65-4335-9498-25cdc9b93027 req-0e323de2-b7ef-49fb-a5a9-0a304290107f tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482883 Aug 17 00:21:29.245829 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 32860) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:29.285178 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb10e93-77a6-49bd-b598-5727cf08e7d4 tempest-TestVolumeBootPattern-1094830927 tempest-TestVolumeBootPattern-1094830927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:29.286684 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4eb10e93-77a6-49bd-b598-5727cf08e7d4 tempest-TestVolumeBootPattern-1094830927 tempest-TestVolumeBootPattern-1094830927-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 1093 time: 0.0398657 Aug 17 00:21:29.289387 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 32862) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:29.294393 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-1cc1c8cd-49b8-43d3-80f1-a8a143acebbe tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'port_id': '605fa81c-4fa3-4bb0-91cf-776a6b33ca10', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:29.315733 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1cc1c8cd-49b8-43d3-80f1-a8a143acebbe tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for floatingip, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:29.422514 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1cc1c8cd-49b8-43d3-80f1-a8a143acebbe tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:29.527084 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-1cc1c8cd-49b8-43d3-80f1-a8a143acebbe tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Allocated IP 172.25.3.30 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/61462797-989c-4134-852a-8c0dabe5a16c) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:21:29.631027 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1cc1c8cd-49b8-43d3-80f1-a8a143acebbe tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:29.669797 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1cc1c8cd-49b8-43d3-80f1-a8a143acebbe tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:29.705717 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc1c8cd-49b8-43d3-80f1-a8a143acebbe tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:21:29.710630 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-1cc1c8cd-49b8-43d3-80f1-a8a143acebbe tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:21:29.714516 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc1c8cd-49b8-43d3-80f1-a8a143acebbe tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:21:29.741473 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1c8cd-49b8-43d3-80f1-a8a143acebbe tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event updated for resources: {'Port': ['ID=61462797-989c-4134-852a-8c0dabe5a16c,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:29.924682 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86038363-e1f5-45f3-a27d-6d490ec692fe req-89c249b4-bf90-49f2-9f73-616b6946b8af tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:29.926336 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-86038363-e1f5-45f3-a27d-6d490ec692fe req-89c249b4-bf90-49f2-9f73-616b6946b8af tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 943 time: 0.1122389 Aug 17 00:21:30.004156 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-86038363-e1f5-45f3-a27d-6d490ec692fe req-a580264f-8d2c-441b-bb66-326972b7c271 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717173 Aug 17 00:21:30.246279 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1cc1c8cd-49b8-43d3-80f1-a8a143acebbe tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:30.335604 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1cc1c8cd-49b8-43d3-80f1-a8a143acebbe tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:30.482995 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1cc1c8cd-49b8-43d3-80f1-a8a143acebbe tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:30.488930 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1cc1c8cd-49b8-43d3-80f1-a8a143acebbe tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:30.564657 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1c8cd-49b8-43d3-80f1-a8a143acebbe tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event updated for resources: {'Port': ['ID=61462797-989c-4134-852a-8c0dabe5a16c,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:30.573350 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1cc1c8cd-49b8-43d3-80f1-a8a143acebbe tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:30.670151 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-1cc1c8cd-49b8-43d3-80f1-a8a143acebbe tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Floating IP 93941688-be94-4500-9002-c732ffbe9080 associated. External IP: 172.25.3.30, port: 605fa81c-4fa3-4bb0-91cf-776a6b33ca10. Aug 17 00:21:30.758617 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 148fb48a-b9e1-4eea-add3-8d96a3cea065 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:21:30.855465 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 148fb48a-b9e1-4eea-add3-8d96a3cea065, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=148fb48a-b9e1-4eea-add3-8d96a3cea065,segment=NetworkSegment(9c9c09a1-335c-47dd-bae3-c6c38ce5a84f),segment_id=9c9c09a1-335c-47dd-bae3-c6c38ce5a84f)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:30.866393 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '148fb48a-b9e1-4eea-add3-8d96a3cea065', 'network_id': 'f41ab436-8d98-4530-98f5-37b79a7011e3', 'port_id': '148fb48a-b9e1-4eea-add3-8d96a3cea065', 'mac_address': 'fa:16:3e:6f:57:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46e6164-4437-4c61-b40e-cc0ecb7569d9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:21:30.875017 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc1c8cd-49b8-43d3-80f1-a8a143acebbe tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:21:30.903659 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:30.916075 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148fb48a-b9e1-4eea-add3-8d96a3cea065 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:21:30.936990 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 148fb48a-b9e1-4eea-add3-8d96a3cea065, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=148fb48a-b9e1-4eea-add3-8d96a3cea065,segment=NetworkSegment(9c9c09a1-335c-47dd-bae3-c6c38ce5a84f),segment_id=9c9c09a1-335c-47dd-bae3-c6c38ce5a84f)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:30.940843 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:30.984925 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc1c8cd-49b8-43d3-80f1-a8a143acebbe tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:21:30.987803 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=148fb48a-b9e1-4eea-add3-8d96a3cea065,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:30.996888 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939aa944-f1a1-4b83-a636-20a94b5e97d8 None None] Sync routers for ids ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:21:31.002468 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1cc1c8cd-49b8-43d3-80f1-a8a143acebbe tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:31.007185 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939aa944-f1a1-4b83-a636-20a94b5e97d8 None None] Routers {'5f44a2f4-7538-4cb1-902f-1a557b3cd741'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:31.007824 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-939aa944-f1a1-4b83-a636-20a94b5e97d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:21:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:31.032954 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1cc1c8cd-49b8-43d3-80f1-a8a143acebbe tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7425454 Aug 17 00:21:31.033670 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34feeef3-9627-4e9b-ae67-a79ae3b05bd3', 'tag': '605fa81c-4fa3-4bb0-91cf-776a6b33ca10'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:21:31.035932 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fda394-8211-4ceb-93f3-be320e072640" -d '{"events": [{"name": "network-changed", "server_uuid": "34feeef3-9627-4e9b-ae67-a79ae3b05bd3", "tag": "605fa81c-4fa3-4bb0-91cf-776a6b33ca10"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:21:31.080597 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82cd32c-486e-4cf3-89c1-e931e4ecb37c x-openstack-request-id: req-f82cd32c-486e-4cf3-89c1-e931e4ecb37c {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:21:31.080889 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34feeef3-9627-4e9b-ae67-a79ae3b05bd3", "tag": "605fa81c-4fa3-4bb0-91cf-776a6b33ca10", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:21:31.081177 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f82cd32c-486e-4cf3-89c1-e931e4ecb37c {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:21:31.081584 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34feeef3-9627-4e9b-ae67-a79ae3b05bd3', 'tag': '605fa81c-4fa3-4bb0-91cf-776a6b33ca10', 'status': 'completed', 'code': 200} Aug 17 00:21:31.136215 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-939aa944-f1a1-4b83-a636-20a94b5e97d8 None None] Set router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:31.152995 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fda394-8211-4ceb-93f3-be320e072640 req-f80ee5ed-7a15-4a4e-b23d-1a0f3a92ddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:31.155406 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-68fda394-8211-4ceb-93f3-be320e072640 req-f80ee5ed-7a15-4a4e-b23d-1a0f3a92ddfc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 1098 time: 0.0496881 Aug 17 00:21:31.175224 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['148fb48a-b9e1-4eea-add3-8d96a3cea065'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:21:31.261768 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fda394-8211-4ceb-93f3-be320e072640 req-db3d7502-370f-4d41-8551-20abf819667d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:31.263309 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-68fda394-8211-4ceb-93f3-be320e072640 req-db3d7502-370f-4d41-8551-20abf819667d service neutron] 10.222.0.69 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 912 time: 0.1002038 Aug 17 00:21:31.334789 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-68fda394-8211-4ceb-93f3-be320e072640 req-67cf384c-02e7-4bfb-8ea9-ee14bb7b3ae1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=605fa81c-4fa3-4bb0-91cf-776a6b33ca10 HTTP/1.1" status: 200 len: 999 time: 0.0632110 Aug 17 00:21:31.394734 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fda394-8211-4ceb-93f3-be320e072640 req-cc2d1507-a21f-4898-b6d8-f7c2b8847a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:31.396148 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-68fda394-8211-4ceb-93f3-be320e072640 req-cc2d1507-a21f-4898-b6d8-f7c2b8847a14 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50a43672-a95f-4b5a-a039-6a76ff2ef6bb HTTP/1.1" status: 200 len: 850 time: 0.0539362 Aug 17 00:21:31.447677 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fda394-8211-4ceb-93f3-be320e072640 req-9447112e-a240-4a11-8638-718375f9390f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:31.450057 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-68fda394-8211-4ceb-93f3-be320e072640 req-9447112e-a240-4a11-8638-718375f9390f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2676b640-a0ef-482d-b8e8-3f50e99c7802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463717 Aug 17 00:21:31.473268 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5266852-4de2-4e10-b98e-ee52c34226c9 req-599df570-bca0-4ce0-bbc2-5b2d1670b889 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:31.474966 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f5266852-4de2-4e10-b98e-ee52c34226c9 req-599df570-bca0-4ce0-bbc2-5b2d1670b889 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 944 time: 0.3769181 Aug 17 00:21:31.500623 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-939aa944-f1a1-4b83-a636-20a94b5e97d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'name': 'tempest-TestVolumeBootPattern-283857276-router', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:13Z', 'revision_number': 4, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'gw_port': {'id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '93941688-be94-4500-9002-c732ffbe9080', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'floating_ip_address': '172.25.3.30', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'port_id': '605fa81c-4fa3-4bb0-91cf-776a6b33ca10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'mac_address': 'fa:16:3e:3d:28:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34feeef3-9627-4e9b-ae67-a79ae3b05bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:21:30Z', 'updated_at': '2021-08-17T00:21:30Z', 'revision_number': 0, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02617c49-b037-4d85-bd85-237a1bf72deb', 'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'mac_address': 'fa:16:3e:56:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:11Z', 'updated_at': '2021-08-17T00:13:22Z', 'revision_number': 5, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'subnets': [{'id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:31.518401 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f5266852-4de2-4e10-b98e-ee52c34226c9 req-215537be-1343-4dea-b839-09e719f6dd50 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365517 Aug 17 00:21:31.529833 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939aa944-f1a1-4b83-a636-20a94b5e97d8 None None] Checking router: 5f44a2f4-7538-4cb1-902f-1a557b3cd741 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:21:31.545994 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939aa944-f1a1-4b83-a636-20a94b5e97d8 None None] Routers {'5f44a2f4-7538-4cb1-902f-1a557b3cd741'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:31.546603 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-939aa944-f1a1-4b83-a636-20a94b5e97d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:21:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:31.554407 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-68fda394-8211-4ceb-93f3-be320e072640 req-74bb4b9d-3aee-4ea1-9e1a-108d498d1b27 service neutron] 10.222.0.69 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963449 Aug 17 00:21:31.646083 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-68fda394-8211-4ceb-93f3-be320e072640 req-e4ca4d0e-3697-48be-855c-c7075f8db1ac service neutron] 10.222.0.69 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843294 Aug 17 00:21:31.652738 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-939aa944-f1a1-4b83-a636-20a94b5e97d8 None None] Set router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:31.887050 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-939aa944-f1a1-4b83-a636-20a94b5e97d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'name': 'tempest-TestVolumeBootPattern-283857276-router', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:13Z', 'revision_number': 4, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'gw_port': {'id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '93941688-be94-4500-9002-c732ffbe9080', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'floating_ip_address': '172.25.3.30', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'port_id': '605fa81c-4fa3-4bb0-91cf-776a6b33ca10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'mac_address': 'fa:16:3e:3d:28:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34feeef3-9627-4e9b-ae67-a79ae3b05bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:21:30Z', 'updated_at': '2021-08-17T00:21:30Z', 'revision_number': 0, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02617c49-b037-4d85-bd85-237a1bf72deb', 'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'mac_address': 'fa:16:3e:56:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:11Z', 'updated_at': '2021-08-17T00:13:22Z', 'revision_number': 5, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'subnets': [{'id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:31.913113 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939aa944-f1a1-4b83-a636-20a94b5e97d8 None None] The sync data for ids ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'] in n-d-800088-20 is: [{'id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'name': 'tempest-TestVolumeBootPattern-283857276-router', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:13Z', 'revision_number': 4, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'gw_port': {'id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '93941688-be94-4500-9002-c732ffbe9080', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'floating_ip_address': '172.25.3.30', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'port_id': '605fa81c-4fa3-4bb0-91cf-776a6b33ca10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'mac_address': 'fa:16:3e:3d:28:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34feeef3-9627-4e9b-ae67-a79ae3b05bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:21:30Z', 'updated_at': '2021-08-17T00:21:30Z', 'revision_number': 0, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02617c49-b037-4d85-bd85-237a1bf72deb', 'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'mac_address': 'fa:16:3e:56:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:11Z', 'updated_at': '2021-08-17T00:13:22Z', 'revision_number': 5, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'subnets': [{'id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:21:32.112540 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34023943-0de3-41ea-9b17-53868c0dadef None None] New status for floating IP 93941688-be94-4500-9002-c732ffbe9080: ACTIVE {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:21:32.205216 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:21:32.636664 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f32308-a663-4f5f-bc96-1054e823e17f req-23539480-c8f8-47ce-bea2-16b27c6a19e5 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:32.638169 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18f32308-a663-4f5f-bc96-1054e823e17f req-23539480-c8f8-47ce-bea2-16b27c6a19e5 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 944 time: 0.0490699 Aug 17 00:21:32.675200 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18f32308-a663-4f5f-bc96-1054e823e17f req-9ae33a44-ff8e-45d7-abae-dcf4645a6290 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307446 Aug 17 00:21:32.770128 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 148fb48a-b9e1-4eea-add3-8d96a3cea065 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:21:32.818829 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 148fb48a-b9e1-4eea-add3-8d96a3cea065 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:21:32.822687 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 148fb48a-b9e1-4eea-add3-8d96a3cea065 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:21:32.823074 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:32.901243 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:32.923145 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f005240e-33fe-4e82-8064-33104a6f90ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148fb48a-b9e1-4eea-add3-8d96a3cea065'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:21:32.925423 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b7ccd6-17ef-467a-9d2e-0a5ee2bfc822" -d '{"events": [{"server_uuid": "f005240e-33fe-4e82-8064-33104a6f90ea", "name": "network-vif-plugged", "status": "completed", "tag": "148fb48a-b9e1-4eea-add3-8d96a3cea065"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:21:32.938826 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 148fb48a-b9e1-4eea-add3-8d96a3cea065, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=148fb48a-b9e1-4eea-add3-8d96a3cea065,segment=NetworkSegment(9c9c09a1-335c-47dd-bae3-c6c38ce5a84f),segment_id=9c9c09a1-335c-47dd-bae3-c6c38ce5a84f)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:32.943154 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:32.992544 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=148fb48a-b9e1-4eea-add3-8d96a3cea065,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:33.000355 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:33.000766 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:33.001126 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:33.001555 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:33.001778 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:33.002107 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:33.002429 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:33.002749 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:33.003068 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:33.003409 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:33.003727 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:33.004044 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:33.029833 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e60f23c-d39f-4f63-9b5e-2c94a9b9caca x-openstack-request-id: req-3e60f23c-d39f-4f63-9b5e-2c94a9b9caca {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:21:33.030134 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f005240e-33fe-4e82-8064-33104a6f90ea", "name": "network-vif-plugged", "status": "completed", "tag": "148fb48a-b9e1-4eea-add3-8d96a3cea065", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:21:33.030392 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3e60f23c-d39f-4f63-9b5e-2c94a9b9caca {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:21:33.030819 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f005240e-33fe-4e82-8064-33104a6f90ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148fb48a-b9e1-4eea-add3-8d96a3cea065', 'code': 200} Aug 17 00:21:33.127132 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa277392-373d-4f84-a453-d95df484942b req-a67df0a6-2915-4376-8cb1-e8d6446d1ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:33.128663 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aa277392-373d-4f84-a453-d95df484942b req-a67df0a6-2915-4376-8cb1-e8d6446d1ef8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 1097 time: 0.0442138 Aug 17 00:21:33.165474 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aa277392-373d-4f84-a453-d95df484942b req-d3541f21-696c-4d5f-ab7b-4d2f06b52097 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274825 Aug 17 00:21:33.795103 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db9413-b1cc-4a82-9fd4-10dd1f5f9657 req-0ca6768a-7b08-4940-8406-b356936bcc93 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:33.796592 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7db9413-b1cc-4a82-9fd4-10dd1f5f9657 req-0ca6768a-7b08-4940-8406-b356936bcc93 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0520079 Aug 17 00:21:33.836821 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7db9413-b1cc-4a82-9fd4-10dd1f5f9657 req-f7e6b22f-b550-443f-95a8-0cd2145ca413 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340190 Aug 17 00:21:34.955112 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc3e4a-d287-483f-8823-43cd8f4721e7 req-c7d04046-6949-4e4f-86f3-662f8011683a tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:34.956646 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3edc3e4a-d287-483f-8823-43cd8f4721e7 req-c7d04046-6949-4e4f-86f3-662f8011683a tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0496097 Aug 17 00:21:34.995313 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3edc3e4a-d287-483f-8823-43cd8f4721e7 req-63c85d15-b636-4556-bf6b-038a86964376 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321138 Aug 17 00:21:35.238402 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6a5bc-f16f-46f3-83d0-379db03dc2e1 req-706dc9eb-93dc-4dd9-be36-01e82b5929ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:35.240025 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-99c6a5bc-f16f-46f3-83d0-379db03dc2e1 req-706dc9eb-93dc-4dd9-be36-01e82b5929ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a020f712a1dd47669000e592d6ef486f&device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 1097 time: 0.0711720 Aug 17 00:21:35.252074 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b7f72-c334-4da0-896f-1e375194a6c3 req-57ffcdb3-ffa8-4bb0-aead-98cfc1596123 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:35.253498 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b0b7f72-c334-4da0-896f-1e375194a6c3 req-57ffcdb3-ffa8-4bb0-aead-98cfc1596123 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0766351 Aug 17 00:21:35.337991 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b0b7f72-c334-4da0-896f-1e375194a6c3 req-4ce92fc8-8ff6-414f-b299-698d4f0131f5 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760341 Aug 17 00:21:35.368998 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6a5bc-f16f-46f3-83d0-379db03dc2e1 req-b8fb10d4-d073-4d34-906c-4fad2ec877af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:35.370521 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-99c6a5bc-f16f-46f3-83d0-379db03dc2e1 req-b8fb10d4-d073-4d34-906c-4fad2ec877af service neutron] 10.222.0.64 "GET /v2.0/networks?id=f41ab436-8d98-4530-98f5-37b79a7011e3 HTTP/1.1" status: 200 len: 921 time: 0.1161945 Aug 17 00:21:35.411937 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-99c6a5bc-f16f-46f3-83d0-379db03dc2e1 req-7478f9c7-79b4-4e50-a070-c41e54338a3c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=148fb48a-b9e1-4eea-add3-8d96a3cea065 HTTP/1.1" status: 200 len: 217 time: 0.0336778 Aug 17 00:21:35.461111 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6a5bc-f16f-46f3-83d0-379db03dc2e1 req-66dfe2d6-b27b-4ea3-b05c-88da25d3fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:35.462566 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-99c6a5bc-f16f-46f3-83d0-379db03dc2e1 req-66dfe2d6-b27b-4ea3-b05c-88da25d3fef6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a46e6164-4437-4c61-b40e-cc0ecb7569d9 HTTP/1.1" status: 200 len: 860 time: 0.0426674 Aug 17 00:21:35.499072 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-99c6a5bc-f16f-46f3-83d0-379db03dc2e1 req-56f22c25-64c0-442c-8105-374c267f6b1e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f41ab436-8d98-4530-98f5-37b79a7011e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294225 Aug 17 00:21:35.586634 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-99c6a5bc-f16f-46f3-83d0-379db03dc2e1 req-ad638efe-ebd0-4573-af56-0497996318fe service neutron] 10.222.0.64 "GET /v2.0/networks/f41ab436-8d98-4530-98f5-37b79a7011e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805628 Aug 17 00:21:35.679918 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-99c6a5bc-f16f-46f3-83d0-379db03dc2e1 req-2c6062d7-8562-4e06-b83e-897567a61668 service neutron] 10.222.0.64 "GET /v2.0/networks/f41ab436-8d98-4530-98f5-37b79a7011e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857356 Aug 17 00:21:36.457314 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e503ffd-f17c-4529-acf4-05da92671e14 req-233a3acb-601a-4737-962c-00642f7fe6bf tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:36.458814 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4e503ffd-f17c-4529-acf4-05da92671e14 req-233a3acb-601a-4737-962c-00642f7fe6bf tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0510364 Aug 17 00:21:36.498225 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4e503ffd-f17c-4529-acf4-05da92671e14 req-a3f8e5b4-b26f-4cb4-a2dc-fc321c5ce8b9 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331659 Aug 17 00:21:37.616834 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89306d1-c7af-43d5-9095-80ac1b4e7695 req-d4596a2d-9ab4-44d5-9f47-fb027435a973 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:37.618372 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b89306d1-c7af-43d5-9095-80ac1b4e7695 req-d4596a2d-9ab4-44d5-9f47-fb027435a973 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0513146 Aug 17 00:21:37.657220 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b89306d1-c7af-43d5-9095-80ac1b4e7695 req-c9bc4fdf-7b99-45cc-b896-5f28d9c55cf9 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327959 Aug 17 00:21:38.775356 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1355f-a866-41fa-ae19-d5391e5eac73 req-568f04d7-c156-45bb-a56f-ba33151e79cb tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:38.777126 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-77a1355f-a866-41fa-ae19-d5391e5eac73 req-568f04d7-c156-45bb-a56f-ba33151e79cb tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0505807 Aug 17 00:21:38.821047 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-77a1355f-a866-41fa-ae19-d5391e5eac73 req-10dac23d-c398-4021-a59a-a474f1983219 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378361 Aug 17 00:21:39.944852 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25db194-b8f6-4a2e-bbe3-c7bd1092c931 req-327422e9-66ce-4294-85ab-14c62c5a682c tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:39.946371 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e25db194-b8f6-4a2e-bbe3-c7bd1092c931 req-327422e9-66ce-4294-85ab-14c62c5a682c tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0508850 Aug 17 00:21:39.985191 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e25db194-b8f6-4a2e-bbe3-c7bd1092c931 req-167d7c44-9e6c-4a9f-94ea-ccec3690065b tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325158 Aug 17 00:21:40.150978 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:41.100766 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aafa12-8f54-4271-92d9-79408ccfe689 req-a953e4de-3c08-4e3e-b3ff-c1eed93581fe tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:41.102287 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c1aafa12-8f54-4271-92d9-79408ccfe689 req-a953e4de-3c08-4e3e-b3ff-c1eed93581fe tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0507724 Aug 17 00:21:41.140762 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c1aafa12-8f54-4271-92d9-79408ccfe689 req-2a2bbf63-b189-41c9-85b4-46eaeacee692 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324738 Aug 17 00:21:41.721416 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:42.275521 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6e9a7-80f1-4db8-9697-ecdebf91ec53 req-ded34cd1-fb62-4901-89d9-603b07cb575c tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:42.277472 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8dd6e9a7-80f1-4db8-9697-ecdebf91ec53 req-ded34cd1-fb62-4901-89d9-603b07cb575c tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0496542 Aug 17 00:21:42.319546 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8dd6e9a7-80f1-4db8-9697-ecdebf91ec53 req-2bbb1597-66ae-496b-80ca-13fcb63d81bf tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360570 Aug 17 00:21:43.433319 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5428981-0c7f-4063-9104-fd0ca998684f req-442fcde7-3e4f-4d16-97d8-f8736e7f7ba2 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:43.434987 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d5428981-0c7f-4063-9104-fd0ca998684f req-442fcde7-3e4f-4d16-97d8-f8736e7f7ba2 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0496919 Aug 17 00:21:43.483192 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d5428981-0c7f-4063-9104-fd0ca998684f req-3f75273b-8dc2-41f9-afab-10ff18a50e7e tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414116 Aug 17 00:21:44.603565 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54dc0ba-3939-462e-a789-00e8ff821784 req-99df05ae-bd32-4554-84e3-af1f5ac1463f tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:44.605828 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d54dc0ba-3939-462e-a789-00e8ff821784 req-99df05ae-bd32-4554-84e3-af1f5ac1463f tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0535777 Aug 17 00:21:44.645886 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d54dc0ba-3939-462e-a789-00e8ff821784 req-6181ae86-799e-4d32-ac3c-0c63c56e050a tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339563 Aug 17 00:21:45.786201 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696a84f-d1ae-489b-ac13-0aeb8d92a4df req-2bbaa2dc-0448-472b-8c11-cc740382eae1 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:45.788115 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3696a84f-d1ae-489b-ac13-0aeb8d92a4df req-2bbaa2dc-0448-472b-8c11-cc740382eae1 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0629957 Aug 17 00:21:45.844145 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3696a84f-d1ae-489b-ac13-0aeb8d92a4df req-056513bb-19e3-4bbc-892b-fca56b07f075 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441995 Aug 17 00:21:46.519248 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a9f7d257-a9ba-4478-bc8e-cedcbba6f494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:46.984595 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf314ae-a918-474a-a938-b3a51469288b req-2f6c93b5-40ab-4cea-87b1-08d41dd78577 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:46.986838 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-caf314ae-a918-474a-a938-b3a51469288b req-2f6c93b5-40ab-4cea-87b1-08d41dd78577 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0548720 Aug 17 00:21:47.036972 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-caf314ae-a918-474a-a938-b3a51469288b req-fb5f067a-00a6-48a0-bf51-4a1b97dab6c3 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438013 Aug 17 00:21:47.543573 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-273d480c-f29d-42e3-841d-20d6685d7994 req-a53526ab-edad-4cd1-b58d-39e027b7333b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430148 Aug 17 00:21:47.642184 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d480c-f29d-42e3-841d-20d6685d7994 req-ef5b80b2-a953-4a5f-972c-19a253b92d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:47.643626 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-273d480c-f29d-42e3-841d-20d6685d7994 req-ef5b80b2-a953-4a5f-972c-19a253b92d89 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 1098 time: 0.0490911 Aug 17 00:21:47.753035 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d480c-f29d-42e3-841d-20d6685d7994 req-729f9465-1579-4a75-badb-118de0edfb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:47.755165 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-273d480c-f29d-42e3-841d-20d6685d7994 req-729f9465-1579-4a75-badb-118de0edfb56 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 912 time: 0.0898325 Aug 17 00:21:47.833646 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-273d480c-f29d-42e3-841d-20d6685d7994 req-31eecf0b-f19f-4574-acdc-dd0e6e543922 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=605fa81c-4fa3-4bb0-91cf-776a6b33ca10 HTTP/1.1" status: 200 len: 1001 time: 0.0652771 Aug 17 00:21:47.886532 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d480c-f29d-42e3-841d-20d6685d7994 req-6948d1f7-a617-481e-8ecc-7ba52e2648f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:47.887993 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-273d480c-f29d-42e3-841d-20d6685d7994 req-6948d1f7-a617-481e-8ecc-7ba52e2648f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50a43672-a95f-4b5a-a039-6a76ff2ef6bb HTTP/1.1" status: 200 len: 850 time: 0.0460665 Aug 17 00:21:47.937364 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d480c-f29d-42e3-841d-20d6685d7994 req-fc89bad1-d2a7-4994-8cdd-333fd002632d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:47.938809 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-273d480c-f29d-42e3-841d-20d6685d7994 req-fc89bad1-d2a7-4994-8cdd-333fd002632d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2676b640-a0ef-482d-b8e8-3f50e99c7802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416679 Aug 17 00:21:48.040945 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-273d480c-f29d-42e3-841d-20d6685d7994 req-2e2bcbc0-d440-4726-8a42-ce67d365ecde service neutron] 10.222.0.69 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940666 Aug 17 00:21:48.146793 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-273d480c-f29d-42e3-841d-20d6685d7994 req-2b106d53-2bb7-40ba-aef2-af42da7ee291 service neutron] 10.222.0.69 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971363 Aug 17 00:21:48.176999 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5816194-f984-4036-a7ec-e026267600de req-ef8b69f9-491b-48b4-8e00-fdba7c6d39a4 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:48.178633 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c5816194-f984-4036-a7ec-e026267600de req-ef8b69f9-491b-48b4-8e00-fdba7c6d39a4 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0539827 Aug 17 00:21:48.221413 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c5816194-f984-4036-a7ec-e026267600de req-ad0c1ce9-93ae-41fb-80bc-55d4e176ea22 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354049 Aug 17 00:21:49.232745 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e4952469-c339-4d6f-a097-698370144d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:49.269078 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:49.351694 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafcd49-9795-482d-af3f-181ae68a6f8c req-9e68cbbd-e2e2-4f3f-aaa2-7af08d272e13 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:49.354095 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1dafcd49-9795-482d-af3f-181ae68a6f8c req-9e68cbbd-e2e2-4f3f-aaa2-7af08d272e13 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0525723 Aug 17 00:21:49.399867 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1dafcd49-9795-482d-af3f-181ae68a6f8c req-7a4e3d9d-c3e2-42aa-8c19-f15695256ae0 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385375 Aug 17 00:21:49.455655 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622f053-64e9-4953-bdd5-4288b7fd80ea req-5c3d98b0-0636-430a-b888-34b1cb5de023 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:49.457828 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7622f053-64e9-4953-bdd5-4288b7fd80ea req-5c3d98b0-0636-430a-b888-34b1cb5de023 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 947 time: 0.0530701 Aug 17 00:21:49.498637 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7622f053-64e9-4953-bdd5-4288b7fd80ea req-8592eed2-6e15-4369-8155-9061bc6540cd tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350497 Aug 17 00:21:50.199635 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:50.525404 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b50f2-8457-41ae-b5aa-1ab5860df46c req-28a6a546-42b1-4a9b-b62b-dfe1b7bab6fa tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:50.527143 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1a2b50f2-8457-41ae-b5aa-1ab5860df46c req-28a6a546-42b1-4a9b-b62b-dfe1b7bab6fa tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0535591 Aug 17 00:21:50.567045 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1a2b50f2-8457-41ae-b5aa-1ab5860df46c req-e545d4d0-0c33-4e5c-bba0-bfc3ee74ae28 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331352 Aug 17 00:21:50.626905 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d1931-799f-450d-a4f3-f06d91f533d9 req-8fcc8152-8580-431e-aa91-cb4bd05e7fb6 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:50.628504 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-372d1931-799f-450d-a4f3-f06d91f533d9 req-8fcc8152-8580-431e-aa91-cb4bd05e7fb6 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 947 time: 0.0526659 Aug 17 00:21:50.671790 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-372d1931-799f-450d-a4f3-f06d91f533d9 req-3906207f-2f28-4910-8ffa-ed79a0f27d89 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c4ed1d0-752b-44f7-8499-78038a7a3b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371804 Aug 17 00:21:50.997775 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af70ba-1c04-4198-8cad-34c2167f3ffc req-c5ca2b72-e425-4cb4-b85f-b7b5d9e396ab tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:50.999262 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c8af70ba-1c04-4198-8cad-34c2167f3ffc req-c5ca2b72-e425-4cb4-b85f-b7b5d9e396ab tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 947 time: 0.0497801 Aug 17 00:21:51.093212 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-c8af70ba-1c04-4198-8cad-34c2167f3ffc req-9f0f2284-d224-4475-ad71-9b43c96742e4 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Deleting port d66001da-44f5-4a19-95e7-7a83e666d088 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:21:51.093556 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c8af70ba-1c04-4198-8cad-34c2167f3ffc req-9f0f2284-d224-4475-ad71-9b43c96742e4 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:51.184766 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-c8af70ba-1c04-4198-8cad-34c2167f3ffc req-9f0f2284-d224-4475-ad71-9b43c96742e4 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] For port d66001da-44f5-4a19-95e7-7a83e666d088, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d66001da-44f5-4a19-95e7-7a83e666d088,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:51.185167 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c8af70ba-1c04-4198-8cad-34c2167f3ffc req-9f0f2284-d224-4475-ad71-9b43c96742e4 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:51.362122 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c8af70ba-1c04-4198-8cad-34c2167f3ffc req-9f0f2284-d224-4475-ad71-9b43c96742e4 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:51.362499 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c8af70ba-1c04-4198-8cad-34c2167f3ffc req-9f0f2284-d224-4475-ad71-9b43c96742e4 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:51.362817 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [req-c8af70ba-1c04-4198-8cad-34c2167f3ffc req-9f0f2284-d224-4475-ad71-9b43c96742e4 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Floating IP 823d47f9-e11d-4546-ad4e-75ce40a6ebe2 disassociated. External IP: 172.25.3.252, port: d66001da-44f5-4a19-95e7-7a83e666d088. Aug 17 00:21:51.363161 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-c8af70ba-1c04-4198-8cad-34c2167f3ffc req-9f0f2284-d224-4475-ad71-9b43c96742e4 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Calling delete_port for d66001da-44f5-4a19-95e7-7a83e666d088 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:21:51.496057 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c8af70ba-1c04-4198-8cad-34c2167f3ffc req-9f0f2284-d224-4475-ad71-9b43c96742e4 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:51.524713 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f2284-d224-4475-ad71-9b43c96742e4 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Pushing event deleted for resources: {'Port': ['ID=d66001da-44f5-4a19-95e7-7a83e666d088,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:51.642612 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8af70ba-1c04-4198-8cad-34c2167f3ffc req-9f0f2284-d224-4475-ad71-9b43c96742e4 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Router 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:21:51.743546 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d454d1-d5a9-4efa-9111-b91ca0f63789 req-95428c3b-2afb-4091-a501-6567ffaa7d50 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:51.745281 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b2d454d1-d5a9-4efa-9111-b91ca0f63789 req-95428c3b-2afb-4091-a501-6567ffaa7d50 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.1072247 Aug 17 00:21:51.826590 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fc16f148-ca57-4193-bf7c-e47f0025e1d6 req-102f0331-78c9-4d24-bca7-d9753e3b28a5 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e418-3417-49ad-82b1-9e1267567df3 HTTP/1.1" status: 200 len: 210 time: 0.0550418 Aug 17 00:21:51.851956 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b2d454d1-d5a9-4efa-9111-b91ca0f63789 req-5d0cd788-e030-4bfa-83c3-1e42bca73148 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790977 Aug 17 00:21:51.852889 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8af70ba-1c04-4198-8cad-34c2167f3ffc req-9f0f2284-d224-4475-ad71-9b43c96742e4 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:21:51.868377 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1973709-e5ce-4b1e-8037-2428e5063a8f None None] Sync routers for ids ['2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:21:51.885236 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1973709-e5ce-4b1e-8037-2428e5063a8f None None] Routers {'2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:51.886890 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-f1973709-e5ce-4b1e-8037-2428e5063a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:21:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:51.898594 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8af70ba-1c04-4198-8cad-34c2167f3ffc req-9f0f2284-d224-4475-ad71-9b43c96742e4 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] No DVR routers for this DVR port d66001da-44f5-4a19-95e7-7a83e666d088 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:21:51.901329 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c8af70ba-1c04-4198-8cad-34c2167f3ffc req-9f0f2284-d224-4475-ad71-9b43c96742e4 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:51.903416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c8af70ba-1c04-4198-8cad-34c2167f3ffc req-9f0f2284-d224-4475-ad71-9b43c96742e4 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.64 "DELETE /v2.0/ports/d66001da-44f5-4a19-95e7-7a83e666d088 HTTP/1.1" status: 204 len: 173 time: 0.8981860 Aug 17 00:21:51.903879 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e02e418-3417-49ad-82b1-9e1267567df3', 'name': 'network-vif-deleted', 'tag': 'd66001da-44f5-4a19-95e7-7a83e666d088'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:21:51.906600 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893651d4-2cf0-49a5-b991-bba9b20cef77" -d '{"events": [{"server_uuid": "8e02e418-3417-49ad-82b1-9e1267567df3", "name": "network-vif-deleted", "tag": "d66001da-44f5-4a19-95e7-7a83e666d088"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:21:51.959083 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8fd9e0-7dcc-4d5e-98f1-b77856be3ff3 x-openstack-request-id: req-3f8fd9e0-7dcc-4d5e-98f1-b77856be3ff3 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:21:51.959577 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e02e418-3417-49ad-82b1-9e1267567df3", "name": "network-vif-deleted", "tag": "d66001da-44f5-4a19-95e7-7a83e666d088", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:21:51.960047 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f8fd9e0-7dcc-4d5e-98f1-b77856be3ff3 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:21:51.960591 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e02e418-3417-49ad-82b1-9e1267567df3', 'name': 'network-vif-deleted', 'tag': 'd66001da-44f5-4a19-95e7-7a83e666d088', 'status': 'completed', 'code': 200} Aug 17 00:21:52.053938 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-f1973709-e5ce-4b1e-8037-2428e5063a8f None None] Set router 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:52.161302 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:52.285593 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-f1973709-e5ce-4b1e-8037-2428e5063a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'name': 'tempest-AttachVolumeShelveTestJSON-949915352-router', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:42Z', 'updated_at': '2021-08-17T00:17:48Z', 'revision_number': 4, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'gw_port': {'id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:43Z', 'updated_at': '2021-08-17T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '2ffaf4d6-2561-4f6e-8797-6ff310e756e5', 'name': '', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'mac_address': 'fa:16:3e:e8:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:47Z', 'updated_at': '2021-08-17T00:17:59Z', 'revision_number': 5, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'subnets': [{'id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:52.313831 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1973709-e5ce-4b1e-8037-2428e5063a8f None None] Checking router: 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:21:52.322885 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1973709-e5ce-4b1e-8037-2428e5063a8f None None] Routers {'2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:52.324331 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-f1973709-e5ce-4b1e-8037-2428e5063a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:21:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:52.452620 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-f1973709-e5ce-4b1e-8037-2428e5063a8f None None] Set router 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:52.665999 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-f1973709-e5ce-4b1e-8037-2428e5063a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'name': 'tempest-AttachVolumeShelveTestJSON-949915352-router', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:42Z', 'updated_at': '2021-08-17T00:17:48Z', 'revision_number': 4, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'gw_port': {'id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:43Z', 'updated_at': '2021-08-17T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '2ffaf4d6-2561-4f6e-8797-6ff310e756e5', 'name': '', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'mac_address': 'fa:16:3e:e8:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:47Z', 'updated_at': '2021-08-17T00:17:59Z', 'revision_number': 5, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'subnets': [{'id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:52.854008 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1973709-e5ce-4b1e-8037-2428e5063a8f None None] The sync data for ids ['2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'] in n-d-800088-20 is: [{'id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'name': 'tempest-AttachVolumeShelveTestJSON-949915352-router', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:42Z', 'updated_at': '2021-08-17T00:17:48Z', 'revision_number': 4, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'gw_port': {'id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:43Z', 'updated_at': '2021-08-17T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '2ffaf4d6-2561-4f6e-8797-6ff310e756e5', 'name': '', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'mac_address': 'fa:16:3e:e8:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:47Z', 'updated_at': '2021-08-17T00:17:59Z', 'revision_number': 5, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'subnets': [{'id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:21:52.927305 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 32970) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:53.038373 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-beb49240-af7d-4007-9c2c-c044a39816e7 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:53.048369 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d66d0-2ad3-4dbe-870b-75923dc80235 req-ff62206e-cb3b-4ea0-9651-587ad62cd33f tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:53.050067 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d53d66d0-2ad3-4dbe-870b-75923dc80235 req-ff62206e-cb3b-4ea0-9651-587ad62cd33f tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0972288 Aug 17 00:21:53.090600 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-beb49240-af7d-4007-9c2c-c044a39816e7 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:53.102742 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b6848e-cca3-4f62-9b11-efe4f1805ea5 None None] New status for floating IP 823d47f9-e11d-4546-ad4e-75ce40a6ebe2: DOWN {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:21:53.130499 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d53d66d0-2ad3-4dbe-870b-75923dc80235 req-fe8618a1-e79c-44b6-8068-1716a48a7b3f tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691724 Aug 17 00:21:53.162184 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-beb49240-af7d-4007-9c2c-c044a39816e7 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:53.164920 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-beb49240-af7d-4007-9c2c-c044a39816e7 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:53.166154 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-beb49240-af7d-4007-9c2c-c044a39816e7 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "DELETE /v2.0/security-groups/5c4ed1d0-752b-44f7-8499-78038a7a3b5a HTTP/1.1" status: 204 len: 168 time: 0.2373078 Aug 17 00:21:53.169903 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 32972) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:53.176258 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb49240-af7d-4007-9c2c-c044a39816e7 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4ed1d0-752b-44f7-8499-78038a7a3b5a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:53.202744 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-ebdbe933-e951-4df8-893f-aa5ddfb13772 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] show failed (client error): The resource could not be found. Aug 17 00:21:53.203845 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ebdbe933-e951-4df8-893f-aa5ddfb13772 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups/5c4ed1d0-752b-44f7-8499-78038a7a3b5a HTTP/1.1" status: 404 len: 347 time: 0.0327508 Aug 17 00:21:53.206724 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 32974) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:53.345313 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-0b9efe98-9031-4131-9a37-300f0eba82ba tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Deleting port b2b39721-9c1a-4695-84bf-0c684972f808 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:21:53.345671 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0b9efe98-9031-4131-9a37-300f0eba82ba tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:53.426653 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0b9efe98-9031-4131-9a37-300f0eba82ba tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:53.426994 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0b9efe98-9031-4131-9a37-300f0eba82ba tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:53.439565 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-0b9efe98-9031-4131-9a37-300f0eba82ba tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Calling delete_port for b2b39721-9c1a-4695-84bf-0c684972f808 owned by network:floatingip {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:21:53.577860 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0b9efe98-9031-4131-9a37-300f0eba82ba tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:53.602761 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9efe98-9031-4131-9a37-300f0eba82ba tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Pushing event deleted for resources: {'Port': ['ID=b2b39721-9c1a-4695-84bf-0c684972f808,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:53.669500 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0b9efe98-9031-4131-9a37-300f0eba82ba tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for floatingip, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:53.672099 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0b9efe98-9031-4131-9a37-300f0eba82ba tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:53.673328 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0b9efe98-9031-4131-9a37-300f0eba82ba tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "DELETE /v2.0/floatingips/823d47f9-e11d-4546-ad4e-75ce40a6ebe2 HTTP/1.1" status: 204 len: 168 time: 0.4656620 Aug 17 00:21:54.028337 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 32978) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:54.033214 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f360dd08-f537-45db-a822-6206201b5380 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1380100130', 'description': 'tempest-description--1856087521'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:54.055900 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f360dd08-f537-45db-a822-6206201b5380 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:54.147983 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f360dd08-f537-45db-a822-6206201b5380 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:54.151818 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f360dd08-f537-45db-a822-6206201b5380 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:54.185162 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f360dd08-f537-45db-a822-6206201b5380 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:54.189687 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f360dd08-f537-45db-a822-6206201b5380 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1602356 Aug 17 00:21:54.189838 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 32982) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:54.194648 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-a27b0e29-0bd7-4214-b949-b7c28317ee60 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Request body: {'security_group_rule': {'security_group_id': '128dc1dd-bf28-404d-9c19-51e7ba63fd1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:54.196172 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360dd08-f537-45db-a822-6206201b5380 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=128dc1dd-bf28-404d-9c19-51e7ba63fd1c,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:54.259892 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a27b0e29-0bd7-4214-b949-b7c28317ee60 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:54.284757 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23110952-3872-4de9-98ce-78b0a81d52b6 req-e2bb370a-4671-4ef8-9910-2a0c9dc0e1cb tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:54.286342 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23110952-3872-4de9-98ce-78b0a81d52b6 req-e2bb370a-4671-4ef8-9910-2a0c9dc0e1cb tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0767741 Aug 17 00:21:54.356772 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23110952-3872-4de9-98ce-78b0a81d52b6 req-dce95362-d9d1-4076-bc3c-a00c97f249fd tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603635 Aug 17 00:21:54.363890 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a27b0e29-0bd7-4214-b949-b7c28317ee60 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:54.367967 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a27b0e29-0bd7-4214-b949-b7c28317ee60 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:54.389767 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b0e29-0bd7-4214-b949-b7c28317ee60 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d0ede3f-9f87-46d9-90a5-9f5c2cf140f0,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:54.397088 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a27b0e29-0bd7-4214-b949-b7c28317ee60 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:54.398365 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a27b0e29-0bd7-4214-b949-b7c28317ee60 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2075353 Aug 17 00:21:54.401513 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 32984) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:54.406698 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f8922468-1cb9-447d-b7a2-4202a8ff3452 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Request body: {'security_group_rule': {'security_group_id': '128dc1dd-bf28-404d-9c19-51e7ba63fd1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:54.443491 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8922468-1cb9-447d-b7a2-4202a8ff3452 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:54.503990 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8922468-1cb9-447d-b7a2-4202a8ff3452 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:54.507421 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8922468-1cb9-447d-b7a2-4202a8ff3452 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:54.527227 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8922468-1cb9-447d-b7a2-4202a8ff3452 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e34af30-52c3-4730-8f86-b71606f0cd93,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:54.530387 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8922468-1cb9-447d-b7a2-4202a8ff3452 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:54.531616 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f8922468-1cb9-447d-b7a2-4202a8ff3452 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288776 Aug 17 00:21:54.534717 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 32986) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:54.539379 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-47101538-522b-422e-915a-bd327a01cd06 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:54.563119 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-47101538-522b-422e-915a-bd327a01cd06 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:54.664566 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-47101538-522b-422e-915a-bd327a01cd06 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:54.769908 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-47101538-522b-422e-915a-bd327a01cd06 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Allocated IP 172.25.3.240 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/54a2c0a0-32f7-49fe-8bfa-fa6fc9c0f7cf) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:21:54.875391 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device d66001da-44f5-4a19-95e7-7a83e666d088 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:21:54.875976 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-47101538-522b-422e-915a-bd327a01cd06 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:54.895616 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: d66001da-44f5-4a19-95e7-7a83e666d088 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:21:54.895961 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device d66001da-44f5-4a19-95e7-7a83e666d088 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:21:54.914747 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-47101538-522b-422e-915a-bd327a01cd06 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:54.950298 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47101538-522b-422e-915a-bd327a01cd06 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:21:54.955040 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-47101538-522b-422e-915a-bd327a01cd06 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:21:54.958537 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47101538-522b-422e-915a-bd327a01cd06 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:21:54.983635 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47101538-522b-422e-915a-bd327a01cd06 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Pushing event updated for resources: {'Port': ['ID=54a2c0a0-32f7-49fe-8bfa-fa6fc9c0f7cf,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:55.052148 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-47101538-522b-422e-915a-bd327a01cd06 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:55.086444 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-47101538-522b-422e-915a-bd327a01cd06 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:55.236351 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-47101538-522b-422e-915a-bd327a01cd06 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:55.240887 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-47101538-522b-422e-915a-bd327a01cd06 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:55.312854 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47101538-522b-422e-915a-bd327a01cd06 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Pushing event updated for resources: {'Port': ['ID=54a2c0a0-32f7-49fe-8bfa-fa6fc9c0f7cf,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:55.320740 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-47101538-522b-422e-915a-bd327a01cd06 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:55.334377 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-47101538-522b-422e-915a-bd327a01cd06 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:55.335710 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-47101538-522b-422e-915a-bd327a01cd06 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7999463 Aug 17 00:21:55.480463 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aee165-6555-473b-bef5-2623f2901a8c req-327e12ff-e61b-4618-bd61-8be80e208a60 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:55.482032 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3aee165-6555-473b-bef5-2623f2901a8c req-327e12ff-e61b-4618-bd61-8be80e208a60 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0555248 Aug 17 00:21:55.545790 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4aa953a-8664-433c-b00f-bd145145533b req-28e45ca9-a697-4380-ba06-2352c77930f0 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1380100130&fields=id&tenant_id=31228c6a01c44795b6b4fa0167b16be6 HTTP/1.1" status: 200 len: 267 time: 0.0555921 Aug 17 00:21:55.548665 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3aee165-6555-473b-bef5-2623f2901a8c req-a8268e65-de15-4062-b3ce-20885a09f3e3 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603747 Aug 17 00:21:55.656399 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa953a-8664-433c-b00f-bd145145533b req-82b827c2-e9d3-44cb-b6eb-5451fe06cdcc tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:55.657911 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4aa953a-8664-433c-b00f-bd145145533b req-82b827c2-e9d3-44cb-b6eb-5451fe06cdcc tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/networks?id=9a01c282-1149-47ef-adf9-eecde6aae568 HTTP/1.1" status: 200 len: 816 time: 0.1054671 Aug 17 00:21:55.673505 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4aa953a-8664-433c-b00f-bd145145533b req-297e2065-866c-4c91-8890-5330ed412ace tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/quotas/31228c6a01c44795b6b4fa0167b16be6 HTTP/1.1" status: 200 len: 375 time: 0.0097842 Aug 17 00:21:55.727319 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4aa953a-8664-433c-b00f-bd145145533b req-0dce49d1-b564-450a-a974-73f86ce2dda7 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=31228c6a01c44795b6b4fa0167b16be6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485682 Aug 17 00:21:55.824426 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4aa953a-8664-433c-b00f-bd145145533b req-d0674732-80bc-4bb3-8da0-fc9362b4f0fd service neutron] 10.222.0.60 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845885 Aug 17 00:21:55.912386 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4aa953a-8664-433c-b00f-bd145145533b req-894fa6ad-eaf2-49a4-b6d3-2768f019bb8a service neutron] 10.222.0.60 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820520 Aug 17 00:21:56.073700 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-76480953-bec4-4ed5-99ae-89802330545e req-7c37c2c4-b35f-42a4-bca0-ef065c5e8b18 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 210 time: 0.0277534 Aug 17 00:21:56.664870 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446312e2-0a53-4aa7-a3a3-b6c1b7bebe9c req-f4b1428f-a142-4b54-b2ff-34af30cb4389 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:56.666536 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-446312e2-0a53-4aa7-a3a3-b6c1b7bebe9c req-f4b1428f-a142-4b54-b2ff-34af30cb4389 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0484245 Aug 17 00:21:56.715736 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-446312e2-0a53-4aa7-a3a3-b6c1b7bebe9c req-807d2eed-43b4-418a-9492-1d8dbd3c7af4 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413122 Aug 17 00:21:57.179190 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-65f79cf6-b7e3-4e6a-adf7-3db7be4d9730 req-bc751200-bfea-421b-8268-7b1922a59b9d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 210 time: 0.0283420 Aug 17 00:21:57.248734 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa953a-8664-433c-b00f-bd145145533b req-b06d46e0-b54f-4bd7-b3dc-dbc76154c1f9 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:57.250245 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e4aa953a-8664-433c-b00f-bd145145533b req-b06d46e0-b54f-4bd7-b3dc-dbc76154c1f9 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.69 "GET /v2.0/networks?id=9a01c282-1149-47ef-adf9-eecde6aae568 HTTP/1.1" status: 200 len: 816 time: 0.1106753 Aug 17 00:21:57.303845 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e4aa953a-8664-433c-b00f-bd145145533b req-4fb73646-18af-4569-b4d3-a7b7f7c779d3 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31228c6a01c44795b6b4fa0167b16be6 HTTP/1.1" status: 200 len: 380 time: 0.0384777 Aug 17 00:21:57.314597 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-e4aa953a-8664-433c-b00f-bd145145533b req-35faa3c3-9fad-4709-b3e0-14881dac840e tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Request body: {'port': {'device_id': 'ad5a2ca7-3b59-4096-8fdd-cc977aea8bde', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'admin_state_up': True, 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'security_groups': ['128dc1dd-bf28-404d-9c19-51e7ba63fd1c']}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:57.420660 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4aa953a-8664-433c-b00f-bd145145533b req-35faa3c3-9fad-4709-b3e0-14881dac840e tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Made reservation on behalf of 31228c6a01c44795b6b4fa0167b16be6 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:21:57.424074 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e4aa953a-8664-433c-b00f-bd145145533b req-35faa3c3-9fad-4709-b3e0-14881dac840e tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:57.553829 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-e4aa953a-8664-433c-b00f-bd145145533b req-35faa3c3-9fad-4709-b3e0-14881dac840e tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Allocated IP 172.20.0.11 (9a01c282-1149-47ef-adf9-eecde6aae568/54d11a8b-cc41-4904-8fdd-40aba45c11d3/9b220b98-43e2-4c19-b3c2-d35da15530ee) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:21:57.686811 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e4aa953a-8664-433c-b00f-bd145145533b req-35faa3c3-9fad-4709-b3e0-14881dac840e tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:57.704511 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-e4aa953a-8664-433c-b00f-bd145145533b req-35faa3c3-9fad-4709-b3e0-14881dac840e tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Transition to ACTIVE for port object 9b220b98-43e2-4c19-b3c2-d35da15530ee will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:21:57.739173 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e4aa953a-8664-433c-b00f-bd145145533b req-35faa3c3-9fad-4709-b3e0-14881dac840e tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:57.785663 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4aa953a-8664-433c-b00f-bd145145533b req-35faa3c3-9fad-4709-b3e0-14881dac840e tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Network 9a01c282-1149-47ef-adf9-eecde6aae568 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:21:57.790796 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-e4aa953a-8664-433c-b00f-bd145145533b req-35faa3c3-9fad-4709-b3e0-14881dac840e tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:21:57.795176 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4aa953a-8664-433c-b00f-bd145145533b req-35faa3c3-9fad-4709-b3e0-14881dac840e tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:21:57.823484 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35faa3c3-9fad-4709-b3e0-14881dac840e tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Pushing event updated for resources: {'Port': ['ID=9b220b98-43e2-4c19-b3c2-d35da15530ee,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:57.851482 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0344b-1527-43bf-98b7-613300a0dd70 req-b8af4f8b-0d07-49da-b36b-8a9bfeb17abf tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:57.853027 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d6a0344b-1527-43bf-98b7-613300a0dd70 req-b8af4f8b-0d07-49da-b36b-8a9bfeb17abf tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0685718 Aug 17 00:21:57.854175 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa953a-8664-433c-b00f-bd145145533b req-35faa3c3-9fad-4709-b3e0-14881dac840e tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:57.855585 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e4aa953a-8664-433c-b00f-bd145145533b req-35faa3c3-9fad-4709-b3e0-14881dac840e tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:57.872003 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e4aa953a-8664-433c-b00f-bd145145533b req-35faa3c3-9fad-4709-b3e0-14881dac840e tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5609863 Aug 17 00:21:57.890975 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-e4aa953a-8664-433c-b00f-bd145145533b req-43d07162-d746-4fb9-b60b-f40ffe095147 service neutron] Request body: {'port': {'device_id': 'ad5a2ca7-3b59-4096-8fdd-cc977aea8bde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:57.897719 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d6a0344b-1527-43bf-98b7-613300a0dd70 req-b7467105-8ed8-443e-b40c-da1f195ed164 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364351 Aug 17 00:21:57.951749 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e4aa953a-8664-433c-b00f-bd145145533b req-43d07162-d746-4fb9-b60b-f40ffe095147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:57.996513 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a41256cb-a68b-47be-9323-118e4f2be257 None None] Provisioning for port 9b220b98-43e2-4c19-b3c2-d35da15530ee completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:21:58.000290 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a41256cb-a68b-47be-9323-118e4f2be257 None None] Provisioning complete for port 9b220b98-43e2-4c19-b3c2-d35da15530ee triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:21:58.000665 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a41256cb-a68b-47be-9323-118e4f2be257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:58.033751 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-a41256cb-a68b-47be-9323-118e4f2be257 None None] Port 9b220b98-43e2-4c19-b3c2-d35da15530ee cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:21:58.223595 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-e4aa953a-8664-433c-b00f-bd145145533b req-43d07162-d746-4fb9-b60b-f40ffe095147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b220b98-43e2-4c19-b3c2-d35da15530ee {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:21:58.231329 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e4aa953a-8664-433c-b00f-bd145145533b req-43d07162-d746-4fb9-b60b-f40ffe095147 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:58.243604 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-e4aa953a-8664-433c-b00f-bd145145533b req-43d07162-d746-4fb9-b60b-f40ffe095147 service neutron] Transition to ACTIVE for port object 9b220b98-43e2-4c19-b3c2-d35da15530ee will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:21:58.247885 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e4aa953a-8664-433c-b00f-bd145145533b req-43d07162-d746-4fb9-b60b-f40ffe095147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:58.302364 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d07162-d746-4fb9-b60b-f40ffe095147 service neutron] Pushing event updated for resources: {'Port': ['ID=9b220b98-43e2-4c19-b3c2-d35da15530ee,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:58.309305 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10e3cb-1dbd-47cf-90af-0c672acf33a8 req-08708ba6-826a-415d-a3a0-3190592002f0 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:58.311457 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c10e3cb-1dbd-47cf-90af-0c672acf33a8 req-08708ba6-826a-415d-a3a0-3190592002f0 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 944 time: 0.0522377 Aug 17 00:21:58.351841 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c10e3cb-1dbd-47cf-90af-0c672acf33a8 req-fcb92d86-b227-4c25-b272-15fadad03a44 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342150 Aug 17 00:21:58.382629 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-e4aa953a-8664-433c-b00f-bd145145533b req-43d07162-d746-4fb9-b60b-f40ffe095147 service neutron] Attempting to bind port 9b220b98-43e2-4c19-b3c2-d35da15530ee on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:21:58.382964 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-e4aa953a-8664-433c-b00f-bd145145533b req-43d07162-d746-4fb9-b60b-f40ffe095147 service neutron] Attempting to bind port 9b220b98-43e2-4c19-b3c2-d35da15530ee by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '3add7c8d-2c90-47a5-b668-74b89741e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:21:58.383294 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa953a-8664-433c-b00f-bd145145533b req-43d07162-d746-4fb9-b60b-f40ffe095147 service neutron] Attempting to bind port 9b220b98-43e2-4c19-b3c2-d35da15530ee on network 9a01c282-1149-47ef-adf9-eecde6aae568 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:21:58.388815 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa953a-8664-433c-b00f-bd145145533b req-43d07162-d746-4fb9-b60b-f40ffe095147 service neutron] Port 9b220b98-43e2-4c19-b3c2-d35da15530ee on network 9a01c282-1149-47ef-adf9-eecde6aae568 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:21:58.389194 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa953a-8664-433c-b00f-bd145145533b req-43d07162-d746-4fb9-b60b-f40ffe095147 service neutron] Attempting to bind port 9b220b98-43e2-4c19-b3c2-d35da15530ee on network 9a01c282-1149-47ef-adf9-eecde6aae568 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:21:58.394331 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa953a-8664-433c-b00f-bd145145533b req-43d07162-d746-4fb9-b60b-f40ffe095147 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:21:58.394676 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa953a-8664-433c-b00f-bd145145533b req-43d07162-d746-4fb9-b60b-f40ffe095147 service neutron] Checking segment: {'id': '3add7c8d-2c90-47a5-b668-74b89741e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:21:58.395060 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa953a-8664-433c-b00f-bd145145533b req-43d07162-d746-4fb9-b60b-f40ffe095147 service neutron] Bound using segment: {'id': '3add7c8d-2c90-47a5-b668-74b89741e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:21:58.395494 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-e4aa953a-8664-433c-b00f-bd145145533b req-43d07162-d746-4fb9-b60b-f40ffe095147 service neutron] Bound port: 9b220b98-43e2-4c19-b3c2-d35da15530ee, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3add7c8d-2c90-47a5-b668-74b89741e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:21:58.395857 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e4aa953a-8664-433c-b00f-bd145145533b req-43d07162-d746-4fb9-b60b-f40ffe095147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:58.466795 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-e4aa953a-8664-433c-b00f-bd145145533b req-43d07162-d746-4fb9-b60b-f40ffe095147 service neutron] For port 9b220b98-43e2-4c19-b3c2-d35da15530ee, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:21:58.469968 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-e4aa953a-8664-433c-b00f-bd145145533b req-43d07162-d746-4fb9-b60b-f40ffe095147 service neutron] For port 9b220b98-43e2-4c19-b3c2-d35da15530ee, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9b220b98-43e2-4c19-b3c2-d35da15530ee,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:21:58.474029 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e4aa953a-8664-433c-b00f-bd145145533b req-43d07162-d746-4fb9-b60b-f40ffe095147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:58.506325 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa953a-8664-433c-b00f-bd145145533b req-43d07162-d746-4fb9-b60b-f40ffe095147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:58.506970 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e4aa953a-8664-433c-b00f-bd145145533b req-43d07162-d746-4fb9-b60b-f40ffe095147 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:58.508375 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e4aa953a-8664-433c-b00f-bd145145533b req-43d07162-d746-4fb9-b60b-f40ffe095147 service neutron] 10.222.0.69 "PUT /v2.0/ports/9b220b98-43e2-4c19-b3c2-d35da15530ee HTTP/1.1" status: 200 len: 1093 time: 0.6228197 Aug 17 00:21:58.508808 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5a2ca7-3b59-4096-8fdd-cc977aea8bde', 'tag': '9b220b98-43e2-4c19-b3c2-d35da15530ee'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:21:58.511846 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b50e1a3-40c1-4bd2-96f8-2e7b988272db" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5a2ca7-3b59-4096-8fdd-cc977aea8bde", "tag": "9b220b98-43e2-4c19-b3c2-d35da15530ee"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:21:58.542966 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d07162-d746-4fb9-b60b-f40ffe095147 service neutron] Pushing event updated for resources: {'Port': ['ID=9b220b98-43e2-4c19-b3c2-d35da15530ee,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:58.570487 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ed6cc0-1c30-4910-bc5c-c354df1d151b x-openstack-request-id: req-58ed6cc0-1c30-4910-bc5c-c354df1d151b {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:21:58.570784 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5a2ca7-3b59-4096-8fdd-cc977aea8bde", "tag": "9b220b98-43e2-4c19-b3c2-d35da15530ee", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:21:58.571039 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-58ed6cc0-1c30-4910-bc5c-c354df1d151b {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:21:58.571437 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5a2ca7-3b59-4096-8fdd-cc977aea8bde', 'tag': '9b220b98-43e2-4c19-b3c2-d35da15530ee', 'status': 'completed', 'code': 200} Aug 17 00:21:58.613227 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa953a-8664-433c-b00f-bd145145533b req-baf64f30-60cb-431f-96e7-a0461d83202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:58.614803 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e4aa953a-8664-433c-b00f-bd145145533b req-baf64f30-60cb-431f-96e7-a0461d83202d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=31228c6a01c44795b6b4fa0167b16be6&device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 1096 time: 0.0532384 Aug 17 00:21:58.668898 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e4aa953a-8664-433c-b00f-bd145145533b req-51cc1c9a-231c-418f-af6d-a19a262120b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b220b98-43e2-4c19-b3c2-d35da15530ee HTTP/1.1" status: 200 len: 217 time: 0.0408072 Aug 17 00:21:58.722399 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa953a-8664-433c-b00f-bd145145533b req-21802743-ee3a-4ce6-b305-14f576dbc274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:58.723803 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e4aa953a-8664-433c-b00f-bd145145533b req-21802743-ee3a-4ce6-b305-14f576dbc274 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54d11a8b-cc41-4904-8fdd-40aba45c11d3 HTTP/1.1" status: 200 len: 855 time: 0.0464694 Aug 17 00:21:58.774923 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa953a-8664-433c-b00f-bd145145533b req-e65faef8-2607-4b5c-81ad-5603f88e9d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:58.776492 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e4aa953a-8664-433c-b00f-bd145145533b req-e65faef8-2607-4b5c-81ad-5603f88e9d96 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9a01c282-1149-47ef-adf9-eecde6aae568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418599 Aug 17 00:21:58.873526 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e4aa953a-8664-433c-b00f-bd145145533b req-663d891c-fc68-4a1b-997a-80a293d8b516 service neutron] 10.222.0.69 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854323 Aug 17 00:21:58.969541 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e4aa953a-8664-433c-b00f-bd145145533b req-221cebd2-de43-4442-a691-90c7e3f3d2ee service neutron] 10.222.0.69 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842087 Aug 17 00:21:59.027180 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ba317-914f-44ce-a3cb-0655fb4b0b1e req-301d0212-aada-41e9-abc9-06818a6547e8 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:59.028619 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-110ba317-914f-44ce-a3cb-0655fb4b0b1e req-301d0212-aada-41e9-abc9-06818a6547e8 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0610135 Aug 17 00:21:59.067655 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50e1a3-40c1-4bd2-96f8-2e7b988272db req-478010c5-c7ac-4445-98ad-31ef2fe984bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:59.069214 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9b50e1a3-40c1-4bd2-96f8-2e7b988272db req-478010c5-c7ac-4445-98ad-31ef2fe984bd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=31228c6a01c44795b6b4fa0167b16be6&device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 1096 time: 0.0450430 Aug 17 00:21:59.070559 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-110ba317-914f-44ce-a3cb-0655fb4b0b1e req-502d9153-c416-4894-af42-124f5959aba3 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354993 Aug 17 00:21:59.168604 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50e1a3-40c1-4bd2-96f8-2e7b988272db req-c422c9b7-54be-4a31-9333-b110b71cc240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:59.170122 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9b50e1a3-40c1-4bd2-96f8-2e7b988272db req-c422c9b7-54be-4a31-9333-b110b71cc240 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9a01c282-1149-47ef-adf9-eecde6aae568 HTTP/1.1" status: 200 len: 917 time: 0.0939491 Aug 17 00:21:59.212917 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9b50e1a3-40c1-4bd2-96f8-2e7b988272db req-55836786-18f6-4946-b193-c8708fdfaec0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b220b98-43e2-4c19-b3c2-d35da15530ee HTTP/1.1" status: 200 len: 217 time: 0.0343313 Aug 17 00:21:59.266500 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50e1a3-40c1-4bd2-96f8-2e7b988272db req-cb954817-0a6e-440c-9201-a313a78ef424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:59.267933 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9b50e1a3-40c1-4bd2-96f8-2e7b988272db req-cb954817-0a6e-440c-9201-a313a78ef424 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54d11a8b-cc41-4904-8fdd-40aba45c11d3 HTTP/1.1" status: 200 len: 855 time: 0.0478778 Aug 17 00:21:59.313820 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50e1a3-40c1-4bd2-96f8-2e7b988272db req-f478a38e-9282-4184-9d6c-3dead21c115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:59.315208 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9b50e1a3-40c1-4bd2-96f8-2e7b988272db req-f478a38e-9282-4184-9d6c-3dead21c115a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9a01c282-1149-47ef-adf9-eecde6aae568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398161 Aug 17 00:21:59.414703 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9b50e1a3-40c1-4bd2-96f8-2e7b988272db req-2d88b679-bee2-4e89-9373-d8c0e7102c3c service neutron] 10.222.0.69 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907202 Aug 17 00:21:59.479934 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a1052-a09b-4182-8f22-594ac4e7013c req-24b3f678-ee9a-48a4-aa05-955a274ded8b tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:59.481520 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-018a1052-a09b-4182-8f22-594ac4e7013c req-24b3f678-ee9a-48a4-aa05-955a274ded8b tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 944 time: 0.0533514 Aug 17 00:21:59.512229 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9b50e1a3-40c1-4bd2-96f8-2e7b988272db req-feb564b6-031e-4e20-b4fe-00265efc89ab service neutron] 10.222.0.69 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889370 Aug 17 00:21:59.519902 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-018a1052-a09b-4182-8f22-594ac4e7013c req-70342d60-9b2e-4ae0-bd8c-9a73ad142e3a tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318787 Aug 17 00:22:00.190443 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb8ba5-312b-4a89-81dc-64c776276a79 req-3146daeb-7510-42ba-bbeb-b0a34f1c2d2f tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:00.191927 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a4bb8ba5-312b-4a89-81dc-64c776276a79 req-3146daeb-7510-42ba-bbeb-b0a34f1c2d2f tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0482359 Aug 17 00:22:00.229506 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a4bb8ba5-312b-4a89-81dc-64c776276a79 req-551c7046-3995-4649-a999-f331533e72fa tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316455 Aug 17 00:22:00.643548 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e7919-9db6-4917-9a45-f1de5a2bb026 req-36996dc6-4fb1-4b38-b271-a520af49d70a tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:00.645020 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-723e7919-9db6-4917-9a45-f1de5a2bb026 req-36996dc6-4fb1-4b38-b271-a520af49d70a tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 944 time: 0.0533612 Aug 17 00:22:00.685798 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-723e7919-9db6-4917-9a45-f1de5a2bb026 req-aeefff93-c463-4b09-9c0b-ef9fc891830d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335712 Aug 17 00:22:00.758297 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 9b220b98-43e2-4c19-b3c2-d35da15530ee details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:22:00.853664 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 9b220b98-43e2-4c19-b3c2-d35da15530ee, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9b220b98-43e2-4c19-b3c2-d35da15530ee,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:22:00.865065 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '9b220b98-43e2-4c19-b3c2-d35da15530ee', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'port_id': '9b220b98-43e2-4c19-b3c2-d35da15530ee', 'mac_address': 'fa:16:3e:8d:2c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:22:00.901853 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:00.918060 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b220b98-43e2-4c19-b3c2-d35da15530ee {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:22:00.937208 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 9b220b98-43e2-4c19-b3c2-d35da15530ee, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9b220b98-43e2-4c19-b3c2-d35da15530ee,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:22:00.941264 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:00.988165 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=9b220b98-43e2-4c19-b3c2-d35da15530ee,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:22:01.234331 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['9b220b98-43e2-4c19-b3c2-d35da15530ee'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:22:01.344111 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487c6aa-bb5c-4df7-b889-166ffbd0bac0 req-f4d2c52a-2539-46ee-b6a7-753e9bf7f3e9 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:01.345631 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4487c6aa-bb5c-4df7-b889-166ffbd0bac0 req-f4d2c52a-2539-46ee-b6a7-753e9bf7f3e9 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0489929 Aug 17 00:22:01.384080 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4487c6aa-bb5c-4df7-b889-166ffbd0bac0 req-a1a8da15-d5e5-4489-8308-7370a921caea tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324147 Aug 17 00:22:01.726442 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87a870-b08b-48c5-b090-d3ce7591fd2d req-231bc1c2-465a-40da-8605-cb07557cbdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:01.727976 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b87a870-b08b-48c5-b090-d3ce7591fd2d req-231bc1c2-465a-40da-8605-cb07557cbdab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 1097 time: 0.0422232 Aug 17 00:22:01.765430 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b87a870-b08b-48c5-b090-d3ce7591fd2d req-2f46aa73-4c38-41a3-857c-47c91d598df1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303965 Aug 17 00:22:01.814707 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524823b-c5cc-4cbb-b03a-11d8ef74f6d4 req-d4a5600a-ff8a-4a7e-a33e-d2a365b1bb19 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:01.816172 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c524823b-c5cc-4cbb-b03a-11d8ef74f6d4 req-d4a5600a-ff8a-4a7e-a33e-d2a365b1bb19 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 945 time: 0.0534956 Aug 17 00:22:01.852912 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c524823b-c5cc-4cbb-b03a-11d8ef74f6d4 req-2183957d-7fc6-4817-80a8-af1b03a0d860 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308671 Aug 17 00:22:02.506009 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff285b-1dae-44d3-896b-7e00e76fe8fc req-edba3d8e-cde2-40af-b111-bf432a6134b8 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:02.507476 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-02ff285b-1dae-44d3-896b-7e00e76fe8fc req-edba3d8e-cde2-40af-b111-bf432a6134b8 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0513885 Aug 17 00:22:02.546646 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-02ff285b-1dae-44d3-896b-7e00e76fe8fc req-305afdf4-1c6a-4753-b2e1-bfc8e960797f tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321915 Aug 17 00:22:02.764260 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 9b220b98-43e2-4c19-b3c2-d35da15530ee up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:22:02.815792 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 9b220b98-43e2-4c19-b3c2-d35da15530ee completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:22:02.819276 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 9b220b98-43e2-4c19-b3c2-d35da15530ee triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:22:02.819650 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:02.894181 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:02.916987 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5a2ca7-3b59-4096-8fdd-cc977aea8bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b220b98-43e2-4c19-b3c2-d35da15530ee'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:22:02.920258 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f346d4b2-45da-414f-8513-55f7d521ea7e" -d '{"events": [{"server_uuid": "ad5a2ca7-3b59-4096-8fdd-cc977aea8bde", "name": "network-vif-plugged", "status": "completed", "tag": "9b220b98-43e2-4c19-b3c2-d35da15530ee"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:22:02.934334 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 9b220b98-43e2-4c19-b3c2-d35da15530ee, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9b220b98-43e2-4c19-b3c2-d35da15530ee,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:22:02.941402 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:02.970143 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14158bca-85c9-4a40-979a-b2d04a239abd x-openstack-request-id: req-14158bca-85c9-4a40-979a-b2d04a239abd {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:22:02.970433 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5a2ca7-3b59-4096-8fdd-cc977aea8bde", "name": "network-vif-plugged", "status": "completed", "tag": "9b220b98-43e2-4c19-b3c2-d35da15530ee", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:22:02.970902 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-14158bca-85c9-4a40-979a-b2d04a239abd {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:22:02.971314 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5a2ca7-3b59-4096-8fdd-cc977aea8bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b220b98-43e2-4c19-b3c2-d35da15530ee', 'code': 200} Aug 17 00:22:02.983003 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69877a68-5b20-41cf-a17d-9b7f2f071d5b req-a4888654-30c1-4b97-8be7-dd5a7d03797a tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:02.984627 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69877a68-5b20-41cf-a17d-9b7f2f071d5b req-a4888654-30c1-4b97-8be7-dd5a7d03797a tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 946 time: 0.0583134 Aug 17 00:22:02.998707 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=9b220b98-43e2-4c19-b3c2-d35da15530ee,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:22:03.029203 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69877a68-5b20-41cf-a17d-9b7f2f071d5b req-00f1e79c-3850-4be8-b3ca-b05934560009 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364754 Aug 17 00:22:03.083141 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83b8fb-bc1c-452a-b28c-c4733de139d2 req-d3c92a56-697e-4c78-a529-fe5c0d03b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:03.084657 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ca83b8fb-bc1c-452a-b28c-c4733de139d2 req-d3c92a56-697e-4c78-a529-fe5c0d03b864 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 1098 time: 0.0474102 Aug 17 00:22:03.128331 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ca83b8fb-bc1c-452a-b28c-c4733de139d2 req-2e01469d-7289-46c1-8ad0-a0ee5921602b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305853 Aug 17 00:22:03.665328 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42ee2d-26c4-4129-aea6-464ae6b5620d req-4da26935-eaef-4011-a86c-7094309e7ff8 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:03.666816 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7b42ee2d-26c4-4129-aea6-464ae6b5620d req-4da26935-eaef-4011-a86c-7094309e7ff8 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0521123 Aug 17 00:22:03.704531 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7b42ee2d-26c4-4129-aea6-464ae6b5620d req-ed846300-7d5c-48dc-b379-a16b8ae0acac tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306802 Aug 17 00:22:03.744265 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-e5461ab5-9889-4a56-8eba-2cfc876b7b84 req-f5979eb6-f84f-48cf-b288-e16dde67e9dd tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1380155768', 'description': 'tempest-description-546000654'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:22:03.766072 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e5461ab5-9889-4a56-8eba-2cfc876b7b84 req-f5979eb6-f84f-48cf-b288-e16dde67e9dd tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:03.849943 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e5461ab5-9889-4a56-8eba-2cfc876b7b84 req-f5979eb6-f84f-48cf-b288-e16dde67e9dd tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:03.853500 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e5461ab5-9889-4a56-8eba-2cfc876b7b84 req-f5979eb6-f84f-48cf-b288-e16dde67e9dd tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:03.881356 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e5461ab5-9889-4a56-8eba-2cfc876b7b84 req-f5979eb6-f84f-48cf-b288-e16dde67e9dd tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:03.882558 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5461ab5-9889-4a56-8eba-2cfc876b7b84 req-f5979eb6-f84f-48cf-b288-e16dde67e9dd tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.1424835 Aug 17 00:22:03.884445 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5979eb6-f84f-48cf-b288-e16dde67e9dd tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2add9bf8-bea0-48c9-b6bf-d2bda5e334a4,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:22:03.967349 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ce23b337-7728-4155-99d4-268d2f356f32 req-c82eeb71-c176-4324-8abc-99582e300e90 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1380155768&fields=id&tenant_id=a020f712a1dd47669000e592d6ef486f HTTP/1.1" status: 200 len: 267 time: 0.0335340 Aug 17 00:22:04.020446 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23b337-7728-4155-99d4-268d2f356f32 req-b53bce78-e6eb-471c-b2cb-d00ab409cf9e tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:04.021928 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ce23b337-7728-4155-99d4-268d2f356f32 req-b53bce78-e6eb-471c-b2cb-d00ab409cf9e tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0480409 Aug 17 00:22:04.034579 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-ce23b337-7728-4155-99d4-268d2f356f32 req-7bdbe5f9-250d-43c9-a287-ab0576d00901 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Request body: {'port': {'security_groups': ['4d9156ac-4e17-41cb-8e5f-19037ca0ed32', '2add9bf8-bea0-48c9-b6bf-d2bda5e334a4']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:22:04.106805 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ce23b337-7728-4155-99d4-268d2f356f32 req-7bdbe5f9-250d-43c9-a287-ab0576d00901 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:04.214127 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085da99d-bb74-44cb-8570-767aec925f6a req-e3ec73f1-813c-4f1e-95ec-9f0ec9a31179 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:04.216594 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-085da99d-bb74-44cb-8570-767aec925f6a req-e3ec73f1-813c-4f1e-95ec-9f0ec9a31179 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 946 time: 0.1009486 Aug 17 00:22:04.275758 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-085da99d-bb74-44cb-8570-767aec925f6a req-8ad4b147-a7d0-4a1b-a3cb-28a629ffd966 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517755 Aug 17 00:22:04.365169 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-ce23b337-7728-4155-99d4-268d2f356f32 req-7bdbe5f9-250d-43c9-a287-ab0576d00901 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] For port 148fb48a-b9e1-4eea-add3-8d96a3cea065, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=148fb48a-b9e1-4eea-add3-8d96a3cea065,segment=NetworkSegment(9c9c09a1-335c-47dd-bae3-c6c38ce5a84f),segment_id=9c9c09a1-335c-47dd-bae3-c6c38ce5a84f)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:22:04.398083 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ce23b337-7728-4155-99d4-268d2f356f32 req-7bdbe5f9-250d-43c9-a287-ab0576d00901 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:04.403122 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ce23b337-7728-4155-99d4-268d2f356f32 req-7bdbe5f9-250d-43c9-a287-ab0576d00901 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:04.415056 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['148fb48a-b9e1-4eea-add3-8d96a3cea065'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:22:04.449914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23b337-7728-4155-99d4-268d2f356f32 req-7bdbe5f9-250d-43c9-a287-ab0576d00901 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:04.450573 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ce23b337-7728-4155-99d4-268d2f356f32 req-7bdbe5f9-250d-43c9-a287-ab0576d00901 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:04.451969 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ce23b337-7728-4155-99d4-268d2f356f32 req-7bdbe5f9-250d-43c9-a287-ab0576d00901 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "PUT /v2.0/ports/148fb48a-b9e1-4eea-add3-8d96a3cea065 HTTP/1.1" status: 200 len: 981 time: 0.4220119 Aug 17 00:22:04.454575 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f005240e-33fe-4e82-8064-33104a6f90ea', 'tag': '148fb48a-b9e1-4eea-add3-8d96a3cea065'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:22:04.454575 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a609bdae-2840-4b38-8c37-a03dd852541b" -d '{"events": [{"name": "network-changed", "server_uuid": "f005240e-33fe-4e82-8064-33104a6f90ea", "tag": "148fb48a-b9e1-4eea-add3-8d96a3cea065"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:22:04.488222 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdbe5f9-250d-43c9-a287-ab0576d00901 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Pushing event updated for resources: {'Port': ['ID=148fb48a-b9e1-4eea-add3-8d96a3cea065,revision_number=6']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:22:04.499422 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb565f6-6fb7-431d-bcda-f35bf80b1369 x-openstack-request-id: req-3bb565f6-6fb7-431d-bcda-f35bf80b1369 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:22:04.499814 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f005240e-33fe-4e82-8064-33104a6f90ea", "tag": "148fb48a-b9e1-4eea-add3-8d96a3cea065", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:22:04.499987 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3bb565f6-6fb7-431d-bcda-f35bf80b1369 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:22:04.500431 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f005240e-33fe-4e82-8064-33104a6f90ea', 'tag': '148fb48a-b9e1-4eea-add3-8d96a3cea065', 'status': 'completed', 'code': 200} Aug 17 00:22:04.521968 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['148fb48a-b9e1-4eea-add3-8d96a3cea065'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:22:04.588071 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a0607ee4-67f0-460f-b173-cc5735a2be97 req-afe781a0-8673-48ce-bafd-57b1c34283a7 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1380155768&fields=id&tenant_id=a020f712a1dd47669000e592d6ef486f HTTP/1.1" status: 200 len: 267 time: 0.0560043 Aug 17 00:22:04.591119 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609bdae-2840-4b38-8c37-a03dd852541b req-be17f710-53d8-474b-8efc-0967b9deac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:04.592692 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a609bdae-2840-4b38-8c37-a03dd852541b req-be17f710-53d8-474b-8efc-0967b9deac5e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a020f712a1dd47669000e592d6ef486f&device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 1136 time: 0.0693326 Aug 17 00:22:04.691479 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0607ee4-67f0-460f-b173-cc5735a2be97 req-4496083e-f0e8-4b00-b9bd-7aed95857824 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:04.692990 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a0607ee4-67f0-460f-b173-cc5735a2be97 req-4496083e-f0e8-4b00-b9bd-7aed95857824 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 984 time: 0.0988879 Aug 17 00:22:04.719618 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-a0607ee4-67f0-460f-b173-cc5735a2be97 req-39168db1-2d6d-46a6-a141-dd4bd93eda7c tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Request body: {'port': {'security_groups': ['4d9156ac-4e17-41cb-8e5f-19037ca0ed32']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:22:04.763294 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609bdae-2840-4b38-8c37-a03dd852541b req-b3bc96ef-494c-4323-bf26-10228ed03a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:04.764799 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a609bdae-2840-4b38-8c37-a03dd852541b req-b3bc96ef-494c-4323-bf26-10228ed03a57 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f41ab436-8d98-4530-98f5-37b79a7011e3 HTTP/1.1" status: 200 len: 921 time: 0.1624839 Aug 17 00:22:04.838570 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a609bdae-2840-4b38-8c37-a03dd852541b req-e76d7769-0f44-49f8-8312-7faab4e9cc95 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=148fb48a-b9e1-4eea-add3-8d96a3cea065 HTTP/1.1" status: 200 len: 217 time: 0.0640595 Aug 17 00:22:04.852580 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a0607ee4-67f0-460f-b173-cc5735a2be97 req-39168db1-2d6d-46a6-a141-dd4bd93eda7c tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:04.924129 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609bdae-2840-4b38-8c37-a03dd852541b req-4afd9662-c0ff-47ed-9331-f394e51912fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:04.925629 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a609bdae-2840-4b38-8c37-a03dd852541b req-4afd9662-c0ff-47ed-9331-f394e51912fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a46e6164-4437-4c61-b40e-cc0ecb7569d9 HTTP/1.1" status: 200 len: 860 time: 0.0801778 Aug 17 00:22:04.969942 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a609bdae-2840-4b38-8c37-a03dd852541b req-b79fc201-25ad-4d15-86b1-876dc41f8250 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f41ab436-8d98-4530-98f5-37b79a7011e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353258 Aug 17 00:22:05.467100 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a609bdae-2840-4b38-8c37-a03dd852541b req-ba9cd18e-42c6-4603-b195-b7b1004fa9c3 service neutron] 10.222.0.64 "GET /v2.0/networks/f41ab436-8d98-4530-98f5-37b79a7011e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898088 Aug 17 00:22:05.539992 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5297e8-22a9-4ffe-ad29-54e41a5d5ac3 req-d46a4b3a-ccdd-4468-a44e-1c05e47c5493 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:05.541398 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de5297e8-22a9-4ffe-ad29-54e41a5d5ac3 req-d46a4b3a-ccdd-4468-a44e-1c05e47c5493 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 946 time: 0.1509118 Aug 17 00:22:05.548648 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-a0607ee4-67f0-460f-b173-cc5735a2be97 req-39168db1-2d6d-46a6-a141-dd4bd93eda7c tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] For port 148fb48a-b9e1-4eea-add3-8d96a3cea065, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=148fb48a-b9e1-4eea-add3-8d96a3cea065,segment=NetworkSegment(9c9c09a1-335c-47dd-bae3-c6c38ce5a84f),segment_id=9c9c09a1-335c-47dd-bae3-c6c38ce5a84f)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:22:05.630621 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a0607ee4-67f0-460f-b173-cc5735a2be97 req-39168db1-2d6d-46a6-a141-dd4bd93eda7c tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:05.634577 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de5297e8-22a9-4ffe-ad29-54e41a5d5ac3 req-e6cf3073-0218-42f6-96c0-6b7282e62944 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809572 Aug 17 00:22:05.637446 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a0607ee4-67f0-460f-b173-cc5735a2be97 req-39168db1-2d6d-46a6-a141-dd4bd93eda7c tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:05.640799 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a609bdae-2840-4b38-8c37-a03dd852541b req-5b1f31a9-2ede-402e-bee7-c3fc259b3a92 service neutron] 10.222.0.64 "GET /v2.0/networks/f41ab436-8d98-4530-98f5-37b79a7011e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643095 Aug 17 00:22:05.651200 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['148fb48a-b9e1-4eea-add3-8d96a3cea065'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:22:05.688720 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0607ee4-67f0-460f-b173-cc5735a2be97 req-39168db1-2d6d-46a6-a141-dd4bd93eda7c tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:05.689062 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a0607ee4-67f0-460f-b173-cc5735a2be97 req-39168db1-2d6d-46a6-a141-dd4bd93eda7c tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:05.690697 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a0607ee4-67f0-460f-b173-cc5735a2be97 req-39168db1-2d6d-46a6-a141-dd4bd93eda7c tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "PUT /v2.0/ports/148fb48a-b9e1-4eea-add3-8d96a3cea065 HTTP/1.1" status: 200 len: 942 time: 0.9880490 Aug 17 00:22:05.734006 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39168db1-2d6d-46a6-a141-dd4bd93eda7c tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Pushing event updated for resources: {'Port': ['ID=148fb48a-b9e1-4eea-add3-8d96a3cea065,revision_number=7']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:22:05.744581 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['148fb48a-b9e1-4eea-add3-8d96a3cea065'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:22:05.894251 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d73f23-0deb-4e14-8dc7-9d5ce04e7def req-7d61e5ba-9342-4cf8-a96f-1b72073521be tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:05.895741 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-80d73f23-0deb-4e14-8dc7-9d5ce04e7def req-7d61e5ba-9342-4cf8-a96f-1b72073521be tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 946 time: 0.1871362 Aug 17 00:22:05.905444 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33064) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:22:05.910792 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-cb161af3-0ded-44c9-9329-761770de3b9f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Request body: {'floatingip': {'port_id': '9b220b98-43e2-4c19-b3c2-d35da15530ee'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:22:05.949706 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba718fcc-3a7f-4ec8-962e-f4863618fddc req-bab4b66d-3a83-4aeb-a168-08dcf9b5287d tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2267966 Aug 17 00:22:05.957942 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb161af3-0ded-44c9-9329-761770de3b9f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for floatingip, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:05.960108 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-ba718fcc-3a7f-4ec8-962e-f4863618fddc req-06e7c68b-27af-40ad-b77d-7c274310f6a5 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:22:05.983551 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ba718fcc-3a7f-4ec8-962e-f4863618fddc req-06e7c68b-27af-40ad-b77d-7c274310f6a5 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks [] for floatingip, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:06.082970 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ba718fcc-3a7f-4ec8-962e-f4863618fddc req-06e7c68b-27af-40ad-b77d-7c274310f6a5 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:06.187094 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-ba718fcc-3a7f-4ec8-962e-f4863618fddc req-06e7c68b-27af-40ad-b77d-7c274310f6a5 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Allocated IP 172.25.3.5 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/92299715-707a-47c2-8bb7-a5ebae246f37) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:22:06.296730 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ba718fcc-3a7f-4ec8-962e-f4863618fddc req-06e7c68b-27af-40ad-b77d-7c274310f6a5 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:06.337009 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ba718fcc-3a7f-4ec8-962e-f4863618fddc req-06e7c68b-27af-40ad-b77d-7c274310f6a5 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:06.373966 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba718fcc-3a7f-4ec8-962e-f4863618fddc req-06e7c68b-27af-40ad-b77d-7c274310f6a5 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:22:06.379090 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-ba718fcc-3a7f-4ec8-962e-f4863618fddc req-06e7c68b-27af-40ad-b77d-7c274310f6a5 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:22:06.382693 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba718fcc-3a7f-4ec8-962e-f4863618fddc req-06e7c68b-27af-40ad-b77d-7c274310f6a5 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:22:06.409404 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7c68b-27af-40ad-b77d-7c274310f6a5 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Pushing event updated for resources: {'Port': ['ID=92299715-707a-47c2-8bb7-a5ebae246f37,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:22:06.478762 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ba718fcc-3a7f-4ec8-962e-f4863618fddc req-06e7c68b-27af-40ad-b77d-7c274310f6a5 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:06.505950 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f005240e-33fe-4e82-8064-33104a6f90ea', 'tag': '148fb48a-b9e1-4eea-add3-8d96a3cea065'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:22:06.508209 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032ba317-9865-4924-ae24-1c68f1f9f797" -d '{"events": [{"name": "network-changed", "server_uuid": "f005240e-33fe-4e82-8064-33104a6f90ea", "tag": "148fb48a-b9e1-4eea-add3-8d96a3cea065"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:22:06.520241 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ba718fcc-3a7f-4ec8-962e-f4863618fddc req-06e7c68b-27af-40ad-b77d-7c274310f6a5 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:06.550284 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0636e1-dbbd-4f20-9b52-0bb8851b0ccf x-openstack-request-id: req-cb0636e1-dbbd-4f20-9b52-0bb8851b0ccf {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:22:06.550584 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f005240e-33fe-4e82-8064-33104a6f90ea", "tag": "148fb48a-b9e1-4eea-add3-8d96a3cea065", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:22:06.550842 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cb0636e1-dbbd-4f20-9b52-0bb8851b0ccf {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:22:06.551232 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f005240e-33fe-4e82-8064-33104a6f90ea', 'tag': '148fb48a-b9e1-4eea-add3-8d96a3cea065', 'status': 'completed', 'code': 200} Aug 17 00:22:06.657019 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ba317-9865-4924-ae24-1c68f1f9f797 req-96df0a4d-b226-43c0-b557-70862e8f3476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:06.658549 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-032ba317-9865-4924-ae24-1c68f1f9f797 req-96df0a4d-b226-43c0-b557-70862e8f3476 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a020f712a1dd47669000e592d6ef486f&device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 1097 time: 0.0795863 Aug 17 00:22:06.691840 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb161af3-0ded-44c9-9329-761770de3b9f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:06.695851 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb161af3-0ded-44c9-9329-761770de3b9f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:06.772709 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ba718fcc-3a7f-4ec8-962e-f4863618fddc req-06e7c68b-27af-40ad-b77d-7c274310f6a5 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:06.779578 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ba718fcc-3a7f-4ec8-962e-f4863618fddc req-06e7c68b-27af-40ad-b77d-7c274310f6a5 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:06.796516 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-cb161af3-0ded-44c9-9329-761770de3b9f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Floating IP 59fcf6fe-7b76-4a3a-92a8-d9b264ddaf3c associated. External IP: 172.25.3.240, port: 9b220b98-43e2-4c19-b3c2-d35da15530ee. Aug 17 00:22:06.819765 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ba317-9865-4924-ae24-1c68f1f9f797 req-c9f7ba23-3146-463f-b453-713896399434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:06.821295 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-032ba317-9865-4924-ae24-1c68f1f9f797 req-c9f7ba23-3146-463f-b453-713896399434 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f41ab436-8d98-4530-98f5-37b79a7011e3 HTTP/1.1" status: 200 len: 921 time: 0.1548271 Aug 17 00:22:06.895212 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-032ba317-9865-4924-ae24-1c68f1f9f797 req-d1f44752-e31a-4a53-a980-d8b3a0c30701 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=148fb48a-b9e1-4eea-add3-8d96a3cea065 HTTP/1.1" status: 200 len: 217 time: 0.0659463 Aug 17 00:22:06.898289 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7c68b-27af-40ad-b77d-7c274310f6a5 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Pushing event updated for resources: {'Port': ['ID=92299715-707a-47c2-8bb7-a5ebae246f37,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:22:06.935441 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ba718fcc-3a7f-4ec8-962e-f4863618fddc req-06e7c68b-27af-40ad-b77d-7c274310f6a5 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:06.958373 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ba718fcc-3a7f-4ec8-962e-f4863618fddc req-06e7c68b-27af-40ad-b77d-7c274310f6a5 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:06.959497 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba718fcc-3a7f-4ec8-962e-f4863618fddc req-06e7c68b-27af-40ad-b77d-7c274310f6a5 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.0036294 Aug 17 00:22:06.961077 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ba317-9865-4924-ae24-1c68f1f9f797 req-683b3abe-c72a-4a37-afab-2e1b7ae723cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:06.962487 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-032ba317-9865-4924-ae24-1c68f1f9f797 req-683b3abe-c72a-4a37-afab-2e1b7ae723cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a46e6164-4437-4c61-b40e-cc0ecb7569d9 HTTP/1.1" status: 200 len: 860 time: 0.0597670 Aug 17 00:22:07.008846 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb161af3-0ded-44c9-9329-761770de3b9f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Router 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:22:07.056767 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-032ba317-9865-4924-ae24-1c68f1f9f797 req-501cb130-1dac-4f21-bbbf-0d6d69fc2e24 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f41ab436-8d98-4530-98f5-37b79a7011e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837581 Aug 17 00:22:07.061251 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba718fcc-3a7f-4ec8-962e-f4863618fddc req-35db5cd3-e909-41f7-9024-040287d41df4 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200 len: 694 time: 0.0943944 Aug 17 00:22:07.126242 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb161af3-0ded-44c9-9329-761770de3b9f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:22:07.132124 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb161af3-0ded-44c9-9329-761770de3b9f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:07.136663 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60e35c0-2594-400f-903c-0d98c88e468a None None] Sync routers for ids ['2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:22:07.145868 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60e35c0-2594-400f-903c-0d98c88e468a None None] Routers {'2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:22:07.146567 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-f60e35c0-2594-400f-903c-0d98c88e468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:21:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:22:07.162897 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cb161af3-0ded-44c9-9329-761770de3b9f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "PUT /v2.0/floatingips/59fcf6fe-7b76-4a3a-92a8-d9b264ddaf3c HTTP/1.1" status: 200 len: 992 time: 1.2556713 Aug 17 00:22:07.163522 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5a2ca7-3b59-4096-8fdd-cc977aea8bde', 'tag': '9b220b98-43e2-4c19-b3c2-d35da15530ee'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:22:07.165906 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b2e6c5-b30e-4359-9801-e86cb0fa9ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5a2ca7-3b59-4096-8fdd-cc977aea8bde", "tag": "9b220b98-43e2-4c19-b3c2-d35da15530ee"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:22:07.227744 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-032ba317-9865-4924-ae24-1c68f1f9f797 req-14cdbb4f-5be2-4432-a80a-507eb1382193 service neutron] 10.222.0.64 "GET /v2.0/networks/f41ab436-8d98-4530-98f5-37b79a7011e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635199 Aug 17 00:22:07.237828 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba718fcc-3a7f-4ec8-962e-f4863618fddc req-928d1979-81e8-4338-9280-fc9790034c87 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:07.239303 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba718fcc-3a7f-4ec8-962e-f4863618fddc req-928d1979-81e8-4338-9280-fc9790034c87 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 784 time: 0.1678700 Aug 17 00:22:07.261247 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-f60e35c0-2594-400f-903c-0d98c88e468a None None] Set router 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:22:07.266134 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d223b1-7455-4a82-bac5-2933f99748dc x-openstack-request-id: req-63d223b1-7455-4a82-bac5-2933f99748dc {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:22:07.266436 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5a2ca7-3b59-4096-8fdd-cc977aea8bde", "tag": "9b220b98-43e2-4c19-b3c2-d35da15530ee", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:22:07.266692 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-63d223b1-7455-4a82-bac5-2933f99748dc {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:22:07.267099 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5a2ca7-3b59-4096-8fdd-cc977aea8bde', 'tag': '9b220b98-43e2-4c19-b3c2-d35da15530ee', 'status': 'completed', 'code': 200} Aug 17 00:22:07.291647 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-ba718fcc-3a7f-4ec8-962e-f4863618fddc req-1b931789-ca27-4ccb-a3d7-58ba123597ee tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:22:07.293239 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba718fcc-3a7f-4ec8-962e-f4863618fddc req-1b931789-ca27-4ccb-a3d7-58ba123597ee tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0441346 Aug 17 00:22:07.338637 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2e6c5-b30e-4359-9801-e86cb0fa9ff4 req-0e07be9e-364e-4739-bcda-ff8a719ff021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:07.341296 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f6b2e6c5-b30e-4359-9801-e86cb0fa9ff4 req-0e07be9e-364e-4739-bcda-ff8a719ff021 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=31228c6a01c44795b6b4fa0167b16be6&device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 1098 time: 0.0514882 Aug 17 00:22:07.345282 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-032ba317-9865-4924-ae24-1c68f1f9f797 req-a193fe55-12a8-4c3f-a5f0-d0d874818fd1 service neutron] 10.222.0.64 "GET /v2.0/networks/f41ab436-8d98-4530-98f5-37b79a7011e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048665 Aug 17 00:22:07.437057 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2e6c5-b30e-4359-9801-e86cb0fa9ff4 req-2c7d6362-0a88-4ca1-8b56-ca9d605020d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:07.438439 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f405c46-2410-4db1-8e6b-1825fe65e232 req-9f84aed5-f25e-4662-8b77-b7729849ff0f tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:07.438817 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f6b2e6c5-b30e-4359-9801-e86cb0fa9ff4 req-2c7d6362-0a88-4ca1-8b56-ca9d605020d0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9a01c282-1149-47ef-adf9-eecde6aae568 HTTP/1.1" status: 200 len: 917 time: 0.0902696 Aug 17 00:22:07.440466 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f405c46-2410-4db1-8e6b-1825fe65e232 req-9f84aed5-f25e-4662-8b77-b7729849ff0f tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0828214 Aug 17 00:22:07.497861 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f405c46-2410-4db1-8e6b-1825fe65e232 req-1d47da05-a059-4ca7-afd5-a8ad19ec1599 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200 len: 694 time: 0.0512288 Aug 17 00:22:07.510025 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-9f405c46-2410-4db1-8e6b-1825fe65e232 req-cd90c37a-44f9-46f5-a0fa-8df7fd004596 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Request body: {'floatingip': {'port_id': '148fb48a-b9e1-4eea-add3-8d96a3cea065', 'fixed_ip_address': '172.20.0.2'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:22:07.515689 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f6b2e6c5-b30e-4359-9801-e86cb0fa9ff4 req-cee62dbb-094d-4e33-a722-e5a139c879ae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b220b98-43e2-4c19-b3c2-d35da15530ee HTTP/1.1" status: 200 len: 1000 time: 0.0688217 Aug 17 00:22:07.525279 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-f60e35c0-2594-400f-903c-0d98c88e468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'name': 'tempest-AttachVolumeShelveTestJSON-949915352-router', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:42Z', 'updated_at': '2021-08-17T00:17:48Z', 'revision_number': 4, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'gw_port': {'id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:43Z', 'updated_at': '2021-08-17T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '59fcf6fe-7b76-4a3a-92a8-d9b264ddaf3c', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'port_id': '9b220b98-43e2-4c19-b3c2-d35da15530ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'mac_address': 'fa:16:3e:8d:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5a2ca7-3b59-4096-8fdd-cc977aea8bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:21:55Z', 'updated_at': '2021-08-17T00:22:06Z', 'revision_number': 1, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ffaf4d6-2561-4f6e-8797-6ff310e756e5', 'name': '', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'mac_address': 'fa:16:3e:e8:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:47Z', 'updated_at': '2021-08-17T00:17:59Z', 'revision_number': 5, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'subnets': [{'id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:22:07.549517 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9f405c46-2410-4db1-8e6b-1825fe65e232 req-cd90c37a-44f9-46f5-a0fa-8df7fd004596 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks [] for floatingip, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:07.553140 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60e35c0-2594-400f-903c-0d98c88e468a None None] Checking router: 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:22:07.562151 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60e35c0-2594-400f-903c-0d98c88e468a None None] Routers {'2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:22:07.562764 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-f60e35c0-2594-400f-903c-0d98c88e468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:21:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:22:07.569176 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2e6c5-b30e-4359-9801-e86cb0fa9ff4 req-00ee92e8-a114-4229-a8ee-cd39dc161ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:07.570799 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f6b2e6c5-b30e-4359-9801-e86cb0fa9ff4 req-00ee92e8-a114-4229-a8ee-cd39dc161ff1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54d11a8b-cc41-4904-8fdd-40aba45c11d3 HTTP/1.1" status: 200 len: 855 time: 0.0475519 Aug 17 00:22:07.625547 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2e6c5-b30e-4359-9801-e86cb0fa9ff4 req-77580c7f-8688-4439-a6e8-ebf5d1fc695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:07.627223 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f6b2e6c5-b30e-4359-9801-e86cb0fa9ff4 req-77580c7f-8688-4439-a6e8-ebf5d1fc695c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9a01c282-1149-47ef-adf9-eecde6aae568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492103 Aug 17 00:22:07.674969 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-f60e35c0-2594-400f-903c-0d98c88e468a None None] Set router 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:22:07.730721 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f6b2e6c5-b30e-4359-9801-e86cb0fa9ff4 req-d4dc9b2c-e427-43b0-9b25-1da4c529dac7 service neutron] 10.222.0.69 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956297 Aug 17 00:22:07.827811 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-f6b2e6c5-b30e-4359-9801-e86cb0fa9ff4 req-98a278ba-efe1-4302-b682-45ba4de90446 service neutron] 10.222.0.69 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898910 Aug 17 00:22:07.927935 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-f60e35c0-2594-400f-903c-0d98c88e468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'name': 'tempest-AttachVolumeShelveTestJSON-949915352-router', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:42Z', 'updated_at': '2021-08-17T00:17:48Z', 'revision_number': 4, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'gw_port': {'id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:43Z', 'updated_at': '2021-08-17T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '59fcf6fe-7b76-4a3a-92a8-d9b264ddaf3c', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'port_id': '9b220b98-43e2-4c19-b3c2-d35da15530ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'mac_address': 'fa:16:3e:8d:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5a2ca7-3b59-4096-8fdd-cc977aea8bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:21:55Z', 'updated_at': '2021-08-17T00:22:06Z', 'revision_number': 1, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ffaf4d6-2561-4f6e-8797-6ff310e756e5', 'name': '', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'mac_address': 'fa:16:3e:e8:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:47Z', 'updated_at': '2021-08-17T00:17:59Z', 'revision_number': 5, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'subnets': [{'id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:22:07.956585 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60e35c0-2594-400f-903c-0d98c88e468a None None] The sync data for ids ['2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'] in n-d-800088-20 is: [{'id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'name': 'tempest-AttachVolumeShelveTestJSON-949915352-router', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:42Z', 'updated_at': '2021-08-17T00:17:48Z', 'revision_number': 4, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'gw_port': {'id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:43Z', 'updated_at': '2021-08-17T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '59fcf6fe-7b76-4a3a-92a8-d9b264ddaf3c', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'port_id': '9b220b98-43e2-4c19-b3c2-d35da15530ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'mac_address': 'fa:16:3e:8d:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5a2ca7-3b59-4096-8fdd-cc977aea8bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:21:55Z', 'updated_at': '2021-08-17T00:22:06Z', 'revision_number': 1, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ffaf4d6-2561-4f6e-8797-6ff310e756e5', 'name': '', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'mac_address': 'fa:16:3e:e8:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:47Z', 'updated_at': '2021-08-17T00:17:59Z', 'revision_number': 5, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'subnets': [{'id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:22:08.057491 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9f405c46-2410-4db1-8e6b-1825fe65e232 req-cd90c37a-44f9-46f5-a0fa-8df7fd004596 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:08.063210 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9f405c46-2410-4db1-8e6b-1825fe65e232 req-cd90c37a-44f9-46f5-a0fa-8df7fd004596 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:08.172736 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6893b30f-451e-4e14-baca-5c6e5d2f3051 None None] New status for floating IP 59fcf6fe-7b76-4a3a-92a8-d9b264ddaf3c: ACTIVE {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:22:08.183409 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [req-9f405c46-2410-4db1-8e6b-1825fe65e232 req-cd90c37a-44f9-46f5-a0fa-8df7fd004596 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Floating IP 19b30f9d-a032-4b68-9c0f-27f9897c0348 associated. External IP: 172.25.3.5, port: 148fb48a-b9e1-4eea-add3-8d96a3cea065. Aug 17 00:22:08.779716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f405c46-2410-4db1-8e6b-1825fe65e232 req-cd90c37a-44f9-46f5-a0fa-8df7fd004596 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Router a4b9e0c4-b1ba-4667-a65c-af855fa8177a has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:22:08.890946 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f405c46-2410-4db1-8e6b-1825fe65e232 req-cd90c37a-44f9-46f5-a0fa-8df7fd004596 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:22:08.895356 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9f405c46-2410-4db1-8e6b-1825fe65e232 req-cd90c37a-44f9-46f5-a0fa-8df7fd004596 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:08.900090 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32fd373-3f1a-4a2e-8285-b54404d2fece None None] Sync routers for ids ['a4b9e0c4-b1ba-4667-a65c-af855fa8177a'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:22:08.910090 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32fd373-3f1a-4a2e-8285-b54404d2fece None None] Routers {'a4b9e0c4-b1ba-4667-a65c-af855fa8177a'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:22:08.910714 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-c32fd373-3f1a-4a2e-8285-b54404d2fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:21:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['a4b9e0c4-b1ba-4667-a65c-af855fa8177a'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:22:08.922798 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f405c46-2410-4db1-8e6b-1825fe65e232 req-cd90c37a-44f9-46f5-a0fa-8df7fd004596 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "PUT /v2.0/floatingips/19b30f9d-a032-4b68-9c0f-27f9897c0348 HTTP/1.1" status: 200 len: 994 time: 1.4169707 Aug 17 00:22:08.923249 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f005240e-33fe-4e82-8064-33104a6f90ea', 'tag': '148fb48a-b9e1-4eea-add3-8d96a3cea065'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:22:08.925525 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e252244-d277-4677-8fa8-0e0b254c3056" -d '{"events": [{"name": "network-changed", "server_uuid": "f005240e-33fe-4e82-8064-33104a6f90ea", "tag": "148fb48a-b9e1-4eea-add3-8d96a3cea065"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:22:08.965624 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332d8c14-5c64-47b1-bfca-fcc3b919c1b6 x-openstack-request-id: req-332d8c14-5c64-47b1-bfca-fcc3b919c1b6 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:22:08.965932 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f005240e-33fe-4e82-8064-33104a6f90ea", "tag": "148fb48a-b9e1-4eea-add3-8d96a3cea065", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:22:08.966194 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-332d8c14-5c64-47b1-bfca-fcc3b919c1b6 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:22:08.966605 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f005240e-33fe-4e82-8064-33104a6f90ea', 'tag': '148fb48a-b9e1-4eea-add3-8d96a3cea065', 'status': 'completed', 'code': 200} Aug 17 00:22:08.979672 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f405c46-2410-4db1-8e6b-1825fe65e232 req-26636819-3eb8-4fa3-9408-dcf8bece54ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:08.981669 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f405c46-2410-4db1-8e6b-1825fe65e232 req-26636819-3eb8-4fa3-9408-dcf8bece54ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a020f712a1dd47669000e592d6ef486f&device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 1097 time: 0.0456929 Aug 17 00:22:09.022551 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-c32fd373-3f1a-4a2e-8285-b54404d2fece None None] Set router a4b9e0c4-b1ba-4667-a65c-af855fa8177a gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:22:09.082771 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e252244-d277-4677-8fa8-0e0b254c3056 req-518ce5c4-6c4c-4689-b8f2-4800507371b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:09.084276 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e252244-d277-4677-8fa8-0e0b254c3056 req-518ce5c4-6c4c-4689-b8f2-4800507371b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a020f712a1dd47669000e592d6ef486f&device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 1097 time: 0.0982864 Aug 17 00:22:09.151954 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f405c46-2410-4db1-8e6b-1825fe65e232 req-848ba25d-dd06-4c1d-9723-bf2f0c02987f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:09.157193 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f405c46-2410-4db1-8e6b-1825fe65e232 req-848ba25d-dd06-4c1d-9723-bf2f0c02987f service neutron] 10.222.0.60 "GET /v2.0/networks?id=f41ab436-8d98-4530-98f5-37b79a7011e3 HTTP/1.1" status: 200 len: 921 time: 0.1601732 Aug 17 00:22:09.207142 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:22:09.258700 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f405c46-2410-4db1-8e6b-1825fe65e232 req-117eaa50-cd15-426b-9d72-417655d68bef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=148fb48a-b9e1-4eea-add3-8d96a3cea065 HTTP/1.1" status: 200 len: 997 time: 0.0962193 Aug 17 00:22:09.259865 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e252244-d277-4677-8fa8-0e0b254c3056 req-491ab731-d7d3-4407-a577-627d301a3eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:09.262162 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e252244-d277-4677-8fa8-0e0b254c3056 req-491ab731-d7d3-4407-a577-627d301a3eb3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f41ab436-8d98-4530-98f5-37b79a7011e3 HTTP/1.1" status: 200 len: 921 time: 0.1671875 Aug 17 00:22:09.266678 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-c32fd373-3f1a-4a2e-8285-b54404d2fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436102592-router', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:20Z', 'updated_at': '2021-08-17T00:21:23Z', 'revision_number': 4, 'project_id': 'a020f712a1dd47669000e592d6ef486f', 'gw_port': {'id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:68:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:21Z', 'updated_at': '2021-08-17T00:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '19b30f9d-a032-4b68-9c0f-27f9897c0348', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f', 'floating_ip_address': '172.25.3.5', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'port_id': '148fb48a-b9e1-4eea-add3-8d96a3cea065', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 3392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41ab436-8d98-4530-98f5-37b79a7011e3', 'mac_address': 'fa:16:3e:6f:57:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005240e-33fe-4e82-8064-33104a6f90ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:22:06Z', 'updated_at': '2021-08-17T00:22:07Z', 'revision_number': 1, 'project_id': 'a020f712a1dd47669000e592d6ef486f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152f678c-88f2-4bfe-ace6-7e9cb60cc78d', 'name': '', 'network_id': 'f41ab436-8d98-4530-98f5-37b79a7011e3', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f', 'mac_address': 'fa:16:3e:0d:55:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'a46e6164-4437-4c61-b40e-cc0ecb7569d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:22Z', 'updated_at': '2021-08-17T00:21:27Z', 'revision_number': 5, 'project_id': 'a020f712a1dd47669000e592d6ef486f', 'subnets': [{'id': 'a46e6164-4437-4c61-b40e-cc0ecb7569d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:22:09.293027 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32fd373-3f1a-4a2e-8285-b54404d2fece None None] Checking router: a4b9e0c4-b1ba-4667-a65c-af855fa8177a for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:22:09.302551 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32fd373-3f1a-4a2e-8285-b54404d2fece None None] Routers {'a4b9e0c4-b1ba-4667-a65c-af855fa8177a'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:22:09.303321 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-c32fd373-3f1a-4a2e-8285-b54404d2fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:21:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['a4b9e0c4-b1ba-4667-a65c-af855fa8177a'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:22:09.359781 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f405c46-2410-4db1-8e6b-1825fe65e232 req-3a4e1b46-bd35-442c-aef3-2406501e440e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:09.361587 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f405c46-2410-4db1-8e6b-1825fe65e232 req-3a4e1b46-bd35-442c-aef3-2406501e440e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a46e6164-4437-4c61-b40e-cc0ecb7569d9 HTTP/1.1" status: 200 len: 860 time: 0.0955117 Aug 17 00:22:09.367739 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e252244-d277-4677-8fa8-0e0b254c3056 req-9707cf33-dc25-4959-bf74-9fc239555be9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=148fb48a-b9e1-4eea-add3-8d96a3cea065 HTTP/1.1" status: 200 len: 997 time: 0.0932841 Aug 17 00:22:09.417966 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-c32fd373-3f1a-4a2e-8285-b54404d2fece None None] Set router a4b9e0c4-b1ba-4667-a65c-af855fa8177a gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:22:09.418765 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f405c46-2410-4db1-8e6b-1825fe65e232 req-5ca77171-f800-44f3-b453-d2b4ac0185e3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f41ab436-8d98-4530-98f5-37b79a7011e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501139 Aug 17 00:22:09.431845 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-9f405c46-2410-4db1-8e6b-1825fe65e232 req-78db103f-e674-45e1-a0c6-407f98f59a13 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:22:09.433036 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f405c46-2410-4db1-8e6b-1825fe65e232 req-78db103f-e674-45e1-a0c6-407f98f59a13 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066500 Aug 17 00:22:09.440416 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e252244-d277-4677-8fa8-0e0b254c3056 req-135c229f-739a-4860-a57e-b27ea252ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:09.441910 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e252244-d277-4677-8fa8-0e0b254c3056 req-135c229f-739a-4860-a57e-b27ea252ba58 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a46e6164-4437-4c61-b40e-cc0ecb7569d9 HTTP/1.1" status: 200 len: 860 time: 0.0655522 Aug 17 00:22:09.517321 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e252244-d277-4677-8fa8-0e0b254c3056 req-c70a621c-5d39-40e9-8cfc-59a764ec1b1e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f41ab436-8d98-4530-98f5-37b79a7011e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651820 Aug 17 00:22:09.615556 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f405c46-2410-4db1-8e6b-1825fe65e232 req-8cfca805-4405-41f0-89b4-46d79278fbf6 service neutron] 10.222.0.60 "GET /v2.0/networks/f41ab436-8d98-4530-98f5-37b79a7011e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716049 Aug 17 00:22:09.652105 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-c32fd373-3f1a-4a2e-8285-b54404d2fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436102592-router', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:20Z', 'updated_at': '2021-08-17T00:21:23Z', 'revision_number': 4, 'project_id': 'a020f712a1dd47669000e592d6ef486f', 'gw_port': {'id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:68:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:21Z', 'updated_at': '2021-08-17T00:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '19b30f9d-a032-4b68-9c0f-27f9897c0348', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f', 'floating_ip_address': '172.25.3.5', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'port_id': '148fb48a-b9e1-4eea-add3-8d96a3cea065', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 3392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41ab436-8d98-4530-98f5-37b79a7011e3', 'mac_address': 'fa:16:3e:6f:57:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005240e-33fe-4e82-8064-33104a6f90ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:22:06Z', 'updated_at': '2021-08-17T00:22:07Z', 'revision_number': 1, 'project_id': 'a020f712a1dd47669000e592d6ef486f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152f678c-88f2-4bfe-ace6-7e9cb60cc78d', 'name': '', 'network_id': 'f41ab436-8d98-4530-98f5-37b79a7011e3', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f', 'mac_address': 'fa:16:3e:0d:55:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'a46e6164-4437-4c61-b40e-cc0ecb7569d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:22Z', 'updated_at': '2021-08-17T00:21:27Z', 'revision_number': 5, 'project_id': 'a020f712a1dd47669000e592d6ef486f', 'subnets': [{'id': 'a46e6164-4437-4c61-b40e-cc0ecb7569d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:22:09.680566 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e252244-d277-4677-8fa8-0e0b254c3056 req-6e9ee765-5b9f-43c3-a462-37357c0d6481 service neutron] 10.222.0.64 "GET /v2.0/networks/f41ab436-8d98-4530-98f5-37b79a7011e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555200 Aug 17 00:22:09.681523 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32fd373-3f1a-4a2e-8285-b54404d2fece None None] The sync data for ids ['a4b9e0c4-b1ba-4667-a65c-af855fa8177a'] in n-d-800088-20 is: [{'id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436102592-router', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:20Z', 'updated_at': '2021-08-17T00:21:23Z', 'revision_number': 4, 'project_id': 'a020f712a1dd47669000e592d6ef486f', 'gw_port': {'id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:68:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:21Z', 'updated_at': '2021-08-17T00:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '19b30f9d-a032-4b68-9c0f-27f9897c0348', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f', 'floating_ip_address': '172.25.3.5', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'port_id': '148fb48a-b9e1-4eea-add3-8d96a3cea065', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 3392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41ab436-8d98-4530-98f5-37b79a7011e3', 'mac_address': 'fa:16:3e:6f:57:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005240e-33fe-4e82-8064-33104a6f90ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:22:06Z', 'updated_at': '2021-08-17T00:22:07Z', 'revision_number': 1, 'project_id': 'a020f712a1dd47669000e592d6ef486f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152f678c-88f2-4bfe-ace6-7e9cb60cc78d', 'name': '', 'network_id': 'f41ab436-8d98-4530-98f5-37b79a7011e3', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f', 'mac_address': 'fa:16:3e:0d:55:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'a46e6164-4437-4c61-b40e-cc0ecb7569d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:22Z', 'updated_at': '2021-08-17T00:21:27Z', 'revision_number': 5, 'project_id': 'a020f712a1dd47669000e592d6ef486f', 'subnets': [{'id': 'a46e6164-4437-4c61-b40e-cc0ecb7569d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:22:09.780022 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f405c46-2410-4db1-8e6b-1825fe65e232 req-450a0794-1e9d-421d-aab6-2347784ddc3b service neutron] 10.222.0.60 "GET /v2.0/networks/f41ab436-8d98-4530-98f5-37b79a7011e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559010 Aug 17 00:22:09.803868 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e252244-d277-4677-8fa8-0e0b254c3056 req-2bcdf8a1-9801-4fab-a945-213680c01f75 service neutron] 10.222.0.64 "GET /v2.0/networks/f41ab436-8d98-4530-98f5-37b79a7011e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150625 Aug 17 00:22:09.894112 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f76dfb2-392e-438e-af3a-c977752eeacb None None] New status for floating IP 19b30f9d-a032-4b68-9c0f-27f9897c0348: ACTIVE {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:22:09.903284 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-50093fff-a007-427f-9a3c-d5c660665b39 req-0ef93a6a-ce2c-4e7a-99a3-40059989faa1 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200 len: 997 time: 0.0912781 Aug 17 00:22:09.957668 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50093fff-a007-427f-9a3c-d5c660665b39 req-92775421-ac57-40a3-b24c-76bf6edd0b27 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:09.959034 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-50093fff-a007-427f-9a3c-d5c660665b39 req-92775421-ac57-40a3-b24c-76bf6edd0b27 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports/148fb48a-b9e1-4eea-add3-8d96a3cea065 HTTP/1.1" status: 200 len: 942 time: 0.0498960 Aug 17 00:22:10.066131 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-50093fff-a007-427f-9a3c-d5c660665b39 req-a0d6b06e-e31a-4009-8303-cd0a1e7ba8a3 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200 len: 997 time: 0.0632055 Aug 17 00:22:10.159231 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:10.175960 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50093fff-a007-427f-9a3c-d5c660665b39 req-4b5d5041-56b9-48f6-807d-81e993bf3d0b tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:10.177354 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-50093fff-a007-427f-9a3c-d5c660665b39 req-4b5d5041-56b9-48f6-807d-81e993bf3d0b tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 784 time: 0.1050808 Aug 17 00:22:10.188383 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-50093fff-a007-427f-9a3c-d5c660665b39 req-0f39bcd2-cd36-4941-9291-f00f452bdec1 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:22:10.189352 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-50093fff-a007-427f-9a3c-d5c660665b39 req-0f39bcd2-cd36-4941-9291-f00f452bdec1 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062425 Aug 17 00:22:10.255761 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-50093fff-a007-427f-9a3c-d5c660665b39 req-d63790b6-4a43-42b4-b934-1e5f37061e3d tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200 len: 999 time: 0.0598869 Aug 17 00:22:10.265516 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-50093fff-a007-427f-9a3c-d5c660665b39 req-faaf9b51-948e-4de7-886e-6f6880df9ff2 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:22:10.322841 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-50093fff-a007-427f-9a3c-d5c660665b39 req-faaf9b51-948e-4de7-886e-6f6880df9ff2 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks [] for floatingip, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:10.468428 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-50093fff-a007-427f-9a3c-d5c660665b39 req-faaf9b51-948e-4de7-886e-6f6880df9ff2 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:10.472033 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-50093fff-a007-427f-9a3c-d5c660665b39 req-faaf9b51-948e-4de7-886e-6f6880df9ff2 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:10.472372 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [req-50093fff-a007-427f-9a3c-d5c660665b39 req-faaf9b51-948e-4de7-886e-6f6880df9ff2 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Floating IP 19b30f9d-a032-4b68-9c0f-27f9897c0348 disassociated. External IP: 172.25.3.5, port: 148fb48a-b9e1-4eea-add3-8d96a3cea065. Aug 17 00:22:10.674550 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50093fff-a007-427f-9a3c-d5c660665b39 req-faaf9b51-948e-4de7-886e-6f6880df9ff2 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Router a4b9e0c4-b1ba-4667-a65c-af855fa8177a has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:22:10.779214 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50093fff-a007-427f-9a3c-d5c660665b39 req-faaf9b51-948e-4de7-886e-6f6880df9ff2 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:22:10.783763 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-50093fff-a007-427f-9a3c-d5c660665b39 req-faaf9b51-948e-4de7-886e-6f6880df9ff2 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:10.788312 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030a1a29-ff7a-4630-99e5-528fe7d0b65d None None] Sync routers for ids ['a4b9e0c4-b1ba-4667-a65c-af855fa8177a'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:22:10.797496 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030a1a29-ff7a-4630-99e5-528fe7d0b65d None None] Routers {'a4b9e0c4-b1ba-4667-a65c-af855fa8177a'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:22:10.798096 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-030a1a29-ff7a-4630-99e5-528fe7d0b65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:21:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['a4b9e0c4-b1ba-4667-a65c-af855fa8177a'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:22:10.811914 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-50093fff-a007-427f-9a3c-d5c660665b39 req-faaf9b51-948e-4de7-886e-6f6880df9ff2 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "PUT /v2.0/floatingips/19b30f9d-a032-4b68-9c0f-27f9897c0348 HTTP/1.1" status: 200 len: 693 time: 0.5501544 Aug 17 00:22:10.862700 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50093fff-a007-427f-9a3c-d5c660665b39 req-60b62450-18d4-4d61-9666-704bb12c2ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:10.864218 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-50093fff-a007-427f-9a3c-d5c660665b39 req-60b62450-18d4-4d61-9666-704bb12c2ffa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a020f712a1dd47669000e592d6ef486f&device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 1097 time: 0.0403442 Aug 17 00:22:10.905509 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-030a1a29-ff7a-4630-99e5-528fe7d0b65d None None] Set router a4b9e0c4-b1ba-4667-a65c-af855fa8177a gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:22:10.961271 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50093fff-a007-427f-9a3c-d5c660665b39 req-836a5593-74a8-429a-b6d9-648a7bff9d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:10.962946 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-50093fff-a007-427f-9a3c-d5c660665b39 req-836a5593-74a8-429a-b6d9-648a7bff9d42 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f41ab436-8d98-4530-98f5-37b79a7011e3 HTTP/1.1" status: 200 len: 921 time: 0.0925062 Aug 17 00:22:10.967499 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f005240e-33fe-4e82-8064-33104a6f90ea', 'tag': '148fb48a-b9e1-4eea-add3-8d96a3cea065'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:22:10.969779 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfd843f-d83f-4ff9-b2a5-dbe7b488eb7f" -d '{"events": [{"name": "network-changed", "server_uuid": "f005240e-33fe-4e82-8064-33104a6f90ea", "tag": "148fb48a-b9e1-4eea-add3-8d96a3cea065"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:22:11.011772 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18306a1-e203-438b-81a0-704865895eeb x-openstack-request-id: req-a18306a1-e203-438b-81a0-704865895eeb {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:22:11.012096 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f005240e-33fe-4e82-8064-33104a6f90ea", "tag": "148fb48a-b9e1-4eea-add3-8d96a3cea065", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:22:11.012310 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a18306a1-e203-438b-81a0-704865895eeb {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:22:11.012724 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f005240e-33fe-4e82-8064-33104a6f90ea', 'tag': '148fb48a-b9e1-4eea-add3-8d96a3cea065', 'status': 'completed', 'code': 200} Aug 17 00:22:11.014621 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-50093fff-a007-427f-9a3c-d5c660665b39 req-caa2b2ed-52ed-4c49-a26e-027df94a84ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=148fb48a-b9e1-4eea-add3-8d96a3cea065 HTTP/1.1" status: 200 len: 217 time: 0.0419521 Aug 17 00:22:11.282779 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-030a1a29-ff7a-4630-99e5-528fe7d0b65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436102592-router', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:20Z', 'updated_at': '2021-08-17T00:21:23Z', 'revision_number': 4, 'project_id': 'a020f712a1dd47669000e592d6ef486f', 'gw_port': {'id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:68:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:21Z', 'updated_at': '2021-08-17T00:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '152f678c-88f2-4bfe-ace6-7e9cb60cc78d', 'name': '', 'network_id': 'f41ab436-8d98-4530-98f5-37b79a7011e3', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f', 'mac_address': 'fa:16:3e:0d:55:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'a46e6164-4437-4c61-b40e-cc0ecb7569d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:22Z', 'updated_at': '2021-08-17T00:21:27Z', 'revision_number': 5, 'project_id': 'a020f712a1dd47669000e592d6ef486f', 'subnets': [{'id': 'a46e6164-4437-4c61-b40e-cc0ecb7569d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:22:11.313643 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030a1a29-ff7a-4630-99e5-528fe7d0b65d None None] Checking router: a4b9e0c4-b1ba-4667-a65c-af855fa8177a for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:22:11.322340 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030a1a29-ff7a-4630-99e5-528fe7d0b65d None None] Routers {'a4b9e0c4-b1ba-4667-a65c-af855fa8177a'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:22:11.322968 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-030a1a29-ff7a-4630-99e5-528fe7d0b65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:21:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['a4b9e0c4-b1ba-4667-a65c-af855fa8177a'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:22:11.434700 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-030a1a29-ff7a-4630-99e5-528fe7d0b65d None None] Set router a4b9e0c4-b1ba-4667-a65c-af855fa8177a gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:22:11.445309 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50093fff-a007-427f-9a3c-d5c660665b39 req-53e9b407-ed89-43c5-b2e6-682dd0d3b615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:11.446820 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-50093fff-a007-427f-9a3c-d5c660665b39 req-53e9b407-ed89-43c5-b2e6-682dd0d3b615 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a46e6164-4437-4c61-b40e-cc0ecb7569d9 HTTP/1.1" status: 200 len: 860 time: 0.4259844 Aug 17 00:22:11.455068 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd843f-d83f-4ff9-b2a5-dbe7b488eb7f req-a6e3f498-2d3f-4d7b-b767-a6909365f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:11.456596 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6dfd843f-d83f-4ff9-b2a5-dbe7b488eb7f req-a6e3f498-2d3f-4d7b-b767-a6909365f2fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a020f712a1dd47669000e592d6ef486f&device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 1097 time: 0.4076765 Aug 17 00:22:11.501014 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-50093fff-a007-427f-9a3c-d5c660665b39 req-d35cbb38-dc0e-4f2e-9e13-b6cb716510b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f41ab436-8d98-4530-98f5-37b79a7011e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434067 Aug 17 00:22:11.629381 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd843f-d83f-4ff9-b2a5-dbe7b488eb7f req-1ad6b381-a984-49b4-ba3b-5f494c40bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:11.630853 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6dfd843f-d83f-4ff9-b2a5-dbe7b488eb7f req-1ad6b381-a984-49b4-ba3b-5f494c40bc28 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f41ab436-8d98-4530-98f5-37b79a7011e3 HTTP/1.1" status: 200 len: 921 time: 0.1619129 Aug 17 00:22:11.636937 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-030a1a29-ff7a-4630-99e5-528fe7d0b65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436102592-router', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:20Z', 'updated_at': '2021-08-17T00:21:23Z', 'revision_number': 4, 'project_id': 'a020f712a1dd47669000e592d6ef486f', 'gw_port': {'id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:68:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:21Z', 'updated_at': '2021-08-17T00:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '152f678c-88f2-4bfe-ace6-7e9cb60cc78d', 'name': '', 'network_id': 'f41ab436-8d98-4530-98f5-37b79a7011e3', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f', 'mac_address': 'fa:16:3e:0d:55:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'a46e6164-4437-4c61-b40e-cc0ecb7569d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:22Z', 'updated_at': '2021-08-17T00:21:27Z', 'revision_number': 5, 'project_id': 'a020f712a1dd47669000e592d6ef486f', 'subnets': [{'id': 'a46e6164-4437-4c61-b40e-cc0ecb7569d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:22:11.651044 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-50093fff-a007-427f-9a3c-d5c660665b39 req-19ce44c0-0402-41d3-b043-933c86145a56 service neutron] 10.222.0.60 "GET /v2.0/networks/f41ab436-8d98-4530-98f5-37b79a7011e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261656 Aug 17 00:22:11.662637 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030a1a29-ff7a-4630-99e5-528fe7d0b65d None None] The sync data for ids ['a4b9e0c4-b1ba-4667-a65c-af855fa8177a'] in n-d-800088-20 is: [{'id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436102592-router', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:20Z', 'updated_at': '2021-08-17T00:21:23Z', 'revision_number': 4, 'project_id': 'a020f712a1dd47669000e592d6ef486f', 'gw_port': {'id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:68:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:21Z', 'updated_at': '2021-08-17T00:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '152f678c-88f2-4bfe-ace6-7e9cb60cc78d', 'name': '', 'network_id': 'f41ab436-8d98-4530-98f5-37b79a7011e3', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f', 'mac_address': 'fa:16:3e:0d:55:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'a46e6164-4437-4c61-b40e-cc0ecb7569d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:22Z', 'updated_at': '2021-08-17T00:21:27Z', 'revision_number': 5, 'project_id': 'a020f712a1dd47669000e592d6ef486f', 'subnets': [{'id': 'a46e6164-4437-4c61-b40e-cc0ecb7569d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:22:11.689658 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6dfd843f-d83f-4ff9-b2a5-dbe7b488eb7f req-d7f6c81c-15a4-4970-becf-adb216c5c955 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=148fb48a-b9e1-4eea-add3-8d96a3cea065 HTTP/1.1" status: 200 len: 217 time: 0.0502825 Aug 17 00:22:11.733803 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:11.784523 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd843f-d83f-4ff9-b2a5-dbe7b488eb7f req-9cfc0261-a3c6-4ddb-987e-e4cbb061994f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:11.786226 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6dfd843f-d83f-4ff9-b2a5-dbe7b488eb7f req-9cfc0261-a3c6-4ddb-987e-e4cbb061994f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a46e6164-4437-4c61-b40e-cc0ecb7569d9 HTTP/1.1" status: 200 len: 860 time: 0.0846717 Aug 17 00:22:11.832040 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6dfd843f-d83f-4ff9-b2a5-dbe7b488eb7f req-4fc99fef-6eb9-4897-b4db-e939c3b8bb6e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f41ab436-8d98-4530-98f5-37b79a7011e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373878 Aug 17 00:22:11.837672 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-50093fff-a007-427f-9a3c-d5c660665b39 req-44d22654-e805-47cf-b077-5f1b44c56b1c service neutron] 10.222.0.60 "GET /v2.0/networks/f41ab436-8d98-4530-98f5-37b79a7011e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562803 Aug 17 00:22:11.904638 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aa3361-2e1c-421c-a09a-ddb558462d8c None None] New status for floating IP 19b30f9d-a032-4b68-9c0f-27f9897c0348: DOWN {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:22:11.939722 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9edee7f-38eb-42d2-98e8-c1a617b75fb7 req-b20931e3-134d-41e0-ac3b-fde2cf689a8d tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/floatingips/19b30f9d-a032-4b68-9c0f-27f9897c0348 HTTP/1.1" status: 200 len: 693 time: 0.0557222 Aug 17 00:22:12.022088 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6dfd843f-d83f-4ff9-b2a5-dbe7b488eb7f req-204c0fa8-551a-44e0-b493-0aa1fb691aa2 service neutron] 10.222.0.64 "GET /v2.0/networks/f41ab436-8d98-4530-98f5-37b79a7011e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821790 Aug 17 00:22:12.118168 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edee7f-38eb-42d2-98e8-c1a617b75fb7 req-d4d201e5-3445-43d1-91de-638c2540d1cf tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:12.119572 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9edee7f-38eb-42d2-98e8-c1a617b75fb7 req-d4d201e5-3445-43d1-91de-638c2540d1cf tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/networks/f9960621-448c-44b3-8317-7433dc6ce660 HTTP/1.1" status: 200 len: 784 time: 0.1733084 Aug 17 00:22:12.133925 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-c9edee7f-38eb-42d2-98e8-c1a617b75fb7 req-8fdf3a03-e096-4a0f-aa82-d2679b31fc2f tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:22:12.134926 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9edee7f-38eb-42d2-98e8-c1a617b75fb7 req-8fdf3a03-e096-4a0f-aa82-d2679b31fc2f tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090327 Aug 17 00:22:12.204395 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6dfd843f-d83f-4ff9-b2a5-dbe7b488eb7f req-c6535aaf-e0f0-46ef-b0b0-b552df404f6e service neutron] 10.222.0.64 "GET /v2.0/networks/f41ab436-8d98-4530-98f5-37b79a7011e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724911 Aug 17 00:22:12.207457 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9edee7f-38eb-42d2-98e8-c1a617b75fb7 req-77821283-7e8b-4a80-b626-c8a2b48cae03 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200 len: 694 time: 0.0634308 Aug 17 00:22:12.259352 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9edee7f-38eb-42d2-98e8-c1a617b75fb7 req-d1709058-517c-40c0-8d5e-f8dbeab2dee4 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200 len: 694 time: 0.0456057 Aug 17 00:22:12.389124 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-c9edee7f-38eb-42d2-98e8-c1a617b75fb7 req-3e4a8ab5-2ace-487d-9d7f-13f021811a7e tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Deleting port 92299715-707a-47c2-8bb7-a5ebae246f37 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:22:12.389481 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c9edee7f-38eb-42d2-98e8-c1a617b75fb7 req-3e4a8ab5-2ace-487d-9d7f-13f021811a7e tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:12.470985 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c9edee7f-38eb-42d2-98e8-c1a617b75fb7 req-3e4a8ab5-2ace-487d-9d7f-13f021811a7e tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:12.471579 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c9edee7f-38eb-42d2-98e8-c1a617b75fb7 req-3e4a8ab5-2ace-487d-9d7f-13f021811a7e tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:12.482888 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-c9edee7f-38eb-42d2-98e8-c1a617b75fb7 req-3e4a8ab5-2ace-487d-9d7f-13f021811a7e tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Calling delete_port for 92299715-707a-47c2-8bb7-a5ebae246f37 owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:22:12.620606 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c9edee7f-38eb-42d2-98e8-c1a617b75fb7 req-3e4a8ab5-2ace-487d-9d7f-13f021811a7e tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:12.651491 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a8ab5-2ace-487d-9d7f-13f021811a7e tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Pushing event deleted for resources: {'Port': ['ID=92299715-707a-47c2-8bb7-a5ebae246f37,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:22:12.676015 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a8ab5-2ace-487d-9d7f-13f021811a7e tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:22:12.676366 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a8ab5-2ace-487d-9d7f-13f021811a7e tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:22:12.676706 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a8ab5-2ace-487d-9d7f-13f021811a7e tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:22:12.677066 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a8ab5-2ace-487d-9d7f-13f021811a7e tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:22:12.677404 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a8ab5-2ace-487d-9d7f-13f021811a7e tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:22:12.677742 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a8ab5-2ace-487d-9d7f-13f021811a7e tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:22:12.678066 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a8ab5-2ace-487d-9d7f-13f021811a7e tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:22:12.678393 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a8ab5-2ace-487d-9d7f-13f021811a7e tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:22:12.678718 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a8ab5-2ace-487d-9d7f-13f021811a7e tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:22:12.679042 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a8ab5-2ace-487d-9d7f-13f021811a7e tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:22:12.679365 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a8ab5-2ace-487d-9d7f-13f021811a7e tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:22:12.679684 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a8ab5-2ace-487d-9d7f-13f021811a7e tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:22:12.720735 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c9edee7f-38eb-42d2-98e8-c1a617b75fb7 req-3e4a8ab5-2ace-487d-9d7f-13f021811a7e tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:12.723239 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c9edee7f-38eb-42d2-98e8-c1a617b75fb7 req-3e4a8ab5-2ace-487d-9d7f-13f021811a7e tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:12.724382 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9edee7f-38eb-42d2-98e8-c1a617b75fb7 req-3e4a8ab5-2ace-487d-9d7f-13f021811a7e tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "DELETE /v2.0/floatingips/19b30f9d-a032-4b68-9c0f-27f9897c0348 HTTP/1.1" status: 204 len: 173 time: 0.4587014 Aug 17 00:22:12.786289 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b7180578-3f23-47a9-8dff-113d79f86780 req-04b01776-38ae-4712-ac36-381e0c18b309 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups/2add9bf8-bea0-48c9-b6bf-d2bda5e334a4 HTTP/1.1" status: 200 len: 1809 time: 0.0409145 Aug 17 00:22:12.844980 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b7180578-3f23-47a9-8dff-113d79f86780 req-61703e66-53de-49b9-a360-7f087f12538c tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:12.867867 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b7180578-3f23-47a9-8dff-113d79f86780 req-61703e66-53de-49b9-a360-7f087f12538c tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:12.913391 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b7180578-3f23-47a9-8dff-113d79f86780 req-61703e66-53de-49b9-a360-7f087f12538c tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:12.916073 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b7180578-3f23-47a9-8dff-113d79f86780 req-61703e66-53de-49b9-a360-7f087f12538c tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:12.917977 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b7180578-3f23-47a9-8dff-113d79f86780 req-61703e66-53de-49b9-a360-7f087f12538c tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "DELETE /v2.0/security-groups/2add9bf8-bea0-48c9-b6bf-d2bda5e334a4 HTTP/1.1" status: 204 len: 173 time: 0.1243021 Aug 17 00:22:12.927463 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61703e66-53de-49b9-a360-7f087f12538c tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2add9bf8-bea0-48c9-b6bf-d2bda5e334a4,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:22:13.159453 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1854c-cbe4-4964-a1e4-82faee58513f req-b59df1ae-0e46-4fb7-a5d1-7301d54fd265 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:13.160940 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eee1854c-cbe4-4964-a1e4-82faee58513f req-b59df1ae-0e46-4fb7-a5d1-7301d54fd265 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0529442 Aug 17 00:22:13.208546 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eee1854c-cbe4-4964-a1e4-82faee58513f req-58077694-d5a3-45f2-913d-afdf24e91321 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407631 Aug 17 00:22:14.337717 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b93edb-4fb3-433b-a20a-bec54c1371b8 req-ba6a23d5-00bd-446e-b5f6-8b248ea9ce8a tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:14.339536 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69b93edb-4fb3-433b-a20a-bec54c1371b8 req-ba6a23d5-00bd-446e-b5f6-8b248ea9ce8a tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0527315 Aug 17 00:22:14.377974 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69b93edb-4fb3-433b-a20a-bec54c1371b8 req-bb3b27eb-d6e5-4670-b833-df374ba211b7 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324929 Aug 17 00:22:15.346891 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf0fe7-07e6-45e6-a4be-28a1f74f612a req-2b774ed0-a4f9-40a7-92a3-128f3d771659 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:15.348442 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-35bf0fe7-07e6-45e6-a4be-28a1f74f612a req-2b774ed0-a4f9-40a7-92a3-128f3d771659 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.64 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.0565968 Aug 17 00:22:15.459678 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-35bf0fe7-07e6-45e6-a4be-28a1f74f612a req-18dac1dd-b68d-4a03-bef4-ddfacb76db00 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Deleting port 148fb48a-b9e1-4eea-add3-8d96a3cea065 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:22:15.460058 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-35bf0fe7-07e6-45e6-a4be-28a1f74f612a req-18dac1dd-b68d-4a03-bef4-ddfacb76db00 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:15.570286 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b4953-23c4-4ec1-982f-fc39e6226ce3 req-3460eeb2-31ad-4f46-8f63-79930c7018e6 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:15.571925 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f24b4953-23c4-4ec1-982f-fc39e6226ce3 req-3460eeb2-31ad-4f46-8f63-79930c7018e6 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/ports?device_id=f005240e-33fe-4e82-8064-33104a6f90ea HTTP/1.1" status: 200 len: 945 time: 0.1245551 Aug 17 00:22:15.602704 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-35bf0fe7-07e6-45e6-a4be-28a1f74f612a req-18dac1dd-b68d-4a03-bef4-ddfacb76db00 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] For port 148fb48a-b9e1-4eea-add3-8d96a3cea065, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=148fb48a-b9e1-4eea-add3-8d96a3cea065,segment=NetworkSegment(9c9c09a1-335c-47dd-bae3-c6c38ce5a84f),segment_id=9c9c09a1-335c-47dd-bae3-c6c38ce5a84f)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:22:15.602994 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-35bf0fe7-07e6-45e6-a4be-28a1f74f612a req-18dac1dd-b68d-4a03-bef4-ddfacb76db00 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:15.622648 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-35bf0fe7-07e6-45e6-a4be-28a1f74f612a req-18dac1dd-b68d-4a03-bef4-ddfacb76db00 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Calling delete_port for 148fb48a-b9e1-4eea-add3-8d96a3cea065 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:22:15.641272 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f24b4953-23c4-4ec1-982f-fc39e6226ce3 req-e170d1e4-e3c2-4a6a-9cf3-036973a3d2da tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d9156ac-4e17-41cb-8e5f-19037ca0ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612822 Aug 17 00:22:15.766229 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-35bf0fe7-07e6-45e6-a4be-28a1f74f612a req-18dac1dd-b68d-4a03-bef4-ddfacb76db00 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:15.779291 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['148fb48a-b9e1-4eea-add3-8d96a3cea065'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:22:15.795729 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dac1dd-b68d-4a03-bef4-ddfacb76db00 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Pushing event deleted for resources: {'Port': ['ID=148fb48a-b9e1-4eea-add3-8d96a3cea065,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:22:15.836124 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bf0fe7-07e6-45e6-a4be-28a1f74f612a req-18dac1dd-b68d-4a03-bef4-ddfacb76db00 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] No DVR routers for this DVR port 148fb48a-b9e1-4eea-add3-8d96a3cea065 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:22:15.839708 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-35bf0fe7-07e6-45e6-a4be-28a1f74f612a req-18dac1dd-b68d-4a03-bef4-ddfacb76db00 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:15.841581 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-35bf0fe7-07e6-45e6-a4be-28a1f74f612a req-18dac1dd-b68d-4a03-bef4-ddfacb76db00 tempest-ServerRescueTestJSONUnderV235-1037219561 tempest-ServerRescueTestJSONUnderV235-1037219561-project] 10.222.0.64 "DELETE /v2.0/ports/148fb48a-b9e1-4eea-add3-8d96a3cea065 HTTP/1.1" status: 204 len: 173 time: 0.4855511 Aug 17 00:22:15.842022 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f005240e-33fe-4e82-8064-33104a6f90ea', 'name': 'network-vif-deleted', 'tag': '148fb48a-b9e1-4eea-add3-8d96a3cea065'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:22:15.844316 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c58dbf-9127-4463-9db5-c24239e10ca0" -d '{"events": [{"server_uuid": "f005240e-33fe-4e82-8064-33104a6f90ea", "name": "network-vif-deleted", "tag": "148fb48a-b9e1-4eea-add3-8d96a3cea065"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:22:15.886595 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e7f7bb-f0e0-4702-808f-7ad96cc7a42e x-openstack-request-id: req-02e7f7bb-f0e0-4702-808f-7ad96cc7a42e {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:22:15.886896 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f005240e-33fe-4e82-8064-33104a6f90ea", "name": "network-vif-deleted", "tag": "148fb48a-b9e1-4eea-add3-8d96a3cea065", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:22:15.887154 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-02e7f7bb-f0e0-4702-808f-7ad96cc7a42e {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:22:15.887555 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f005240e-33fe-4e82-8064-33104a6f90ea', 'name': 'network-vif-deleted', 'tag': '148fb48a-b9e1-4eea-add3-8d96a3cea065', 'status': 'completed', 'code': 200} Aug 17 00:22:16.520308 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3343ad3a-8f22-4ba7-8046-849aaf12f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:16.696708 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 33116) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:22:17.048411 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4ead1acd-6c4c-4681-80d8-b190b87d445b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:17.294471 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-4ead1acd-6c4c-4681-80d8-b190b87d445b admin admin] Deleting port 152f678c-88f2-4bfe-ace6-7e9cb60cc78d {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:22:17.294817 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4ead1acd-6c4c-4681-80d8-b190b87d445b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:17.377719 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-4ead1acd-6c4c-4681-80d8-b190b87d445b admin admin] For port 152f678c-88f2-4bfe-ace6-7e9cb60cc78d, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=152f678c-88f2-4bfe-ace6-7e9cb60cc78d,segment=NetworkSegment(9c9c09a1-335c-47dd-bae3-c6c38ce5a84f),segment_id=9c9c09a1-335c-47dd-bae3-c6c38ce5a84f)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:22:17.378089 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4ead1acd-6c4c-4681-80d8-b190b87d445b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:17.390293 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-4ead1acd-6c4c-4681-80d8-b190b87d445b admin admin] Calling delete_port for 152f678c-88f2-4bfe-ace6-7e9cb60cc78d owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:22:17.568031 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4ead1acd-6c4c-4681-80d8-b190b87d445b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:17.595678 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead1acd-6c4c-4681-80d8-b190b87d445b admin admin] Pushing event deleted for resources: {'Port': ['ID=152f678c-88f2-4bfe-ace6-7e9cb60cc78d,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:22:17.754176 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4ead1acd-6c4c-4681-80d8-b190b87d445b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:17.975210 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ead1acd-6c4c-4681-80d8-b190b87d445b admin admin] Router a4b9e0c4-b1ba-4667-a65c-af855fa8177a has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:22:18.082004 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ead1acd-6c4c-4681-80d8-b190b87d445b admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:22:18.087667 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4ead1acd-6c4c-4681-80d8-b190b87d445b admin admin] 10.222.0.60 "PUT /v2.0/routers/a4b9e0c4-b1ba-4667-a65c-af855fa8177a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3892231 Aug 17 00:22:18.090061 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 33122) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:22:18.092586 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3aaf1f-c16d-4f9a-bcf9-3fbf6d3b28c7 None None] Sync routers for ids ['a4b9e0c4-b1ba-4667-a65c-af855fa8177a'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:22:18.102525 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3aaf1f-c16d-4f9a-bcf9-3fbf6d3b28c7 None None] Routers {'a4b9e0c4-b1ba-4667-a65c-af855fa8177a'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:22:18.103139 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7e3aaf1f-c16d-4f9a-bcf9-3fbf6d3b28c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:21:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['a4b9e0c4-b1ba-4667-a65c-af855fa8177a'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:22:18.207240 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-7e3aaf1f-c16d-4f9a-bcf9-3fbf6d3b28c7 None None] Set router a4b9e0c4-b1ba-4667-a65c-af855fa8177a gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:22:18.405786 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7e3aaf1f-c16d-4f9a-bcf9-3fbf6d3b28c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436102592-router', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:20Z', 'updated_at': '2021-08-17T00:22:17Z', 'revision_number': 5, 'project_id': 'a020f712a1dd47669000e592d6ef486f', 'gw_port': {'id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:68:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:21Z', 'updated_at': '2021-08-17T00:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:22:18.433940 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3aaf1f-c16d-4f9a-bcf9-3fbf6d3b28c7 None None] Checking router: a4b9e0c4-b1ba-4667-a65c-af855fa8177a for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:22:18.443451 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3aaf1f-c16d-4f9a-bcf9-3fbf6d3b28c7 None None] Routers {'a4b9e0c4-b1ba-4667-a65c-af855fa8177a'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:22:18.444074 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7e3aaf1f-c16d-4f9a-bcf9-3fbf6d3b28c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:21:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['a4b9e0c4-b1ba-4667-a65c-af855fa8177a'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:22:18.532696 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-38998547-8fdb-432b-b7f7-a97da631b06d admin admin] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:18.551411 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-7e3aaf1f-c16d-4f9a-bcf9-3fbf6d3b28c7 None None] Set router a4b9e0c4-b1ba-4667-a65c-af855fa8177a gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:22:18.634057 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-38998547-8fdb-432b-b7f7-a97da631b06d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:18.690625 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-38998547-8fdb-432b-b7f7-a97da631b06d admin admin] Deleting port 3a1042d5-06b9-46f1-b665-b73f178102d4 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:22:18.690977 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-38998547-8fdb-432b-b7f7-a97da631b06d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:18.740735 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7e3aaf1f-c16d-4f9a-bcf9-3fbf6d3b28c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436102592-router', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:20Z', 'updated_at': '2021-08-17T00:22:17Z', 'revision_number': 5, 'project_id': 'a020f712a1dd47669000e592d6ef486f', 'gw_port': {'id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:68:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:21Z', 'updated_at': '2021-08-17T00:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:22:18.767239 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3aaf1f-c16d-4f9a-bcf9-3fbf6d3b28c7 None None] The sync data for ids ['a4b9e0c4-b1ba-4667-a65c-af855fa8177a'] in n-d-800088-20 is: [{'id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1436102592-router', 'tenant_id': 'a020f712a1dd47669000e592d6ef486f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:20Z', 'updated_at': '2021-08-17T00:22:17Z', 'revision_number': 5, 'project_id': 'a020f712a1dd47669000e592d6ef486f', 'gw_port': {'id': '3a1042d5-06b9-46f1-b665-b73f178102d4', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:68:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b9e0c4-b1ba-4667-a65c-af855fa8177a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:21Z', 'updated_at': '2021-08-17T00:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:22:18.780931 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-38998547-8fdb-432b-b7f7-a97da631b06d admin admin] For port 3a1042d5-06b9-46f1-b665-b73f178102d4, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=3a1042d5-06b9-46f1-b665-b73f178102d4,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:22:18.781615 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-38998547-8fdb-432b-b7f7-a97da631b06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:18.795289 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-38998547-8fdb-432b-b7f7-a97da631b06d admin admin] Calling delete_port for 3a1042d5-06b9-46f1-b665-b73f178102d4 owned by network:router_gateway {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:22:18.960755 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-38998547-8fdb-432b-b7f7-a97da631b06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:18.982453 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 148fb48a-b9e1-4eea-add3-8d96a3cea065 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:22:18.991299 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38998547-8fdb-432b-b7f7-a97da631b06d admin admin] Pushing event deleted for resources: {'Port': ['ID=3a1042d5-06b9-46f1-b665-b73f178102d4,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:22:19.002697 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 148fb48a-b9e1-4eea-add3-8d96a3cea065 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:22:19.003042 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 148fb48a-b9e1-4eea-add3-8d96a3cea065 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:22:19.051928 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-38998547-8fdb-432b-b7f7-a97da631b06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:19.150041 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-38998547-8fdb-432b-b7f7-a97da631b06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:19.152887 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-38998547-8fdb-432b-b7f7-a97da631b06d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:19.199286 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-38998547-8fdb-432b-b7f7-a97da631b06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:19.199864 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38998547-8fdb-432b-b7f7-a97da631b06d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4b9e0c4-b1ba-4667-a65c-af855fa8177a {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:22:19.204232 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-38998547-8fdb-432b-b7f7-a97da631b06d admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:19.205365 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-38998547-8fdb-432b-b7f7-a97da631b06d admin admin] 10.222.0.60 "DELETE /v2.0/routers/a4b9e0c4-b1ba-4667-a65c-af855fa8177a HTTP/1.1" status: 204 len: 168 time: 1.1143441 Aug 17 00:22:19.208017 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 33128) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:22:19.229698 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e007d69d-f30d-437c-8cd5-4ea05c6c88c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:19.258085 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-92aedeee-0394-4541-b701-e7e4b37b0a3a admin admin] Deleting subnet a46e6164-4437-4c61-b40e-cc0ecb7569d9 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:22:19.262163 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-92aedeee-0394-4541-b701-e7e4b37b0a3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:19.271649 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:19.297521 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-92aedeee-0394-4541-b701-e7e4b37b0a3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:19.337148 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-92aedeee-0394-4541-b701-e7e4b37b0a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:19.391280 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-92aedeee-0394-4541-b701-e7e4b37b0a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:19.417911 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aedeee-0394-4541-b701-e7e4b37b0a3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a46e6164-4437-4c61-b40e-cc0ecb7569d9,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:22:19.421418 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-92aedeee-0394-4541-b701-e7e4b37b0a3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:19.423322 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-92aedeee-0394-4541-b701-e7e4b37b0a3a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a46e6164-4437-4c61-b40e-cc0ecb7569d9 HTTP/1.1" status: 204 len: 168 time: 0.2143407 Aug 17 00:22:19.425751 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 33130) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:22:19.509188 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-83da1631-fa5f-4952-b9ac-832318bd4bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:19.591413 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-83da1631-fa5f-4952-b9ac-832318bd4bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:19.600847 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-83da1631-fa5f-4952-b9ac-832318bd4bd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41ab436-8d98-4530-98f5-37b79a7011e3']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:22:19.610622 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-83da1631-fa5f-4952-b9ac-832318bd4bd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9c09a1-335c-47dd-bae3-c6c38ce5a84f') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:22:19.610920 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-83da1631-fa5f-4952-b9ac-832318bd4bd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9c09a1-335c-47dd-bae3-c6c38ce5a84f') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:22:19.619450 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-83da1631-fa5f-4952-b9ac-832318bd4bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:19.633305 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-83da1631-fa5f-4952-b9ac-832318bd4bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:19.639744 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83da1631-fa5f-4952-b9ac-832318bd4bd0 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:22:19.640134 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-83da1631-fa5f-4952-b9ac-832318bd4bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:22:19.641778 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:22:19.694603 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-83da1631-fa5f-4952-b9ac-832318bd4bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:19.700582 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-83da1631-fa5f-4952-b9ac-832318bd4bd0 admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:19.702764 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-83da1631-fa5f-4952-b9ac-832318bd4bd0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f41ab436-8d98-4530-98f5-37b79a7011e3 HTTP/1.1" status: 204 len: 168 time: 0.2760239 Aug 17 00:22:19.714254 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da1631-fa5f-4952-b9ac-832318bd4bd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f41ab436-8d98-4530-98f5-37b79a7011e3,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:22:19.829792 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 33134) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:22:19.871489 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1895450e-5793-40cb-885e-06b6f7af18f0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a020f712a1dd47669000e592d6ef486f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404487 Aug 17 00:22:19.874076 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 33136) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:22:19.931858 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7434ab61-0723-4745-a054-cf525766c8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:19.954686 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7434ab61-0723-4745-a054-cf525766c8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:20.007235 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7434ab61-0723-4745-a054-cf525766c8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:20.009882 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7434ab61-0723-4745-a054-cf525766c8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:20.011741 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7434ab61-0723-4745-a054-cf525766c8a1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4d9156ac-4e17-41cb-8e5f-19037ca0ed32 HTTP/1.1" status: 204 len: 168 time: 0.1367543 Aug 17 00:22:20.020349 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434ab61-0723-4745-a054-cf525766c8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9156ac-4e17-41cb-8e5f-19037ca0ed32,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:22:20.203032 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:20.685849 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 33162) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:22:20.764561 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 152f678c-88f2-4bfe-ace6-7e9cb60cc78d no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:22:20.785195 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 152f678c-88f2-4bfe-ace6-7e9cb60cc78d {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:22:20.785642 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 152f678c-88f2-4bfe-ace6-7e9cb60cc78d not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:22:20.786172 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 3a1042d5-06b9-46f1-b665-b73f178102d4 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:22:20.801612 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-c1b51d69-4b99-4889-b580-18e04b8efd8d admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1628729733-network', 'tenant_id': 'b589b348dc274168bb81ba4b65e3dc04'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:22:20.808919 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 3a1042d5-06b9-46f1-b665-b73f178102d4 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:22:20.809287 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 3a1042d5-06b9-46f1-b665-b73f178102d4 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:22:20.822482 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b51d69-4b99-4889-b580-18e04b8efd8d admin admin] Made reservation on behalf of b589b348dc274168bb81ba4b65e3dc04 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:22:20.825062 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c1b51d69-4b99-4889-b580-18e04b8efd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:20.833459 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c1b51d69-4b99-4889-b580-18e04b8efd8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:20.921544 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c1b51d69-4b99-4889-b580-18e04b8efd8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:20.925232 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c1b51d69-4b99-4889-b580-18e04b8efd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:20.946299 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b51d69-4b99-4889-b580-18e04b8efd8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:22:20.960638 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b51d69-4b99-4889-b580-18e04b8efd8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2a623e-6b61-492c-ba23-973e6c7a2523,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:22:20.967019 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c1b51d69-4b99-4889-b580-18e04b8efd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:20.967433 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-c1b51d69-4b99-4889-b580-18e04b8efd8d admin admin] Added segment b503ba6a-b9fa-452a-86cf-e35c8c073849 of type vlan for network d57f87b0-3802-4ea2-95d3-93e3328ca569 Aug 17 00:22:21.007323 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c1b51d69-4b99-4889-b580-18e04b8efd8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:21.032336 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c1b51d69-4b99-4889-b580-18e04b8efd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:21.033518 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b51d69-4b99-4889-b580-18e04b8efd8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:21.034317 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c1b51d69-4b99-4889-b580-18e04b8efd8d admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:21.090686 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c1b51d69-4b99-4889-b580-18e04b8efd8d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4037130 Aug 17 00:22:21.093835 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33168) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:22:21.098861 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-aaf0a7f8-3057-4bbc-9899-e0372de728a3 admin admin] Request body: {'subnet': {'network_id': 'd57f87b0-3802-4ea2-95d3-93e3328ca569', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1628729733-subnet', 'tenant_id': 'b589b348dc274168bb81ba4b65e3dc04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:22:21.101718 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b51d69-4b99-4889-b580-18e04b8efd8d admin admin] Pushing event updated for resources: {'Network': ['ID=d57f87b0-3802-4ea2-95d3-93e3328ca569,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:22:21.112835 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network d57f87b0-3802-4ea2-95d3-93e3328ca569 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:22:21.121299 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf0a7f8-3057-4bbc-9899-e0372de728a3 admin admin] Made reservation on behalf of b589b348dc274168bb81ba4b65e3dc04 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:22:21.123611 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aaf0a7f8-3057-4bbc-9899-e0372de728a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:21.294095 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aaf0a7f8-3057-4bbc-9899-e0372de728a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:21.350078 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0a7f8-3057-4bbc-9899-e0372de728a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=832ee917-d609-454d-b80b-e2c0d23d8911,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:22:21.362951 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0a7f8-3057-4bbc-9899-e0372de728a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:22:21.363304 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0a7f8-3057-4bbc-9899-e0372de728a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:22:21.363653 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0a7f8-3057-4bbc-9899-e0372de728a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:22:21.363996 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0a7f8-3057-4bbc-9899-e0372de728a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:22:21.364337 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0a7f8-3057-4bbc-9899-e0372de728a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:22:21.364667 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0a7f8-3057-4bbc-9899-e0372de728a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:22:21.364997 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0a7f8-3057-4bbc-9899-e0372de728a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:22:21.365361 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0a7f8-3057-4bbc-9899-e0372de728a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:22:21.365687 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0a7f8-3057-4bbc-9899-e0372de728a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:22:21.366026 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0a7f8-3057-4bbc-9899-e0372de728a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:22:21.366341 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0a7f8-3057-4bbc-9899-e0372de728a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:22:21.366665 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf0a7f8-3057-4bbc-9899-e0372de728a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:22:21.372656 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf0a7f8-3057-4bbc-9899-e0372de728a3 admin admin] Checking segment: {'id': 'b503ba6a-b9fa-452a-86cf-e35c8c073849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd57f87b0-3802-4ea2-95d3-93e3328ca569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:22:21.373024 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf0a7f8-3057-4bbc-9899-e0372de728a3 admin admin] Network hostable DHCP agents. Network: d57f87b0-3802-4ea2-95d3-93e3328ca569, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:22:21.390318 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf0a7f8-3057-4bbc-9899-e0372de728a3 admin admin] Network d57f87b0-3802-4ea2-95d3-93e3328ca569 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:22:21.398673 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-aaf0a7f8-3057-4bbc-9899-e0372de728a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, d57f87b0-3802-4ea2-95d3-93e3328ca569) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:22:21.403402 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf0a7f8-3057-4bbc-9899-e0372de728a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:21.404000 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-aaf0a7f8-3057-4bbc-9899-e0372de728a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:21.408697 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caad3f7b-8bb3-44f2-871e-dbc8da5a52bc None None] Network d57f87b0-3802-4ea2-95d3-93e3328ca569 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:22:21.417911 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-aaf0a7f8-3057-4bbc-9899-e0372de728a3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3229897 Aug 17 00:22:21.536429 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e7baa7-088c-46f7-88b1-9a5369655705 None None] Network d57f87b0-3802-4ea2-95d3-93e3328ca569 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:22:21.852115 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-ae0f0901-9959-46a3-bf60-1f5759077486 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:21.853595 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-ae0f0901-9959-46a3-bf60-1f5759077486 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] 10.222.0.60 "GET /v2.0/networks?id=d57f87b0-3802-4ea2-95d3-93e3328ca569 HTTP/1.1" status: 200 len: 809 time: 0.1028614 Aug 17 00:22:21.870233 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-779a8a5d-4b6f-4647-99d9-08b5a31a55ae tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] 10.222.0.60 "GET /v2.0/quotas/b589b348dc274168bb81ba4b65e3dc04 HTTP/1.1" status: 200 len: 375 time: 0.0094984 Aug 17 00:22:21.907163 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-bde9d56e-4e95-453b-a50e-95bf8668e2e4 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b589b348dc274168bb81ba4b65e3dc04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318670 Aug 17 00:22:21.998537 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-e9c75fa7-6784-4485-a8fe-3871625d2cdd service neutron] 10.222.0.60 "GET /v2.0/networks/d57f87b0-3802-4ea2-95d3-93e3328ca569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839715 Aug 17 00:22:22.112528 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-ddc37461-9a88-4272-9913-2b916804f26e service neutron] 10.222.0.60 "GET /v2.0/networks/d57f87b0-3802-4ea2-95d3-93e3328ca569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970478 Aug 17 00:22:22.129239 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:22.295925 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d87edebb-ea4a-439d-9646-7a21c4ac803b req-b2494a0e-3e23-42a0-8836-cc4d6c67967a tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] 10.222.0.60 "GET /v2.0/ports?device_id=83f51bc6-aa8f-4e9c-8074-4368b37b943a HTTP/1.1" status: 200 len: 210 time: 0.0296812 Aug 17 00:22:23.211388 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-c66172b4-6628-42b5-8d81-ef3e4913bd34 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:23.214467 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-c66172b4-6628-42b5-8d81-ef3e4913bd34 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] 10.222.0.64 "GET /v2.0/networks?id=d57f87b0-3802-4ea2-95d3-93e3328ca569 HTTP/1.1" status: 200 len: 809 time: 0.1146581 Aug 17 00:22:23.226229 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-448ab1b2-d0a7-42f4-a95f-0eb7e1a93541 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Request body: {'port': {'device_id': '83f51bc6-aa8f-4e9c-8074-4368b37b943a', 'network_id': 'd57f87b0-3802-4ea2-95d3-93e3328ca569', 'admin_state_up': True, 'tenant_id': 'b589b348dc274168bb81ba4b65e3dc04'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:22:23.337890 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-448ab1b2-d0a7-42f4-a95f-0eb7e1a93541 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Made reservation on behalf of b589b348dc274168bb81ba4b65e3dc04 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:22:23.341836 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-448ab1b2-d0a7-42f4-a95f-0eb7e1a93541 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:23.436210 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-285f8606-f761-4384-af16-b3723e97379d req-de3ce46c-903e-4b7e-9ef5-db6eee01b74e tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] 10.222.0.60 "GET /v2.0/ports?device_id=83f51bc6-aa8f-4e9c-8074-4368b37b943a HTTP/1.1" status: 200 len: 210 time: 0.0634077 Aug 17 00:22:23.500033 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-448ab1b2-d0a7-42f4-a95f-0eb7e1a93541 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Allocated IP 172.20.0.8 (d57f87b0-3802-4ea2-95d3-93e3328ca569/832ee917-d609-454d-b80b-e2c0d23d8911/bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:22:23.658453 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-448ab1b2-d0a7-42f4-a95f-0eb7e1a93541 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:23.700318 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-448ab1b2-d0a7-42f4-a95f-0eb7e1a93541 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:23.752805 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-448ab1b2-d0a7-42f4-a95f-0eb7e1a93541 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Network d57f87b0-3802-4ea2-95d3-93e3328ca569 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:22:23.756408 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-448ab1b2-d0a7-42f4-a95f-0eb7e1a93541 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:22:23.761419 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-448ab1b2-d0a7-42f4-a95f-0eb7e1a93541 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:22:23.787887 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ab1b2-d0a7-42f4-a95f-0eb7e1a93541 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Pushing event updated for resources: {'Port': ['ID=bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:22:23.819381 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-448ab1b2-d0a7-42f4-a95f-0eb7e1a93541 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:23.820063 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-448ab1b2-d0a7-42f4-a95f-0eb7e1a93541 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:23.835102 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-448ab1b2-d0a7-42f4-a95f-0eb7e1a93541 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6128812 Aug 17 00:22:23.847884 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-dfe99336-4f26-40e8-a988-02ea904e8a4f service neutron] Request body: {'port': {'device_id': '83f51bc6-aa8f-4e9c-8074-4368b37b943a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:22:23.908840 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-dfe99336-4f26-40e8-a988-02ea904e8a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:24.199486 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-dfe99336-4f26-40e8-a988-02ea904e8a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:22:24.207752 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-dfe99336-4f26-40e8-a988-02ea904e8a4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:24.220604 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-dfe99336-4f26-40e8-a988-02ea904e8a4f service neutron] Transition to ACTIVE for port object bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:22:24.223915 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-dfe99336-4f26-40e8-a988-02ea904e8a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:24.299007 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe99336-4f26-40e8-a988-02ea904e8a4f service neutron] Pushing event updated for resources: {'Port': ['ID=bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:22:24.347089 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-dfe99336-4f26-40e8-a988-02ea904e8a4f service neutron] Attempting to bind port bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:22:24.347439 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-dfe99336-4f26-40e8-a988-02ea904e8a4f service neutron] Attempting to bind port bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'b503ba6a-b9fa-452a-86cf-e35c8c073849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd57f87b0-3802-4ea2-95d3-93e3328ca569'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:22:24.347790 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-dfe99336-4f26-40e8-a988-02ea904e8a4f service neutron] Attempting to bind port bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa on network d57f87b0-3802-4ea2-95d3-93e3328ca569 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:22:24.352105 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-dfe99336-4f26-40e8-a988-02ea904e8a4f service neutron] Port bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa on network d57f87b0-3802-4ea2-95d3-93e3328ca569 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:22:24.352439 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-dfe99336-4f26-40e8-a988-02ea904e8a4f service neutron] Attempting to bind port bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa on network d57f87b0-3802-4ea2-95d3-93e3328ca569 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:22:24.358204 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-dfe99336-4f26-40e8-a988-02ea904e8a4f service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:22:24.358553 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-dfe99336-4f26-40e8-a988-02ea904e8a4f service neutron] Checking segment: {'id': 'b503ba6a-b9fa-452a-86cf-e35c8c073849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd57f87b0-3802-4ea2-95d3-93e3328ca569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:22:24.358949 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-dfe99336-4f26-40e8-a988-02ea904e8a4f service neutron] Bound using segment: {'id': 'b503ba6a-b9fa-452a-86cf-e35c8c073849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd57f87b0-3802-4ea2-95d3-93e3328ca569'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:22:24.359375 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-dfe99336-4f26-40e8-a988-02ea904e8a4f service neutron] Bound port: bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b503ba6a-b9fa-452a-86cf-e35c8c073849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd57f87b0-3802-4ea2-95d3-93e3328ca569'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:22:24.359753 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-dfe99336-4f26-40e8-a988-02ea904e8a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:24.425010 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-dfe99336-4f26-40e8-a988-02ea904e8a4f service neutron] For port bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:22:24.428129 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-dfe99336-4f26-40e8-a988-02ea904e8a4f service neutron] For port bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa,segment=NetworkSegment(b503ba6a-b9fa-452a-86cf-e35c8c073849),segment_id=b503ba6a-b9fa-452a-86cf-e35c8c073849)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:22:24.431354 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-dfe99336-4f26-40e8-a988-02ea904e8a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:24.474961 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-dfe99336-4f26-40e8-a988-02ea904e8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:24.475596 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-dfe99336-4f26-40e8-a988-02ea904e8a4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:24.477021 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-dfe99336-4f26-40e8-a988-02ea904e8a4f service neutron] 10.222.0.64 "PUT /v2.0/ports/bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa HTTP/1.1" status: 200 len: 1092 time: 0.6334894 Aug 17 00:22:24.477490 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f51bc6-aa8f-4e9c-8074-4368b37b943a', 'tag': 'bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:22:24.480321 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a827ee-acde-4866-870a-6b45b7753bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "83f51bc6-aa8f-4e9c-8074-4368b37b943a", "tag": "bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:22:24.504980 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe99336-4f26-40e8-a988-02ea904e8a4f service neutron] Pushing event updated for resources: {'Port': ['ID=bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:22:24.553015 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cc1ca8-b1ef-42d2-8911-206254cf5b23 x-openstack-request-id: req-d2cc1ca8-b1ef-42d2-8911-206254cf5b23 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:22:24.553335 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f51bc6-aa8f-4e9c-8074-4368b37b943a", "tag": "bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:22:24.553593 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d2cc1ca8-b1ef-42d2-8911-206254cf5b23 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:22:24.553998 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f51bc6-aa8f-4e9c-8074-4368b37b943a', 'tag': 'bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa', 'status': 'completed', 'code': 200} Aug 17 00:22:24.600307 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dfdb7-9f37-4fee-a9f6-14996a8b250b req-33fc109d-f5f1-4818-ba87-2a5ea6e37352 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:24.602142 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba8dfdb7-9f37-4fee-a9f6-14996a8b250b req-33fc109d-f5f1-4818-ba87-2a5ea6e37352 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] 10.222.0.60 "GET /v2.0/ports?device_id=83f51bc6-aa8f-4e9c-8074-4368b37b943a HTTP/1.1" status: 200 len: 943 time: 0.0898561 Aug 17 00:22:24.605947 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-b02a22a8-acec-4aae-a95b-2e7006a01c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:24.607654 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-b02a22a8-acec-4aae-a95b-2e7006a01c1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b589b348dc274168bb81ba4b65e3dc04&device_id=83f51bc6-aa8f-4e9c-8074-4368b37b943a HTTP/1.1" status: 200 len: 1095 time: 0.0864239 Aug 17 00:22:24.656929 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-c9ed161f-b398-4f36-8f27-b928221c7bf1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa HTTP/1.1" status: 200 len: 217 time: 0.0414770 Aug 17 00:22:24.702757 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba8dfdb7-9f37-4fee-a9f6-14996a8b250b req-36d2908e-207b-4ebc-abae-fa423ce4d721 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] 10.222.0.60 "GET /v2.0/security-groups?id=be2a623e-6b61-492c-ba23-973e6c7a2523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940833 Aug 17 00:22:24.720430 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-e202e889-3ba3-44b2-a475-9b5ac92211d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:24.721898 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-e202e889-3ba3-44b2-a475-9b5ac92211d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=832ee917-d609-454d-b80b-e2c0d23d8911 HTTP/1.1" status: 200 len: 849 time: 0.0543287 Aug 17 00:22:24.762663 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-ee1de3ca-941c-444b-aed2-cf260ed78cc1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d57f87b0-3802-4ea2-95d3-93e3328ca569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325687 Aug 17 00:22:24.851670 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-35043361-279d-4547-a630-aeeb48393305 service neutron] 10.222.0.64 "GET /v2.0/networks/d57f87b0-3802-4ea2-95d3-93e3328ca569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815995 Aug 17 00:22:24.945203 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e84a480-102e-4e5e-9e16-218d52141a91 req-24394bc5-bcc7-4a52-a276-f0f1cf0bcdb2 service neutron] 10.222.0.64 "GET /v2.0/networks/d57f87b0-3802-4ea2-95d3-93e3328ca569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860119 Aug 17 00:22:25.032632 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a827ee-acde-4866-870a-6b45b7753bf9 req-31ab5d24-6842-4f1c-bcef-7920d6acf718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:25.034140 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-76a827ee-acde-4866-870a-6b45b7753bf9 req-31ab5d24-6842-4f1c-bcef-7920d6acf718 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b589b348dc274168bb81ba4b65e3dc04&device_id=83f51bc6-aa8f-4e9c-8074-4368b37b943a HTTP/1.1" status: 200 len: 1095 time: 0.0426044 Aug 17 00:22:25.133548 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a827ee-acde-4866-870a-6b45b7753bf9 req-a11fbe8e-3920-4503-97be-a741bb9daa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:25.135029 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-76a827ee-acde-4866-870a-6b45b7753bf9 req-a11fbe8e-3920-4503-97be-a741bb9daa49 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d57f87b0-3802-4ea2-95d3-93e3328ca569 HTTP/1.1" status: 200 len: 910 time: 0.0935309 Aug 17 00:22:25.177469 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-76a827ee-acde-4866-870a-6b45b7753bf9 req-579698f1-303a-48e3-b443-65c921753b94 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa HTTP/1.1" status: 200 len: 217 time: 0.0341325 Aug 17 00:22:25.224511 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a827ee-acde-4866-870a-6b45b7753bf9 req-4c9a5396-8b20-4ad2-ad08-4f94c5629ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:25.225955 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-76a827ee-acde-4866-870a-6b45b7753bf9 req-4c9a5396-8b20-4ad2-ad08-4f94c5629ed7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=832ee917-d609-454d-b80b-e2c0d23d8911 HTTP/1.1" status: 200 len: 849 time: 0.0417187 Aug 17 00:22:25.258829 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-76a827ee-acde-4866-870a-6b45b7753bf9 req-80a3b607-2320-41e7-b451-68b29071a53b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d57f87b0-3802-4ea2-95d3-93e3328ca569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245323 Aug 17 00:22:25.352422 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-76a827ee-acde-4866-870a-6b45b7753bf9 req-06bfd515-9081-4a3e-ad47-aa2567121ce9 service neutron] 10.222.0.64 "GET /v2.0/networks/d57f87b0-3802-4ea2-95d3-93e3328ca569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853903 Aug 17 00:22:25.454406 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-76a827ee-acde-4866-870a-6b45b7753bf9 req-8b326a03-4b81-4fdb-905a-d6acee207afa service neutron] 10.222.0.64 "GET /v2.0/networks/d57f87b0-3802-4ea2-95d3-93e3328ca569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936346 Aug 17 00:22:25.819435 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc644ee5-e8ce-4eef-a840-9e4c128f90e3 req-0ebb0c87-a696-4d77-bd20-8b9c67423c7f tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:25.820913 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc644ee5-e8ce-4eef-a840-9e4c128f90e3 req-0ebb0c87-a696-4d77-bd20-8b9c67423c7f tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] 10.222.0.60 "GET /v2.0/ports?device_id=83f51bc6-aa8f-4e9c-8074-4368b37b943a HTTP/1.1" status: 200 len: 943 time: 0.0496306 Aug 17 00:22:25.858337 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc644ee5-e8ce-4eef-a840-9e4c128f90e3 req-3766cd1e-79b5-4e80-b269-0485cf73cc1d tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] 10.222.0.60 "GET /v2.0/security-groups?id=be2a623e-6b61-492c-ba23-973e6c7a2523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313494 Aug 17 00:22:26.973491 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479b39d-17e6-4c62-9f01-da9dae47e6c0 req-7c39e58e-e523-4ccf-81a8-11761ae349c7 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:26.974857 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8479b39d-17e6-4c62-9f01-da9dae47e6c0 req-7c39e58e-e523-4ccf-81a8-11761ae349c7 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] 10.222.0.60 "GET /v2.0/ports?device_id=83f51bc6-aa8f-4e9c-8074-4368b37b943a HTTP/1.1" status: 200 len: 943 time: 0.0484898 Aug 17 00:22:27.013008 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8479b39d-17e6-4c62-9f01-da9dae47e6c0 req-4ac4a043-7614-4ee1-aed6-70e274a5a04e tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] 10.222.0.60 "GET /v2.0/security-groups?id=be2a623e-6b61-492c-ba23-973e6c7a2523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320370 Aug 17 00:22:27.046043 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:22:27.142196 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa,segment=NetworkSegment(b503ba6a-b9fa-452a-86cf-e35c8c073849),segment_id=b503ba6a-b9fa-452a-86cf-e35c8c073849)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:22:27.153624 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa', 'network_id': 'd57f87b0-3802-4ea2-95d3-93e3328ca569', 'port_id': 'bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa', 'mac_address': 'fa:16:3e:02:16:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '832ee917-d609-454d-b80b-e2c0d23d8911', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:22:27.192889 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:27.205521 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:22:27.225622 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa,segment=NetworkSegment(b503ba6a-b9fa-452a-86cf-e35c8c073849),segment_id=b503ba6a-b9fa-452a-86cf-e35c8c073849)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:22:27.229522 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:27.274954 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:22:27.430621 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:22:28.128538 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3c365-2641-4001-99d4-59f5cf56dd22 req-c058ef7a-2665-48a8-9aab-780b85d777a3 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:28.130027 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-04f3c365-2641-4001-99d4-59f5cf56dd22 req-c058ef7a-2665-48a8-9aab-780b85d777a3 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] 10.222.0.60 "GET /v2.0/ports?device_id=83f51bc6-aa8f-4e9c-8074-4368b37b943a HTTP/1.1" status: 200 len: 944 time: 0.0491097 Aug 17 00:22:28.171798 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-04f3c365-2641-4001-99d4-59f5cf56dd22 req-ba0fd33e-3323-477f-aaf9-40be8f7775aa tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] 10.222.0.60 "GET /v2.0/security-groups?id=be2a623e-6b61-492c-ba23-973e6c7a2523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350363 Aug 17 00:22:29.061443 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:22:29.120258 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:22:29.123763 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:22:29.124136 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:29.198642 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:29.224811 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f51bc6-aa8f-4e9c-8074-4368b37b943a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:22:29.227059 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02987e6a-d482-45ec-958f-e69001324afa" -d '{"events": [{"server_uuid": "83f51bc6-aa8f-4e9c-8074-4368b37b943a", "name": "network-vif-plugged", "status": "completed", "tag": "bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:22:29.242837 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa,segment=NetworkSegment(b503ba6a-b9fa-452a-86cf-e35c8c073849),segment_id=b503ba6a-b9fa-452a-86cf-e35c8c073849)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:22:29.247929 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:29.282194 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3302f7-8230-4f2a-adf0-b484fe7c5c20 x-openstack-request-id: req-8b3302f7-8230-4f2a-adf0-b484fe7c5c20 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:22:29.282498 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f51bc6-aa8f-4e9c-8074-4368b37b943a", "name": "network-vif-plugged", "status": "completed", "tag": "bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:22:29.282758 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8b3302f7-8230-4f2a-adf0-b484fe7c5c20 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:22:29.283156 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f51bc6-aa8f-4e9c-8074-4368b37b943a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa', 'code': 200} Aug 17 00:22:29.292700 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b4b52-f8dc-4a8a-87d7-e3080c2c7e1a req-752229de-ac25-45d7-99c7-adaac8de36cc tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:29.294276 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-409b4b52-f8dc-4a8a-87d7-e3080c2c7e1a req-752229de-ac25-45d7-99c7-adaac8de36cc tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] 10.222.0.60 "GET /v2.0/ports?device_id=83f51bc6-aa8f-4e9c-8074-4368b37b943a HTTP/1.1" status: 200 len: 945 time: 0.0530753 Aug 17 00:22:29.302049 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:22:29.335982 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-409b4b52-f8dc-4a8a-87d7-e3080c2c7e1a req-dc8c97ca-325e-4112-af9b-27eea127775a tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] 10.222.0.60 "GET /v2.0/security-groups?id=be2a623e-6b61-492c-ba23-973e6c7a2523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352020 Aug 17 00:22:29.377156 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840bffc-ae50-498e-85e5-b9d4baf29709 req-63e4cd48-4c7a-4e88-bd95-d4f3083d9df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:29.378647 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7840bffc-ae50-498e-85e5-b9d4baf29709 req-63e4cd48-4c7a-4e88-bd95-d4f3083d9df8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=83f51bc6-aa8f-4e9c-8074-4368b37b943a HTTP/1.1" status: 200 len: 1097 time: 0.0418916 Aug 17 00:22:29.414243 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7840bffc-ae50-498e-85e5-b9d4baf29709 req-af833698-e77e-432d-b695-25aed53fedcb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=be2a623e-6b61-492c-ba23-973e6c7a2523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280509 Aug 17 00:22:30.452716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537ee77-44b0-4c93-9df8-bb4ab68f17fb req-353c175b-50a0-4662-9e24-4d036a7e3303 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:30.454220 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c537ee77-44b0-4c93-9df8-bb4ab68f17fb req-353c175b-50a0-4662-9e24-4d036a7e3303 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] 10.222.0.60 "GET /v2.0/ports?device_id=83f51bc6-aa8f-4e9c-8074-4368b37b943a HTTP/1.1" status: 200 len: 945 time: 0.0496879 Aug 17 00:22:30.495512 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c537ee77-44b0-4c93-9df8-bb4ab68f17fb req-1d45646a-b620-426a-868a-501ac72feaf8 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] 10.222.0.60 "GET /v2.0/security-groups?id=be2a623e-6b61-492c-ba23-973e6c7a2523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353844 Aug 17 00:22:33.078075 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6217ac-9ac9-40e4-b8ec-95059607a6cc req-154e60e3-c968-4413-851d-0879548823cd tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:33.079573 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ab6217ac-9ac9-40e4-b8ec-95059607a6cc req-154e60e3-c968-4413-851d-0879548823cd tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] 10.222.0.60 "GET /v2.0/ports?device_id=83f51bc6-aa8f-4e9c-8074-4368b37b943a HTTP/1.1" status: 200 len: 945 time: 0.0486887 Aug 17 00:22:33.117219 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ab6217ac-9ac9-40e4-b8ec-95059607a6cc req-f8ada590-0ba1-44cc-949f-ec03f1dfe4b2 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] 10.222.0.60 "GET /v2.0/security-groups?id=be2a623e-6b61-492c-ba23-973e6c7a2523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316751 Aug 17 00:22:34.231746 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830ee01-ea0b-425f-adb2-bd8c4b136328 req-defe271b-fb87-4f5d-866e-76fe40b0c369 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:34.233242 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f830ee01-ea0b-425f-adb2-bd8c4b136328 req-defe271b-fb87-4f5d-866e-76fe40b0c369 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] 10.222.0.60 "GET /v2.0/ports?device_id=83f51bc6-aa8f-4e9c-8074-4368b37b943a HTTP/1.1" status: 200 len: 945 time: 0.0488758 Aug 17 00:22:34.271243 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f830ee01-ea0b-425f-adb2-bd8c4b136328 req-4278899f-347f-4f20-a137-429680bad034 tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] 10.222.0.60 "GET /v2.0/security-groups?id=be2a623e-6b61-492c-ba23-973e6c7a2523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318253 Aug 17 00:22:34.321711 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c543b-361b-40ed-a9af-880e2dcf1f9b req-d8c30c00-fc7e-438a-a59d-f3a5d406576c tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:34.323886 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-193c543b-361b-40ed-a9af-880e2dcf1f9b req-d8c30c00-fc7e-438a-a59d-f3a5d406576c tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f51bc6-aa8f-4e9c-8074-4368b37b943a HTTP/1.1" status: 200 len: 945 time: 0.0493309 Aug 17 00:22:34.417596 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-193c543b-361b-40ed-a9af-880e2dcf1f9b req-3301e5f7-a888-487d-abfc-bbb04e1f9bfb tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Deleting port bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:22:34.417842 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-193c543b-361b-40ed-a9af-880e2dcf1f9b req-3301e5f7-a888-487d-abfc-bbb04e1f9bfb tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:34.504358 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-193c543b-361b-40ed-a9af-880e2dcf1f9b req-3301e5f7-a888-487d-abfc-bbb04e1f9bfb tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] For port bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa,segment=NetworkSegment(b503ba6a-b9fa-452a-86cf-e35c8c073849),segment_id=b503ba6a-b9fa-452a-86cf-e35c8c073849)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:22:34.504722 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-193c543b-361b-40ed-a9af-880e2dcf1f9b req-3301e5f7-a888-487d-abfc-bbb04e1f9bfb tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:34.521344 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-193c543b-361b-40ed-a9af-880e2dcf1f9b req-3301e5f7-a888-487d-abfc-bbb04e1f9bfb tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Calling delete_port for bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:22:34.645147 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-193c543b-361b-40ed-a9af-880e2dcf1f9b req-3301e5f7-a888-487d-abfc-bbb04e1f9bfb tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:34.656365 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:22:34.673169 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301e5f7-a888-487d-abfc-bbb04e1f9bfb tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Pushing event deleted for resources: {'Port': ['ID=bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:22:34.717011 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-193c543b-361b-40ed-a9af-880e2dcf1f9b req-3301e5f7-a888-487d-abfc-bbb04e1f9bfb tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] No DVR routers for this DVR port bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:22:34.719749 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-193c543b-361b-40ed-a9af-880e2dcf1f9b req-3301e5f7-a888-487d-abfc-bbb04e1f9bfb tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:34.721912 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-193c543b-361b-40ed-a9af-880e2dcf1f9b req-3301e5f7-a888-487d-abfc-bbb04e1f9bfb tempest-ServerTagsTestJSON-1176947922 tempest-ServerTagsTestJSON-1176947922-project] 10.222.0.64 "DELETE /v2.0/ports/bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa HTTP/1.1" status: 204 len: 173 time: 0.3920043 Aug 17 00:22:34.722479 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f51bc6-aa8f-4e9c-8074-4368b37b943a', 'name': 'network-vif-deleted', 'tag': 'bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:22:34.724618 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acc7afb-cc93-4cd2-94d9-752f5d26e8cb" -d '{"events": [{"server_uuid": "83f51bc6-aa8f-4e9c-8074-4368b37b943a", "name": "network-vif-deleted", "tag": "bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:22:34.762934 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822685ad-355a-430a-b50f-ef47d3c48192 x-openstack-request-id: req-822685ad-355a-430a-b50f-ef47d3c48192 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:22:34.763330 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f51bc6-aa8f-4e9c-8074-4368b37b943a", "name": "network-vif-deleted", "tag": "bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:22:34.763674 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-822685ad-355a-430a-b50f-ef47d3c48192 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:22:34.764155 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f51bc6-aa8f-4e9c-8074-4368b37b943a', 'name': 'network-vif-deleted', 'tag': 'bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa', 'status': 'completed', 'code': 200} Aug 17 00:22:35.327777 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33294) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:22:35.378258 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-76344830-88bb-4e9f-97fa-ad3a0e3df298 admin admin] Deleting subnet 832ee917-d609-454d-b80b-e2c0d23d8911 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:22:35.381291 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76344830-88bb-4e9f-97fa-ad3a0e3df298 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:35.421126 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76344830-88bb-4e9f-97fa-ad3a0e3df298 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:35.461911 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76344830-88bb-4e9f-97fa-ad3a0e3df298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:35.515180 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76344830-88bb-4e9f-97fa-ad3a0e3df298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:35.540442 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76344830-88bb-4e9f-97fa-ad3a0e3df298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=832ee917-d609-454d-b80b-e2c0d23d8911,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:22:35.548122 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-76344830-88bb-4e9f-97fa-ad3a0e3df298 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:35.550143 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-76344830-88bb-4e9f-97fa-ad3a0e3df298 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/832ee917-d609-454d-b80b-e2c0d23d8911 HTTP/1.1" status: 204 len: 168 time: 0.2212811 Aug 17 00:22:35.552611 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33296) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:22:35.627818 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6e793dea-f8c0-42b6-9698-6e75295aaf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:35.708775 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6e793dea-f8c0-42b6-9698-6e75295aaf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:35.718737 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-6e793dea-f8c0-42b6-9698-6e75295aaf91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d57f87b0-3802-4ea2-95d3-93e3328ca569']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:22:35.729495 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-6e793dea-f8c0-42b6-9698-6e75295aaf91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b503ba6a-b9fa-452a-86cf-e35c8c073849') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:22:35.729795 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-6e793dea-f8c0-42b6-9698-6e75295aaf91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b503ba6a-b9fa-452a-86cf-e35c8c073849') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:22:35.738721 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6e793dea-f8c0-42b6-9698-6e75295aaf91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:35.752878 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6e793dea-f8c0-42b6-9698-6e75295aaf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:35.758684 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e793dea-f8c0-42b6-9698-6e75295aaf91 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:22:35.759079 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6e793dea-f8c0-42b6-9698-6e75295aaf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:22:35.761024 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:22:35.820819 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6e793dea-f8c0-42b6-9698-6e75295aaf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:35.825963 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6e793dea-f8c0-42b6-9698-6e75295aaf91 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:35.829516 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6e793dea-f8c0-42b6-9698-6e75295aaf91 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d57f87b0-3802-4ea2-95d3-93e3328ca569 HTTP/1.1" status: 204 len: 168 time: 0.2758169 Aug 17 00:22:35.843146 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e793dea-f8c0-42b6-9698-6e75295aaf91 admin admin] Pushing event deleted for resources: {'Network': ['ID=d57f87b0-3802-4ea2-95d3-93e3328ca569,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:22:35.936913 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33300) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:22:35.979114 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6b1ba2c4-a1af-4ae0-a356-f5e4c877ec8a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b589b348dc274168bb81ba4b65e3dc04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405166 Aug 17 00:22:35.981988 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33304) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:22:36.035951 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cfba84cf-f5d2-4052-8155-d523884478a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:36.057148 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cfba84cf-f5d2-4052-8155-d523884478a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:36.103072 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cfba84cf-f5d2-4052-8155-d523884478a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:36.106369 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cfba84cf-f5d2-4052-8155-d523884478a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:36.107559 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cfba84cf-f5d2-4052-8155-d523884478a9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/be2a623e-6b61-492c-ba23-973e6c7a2523 HTTP/1.1" status: 204 len: 168 time: 0.1245847 Aug 17 00:22:36.115349 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba84cf-f5d2-4052-8155-d523884478a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2a623e-6b61-492c-ba23-973e6c7a2523,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:22:37.205498 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85924a95-22ce-40fa-9872-b8d4b5360989 req-7b94cfb0-3d7d-40be-a20e-52f469511b9d tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1a35d07-9573-4f26-88a0-a3ac5435e9d0 HTTP/1.1" status: 200 len: 210 time: 0.0268793 Aug 17 00:22:37.561811 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c22ccf9-b93c-456c-a273-1b9cf2eb8247 req-03997925-79ff-488b-b952-a5989e519a08 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0292199 Aug 17 00:22:38.666866 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf6dcad3-6fed-4da3-a87d-8c70285c8755 req-bb58cb52-7d15-46dd-bc4b-6bebe82267d9 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0274701 Aug 17 00:22:39.163958 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:22:39.186697 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:22:39.187063 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device bea0c1b7-f2d7-44e0-9bcb-ef30d70b97fa not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:22:39.356693 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2ed1cb9-3520-4f71-ab84-d5068137be47 req-c18ffff6-48b9-4307-941b-be54fb04d112 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d1a35d07-9573-4f26-88a0-a3ac5435e9d0 HTTP/1.1" status: 200 len: 210 time: 0.0246637 Aug 17 00:22:39.719658 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a906dad1-31b0-49c9-85e8-146feef2e4af req-9f406db0-b31c-441c-bea9-17bf795b7f3e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0291224 Aug 17 00:22:39.770381 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92937a8d-abf9-4e0d-aab1-a0d73358c638 req-d8ca4d25-9c27-41cf-80ee-deb7f74327db tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0258224 Aug 17 00:22:40.166849 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:40.871252 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9afba239-bfcb-458b-bfa4-1a615ac79d4d req-811cc9f0-11c5-4b57-a71f-b200f32862a8 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0264010 Aug 17 00:22:41.174664 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f35a960e-13b6-4e17-a431-7fc371f07741 req-7c16c851-8ab4-4f44-8cd1-1153f713e312 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0284040 Aug 17 00:22:41.732841 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:42.278228 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d1d43f1-830f-436d-8b67-d3376a8e70d8 req-d0f5e122-a2dc-44a5-828e-1d6a721e0d16 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0264511 Aug 17 00:22:43.382773 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-645d4067-19ce-43a0-85ad-4b268f8ecbbd req-096a9b2b-e410-40af-b656-44d36b81f4cc tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0254710 Aug 17 00:22:44.487759 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0296fe7-ad8a-4180-97ac-8fcef09c180f req-e71bbcb6-bfd9-44f7-9534-5abd61e960e7 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0304465 Aug 17 00:22:45.593030 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8b07caf8-52b2-4b04-aeee-04146f523546 req-3fe10cdb-0884-414c-8eeb-ef27c6432b04 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0265465 Aug 17 00:22:46.206678 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:22:46.521331 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-20596abf-08ef-485c-9a09-e298a2189cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:46.714152 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d51abf6-d722-4b3c-b000-183da8063ef6 req-71c4089b-753d-4867-852c-7a10fa7f6d3e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d1a35d07-9573-4f26-88a0-a3ac5435e9d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0436976 Aug 17 00:22:46.715975 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7e2c493c-79b6-4295-af72-7edf8611bf81 req-db251841-19a8-4f80-b652-6b2a5eefe302 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0378170 Aug 17 00:22:46.779534 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d51abf6-d722-4b3c-b000-183da8063ef6 req-04cdf8cd-8d0e-4a10-9055-641cc879be67 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ac569b7b98c445a91b8f1807a814fb3&device_id=d1a35d07-9573-4f26-88a0-a3ac5435e9d0 HTTP/1.1" status: 200 len: 210 time: 0.0245275 Aug 17 00:22:46.828736 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d51abf6-d722-4b3c-b000-183da8063ef6 req-f642a072-1557-46cd-9dab-c49d3d0fb497 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7ac569b7b98c445a91b8f1807a814fb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294528 Aug 17 00:22:46.987431 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51abf6-d722-4b3c-b000-183da8063ef6 req-eb54504d-06e0-46a2-b3b3-8a4f3e43b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:46.988884 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d51abf6-d722-4b3c-b000-183da8063ef6 req-eb54504d-06e0-46a2-b3b3-8a4f3e43b5ca service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1533916 Aug 17 00:22:47.818141 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0b5eef0e-ee84-48ef-ac35-2bf389d03b79 req-8f3bdcb3-b9d4-43b9-8e53-0ce08d0f1a64 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0252953 Aug 17 00:22:47.919304 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-93a7e8bf-b1ce-4b20-9c08-ec433d9e9aff req-8edf8e4a-0414-4fd9-ae49-6a8c80edf6e1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402355 Aug 17 00:22:48.011097 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7e8bf-b1ce-4b20-9c08-ec433d9e9aff req-cfe69455-4b34-41b7-a775-7b28de58c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:48.012525 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-93a7e8bf-b1ce-4b20-9c08-ec433d9e9aff req-cfe69455-4b34-41b7-a775-7b28de58c4aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 1098 time: 0.0415730 Aug 17 00:22:48.123639 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7e8bf-b1ce-4b20-9c08-ec433d9e9aff req-c3b4aa7b-d70c-4f4d-981f-00c00e94f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:48.125134 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-93a7e8bf-b1ce-4b20-9c08-ec433d9e9aff req-c3b4aa7b-d70c-4f4d-981f-00c00e94f12f service neutron] 10.222.0.69 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 912 time: 0.0896494 Aug 17 00:22:48.190398 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-93a7e8bf-b1ce-4b20-9c08-ec433d9e9aff req-f8c980d0-8588-498a-8ca6-6c00aad7cf5b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=605fa81c-4fa3-4bb0-91cf-776a6b33ca10 HTTP/1.1" status: 200 len: 1001 time: 0.0576606 Aug 17 00:22:48.246007 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7e8bf-b1ce-4b20-9c08-ec433d9e9aff req-678a8216-bcac-4322-820e-b4cdd9e20935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:48.247567 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-93a7e8bf-b1ce-4b20-9c08-ec433d9e9aff req-678a8216-bcac-4322-820e-b4cdd9e20935 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50a43672-a95f-4b5a-a039-6a76ff2ef6bb HTTP/1.1" status: 200 len: 850 time: 0.0474892 Aug 17 00:22:48.298903 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7e8bf-b1ce-4b20-9c08-ec433d9e9aff req-b50a80c7-f6b5-4f48-a49a-d6f4bbf164b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:48.300327 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-93a7e8bf-b1ce-4b20-9c08-ec433d9e9aff req-b50a80c7-f6b5-4f48-a49a-d6f4bbf164b0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2676b640-a0ef-482d-b8e8-3f50e99c7802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411382 Aug 17 00:22:48.396304 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-93a7e8bf-b1ce-4b20-9c08-ec433d9e9aff req-198baf4a-62f4-471e-85a8-3f0f084ba8dd service neutron] 10.222.0.69 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831900 Aug 17 00:22:48.494198 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-93a7e8bf-b1ce-4b20-9c08-ec433d9e9aff req-359accb2-3192-4626-baef-05badb2c491a service neutron] 10.222.0.69 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865798 Aug 17 00:22:48.918276 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-679e2471-1887-4c1b-84b8-c89b68e25fa5 req-c8da5efe-46d2-4241-81b7-7b8f5dcc21cd tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0262089 Aug 17 00:22:49.231790 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-19cc7396-88c8-4899-9cca-68ea081be343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:49.276153 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:50.017829 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc557d68-602d-4481-be54-1783cc796e97 req-47ed28e3-f02f-467a-8aa3-ad00b302c6c9 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0260298 Aug 17 00:22:50.204906 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:51.119244 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c2231456-0e32-47bb-bb0d-5c449dc2045a req-2bc9c0db-277c-401e-b85c-7c776b32fe47 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0264223 Aug 17 00:22:52.114486 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:52.225940 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d216c696-ede2-459b-856b-decb4c1c48a3 req-aa5390f7-0a7c-4479-afb9-f71a4b9cc287 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0307748 Aug 17 00:22:53.331891 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e12c2029-48c7-410c-abc8-541632db4155 req-c1ee88bd-9af1-412e-a64f-bffbef07b1f4 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0293994 Aug 17 00:22:54.432403 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-707e9fa5-d800-40de-adec-2b68432a3860 req-414561ea-a9f8-43d6-9ced-5ae6351b352c tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0259070 Aug 17 00:22:55.539268 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0bc001ef-01ed-43d9-a3ce-e15245eda762 req-e0d781c7-6a24-43b5-80d2-4d51fa355016 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0263002 Aug 17 00:22:56.638635 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5794b25a-a614-4182-bf0c-2d69bc07c7c4 req-7256cc13-36f5-4c0c-a874-c6a5c1d150cf tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0261900 Aug 17 00:22:57.741390 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aa4ccede-6ad2-4d68-883f-af9949a6bfd9 req-5b83a5b3-a52c-4ab6-982c-6d5909111d52 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0296533 Aug 17 00:22:58.846263 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-87384e3c-d95f-4f29-9e82-32ee5be87493 req-31147ffb-ade3-4d32-b4f6-cd7f9981968c tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0273573 Aug 17 00:22:59.945557 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-619bbd9c-9cca-48e9-854a-5b6415c9cd15 req-15750cfc-9ae6-48a1-9b8c-2865225e3348 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0259292 Aug 17 00:23:01.048748 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c594db79-e02a-4cd1-9fa2-304a3f588249 req-5940572a-561e-4fdf-9705-42904d1e2604 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0262027 Aug 17 00:23:02.149056 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-110724fd-d44b-41a5-8cd2-1412ed3fcc7f req-e91f20de-4073-49c4-b08d-6909d1cd6fdc tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0259755 Aug 17 00:23:03.248955 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a8940da3-b900-48b8-b78f-14835d7c0c41 req-24e603d6-ccbd-40fc-95af-38f485bdbfab tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0257008 Aug 17 00:23:04.352303 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dd92cd0c-3f22-4a8c-9fd1-96cf329d6b98 req-4d88d9a3-c59b-4700-b81a-371b989dbeee tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0296793 Aug 17 00:23:05.453170 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c385ee7a-cf49-42fc-aed8-af67e0c74394 req-cffd1bac-3e9e-487a-9871-12cb4d30f99b tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0265934 Aug 17 00:23:06.552428 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9b400394-3aed-41e3-973e-3eada13b9b41 req-daf17f77-78c0-4e19-901c-bcffdc294d58 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0255449 Aug 17 00:23:07.653257 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-796e6720-4d37-40a0-9a98-15201ac4f5cb req-ac6ff466-292c-40e3-bb05-0f7078454db8 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0257614 Aug 17 00:23:08.754460 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d084952a-2de8-4de8-835b-3fb1e4bda473 req-c849ea06-458a-4ab5-94f2-0ef60e277888 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0277641 Aug 17 00:23:09.867685 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8015fc2-6da6-48f1-852f-b9d23152f8db req-359beae2-1de8-4312-89e3-97cb74a05ed0 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0289333 Aug 17 00:23:10.166221 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:10.978123 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-145ded67-e580-4e03-b502-ef7828efae58 req-918f408a-80bf-40f0-9f78-77b004b2d849 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0304213 Aug 17 00:23:11.759668 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:12.093582 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8894137-0a41-45f3-b54a-38144bf4dac3 req-efa9e344-358a-4594-99f9-5c38920ff1c2 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0331359 Aug 17 00:23:13.188357 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f29d7ee-ab6c-4272-8c14-c308f12c64dc req-bad62566-351b-4c4c-b38e-24519bc19b72 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0281525 Aug 17 00:23:13.798566 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f8eceaa-4712-4ee3-a17f-29d335e5b7bb req-1b6c6797-48e2-42a7-ab72-7647384445b2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0254974 Aug 17 00:23:14.297442 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d6f2b2f-c218-4cf4-88e1-e1e4f17f7f0f req-da1155a7-0216-4ad1-9b82-0aec2a85b44b tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0319657 Aug 17 00:23:15.432900 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-37c631c0-6a07-4dc4-939a-f166275ffb7b req-b7177fc0-3123-4bda-9ec5-a8691aff22e0 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0394225 Aug 17 00:23:15.810747 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe3af770-e501-4e3f-ba46-ecfd30278fae req-84d5ccaa-5fa4-4966-98cb-491372a2d952 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782&device_id=d1a35d07-9573-4f26-88a0-a3ac5435e9d0 HTTP/1.1" status: 200 len: 210 time: 0.0384898 Aug 17 00:23:16.075432 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aa6f4a5b-3785-4b4b-ab60-c3dc43fb8814 req-9cd5b6d6-28da-44f1-8bcd-68d4f2c08a51 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ac569b7b98c445a91b8f1807a814fb3&device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0402937 Aug 17 00:23:16.118621 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66fafd4a-6dba-4fb0-b43c-f64f707e0393 req-3727d9f6-0bd3-4e53-8bef-e0681f9e14f8 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0356565 Aug 17 00:23:16.130790 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aa6f4a5b-3785-4b4b-ab60-c3dc43fb8814 req-a479d94f-863c-4e86-8429-a9f5d2c3afe4 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7ac569b7b98c445a91b8f1807a814fb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385680 Aug 17 00:23:16.249410 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f4a5b-3785-4b4b-ab60-c3dc43fb8814 req-e09b640d-29b5-4ead-a713-d5b62d7fb3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:16.251443 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aa6f4a5b-3785-4b4b-ab60-c3dc43fb8814 req-e09b640d-29b5-4ead-a713-d5b62d7fb3af service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1134830 Aug 17 00:23:16.538797 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b9cadf2a-c2ca-4a54-8990-6716de2730bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:17.236073 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-458328bd-a1db-47c7-a9c4-032f7117b834 req-e9f0dea5-2340-42a3-b31e-87032b9cc547 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0408843 Aug 17 00:23:17.548860 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aa6f4a5b-3785-4b4b-ab60-c3dc43fb8814 req-ea716097-1982-4a08-93b8-1d72ba71bb8d tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.64 "GET /v2.0/ports?device_id=89834f97-53ab-4bce-b07d-2f6bbf887782 HTTP/1.1" status: 200 len: 210 time: 0.0423775 Aug 17 00:23:18.481577 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-37b09c05-d44d-4703-a698-7fd795697cfa req-1e98db9f-a9f8-454b-831d-a42ad3f50d38 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ac569b7b98c445a91b8f1807a814fb3&device_id=d1a35d07-9573-4f26-88a0-a3ac5435e9d0 HTTP/1.1" status: 200 len: 210 time: 0.0279129 Aug 17 00:23:18.524662 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7338bf08-dac3-4075-8b85-6e529a981abb req-4c82414d-0b3a-44bf-82b1-4d3f27eef6d7 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1a35d07-9573-4f26-88a0-a3ac5435e9d0 HTTP/1.1" status: 200 len: 210 time: 0.0389695 Aug 17 00:23:18.534822 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-37b09c05-d44d-4703-a698-7fd795697cfa req-617f6081-1494-4be2-881d-291df412ed57 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7ac569b7b98c445a91b8f1807a814fb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394809 Aug 17 00:23:18.644247 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b09c05-d44d-4703-a698-7fd795697cfa req-b2ca7120-12f3-48ca-8256-deddddc05ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:18.645794 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-37b09c05-d44d-4703-a698-7fd795697cfa req-b2ca7120-12f3-48ca-8256-deddddc05ac3 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993285 Aug 17 00:23:19.231432 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-373eeb01-c118-467f-9d4e-cffe86e428c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:19.276283 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:19.621996 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b66ad679-d077-473f-a5db-dd3b467324e2 req-fa49f38b-e569-4848-abcc-d8373bf5da05 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1a35d07-9573-4f26-88a0-a3ac5435e9d0 HTTP/1.1" status: 200 len: 210 time: 0.0272727 Aug 17 00:23:19.856319 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-95881fb7-0bf3-49ad-ae4a-cd4dbc5f5991 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1752948688&fields=id&tenant_id=f107c7703c294e8991c1c983d8b06a9f HTTP/1.1" status: 200 len: 267 time: 0.0396824 Aug 17 00:23:19.948724 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-37b09c05-d44d-4703-a698-7fd795697cfa req-5f3c9a73-c121-4cda-952e-c710950a4d28 tempest-ServerShowV247Test-1870616698 tempest-ServerShowV247Test-1870616698-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1a35d07-9573-4f26-88a0-a3ac5435e9d0 HTTP/1.1" status: 200 len: 210 time: 0.0342035 Aug 17 00:23:19.997924 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-9f0037ea-cea1-4336-ab26-9515812d8f11 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:19.999397 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-9f0037ea-cea1-4336-ab26-9515812d8f11 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 811 time: 0.1351852 Aug 17 00:23:20.015959 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-0688e297-ebb5-42f4-a289-09341025167d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/quotas/f107c7703c294e8991c1c983d8b06a9f HTTP/1.1" status: 200 len: 375 time: 0.0095956 Aug 17 00:23:20.080933 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-873322e1-23bb-4dc3-9ac2-d61895beefc6 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0585845 Aug 17 00:23:20.207104 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:20.270961 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-7c1dbda8-6912-4948-88a1-215adace494d service neutron] 10.222.0.60 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769402 Aug 17 00:23:20.366838 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-a20e3ce2-4351-40f1-b367-d586ca2a4025 service neutron] 10.222.0.60 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897946 Aug 17 00:23:20.667089 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f361cd95-e8a6-4bad-b9af-2a4f28260351 req-f49bb184-bac3-415f-91f9-ab3cf6b7615b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6116a2e5-ed33-4012-a313-42a23a006b10 HTTP/1.1" status: 200 len: 210 time: 0.0278995 Aug 17 00:23:20.934523 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33632) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:23:21.059515 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3629b2c0-ae03-4522-8e9c-a3301180ed0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:21.150980 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3629b2c0-ae03-4522-8e9c-a3301180ed0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:21.154784 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3629b2c0-ae03-4522-8e9c-a3301180ed0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:21.195531 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3629b2c0-ae03-4522-8e9c-a3301180ed0b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7ac569b7b98c445a91b8f1807a814fb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2598777 Aug 17 00:23:21.196508 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629b2c0-ae03-4522-8e9c-a3301180ed0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39c1b8a-3641-41cf-b631-0a18d315517b,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:23:21.198272 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 33638) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:23:21.247712 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4657815b-32a5-421e-8acc-28b0af36537b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:21.269620 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4657815b-32a5-421e-8acc-28b0af36537b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:21.317855 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4657815b-32a5-421e-8acc-28b0af36537b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:21.320291 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4657815b-32a5-421e-8acc-28b0af36537b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:21.321445 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4657815b-32a5-421e-8acc-28b0af36537b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b39c1b8a-3641-41cf-b631-0a18d315517b HTTP/1.1" status: 204 len: 168 time: 0.1220663 Aug 17 00:23:21.329426 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657815b-32a5-421e-8acc-28b0af36537b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39c1b8a-3641-41cf-b631-0a18d315517b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:23:21.336636 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4657815b-32a5-421e-8acc-28b0af36537b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:21.336970 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4657815b-32a5-421e-8acc-28b0af36537b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:21.337335 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4657815b-32a5-421e-8acc-28b0af36537b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:21.337677 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4657815b-32a5-421e-8acc-28b0af36537b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:21.338008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4657815b-32a5-421e-8acc-28b0af36537b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:21.338338 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4657815b-32a5-421e-8acc-28b0af36537b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:21.338664 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4657815b-32a5-421e-8acc-28b0af36537b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:21.338989 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4657815b-32a5-421e-8acc-28b0af36537b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:21.339313 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4657815b-32a5-421e-8acc-28b0af36537b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:21.339659 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4657815b-32a5-421e-8acc-28b0af36537b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:21.339983 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4657815b-32a5-421e-8acc-28b0af36537b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:21.340304 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4657815b-32a5-421e-8acc-28b0af36537b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:21.588296 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-55a1320e-2611-4008-9aa0-26c004f1243a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:21.589809 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-55a1320e-2611-4008-9aa0-26c004f1243a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.64 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 811 time: 0.1171758 Aug 17 00:23:21.639812 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-e4de71cd-7f58-4db7-b378-a4f05f277884 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f107c7703c294e8991c1c983d8b06a9f HTTP/1.1" status: 200 len: 380 time: 0.0401213 Aug 17 00:23:21.650118 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-01c118ed-9a02-4dfd-9411-7fcbb435b997 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Request body: {'port': {'device_id': '6116a2e5-ed33-4012-a313-42a23a006b10', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'admin_state_up': True, 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'security_groups': ['5994aa1c-07fa-4ece-8623-f0165e21c262']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:23:22.014999 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33662) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:23:22.100675 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1b85896b-442d-4848-be03-5eb10fccd4f1 req-9eb4925a-f6cb-4cbb-a371-0ed480cee826 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6116a2e5-ed33-4012-a313-42a23a006b10 HTTP/1.1" status: 200 len: 210 time: 0.0351954 Aug 17 00:23:22.134578 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:22.160766 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-514586462-network', 'tenant_id': 'c237df9b1a3e49adadc567fc799ec8ba'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:23:22.175479 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.db.api [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 00:23:22.175479 n-d-800088-20 neutron-server[101402]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 17 00:23:22.175479 n-d-800088-20 neutron-server[101402]: [parameters: {'project_id': 'c237df9b1a3e49adadc567fc799ec8ba', 'id': '6ca4a4bc-a7ad-4210-bfbe-dbfba49336a4', 'expiration': datetime.datetime(2021, 8, 17, 0, 25, 22, 172041)}] Aug 17 00:23:22.175479 n-d-800088-20 neutron-server[101402]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:23:22.175910 n-d-800088-20 neutron-server[101402]: DEBUG oslo_db.api [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:23:22.183779 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-01c118ed-9a02-4dfd-9411-7fcbb435b997 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Made reservation on behalf of f107c7703c294e8991c1c983d8b06a9f for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:23:22.187511 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-01c118ed-9a02-4dfd-9411-7fcbb435b997 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:22.328004 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-01c118ed-9a02-4dfd-9411-7fcbb435b997 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Allocated IP 172.20.0.7 (2676b640-a0ef-482d-b8e8-3f50e99c7802/50a43672-a95f-4b5a-a039-6a76ff2ef6bb/d66e0eaf-4b5f-454d-b31e-f981736c34c2) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:23:22.480893 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-01c118ed-9a02-4dfd-9411-7fcbb435b997 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:22.495930 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-01c118ed-9a02-4dfd-9411-7fcbb435b997 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Transition to ACTIVE for port object d66e0eaf-4b5f-454d-b31e-f981736c34c2 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:23:22.534395 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-01c118ed-9a02-4dfd-9411-7fcbb435b997 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:22.595504 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c118ed-9a02-4dfd-9411-7fcbb435b997 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event updated for resources: {'Port': ['ID=d66e0eaf-4b5f-454d-b31e-f981736c34c2,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:23:22.599164 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-01c118ed-9a02-4dfd-9411-7fcbb435b997 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Network 2676b640-a0ef-482d-b8e8-3f50e99c7802 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:23:22.600922 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-01c118ed-9a02-4dfd-9411-7fcbb435b997 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:23:22.604979 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-01c118ed-9a02-4dfd-9411-7fcbb435b997 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:23:22.658121 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-01c118ed-9a02-4dfd-9411-7fcbb435b997 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:22.659085 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-01c118ed-9a02-4dfd-9411-7fcbb435b997 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:22.686971 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-01c118ed-9a02-4dfd-9411-7fcbb435b997 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0407138 Aug 17 00:23:22.700600 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-5d8dc3dd-1ede-4178-aeee-709a3b7691fd service neutron] Request body: {'port': {'device_id': '6116a2e5-ed33-4012-a313-42a23a006b10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:23:22.702404 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] Made reservation on behalf of c237df9b1a3e49adadc567fc799ec8ba for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:23:22.704998 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:22.722880 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:22.765359 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-5d8dc3dd-1ede-4178-aeee-709a3b7691fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:22.847534 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:22.852083 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:22.885784 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:23:22.902877 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a08104-533d-4e67-b544-e38156583c4c,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:23:22.909357 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:22.909713 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] Added segment 622ac851-fe77-462c-933f-fe1b1d216eb4 of type vlan for network c803fa11-ec13-4805-bf01-644a7f09f5d7 Aug 17 00:23:22.929575 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:22.929931 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:22.930281 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:22.930633 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:22.930975 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:22.931315 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:22.931671 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:22.932009 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:22.932317 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:22.932650 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:22.932971 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:22.933322 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:22.943305 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1fce442f-b6bc-4f28-b130-f353b0ef5be1 None None] Provisioning for port d66e0eaf-4b5f-454d-b31e-f981736c34c2 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:23:22.948577 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1fce442f-b6bc-4f28-b130-f353b0ef5be1 None None] Provisioning complete for port d66e0eaf-4b5f-454d-b31e-f981736c34c2 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:23:22.949359 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1fce442f-b6bc-4f28-b130-f353b0ef5be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:22.979829 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:22.994174 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1fce442f-b6bc-4f28-b130-f353b0ef5be1 None None] Port d66e0eaf-4b5f-454d-b31e-f981736c34c2 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:23:23.008632 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:23.010218 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:23.010818 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:23.072874 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0562479 Aug 17 00:23:23.075866 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33668) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:23:23.084728 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-00193905-b12c-4414-baa7-a85991749e8c admin admin] Request body: {'subnet': {'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-514586462-subnet', 'tenant_id': 'c237df9b1a3e49adadc567fc799ec8ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:23:23.088994 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cfd359-2bee-48dd-89c2-adf82f0a3b19 admin admin] Pushing event updated for resources: {'Network': ['ID=c803fa11-ec13-4805-bf01-644a7f09f5d7,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:23:23.102704 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-5d8dc3dd-1ede-4178-aeee-709a3b7691fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66e0eaf-4b5f-454d-b31e-f981736c34c2 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:23:23.103359 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network c803fa11-ec13-4805-bf01-644a7f09f5d7 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:23:23.117815 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00193905-b12c-4414-baa7-a85991749e8c admin admin] Made reservation on behalf of c237df9b1a3e49adadc567fc799ec8ba for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:23:23.120972 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-00193905-b12c-4414-baa7-a85991749e8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:23.124001 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-5d8dc3dd-1ede-4178-aeee-709a3b7691fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:23.159083 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-5d8dc3dd-1ede-4178-aeee-709a3b7691fd service neutron] Transition to ACTIVE for port object d66e0eaf-4b5f-454d-b31e-f981736c34c2 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:23:23.173245 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-5d8dc3dd-1ede-4178-aeee-709a3b7691fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:23.215885 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:23:23.341727 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8dc3dd-1ede-4178-aeee-709a3b7691fd service neutron] Pushing event updated for resources: {'Port': ['ID=d66e0eaf-4b5f-454d-b31e-f981736c34c2,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:23:23.378493 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fb4df-9d15-4717-9ce7-42ea6dd3b3f6 req-c9ad297c-a4e0-4cfa-9a2a-8d1b033b497d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:23.378848 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-00193905-b12c-4414-baa7-a85991749e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:23.380345 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-df4fb4df-9d15-4717-9ce7-42ea6dd3b3f6 req-c9ad297c-a4e0-4cfa-9a2a-8d1b033b497d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6116a2e5-ed33-4012-a313-42a23a006b10 HTTP/1.1" status: 200 len: 943 time: 0.1338329 Aug 17 00:23:23.414924 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-5d8dc3dd-1ede-4178-aeee-709a3b7691fd service neutron] Attempting to bind port d66e0eaf-4b5f-454d-b31e-f981736c34c2 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:23:23.415415 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-5d8dc3dd-1ede-4178-aeee-709a3b7691fd service neutron] Attempting to bind port d66e0eaf-4b5f-454d-b31e-f981736c34c2 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:23:23.415853 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-5d8dc3dd-1ede-4178-aeee-709a3b7691fd service neutron] Attempting to bind port d66e0eaf-4b5f-454d-b31e-f981736c34c2 on network 2676b640-a0ef-482d-b8e8-3f50e99c7802 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:23:23.425261 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-5d8dc3dd-1ede-4178-aeee-709a3b7691fd service neutron] Port d66e0eaf-4b5f-454d-b31e-f981736c34c2 on network 2676b640-a0ef-482d-b8e8-3f50e99c7802 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:23:23.425706 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-5d8dc3dd-1ede-4178-aeee-709a3b7691fd service neutron] Attempting to bind port d66e0eaf-4b5f-454d-b31e-f981736c34c2 on network 2676b640-a0ef-482d-b8e8-3f50e99c7802 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:23:23.438101 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-5d8dc3dd-1ede-4178-aeee-709a3b7691fd service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:23:23.438609 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-5d8dc3dd-1ede-4178-aeee-709a3b7691fd service neutron] Checking segment: {'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:23:23.439091 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-5d8dc3dd-1ede-4178-aeee-709a3b7691fd service neutron] Bound using segment: {'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:23:23.444416 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-5d8dc3dd-1ede-4178-aeee-709a3b7691fd service neutron] Bound port: d66e0eaf-4b5f-454d-b31e-f981736c34c2, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '728380cf-6751-440e-b89e-9a7edc51874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:23:23.444416 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-5d8dc3dd-1ede-4178-aeee-709a3b7691fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:23.447646 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-df4fb4df-9d15-4717-9ce7-42ea6dd3b3f6 req-f91e0968-eea5-4371-939f-30690af1912a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575342 Aug 17 00:23:23.472672 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00193905-b12c-4414-baa7-a85991749e8c admin admin] Checking segment: {'id': '622ac851-fe77-462c-933f-fe1b1d216eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:23:23.473076 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00193905-b12c-4414-baa7-a85991749e8c admin admin] Network hostable DHCP agents. Network: c803fa11-ec13-4805-bf01-644a7f09f5d7, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:23:23.476160 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00193905-b12c-4414-baa7-a85991749e8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a72365d-1e91-452f-9d24-00039beafd4f,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:23:23.495433 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00193905-b12c-4414-baa7-a85991749e8c admin admin] Network c803fa11-ec13-4805-bf01-644a7f09f5d7 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:23:23.505239 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-00193905-b12c-4414-baa7-a85991749e8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, c803fa11-ec13-4805-bf01-644a7f09f5d7) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:23:23.510744 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00193905-b12c-4414-baa7-a85991749e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:23.511364 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-00193905-b12c-4414-baa7-a85991749e8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:23.519490 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a8ca2d-aeab-4baa-adb6-4845b52b26f5 None None] Network c803fa11-ec13-4805-bf01-644a7f09f5d7 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:23:23.531875 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-5d8dc3dd-1ede-4178-aeee-709a3b7691fd service neutron] For port d66e0eaf-4b5f-454d-b31e-f981736c34c2, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:23:23.534153 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-00193905-b12c-4414-baa7-a85991749e8c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4557915 Aug 17 00:23:23.535411 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-5d8dc3dd-1ede-4178-aeee-709a3b7691fd service neutron] For port d66e0eaf-4b5f-454d-b31e-f981736c34c2, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d66e0eaf-4b5f-454d-b31e-f981736c34c2,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:23:23.539692 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-5d8dc3dd-1ede-4178-aeee-709a3b7691fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:23.579491 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-5d8dc3dd-1ede-4178-aeee-709a3b7691fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:23.580124 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-5d8dc3dd-1ede-4178-aeee-709a3b7691fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:23.581907 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-5d8dc3dd-1ede-4178-aeee-709a3b7691fd service neutron] 10.222.0.64 "PUT /v2.0/ports/d66e0eaf-4b5f-454d-b31e-f981736c34c2 HTTP/1.1" status: 200 len: 1092 time: 0.8862479 Aug 17 00:23:23.584928 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6116a2e5-ed33-4012-a313-42a23a006b10', 'tag': 'd66e0eaf-4b5f-454d-b31e-f981736c34c2'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:23:23.587187 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07007a2-adde-48fa-b95d-910df135dc75" -d '{"events": [{"name": "network-changed", "server_uuid": "6116a2e5-ed33-4012-a313-42a23a006b10", "tag": "d66e0eaf-4b5f-454d-b31e-f981736c34c2"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:23:23.625006 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8dc3dd-1ede-4178-aeee-709a3b7691fd service neutron] Pushing event updated for resources: {'Port': ['ID=d66e0eaf-4b5f-454d-b31e-f981736c34c2,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:23:23.660843 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1df8415-8c59-463a-bfb2-ec43f66b8836 x-openstack-request-id: req-d1df8415-8c59-463a-bfb2-ec43f66b8836 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:23:23.661168 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6116a2e5-ed33-4012-a313-42a23a006b10", "tag": "d66e0eaf-4b5f-454d-b31e-f981736c34c2", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:23:23.661622 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d1df8415-8c59-463a-bfb2-ec43f66b8836 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:23:23.662196 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6116a2e5-ed33-4012-a313-42a23a006b10', 'tag': 'd66e0eaf-4b5f-454d-b31e-f981736c34c2', 'status': 'completed', 'code': 200} Aug 17 00:23:23.711247 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-ed7829e0-1ed0-45ca-9884-c2964e0347df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:23.713231 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-ed7829e0-1ed0-45ca-9884-c2964e0347df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&device_id=6116a2e5-ed33-4012-a313-42a23a006b10 HTTP/1.1" status: 200 len: 1095 time: 0.0673459 Aug 17 00:23:23.767685 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ac2732-1af3-40b0-bd87-d4e72dd3fb4a None None] Network c803fa11-ec13-4805-bf01-644a7f09f5d7 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:23:23.774024 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-a216011f-2a24-4817-80d7-019b7264cdda service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d66e0eaf-4b5f-454d-b31e-f981736c34c2 HTTP/1.1" status: 200 len: 217 time: 0.0528538 Aug 17 00:23:23.884738 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-d94db556-1798-4dc5-9a45-bbd1e2bc7296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:23.886511 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-d94db556-1798-4dc5-9a45-bbd1e2bc7296 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50a43672-a95f-4b5a-a039-6a76ff2ef6bb HTTP/1.1" status: 200 len: 850 time: 0.1052485 Aug 17 00:23:23.938808 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-6b6ae126-3abd-4c56-b250-6ff76e1fde27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:23.940362 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-6b6ae126-3abd-4c56-b250-6ff76e1fde27 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2676b640-a0ef-482d-b8e8-3f50e99c7802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463281 Aug 17 00:23:24.042219 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-e67d8b9a-dd50-4b46-93e1-2b8c979857f0 service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926650 Aug 17 00:23:24.215858 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f82e5e7-820e-46d5-845a-4bd4167a5c62 req-4eff00a1-a7db-4d1d-b4ef-f664a26139a2 service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643827 Aug 17 00:23:24.223246 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-c32ff7ed-8665-46fe-a240-7cca8e0745ef tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:24.224749 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-c32ff7ed-8665-46fe-a240-7cca8e0745ef tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/networks?id=c803fa11-ec13-4805-bf01-644a7f09f5d7 HTTP/1.1" status: 200 len: 805 time: 0.1856694 Aug 17 00:23:24.242729 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-811a5414-1688-464f-a35d-644dc08af680 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/quotas/c237df9b1a3e49adadc567fc799ec8ba HTTP/1.1" status: 200 len: 375 time: 0.0121655 Aug 17 00:23:24.281521 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-e99874a5-82fb-4d41-8860-5143d0019fc4 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c237df9b1a3e49adadc567fc799ec8ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327704 Aug 17 00:23:24.387884 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07007a2-adde-48fa-b95d-910df135dc75 req-687d7ce3-7c0b-47f3-8711-817299fe00ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:24.390151 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f07007a2-adde-48fa-b95d-910df135dc75 req-687d7ce3-7c0b-47f3-8711-817299fe00ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&device_id=6116a2e5-ed33-4012-a313-42a23a006b10 HTTP/1.1" status: 200 len: 1095 time: 0.1121075 Aug 17 00:23:24.425786 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-a1317520-c21f-4d90-a140-f164d230c93d service neutron] 10.222.0.60 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365614 Aug 17 00:23:24.600967 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07007a2-adde-48fa-b95d-910df135dc75 req-b6ad5ebc-b21c-4bd5-a506-972ecb730709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:24.602468 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f07007a2-adde-48fa-b95d-910df135dc75 req-b6ad5ebc-b21c-4bd5-a506-972ecb730709 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 912 time: 0.2015004 Aug 17 00:23:24.609792 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-a0a85c38-43f4-4e06-83de-c616cbc57394 service neutron] 10.222.0.60 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589308 Aug 17 00:23:24.629371 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4372472-0010-40c5-852e-c6264eb1492f req-5dfc6668-4835-4de4-b12b-b918e09e3197 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:24.630874 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4372472-0010-40c5-852e-c6264eb1492f req-5dfc6668-4835-4de4-b12b-b918e09e3197 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6116a2e5-ed33-4012-a313-42a23a006b10 HTTP/1.1" status: 200 len: 943 time: 0.1087708 Aug 17 00:23:24.666453 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f07007a2-adde-48fa-b95d-910df135dc75 req-b4afe892-becf-4049-bc47-95682ddae30e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d66e0eaf-4b5f-454d-b31e-f981736c34c2 HTTP/1.1" status: 200 len: 217 time: 0.0549777 Aug 17 00:23:24.739785 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4372472-0010-40c5-852e-c6264eb1492f req-0e47080f-bdf0-4046-8aa0-bf42f6a4ef7a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757065 Aug 17 00:23:24.741722 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07007a2-adde-48fa-b95d-910df135dc75 req-3936ef19-5cd6-46b0-9693-c4541a02f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:24.743527 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f07007a2-adde-48fa-b95d-910df135dc75 req-3936ef19-5cd6-46b0-9693-c4541a02f43e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50a43672-a95f-4b5a-a039-6a76ff2ef6bb HTTP/1.1" status: 200 len: 850 time: 0.0701430 Aug 17 00:23:24.817534 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07007a2-adde-48fa-b95d-910df135dc75 req-a5dec87b-0d77-4157-8b23-4d491e4a12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:24.819590 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f07007a2-adde-48fa-b95d-910df135dc75 req-a5dec87b-0d77-4157-8b23-4d491e4a12ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2676b640-a0ef-482d-b8e8-3f50e99c7802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608110 Aug 17 00:23:24.871838 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-31f84a21-d63e-4f38-be29-6d316c7587e9 req-713fe3f9-3129-4de9-a4e8-474ac7f37d0a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b849b9f-edde-4f44-800f-5b8ecf924712 HTTP/1.1" status: 200 len: 210 time: 0.0567114 Aug 17 00:23:24.954427 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f07007a2-adde-48fa-b95d-910df135dc75 req-cb2ecaa8-d427-4482-85c0-10f16caf069a service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256692 Aug 17 00:23:25.060309 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f07007a2-adde-48fa-b95d-910df135dc75 req-c6776d5b-271f-488e-a27a-29aa52fd8368 service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988317 Aug 17 00:23:25.885240 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95741b4-5531-45a2-a5b9-9b631f12b0a9 req-b8208917-d65e-43b8-b446-1cc151a43137 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:25.887057 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e95741b4-5531-45a2-a5b9-9b631f12b0a9 req-b8208917-d65e-43b8-b446-1cc151a43137 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6116a2e5-ed33-4012-a313-42a23a006b10 HTTP/1.1" status: 200 len: 943 time: 0.0611293 Aug 17 00:23:25.942682 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e95741b4-5531-45a2-a5b9-9b631f12b0a9 req-16fad48a-c134-4c74-b327-5ad5318f1578 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478833 Aug 17 00:23:25.993130 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-626714e6-7e50-461a-a36e-076155a9238f req-6804d4ed-497f-41f6-b3f0-6fc86ea69b77 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b849b9f-edde-4f44-800f-5b8ecf924712 HTTP/1.1" status: 200 len: 210 time: 0.0373168 Aug 17 00:23:26.018425 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-94543683-2cd5-4f4d-9164-d06b78c2168b tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:26.020022 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-94543683-2cd5-4f4d-9164-d06b78c2168b tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.69 "GET /v2.0/networks?id=c803fa11-ec13-4805-bf01-644a7f09f5d7 HTTP/1.1" status: 200 len: 805 time: 0.1852708 Aug 17 00:23:26.033965 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-93d22f0e-d8d1-4651-a0a1-e233bd9b1cab tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Request body: {'port': {'device_id': '9b849b9f-edde-4f44-800f-5b8ecf924712', 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7', 'admin_state_up': True, 'tenant_id': 'c237df9b1a3e49adadc567fc799ec8ba'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:23:26.150781 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-93d22f0e-d8d1-4651-a0a1-e233bd9b1cab tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Made reservation on behalf of c237df9b1a3e49adadc567fc799ec8ba for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:23:26.154764 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-93d22f0e-d8d1-4651-a0a1-e233bd9b1cab tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:26.285808 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-93d22f0e-d8d1-4651-a0a1-e233bd9b1cab tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Allocated IP 172.20.0.8 (c803fa11-ec13-4805-bf01-644a7f09f5d7/8a72365d-1e91-452f-9d24-00039beafd4f/c8ebb03d-2d89-4f99-8851-5868f866cf00) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:23:26.439726 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-93d22f0e-d8d1-4651-a0a1-e233bd9b1cab tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:26.478749 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-93d22f0e-d8d1-4651-a0a1-e233bd9b1cab tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:26.519240 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-93d22f0e-d8d1-4651-a0a1-e233bd9b1cab tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Network c803fa11-ec13-4805-bf01-644a7f09f5d7 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:23:26.524266 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-93d22f0e-d8d1-4651-a0a1-e233bd9b1cab tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:23:26.528134 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-93d22f0e-d8d1-4651-a0a1-e233bd9b1cab tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:23:26.554979 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d22f0e-d8d1-4651-a0a1-e233bd9b1cab tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Pushing event updated for resources: {'Port': ['ID=c8ebb03d-2d89-4f99-8851-5868f866cf00,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:23:26.584861 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-93d22f0e-d8d1-4651-a0a1-e233bd9b1cab tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:26.585517 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-93d22f0e-d8d1-4651-a0a1-e233bd9b1cab tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:26.601744 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-93d22f0e-d8d1-4651-a0a1-e233bd9b1cab tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5716050 Aug 17 00:23:26.615211 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-5672331d-9ad8-407a-91bc-48a30601d790 service neutron] Request body: {'port': {'device_id': '9b849b9f-edde-4f44-800f-5b8ecf924712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:23:26.675001 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-5672331d-9ad8-407a-91bc-48a30601d790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:26.972504 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-5672331d-9ad8-407a-91bc-48a30601d790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ebb03d-2d89-4f99-8851-5868f866cf00 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:23:26.981738 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-5672331d-9ad8-407a-91bc-48a30601d790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:26.995998 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-5672331d-9ad8-407a-91bc-48a30601d790 service neutron] Transition to ACTIVE for port object c8ebb03d-2d89-4f99-8851-5868f866cf00 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:23:27.000580 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-5672331d-9ad8-407a-91bc-48a30601d790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:27.065462 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672331d-9ad8-407a-91bc-48a30601d790 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ebb03d-2d89-4f99-8851-5868f866cf00,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:23:27.091960 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb88024-e635-454c-b5a9-9d510ac10b1e req-0042a9ac-bc2d-4d28-914f-30793ab9fd02 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:27.094344 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0cb88024-e635-454c-b5a9-9d510ac10b1e req-0042a9ac-bc2d-4d28-914f-30793ab9fd02 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6116a2e5-ed33-4012-a313-42a23a006b10 HTTP/1.1" status: 200 len: 943 time: 0.0793583 Aug 17 00:23:27.149572 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-5672331d-9ad8-407a-91bc-48a30601d790 service neutron] Attempting to bind port c8ebb03d-2d89-4f99-8851-5868f866cf00 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:23:27.150271 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-5672331d-9ad8-407a-91bc-48a30601d790 service neutron] Attempting to bind port c8ebb03d-2d89-4f99-8851-5868f866cf00 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '622ac851-fe77-462c-933f-fe1b1d216eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:23:27.150814 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-5672331d-9ad8-407a-91bc-48a30601d790 service neutron] Attempting to bind port c8ebb03d-2d89-4f99-8851-5868f866cf00 on network c803fa11-ec13-4805-bf01-644a7f09f5d7 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:23:27.156234 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-5672331d-9ad8-407a-91bc-48a30601d790 service neutron] Port c8ebb03d-2d89-4f99-8851-5868f866cf00 on network c803fa11-ec13-4805-bf01-644a7f09f5d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:23:27.156637 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-5672331d-9ad8-407a-91bc-48a30601d790 service neutron] Attempting to bind port c8ebb03d-2d89-4f99-8851-5868f866cf00 on network c803fa11-ec13-4805-bf01-644a7f09f5d7 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:23:27.162293 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-5672331d-9ad8-407a-91bc-48a30601d790 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:23:27.162656 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-5672331d-9ad8-407a-91bc-48a30601d790 service neutron] Checking segment: {'id': '622ac851-fe77-462c-933f-fe1b1d216eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:23:27.163053 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-5672331d-9ad8-407a-91bc-48a30601d790 service neutron] Bound using segment: {'id': '622ac851-fe77-462c-933f-fe1b1d216eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:23:27.163465 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-5672331d-9ad8-407a-91bc-48a30601d790 service neutron] Bound port: c8ebb03d-2d89-4f99-8851-5868f866cf00, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622ac851-fe77-462c-933f-fe1b1d216eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:23:27.163880 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-5672331d-9ad8-407a-91bc-48a30601d790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:27.167178 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0cb88024-e635-454c-b5a9-9d510ac10b1e req-8ec37e17-c8e4-4f46-a55e-8b0ecdf2d8ab tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488853 Aug 17 00:23:27.176431 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71617c-5c1d-4717-9fe9-a1238a2d5731 req-88a0c752-753d-457f-8567-da6fffe0151a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:27.177952 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e71617c-5c1d-4717-9fe9-a1238a2d5731 req-88a0c752-753d-457f-8567-da6fffe0151a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b849b9f-edde-4f44-800f-5b8ecf924712 HTTP/1.1" status: 200 len: 943 time: 0.1120520 Aug 17 00:23:27.221595 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e71617c-5c1d-4717-9fe9-a1238a2d5731 req-c328407f-6c65-4964-afda-8d1e1be2334e tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369089 Aug 17 00:23:27.236113 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-5672331d-9ad8-407a-91bc-48a30601d790 service neutron] For port c8ebb03d-2d89-4f99-8851-5868f866cf00, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:23:27.239340 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-5672331d-9ad8-407a-91bc-48a30601d790 service neutron] For port c8ebb03d-2d89-4f99-8851-5868f866cf00, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=c8ebb03d-2d89-4f99-8851-5868f866cf00,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:23:27.244454 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-5672331d-9ad8-407a-91bc-48a30601d790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:27.283746 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-5672331d-9ad8-407a-91bc-48a30601d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:27.284416 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-5672331d-9ad8-407a-91bc-48a30601d790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:27.285839 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-5672331d-9ad8-407a-91bc-48a30601d790 service neutron] 10.222.0.69 "PUT /v2.0/ports/c8ebb03d-2d89-4f99-8851-5868f866cf00 HTTP/1.1" status: 200 len: 1092 time: 0.6753690 Aug 17 00:23:27.286268 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b849b9f-edde-4f44-800f-5b8ecf924712', 'tag': 'c8ebb03d-2d89-4f99-8851-5868f866cf00'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:23:27.288540 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a733ef0-9f60-4fa7-bfe9-9f3b9c07388b" -d '{"events": [{"name": "network-changed", "server_uuid": "9b849b9f-edde-4f44-800f-5b8ecf924712", "tag": "c8ebb03d-2d89-4f99-8851-5868f866cf00"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:23:27.316125 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672331d-9ad8-407a-91bc-48a30601d790 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ebb03d-2d89-4f99-8851-5868f866cf00,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:23:27.385818 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-15fb0421-3896-45f1-a8a9-80a7b38237a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:27.387419 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-15fb0421-3896-45f1-a8a9-80a7b38237a0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c237df9b1a3e49adadc567fc799ec8ba&device_id=9b849b9f-edde-4f44-800f-5b8ecf924712 HTTP/1.1" status: 200 len: 1095 time: 0.0504520 Aug 17 00:23:27.409087 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd04edb-0982-4205-9c16-aac89e25f62e x-openstack-request-id: req-afd04edb-0982-4205-9c16-aac89e25f62e {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:23:27.409394 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b849b9f-edde-4f44-800f-5b8ecf924712", "tag": "c8ebb03d-2d89-4f99-8851-5868f866cf00", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:23:27.409722 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-afd04edb-0982-4205-9c16-aac89e25f62e {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:23:27.410146 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b849b9f-edde-4f44-800f-5b8ecf924712', 'tag': 'c8ebb03d-2d89-4f99-8851-5868f866cf00', 'status': 'completed', 'code': 200} Aug 17 00:23:27.442066 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-cbe724ed-17a6-4077-8c44-fcbb884966c6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8ebb03d-2d89-4f99-8851-5868f866cf00 HTTP/1.1" status: 200 len: 217 time: 0.0423975 Aug 17 00:23:27.505416 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-3f8464ac-7b71-47aa-a8d5-318d01f25c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:27.507024 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-3f8464ac-7b71-47aa-a8d5-318d01f25c8e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a72365d-1e91-452f-9d24-00039beafd4f HTTP/1.1" status: 200 len: 845 time: 0.0557575 Aug 17 00:23:27.543072 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-0fe43be2-228d-49a4-b16f-8541d27621e1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c803fa11-ec13-4805-bf01-644a7f09f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278616 Aug 17 00:23:27.643148 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-70e63c56-6c25-4ee1-b6dd-ceac554b2bbf service neutron] 10.222.0.69 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927355 Aug 17 00:23:27.739421 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-301bbcf2-b1f3-4d3f-a83b-0a5eef23f9b2 req-eb8413ab-c4aa-4321-9746-4dee1badca90 service neutron] 10.222.0.69 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866392 Aug 17 00:23:27.828471 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a733ef0-9f60-4fa7-bfe9-9f3b9c07388b req-a33ff3d5-c9ed-41bf-9d21-1fd1f10c18a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:27.830221 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3a733ef0-9f60-4fa7-bfe9-9f3b9c07388b req-a33ff3d5-c9ed-41bf-9d21-1fd1f10c18a0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c237df9b1a3e49adadc567fc799ec8ba&device_id=9b849b9f-edde-4f44-800f-5b8ecf924712 HTTP/1.1" status: 200 len: 1095 time: 0.0468910 Aug 17 00:23:27.930778 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a733ef0-9f60-4fa7-bfe9-9f3b9c07388b req-65f74b2a-bf9e-4755-af91-0addc49f022c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:27.932259 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3a733ef0-9f60-4fa7-bfe9-9f3b9c07388b req-65f74b2a-bf9e-4755-af91-0addc49f022c service neutron] 10.222.0.69 "GET /v2.0/networks?id=c803fa11-ec13-4805-bf01-644a7f09f5d7 HTTP/1.1" status: 200 len: 906 time: 0.0947800 Aug 17 00:23:27.975215 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3a733ef0-9f60-4fa7-bfe9-9f3b9c07388b req-4b624099-f2ca-48f3-a61d-5aad44c45903 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8ebb03d-2d89-4f99-8851-5868f866cf00 HTTP/1.1" status: 200 len: 217 time: 0.0345411 Aug 17 00:23:28.028919 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a733ef0-9f60-4fa7-bfe9-9f3b9c07388b req-050365b6-1fa8-4e3a-b1dc-3a6366020a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:28.031021 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3a733ef0-9f60-4fa7-bfe9-9f3b9c07388b req-050365b6-1fa8-4e3a-b1dc-3a6366020a42 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a72365d-1e91-452f-9d24-00039beafd4f HTTP/1.1" status: 200 len: 845 time: 0.0476646 Aug 17 00:23:28.063187 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3a733ef0-9f60-4fa7-bfe9-9f3b9c07388b req-d4dcc118-f58e-4770-acbd-61bf42cf3379 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c803fa11-ec13-4805-bf01-644a7f09f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239375 Aug 17 00:23:28.163194 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3a733ef0-9f60-4fa7-bfe9-9f3b9c07388b req-1abd66d7-31a8-4b25-b522-6beb21448969 service neutron] 10.222.0.69 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912740 Aug 17 00:23:28.262687 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3a733ef0-9f60-4fa7-bfe9-9f3b9c07388b req-ae13013e-46f9-4384-8a3a-0cb0cc61e854 service neutron] 10.222.0.69 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902100 Aug 17 00:23:28.288903 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4057f65-9bad-4d60-8c49-451a0308e461 req-fcb7e8fb-e52c-46de-994f-cc1a044b0760 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:28.290443 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4057f65-9bad-4d60-8c49-451a0308e461 req-fcb7e8fb-e52c-46de-994f-cc1a044b0760 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6116a2e5-ed33-4012-a313-42a23a006b10 HTTP/1.1" status: 200 len: 943 time: 0.0507324 Aug 17 00:23:28.361107 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4057f65-9bad-4d60-8c49-451a0308e461 req-969a73ac-f3cb-4d66-b388-15906cc6292d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643520 Aug 17 00:23:28.373780 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943e593-3f0c-4a27-8322-3d2dd181e526 req-543ce219-65f3-4645-868a-d7991c0ef892 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:28.375256 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5943e593-3f0c-4a27-8322-3d2dd181e526 req-543ce219-65f3-4645-868a-d7991c0ef892 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b849b9f-edde-4f44-800f-5b8ecf924712 HTTP/1.1" status: 200 len: 943 time: 0.0774753 Aug 17 00:23:28.412951 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5943e593-3f0c-4a27-8322-3d2dd181e526 req-a97fce05-0f90-4e26-99cc-86e5dfd4886d tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318046 Aug 17 00:23:29.276977 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device c8ebb03d-2d89-4f99-8851-5868f866cf00 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:23:29.515184 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b734d30-1fa6-42a0-8ef6-addb758f3252 req-f2ee3063-6c6c-4ac0-a75d-bf6b2e34137a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:29.516977 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4b734d30-1fa6-42a0-8ef6-addb758f3252 req-f2ee3063-6c6c-4ac0-a75d-bf6b2e34137a tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6116a2e5-ed33-4012-a313-42a23a006b10 HTTP/1.1" status: 200 len: 943 time: 0.0853832 Aug 17 00:23:29.539375 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port c8ebb03d-2d89-4f99-8851-5868f866cf00, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=c8ebb03d-2d89-4f99-8851-5868f866cf00,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:23:29.550185 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': 'c8ebb03d-2d89-4f99-8851-5868f866cf00', 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7', 'port_id': 'c8ebb03d-2d89-4f99-8851-5868f866cf00', 'mac_address': 'fa:16:3e:d4:fc:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a72365d-1e91-452f-9d24-00039beafd4f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:23:29.586831 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4b734d30-1fa6-42a0-8ef6-addb758f3252 req-798847ad-0b82-4857-8904-dfa2c6fb3131 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632925 Aug 17 00:23:29.587055 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:29.600137 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09142a-dba9-49f7-ad8e-3313ce7ed030 req-53b56c92-87a3-4a8d-bdf4-ed367d77c884 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:29.601033 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ebb03d-2d89-4f99-8851-5868f866cf00 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:23:29.608903 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f09142a-dba9-49f7-ad8e-3313ce7ed030 req-53b56c92-87a3-4a8d-bdf4-ed367d77c884 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b849b9f-edde-4f44-800f-5b8ecf924712 HTTP/1.1" status: 200 len: 943 time: 0.0700130 Aug 17 00:23:29.626059 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port c8ebb03d-2d89-4f99-8851-5868f866cf00, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=c8ebb03d-2d89-4f99-8851-5868f866cf00,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:23:29.631231 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:29.656632 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f09142a-dba9-49f7-ad8e-3313ce7ed030 req-991ec0ef-a6e4-4ba5-a084-8c6bb3de01d3 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385609 Aug 17 00:23:29.681761 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=c8ebb03d-2d89-4f99-8851-5868f866cf00,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:23:29.690544 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:29.690891 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:29.691232 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:29.691566 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:29.691897 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:29.692230 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:29.692554 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:29.692876 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:29.693245 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:29.693568 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:29.693890 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:29.694209 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:23:29.922052 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['c8ebb03d-2d89-4f99-8851-5868f866cf00'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:23:30.840544 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389786fd-bb43-49be-819e-f1ea558d690d req-f34327be-ff40-462a-a61f-5482455e7613 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:30.842034 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-389786fd-bb43-49be-819e-f1ea558d690d req-f34327be-ff40-462a-a61f-5482455e7613 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6116a2e5-ed33-4012-a313-42a23a006b10 HTTP/1.1" status: 200 len: 943 time: 0.0784304 Aug 17 00:23:30.864247 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02e308-5475-47e0-90fd-c488c00accbf req-39d3b8ff-4fd4-4a55-b82b-9f321bdea75b tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:30.865711 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d02e308-5475-47e0-90fd-c488c00accbf req-39d3b8ff-4fd4-4a55-b82b-9f321bdea75b tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b849b9f-edde-4f44-800f-5b8ecf924712 HTTP/1.1" status: 200 len: 944 time: 0.0717204 Aug 17 00:23:30.914705 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-389786fd-bb43-49be-819e-f1ea558d690d req-b0d5ef91-282a-4fb3-89c7-cd0748f76068 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643826 Aug 17 00:23:30.919337 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d02e308-5475-47e0-90fd-c488c00accbf req-29065f39-1302-495e-9e7c-c0acc9ec86b2 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464900 Aug 17 00:23:31.292669 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device c8ebb03d-2d89-4f99-8851-5868f866cf00 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:23:31.342842 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port c8ebb03d-2d89-4f99-8851-5868f866cf00 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:23:31.346538 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port c8ebb03d-2d89-4f99-8851-5868f866cf00 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:23:31.346936 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:31.420860 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:31.444520 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b849b9f-edde-4f44-800f-5b8ecf924712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ebb03d-2d89-4f99-8851-5868f866cf00'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:23:31.446781 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add54f43-347d-4030-aa26-b507a216fe20" -d '{"events": [{"server_uuid": "9b849b9f-edde-4f44-800f-5b8ecf924712", "name": "network-vif-plugged", "status": "completed", "tag": "c8ebb03d-2d89-4f99-8851-5868f866cf00"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:23:31.462921 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port c8ebb03d-2d89-4f99-8851-5868f866cf00, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=c8ebb03d-2d89-4f99-8851-5868f866cf00,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:23:31.467378 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:31.497263 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e72b779-a0b3-4188-887d-e444b4d9ce65 x-openstack-request-id: req-8e72b779-a0b3-4188-887d-e444b4d9ce65 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:23:31.497566 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b849b9f-edde-4f44-800f-5b8ecf924712", "name": "network-vif-plugged", "status": "completed", "tag": "c8ebb03d-2d89-4f99-8851-5868f866cf00", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:23:31.497811 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e72b779-a0b3-4188-887d-e444b4d9ce65 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:23:31.498195 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b849b9f-edde-4f44-800f-5b8ecf924712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ebb03d-2d89-4f99-8851-5868f866cf00', 'code': 200} Aug 17 00:23:31.526351 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=c8ebb03d-2d89-4f99-8851-5868f866cf00,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:23:31.586600 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0d9ee-dbab-4500-80e0-c6116ef80700 req-11b0eb2a-df9f-4764-aad8-6864586d0a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:31.587999 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-74a0d9ee-dbab-4500-80e0-c6116ef80700 req-11b0eb2a-df9f-4764-aad8-6864586d0a88 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9b849b9f-edde-4f44-800f-5b8ecf924712 HTTP/1.1" status: 200 len: 1097 time: 0.0402939 Aug 17 00:23:31.627339 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-74a0d9ee-dbab-4500-80e0-c6116ef80700 req-521a3aef-ba23-4fb6-94d2-9e0a3ad19041 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281732 Aug 17 00:23:32.063786 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b7ae1-5cf3-4db0-ac16-0936c5dee86a req-1dd4fa41-d1fd-47a5-b7ce-5caa7724cdf4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:32.065285 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca5b7ae1-5cf3-4db0-ac16-0936c5dee86a req-1dd4fa41-d1fd-47a5-b7ce-5caa7724cdf4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6116a2e5-ed33-4012-a313-42a23a006b10 HTTP/1.1" status: 200 len: 943 time: 0.0806398 Aug 17 00:23:32.072676 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cceee75-c573-46c4-b6ec-44be5b970fcb req-48c024bc-948f-458a-b62a-361936115c5f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:32.074172 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1cceee75-c573-46c4-b6ec-44be5b970fcb req-48c024bc-948f-458a-b62a-361936115c5f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b849b9f-edde-4f44-800f-5b8ecf924712 HTTP/1.1" status: 200 len: 945 time: 0.0805948 Aug 17 00:23:32.131679 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca5b7ae1-5cf3-4db0-ac16-0936c5dee86a req-937dde70-c240-487d-a548-62a50cad4d9b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563836 Aug 17 00:23:32.138472 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1cceee75-c573-46c4-b6ec-44be5b970fcb req-f29a32ae-0ba0-43ed-a693-964770d40ca4 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543215 Aug 17 00:23:33.278053 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4782d5-8dea-4ec9-a36d-237de07c9f10 req-5319284c-2e70-4e2a-8043-3eb7a552858c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:33.279502 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4c4782d5-8dea-4ec9-a36d-237de07c9f10 req-5319284c-2e70-4e2a-8043-3eb7a552858c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6116a2e5-ed33-4012-a313-42a23a006b10 HTTP/1.1" status: 200 len: 943 time: 0.0793195 Aug 17 00:23:33.288129 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10167250-9eb9-4ba0-ab0d-c868efc3dffa req-e07c6968-2724-40a1-a580-9813f23bbbf0 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:33.289512 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-10167250-9eb9-4ba0-ab0d-c868efc3dffa req-e07c6968-2724-40a1-a580-9813f23bbbf0 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b849b9f-edde-4f44-800f-5b8ecf924712 HTTP/1.1" status: 200 len: 945 time: 0.0799460 Aug 17 00:23:33.341256 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4c4782d5-8dea-4ec9-a36d-237de07c9f10 req-8b598351-2aa7-48ae-8cf1-940fec280631 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507905 Aug 17 00:23:33.348742 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-10167250-9eb9-4ba0-ab0d-c868efc3dffa req-7f232287-bfb7-488e-b622-1a8ad42950e7 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526860 Aug 17 00:23:33.466503 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device d66e0eaf-4b5f-454d-b31e-f981736c34c2 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:23:33.562799 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port d66e0eaf-4b5f-454d-b31e-f981736c34c2, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d66e0eaf-4b5f-454d-b31e-f981736c34c2,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:23:33.571336 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08c6cf-c109-47d8-9be9-ed7c18743a82 req-ae19c494-660d-4268-82a1-3d860c6969a8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:33.572806 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb08c6cf-c109-47d8-9be9-ed7c18743a82 req-ae19c494-660d-4268-82a1-3d860c6969a8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/networks?id=c803fa11-ec13-4805-bf01-644a7f09f5d7 HTTP/1.1" status: 200 len: 805 time: 0.1024299 Aug 17 00:23:33.574208 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'd66e0eaf-4b5f-454d-b31e-f981736c34c2', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'port_id': 'd66e0eaf-4b5f-454d-b31e-f981736c34c2', 'mac_address': 'fa:16:3e:6f:1a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:23:33.588369 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb08c6cf-c109-47d8-9be9-ed7c18743a82 req-77fcdf12-4f10-4965-9e6b-1525a29cef9c tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/quotas/c237df9b1a3e49adadc567fc799ec8ba HTTP/1.1" status: 200 len: 375 time: 0.0089753 Aug 17 00:23:33.615353 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:33.628582 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66e0eaf-4b5f-454d-b31e-f981736c34c2 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:23:33.641922 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb08c6cf-c109-47d8-9be9-ed7c18743a82 req-9bbf2bf2-3d77-40cd-8d5b-0fc3ca1f75a7 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c237df9b1a3e49adadc567fc799ec8ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0477936 Aug 17 00:23:33.648721 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port d66e0eaf-4b5f-454d-b31e-f981736c34c2, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d66e0eaf-4b5f-454d-b31e-f981736c34c2,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:23:33.654077 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:33.701981 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=d66e0eaf-4b5f-454d-b31e-f981736c34c2,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:23:33.736780 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb08c6cf-c109-47d8-9be9-ed7c18743a82 req-b4ae6764-c77b-4ff8-9131-c7c5ba7f0f50 service neutron] 10.222.0.60 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878158 Aug 17 00:23:33.841478 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb08c6cf-c109-47d8-9be9-ed7c18743a82 req-f0adc9f5-429a-4107-9a95-b120f126e29c service neutron] 10.222.0.60 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963612 Aug 17 00:23:33.859587 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['d66e0eaf-4b5f-454d-b31e-f981736c34c2'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:23:34.509085 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee58b3-dea0-4604-b6e1-52b34f87f94d req-af94bf30-39d7-4d4b-8625-53173d7aef3d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:34.510443 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-96ee58b3-dea0-4604-b6e1-52b34f87f94d req-af94bf30-39d7-4d4b-8625-53173d7aef3d tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6116a2e5-ed33-4012-a313-42a23a006b10 HTTP/1.1" status: 200 len: 944 time: 0.0800955 Aug 17 00:23:34.532333 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-02b26ff2-ebed-4f37-8a7f-476800b41801 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:34.533763 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-02b26ff2-ebed-4f37-8a7f-476800b41801 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/networks?id=c803fa11-ec13-4805-bf01-644a7f09f5d7 HTTP/1.1" status: 200 len: 805 time: 0.1504207 Aug 17 00:23:34.553817 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-0044c0b5-bf83-4b2f-aefb-99d8c195ddca tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/quotas/c237df9b1a3e49adadc567fc799ec8ba HTTP/1.1" status: 200 len: 375 time: 0.0133030 Aug 17 00:23:34.576075 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-96ee58b3-dea0-4604-b6e1-52b34f87f94d req-96c08ac4-e38d-4e61-8cf8-63b5bf142428 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580504 Aug 17 00:23:34.607822 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-16a3114b-2c8e-4609-9ff5-a99be156a674 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c237df9b1a3e49adadc567fc799ec8ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0471895 Aug 17 00:23:34.699818 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-55635b5a-b1b9-4f62-b35c-48d195b325e6 service neutron] 10.222.0.60 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847354 Aug 17 00:23:34.790129 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-24860453-afcb-47ea-9ad4-b539340fb418 service neutron] 10.222.0.60 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834680 Aug 17 00:23:34.945583 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62b7440b-f209-4a85-90f0-b1b041dd3bbd req-6a8eed41-cf5a-4337-b085-0ee1eb23ca0c tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ac61af6b-533a-4904-87f2-4ac5d0d46006 HTTP/1.1" status: 200 len: 210 time: 0.0276845 Aug 17 00:23:35.480972 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device d66e0eaf-4b5f-454d-b31e-f981736c34c2 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:23:35.528503 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port d66e0eaf-4b5f-454d-b31e-f981736c34c2 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:23:35.532174 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port d66e0eaf-4b5f-454d-b31e-f981736c34c2 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:23:35.532542 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:35.611904 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:35.633510 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6116a2e5-ed33-4012-a313-42a23a006b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66e0eaf-4b5f-454d-b31e-f981736c34c2'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:23:35.635749 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb7c179-c924-49fd-869b-253f8db24ef4" -d '{"events": [{"server_uuid": "6116a2e5-ed33-4012-a313-42a23a006b10", "name": "network-vif-plugged", "status": "completed", "tag": "d66e0eaf-4b5f-454d-b31e-f981736c34c2"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:23:35.648695 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port d66e0eaf-4b5f-454d-b31e-f981736c34c2, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d66e0eaf-4b5f-454d-b31e-f981736c34c2,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:23:35.653024 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:35.695506 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c4448-31dc-4c88-bba6-280567d34cea req-78ccfbc5-53f8-4ec0-aa4c-d67214858b03 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:35.697034 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-007c4448-31dc-4c88-bba6-280567d34cea req-78ccfbc5-53f8-4ec0-aa4c-d67214858b03 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6116a2e5-ed33-4012-a313-42a23a006b10 HTTP/1.1" status: 200 len: 945 time: 0.0521622 Aug 17 00:23:35.709621 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84478fec-7c3c-41da-b317-7740859c959e x-openstack-request-id: req-84478fec-7c3c-41da-b317-7740859c959e {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:23:35.709911 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6116a2e5-ed33-4012-a313-42a23a006b10", "name": "network-vif-plugged", "status": "completed", "tag": "d66e0eaf-4b5f-454d-b31e-f981736c34c2", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:23:35.710164 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-84478fec-7c3c-41da-b317-7740859c959e {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:23:35.710551 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6116a2e5-ed33-4012-a313-42a23a006b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66e0eaf-4b5f-454d-b31e-f981736c34c2', 'code': 200} Aug 17 00:23:35.715853 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=d66e0eaf-4b5f-454d-b31e-f981736c34c2,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:23:35.746463 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-007c4448-31dc-4c88-bba6-280567d34cea req-500bf8a5-571a-42d3-978c-a5fafff69a3e tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426729 Aug 17 00:23:35.830154 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21282b-572c-45d9-9e6c-9e0cf2c84aba req-be23976c-2ce0-4d3e-a410-c26e59f1038d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:35.831717 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-be21282b-572c-45d9-9e6c-9e0cf2c84aba req-be23976c-2ce0-4d3e-a410-c26e59f1038d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6116a2e5-ed33-4012-a313-42a23a006b10 HTTP/1.1" status: 200 len: 1097 time: 0.0442817 Aug 17 00:23:35.865317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-3bc7e635-6667-4cfe-9ce9-1d6458028d97 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:35.866691 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-3bc7e635-6667-4cfe-9ce9-1d6458028d97 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.64 "GET /v2.0/networks?id=c803fa11-ec13-4805-bf01-644a7f09f5d7 HTTP/1.1" status: 200 len: 805 time: 0.1065054 Aug 17 00:23:35.875065 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-be21282b-572c-45d9-9e6c-9e0cf2c84aba req-ca33fabd-40d4-4c5a-9cbb-17a4def03067 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356538 Aug 17 00:23:35.880107 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-d4f2b5f9-fa7d-4672-89ef-69b416f9a463 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Request body: {'port': {'device_id': 'ac61af6b-533a-4904-87f2-4ac5d0d46006', 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7', 'admin_state_up': True, 'tenant_id': 'c237df9b1a3e49adadc567fc799ec8ba'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:23:35.993099 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-d4f2b5f9-fa7d-4672-89ef-69b416f9a463 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Made reservation on behalf of c237df9b1a3e49adadc567fc799ec8ba for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:23:35.996889 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-d4f2b5f9-fa7d-4672-89ef-69b416f9a463 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:36.084287 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-658729d1-2856-4283-aa52-ab498d3f1dfa req-6aa1de90-038e-4dce-be9b-c4db0cb778aa tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ac61af6b-533a-4904-87f2-4ac5d0d46006 HTTP/1.1" status: 200 len: 210 time: 0.0606387 Aug 17 00:23:36.156893 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-d4f2b5f9-fa7d-4672-89ef-69b416f9a463 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Allocated IP 172.20.0.5 (c803fa11-ec13-4805-bf01-644a7f09f5d7/8a72365d-1e91-452f-9d24-00039beafd4f/07b2e5ee-aa7e-4e3b-8497-ab479c743973) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:23:36.299615 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-d4f2b5f9-fa7d-4672-89ef-69b416f9a463 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:36.341409 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-d4f2b5f9-fa7d-4672-89ef-69b416f9a463 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:36.353671 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['c8ebb03d-2d89-4f99-8851-5868f866cf00'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:23:36.395427 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-d4f2b5f9-fa7d-4672-89ef-69b416f9a463 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Network c803fa11-ec13-4805-bf01-644a7f09f5d7 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:23:36.400565 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-d4f2b5f9-fa7d-4672-89ef-69b416f9a463 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:23:36.405259 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-d4f2b5f9-fa7d-4672-89ef-69b416f9a463 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:23:36.409337 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2b5f9-fa7d-4672-89ef-69b416f9a463 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Pushing event updated for resources: {'Port': ['ID=07b2e5ee-aa7e-4e3b-8497-ab479c743973,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:23:36.457846 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-d4f2b5f9-fa7d-4672-89ef-69b416f9a463 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:36.458467 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-d4f2b5f9-fa7d-4672-89ef-69b416f9a463 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:36.472790 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-d4f2b5f9-fa7d-4672-89ef-69b416f9a463 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5964990 Aug 17 00:23:36.487304 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-c3db6a7e-791b-423f-ba76-9996159fa02c service neutron] Request body: {'port': {'device_id': 'ac61af6b-533a-4904-87f2-4ac5d0d46006', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:23:36.543414 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-c3db6a7e-791b-423f-ba76-9996159fa02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:36.803857 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-c3db6a7e-791b-423f-ba76-9996159fa02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b2e5ee-aa7e-4e3b-8497-ab479c743973 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:23:36.811972 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-c3db6a7e-791b-423f-ba76-9996159fa02c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:36.833811 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-c3db6a7e-791b-423f-ba76-9996159fa02c service neutron] Transition to ACTIVE for port object 07b2e5ee-aa7e-4e3b-8497-ab479c743973 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:23:36.850639 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-c3db6a7e-791b-423f-ba76-9996159fa02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:36.925525 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55e3e5-9f53-49be-adbe-d52d6356f44e req-c4cda810-80f6-41e9-9b08-5b4a05f6452f tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:36.927105 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c55e3e5-9f53-49be-adbe-d52d6356f44e req-c4cda810-80f6-41e9-9b08-5b4a05f6452f tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6116a2e5-ed33-4012-a313-42a23a006b10 HTTP/1.1" status: 200 len: 945 time: 0.1090305 Aug 17 00:23:36.927702 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db6a7e-791b-423f-ba76-9996159fa02c service neutron] Pushing event updated for resources: {'Port': ['ID=07b2e5ee-aa7e-4e3b-8497-ab479c743973,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:23:37.003274 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c55e3e5-9f53-49be-adbe-d52d6356f44e req-f785463a-8c0c-4998-ab99-805908b71262 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588174 Aug 17 00:23:37.019104 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-c3db6a7e-791b-423f-ba76-9996159fa02c service neutron] Attempting to bind port 07b2e5ee-aa7e-4e3b-8497-ab479c743973 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:23:37.019444 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-c3db6a7e-791b-423f-ba76-9996159fa02c service neutron] Attempting to bind port 07b2e5ee-aa7e-4e3b-8497-ab479c743973 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '622ac851-fe77-462c-933f-fe1b1d216eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:23:37.019778 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-c3db6a7e-791b-423f-ba76-9996159fa02c service neutron] Attempting to bind port 07b2e5ee-aa7e-4e3b-8497-ab479c743973 on network c803fa11-ec13-4805-bf01-644a7f09f5d7 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:23:37.023990 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-c3db6a7e-791b-423f-ba76-9996159fa02c service neutron] Port 07b2e5ee-aa7e-4e3b-8497-ab479c743973 on network c803fa11-ec13-4805-bf01-644a7f09f5d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:23:37.024315 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-c3db6a7e-791b-423f-ba76-9996159fa02c service neutron] Attempting to bind port 07b2e5ee-aa7e-4e3b-8497-ab479c743973 on network c803fa11-ec13-4805-bf01-644a7f09f5d7 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:23:37.029339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-c3db6a7e-791b-423f-ba76-9996159fa02c service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:23:37.030066 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-c3db6a7e-791b-423f-ba76-9996159fa02c service neutron] Checking segment: {'id': '622ac851-fe77-462c-933f-fe1b1d216eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:23:37.030181 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-c3db6a7e-791b-423f-ba76-9996159fa02c service neutron] Bound using segment: {'id': '622ac851-fe77-462c-933f-fe1b1d216eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:23:37.030652 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-c3db6a7e-791b-423f-ba76-9996159fa02c service neutron] Bound port: 07b2e5ee-aa7e-4e3b-8497-ab479c743973, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622ac851-fe77-462c-933f-fe1b1d216eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:23:37.030957 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-c3db6a7e-791b-423f-ba76-9996159fa02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:37.502000 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-c3db6a7e-791b-423f-ba76-9996159fa02c service neutron] For port 07b2e5ee-aa7e-4e3b-8497-ab479c743973, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:23:37.522780 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-c3db6a7e-791b-423f-ba76-9996159fa02c service neutron] For port 07b2e5ee-aa7e-4e3b-8497-ab479c743973, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=07b2e5ee-aa7e-4e3b-8497-ab479c743973,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:23:37.531607 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c8a61-6a22-4c16-9ad8-ac9d1549720c req-1670ae69-ed83-4352-8a58-7cea4ac2014b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:37.533113 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d08c8a61-6a22-4c16-9ad8-ac9d1549720c req-1670ae69-ed83-4352-8a58-7cea4ac2014b tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6116a2e5-ed33-4012-a313-42a23a006b10 HTTP/1.1" status: 200 len: 945 time: 0.4639361 Aug 17 00:23:37.535710 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-c3db6a7e-791b-423f-ba76-9996159fa02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:37.556922 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24cc3d-5c01-4f5f-988f-4a7a93fa7f28 req-334d112d-8c68-483f-802b-12f0edf6ca73 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:37.558376 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4c24cc3d-5c01-4f5f-988f-4a7a93fa7f28 req-334d112d-8c68-483f-802b-12f0edf6ca73 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ac61af6b-533a-4904-87f2-4ac5d0d46006 HTTP/1.1" status: 200 len: 943 time: 0.0986547 Aug 17 00:23:37.604802 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-c3db6a7e-791b-423f-ba76-9996159fa02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:37.605437 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-c3db6a7e-791b-423f-ba76-9996159fa02c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:37.606773 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-c3db6a7e-791b-423f-ba76-9996159fa02c service neutron] 10.222.0.64 "PUT /v2.0/ports/07b2e5ee-aa7e-4e3b-8497-ab479c743973 HTTP/1.1" status: 200 len: 1092 time: 1.1243691 Aug 17 00:23:37.608625 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac61af6b-533a-4904-87f2-4ac5d0d46006', 'tag': '07b2e5ee-aa7e-4e3b-8497-ab479c743973'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:23:37.611128 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae05201d-8212-4194-b49b-79240ca06b76" -d '{"events": [{"name": "network-changed", "server_uuid": "ac61af6b-533a-4904-87f2-4ac5d0d46006", "tag": "07b2e5ee-aa7e-4e3b-8497-ab479c743973"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:23:37.688609 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d08c8a61-6a22-4c16-9ad8-ac9d1549720c req-1c4e4cda-7be2-4158-9f66-87d725fbd006 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471612 Aug 17 00:23:37.689232 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db6a7e-791b-423f-ba76-9996159fa02c service neutron] Pushing event updated for resources: {'Port': ['ID=07b2e5ee-aa7e-4e3b-8497-ab479c743973,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:23:37.699751 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4c24cc3d-5c01-4f5f-988f-4a7a93fa7f28 req-9991ec25-7af4-4207-8438-4a0eade45dcd tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180270 Aug 17 00:23:37.711801 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33838) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:23:37.713325 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-477af7c2-0b5e-4caa-bcf2-78c86fb8740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:37.714887 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-477af7c2-0b5e-4caa-bcf2-78c86fb8740d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c237df9b1a3e49adadc567fc799ec8ba&device_id=ac61af6b-533a-4904-87f2-4ac5d0d46006 HTTP/1.1" status: 200 len: 1095 time: 0.0645504 Aug 17 00:23:37.761880 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8221d29-35a0-4b93-b37a-ae2f87f6a770 x-openstack-request-id: req-c8221d29-35a0-4b93-b37a-ae2f87f6a770 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:23:37.762171 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac61af6b-533a-4904-87f2-4ac5d0d46006", "tag": "07b2e5ee-aa7e-4e3b-8497-ab479c743973", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:23:37.762428 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c8221d29-35a0-4b93-b37a-ae2f87f6a770 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:23:37.762926 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac61af6b-533a-4904-87f2-4ac5d0d46006', 'tag': '07b2e5ee-aa7e-4e3b-8497-ab479c743973', 'status': 'completed', 'code': 200} Aug 17 00:23:37.765332 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-b323b2c0-b3b4-4b69-bb54-edbee115b4c5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07b2e5ee-aa7e-4e3b-8497-ab479c743973 HTTP/1.1" status: 200 len: 217 time: 0.0419068 Aug 17 00:23:37.832044 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-c0470c6d-58e0-4e6f-b599-0e9062942c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:37.833594 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-c0470c6d-58e0-4e6f-b599-0e9062942c6b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8a72365d-1e91-452f-9d24-00039beafd4f HTTP/1.1" status: 200 len: 845 time: 0.0623717 Aug 17 00:23:37.869858 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-3247f02f-e116-41e3-bbbe-ec0e1fc91502 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c803fa11-ec13-4805-bf01-644a7f09f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279520 Aug 17 00:23:37.964274 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-bee81249-e758-4d5b-ac9e-7821d0a485e9 service neutron] 10.222.0.64 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870438 Aug 17 00:23:38.051280 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd454ad3-d548-40e9-9c3c-58049cdd92d2 tempest-TestVolumeBootPattern-1094830927 tempest-TestVolumeBootPattern-1094830927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:38.052811 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cd454ad3-d548-40e9-9c3c-58049cdd92d2 tempest-TestVolumeBootPattern-1094830927 tempest-TestVolumeBootPattern-1094830927-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6116a2e5-ed33-4012-a313-42a23a006b10 HTTP/1.1" status: 200 len: 1092 time: 0.3402081 Aug 17 00:23:38.055719 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 33840) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:23:38.060324 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-d21b0c53-7722-48a3-9391-df8b755042a4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'port_id': 'd66e0eaf-4b5f-454d-b31e-f981736c34c2', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:23:38.060649 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e485f28-2fae-423f-bbfd-af827358bb99 req-24968691-ae5f-452f-877b-f70a42cc08a2 service neutron] 10.222.0.64 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899041 Aug 17 00:23:38.081704 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d21b0c53-7722-48a3-9391-df8b755042a4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:38.146427 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05201d-8212-4194-b49b-79240ca06b76 req-554bcca2-86a5-4ae0-a4a1-1cdb44167194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:38.148028 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae05201d-8212-4194-b49b-79240ca06b76 req-554bcca2-86a5-4ae0-a4a1-1cdb44167194 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c237df9b1a3e49adadc567fc799ec8ba&device_id=ac61af6b-533a-4904-87f2-4ac5d0d46006 HTTP/1.1" status: 200 len: 1095 time: 0.0446954 Aug 17 00:23:38.191838 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d21b0c53-7722-48a3-9391-df8b755042a4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:38.251024 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05201d-8212-4194-b49b-79240ca06b76 req-a5d23194-68f1-4404-9763-0deb86bd2dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:38.252610 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae05201d-8212-4194-b49b-79240ca06b76 req-a5d23194-68f1-4404-9763-0deb86bd2dd9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c803fa11-ec13-4805-bf01-644a7f09f5d7 HTTP/1.1" status: 200 len: 906 time: 0.0964432 Aug 17 00:23:38.295438 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae05201d-8212-4194-b49b-79240ca06b76 req-70b917f7-5d62-4629-a7af-29b46fad77ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07b2e5ee-aa7e-4e3b-8497-ab479c743973 HTTP/1.1" status: 200 len: 217 time: 0.0350773 Aug 17 00:23:38.297900 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-d21b0c53-7722-48a3-9391-df8b755042a4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Allocated IP 172.25.3.28 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/3cc0a7ea-85fb-43cd-bf3a-72a882f029d3) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:23:38.346035 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05201d-8212-4194-b49b-79240ca06b76 req-99d758cc-71f8-448f-aae0-b66bcd44294f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:38.347535 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae05201d-8212-4194-b49b-79240ca06b76 req-99d758cc-71f8-448f-aae0-b66bcd44294f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8a72365d-1e91-452f-9d24-00039beafd4f HTTP/1.1" status: 200 len: 845 time: 0.0448332 Aug 17 00:23:38.384616 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae05201d-8212-4194-b49b-79240ca06b76 req-592889ff-0d9d-4b9e-89ba-ac60256c0b93 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c803fa11-ec13-4805-bf01-644a7f09f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283070 Aug 17 00:23:38.406580 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d21b0c53-7722-48a3-9391-df8b755042a4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:38.446504 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d21b0c53-7722-48a3-9391-df8b755042a4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:38.476843 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae05201d-8212-4194-b49b-79240ca06b76 req-32e54437-227c-4988-aa9d-27fdbae05a15 service neutron] 10.222.0.64 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842767 Aug 17 00:23:38.490833 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21b0c53-7722-48a3-9391-df8b755042a4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:23:38.493899 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-d21b0c53-7722-48a3-9391-df8b755042a4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:23:38.496489 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21b0c53-7722-48a3-9391-df8b755042a4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:23:38.503177 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b0c53-7722-48a3-9391-df8b755042a4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event updated for resources: {'Port': ['ID=3cc0a7ea-85fb-43cd-bf3a-72a882f029d3,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:23:38.572870 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae05201d-8212-4194-b49b-79240ca06b76 req-d9387260-f94a-4821-b74d-e5743edd7982 service neutron] 10.222.0.64 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871737 Aug 17 00:23:38.843113 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e389fd2-35bb-4622-a069-80bb2c02c78b req-2ad795fa-b21d-4ab1-b11f-8aa34df09607 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:38.844624 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3e389fd2-35bb-4622-a069-80bb2c02c78b req-2ad795fa-b21d-4ab1-b11f-8aa34df09607 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ac61af6b-533a-4904-87f2-4ac5d0d46006 HTTP/1.1" status: 200 len: 943 time: 0.0509977 Aug 17 00:23:38.870207 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d21b0c53-7722-48a3-9391-df8b755042a4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:38.884917 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3e389fd2-35bb-4622-a069-80bb2c02c78b req-b0c1f8c4-fce6-4903-be21-c6312b37976c tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329313 Aug 17 00:23:38.937652 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d21b0c53-7722-48a3-9391-df8b755042a4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:39.090377 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d21b0c53-7722-48a3-9391-df8b755042a4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:39.094133 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d21b0c53-7722-48a3-9391-df8b755042a4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:39.168219 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b0c53-7722-48a3-9391-df8b755042a4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event updated for resources: {'Port': ['ID=3cc0a7ea-85fb-43cd-bf3a-72a882f029d3,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:23:39.176872 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d21b0c53-7722-48a3-9391-df8b755042a4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:39.278727 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-d21b0c53-7722-48a3-9391-df8b755042a4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Floating IP 577d1ef4-c6a0-4756-82bd-8dd58879f3b2 associated. External IP: 172.25.3.28, port: d66e0eaf-4b5f-454d-b31e-f981736c34c2. Aug 17 00:23:39.481845 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21b0c53-7722-48a3-9391-df8b755042a4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:23:39.590986 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21b0c53-7722-48a3-9391-df8b755042a4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:23:39.601594 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39de939a-7e4d-4c0a-a130-e153e11c8a33 None None] Sync routers for ids ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:23:39.609919 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d21b0c53-7722-48a3-9391-df8b755042a4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:39.611567 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39de939a-7e4d-4c0a-a130-e153e11c8a33 None None] Routers {'5f44a2f4-7538-4cb1-902f-1a557b3cd741'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:23:39.612179 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-39de939a-7e4d-4c0a-a130-e153e11c8a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:23:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:23:39.641398 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d21b0c53-7722-48a3-9391-df8b755042a4 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5843499 Aug 17 00:23:39.642343 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6116a2e5-ed33-4012-a313-42a23a006b10', 'tag': 'd66e0eaf-4b5f-454d-b31e-f981736c34c2'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:23:39.646178 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6b44b4-ec91-4406-8619-d2259fe45256" -d '{"events": [{"name": "network-changed", "server_uuid": "6116a2e5-ed33-4012-a313-42a23a006b10", "tag": "d66e0eaf-4b5f-454d-b31e-f981736c34c2"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:23:39.684401 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2409e1a0-32fe-4bc8-8321-2980dadf847e x-openstack-request-id: req-2409e1a0-32fe-4bc8-8321-2980dadf847e {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:23:39.684765 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6116a2e5-ed33-4012-a313-42a23a006b10", "tag": "d66e0eaf-4b5f-454d-b31e-f981736c34c2", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:23:39.685119 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2409e1a0-32fe-4bc8-8321-2980dadf847e {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:23:39.685612 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6116a2e5-ed33-4012-a313-42a23a006b10', 'tag': 'd66e0eaf-4b5f-454d-b31e-f981736c34c2', 'status': 'completed', 'code': 200} Aug 17 00:23:39.723341 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-39de939a-7e4d-4c0a-a130-e153e11c8a33 None None] Set router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:23:39.749776 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b44b4-ec91-4406-8619-d2259fe45256 req-e2bdcadb-b4d7-4389-a2ec-e04beae84989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:39.751282 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f6b44b4-ec91-4406-8619-d2259fe45256 req-e2bdcadb-b4d7-4389-a2ec-e04beae84989 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&device_id=6116a2e5-ed33-4012-a313-42a23a006b10 HTTP/1.1" status: 200 len: 1097 time: 0.0416970 Aug 17 00:23:39.846392 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b44b4-ec91-4406-8619-d2259fe45256 req-23904cdd-1d4e-45f6-8f17-a1465078a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:39.847883 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f6b44b4-ec91-4406-8619-d2259fe45256 req-23904cdd-1d4e-45f6-8f17-a1465078a2ec service neutron] 10.222.0.64 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 912 time: 0.0885451 Aug 17 00:23:39.915793 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f6b44b4-ec91-4406-8619-d2259fe45256 req-7fda8fba-57c8-4012-8737-1b8858e776c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d66e0eaf-4b5f-454d-b31e-f981736c34c2 HTTP/1.1" status: 200 len: 998 time: 0.0605669 Aug 17 00:23:39.947925 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-39de939a-7e4d-4c0a-a130-e153e11c8a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'name': 'tempest-TestVolumeBootPattern-283857276-router', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:13Z', 'revision_number': 4, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'gw_port': {'id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '577d1ef4-c6a0-4756-82bd-8dd58879f3b2', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'floating_ip_address': '172.25.3.28', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'port_id': 'd66e0eaf-4b5f-454d-b31e-f981736c34c2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'mac_address': 'fa:16:3e:6f:1a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6116a2e5-ed33-4012-a313-42a23a006b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:23:38Z', 'updated_at': '2021-08-17T00:23:38Z', 'revision_number': 0, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'fixed_ip_address_scope': None}, {'id': '93941688-be94-4500-9002-c732ffbe9080', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'floating_ip_address': '172.25.3.30', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'port_id': '605fa81c-4fa3-4bb0-91cf-776a6b33ca10', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'mac_address': 'fa:16:3e:3d:28:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34feeef3-9627-4e9b-ae67-a79ae3b05bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:21:30Z', 'updated_at': '2021-08-17T00:21:32Z', 'revision_number': 1, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02617c49-b037-4d85-bd85-237a1bf72deb', 'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'mac_address': 'fa:16:3e:56:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:11Z', 'updated_at': '2021-08-17T00:13:22Z', 'revision_number': 5, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'subnets': [{'id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:23:39.975574 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39de939a-7e4d-4c0a-a130-e153e11c8a33 None None] Checking router: 5f44a2f4-7538-4cb1-902f-1a557b3cd741 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:23:39.984174 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39de939a-7e4d-4c0a-a130-e153e11c8a33 None None] Routers {'5f44a2f4-7538-4cb1-902f-1a557b3cd741'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:23:39.984784 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-39de939a-7e4d-4c0a-a130-e153e11c8a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:23:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:23:39.995735 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b44b4-ec91-4406-8619-d2259fe45256 req-c77f6cb1-e3e6-43a2-b22a-2ca162aa5c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:39.997235 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f6b44b4-ec91-4406-8619-d2259fe45256 req-c77f6cb1-e3e6-43a2-b22a-2ca162aa5c9b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50a43672-a95f-4b5a-a039-6a76ff2ef6bb HTTP/1.1" status: 200 len: 850 time: 0.0748627 Aug 17 00:23:40.040666 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8691c93-4481-4eba-933a-be07ed3d3c5f req-33b566d2-d3ae-47ed-9033-49e8032d76ce tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:40.042170 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8691c93-4481-4eba-933a-be07ed3d3c5f req-33b566d2-d3ae-47ed-9033-49e8032d76ce tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ac61af6b-533a-4904-87f2-4ac5d0d46006 HTTP/1.1" status: 200 len: 943 time: 0.0856066 Aug 17 00:23:40.073825 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b44b4-ec91-4406-8619-d2259fe45256 req-5407c0c6-f0ac-44ee-9b14-33ea5ae2c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:40.075404 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f6b44b4-ec91-4406-8619-d2259fe45256 req-5407c0c6-f0ac-44ee-9b14-33ea5ae2c78e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2676b640-a0ef-482d-b8e8-3f50e99c7802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700891 Aug 17 00:23:40.090827 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-39de939a-7e4d-4c0a-a130-e153e11c8a33 None None] Set router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:23:40.107205 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8691c93-4481-4eba-933a-be07ed3d3c5f req-d75551ec-3ddc-43e5-b83d-6ccda13d87ed tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587177 Aug 17 00:23:40.168485 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:40.182229 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f6b44b4-ec91-4406-8619-d2259fe45256 req-098d2b20-8b68-45d5-8f49-ec45133e9a0f service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987639 Aug 17 00:23:40.280804 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f6b44b4-ec91-4406-8619-d2259fe45256 req-147a1f48-0f94-4409-9a59-e53d6c4bf511 service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908921 Aug 17 00:23:40.409368 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-39de939a-7e4d-4c0a-a130-e153e11c8a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'name': 'tempest-TestVolumeBootPattern-283857276-router', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:13Z', 'revision_number': 4, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'gw_port': {'id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '577d1ef4-c6a0-4756-82bd-8dd58879f3b2', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'floating_ip_address': '172.25.3.28', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'port_id': 'd66e0eaf-4b5f-454d-b31e-f981736c34c2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'mac_address': 'fa:16:3e:6f:1a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6116a2e5-ed33-4012-a313-42a23a006b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:23:38Z', 'updated_at': '2021-08-17T00:23:38Z', 'revision_number': 0, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'fixed_ip_address_scope': None}, {'id': '93941688-be94-4500-9002-c732ffbe9080', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'floating_ip_address': '172.25.3.30', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'port_id': '605fa81c-4fa3-4bb0-91cf-776a6b33ca10', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'mac_address': 'fa:16:3e:3d:28:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34feeef3-9627-4e9b-ae67-a79ae3b05bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:21:30Z', 'updated_at': '2021-08-17T00:21:32Z', 'revision_number': 1, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02617c49-b037-4d85-bd85-237a1bf72deb', 'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'mac_address': 'fa:16:3e:56:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:11Z', 'updated_at': '2021-08-17T00:13:22Z', 'revision_number': 5, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'subnets': [{'id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:23:40.434153 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39de939a-7e4d-4c0a-a130-e153e11c8a33 None None] The sync data for ids ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'] in n-d-800088-20 is: [{'id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'name': 'tempest-TestVolumeBootPattern-283857276-router', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:13Z', 'revision_number': 4, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'gw_port': {'id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '577d1ef4-c6a0-4756-82bd-8dd58879f3b2', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'floating_ip_address': '172.25.3.28', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'port_id': 'd66e0eaf-4b5f-454d-b31e-f981736c34c2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'mac_address': 'fa:16:3e:6f:1a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6116a2e5-ed33-4012-a313-42a23a006b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:23:38Z', 'updated_at': '2021-08-17T00:23:38Z', 'revision_number': 0, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'fixed_ip_address_scope': None}, {'id': '93941688-be94-4500-9002-c732ffbe9080', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'floating_ip_address': '172.25.3.30', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'port_id': '605fa81c-4fa3-4bb0-91cf-776a6b33ca10', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'mac_address': 'fa:16:3e:3d:28:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34feeef3-9627-4e9b-ae67-a79ae3b05bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:21:30Z', 'updated_at': '2021-08-17T00:21:32Z', 'revision_number': 1, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02617c49-b037-4d85-bd85-237a1bf72deb', 'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'mac_address': 'fa:16:3e:56:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:11Z', 'updated_at': '2021-08-17T00:13:22Z', 'revision_number': 5, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'subnets': [{'id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:23:40.623223 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5ea3cd-f52e-4d1c-b130-8c5a99955ad9 None None] New status for floating IP 577d1ef4-c6a0-4756-82bd-8dd58879f3b2: ACTIVE {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:23:41.223856 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ae533-713c-4f9f-be33-c6a5eca93804 req-4397476f-e53e-4d6f-9c69-9f2756d670c6 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:41.225372 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-661ae533-713c-4f9f-be33-c6a5eca93804 req-4397476f-e53e-4d6f-9c69-9f2756d670c6 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ac61af6b-533a-4904-87f2-4ac5d0d46006 HTTP/1.1" status: 200 len: 943 time: 0.0500114 Aug 17 00:23:41.264110 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-661ae533-713c-4f9f-be33-c6a5eca93804 req-5f382193-b76b-4955-8501-9b790da07f19 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327039 Aug 17 00:23:41.499366 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 07b2e5ee-aa7e-4e3b-8497-ab479c743973 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:23:41.588809 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 07b2e5ee-aa7e-4e3b-8497-ab479c743973, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=07b2e5ee-aa7e-4e3b-8497-ab479c743973,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:23:41.600394 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '07b2e5ee-aa7e-4e3b-8497-ab479c743973', 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7', 'port_id': '07b2e5ee-aa7e-4e3b-8497-ab479c743973', 'mac_address': 'fa:16:3e:c3:ff:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a72365d-1e91-452f-9d24-00039beafd4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:23:41.640403 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:41.652508 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b2e5ee-aa7e-4e3b-8497-ab479c743973 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:23:41.673686 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 07b2e5ee-aa7e-4e3b-8497-ab479c743973, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=07b2e5ee-aa7e-4e3b-8497-ab479c743973,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:23:41.677827 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:41.724314 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=07b2e5ee-aa7e-4e3b-8497-ab479c743973,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:23:41.756527 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:41.885698 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['07b2e5ee-aa7e-4e3b-8497-ab479c743973'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:23:42.385580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e87bf7-5cee-488a-ae87-8605177efed5 req-8948505d-0d2d-41c3-9ebc-353724446afe tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:42.387078 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-17e87bf7-5cee-488a-ae87-8605177efed5 req-8948505d-0d2d-41c3-9ebc-353724446afe tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ac61af6b-533a-4904-87f2-4ac5d0d46006 HTTP/1.1" status: 200 len: 944 time: 0.0543416 Aug 17 00:23:42.426077 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-17e87bf7-5cee-488a-ae87-8605177efed5 req-01de6388-5a5f-4624-8da9-5f8fe7ac45ae tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323215 Aug 17 00:23:43.505187 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 07b2e5ee-aa7e-4e3b-8497-ab479c743973 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:23:43.552738 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd0c71-a831-4f44-ad3d-a227d2e74fcf req-1d72ca46-67c7-4ae3-af96-8a55909c434f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:43.554304 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-50cd0c71-a831-4f44-ad3d-a227d2e74fcf req-1d72ca46-67c7-4ae3-af96-8a55909c434f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ac61af6b-533a-4904-87f2-4ac5d0d46006 HTTP/1.1" status: 200 len: 944 time: 0.0552087 Aug 17 00:23:43.557896 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 07b2e5ee-aa7e-4e3b-8497-ab479c743973 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:23:43.562060 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 07b2e5ee-aa7e-4e3b-8497-ab479c743973 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:23:43.562443 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:43.594379 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-50cd0c71-a831-4f44-ad3d-a227d2e74fcf req-3430e58d-22fb-43ab-949f-899e301ba347 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331805 Aug 17 00:23:43.643100 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:43.668140 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac61af6b-533a-4904-87f2-4ac5d0d46006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b2e5ee-aa7e-4e3b-8497-ab479c743973'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:23:43.670526 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0b2e31-6578-404a-a9a1-30d849150805" -d '{"events": [{"server_uuid": "ac61af6b-533a-4904-87f2-4ac5d0d46006", "name": "network-vif-plugged", "status": "completed", "tag": "07b2e5ee-aa7e-4e3b-8497-ab479c743973"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:23:43.684077 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 07b2e5ee-aa7e-4e3b-8497-ab479c743973, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=07b2e5ee-aa7e-4e3b-8497-ab479c743973,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:23:43.688589 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:43.713938 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2511520e-8833-4187-96a1-f09fd32c9021 x-openstack-request-id: req-2511520e-8833-4187-96a1-f09fd32c9021 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:23:43.714228 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac61af6b-533a-4904-87f2-4ac5d0d46006", "name": "network-vif-plugged", "status": "completed", "tag": "07b2e5ee-aa7e-4e3b-8497-ab479c743973", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:23:43.714481 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2511520e-8833-4187-96a1-f09fd32c9021 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:23:43.714870 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac61af6b-533a-4904-87f2-4ac5d0d46006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b2e5ee-aa7e-4e3b-8497-ab479c743973', 'code': 200} Aug 17 00:23:43.741849 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=07b2e5ee-aa7e-4e3b-8497-ab479c743973,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:23:43.806775 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85642ee9-0d56-4769-9ae8-0a23b5b23fcb req-95cd5727-10cd-45fa-be25-fb3c060ac669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:43.808273 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85642ee9-0d56-4769-9ae8-0a23b5b23fcb req-95cd5727-10cd-45fa-be25-fb3c060ac669 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ac61af6b-533a-4904-87f2-4ac5d0d46006 HTTP/1.1" status: 200 len: 1097 time: 0.0401473 Aug 17 00:23:43.844786 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85642ee9-0d56-4769-9ae8-0a23b5b23fcb req-ee040532-4fcb-4267-a771-2b082d07ee0a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292571 Aug 17 00:23:44.715787 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafe8ac-44ba-4a4c-9725-f9b833274f49 req-0fa0e35c-f0f6-455d-a17c-ebb0bcce30af tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:44.717737 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aaafe8ac-44ba-4a4c-9725-f9b833274f49 req-0fa0e35c-f0f6-455d-a17c-ebb0bcce30af tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ac61af6b-533a-4904-87f2-4ac5d0d46006 HTTP/1.1" status: 200 len: 945 time: 0.0539160 Aug 17 00:23:44.755945 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aaafe8ac-44ba-4a4c-9725-f9b833274f49 req-ca3fa2a6-a5bc-4a5d-a96e-f5894e33dc34 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318441 Aug 17 00:23:44.874177 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e41a9-ea0c-46a2-a943-5e2bf0f9d8ca req-e1c4766f-f853-40be-97da-2b550980e809 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:44.875665 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2d9e41a9-ea0c-46a2-a943-5e2bf0f9d8ca req-e1c4766f-f853-40be-97da-2b550980e809 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ac61af6b-533a-4904-87f2-4ac5d0d46006 HTTP/1.1" status: 200 len: 945 time: 0.0503321 Aug 17 00:23:44.915340 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2d9e41a9-ea0c-46a2-a943-5e2bf0f9d8ca req-f2f66d5c-17fc-41f2-a752-909ff04cc108 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336485 Aug 17 00:23:45.150766 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64e7de-6865-4b6b-b1fa-dfcdc0db2edb req-01811733-1d2a-4f9b-afbe-431056be07ed tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:45.152259 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aa64e7de-6865-4b6b-b1fa-dfcdc0db2edb req-01811733-1d2a-4f9b-afbe-431056be07ed tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ac61af6b-533a-4904-87f2-4ac5d0d46006 HTTP/1.1" status: 200 len: 945 time: 0.0485330 Aug 17 00:23:45.190034 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aa64e7de-6865-4b6b-b1fa-dfcdc0db2edb req-e55ceee6-1861-4f61-bdaf-f4b0f92eb5c3 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308504 Aug 17 00:23:46.309226 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fbc43b-d574-49d1-9028-5dc80a256644 req-8cc2ecef-1b8c-4472-9563-1054deaaf9d9 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:46.310844 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5fbc43b-d574-49d1-9028-5dc80a256644 req-8cc2ecef-1b8c-4472-9563-1054deaaf9d9 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ac61af6b-533a-4904-87f2-4ac5d0d46006 HTTP/1.1" status: 200 len: 945 time: 0.0525324 Aug 17 00:23:46.347936 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5fbc43b-d574-49d1-9028-5dc80a256644 req-bbbb1d7a-bce4-4b24-bcb5-2fc5afb9c114 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311465 Aug 17 00:23:46.448366 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c64fd9-9fe0-4410-a043-4f775b39a6ec req-1d7dddde-50c5-47aa-b688-b9df9dc66070 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:46.449837 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07c64fd9-9fe0-4410-a043-4f775b39a6ec req-1d7dddde-50c5-47aa-b688-b9df9dc66070 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac61af6b-533a-4904-87f2-4ac5d0d46006 HTTP/1.1" status: 200 len: 945 time: 0.0491760 Aug 17 00:23:46.521531 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c4afe130-0621-4158-9190-4135ff4143fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:46.543021 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-07c64fd9-9fe0-4410-a043-4f775b39a6ec req-47f5f6ed-8f93-4618-8f40-d1b787b4659a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Deleting port 07b2e5ee-aa7e-4e3b-8497-ab479c743973 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:23:46.543371 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-07c64fd9-9fe0-4410-a043-4f775b39a6ec req-47f5f6ed-8f93-4618-8f40-d1b787b4659a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:46.633869 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-07c64fd9-9fe0-4410-a043-4f775b39a6ec req-47f5f6ed-8f93-4618-8f40-d1b787b4659a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] For port 07b2e5ee-aa7e-4e3b-8497-ab479c743973, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=07b2e5ee-aa7e-4e3b-8497-ab479c743973,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:23:46.634235 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-07c64fd9-9fe0-4410-a043-4f775b39a6ec req-47f5f6ed-8f93-4618-8f40-d1b787b4659a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:46.649429 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-07c64fd9-9fe0-4410-a043-4f775b39a6ec req-47f5f6ed-8f93-4618-8f40-d1b787b4659a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Calling delete_port for 07b2e5ee-aa7e-4e3b-8497-ab479c743973 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:23:46.785437 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-07c64fd9-9fe0-4410-a043-4f775b39a6ec req-47f5f6ed-8f93-4618-8f40-d1b787b4659a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:46.800450 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['07b2e5ee-aa7e-4e3b-8497-ab479c743973'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:23:46.804749 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['c8ebb03d-2d89-4f99-8851-5868f866cf00'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:23:46.813942 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5f6ed-8f93-4618-8f40-d1b787b4659a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Pushing event deleted for resources: {'Port': ['ID=07b2e5ee-aa7e-4e3b-8497-ab479c743973,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:23:46.859249 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c64fd9-9fe0-4410-a043-4f775b39a6ec req-47f5f6ed-8f93-4618-8f40-d1b787b4659a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] No DVR routers for this DVR port 07b2e5ee-aa7e-4e3b-8497-ab479c743973 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:23:46.862061 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-07c64fd9-9fe0-4410-a043-4f775b39a6ec req-47f5f6ed-8f93-4618-8f40-d1b787b4659a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:46.864432 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07c64fd9-9fe0-4410-a043-4f775b39a6ec req-47f5f6ed-8f93-4618-8f40-d1b787b4659a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.64 "DELETE /v2.0/ports/07b2e5ee-aa7e-4e3b-8497-ab479c743973 HTTP/1.1" status: 204 len: 173 time: 0.4079888 Aug 17 00:23:46.864888 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac61af6b-533a-4904-87f2-4ac5d0d46006', 'name': 'network-vif-deleted', 'tag': '07b2e5ee-aa7e-4e3b-8497-ab479c743973'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:23:46.867463 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905a5afb-7b2f-4e22-89fb-0c647a601a34" -d '{"events": [{"server_uuid": "ac61af6b-533a-4904-87f2-4ac5d0d46006", "name": "network-vif-deleted", "tag": "07b2e5ee-aa7e-4e3b-8497-ab479c743973"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:23:46.931046 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbadb80e-45b9-4c7a-bbb7-043c7f820a47 x-openstack-request-id: req-bbadb80e-45b9-4c7a-bbb7-043c7f820a47 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:23:46.931379 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac61af6b-533a-4904-87f2-4ac5d0d46006", "name": "network-vif-deleted", "tag": "07b2e5ee-aa7e-4e3b-8497-ab479c743973", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:23:46.932283 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bbadb80e-45b9-4c7a-bbb7-043c7f820a47 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:23:46.932840 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac61af6b-533a-4904-87f2-4ac5d0d46006', 'name': 'network-vif-deleted', 'tag': '07b2e5ee-aa7e-4e3b-8497-ab479c743973', 'status': 'completed', 'code': 200} Aug 17 00:23:47.472591 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dd0460c7-7590-4953-ac28-f3e861b1e93d req-420f1451-d93e-45fd-a51f-13eae753e91c tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ac61af6b-533a-4904-87f2-4ac5d0d46006 HTTP/1.1" status: 200 len: 210 time: 0.0340889 Aug 17 00:23:49.022545 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-4adc9298-5950-42e4-b001-5d2f6409f2ee tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:49.023946 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-4adc9298-5950-42e4-b001-5d2f6409f2ee tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/networks?id=c803fa11-ec13-4805-bf01-644a7f09f5d7 HTTP/1.1" status: 200 len: 805 time: 0.1044295 Aug 17 00:23:49.039630 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-ee93e0cf-10ab-46a8-9f43-1e89ff47b58f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/quotas/c237df9b1a3e49adadc567fc799ec8ba HTTP/1.1" status: 200 len: 375 time: 0.0098975 Aug 17 00:23:49.091151 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-d45827e2-98bc-4ba6-a553-2945d02f081f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c237df9b1a3e49adadc567fc799ec8ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460024 Aug 17 00:23:49.216882 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-837d7968-0a85-40b6-b4ae-a3932a0b997d service neutron] 10.222.0.60 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027057 Aug 17 00:23:49.248922 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-81c8272f-5372-4eec-a260-7f45a19e4e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:49.278760 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:49.357095 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1c153-60a4-486d-b832-45b77d209e48 req-7ce8b087-c5d6-465c-8af8-9c122b664343 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:49.359353 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23d1c153-60a4-486d-b832-45b77d209e48 req-7ce8b087-c5d6-465c-8af8-9c122b664343 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 946 time: 0.0809352 Aug 17 00:23:49.364622 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-65101f73-0bd0-4619-a3fb-b0647bb9e186 service neutron] 10.222.0.60 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397827 Aug 17 00:23:49.399065 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23d1c153-60a4-486d-b832-45b77d209e48 req-bd98f923-d57f-4f87-bcd4-677be5fd441e tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334795 Aug 17 00:23:49.526911 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-989b0db7-48db-4aaa-8182-9fc5768ac202 req-fd443a19-d4c4-435c-8bb3-5da15f24cca6 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d07e67-306b-49c9-8ccd-85fa3de513a9 HTTP/1.1" status: 200 len: 210 time: 0.0269477 Aug 17 00:23:50.209688 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:50.460521 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-04c10ce1-79e5-4643-acf4-97b1a33c6d19 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:50.461943 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-04c10ce1-79e5-4643-acf4-97b1a33c6d19 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.64 "GET /v2.0/networks?id=c803fa11-ec13-4805-bf01-644a7f09f5d7 HTTP/1.1" status: 200 len: 805 time: 0.1146078 Aug 17 00:23:50.475740 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-e420cf88-2c49-4b1b-8b28-c69e05754215 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Request body: {'port': {'device_id': 'f3d07e67-306b-49c9-8ccd-85fa3de513a9', 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7', 'admin_state_up': True, 'tenant_id': 'c237df9b1a3e49adadc567fc799ec8ba'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:23:50.597343 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6ae12-d1f0-4c16-8d7a-b3ac115ad68e req-0f8a1f6d-9322-4190-90be-54d9f41ccd6d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:50.598898 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-04a6ae12-d1f0-4c16-8d7a-b3ac115ad68e req-0f8a1f6d-9322-4190-90be-54d9f41ccd6d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 946 time: 0.1178732 Aug 17 00:23:50.645429 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f54afc1f-26e4-4853-bbbf-c58550b1c934 req-b61edd89-1681-44f7-9af0-f1fefbca7b24 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d07e67-306b-49c9-8ccd-85fa3de513a9 HTTP/1.1" status: 200 len: 210 time: 0.0437770 Aug 17 00:23:50.675343 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-04a6ae12-d1f0-4c16-8d7a-b3ac115ad68e req-5040ae4d-f3eb-4b7d-8884-9183fbed3f15 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630538 Aug 17 00:23:50.676478 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-e420cf88-2c49-4b1b-8b28-c69e05754215 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Made reservation on behalf of c237df9b1a3e49adadc567fc799ec8ba for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:23:50.679883 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-e420cf88-2c49-4b1b-8b28-c69e05754215 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:50.686610 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89936203-7513-4947-808b-70c48cf63494 req-d5c6860a-13ad-4ef9-8966-2d9d0ae737ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:50.688958 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-89936203-7513-4947-808b-70c48cf63494 req-d5c6860a-13ad-4ef9-8966-2d9d0ae737ed service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=31228c6a01c44795b6b4fa0167b16be6&device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 1098 time: 0.0554039 Aug 17 00:23:50.793129 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89936203-7513-4947-808b-70c48cf63494 req-fa097f13-a8af-430a-8f2a-7da2876940c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:50.794626 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-89936203-7513-4947-808b-70c48cf63494 req-fa097f13-a8af-430a-8f2a-7da2876940c6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9a01c282-1149-47ef-adf9-eecde6aae568 HTTP/1.1" status: 200 len: 917 time: 0.0847025 Aug 17 00:23:50.808807 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-e420cf88-2c49-4b1b-8b28-c69e05754215 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Allocated IP 172.20.0.6 (c803fa11-ec13-4805-bf01-644a7f09f5d7/8a72365d-1e91-452f-9d24-00039beafd4f/376c5a07-943f-46c3-b396-5ee5f1b51122) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:23:50.868763 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-89936203-7513-4947-808b-70c48cf63494 req-c4400eb4-e434-48e0-86eb-5461da008965 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b220b98-43e2-4c19-b3c2-d35da15530ee HTTP/1.1" status: 200 len: 1002 time: 0.0648520 Aug 17 00:23:50.920688 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89936203-7513-4947-808b-70c48cf63494 req-a90b0e9a-0536-41a5-a1aa-4f1a7c29361e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:50.922355 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-89936203-7513-4947-808b-70c48cf63494 req-a90b0e9a-0536-41a5-a1aa-4f1a7c29361e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54d11a8b-cc41-4904-8fdd-40aba45c11d3 HTTP/1.1" status: 200 len: 855 time: 0.0460355 Aug 17 00:23:50.962935 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-e420cf88-2c49-4b1b-8b28-c69e05754215 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:50.971432 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89936203-7513-4947-808b-70c48cf63494 req-1aaf92a4-e408-4437-9dc7-e96e02fb4c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:50.972925 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-89936203-7513-4947-808b-70c48cf63494 req-1aaf92a4-e408-4437-9dc7-e96e02fb4c8e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9a01c282-1149-47ef-adf9-eecde6aae568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430777 Aug 17 00:23:51.002284 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-e420cf88-2c49-4b1b-8b28-c69e05754215 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:51.015737 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['c8ebb03d-2d89-4f99-8851-5868f866cf00'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:23:51.045540 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-e420cf88-2c49-4b1b-8b28-c69e05754215 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Network c803fa11-ec13-4805-bf01-644a7f09f5d7 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:23:51.048807 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-e420cf88-2c49-4b1b-8b28-c69e05754215 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:23:51.055192 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-e420cf88-2c49-4b1b-8b28-c69e05754215 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:23:51.090566 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-89936203-7513-4947-808b-70c48cf63494 req-7e771d1d-6065-4ed0-962b-a1469dd7d761 service neutron] 10.222.0.69 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040182 Aug 17 00:23:51.091949 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420cf88-2c49-4b1b-8b28-c69e05754215 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Pushing event updated for resources: {'Port': ['ID=376c5a07-943f-46c3-b396-5ee5f1b51122,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:23:51.118801 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-e420cf88-2c49-4b1b-8b28-c69e05754215 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:51.119028 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-e420cf88-2c49-4b1b-8b28-c69e05754215 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:51.137599 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-e420cf88-2c49-4b1b-8b28-c69e05754215 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6657355 Aug 17 00:23:51.150161 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-7111b7a2-b329-4c7b-9343-0acd5dac5acc service neutron] Request body: {'port': {'device_id': 'f3d07e67-306b-49c9-8ccd-85fa3de513a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:23:51.195309 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-89936203-7513-4947-808b-70c48cf63494 req-c387175c-686e-40f3-b8be-d4975819607e service neutron] 10.222.0.69 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960181 Aug 17 00:23:51.205623 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-7111b7a2-b329-4c7b-9343-0acd5dac5acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:51.470449 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-7111b7a2-b329-4c7b-9343-0acd5dac5acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 376c5a07-943f-46c3-b396-5ee5f1b51122 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:23:51.477672 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-7111b7a2-b329-4c7b-9343-0acd5dac5acc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:51.489420 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-7111b7a2-b329-4c7b-9343-0acd5dac5acc service neutron] Transition to ACTIVE for port object 376c5a07-943f-46c3-b396-5ee5f1b51122 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:23:51.493210 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-7111b7a2-b329-4c7b-9343-0acd5dac5acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:51.541327 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111b7a2-b329-4c7b-9343-0acd5dac5acc service neutron] Pushing event updated for resources: {'Port': ['ID=376c5a07-943f-46c3-b396-5ee5f1b51122,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:23:51.542652 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 07b2e5ee-aa7e-4e3b-8497-ab479c743973 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:23:51.566057 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 07b2e5ee-aa7e-4e3b-8497-ab479c743973 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:23:51.566395 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 07b2e5ee-aa7e-4e3b-8497-ab479c743973 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:23:51.615750 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-7111b7a2-b329-4c7b-9343-0acd5dac5acc service neutron] Attempting to bind port 376c5a07-943f-46c3-b396-5ee5f1b51122 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:23:51.616087 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-7111b7a2-b329-4c7b-9343-0acd5dac5acc service neutron] Attempting to bind port 376c5a07-943f-46c3-b396-5ee5f1b51122 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '622ac851-fe77-462c-933f-fe1b1d216eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:23:51.616417 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-7111b7a2-b329-4c7b-9343-0acd5dac5acc service neutron] Attempting to bind port 376c5a07-943f-46c3-b396-5ee5f1b51122 on network c803fa11-ec13-4805-bf01-644a7f09f5d7 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:23:51.620669 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-7111b7a2-b329-4c7b-9343-0acd5dac5acc service neutron] Port 376c5a07-943f-46c3-b396-5ee5f1b51122 on network c803fa11-ec13-4805-bf01-644a7f09f5d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:23:51.621004 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-7111b7a2-b329-4c7b-9343-0acd5dac5acc service neutron] Attempting to bind port 376c5a07-943f-46c3-b396-5ee5f1b51122 on network c803fa11-ec13-4805-bf01-644a7f09f5d7 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:23:51.626465 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-7111b7a2-b329-4c7b-9343-0acd5dac5acc service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:23:51.626801 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-7111b7a2-b329-4c7b-9343-0acd5dac5acc service neutron] Checking segment: {'id': '622ac851-fe77-462c-933f-fe1b1d216eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:23:51.627182 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-7111b7a2-b329-4c7b-9343-0acd5dac5acc service neutron] Bound using segment: {'id': '622ac851-fe77-462c-933f-fe1b1d216eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:23:51.627607 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-7111b7a2-b329-4c7b-9343-0acd5dac5acc service neutron] Bound port: 376c5a07-943f-46c3-b396-5ee5f1b51122, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622ac851-fe77-462c-933f-fe1b1d216eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:23:51.627963 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-7111b7a2-b329-4c7b-9343-0acd5dac5acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:51.692077 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-7111b7a2-b329-4c7b-9343-0acd5dac5acc service neutron] For port 376c5a07-943f-46c3-b396-5ee5f1b51122, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:23:51.696083 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-7111b7a2-b329-4c7b-9343-0acd5dac5acc service neutron] For port 376c5a07-943f-46c3-b396-5ee5f1b51122, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=376c5a07-943f-46c3-b396-5ee5f1b51122,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:23:51.702922 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-7111b7a2-b329-4c7b-9343-0acd5dac5acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:51.764360 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-7111b7a2-b329-4c7b-9343-0acd5dac5acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:51.765297 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-7111b7a2-b329-4c7b-9343-0acd5dac5acc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:51.766660 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-7111b7a2-b329-4c7b-9343-0acd5dac5acc service neutron] 10.222.0.64 "PUT /v2.0/ports/376c5a07-943f-46c3-b396-5ee5f1b51122 HTTP/1.1" status: 200 len: 1092 time: 0.6209776 Aug 17 00:23:51.786494 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d07e67-306b-49c9-8ccd-85fa3de513a9', 'tag': '376c5a07-943f-46c3-b396-5ee5f1b51122'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:23:51.789639 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1af601-8ed7-4e99-9b6d-d7eccadb2dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d07e67-306b-49c9-8ccd-85fa3de513a9", "tag": "376c5a07-943f-46c3-b396-5ee5f1b51122"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:23:51.866387 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111b7a2-b329-4c7b-9343-0acd5dac5acc service neutron] Pushing event updated for resources: {'Port': ['ID=376c5a07-943f-46c3-b396-5ee5f1b51122,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:23:51.899951 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96f0ed-085b-498c-b5f5-10218b84f3fe req-cbd30234-e49c-4186-860e-a116c86b27f0 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:51.901454 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1b96f0ed-085b-498c-b5f5-10218b84f3fe req-cbd30234-e49c-4186-860e-a116c86b27f0 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d07e67-306b-49c9-8ccd-85fa3de513a9 HTTP/1.1" status: 200 len: 943 time: 0.1593487 Aug 17 00:23:51.906278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-ade30b14-11b7-4116-a004-2c336d1fd2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:51.907703 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-ade30b14-11b7-4116-a004-2c336d1fd2dd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c237df9b1a3e49adadc567fc799ec8ba&device_id=f3d07e67-306b-49c9-8ccd-85fa3de513a9 HTTP/1.1" status: 200 len: 1095 time: 0.0952129 Aug 17 00:23:51.916084 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c94306-9bb4-452d-a539-6a18aaf8fef9 req-646e7c9e-89c6-4551-b733-ca976d111c3f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:51.917443 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e6c94306-9bb4-452d-a539-6a18aaf8fef9 req-646e7c9e-89c6-4551-b733-ca976d111c3f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 946 time: 0.1587217 Aug 17 00:23:51.979882 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-b1edea6f-947f-4a6f-b939-44885334c752 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=376c5a07-943f-46c3-b396-5ee5f1b51122 HTTP/1.1" status: 200 len: 217 time: 0.0613749 Aug 17 00:23:52.034397 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1b96f0ed-085b-498c-b5f5-10218b84f3fe req-674ccebc-ad72-4331-85ba-304c8bc94018 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255736 Aug 17 00:23:52.040795 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e6c94306-9bb4-452d-a539-6a18aaf8fef9 req-605b5b95-4f56-45cc-b0f7-47101ca02260 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117771 Aug 17 00:23:52.065477 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-d38fd2bd-4e06-45cc-a9e9-2e60efc2934c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:52.067925 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-d38fd2bd-4e06-45cc-a9e9-2e60efc2934c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8a72365d-1e91-452f-9d24-00039beafd4f HTTP/1.1" status: 200 len: 845 time: 0.0782764 Aug 17 00:23:52.085017 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb11abb5-1187-4718-86ff-5f760b8c1283 x-openstack-request-id: req-eb11abb5-1187-4718-86ff-5f760b8c1283 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:23:52.085337 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d07e67-306b-49c9-8ccd-85fa3de513a9", "tag": "376c5a07-943f-46c3-b396-5ee5f1b51122", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:23:52.085587 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb11abb5-1187-4718-86ff-5f760b8c1283 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:23:52.086000 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d07e67-306b-49c9-8ccd-85fa3de513a9', 'tag': '376c5a07-943f-46c3-b396-5ee5f1b51122', 'status': 'completed', 'code': 200} Aug 17 00:23:52.106530 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-f44c125a-a019-4f56-80a9-04b62c5d26f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c803fa11-ec13-4805-bf01-644a7f09f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324593 Aug 17 00:23:52.122751 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:52.205332 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-fe273868-8465-48b7-9127-c6c05120e8d6 service neutron] 10.222.0.64 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911744 Aug 17 00:23:52.296137 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0091d32e-d564-4d93-ae92-579e67e77f97 req-e4509550-c0eb-4c39-9f2c-242850103af0 service neutron] 10.222.0.64 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839190 Aug 17 00:23:52.385340 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1af601-8ed7-4e99-9b6d-d7eccadb2dc3 req-98770e05-d5af-48e4-a756-227b349af97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:52.386920 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac1af601-8ed7-4e99-9b6d-d7eccadb2dc3 req-98770e05-d5af-48e4-a756-227b349af97b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c237df9b1a3e49adadc567fc799ec8ba&device_id=f3d07e67-306b-49c9-8ccd-85fa3de513a9 HTTP/1.1" status: 200 len: 1095 time: 0.0417144 Aug 17 00:23:52.489953 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1af601-8ed7-4e99-9b6d-d7eccadb2dc3 req-5e3b73e8-95da-4a5d-abed-c8ef9db91e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:52.491422 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac1af601-8ed7-4e99-9b6d-d7eccadb2dc3 req-5e3b73e8-95da-4a5d-abed-c8ef9db91e68 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c803fa11-ec13-4805-bf01-644a7f09f5d7 HTTP/1.1" status: 200 len: 906 time: 0.0975285 Aug 17 00:23:52.534022 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac1af601-8ed7-4e99-9b6d-d7eccadb2dc3 req-d663e235-a110-4f94-bb37-902435a75fe0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=376c5a07-943f-46c3-b396-5ee5f1b51122 HTTP/1.1" status: 200 len: 217 time: 0.0346491 Aug 17 00:23:52.591152 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1af601-8ed7-4e99-9b6d-d7eccadb2dc3 req-9c47331c-ad3d-46bd-b79f-93d502e6750f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:52.593389 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac1af601-8ed7-4e99-9b6d-d7eccadb2dc3 req-9c47331c-ad3d-46bd-b79f-93d502e6750f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8a72365d-1e91-452f-9d24-00039beafd4f HTTP/1.1" status: 200 len: 845 time: 0.0516183 Aug 17 00:23:52.625071 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac1af601-8ed7-4e99-9b6d-d7eccadb2dc3 req-f3387106-18a3-4c2a-9b7a-1acf16f40f8b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c803fa11-ec13-4805-bf01-644a7f09f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243478 Aug 17 00:23:52.714502 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac1af601-8ed7-4e99-9b6d-d7eccadb2dc3 req-442f3329-0ce6-455b-915f-fbda7a77df4a service neutron] 10.222.0.64 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815256 Aug 17 00:23:52.807607 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac1af601-8ed7-4e99-9b6d-d7eccadb2dc3 req-f2dda0a1-6802-4140-a60e-de42015e1896 service neutron] 10.222.0.64 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854452 Aug 17 00:23:53.180348 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ffc79-a7a0-415b-adb8-d5873c12dec4 req-e0dda97d-a0c9-4a6e-a50b-28ccf2168b94 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:53.181847 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-267ffc79-a7a0-415b-adb8-d5873c12dec4 req-e0dda97d-a0c9-4a6e-a50b-28ccf2168b94 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d07e67-306b-49c9-8ccd-85fa3de513a9 HTTP/1.1" status: 200 len: 943 time: 0.0766370 Aug 17 00:23:53.194171 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4bc76-3f14-49ab-867d-c755a4177216 req-1f133d1c-87bd-4fd4-908b-0e2ad835c84b tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:53.195574 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-77b4bc76-3f14-49ab-867d-c755a4177216 req-1f133d1c-87bd-4fd4-908b-0e2ad835c84b tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 946 time: 0.0780361 Aug 17 00:23:53.255865 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-267ffc79-a7a0-415b-adb8-d5873c12dec4 req-1f5d6579-a03e-470b-886e-e0a516de4e7c tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590365 Aug 17 00:23:53.262742 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-77b4bc76-3f14-49ab-867d-c755a4177216 req-79f202d8-a0fc-451b-9831-472db7fb6f2c tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605090 Aug 17 00:23:54.403166 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b392dc-d77b-4a6f-bad5-d64cf81fdaa8 req-f851c508-fbd2-4746-bb9d-c46f103ecfe4 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:54.404795 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-11b392dc-d77b-4a6f-bad5-d64cf81fdaa8 req-f851c508-fbd2-4746-bb9d-c46f103ecfe4 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d07e67-306b-49c9-8ccd-85fa3de513a9 HTTP/1.1" status: 200 len: 943 time: 0.0788767 Aug 17 00:23:54.412118 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887bf2e-90b1-4f56-b75c-07ceaf42bae4 req-835174a2-a551-4e41-a97b-407d605fff2e tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:54.413523 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3887bf2e-90b1-4f56-b75c-07ceaf42bae4 req-835174a2-a551-4e41-a97b-407d605fff2e tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 946 time: 0.0784721 Aug 17 00:23:54.468160 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-11b392dc-d77b-4a6f-bad5-d64cf81fdaa8 req-8aa89d47-3581-4c00-a098-6fd0badc30f9 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536644 Aug 17 00:23:54.474714 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3887bf2e-90b1-4f56-b75c-07ceaf42bae4 req-89994c2a-2dfd-45bb-ac14-aa0ff45c664d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543938 Aug 17 00:23:55.559529 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 376c5a07-943f-46c3-b396-5ee5f1b51122 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:23:55.614607 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1798a5-a9e2-49be-89f7-d04ddc1c479e req-32050914-9106-4533-8345-4da914a110ed tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:55.616088 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d1798a5-a9e2-49be-89f7-d04ddc1c479e req-32050914-9106-4533-8345-4da914a110ed tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d07e67-306b-49c9-8ccd-85fa3de513a9 HTTP/1.1" status: 200 len: 943 time: 0.0779452 Aug 17 00:23:55.638928 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805eb46-0acb-47a3-b7fb-0061f97871d6 req-d138eef1-b896-4fef-8a46-3a5d61c75777 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:55.640575 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2805eb46-0acb-47a3-b7fb-0061f97871d6 req-d138eef1-b896-4fef-8a46-3a5d61c75777 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 946 time: 0.0735586 Aug 17 00:23:55.656755 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 376c5a07-943f-46c3-b396-5ee5f1b51122, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=376c5a07-943f-46c3-b396-5ee5f1b51122,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:23:55.668142 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '376c5a07-943f-46c3-b396-5ee5f1b51122', 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7', 'port_id': '376c5a07-943f-46c3-b396-5ee5f1b51122', 'mac_address': 'fa:16:3e:7c:1a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a72365d-1e91-452f-9d24-00039beafd4f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:23:55.683707 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d1798a5-a9e2-49be-89f7-d04ddc1c479e req-08a779b5-00ad-474f-8af9-d2e585fd0a65 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608733 Aug 17 00:23:55.706733 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2805eb46-0acb-47a3-b7fb-0061f97871d6 req-66b54eed-3f19-49db-b750-8d10d25389f3 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499647 Aug 17 00:23:55.712858 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:55.729058 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 376c5a07-943f-46c3-b396-5ee5f1b51122 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:23:55.751114 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 376c5a07-943f-46c3-b396-5ee5f1b51122, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=376c5a07-943f-46c3-b396-5ee5f1b51122,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:23:55.755748 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:55.802467 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=376c5a07-943f-46c3-b396-5ee5f1b51122,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:23:55.980907 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['376c5a07-943f-46c3-b396-5ee5f1b51122'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:23:56.837385 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446537a-df0e-44ad-82c7-c3de948f07fc req-e0e6b1fe-aacf-46fc-9001-ad615b1e762c tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:56.838832 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b446537a-df0e-44ad-82c7-c3de948f07fc req-e0e6b1fe-aacf-46fc-9001-ad615b1e762c tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d07e67-306b-49c9-8ccd-85fa3de513a9 HTTP/1.1" status: 200 len: 944 time: 0.0814669 Aug 17 00:23:56.852714 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65f6d9-8f66-48b0-befa-f7bba15042bc req-a3e9dc8a-2e77-4b43-b93f-a44a21907a3b tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:56.854140 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aa65f6d9-8f66-48b0-befa-f7bba15042bc req-a3e9dc8a-2e77-4b43-b93f-a44a21907a3b tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 946 time: 0.0700450 Aug 17 00:23:56.915985 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b446537a-df0e-44ad-82c7-c3de948f07fc req-2daf97cc-19a9-41dd-93a4-9cc9ff158921 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607278 Aug 17 00:23:56.919067 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aa65f6d9-8f66-48b0-befa-f7bba15042bc req-5819e05a-30b5-47a9-b1a5-d47fa9aecfd1 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567260 Aug 17 00:23:57.578237 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 376c5a07-943f-46c3-b396-5ee5f1b51122 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:23:57.626112 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 376c5a07-943f-46c3-b396-5ee5f1b51122 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:23:57.629949 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 376c5a07-943f-46c3-b396-5ee5f1b51122 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:23:57.630319 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:57.706138 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:57.731892 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d07e67-306b-49c9-8ccd-85fa3de513a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376c5a07-943f-46c3-b396-5ee5f1b51122'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:23:57.735079 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ff1a3c-60e0-414c-8e71-d4f5fe10c236" -d '{"events": [{"server_uuid": "f3d07e67-306b-49c9-8ccd-85fa3de513a9", "name": "network-vif-plugged", "status": "completed", "tag": "376c5a07-943f-46c3-b396-5ee5f1b51122"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:23:57.750912 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 376c5a07-943f-46c3-b396-5ee5f1b51122, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=376c5a07-943f-46c3-b396-5ee5f1b51122,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:23:57.754861 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:57.778040 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ff3964-6952-4e1d-aafe-f47367f2d9de x-openstack-request-id: req-85ff3964-6952-4e1d-aafe-f47367f2d9de {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:23:57.778336 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d07e67-306b-49c9-8ccd-85fa3de513a9", "name": "network-vif-plugged", "status": "completed", "tag": "376c5a07-943f-46c3-b396-5ee5f1b51122", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:23:57.778592 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-85ff3964-6952-4e1d-aafe-f47367f2d9de {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:23:57.779057 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d07e67-306b-49c9-8ccd-85fa3de513a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376c5a07-943f-46c3-b396-5ee5f1b51122', 'code': 200} Aug 17 00:23:57.810365 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=376c5a07-943f-46c3-b396-5ee5f1b51122,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:23:57.870356 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7d27a-b638-403e-a060-6bd2038350bb req-46a13ee2-6a18-4953-b076-bc26ce771986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:57.871885 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-45c7d27a-b638-403e-a060-6bd2038350bb req-46a13ee2-6a18-4953-b076-bc26ce771986 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f3d07e67-306b-49c9-8ccd-85fa3de513a9 HTTP/1.1" status: 200 len: 1097 time: 0.0401125 Aug 17 00:23:57.907785 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-45c7d27a-b638-403e-a060-6bd2038350bb req-fcedbe4c-65ee-4870-852c-beb79c08ed50 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284328 Aug 17 00:23:58.405422 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2b5ed-130c-47a7-bfee-0714aca07cdb req-b336e8a1-2f55-4839-9196-e3b2537a6fcd tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:58.406902 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42c2b5ed-130c-47a7-bfee-0714aca07cdb req-b336e8a1-2f55-4839-9196-e3b2537a6fcd tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d07e67-306b-49c9-8ccd-85fa3de513a9 HTTP/1.1" status: 200 len: 945 time: 0.4218082 Aug 17 00:23:58.418898 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a47fd4-1b9a-4b69-911e-a1a29f8f725f req-003ca177-2ec7-40a2-a773-584541321db3 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:58.420642 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-05a47fd4-1b9a-4b69-911e-a1a29f8f725f req-003ca177-2ec7-40a2-a773-584541321db3 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 946 time: 0.4245512 Aug 17 00:23:58.476093 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42c2b5ed-130c-47a7-bfee-0714aca07cdb req-2d82a97e-af8a-4efc-899c-b651fdd4dfd8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544693 Aug 17 00:23:58.483968 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-05a47fd4-1b9a-4b69-911e-a1a29f8f725f req-d3377be8-0621-4328-b04a-22c3c81a1868 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562220 Aug 17 00:23:59.626630 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbe804-11e0-4bca-90dd-bf34dc06ab18 req-03253a9c-eec9-433a-9900-292e1cbadbc2 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:59.628141 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0acbe804-11e0-4bca-90dd-bf34dc06ab18 req-03253a9c-eec9-433a-9900-292e1cbadbc2 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d07e67-306b-49c9-8ccd-85fa3de513a9 HTTP/1.1" status: 200 len: 945 time: 0.0792904 Aug 17 00:23:59.640469 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eeef21-844c-46ac-abb3-c6afc8a004b8 req-17146c9f-c315-4c7f-bdbb-346dff8b06a3 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:59.641970 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0eeef21-844c-46ac-abb3-c6afc8a004b8 req-17146c9f-c315-4c7f-bdbb-346dff8b06a3 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 946 time: 0.0831473 Aug 17 00:23:59.698316 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0acbe804-11e0-4bca-90dd-bf34dc06ab18 req-a0e827fb-940e-474b-876d-9f9fb8262e5c tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552204 Aug 17 00:23:59.703157 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0eeef21-844c-46ac-abb3-c6afc8a004b8 req-38e50e95-5775-46c0-8fdd-0a2b3033367f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541406 Aug 17 00:23:59.816319 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c1321-ba5d-496d-8361-81d1377d4276 req-02a2a520-c828-4422-981e-78c645beca76 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:59.817935 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-346c1321-ba5d-496d-8361-81d1377d4276 req-02a2a520-c828-4422-981e-78c645beca76 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d07e67-306b-49c9-8ccd-85fa3de513a9 HTTP/1.1" status: 200 len: 945 time: 0.0497942 Aug 17 00:23:59.856294 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-346c1321-ba5d-496d-8361-81d1377d4276 req-f781d89f-04ce-4a6f-9fa1-c5b5bd91177a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323453 Aug 17 00:24:00.092300 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195aebab-a596-4dee-8e8c-a8ed84a216ae req-663cf226-2cea-4705-82f0-5666dbd585c2 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:00.094840 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-195aebab-a596-4dee-8e8c-a8ed84a216ae req-663cf226-2cea-4705-82f0-5666dbd585c2 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d07e67-306b-49c9-8ccd-85fa3de513a9 HTTP/1.1" status: 200 len: 945 time: 0.0535843 Aug 17 00:24:00.132530 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-195aebab-a596-4dee-8e8c-a8ed84a216ae req-2ad2509b-f275-4e37-8439-8a9b35cbc242 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317700 Aug 17 00:24:00.206005 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:24:00.832605 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bfd08-ca2c-4117-82b3-6bc160000c8c req-f3e2f45e-98b7-4752-908b-7c9a0b7c574f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:00.834116 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-603bfd08-ca2c-4117-82b3-6bc160000c8c req-f3e2f45e-98b7-4752-908b-7c9a0b7c574f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 946 time: 0.0542574 Aug 17 00:24:00.871879 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-603bfd08-ca2c-4117-82b3-6bc160000c8c req-b27d9ca7-7ba2-478c-9d45-cee8f2968b04 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318289 Aug 17 00:24:01.247292 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac952265-32ed-4812-8014-50070180948d req-f5314c5a-a114-4f9e-92e6-25081ef27dff tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:01.248747 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac952265-32ed-4812-8014-50070180948d req-f5314c5a-a114-4f9e-92e6-25081ef27dff tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d07e67-306b-49c9-8ccd-85fa3de513a9 HTTP/1.1" status: 200 len: 945 time: 0.0483670 Aug 17 00:24:01.289087 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac952265-32ed-4812-8014-50070180948d req-57d155a0-79a7-4f3e-a1c9-cbdedeff4918 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328352 Aug 17 00:24:01.478699 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 9b220b98-43e2-4c19-b3c2-d35da15530ee details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:24:01.580735 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 9b220b98-43e2-4c19-b3c2-d35da15530ee, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9b220b98-43e2-4c19-b3c2-d35da15530ee,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:24:01.592350 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '9b220b98-43e2-4c19-b3c2-d35da15530ee', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'port_id': '9b220b98-43e2-4c19-b3c2-d35da15530ee', 'mac_address': 'fa:16:3e:8d:2c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:24:01.622675 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3164f7-db03-40ce-946a-c190e80ec804 req-800a3097-2b7a-42b5-bd4d-e13e6d17613f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:01.624859 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba3164f7-db03-40ce-946a-c190e80ec804 req-800a3097-2b7a-42b5-bd4d-e13e6d17613f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3d07e67-306b-49c9-8ccd-85fa3de513a9 HTTP/1.1" status: 200 len: 945 time: 0.0561283 Aug 17 00:24:01.636247 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:01.649824 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b220b98-43e2-4c19-b3c2-d35da15530ee {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:24:01.671279 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 9b220b98-43e2-4c19-b3c2-d35da15530ee, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9b220b98-43e2-4c19-b3c2-d35da15530ee,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:24:01.675755 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:01.730185 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=9b220b98-43e2-4c19-b3c2-d35da15530ee,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:01.737589 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-ba3164f7-db03-40ce-946a-c190e80ec804 req-794fb286-c202-4059-bd5f-f8679496429f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Deleting port 376c5a07-943f-46c3-b396-5ee5f1b51122 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:24:01.737933 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ba3164f7-db03-40ce-946a-c190e80ec804 req-794fb286-c202-4059-bd5f-f8679496429f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:01.769612 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['9b220b98-43e2-4c19-b3c2-d35da15530ee'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:24:01.831591 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-ba3164f7-db03-40ce-946a-c190e80ec804 req-794fb286-c202-4059-bd5f-f8679496429f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] For port 376c5a07-943f-46c3-b396-5ee5f1b51122, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=376c5a07-943f-46c3-b396-5ee5f1b51122,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:24:01.832050 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ba3164f7-db03-40ce-946a-c190e80ec804 req-794fb286-c202-4059-bd5f-f8679496429f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:01.847327 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-ba3164f7-db03-40ce-946a-c190e80ec804 req-794fb286-c202-4059-bd5f-f8679496429f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Calling delete_port for 376c5a07-943f-46c3-b396-5ee5f1b51122 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:24:02.027470 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c5a15-b2e3-4c58-af30-a0e08267042c req-25fdc3f8-e5ca-431e-8b49-3351accda522 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:02.028985 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-270c5a15-b2e3-4c58-af30-a0e08267042c req-25fdc3f8-e5ca-431e-8b49-3351accda522 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 945 time: 0.0653512 Aug 17 00:24:02.031201 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ba3164f7-db03-40ce-946a-c190e80ec804 req-794fb286-c202-4059-bd5f-f8679496429f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:02.043434 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['c8ebb03d-2d89-4f99-8851-5868f866cf00'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:24:02.045658 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['376c5a07-943f-46c3-b396-5ee5f1b51122'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:24:02.071829 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fb286-c202-4059-bd5f-f8679496429f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Pushing event deleted for resources: {'Port': ['ID=376c5a07-943f-46c3-b396-5ee5f1b51122,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:02.136372 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3164f7-db03-40ce-946a-c190e80ec804 req-794fb286-c202-4059-bd5f-f8679496429f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] No DVR routers for this DVR port 376c5a07-943f-46c3-b396-5ee5f1b51122 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:24:02.141631 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ba3164f7-db03-40ce-946a-c190e80ec804 req-794fb286-c202-4059-bd5f-f8679496429f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:02.143580 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba3164f7-db03-40ce-946a-c190e80ec804 req-794fb286-c202-4059-bd5f-f8679496429f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.64 "DELETE /v2.0/ports/376c5a07-943f-46c3-b396-5ee5f1b51122 HTTP/1.1" status: 204 len: 173 time: 0.5130417 Aug 17 00:24:02.144031 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d07e67-306b-49c9-8ccd-85fa3de513a9', 'name': 'network-vif-deleted', 'tag': '376c5a07-943f-46c3-b396-5ee5f1b51122'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:24:02.154325 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be9494b-e547-4647-b304-6eb94960edca" -d '{"events": [{"server_uuid": "f3d07e67-306b-49c9-8ccd-85fa3de513a9", "name": "network-vif-deleted", "tag": "376c5a07-943f-46c3-b396-5ee5f1b51122"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:24:02.162921 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-270c5a15-b2e3-4c58-af30-a0e08267042c req-756967a5-e9a5-40b6-9e16-f5caf1f72a4e tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235547 Aug 17 00:24:02.212324 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392958b1-5a94-4f05-9cf8-c90891d5c1de x-openstack-request-id: req-392958b1-5a94-4f05-9cf8-c90891d5c1de {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:24:02.212652 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d07e67-306b-49c9-8ccd-85fa3de513a9", "name": "network-vif-deleted", "tag": "376c5a07-943f-46c3-b396-5ee5f1b51122", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:24:02.212907 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-392958b1-5a94-4f05-9cf8-c90891d5c1de {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:24:02.213341 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d07e67-306b-49c9-8ccd-85fa3de513a9', 'name': 'network-vif-deleted', 'tag': '376c5a07-943f-46c3-b396-5ee5f1b51122', 'status': 'completed', 'code': 200} Aug 17 00:24:02.406175 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c36a3fae-9585-4284-82d4-a31035762073 req-90e339c0-5cf7-42a2-b552-1bc8a029cf6b tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3d07e67-306b-49c9-8ccd-85fa3de513a9 HTTP/1.1" status: 200 len: 210 time: 0.0289152 Aug 17 00:24:03.314685 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ecb30-7f84-4e8c-b8b0-7a606269a16a req-168362eb-1d60-4c17-af6b-e53afbaf2557 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:03.316189 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9a7ecb30-7f84-4e8c-b8b0-7a606269a16a req-168362eb-1d60-4c17-af6b-e53afbaf2557 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 945 time: 0.0549974 Aug 17 00:24:03.370290 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9a7ecb30-7f84-4e8c-b8b0-7a606269a16a req-c0dcd1a9-9fbb-494d-b38f-3e750ad2c66d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456882 Aug 17 00:24:03.500309 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 9b220b98-43e2-4c19-b3c2-d35da15530ee up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:24:03.575078 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 9b220b98-43e2-4c19-b3c2-d35da15530ee triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:24:03.575724 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:03.680224 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:03.711164 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5a2ca7-3b59-4096-8fdd-cc977aea8bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b220b98-43e2-4c19-b3c2-d35da15530ee'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:24:03.713516 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8f4558-8920-40fb-9442-5b597aa9a3b2" -d '{"events": [{"server_uuid": "ad5a2ca7-3b59-4096-8fdd-cc977aea8bde", "name": "network-vif-plugged", "status": "completed", "tag": "9b220b98-43e2-4c19-b3c2-d35da15530ee"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:24:03.732412 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 9b220b98-43e2-4c19-b3c2-d35da15530ee, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9b220b98-43e2-4c19-b3c2-d35da15530ee,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:24:03.736328 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:03.785575 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-788ae238-e86f-498b-8f06-1a920d25d8cb tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:03.791799 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b1bec8-b82b-4098-9371-bb445e2e8b7b x-openstack-request-id: req-51b1bec8-b82b-4098-9371-bb445e2e8b7b {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:24:03.792354 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5a2ca7-3b59-4096-8fdd-cc977aea8bde", "name": "network-vif-plugged", "status": "completed", "tag": "9b220b98-43e2-4c19-b3c2-d35da15530ee", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:24:03.792848 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-51b1bec8-b82b-4098-9371-bb445e2e8b7b {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:24:03.793691 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5a2ca7-3b59-4096-8fdd-cc977aea8bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b220b98-43e2-4c19-b3c2-d35da15530ee', 'code': 200} Aug 17 00:24:03.794754 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-788ae238-e86f-498b-8f06-1a920d25d8cb tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/networks?id=c803fa11-ec13-4805-bf01-644a7f09f5d7 HTTP/1.1" status: 200 len: 805 time: 0.1448863 Aug 17 00:24:03.808359 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-8870e4ad-c4b2-4ab6-babc-18027a0299a1 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/quotas/c237df9b1a3e49adadc567fc799ec8ba HTTP/1.1" status: 200 len: 375 time: 0.0127182 Aug 17 00:24:03.813083 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=9b220b98-43e2-4c19-b3c2-d35da15530ee,revision_number=7']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:03.888195 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-b6f1f1f5-25be-4f7b-a2db-44bde8f87e41 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c237df9b1a3e49adadc567fc799ec8ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0721486 Aug 17 00:24:03.999779 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-a93158e9-00ce-489c-ad29-dacf84103dc1 service neutron] 10.222.0.60 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010201 Aug 17 00:24:04.102770 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-f47e6020-4cd0-43c4-94cd-4cea12a2d558 service neutron] 10.222.0.60 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968382 Aug 17 00:24:04.318353 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b43f4eb5-d0c4-484e-bccb-0ff501ff79af req-f5ba689c-22e4-4929-abaf-d3c880c8bd72 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=112f24c7-d966-4fdc-811c-c6f937394b5e HTTP/1.1" status: 200 len: 210 time: 0.0464668 Aug 17 00:24:04.570938 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b158f07-d102-4729-bd85-d73bf5247dfe req-cd33baa0-e242-4382-bbf8-6a2e5cfa1053 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:04.574749 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b158f07-d102-4729-bd85-d73bf5247dfe req-cd33baa0-e242-4382-bbf8-6a2e5cfa1053 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 946 time: 0.0930266 Aug 17 00:24:04.629529 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b158f07-d102-4729-bd85-d73bf5247dfe req-3657b4bb-2c74-487f-91f3-7cb9843b6b9e tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479043 Aug 17 00:24:05.393740 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-8f48d613-71b2-45c8-b83f-b7cd18e446c0 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:05.395296 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-8f48d613-71b2-45c8-b83f-b7cd18e446c0 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.64 "GET /v2.0/networks?id=c803fa11-ec13-4805-bf01-644a7f09f5d7 HTTP/1.1" status: 200 len: 805 time: 0.1512063 Aug 17 00:24:05.412924 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-ee8edabe-8489-4416-9126-54710a65f86e tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Request body: {'port': {'device_id': '112f24c7-d966-4fdc-811c-c6f937394b5e', 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7', 'admin_state_up': True, 'tenant_id': 'c237df9b1a3e49adadc567fc799ec8ba'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:24:05.516513 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d7807bb-37da-42d4-a781-b5648ec343f8 req-720f526f-9951-430e-8bbb-fe535f6bd34d tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=112f24c7-d966-4fdc-811c-c6f937394b5e HTTP/1.1" status: 200 len: 210 time: 0.0359826 Aug 17 00:24:05.575750 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-ee8edabe-8489-4416-9126-54710a65f86e tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Made reservation on behalf of c237df9b1a3e49adadc567fc799ec8ba for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:24:05.579593 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-ee8edabe-8489-4416-9126-54710a65f86e tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:05.624143 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 376c5a07-943f-46c3-b396-5ee5f1b51122 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:24:05.650445 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 376c5a07-943f-46c3-b396-5ee5f1b51122 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:24:05.651778 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 376c5a07-943f-46c3-b396-5ee5f1b51122 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:24:05.753737 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-ee8edabe-8489-4416-9126-54710a65f86e tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Allocated IP 172.20.0.9 (c803fa11-ec13-4805-bf01-644a7f09f5d7/8a72365d-1e91-452f-9d24-00039beafd4f/4fecc60d-042e-4457-a519-4d4093f3886d) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:24:05.799495 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25ddbe-5087-420e-9f50-72ce4a21dede req-7e7b39bb-7801-4791-88f8-b14817292dee tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:05.800996 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8c25ddbe-5087-420e-9f50-72ce4a21dede req-7e7b39bb-7801-4791-88f8-b14817292dee tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 946 time: 0.0772815 Aug 17 00:24:05.901080 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8c25ddbe-5087-420e-9f50-72ce4a21dede req-4064d5f3-33a3-4798-a5fd-dc5bccbe89a7 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905595 Aug 17 00:24:05.969739 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-ee8edabe-8489-4416-9126-54710a65f86e tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:06.018982 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-ee8edabe-8489-4416-9126-54710a65f86e tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:06.033033 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['c8ebb03d-2d89-4f99-8851-5868f866cf00'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:24:06.085778 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-ee8edabe-8489-4416-9126-54710a65f86e tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Network c803fa11-ec13-4805-bf01-644a7f09f5d7 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:24:06.089604 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-ee8edabe-8489-4416-9126-54710a65f86e tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:24:06.094491 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-ee8edabe-8489-4416-9126-54710a65f86e tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:24:06.149000 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8edabe-8489-4416-9126-54710a65f86e tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Pushing event updated for resources: {'Port': ['ID=4fecc60d-042e-4457-a519-4d4093f3886d,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:06.179419 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-ee8edabe-8489-4416-9126-54710a65f86e tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:06.180066 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-ee8edabe-8489-4416-9126-54710a65f86e tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:06.198470 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-ee8edabe-8489-4416-9126-54710a65f86e tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7919002 Aug 17 00:24:06.213511 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-47f08259-cb1e-4237-b348-87a2355c2395 service neutron] Request body: {'port': {'device_id': '112f24c7-d966-4fdc-811c-c6f937394b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:24:06.286283 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-47f08259-cb1e-4237-b348-87a2355c2395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:06.607564 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-47f08259-cb1e-4237-b348-87a2355c2395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fecc60d-042e-4457-a519-4d4093f3886d {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:24:06.620549 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-47f08259-cb1e-4237-b348-87a2355c2395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:06.675605 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-47f08259-cb1e-4237-b348-87a2355c2395 service neutron] Transition to ACTIVE for port object 4fecc60d-042e-4457-a519-4d4093f3886d will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:24:06.680159 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-47f08259-cb1e-4237-b348-87a2355c2395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:06.726426 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2d68c-2498-45cf-a57f-babcaf1c4413 req-82bd320a-ce39-4c95-9705-cb6bb177c6a8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:06.728053 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-87c2d68c-2498-45cf-a57f-babcaf1c4413 req-82bd320a-ce39-4c95-9705-cb6bb177c6a8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=112f24c7-d966-4fdc-811c-c6f937394b5e HTTP/1.1" status: 200 len: 931 time: 0.1023648 Aug 17 00:24:06.778200 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f08259-cb1e-4237-b348-87a2355c2395 service neutron] Pushing event updated for resources: {'Port': ['ID=4fecc60d-042e-4457-a519-4d4093f3886d,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:06.846415 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-87c2d68c-2498-45cf-a57f-babcaf1c4413 req-33181171-15b8-4cdb-ae18-a78dc53ce7c2 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026342 Aug 17 00:24:06.878425 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-47f08259-cb1e-4237-b348-87a2355c2395 service neutron] Attempting to bind port 4fecc60d-042e-4457-a519-4d4093f3886d on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:24:06.878836 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-47f08259-cb1e-4237-b348-87a2355c2395 service neutron] Attempting to bind port 4fecc60d-042e-4457-a519-4d4093f3886d by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '622ac851-fe77-462c-933f-fe1b1d216eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:24:06.879219 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-47f08259-cb1e-4237-b348-87a2355c2395 service neutron] Attempting to bind port 4fecc60d-042e-4457-a519-4d4093f3886d on network c803fa11-ec13-4805-bf01-644a7f09f5d7 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:24:06.885438 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-47f08259-cb1e-4237-b348-87a2355c2395 service neutron] Port 4fecc60d-042e-4457-a519-4d4093f3886d on network c803fa11-ec13-4805-bf01-644a7f09f5d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:24:06.885777 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-47f08259-cb1e-4237-b348-87a2355c2395 service neutron] Attempting to bind port 4fecc60d-042e-4457-a519-4d4093f3886d on network c803fa11-ec13-4805-bf01-644a7f09f5d7 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:24:06.892022 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-47f08259-cb1e-4237-b348-87a2355c2395 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:24:06.892369 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-47f08259-cb1e-4237-b348-87a2355c2395 service neutron] Checking segment: {'id': '622ac851-fe77-462c-933f-fe1b1d216eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:24:06.892765 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-47f08259-cb1e-4237-b348-87a2355c2395 service neutron] Bound using segment: {'id': '622ac851-fe77-462c-933f-fe1b1d216eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:24:06.893281 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-47f08259-cb1e-4237-b348-87a2355c2395 service neutron] Bound port: 4fecc60d-042e-4457-a519-4d4093f3886d, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622ac851-fe77-462c-933f-fe1b1d216eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:24:06.893653 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-47f08259-cb1e-4237-b348-87a2355c2395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:06.992862 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-47f08259-cb1e-4237-b348-87a2355c2395 service neutron] For port 4fecc60d-042e-4457-a519-4d4093f3886d, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:24:06.996414 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-47f08259-cb1e-4237-b348-87a2355c2395 service neutron] For port 4fecc60d-042e-4457-a519-4d4093f3886d, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4fecc60d-042e-4457-a519-4d4093f3886d,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:24:07.016109 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-47f08259-cb1e-4237-b348-87a2355c2395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:07.070174 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-47f08259-cb1e-4237-b348-87a2355c2395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:07.070808 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-47f08259-cb1e-4237-b348-87a2355c2395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:07.072410 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-47f08259-cb1e-4237-b348-87a2355c2395 service neutron] 10.222.0.64 "PUT /v2.0/ports/4fecc60d-042e-4457-a519-4d4093f3886d HTTP/1.1" status: 200 len: 1092 time: 0.8654654 Aug 17 00:24:07.075853 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '112f24c7-d966-4fdc-811c-c6f937394b5e', 'tag': '4fecc60d-042e-4457-a519-4d4093f3886d'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:24:07.080208 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbae48a5-b657-4101-a973-6562a4d737d1" -d '{"events": [{"name": "network-changed", "server_uuid": "112f24c7-d966-4fdc-811c-c6f937394b5e", "tag": "4fecc60d-042e-4457-a519-4d4093f3886d"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:24:07.134647 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0b15fa-d412-4360-95de-8763ad3c4d74 x-openstack-request-id: req-ba0b15fa-d412-4360-95de-8763ad3c4d74 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:24:07.134924 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "112f24c7-d966-4fdc-811c-c6f937394b5e", "tag": "4fecc60d-042e-4457-a519-4d4093f3886d", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:24:07.135175 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ba0b15fa-d412-4360-95de-8763ad3c4d74 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:24:07.135577 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '112f24c7-d966-4fdc-811c-c6f937394b5e', 'tag': '4fecc60d-042e-4457-a519-4d4093f3886d', 'status': 'completed', 'code': 200} Aug 17 00:24:07.164877 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c052297-d1ac-4a35-a594-1c8eb83967ce req-fb83c5d4-5735-40cb-8d32-d7bee7b5fba8 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:07.166548 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c052297-d1ac-4a35-a594-1c8eb83967ce req-fb83c5d4-5735-40cb-8d32-d7bee7b5fba8 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 946 time: 0.1644559 Aug 17 00:24:07.187087 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f08259-cb1e-4237-b348-87a2355c2395 service neutron] Pushing event updated for resources: {'Port': ['ID=4fecc60d-042e-4457-a519-4d4093f3886d,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:07.224869 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-b5f21448-b0a9-443a-8073-cd634550ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:07.225904 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-b5f21448-b0a9-443a-8073-cd634550ccc7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c237df9b1a3e49adadc567fc799ec8ba&device_id=112f24c7-d966-4fdc-811c-c6f937394b5e HTTP/1.1" status: 200 len: 1095 time: 0.0831428 Aug 17 00:24:07.249264 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c052297-d1ac-4a35-a594-1c8eb83967ce req-65069e59-d928-4f13-9074-21e2112d9b5b tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585704 Aug 17 00:24:07.278080 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-fae32004-7d4c-46bc-b1cb-32fb4679f0a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fecc60d-042e-4457-a519-4d4093f3886d HTTP/1.1" status: 200 len: 217 time: 0.0429938 Aug 17 00:24:07.334764 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-9782389d-148d-410b-aa26-e679d66b2c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:07.336268 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-9782389d-148d-410b-aa26-e679d66b2c74 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8a72365d-1e91-452f-9d24-00039beafd4f HTTP/1.1" status: 200 len: 845 time: 0.0518413 Aug 17 00:24:07.374989 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-08a4ddf3-3907-4530-8f84-949ff09e497f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c803fa11-ec13-4805-bf01-644a7f09f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312252 Aug 17 00:24:07.485512 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-2032fc8c-8c94-41a9-addb-c0f0876ca2a3 service neutron] 10.222.0.64 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038163 Aug 17 00:24:07.589669 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1923c255-2d3b-48fa-ad98-da37d571e26e req-d0f723cd-b104-49ca-b88a-6a77b47ba24c service neutron] 10.222.0.64 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967581 Aug 17 00:24:07.690879 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae48a5-b657-4101-a973-6562a4d737d1 req-ed162f5c-0acc-4a7a-8f9c-4e56fcd2c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:07.692897 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dbae48a5-b657-4101-a973-6562a4d737d1 req-ed162f5c-0acc-4a7a-8f9c-4e56fcd2c8a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c237df9b1a3e49adadc567fc799ec8ba&device_id=112f24c7-d966-4fdc-811c-c6f937394b5e HTTP/1.1" status: 200 len: 1095 time: 0.0488348 Aug 17 00:24:07.795410 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae48a5-b657-4101-a973-6562a4d737d1 req-0ee42695-6f1d-4321-9ada-77067edc9d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:07.797878 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dbae48a5-b657-4101-a973-6562a4d737d1 req-0ee42695-6f1d-4321-9ada-77067edc9d04 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c803fa11-ec13-4805-bf01-644a7f09f5d7 HTTP/1.1" status: 200 len: 906 time: 0.0979326 Aug 17 00:24:07.853415 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dbae48a5-b657-4101-a973-6562a4d737d1 req-f9d89f00-ad1b-440b-a874-23816e6d1196 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fecc60d-042e-4457-a519-4d4093f3886d HTTP/1.1" status: 200 len: 217 time: 0.0465133 Aug 17 00:24:07.913794 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae48a5-b657-4101-a973-6562a4d737d1 req-66689acd-6f42-4efa-9901-160fe7935c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:07.915295 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dbae48a5-b657-4101-a973-6562a4d737d1 req-66689acd-6f42-4efa-9901-160fe7935c7d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8a72365d-1e91-452f-9d24-00039beafd4f HTTP/1.1" status: 200 len: 845 time: 0.0536714 Aug 17 00:24:07.961104 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dbae48a5-b657-4101-a973-6562a4d737d1 req-d9893b84-4ff2-4395-9301-5a657698689c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c803fa11-ec13-4805-bf01-644a7f09f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378568 Aug 17 00:24:08.062018 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28710b97-b3a9-4427-84b4-20686e111c15 req-3b6167de-3cd4-4744-93a1-79c5b7c4dcf7 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:08.063639 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28710b97-b3a9-4427-84b4-20686e111c15 req-3b6167de-3cd4-4744-93a1-79c5b7c4dcf7 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=112f24c7-d966-4fdc-811c-c6f937394b5e HTTP/1.1" status: 200 len: 943 time: 0.1321530 Aug 17 00:24:08.126609 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dbae48a5-b657-4101-a973-6562a4d737d1 req-6d2d64a9-0492-4fe6-8b5a-a6f870ea9b2f service neutron] 10.222.0.64 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494153 Aug 17 00:24:08.135092 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28710b97-b3a9-4427-84b4-20686e111c15 req-f0aca276-1bbc-4307-829e-b5691695a061 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616477 Aug 17 00:24:08.245007 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dbae48a5-b657-4101-a973-6562a4d737d1 req-00a5470b-b84b-43a6-8df9-5d05937f10c7 service neutron] 10.222.0.64 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088464 Aug 17 00:24:08.392711 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48b7f2-c49a-4347-86a8-939a0586285f req-25c83575-d455-46a2-923e-302b239ad62e tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:08.394159 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-df48b7f2-c49a-4347-86a8-939a0586285f req-25c83575-d455-46a2-923e-302b239ad62e tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 946 time: 0.0612714 Aug 17 00:24:08.441572 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-df48b7f2-c49a-4347-86a8-939a0586285f req-fbb210fd-8e5b-411c-ad83-beedaf04808b tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396802 Aug 17 00:24:09.271206 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb8ac9-4455-4a12-9c75-e59a1a728ed0 req-13a4a338-57c5-493a-bc24-61753b1438f1 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:09.272875 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d6bb8ac9-4455-4a12-9c75-e59a1a728ed0 req-13a4a338-57c5-493a-bc24-61753b1438f1 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=112f24c7-d966-4fdc-811c-c6f937394b5e HTTP/1.1" status: 200 len: 943 time: 0.0568800 Aug 17 00:24:09.318272 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d6bb8ac9-4455-4a12-9c75-e59a1a728ed0 req-df03a0b2-b3d5-4bf7-8e0e-255c79709bfb tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391164 Aug 17 00:24:09.588298 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f32cf-1003-41f3-a4c8-eeb6802e1a7f req-c212fdd7-957a-4c5d-b2b2-08bf7a62b011 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:09.589811 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-865f32cf-1003-41f3-a4c8-eeb6802e1a7f req-c212fdd7-957a-4c5d-b2b2-08bf7a62b011 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 946 time: 0.0599601 Aug 17 00:24:09.638656 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-865f32cf-1003-41f3-a4c8-eeb6802e1a7f req-573f1ae6-5864-4a36-9224-b59b8e0e7331 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408385 Aug 17 00:24:09.640627 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4fecc60d-042e-4457-a519-4d4093f3886d details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:24:09.764847 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4fecc60d-042e-4457-a519-4d4093f3886d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4fecc60d-042e-4457-a519-4d4093f3886d,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:24:09.778043 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '4fecc60d-042e-4457-a519-4d4093f3886d', 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7', 'port_id': '4fecc60d-042e-4457-a519-4d4093f3886d', 'mac_address': 'fa:16:3e:2e:95:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a72365d-1e91-452f-9d24-00039beafd4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:24:09.821837 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:09.839553 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fecc60d-042e-4457-a519-4d4093f3886d {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:24:09.870980 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4fecc60d-042e-4457-a519-4d4093f3886d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4fecc60d-042e-4457-a519-4d4093f3886d,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:24:09.876044 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:09.945443 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=4fecc60d-042e-4457-a519-4d4093f3886d,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:10.075764 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['4fecc60d-042e-4457-a519-4d4093f3886d'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:24:10.185035 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:10.481073 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c06147-c588-4643-b81f-84d0cc26a101 req-731b3e77-7e11-407c-9b94-ce96114f6198 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:10.489999 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-13c06147-c588-4643-b81f-84d0cc26a101 req-731b3e77-7e11-407c-9b94-ce96114f6198 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=112f24c7-d966-4fdc-811c-c6f937394b5e HTTP/1.1" status: 200 len: 944 time: 0.0819404 Aug 17 00:24:10.536297 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-13c06147-c588-4643-b81f-84d0cc26a101 req-374e6b4a-1686-4c1c-a33c-02146f64fffc tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453780 Aug 17 00:24:10.763689 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78d306-cca8-45bc-a215-bf570b8569c5 req-0275dc27-69da-4ade-90d0-69d864f841bc tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:10.766264 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af78d306-cca8-45bc-a215-bf570b8569c5 req-0275dc27-69da-4ade-90d0-69d864f841bc tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 946 time: 0.0555537 Aug 17 00:24:10.809325 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af78d306-cca8-45bc-a215-bf570b8569c5 req-530825af-c0a2-44ed-8090-2f537fd46ed0 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353153 Aug 17 00:24:11.651891 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4fecc60d-042e-4457-a519-4d4093f3886d up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:24:11.694791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e06118-e07b-4460-9ef1-61393005db93 req-9b14cf58-37f5-4d99-b6f1-6d20e6b49791 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:11.701971 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8e06118-e07b-4460-9ef1-61393005db93 req-9b14cf58-37f5-4d99-b6f1-6d20e6b49791 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=112f24c7-d966-4fdc-811c-c6f937394b5e HTTP/1.1" status: 200 len: 944 time: 0.0891595 Aug 17 00:24:11.713385 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 4fecc60d-042e-4457-a519-4d4093f3886d completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:24:11.719806 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 4fecc60d-042e-4457-a519-4d4093f3886d triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:24:11.720601 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:11.750490 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8e06118-e07b-4460-9ef1-61393005db93 req-fd429cd4-21f3-471f-83ee-4c4266b82fe8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473635 Aug 17 00:24:11.785420 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:11.828988 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:11.852382 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112f24c7-d966-4fdc-811c-c6f937394b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fecc60d-042e-4457-a519-4d4093f3886d'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:24:11.854643 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ded7d4-b73d-4006-9bc5-75fa41b22a53" -d '{"events": [{"server_uuid": "112f24c7-d966-4fdc-811c-c6f937394b5e", "name": "network-vif-plugged", "status": "completed", "tag": "4fecc60d-042e-4457-a519-4d4093f3886d"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:24:11.872999 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4fecc60d-042e-4457-a519-4d4093f3886d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4fecc60d-042e-4457-a519-4d4093f3886d,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:24:11.878600 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:11.902834 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdc0fb8-cc37-4a57-9a72-415f3a00aeb3 x-openstack-request-id: req-8fdc0fb8-cc37-4a57-9a72-415f3a00aeb3 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:24:11.903259 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112f24c7-d966-4fdc-811c-c6f937394b5e", "name": "network-vif-plugged", "status": "completed", "tag": "4fecc60d-042e-4457-a519-4d4093f3886d", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:24:11.903514 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8fdc0fb8-cc37-4a57-9a72-415f3a00aeb3 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:24:11.903900 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112f24c7-d966-4fdc-811c-c6f937394b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fecc60d-042e-4457-a519-4d4093f3886d', 'code': 200} Aug 17 00:24:11.938095 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=4fecc60d-042e-4457-a519-4d4093f3886d,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:11.973546 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f2a2f-ffa9-493a-85b3-77c5530c3fd6 req-0d36aaae-04a5-4846-bc61-e50654322785 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:11.975051 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-193f2a2f-ffa9-493a-85b3-77c5530c3fd6 req-0d36aaae-04a5-4846-bc61-e50654322785 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 946 time: 0.0708392 Aug 17 00:24:12.038808 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-193f2a2f-ffa9-493a-85b3-77c5530c3fd6 req-d8555a5e-a3ae-4793-99f2-2b658ff14233 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537872 Aug 17 00:24:12.041606 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2fd1e-40a4-4fae-8646-b4c99bc59f66 req-d98ef7ed-bf79-4469-8081-009ca0c86348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:12.042935 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0f2fd1e-40a4-4fae-8646-b4c99bc59f66 req-d98ef7ed-bf79-4469-8081-009ca0c86348 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=112f24c7-d966-4fdc-811c-c6f937394b5e HTTP/1.1" status: 200 len: 1097 time: 0.0670333 Aug 17 00:24:12.078415 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0f2fd1e-40a4-4fae-8646-b4c99bc59f66 req-2ee339da-2c68-4730-b01c-31b9c9a34844 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282943 Aug 17 00:24:12.506684 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbc141-8e6f-43dc-8374-315166d54022 req-453f5ae6-a2b7-404a-b9f7-44728e35fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:12.508195 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-20dbc141-8e6f-43dc-8374-315166d54022 req-453f5ae6-a2b7-404a-b9f7-44728e35fe52 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=31228c6a01c44795b6b4fa0167b16be6&device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 1098 time: 0.0465927 Aug 17 00:24:12.598701 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbc141-8e6f-43dc-8374-315166d54022 req-83bd5fdb-5d1a-4a67-b9e1-cd15f94776ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:12.600163 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-20dbc141-8e6f-43dc-8374-315166d54022 req-83bd5fdb-5d1a-4a67-b9e1-cd15f94776ba service neutron] 10.222.0.69 "GET /v2.0/networks?id=9a01c282-1149-47ef-adf9-eecde6aae568 HTTP/1.1" status: 200 len: 917 time: 0.0843463 Aug 17 00:24:12.671429 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-20dbc141-8e6f-43dc-8374-315166d54022 req-9d8f97e3-4597-411f-9b4e-6521081da8b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b220b98-43e2-4c19-b3c2-d35da15530ee HTTP/1.1" status: 200 len: 1002 time: 0.0611889 Aug 17 00:24:12.721755 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbc141-8e6f-43dc-8374-315166d54022 req-2747afc0-c43a-4930-b7b1-099fd8182d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:12.723104 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-20dbc141-8e6f-43dc-8374-315166d54022 req-2747afc0-c43a-4930-b7b1-099fd8182d1c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54d11a8b-cc41-4904-8fdd-40aba45c11d3 HTTP/1.1" status: 200 len: 855 time: 0.0451884 Aug 17 00:24:12.771714 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbc141-8e6f-43dc-8374-315166d54022 req-5a0a9582-cd3f-4fd3-a5f5-761a8abb4e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:12.773252 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-20dbc141-8e6f-43dc-8374-315166d54022 req-5a0a9582-cd3f-4fd3-a5f5-761a8abb4e8b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9a01c282-1149-47ef-adf9-eecde6aae568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413344 Aug 17 00:24:12.874660 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-20dbc141-8e6f-43dc-8374-315166d54022 req-aa1016fd-4844-4823-addd-ff8936a8a1c2 service neutron] 10.222.0.69 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926929 Aug 17 00:24:12.884358 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd387b24-d8b5-4d25-b11d-718f32225565 req-3bcc3599-9aa4-4d96-aeaa-51f981511253 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:12.885943 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd387b24-d8b5-4d25-b11d-718f32225565 req-3bcc3599-9aa4-4d96-aeaa-51f981511253 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=112f24c7-d966-4fdc-811c-c6f937394b5e HTTP/1.1" status: 200 len: 945 time: 0.0548093 Aug 17 00:24:12.925597 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd387b24-d8b5-4d25-b11d-718f32225565 req-cd9d59d6-7264-423a-9b40-56c3542a02a1 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329936 Aug 17 00:24:12.971639 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-20dbc141-8e6f-43dc-8374-315166d54022 req-2f001847-5242-4770-8068-9f42b94cf3a2 service neutron] 10.222.0.69 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851905 Aug 17 00:24:13.161760 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78426100-3aff-4ee9-be4f-254f7fa7ce3f req-4215ff64-e5ac-4187-add8-80b25d4463d0 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:13.163235 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78426100-3aff-4ee9-be4f-254f7fa7ce3f req-4215ff64-e5ac-4187-add8-80b25d4463d0 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 946 time: 0.0502660 Aug 17 00:24:13.200943 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78426100-3aff-4ee9-be4f-254f7fa7ce3f req-068e6fa6-5738-4c96-ae1a-3f3b6f8f0409 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317795 Aug 17 00:24:14.042600 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be619c7e-008b-41d8-bafb-47686a11d109 req-0ea3f25e-e49f-4137-bed8-f6fd632aab75 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:14.044065 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be619c7e-008b-41d8-bafb-47686a11d109 req-0ea3f25e-e49f-4137-bed8-f6fd632aab75 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=112f24c7-d966-4fdc-811c-c6f937394b5e HTTP/1.1" status: 200 len: 945 time: 0.0503571 Aug 17 00:24:14.081734 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be619c7e-008b-41d8-bafb-47686a11d109 req-36c1df11-8494-4ef4-a3c9-6fc11f1337df tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310740 Aug 17 00:24:14.334378 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-112bd140-97ed-423b-844b-f95a88f1b33c tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:14.335816 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-112bd140-97ed-423b-844b-f95a88f1b33c tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/networks?id=c803fa11-ec13-4805-bf01-644a7f09f5d7 HTTP/1.1" status: 200 len: 805 time: 0.1319811 Aug 17 00:24:14.348368 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05623b0-148e-4a7f-a72e-c2000ec6c81d req-6ad1328a-1df9-4872-90f3-330499c4be1f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:14.349789 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c05623b0-148e-4a7f-a72e-c2000ec6c81d req-6ad1328a-1df9-4872-90f3-330499c4be1f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 946 time: 0.0738389 Aug 17 00:24:14.366767 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-18a0a089-91ae-457a-86d5-dee129b15c93 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/quotas/c237df9b1a3e49adadc567fc799ec8ba HTTP/1.1" status: 200 len: 375 time: 0.0160511 Aug 17 00:24:14.421372 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c05623b0-148e-4a7f-a72e-c2000ec6c81d req-a267dc84-65ba-485f-902f-e67cd1219819 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645409 Aug 17 00:24:14.436593 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-00379cbe-b9cc-44b8-b849-17a1101b11de tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c237df9b1a3e49adadc567fc799ec8ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635772 Aug 17 00:24:14.526579 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-7fdd4e6b-e676-4012-a006-7dfe39da7d9d service neutron] 10.222.0.60 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823455 Aug 17 00:24:14.620086 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-b02b230b-289b-402b-8392-5ebc99f4f0f2 service neutron] 10.222.0.60 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868025 Aug 17 00:24:14.793387 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-35a504e7-74e3-4c93-b240-fcb9518e9300 req-7f8ea49b-2a76-40a8-8c04-6e78581aa6da tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ce58f38-0d20-4b77-bd34-6f3657b2a2fd HTTP/1.1" status: 200 len: 210 time: 0.0314128 Aug 17 00:24:15.541434 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0bc200-5d74-4773-a144-b1140195ecdb req-f6f48b56-9a07-4e84-ad8f-4ed8b70c4877 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:15.542905 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e0bc200-5d74-4773-a144-b1140195ecdb req-f6f48b56-9a07-4e84-ad8f-4ed8b70c4877 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 946 time: 0.0493505 Aug 17 00:24:15.571041 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 9b220b98-43e2-4c19-b3c2-d35da15530ee no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:24:15.580942 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e0bc200-5d74-4773-a144-b1140195ecdb req-8e9aad35-fe4e-4856-9717-e5afea1056f3 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313282 Aug 17 00:24:15.655410 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:15.688863 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5a2ca7-3b59-4096-8fdd-cc977aea8bde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b220b98-43e2-4c19-b3c2-d35da15530ee'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:24:15.691039 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62eb36c7-60ea-4d7a-8513-2804e17221a5" -d '{"events": [{"server_uuid": "ad5a2ca7-3b59-4096-8fdd-cc977aea8bde", "name": "network-vif-unplugged", "status": "completed", "tag": "9b220b98-43e2-4c19-b3c2-d35da15530ee"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:24:15.718474 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 9b220b98-43e2-4c19-b3c2-d35da15530ee, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9b220b98-43e2-4c19-b3c2-d35da15530ee,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:24:15.726502 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:15.758013 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 17 Aug 2021 00:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b37354-2f80-4510-ae83-cd50c4b621dd x-openstack-request-id: req-66b37354-2f80-4510-ae83-cd50c4b621dd {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:24:15.758432 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5a2ca7-3b59-4096-8fdd-cc977aea8bde", "name": "network-vif-unplugged", "status": "failed", "tag": "9b220b98-43e2-4c19-b3c2-d35da15530ee", "code": 422}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:24:15.758786 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-66b37354-2f80-4510-ae83-cd50c4b621dd {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:24:15.759406 n-d-800088-20 neutron-server[101404]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ad5a2ca7-3b59-4096-8fdd-cc977aea8bde', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9b220b98-43e2-4c19-b3c2-d35da15530ee', 'code': 422} returned with failed status Aug 17 00:24:15.790364 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=9b220b98-43e2-4c19-b3c2-d35da15530ee,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:15.816486 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-f61ed14a-4582-4551-93e0-39b90a5c77e5 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:15.818037 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-f61ed14a-4582-4551-93e0-39b90a5c77e5 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.69 "GET /v2.0/networks?id=c803fa11-ec13-4805-bf01-644a7f09f5d7 HTTP/1.1" status: 200 len: 805 time: 0.1480682 Aug 17 00:24:15.839291 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-8e6ac0ad-6a9d-41cb-8ff9-d8fac06232a3 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Request body: {'port': {'device_id': '4ce58f38-0d20-4b77-bd34-6f3657b2a2fd', 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7', 'admin_state_up': True, 'tenant_id': 'c237df9b1a3e49adadc567fc799ec8ba'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:24:15.902849 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8bbcfb62-3451-4c08-b6d7-0a450e1b9b10 req-a414ef88-7b69-431b-9b0c-7b6bf5f80a6a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ce58f38-0d20-4b77-bd34-6f3657b2a2fd HTTP/1.1" status: 200 len: 210 time: 0.0321074 Aug 17 00:24:15.958304 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-8e6ac0ad-6a9d-41cb-8ff9-d8fac06232a3 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Made reservation on behalf of c237df9b1a3e49adadc567fc799ec8ba for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:24:15.962158 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-8e6ac0ad-6a9d-41cb-8ff9-d8fac06232a3 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:16.097999 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-8e6ac0ad-6a9d-41cb-8ff9-d8fac06232a3 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Allocated IP 172.20.0.3 (c803fa11-ec13-4805-bf01-644a7f09f5d7/8a72365d-1e91-452f-9d24-00039beafd4f/11c34cd1-328a-4504-820b-bad3497c101e) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:24:16.259092 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-8e6ac0ad-6a9d-41cb-8ff9-d8fac06232a3 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:16.302925 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-8e6ac0ad-6a9d-41cb-8ff9-d8fac06232a3 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:16.319152 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['4fecc60d-042e-4457-a519-4d4093f3886d'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:24:16.321639 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['c8ebb03d-2d89-4f99-8851-5868f866cf00'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:24:16.348946 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-8e6ac0ad-6a9d-41cb-8ff9-d8fac06232a3 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Network c803fa11-ec13-4805-bf01-644a7f09f5d7 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:24:16.356517 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-8e6ac0ad-6a9d-41cb-8ff9-d8fac06232a3 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:24:16.359875 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-8e6ac0ad-6a9d-41cb-8ff9-d8fac06232a3 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:24:16.395953 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ac0ad-6a9d-41cb-8ff9-d8fac06232a3 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Pushing event updated for resources: {'Port': ['ID=11c34cd1-328a-4504-820b-bad3497c101e,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:16.427865 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-85ae8580-c724-4d28-8afc-a0303433e7ed req-67c5b5ee-b510-4bdb-97df-65b48961eac6 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:24:16.428170 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-8e6ac0ad-6a9d-41cb-8ff9-d8fac06232a3 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:16.428810 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-8e6ac0ad-6a9d-41cb-8ff9-d8fac06232a3 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:16.429778 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85ae8580-c724-4d28-8afc-a0303433e7ed req-67c5b5ee-b510-4bdb-97df-65b48961eac6 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056486 Aug 17 00:24:16.456064 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-8e6ac0ad-6a9d-41cb-8ff9-d8fac06232a3 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6233687 Aug 17 00:24:16.476153 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-a34d933f-fb55-4037-be51-2516de5de948 service neutron] Request body: {'port': {'device_id': '4ce58f38-0d20-4b77-bd34-6f3657b2a2fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:24:16.548968 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-a34d933f-fb55-4037-be51-2516de5de948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:16.555008 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ce1a7b22-d35e-4c03-b650-f84405339d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:16.615603 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb3327-73ce-4687-ba9e-5885b75306db req-68a3fb15-f7fb-46eb-9322-50b33078f549 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:16.623165 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bbb3327-73ce-4687-ba9e-5885b75306db req-68a3fb15-f7fb-46eb-9322-50b33078f549 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 944 time: 0.0605786 Aug 17 00:24:16.681882 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bbb3327-73ce-4687-ba9e-5885b75306db req-f9315452-6c84-4ba7-850b-8449bb264669 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572016 Aug 17 00:24:16.692414 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-fc51afc8-27eb-4e59-8fcb-1e4e024417e2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0543845 Aug 17 00:24:16.858900 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-a34d933f-fb55-4037-be51-2516de5de948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c34cd1-328a-4504-820b-bad3497c101e {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:24:16.866647 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-a34d933f-fb55-4037-be51-2516de5de948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:16.881529 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-a34d933f-fb55-4037-be51-2516de5de948 service neutron] Transition to ACTIVE for port object 11c34cd1-328a-4504-820b-bad3497c101e will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:24:16.885747 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-a34d933f-fb55-4037-be51-2516de5de948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:16.955441 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d933f-fb55-4037-be51-2516de5de948 service neutron] Pushing event updated for resources: {'Port': ['ID=11c34cd1-328a-4504-820b-bad3497c101e,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:17.034051 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24257a03-e55d-4b93-b350-dc47ce8cf9dc req-cb9da946-af26-4fea-9892-1fce71018e25 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:17.035590 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-24257a03-e55d-4b93-b350-dc47ce8cf9dc req-cb9da946-af26-4fea-9892-1fce71018e25 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ce58f38-0d20-4b77-bd34-6f3657b2a2fd HTTP/1.1" status: 200 len: 943 time: 0.0547881 Aug 17 00:24:17.084092 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-24257a03-e55d-4b93-b350-dc47ce8cf9dc req-b4a848f9-9370-44a9-b398-d489f874a7f9 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416770 Aug 17 00:24:17.299473 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-a34d933f-fb55-4037-be51-2516de5de948 service neutron] Attempting to bind port 11c34cd1-328a-4504-820b-bad3497c101e on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:24:17.299702 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-a34d933f-fb55-4037-be51-2516de5de948 service neutron] Attempting to bind port 11c34cd1-328a-4504-820b-bad3497c101e by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '622ac851-fe77-462c-933f-fe1b1d216eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:24:17.300026 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-a34d933f-fb55-4037-be51-2516de5de948 service neutron] Attempting to bind port 11c34cd1-328a-4504-820b-bad3497c101e on network c803fa11-ec13-4805-bf01-644a7f09f5d7 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:24:17.304210 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-a34d933f-fb55-4037-be51-2516de5de948 service neutron] Port 11c34cd1-328a-4504-820b-bad3497c101e on network c803fa11-ec13-4805-bf01-644a7f09f5d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:24:17.304523 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-a34d933f-fb55-4037-be51-2516de5de948 service neutron] Attempting to bind port 11c34cd1-328a-4504-820b-bad3497c101e on network c803fa11-ec13-4805-bf01-644a7f09f5d7 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:24:17.309163 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-a34d933f-fb55-4037-be51-2516de5de948 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:24:17.309501 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-a34d933f-fb55-4037-be51-2516de5de948 service neutron] Checking segment: {'id': '622ac851-fe77-462c-933f-fe1b1d216eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:24:17.309877 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-a34d933f-fb55-4037-be51-2516de5de948 service neutron] Bound using segment: {'id': '622ac851-fe77-462c-933f-fe1b1d216eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:24:17.310295 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-a34d933f-fb55-4037-be51-2516de5de948 service neutron] Bound port: 11c34cd1-328a-4504-820b-bad3497c101e, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622ac851-fe77-462c-933f-fe1b1d216eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:24:17.310648 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-a34d933f-fb55-4037-be51-2516de5de948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:17.373939 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-a34d933f-fb55-4037-be51-2516de5de948 service neutron] For port 11c34cd1-328a-4504-820b-bad3497c101e, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:24:17.376962 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-a34d933f-fb55-4037-be51-2516de5de948 service neutron] For port 11c34cd1-328a-4504-820b-bad3497c101e, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=11c34cd1-328a-4504-820b-bad3497c101e,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:24:17.381016 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-a34d933f-fb55-4037-be51-2516de5de948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:17.419862 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-a34d933f-fb55-4037-be51-2516de5de948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:17.421129 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-a34d933f-fb55-4037-be51-2516de5de948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:17.422491 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-a34d933f-fb55-4037-be51-2516de5de948 service neutron] 10.222.0.69 "PUT /v2.0/ports/11c34cd1-328a-4504-820b-bad3497c101e HTTP/1.1" status: 200 len: 1092 time: 0.9518175 Aug 17 00:24:17.422946 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce58f38-0d20-4b77-bd34-6f3657b2a2fd', 'tag': '11c34cd1-328a-4504-820b-bad3497c101e'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:24:17.425236 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15d6fa0-c9c1-40ba-af18-d36659f2306c" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce58f38-0d20-4b77-bd34-6f3657b2a2fd", "tag": "11c34cd1-328a-4504-820b-bad3497c101e"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:24:17.449229 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d933f-fb55-4037-be51-2516de5de948 service neutron] Pushing event updated for resources: {'Port': ['ID=11c34cd1-328a-4504-820b-bad3497c101e,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:17.473560 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92383bb6-8d7e-4a1c-988c-2beadf176a5c x-openstack-request-id: req-92383bb6-8d7e-4a1c-988c-2beadf176a5c {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:24:17.473864 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce58f38-0d20-4b77-bd34-6f3657b2a2fd", "tag": "11c34cd1-328a-4504-820b-bad3497c101e", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:24:17.474124 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-92383bb6-8d7e-4a1c-988c-2beadf176a5c {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:24:17.474535 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce58f38-0d20-4b77-bd34-6f3657b2a2fd', 'tag': '11c34cd1-328a-4504-820b-bad3497c101e', 'status': 'completed', 'code': 200} Aug 17 00:24:17.523502 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-67bd0ce5-4788-4652-a97d-52c45961297f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:17.523976 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-ada58c33-a926-41b1-8bfd-86c093d16086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:17.525021 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-67bd0ce5-4788-4652-a97d-52c45961297f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde&tenant_id=31228c6a01c44795b6b4fa0167b16be6 HTTP/1.1" status: 200 len: 1096 time: 0.0874610 Aug 17 00:24:17.525531 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-ada58c33-a926-41b1-8bfd-86c093d16086 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c237df9b1a3e49adadc567fc799ec8ba&device_id=4ce58f38-0d20-4b77-bd34-6f3657b2a2fd HTTP/1.1" status: 200 len: 1095 time: 0.0440853 Aug 17 00:24:17.536701 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-25fa23a1-9be3-43c5-a01b-e96744b9c26f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-20', 'device_owner': 'compute:nova'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:24:17.569229 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-1e3d36e5-7f22-4dc3-875f-4625c995d0d1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11c34cd1-328a-4504-820b-bad3497c101e HTTP/1.1" status: 200 len: 217 time: 0.0349374 Aug 17 00:24:17.589558 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-25fa23a1-9be3-43c5-a01b-e96744b9c26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:17.621645 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-9f868454-6eb3-411e-b5f3-ee52dd8b54b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:17.623689 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-9f868454-6eb3-411e-b5f3-ee52dd8b54b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a72365d-1e91-452f-9d24-00039beafd4f HTTP/1.1" status: 200 len: 845 time: 0.0433710 Aug 17 00:24:17.659785 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-2823a508-41f1-47a7-94e4-69966b5d1210 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c803fa11-ec13-4805-bf01-644a7f09f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255053 Aug 17 00:24:17.760738 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-66551f63-ebf4-4d91-80d8-0a650d3fa3d6 service neutron] 10.222.0.69 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890181 Aug 17 00:24:17.824237 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-25fa23a1-9be3-43c5-a01b-e96744b9c26f service neutron] For port 9b220b98-43e2-4c19-b3c2-d35da15530ee, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9b220b98-43e2-4c19-b3c2-d35da15530ee,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:24:17.841896 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a7959-840b-402e-807a-7a13d767264f req-3d3719e5-bf21-4295-bbf4-5439e088d45d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:17.844299 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de6a7959-840b-402e-807a-7a13d767264f req-3d3719e5-bf21-4295-bbf4-5439e088d45d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 944 time: 0.0819726 Aug 17 00:24:17.856932 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8d4bbde6-bc56-4619-9cba-0807b17358c6 req-29da5cd2-06d1-4293-b910-b2e138a6cb61 service neutron] 10.222.0.69 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844910 Aug 17 00:24:17.886629 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-25fa23a1-9be3-43c5-a01b-e96744b9c26f service neutron] For port 9b220b98-43e2-4c19-b3c2-d35da15530ee, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:24:17.924504 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de6a7959-840b-402e-807a-7a13d767264f req-ca18e701-e13c-4412-95ba-d11319c7a30a tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717297 Aug 17 00:24:17.931569 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-25fa23a1-9be3-43c5-a01b-e96744b9c26f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b220b98-43e2-4c19-b3c2-d35da15530ee {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:24:17.951021 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-25fa23a1-9be3-43c5-a01b-e96744b9c26f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:17.954252 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-25fa23a1-9be3-43c5-a01b-e96744b9c26f service neutron] Transition to ACTIVE for port object 9b220b98-43e2-4c19-b3c2-d35da15530ee will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:24:17.958170 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-25fa23a1-9be3-43c5-a01b-e96744b9c26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:17.963239 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d6fa0-c9c1-40ba-af18-d36659f2306c req-8baae00d-f628-4327-bc7e-ae9e8232d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:17.964781 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e15d6fa0-c9c1-40ba-af18-d36659f2306c req-8baae00d-f628-4327-bc7e-ae9e8232d937 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c237df9b1a3e49adadc567fc799ec8ba&device_id=4ce58f38-0d20-4b77-bd34-6f3657b2a2fd HTTP/1.1" status: 200 len: 1095 time: 0.0480430 Aug 17 00:24:18.066284 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa23a1-9be3-43c5-a01b-e96744b9c26f service neutron] Pushing event updated for resources: {'Port': ['ID=9b220b98-43e2-4c19-b3c2-d35da15530ee,revision_number=9']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:18.068061 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d6fa0-c9c1-40ba-af18-d36659f2306c req-96d05321-95bc-4e4b-8786-8ed3f26ed445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:18.069598 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e15d6fa0-c9c1-40ba-af18-d36659f2306c req-96d05321-95bc-4e4b-8786-8ed3f26ed445 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c803fa11-ec13-4805-bf01-644a7f09f5d7 HTTP/1.1" status: 200 len: 906 time: 0.0974822 Aug 17 00:24:18.123336 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e15d6fa0-c9c1-40ba-af18-d36659f2306c req-a3486227-ea76-4105-8d76-55a1b9e875fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11c34cd1-328a-4504-820b-bad3497c101e HTTP/1.1" status: 200 len: 217 time: 0.0460308 Aug 17 00:24:18.141354 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-25fa23a1-9be3-43c5-a01b-e96744b9c26f service neutron] No DVR routers for this DVR port 9b220b98-43e2-4c19-b3c2-d35da15530ee on host n-h1-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:24:18.180873 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d6fa0-c9c1-40ba-af18-d36659f2306c req-e8780c24-3233-4a0e-b9fa-9fb9f7f5b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:18.182419 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e15d6fa0-c9c1-40ba-af18-d36659f2306c req-e8780c24-3233-4a0e-b9fa-9fb9f7f5b41a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a72365d-1e91-452f-9d24-00039beafd4f HTTP/1.1" status: 200 len: 845 time: 0.0519028 Aug 17 00:24:18.220824 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e15d6fa0-c9c1-40ba-af18-d36659f2306c req-64386458-fe9d-4a0c-9dd8-a2d83d634c3d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c803fa11-ec13-4805-bf01-644a7f09f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280678 Aug 17 00:24:18.272536 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f0c00-989c-4917-b292-32dacd7be4f4 req-06e81681-67a9-4496-a476-520a201a3832 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:18.274040 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3b2f0c00-989c-4917-b292-32dacd7be4f4 req-06e81681-67a9-4496-a476-520a201a3832 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ce58f38-0d20-4b77-bd34-6f3657b2a2fd HTTP/1.1" status: 200 len: 943 time: 0.0975893 Aug 17 00:24:18.325283 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e15d6fa0-c9c1-40ba-af18-d36659f2306c req-3fe56af2-7982-4234-bb6b-d7177ba8b8d5 service neutron] 10.222.0.69 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952587 Aug 17 00:24:18.341253 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3b2f0c00-989c-4917-b292-32dacd7be4f4 req-db491aaa-17fc-43c3-a6ac-2ddc5d3f7e63 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597570 Aug 17 00:24:18.350968 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-25fa23a1-9be3-43c5-a01b-e96744b9c26f service neutron] Attempting to bind port 9b220b98-43e2-4c19-b3c2-d35da15530ee on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:24:18.351224 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-25fa23a1-9be3-43c5-a01b-e96744b9c26f service neutron] Attempting to bind port 9b220b98-43e2-4c19-b3c2-d35da15530ee by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '3add7c8d-2c90-47a5-b668-74b89741e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:24:18.351556 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-25fa23a1-9be3-43c5-a01b-e96744b9c26f service neutron] Attempting to bind port 9b220b98-43e2-4c19-b3c2-d35da15530ee on network 9a01c282-1149-47ef-adf9-eecde6aae568 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:24:18.361245 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-25fa23a1-9be3-43c5-a01b-e96744b9c26f service neutron] Port 9b220b98-43e2-4c19-b3c2-d35da15530ee on network 9a01c282-1149-47ef-adf9-eecde6aae568 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:24:18.361245 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-25fa23a1-9be3-43c5-a01b-e96744b9c26f service neutron] Attempting to bind port 9b220b98-43e2-4c19-b3c2-d35da15530ee on network 9a01c282-1149-47ef-adf9-eecde6aae568 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:24:18.362401 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-25fa23a1-9be3-43c5-a01b-e96744b9c26f service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:24:18.362738 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-25fa23a1-9be3-43c5-a01b-e96744b9c26f service neutron] Checking segment: {'id': '3add7c8d-2c90-47a5-b668-74b89741e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:24:18.363115 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-25fa23a1-9be3-43c5-a01b-e96744b9c26f service neutron] Bound using segment: {'id': '3add7c8d-2c90-47a5-b668-74b89741e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:24:18.363542 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-25fa23a1-9be3-43c5-a01b-e96744b9c26f service neutron] Bound port: 9b220b98-43e2-4c19-b3c2-d35da15530ee, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3add7c8d-2c90-47a5-b668-74b89741e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:24:18.363903 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-25fa23a1-9be3-43c5-a01b-e96744b9c26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:18.417843 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e15d6fa0-c9c1-40ba-af18-d36659f2306c req-044b6f85-a2a4-4483-9a0d-9427090b9dff service neutron] 10.222.0.69 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842171 Aug 17 00:24:18.429824 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-25fa23a1-9be3-43c5-a01b-e96744b9c26f service neutron] For port 9b220b98-43e2-4c19-b3c2-d35da15530ee, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:24:18.433474 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-25fa23a1-9be3-43c5-a01b-e96744b9c26f service neutron] For port 9b220b98-43e2-4c19-b3c2-d35da15530ee, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=9b220b98-43e2-4c19-b3c2-d35da15530ee,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:24:18.439548 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-25fa23a1-9be3-43c5-a01b-e96744b9c26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:18.474047 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-25fa23a1-9be3-43c5-a01b-e96744b9c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:18.474666 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-25fa23a1-9be3-43c5-a01b-e96744b9c26f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:18.476039 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-25fa23a1-9be3-43c5-a01b-e96744b9c26f service neutron] 10.222.0.64 "PUT /v2.0/ports/9b220b98-43e2-4c19-b3c2-d35da15530ee HTTP/1.1" status: 200 len: 1093 time: 0.9435451 Aug 17 00:24:18.476479 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5a2ca7-3b59-4096-8fdd-cc977aea8bde', 'tag': '9b220b98-43e2-4c19-b3c2-d35da15530ee'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:24:18.478729 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0dc5ef-4d33-4806-bacd-edd7dca3641d" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5a2ca7-3b59-4096-8fdd-cc977aea8bde", "tag": "9b220b98-43e2-4c19-b3c2-d35da15530ee"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:24:18.503269 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa23a1-9be3-43c5-a01b-e96744b9c26f service neutron] Pushing event updated for resources: {'Port': ['ID=9b220b98-43e2-4c19-b3c2-d35da15530ee,revision_number=10']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:18.539177 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64614b23-5f5a-484d-8d68-2f540aecc847 x-openstack-request-id: req-64614b23-5f5a-484d-8d68-2f540aecc847 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:24:18.539466 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5a2ca7-3b59-4096-8fdd-cc977aea8bde", "tag": "9b220b98-43e2-4c19-b3c2-d35da15530ee", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:24:18.539718 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-64614b23-5f5a-484d-8d68-2f540aecc847 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:24:18.540301 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5a2ca7-3b59-4096-8fdd-cc977aea8bde', 'tag': '9b220b98-43e2-4c19-b3c2-d35da15530ee', 'status': 'completed', 'code': 200} Aug 17 00:24:18.556807 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-63708a3f-0f90-44fc-b684-407ceac51fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:18.558398 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-63708a3f-0f90-44fc-b684-407ceac51fe7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31228c6a01c44795b6b4fa0167b16be6&device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 1097 time: 0.0468438 Aug 17 00:24:18.660399 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-84129056-2dff-4624-8358-83fc946c6275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:18.661930 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-84129056-2dff-4624-8358-83fc946c6275 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9a01c282-1149-47ef-adf9-eecde6aae568 HTTP/1.1" status: 200 len: 917 time: 0.0964441 Aug 17 00:24:18.728686 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-7b52f193-64ce-4e1c-b27f-6555d93a883b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b220b98-43e2-4c19-b3c2-d35da15530ee HTTP/1.1" status: 200 len: 1000 time: 0.0586696 Aug 17 00:24:18.782683 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-973e547d-724b-4e41-bf97-12af421c365d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:18.784129 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-973e547d-724b-4e41-bf97-12af421c365d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=54d11a8b-cc41-4904-8fdd-40aba45c11d3 HTTP/1.1" status: 200 len: 855 time: 0.0485432 Aug 17 00:24:18.831791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-1eba1e67-5379-493c-b971-261132da611b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:18.833308 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-1eba1e67-5379-493c-b971-261132da611b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a01c282-1149-47ef-adf9-eecde6aae568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416512 Aug 17 00:24:18.921607 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-06e30743-b3b7-4083-a072-7a854806b1e8 service neutron] 10.222.0.64 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806017 Aug 17 00:24:19.232253 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-626c8a06-cffc-40f3-be89-a4370b3e7c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:19.280872 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:19.390541 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c30ae4-ca65-4e98-b7ea-e358fcaeb88a req-6dfef363-c9d8-4e7c-95c2-9403d41e53f6 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:19.392025 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c2c30ae4-ca65-4e98-b7ea-e358fcaeb88a req-6dfef363-c9d8-4e7c-95c2-9403d41e53f6 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 945 time: 0.0707715 Aug 17 00:24:19.421281 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-cc67be98-329e-4e86-9936-a32672ad0e89 service neutron] 10.222.0.64 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4930894 Aug 17 00:24:19.464920 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c2c30ae4-ca65-4e98-b7ea-e358fcaeb88a req-80091f83-5c6d-48d9-823c-cb2193731dd1 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667331 Aug 17 00:24:19.482028 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63128537-33c1-4013-98d4-e1beb5066ac0 req-79e6561a-61a9-436c-b113-ecd67958e768 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:19.484413 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63128537-33c1-4013-98d4-e1beb5066ac0 req-79e6561a-61a9-436c-b113-ecd67958e768 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ce58f38-0d20-4b77-bd34-6f3657b2a2fd HTTP/1.1" status: 200 len: 943 time: 0.0677135 Aug 17 00:24:19.556315 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63128537-33c1-4013-98d4-e1beb5066ac0 req-e1043f81-290d-4810-9a2e-3df83070a111 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610306 Aug 17 00:24:19.559014 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dc5ef-4d33-4806-bacd-edd7dca3641d req-8a412126-350c-46b5-9786-af42a1dc7809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:19.560445 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f0dc5ef-4d33-4806-bacd-edd7dca3641d req-8a412126-350c-46b5-9786-af42a1dc7809 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31228c6a01c44795b6b4fa0167b16be6&device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 1097 time: 0.0751693 Aug 17 00:24:19.607041 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 11c34cd1-328a-4504-820b-bad3497c101e details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:24:19.670811 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dc5ef-4d33-4806-bacd-edd7dca3641d req-c581ae42-07b0-434b-8e41-4f83832e1fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:19.672833 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f0dc5ef-4d33-4806-bacd-edd7dca3641d req-c581ae42-07b0-434b-8e41-4f83832e1fbe service neutron] 10.222.0.64 "GET /v2.0/networks?id=9a01c282-1149-47ef-adf9-eecde6aae568 HTTP/1.1" status: 200 len: 917 time: 0.1057212 Aug 17 00:24:19.719288 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 11c34cd1-328a-4504-820b-bad3497c101e, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=11c34cd1-328a-4504-820b-bad3497c101e,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:24:19.735031 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '11c34cd1-328a-4504-820b-bad3497c101e', 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7', 'port_id': '11c34cd1-328a-4504-820b-bad3497c101e', 'mac_address': 'fa:16:3e:f0:4e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a72365d-1e91-452f-9d24-00039beafd4f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:24:19.783632 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:19.808878 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c34cd1-328a-4504-820b-bad3497c101e {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:24:19.822318 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f0dc5ef-4d33-4806-bacd-edd7dca3641d req-84651ca1-0d75-4917-95ae-699cee2c4d42 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b220b98-43e2-4c19-b3c2-d35da15530ee HTTP/1.1" status: 200 len: 1000 time: 0.1343699 Aug 17 00:24:19.844816 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 11c34cd1-328a-4504-820b-bad3497c101e, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=11c34cd1-328a-4504-820b-bad3497c101e,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:24:19.850615 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:19.906309 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=11c34cd1-328a-4504-820b-bad3497c101e,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:20.118889 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['11c34cd1-328a-4504-820b-bad3497c101e'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:24:20.229839 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:20.593107 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937999cc-e673-4598-ba09-d9513567994a req-d14ad820-fcc0-47ed-b87b-966860ea878c tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:20.594630 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-937999cc-e673-4598-ba09-d9513567994a req-d14ad820-fcc0-47ed-b87b-966860ea878c tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 945 time: 0.0561941 Aug 17 00:24:20.668852 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-937999cc-e673-4598-ba09-d9513567994a req-98a34ff6-5e03-4e0d-8fd5-13bd1eff3599 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671315 Aug 17 00:24:20.690088 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b4c65-1a7e-4614-92b8-f115993e3084 req-8b7322a9-1c54-4a62-a84e-202dd61429e7 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:20.691639 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-300b4c65-1a7e-4614-92b8-f115993e3084 req-8b7322a9-1c54-4a62-a84e-202dd61429e7 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ce58f38-0d20-4b77-bd34-6f3657b2a2fd HTTP/1.1" status: 200 len: 944 time: 0.0562398 Aug 17 00:24:20.734851 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-300b4c65-1a7e-4614-92b8-f115993e3084 req-9a24bb09-24c2-48cf-8c97-840d68a761e5 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368118 Aug 17 00:24:21.603707 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 11c34cd1-328a-4504-820b-bad3497c101e up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:24:21.653532 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 11c34cd1-328a-4504-820b-bad3497c101e completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:24:21.657748 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 11c34cd1-328a-4504-820b-bad3497c101e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:24:21.658117 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:21.743698 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:21.768624 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce58f38-0d20-4b77-bd34-6f3657b2a2fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c34cd1-328a-4504-820b-bad3497c101e'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:24:21.770922 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f166b1-5a14-48a1-94a1-00c2152e4b6c" -d '{"events": [{"server_uuid": "4ce58f38-0d20-4b77-bd34-6f3657b2a2fd", "name": "network-vif-plugged", "status": "completed", "tag": "11c34cd1-328a-4504-820b-bad3497c101e"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:24:21.788490 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 11c34cd1-328a-4504-820b-bad3497c101e, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=11c34cd1-328a-4504-820b-bad3497c101e,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:24:21.794296 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:21.843001 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac3862-ae55-4b46-8d4c-7f6f7edb582d req-58fefb1e-b969-42a5-8e3f-b88cd1d88795 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:21.845379 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d6ac3862-ae55-4b46-8d4c-7f6f7edb582d req-58fefb1e-b969-42a5-8e3f-b88cd1d88795 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 945 time: 0.0820255 Aug 17 00:24:21.937626 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d6ac3862-ae55-4b46-8d4c-7f6f7edb582d req-e3ea86f9-9e68-42b5-b38a-403fe92c5282 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792189 Aug 17 00:24:21.948402 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa7571-f28c-4293-a940-d6f73caf6d12 req-0caf0ac6-8011-4753-ae3f-0b4dc8c4f910 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:21.954143 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-abfa7571-f28c-4293-a940-d6f73caf6d12 req-0caf0ac6-8011-4753-ae3f-0b4dc8c4f910 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ce58f38-0d20-4b77-bd34-6f3657b2a2fd HTTP/1.1" status: 200 len: 945 time: 0.1071920 Aug 17 00:24:22.022519 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5b5540-dfe8-4f9d-bd6e-c7f4a1286eb9 x-openstack-request-id: req-5f5b5540-dfe8-4f9d-bd6e-c7f4a1286eb9 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:24:22.022816 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce58f38-0d20-4b77-bd34-6f3657b2a2fd", "name": "network-vif-plugged", "status": "completed", "tag": "11c34cd1-328a-4504-820b-bad3497c101e", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:24:22.023071 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f5b5540-dfe8-4f9d-bd6e-c7f4a1286eb9 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:24:22.023467 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce58f38-0d20-4b77-bd34-6f3657b2a2fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c34cd1-328a-4504-820b-bad3497c101e', 'code': 200} Aug 17 00:24:22.044717 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-abfa7571-f28c-4293-a940-d6f73caf6d12 req-040c388c-9e99-4cd7-8ec2-a1e7662fa442 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825856 Aug 17 00:24:22.050469 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=11c34cd1-328a-4504-820b-bad3497c101e,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:22.132407 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:22.140654 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5cf52-2507-4ed0-905c-4bbb5d7073eb req-719cdffe-f530-491f-b93d-90acb2db4e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:22.142390 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-27d5cf52-2507-4ed0-905c-4bbb5d7073eb req-719cdffe-f530-491f-b93d-90acb2db4e13 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4ce58f38-0d20-4b77-bd34-6f3657b2a2fd HTTP/1.1" status: 200 len: 1097 time: 0.0462241 Aug 17 00:24:22.182555 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-27d5cf52-2507-4ed0-905c-4bbb5d7073eb req-d27aa13b-7854-4b24-8885-102fd68e2be0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312600 Aug 17 00:24:23.119620 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac91c5d-749a-4883-adb6-3d653972c69b req-1948060a-bf78-46fc-83d3-a3418b98e40c tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:23.122104 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ac91c5d-749a-4883-adb6-3d653972c69b req-1948060a-bf78-46fc-83d3-a3418b98e40c tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 945 time: 0.0907652 Aug 17 00:24:23.180651 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ac91c5d-749a-4883-adb6-3d653972c69b req-0eafc948-6a03-4dda-a877-f001d1c2a0de tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505106 Aug 17 00:24:23.219082 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71afa9f5-ae8c-4642-8e97-95942dd7d3c3 req-a332e41c-81b3-4f5c-9db0-654abf9f8e4f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:23.221253 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-71afa9f5-ae8c-4642-8e97-95942dd7d3c3 req-a332e41c-81b3-4f5c-9db0-654abf9f8e4f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ce58f38-0d20-4b77-bd34-6f3657b2a2fd HTTP/1.1" status: 200 len: 945 time: 0.0652273 Aug 17 00:24:23.263004 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-71afa9f5-ae8c-4642-8e97-95942dd7d3c3 req-66ece9aa-a183-464c-b2c6-23e3cbd69e41 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358441 Aug 17 00:24:24.316497 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abff9d-ee67-468a-a33f-4b820ade6c3b req-e57a20a0-b6e6-4360-a121-1c6fb5b2b4cf tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:24.318094 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55abff9d-ee67-468a-a33f-4b820ade6c3b req-e57a20a0-b6e6-4360-a121-1c6fb5b2b4cf tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 945 time: 0.0588417 Aug 17 00:24:24.374517 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55abff9d-ee67-468a-a33f-4b820ade6c3b req-cfa9e8b8-f205-407f-a6fa-a8dc4e1d6d48 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484674 Aug 17 00:24:24.414406 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81f2cb-c0c3-4bdd-af94-cc60cf524744 req-86fce623-fb36-46db-b01a-a46215035250 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:24.415954 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e81f2cb-c0c3-4bdd-af94-cc60cf524744 req-86fce623-fb36-46db-b01a-a46215035250 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ce58f38-0d20-4b77-bd34-6f3657b2a2fd HTTP/1.1" status: 200 len: 945 time: 0.0604048 Aug 17 00:24:24.462981 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e81f2cb-c0c3-4bdd-af94-cc60cf524744 req-bb83cfa1-1857-4fda-ae24-3af8188f2f59 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406494 Aug 17 00:24:24.585732 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad174c2d-9af5-4ad0-a071-ada23391f7f2 req-7ce310bf-2725-4a1d-a059-6cb81b0cd7e6 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:24.587289 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ad174c2d-9af5-4ad0-a071-ada23391f7f2 req-7ce310bf-2725-4a1d-a059-6cb81b0cd7e6 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=112f24c7-d966-4fdc-811c-c6f937394b5e HTTP/1.1" status: 200 len: 945 time: 0.0527499 Aug 17 00:24:24.628284 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ad174c2d-9af5-4ad0-a071-ada23391f7f2 req-81f7c18f-a3da-4be7-8365-4b526df76a6b tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349894 Aug 17 00:24:24.752994 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b15c8-71e7-4170-a5fd-252d14d32ef4 req-f487ba4f-0058-44b4-9d16-5e77f8cd0f2a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:24.754367 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-996b15c8-71e7-4170-a5fd-252d14d32ef4 req-f487ba4f-0058-44b4-9d16-5e77f8cd0f2a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ce58f38-0d20-4b77-bd34-6f3657b2a2fd HTTP/1.1" status: 200 len: 945 time: 0.0587049 Aug 17 00:24:24.799468 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-996b15c8-71e7-4170-a5fd-252d14d32ef4 req-cbe80789-81d9-4160-bb0e-5fda33afb04a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388584 Aug 17 00:24:25.062390 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6a665-2453-44fd-95ba-13ae947d08c4 req-a19a0765-45c8-4b80-b136-9c24a37c95d2 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:25.064715 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ffe6a665-2453-44fd-95ba-13ae947d08c4 req-a19a0765-45c8-4b80-b136-9c24a37c95d2 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ce58f38-0d20-4b77-bd34-6f3657b2a2fd HTTP/1.1" status: 200 len: 945 time: 0.0551455 Aug 17 00:24:25.107284 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ffe6a665-2453-44fd-95ba-13ae947d08c4 req-d39ffb9f-735d-4d7e-b506-d87bcfab0fce tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359082 Aug 17 00:24:25.510085 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87684cd-7420-45d9-ba71-7c4b08f54dc7 req-7bfc237c-f659-451a-a185-5b9e7fd8d638 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:25.511618 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a87684cd-7420-45d9-ba71-7c4b08f54dc7 req-7bfc237c-f659-451a-a185-5b9e7fd8d638 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 945 time: 0.0559969 Aug 17 00:24:25.561695 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a87684cd-7420-45d9-ba71-7c4b08f54dc7 req-5b3569ff-9beb-4908-a02c-349b4cd51e18 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429142 Aug 17 00:24:26.259848 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af551cf-cd93-42b1-8151-38b4993b695e req-f1152b50-ca1a-4ea8-9aa5-f55e19f95e83 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:26.261602 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0af551cf-cd93-42b1-8151-38b4993b695e req-f1152b50-ca1a-4ea8-9aa5-f55e19f95e83 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ce58f38-0d20-4b77-bd34-6f3657b2a2fd HTTP/1.1" status: 200 len: 945 time: 0.0645623 Aug 17 00:24:26.310395 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0af551cf-cd93-42b1-8151-38b4993b695e req-41b66a72-fcda-4769-9a97-0e1c528094da tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404413 Aug 17 00:24:26.404420 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15bb7a3-be42-48ad-89ba-f8954dad103e req-c73c8c46-b1df-49ff-906f-347bed6abdc7 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:26.405950 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b15bb7a3-be42-48ad-89ba-f8954dad103e req-c73c8c46-b1df-49ff-906f-347bed6abdc7 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ce58f38-0d20-4b77-bd34-6f3657b2a2fd HTTP/1.1" status: 200 len: 945 time: 0.0584249 Aug 17 00:24:26.511404 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-b15bb7a3-be42-48ad-89ba-f8954dad103e req-a2286f2e-a0b4-48a5-9b2c-2efb6635b961 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Deleting port 11c34cd1-328a-4504-820b-bad3497c101e {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:24:26.511664 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b15bb7a3-be42-48ad-89ba-f8954dad103e req-a2286f2e-a0b4-48a5-9b2c-2efb6635b961 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:26.617166 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-b15bb7a3-be42-48ad-89ba-f8954dad103e req-a2286f2e-a0b4-48a5-9b2c-2efb6635b961 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] For port 11c34cd1-328a-4504-820b-bad3497c101e, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=11c34cd1-328a-4504-820b-bad3497c101e,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:24:26.617540 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b15bb7a3-be42-48ad-89ba-f8954dad103e req-a2286f2e-a0b4-48a5-9b2c-2efb6635b961 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:26.634514 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-b15bb7a3-be42-48ad-89ba-f8954dad103e req-a2286f2e-a0b4-48a5-9b2c-2efb6635b961 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Calling delete_port for 11c34cd1-328a-4504-820b-bad3497c101e owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:24:26.695013 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349de12-16b7-41d4-a60c-fd5ed98af9ce req-234f8cab-ecf7-4c0d-9f41-74914e3b971d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:26.702691 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b349de12-16b7-41d4-a60c-fd5ed98af9ce req-234f8cab-ecf7-4c0d-9f41-74914e3b971d tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 945 time: 0.0607684 Aug 17 00:24:26.754317 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b349de12-16b7-41d4-a60c-fd5ed98af9ce req-9c030641-ccc5-44f7-9cb4-fe6f5d3ed486 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465443 Aug 17 00:24:26.801088 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b15bb7a3-be42-48ad-89ba-f8954dad103e req-a2286f2e-a0b4-48a5-9b2c-2efb6635b961 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:26.822532 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['4fecc60d-042e-4457-a519-4d4093f3886d'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:24:26.825010 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['c8ebb03d-2d89-4f99-8851-5868f866cf00', '11c34cd1-328a-4504-820b-bad3497c101e'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:24:26.850625 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2286f2e-a0b4-48a5-9b2c-2efb6635b961 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Pushing event deleted for resources: {'Port': ['ID=11c34cd1-328a-4504-820b-bad3497c101e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:26.876360 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2286f2e-a0b4-48a5-9b2c-2efb6635b961 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:26.877921 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2286f2e-a0b4-48a5-9b2c-2efb6635b961 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:26.878728 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2286f2e-a0b4-48a5-9b2c-2efb6635b961 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:26.879500 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2286f2e-a0b4-48a5-9b2c-2efb6635b961 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:26.880317 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2286f2e-a0b4-48a5-9b2c-2efb6635b961 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:26.881224 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2286f2e-a0b4-48a5-9b2c-2efb6635b961 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:26.882003 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2286f2e-a0b4-48a5-9b2c-2efb6635b961 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:26.882847 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2286f2e-a0b4-48a5-9b2c-2efb6635b961 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:26.883804 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2286f2e-a0b4-48a5-9b2c-2efb6635b961 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:26.884701 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2286f2e-a0b4-48a5-9b2c-2efb6635b961 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:26.885505 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2286f2e-a0b4-48a5-9b2c-2efb6635b961 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:26.886297 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2286f2e-a0b4-48a5-9b2c-2efb6635b961 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:26.960218 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15bb7a3-be42-48ad-89ba-f8954dad103e req-a2286f2e-a0b4-48a5-9b2c-2efb6635b961 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] No DVR routers for this DVR port 11c34cd1-328a-4504-820b-bad3497c101e on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:24:26.965395 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b15bb7a3-be42-48ad-89ba-f8954dad103e req-a2286f2e-a0b4-48a5-9b2c-2efb6635b961 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:26.971293 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b15bb7a3-be42-48ad-89ba-f8954dad103e req-a2286f2e-a0b4-48a5-9b2c-2efb6635b961 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.69 "DELETE /v2.0/ports/11c34cd1-328a-4504-820b-bad3497c101e HTTP/1.1" status: 204 len: 173 time: 0.5555069 Aug 17 00:24:26.972264 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce58f38-0d20-4b77-bd34-6f3657b2a2fd', 'name': 'network-vif-deleted', 'tag': '11c34cd1-328a-4504-820b-bad3497c101e'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:24:26.976638 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8719cf83-312c-4366-8555-84a81054dc69" -d '{"events": [{"server_uuid": "4ce58f38-0d20-4b77-bd34-6f3657b2a2fd", "name": "network-vif-deleted", "tag": "11c34cd1-328a-4504-820b-bad3497c101e"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:24:27.039575 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba4a3b2-71e7-4c97-b1da-a1e513b97ce2 x-openstack-request-id: req-7ba4a3b2-71e7-4c97-b1da-a1e513b97ce2 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:24:27.040017 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce58f38-0d20-4b77-bd34-6f3657b2a2fd", "name": "network-vif-deleted", "tag": "11c34cd1-328a-4504-820b-bad3497c101e", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:24:27.040421 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7ba4a3b2-71e7-4c97-b1da-a1e513b97ce2 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:24:27.041028 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce58f38-0d20-4b77-bd34-6f3657b2a2fd', 'name': 'network-vif-deleted', 'tag': '11c34cd1-328a-4504-820b-bad3497c101e', 'status': 'completed', 'code': 200} Aug 17 00:24:27.438394 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28f64b47-3905-4a36-bea9-0499b5b1e435 req-c88159d7-9e4b-4849-b5de-e8b6ea3e16cc tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ce58f38-0d20-4b77-bd34-6f3657b2a2fd HTTP/1.1" status: 200 len: 210 time: 0.0331244 Aug 17 00:24:27.875608 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d6121-faf8-4021-a016-b20b8b44dad4 req-bb8854c2-294e-4f4c-b10b-2dee1e98faaf tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:27.877306 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc4d6121-faf8-4021-a016-b20b8b44dad4 req-bb8854c2-294e-4f4c-b10b-2dee1e98faaf tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 945 time: 0.0554135 Aug 17 00:24:27.919567 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc4d6121-faf8-4021-a016-b20b8b44dad4 req-8cb9b29a-f612-4e80-b359-e5eacb7199d5 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359619 Aug 17 00:24:28.755924 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cd351-e6c1-4859-a993-6840275d6737 req-17270cbc-ae46-4ed0-b97a-ba397886e9f0 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:28.758195 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-583cd351-e6c1-4859-a993-6840275d6737 req-17270cbc-ae46-4ed0-b97a-ba397886e9f0 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=112f24c7-d966-4fdc-811c-c6f937394b5e HTTP/1.1" status: 200 len: 945 time: 0.0616584 Aug 17 00:24:28.808256 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-583cd351-e6c1-4859-a993-6840275d6737 req-0271b5b6-4f6d-45f3-91d5-262d0831a057 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433455 Aug 17 00:24:29.047898 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fabdae-ef58-4ca4-9d55-db3491fe2ae0 req-a8db26c8-6017-4980-9f13-1318c8d24693 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:29.050169 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d2fabdae-ef58-4ca4-9d55-db3491fe2ae0 req-a8db26c8-6017-4980-9f13-1318c8d24693 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 945 time: 0.0528109 Aug 17 00:24:29.091915 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d2fabdae-ef58-4ca4-9d55-db3491fe2ae0 req-4b41dd81-4244-45e6-ae30-050dfaeb8e42 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351193 Aug 17 00:24:29.650407 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 11c34cd1-328a-4504-820b-bad3497c101e no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:24:29.671982 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 11c34cd1-328a-4504-820b-bad3497c101e {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:24:29.672314 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 11c34cd1-328a-4504-820b-bad3497c101e not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:24:29.937010 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c57f6-153a-4dce-8d7b-14a55582bcae req-9ffc4da5-98d3-417b-a132-fc21ee2b57ad tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:29.938470 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c8c57f6-153a-4dce-8d7b-14a55582bcae req-9ffc4da5-98d3-417b-a132-fc21ee2b57ad tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=112f24c7-d966-4fdc-811c-c6f937394b5e HTTP/1.1" status: 200 len: 945 time: 0.0572908 Aug 17 00:24:29.978710 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c8c57f6-153a-4dce-8d7b-14a55582bcae req-95333fbd-a074-40f3-a6cb-1ad6a02b983e tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335712 Aug 17 00:24:30.219211 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e640d-b59e-4fa7-beef-9de6dcede190 req-a18a1401-2867-43a8-8e29-c100b7b19de2 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:30.221233 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-388e640d-b59e-4fa7-beef-9de6dcede190 req-a18a1401-2867-43a8-8e29-c100b7b19de2 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 945 time: 0.0519552 Aug 17 00:24:30.260660 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-388e640d-b59e-4fa7-beef-9de6dcede190 req-e131adfd-8718-42d1-ac7e-4ecccfc55691 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332334 Aug 17 00:24:31.004821 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dc5ef-4d33-4806-bacd-edd7dca3641d req-5eef243d-52a2-4ae3-80a2-8968d1c496dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:31.006447 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f0dc5ef-4d33-4806-bacd-edd7dca3641d req-5eef243d-52a2-4ae3-80a2-8968d1c496dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=54d11a8b-cc41-4904-8fdd-40aba45c11d3 HTTP/1.1" status: 200 len: 855 time: 0.0453293 Aug 17 00:24:31.089262 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dc5ef-4d33-4806-bacd-edd7dca3641d req-1a40cd2d-ae1e-4be1-aecc-e7151fb7acc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:31.090684 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f0dc5ef-4d33-4806-bacd-edd7dca3641d req-1a40cd2d-ae1e-4be1-aecc-e7151fb7acc0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a01c282-1149-47ef-adf9-eecde6aae568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755112 Aug 17 00:24:31.107455 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917f809-b3d6-435b-81b4-f24552c4c535 req-10bc9b2f-e7f1-4621-9346-749c12277ba8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:31.109130 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1917f809-b3d6-435b-81b4-f24552c4c535 req-10bc9b2f-e7f1-4621-9346-749c12277ba8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=112f24c7-d966-4fdc-811c-c6f937394b5e HTTP/1.1" status: 200 len: 945 time: 0.0620115 Aug 17 00:24:31.195559 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1917f809-b3d6-435b-81b4-f24552c4c535 req-99a66240-00ab-408e-bcc4-a0140edb8ad9 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774200 Aug 17 00:24:31.226381 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f0dc5ef-4d33-4806-bacd-edd7dca3641d req-d58fd637-baa0-4fae-8f33-a7b8bff7e78b service neutron] 10.222.0.64 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163340 Aug 17 00:24:31.322521 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9f0dc5ef-4d33-4806-bacd-edd7dca3641d req-95dc7a19-2ce8-46a7-a911-74032a354430 service neutron] 10.222.0.64 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868647 Aug 17 00:24:31.384073 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7d3d2-8a0c-487c-8a3a-3dbf4f7a3427 req-ab03fcc4-3e98-456d-96c6-1ac304613b4a tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:31.385607 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9e7d3d2-8a0c-487c-8a3a-3dbf4f7a3427 req-ab03fcc4-3e98-456d-96c6-1ac304613b4a tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 945 time: 0.0500221 Aug 17 00:24:31.422257 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9e7d3d2-8a0c-487c-8a3a-3dbf4f7a3427 req-c90fad29-220f-47f1-b4c3-9c7fff69ab67 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307245 Aug 17 00:24:32.316843 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e5dd2-698c-4151-a863-dd8b3b95fe25 req-bd8a6d06-5270-4d58-a804-96e0fdc3398e tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:32.318361 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-448e5dd2-698c-4151-a863-dd8b3b95fe25 req-bd8a6d06-5270-4d58-a804-96e0fdc3398e tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=112f24c7-d966-4fdc-811c-c6f937394b5e HTTP/1.1" status: 200 len: 945 time: 0.0546284 Aug 17 00:24:32.356878 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-448e5dd2-698c-4151-a863-dd8b3b95fe25 req-3301c0e0-0f88-428e-bd43-0e482e0341bf tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323524 Aug 17 00:24:32.516212 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c0e33-1d17-491c-b6f9-75131a675e74 req-50202b01-ce54-47a9-b672-38b0548ef14b tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:32.518431 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f55c0e33-1d17-491c-b6f9-75131a675e74 req-50202b01-ce54-47a9-b672-38b0548ef14b tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.64 "GET /v2.0/ports?device_id=112f24c7-d966-4fdc-811c-c6f937394b5e HTTP/1.1" status: 200 len: 945 time: 0.0549519 Aug 17 00:24:32.650458 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58e4aa-13fe-43e3-8cdc-90f6392f52c6 req-af119c59-0322-41e8-8b09-baa19ec795cd tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:32.651943 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f58e4aa-13fe-43e3-8cdc-90f6392f52c6 req-af119c59-0322-41e8-8b09-baa19ec795cd tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 945 time: 0.1564965 Aug 17 00:24:32.674813 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-f55c0e33-1d17-491c-b6f9-75131a675e74 req-c68303ef-0e34-402a-9326-81eb93f07944 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Deleting port 4fecc60d-042e-4457-a519-4d4093f3886d {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:24:32.675157 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f55c0e33-1d17-491c-b6f9-75131a675e74 req-c68303ef-0e34-402a-9326-81eb93f07944 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:32.737609 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f58e4aa-13fe-43e3-8cdc-90f6392f52c6 req-98386419-aaf4-4f68-97b0-cf75905915bb tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785797 Aug 17 00:24:32.779520 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-f55c0e33-1d17-491c-b6f9-75131a675e74 req-c68303ef-0e34-402a-9326-81eb93f07944 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] For port 4fecc60d-042e-4457-a519-4d4093f3886d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4fecc60d-042e-4457-a519-4d4093f3886d,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:24:32.779810 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f55c0e33-1d17-491c-b6f9-75131a675e74 req-c68303ef-0e34-402a-9326-81eb93f07944 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:32.796153 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-f55c0e33-1d17-491c-b6f9-75131a675e74 req-c68303ef-0e34-402a-9326-81eb93f07944 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Calling delete_port for 4fecc60d-042e-4457-a519-4d4093f3886d owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:24:32.924962 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f55c0e33-1d17-491c-b6f9-75131a675e74 req-c68303ef-0e34-402a-9326-81eb93f07944 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:32.937808 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['4fecc60d-042e-4457-a519-4d4093f3886d'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:24:32.943182 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['c8ebb03d-2d89-4f99-8851-5868f866cf00'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:24:32.960119 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68303ef-0e34-402a-9326-81eb93f07944 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Pushing event deleted for resources: {'Port': ['ID=4fecc60d-042e-4457-a519-4d4093f3886d,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:32.987596 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68303ef-0e34-402a-9326-81eb93f07944 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:32.987942 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68303ef-0e34-402a-9326-81eb93f07944 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:32.988281 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68303ef-0e34-402a-9326-81eb93f07944 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:32.988614 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68303ef-0e34-402a-9326-81eb93f07944 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:32.988948 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68303ef-0e34-402a-9326-81eb93f07944 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:32.989304 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68303ef-0e34-402a-9326-81eb93f07944 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:32.989633 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68303ef-0e34-402a-9326-81eb93f07944 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:32.989958 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68303ef-0e34-402a-9326-81eb93f07944 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:32.990286 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68303ef-0e34-402a-9326-81eb93f07944 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:32.990609 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68303ef-0e34-402a-9326-81eb93f07944 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:32.990938 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68303ef-0e34-402a-9326-81eb93f07944 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:32.991257 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68303ef-0e34-402a-9326-81eb93f07944 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:33.017060 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55c0e33-1d17-491c-b6f9-75131a675e74 req-c68303ef-0e34-402a-9326-81eb93f07944 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] No DVR routers for this DVR port 4fecc60d-042e-4457-a519-4d4093f3886d on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:24:33.019893 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f55c0e33-1d17-491c-b6f9-75131a675e74 req-c68303ef-0e34-402a-9326-81eb93f07944 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:33.022060 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f55c0e33-1d17-491c-b6f9-75131a675e74 req-c68303ef-0e34-402a-9326-81eb93f07944 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.64 "DELETE /v2.0/ports/4fecc60d-042e-4457-a519-4d4093f3886d HTTP/1.1" status: 204 len: 173 time: 0.4975893 Aug 17 00:24:33.022537 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112f24c7-d966-4fdc-811c-c6f937394b5e', 'name': 'network-vif-deleted', 'tag': '4fecc60d-042e-4457-a519-4d4093f3886d'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:24:33.024882 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd37cad-38da-4212-b9b8-b86cb392947a" -d '{"events": [{"server_uuid": "112f24c7-d966-4fdc-811c-c6f937394b5e", "name": "network-vif-deleted", "tag": "4fecc60d-042e-4457-a519-4d4093f3886d"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:24:33.070274 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc48a65d-2012-451f-b43e-d92695c3e2e7 x-openstack-request-id: req-fc48a65d-2012-451f-b43e-d92695c3e2e7 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:24:33.070570 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112f24c7-d966-4fdc-811c-c6f937394b5e", "name": "network-vif-deleted", "tag": "4fecc60d-042e-4457-a519-4d4093f3886d", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:24:33.070825 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc48a65d-2012-451f-b43e-d92695c3e2e7 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:24:33.071225 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112f24c7-d966-4fdc-811c-c6f937394b5e', 'name': 'network-vif-deleted', 'tag': '4fecc60d-042e-4457-a519-4d4093f3886d', 'status': 'completed', 'code': 200} Aug 17 00:24:33.467917 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-174e394a-19c7-426e-9745-2d9e29666b22 req-fa540c76-daeb-4ef7-a67a-416054fe7e9c tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=112f24c7-d966-4fdc-811c-c6f937394b5e HTTP/1.1" status: 200 len: 210 time: 0.0308809 Aug 17 00:24:33.779038 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 9b220b98-43e2-4c19-b3c2-d35da15530ee details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:24:33.860450 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfee070-72cc-4e36-a193-6f7c4fd4f976 req-93369d62-ad3b-4bb9-ace9-9e605eba0063 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:33.862603 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fdfee070-72cc-4e36-a193-6f7c4fd4f976 req-93369d62-ad3b-4bb9-ace9-9e605eba0063 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 945 time: 0.0501025 Aug 17 00:24:33.879272 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 9b220b98-43e2-4c19-b3c2-d35da15530ee, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=9b220b98-43e2-4c19-b3c2-d35da15530ee,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:24:33.893548 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '9b220b98-43e2-4c19-b3c2-d35da15530ee', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'port_id': '9b220b98-43e2-4c19-b3c2-d35da15530ee', 'mac_address': 'fa:16:3e:8d:2c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:24:33.905200 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fdfee070-72cc-4e36-a193-6f7c4fd4f976 req-5feaee1b-0045-4a86-a9c9-f6f42547a460 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364821 Aug 17 00:24:33.933438 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:33.946359 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b220b98-43e2-4c19-b3c2-d35da15530ee {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:24:33.965487 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 9b220b98-43e2-4c19-b3c2-d35da15530ee, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=9b220b98-43e2-4c19-b3c2-d35da15530ee,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:24:33.969192 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:34.015520 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=9b220b98-43e2-4c19-b3c2-d35da15530ee,revision_number=11']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:34.023091 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:34.023370 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:34.023718 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:34.024060 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:34.024399 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:34.024736 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:34.025090 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:34.025425 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:34.025759 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:34.026084 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:34.026412 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:34.026740 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:34.196971 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['9b220b98-43e2-4c19-b3c2-d35da15530ee'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:24:34.739178 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-0e123528-fa4a-4670-af80-84d299fb914c tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:34.740618 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-0e123528-fa4a-4670-af80-84d299fb914c tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/networks?id=c803fa11-ec13-4805-bf01-644a7f09f5d7 HTTP/1.1" status: 200 len: 805 time: 0.1042788 Aug 17 00:24:34.810336 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-5cc4185d-8599-4353-880f-9dec0bb9766b tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/quotas/c237df9b1a3e49adadc567fc799ec8ba HTTP/1.1" status: 200 len: 375 time: 0.0639477 Aug 17 00:24:34.861407 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-5a897e6d-641d-407e-8bd4-d1d46895a46e tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c237df9b1a3e49adadc567fc799ec8ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0443780 Aug 17 00:24:34.958755 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-1abf84b4-5c94-44ff-a683-559069148bfa service neutron] 10.222.0.60 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899587 Aug 17 00:24:35.076199 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9286abb-0fd9-494a-b9ff-844fa5ed0a68 req-dcf3f80d-be18-49a5-8bb8-0686094a90e3 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:35.077595 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b9286abb-0fd9-494a-b9ff-844fa5ed0a68 req-dcf3f80d-be18-49a5-8bb8-0686094a90e3 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 946 time: 0.0699489 Aug 17 00:24:35.094420 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-eefd3c1e-b485-4145-a63c-68d1fc2d316d service neutron] 10.222.0.60 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292207 Aug 17 00:24:35.127098 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b9286abb-0fd9-494a-b9ff-844fa5ed0a68 req-ff55fb5e-31a3-4f7e-b56d-3f57567fa901 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399134 Aug 17 00:24:35.259278 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4bff010d-3157-441c-9db3-7fdb3ddc170a req-6dbb11e8-7a47-4b1d-b5c0-61a2d6b2a35c tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2152c71-18af-41f1-8aba-329272f2ad0b HTTP/1.1" status: 200 len: 210 time: 0.0283568 Aug 17 00:24:35.794375 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 9b220b98-43e2-4c19-b3c2-d35da15530ee up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:24:35.845601 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 9b220b98-43e2-4c19-b3c2-d35da15530ee completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:24:35.850414 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 9b220b98-43e2-4c19-b3c2-d35da15530ee triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:24:35.850810 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:35.931991 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:35.954166 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5a2ca7-3b59-4096-8fdd-cc977aea8bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b220b98-43e2-4c19-b3c2-d35da15530ee'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:24:35.956425 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a601508-42b1-4867-b841-981311691b04" -d '{"events": [{"server_uuid": "ad5a2ca7-3b59-4096-8fdd-cc977aea8bde", "name": "network-vif-plugged", "status": "completed", "tag": "9b220b98-43e2-4c19-b3c2-d35da15530ee"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:24:35.968983 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 9b220b98-43e2-4c19-b3c2-d35da15530ee, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=9b220b98-43e2-4c19-b3c2-d35da15530ee,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:24:35.973008 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:35.973899 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4fecc60d-042e-4457-a519-4d4093f3886d no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:24:36.015815 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ea9dac-f8b9-43df-b431-c0947fdfb98e x-openstack-request-id: req-d9ea9dac-f8b9-43df-b431-c0947fdfb98e {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:24:36.016159 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5a2ca7-3b59-4096-8fdd-cc977aea8bde", "name": "network-vif-plugged", "status": "completed", "tag": "9b220b98-43e2-4c19-b3c2-d35da15530ee", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:24:36.016350 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d9ea9dac-f8b9-43df-b431-c0947fdfb98e {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:24:36.016744 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5a2ca7-3b59-4096-8fdd-cc977aea8bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b220b98-43e2-4c19-b3c2-d35da15530ee', 'code': 200} Aug 17 00:24:36.017445 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 4fecc60d-042e-4457-a519-4d4093f3886d {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:24:36.017779 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4fecc60d-042e-4457-a519-4d4093f3886d not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:24:36.056583 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=9b220b98-43e2-4c19-b3c2-d35da15530ee,revision_number=12']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:36.203679 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-53eace18-a709-4931-89a8-361f35580646 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:36.206385 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-53eace18-a709-4931-89a8-361f35580646 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.64 "GET /v2.0/networks?id=c803fa11-ec13-4805-bf01-644a7f09f5d7 HTTP/1.1" status: 200 len: 805 time: 0.1229193 Aug 17 00:24:36.206551 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9717cd-600e-4bf1-8cf1-9b550b4742a5 req-2fa23585-4cdf-488a-97f8-c8ac5dd7cbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:36.208248 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-aa9717cd-600e-4bf1-8cf1-9b550b4742a5 req-2fa23585-4cdf-488a-97f8-c8ac5dd7cbca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 1099 time: 0.0476110 Aug 17 00:24:36.228570 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-9b6130da-ab8b-4497-a86e-5c7106c6f6af tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Request body: {'port': {'device_id': 'e2152c71-18af-41f1-8aba-329272f2ad0b', 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7', 'admin_state_up': True, 'tenant_id': 'c237df9b1a3e49adadc567fc799ec8ba'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:24:36.253867 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-aa9717cd-600e-4bf1-8cf1-9b550b4742a5 req-6eb89769-7be5-459e-b9aa-9f166928ba96 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305648 Aug 17 00:24:36.320036 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d52ca-eed6-432d-9619-2c6d403ff7db req-b598dfcc-c6a6-4f73-b4d2-2b75749d344f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:36.321647 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d6d52ca-eed6-432d-9619-2c6d403ff7db req-b598dfcc-c6a6-4f73-b4d2-2b75749d344f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 947 time: 0.1078906 Aug 17 00:24:36.392424 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2cf53c4a-aa86-4d08-b954-48392229b2d1 req-5ac76f04-0aaf-4274-8c74-1962f05da807 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2152c71-18af-41f1-8aba-329272f2ad0b HTTP/1.1" status: 200 len: 210 time: 0.0563924 Aug 17 00:24:36.415850 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d6d52ca-eed6-432d-9619-2c6d403ff7db req-37bbf53d-266f-4951-9a44-953b77aafd10 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881512 Aug 17 00:24:36.426779 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-9b6130da-ab8b-4497-a86e-5c7106c6f6af tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Made reservation on behalf of c237df9b1a3e49adadc567fc799ec8ba for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:24:36.430369 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-9b6130da-ab8b-4497-a86e-5c7106c6f6af tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:36.553868 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-9b6130da-ab8b-4497-a86e-5c7106c6f6af tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Allocated IP 172.20.0.11 (c803fa11-ec13-4805-bf01-644a7f09f5d7/8a72365d-1e91-452f-9d24-00039beafd4f/0992669b-1131-42ba-b52a-906e4fbfbecd) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:24:36.701881 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-9b6130da-ab8b-4497-a86e-5c7106c6f6af tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:36.741110 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-9b6130da-ab8b-4497-a86e-5c7106c6f6af tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:36.756590 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['c8ebb03d-2d89-4f99-8851-5868f866cf00'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:24:36.790651 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-9b6130da-ab8b-4497-a86e-5c7106c6f6af tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Network c803fa11-ec13-4805-bf01-644a7f09f5d7 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:24:36.794731 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-9b6130da-ab8b-4497-a86e-5c7106c6f6af tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:24:36.801236 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-9b6130da-ab8b-4497-a86e-5c7106c6f6af tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:24:36.805347 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6130da-ab8b-4497-a86e-5c7106c6f6af tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Pushing event updated for resources: {'Port': ['ID=0992669b-1131-42ba-b52a-906e4fbfbecd,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:36.862619 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-9b6130da-ab8b-4497-a86e-5c7106c6f6af tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:36.863545 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-9b6130da-ab8b-4497-a86e-5c7106c6f6af tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:36.881530 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-9b6130da-ab8b-4497-a86e-5c7106c6f6af tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6552896 Aug 17 00:24:36.894599 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-29457425-22b3-416c-b90b-14405f3bcbb7 service neutron] Request body: {'port': {'device_id': 'e2152c71-18af-41f1-8aba-329272f2ad0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:24:36.957885 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-29457425-22b3-416c-b90b-14405f3bcbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:37.206996 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:24:37.258383 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-29457425-22b3-416c-b90b-14405f3bcbb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0992669b-1131-42ba-b52a-906e4fbfbecd {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:24:37.266301 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-29457425-22b3-416c-b90b-14405f3bcbb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:37.278590 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-29457425-22b3-416c-b90b-14405f3bcbb7 service neutron] Transition to ACTIVE for port object 0992669b-1131-42ba-b52a-906e4fbfbecd will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:24:37.282487 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-29457425-22b3-416c-b90b-14405f3bcbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:37.337776 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29457425-22b3-416c-b90b-14405f3bcbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=0992669b-1131-42ba-b52a-906e4fbfbecd,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:37.423147 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-29457425-22b3-416c-b90b-14405f3bcbb7 service neutron] Attempting to bind port 0992669b-1131-42ba-b52a-906e4fbfbecd on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:24:37.423581 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-29457425-22b3-416c-b90b-14405f3bcbb7 service neutron] Attempting to bind port 0992669b-1131-42ba-b52a-906e4fbfbecd by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '622ac851-fe77-462c-933f-fe1b1d216eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:24:37.424377 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-29457425-22b3-416c-b90b-14405f3bcbb7 service neutron] Attempting to bind port 0992669b-1131-42ba-b52a-906e4fbfbecd on network c803fa11-ec13-4805-bf01-644a7f09f5d7 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:24:37.429251 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-29457425-22b3-416c-b90b-14405f3bcbb7 service neutron] Port 0992669b-1131-42ba-b52a-906e4fbfbecd on network c803fa11-ec13-4805-bf01-644a7f09f5d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:24:37.429580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-29457425-22b3-416c-b90b-14405f3bcbb7 service neutron] Attempting to bind port 0992669b-1131-42ba-b52a-906e4fbfbecd on network c803fa11-ec13-4805-bf01-644a7f09f5d7 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:24:37.434869 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-29457425-22b3-416c-b90b-14405f3bcbb7 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:24:37.435366 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-29457425-22b3-416c-b90b-14405f3bcbb7 service neutron] Checking segment: {'id': '622ac851-fe77-462c-933f-fe1b1d216eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:24:37.435671 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-29457425-22b3-416c-b90b-14405f3bcbb7 service neutron] Bound using segment: {'id': '622ac851-fe77-462c-933f-fe1b1d216eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:24:37.436096 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-29457425-22b3-416c-b90b-14405f3bcbb7 service neutron] Bound port: 0992669b-1131-42ba-b52a-906e4fbfbecd, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622ac851-fe77-462c-933f-fe1b1d216eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:24:37.436463 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-29457425-22b3-416c-b90b-14405f3bcbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:37.575522 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-29457425-22b3-416c-b90b-14405f3bcbb7 service neutron] For port 0992669b-1131-42ba-b52a-906e4fbfbecd, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:24:37.591359 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-29457425-22b3-416c-b90b-14405f3bcbb7 service neutron] For port 0992669b-1131-42ba-b52a-906e4fbfbecd, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0992669b-1131-42ba-b52a-906e4fbfbecd,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:24:37.601798 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-29457425-22b3-416c-b90b-14405f3bcbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:37.620604 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e84a87-81d6-4142-a363-ac51f39ea8be req-0ee81f72-0ef5-4677-bad5-be98aaf0af23 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:37.622098 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-29e84a87-81d6-4142-a363-ac51f39ea8be req-0ee81f72-0ef5-4677-bad5-be98aaf0af23 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2152c71-18af-41f1-8aba-329272f2ad0b HTTP/1.1" status: 200 len: 944 time: 0.1301482 Aug 17 00:24:37.652853 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41e663-b2d0-4f5d-a997-76c05f34083a req-593e7299-7e9b-48e4-a080-55a122c0f4f7 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:37.654322 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f41e663-b2d0-4f5d-a997-76c05f34083a req-593e7299-7e9b-48e4-a080-55a122c0f4f7 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 947 time: 0.1198945 Aug 17 00:24:37.686547 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-29457425-22b3-416c-b90b-14405f3bcbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:37.687152 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-29457425-22b3-416c-b90b-14405f3bcbb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:37.688453 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-29457425-22b3-416c-b90b-14405f3bcbb7 service neutron] 10.222.0.64 "PUT /v2.0/ports/0992669b-1131-42ba-b52a-906e4fbfbecd HTTP/1.1" status: 200 len: 1093 time: 0.7989035 Aug 17 00:24:37.691262 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2152c71-18af-41f1-8aba-329272f2ad0b', 'tag': '0992669b-1131-42ba-b52a-906e4fbfbecd'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:24:37.693507 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951e1371-6e6e-4458-88b4-f936c4818e02" -d '{"events": [{"name": "network-changed", "server_uuid": "e2152c71-18af-41f1-8aba-329272f2ad0b", "tag": "0992669b-1131-42ba-b52a-906e4fbfbecd"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:24:37.743922 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29457425-22b3-416c-b90b-14405f3bcbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=0992669b-1131-42ba-b52a-906e4fbfbecd,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:37.775005 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-29e84a87-81d6-4142-a363-ac51f39ea8be req-66c10c0d-3b9b-41b2-9a60-8e0f56d32254 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324866 Aug 17 00:24:37.785792 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f41e663-b2d0-4f5d-a997-76c05f34083a req-0c8064e4-8bcb-4a8f-98df-9591d46697ad tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197877 Aug 17 00:24:37.798122 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-fc89269f-2655-49b5-abdb-9524d3795c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:37.799841 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-fc89269f-2655-49b5-abdb-9524d3795c85 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c237df9b1a3e49adadc567fc799ec8ba&device_id=e2152c71-18af-41f1-8aba-329272f2ad0b HTTP/1.1" status: 200 len: 1096 time: 0.0752692 Aug 17 00:24:37.856032 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bd936e-f4b2-4066-abe5-143db1fc953b x-openstack-request-id: req-04bd936e-f4b2-4066-abe5-143db1fc953b {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:24:37.856329 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2152c71-18af-41f1-8aba-329272f2ad0b", "tag": "0992669b-1131-42ba-b52a-906e4fbfbecd", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:24:37.856583 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-04bd936e-f4b2-4066-abe5-143db1fc953b {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:24:37.856986 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2152c71-18af-41f1-8aba-329272f2ad0b', 'tag': '0992669b-1131-42ba-b52a-906e4fbfbecd', 'status': 'completed', 'code': 200} Aug 17 00:24:37.859000 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-a64bbc38-c595-4c2d-b571-7cd92a1ed516 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0992669b-1131-42ba-b52a-906e4fbfbecd HTTP/1.1" status: 200 len: 217 time: 0.0472162 Aug 17 00:24:37.912176 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-065eaeb1-c49d-47b0-897f-89cd89db0bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:37.913648 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-065eaeb1-c49d-47b0-897f-89cd89db0bd4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8a72365d-1e91-452f-9d24-00039beafd4f HTTP/1.1" status: 200 len: 845 time: 0.0475607 Aug 17 00:24:37.950643 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-02f65015-9fa3-4125-8005-0d36ac444a56 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c803fa11-ec13-4805-bf01-644a7f09f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295696 Aug 17 00:24:38.041782 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-f697a660-86ab-4dfc-9804-b131643f029f service neutron] 10.222.0.64 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836182 Aug 17 00:24:38.137656 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d42f4874-19ec-4f2e-8197-cef3e5dc25ac req-3edfe2aa-541d-4bd6-9c57-dbd23a426668 service neutron] 10.222.0.64 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870233 Aug 17 00:24:38.231380 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e1371-6e6e-4458-88b4-f936c4818e02 req-ccb8c9a6-6811-42f6-accb-fefd136ddc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:38.232883 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-951e1371-6e6e-4458-88b4-f936c4818e02 req-ccb8c9a6-6811-42f6-accb-fefd136ddc12 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c237df9b1a3e49adadc567fc799ec8ba&device_id=e2152c71-18af-41f1-8aba-329272f2ad0b HTTP/1.1" status: 200 len: 1096 time: 0.0447571 Aug 17 00:24:38.326359 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e1371-6e6e-4458-88b4-f936c4818e02 req-ad38af72-f0c1-4e74-b362-d1cae50355fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:38.327809 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-951e1371-6e6e-4458-88b4-f936c4818e02 req-ad38af72-f0c1-4e74-b362-d1cae50355fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=c803fa11-ec13-4805-bf01-644a7f09f5d7 HTTP/1.1" status: 200 len: 906 time: 0.0875103 Aug 17 00:24:38.370551 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-951e1371-6e6e-4458-88b4-f936c4818e02 req-305b7512-6fc6-4df9-85a1-e1f0be7204d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0992669b-1131-42ba-b52a-906e4fbfbecd HTTP/1.1" status: 200 len: 217 time: 0.0351076 Aug 17 00:24:38.419205 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e1371-6e6e-4458-88b4-f936c4818e02 req-5f4ef722-b7e1-4dc7-879b-0ed529bb4150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:38.420555 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-951e1371-6e6e-4458-88b4-f936c4818e02 req-5f4ef722-b7e1-4dc7-879b-0ed529bb4150 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8a72365d-1e91-452f-9d24-00039beafd4f HTTP/1.1" status: 200 len: 845 time: 0.0427368 Aug 17 00:24:38.453247 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-951e1371-6e6e-4458-88b4-f936c4818e02 req-9eef8768-fd6f-4d19-a5e3-94a6f7f6d605 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c803fa11-ec13-4805-bf01-644a7f09f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250225 Aug 17 00:24:38.552512 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-951e1371-6e6e-4458-88b4-f936c4818e02 req-e36dd154-9d0f-4660-af70-4942deffbd7f service neutron] 10.222.0.64 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900228 Aug 17 00:24:38.648358 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-951e1371-6e6e-4458-88b4-f936c4818e02 req-9f4bc5e5-90f2-496c-9300-2aba11220a86 service neutron] 10.222.0.64 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867517 Aug 17 00:24:38.932223 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75210b28-3ad9-4319-9ce7-08c85a4d8ff4 req-e5db37aa-9367-44e1-855c-07716db8fb30 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:38.933746 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-75210b28-3ad9-4319-9ce7-08c85a4d8ff4 req-e5db37aa-9367-44e1-855c-07716db8fb30 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2152c71-18af-41f1-8aba-329272f2ad0b HTTP/1.1" status: 200 len: 944 time: 0.0788004 Aug 17 00:24:38.948947 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31e8fe-45ba-4a7c-8f1e-f16503b23bc9 req-213cdcef-2461-401f-a097-af68b2d93e69 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:38.950470 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9d31e8fe-45ba-4a7c-8f1e-f16503b23bc9 req-213cdcef-2461-401f-a097-af68b2d93e69 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 947 time: 0.0856302 Aug 17 00:24:39.003178 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-75210b28-3ad9-4319-9ce7-08c85a4d8ff4 req-e8d977cf-f1d1-4d5b-8773-62f7974ca5ec tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517437 Aug 17 00:24:39.010076 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9d31e8fe-45ba-4a7c-8f1e-f16503b23bc9 req-5284db7e-f9d8-48cc-bbac-1d6fc0137f01 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523188 Aug 17 00:24:40.119176 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbacf43-312d-4572-82e4-1c826c149d5a req-1b3d136e-3314-4406-b8b6-d727d620d7d4 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:40.120649 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-adbacf43-312d-4572-82e4-1c826c149d5a req-1b3d136e-3314-4406-b8b6-d727d620d7d4 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2152c71-18af-41f1-8aba-329272f2ad0b HTTP/1.1" status: 200 len: 944 time: 0.0498033 Aug 17 00:24:40.158158 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-adbacf43-312d-4572-82e4-1c826c149d5a req-f66c6995-4188-47b0-b639-f9cd75cb761b tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316236 Aug 17 00:24:40.180921 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:41.275583 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee25dc5-f13c-472d-922a-b38666d6ba6c req-71becf5d-5636-4780-bbb4-94af1cb46bb6 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:41.277067 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ee25dc5-f13c-472d-922a-b38666d6ba6c req-71becf5d-5636-4780-bbb4-94af1cb46bb6 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2152c71-18af-41f1-8aba-329272f2ad0b HTTP/1.1" status: 200 len: 944 time: 0.0513570 Aug 17 00:24:41.314102 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ee25dc5-f13c-472d-922a-b38666d6ba6c req-18976056-ddc2-4aea-b093-487cd19dae67 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311978 Aug 17 00:24:41.771693 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:41.814461 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0992669b-1131-42ba-b52a-906e4fbfbecd details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:24:41.906100 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0992669b-1131-42ba-b52a-906e4fbfbecd, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0992669b-1131-42ba-b52a-906e4fbfbecd,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:24:41.918003 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '0992669b-1131-42ba-b52a-906e4fbfbecd', 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7', 'port_id': '0992669b-1131-42ba-b52a-906e4fbfbecd', 'mac_address': 'fa:16:3e:dd:b5:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a72365d-1e91-452f-9d24-00039beafd4f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:24:41.957557 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:41.969888 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0992669b-1131-42ba-b52a-906e4fbfbecd {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:24:41.989826 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0992669b-1131-42ba-b52a-906e4fbfbecd, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0992669b-1131-42ba-b52a-906e4fbfbecd,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:24:41.993483 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:42.041429 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=0992669b-1131-42ba-b52a-906e4fbfbecd,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:42.215091 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['0992669b-1131-42ba-b52a-906e4fbfbecd'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:24:42.430677 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3454c9-e177-47bd-8634-96264086f6d2 req-80abc3b3-2068-4375-a2ea-5e2db2b489c2 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:42.432180 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc3454c9-e177-47bd-8634-96264086f6d2 req-80abc3b3-2068-4375-a2ea-5e2db2b489c2 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2152c71-18af-41f1-8aba-329272f2ad0b HTTP/1.1" status: 200 len: 945 time: 0.0505562 Aug 17 00:24:42.469772 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc3454c9-e177-47bd-8634-96264086f6d2 req-86b5ec97-e64d-4a33-9474-7778903e28aa tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314755 Aug 17 00:24:42.693014 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-717c7b31-5b79-4435-8657-d5480affc04f req-c501577d-874b-49fb-b65d-bc36940f4165 service neutron] (101403) timed out ('10.222.0.60', 45960) {{(pid=101403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 00:24:43.585173 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf80ea-a740-4357-bf73-cf65aa1a8a82 req-0564ec4b-dc73-4041-ac88-f6e95015b037 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:43.586731 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2cf80ea-a740-4357-bf73-cf65aa1a8a82 req-0564ec4b-dc73-4041-ac88-f6e95015b037 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2152c71-18af-41f1-8aba-329272f2ad0b HTTP/1.1" status: 200 len: 945 time: 0.0483930 Aug 17 00:24:43.623892 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2cf80ea-a740-4357-bf73-cf65aa1a8a82 req-bd611ca3-e56d-4d72-ae1c-421d297626fd tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311284 Aug 17 00:24:43.817531 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0992669b-1131-42ba-b52a-906e4fbfbecd up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:24:43.866664 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 0992669b-1131-42ba-b52a-906e4fbfbecd completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:24:43.870495 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 0992669b-1131-42ba-b52a-906e4fbfbecd triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:24:43.870867 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:43.948397 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:43.973884 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2152c71-18af-41f1-8aba-329272f2ad0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0992669b-1131-42ba-b52a-906e4fbfbecd'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:24:43.976106 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651f682f-bd67-4690-a070-55b135ea8118" -d '{"events": [{"server_uuid": "e2152c71-18af-41f1-8aba-329272f2ad0b", "name": "network-vif-plugged", "status": "completed", "tag": "0992669b-1131-42ba-b52a-906e4fbfbecd"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:24:43.990593 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0992669b-1131-42ba-b52a-906e4fbfbecd, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0992669b-1131-42ba-b52a-906e4fbfbecd,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:24:43.994732 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:44.021456 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188c6ad1-ebd4-4af8-9f94-4078ec906ffd x-openstack-request-id: req-188c6ad1-ebd4-4af8-9f94-4078ec906ffd {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:24:44.021753 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2152c71-18af-41f1-8aba-329272f2ad0b", "name": "network-vif-plugged", "status": "completed", "tag": "0992669b-1131-42ba-b52a-906e4fbfbecd", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:24:44.022008 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-188c6ad1-ebd4-4af8-9f94-4078ec906ffd {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:24:44.022403 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2152c71-18af-41f1-8aba-329272f2ad0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0992669b-1131-42ba-b52a-906e4fbfbecd', 'code': 200} Aug 17 00:24:44.048131 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=0992669b-1131-42ba-b52a-906e4fbfbecd,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:44.109664 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80faed62-2d8f-4b35-bffe-d69209d722d9 req-9f43a099-c5f7-4ae1-99f1-bca6e9a38635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:44.111155 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-80faed62-2d8f-4b35-bffe-d69209d722d9 req-9f43a099-c5f7-4ae1-99f1-bca6e9a38635 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e2152c71-18af-41f1-8aba-329272f2ad0b HTTP/1.1" status: 200 len: 1098 time: 0.0439861 Aug 17 00:24:44.146403 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-80faed62-2d8f-4b35-bffe-d69209d722d9 req-3e3ef430-479d-4c6c-8b30-68c791c6de96 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277092 Aug 17 00:24:44.760313 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08fdda-998a-4ce3-98fb-2cceb21c8a53 req-9ee80a18-4948-447d-b3ab-efd555ef756f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:44.761761 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c08fdda-998a-4ce3-98fb-2cceb21c8a53 req-9ee80a18-4948-447d-b3ab-efd555ef756f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2152c71-18af-41f1-8aba-329272f2ad0b HTTP/1.1" status: 200 len: 946 time: 0.0561595 Aug 17 00:24:44.801985 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c08fdda-998a-4ce3-98fb-2cceb21c8a53 req-6c53feb9-0486-4f28-8a12-ee162b9f4195 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325985 Aug 17 00:24:45.917790 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a70b8c-5803-4771-92ce-b111d9119bf8 req-ddca45c2-0566-432e-845d-3b68824e04b2 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:45.919253 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7a70b8c-5803-4771-92ce-b111d9119bf8 req-ddca45c2-0566-432e-845d-3b68824e04b2 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2152c71-18af-41f1-8aba-329272f2ad0b HTTP/1.1" status: 200 len: 946 time: 0.0483458 Aug 17 00:24:45.956517 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7a70b8c-5803-4771-92ce-b111d9119bf8 req-fd7c73c6-df4f-406b-9468-2a1a9929d291 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306747 Aug 17 00:24:46.167497 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521623ba-0b42-4fcd-a7cf-d450a96359c8 req-c877a4fe-1d95-446c-bf70-9778e92d9bff tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:46.168967 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-521623ba-0b42-4fcd-a7cf-d450a96359c8 req-c877a4fe-1d95-446c-bf70-9778e92d9bff tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2152c71-18af-41f1-8aba-329272f2ad0b HTTP/1.1" status: 200 len: 946 time: 0.0520997 Aug 17 00:24:46.207208 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-521623ba-0b42-4fcd-a7cf-d450a96359c8 req-4e47ea13-23bb-49b9-8928-427072bc2fb3 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323811 Aug 17 00:24:46.320251 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758812ed-16c8-4c7d-b810-3a19c96ec670 req-3927f807-a6dd-4da5-81e4-6b33f44a4cf9 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:46.321742 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-758812ed-16c8-4c7d-b810-3a19c96ec670 req-3927f807-a6dd-4da5-81e4-6b33f44a4cf9 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2152c71-18af-41f1-8aba-329272f2ad0b HTTP/1.1" status: 200 len: 946 time: 0.0487943 Aug 17 00:24:46.359284 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-758812ed-16c8-4c7d-b810-3a19c96ec670 req-915c16bc-00bf-4ef8-be5a-78062b3a83b6 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316834 Aug 17 00:24:46.526789 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-48fd219d-2fc1-4644-a8d9-6d4f12db3345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:46.600762 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78462215-2460-4e53-8eb5-41b943dd3daa req-8473e74c-a2d0-452a-84fd-3fe231d9fa01 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:46.602242 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78462215-2460-4e53-8eb5-41b943dd3daa req-8473e74c-a2d0-452a-84fd-3fe231d9fa01 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2152c71-18af-41f1-8aba-329272f2ad0b HTTP/1.1" status: 200 len: 946 time: 0.0483286 Aug 17 00:24:46.639817 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78462215-2460-4e53-8eb5-41b943dd3daa req-1976dcee-327c-451d-8983-ae7b19df05b5 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315292 Aug 17 00:24:47.257299 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7612ca0-9f18-4b1c-bd9b-3d25b0fbe734 req-61d9c23d-52a4-40c9-bdf5-5c49e174a3df service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433617 Aug 17 00:24:47.339630 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7612ca0-9f18-4b1c-bd9b-3d25b0fbe734 req-59549fcd-8f9a-44ec-a50f-e9f9da7a4fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:47.341111 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7612ca0-9f18-4b1c-bd9b-3d25b0fbe734 req-59549fcd-8f9a-44ec-a50f-e9f9da7a4fdf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31228c6a01c44795b6b4fa0167b16be6&device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 1099 time: 0.0396800 Aug 17 00:24:47.449589 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7612ca0-9f18-4b1c-bd9b-3d25b0fbe734 req-d30e9b3c-4386-4d8c-8fb9-5919336d88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:47.451107 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7612ca0-9f18-4b1c-bd9b-3d25b0fbe734 req-d30e9b3c-4386-4d8c-8fb9-5919336d88f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9a01c282-1149-47ef-adf9-eecde6aae568 HTTP/1.1" status: 200 len: 917 time: 0.0906045 Aug 17 00:24:47.515872 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7612ca0-9f18-4b1c-bd9b-3d25b0fbe734 req-e73e6c50-7ce5-48eb-9439-b75b133755df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b220b98-43e2-4c19-b3c2-d35da15530ee HTTP/1.1" status: 200 len: 1002 time: 0.0570173 Aug 17 00:24:47.568211 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7612ca0-9f18-4b1c-bd9b-3d25b0fbe734 req-d2a859d7-2d0d-4b25-810b-421aea3429b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:47.569652 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7612ca0-9f18-4b1c-bd9b-3d25b0fbe734 req-d2a859d7-2d0d-4b25-810b-421aea3429b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=54d11a8b-cc41-4904-8fdd-40aba45c11d3 HTTP/1.1" status: 200 len: 855 time: 0.0436678 Aug 17 00:24:47.621784 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7612ca0-9f18-4b1c-bd9b-3d25b0fbe734 req-ae0f35fd-edbe-4584-98a5-580329a2eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:47.623255 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7612ca0-9f18-4b1c-bd9b-3d25b0fbe734 req-ae0f35fd-edbe-4584-98a5-580329a2eb96 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a01c282-1149-47ef-adf9-eecde6aae568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443947 Aug 17 00:24:47.730192 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7612ca0-9f18-4b1c-bd9b-3d25b0fbe734 req-b78fc580-052c-4c08-8006-3ae6a6650d29 service neutron] 10.222.0.64 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973494 Aug 17 00:24:47.819340 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb26d15-84a0-4aa7-a5ae-427901d5da48 req-155ade3e-5b12-410f-9e92-1547f98940d6 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:47.820792 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0cb26d15-84a0-4aa7-a5ae-427901d5da48 req-155ade3e-5b12-410f-9e92-1547f98940d6 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2152c71-18af-41f1-8aba-329272f2ad0b HTTP/1.1" status: 200 len: 946 time: 0.1096303 Aug 17 00:24:47.873284 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7612ca0-9f18-4b1c-bd9b-3d25b0fbe734 req-78b3bc6f-1207-4feb-bc51-e649307d8c82 service neutron] 10.222.0.64 "GET /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288810 Aug 17 00:24:47.881856 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0cb26d15-84a0-4aa7-a5ae-427901d5da48 req-c918e5fc-2fc3-45de-9e8a-2502e1376a7f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544667 Aug 17 00:24:48.023562 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce7b76-fa17-4eba-889d-8c533e2bed92 req-9fb4cbe2-9937-4065-a7fd-8e7c052fd536 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:48.025017 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16ce7b76-fa17-4eba-889d-8c533e2bed92 req-9fb4cbe2-9937-4065-a7fd-8e7c052fd536 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2152c71-18af-41f1-8aba-329272f2ad0b HTTP/1.1" status: 200 len: 946 time: 0.0497735 Aug 17 00:24:48.120079 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-16ce7b76-fa17-4eba-889d-8c533e2bed92 req-fa880ed8-c0d4-47c4-9277-4f33330e9b70 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Deleting port 0992669b-1131-42ba-b52a-906e4fbfbecd {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:24:48.120434 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-16ce7b76-fa17-4eba-889d-8c533e2bed92 req-fa880ed8-c0d4-47c4-9277-4f33330e9b70 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:48.207026 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-16ce7b76-fa17-4eba-889d-8c533e2bed92 req-fa880ed8-c0d4-47c4-9277-4f33330e9b70 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] For port 0992669b-1131-42ba-b52a-906e4fbfbecd, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0992669b-1131-42ba-b52a-906e4fbfbecd,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:24:48.207395 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-16ce7b76-fa17-4eba-889d-8c533e2bed92 req-fa880ed8-c0d4-47c4-9277-4f33330e9b70 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:48.219309 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-16ce7b76-fa17-4eba-889d-8c533e2bed92 req-fa880ed8-c0d4-47c4-9277-4f33330e9b70 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Calling delete_port for 0992669b-1131-42ba-b52a-906e4fbfbecd owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:24:48.345314 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-16ce7b76-fa17-4eba-889d-8c533e2bed92 req-fa880ed8-c0d4-47c4-9277-4f33330e9b70 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:48.358348 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['0992669b-1131-42ba-b52a-906e4fbfbecd'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:24:48.363535 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['c8ebb03d-2d89-4f99-8851-5868f866cf00'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:24:48.375663 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa880ed8-c0d4-47c4-9277-4f33330e9b70 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Pushing event deleted for resources: {'Port': ['ID=0992669b-1131-42ba-b52a-906e4fbfbecd,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:48.420909 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ce7b76-fa17-4eba-889d-8c533e2bed92 req-fa880ed8-c0d4-47c4-9277-4f33330e9b70 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] No DVR routers for this DVR port 0992669b-1131-42ba-b52a-906e4fbfbecd on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:24:48.423524 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-16ce7b76-fa17-4eba-889d-8c533e2bed92 req-fa880ed8-c0d4-47c4-9277-4f33330e9b70 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:48.426326 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16ce7b76-fa17-4eba-889d-8c533e2bed92 req-fa880ed8-c0d4-47c4-9277-4f33330e9b70 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.64 "DELETE /v2.0/ports/0992669b-1131-42ba-b52a-906e4fbfbecd HTTP/1.1" status: 204 len: 173 time: 0.3952336 Aug 17 00:24:48.426760 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2152c71-18af-41f1-8aba-329272f2ad0b', 'name': 'network-vif-deleted', 'tag': '0992669b-1131-42ba-b52a-906e4fbfbecd'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:24:48.429520 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7cee11-b2e5-4d34-9354-244e708ec8e8" -d '{"events": [{"server_uuid": "e2152c71-18af-41f1-8aba-329272f2ad0b", "name": "network-vif-deleted", "tag": "0992669b-1131-42ba-b52a-906e4fbfbecd"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:24:48.471657 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee63c068-627e-4f04-bbf2-a2a306bbc3c5 x-openstack-request-id: req-ee63c068-627e-4f04-bbf2-a2a306bbc3c5 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:24:48.472055 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2152c71-18af-41f1-8aba-329272f2ad0b", "name": "network-vif-deleted", "tag": "0992669b-1131-42ba-b52a-906e4fbfbecd", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:24:48.472433 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ee63c068-627e-4f04-bbf2-a2a306bbc3c5 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:24:48.472899 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2152c71-18af-41f1-8aba-329272f2ad0b', 'name': 'network-vif-deleted', 'tag': '0992669b-1131-42ba-b52a-906e4fbfbecd', 'status': 'completed', 'code': 200} Aug 17 00:24:48.995383 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-91cc43dc-60cf-4c4e-8e16-5cb1853efce5 req-61db4a0a-df0e-488c-b75e-3bbf6302c159 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2152c71-18af-41f1-8aba-329272f2ad0b HTTP/1.1" status: 200 len: 210 time: 0.0277040 Aug 17 00:24:49.233388 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-19ac6d14-82ff-48b7-a148-51b94262fb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:49.280986 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:49.908609 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cac009f1-a3ba-40d5-8318-7a7ff2dbcef3 req-d5fcca41-9791-4505-b888-a0169c2fd67e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440788 Aug 17 00:24:49.997261 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac009f1-a3ba-40d5-8318-7a7ff2dbcef3 req-e53efd55-f230-4b75-b859-a835d229e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:49.998775 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cac009f1-a3ba-40d5-8318-7a7ff2dbcef3 req-e53efd55-f230-4b75-b859-a835d229e594 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 1098 time: 0.0423253 Aug 17 00:24:50.115922 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac009f1-a3ba-40d5-8318-7a7ff2dbcef3 req-14cf224a-a126-453b-88c2-d0f624f389b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:50.117456 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cac009f1-a3ba-40d5-8318-7a7ff2dbcef3 req-14cf224a-a126-453b-88c2-d0f624f389b8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 912 time: 0.0945535 Aug 17 00:24:50.186761 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cac009f1-a3ba-40d5-8318-7a7ff2dbcef3 req-f33a53ca-5a94-48f0-9730-ee8d953743a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=605fa81c-4fa3-4bb0-91cf-776a6b33ca10 HTTP/1.1" status: 200 len: 1001 time: 0.0605145 Aug 17 00:24:50.219630 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:50.240886 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac009f1-a3ba-40d5-8318-7a7ff2dbcef3 req-f0e590bd-77f9-4810-ada1-ea389a92efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:50.242500 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cac009f1-a3ba-40d5-8318-7a7ff2dbcef3 req-f0e590bd-77f9-4810-ada1-ea389a92efaa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50a43672-a95f-4b5a-a039-6a76ff2ef6bb HTTP/1.1" status: 200 len: 850 time: 0.0476720 Aug 17 00:24:50.259353 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-c3286788-502c-4d62-ad61-c8b1a6f9a2a0 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:50.260826 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-c3286788-502c-4d62-ad61-c8b1a6f9a2a0 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/networks?id=c803fa11-ec13-4805-bf01-644a7f09f5d7 HTTP/1.1" status: 200 len: 805 time: 0.1055768 Aug 17 00:24:50.276384 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-a0de542d-dfd5-43d6-beec-69d09ad206ca tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/quotas/c237df9b1a3e49adadc567fc799ec8ba HTTP/1.1" status: 200 len: 375 time: 0.0098460 Aug 17 00:24:50.299694 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac009f1-a3ba-40d5-8318-7a7ff2dbcef3 req-fae71c28-323f-4c9f-b271-1889f16c9997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:50.301331 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cac009f1-a3ba-40d5-8318-7a7ff2dbcef3 req-fae71c28-323f-4c9f-b271-1889f16c9997 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2676b640-a0ef-482d-b8e8-3f50e99c7802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466692 Aug 17 00:24:50.330058 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-b067dc3e-4f4e-4c22-b987-76a54e59eff8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c237df9b1a3e49adadc567fc799ec8ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0479677 Aug 17 00:24:50.394582 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-b127a2d2-92d7-4ebc-b16d-7572f0907aa6 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:24:50.395699 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-b127a2d2-92d7-4ebc-b16d-7572f0907aa6 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0550954 Aug 17 00:24:50.398198 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cac009f1-a3ba-40d5-8318-7a7ff2dbcef3 req-b3cc11bf-772e-4411-a6fd-97a0733e8de0 service neutron] 10.222.0.69 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847647 Aug 17 00:24:50.484690 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-f38f7f5d-bce7-4d17-9a83-b14c8cf48119 service neutron] 10.222.0.60 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824981 Aug 17 00:24:50.500004 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cac009f1-a3ba-40d5-8318-7a7ff2dbcef3 req-359954c0-2e71-46eb-a5d9-a052ed2e25d3 service neutron] 10.222.0.69 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905418 Aug 17 00:24:50.922372 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-e005addd-1bb4-4f27-876a-af0a3f4e090a service neutron] 10.222.0.60 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308906 Aug 17 00:24:51.078959 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-788f852b-d099-4a3f-bd44-fcb14d3470e7 req-36f38c89-2642-4b1e-88f8-567a2c956b96 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 210 time: 0.0263708 Aug 17 00:24:51.918378 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0992669b-1131-42ba-b52a-906e4fbfbecd no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:24:51.949526 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 0992669b-1131-42ba-b52a-906e4fbfbecd {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:24:51.949858 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0992669b-1131-42ba-b52a-906e4fbfbecd not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:24:52.053071 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-180111a2-b772-4f14-ac9d-8723f8aefdd4 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:52.055201 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-180111a2-b772-4f14-ac9d-8723f8aefdd4 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.69 "GET /v2.0/networks?id=c803fa11-ec13-4805-bf01-644a7f09f5d7 HTTP/1.1" status: 200 len: 805 time: 0.1186285 Aug 17 00:24:52.080517 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-fbc17834-61af-4d93-b0d0-654b2adc9f4a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Request body: {'port': {'device_id': 'fdb6d2c0-1ec7-4b63-9a49-82421e239479', 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7', 'admin_state_up': True, 'tenant_id': 'c237df9b1a3e49adadc567fc799ec8ba'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:24:52.130416 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:52.182837 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7b229da-1628-433d-840a-87c0b88797f4 req-146c54b3-008d-42b9-a32a-c51514e53383 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 210 time: 0.0277612 Aug 17 00:24:52.213988 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-fbc17834-61af-4d93-b0d0-654b2adc9f4a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Made reservation on behalf of c237df9b1a3e49adadc567fc799ec8ba for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:24:52.217486 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-fbc17834-61af-4d93-b0d0-654b2adc9f4a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:52.342295 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-fbc17834-61af-4d93-b0d0-654b2adc9f4a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Allocated IP 172.20.0.2 (c803fa11-ec13-4805-bf01-644a7f09f5d7/8a72365d-1e91-452f-9d24-00039beafd4f/09209389-b42d-4bce-a553-d6d952fea6f0) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:24:52.500675 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-fbc17834-61af-4d93-b0d0-654b2adc9f4a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:52.540817 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-fbc17834-61af-4d93-b0d0-654b2adc9f4a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:52.557978 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['c8ebb03d-2d89-4f99-8851-5868f866cf00'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:24:52.587105 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-fbc17834-61af-4d93-b0d0-654b2adc9f4a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Network c803fa11-ec13-4805-bf01-644a7f09f5d7 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:24:52.593133 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-fbc17834-61af-4d93-b0d0-654b2adc9f4a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:24:52.595707 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-fbc17834-61af-4d93-b0d0-654b2adc9f4a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:24:52.631040 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc17834-61af-4d93-b0d0-654b2adc9f4a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Pushing event updated for resources: {'Port': ['ID=09209389-b42d-4bce-a553-d6d952fea6f0,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:52.658980 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-fbc17834-61af-4d93-b0d0-654b2adc9f4a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:52.659865 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-fbc17834-61af-4d93-b0d0-654b2adc9f4a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:52.674953 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-fbc17834-61af-4d93-b0d0-654b2adc9f4a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5985019 Aug 17 00:24:52.692739 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-b37a1c35-8dc1-4667-ac79-b22af87fca20 service neutron] Request body: {'port': {'device_id': 'fdb6d2c0-1ec7-4b63-9a49-82421e239479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:24:52.746214 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-b37a1c35-8dc1-4667-ac79-b22af87fca20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:53.009327 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-b37a1c35-8dc1-4667-ac79-b22af87fca20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09209389-b42d-4bce-a553-d6d952fea6f0 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:24:53.016683 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-b37a1c35-8dc1-4667-ac79-b22af87fca20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:53.029122 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-b37a1c35-8dc1-4667-ac79-b22af87fca20 service neutron] Transition to ACTIVE for port object 09209389-b42d-4bce-a553-d6d952fea6f0 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:24:53.032838 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-b37a1c35-8dc1-4667-ac79-b22af87fca20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:53.081420 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a1c35-8dc1-4667-ac79-b22af87fca20 service neutron] Pushing event updated for resources: {'Port': ['ID=09209389-b42d-4bce-a553-d6d952fea6f0,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:53.161776 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-b37a1c35-8dc1-4667-ac79-b22af87fca20 service neutron] Attempting to bind port 09209389-b42d-4bce-a553-d6d952fea6f0 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:24:53.162119 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-b37a1c35-8dc1-4667-ac79-b22af87fca20 service neutron] Attempting to bind port 09209389-b42d-4bce-a553-d6d952fea6f0 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '622ac851-fe77-462c-933f-fe1b1d216eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:24:53.162458 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-b37a1c35-8dc1-4667-ac79-b22af87fca20 service neutron] Attempting to bind port 09209389-b42d-4bce-a553-d6d952fea6f0 on network c803fa11-ec13-4805-bf01-644a7f09f5d7 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:24:53.167392 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-b37a1c35-8dc1-4667-ac79-b22af87fca20 service neutron] Port 09209389-b42d-4bce-a553-d6d952fea6f0 on network c803fa11-ec13-4805-bf01-644a7f09f5d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:24:53.167726 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-b37a1c35-8dc1-4667-ac79-b22af87fca20 service neutron] Attempting to bind port 09209389-b42d-4bce-a553-d6d952fea6f0 on network c803fa11-ec13-4805-bf01-644a7f09f5d7 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:24:53.173320 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-b37a1c35-8dc1-4667-ac79-b22af87fca20 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:24:53.173673 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-b37a1c35-8dc1-4667-ac79-b22af87fca20 service neutron] Checking segment: {'id': '622ac851-fe77-462c-933f-fe1b1d216eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:24:53.174075 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-b37a1c35-8dc1-4667-ac79-b22af87fca20 service neutron] Bound using segment: {'id': '622ac851-fe77-462c-933f-fe1b1d216eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:24:53.174519 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-b37a1c35-8dc1-4667-ac79-b22af87fca20 service neutron] Bound port: 09209389-b42d-4bce-a553-d6d952fea6f0, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622ac851-fe77-462c-933f-fe1b1d216eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:24:53.174892 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-b37a1c35-8dc1-4667-ac79-b22af87fca20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:53.249983 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-b37a1c35-8dc1-4667-ac79-b22af87fca20 service neutron] For port 09209389-b42d-4bce-a553-d6d952fea6f0, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:24:53.252957 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-b37a1c35-8dc1-4667-ac79-b22af87fca20 service neutron] For port 09209389-b42d-4bce-a553-d6d952fea6f0, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=09209389-b42d-4bce-a553-d6d952fea6f0,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:24:53.258556 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-b37a1c35-8dc1-4667-ac79-b22af87fca20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:53.295266 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-b37a1c35-8dc1-4667-ac79-b22af87fca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:53.295775 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-b37a1c35-8dc1-4667-ac79-b22af87fca20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:53.297246 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-b37a1c35-8dc1-4667-ac79-b22af87fca20 service neutron] 10.222.0.69 "PUT /v2.0/ports/09209389-b42d-4bce-a553-d6d952fea6f0 HTTP/1.1" status: 200 len: 1092 time: 0.6090772 Aug 17 00:24:53.297685 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb6d2c0-1ec7-4b63-9a49-82421e239479', 'tag': '09209389-b42d-4bce-a553-d6d952fea6f0'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:24:53.299935 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf8002d-68b0-4924-8dbd-8c69d871be28" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb6d2c0-1ec7-4b63-9a49-82421e239479", "tag": "09209389-b42d-4bce-a553-d6d952fea6f0"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:24:53.314068 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9fccf-6ee4-4e63-b6e5-a4f1fee2d889 req-090b890b-787c-4c6d-a443-21cdd7cdd569 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:53.315744 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9e9fccf-6ee4-4e63-b6e5-a4f1fee2d889 req-090b890b-787c-4c6d-a443-21cdd7cdd569 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 943 time: 0.0559952 Aug 17 00:24:53.329648 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a1c35-8dc1-4667-ac79-b22af87fca20 service neutron] Pushing event updated for resources: {'Port': ['ID=09209389-b42d-4bce-a553-d6d952fea6f0,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:53.348346 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a41923-5ab9-4683-84d5-c72160809fc0 x-openstack-request-id: req-e8a41923-5ab9-4683-84d5-c72160809fc0 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:24:53.348729 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb6d2c0-1ec7-4b63-9a49-82421e239479", "tag": "09209389-b42d-4bce-a553-d6d952fea6f0", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:24:53.348988 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8a41923-5ab9-4683-84d5-c72160809fc0 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:24:53.349451 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb6d2c0-1ec7-4b63-9a49-82421e239479', 'tag': '09209389-b42d-4bce-a553-d6d952fea6f0', 'status': 'completed', 'code': 200} Aug 17 00:24:53.360417 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9e9fccf-6ee4-4e63-b6e5-a4f1fee2d889 req-6d19bd54-bd42-4655-b7de-d1ef6cac7f52 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345964 Aug 17 00:24:53.393011 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-d31ead90-12eb-495c-98b8-d00698d9cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:53.398366 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-d31ead90-12eb-495c-98b8-d00698d9cb4d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c237df9b1a3e49adadc567fc799ec8ba&device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 1095 time: 0.0441532 Aug 17 00:24:53.446818 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-b15e01ea-84f2-457a-b39b-b80c597e445f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09209389-b42d-4bce-a553-d6d952fea6f0 HTTP/1.1" status: 200 len: 217 time: 0.0400608 Aug 17 00:24:53.502183 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-c693c989-3a72-45ee-99fd-0b256c04aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:53.503621 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-c693c989-3a72-45ee-99fd-0b256c04aeef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a72365d-1e91-452f-9d24-00039beafd4f HTTP/1.1" status: 200 len: 845 time: 0.0460029 Aug 17 00:24:53.540521 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-139a9594-37f5-4164-a46e-b599efd21c70 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c803fa11-ec13-4805-bf01-644a7f09f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249531 Aug 17 00:24:53.639572 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-3fff833a-9d2b-42ea-8f89-69938f2afb3f service neutron] 10.222.0.69 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870674 Aug 17 00:24:53.734056 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ea36f0b3-0718-4ca1-a056-fada4d4a35b8 req-826cd412-2aa3-419c-8295-a8edec321292 service neutron] 10.222.0.69 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820518 Aug 17 00:24:53.874816 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8002d-68b0-4924-8dbd-8c69d871be28 req-b6617556-d28b-43df-bd57-b77a3cf4820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:53.876300 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-bbf8002d-68b0-4924-8dbd-8c69d871be28 req-b6617556-d28b-43df-bd57-b77a3cf4820e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c237df9b1a3e49adadc567fc799ec8ba&device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 1095 time: 0.0421584 Aug 17 00:24:53.970880 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8002d-68b0-4924-8dbd-8c69d871be28 req-c2472971-cbf0-4e3d-9bab-710459fb8fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:53.972252 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-bbf8002d-68b0-4924-8dbd-8c69d871be28 req-c2472971-cbf0-4e3d-9bab-710459fb8fc8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c803fa11-ec13-4805-bf01-644a7f09f5d7 HTTP/1.1" status: 200 len: 906 time: 0.0878868 Aug 17 00:24:54.020645 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-bbf8002d-68b0-4924-8dbd-8c69d871be28 req-8da2fbd5-4796-4b05-bf56-85c6d8edccf2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09209389-b42d-4bce-a553-d6d952fea6f0 HTTP/1.1" status: 200 len: 217 time: 0.0345023 Aug 17 00:24:54.084118 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8002d-68b0-4924-8dbd-8c69d871be28 req-c4317c51-aeca-4aa6-ab13-4730a095380a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:54.085608 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-bbf8002d-68b0-4924-8dbd-8c69d871be28 req-c4317c51-aeca-4aa6-ab13-4730a095380a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a72365d-1e91-452f-9d24-00039beafd4f HTTP/1.1" status: 200 len: 845 time: 0.0544655 Aug 17 00:24:54.118193 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-bbf8002d-68b0-4924-8dbd-8c69d871be28 req-1a7d95ac-e5cc-455f-afb9-8c84f5e5615f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c803fa11-ec13-4805-bf01-644a7f09f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250988 Aug 17 00:24:54.207554 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-bbf8002d-68b0-4924-8dbd-8c69d871be28 req-6aa22c5b-cb7e-4ae8-adc5-2c2f98869a49 service neutron] 10.222.0.69 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810719 Aug 17 00:24:54.300416 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-bbf8002d-68b0-4924-8dbd-8c69d871be28 req-7a4e9a39-8df4-497f-a7bb-49b7d95849c9 service neutron] 10.222.0.69 "GET /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853043 Aug 17 00:24:54.480240 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7b73f-83a7-48e4-b733-7aa84ae0ac93 req-b8a7dcf1-51eb-4fd9-ab55-30f359e5fe33 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:54.481722 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdf7b73f-83a7-48e4-b733-7aa84ae0ac93 req-b8a7dcf1-51eb-4fd9-ab55-30f359e5fe33 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 943 time: 0.0511835 Aug 17 00:24:54.521548 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdf7b73f-83a7-48e4-b733-7aa84ae0ac93 req-e44eb524-de0d-4500-8a4f-a62782f3e2aa tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335071 Aug 17 00:24:55.635565 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac946ae1-b71f-4651-b6f8-d90bc5e96eb2 req-a7edd6ac-21ab-4f6c-a3e9-22baa5992f81 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:55.637012 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac946ae1-b71f-4651-b6f8-d90bc5e96eb2 req-a7edd6ac-21ab-4f6c-a3e9-22baa5992f81 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 943 time: 0.0484970 Aug 17 00:24:55.674210 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac946ae1-b71f-4651-b6f8-d90bc5e96eb2 req-e1c656cc-4648-4165-b27c-571d3b7d751a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312486 Aug 17 00:24:55.775026 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 09209389-b42d-4bce-a553-d6d952fea6f0 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:24:55.871607 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 09209389-b42d-4bce-a553-d6d952fea6f0, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=09209389-b42d-4bce-a553-d6d952fea6f0,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:24:55.882581 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '09209389-b42d-4bce-a553-d6d952fea6f0', 'network_id': 'c803fa11-ec13-4805-bf01-644a7f09f5d7', 'port_id': '09209389-b42d-4bce-a553-d6d952fea6f0', 'mac_address': 'fa:16:3e:8e:24:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a72365d-1e91-452f-9d24-00039beafd4f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:24:55.921934 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:55.934581 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09209389-b42d-4bce-a553-d6d952fea6f0 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:24:55.953430 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 09209389-b42d-4bce-a553-d6d952fea6f0, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=09209389-b42d-4bce-a553-d6d952fea6f0,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:24:55.957951 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:56.003683 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=09209389-b42d-4bce-a553-d6d952fea6f0,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:56.245145 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['09209389-b42d-4bce-a553-d6d952fea6f0'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:24:56.787471 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8063dfc-e920-43b9-802c-1bfb13c5e787 req-3dffe449-c2e2-4dc5-b21c-3ef7a1db5150 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:56.788944 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d8063dfc-e920-43b9-802c-1bfb13c5e787 req-3dffe449-c2e2-4dc5-b21c-3ef7a1db5150 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 944 time: 0.0486531 Aug 17 00:24:56.825804 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d8063dfc-e920-43b9-802c-1bfb13c5e787 req-a1a6ecb9-d451-47fb-9806-927c55cdda84 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309379 Aug 17 00:24:57.790321 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 09209389-b42d-4bce-a553-d6d952fea6f0 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:24:57.839158 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 09209389-b42d-4bce-a553-d6d952fea6f0 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:24:57.842741 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 09209389-b42d-4bce-a553-d6d952fea6f0 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:24:57.843118 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:57.920891 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:57.943048 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb6d2c0-1ec7-4b63-9a49-82421e239479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09209389-b42d-4bce-a553-d6d952fea6f0'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:24:57.944224 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b636d33-7d01-4437-8ea1-d3951eae649e req-139335bd-3d07-49e9-a51b-1c84af2cbde9 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:57.945359 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666193b1-15b8-4024-af53-eff8e7468ef1" -d '{"events": [{"server_uuid": "fdb6d2c0-1ec7-4b63-9a49-82421e239479", "name": "network-vif-plugged", "status": "completed", "tag": "09209389-b42d-4bce-a553-d6d952fea6f0"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:24:57.946048 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8b636d33-7d01-4437-8ea1-d3951eae649e req-139335bd-3d07-49e9-a51b-1c84af2cbde9 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 944 time: 0.0527034 Aug 17 00:24:57.962407 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 09209389-b42d-4bce-a553-d6d952fea6f0, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=09209389-b42d-4bce-a553-d6d952fea6f0,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:24:57.967182 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:57.990922 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a47c91a-2b7d-479d-8c66-4b9c19df044b x-openstack-request-id: req-6a47c91a-2b7d-479d-8c66-4b9c19df044b {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:24:57.991258 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb6d2c0-1ec7-4b63-9a49-82421e239479", "name": "network-vif-plugged", "status": "completed", "tag": "09209389-b42d-4bce-a553-d6d952fea6f0", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:24:57.991479 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6a47c91a-2b7d-479d-8c66-4b9c19df044b {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:24:57.992027 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb6d2c0-1ec7-4b63-9a49-82421e239479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09209389-b42d-4bce-a553-d6d952fea6f0', 'code': 200} Aug 17 00:24:57.992721 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8b636d33-7d01-4437-8ea1-d3951eae649e req-16fe9bfa-633a-44e7-bdd4-c73af8a92c8d tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400913 Aug 17 00:24:58.020857 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=09209389-b42d-4bce-a553-d6d952fea6f0,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:58.111148 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10472aa6-44fc-4074-9536-5afd7b458b96 req-984d85e9-fead-44cc-b7c0-9e88e90e0c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:58.112644 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-10472aa6-44fc-4074-9536-5afd7b458b96 req-984d85e9-fead-44cc-b7c0-9e88e90e0c92 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 1097 time: 0.0430150 Aug 17 00:24:58.152575 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-10472aa6-44fc-4074-9536-5afd7b458b96 req-483de046-c95b-4ce1-82fb-a1761a9b85c3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282099 Aug 17 00:24:59.110052 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851fe8a-30e1-4302-af3f-6fa2d960f0cc req-b86168f4-b688-4a68-9be4-5381058840d8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:59.111586 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c851fe8a-30e1-4302-af3f-6fa2d960f0cc req-b86168f4-b688-4a68-9be4-5381058840d8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0498235 Aug 17 00:24:59.153341 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c851fe8a-30e1-4302-af3f-6fa2d960f0cc req-d131fa5e-2d74-4445-80e8-8a59167400d2 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336857 Aug 17 00:25:00.282806 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9a6bf-c82c-4cd8-aca4-3af09e937cf1 req-f8d4b92a-6acc-43ae-932c-a46e043677ca tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:00.284287 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44d9a6bf-c82c-4cd8-aca4-3af09e937cf1 req-f8d4b92a-6acc-43ae-932c-a46e043677ca tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0597262 Aug 17 00:25:00.327379 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44d9a6bf-c82c-4cd8-aca4-3af09e937cf1 req-79991204-3a1e-491e-a2d1-14ffde743029 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370002 Aug 17 00:25:00.530981 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4a021-2bd3-4e33-afa3-e3ec5fa3e20b req-a5815857-6523-45b2-8255-85e796a120f4 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:00.532453 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00f4a021-2bd3-4e33-afa3-e3ec5fa3e20b req-a5815857-6523-45b2-8255-85e796a120f4 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0527582 Aug 17 00:25:00.571244 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00f4a021-2bd3-4e33-afa3-e3ec5fa3e20b req-d1685c4d-9ed7-4eb6-944f-cd691b530aa5 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319564 Aug 17 00:25:00.684621 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b4897-5e1d-4239-9167-01ddea67e25a req-718585ad-6127-4e57-b6ad-e3bd29a73290 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:00.686146 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1a2b4897-5e1d-4239-9167-01ddea67e25a req-718585ad-6127-4e57-b6ad-e3bd29a73290 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0481460 Aug 17 00:25:00.723708 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1a2b4897-5e1d-4239-9167-01ddea67e25a req-af8ef2ba-48bd-4088-8812-84e0258ae465 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308287 Aug 17 00:25:00.923558 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79533e17-8545-4b27-b0e2-4df61b41cf44 req-efef70e8-940c-4b9f-8d9b-0fe5e4f8b328 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:00.925063 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79533e17-8545-4b27-b0e2-4df61b41cf44 req-efef70e8-940c-4b9f-8d9b-0fe5e4f8b328 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0492558 Aug 17 00:25:00.963689 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79533e17-8545-4b27-b0e2-4df61b41cf44 req-eee6342f-e7c5-4d64-9b93-805651e8744a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320103 Aug 17 00:25:02.085679 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448e6f0-05d7-4d60-9343-8346441eeb72 req-54f0c34d-0c9a-48fb-b0fa-8fedcf71886b tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:02.087227 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9448e6f0-05d7-4d60-9343-8346441eeb72 req-54f0c34d-0c9a-48fb-b0fa-8fedcf71886b tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0546255 Aug 17 00:25:02.124807 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9448e6f0-05d7-4d60-9343-8346441eeb72 req-905fb2f4-ea09-4256-981c-ddea549a6b6c tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316882 Aug 17 00:25:03.246875 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5096b72-cdf0-44fd-84ae-d132e5f2991d req-919ffdd3-36e8-49ea-9ed5-88521b1b676b tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:03.248345 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5096b72-cdf0-44fd-84ae-d132e5f2991d req-919ffdd3-36e8-49ea-9ed5-88521b1b676b tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0534942 Aug 17 00:25:03.285522 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5096b72-cdf0-44fd-84ae-d132e5f2991d req-477371a1-8772-4718-9c96-851191ee8900 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307600 Aug 17 00:25:04.399120 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39a2e3-b3f7-4428-b5bb-02b1375f2645 req-d1203839-f16d-4b94-a3bf-97de8c9cfb63 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:04.400569 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db39a2e3-b3f7-4428-b5bb-02b1375f2645 req-d1203839-f16d-4b94-a3bf-97de8c9cfb63 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0485890 Aug 17 00:25:04.437326 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db39a2e3-b3f7-4428-b5bb-02b1375f2645 req-30fe77ed-e290-4ae0-9996-728ac8e097bb tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307825 Aug 17 00:25:05.556813 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff39570-8b74-4706-a21f-69feda85f928 req-bd6191cb-b028-4a0e-8d22-6912ae4f468a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:05.558324 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aff39570-8b74-4706-a21f-69feda85f928 req-bd6191cb-b028-4a0e-8d22-6912ae4f468a tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0530431 Aug 17 00:25:05.595464 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aff39570-8b74-4706-a21f-69feda85f928 req-84529a8c-1ce2-462a-b202-e5ddd641d282 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311992 Aug 17 00:25:06.712386 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1154926-ed25-45c8-adc4-515ee9cc4f48 req-550f6317-3bd9-4337-9a3e-391282df10af tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:06.713826 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1154926-ed25-45c8-adc4-515ee9cc4f48 req-550f6317-3bd9-4337-9a3e-391282df10af tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0494189 Aug 17 00:25:06.751328 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1154926-ed25-45c8-adc4-515ee9cc4f48 req-942a8704-1de2-4f3c-aa70-1cb1fcfa99bd tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316050 Aug 17 00:25:07.866668 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059136f1-1f05-4044-b9e3-757ea197927d req-3e4d9823-d947-47e8-843a-62a24a7dcdad tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:07.868159 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-059136f1-1f05-4044-b9e3-757ea197927d req-3e4d9823-d947-47e8-843a-62a24a7dcdad tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0488579 Aug 17 00:25:07.905596 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-059136f1-1f05-4044-b9e3-757ea197927d req-39b89c32-9bc7-45c1-af7d-75fbc3139be6 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315328 Aug 17 00:25:08.430826 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500ea0f-a428-4bc7-a767-1eaba71d1622 req-1f249f8c-bb4f-446f-b907-65abad7d4211 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:08.432316 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b500ea0f-a428-4bc7-a767-1eaba71d1622 req-1f249f8c-bb4f-446f-b907-65abad7d4211 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 947 time: 0.0527542 Aug 17 00:25:08.474439 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b500ea0f-a428-4bc7-a767-1eaba71d1622 req-ac92595b-126f-43b8-9169-f44ee5e31d45 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319638 Aug 17 00:25:09.021290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acd1b4-59ea-4b3c-874b-05cbe75d8052 req-7a7c8c15-d35a-4cdc-962b-eb28c4da6b2e tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:09.022764 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61acd1b4-59ea-4b3c-874b-05cbe75d8052 req-7a7c8c15-d35a-4cdc-962b-eb28c4da6b2e tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0493002 Aug 17 00:25:09.059654 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61acd1b4-59ea-4b3c-874b-05cbe75d8052 req-53c41335-7075-4e82-b7e0-3633aee805b1 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309572 Aug 17 00:25:09.600203 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3eb6a-44e3-4542-99e9-902ffc0c956c req-a53d71bc-2c25-4858-b542-57c229b79922 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:09.601796 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62f3eb6a-44e3-4542-99e9-902ffc0c956c req-a53d71bc-2c25-4858-b542-57c229b79922 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 947 time: 0.0537155 Aug 17 00:25:09.639578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62f3eb6a-44e3-4542-99e9-902ffc0c956c req-e8d1991e-d29c-4c2c-80d7-91bbaff9411b tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups?id=128dc1dd-bf28-404d-9c19-51e7ba63fd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312200 Aug 17 00:25:09.744649 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95737c9d-19a7-4777-a710-07d3b87fc99b req-8f9b7d85-34e6-4aac-a88f-ec2f4844161e tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:09.746001 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-95737c9d-19a7-4777-a710-07d3b87fc99b req-8f9b7d85-34e6-4aac-a88f-ec2f4844161e tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 947 time: 0.0515890 Aug 17 00:25:09.834808 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-95737c9d-19a7-4777-a710-07d3b87fc99b req-7bb9c311-c415-4cc1-af24-d765ac87bf0f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Deleting port 9b220b98-43e2-4c19-b3c2-d35da15530ee {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:25:09.835150 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-95737c9d-19a7-4777-a710-07d3b87fc99b req-7bb9c311-c415-4cc1-af24-d765ac87bf0f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:09.928601 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-95737c9d-19a7-4777-a710-07d3b87fc99b req-7bb9c311-c415-4cc1-af24-d765ac87bf0f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] For port 9b220b98-43e2-4c19-b3c2-d35da15530ee, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=9b220b98-43e2-4c19-b3c2-d35da15530ee,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:25:09.928964 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-95737c9d-19a7-4777-a710-07d3b87fc99b req-7bb9c311-c415-4cc1-af24-d765ac87bf0f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:10.096292 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-95737c9d-19a7-4777-a710-07d3b87fc99b req-7bb9c311-c415-4cc1-af24-d765ac87bf0f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:10.096911 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-95737c9d-19a7-4777-a710-07d3b87fc99b req-7bb9c311-c415-4cc1-af24-d765ac87bf0f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:10.097261 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [req-95737c9d-19a7-4777-a710-07d3b87fc99b req-7bb9c311-c415-4cc1-af24-d765ac87bf0f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Floating IP 59fcf6fe-7b76-4a3a-92a8-d9b264ddaf3c disassociated. External IP: 172.25.3.240, port: 9b220b98-43e2-4c19-b3c2-d35da15530ee. Aug 17 00:25:10.097451 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-95737c9d-19a7-4777-a710-07d3b87fc99b req-7bb9c311-c415-4cc1-af24-d765ac87bf0f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Calling delete_port for 9b220b98-43e2-4c19-b3c2-d35da15530ee owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:25:10.183096 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:10.207325 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d68c3-f059-42b6-87e9-e5d456c909ea req-c594fb80-124a-46b3-aefd-40f2befb8f6d tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:10.208828 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba7d68c3-f059-42b6-87e9-e5d456c909ea req-c594fb80-124a-46b3-aefd-40f2befb8f6d tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0696237 Aug 17 00:25:10.270953 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba7d68c3-f059-42b6-87e9-e5d456c909ea req-a0ac732d-a882-4fa3-9415-65bb8627c6f3 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552382 Aug 17 00:25:10.297286 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-95737c9d-19a7-4777-a710-07d3b87fc99b req-7bb9c311-c415-4cc1-af24-d765ac87bf0f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:10.328370 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9c311-c415-4cc1-af24-d765ac87bf0f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Pushing event deleted for resources: {'Port': ['ID=9b220b98-43e2-4c19-b3c2-d35da15530ee,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:10.438630 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95737c9d-19a7-4777-a710-07d3b87fc99b req-7bb9c311-c415-4cc1-af24-d765ac87bf0f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Router 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:25:10.547647 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95737c9d-19a7-4777-a710-07d3b87fc99b req-7bb9c311-c415-4cc1-af24-d765ac87bf0f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:25:10.558465 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d561ec-d5c1-49d4-89bc-02a231e3e333 None None] Sync routers for ids ['2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:25:10.567648 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d561ec-d5c1-49d4-89bc-02a231e3e333 None None] Routers {'2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:25:10.568269 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-69d561ec-d5c1-49d4-89bc-02a231e3e333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:24:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:10.586627 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-95737c9d-19a7-4777-a710-07d3b87fc99b req-7bb9c311-c415-4cc1-af24-d765ac87bf0f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] No DVR routers for this DVR port 9b220b98-43e2-4c19-b3c2-d35da15530ee on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:25:10.589384 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-95737c9d-19a7-4777-a710-07d3b87fc99b req-7bb9c311-c415-4cc1-af24-d765ac87bf0f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:10.591406 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-95737c9d-19a7-4777-a710-07d3b87fc99b req-7bb9c311-c415-4cc1-af24-d765ac87bf0f tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.64 "DELETE /v2.0/ports/9b220b98-43e2-4c19-b3c2-d35da15530ee HTTP/1.1" status: 204 len: 173 time: 0.8392689 Aug 17 00:25:10.592152 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5a2ca7-3b59-4096-8fdd-cc977aea8bde', 'name': 'network-vif-deleted', 'tag': '9b220b98-43e2-4c19-b3c2-d35da15530ee'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:25:10.594584 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14964a45-c094-4e7d-bc14-314f245400f4" -d '{"events": [{"server_uuid": "ad5a2ca7-3b59-4096-8fdd-cc977aea8bde", "name": "network-vif-deleted", "tag": "9b220b98-43e2-4c19-b3c2-d35da15530ee"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:25:10.633454 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae12d37b-e526-4124-b619-2cc251b994d5 x-openstack-request-id: req-ae12d37b-e526-4124-b619-2cc251b994d5 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:25:10.633743 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5a2ca7-3b59-4096-8fdd-cc977aea8bde", "name": "network-vif-deleted", "tag": "9b220b98-43e2-4c19-b3c2-d35da15530ee", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:25:10.634016 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ae12d37b-e526-4124-b619-2cc251b994d5 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:25:10.634415 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5a2ca7-3b59-4096-8fdd-cc977aea8bde', 'name': 'network-vif-deleted', 'tag': '9b220b98-43e2-4c19-b3c2-d35da15530ee', 'status': 'completed', 'code': 200} Aug 17 00:25:10.685908 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-69d561ec-d5c1-49d4-89bc-02a231e3e333 None None] Set router 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:25:10.780425 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b4da54f9-40af-4662-a91d-94ebb753d53a req-3969d85c-2a11-48c7-ada7-e04751da30c5 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5a2ca7-3b59-4096-8fdd-cc977aea8bde HTTP/1.1" status: 200 len: 210 time: 0.0386581 Aug 17 00:25:10.941331 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-69d561ec-d5c1-49d4-89bc-02a231e3e333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'name': 'tempest-AttachVolumeShelveTestJSON-949915352-router', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:42Z', 'updated_at': '2021-08-17T00:17:48Z', 'revision_number': 4, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'gw_port': {'id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:43Z', 'updated_at': '2021-08-17T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '2ffaf4d6-2561-4f6e-8797-6ff310e756e5', 'name': '', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'mac_address': 'fa:16:3e:e8:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:47Z', 'updated_at': '2021-08-17T00:17:59Z', 'revision_number': 5, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'subnets': [{'id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:10.973143 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d561ec-d5c1-49d4-89bc-02a231e3e333 None None] Checking router: 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:25:10.981921 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d561ec-d5c1-49d4-89bc-02a231e3e333 None None] Routers {'2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:25:10.982524 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-69d561ec-d5c1-49d4-89bc-02a231e3e333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:24:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:11.101889 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-69d561ec-d5c1-49d4-89bc-02a231e3e333 None None] Set router 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:25:11.338273 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-69d561ec-d5c1-49d4-89bc-02a231e3e333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'name': 'tempest-AttachVolumeShelveTestJSON-949915352-router', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:42Z', 'updated_at': '2021-08-17T00:17:48Z', 'revision_number': 4, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'gw_port': {'id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:43Z', 'updated_at': '2021-08-17T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '2ffaf4d6-2561-4f6e-8797-6ff310e756e5', 'name': '', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'mac_address': 'fa:16:3e:e8:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:47Z', 'updated_at': '2021-08-17T00:17:59Z', 'revision_number': 5, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'subnets': [{'id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:11.379557 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d561ec-d5c1-49d4-89bc-02a231e3e333 None None] The sync data for ids ['2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'] in n-d-800088-20 is: [{'id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'name': 'tempest-AttachVolumeShelveTestJSON-949915352-router', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:42Z', 'updated_at': '2021-08-17T00:17:48Z', 'revision_number': 4, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'gw_port': {'id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:43Z', 'updated_at': '2021-08-17T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '2ffaf4d6-2561-4f6e-8797-6ff310e756e5', 'name': '', 'network_id': '9a01c282-1149-47ef-adf9-eecde6aae568', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'mac_address': 'fa:16:3e:e8:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:47Z', 'updated_at': '2021-08-17T00:17:59Z', 'revision_number': 5, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'subnets': [{'id': '54d11a8b-cc41-4904-8fdd-40aba45c11d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:25:11.400503 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374d03c-2e98-4ec6-be26-ca8557ab9253 req-ed940cf5-9d1f-48b2-b6d6-414ea25a80f3 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:11.402348 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1374d03c-2e98-4ec6-be26-ca8557ab9253 req-ed940cf5-9d1f-48b2-b6d6-414ea25a80f3 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0565412 Aug 17 00:25:11.463715 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1374d03c-2e98-4ec6-be26-ca8557ab9253 req-e2baab89-ba66-4d2d-a36d-df2f9bdf51ea tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549426 Aug 17 00:25:11.617406 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c3e93f-1a87-443a-8af8-281381e24323 None None] New status for floating IP 59fcf6fe-7b76-4a3a-92a8-d9b264ddaf3c: DOWN {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:25:11.771306 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:11.873225 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34514) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:11.928473 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e456603f-e839-4022-b79c-1d5f49c5f1a5 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:11.950914 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e456603f-e839-4022-b79c-1d5f49c5f1a5 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:12.001593 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e456603f-e839-4022-b79c-1d5f49c5f1a5 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:12.004428 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e456603f-e839-4022-b79c-1d5f49c5f1a5 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:12.005593 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e456603f-e839-4022-b79c-1d5f49c5f1a5 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "DELETE /v2.0/security-groups/128dc1dd-bf28-404d-9c19-51e7ba63fd1c HTTP/1.1" status: 204 len: 168 time: 0.1313655 Aug 17 00:25:12.008396 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 34516) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:12.014471 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456603f-e839-4022-b79c-1d5f49c5f1a5 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=128dc1dd-bf28-404d-9c19-51e7ba63fd1c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:12.022149 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-8e787a39-3a39-48f9-8b34-0fa859a8f183 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] show failed (client error): The resource could not be found. Aug 17 00:25:12.023214 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8e787a39-3a39-48f9-8b34-0fa859a8f183 tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "GET /v2.0/security-groups/128dc1dd-bf28-404d-9c19-51e7ba63fd1c HTTP/1.1" status: 404 len: 347 time: 0.0137513 Aug 17 00:25:12.026143 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34518) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:12.148735 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-b5f34633-65d7-4c81-a8e3-6fddc08ef7cb tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Deleting port 54a2c0a0-32f7-49fe-8bfa-fa6fc9c0f7cf {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:25:12.149101 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b5f34633-65d7-4c81-a8e3-6fddc08ef7cb tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:12.223046 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b5f34633-65d7-4c81-a8e3-6fddc08ef7cb tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:12.223375 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b5f34633-65d7-4c81-a8e3-6fddc08ef7cb tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:12.234921 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-b5f34633-65d7-4c81-a8e3-6fddc08ef7cb tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Calling delete_port for 54a2c0a0-32f7-49fe-8bfa-fa6fc9c0f7cf owned by network:floatingip {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:25:12.365831 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b5f34633-65d7-4c81-a8e3-6fddc08ef7cb tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:12.388679 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f34633-65d7-4c81-a8e3-6fddc08ef7cb tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Pushing event deleted for resources: {'Port': ['ID=54a2c0a0-32f7-49fe-8bfa-fa6fc9c0f7cf,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:12.453656 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b5f34633-65d7-4c81-a8e3-6fddc08ef7cb tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks [] for floatingip, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:12.456307 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b5f34633-65d7-4c81-a8e3-6fddc08ef7cb tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:12.458194 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b5f34633-65d7-4c81-a8e3-6fddc08ef7cb tempest-AttachVolumeShelveTestJSON-2135156783 tempest-AttachVolumeShelveTestJSON-2135156783-project] 10.222.0.60 "DELETE /v2.0/floatingips/59fcf6fe-7b76-4a3a-92a8-d9b264ddaf3c HTTP/1.1" status: 204 len: 168 time: 0.4310460 Aug 17 00:25:12.591013 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429ae40-f794-4407-b3b4-07c404e6fbfe req-7ed56227-f550-45e9-ac16-934d178b1150 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:12.592692 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a429ae40-f794-4407-b3b4-07c404e6fbfe req-7ed56227-f550-45e9-ac16-934d178b1150 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0549154 Aug 17 00:25:12.642984 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a429ae40-f794-4407-b3b4-07c404e6fbfe req-9f6ca11f-9cda-475a-89cf-9237a3975e79 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430689 Aug 17 00:25:13.765784 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a166b7-1c68-42f7-92c3-4c61bf264c00 req-dce728b6-aabb-41b2-ab45-935e37c1f490 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:13.767251 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8a166b7-1c68-42f7-92c3-4c61bf264c00 req-dce728b6-aabb-41b2-ab45-935e37c1f490 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0539806 Aug 17 00:25:13.806394 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8a166b7-1c68-42f7-92c3-4c61bf264c00 req-afc50faa-9fb3-48d8-9ab0-70d15b2e2718 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326874 Aug 17 00:25:14.055648 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 9b220b98-43e2-4c19-b3c2-d35da15530ee no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:25:14.076065 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 9b220b98-43e2-4c19-b3c2-d35da15530ee {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:25:14.076340 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 9b220b98-43e2-4c19-b3c2-d35da15530ee not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:25:14.207788 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:25:14.955859 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba0cec-1eb6-4c9c-9409-a5f85d2743b1 req-6e95bb95-92ca-4268-898d-7bb5010f6166 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:14.957902 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-93ba0cec-1eb6-4c9c-9409-a5f85d2743b1 req-6e95bb95-92ca-4268-898d-7bb5010f6166 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0515358 Aug 17 00:25:14.996060 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-93ba0cec-1eb6-4c9c-9409-a5f85d2743b1 req-b365e19e-47a1-4e33-b459-9ddf1afa4068 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320005 Aug 17 00:25:16.119676 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10782b34-4c08-494b-84b4-6191ce0604b8 req-e5daf29f-b918-4a06-a8cc-e0f2f21b9fef tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:16.121260 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-10782b34-4c08-494b-84b4-6191ce0604b8 req-e5daf29f-b918-4a06-a8cc-e0f2f21b9fef tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0499778 Aug 17 00:25:16.160016 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-10782b34-4c08-494b-84b4-6191ce0604b8 req-cfbc89d9-a540-4312-ad53-969bc5203621 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325611 Aug 17 00:25:16.528688 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a0340f89-51b8-4982-8c9c-dadc17365d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:17.008241 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34554) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:17.282979 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c6125-8362-4883-9cde-6f34c5449934 req-74e97949-83b9-4ed3-b6df-a9cba6bd93cc tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:17.284802 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d5c6125-8362-4883-9cde-6f34c5449934 req-74e97949-83b9-4ed3-b6df-a9cba6bd93cc tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0544269 Aug 17 00:25:17.329616 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d5c6125-8362-4883-9cde-6f34c5449934 req-2113c6c9-f98a-41d5-8f13-327f5ab41349 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375245 Aug 17 00:25:17.704677 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-79a4845f-db4b-49f6-a73a-5581d068f3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:17.954311 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-79a4845f-db4b-49f6-a73a-5581d068f3f4 admin admin] Deleting port 2ffaf4d6-2561-4f6e-8797-6ff310e756e5 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:25:17.954664 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-79a4845f-db4b-49f6-a73a-5581d068f3f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:18.035212 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-79a4845f-db4b-49f6-a73a-5581d068f3f4 admin admin] For port 2ffaf4d6-2561-4f6e-8797-6ff310e756e5, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2ffaf4d6-2561-4f6e-8797-6ff310e756e5,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:25:18.035943 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-79a4845f-db4b-49f6-a73a-5581d068f3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:18.047978 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-79a4845f-db4b-49f6-a73a-5581d068f3f4 admin admin] Calling delete_port for 2ffaf4d6-2561-4f6e-8797-6ff310e756e5 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:25:18.227063 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-79a4845f-db4b-49f6-a73a-5581d068f3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:18.254435 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4845f-db4b-49f6-a73a-5581d068f3f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ffaf4d6-2561-4f6e-8797-6ff310e756e5,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:18.428055 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-79a4845f-db4b-49f6-a73a-5581d068f3f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:18.462573 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589d2d3-db49-4f84-817e-9044f4c95323 req-fdc707c9-8218-43bd-a147-c816b442c068 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:18.464113 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b589d2d3-db49-4f84-817e-9044f4c95323 req-fdc707c9-8218-43bd-a147-c816b442c068 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0529671 Aug 17 00:25:18.502405 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b589d2d3-db49-4f84-817e-9044f4c95323 req-63c1d9e1-178b-4514-a00e-d8395e9f1195 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322223 Aug 17 00:25:18.648158 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a4845f-db4b-49f6-a73a-5581d068f3f4 admin admin] Router 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:25:18.685590 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 34562) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:18.762558 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a4845f-db4b-49f6-a73a-5581d068f3f4 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:25:18.770791 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-79a4845f-db4b-49f6-a73a-5581d068f3f4 admin admin] 10.222.0.60 "PUT /v2.0/routers/2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7583823 Aug 17 00:25:18.770882 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34564) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:18.774820 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fec9a0f-f7d7-4541-9b4c-e47c7d235232 None None] Sync routers for ids ['2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:25:18.785315 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fec9a0f-f7d7-4541-9b4c-e47c7d235232 None None] Routers {'2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:25:18.786986 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1fec9a0f-f7d7-4541-9b4c-e47c7d235232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:24:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:18.855389 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-73ae2ddc-83e4-425a-8475-2c845ce0e985 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Deleting port 3cc0a7ea-85fb-43cd-bf3a-72a882f029d3 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:25:18.856221 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-73ae2ddc-83e4-425a-8475-2c845ce0e985 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:18.892621 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-68b4db25-97df-492a-b832-95f317188027 admin admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:18.902081 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-1fec9a0f-f7d7-4541-9b4c-e47c7d235232 None None] Set router 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:25:18.953886 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-73ae2ddc-83e4-425a-8475-2c845ce0e985 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:18.954291 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-73ae2ddc-83e4-425a-8475-2c845ce0e985 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:18.967234 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-73ae2ddc-83e4-425a-8475-2c845ce0e985 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Calling delete_port for 3cc0a7ea-85fb-43cd-bf3a-72a882f029d3 owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:25:19.011395 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-68b4db25-97df-492a-b832-95f317188027 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:19.068563 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-68b4db25-97df-492a-b832-95f317188027 admin admin] Deleting port 02c901f4-3061-4612-9ba0-808e8d4d3f4f {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:25:19.069360 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-68b4db25-97df-492a-b832-95f317188027 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:19.085095 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1fec9a0f-f7d7-4541-9b4c-e47c7d235232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'name': 'tempest-AttachVolumeShelveTestJSON-949915352-router', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:42Z', 'updated_at': '2021-08-17T00:25:18Z', 'revision_number': 5, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'gw_port': {'id': '02c901f4-3061-4612-9ba0-808e8d4d3f4f', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:43Z', 'updated_at': '2021-08-17T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:19.140699 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-73ae2ddc-83e4-425a-8475-2c845ce0e985 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:19.158870 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-68b4db25-97df-492a-b832-95f317188027 admin admin] For port 02c901f4-3061-4612-9ba0-808e8d4d3f4f, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=02c901f4-3061-4612-9ba0-808e8d4d3f4f,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:25:19.159270 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-68b4db25-97df-492a-b832-95f317188027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:19.173083 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-68b4db25-97df-492a-b832-95f317188027 admin admin] Calling delete_port for 02c901f4-3061-4612-9ba0-808e8d4d3f4f owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:25:19.175862 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae2ddc-83e4-425a-8475-2c845ce0e985 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event deleted for resources: {'Port': ['ID=3cc0a7ea-85fb-43cd-bf3a-72a882f029d3,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:19.214831 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fec9a0f-f7d7-4541-9b4c-e47c7d235232 None None] Checking router: 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:25:19.224337 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fec9a0f-f7d7-4541-9b4c-e47c7d235232 None None] Routers {'2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:25:19.225124 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1fec9a0f-f7d7-4541-9b4c-e47c7d235232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:24:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:19.231501 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-73ae2ddc-83e4-425a-8475-2c845ce0e985 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:19.231843 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-73ae2ddc-83e4-425a-8475-2c845ce0e985 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Floating IP 577d1ef4-c6a0-4756-82bd-8dd58879f3b2 disassociated (deleted). External IP: 172.25.3.28, port: d66e0eaf-4b5f-454d-b31e-f981736c34c2. Aug 17 00:25:19.246991 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-22190328-0ee5-488d-997a-719ea4f9ffdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:19.286522 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:19.318000 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-1fec9a0f-f7d7-4541-9b4c-e47c7d235232 None None] Set router 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:25:19.355602 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-68b4db25-97df-492a-b832-95f317188027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:19.369851 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1fec9a0f-f7d7-4541-9b4c-e47c7d235232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'name': 'tempest-AttachVolumeShelveTestJSON-949915352-router', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:42Z', 'updated_at': '2021-08-17T00:25:19Z', 'revision_number': 6, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:19.406104 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fec9a0f-f7d7-4541-9b4c-e47c7d235232 None None] The sync data for ids ['2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb'] in n-d-800088-20 is: [{'id': '2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb', 'name': 'tempest-AttachVolumeShelveTestJSON-949915352-router', 'tenant_id': '31228c6a01c44795b6b4fa0167b16be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:42Z', 'updated_at': '2021-08-17T00:25:19Z', 'revision_number': 6, 'project_id': '31228c6a01c44795b6b4fa0167b16be6', 'gw_port_host': None}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:25:19.411022 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4db25-97df-492a-b832-95f317188027 admin admin] Pushing event deleted for resources: {'Port': ['ID=02c901f4-3061-4612-9ba0-808e8d4d3f4f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:19.465496 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-68b4db25-97df-492a-b832-95f317188027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:19.472616 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ae2ddc-83e4-425a-8475-2c845ce0e985 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:25:19.565179 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-68b4db25-97df-492a-b832-95f317188027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:19.568370 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-68b4db25-97df-492a-b832-95f317188027 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:19.615015 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-68b4db25-97df-492a-b832-95f317188027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:19.615615 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b4db25-97df-492a-b832-95f317188027 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:25:19.616450 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ae2ddc-83e4-425a-8475-2c845ce0e985 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:25:19.620932 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-68b4db25-97df-492a-b832-95f317188027 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:19.621465 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-73ae2ddc-83e4-425a-8475-2c845ce0e985 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:19.622301 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-68b4db25-97df-492a-b832-95f317188027 admin admin] 10.222.0.60 "DELETE /v2.0/routers/2e4cf70c-0a9d-4377-9ef7-823b6b4a43cb HTTP/1.1" status: 204 len: 168 time: 0.8500581 Aug 17 00:25:19.624807 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34568) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:19.630514 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ad71a-06ad-44f8-95db-033526818af2 None None] Sync routers for ids ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:25:19.639838 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787ad71a-06ad-44f8-95db-033526818af2 None None] Routers {'5f44a2f4-7538-4cb1-902f-1a557b3cd741'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:25:19.640554 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-787ad71a-06ad-44f8-95db-033526818af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:25:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:19.656513 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-73ae2ddc-83e4-425a-8475-2c845ce0e985 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "DELETE /v2.0/floatingips/577d1ef4-c6a0-4756-82bd-8dd58879f3b2 HTTP/1.1" status: 204 len: 168 time: 0.9672348 Aug 17 00:25:19.656513 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6116a2e5-ed33-4012-a313-42a23a006b10', 'tag': 'd66e0eaf-4b5f-454d-b31e-f981736c34c2'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:25:19.659332 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163ea7b3-6f75-4d67-9329-20a751107c15" -d '{"events": [{"name": "network-changed", "server_uuid": "6116a2e5-ed33-4012-a313-42a23a006b10", "tag": "d66e0eaf-4b5f-454d-b31e-f981736c34c2"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:25:19.671052 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a313acf-324e-4667-972b-f31121055b39 req-abfd9dbf-5ac8-4098-bed9-b7fb6a4e1e96 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:19.672612 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3a313acf-324e-4667-972b-f31121055b39 req-abfd9dbf-5ac8-4098-bed9-b7fb6a4e1e96 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0965798 Aug 17 00:25:19.692006 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad03e19-b5d5-4d6c-8d29-88792defbf7c admin admin] Deleting subnet 54d11a8b-cc41-4904-8fdd-40aba45c11d3 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:25:19.697850 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ad03e19-b5d5-4d6c-8d29-88792defbf7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:19.731756 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3a313acf-324e-4667-972b-f31121055b39 req-d1c6ed43-2754-4f60-a6a3-7834ee18c42c tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447192 Aug 17 00:25:19.752364 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ad03e19-b5d5-4d6c-8d29-88792defbf7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:19.773083 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-787ad71a-06ad-44f8-95db-033526818af2 None None] Set router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:25:19.774680 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae35f030-77ef-4a31-8b10-445e3019d78e x-openstack-request-id: req-ae35f030-77ef-4a31-8b10-445e3019d78e {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:25:19.775153 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6116a2e5-ed33-4012-a313-42a23a006b10", "tag": "d66e0eaf-4b5f-454d-b31e-f981736c34c2", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:25:19.775415 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ae35f030-77ef-4a31-8b10-445e3019d78e {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:25:19.775852 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6116a2e5-ed33-4012-a313-42a23a006b10', 'tag': 'd66e0eaf-4b5f-454d-b31e-f981736c34c2', 'status': 'completed', 'code': 200} Aug 17 00:25:19.866745 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ad03e19-b5d5-4d6c-8d29-88792defbf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:19.888266 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ea7b3-6f75-4d67-9329-20a751107c15 req-b430126f-40bf-4ff4-a87f-fcd86568af93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:19.890097 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-163ea7b3-6f75-4d67-9329-20a751107c15 req-b430126f-40bf-4ff4-a87f-fcd86568af93 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&device_id=6116a2e5-ed33-4012-a313-42a23a006b10 HTTP/1.1" status: 200 len: 1097 time: 0.0917003 Aug 17 00:25:19.936327 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ad03e19-b5d5-4d6c-8d29-88792defbf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:19.965877 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad03e19-b5d5-4d6c-8d29-88792defbf7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54d11a8b-cc41-4904-8fdd-40aba45c11d3,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:19.972862 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ad03e19-b5d5-4d6c-8d29-88792defbf7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:19.977269 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3ad03e19-b5d5-4d6c-8d29-88792defbf7c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/54d11a8b-cc41-4904-8fdd-40aba45c11d3 HTTP/1.1" status: 204 len: 168 time: 0.3491325 Aug 17 00:25:19.977641 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34576) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:19.978904 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f780fb4b-69b8-48fa-ad5d-6596f529d8c6 None None] Network 9a01c282-1149-47ef-adf9-eecde6aae568 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:25:20.029773 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acb4f8-444d-4d97-8297-db1feb249e35 req-354d6420-d2d1-42ff-879b-bd133ab2b976 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:20.031290 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0acb4f8-444d-4d97-8297-db1feb249e35 req-354d6420-d2d1-42ff-879b-bd133ab2b976 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6116a2e5-ed33-4012-a313-42a23a006b10 HTTP/1.1" status: 200 len: 945 time: 0.0715024 Aug 17 00:25:20.061076 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f23cead7-5b93-4280-ae5b-319f6f0d36de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:20.081805 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ea7b3-6f75-4d67-9329-20a751107c15 req-06785be0-bc8d-41f3-9c54-889a509a721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:20.084899 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-163ea7b3-6f75-4d67-9329-20a751107c15 req-06785be0-bc8d-41f3-9c54-889a509a721b service neutron] 10.222.0.64 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 912 time: 0.1861322 Aug 17 00:25:20.094196 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0acb4f8-444d-4d97-8297-db1feb249e35 req-0eca9f5d-c966-43ff-ac86-cce37d31a125 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517850 Aug 17 00:25:20.127820 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-f23cead7-5b93-4280-ae5b-319f6f0d36de admin admin] Deleting port 33343924-e334-42e6-b55f-a215a60f2dae {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:25:20.128474 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f23cead7-5b93-4280-ae5b-319f6f0d36de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:20.137612 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-163ea7b3-6f75-4d67-9329-20a751107c15 req-872834d7-50b5-4f50-b084-3d656460ea0d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d66e0eaf-4b5f-454d-b31e-f981736c34c2 HTTP/1.1" status: 200 len: 217 time: 0.0423973 Aug 17 00:25:20.161503 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-787ad71a-06ad-44f8-95db-033526818af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'name': 'tempest-TestVolumeBootPattern-283857276-router', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:13Z', 'revision_number': 4, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'gw_port': {'id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '93941688-be94-4500-9002-c732ffbe9080', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'floating_ip_address': '172.25.3.30', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'port_id': '605fa81c-4fa3-4bb0-91cf-776a6b33ca10', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'mac_address': 'fa:16:3e:3d:28:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34feeef3-9627-4e9b-ae67-a79ae3b05bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:21:30Z', 'updated_at': '2021-08-17T00:21:32Z', 'revision_number': 1, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02617c49-b037-4d85-bd85-237a1bf72deb', 'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'mac_address': 'fa:16:3e:56:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:11Z', 'updated_at': '2021-08-17T00:13:22Z', 'revision_number': 5, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'subnets': [{'id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:20.189147 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ad71a-06ad-44f8-95db-033526818af2 None None] Checking router: 5f44a2f4-7538-4cb1-902f-1a557b3cd741 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:25:20.195301 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-f23cead7-5b93-4280-ae5b-319f6f0d36de admin admin] For port 33343924-e334-42e6-b55f-a215a60f2dae, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=33343924-e334-42e6-b55f-a215a60f2dae,segment=NetworkSegment(3add7c8d-2c90-47a5-b668-74b89741e8cc),segment_id=3add7c8d-2c90-47a5-b668-74b89741e8cc)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:25:20.195624 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f23cead7-5b93-4280-ae5b-319f6f0d36de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:20.198320 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787ad71a-06ad-44f8-95db-033526818af2 None None] Routers {'5f44a2f4-7538-4cb1-902f-1a557b3cd741'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:25:20.198948 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-787ad71a-06ad-44f8-95db-033526818af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:25:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:20.208766 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ea7b3-6f75-4d67-9329-20a751107c15 req-b2b073fd-67b2-42b1-92e3-2ab8f68a36be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:20.209183 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-f23cead7-5b93-4280-ae5b-319f6f0d36de admin admin] Calling delete_port for 33343924-e334-42e6-b55f-a215a60f2dae owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:25:20.210684 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-163ea7b3-6f75-4d67-9329-20a751107c15 req-b2b073fd-67b2-42b1-92e3-2ab8f68a36be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50a43672-a95f-4b5a-a039-6a76ff2ef6bb HTTP/1.1" status: 200 len: 850 time: 0.0651424 Aug 17 00:25:20.264298 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:20.272220 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ea7b3-6f75-4d67-9329-20a751107c15 req-ab7e8436-c902-47f0-91a3-0381f57dc83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:20.273959 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-163ea7b3-6f75-4d67-9329-20a751107c15 req-ab7e8436-c902-47f0-91a3-0381f57dc83e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2676b640-a0ef-482d-b8e8-3f50e99c7802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545659 Aug 17 00:25:20.314061 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0937e765-83e2-499f-bb1e-70a3fb327a32 None None] DHCP port deletion for 9a01c282-1149-47ef-adf9-eecde6aae568 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:25:20.314484 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f23cead7-5b93-4280-ae5b-319f6f0d36de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:20.334978 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-787ad71a-06ad-44f8-95db-033526818af2 None None] Set router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:25:20.363630 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23cead7-5b93-4280-ae5b-319f6f0d36de admin admin] Pushing event deleted for resources: {'Port': ['ID=33343924-e334-42e6-b55f-a215a60f2dae,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:20.369476 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23cead7-5b93-4280-ae5b-319f6f0d36de admin admin] No DVR routers for this DVR port 33343924-e334-42e6-b55f-a215a60f2dae on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:25:20.401947 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-163ea7b3-6f75-4d67-9329-20a751107c15 req-18640b38-19aa-4c9d-81a9-08b628171b47 service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186359 Aug 17 00:25:20.450153 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f23cead7-5b93-4280-ae5b-319f6f0d36de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:20.465896 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-f23cead7-5b93-4280-ae5b-319f6f0d36de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a01c282-1149-47ef-adf9-eecde6aae568']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:20.480363 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-f23cead7-5b93-4280-ae5b-319f6f0d36de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3add7c8d-2c90-47a5-b668-74b89741e8cc') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:20.480666 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-f23cead7-5b93-4280-ae5b-319f6f0d36de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3add7c8d-2c90-47a5-b668-74b89741e8cc') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:20.490666 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f23cead7-5b93-4280-ae5b-319f6f0d36de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:20.505405 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f23cead7-5b93-4280-ae5b-319f6f0d36de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:20.513092 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f23cead7-5b93-4280-ae5b-319f6f0d36de admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:25:20.513505 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f23cead7-5b93-4280-ae5b-319f6f0d36de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:25:20.515156 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:25:20.535782 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-163ea7b3-6f75-4d67-9329-20a751107c15 req-0ed9b7c0-ae17-459e-bb1c-d15e03e7b515 service neutron] 10.222.0.64 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264031 Aug 17 00:25:20.576231 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f23cead7-5b93-4280-ae5b-319f6f0d36de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:20.583730 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f23cead7-5b93-4280-ae5b-319f6f0d36de admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:20.585498 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f23cead7-5b93-4280-ae5b-319f6f0d36de admin admin] 10.222.0.60 "DELETE /v2.0/networks/9a01c282-1149-47ef-adf9-eecde6aae568 HTTP/1.1" status: 204 len: 168 time: 0.6069071 Aug 17 00:25:20.608353 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23cead7-5b93-4280-ae5b-319f6f0d36de admin admin] Pushing event deleted for resources: {'Network': ['ID=9a01c282-1149-47ef-adf9-eecde6aae568,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:20.619909 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-787ad71a-06ad-44f8-95db-033526818af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'name': 'tempest-TestVolumeBootPattern-283857276-router', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:13Z', 'revision_number': 4, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'gw_port': {'id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '93941688-be94-4500-9002-c732ffbe9080', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'floating_ip_address': '172.25.3.30', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'port_id': '605fa81c-4fa3-4bb0-91cf-776a6b33ca10', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'mac_address': 'fa:16:3e:3d:28:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34feeef3-9627-4e9b-ae67-a79ae3b05bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:21:30Z', 'updated_at': '2021-08-17T00:21:32Z', 'revision_number': 1, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02617c49-b037-4d85-bd85-237a1bf72deb', 'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'mac_address': 'fa:16:3e:56:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:11Z', 'updated_at': '2021-08-17T00:13:22Z', 'revision_number': 5, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'subnets': [{'id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:20.650546 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ad71a-06ad-44f8-95db-033526818af2 None None] The sync data for ids ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'] in n-d-800088-20 is: [{'id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'name': 'tempest-TestVolumeBootPattern-283857276-router', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:13Z', 'revision_number': 4, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'gw_port': {'id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '93941688-be94-4500-9002-c732ffbe9080', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'floating_ip_address': '172.25.3.30', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'port_id': '605fa81c-4fa3-4bb0-91cf-776a6b33ca10', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'mac_address': 'fa:16:3e:3d:28:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34feeef3-9627-4e9b-ae67-a79ae3b05bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:21:30Z', 'updated_at': '2021-08-17T00:21:32Z', 'revision_number': 1, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02617c49-b037-4d85-bd85-237a1bf72deb', 'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'mac_address': 'fa:16:3e:56:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:11Z', 'updated_at': '2021-08-17T00:13:22Z', 'revision_number': 5, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'subnets': [{'id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:25:20.727025 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 34580) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:20.771338 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a5b02427-1e48-4712-8bf7-3a6246680c6a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=31228c6a01c44795b6b4fa0167b16be6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431192 Aug 17 00:25:20.774814 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 34584) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:20.866998 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-33bf8653-a58f-4557-842e-a3c6d460363d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:20.887591 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 02c901f4-3061-4612-9ba0-808e8d4d3f4f no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:25:20.888092 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b5499-9181-403b-953d-f376c06a542a req-777f5071-453b-4eac-a416-c3d926218369 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:20.889744 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-062b5499-9181-403b-953d-f376c06a542a req-777f5071-453b-4eac-a416-c3d926218369 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0925202 Aug 17 00:25:20.900777 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877ad756-7308-49df-96c0-0db33771af70 None None] New status for floating IP 577d1ef4-c6a0-4756-82bd-8dd58879f3b2: DOWN {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:25:20.909259 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 02c901f4-3061-4612-9ba0-808e8d4d3f4f {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:25:20.909612 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 02c901f4-3061-4612-9ba0-808e8d4d3f4f not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:25:20.910031 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 33343924-e334-42e6-b55f-a215a60f2dae no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:25:20.912873 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-33bf8653-a58f-4557-842e-a3c6d460363d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:20.928995 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 33343924-e334-42e6-b55f-a215a60f2dae {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:25:20.929307 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 33343924-e334-42e6-b55f-a215a60f2dae not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:25:20.929725 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2ffaf4d6-2561-4f6e-8797-6ff310e756e5 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:25:20.952477 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 2ffaf4d6-2561-4f6e-8797-6ff310e756e5 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:25:20.952735 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2ffaf4d6-2561-4f6e-8797-6ff310e756e5 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:25:20.969540 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-062b5499-9181-403b-953d-f376c06a542a req-e8e98af8-13a1-4096-8fcc-251103912146 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677512 Aug 17 00:25:20.990555 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-33bf8653-a58f-4557-842e-a3c6d460363d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:20.993245 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-33bf8653-a58f-4557-842e-a3c6d460363d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:20.994400 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-33bf8653-a58f-4557-842e-a3c6d460363d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/078ff801-a2ea-40a7-889b-928b14618f8e HTTP/1.1" status: 204 len: 168 time: 0.2186511 Aug 17 00:25:21.002676 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf8653-a58f-4557-842e-a3c6d460363d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078ff801-a2ea-40a7-889b-928b14618f8e,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:21.234148 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe8101-f204-4f4b-811b-bc389c70de91 req-466382b7-342b-4ba0-9114-dbd0af736354 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:21.235570 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aabe8101-f204-4f4b-811b-bc389c70de91 req-466382b7-342b-4ba0-9114-dbd0af736354 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6116a2e5-ed33-4012-a313-42a23a006b10 HTTP/1.1" status: 200 len: 945 time: 0.0502760 Aug 17 00:25:21.275528 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aabe8101-f204-4f4b-811b-bc389c70de91 req-73b6f7cd-a266-477a-bbb1-069ab350758c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331666 Aug 17 00:25:21.437935 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083a884-b57f-41bb-87f2-5cd93915ea81 req-489aa1f9-f204-4b24-8955-eff94d32a219 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:21.439488 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b083a884-b57f-41bb-87f2-5cd93915ea81 req-489aa1f9-f204-4b24-8955-eff94d32a219 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.64 "GET /v2.0/ports?device_id=6116a2e5-ed33-4012-a313-42a23a006b10 HTTP/1.1" status: 200 len: 945 time: 0.0522170 Aug 17 00:25:21.536588 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-b083a884-b57f-41bb-87f2-5cd93915ea81 req-63083bf3-60ad-445d-8866-d43146863bd2 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Deleting port d66e0eaf-4b5f-454d-b31e-f981736c34c2 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:25:21.537279 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b083a884-b57f-41bb-87f2-5cd93915ea81 req-63083bf3-60ad-445d-8866-d43146863bd2 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:21.629587 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-b083a884-b57f-41bb-87f2-5cd93915ea81 req-63083bf3-60ad-445d-8866-d43146863bd2 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] For port d66e0eaf-4b5f-454d-b31e-f981736c34c2, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=d66e0eaf-4b5f-454d-b31e-f981736c34c2,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:25:21.629955 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b083a884-b57f-41bb-87f2-5cd93915ea81 req-63083bf3-60ad-445d-8866-d43146863bd2 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:21.642390 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-b083a884-b57f-41bb-87f2-5cd93915ea81 req-63083bf3-60ad-445d-8866-d43146863bd2 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Calling delete_port for d66e0eaf-4b5f-454d-b31e-f981736c34c2 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:25:21.773752 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b083a884-b57f-41bb-87f2-5cd93915ea81 req-63083bf3-60ad-445d-8866-d43146863bd2 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:21.803882 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63083bf3-60ad-445d-8866-d43146863bd2 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event deleted for resources: {'Port': ['ID=d66e0eaf-4b5f-454d-b31e-f981736c34c2,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:21.849631 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b083a884-b57f-41bb-87f2-5cd93915ea81 req-63083bf3-60ad-445d-8866-d43146863bd2 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] No DVR routers for this DVR port d66e0eaf-4b5f-454d-b31e-f981736c34c2 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:25:21.852331 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b083a884-b57f-41bb-87f2-5cd93915ea81 req-63083bf3-60ad-445d-8866-d43146863bd2 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:21.854516 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b083a884-b57f-41bb-87f2-5cd93915ea81 req-63083bf3-60ad-445d-8866-d43146863bd2 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.64 "DELETE /v2.0/ports/d66e0eaf-4b5f-454d-b31e-f981736c34c2 HTTP/1.1" status: 204 len: 173 time: 0.4085445 Aug 17 00:25:21.854924 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6116a2e5-ed33-4012-a313-42a23a006b10', 'name': 'network-vif-deleted', 'tag': 'd66e0eaf-4b5f-454d-b31e-f981736c34c2'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:25:21.857165 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3169be02-276b-4a05-981f-19dd38093df9" -d '{"events": [{"server_uuid": "6116a2e5-ed33-4012-a313-42a23a006b10", "name": "network-vif-deleted", "tag": "d66e0eaf-4b5f-454d-b31e-f981736c34c2"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:25:21.896136 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c2bca7-06f4-4777-82f4-59d8dfcd8753 x-openstack-request-id: req-c6c2bca7-06f4-4777-82f4-59d8dfcd8753 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:25:21.896343 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6116a2e5-ed33-4012-a313-42a23a006b10", "name": "network-vif-deleted", "tag": "d66e0eaf-4b5f-454d-b31e-f981736c34c2", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:25:21.896629 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c6c2bca7-06f4-4777-82f4-59d8dfcd8753 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:25:21.897100 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6116a2e5-ed33-4012-a313-42a23a006b10', 'name': 'network-vif-deleted', 'tag': 'd66e0eaf-4b5f-454d-b31e-f981736c34c2', 'status': 'completed', 'code': 200} Aug 17 00:25:22.093496 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d16f3-6a7f-4949-a3eb-d5dd985e4acd req-7e6f6f34-c1d7-470f-a74b-49e3ccf32893 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:22.095032 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-432d16f3-6a7f-4949-a3eb-d5dd985e4acd req-7e6f6f34-c1d7-470f-a74b-49e3ccf32893 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0518894 Aug 17 00:25:22.136397 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:22.161457 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-432d16f3-6a7f-4949-a3eb-d5dd985e4acd req-36260d03-214b-4e62-b95e-cecdebb3bc15 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554588 Aug 17 00:25:22.397539 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f1a9287-6036-45aa-95eb-3eb763ca2887 req-9b7e6074-47ca-433d-9355-119e0c503f38 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6116a2e5-ed33-4012-a313-42a23a006b10 HTTP/1.1" status: 200 len: 210 time: 0.0318015 Aug 17 00:25:23.287262 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02230148-e838-4a6f-8994-6ff8a75ddefd req-59d6366b-c15b-4b1e-a3f1-6bd84943002f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:23.289432 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-02230148-e838-4a6f-8994-6ff8a75ddefd req-59d6366b-c15b-4b1e-a3f1-6bd84943002f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0717552 Aug 17 00:25:23.342122 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-02230148-e838-4a6f-8994-6ff8a75ddefd req-5f760b2f-41bc-4315-8a21-607541d38dcf tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462606 Aug 17 00:25:23.414574 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 34670) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:23.507185 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf2c69c4-5f08-4987-8ad3-350cd974a612 req-229dae4a-f7e8-4605-8af9-1940443496db tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6116a2e5-ed33-4012-a313-42a23a006b10 HTTP/1.1" status: 200 len: 210 time: 0.0275507 Aug 17 00:25:23.547933 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-35a0ad88-8415-48d5-b94b-4ea8827f9822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:23.638252 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-35a0ad88-8415-48d5-b94b-4ea8827f9822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:23.642343 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-35a0ad88-8415-48d5-b94b-4ea8827f9822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:23.681027 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-35a0ad88-8415-48d5-b94b-4ea8827f9822 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=08ca4b97fd0b40b2946135d06e0e3ede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2653062 Aug 17 00:25:23.682064 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0ad88-8415-48d5-b94b-4ea8827f9822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5063588f-7f4d-42f7-b041-5feb9a7059d4,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:23.683718 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34676) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:23.741721 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac126227-ab0c-48ad-8fe4-b83ab7fa9f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:23.763077 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac126227-ab0c-48ad-8fe4-b83ab7fa9f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:23.810153 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac126227-ab0c-48ad-8fe4-b83ab7fa9f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:23.812736 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac126227-ab0c-48ad-8fe4-b83ab7fa9f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:23.813953 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ac126227-ab0c-48ad-8fe4-b83ab7fa9f1a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5063588f-7f4d-42f7-b041-5feb9a7059d4 HTTP/1.1" status: 204 len: 168 time: 0.1290209 Aug 17 00:25:23.825482 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac126227-ab0c-48ad-8fe4-b83ab7fa9f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5063588f-7f4d-42f7-b041-5feb9a7059d4,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:24.080966 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34682) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:24.095369 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1247a4ac-4401-4078-8065-50a39b369ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:24.188639 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1247a4ac-4401-4078-8065-50a39b369ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:24.192957 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1247a4ac-4401-4078-8065-50a39b369ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:24.232712 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1247a4ac-4401-4078-8065-50a39b369ab3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=642d656331f74796a000ff2be78406fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501443 Aug 17 00:25:24.233527 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247a4ac-4401-4078-8065-50a39b369ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46fad3a-14d6-4447-a7e9-893edd007ca4,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:24.235423 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 34684) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:24.286240 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-748ef212-1f33-4185-af1a-21ebfdf68f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:24.307312 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-748ef212-1f33-4185-af1a-21ebfdf68f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:24.357893 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-748ef212-1f33-4185-af1a-21ebfdf68f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:24.360446 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-748ef212-1f33-4185-af1a-21ebfdf68f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:24.361894 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-748ef212-1f33-4185-af1a-21ebfdf68f0d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b46fad3a-14d6-4447-a7e9-893edd007ca4 HTTP/1.1" status: 204 len: 168 time: 0.1250150 Aug 17 00:25:24.371484 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ef212-1f33-4185-af1a-21ebfdf68f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46fad3a-14d6-4447-a7e9-893edd007ca4,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:24.475066 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512cc1e-a09a-49cf-a1f7-38e02de16910 req-7d311cf9-3c32-4d66-9598-169dd3fc8e47 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:24.477111 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1512cc1e-a09a-49cf-a1f7-38e02de16910 req-7d311cf9-3c32-4d66-9598-169dd3fc8e47 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0553694 Aug 17 00:25:24.525858 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1512cc1e-a09a-49cf-a1f7-38e02de16910 req-b2c8b8b2-a828-46da-aeee-ffea9ad4ee33 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412214 Aug 17 00:25:24.610253 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7c2fb99-47c3-49d1-8014-a63de07487ea req-854ae7ba-27bc-4443-9337-5d00d3e0c541 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6116a2e5-ed33-4012-a313-42a23a006b10 HTTP/1.1" status: 200 len: 210 time: 0.0311615 Aug 17 00:25:25.650329 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdef66d-21f5-4606-8050-cd7735e9d4e7 req-260a70ff-4c1e-45af-9e30-e949988ba3db tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:25.652087 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7bdef66d-21f5-4606-8050-cd7735e9d4e7 req-260a70ff-4c1e-45af-9e30-e949988ba3db tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0518329 Aug 17 00:25:25.724075 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7bdef66d-21f5-4606-8050-cd7735e9d4e7 req-253e73b8-967f-4ab4-9e1e-43c0c24d9d1b tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657020 Aug 17 00:25:25.726329 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8044e4f2-ba92-4652-9c1d-aa0673fafe9c req-d4e8400f-9812-4f1d-8d57-d4b628c3b762 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=6116a2e5-ed33-4012-a313-42a23a006b10 HTTP/1.1" status: 200 len: 210 time: 0.0346823 Aug 17 00:25:26.074447 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device d66e0eaf-4b5f-454d-b31e-f981736c34c2 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:25:26.094286 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: d66e0eaf-4b5f-454d-b31e-f981736c34c2 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:25:26.094632 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device d66e0eaf-4b5f-454d-b31e-f981736c34c2 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:25:26.855463 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082daa1-fde7-4120-af9e-78c4101f61af req-c4494ede-ea61-4919-a82e-694ba808607f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:26.863670 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8082daa1-fde7-4120-af9e-78c4101f61af req-c4494ede-ea61-4919-a82e-694ba808607f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0628233 Aug 17 00:25:26.912329 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8082daa1-fde7-4120-af9e-78c4101f61af req-3c40860b-c81f-493d-984b-c642a640a596 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477705 Aug 17 00:25:27.136110 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaae0dd-63ff-4ce6-90e4-e371d40a2ee5 req-f51cfe9d-6a3e-4e8f-b2a5-3bb72a4c49e6 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:27.137864 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8eaae0dd-63ff-4ce6-90e4-e371d40a2ee5 req-f51cfe9d-6a3e-4e8f-b2a5-3bb72a4c49e6 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0557525 Aug 17 00:25:27.177622 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8eaae0dd-63ff-4ce6-90e4-e371d40a2ee5 req-6cf36e6b-1391-4c71-a7d4-ea534b4409e4 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327950 Aug 17 00:25:27.304628 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799d9f8-792c-4424-9a6e-c43d114aa9db req-7040aa8c-be25-475b-8227-a00aba91ed9f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:27.306282 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8799d9f8-792c-4424-9a6e-c43d114aa9db req-7040aa8c-be25-475b-8227-a00aba91ed9f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0555234 Aug 17 00:25:27.348299 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8799d9f8-792c-4424-9a6e-c43d114aa9db req-f3228ed6-26ad-45ab-97d2-d65ba0c27c83 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354934 Aug 17 00:25:27.613659 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420b7bb-7e51-4a05-ba8b-bfc48de9e3fe req-fcaa62ee-c061-4d2f-abbf-dd3a4faad61f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:27.615227 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1420b7bb-7e51-4a05-ba8b-bfc48de9e3fe req-fcaa62ee-c061-4d2f-abbf-dd3a4faad61f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0541766 Aug 17 00:25:27.663248 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1420b7bb-7e51-4a05-ba8b-bfc48de9e3fe req-2d849b8c-916b-4d12-a919-95d864f59f57 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365238 Aug 17 00:25:28.785789 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36ca91-b420-4e4e-907e-9a92256fb623 req-883889f4-a7c9-4551-9f7b-a54c5cd640dd tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:28.787298 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb36ca91-b420-4e4e-907e-9a92256fb623 req-883889f4-a7c9-4551-9f7b-a54c5cd640dd tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0510113 Aug 17 00:25:28.831477 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb36ca91-b420-4e4e-907e-9a92256fb623 req-6c3b77b8-5c11-42ad-8e24-0fac9351fd34 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374291 Aug 17 00:25:28.982254 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad9335-83a4-4adf-89f2-c68c8346ff31 req-0cb97cf6-9070-46a5-b18e-a744ff966025 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:28.984446 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c7ad9335-83a4-4adf-89f2-c68c8346ff31 req-0cb97cf6-9070-46a5-b18e-a744ff966025 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 945 time: 0.0537865 Aug 17 00:25:29.125694 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-c7ad9335-83a4-4adf-89f2-c68c8346ff31 req-08224ed4-8e37-41d9-8e3f-d6e63b8b0ed8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Deleting port 09209389-b42d-4bce-a553-d6d952fea6f0 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:25:29.126238 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-c7ad9335-83a4-4adf-89f2-c68c8346ff31 req-08224ed4-8e37-41d9-8e3f-d6e63b8b0ed8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:29.225521 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-c7ad9335-83a4-4adf-89f2-c68c8346ff31 req-08224ed4-8e37-41d9-8e3f-d6e63b8b0ed8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] For port 09209389-b42d-4bce-a553-d6d952fea6f0, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=09209389-b42d-4bce-a553-d6d952fea6f0,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:25:29.226150 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-c7ad9335-83a4-4adf-89f2-c68c8346ff31 req-08224ed4-8e37-41d9-8e3f-d6e63b8b0ed8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:29.251324 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-c7ad9335-83a4-4adf-89f2-c68c8346ff31 req-08224ed4-8e37-41d9-8e3f-d6e63b8b0ed8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Calling delete_port for 09209389-b42d-4bce-a553-d6d952fea6f0 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:25:29.402032 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-c7ad9335-83a4-4adf-89f2-c68c8346ff31 req-08224ed4-8e37-41d9-8e3f-d6e63b8b0ed8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:29.418742 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['c8ebb03d-2d89-4f99-8851-5868f866cf00', '09209389-b42d-4bce-a553-d6d952fea6f0'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:25:29.470049 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08224ed4-8e37-41d9-8e3f-d6e63b8b0ed8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Pushing event deleted for resources: {'Port': ['ID=09209389-b42d-4bce-a553-d6d952fea6f0,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:29.492857 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ad9335-83a4-4adf-89f2-c68c8346ff31 req-08224ed4-8e37-41d9-8e3f-d6e63b8b0ed8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] No DVR routers for this DVR port 09209389-b42d-4bce-a553-d6d952fea6f0 on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:25:29.495521 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08224ed4-8e37-41d9-8e3f-d6e63b8b0ed8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:29.496013 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08224ed4-8e37-41d9-8e3f-d6e63b8b0ed8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:29.496431 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08224ed4-8e37-41d9-8e3f-d6e63b8b0ed8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:29.496891 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08224ed4-8e37-41d9-8e3f-d6e63b8b0ed8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:29.497319 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08224ed4-8e37-41d9-8e3f-d6e63b8b0ed8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:29.497734 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08224ed4-8e37-41d9-8e3f-d6e63b8b0ed8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:29.498235 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08224ed4-8e37-41d9-8e3f-d6e63b8b0ed8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:29.498665 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08224ed4-8e37-41d9-8e3f-d6e63b8b0ed8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:29.499012 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08224ed4-8e37-41d9-8e3f-d6e63b8b0ed8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:29.499347 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08224ed4-8e37-41d9-8e3f-d6e63b8b0ed8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:29.499682 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08224ed4-8e37-41d9-8e3f-d6e63b8b0ed8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:29.500015 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08224ed4-8e37-41d9-8e3f-d6e63b8b0ed8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:29.503421 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-c7ad9335-83a4-4adf-89f2-c68c8346ff31 req-08224ed4-8e37-41d9-8e3f-d6e63b8b0ed8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:29.505592 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c7ad9335-83a4-4adf-89f2-c68c8346ff31 req-08224ed4-8e37-41d9-8e3f-d6e63b8b0ed8 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.69 "DELETE /v2.0/ports/09209389-b42d-4bce-a553-d6d952fea6f0 HTTP/1.1" status: 204 len: 173 time: 0.5116334 Aug 17 00:25:29.506070 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb6d2c0-1ec7-4b63-9a49-82421e239479', 'name': 'network-vif-deleted', 'tag': '09209389-b42d-4bce-a553-d6d952fea6f0'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:25:29.508376 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452265cb-9a1f-4d7c-8b0b-1f866ed457b5" -d '{"events": [{"server_uuid": "fdb6d2c0-1ec7-4b63-9a49-82421e239479", "name": "network-vif-deleted", "tag": "09209389-b42d-4bce-a553-d6d952fea6f0"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:25:29.618449 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126cc440-844c-4c0c-8887-8f9f7b2fcf0a x-openstack-request-id: req-126cc440-844c-4c0c-8887-8f9f7b2fcf0a {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:25:29.618760 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb6d2c0-1ec7-4b63-9a49-82421e239479", "name": "network-vif-deleted", "tag": "09209389-b42d-4bce-a553-d6d952fea6f0", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:25:29.619037 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-126cc440-844c-4c0c-8887-8f9f7b2fcf0a {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:25:29.619738 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb6d2c0-1ec7-4b63-9a49-82421e239479', 'name': 'network-vif-deleted', 'tag': '09209389-b42d-4bce-a553-d6d952fea6f0', 'status': 'completed', 'code': 200} Aug 17 00:25:29.959379 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f384047-1c3e-4db2-98b7-fa3685779ec5 req-78369585-6d4d-4516-84bf-c8b7cf61f819 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb6d2c0-1ec7-4b63-9a49-82421e239479 HTTP/1.1" status: 200 len: 210 time: 0.0399303 Aug 17 00:25:31.146105 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 34870) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:31.320825 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-c84da3ab-93d1-44ac-a0b2-069751397d97 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Deleting port 61462797-989c-4134-852a-8c0dabe5a16c {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:25:31.321210 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c84da3ab-93d1-44ac-a0b2-069751397d97 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:31.400326 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c84da3ab-93d1-44ac-a0b2-069751397d97 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:31.400661 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c84da3ab-93d1-44ac-a0b2-069751397d97 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:31.412971 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-c84da3ab-93d1-44ac-a0b2-069751397d97 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Calling delete_port for 61462797-989c-4134-852a-8c0dabe5a16c owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:25:31.606088 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c84da3ab-93d1-44ac-a0b2-069751397d97 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:31.639387 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84da3ab-93d1-44ac-a0b2-069751397d97 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event deleted for resources: {'Port': ['ID=61462797-989c-4134-852a-8c0dabe5a16c,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:31.641452 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34904) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:31.740036 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c84da3ab-93d1-44ac-a0b2-069751397d97 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:31.740380 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-c84da3ab-93d1-44ac-a0b2-069751397d97 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Floating IP 93941688-be94-4500-9002-c732ffbe9080 disassociated (deleted). External IP: 172.25.3.30, port: 605fa81c-4fa3-4bb0-91cf-776a6b33ca10. Aug 17 00:25:31.755576 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-69dc9106-8217-4225-b097-97da8ebe5914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:31.785991 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703120f-8a00-42dc-bd1e-c718a517a85a req-0c44e28a-47ec-4f5f-9a0e-afd1ed1282fa tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:31.787092 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5703120f-8a00-42dc-bd1e-c718a517a85a req-0c44e28a-47ec-4f5f-9a0e-afd1ed1282fa tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b849b9f-edde-4f44-800f-5b8ecf924712 HTTP/1.1" status: 200 len: 945 time: 0.1141217 Aug 17 00:25:31.848036 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-69dc9106-8217-4225-b097-97da8ebe5914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:31.852063 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-69dc9106-8217-4225-b097-97da8ebe5914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:31.879314 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5703120f-8a00-42dc-bd1e-c718a517a85a req-66e77f1a-ac98-4956-a6f4-39b686800b58 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830815 Aug 17 00:25:31.900990 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-69dc9106-8217-4225-b097-97da8ebe5914 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a4ec00dc40d4fb9bd028208041ab5fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2551436 Aug 17 00:25:31.900990 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34908) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:31.907861 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc9106-8217-4225-b097-97da8ebe5914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b33bab-e8e7-41be-a72c-9b08ca26952e,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:31.954290 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30fed811-2d8a-46c7-8700-f556adc33c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:31.975459 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30fed811-2d8a-46c7-8700-f556adc33c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:31.978839 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 09209389-b42d-4bce-a553-d6d952fea6f0 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:25:31.999381 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 09209389-b42d-4bce-a553-d6d952fea6f0 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:25:32.000017 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 09209389-b42d-4bce-a553-d6d952fea6f0 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:25:32.002302 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84da3ab-93d1-44ac-a0b2-069751397d97 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:25:32.028538 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30fed811-2d8a-46c7-8700-f556adc33c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:32.031267 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30fed811-2d8a-46c7-8700-f556adc33c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:32.034137 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-30fed811-2d8a-46c7-8700-f556adc33c25 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/92b33bab-e8e7-41be-a72c-9b08ca26952e HTTP/1.1" status: 204 len: 168 time: 0.1323254 Aug 17 00:25:32.042394 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fed811-2d8a-46c7-8700-f556adc33c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b33bab-e8e7-41be-a72c-9b08ca26952e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:32.119862 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84da3ab-93d1-44ac-a0b2-069751397d97 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:25:32.124830 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c84da3ab-93d1-44ac-a0b2-069751397d97 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:32.130642 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eeeb45-3ba7-4916-93e5-17b1fb9524ed None None] Sync routers for ids ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:25:32.139731 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eeeb45-3ba7-4916-93e5-17b1fb9524ed None None] Routers {'5f44a2f4-7538-4cb1-902f-1a557b3cd741'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:25:32.140435 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-69eeeb45-3ba7-4916-93e5-17b1fb9524ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:25:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:32.153660 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c84da3ab-93d1-44ac-a0b2-069751397d97 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "DELETE /v2.0/floatingips/93941688-be94-4500-9002-c732ffbe9080 HTTP/1.1" status: 204 len: 168 time: 1.0060604 Aug 17 00:25:32.154212 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34feeef3-9627-4e9b-ae67-a79ae3b05bd3', 'tag': '605fa81c-4fa3-4bb0-91cf-776a6b33ca10'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:25:32.156817 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe4521a-66df-404d-b88f-ea1eed9170d0" -d '{"events": [{"name": "network-changed", "server_uuid": "34feeef3-9627-4e9b-ae67-a79ae3b05bd3", "tag": "605fa81c-4fa3-4bb0-91cf-776a6b33ca10"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:25:32.199500 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84286dc-691f-44ef-8608-522d1f379b0b x-openstack-request-id: req-f84286dc-691f-44ef-8608-522d1f379b0b {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:25:32.199870 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34feeef3-9627-4e9b-ae67-a79ae3b05bd3", "tag": "605fa81c-4fa3-4bb0-91cf-776a6b33ca10", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:25:32.200611 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f84286dc-691f-44ef-8608-522d1f379b0b {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:25:32.200944 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34feeef3-9627-4e9b-ae67-a79ae3b05bd3', 'tag': '605fa81c-4fa3-4bb0-91cf-776a6b33ca10', 'status': 'completed', 'code': 200} Aug 17 00:25:32.270274 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-69eeeb45-3ba7-4916-93e5-17b1fb9524ed None None] Set router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:25:32.277687 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4521a-66df-404d-b88f-ea1eed9170d0 req-31316c28-a30c-4ff5-81e8-587173c28a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:32.279899 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-efe4521a-66df-404d-b88f-ea1eed9170d0 req-31316c28-a30c-4ff5-81e8-587173c28a5d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f107c7703c294e8991c1c983d8b06a9f&device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 1098 time: 0.0500386 Aug 17 00:25:32.392534 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4521a-66df-404d-b88f-ea1eed9170d0 req-4148c51e-07da-4fba-acc9-4826140e8f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:32.395142 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-efe4521a-66df-404d-b88f-ea1eed9170d0 req-4148c51e-07da-4fba-acc9-4826140e8f65 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 200 len: 912 time: 0.1065071 Aug 17 00:25:32.395654 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34920) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:32.420305 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b938c-9765-4875-b88b-6fd2c2b6e544 req-12893153-7c9e-4f77-8b8f-ff7f678db502 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:32.420989 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0db2bd65-f9b9-4933-904a-63174ee5e690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:32.422482 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6e7b938c-9765-4875-b88b-6fd2c2b6e544 req-12893153-7c9e-4f77-8b8f-ff7f678db502 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 946 time: 0.0526350 Aug 17 00:25:32.456905 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-efe4521a-66df-404d-b88f-ea1eed9170d0 req-ef8d8bff-6ec8-4664-9a63-a4ce97d2fc57 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=605fa81c-4fa3-4bb0-91cf-776a6b33ca10 HTTP/1.1" status: 200 len: 217 time: 0.0536177 Aug 17 00:25:32.474790 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6e7b938c-9765-4875-b88b-6fd2c2b6e544 req-1501fcaf-cd65-4acd-9d29-e8cecfdf9379 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406480 Aug 17 00:25:32.514021 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-69eeeb45-3ba7-4916-93e5-17b1fb9524ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'name': 'tempest-TestVolumeBootPattern-283857276-router', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:13Z', 'revision_number': 4, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'gw_port': {'id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '02617c49-b037-4d85-bd85-237a1bf72deb', 'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'mac_address': 'fa:16:3e:56:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:11Z', 'updated_at': '2021-08-17T00:13:22Z', 'revision_number': 5, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'subnets': [{'id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:32.527241 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4521a-66df-404d-b88f-ea1eed9170d0 req-799a4068-eaf8-4139-9a6e-98f6f627a5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:32.528785 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-efe4521a-66df-404d-b88f-ea1eed9170d0 req-799a4068-eaf8-4139-9a6e-98f6f627a5f5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50a43672-a95f-4b5a-a039-6a76ff2ef6bb HTTP/1.1" status: 200 len: 850 time: 0.0641549 Aug 17 00:25:32.541691 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eeeb45-3ba7-4916-93e5-17b1fb9524ed None None] Checking router: 5f44a2f4-7538-4cb1-902f-1a557b3cd741 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:25:32.550121 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eeeb45-3ba7-4916-93e5-17b1fb9524ed None None] Routers {'5f44a2f4-7538-4cb1-902f-1a557b3cd741'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:25:32.550780 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-69eeeb45-3ba7-4916-93e5-17b1fb9524ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:25:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:32.606326 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4521a-66df-404d-b88f-ea1eed9170d0 req-de0c2f6f-e140-467a-a064-751ed92507fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:32.608103 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-efe4521a-66df-404d-b88f-ea1eed9170d0 req-de0c2f6f-e140-467a-a064-751ed92507fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2676b640-a0ef-482d-b8e8-3f50e99c7802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701990 Aug 17 00:25:32.644062 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0db2bd65-f9b9-4933-904a-63174ee5e690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:32.659647 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-69eeeb45-3ba7-4916-93e5-17b1fb9524ed None None] Set router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:25:32.671917 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0db2bd65-f9b9-4933-904a-63174ee5e690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:32.724428 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0db2bd65-f9b9-4933-904a-63174ee5e690 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cfb2a2a0746740589ad698a6fafb11bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3277569 Aug 17 00:25:32.727386 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 34922) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:32.728422 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2bd65-f9b9-4933-904a-63174ee5e690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b103758-7133-4b73-b72e-d8fbc41664d3,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:32.759816 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-efe4521a-66df-404d-b88f-ea1eed9170d0 req-51d6e3a1-7e57-40bf-b641-35533da34396 service neutron] 10.222.0.69 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414602 Aug 17 00:25:32.789763 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2e25dcae-84f1-472b-a984-d7309e047925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:32.812040 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2e25dcae-84f1-472b-a984-d7309e047925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:32.863507 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2e25dcae-84f1-472b-a984-d7309e047925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:32.866113 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2e25dcae-84f1-472b-a984-d7309e047925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:32.867267 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2e25dcae-84f1-472b-a984-d7309e047925 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6b103758-7133-4b73-b72e-d8fbc41664d3 HTTP/1.1" status: 204 len: 168 time: 0.1387770 Aug 17 00:25:32.875081 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25dcae-84f1-472b-a984-d7309e047925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b103758-7133-4b73-b72e-d8fbc41664d3,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:32.881964 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-efe4521a-66df-404d-b88f-ea1eed9170d0 req-130d2359-94e1-45cb-9397-406f02aeb666 service neutron] 10.222.0.69 "GET /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131227 Aug 17 00:25:32.899203 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-69eeeb45-3ba7-4916-93e5-17b1fb9524ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'name': 'tempest-TestVolumeBootPattern-283857276-router', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:13Z', 'revision_number': 4, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'gw_port': {'id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '02617c49-b037-4d85-bd85-237a1bf72deb', 'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'mac_address': 'fa:16:3e:56:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:11Z', 'updated_at': '2021-08-17T00:13:22Z', 'revision_number': 5, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'subnets': [{'id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:32.928863 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eeeb45-3ba7-4916-93e5-17b1fb9524ed None None] The sync data for ids ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'] in n-d-800088-20 is: [{'id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'name': 'tempest-TestVolumeBootPattern-283857276-router', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:13Z', 'revision_number': 4, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'gw_port': {'id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '02617c49-b037-4d85-bd85-237a1bf72deb', 'name': '', 'network_id': '2676b640-a0ef-482d-b8e8-3f50e99c7802', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'mac_address': 'fa:16:3e:56:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:11Z', 'updated_at': '2021-08-17T00:13:22Z', 'revision_number': 5, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'subnets': [{'id': '50a43672-a95f-4b5a-a039-6a76ff2ef6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:25:33.013138 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbeeaff-615f-43a6-a4e4-f3f0a3df0b5f req-c49c4796-7691-4735-8545-aae087a5a17c tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:33.014653 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bbbeeaff-615f-43a6-a4e4-f3f0a3df0b5f req-c49c4796-7691-4735-8545-aae087a5a17c tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b849b9f-edde-4f44-800f-5b8ecf924712 HTTP/1.1" status: 200 len: 945 time: 0.0596046 Aug 17 00:25:33.062409 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bbbeeaff-615f-43a6-a4e4-f3f0a3df0b5f req-d9d27b15-9714-44d9-8803-48190f9cf230 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/security-groups?id=34a08104-533d-4e67-b544-e38156583c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369585 Aug 17 00:25:33.185861 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62286bd1-cc3b-4a49-b6e6-3428bab1c6ff req-21260374-c2f6-4077-9e76-b83d3fa4932f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:33.187474 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-62286bd1-cc3b-4a49-b6e6-3428bab1c6ff req-21260374-c2f6-4077-9e76-b83d3fa4932f tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b849b9f-edde-4f44-800f-5b8ecf924712 HTTP/1.1" status: 200 len: 945 time: 0.0614827 Aug 17 00:25:33.217384 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d16471-bdfd-43de-b2aa-c86bc96542c1 None None] New status for floating IP 93941688-be94-4500-9002-c732ffbe9080: DOWN {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:25:33.290963 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-62286bd1-cc3b-4a49-b6e6-3428bab1c6ff req-b3fa8a8c-2d2c-4812-85e9-07797a34392c tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Deleting port c8ebb03d-2d89-4f99-8851-5868f866cf00 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:25:33.291388 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-62286bd1-cc3b-4a49-b6e6-3428bab1c6ff req-b3fa8a8c-2d2c-4812-85e9-07797a34392c tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:33.387981 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-62286bd1-cc3b-4a49-b6e6-3428bab1c6ff req-b3fa8a8c-2d2c-4812-85e9-07797a34392c tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] For port c8ebb03d-2d89-4f99-8851-5868f866cf00, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=c8ebb03d-2d89-4f99-8851-5868f866cf00,segment=NetworkSegment(622ac851-fe77-462c-933f-fe1b1d216eb4),segment_id=622ac851-fe77-462c-933f-fe1b1d216eb4)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:25:33.388276 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-62286bd1-cc3b-4a49-b6e6-3428bab1c6ff req-b3fa8a8c-2d2c-4812-85e9-07797a34392c tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:33.401726 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-62286bd1-cc3b-4a49-b6e6-3428bab1c6ff req-b3fa8a8c-2d2c-4812-85e9-07797a34392c tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Calling delete_port for c8ebb03d-2d89-4f99-8851-5868f866cf00 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:25:33.602131 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f55f4-92d0-42f3-83d8-0770136b044f req-e21d2151-6806-4cdc-8ebf-488bbc1019a6 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:33.604404 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-293f55f4-92d0-42f3-83d8-0770136b044f req-e21d2151-6806-4cdc-8ebf-488bbc1019a6 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 946 time: 0.0607789 Aug 17 00:25:33.646926 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-293f55f4-92d0-42f3-83d8-0770136b044f req-a10a1a63-101b-4494-a6a4-a6c1514e9673 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/security-groups?id=5994aa1c-07fa-4ece-8623-f0165e21c262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347264 Aug 17 00:25:33.824792 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-62286bd1-cc3b-4a49-b6e6-3428bab1c6ff req-b3fa8a8c-2d2c-4812-85e9-07797a34392c tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:33.838082 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['c8ebb03d-2d89-4f99-8851-5868f866cf00'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:25:33.860652 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa8a8c-2d2c-4812-85e9-07797a34392c tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Pushing event deleted for resources: {'Port': ['ID=c8ebb03d-2d89-4f99-8851-5868f866cf00,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:33.905279 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-62286bd1-cc3b-4a49-b6e6-3428bab1c6ff req-b3fa8a8c-2d2c-4812-85e9-07797a34392c tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] No DVR routers for this DVR port c8ebb03d-2d89-4f99-8851-5868f866cf00 on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:25:33.907872 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-62286bd1-cc3b-4a49-b6e6-3428bab1c6ff req-b3fa8a8c-2d2c-4812-85e9-07797a34392c tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:33.910707 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-62286bd1-cc3b-4a49-b6e6-3428bab1c6ff req-b3fa8a8c-2d2c-4812-85e9-07797a34392c tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.69 "DELETE /v2.0/ports/c8ebb03d-2d89-4f99-8851-5868f866cf00 HTTP/1.1" status: 204 len: 173 time: 0.7158854 Aug 17 00:25:33.911159 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b849b9f-edde-4f44-800f-5b8ecf924712', 'name': 'network-vif-deleted', 'tag': 'c8ebb03d-2d89-4f99-8851-5868f866cf00'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:25:33.913426 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81efcf2-a713-4295-9774-040ad76a2014" -d '{"events": [{"server_uuid": "9b849b9f-edde-4f44-800f-5b8ecf924712", "name": "network-vif-deleted", "tag": "c8ebb03d-2d89-4f99-8851-5868f866cf00"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:25:33.957417 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc5d168-8022-4615-88d1-72cb9864e0dc x-openstack-request-id: req-dbc5d168-8022-4615-88d1-72cb9864e0dc {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:25:33.957714 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b849b9f-edde-4f44-800f-5b8ecf924712", "name": "network-vif-deleted", "tag": "c8ebb03d-2d89-4f99-8851-5868f866cf00", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:25:33.957970 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dbc5d168-8022-4615-88d1-72cb9864e0dc {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:25:33.958661 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b849b9f-edde-4f44-800f-5b8ecf924712', 'name': 'network-vif-deleted', 'tag': 'c8ebb03d-2d89-4f99-8851-5868f866cf00', 'status': 'completed', 'code': 200} Aug 17 00:25:34.141329 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae26294-35f7-4958-9903-4d991a8576c7 req-ff5c1eab-dd92-431a-bad2-6256646015c8 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:34.142979 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-dae26294-35f7-4958-9903-4d991a8576c7 req-ff5c1eab-dd92-431a-bad2-6256646015c8 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.69 "GET /v2.0/ports?device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 946 time: 0.0559897 Aug 17 00:25:34.181784 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-212de89c-59f0-43a7-9264-37a928ad705c req-7afc83c0-7f8e-4bbb-a59b-065f82ee7c67 tempest-ServersTestJSON-664108951 tempest-ServersTestJSON-664108951-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b849b9f-edde-4f44-800f-5b8ecf924712 HTTP/1.1" status: 200 len: 210 time: 0.0320001 Aug 17 00:25:34.243641 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-dae26294-35f7-4958-9903-4d991a8576c7 req-7361efe6-825d-4b47-ad28-9976082a423c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Deleting port 605fa81c-4fa3-4bb0-91cf-776a6b33ca10 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:25:34.244045 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-dae26294-35f7-4958-9903-4d991a8576c7 req-7361efe6-825d-4b47-ad28-9976082a423c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:34.342209 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-dae26294-35f7-4958-9903-4d991a8576c7 req-7361efe6-825d-4b47-ad28-9976082a423c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] For port 605fa81c-4fa3-4bb0-91cf-776a6b33ca10, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=605fa81c-4fa3-4bb0-91cf-776a6b33ca10,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:25:34.342580 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-dae26294-35f7-4958-9903-4d991a8576c7 req-7361efe6-825d-4b47-ad28-9976082a423c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:34.356183 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-dae26294-35f7-4958-9903-4d991a8576c7 req-7361efe6-825d-4b47-ad28-9976082a423c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Calling delete_port for 605fa81c-4fa3-4bb0-91cf-776a6b33ca10 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:25:34.510519 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-dae26294-35f7-4958-9903-4d991a8576c7 req-7361efe6-825d-4b47-ad28-9976082a423c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:34.542446 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361efe6-825d-4b47-ad28-9976082a423c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event deleted for resources: {'Port': ['ID=605fa81c-4fa3-4bb0-91cf-776a6b33ca10,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:34.586483 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae26294-35f7-4958-9903-4d991a8576c7 req-7361efe6-825d-4b47-ad28-9976082a423c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] No DVR routers for this DVR port 605fa81c-4fa3-4bb0-91cf-776a6b33ca10 on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:25:34.589351 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-dae26294-35f7-4958-9903-4d991a8576c7 req-7361efe6-825d-4b47-ad28-9976082a423c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:34.591380 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-dae26294-35f7-4958-9903-4d991a8576c7 req-7361efe6-825d-4b47-ad28-9976082a423c tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.69 "DELETE /v2.0/ports/605fa81c-4fa3-4bb0-91cf-776a6b33ca10 HTTP/1.1" status: 204 len: 173 time: 0.4417834 Aug 17 00:25:34.752736 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5a809227-0504-426d-a67a-a1582c1dc578 req-e39e118e-8428-4020-abfb-c4f6f0c1e977 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 210 time: 0.0271735 Aug 17 00:25:35.244612 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 34990) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:35.245025 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 34992) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:35.297844 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-33035c48-aefd-4366-a798-d2e9319a4443 admin admin] Deleting subnet 8a72365d-1e91-452f-9d24-00039beafd4f {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:25:35.301884 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-33035c48-aefd-4366-a798-d2e9319a4443 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:35.339640 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-33035c48-aefd-4366-a798-d2e9319a4443 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:35.383352 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9c463849-3fce-4557-88d2-e7df053c2eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:35.408936 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-33035c48-aefd-4366-a798-d2e9319a4443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:35.479496 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-33035c48-aefd-4366-a798-d2e9319a4443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:35.512749 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33035c48-aefd-4366-a798-d2e9319a4443 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a72365d-1e91-452f-9d24-00039beafd4f,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:35.519221 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-33035c48-aefd-4366-a798-d2e9319a4443 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:35.523582 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-33035c48-aefd-4366-a798-d2e9319a4443 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8a72365d-1e91-452f-9d24-00039beafd4f HTTP/1.1" status: 204 len: 168 time: 0.2738607 Aug 17 00:25:35.524390 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 34998) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:35.533113 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33035c48-aefd-4366-a798-d2e9319a4443 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:35.533536 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33035c48-aefd-4366-a798-d2e9319a4443 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:35.533912 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33035c48-aefd-4366-a798-d2e9319a4443 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:35.534281 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33035c48-aefd-4366-a798-d2e9319a4443 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:35.534617 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33035c48-aefd-4366-a798-d2e9319a4443 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:35.534954 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33035c48-aefd-4366-a798-d2e9319a4443 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:35.535277 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33035c48-aefd-4366-a798-d2e9319a4443 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:35.535596 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33035c48-aefd-4366-a798-d2e9319a4443 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:35.535920 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33035c48-aefd-4366-a798-d2e9319a4443 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:35.536239 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33035c48-aefd-4366-a798-d2e9319a4443 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:35.536559 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33035c48-aefd-4366-a798-d2e9319a4443 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:35.536876 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33035c48-aefd-4366-a798-d2e9319a4443 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:35.582645 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9c463849-3fce-4557-88d2-e7df053c2eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:35.587053 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9c463849-3fce-4557-88d2-e7df053c2eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:35.601564 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bab96261-e1f8-4df9-8657-43b7232e49a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:35.633778 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9c463849-3fce-4557-88d2-e7df053c2eb6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4ce6b714005542299bb04fd725ce9ebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3851261 Aug 17 00:25:35.633991 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35000) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:35.640246 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c463849-3fce-4557-88d2-e7df053c2eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b842cda5-98a5-457d-b381-4f51fb404596,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:35.693894 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f7745bc7-eb75-41e9-9d51-75427db809b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:35.695168 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bab96261-e1f8-4df9-8657-43b7232e49a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:35.706879 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-bab96261-e1f8-4df9-8657-43b7232e49a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c803fa11-ec13-4805-bf01-644a7f09f5d7']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:35.715992 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f7745bc7-eb75-41e9-9d51-75427db809b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:35.717424 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-bab96261-e1f8-4df9-8657-43b7232e49a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622ac851-fe77-462c-933f-fe1b1d216eb4') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:35.717847 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-bab96261-e1f8-4df9-8657-43b7232e49a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622ac851-fe77-462c-933f-fe1b1d216eb4') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:35.727702 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bab96261-e1f8-4df9-8657-43b7232e49a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:35.745114 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bab96261-e1f8-4df9-8657-43b7232e49a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:35.753619 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab96261-e1f8-4df9-8657-43b7232e49a1 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:25:35.754062 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bab96261-e1f8-4df9-8657-43b7232e49a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:25:35.755907 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:25:35.768463 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f7745bc7-eb75-41e9-9d51-75427db809b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:35.772571 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f7745bc7-eb75-41e9-9d51-75427db809b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:35.774326 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f7745bc7-eb75-41e9-9d51-75427db809b8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b842cda5-98a5-457d-b381-4f51fb404596 HTTP/1.1" status: 204 len: 168 time: 0.1393135 Aug 17 00:25:35.810782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7745bc7-eb75-41e9-9d51-75427db809b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b842cda5-98a5-457d-b381-4f51fb404596,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:35.823971 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bab96261-e1f8-4df9-8657-43b7232e49a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:35.838092 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bab96261-e1f8-4df9-8657-43b7232e49a1 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:35.840788 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bab96261-e1f8-4df9-8657-43b7232e49a1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c803fa11-ec13-4805-bf01-644a7f09f5d7 HTTP/1.1" status: 204 len: 168 time: 0.3150380 Aug 17 00:25:35.874013 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9a586b7e-f333-4a58-9ec2-4cad16624e28 req-e47b114a-fc79-4977-a69a-afc85039922f tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 210 time: 0.0383711 Aug 17 00:25:35.883170 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab96261-e1f8-4df9-8657-43b7232e49a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c803fa11-ec13-4805-bf01-644a7f09f5d7,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:35.959808 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34feeef3-9627-4e9b-ae67-a79ae3b05bd3', 'name': 'network-vif-deleted', 'tag': '605fa81c-4fa3-4bb0-91cf-776a6b33ca10'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:25:35.963268 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a827f8-8edf-41c3-b817-be941c636043" -d '{"events": [{"server_uuid": "34feeef3-9627-4e9b-ae67-a79ae3b05bd3", "name": "network-vif-deleted", "tag": "605fa81c-4fa3-4bb0-91cf-776a6b33ca10"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:25:35.988418 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35012) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:36.007779 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a37756b-1cf4-4806-8ae6-813602642c57 x-openstack-request-id: req-2a37756b-1cf4-4806-8ae6-813602642c57 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:25:36.007933 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device c8ebb03d-2d89-4f99-8851-5868f866cf00 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:25:36.008390 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34feeef3-9627-4e9b-ae67-a79ae3b05bd3", "name": "network-vif-deleted", "tag": "605fa81c-4fa3-4bb0-91cf-776a6b33ca10", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:25:36.008390 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2a37756b-1cf4-4806-8ae6-813602642c57 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:25:36.008704 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34feeef3-9627-4e9b-ae67-a79ae3b05bd3', 'name': 'network-vif-deleted', 'tag': '605fa81c-4fa3-4bb0-91cf-776a6b33ca10', 'status': 'completed', 'code': 200} Aug 17 00:25:36.032067 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: c8ebb03d-2d89-4f99-8851-5868f866cf00 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:25:36.032675 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device c8ebb03d-2d89-4f99-8851-5868f866cf00 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:25:36.033304 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 605fa81c-4fa3-4bb0-91cf-776a6b33ca10 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:25:36.049366 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-21777ee4-afe3-4972-9683-a16ab3757f0a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c237df9b1a3e49adadc567fc799ec8ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573039 Aug 17 00:25:36.050402 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35014) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:36.059390 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 605fa81c-4fa3-4bb0-91cf-776a6b33ca10 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:25:36.059737 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 605fa81c-4fa3-4bb0-91cf-776a6b33ca10 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:25:36.110849 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4261622a-7067-4358-bc1f-30ebe5361e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:36.134336 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4261622a-7067-4358-bc1f-30ebe5361e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:36.192042 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35016) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:36.207234 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-885b7fd7-3bb8-43f1-965c-9aa4dc418610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:36.310436 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-885b7fd7-3bb8-43f1-965c-9aa4dc418610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:36.315603 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-885b7fd7-3bb8-43f1-965c-9aa4dc418610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:36.359510 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-885b7fd7-3bb8-43f1-965c-9aa4dc418610 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e982c663bcde430d9701ade149ed11c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637104 Aug 17 00:25:36.359510 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b7fd7-3bb8-43f1-965c-9aa4dc418610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f932a3e0-4531-4087-9bf3-479eeb1c6c9e,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:36.362574 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35018) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:36.420376 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8362566d-b114-4e65-b4cc-51a03a56aeaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:36.455177 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8362566d-b114-4e65-b4cc-51a03a56aeaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:36.507088 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8362566d-b114-4e65-b4cc-51a03a56aeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:36.509871 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8362566d-b114-4e65-b4cc-51a03a56aeaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:36.514074 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8362566d-b114-4e65-b4cc-51a03a56aeaf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f932a3e0-4531-4087-9bf3-479eeb1c6c9e HTTP/1.1" status: 204 len: 168 time: 0.1472046 Aug 17 00:25:36.520431 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362566d-b114-4e65-b4cc-51a03a56aeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f932a3e0-4531-4087-9bf3-479eeb1c6c9e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:36.565838 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4261622a-7067-4358-bc1f-30ebe5361e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:36.568787 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4261622a-7067-4358-bc1f-30ebe5361e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:36.569965 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4261622a-7067-4358-bc1f-30ebe5361e67 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/34a08104-533d-4e67-b544-e38156583c4c HTTP/1.1" status: 204 len: 168 time: 0.5183270 Aug 17 00:25:36.578251 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261622a-7067-4358-bc1f-30ebe5361e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a08104-533d-4e67-b544-e38156583c4c,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:36.995608 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-804a9817-18b8-4fba-8da1-dfb22a4ac3dc req-0f78ade5-fdc4-4d1d-9b1e-2e2575b24bf8 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 210 time: 0.0412464 Aug 17 00:25:37.438755 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35064) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:37.600944 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-faf22412-1fd1-42cc-af77-ad60dabe85e4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1936941984-network', 'tenant_id': '085b7ef24c4848098721d05b8c3ad5ce'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:25:37.625288 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf22412-1fd1-42cc-af77-ad60dabe85e4 admin admin] Made reservation on behalf of 085b7ef24c4848098721d05b8c3ad5ce for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:25:37.628348 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-faf22412-1fd1-42cc-af77-ad60dabe85e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:37.637959 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-faf22412-1fd1-42cc-af77-ad60dabe85e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:37.744593 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-faf22412-1fd1-42cc-af77-ad60dabe85e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:37.749216 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-faf22412-1fd1-42cc-af77-ad60dabe85e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:37.781944 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf22412-1fd1-42cc-af77-ad60dabe85e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:25:37.792125 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf22412-1fd1-42cc-af77-ad60dabe85e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49dfa020-e48c-42f1-84de-7f68295c1103,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:37.802166 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-faf22412-1fd1-42cc-af77-ad60dabe85e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:37.802784 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-faf22412-1fd1-42cc-af77-ad60dabe85e4 admin admin] Added segment 70cf25c8-4ce9-4202-ad63-f03990fa0766 of type vlan for network b2a70a70-969e-44ae-b2de-9d8358f95f42 Aug 17 00:25:37.857878 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-faf22412-1fd1-42cc-af77-ad60dabe85e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:37.884072 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-faf22412-1fd1-42cc-af77-ad60dabe85e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:37.886287 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf22412-1fd1-42cc-af77-ad60dabe85e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:37.886287 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-faf22412-1fd1-42cc-af77-ad60dabe85e4 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:37.905718 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-faf22412-1fd1-42cc-af77-ad60dabe85e4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4650416 Aug 17 00:25:37.906028 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35080) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:37.912751 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-32192449-2ebe-4b22-adcc-2cd107580d32 admin admin] Request body: {'subnet': {'network_id': 'b2a70a70-969e-44ae-b2de-9d8358f95f42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1936941984-subnet', 'tenant_id': '085b7ef24c4848098721d05b8c3ad5ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:25:37.939395 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32192449-2ebe-4b22-adcc-2cd107580d32 admin admin] Made reservation on behalf of 085b7ef24c4848098721d05b8c3ad5ce for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:25:37.942809 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-32192449-2ebe-4b22-adcc-2cd107580d32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:37.957113 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35082) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:37.976562 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf22412-1fd1-42cc-af77-ad60dabe85e4 admin admin] Pushing event updated for resources: {'Network': ['ID=b2a70a70-969e-44ae-b2de-9d8358f95f42,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:37.987813 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network b2a70a70-969e-44ae-b2de-9d8358f95f42 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:25:38.136386 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-c1ccc2b5-c256-43c2-89e6-dd0f747c7926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-214084661'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:25:38.143422 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-20c034c4-4bfe-487f-b267-4bc1405c14ef req-e7c28e3c-cef9-42c7-af0d-ee4fd987ccb9 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "GET /v2.0/ports?device_id=34feeef3-9627-4e9b-ae67-a79ae3b05bd3 HTTP/1.1" status: 200 len: 210 time: 0.0384235 Aug 17 00:25:38.163045 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ccc2b5-c256-43c2-89e6-dd0f747c7926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604-project] Made reservation on behalf of 08fbd4188c2847b58bef59b105833ff0 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:25:38.167188 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc2b5-c256-43c2-89e6-dd0f747c7926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:38.178560 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc2b5-c256-43c2-89e6-dd0f747c7926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:38.197864 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-32192449-2ebe-4b22-adcc-2cd107580d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:38.260794 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32192449-2ebe-4b22-adcc-2cd107580d32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6145b9bb-7440-49f7-acd9-f4936b069148,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:38.270421 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32192449-2ebe-4b22-adcc-2cd107580d32 admin admin] Checking segment: {'id': '70cf25c8-4ce9-4202-ad63-f03990fa0766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b2a70a70-969e-44ae-b2de-9d8358f95f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:25:38.270787 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32192449-2ebe-4b22-adcc-2cd107580d32 admin admin] Network hostable DHCP agents. Network: b2a70a70-969e-44ae-b2de-9d8358f95f42, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:25:38.287434 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc2b5-c256-43c2-89e6-dd0f747c7926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:38.289687 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32192449-2ebe-4b22-adcc-2cd107580d32 admin admin] Network b2a70a70-969e-44ae-b2de-9d8358f95f42 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:25:38.291428 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc2b5-c256-43c2-89e6-dd0f747c7926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:38.298998 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-32192449-2ebe-4b22-adcc-2cd107580d32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, b2a70a70-969e-44ae-b2de-9d8358f95f42) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:25:38.308165 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61ab897-f3e8-47a7-b4c7-2b634193e154 None None] Network b2a70a70-969e-44ae-b2de-9d8358f95f42 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:25:38.317135 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ccc2b5-c256-43c2-89e6-dd0f747c7926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:25:38.320144 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32192449-2ebe-4b22-adcc-2cd107580d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:38.321001 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-32192449-2ebe-4b22-adcc-2cd107580d32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:38.332619 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ccc2b5-c256-43c2-89e6-dd0f747c7926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdfad43-e7d4-4d9b-b6c6-4be4b287e1b5,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:38.337948 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc2b5-c256-43c2-89e6-dd0f747c7926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:38.338292 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-c1ccc2b5-c256-43c2-89e6-dd0f747c7926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604-project] Added segment 9b42facc-61c6-4ae3-b8e4-a140e651f381 of type vlan for network a391a5fe-e3dd-46d2-9d72-6640b07554f3 Aug 17 00:25:38.351547 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-32192449-2ebe-4b22-adcc-2cd107580d32 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4441516 Aug 17 00:25:38.386734 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc2b5-c256-43c2-89e6-dd0f747c7926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:38.416635 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc2b5-c256-43c2-89e6-dd0f747c7926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:38.422850 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ccc2b5-c256-43c2-89e6-dd0f747c7926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:38.423761 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc2b5-c256-43c2-89e6-dd0f747c7926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:38.454264 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7029122-2674-497b-9019-4d9d92404c0d None None] Network b2a70a70-969e-44ae-b2de-9d8358f95f42 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:25:38.458843 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c1ccc2b5-c256-43c2-89e6-dd0f747c7926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.5006528 Aug 17 00:25:38.518605 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ccc2b5-c256-43c2-89e6-dd0f747c7926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604-project] Pushing event updated for resources: {'Network': ['ID=a391a5fe-e3dd-46d2-9d72-6640b07554f3,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:38.531021 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network a391a5fe-e3dd-46d2-9d72-6640b07554f3 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:25:38.676432 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35098) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:38.681751 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Request body: {'port': {'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3', 'binding:host_id': 'n-h2-800088-20', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-634700350'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:25:38.703982 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Made reservation on behalf of dcc2e14361d94e2fa1b763fd002ee3f8 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:25:38.706763 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:38.715784 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:38.822776 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:38.827109 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:38.834389 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] device_id is not set on port 8709bf56-eb72-4922-a493-00d7fcaaebea yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:25:38.861414 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35106) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:38.920414 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-eb941c54-808a-472e-bfa7-e0cc673c3aa8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1886203808-network', 'tenant_id': '7577bf48aa084da49856be108e7bbe43'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:25:38.941778 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb450ea2-23ea-4b86-a37f-2deb937ed981,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:38.978516 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb941c54-808a-472e-bfa7-e0cc673c3aa8 admin admin] Made reservation on behalf of 7577bf48aa084da49856be108e7bbe43 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:25:38.980830 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eb941c54-808a-472e-bfa7-e0cc673c3aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:39.000411 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eb941c54-808a-472e-bfa7-e0cc673c3aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:39.148285 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] device_id is not set on port 8709bf56-eb72-4922-a493-00d7fcaaebea yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:25:39.162403 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:39.185178 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Transition to ACTIVE for port object 8709bf56-eb72-4922-a493-00d7fcaaebea will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:25:39.202655 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:39.210841 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35110) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:39.240034 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eb941c54-808a-472e-bfa7-e0cc673c3aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:39.247544 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eb941c54-808a-472e-bfa7-e0cc673c3aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:39.296525 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Pushing event updated for resources: {'Port': ['ID=8709bf56-eb72-4922-a493-00d7fcaaebea,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:39.304109 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb941c54-808a-472e-bfa7-e0cc673c3aa8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:25:39.318060 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb941c54-808a-472e-bfa7-e0cc673c3aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd6b343-ff94-4704-87f5-1a580c03a87e,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:39.326796 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eb941c54-808a-472e-bfa7-e0cc673c3aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:39.327629 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-eb941c54-808a-472e-bfa7-e0cc673c3aa8 admin admin] Added segment 97f861df-157c-46e4-8461-191090e96aec of type vlan for network 5a473b6e-34c1-464d-822b-ccac66b174a8 Aug 17 00:25:39.341506 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-e4647ec4-6d32-4d45-b0c5-9b80d1026835 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Deleting port b4e9f55d-6172-4f69-a864-eb2e271fa628 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:25:39.341860 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e4647ec4-6d32-4d45-b0c5-9b80d1026835 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:39.342964 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Checking segment: {'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:25:39.343332 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Network hostable DHCP agents. Network: a391a5fe-e3dd-46d2-9d72-6640b07554f3, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:25:39.383406 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eb941c54-808a-472e-bfa7-e0cc673c3aa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:39.395237 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Network a391a5fe-e3dd-46d2-9d72-6640b07554f3 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:25:39.413886 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, a391a5fe-e3dd-46d2-9d72-6640b07554f3) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:25:39.418769 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:25:39.422099 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9db0716-229d-4167-a62a-b637e9ce5335 None None] Network a391a5fe-e3dd-46d2-9d72-6640b07554f3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:25:39.429721 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e4647ec4-6d32-4d45-b0c5-9b80d1026835 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:39.430194 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e4647ec4-6d32-4d45-b0c5-9b80d1026835 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:39.430764 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eb941c54-808a-472e-bfa7-e0cc673c3aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:39.431743 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb941c54-808a-472e-bfa7-e0cc673c3aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:39.432359 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-eb941c54-808a-472e-bfa7-e0cc673c3aa8 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:39.451267 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-e4647ec4-6d32-4d45-b0c5-9b80d1026835 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Calling delete_port for b4e9f55d-6172-4f69-a864-eb2e271fa628 owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:25:39.453853 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:39.454142 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:39.454473 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:39.492817 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port 8709bf56-eb72-4922-a493-00d7fcaaebea on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:39.493585 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:39.499292 n-d-800088-20 neutron-server[101402]: INFO neutron.plugins.ml2.plugin [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempt 2 to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea Aug 17 00:25:39.503227 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-eb941c54-808a-472e-bfa7-e0cc673c3aa8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6393600 Aug 17 00:25:39.505725 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35112) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:39.510944 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-2611a527-2a22-403c-89e9-7efb8f6d754f admin admin] Request body: {'subnet': {'network_id': '5a473b6e-34c1-464d-822b-ccac66b174a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1886203808-subnet', 'tenant_id': '7577bf48aa084da49856be108e7bbe43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:25:39.516038 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb941c54-808a-472e-bfa7-e0cc673c3aa8 admin admin] Pushing event updated for resources: {'Network': ['ID=5a473b6e-34c1-464d-822b-ccac66b174a8,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:39.521299 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:39.521630 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:39.521975 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:39.526634 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port 8709bf56-eb72-4922-a493-00d7fcaaebea on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:39.526961 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:39.527928 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 5a473b6e-34c1-464d-822b-ccac66b174a8 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:25:39.529326 n-d-800088-20 neutron-server[101402]: INFO neutron.plugins.ml2.plugin [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempt 3 to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea Aug 17 00:25:39.544898 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:39.545278 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:39.545679 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:39.552361 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port 8709bf56-eb72-4922-a493-00d7fcaaebea on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:39.552712 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:39.553260 n-d-800088-20 neutron-server[101402]: INFO neutron.plugins.ml2.plugin [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempt 4 to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea Aug 17 00:25:39.553782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2611a527-2a22-403c-89e9-7efb8f6d754f admin admin] Made reservation on behalf of 7577bf48aa084da49856be108e7bbe43 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:25:39.556486 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2611a527-2a22-403c-89e9-7efb8f6d754f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:39.571636 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:39.572231 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:39.572739 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:39.577611 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port 8709bf56-eb72-4922-a493-00d7fcaaebea on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:39.578121 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:39.578725 n-d-800088-20 neutron-server[101402]: INFO neutron.plugins.ml2.plugin [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempt 5 to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea Aug 17 00:25:39.592498 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:39.593135 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:39.593725 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:39.599708 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port 8709bf56-eb72-4922-a493-00d7fcaaebea on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:39.600247 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:39.600805 n-d-800088-20 neutron-server[101402]: INFO neutron.plugins.ml2.plugin [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempt 6 to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea Aug 17 00:25:39.617924 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:39.618276 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:39.618654 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:39.623268 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port 8709bf56-eb72-4922-a493-00d7fcaaebea on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:39.623598 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:39.624002 n-d-800088-20 neutron-server[101402]: INFO neutron.plugins.ml2.plugin [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempt 7 to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea Aug 17 00:25:39.637452 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:39.637796 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:39.638151 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:39.642496 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port 8709bf56-eb72-4922-a493-00d7fcaaebea on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:39.643387 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:39.643796 n-d-800088-20 neutron-server[101402]: INFO neutron.plugins.ml2.plugin [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempt 8 to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea Aug 17 00:25:39.656441 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:39.656780 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:39.657156 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:39.662594 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port 8709bf56-eb72-4922-a493-00d7fcaaebea on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:39.662934 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:39.663339 n-d-800088-20 neutron-server[101402]: INFO neutron.plugins.ml2.plugin [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempt 9 to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea Aug 17 00:25:39.677030 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:39.677030 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:39.677362 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:39.681725 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port 8709bf56-eb72-4922-a493-00d7fcaaebea on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:39.682064 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:39.682473 n-d-800088-20 neutron-server[101402]: INFO neutron.plugins.ml2.plugin [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempt 10 to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea Aug 17 00:25:39.695944 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:39.696285 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:39.696629 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:39.700910 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port 8709bf56-eb72-4922-a493-00d7fcaaebea on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:39.701269 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port 8709bf56-eb72-4922-a493-00d7fcaaebea on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:39.701641 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:39.766277 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] For port 8709bf56-eb72-4922-a493-00d7fcaaebea, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:25:39.766793 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempted to set empty binding levels {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 17 00:25:39.769158 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e4647ec4-6d32-4d45-b0c5-9b80d1026835 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:39.771808 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:39.802718 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:39.803322 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:39.817962 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4647ec4-6d32-4d45-b0c5-9b80d1026835 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event deleted for resources: {'Port': ['ID=b4e9f55d-6172-4f69-a864-eb2e271fa628,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:39.824541 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Pushing event updated for resources: {'Port': ['ID=8709bf56-eb72-4922-a493-00d7fcaaebea,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:39.827660 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-85f0787a-7b7f-44b1-b895-77870c985008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.1499486 Aug 17 00:25:39.831347 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35114) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:39.863850 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2611a527-2a22-403c-89e9-7efb8f6d754f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:39.911617 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-b53c8dac-8d82-40aa-9ac4-cb7886942ef2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Deleting port 8709bf56-eb72-4922-a493-00d7fcaaebea {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:25:39.911968 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b53c8dac-8d82-40aa-9ac4-cb7886942ef2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:39.957668 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e4647ec4-6d32-4d45-b0c5-9b80d1026835 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:39.960111 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e4647ec4-6d32-4d45-b0c5-9b80d1026835 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:39.961628 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e4647ec4-6d32-4d45-b0c5-9b80d1026835 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "DELETE /v2.0/floatingips/0718d067-5066-4efa-9aab-d644f92ec583 HTTP/1.1" status: 204 len: 168 time: 0.7493660 Aug 17 00:25:39.972147 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611a527-2a22-403c-89e9-7efb8f6d754f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee700f61-f306-486e-905c-a77c44cc127a,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:39.978107 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-b53c8dac-8d82-40aa-9ac4-cb7886942ef2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] For port 8709bf56-eb72-4922-a493-00d7fcaaebea, host n-h2-800088-20, got binding levels [] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:25:39.978489 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b53c8dac-8d82-40aa-9ac4-cb7886942ef2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:39.979515 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2611a527-2a22-403c-89e9-7efb8f6d754f admin admin] Checking segment: {'id': '97f861df-157c-46e4-8461-191090e96aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5a473b6e-34c1-464d-822b-ccac66b174a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:25:39.979964 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2611a527-2a22-403c-89e9-7efb8f6d754f admin admin] Network hostable DHCP agents. Network: 5a473b6e-34c1-464d-822b-ccac66b174a8, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:25:39.992705 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-b53c8dac-8d82-40aa-9ac4-cb7886942ef2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Calling delete_port for 8709bf56-eb72-4922-a493-00d7fcaaebea owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:25:39.998675 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2611a527-2a22-403c-89e9-7efb8f6d754f admin admin] Network 5a473b6e-34c1-464d-822b-ccac66b174a8 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:25:40.016572 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-2611a527-2a22-403c-89e9-7efb8f6d754f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 5a473b6e-34c1-464d-822b-ccac66b174a8) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:25:40.021799 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2611a527-2a22-403c-89e9-7efb8f6d754f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:40.023472 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2611a527-2a22-403c-89e9-7efb8f6d754f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:40.028737 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5700ad-96cb-47e2-bbae-a2af189abb31 None None] Network 5a473b6e-34c1-464d-822b-ccac66b174a8 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:25:40.047197 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2611a527-2a22-403c-89e9-7efb8f6d754f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5394878 Aug 17 00:25:40.100076 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b53c8dac-8d82-40aa-9ac4-cb7886942ef2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:40.135226 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c8dac-8d82-40aa-9ac4-cb7886942ef2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Pushing event deleted for resources: {'Port': ['ID=8709bf56-eb72-4922-a493-00d7fcaaebea,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:40.147470 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b53c8dac-8d82-40aa-9ac4-cb7886942ef2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:40.150382 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b53c8dac-8d82-40aa-9ac4-cb7886942ef2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] 10.222.0.60 "DELETE /v2.0/ports/8709bf56-eb72-4922-a493-00d7fcaaebea HTTP/1.1" status: 204 len: 168 time: 0.3178239 Aug 17 00:25:40.152934 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35126) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:40.187323 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddcba116-6ae7-42ba-9a9a-ab4f83650100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] GET failed (client error): The resource could not be found. Aug 17 00:25:40.190306 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ddcba116-6ae7-42ba-9a9a-ab4f83650100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] 10.222.0.60 "GET /v2.0/ports/8709bf56-eb72-4922-a493-00d7fcaaebea HTTP/1.1" status: 404 len: 333 time: 0.0352528 Aug 17 00:25:40.193941 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35130) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:40.199621 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f8e6e51e-3590-4407-a84d-ebf6394bc95d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Request body: {'port': {'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-575217200'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:25:40.220067 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96950ee7-e0e6-40fb-943e-d53bb3d05990 None None] Network 5a473b6e-34c1-464d-822b-ccac66b174a8 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:25:40.243076 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e6e51e-3590-4407-a84d-ebf6394bc95d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Made reservation on behalf of dcc2e14361d94e2fa1b763fd002ee3f8 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:25:40.246295 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8e6e51e-3590-4407-a84d-ebf6394bc95d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:40.266156 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-f8e6e51e-3590-4407-a84d-ebf6394bc95d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] device_id is not set on port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:25:40.292138 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:40.474652 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8e6e51e-3590-4407-a84d-ebf6394bc95d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:40.513595 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8e6e51e-3590-4407-a84d-ebf6394bc95d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:40.560312 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e6e51e-3590-4407-a84d-ebf6394bc95d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Network a391a5fe-e3dd-46d2-9d72-6640b07554f3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:25:40.563305 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-f8e6e51e-3590-4407-a84d-ebf6394bc95d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:25:40.568543 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e6e51e-3590-4407-a84d-ebf6394bc95d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:25:40.569535 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e6e51e-3590-4407-a84d-ebf6394bc95d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:40.570143 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f8e6e51e-3590-4407-a84d-ebf6394bc95d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:40.573669 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6e51e-3590-4407-a84d-ebf6394bc95d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Pushing event updated for resources: {'Port': ['ID=cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:40.588404 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f8e6e51e-3590-4407-a84d-ebf6394bc95d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3931491 Aug 17 00:25:40.591043 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35146) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:40.596154 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:25:40.657822 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:40.662357 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-812b520b-ab39-4d32-b438-8e8eee47e05a tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:40.663874 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-812b520b-ab39-4d32-b438-8e8eee47e05a tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.60 "GET /v2.0/networks?id=b2a70a70-969e-44ae-b2de-9d8358f95f42 HTTP/1.1" status: 200 len: 825 time: 0.1373281 Aug 17 00:25:40.680257 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-5227dbd4-099e-43b2-a258-415dcca9a9f7 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.60 "GET /v2.0/quotas/085b7ef24c4848098721d05b8c3ad5ce HTTP/1.1" status: 200 len: 375 time: 0.0097594 Aug 17 00:25:40.714305 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-7f77e7f9-31a5-46f4-83fc-1d44774c1854 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=085b7ef24c4848098721d05b8c3ad5ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278771 Aug 17 00:25:40.810130 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-ae359501-a92c-4ef9-a1bf-a8b86b1a65f3 service neutron] 10.222.0.60 "GET /v2.0/networks/b2a70a70-969e-44ae-b2de-9d8358f95f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876198 Aug 17 00:25:40.848001 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] device_id is not set on port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:25:40.856851 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:40.870818 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Transition to ACTIVE for port object cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:25:40.875492 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:40.929896 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-f3da36c0-76d3-4243-9a88-fc2e0ec9af76 service neutron] 10.222.0.60 "GET /v2.0/networks/b2a70a70-969e-44ae-b2de-9d8358f95f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121562 Aug 17 00:25:40.937028 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Pushing event updated for resources: {'Port': ['ID=cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:40.942814 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:40.943164 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:40.943631 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:40.949215 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:40.949541 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:40.949943 n-d-800088-20 neutron-server[101402]: INFO neutron.plugins.ml2.plugin [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempt 2 to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd Aug 17 00:25:40.964914 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:40.965273 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:40.965615 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:40.969971 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:40.970313 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:40.970701 n-d-800088-20 neutron-server[101402]: INFO neutron.plugins.ml2.plugin [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempt 3 to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd Aug 17 00:25:40.983461 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:40.983803 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:40.984145 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:40.988530 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:40.988859 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:40.989289 n-d-800088-20 neutron-server[101402]: INFO neutron.plugins.ml2.plugin [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempt 4 to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd Aug 17 00:25:41.001818 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:41.002163 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:41.002537 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:41.006980 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:41.007309 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:41.007706 n-d-800088-20 neutron-server[101402]: INFO neutron.plugins.ml2.plugin [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempt 5 to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd Aug 17 00:25:41.021094 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:41.021094 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:41.021350 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:41.025770 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:41.026101 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:41.026496 n-d-800088-20 neutron-server[101402]: INFO neutron.plugins.ml2.plugin [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempt 6 to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd Aug 17 00:25:41.041678 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:41.042018 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:41.042556 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:41.046755 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:41.047085 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:41.047473 n-d-800088-20 neutron-server[101402]: INFO neutron.plugins.ml2.plugin [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempt 7 to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd Aug 17 00:25:41.059762 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:41.060098 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:41.060450 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:41.067136 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:41.067136 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:41.067136 n-d-800088-20 neutron-server[101402]: INFO neutron.plugins.ml2.plugin [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempt 8 to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd Aug 17 00:25:41.088461 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:41.088968 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:41.089369 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:41.095046 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:41.095484 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:41.096619 n-d-800088-20 neutron-server[101402]: INFO neutron.plugins.ml2.plugin [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempt 9 to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd Aug 17 00:25:41.110002 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:41.110431 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:41.110836 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:41.115615 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:41.116012 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:41.116477 n-d-800088-20 neutron-server[101402]: INFO neutron.plugins.ml2.plugin [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempt 10 to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd Aug 17 00:25:41.133740 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:41.134092 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:41.134493 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:41.139296 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:41.139691 n-d-800088-20 neutron-server[101402]: ERROR neutron.plugins.ml2.managers [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:41.140124 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:41.155195 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e319219-4b27-4929-bd64-1bcfdca04a26 req-83fdb100-74dc-4d03-9a38-42d9d39d6810 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6 HTTP/1.1" status: 200 len: 210 time: 0.0363967 Aug 17 00:25:41.219737 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] For port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:25:41.220120 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempted to set empty binding levels {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 17 00:25:41.226870 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:41.272207 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] In _notify_port_updated(), no bound segment for port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 00:25:41.273254 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:41.273952 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:41.275540 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] 10.222.0.60 "PUT /v2.0/ports/cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd HTTP/1.1" status: 200 len: 979 time: 0.6835580 Aug 17 00:25:41.278942 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35158) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:41.294675 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484a03f-fac3-4327-8859-45097a380530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Pushing event updated for resources: {'Port': ['ID=cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:41.372724 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aec4d5-9e57-435c-8a17-74b0ce33d625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:41.373419 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aec4d5-9e57-435c-8a17-74b0ce33d625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:41.373971 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aec4d5-9e57-435c-8a17-74b0ce33d625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:41.374705 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aec4d5-9e57-435c-8a17-74b0ce33d625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:41.375296 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aec4d5-9e57-435c-8a17-74b0ce33d625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:41.375835 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aec4d5-9e57-435c-8a17-74b0ce33d625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:41.376380 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aec4d5-9e57-435c-8a17-74b0ce33d625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:41.376911 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aec4d5-9e57-435c-8a17-74b0ce33d625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:41.378180 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aec4d5-9e57-435c-8a17-74b0ce33d625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:41.378808 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aec4d5-9e57-435c-8a17-74b0ce33d625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:41.379375 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aec4d5-9e57-435c-8a17-74b0ce33d625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:41.383074 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f6aec4d5-9e57-435c-8a17-74b0ce33d625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10159 time: 0.1030884 Aug 17 00:25:41.384947 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35160) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:41.463782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-cc666336-479a-4163-be0f-7227c6aae30b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Deleting port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:25:41.464130 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc666336-479a-4163-be0f-7227c6aae30b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:41.538168 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-cc666336-479a-4163-be0f-7227c6aae30b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] For port cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd, host n-h2-800088-20, got binding levels [] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:25:41.538539 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc666336-479a-4163-be0f-7227c6aae30b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:41.552790 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-cc666336-479a-4163-be0f-7227c6aae30b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Calling delete_port for cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:25:41.640742 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc666336-479a-4163-be0f-7227c6aae30b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:41.675154 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc666336-479a-4163-be0f-7227c6aae30b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Pushing event deleted for resources: {'Port': ['ID=cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:41.687508 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc666336-479a-4163-be0f-7227c6aae30b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:41.692505 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cc666336-479a-4163-be0f-7227c6aae30b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] 10.222.0.60 "DELETE /v2.0/ports/cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd HTTP/1.1" status: 204 len: 168 time: 0.3036160 Aug 17 00:25:41.692826 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35164) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:41.716387 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-193f1a43-b7ff-48be-b01e-e4917dad42a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] GET failed (client error): The resource could not be found. Aug 17 00:25:41.717931 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-193f1a43-b7ff-48be-b01e-e4917dad42a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] 10.222.0.60 "GET /v2.0/ports/cfe03ae5-3b39-4b09-b1ab-13d58bdae7dd HTTP/1.1" status: 404 len: 333 time: 0.0239983 Aug 17 00:25:41.721626 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35166) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:41.726635 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-e6fe5c02-76c6-4310-a363-6fbd40106d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-505962286', 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:25:41.748690 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fe5c02-76c6-4310-a363-6fbd40106d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Made reservation on behalf of dcc2e14361d94e2fa1b763fd002ee3f8 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:25:41.751516 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e6fe5c02-76c6-4310-a363-6fbd40106d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:41.775652 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-e6fe5c02-76c6-4310-a363-6fbd40106d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] device_id is not set on port 6fa6c875-6315-42e0-b2b5-e5bd96501f27 yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:25:41.795887 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:41.936025 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e6fe5c02-76c6-4310-a363-6fbd40106d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:41.977446 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e6fe5c02-76c6-4310-a363-6fbd40106d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:42.018798 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fe5c02-76c6-4310-a363-6fbd40106d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Network a391a5fe-e3dd-46d2-9d72-6640b07554f3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:25:42.023716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-e6fe5c02-76c6-4310-a363-6fbd40106d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:25:42.027154 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fe5c02-76c6-4310-a363-6fbd40106d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:25:42.028201 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fe5c02-76c6-4310-a363-6fbd40106d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:42.028666 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e6fe5c02-76c6-4310-a363-6fbd40106d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:42.039959 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe5c02-76c6-4310-a363-6fbd40106d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Pushing event updated for resources: {'Port': ['ID=6fa6c875-6315-42e0-b2b5-e5bd96501f27,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:42.047906 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e6fe5c02-76c6-4310-a363-6fbd40106d75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3251641 Aug 17 00:25:42.050811 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35168) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:42.084530 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b092992-5fa2-4169-b380-cde83c8f1bf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:42.088490 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2b092992-5fa2-4169-b380-cde83c8f1bf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] 10.222.0.60 "GET /v2.0/ports/6fa6c875-6315-42e0-b2b5-e5bd96501f27 HTTP/1.1" status: 200 len: 958 time: 0.0343304 Aug 17 00:25:42.089114 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35170) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:42.200457 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-7557ce7c-b211-46e9-8549-c0617172bee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Deleting port 6fa6c875-6315-42e0-b2b5-e5bd96501f27 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:25:42.206191 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7557ce7c-b211-46e9-8549-c0617172bee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:42.289494 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-4b4f5998-1007-4e88-a86b-216d8ce72683 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:42.300783 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-4b4f5998-1007-4e88-a86b-216d8ce72683 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.69 "GET /v2.0/networks?id=b2a70a70-969e-44ae-b2de-9d8358f95f42 HTTP/1.1" status: 200 len: 825 time: 0.1512845 Aug 17 00:25:42.313754 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3eb4c628-e22c-4598-8407-442f4e714850 req-30a54ea7-2ee5-4f3c-a83d-b1d928ba12ba tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6 HTTP/1.1" status: 200 len: 210 time: 0.0568783 Aug 17 00:25:42.327659 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-1ee54c29-9487-45c5-a4f1-24d24d489529 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Request body: {'port': {'device_id': 'f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6', 'network_id': 'b2a70a70-969e-44ae-b2de-9d8358f95f42', 'admin_state_up': True, 'tenant_id': '085b7ef24c4848098721d05b8c3ad5ce'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:25:42.350177 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7557ce7c-b211-46e9-8549-c0617172bee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:42.364005 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-7557ce7c-b211-46e9-8549-c0617172bee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Calling delete_port for 6fa6c875-6315-42e0-b2b5-e5bd96501f27 owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:25:42.447458 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-1ee54c29-9487-45c5-a4f1-24d24d489529 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Made reservation on behalf of 085b7ef24c4848098721d05b8c3ad5ce for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:25:42.451734 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-1ee54c29-9487-45c5-a4f1-24d24d489529 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:42.458252 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7557ce7c-b211-46e9-8549-c0617172bee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:42.491124 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7557ce7c-b211-46e9-8549-c0617172bee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:42.496310 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7557ce7c-b211-46e9-8549-c0617172bee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] 10.222.0.60 "DELETE /v2.0/ports/6fa6c875-6315-42e0-b2b5-e5bd96501f27 HTTP/1.1" status: 204 len: 168 time: 0.4065228 Aug 17 00:25:42.497216 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35176) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:42.498080 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557ce7c-b211-46e9-8549-c0617172bee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Pushing event deleted for resources: {'Port': ['ID=6fa6c875-6315-42e0-b2b5-e5bd96501f27,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:42.525418 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-1215e5e6-4c2a-460f-8ecd-1be5d8f2b4cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] GET failed (client error): The resource could not be found. Aug 17 00:25:42.530693 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35178) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:42.530843 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1215e5e6-4c2a-460f-8ecd-1be5d8f2b4cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] 10.222.0.60 "GET /v2.0/ports/6fa6c875-6315-42e0-b2b5-e5bd96501f27 HTTP/1.1" status: 404 len: 333 time: 0.0292716 Aug 17 00:25:42.539432 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-464f76ea-312d-475a-9992-c6fb9dc623c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Request body: {'port': {'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-486043896'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:25:42.597035 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464f76ea-312d-475a-9992-c6fb9dc623c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Made reservation on behalf of dcc2e14361d94e2fa1b763fd002ee3f8 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:25:42.599391 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-464f76ea-312d-475a-9992-c6fb9dc623c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:42.619981 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-1ee54c29-9487-45c5-a4f1-24d24d489529 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Allocated IP 172.20.0.12 (b2a70a70-969e-44ae-b2de-9d8358f95f42/6145b9bb-7440-49f7-acd9-f4936b069148/54f62865-fe0b-40d9-9ae2-a12c1a02bfff) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:25:42.631084 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-464f76ea-312d-475a-9992-c6fb9dc623c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] device_id is not set on port 71f85e2b-a7ad-4c36-82c9-03feb716f627 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:25:42.884063 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-464f76ea-312d-475a-9992-c6fb9dc623c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:42.897015 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-1ee54c29-9487-45c5-a4f1-24d24d489529 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:42.957359 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-464f76ea-312d-475a-9992-c6fb9dc623c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:42.984654 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-1ee54c29-9487-45c5-a4f1-24d24d489529 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:43.008329 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464f76ea-312d-475a-9992-c6fb9dc623c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Network a391a5fe-e3dd-46d2-9d72-6640b07554f3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:25:43.014474 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-464f76ea-312d-475a-9992-c6fb9dc623c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:25:43.020981 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464f76ea-312d-475a-9992-c6fb9dc623c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:25:43.021936 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464f76ea-312d-475a-9992-c6fb9dc623c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:43.022540 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-464f76ea-312d-475a-9992-c6fb9dc623c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:43.028468 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f76ea-312d-475a-9992-c6fb9dc623c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Pushing event updated for resources: {'Port': ['ID=71f85e2b-a7ad-4c36-82c9-03feb716f627,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:43.031671 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-1ee54c29-9487-45c5-a4f1-24d24d489529 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Network b2a70a70-969e-44ae-b2de-9d8358f95f42 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:25:43.040699 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-1ee54c29-9487-45c5-a4f1-24d24d489529 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:25:43.063052 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-1ee54c29-9487-45c5-a4f1-24d24d489529 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:25:43.099701 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-464f76ea-312d-475a-9992-c6fb9dc623c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5672617 Aug 17 00:25:43.102936 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35180) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:43.108792 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:25:43.119672 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee54c29-9487-45c5-a4f1-24d24d489529 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Pushing event updated for resources: {'Port': ['ID=54f62865-fe0b-40d9-9ae2-a12c1a02bfff,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:43.134625 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-1ee54c29-9487-45c5-a4f1-24d24d489529 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:43.135420 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-1ee54c29-9487-45c5-a4f1-24d24d489529 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:43.150437 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-1ee54c29-9487-45c5-a4f1-24d24d489529 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8341761 Aug 17 00:25:43.175528 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:43.264424 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-4260c7c3-334f-477b-a556-8a105723556f service neutron] Request body: {'port': {'device_id': 'f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:25:43.318268 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-4260c7c3-334f-477b-a556-8a105723556f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:43.355313 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] device_id is not set on port 71f85e2b-a7ad-4c36-82c9-03feb716f627 yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:25:43.362455 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35188) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:43.368117 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:43.413074 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Transition to ACTIVE for port object 71f85e2b-a7ad-4c36-82c9-03feb716f627 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:25:43.448142 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:43.540673 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d533e9c-9e75-4001-af6d-570f26180e06 req-07546f86-4f6d-4ab9-bf69-156abff087aa tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:43.542207 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d533e9c-9e75-4001-af6d-570f26180e06 req-07546f86-4f6d-4ab9-bf69-156abff087aa tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6 HTTP/1.1" status: 200 len: 932 time: 0.1484704 Aug 17 00:25:43.544324 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Pushing event updated for resources: {'Port': ['ID=71f85e2b-a7ad-4c36-82c9-03feb716f627,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:43.546989 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cd06699c-a90c-40c9-aea4-0ce443b21669 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:43.594825 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:43.595169 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:43.595514 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:43.601338 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cd06699c-a90c-40c9-aea4-0ce443b21669 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:43.610196 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-4260c7c3-334f-477b-a556-8a105723556f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f62865-fe0b-40d9-9ae2-a12c1a02bfff {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:25:43.615707 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:43.616045 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:43.618290 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-4260c7c3-334f-477b-a556-8a105723556f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:43.623626 n-d-800088-20 neutron-server[101403]: INFO neutron.plugins.ml2.plugin [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempt 2 to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 Aug 17 00:25:43.630338 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-4260c7c3-334f-477b-a556-8a105723556f service neutron] Transition to ACTIVE for port object 54f62865-fe0b-40d9-9ae2-a12c1a02bfff will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:25:43.634628 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-4260c7c3-334f-477b-a556-8a105723556f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:43.650583 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6d533e9c-9e75-4001-af6d-570f26180e06 req-c6bb02d1-e145-46a9-ace5-f980b49f1c14 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.60 "GET /v2.0/security-groups?id=49dfa020-e48c-42f1-84de-7f68295c1103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982647 Aug 17 00:25:43.656951 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:43.657331 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:43.657680 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:43.665676 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:43.675282 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:43.675282 n-d-800088-20 neutron-server[101403]: INFO neutron.plugins.ml2.plugin [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempt 3 to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 Aug 17 00:25:43.681974 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:43.682380 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:43.682735 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:43.688152 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:43.688544 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:43.689176 n-d-800088-20 neutron-server[101403]: INFO neutron.plugins.ml2.plugin [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempt 4 to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 Aug 17 00:25:43.692283 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260c7c3-334f-477b-a556-8a105723556f service neutron] Pushing event updated for resources: {'Port': ['ID=54f62865-fe0b-40d9-9ae2-a12c1a02bfff,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:43.702589 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:43.702933 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:43.703280 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:43.709779 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:43.710423 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:43.710981 n-d-800088-20 neutron-server[101403]: INFO neutron.plugins.ml2.plugin [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempt 5 to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 Aug 17 00:25:43.725964 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:43.726377 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:43.726768 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:43.733689 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:43.734020 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:43.734690 n-d-800088-20 neutron-server[101403]: INFO neutron.plugins.ml2.plugin [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempt 6 to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 Aug 17 00:25:43.737293 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cd06699c-a90c-40c9-aea4-0ce443b21669 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:43.739810 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cd06699c-a90c-40c9-aea4-0ce443b21669 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:43.740949 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cd06699c-a90c-40c9-aea4-0ce443b21669 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] 10.222.0.60 "DELETE /v2.0/security-groups/5994aa1c-07fa-4ece-8623-f0165e21c262 HTTP/1.1" status: 204 len: 168 time: 0.3751142 Aug 17 00:25:43.757579 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06699c-a90c-40c9-aea4-0ce443b21669 tempest-TestVolumeBootPattern-865312895 tempest-TestVolumeBootPattern-865312895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5994aa1c-07fa-4ece-8623-f0165e21c262,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:43.761638 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:43.761983 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:43.762331 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:43.767265 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:43.768125 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:43.768520 n-d-800088-20 neutron-server[101403]: INFO neutron.plugins.ml2.plugin [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempt 7 to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 Aug 17 00:25:43.775628 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-4260c7c3-334f-477b-a556-8a105723556f service neutron] Attempting to bind port 54f62865-fe0b-40d9-9ae2-a12c1a02bfff on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:43.775964 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-4260c7c3-334f-477b-a556-8a105723556f service neutron] Attempting to bind port 54f62865-fe0b-40d9-9ae2-a12c1a02bfff by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '70cf25c8-4ce9-4202-ad63-f03990fa0766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b2a70a70-969e-44ae-b2de-9d8358f95f42'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:43.776296 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-4260c7c3-334f-477b-a556-8a105723556f service neutron] Attempting to bind port 54f62865-fe0b-40d9-9ae2-a12c1a02bfff on network b2a70a70-969e-44ae-b2de-9d8358f95f42 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:43.781551 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:43.781653 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:43.781995 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:43.792400 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:43.792400 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:43.792400 n-d-800088-20 neutron-server[101403]: INFO neutron.plugins.ml2.plugin [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempt 8 to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 Aug 17 00:25:43.795541 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-4260c7c3-334f-477b-a556-8a105723556f service neutron] Port 54f62865-fe0b-40d9-9ae2-a12c1a02bfff on network b2a70a70-969e-44ae-b2de-9d8358f95f42 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:43.795939 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-4260c7c3-334f-477b-a556-8a105723556f service neutron] Attempting to bind port 54f62865-fe0b-40d9-9ae2-a12c1a02bfff on network b2a70a70-969e-44ae-b2de-9d8358f95f42 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:43.804910 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-4260c7c3-334f-477b-a556-8a105723556f service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:25:43.806060 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-4260c7c3-334f-477b-a556-8a105723556f service neutron] Checking segment: {'id': '70cf25c8-4ce9-4202-ad63-f03990fa0766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b2a70a70-969e-44ae-b2de-9d8358f95f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:25:43.806060 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-4260c7c3-334f-477b-a556-8a105723556f service neutron] Bound using segment: {'id': '70cf25c8-4ce9-4202-ad63-f03990fa0766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b2a70a70-969e-44ae-b2de-9d8358f95f42'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:25:43.807214 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:43.807214 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:43.807401 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-4260c7c3-334f-477b-a556-8a105723556f service neutron] Bound port: 54f62865-fe0b-40d9-9ae2-a12c1a02bfff, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70cf25c8-4ce9-4202-ad63-f03990fa0766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b2a70a70-969e-44ae-b2de-9d8358f95f42'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:25:43.807514 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:43.807609 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-4260c7c3-334f-477b-a556-8a105723556f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:43.811697 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:43.812031 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:43.812423 n-d-800088-20 neutron-server[101403]: INFO neutron.plugins.ml2.plugin [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempt 9 to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 Aug 17 00:25:43.815848 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35192) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:43.837337 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:43.837685 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:43.838030 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:43.844191 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:43.844589 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:43.845089 n-d-800088-20 neutron-server[101403]: INFO neutron.plugins.ml2.plugin [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempt 10 to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 Aug 17 00:25:43.858558 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:43.858985 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:43.859402 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempting to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:43.864114 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:25:43.864379 n-d-800088-20 neutron-server[101403]: ERROR neutron.plugins.ml2.managers [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Failed to bind port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on host n-h2-800088-20 for vnic_type normal using segments [{'id': '9b42facc-61c6-4ae3-b8e4-a140e651f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a391a5fe-e3dd-46d2-9d72-6640b07554f3'}] Aug 17 00:25:43.864752 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:43.886589 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-4260c7c3-334f-477b-a556-8a105723556f service neutron] For port 54f62865-fe0b-40d9-9ae2-a12c1a02bfff, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:25:43.889979 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-4260c7c3-334f-477b-a556-8a105723556f service neutron] For port 54f62865-fe0b-40d9-9ae2-a12c1a02bfff, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=54f62865-fe0b-40d9-9ae2-a12c1a02bfff,segment=NetworkSegment(70cf25c8-4ce9-4202-ad63-f03990fa0766),segment_id=70cf25c8-4ce9-4202-ad63-f03990fa0766)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:25:43.894987 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-4260c7c3-334f-477b-a556-8a105723556f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:43.930398 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] For port 71f85e2b-a7ad-4c36-82c9-03feb716f627, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:25:43.930848 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attempted to set empty binding levels {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 17 00:25:43.931246 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-4260c7c3-334f-477b-a556-8a105723556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:43.931988 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-4260c7c3-334f-477b-a556-8a105723556f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:43.933626 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-4260c7c3-334f-477b-a556-8a105723556f service neutron] 10.222.0.69 "PUT /v2.0/ports/54f62865-fe0b-40d9-9ae2-a12c1a02bfff HTTP/1.1" status: 200 len: 1093 time: 0.7703187 Aug 17 00:25:43.934078 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6', 'tag': '54f62865-fe0b-40d9-9ae2-a12c1a02bfff'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:25:43.935807 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:43.936427 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89380a38-6b13-4c9a-be03-400db5b5b77c" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6", "tag": "54f62865-fe0b-40d9-9ae2-a12c1a02bfff"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:25:43.962883 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260c7c3-334f-477b-a556-8a105723556f service neutron] Pushing event updated for resources: {'Port': ['ID=54f62865-fe0b-40d9-9ae2-a12c1a02bfff,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:43.986408 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2280418e-62ae-4cc7-a372-e46d3af6b400 x-openstack-request-id: req-2280418e-62ae-4cc7-a372-e46d3af6b400 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:25:43.986711 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6", "tag": "54f62865-fe0b-40d9-9ae2-a12c1a02bfff", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:25:43.986969 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2280418e-62ae-4cc7-a372-e46d3af6b400 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:25:43.987493 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6', 'tag': '54f62865-fe0b-40d9-9ae2-a12c1a02bfff', 'status': 'completed', 'code': 200} Aug 17 00:25:44.020698 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-6dfeb167-40c9-4944-a78d-e457059ac722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:44.022251 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-6dfeb167-40c9-4944-a78d-e457059ac722 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=085b7ef24c4848098721d05b8c3ad5ce&device_id=f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6 HTTP/1.1" status: 200 len: 1096 time: 0.0460348 Aug 17 00:25:44.038324 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] In _notify_port_updated(), no bound segment for port 71f85e2b-a7ad-4c36-82c9-03feb716f627 on network a391a5fe-e3dd-46d2-9d72-6640b07554f3 {{(pid=101403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 00:25:44.039191 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:44.039793 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:44.041105 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] 10.222.0.60 "PUT /v2.0/ports/71f85e2b-a7ad-4c36-82c9-03feb716f627 HTTP/1.1" status: 200 len: 979 time: 0.9371531 Aug 17 00:25:44.045456 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35198) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:44.053662 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b02f1-4215-453e-b1fa-d705f4ddffad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Pushing event updated for resources: {'Port': ['ID=71f85e2b-a7ad-4c36-82c9-03feb716f627,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:44.069472 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-c29eb68c-015d-4318-b771-7c0cf84607cd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54f62865-fe0b-40d9-9ae2-a12c1a02bfff HTTP/1.1" status: 200 len: 217 time: 0.0393457 Aug 17 00:25:44.124175 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-90d89669-c81f-46ec-823b-36e309cc5739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:44.125589 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-90d89669-c81f-46ec-823b-36e309cc5739 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6145b9bb-7440-49f7-acd9-f4936b069148 HTTP/1.1" status: 200 len: 865 time: 0.0457165 Aug 17 00:25:44.165190 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-acf7a1fd-51dc-44a4-9ca1-b44181c27023 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b2a70a70-969e-44ae-b2de-9d8358f95f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274141 Aug 17 00:25:44.214397 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-8123afb5-a849-4106-a59e-636ea8546bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Deleting port 71f85e2b-a7ad-4c36-82c9-03feb716f627 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:25:44.215013 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8123afb5-a849-4106-a59e-636ea8546bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:44.263548 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-30e1041f-f910-47ca-9396-fef3dceacd3f service neutron] 10.222.0.69 "GET /v2.0/networks/b2a70a70-969e-44ae-b2de-9d8358f95f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869877 Aug 17 00:25:44.319429 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-8123afb5-a849-4106-a59e-636ea8546bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] For port 71f85e2b-a7ad-4c36-82c9-03feb716f627, host n-h2-800088-20, got binding levels [] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:25:44.319797 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8123afb5-a849-4106-a59e-636ea8546bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:44.336868 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-8123afb5-a849-4106-a59e-636ea8546bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Calling delete_port for 71f85e2b-a7ad-4c36-82c9-03feb716f627 owned by {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:25:44.360830 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-af0bd41d-ab97-4d9a-a5e2-3a84b812a3cf req-b582d170-1a99-4b8d-b510-416565ddfe84 service neutron] 10.222.0.69 "GET /v2.0/networks/b2a70a70-969e-44ae-b2de-9d8358f95f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851338 Aug 17 00:25:44.463178 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89380a38-6b13-4c9a-be03-400db5b5b77c req-fe20a72f-4a0f-4ff7-b525-4037960acda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:44.464927 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-89380a38-6b13-4c9a-be03-400db5b5b77c req-fe20a72f-4a0f-4ff7-b525-4037960acda1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=085b7ef24c4848098721d05b8c3ad5ce&device_id=f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6 HTTP/1.1" status: 200 len: 1096 time: 0.0487857 Aug 17 00:25:44.492961 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8123afb5-a849-4106-a59e-636ea8546bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:44.526105 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123afb5-a849-4106-a59e-636ea8546bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Pushing event deleted for resources: {'Port': ['ID=71f85e2b-a7ad-4c36-82c9-03feb716f627,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:44.550625 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8123afb5-a849-4106-a59e-636ea8546bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:44.554978 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8123afb5-a849-4106-a59e-636ea8546bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] 10.222.0.60 "DELETE /v2.0/ports/71f85e2b-a7ad-4c36-82c9-03feb716f627 HTTP/1.1" status: 204 len: 168 time: 0.5059941 Aug 17 00:25:44.555467 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35200) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:44.566084 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89380a38-6b13-4c9a-be03-400db5b5b77c req-a527966d-b0ab-4dd0-bb54-becd057291b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:44.567572 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-89380a38-6b13-4c9a-be03-400db5b5b77c req-a527966d-b0ab-4dd0-bb54-becd057291b6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b2a70a70-969e-44ae-b2de-9d8358f95f42 HTTP/1.1" status: 200 len: 926 time: 0.0952008 Aug 17 00:25:44.586216 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59f28cb-1ac3-48ab-9b9d-31f26761b15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] GET failed (client error): The resource could not be found. Aug 17 00:25:44.587695 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c59f28cb-1ac3-48ab-9b9d-31f26761b15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1290802050-project-admin] 10.222.0.60 "GET /v2.0/ports/71f85e2b-a7ad-4c36-82c9-03feb716f627 HTTP/1.1" status: 404 len: 333 time: 0.0313323 Aug 17 00:25:44.591037 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35202) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:44.610939 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-89380a38-6b13-4c9a-be03-400db5b5b77c req-6d8478e2-201d-41bd-9dbe-c1fa31152328 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54f62865-fe0b-40d9-9ae2-a12c1a02bfff HTTP/1.1" status: 200 len: 217 time: 0.0350633 Aug 17 00:25:44.664168 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89380a38-6b13-4c9a-be03-400db5b5b77c req-dbef7567-4ff6-46b3-aec3-afe32344767d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:44.665649 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-89380a38-6b13-4c9a-be03-400db5b5b77c req-dbef7567-4ff6-46b3-aec3-afe32344767d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6145b9bb-7440-49f7-acd9-f4936b069148 HTTP/1.1" status: 200 len: 865 time: 0.0477026 Aug 17 00:25:44.671501 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ba81a2bc-1a4b-47aa-869f-5ac1cd2ae086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:44.677809 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6a1d3d9f-cc82-43c2-a3d8-c543f53e874e tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:44.702240 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-89380a38-6b13-4c9a-be03-400db5b5b77c req-b4a7abeb-f5c4-4d73-afa3-b2dbb0e97eb0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b2a70a70-969e-44ae-b2de-9d8358f95f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268974 Aug 17 00:25:44.796483 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-89380a38-6b13-4c9a-be03-400db5b5b77c req-ede77dc6-4250-4a29-a5a3-1286c49e7d64 service neutron] 10.222.0.69 "GET /v2.0/networks/b2a70a70-969e-44ae-b2de-9d8358f95f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854459 Aug 17 00:25:44.885881 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6a1d3d9f-cc82-43c2-a3d8-c543f53e874e tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:44.907050 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e54008-c8ac-401c-9904-42b1285f5e45 req-a2371ca9-8b89-445a-ba71-448f60321171 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:44.909329 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b9e54008-c8ac-401c-9904-42b1285f5e45 req-a2371ca9-8b89-445a-ba71-448f60321171 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6 HTTP/1.1" status: 200 len: 944 time: 0.1786687 Aug 17 00:25:44.911087 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-6a1d3d9f-cc82-43c2-a3d8-c543f53e874e tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a391a5fe-e3dd-46d2-9d72-6640b07554f3']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:44.959803 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-6a1d3d9f-cc82-43c2-a3d8-c543f53e874e tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b42facc-61c6-4ae3-b8e4-a140e651f381') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:44.960041 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-6a1d3d9f-cc82-43c2-a3d8-c543f53e874e tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b42facc-61c6-4ae3-b8e4-a140e651f381') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:44.996493 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6a1d3d9f-cc82-43c2-a3d8-c543f53e874e tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:45.024714 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6a1d3d9f-cc82-43c2-a3d8-c543f53e874e tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:45.035049 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b9e54008-c8ac-401c-9904-42b1285f5e45 req-ff9dc22b-564e-404b-a908-9cd9ef00fa6d tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.60 "GET /v2.0/security-groups?id=49dfa020-e48c-42f1-84de-7f68295c1103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911238 Aug 17 00:25:45.038453 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a1d3d9f-cc82-43c2-a3d8-c543f53e874e tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:25:45.039390 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6a1d3d9f-cc82-43c2-a3d8-c543f53e874e tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:25:45.041944 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:25:45.108961 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6a1d3d9f-cc82-43c2-a3d8-c543f53e874e tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:45.116444 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6a1d3d9f-cc82-43c2-a3d8-c543f53e874e tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:45.120431 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6a1d3d9f-cc82-43c2-a3d8-c543f53e874e tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604-project] 10.222.0.60 "DELETE /v2.0/networks/a391a5fe-e3dd-46d2-9d72-6640b07554f3 HTTP/1.1" status: 204 len: 168 time: 0.5261953 Aug 17 00:25:45.139991 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d3d9f-cc82-43c2-a3d8-c543f53e874e tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-830292604-project] Pushing event deleted for resources: {'Network': ['ID=a391a5fe-e3dd-46d2-9d72-6640b07554f3,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:45.199479 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-89380a38-6b13-4c9a-be03-400db5b5b77c req-80e8a12f-f5c3-4650-82c9-1d08c53682fe service neutron] 10.222.0.69 "GET /v2.0/networks/b2a70a70-969e-44ae-b2de-9d8358f95f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834999 Aug 17 00:25:45.209290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-ba81a2bc-1a4b-47aa-869f-5ac1cd2ae086 admin admin] Deleting port 02617c49-b037-4d85-bd85-237a1bf72deb {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:25:45.209636 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ba81a2bc-1a4b-47aa-869f-5ac1cd2ae086 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:45.292722 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-ba81a2bc-1a4b-47aa-869f-5ac1cd2ae086 admin admin] For port 02617c49-b037-4d85-bd85-237a1bf72deb, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=02617c49-b037-4d85-bd85-237a1bf72deb,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:25:45.293419 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ba81a2bc-1a4b-47aa-869f-5ac1cd2ae086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:45.305059 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-ba81a2bc-1a4b-47aa-869f-5ac1cd2ae086 admin admin] Calling delete_port for 02617c49-b037-4d85-bd85-237a1bf72deb owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:25:45.318341 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35210) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:45.858519 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-285b9685-f563-46ee-9a58-cadf763f0814 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=08fbd4188c2847b58bef59b105833ff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5390763 Aug 17 00:25:45.859855 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ba81a2bc-1a4b-47aa-869f-5ac1cd2ae086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:45.862550 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35214) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:45.886689 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81a2bc-1a4b-47aa-869f-5ac1cd2ae086 admin admin] Pushing event deleted for resources: {'Port': ['ID=02617c49-b037-4d85-bd85-237a1bf72deb,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:45.914844 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-26d80157-bbc5-41ea-85ce-a720228ebc3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:45.938419 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-26d80157-bbc5-41ea-85ce-a720228ebc3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:45.991030 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-26d80157-bbc5-41ea-85ce-a720228ebc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:45.993791 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-26d80157-bbc5-41ea-85ce-a720228ebc3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:45.994956 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-26d80157-bbc5-41ea-85ce-a720228ebc3e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bbdfad43-e7d4-4d9b-b6c6-4be4b287e1b5 HTTP/1.1" status: 204 len: 168 time: 0.1314909 Aug 17 00:25:46.004004 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d80157-bbc5-41ea-85ce-a720228ebc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdfad43-e7d4-4d9b-b6c6-4be4b287e1b5,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:46.078441 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ba81a2bc-1a4b-47aa-869f-5ac1cd2ae086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:46.085222 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 54f62865-fe0b-40d9-9ae2-a12c1a02bfff details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:25:46.199246 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 54f62865-fe0b-40d9-9ae2-a12c1a02bfff, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=54f62865-fe0b-40d9-9ae2-a12c1a02bfff,segment=NetworkSegment(70cf25c8-4ce9-4202-ad63-f03990fa0766),segment_id=70cf25c8-4ce9-4202-ad63-f03990fa0766)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:25:46.212257 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '54f62865-fe0b-40d9-9ae2-a12c1a02bfff', 'network_id': 'b2a70a70-969e-44ae-b2de-9d8358f95f42', 'port_id': '54f62865-fe0b-40d9-9ae2-a12c1a02bfff', 'mac_address': 'fa:16:3e:54:d3:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6145b9bb-7440-49f7-acd9-f4936b069148', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:25:46.247832 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a19514-020e-4310-ad3e-25f880d9d625 req-5ead78c7-4873-452d-909d-75e511967d38 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:46.249341 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-76a19514-020e-4310-ad3e-25f880d9d625 req-5ead78c7-4873-452d-909d-75e511967d38 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6 HTTP/1.1" status: 200 len: 944 time: 0.0952454 Aug 17 00:25:46.259207 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:46.273199 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f62865-fe0b-40d9-9ae2-a12c1a02bfff {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:25:46.294221 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 54f62865-fe0b-40d9-9ae2-a12c1a02bfff, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=54f62865-fe0b-40d9-9ae2-a12c1a02bfff,segment=NetworkSegment(70cf25c8-4ce9-4202-ad63-f03990fa0766),segment_id=70cf25c8-4ce9-4202-ad63-f03990fa0766)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:25:46.298553 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:46.325328 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35222) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:46.348228 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=54f62865-fe0b-40d9-9ae2-a12c1a02bfff,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:46.355763 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:46.356104 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:46.356445 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:46.356789 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:46.357140 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:46.357740 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:46.358068 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:46.358394 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:46.358715 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:46.359103 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:46.359362 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:46.359923 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:25:46.363500 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-76a19514-020e-4310-ad3e-25f880d9d625 req-eda8757f-548f-4a16-9a6c-0c8b8196aa50 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.60 "GET /v2.0/security-groups?id=49dfa020-e48c-42f1-84de-7f68295c1103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785754 Aug 17 00:25:46.385699 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-443ec725-3ab6-4815-b5dd-0910e79af4c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dcc2e14361d94e2fa1b763fd002ee3f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0579140 Aug 17 00:25:46.386288 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35224) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:46.398107 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba81a2bc-1a4b-47aa-869f-5ac1cd2ae086 admin admin] Router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:25:46.488925 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1446d24d-435b-4f35-9c5f-6eeee30ccc24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:46.532078 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5b9047c6-2f00-406a-a163-201c92ba355b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:46.536788 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['54f62865-fe0b-40d9-9ae2-a12c1a02bfff'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:25:46.547248 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1446d24d-435b-4f35-9c5f-6eeee30ccc24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:46.576327 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba81a2bc-1a4b-47aa-869f-5ac1cd2ae086 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:25:46.585351 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ba81a2bc-1a4b-47aa-869f-5ac1cd2ae086 admin admin] 10.222.0.60 "PUT /v2.0/routers/5f44a2f4-7538-4cb1-902f-1a557b3cd741/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7684600 Aug 17 00:25:46.588051 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35226) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:46.588408 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa748817-022e-48b5-a024-ccf80ee702bf None None] Sync routers for ids ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:25:46.608170 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1446d24d-435b-4f35-9c5f-6eeee30ccc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:46.610843 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1446d24d-435b-4f35-9c5f-6eeee30ccc24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:46.614506 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1446d24d-435b-4f35-9c5f-6eeee30ccc24 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cb450ea2-23ea-4b86-a37f-2deb937ed981 HTTP/1.1" status: 204 len: 168 time: 0.2247958 Aug 17 00:25:46.620195 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446d24d-435b-4f35-9c5f-6eeee30ccc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb450ea2-23ea-4b86-a37f-2deb937ed981,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:46.620955 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa748817-022e-48b5-a024-ccf80ee702bf None None] Routers {'5f44a2f4-7538-4cb1-902f-1a557b3cd741'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:25:46.622426 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-fa748817-022e-48b5-a024-ccf80ee702bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:25:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:46.728028 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fc46efa0-d44b-4ad1-aa7b-440c9de826e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:46.783350 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-fa748817-022e-48b5-a024-ccf80ee702bf None None] Set router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:25:46.830879 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fc46efa0-d44b-4ad1-aa7b-440c9de826e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:46.930601 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-fc46efa0-d44b-4ad1-aa7b-440c9de826e3 admin admin] Deleting port a2622c88-3cff-4831-a47e-c35621f11bfc {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:25:46.931105 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fc46efa0-d44b-4ad1-aa7b-440c9de826e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:47.019681 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-fc46efa0-d44b-4ad1-aa7b-440c9de826e3 admin admin] For port a2622c88-3cff-4831-a47e-c35621f11bfc, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a2622c88-3cff-4831-a47e-c35621f11bfc,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:25:47.020052 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fc46efa0-d44b-4ad1-aa7b-440c9de826e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:47.033613 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-fc46efa0-d44b-4ad1-aa7b-440c9de826e3 admin admin] Calling delete_port for a2622c88-3cff-4831-a47e-c35621f11bfc owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:25:47.161632 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-fa748817-022e-48b5-a024-ccf80ee702bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'name': 'tempest-TestVolumeBootPattern-283857276-router', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:25:45Z', 'revision_number': 5, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'gw_port': {'id': 'a2622c88-3cff-4831-a47e-c35621f11bfc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:47.193327 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa748817-022e-48b5-a024-ccf80ee702bf None None] Checking router: 5f44a2f4-7538-4cb1-902f-1a557b3cd741 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:25:47.206153 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa748817-022e-48b5-a024-ccf80ee702bf None None] Routers {'5f44a2f4-7538-4cb1-902f-1a557b3cd741'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:25:47.206780 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-fa748817-022e-48b5-a024-ccf80ee702bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:25:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:47.244323 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fc46efa0-d44b-4ad1-aa7b-440c9de826e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:47.274539 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46efa0-d44b-4ad1-aa7b-440c9de826e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2622c88-3cff-4831-a47e-c35621f11bfc,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:47.305508 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-fa748817-022e-48b5-a024-ccf80ee702bf None None] Set router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:25:47.342493 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fc46efa0-d44b-4ad1-aa7b-440c9de826e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:47.358480 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-fa748817-022e-48b5-a024-ccf80ee702bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'name': 'tempest-TestVolumeBootPattern-283857276-router', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:25:46Z', 'revision_number': 6, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:47.389638 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa748817-022e-48b5-a024-ccf80ee702bf None None] The sync data for ids ['5f44a2f4-7538-4cb1-902f-1a557b3cd741'] in n-d-800088-20 is: [{'id': '5f44a2f4-7538-4cb1-902f-1a557b3cd741', 'name': 'tempest-TestVolumeBootPattern-283857276-router', 'tenant_id': 'f107c7703c294e8991c1c983d8b06a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:08Z', 'updated_at': '2021-08-17T00:25:46Z', 'revision_number': 6, 'project_id': 'f107c7703c294e8991c1c983d8b06a9f', 'gw_port_host': None}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:25:47.452978 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fc46efa0-d44b-4ad1-aa7b-440c9de826e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:47.455594 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fc46efa0-d44b-4ad1-aa7b-440c9de826e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:47.502776 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb45a2f-4bb9-48db-91be-77c6f3cd09f0 req-887dcba3-0641-4072-86e1-fa5b1c52adae tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:47.504842 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8cb45a2f-4bb9-48db-91be-77c6f3cd09f0 req-887dcba3-0641-4072-86e1-fa5b1c52adae tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6 HTTP/1.1" status: 200 len: 945 time: 0.0574281 Aug 17 00:25:47.519864 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fc46efa0-d44b-4ad1-aa7b-440c9de826e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:47.520507 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc46efa0-d44b-4ad1-aa7b-440c9de826e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f44a2f4-7538-4cb1-902f-1a557b3cd741 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:25:47.529435 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fc46efa0-d44b-4ad1-aa7b-440c9de826e3 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:47.530771 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fc46efa0-d44b-4ad1-aa7b-440c9de826e3 admin admin] 10.222.0.60 "DELETE /v2.0/routers/5f44a2f4-7538-4cb1-902f-1a557b3cd741 HTTP/1.1" status: 204 len: 168 time: 0.9406910 Aug 17 00:25:47.533745 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35252) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:47.549147 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8cb45a2f-4bb9-48db-91be-77c6f3cd09f0 req-7c50808a-5650-4a23-b4f1-4e05c7b8b0a2 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.60 "GET /v2.0/security-groups?id=49dfa020-e48c-42f1-84de-7f68295c1103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372474 Aug 17 00:25:47.595771 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6508cf3-aba3-4ef0-956c-1d627192c356 admin admin] Deleting subnet 50a43672-a95f-4b5a-a039-6a76ff2ef6bb {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:25:47.598979 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b6508cf3-aba3-4ef0-956c-1d627192c356 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:47.635335 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b6508cf3-aba3-4ef0-956c-1d627192c356 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:47.718347 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b6508cf3-aba3-4ef0-956c-1d627192c356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:47.775439 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b6508cf3-aba3-4ef0-956c-1d627192c356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:47.807270 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6508cf3-aba3-4ef0-956c-1d627192c356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50a43672-a95f-4b5a-a039-6a76ff2ef6bb,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:47.813196 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b6508cf3-aba3-4ef0-956c-1d627192c356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:47.815756 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b6508cf3-aba3-4ef0-956c-1d627192c356 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/50a43672-a95f-4b5a-a039-6a76ff2ef6bb HTTP/1.1" status: 204 len: 168 time: 0.2809327 Aug 17 00:25:47.818227 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35262) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:47.820889 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81889aa5-5019-45c2-b371-8db0fc135ae2 None None] Network 2676b640-a0ef-482d-b8e8-3f50e99c7802 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:25:47.900827 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5dfbba72-025c-4960-9d58-6848cedccd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:47.961535 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-5dfbba72-025c-4960-9d58-6848cedccd6c admin admin] Deleting port fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:25:47.962096 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5dfbba72-025c-4960-9d58-6848cedccd6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:48.034667 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-5dfbba72-025c-4960-9d58-6848cedccd6c admin admin] For port fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:25:48.035587 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5dfbba72-025c-4960-9d58-6848cedccd6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:48.039679 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed134ebe-c9f1-4586-9736-94afb9ecdd68 None None] DHCP port deletion for 2676b640-a0ef-482d-b8e8-3f50e99c7802 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:25:48.053506 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-5dfbba72-025c-4960-9d58-6848cedccd6c admin admin] Calling delete_port for fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:25:48.086467 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 54f62865-fe0b-40d9-9ae2-a12c1a02bfff up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:25:48.134435 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ed134ebe-c9f1-4586-9736-94afb9ecdd68 None None] Deleting port fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:25:48.134827 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ed134ebe-c9f1-4586-9736-94afb9ecdd68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:48.145572 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5dfbba72-025c-4960-9d58-6848cedccd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:48.178657 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfbba72-025c-4960-9d58-6848cedccd6c admin admin] Pushing event deleted for resources: {'Port': ['ID=fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:48.182280 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfbba72-025c-4960-9d58-6848cedccd6c admin admin] No DVR routers for this DVR port fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:25:48.211693 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 54f62865-fe0b-40d9-9ae2-a12c1a02bfff completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:25:48.216840 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ed134ebe-c9f1-4586-9736-94afb9ecdd68 None None] For port fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d,segment=NetworkSegment(728380cf-6751-440e-b89e-9a7edc51874c),segment_id=728380cf-6751-440e-b89e-9a7edc51874c)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:25:48.217561 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ed134ebe-c9f1-4586-9736-94afb9ecdd68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:48.221507 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 54f62865-fe0b-40d9-9ae2-a12c1a02bfff triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:25:48.222233 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:48.259200 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5dfbba72-025c-4960-9d58-6848cedccd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:48.262241 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ed134ebe-c9f1-4586-9736-94afb9ecdd68 None None] Calling delete_port for fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:25:48.273137 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-5dfbba72-025c-4960-9d58-6848cedccd6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2676b640-a0ef-482d-b8e8-3f50e99c7802']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:48.285250 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-5dfbba72-025c-4960-9d58-6848cedccd6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '728380cf-6751-440e-b89e-9a7edc51874c') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:48.285551 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-5dfbba72-025c-4960-9d58-6848cedccd6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '728380cf-6751-440e-b89e-9a7edc51874c') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:48.295784 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5dfbba72-025c-4960-9d58-6848cedccd6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:48.311234 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5dfbba72-025c-4960-9d58-6848cedccd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:48.319384 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dfbba72-025c-4960-9d58-6848cedccd6c admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:25:48.319807 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5dfbba72-025c-4960-9d58-6848cedccd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:25:48.322820 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:25:48.359976 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35274) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:48.389212 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5dfbba72-025c-4960-9d58-6848cedccd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:48.395891 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5dfbba72-025c-4960-9d58-6848cedccd6c admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:48.397880 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5dfbba72-025c-4960-9d58-6848cedccd6c admin admin] 10.222.0.60 "DELETE /v2.0/networks/2676b640-a0ef-482d-b8e8-3f50e99c7802 HTTP/1.1" status: 204 len: 168 time: 0.5784311 Aug 17 00:25:48.400962 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35278) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:48.403750 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ed134ebe-c9f1-4586-9736-94afb9ecdd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:48.410536 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfbba72-025c-4960-9d58-6848cedccd6c admin admin] Pushing event deleted for resources: {'Network': ['ID=2676b640-a0ef-482d-b8e8-3f50e99c7802,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:48.413668 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ed134ebe-c9f1-4586-9736-94afb9ecdd68 None None] Network 2676b640-a0ef-482d-b8e8-3f50e99c7802 is not hosted by any dhcp agent {{(pid=101404) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 00:25:48.414139 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed134ebe-c9f1-4586-9736-94afb9ecdd68 None None] No DVR routers for this DVR port fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:25:48.450232 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed134ebe-c9f1-4586-9736-94afb9ecdd68 None None] Pushing event deleted for resources: {'Port': ['ID=fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:48.461938 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:48.487451 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f62865-fe0b-40d9-9ae2-a12c1a02bfff'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:25:48.489775 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a0fd21-631d-43a0-8149-95241efe3390" -d '{"events": [{"server_uuid": "f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6", "name": "network-vif-plugged", "status": "completed", "tag": "54f62865-fe0b-40d9-9ae2-a12c1a02bfff"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:25:48.505354 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 54f62865-fe0b-40d9-9ae2-a12c1a02bfff, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=54f62865-fe0b-40d9-9ae2-a12c1a02bfff,segment=NetworkSegment(70cf25c8-4ce9-4202-ad63-f03990fa0766),segment_id=70cf25c8-4ce9-4202-ad63-f03990fa0766)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:25:48.511926 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:48.520238 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-84dbe52a-ba5e-4697-b368-71bc398fc24c tempest-QuotasTest-1025041503 tempest-QuotasTest-1025041503-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:25:48.537801 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f41b30-fe8c-48c7-b4f1-2504481de9f7 x-openstack-request-id: req-c5f41b30-fe8c-48c7-b4f1-2504481de9f7 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:25:48.537801 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6", "name": "network-vif-plugged", "status": "completed", "tag": "54f62865-fe0b-40d9-9ae2-a12c1a02bfff", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:25:48.538217 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c5f41b30-fe8c-48c7-b4f1-2504481de9f7 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:25:48.538495 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f62865-fe0b-40d9-9ae2-a12c1a02bfff', 'code': 200} Aug 17 00:25:48.569569 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=54f62865-fe0b-40d9-9ae2-a12c1a02bfff,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:48.608440 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-84dbe52a-ba5e-4697-b368-71bc398fc24c tempest-QuotasTest-1025041503 tempest-QuotasTest-1025041503-project-admin] 10.222.0.60 "PUT /v2.0/quotas/2777f012fce242a487017b377163c841 HTTP/1.1" status: 200 len: 366 time: 0.2469516 Aug 17 00:25:48.613709 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35284) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:48.647028 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fab80c-360d-440a-975b-60ffc9acef96 req-ca1a083d-9873-4cd5-a87d-b4a1c1347a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:48.648694 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d2fab80c-360d-440a-975b-60ffc9acef96 req-ca1a083d-9873-4cd5-a87d-b4a1c1347a3d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6 HTTP/1.1" status: 200 len: 1098 time: 0.0426164 Aug 17 00:25:48.664503 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-75ad56bc-8b05-48d6-aa12-ad1297d508cd tempest-QuotasTest-1025041503 tempest-QuotasTest-1025041503-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0495095 Aug 17 00:25:48.667017 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35286) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:48.685543 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8e0e87a8-33fe-497f-8637-e1f27dfe3dac tempest-QuotasTest-1025041503 tempest-QuotasTest-1025041503-project-admin] 10.222.0.60 "GET /v2.0/quotas/2777f012fce242a487017b377163c841 HTTP/1.1" status: 200 len: 366 time: 0.0173752 Aug 17 00:25:48.689202 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35288) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:48.708537 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d2fab80c-360d-440a-975b-60ffc9acef96 req-ffc48276-3b29-417a-a05c-5f7ce84feee7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=49dfa020-e48c-42f1-84de-7f68295c1103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481894 Aug 17 00:25:48.714545 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f71235e4-47a0-4815-96cb-f7ac65f4259e tempest-QuotasTest-1025041503 tempest-QuotasTest-1025041503-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/2777f012fce242a487017b377163c841 HTTP/1.1" status: 204 len: 168 time: 0.0232475 Aug 17 00:25:48.716930 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35290) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:48.727440 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bb0393e9-b4dc-4d40-92ee-2088cb8bfc26 tempest-QuotasTest-1025041503 tempest-QuotasTest-1025041503-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0094366 Aug 17 00:25:48.729662 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35292) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:48.739543 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c79bde83-91c6-409b-b894-33785bb31532 tempest-QuotasTest-1025041503 tempest-QuotasTest-1025041503-project-admin] 10.222.0.60 "GET /v2.0/quotas/2777f012fce242a487017b377163c841 HTTP/1.1" status: 200 len: 370 time: 0.0088902 Aug 17 00:25:48.741884 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35294) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:48.744220 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e053c-3935-4757-a937-70348a0d1d34 req-91e6211f-6122-48c3-aae1-ae3d00790bdb tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:48.745742 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de3e053c-3935-4757-a937-70348a0d1d34 req-91e6211f-6122-48c3-aae1-ae3d00790bdb tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6 HTTP/1.1" status: 200 len: 946 time: 0.1173248 Aug 17 00:25:48.748475 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5899c6eb-8cef-4d34-8d4f-8ef88d2d7dff tempest-QuotasTest-1025041503 tempest-QuotasTest-1025041503-project-admin] 10.222.0.60 "GET /v2.0/quotas/2777f012fce242a487017b377163c841/default HTTP/1.1" status: 200 len: 370 time: 0.0037217 Aug 17 00:25:48.748735 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35296) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:48.761830 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-de75428f-9d39-4a0c-a747-1dec6737c426 tempest-QuotasTest-1025041503 tempest-QuotasTest-1025041503-project-admin] delete failed (client error): The resource could not be found. Aug 17 00:25:48.762823 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-de75428f-9d39-4a0c-a747-1dec6737c426 tempest-QuotasTest-1025041503 tempest-QuotasTest-1025041503-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/2777f012fce242a487017b377163c841 HTTP/1.1" status: 404 len: 348 time: 0.0132334 Aug 17 00:25:48.813848 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de3e053c-3935-4757-a937-70348a0d1d34 req-dff038e0-c0e6-4c81-a6b1-f729bf941eca tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.60 "GET /v2.0/security-groups?id=49dfa020-e48c-42f1-84de-7f68295c1103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598266 Aug 17 00:25:48.876813 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35300) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:48.898459 n-d-800088-20 neutron-server[101402]: DEBUG neutron.quota.resource [None req-9d03fd1c-61dc-4ec1-a906-4edba786ae3f tempest-QuotasTest-1025041503 tempest-QuotasTest-1025041503-project-admin] Usage tracker for resource:network and tenant:b442141844d54d6591626057ef164011 is out of sync, need to count used quota {{(pid=101402) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 00:25:48.901764 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 02617c49-b037-4d85-bd85-237a1bf72deb no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:25:48.904521 n-d-800088-20 neutron-server[101402]: DEBUG neutron.quota.resource [None req-9d03fd1c-61dc-4ec1-a906-4edba786ae3f tempest-QuotasTest-1025041503 tempest-QuotasTest-1025041503-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101402) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 00:25:48.910595 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b4eadf05-1f31-4fe5-a976-41f978b26778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:48.911821 n-d-800088-20 neutron-server[101402]: DEBUG neutron.quota.resource [None req-9d03fd1c-61dc-4ec1-a906-4edba786ae3f tempest-QuotasTest-1025041503 tempest-QuotasTest-1025041503-project-admin] Usage tracker for resource:subnet and tenant:b442141844d54d6591626057ef164011 is out of sync, need to count used quota {{(pid=101402) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 00:25:48.916994 n-d-800088-20 neutron-server[101402]: DEBUG neutron.quota.resource [None req-9d03fd1c-61dc-4ec1-a906-4edba786ae3f tempest-QuotasTest-1025041503 tempest-QuotasTest-1025041503-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101402) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 00:25:48.923172 n-d-800088-20 neutron-server[101402]: DEBUG neutron.quota.resource [None req-9d03fd1c-61dc-4ec1-a906-4edba786ae3f tempest-QuotasTest-1025041503 tempest-QuotasTest-1025041503-project-admin] Usage tracker for resource:subnetpool and tenant:b442141844d54d6591626057ef164011 is out of sync, need to count used quota {{(pid=101402) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 00:25:48.928646 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 02617c49-b037-4d85-bd85-237a1bf72deb {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:25:48.928990 n-d-800088-20 neutron-server[101402]: DEBUG neutron.quota.resource [None req-9d03fd1c-61dc-4ec1-a906-4edba786ae3f tempest-QuotasTest-1025041503 tempest-QuotasTest-1025041503-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101402) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 00:25:48.929491 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 02617c49-b037-4d85-bd85-237a1bf72deb not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:25:48.929872 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:25:48.936378 n-d-800088-20 neutron-server[101402]: DEBUG neutron.quota.resource [None req-9d03fd1c-61dc-4ec1-a906-4edba786ae3f tempest-QuotasTest-1025041503 tempest-QuotasTest-1025041503-project-admin] Usage tracker for resource:port and tenant:b442141844d54d6591626057ef164011 is out of sync, need to count used quota {{(pid=101402) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 00:25:48.942928 n-d-800088-20 neutron-server[101402]: DEBUG neutron.quota.resource [None req-9d03fd1c-61dc-4ec1-a906-4edba786ae3f tempest-QuotasTest-1025041503 tempest-QuotasTest-1025041503-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101402) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 00:25:48.949509 n-d-800088-20 neutron-server[101402]: DEBUG neutron.quota.resource [None req-9d03fd1c-61dc-4ec1-a906-4edba786ae3f tempest-QuotasTest-1025041503 tempest-QuotasTest-1025041503-project-admin] Usage tracker for resource:router and tenant:b442141844d54d6591626057ef164011 is out of sync, need to count used quota {{(pid=101402) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 00:25:48.949759 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:25:48.950199 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device fec98b9e-f4dd-43d6-89d7-0fabca1f0b5d not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:25:48.950712 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a2622c88-3cff-4831-a47e-c35621f11bfc no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:25:48.954647 n-d-800088-20 neutron-server[101402]: DEBUG neutron.quota.resource [None req-9d03fd1c-61dc-4ec1-a906-4edba786ae3f tempest-QuotasTest-1025041503 tempest-QuotasTest-1025041503-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101402) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 00:25:48.962389 n-d-800088-20 neutron-server[101402]: DEBUG neutron.quota.resource [None req-9d03fd1c-61dc-4ec1-a906-4edba786ae3f tempest-QuotasTest-1025041503 tempest-QuotasTest-1025041503-project-admin] Usage tracker for resource:floatingip and tenant:b442141844d54d6591626057ef164011 is out of sync, need to count used quota {{(pid=101402) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 00:25:48.967366 n-d-800088-20 neutron-server[101402]: DEBUG neutron.quota.resource [None req-9d03fd1c-61dc-4ec1-a906-4edba786ae3f tempest-QuotasTest-1025041503 tempest-QuotasTest-1025041503-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101402) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 00:25:48.971285 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: a2622c88-3cff-4831-a47e-c35621f11bfc {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:25:48.971787 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a2622c88-3cff-4831-a47e-c35621f11bfc not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:25:49.010659 n-d-800088-20 neutron-server[101402]: DEBUG neutron.quota.resource [None req-9d03fd1c-61dc-4ec1-a906-4edba786ae3f tempest-QuotasTest-1025041503 tempest-QuotasTest-1025041503-project-admin] Usage tracker for resource:security_group and tenant:b442141844d54d6591626057ef164011 is out of sync, need to count used quota {{(pid=101402) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 00:25:49.016249 n-d-800088-20 neutron-server[101402]: DEBUG neutron.quota.resource [None req-9d03fd1c-61dc-4ec1-a906-4edba786ae3f tempest-QuotasTest-1025041503 tempest-QuotasTest-1025041503-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101402) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 00:25:49.023080 n-d-800088-20 neutron-server[101402]: DEBUG neutron.quota.resource [None req-9d03fd1c-61dc-4ec1-a906-4edba786ae3f tempest-QuotasTest-1025041503 tempest-QuotasTest-1025041503-project-admin] Usage tracker for resource:security_group_rule and tenant:b442141844d54d6591626057ef164011 is out of sync, need to count used quota {{(pid=101402) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 00:25:49.028265 n-d-800088-20 neutron-server[101402]: DEBUG neutron.quota.resource [None req-9d03fd1c-61dc-4ec1-a906-4edba786ae3f tempest-QuotasTest-1025041503 tempest-QuotasTest-1025041503-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101402) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 00:25:49.032810 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9d03fd1c-61dc-4ec1-a906-4edba786ae3f tempest-QuotasTest-1025041503 tempest-QuotasTest-1025041503-project-admin] 10.222.0.60 "GET /v2.0/quotas/b442141844d54d6591626057ef164011/details.json HTTP/1.1" status: 200 len: 703 time: 0.1548648 Aug 17 00:25:49.168362 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-b4eadf05-1f31-4fe5-a976-41f978b26778 admin admin] Deleting port f67ecd98-a11e-4fb1-8b90-995b4589d8bc {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:25:49.168715 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b4eadf05-1f31-4fe5-a976-41f978b26778 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:49.232452 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5f626b1f-3ab4-45b7-b06a-f0a75d2c01a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:49.253880 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-b4eadf05-1f31-4fe5-a976-41f978b26778 admin admin] For port f67ecd98-a11e-4fb1-8b90-995b4589d8bc, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=f67ecd98-a11e-4fb1-8b90-995b4589d8bc,segment=NetworkSegment(a3de83c4-7697-448b-a08a-1767a0485f93),segment_id=a3de83c4-7697-448b-a08a-1767a0485f93)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:25:49.254258 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b4eadf05-1f31-4fe5-a976-41f978b26778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:49.268103 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-b4eadf05-1f31-4fe5-a976-41f978b26778 admin admin] Calling delete_port for f67ecd98-a11e-4fb1-8b90-995b4589d8bc owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:25:49.278654 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:49.337421 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35306) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:49.456135 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-18479a9e-90ca-4be0-b2c0-35450b766e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:49.459696 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b4eadf05-1f31-4fe5-a976-41f978b26778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:49.488345 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eadf05-1f31-4fe5-a976-41f978b26778 admin admin] Pushing event deleted for resources: {'Port': ['ID=f67ecd98-a11e-4fb1-8b90-995b4589d8bc,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:49.555069 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-18479a9e-90ca-4be0-b2c0-35450b766e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:49.559053 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-18479a9e-90ca-4be0-b2c0-35450b766e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:49.592478 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18479a9e-90ca-4be0-b2c0-35450b766e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b6cc1c-666d-4d81-9626-11207e6d2c09,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:49.620683 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-18479a9e-90ca-4be0-b2c0-35450b766e29 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=497a805fac1b40eabda0d0b0a1d02062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2821610 Aug 17 00:25:49.621453 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35310) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:49.677958 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b4eadf05-1f31-4fe5-a976-41f978b26778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:49.683015 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1cd86463-1c3a-4199-b406-92137a8f2cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:49.711012 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1cd86463-1c3a-4199-b406-92137a8f2cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:49.764870 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1cd86463-1c3a-4199-b406-92137a8f2cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:49.768075 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1cd86463-1c3a-4199-b406-92137a8f2cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:49.769212 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1cd86463-1c3a-4199-b406-92137a8f2cc9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e7b6cc1c-666d-4d81-9626-11207e6d2c09 HTTP/1.1" status: 204 len: 168 time: 0.1467094 Aug 17 00:25:49.777282 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd86463-1c3a-4199-b406-92137a8f2cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b6cc1c-666d-4d81-9626-11207e6d2c09,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:49.949155 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4eadf05-1f31-4fe5-a976-41f978b26778 admin admin] Router 50ed0560-00c0-4aac-a49f-2b04e4c6e673 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:25:49.968703 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e6e19-3c52-4b7b-b19c-f1176b604f11 req-d9df1571-ed8d-41bd-9a92-6063fc9e8b44 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:49.970213 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aa1e6e19-3c52-4b7b-b19c-f1176b604f11 req-d9df1571-ed8d-41bd-9a92-6063fc9e8b44 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6 HTTP/1.1" status: 200 len: 946 time: 0.0705574 Aug 17 00:25:50.079193 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35318) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:50.091987 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aa1e6e19-3c52-4b7b-b19c-f1176b604f11 req-b7471073-669f-486f-80a6-4c8a39d85759 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.60 "GET /v2.0/security-groups?id=49dfa020-e48c-42f1-84de-7f68295c1103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821044 Aug 17 00:25:50.093968 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9e383d7e-0322-4d5a-a7be-b816077bfce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:50.107560 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4eadf05-1f31-4fe5-a976-41f978b26778 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:25:50.119521 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294c28c7-55dd-4d74-9dc8-cbfc1d6d90c1 None None] Sync routers for ids ['50ed0560-00c0-4aac-a49f-2b04e4c6e673'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:25:50.123944 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b4eadf05-1f31-4fe5-a976-41f978b26778 admin admin] 10.222.0.60 "PUT /v2.0/routers/50ed0560-00c0-4aac-a49f-2b04e4c6e673/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7216911 Aug 17 00:25:50.128963 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35322) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:50.135733 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294c28c7-55dd-4d74-9dc8-cbfc1d6d90c1 None None] Routers {'50ed0560-00c0-4aac-a49f-2b04e4c6e673'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:25:50.136413 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-294c28c7-55dd-4d74-9dc8-cbfc1d6d90c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:25:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['50ed0560-00c0-4aac-a49f-2b04e4c6e673'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:50.238814 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:50.261733 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-294c28c7-55dd-4d74-9dc8-cbfc1d6d90c1 None None] Set router 50ed0560-00c0-4aac-a49f-2b04e4c6e673 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:25:50.275998 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fb26f897-51a3-4e05-82be-d16ebb5ae1fd admin admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:50.277293 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1d54b-f6ae-47a6-90c0-040f237185f8 req-e90dc048-d67c-48b4-97dd-c0235bd8e560 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:50.278793 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85d1d54b-f6ae-47a6-90c0-040f237185f8 req-e90dc048-d67c-48b4-97dd-c0235bd8e560 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6 HTTP/1.1" status: 200 len: 946 time: 0.0841637 Aug 17 00:25:50.319557 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85d1d54b-f6ae-47a6-90c0-040f237185f8 req-36f56acb-b4ef-4a0e-b7e2-f6755f1f791a tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.60 "GET /v2.0/security-groups?id=49dfa020-e48c-42f1-84de-7f68295c1103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329826 Aug 17 00:25:50.326986 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9e383d7e-0322-4d5a-a7be-b816077bfce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:50.338804 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9e383d7e-0322-4d5a-a7be-b816077bfce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:50.416936 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9e383d7e-0322-4d5a-a7be-b816077bfce2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b442141844d54d6591626057ef164011&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3359661 Aug 17 00:25:50.417532 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35328) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:50.421208 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e383d7e-0322-4d5a-a7be-b816077bfce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4092925-33dd-4f4a-844c-2b418684b0ca,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:50.438081 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fb26f897-51a3-4e05-82be-d16ebb5ae1fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:50.480279 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9dc00486-f8b8-4436-be47-e5f7986a0545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:50.505201 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-294c28c7-55dd-4d74-9dc8-cbfc1d6d90c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ed0560-00c0-4aac-a49f-2b04e4c6e673', 'name': 'tempest-TestVolumeBootPattern-10625675-router', 'tenant_id': 'adcf0dc6477c4a89b0ef1fe97e4fd331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd6467f82-182e-4cc5-9c71-7759b6c996f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:17Z', 'updated_at': '2021-08-17T00:25:49Z', 'revision_number': 5, 'project_id': 'adcf0dc6477c4a89b0ef1fe97e4fd331', 'gw_port': {'id': 'd6467f82-182e-4cc5-9c71-7759b6c996f6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ed0560-00c0-4aac-a49f-2b04e4c6e673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:13:19Z', 'updated_at': '2021-08-17T00:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:50.505612 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9dc00486-f8b8-4436-be47-e5f7986a0545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:50.521310 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-fb26f897-51a3-4e05-82be-d16ebb5ae1fd admin admin] Deleting port d6467f82-182e-4cc5-9c71-7759b6c996f6 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:25:50.522037 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fb26f897-51a3-4e05-82be-d16ebb5ae1fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:50.541404 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294c28c7-55dd-4d74-9dc8-cbfc1d6d90c1 None None] Checking router: 50ed0560-00c0-4aac-a49f-2b04e4c6e673 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:25:50.554512 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294c28c7-55dd-4d74-9dc8-cbfc1d6d90c1 None None] Routers {'50ed0560-00c0-4aac-a49f-2b04e4c6e673'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:25:50.555770 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-294c28c7-55dd-4d74-9dc8-cbfc1d6d90c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:25:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['50ed0560-00c0-4aac-a49f-2b04e4c6e673'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:50.560567 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9dc00486-f8b8-4436-be47-e5f7986a0545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:50.563539 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9dc00486-f8b8-4436-be47-e5f7986a0545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:50.565769 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9dc00486-f8b8-4436-be47-e5f7986a0545 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b4092925-33dd-4f4a-844c-2b418684b0ca HTTP/1.1" status: 204 len: 168 time: 0.1469836 Aug 17 00:25:50.575512 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc00486-f8b8-4436-be47-e5f7986a0545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4092925-33dd-4f4a-844c-2b418684b0ca,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:50.634980 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-fb26f897-51a3-4e05-82be-d16ebb5ae1fd admin admin] For port d6467f82-182e-4cc5-9c71-7759b6c996f6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d6467f82-182e-4cc5-9c71-7759b6c996f6,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:25:50.635424 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fb26f897-51a3-4e05-82be-d16ebb5ae1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:50.649383 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-fb26f897-51a3-4e05-82be-d16ebb5ae1fd admin admin] Calling delete_port for d6467f82-182e-4cc5-9c71-7759b6c996f6 owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:25:50.675810 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-294c28c7-55dd-4d74-9dc8-cbfc1d6d90c1 None None] Set router 50ed0560-00c0-4aac-a49f-2b04e4c6e673 gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:25:50.739910 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-294c28c7-55dd-4d74-9dc8-cbfc1d6d90c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ed0560-00c0-4aac-a49f-2b04e4c6e673', 'name': 'tempest-TestVolumeBootPattern-10625675-router', 'tenant_id': 'adcf0dc6477c4a89b0ef1fe97e4fd331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:17Z', 'updated_at': '2021-08-17T00:25:50Z', 'revision_number': 6, 'project_id': 'adcf0dc6477c4a89b0ef1fe97e4fd331', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:50.772477 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294c28c7-55dd-4d74-9dc8-cbfc1d6d90c1 None None] The sync data for ids ['50ed0560-00c0-4aac-a49f-2b04e4c6e673'] in n-d-800088-20 is: [{'id': '50ed0560-00c0-4aac-a49f-2b04e4c6e673', 'name': 'tempest-TestVolumeBootPattern-10625675-router', 'tenant_id': 'adcf0dc6477c4a89b0ef1fe97e4fd331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:13:17Z', 'updated_at': '2021-08-17T00:25:50Z', 'revision_number': 6, 'project_id': 'adcf0dc6477c4a89b0ef1fe97e4fd331', 'gw_port_host': None}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:25:50.808015 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8d846-7331-4c0b-92c5-4c38062c614f req-d692ef44-e30b-4505-b3ec-949db7be891f tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:50.816581 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-83d8d846-7331-4c0b-92c5-4c38062c614f req-d692ef44-e30b-4505-b3ec-949db7be891f tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6 HTTP/1.1" status: 200 len: 946 time: 0.0661919 Aug 17 00:25:50.858799 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-83d8d846-7331-4c0b-92c5-4c38062c614f req-804f4fde-a79b-4417-b0d9-eb10a3f42d5a tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.60 "GET /v2.0/security-groups?id=49dfa020-e48c-42f1-84de-7f68295c1103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410244 Aug 17 00:25:50.862781 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fb26f897-51a3-4e05-82be-d16ebb5ae1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:50.888933 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26f897-51a3-4e05-82be-d16ebb5ae1fd admin admin] Pushing event deleted for resources: {'Port': ['ID=d6467f82-182e-4cc5-9c71-7759b6c996f6,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:50.963581 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fb26f897-51a3-4e05-82be-d16ebb5ae1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:51.060344 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fb26f897-51a3-4e05-82be-d16ebb5ae1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:51.062560 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fb26f897-51a3-4e05-82be-d16ebb5ae1fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:51.114389 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fb26f897-51a3-4e05-82be-d16ebb5ae1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:51.115134 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb26f897-51a3-4e05-82be-d16ebb5ae1fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50ed0560-00c0-4aac-a49f-2b04e4c6e673 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:25:51.124263 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fb26f897-51a3-4e05-82be-d16ebb5ae1fd admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:51.125066 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fb26f897-51a3-4e05-82be-d16ebb5ae1fd admin admin] 10.222.0.60 "DELETE /v2.0/routers/50ed0560-00c0-4aac-a49f-2b04e4c6e673 HTTP/1.1" status: 204 len: 168 time: 0.9949679 Aug 17 00:25:51.128172 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35350) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:51.190823 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75331c31-f345-443e-a6e8-88538cd12a40 req-9448d55e-eb40-45cb-9507-231a12eb6d15 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:51.199384 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-2663e7a8-6265-43dd-ab7f-bf2c2c10375c admin admin] Deleting subnet 547e4426-1d14-40ba-a641-7d5e3d313032 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:25:51.203592 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2663e7a8-6265-43dd-ab7f-bf2c2c10375c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:51.205551 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-75331c31-f345-443e-a6e8-88538cd12a40 req-9448d55e-eb40-45cb-9507-231a12eb6d15 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6 HTTP/1.1" status: 200 len: 946 time: 0.0946493 Aug 17 00:25:51.209149 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:25:51.251337 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-75331c31-f345-443e-a6e8-88538cd12a40 req-fbfc3990-66fe-413d-8e9d-7e88fb767466 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.60 "GET /v2.0/security-groups?id=49dfa020-e48c-42f1-84de-7f68295c1103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409169 Aug 17 00:25:51.263288 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2663e7a8-6265-43dd-ab7f-bf2c2c10375c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:51.280106 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f67ecd98-a11e-4fb1-8b90-995b4589d8bc no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:25:51.302064 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: f67ecd98-a11e-4fb1-8b90-995b4589d8bc {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:25:51.302408 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f67ecd98-a11e-4fb1-8b90-995b4589d8bc not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:25:51.360618 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2663e7a8-6265-43dd-ab7f-bf2c2c10375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:51.418865 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2663e7a8-6265-43dd-ab7f-bf2c2c10375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:51.449545 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663e7a8-6265-43dd-ab7f-bf2c2c10375c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=547e4426-1d14-40ba-a641-7d5e3d313032,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:51.451534 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2663e7a8-6265-43dd-ab7f-bf2c2c10375c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:51.453707 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2663e7a8-6265-43dd-ab7f-bf2c2c10375c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/547e4426-1d14-40ba-a641-7d5e3d313032 HTTP/1.1" status: 204 len: 168 time: 0.3243048 Aug 17 00:25:51.457090 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34fb718-2566-4eae-9b96-e52957855d80 None None] Network 678f1d85-7b6f-45be-ac38-0780110080ce requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:25:51.457349 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35360) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:51.527331 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1ac05be2-4770-474a-b3e1-a3fc01ee27fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:51.586604 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-1ac05be2-4770-474a-b3e1-a3fc01ee27fa admin admin] Deleting port c768bdac-4b74-4058-b42c-98436f22f2f2 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:25:51.586958 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1ac05be2-4770-474a-b3e1-a3fc01ee27fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:51.658381 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a17d97-2a11-4220-8dbb-94e280f2561b None None] DHCP port deletion for 678f1d85-7b6f-45be-ac38-0780110080ce request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:25:51.669546 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-1ac05be2-4770-474a-b3e1-a3fc01ee27fa admin admin] For port c768bdac-4b74-4058-b42c-98436f22f2f2, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c768bdac-4b74-4058-b42c-98436f22f2f2,segment=NetworkSegment(a3de83c4-7697-448b-a08a-1767a0485f93),segment_id=a3de83c4-7697-448b-a08a-1767a0485f93)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:25:51.670009 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1ac05be2-4770-474a-b3e1-a3fc01ee27fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:51.685529 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-1ac05be2-4770-474a-b3e1-a3fc01ee27fa admin admin] Calling delete_port for c768bdac-4b74-4058-b42c-98436f22f2f2 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:25:51.721795 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f6a17d97-2a11-4220-8dbb-94e280f2561b None None] Deleting port c768bdac-4b74-4058-b42c-98436f22f2f2 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:25:51.722436 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f6a17d97-2a11-4220-8dbb-94e280f2561b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:51.797488 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1ac05be2-4770-474a-b3e1-a3fc01ee27fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:51.817389 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-f6a17d97-2a11-4220-8dbb-94e280f2561b None None] For port c768bdac-4b74-4058-b42c-98436f22f2f2, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c768bdac-4b74-4058-b42c-98436f22f2f2,segment=NetworkSegment(a3de83c4-7697-448b-a08a-1767a0485f93),segment_id=a3de83c4-7697-448b-a08a-1767a0485f93)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:25:51.818494 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f6a17d97-2a11-4220-8dbb-94e280f2561b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:51.828403 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac05be2-4770-474a-b3e1-a3fc01ee27fa admin admin] Pushing event deleted for resources: {'Port': ['ID=c768bdac-4b74-4058-b42c-98436f22f2f2,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:51.836073 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac05be2-4770-474a-b3e1-a3fc01ee27fa admin admin] No DVR routers for this DVR port c768bdac-4b74-4058-b42c-98436f22f2f2 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:25:51.839548 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f6a17d97-2a11-4220-8dbb-94e280f2561b None None] Calling delete_port for c768bdac-4b74-4058-b42c-98436f22f2f2 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:25:51.914671 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1ac05be2-4770-474a-b3e1-a3fc01ee27fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:51.926426 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-1ac05be2-4770-474a-b3e1-a3fc01ee27fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678f1d85-7b6f-45be-ac38-0780110080ce']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:51.937349 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-1ac05be2-4770-474a-b3e1-a3fc01ee27fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3de83c4-7697-448b-a08a-1767a0485f93') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:51.937671 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-1ac05be2-4770-474a-b3e1-a3fc01ee27fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3de83c4-7697-448b-a08a-1767a0485f93') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:51.949307 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1ac05be2-4770-474a-b3e1-a3fc01ee27fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:51.977095 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1ac05be2-4770-474a-b3e1-a3fc01ee27fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:51.988689 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac05be2-4770-474a-b3e1-a3fc01ee27fa admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:25:51.989178 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1ac05be2-4770-474a-b3e1-a3fc01ee27fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:25:51.990934 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:25:52.005114 n-d-800088-20 neutron-server[101404]: self.session.flush() Aug 17 00:25:52.018025 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f6a17d97-2a11-4220-8dbb-94e280f2561b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:52.034079 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a17d97-2a11-4220-8dbb-94e280f2561b None None] No DVR routers for this DVR port c768bdac-4b74-4058-b42c-98436f22f2f2 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:25:52.058396 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a17d97-2a11-4220-8dbb-94e280f2561b None None] Pushing event deleted for resources: {'Port': ['ID=c768bdac-4b74-4058-b42c-98436f22f2f2,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:52.093920 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1ac05be2-4770-474a-b3e1-a3fc01ee27fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:52.102327 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1ac05be2-4770-474a-b3e1-a3fc01ee27fa admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:52.104429 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1ac05be2-4770-474a-b3e1-a3fc01ee27fa admin admin] 10.222.0.60 "DELETE /v2.0/networks/678f1d85-7b6f-45be-ac38-0780110080ce HTTP/1.1" status: 204 len: 168 time: 0.6461475 Aug 17 00:25:52.117525 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac05be2-4770-474a-b3e1-a3fc01ee27fa admin admin] Pushing event deleted for resources: {'Network': ['ID=678f1d85-7b6f-45be-ac38-0780110080ce,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:52.134388 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:52.323006 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35382) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:52.390956 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c58c10-c1f9-4c7c-bc2e-7856eaf183fd req-11c326ce-7a55-471b-bdef-194d26796f32 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:52.392179 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35386) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:52.398554 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16c58c10-c1f9-4c7c-bc2e-7856eaf183fd req-11c326ce-7a55-471b-bdef-194d26796f32 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6 HTTP/1.1" status: 200 len: 946 time: 0.0581145 Aug 17 00:25:52.441469 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16c58c10-c1f9-4c7c-bc2e-7856eaf183fd req-ae54e254-3e75-44bc-913d-dda926614639 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.60 "GET /v2.0/security-groups?id=49dfa020-e48c-42f1-84de-7f68295c1103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418231 Aug 17 00:25:52.454238 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35388) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:52.454664 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-41e526c6-7f06-4d74-b72f-350a4d641eed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f107c7703c294e8991c1c983d8b06a9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0604055 Aug 17 00:25:52.522922 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b7167772-337c-42ba-a0af-1e9a0e4ee072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:52.557160 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b7167772-337c-42ba-a0af-1e9a0e4ee072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:52.559948 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1a366-9fc4-426e-a677-a878f642f474 req-af23238b-180a-4f68-a60e-8e58236bce50 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:52.561806 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e0c1a366-9fc4-426e-a677-a878f642f474 req-af23238b-180a-4f68-a60e-8e58236bce50 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6 HTTP/1.1" status: 200 len: 946 time: 0.0564804 Aug 17 00:25:52.590582 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-8d5e23cc-7f6a-4840-bac4-4a6557712011 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1623596341'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:25:52.617007 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8d5e23cc-7f6a-4840-bac4-4a6557712011 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:52.618097 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8d5e23cc-7f6a-4840-bac4-4a6557712011 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:52.631307 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b7167772-337c-42ba-a0af-1e9a0e4ee072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:52.634095 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b7167772-337c-42ba-a0af-1e9a0e4ee072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:52.635247 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b7167772-337c-42ba-a0af-1e9a0e4ee072 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/75d9ec89-517a-41a9-becb-b7b5a39d44d3 HTTP/1.1" status: 204 len: 168 time: 0.1800041 Aug 17 00:25:52.655655 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7167772-337c-42ba-a0af-1e9a0e4ee072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d9ec89-517a-41a9-becb-b7b5a39d44d3,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:52.667365 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-e0c1a366-9fc4-426e-a677-a878f642f474 req-68af7769-fe87-4158-8f33-61def8261f87 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Deleting port 54f62865-fe0b-40d9-9ae2-a12c1a02bfff {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:25:52.667721 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e0c1a366-9fc4-426e-a677-a878f642f474 req-68af7769-fe87-4158-8f33-61def8261f87 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:52.701858 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8d5e23cc-7f6a-4840-bac4-4a6557712011 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:52.707442 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8d5e23cc-7f6a-4840-bac4-4a6557712011 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:52.724618 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8d5e23cc-7f6a-4840-bac4-4a6557712011 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:52.725978 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8d5e23cc-7f6a-4840-bac4-4a6557712011 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4019439 Aug 17 00:25:52.728619 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35392) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:52.790012 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-e0c1a366-9fc4-426e-a677-a878f642f474 req-68af7769-fe87-4158-8f33-61def8261f87 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] For port 54f62865-fe0b-40d9-9ae2-a12c1a02bfff, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=54f62865-fe0b-40d9-9ae2-a12c1a02bfff,segment=NetworkSegment(70cf25c8-4ce9-4202-ad63-f03990fa0766),segment_id=70cf25c8-4ce9-4202-ad63-f03990fa0766)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:25:52.790513 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e0c1a366-9fc4-426e-a677-a878f642f474 req-68af7769-fe87-4158-8f33-61def8261f87 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:52.803926 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-e0c1a366-9fc4-426e-a677-a878f642f474 req-68af7769-fe87-4158-8f33-61def8261f87 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Calling delete_port for 54f62865-fe0b-40d9-9ae2-a12c1a02bfff owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:25:52.809824 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a651d3bf-0c1c-4b2f-8bb9-d4011e11cd6b tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:52.913759 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c768bdac-4b74-4058-b42c-98436f22f2f2 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:25:52.940918 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: c768bdac-4b74-4058-b42c-98436f22f2f2 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:25:52.941556 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c768bdac-4b74-4058-b42c-98436f22f2f2 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:25:52.941977 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d6467f82-182e-4cc5-9c71-7759b6c996f6 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:25:52.957613 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e0c1a366-9fc4-426e-a677-a878f642f474 req-68af7769-fe87-4158-8f33-61def8261f87 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:52.965497 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: d6467f82-182e-4cc5-9c71-7759b6c996f6 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:25:52.966228 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d6467f82-182e-4cc5-9c71-7759b6c996f6 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:25:52.974006 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['54f62865-fe0b-40d9-9ae2-a12c1a02bfff'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:25:52.985567 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a651d3bf-0c1c-4b2f-8bb9-d4011e11cd6b tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:52.988159 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a651d3bf-0c1c-4b2f-8bb9-d4011e11cd6b tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:53.010508 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af7769-fe87-4158-8f33-61def8261f87 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Pushing event deleted for resources: {'Port': ['ID=54f62865-fe0b-40d9-9ae2-a12c1a02bfff,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:53.035728 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a651d3bf-0c1c-4b2f-8bb9-d4011e11cd6b tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:53.037340 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a651d3bf-0c1c-4b2f-8bb9-d4011e11cd6b tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97a13b7d-4caa-4f50-8053-c03c5f442273 {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:25:53.046051 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a651d3bf-0c1c-4b2f-8bb9-d4011e11cd6b tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:53.047200 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a651d3bf-0c1c-4b2f-8bb9-d4011e11cd6b tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] 10.222.0.60 "DELETE /v2.0/routers/97a13b7d-4caa-4f50-8053-c03c5f442273 HTTP/1.1" status: 204 len: 168 time: 0.3167417 Aug 17 00:25:53.050280 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35396) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:53.054730 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-79e2f3d1-faa2-46f9-a7b8-b6e20cde842e tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Request body: {'router': {'name': 'tempest-router-372572852', 'distributed': False}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:25:53.058052 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c1a366-9fc4-426e-a677-a878f642f474 req-68af7769-fe87-4158-8f33-61def8261f87 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] No DVR routers for this DVR port 54f62865-fe0b-40d9-9ae2-a12c1a02bfff on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:25:53.060706 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-e0c1a366-9fc4-426e-a677-a878f642f474 req-68af7769-fe87-4158-8f33-61def8261f87 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:53.062804 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e0c1a366-9fc4-426e-a677-a878f642f474 req-68af7769-fe87-4158-8f33-61def8261f87 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.69 "DELETE /v2.0/ports/54f62865-fe0b-40d9-9ae2-a12c1a02bfff HTTP/1.1" status: 204 len: 173 time: 0.4888427 Aug 17 00:25:53.063489 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6', 'name': 'network-vif-deleted', 'tag': '54f62865-fe0b-40d9-9ae2-a12c1a02bfff'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:25:53.066026 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71b0f74-3ad8-4e6f-a417-7ddbbd63ab02" -d '{"events": [{"server_uuid": "f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6", "name": "network-vif-deleted", "tag": "54f62865-fe0b-40d9-9ae2-a12c1a02bfff"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:25:53.080166 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-79e2f3d1-faa2-46f9-a7b8-b6e20cde842e tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:53.081443 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-79e2f3d1-faa2-46f9-a7b8-b6e20cde842e tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:53.114233 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19043e35-c01b-4718-9ccd-92e7627771ed x-openstack-request-id: req-19043e35-c01b-4718-9ccd-92e7627771ed {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:25:53.114739 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6", "name": "network-vif-deleted", "tag": "54f62865-fe0b-40d9-9ae2-a12c1a02bfff", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:25:53.115116 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-19043e35-c01b-4718-9ccd-92e7627771ed {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:25:53.115652 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6', 'name': 'network-vif-deleted', 'tag': '54f62865-fe0b-40d9-9ae2-a12c1a02bfff', 'status': 'completed', 'code': 200} Aug 17 00:25:53.123624 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35400) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:53.147424 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-79e2f3d1-faa2-46f9-a7b8-b6e20cde842e tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:53.155902 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-79e2f3d1-faa2-46f9-a7b8-b6e20cde842e tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:53.172777 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-79e2f3d1-faa2-46f9-a7b8-b6e20cde842e tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:53.176399 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-848e0116-34c5-47dc-8a3c-303cfdbcfcb9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=adcf0dc6477c4a89b0ef1fe97e4fd331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492806 Aug 17 00:25:53.176535 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-79e2f3d1-faa2-46f9-a7b8-b6e20cde842e tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1228793 Aug 17 00:25:53.176621 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35402) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:53.177004 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35404) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:53.273366 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9d096277-9c50-4780-aa55-3570a5e37374 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:53.356489 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-11028ff5-a200-407d-bc37-1515fb5459e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:53.465239 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9d096277-9c50-4780-aa55-3570a5e37374 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:53.468252 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-11028ff5-a200-407d-bc37-1515fb5459e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:53.470464 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9d096277-9c50-4780-aa55-3570a5e37374 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:53.538099 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9d096277-9c50-4780-aa55-3570a5e37374 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:53.538613 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d096277-9c50-4780-aa55-3570a5e37374 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5e7d2c2-dcf5-4c05-9f2a-7eac07465907 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:25:53.543247 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9d096277-9c50-4780-aa55-3570a5e37374 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:53.544389 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9d096277-9c50-4780-aa55-3570a5e37374 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] 10.222.0.60 "DELETE /v2.0/routers/e5e7d2c2-dcf5-4c05-9f2a-7eac07465907 HTTP/1.1" status: 204 len: 168 time: 0.3652511 Aug 17 00:25:53.548855 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35410) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:53.554050 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-2e7593cb-cdbf-46d7-a40e-ea882441e443 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Request body: {'router': {'name': 'tempest-router-82267450', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '701d1e1fce3f4eb2a7b53e513d96a5ee'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:25:53.561479 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e5a4b22d-8fd7-4379-abb1-8dc6f5724a16 req-13433f53-a147-4473-b703-73e3fc271dc8 tempest-ServersNegativeTestMultiTenantJSON-1488097823 tempest-ServersNegativeTestMultiTenantJSON-1488097823-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4c94f70-3eca-4c4e-a1d9-c2e7e601b1d6 HTTP/1.1" status: 200 len: 210 time: 0.0355439 Aug 17 00:25:53.575480 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-11028ff5-a200-407d-bc37-1515fb5459e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:53.577983 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-11028ff5-a200-407d-bc37-1515fb5459e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:53.579099 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-11028ff5-a200-407d-bc37-1515fb5459e5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bb51bef8-bdc1-4cc4-a8bb-dc907f78f5d5 HTTP/1.1" status: 204 len: 168 time: 0.4011693 Aug 17 00:25:53.582393 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2e7593cb-cdbf-46d7-a40e-ea882441e443 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:53.583620 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2e7593cb-cdbf-46d7-a40e-ea882441e443 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:53.594349 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11028ff5-a200-407d-bc37-1515fb5459e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb51bef8-bdc1-4cc4-a8bb-dc907f78f5d5,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:53.650454 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2e7593cb-cdbf-46d7-a40e-ea882441e443 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:53.655611 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2e7593cb-cdbf-46d7-a40e-ea882441e443 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:53.669153 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2e7593cb-cdbf-46d7-a40e-ea882441e443 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:53.670354 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2e7593cb-cdbf-46d7-a40e-ea882441e443 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1204169 Aug 17 00:25:53.673279 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35414) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:53.678636 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-48375ca3-b98e-4645-a827-9c2cf4b1957b tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:25:53.892140 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-48375ca3-b98e-4645-a827-9c2cf4b1957b tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126458'] for router, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:53.892636 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-48375ca3-b98e-4645-a827-9c2cf4b1957b tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks [] for router, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:54.340725 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-48375ca3-b98e-4645-a827-9c2cf4b1957b tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101403) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 17 00:25:54.341469 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-48375ca3-b98e-4645-a827-9c2cf4b1957b tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Router e35db7a9-e957-4de1-861f-a643b837c527 migrating from provider to provider. {{(pid=101403) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 17 00:25:54.341469 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-48375ca3-b98e-4645-a827-9c2cf4b1957b tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:54.345932 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-48375ca3-b98e-4645-a827-9c2cf4b1957b tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:54.349990 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-48375ca3-b98e-4645-a827-9c2cf4b1957b tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635776'] for router, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:54.426241 n-d-800088-20 neutron-server[101403]: WARNING neutron.scheduler.l3_agent_scheduler [None req-48375ca3-b98e-4645-a827-9c2cf4b1957b tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] No L3 agents can host the router e35db7a9-e957-4de1-861f-a643b837c527 Aug 17 00:25:54.525777 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48375ca3-b98e-4645-a827-9c2cf4b1957b tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Hosts for router e35db7a9-e957-4de1-861f-a643b837c527: [] {{(pid=101403) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 17 00:25:54.546756 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48375ca3-b98e-4645-a827-9c2cf4b1957b tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Hosts for other DVR routers connected to router e35db7a9-e957-4de1-861f-a643b837c527: set() {{(pid=101403) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 17 00:25:54.550010 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-48375ca3-b98e-4645-a827-9c2cf4b1957b tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:54.551194 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-48375ca3-b98e-4645-a827-9c2cf4b1957b tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] 10.222.0.60 "PUT /v2.0/routers/e35db7a9-e957-4de1-861f-a643b837c527 HTTP/1.1" status: 200 len: 715 time: 0.8763013 Aug 17 00:25:54.553905 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35416) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:54.621208 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35420) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:54.628448 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-206b73c0-5bcb-47a9-81f1-7a38bcb7a6c3 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] 10.222.0.60 "GET /v2.0/routers/e35db7a9-e957-4de1-861f-a643b837c527 HTTP/1.1" status: 200 len: 715 time: 0.0734787 Aug 17 00:25:54.630914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35422) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:54.668191 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5aef34-eaf7-4e2f-b3cb-c1300d1b9e6e admin admin] Deleting subnet 6145b9bb-7440-49f7-acd9-f4936b069148 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:25:54.671216 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c5aef34-eaf7-4e2f-b3cb-c1300d1b9e6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:54.709300 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c5aef34-eaf7-4e2f-b3cb-c1300d1b9e6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:54.749439 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c5aef34-eaf7-4e2f-b3cb-c1300d1b9e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:54.802693 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c5aef34-eaf7-4e2f-b3cb-c1300d1b9e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:54.829389 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5aef34-eaf7-4e2f-b3cb-c1300d1b9e6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6145b9bb-7440-49f7-acd9-f4936b069148,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:54.834351 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c5aef34-eaf7-4e2f-b3cb-c1300d1b9e6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:54.839343 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3c5aef34-eaf7-4e2f-b3cb-c1300d1b9e6e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6145b9bb-7440-49f7-acd9-f4936b069148 HTTP/1.1" status: 204 len: 168 time: 0.2170985 Aug 17 00:25:54.840119 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35426) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:54.898849 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e875b79c-3407-4b34-9a29-3687c6863df3 tempest-RoutersTestDVR-316776698 tempest-RoutersTestDVR-316776698-project] 10.222.0.60 "GET /v2.0/routers/e35db7a9-e957-4de1-861f-a643b837c527 HTTP/1.1" status: 200 len: 681 time: 0.2668774 Aug 17 00:25:54.901358 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35428) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:54.914616 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cebb3bf1-9079-44cf-bb56-b77a80d51005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:54.978004 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fa81d6b5-4242-4e0f-ae11-a4b18acf990a tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.144418 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fa81d6b5-4242-4e0f-ae11-a4b18acf990a tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.146772 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fa81d6b5-4242-4e0f-ae11-a4b18acf990a tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.192212 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fa81d6b5-4242-4e0f-ae11-a4b18acf990a tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.192730 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa81d6b5-4242-4e0f-ae11-a4b18acf990a tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e35db7a9-e957-4de1-861f-a643b837c527 {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:25:55.197330 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fa81d6b5-4242-4e0f-ae11-a4b18acf990a tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.198203 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fa81d6b5-4242-4e0f-ae11-a4b18acf990a tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] 10.222.0.60 "DELETE /v2.0/routers/e35db7a9-e957-4de1-861f-a643b837c527 HTTP/1.1" status: 204 len: 168 time: 0.2959325 Aug 17 00:25:55.202012 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35430) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:55.207038 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-822268e4-b8e1-46e4-b393-f8d1eaf8ebf4 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Request body: {'router': {'name': 'tempest-router-1539601733', 'distributed': True}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:25:55.229336 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-822268e4-b8e1-46e4-b393-f8d1eaf8ebf4 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.230333 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-822268e4-b8e1-46e4-b393-f8d1eaf8ebf4 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.279271 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cebb3bf1-9079-44cf-bb56-b77a80d51005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.281092 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-822268e4-b8e1-46e4-b393-f8d1eaf8ebf4 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.285938 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-822268e4-b8e1-46e4-b393-f8d1eaf8ebf4 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.289872 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-cebb3bf1-9079-44cf-bb56-b77a80d51005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a70a70-969e-44ae-b2de-9d8358f95f42']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:55.298102 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-822268e4-b8e1-46e4-b393-f8d1eaf8ebf4 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.299434 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-822268e4-b8e1-46e4-b393-f8d1eaf8ebf4 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.0964420 Aug 17 00:25:55.300087 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-cebb3bf1-9079-44cf-bb56-b77a80d51005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70cf25c8-4ce9-4202-ad63-f03990fa0766') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:55.300384 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-cebb3bf1-9079-44cf-bb56-b77a80d51005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70cf25c8-4ce9-4202-ad63-f03990fa0766') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:55.302140 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35432) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:55.309636 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cebb3bf1-9079-44cf-bb56-b77a80d51005 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.323192 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cebb3bf1-9079-44cf-bb56-b77a80d51005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.329185 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cebb3bf1-9079-44cf-bb56-b77a80d51005 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:25:55.330145 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cebb3bf1-9079-44cf-bb56-b77a80d51005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:25:55.331879 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:25:55.375252 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24d62f7f-f8f2-4d11-b058-c54db4370168 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.389326 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cebb3bf1-9079-44cf-bb56-b77a80d51005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.395354 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cebb3bf1-9079-44cf-bb56-b77a80d51005 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.400109 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cebb3bf1-9079-44cf-bb56-b77a80d51005 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b2a70a70-969e-44ae-b2de-9d8358f95f42 HTTP/1.1" status: 204 len: 168 time: 0.5587754 Aug 17 00:25:55.400750 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35434) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:55.418162 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb3bf1-9079-44cf-bb56-b77a80d51005 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2a70a70-969e-44ae-b2de-9d8358f95f42,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:55.457179 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b96826e-fa4e-41f3-ba67-a61c86497f37 admin admin] Deleting subnet ee700f61-f306-486e-905c-a77c44cc127a {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:25:55.460511 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3b96826e-fa4e-41f3-ba67-a61c86497f37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.496920 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3b96826e-fa4e-41f3-ba67-a61c86497f37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.541422 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3b96826e-fa4e-41f3-ba67-a61c86497f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.546000 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24d62f7f-f8f2-4d11-b058-c54db4370168 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.548109 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24d62f7f-f8f2-4d11-b058-c54db4370168 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.591170 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24d62f7f-f8f2-4d11-b058-c54db4370168 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.591671 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d62f7f-f8f2-4d11-b058-c54db4370168 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83f6be17-e549-43f9-a844-b2d3ed89319d {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:25:55.594157 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3b96826e-fa4e-41f3-ba67-a61c86497f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.596128 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24d62f7f-f8f2-4d11-b058-c54db4370168 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.600822 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-24d62f7f-f8f2-4d11-b058-c54db4370168 tempest-RoutersTestDVR-879489663 tempest-RoutersTestDVR-879489663-project-admin] 10.222.0.60 "DELETE /v2.0/routers/83f6be17-e549-43f9-a844-b2d3ed89319d HTTP/1.1" status: 204 len: 168 time: 0.2941515 Aug 17 00:25:55.623978 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96826e-fa4e-41f3-ba67-a61c86497f37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee700f61-f306-486e-905c-a77c44cc127a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:55.628228 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3b96826e-fa4e-41f3-ba67-a61c86497f37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.630351 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3b96826e-fa4e-41f3-ba67-a61c86497f37 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ee700f61-f306-486e-905c-a77c44cc127a HTTP/1.1" status: 204 len: 168 time: 0.2277493 Aug 17 00:25:55.632870 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35438) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:55.700855 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4ff61399-db8e-4890-b619-ac80954ec291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.785466 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4ff61399-db8e-4890-b619-ac80954ec291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.795728 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-4ff61399-db8e-4890-b619-ac80954ec291 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a473b6e-34c1-464d-822b-ccac66b174a8']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:55.806376 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-4ff61399-db8e-4890-b619-ac80954ec291 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f861df-157c-46e4-8461-191090e96aec') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:55.806671 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-4ff61399-db8e-4890-b619-ac80954ec291 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f861df-157c-46e4-8461-191090e96aec') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:25:55.817808 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4ff61399-db8e-4890-b619-ac80954ec291 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.833450 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4ff61399-db8e-4890-b619-ac80954ec291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.839255 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff61399-db8e-4890-b619-ac80954ec291 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:25:55.839634 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4ff61399-db8e-4890-b619-ac80954ec291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:25:55.841262 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:25:55.849674 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35442) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:55.906741 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4ff61399-db8e-4890-b619-ac80954ec291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.913792 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4ff61399-db8e-4890-b619-ac80954ec291 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.917966 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4ff61399-db8e-4890-b619-ac80954ec291 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5a473b6e-34c1-464d-822b-ccac66b174a8 HTTP/1.1" status: 204 len: 168 time: 0.2815084 Aug 17 00:25:55.926947 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff61399-db8e-4890-b619-ac80954ec291 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a473b6e-34c1-464d-822b-ccac66b174a8,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:55.963230 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9dbf38a0-12ff-4aaa-91c6-ebd80cb41820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:56.032673 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35448) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:56.058244 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9dbf38a0-12ff-4aaa-91c6-ebd80cb41820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:56.062452 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9dbf38a0-12ff-4aaa-91c6-ebd80cb41820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:56.075791 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e45dca81-2e71-4ab1-ba3c-377544eb3fe0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=085b7ef24c4848098721d05b8c3ad5ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415041 Aug 17 00:25:56.078291 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35450) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:56.105527 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 54f62865-fe0b-40d9-9ae2-a12c1a02bfff no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:25:56.107507 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9dbf38a0-12ff-4aaa-91c6-ebd80cb41820 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=701d1e1fce3f4eb2a7b53e513d96a5ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2525544 Aug 17 00:25:56.108923 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35452) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:56.112136 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf38a0-12ff-4aaa-91c6-ebd80cb41820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b191f2cc-b12f-4ead-a2d5-d77bef8e6470,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:56.136308 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 54f62865-fe0b-40d9-9ae2-a12c1a02bfff {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:25:56.136658 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 54f62865-fe0b-40d9-9ae2-a12c1a02bfff not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:25:56.165436 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fb604933-c7a7-4b96-ae41-b053a94fe874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:56.187545 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0ae66b38-447d-47ed-8921-e0901da9428f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:56.198342 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fb604933-c7a7-4b96-ae41-b053a94fe874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:56.233400 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0ae66b38-447d-47ed-8921-e0901da9428f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:56.291895 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fb604933-c7a7-4b96-ae41-b053a94fe874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:56.294637 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fb604933-c7a7-4b96-ae41-b053a94fe874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:56.295787 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fb604933-c7a7-4b96-ae41-b053a94fe874 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/49dfa020-e48c-42f1-84de-7f68295c1103 HTTP/1.1" status: 204 len: 168 time: 0.2165995 Aug 17 00:25:56.306070 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb604933-c7a7-4b96-ae41-b053a94fe874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dfa020-e48c-42f1-84de-7f68295c1103,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:56.307909 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0ae66b38-447d-47ed-8921-e0901da9428f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:56.310432 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0ae66b38-447d-47ed-8921-e0901da9428f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:56.314153 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0ae66b38-447d-47ed-8921-e0901da9428f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b191f2cc-b12f-4ead-a2d5-d77bef8e6470 HTTP/1.1" status: 204 len: 168 time: 0.2016973 Aug 17 00:25:56.327311 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae66b38-447d-47ed-8921-e0901da9428f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b191f2cc-b12f-4ead-a2d5-d77bef8e6470,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:56.643880 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35462) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:56.657690 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a935760d-f686-4d4c-9bf2-f813d7b5bc83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:56.679874 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35464) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:56.745641 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-25ff6c9d-56d8-49d4-bd75-083f4cc673b3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7577bf48aa084da49856be108e7bbe43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0645156 Aug 17 00:25:56.748225 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35466) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:56.786488 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a935760d-f686-4d4c-9bf2-f813d7b5bc83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:56.790440 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a935760d-f686-4d4c-9bf2-f813d7b5bc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:56.799430 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-37d8d262-3c7d-49ec-a814-c08a6fa79922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:56.820490 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-37d8d262-3c7d-49ec-a814-c08a6fa79922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:56.828002 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a935760d-f686-4d4c-9bf2-f813d7b5bc83 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f4db8d9591d141179b2919e0d0a07059&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1828856 Aug 17 00:25:56.830635 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935760d-f686-4d4c-9bf2-f813d7b5bc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7c7bbc-1482-4b7e-9e60-a11db7a22c3c,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:56.831446 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35468) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:56.898640 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5711dc5b-a9d2-4361-bae1-099277cc854e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:56.902603 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-37d8d262-3c7d-49ec-a814-c08a6fa79922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:56.905021 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-37d8d262-3c7d-49ec-a814-c08a6fa79922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:56.906165 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-37d8d262-3c7d-49ec-a814-c08a6fa79922 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7bd6b343-ff94-4704-87f5-1a580c03a87e HTTP/1.1" status: 204 len: 168 time: 0.1569471 Aug 17 00:25:56.925408 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8d262-3c7d-49ec-a814-c08a6fa79922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd6b343-ff94-4704-87f5-1a580c03a87e,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:56.931537 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5711dc5b-a9d2-4361-bae1-099277cc854e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:56.984454 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5711dc5b-a9d2-4361-bae1-099277cc854e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:56.987080 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5711dc5b-a9d2-4361-bae1-099277cc854e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:56.990664 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5711dc5b-a9d2-4361-bae1-099277cc854e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8d7c7bbc-1482-4b7e-9e60-a11db7a22c3c HTTP/1.1" status: 204 len: 168 time: 0.1558673 Aug 17 00:25:56.997356 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711dc5b-a9d2-4361-bae1-099277cc854e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7c7bbc-1482-4b7e-9e60-a11db7a22c3c,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:57.697696 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35510) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:57.804237 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-03faf954-f4d3-4172-8e2c-08b1b4114204 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-219714165'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:25:57.825992 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03faf954-f4d3-4172-8e2c-08b1b4114204 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Made reservation on behalf of e2d6b568d0e44dd0ba714749020982a0 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:25:57.829598 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-03faf954-f4d3-4172-8e2c-08b1b4114204 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:57.839305 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-03faf954-f4d3-4172-8e2c-08b1b4114204 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:57.940398 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-03faf954-f4d3-4172-8e2c-08b1b4114204 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:57.945461 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-03faf954-f4d3-4172-8e2c-08b1b4114204 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:57.970540 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03faf954-f4d3-4172-8e2c-08b1b4114204 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:25:57.986966 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03faf954-f4d3-4172-8e2c-08b1b4114204 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5296dc7-33ce-4598-88df-350b7c0f4290,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:57.989976 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-03faf954-f4d3-4172-8e2c-08b1b4114204 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:57.990325 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-03faf954-f4d3-4172-8e2c-08b1b4114204 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Added segment 93f91305-9c93-48ef-9bfd-b9f78be6f133 of type vlan for network 5d8a524d-4144-4571-8828-513631e5a023 Aug 17 00:25:58.032319 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-03faf954-f4d3-4172-8e2c-08b1b4114204 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:58.057064 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-03faf954-f4d3-4172-8e2c-08b1b4114204 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:58.062663 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03faf954-f4d3-4172-8e2c-08b1b4114204 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:58.063265 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-03faf954-f4d3-4172-8e2c-08b1b4114204 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:58.118917 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-03faf954-f4d3-4172-8e2c-08b1b4114204 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4195864 Aug 17 00:25:58.121925 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35522) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:58.127737 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-1c8dcfc8-11dd-4760-afc8-3d7007aff59c tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Request body: {'subnet': {'network_id': '5d8a524d-4144-4571-8828-513631e5a023', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:25:58.131999 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03faf954-f4d3-4172-8e2c-08b1b4114204 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Pushing event updated for resources: {'Network': ['ID=5d8a524d-4144-4571-8828-513631e5a023,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:58.143415 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 5d8a524d-4144-4571-8828-513631e5a023 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:25:58.223803 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8dcfc8-11dd-4760-afc8-3d7007aff59c tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Made reservation on behalf of e2d6b568d0e44dd0ba714749020982a0 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:25:58.227382 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1c8dcfc8-11dd-4760-afc8-3d7007aff59c tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:58.414601 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1c8dcfc8-11dd-4760-afc8-3d7007aff59c tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:58.477330 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8dcfc8-11dd-4760-afc8-3d7007aff59c tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Pushing event updated for resources: {'Subnet': ['ID=83a92b50-2648-4104-a217-9f3ea073e29b,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:58.487796 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8dcfc8-11dd-4760-afc8-3d7007aff59c tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Checking segment: {'id': '93f91305-9c93-48ef-9bfd-b9f78be6f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5d8a524d-4144-4571-8828-513631e5a023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:25:58.487796 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8dcfc8-11dd-4760-afc8-3d7007aff59c tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Network hostable DHCP agents. Network: 5d8a524d-4144-4571-8828-513631e5a023, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:25:58.503573 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8dcfc8-11dd-4760-afc8-3d7007aff59c tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Network 5d8a524d-4144-4571-8828-513631e5a023 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:25:58.512729 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-1c8dcfc8-11dd-4760-afc8-3d7007aff59c tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 5d8a524d-4144-4571-8828-513631e5a023) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:25:58.516910 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8dcfc8-11dd-4760-afc8-3d7007aff59c tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:58.517806 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1c8dcfc8-11dd-4760-afc8-3d7007aff59c tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:58.525553 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb9ce90-3d91-4264-870e-7d16560af9b2 None None] Network 5d8a524d-4144-4571-8828-513631e5a023 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:25:58.533632 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1c8dcfc8-11dd-4760-afc8-3d7007aff59c tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4105902 Aug 17 00:25:58.536591 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35538) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:58.544123 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-143d5d3d-15b9-4841-b2e2-c72935469785 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Request body: {'port': {'network_id': '5d8a524d-4144-4571-8828-513631e5a023', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-73367584'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:25:58.667204 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143d5d3d-15b9-4841-b2e2-c72935469785 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Made reservation on behalf of e2d6b568d0e44dd0ba714749020982a0 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:25:58.671136 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-143d5d3d-15b9-4841-b2e2-c72935469785 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:58.678002 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f220ba29-d271-4b43-9b2a-bbe30a5b6a00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-5d8a524d-4144-4571-8828-513631e5a023', 'network_id': '5d8a524d-4144-4571-8828-513631e5a023', 'tenant_id': 'e2d6b568d0e44dd0ba714749020982a0', 'fixed_ips': [{'subnet_id': '83a92b50-2648-4104-a217-9f3ea073e29b'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:25:58.679054 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f220ba29-d271-4b43-9b2a-bbe30a5b6a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:58.689759 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-143d5d3d-15b9-4841-b2e2-c72935469785 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] device_id is not set on port b06b267f-5166-4fdf-b752-4ae026fc0df0 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:25:58.816257 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-143d5d3d-15b9-4841-b2e2-c72935469785 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Allocated IP 2001:db8::1b4 (5d8a524d-4144-4571-8828-513631e5a023/83a92b50-2648-4104-a217-9f3ea073e29b/b06b267f-5166-4fdf-b752-4ae026fc0df0) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:25:58.970624 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-143d5d3d-15b9-4841-b2e2-c72935469785 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:58.984457 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-143d5d3d-15b9-4841-b2e2-c72935469785 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Transition to ACTIVE for port object b06b267f-5166-4fdf-b752-4ae026fc0df0 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:25:59.022608 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-143d5d3d-15b9-4841-b2e2-c72935469785 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:59.067318 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-f220ba29-d271-4b43-9b2a-bbe30a5b6a00 None None] Allocated IP 2001:db8::2 (5d8a524d-4144-4571-8828-513631e5a023/83a92b50-2648-4104-a217-9f3ea073e29b/9329a67f-ab0e-4211-9682-e56063dd0536) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:25:59.070180 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143d5d3d-15b9-4841-b2e2-c72935469785 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Network 5d8a524d-4144-4571-8828-513631e5a023 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:25:59.076235 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-143d5d3d-15b9-4841-b2e2-c72935469785 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:25:59.078920 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143d5d3d-15b9-4841-b2e2-c72935469785 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:25:59.085978 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143d5d3d-15b9-4841-b2e2-c72935469785 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:59.087055 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-143d5d3d-15b9-4841-b2e2-c72935469785 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:59.104830 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d5d3d-15b9-4841-b2e2-c72935469785 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Pushing event updated for resources: {'Port': ['ID=b06b267f-5166-4fdf-b752-4ae026fc0df0,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:59.119308 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-143d5d3d-15b9-4841-b2e2-c72935469785 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 0.5811114 Aug 17 00:25:59.122188 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35562) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:59.127676 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-6f53ccfb-2fce-49aa-b720-a950af94bac6 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Request body: {'port': {'network_id': '5d8a524d-4144-4571-8828-513631e5a023', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1106835987', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:25:59.128282 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.api.validators [None req-6f53ccfb-2fce-49aa-b720-a950af94bac6 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] bootfile-name is not in valid_values {{(pid=101402) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 00:25:59.128637 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.api.validators [None req-6f53ccfb-2fce-49aa-b720-a950af94bac6 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] tftp-server is not in valid_values {{(pid=101402) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 00:25:59.128975 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.api.validators [None req-6f53ccfb-2fce-49aa-b720-a950af94bac6 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] server-ip-address is not in valid_values {{(pid=101402) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 00:25:59.226501 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f220ba29-d271-4b43-9b2a-bbe30a5b6a00 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:59.235335 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f220ba29-d271-4b43-9b2a-bbe30a5b6a00 None None] Transition to ACTIVE for port object 9329a67f-ab0e-4211-9682-e56063dd0536 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:25:59.248694 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f53ccfb-2fce-49aa-b720-a950af94bac6 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Made reservation on behalf of e2d6b568d0e44dd0ba714749020982a0 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:25:59.252676 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6f53ccfb-2fce-49aa-b720-a950af94bac6 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:59.252853 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f220ba29-d271-4b43-9b2a-bbe30a5b6a00 None None] Transition to ACTIVE for port object 9329a67f-ab0e-4211-9682-e56063dd0536 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:25:59.258545 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f220ba29-d271-4b43-9b2a-bbe30a5b6a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:59.271893 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [None req-6f53ccfb-2fce-49aa-b720-a950af94bac6 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] device_id is not set on port 676fccb5-e1f7-4155-92a8-63c9cf1e0f08 yet. {{(pid=101402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:25:59.294444 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f220ba29-d271-4b43-9b2a-bbe30a5b6a00 None None] Network 5d8a524d-4144-4571-8828-513631e5a023 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:25:59.297334 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-f220ba29-d271-4b43-9b2a-bbe30a5b6a00 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:25:59.301696 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f220ba29-d271-4b43-9b2a-bbe30a5b6a00 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:25:59.320901 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220ba29-d271-4b43-9b2a-bbe30a5b6a00 None None] Pushing event updated for resources: {'Port': ['ID=9329a67f-ab0e-4211-9682-e56063dd0536,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:59.372196 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-f220ba29-d271-4b43-9b2a-bbe30a5b6a00 None None] Attempting to bind port 9329a67f-ab0e-4211-9682-e56063dd0536 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:25:59.372567 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-f220ba29-d271-4b43-9b2a-bbe30a5b6a00 None None] Attempting to bind port 9329a67f-ab0e-4211-9682-e56063dd0536 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '93f91305-9c93-48ef-9bfd-b9f78be6f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5d8a524d-4144-4571-8828-513631e5a023'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:25:59.372959 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f220ba29-d271-4b43-9b2a-bbe30a5b6a00 None None] Attempting to bind port 9329a67f-ab0e-4211-9682-e56063dd0536 on network 5d8a524d-4144-4571-8828-513631e5a023 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:25:59.378484 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f220ba29-d271-4b43-9b2a-bbe30a5b6a00 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:25:59.379391 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f220ba29-d271-4b43-9b2a-bbe30a5b6a00 None None] Checking segment: {'id': '93f91305-9c93-48ef-9bfd-b9f78be6f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5d8a524d-4144-4571-8828-513631e5a023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:25:59.379391 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f220ba29-d271-4b43-9b2a-bbe30a5b6a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:59.379666 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f220ba29-d271-4b43-9b2a-bbe30a5b6a00 None None] Bound using segment: {'id': '93f91305-9c93-48ef-9bfd-b9f78be6f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5d8a524d-4144-4571-8828-513631e5a023'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:25:59.380126 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-f220ba29-d271-4b43-9b2a-bbe30a5b6a00 None None] Bound port: 9329a67f-ab0e-4211-9682-e56063dd0536, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f91305-9c93-48ef-9bfd-b9f78be6f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5d8a524d-4144-4571-8828-513631e5a023'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:25:59.380508 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f220ba29-d271-4b43-9b2a-bbe30a5b6a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:59.402142 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-6f53ccfb-2fce-49aa-b720-a950af94bac6 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Allocated IP 2001:db8::299 (5d8a524d-4144-4571-8828-513631e5a023/83a92b50-2648-4104-a217-9f3ea073e29b/676fccb5-e1f7-4155-92a8-63c9cf1e0f08) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:25:59.419111 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35566) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:59.447944 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-f220ba29-d271-4b43-9b2a-bbe30a5b6a00 None None] For port 9329a67f-ab0e-4211-9682-e56063dd0536, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:25:59.451483 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-f220ba29-d271-4b43-9b2a-bbe30a5b6a00 None None] For port 9329a67f-ab0e-4211-9682-e56063dd0536, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9329a67f-ab0e-4211-9682-e56063dd0536,segment=NetworkSegment(93f91305-9c93-48ef-9bfd-b9f78be6f133),segment_id=93f91305-9c93-48ef-9bfd-b9f78be6f133)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:25:59.456800 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f220ba29-d271-4b43-9b2a-bbe30a5b6a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:59.515851 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220ba29-d271-4b43-9b2a-bbe30a5b6a00 None None] Pushing event updated for resources: {'Port': ['ID=9329a67f-ab0e-4211-9682-e56063dd0536,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:59.569033 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4f0394d2-6021-4463-95bd-7692d101df18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:59.607713 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6f53ccfb-2fce-49aa-b720-a950af94bac6 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:59.630265 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-6f53ccfb-2fce-49aa-b720-a950af94bac6 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Transition to ACTIVE for port object 676fccb5-e1f7-4155-92a8-63c9cf1e0f08 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:25:59.674875 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6f53ccfb-2fce-49aa-b720-a950af94bac6 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:59.695130 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4f0394d2-6021-4463-95bd-7692d101df18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:59.700323 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4f0394d2-6021-4463-95bd-7692d101df18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:59.735226 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f53ccfb-2fce-49aa-b720-a950af94bac6 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Network 5d8a524d-4144-4571-8828-513631e5a023 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:25:59.741191 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-6f53ccfb-2fce-49aa-b720-a950af94bac6 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:25:59.745122 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0394d2-6021-4463-95bd-7692d101df18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e509c1-9fd5-4513-8a60-a579da9f278a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:59.745705 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f53ccfb-2fce-49aa-b720-a950af94bac6 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:25:59.751779 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f53ccfb-2fce-49aa-b720-a950af94bac6 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:59.751971 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4f0394d2-6021-4463-95bd-7692d101df18 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5b0dd891e3d74e24abc2512f4b606c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3316240 Aug 17 00:25:59.752883 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6f53ccfb-2fce-49aa-b720-a950af94bac6 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:59.754559 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35570) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:59.767635 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53ccfb-2fce-49aa-b720-a950af94bac6 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Pushing event updated for resources: {'Port': ['ID=676fccb5-e1f7-4155-92a8-63c9cf1e0f08,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:59.779517 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6f53ccfb-2fce-49aa-b720-a950af94bac6 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.6559911 Aug 17 00:25:59.782103 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35572) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:59.815465 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6e3852bc-1488-49b4-879f-17af1ba28a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:59.840540 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6e3852bc-1488-49b4-879f-17af1ba28a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:59.875996 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972a6f12-65aa-498e-a5e4-e77aaf169128 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:59.882927 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972a6f12-65aa-498e-a5e4-e77aaf169128 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:59.888897 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972a6f12-65aa-498e-a5e4-e77aaf169128 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:59.890752 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-972a6f12-65aa-498e-a5e4-e77aaf169128 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1070275 Aug 17 00:25:59.894410 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35574) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:25:59.897760 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6e3852bc-1488-49b4-879f-17af1ba28a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:59.900550 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6e3852bc-1488-49b4-879f-17af1ba28a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:59.901714 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6e3852bc-1488-49b4-879f-17af1ba28a15 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/30e509c1-9fd5-4513-8a60-a579da9f278a HTTP/1.1" status: 204 len: 168 time: 0.1423519 Aug 17 00:25:59.909696 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3852bc-1488-49b4-879f-17af1ba28a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e509c1-9fd5-4513-8a60-a579da9f278a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:59.991241 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ac1a8d49-d6f1-48eb-8017-22e9c9c581af tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Deleting port 676fccb5-e1f7-4155-92a8-63c9cf1e0f08 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:25:59.991601 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8d49-d6f1-48eb-8017-22e9c9c581af tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:00.092290 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8d49-d6f1-48eb-8017-22e9c9c581af tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:00.104441 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ac1a8d49-d6f1-48eb-8017-22e9c9c581af tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Calling delete_port for 676fccb5-e1f7-4155-92a8-63c9cf1e0f08 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:26:00.199117 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35580) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:00.238685 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d0c2ef1d-a6c4-40d2-9c7f-fcbaeb207716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:00.282589 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8d49-d6f1-48eb-8017-22e9c9c581af tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:00.323894 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a8d49-d6f1-48eb-8017-22e9c9c581af tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Pushing event deleted for resources: {'Port': ['ID=676fccb5-e1f7-4155-92a8-63c9cf1e0f08,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:00.363341 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8d49-d6f1-48eb-8017-22e9c9c581af tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:00.365314 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ac1a8d49-d6f1-48eb-8017-22e9c9c581af tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] 10.222.0.60 "DELETE /v2.0/ports/676fccb5-e1f7-4155-92a8-63c9cf1e0f08 HTTP/1.1" status: 204 len: 168 time: 0.4697986 Aug 17 00:26:00.369138 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35582) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:00.376202 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-0e787798-9f56-4fa5-9d42-b09ab8784175 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Request body: {'port': {'name': 'tempest-new-port-name-1612543376', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:26:00.376986 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.api.validators [None req-0e787798-9f56-4fa5-9d42-b09ab8784175 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] bootfile-name is not in valid_values {{(pid=101403) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 00:26:00.377441 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.api.validators [None req-0e787798-9f56-4fa5-9d42-b09ab8784175 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] tftp-server is not in valid_values {{(pid=101403) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 00:26:00.377790 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.api.validators [None req-0e787798-9f56-4fa5-9d42-b09ab8784175 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] server-ip-address is not in valid_values {{(pid=101403) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 00:26:00.421771 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d0c2ef1d-a6c4-40d2-9c7f-fcbaeb207716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:00.429442 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d0c2ef1d-a6c4-40d2-9c7f-fcbaeb207716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:00.463454 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0e787798-9f56-4fa5-9d42-b09ab8784175 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:00.471666 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2ef1d-a6c4-40d2-9c7f-fcbaeb207716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a91db5-ca07-428c-80d2-eb261dfc9cc6,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:00.482631 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d0c2ef1d-a6c4-40d2-9c7f-fcbaeb207716 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e0b89d4715724c40abc7955f5e9a9210&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2822084 Aug 17 00:26:00.485207 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35584) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:00.502672 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6541c0b0-006e-4278-b75e-597fc04dab07 None None] Network 5d8a524d-4144-4571-8828-513631e5a023 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:26:00.550177 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33d6781e-8b21-44e9-9873-3e1f48fbf9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:00.571880 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33d6781e-8b21-44e9-9873-3e1f48fbf9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:00.628241 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33d6781e-8b21-44e9-9873-3e1f48fbf9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:00.631494 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33d6781e-8b21-44e9-9873-3e1f48fbf9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:00.633479 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-33d6781e-8b21-44e9-9873-3e1f48fbf9a4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d6a91db5-ca07-428c-80d2-eb261dfc9cc6 HTTP/1.1" status: 204 len: 168 time: 0.1471303 Aug 17 00:26:00.648233 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6781e-8b21-44e9-9873-3e1f48fbf9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a91db5-ca07-428c-80d2-eb261dfc9cc6,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:00.672878 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-72803df8-0fed-4bb2-a9dc-04c6f7d23dbe None None] Provisioning for port 9329a67f-ab0e-4211-9682-e56063dd0536 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:26:00.677000 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0e787798-9f56-4fa5-9d42-b09ab8784175 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:00.682890 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0e787798-9f56-4fa5-9d42-b09ab8784175 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:00.719868 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-0e787798-9f56-4fa5-9d42-b09ab8784175 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] In _notify_port_updated(), no bound segment for port b06b267f-5166-4fdf-b752-4ae026fc0df0 on network 5d8a524d-4144-4571-8828-513631e5a023 {{(pid=101403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 00:26:00.725606 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e787798-9f56-4fa5-9d42-b09ab8784175 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:26:00.726588 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0e787798-9f56-4fa5-9d42-b09ab8784175 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:00.730978 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0e787798-9f56-4fa5-9d42-b09ab8784175 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] 10.222.0.60 "PUT /v2.0/ports/b06b267f-5166-4fdf-b752-4ae026fc0df0 HTTP/1.1" status: 200 len: 1130 time: 0.3585529 Aug 17 00:26:00.731082 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35588) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:00.748665 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e787798-9f56-4fa5-9d42-b09ab8784175 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Pushing event updated for resources: {'Port': ['ID=b06b267f-5166-4fdf-b752-4ae026fc0df0,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:00.778612 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37109d03-2d48-4d78-88ec-3392a6b12423 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:26:00.780097 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-37109d03-2d48-4d78-88ec-3392a6b12423 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] 10.222.0.60 "GET /v2.0/ports/b06b267f-5166-4fdf-b752-4ae026fc0df0 HTTP/1.1" status: 200 len: 1130 time: 0.0481093 Aug 17 00:26:00.783810 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35590) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:00.894783 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-2ac18b8c-f007-4e1c-8b50-4085b24e7dfb tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Deleting port b06b267f-5166-4fdf-b752-4ae026fc0df0 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:26:00.895423 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2ac18b8c-f007-4e1c-8b50-4085b24e7dfb tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:00.964592 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9329a67f-ab0e-4211-9682-e56063dd0536 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:26:00.998402 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2ac18b8c-f007-4e1c-8b50-4085b24e7dfb tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:01.023262 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8475c626-b0ed-43b0-94ef-80adedf355db None None] Provisioning for port b06b267f-5166-4fdf-b752-4ae026fc0df0 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:26:01.024756 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-2ac18b8c-f007-4e1c-8b50-4085b24e7dfb tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Calling delete_port for b06b267f-5166-4fdf-b752-4ae026fc0df0 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:26:01.029818 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8475c626-b0ed-43b0-94ef-80adedf355db None None] Provisioning complete for port b06b267f-5166-4fdf-b752-4ae026fc0df0 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:26:01.030391 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8475c626-b0ed-43b0-94ef-80adedf355db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:01.060314 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 9329a67f-ab0e-4211-9682-e56063dd0536 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:26:01.071865 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 9329a67f-ab0e-4211-9682-e56063dd0536 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:26:01.072242 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:01.100105 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-8475c626-b0ed-43b0-94ef-80adedf355db None None] Port b06b267f-5166-4fdf-b752-4ae026fc0df0 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:26:01.120886 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8475c626-b0ed-43b0-94ef-80adedf355db None None] Provisioning complete for port 9329a67f-ab0e-4211-9682-e56063dd0536 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:26:01.121606 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8475c626-b0ed-43b0-94ef-80adedf355db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:01.195938 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2ac18b8c-f007-4e1c-8b50-4085b24e7dfb tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:01.213028 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:01.253941 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac18b8c-f007-4e1c-8b50-4085b24e7dfb tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Pushing event deleted for resources: {'Port': ['ID=b06b267f-5166-4fdf-b752-4ae026fc0df0,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:01.284233 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2ac18b8c-f007-4e1c-8b50-4085b24e7dfb tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:01.287646 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2ac18b8c-f007-4e1c-8b50-4085b24e7dfb tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] 10.222.0.60 "DELETE /v2.0/ports/b06b267f-5166-4fdf-b752-4ae026fc0df0 HTTP/1.1" status: 204 len: 168 time: 0.5025768 Aug 17 00:26:01.289932 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 9329a67f-ab0e-4211-9682-e56063dd0536, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9329a67f-ab0e-4211-9682-e56063dd0536,segment=NetworkSegment(93f91305-9c93-48ef-9bfd-b9f78be6f133),segment_id=93f91305-9c93-48ef-9bfd-b9f78be6f133)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:26:01.290124 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35606) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:01.305336 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:01.308606 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8475c626-b0ed-43b0-94ef-80adedf355db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:01.366503 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d0d525-b4d5-48dd-87f3-825af62821fd tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Deleting subnet 83a92b50-2648-4104-a217-9f3ea073e29b {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:26:01.369902 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f6d0d525-b4d5-48dd-87f3-825af62821fd tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:01.411161 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=9329a67f-ab0e-4211-9682-e56063dd0536,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:01.421359 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f6d0d525-b4d5-48dd-87f3-825af62821fd tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:01.423686 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.db.api [None req-8475c626-b0ed-43b0-94ef-80adedf355db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:26:01.424239 n-d-800088-20 neutron-server[101404]: DEBUG oslo_db.api [None req-8475c626-b0ed-43b0-94ef-80adedf355db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:26:01.522180 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f6d0d525-b4d5-48dd-87f3-825af62821fd tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:01.597161 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f6d0d525-b4d5-48dd-87f3-825af62821fd tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:01.628654 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0d525-b4d5-48dd-87f3-825af62821fd tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Pushing event deleted for resources: {'Subnet': ['ID=83a92b50-2648-4104-a217-9f3ea073e29b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:01.634749 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f6d0d525-b4d5-48dd-87f3-825af62821fd tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:01.637110 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f6d0d525-b4d5-48dd-87f3-825af62821fd tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] 10.222.0.60 "DELETE /v2.0/subnets/83a92b50-2648-4104-a217-9f3ea073e29b HTTP/1.1" status: 204 len: 168 time: 0.3461356 Aug 17 00:26:01.641130 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35614) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:01.727546 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec6c132-aef0-4ad3-ba71-272cfcf75da8 None None] Network 5d8a524d-4144-4571-8828-513631e5a023 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:26:01.734735 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5c0cbdf1-c3da-4aa8-9ae0-4af890b56089 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:01.795715 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-5c0cbdf1-c3da-4aa8-9ae0-4af890b56089 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Deleting port 9329a67f-ab0e-4211-9682-e56063dd0536 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:26:01.796068 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5c0cbdf1-c3da-4aa8-9ae0-4af890b56089 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:01.873119 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-5c0cbdf1-c3da-4aa8-9ae0-4af890b56089 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] For port 9329a67f-ab0e-4211-9682-e56063dd0536, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9329a67f-ab0e-4211-9682-e56063dd0536,segment=NetworkSegment(93f91305-9c93-48ef-9bfd-b9f78be6f133),segment_id=93f91305-9c93-48ef-9bfd-b9f78be6f133)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:26:01.873494 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5c0cbdf1-c3da-4aa8-9ae0-4af890b56089 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:01.887625 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-5c0cbdf1-c3da-4aa8-9ae0-4af890b56089 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Calling delete_port for 9329a67f-ab0e-4211-9682-e56063dd0536 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:26:01.920160 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573b6efa-05b4-492e-9109-8eb414d7d42f None None] DHCP port deletion for 5d8a524d-4144-4571-8828-513631e5a023 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:26:01.979574 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5c0cbdf1-c3da-4aa8-9ae0-4af890b56089 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:02.010931 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-573b6efa-05b4-492e-9109-8eb414d7d42f None None] Deleting port 9329a67f-ab0e-4211-9682-e56063dd0536 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:26:02.011534 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-573b6efa-05b4-492e-9109-8eb414d7d42f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:02.013385 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0cbdf1-c3da-4aa8-9ae0-4af890b56089 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Pushing event deleted for resources: {'Port': ['ID=9329a67f-ab0e-4211-9682-e56063dd0536,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:02.015332 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0cbdf1-c3da-4aa8-9ae0-4af890b56089 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] No DVR routers for this DVR port 9329a67f-ab0e-4211-9682-e56063dd0536 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:26:02.076820 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-573b6efa-05b4-492e-9109-8eb414d7d42f None None] For port 9329a67f-ab0e-4211-9682-e56063dd0536, host n-d-800088-20, got binding levels [] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:26:02.077346 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-573b6efa-05b4-492e-9109-8eb414d7d42f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:02.097163 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5c0cbdf1-c3da-4aa8-9ae0-4af890b56089 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:02.100173 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-573b6efa-05b4-492e-9109-8eb414d7d42f None None] Calling delete_port for 9329a67f-ab0e-4211-9682-e56063dd0536 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:26:02.105730 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.ipam_backend_mixin [None req-573b6efa-05b4-492e-9109-8eb414d7d42f None None] Port 9329a67f-ab0e-4211-9682-e56063dd0536 was not found and therefore no delete operation was performed {{(pid=101404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 00:26:02.108265 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-5c0cbdf1-c3da-4aa8-9ae0-4af890b56089 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8a524d-4144-4571-8828-513631e5a023']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:26:02.115438 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-573b6efa-05b4-492e-9109-8eb414d7d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:02.119225 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-5c0cbdf1-c3da-4aa8-9ae0-4af890b56089 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f91305-9c93-48ef-9bfd-b9f78be6f133') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:26:02.119576 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-5c0cbdf1-c3da-4aa8-9ae0-4af890b56089 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f91305-9c93-48ef-9bfd-b9f78be6f133') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:26:02.128808 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5c0cbdf1-c3da-4aa8-9ae0-4af890b56089 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:02.147172 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5c0cbdf1-c3da-4aa8-9ae0-4af890b56089 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:02.154312 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0cbdf1-c3da-4aa8-9ae0-4af890b56089 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:26:02.154719 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5c0cbdf1-c3da-4aa8-9ae0-4af890b56089 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:26:02.159512 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:26:02.242640 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5c0cbdf1-c3da-4aa8-9ae0-4af890b56089 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:02.247372 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5c0cbdf1-c3da-4aa8-9ae0-4af890b56089 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:02.250123 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5c0cbdf1-c3da-4aa8-9ae0-4af890b56089 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] 10.222.0.60 "DELETE /v2.0/networks/5d8a524d-4144-4571-8828-513631e5a023 HTTP/1.1" status: 204 len: 168 time: 0.6091697 Aug 17 00:26:02.267315 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0cbdf1-c3da-4aa8-9ae0-4af890b56089 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822 tempest-ExtraDHCPOptionsIpV6TestJSON-614313822-project] Pushing event deleted for resources: {'Network': ['ID=5d8a524d-4144-4571-8828-513631e5a023,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:02.300819 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ebfb89bc-49d4-4df1-b9c4-62969c3eeb41 None None] Could not find standard attr ID for object 676fccb5-e1f7-4155-92a8-63c9cf1e0f08. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:26:02.322280 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ebfb89bc-49d4-4df1-b9c4-62969c3eeb41 None None] Could not find standard attr ID for object b06b267f-5166-4fdf-b752-4ae026fc0df0. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:26:02.327934 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573b6efa-05b4-492e-9109-8eb414d7d42f None None] No DVR routers for this DVR port 9329a67f-ab0e-4211-9682-e56063dd0536 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:26:02.332841 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b6efa-05b4-492e-9109-8eb414d7d42f None None] Pushing event deleted for resources: {'Port': ['ID=9329a67f-ab0e-4211-9682-e56063dd0536,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:02.554957 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35644) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:02.796596 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bf98a66f-6d78-4ce9-befd-7dff5b358227 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e2d6b568d0e44dd0ba714749020982a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2404215 Aug 17 00:26:02.799326 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35658) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:02.847075 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2b996a5b-7070-41bf-9e18-59b75dc144c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:02.870292 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2b996a5b-7070-41bf-9e18-59b75dc144c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:02.906246 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9329a67f-ab0e-4211-9682-e56063dd0536 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:26:02.925884 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 9329a67f-ab0e-4211-9682-e56063dd0536 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:26:02.926293 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9329a67f-ab0e-4211-9682-e56063dd0536 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:26:02.927343 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2b996a5b-7070-41bf-9e18-59b75dc144c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:02.935277 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2b996a5b-7070-41bf-9e18-59b75dc144c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:02.935277 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2b996a5b-7070-41bf-9e18-59b75dc144c4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e5296dc7-33ce-4598-88df-350b7c0f4290 HTTP/1.1" status: 204 len: 168 time: 0.1324544 Aug 17 00:26:02.942995 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b996a5b-7070-41bf-9e18-59b75dc144c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5296dc7-33ce-4598-88df-350b7c0f4290,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:03.830745 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35700) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:04.022036 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-333f99a1-33a1-4d20-bd83-4b2d7bb94989 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Request body: {'networks': [{'name': 'tempest-network--2076604713'}, {'name': 'tempest-network--2013909465'}]} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:26:04.022477 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-333f99a1-33a1-4d20-bd83-4b2d7bb94989 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Request body: {'network': {'name': 'tempest-network--2076604713'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:26:04.022953 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-333f99a1-33a1-4d20-bd83-4b2d7bb94989 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Request body: {'network': {'name': 'tempest-network--2013909465'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:26:04.045220 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333f99a1-33a1-4d20-bd83-4b2d7bb94989 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Made reservation on behalf of 411740a420fe4a8d994f1e6f5abec7a2 for: {'network': 2} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:26:04.050489 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-333f99a1-33a1-4d20-bd83-4b2d7bb94989 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:04.059102 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-333f99a1-33a1-4d20-bd83-4b2d7bb94989 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:04.156716 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-333f99a1-33a1-4d20-bd83-4b2d7bb94989 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:04.161863 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-333f99a1-33a1-4d20-bd83-4b2d7bb94989 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:04.162426 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-333f99a1-33a1-4d20-bd83-4b2d7bb94989 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:04.203797 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f99a1-33a1-4d20-bd83-4b2d7bb94989 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffd4ae7-03d8-4b1b-b117-144575f9b792,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:04.209665 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333f99a1-33a1-4d20-bd83-4b2d7bb94989 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:26:04.222273 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-333f99a1-33a1-4d20-bd83-4b2d7bb94989 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:04.222632 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-333f99a1-33a1-4d20-bd83-4b2d7bb94989 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Added segment a83851b4-2906-47ab-8a1d-5f6b7933213a of type vlan for network 162f4e8e-b07e-4ab7-8da6-1d285ffdd342 Aug 17 00:26:04.262324 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-333f99a1-33a1-4d20-bd83-4b2d7bb94989 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:04.293169 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333f99a1-33a1-4d20-bd83-4b2d7bb94989 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:26:04.302085 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-333f99a1-33a1-4d20-bd83-4b2d7bb94989 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:04.302452 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-333f99a1-33a1-4d20-bd83-4b2d7bb94989 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Added segment 8dc9b110-957b-4161-a77e-2b62c604683e of type vlan for network 319fa08a-9f3f-474c-9326-80fa5b15498c Aug 17 00:26:04.348617 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-333f99a1-33a1-4d20-bd83-4b2d7bb94989 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:04.374515 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-333f99a1-33a1-4d20-bd83-4b2d7bb94989 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:04.375159 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-333f99a1-33a1-4d20-bd83-4b2d7bb94989 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:04.381758 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333f99a1-33a1-4d20-bd83-4b2d7bb94989 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:26:04.386619 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333f99a1-33a1-4d20-bd83-4b2d7bb94989 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:26:04.387318 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-333f99a1-33a1-4d20-bd83-4b2d7bb94989 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:04.450505 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-333f99a1-33a1-4d20-bd83-4b2d7bb94989 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.6186023 Aug 17 00:26:04.452972 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35722) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:04.472076 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f99a1-33a1-4d20-bd83-4b2d7bb94989 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Pushing event updated for resources: {'Network': ['ID=162f4e8e-b07e-4ab7-8da6-1d285ffdd342,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:04.483444 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 162f4e8e-b07e-4ab7-8da6-1d285ffdd342 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:26:04.632172 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f99a1-33a1-4d20-bd83-4b2d7bb94989 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Pushing event updated for resources: {'Network': ['ID=319fa08a-9f3f-474c-9326-80fa5b15498c,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:04.642152 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 319fa08a-9f3f-474c-9326-80fa5b15498c details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:26:04.714661 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d12c631-9eca-40b8-bb97-803c3bcea687 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:26:04.721248 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d12c631-9eca-40b8-bb97-803c3bcea687 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:26:04.727208 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d12c631-9eca-40b8-bb97-803c3bcea687 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:26:04.733555 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d12c631-9eca-40b8-bb97-803c3bcea687 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:26:04.737988 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3d12c631-9eca-40b8-bb97-803c3bcea687 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2813528 Aug 17 00:26:04.738399 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35730) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:04.818083 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9017a5c5-d6c4-4986-bdc8-5b7d5c975b3a tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:04.905036 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9017a5c5-d6c4-4986-bdc8-5b7d5c975b3a tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:04.915453 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-9017a5c5-d6c4-4986-bdc8-5b7d5c975b3a tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['162f4e8e-b07e-4ab7-8da6-1d285ffdd342']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:26:04.925572 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-9017a5c5-d6c4-4986-bdc8-5b7d5c975b3a tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83851b4-2906-47ab-8a1d-5f6b7933213a') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:26:04.925862 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-9017a5c5-d6c4-4986-bdc8-5b7d5c975b3a tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83851b4-2906-47ab-8a1d-5f6b7933213a') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:26:04.934488 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9017a5c5-d6c4-4986-bdc8-5b7d5c975b3a tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:04.950566 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9017a5c5-d6c4-4986-bdc8-5b7d5c975b3a tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:04.956644 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9017a5c5-d6c4-4986-bdc8-5b7d5c975b3a tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:26:04.957130 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9017a5c5-d6c4-4986-bdc8-5b7d5c975b3a tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:26:04.960225 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:26:05.027016 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9017a5c5-d6c4-4986-bdc8-5b7d5c975b3a tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:05.031334 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9017a5c5-d6c4-4986-bdc8-5b7d5c975b3a tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:05.033348 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9017a5c5-d6c4-4986-bdc8-5b7d5c975b3a tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] 10.222.0.60 "DELETE /v2.0/networks/162f4e8e-b07e-4ab7-8da6-1d285ffdd342 HTTP/1.1" status: 204 len: 168 time: 0.2938964 Aug 17 00:26:05.036645 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35740) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:05.050275 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017a5c5-d6c4-4986-bdc8-5b7d5c975b3a tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Pushing event deleted for resources: {'Network': ['ID=162f4e8e-b07e-4ab7-8da6-1d285ffdd342,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:05.120985 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ed691283-fec5-4131-aac6-b9177e21b77d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:05.212358 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ed691283-fec5-4131-aac6-b9177e21b77d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:05.223406 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-ed691283-fec5-4131-aac6-b9177e21b77d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319fa08a-9f3f-474c-9326-80fa5b15498c']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:26:05.237892 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-ed691283-fec5-4131-aac6-b9177e21b77d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc9b110-957b-4161-a77e-2b62c604683e') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:26:05.238185 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-ed691283-fec5-4131-aac6-b9177e21b77d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc9b110-957b-4161-a77e-2b62c604683e') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:26:05.247004 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ed691283-fec5-4131-aac6-b9177e21b77d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:05.264072 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ed691283-fec5-4131-aac6-b9177e21b77d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:05.272535 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed691283-fec5-4131-aac6-b9177e21b77d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:26:05.272992 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ed691283-fec5-4131-aac6-b9177e21b77d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:26:05.276387 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:26:05.351596 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ed691283-fec5-4131-aac6-b9177e21b77d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:05.358869 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ed691283-fec5-4131-aac6-b9177e21b77d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:05.361507 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ed691283-fec5-4131-aac6-b9177e21b77d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] 10.222.0.60 "DELETE /v2.0/networks/319fa08a-9f3f-474c-9326-80fa5b15498c HTTP/1.1" status: 204 len: 168 time: 0.3237510 Aug 17 00:26:05.364025 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35754) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:05.386868 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed691283-fec5-4131-aac6-b9177e21b77d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Pushing event deleted for resources: {'Network': ['ID=319fa08a-9f3f-474c-9326-80fa5b15498c,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:05.494340 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cee1e2-05e4-4956-a88b-3a775beaaac4 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:26:05.500563 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cee1e2-05e4-4956-a88b-3a775beaaac4 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:26:05.502183 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-46cee1e2-05e4-4956-a88b-3a775beaaac4 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1372147 Aug 17 00:26:05.506544 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35760) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:05.511960 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-4c72fa85-253a-46ea-871b-1db6b8825900 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1658150674'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:26:05.534995 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c72fa85-253a-46ea-871b-1db6b8825900 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Made reservation on behalf of 411740a420fe4a8d994f1e6f5abec7a2 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:26:05.538817 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4c72fa85-253a-46ea-871b-1db6b8825900 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:05.565176 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c72fa85-253a-46ea-871b-1db6b8825900 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:26:05.574663 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4c72fa85-253a-46ea-871b-1db6b8825900 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:05.575031 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-4c72fa85-253a-46ea-871b-1db6b8825900 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Added segment 60b4cad4-c35c-4d68-a26d-3333e1c2ad4e of type vlan for network 4d814366-83b3-46fc-b4f5-8277ae137a0a Aug 17 00:26:05.620063 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4c72fa85-253a-46ea-871b-1db6b8825900 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:05.646325 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4c72fa85-253a-46ea-871b-1db6b8825900 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:05.652203 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c72fa85-253a-46ea-871b-1db6b8825900 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:26:05.652800 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4c72fa85-253a-46ea-871b-1db6b8825900 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:05.715587 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4c72fa85-253a-46ea-871b-1db6b8825900 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2078874 Aug 17 00:26:05.718308 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35770) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:05.724241 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-4e3fb9d1-7e6f-4261-b78a-3754c0dd6beb tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1660815755'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:26:05.732294 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72fa85-253a-46ea-871b-1db6b8825900 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Pushing event updated for resources: {'Network': ['ID=4d814366-83b3-46fc-b4f5-8277ae137a0a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:05.742749 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 4d814366-83b3-46fc-b4f5-8277ae137a0a details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:26:05.752488 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3fb9d1-7e6f-4261-b78a-3754c0dd6beb tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Made reservation on behalf of 411740a420fe4a8d994f1e6f5abec7a2 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:26:05.756458 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4e3fb9d1-7e6f-4261-b78a-3754c0dd6beb tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:05.784034 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e3fb9d1-7e6f-4261-b78a-3754c0dd6beb tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:26:05.797136 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4e3fb9d1-7e6f-4261-b78a-3754c0dd6beb tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:05.797354 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-4e3fb9d1-7e6f-4261-b78a-3754c0dd6beb tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Added segment 93595e74-de36-432d-81c8-32fa04747aa3 of type vlan for network a89db697-4535-444f-97c9-8acac6f8232a Aug 17 00:26:05.840870 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4e3fb9d1-7e6f-4261-b78a-3754c0dd6beb tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:05.872539 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4e3fb9d1-7e6f-4261-b78a-3754c0dd6beb tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:05.880724 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3fb9d1-7e6f-4261-b78a-3754c0dd6beb tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:26:05.881642 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4e3fb9d1-7e6f-4261-b78a-3754c0dd6beb tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:05.935486 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4e3fb9d1-7e6f-4261-b78a-3754c0dd6beb tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2160239 Aug 17 00:26:05.938227 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35780) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:05.953810 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-d27ea583-0dcc-4cf1-a3ee-8362890d1b3d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Request body: {'ports': [{'network_id': '4d814366-83b3-46fc-b4f5-8277ae137a0a', 'name': 'tempest-port--501148382', 'admin_state_up': True}, {'network_id': 'a89db697-4535-444f-97c9-8acac6f8232a', 'admin_state_up': False}]} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:26:05.954207 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-d27ea583-0dcc-4cf1-a3ee-8362890d1b3d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Request body: {'port': {'network_id': '4d814366-83b3-46fc-b4f5-8277ae137a0a', 'name': 'tempest-port--501148382', 'admin_state_up': True}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:26:05.955259 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-d27ea583-0dcc-4cf1-a3ee-8362890d1b3d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Request body: {'port': {'network_id': 'a89db697-4535-444f-97c9-8acac6f8232a', 'admin_state_up': False}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:26:05.971104 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3fb9d1-7e6f-4261-b78a-3754c0dd6beb tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Pushing event updated for resources: {'Network': ['ID=a89db697-4535-444f-97c9-8acac6f8232a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:05.982833 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network a89db697-4535-444f-97c9-8acac6f8232a details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:26:06.128474 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27ea583-0dcc-4cf1-a3ee-8362890d1b3d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Made reservation on behalf of 411740a420fe4a8d994f1e6f5abec7a2 for: {'port': 2} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:26:06.132870 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d27ea583-0dcc-4cf1-a3ee-8362890d1b3d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:06.145942 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d27ea583-0dcc-4cf1-a3ee-8362890d1b3d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:06.233989 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-d27ea583-0dcc-4cf1-a3ee-8362890d1b3d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] device_id is not set on port e9f178a0-dd84-44e6-bcb0-c80376192618 yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:26:06.355187 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d27ea583-0dcc-4cf1-a3ee-8362890d1b3d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:06.430894 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-d27ea583-0dcc-4cf1-a3ee-8362890d1b3d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] device_id is not set on port 1b659a28-dac5-472e-82fd-5d381186ef7d yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:26:06.547476 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d27ea583-0dcc-4cf1-a3ee-8362890d1b3d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:06.587406 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d27ea583-0dcc-4cf1-a3ee-8362890d1b3d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:06.648006 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ea583-0dcc-4cf1-a3ee-8362890d1b3d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Pushing event updated for resources: {'Port': ['ID=e9f178a0-dd84-44e6-bcb0-c80376192618,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:06.658490 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27ea583-0dcc-4cf1-a3ee-8362890d1b3d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Checking segment: {'id': '60b4cad4-c35c-4d68-a26d-3333e1c2ad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4d814366-83b3-46fc-b4f5-8277ae137a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:26:06.658863 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27ea583-0dcc-4cf1-a3ee-8362890d1b3d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Network hostable DHCP agents. Network: 4d814366-83b3-46fc-b4f5-8277ae137a0a, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:26:06.676054 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27ea583-0dcc-4cf1-a3ee-8362890d1b3d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Network 4d814366-83b3-46fc-b4f5-8277ae137a0a is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:26:06.684478 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-d27ea583-0dcc-4cf1-a3ee-8362890d1b3d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 4d814366-83b3-46fc-b4f5-8277ae137a0a) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:26:06.688150 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27ea583-0dcc-4cf1-a3ee-8362890d1b3d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:26:06.689725 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d27ea583-0dcc-4cf1-a3ee-8362890d1b3d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:06.695392 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33600210-6eaf-4fc2-850d-69fcf21c3fd2 None None] Network 4d814366-83b3-46fc-b4f5-8277ae137a0a requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:26:06.768417 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ea583-0dcc-4cf1-a3ee-8362890d1b3d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Pushing event updated for resources: {'Port': ['ID=1b659a28-dac5-472e-82fd-5d381186ef7d,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:06.774344 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27ea583-0dcc-4cf1-a3ee-8362890d1b3d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Checking segment: {'id': '93595e74-de36-432d-81c8-32fa04747aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a89db697-4535-444f-97c9-8acac6f8232a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:26:06.774857 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27ea583-0dcc-4cf1-a3ee-8362890d1b3d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Network hostable DHCP agents. Network: a89db697-4535-444f-97c9-8acac6f8232a, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:26:06.793362 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27ea583-0dcc-4cf1-a3ee-8362890d1b3d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Network a89db697-4535-444f-97c9-8acac6f8232a is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:26:06.802778 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-d27ea583-0dcc-4cf1-a3ee-8362890d1b3d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, a89db697-4535-444f-97c9-8acac6f8232a) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:26:06.806553 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27ea583-0dcc-4cf1-a3ee-8362890d1b3d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:26:06.812832 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27ea583-0dcc-4cf1-a3ee-8362890d1b3d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:26:06.816537 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b14bf6-5c82-45d8-bd85-cb139ed89cdc None None] Network a89db697-4535-444f-97c9-8acac6f8232a requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:26:06.818720 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27ea583-0dcc-4cf1-a3ee-8362890d1b3d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:26:06.819977 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d27ea583-0dcc-4cf1-a3ee-8362890d1b3d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:06.837788 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d27ea583-0dcc-4cf1-a3ee-8362890d1b3d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.8954685 Aug 17 00:26:06.838214 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35804) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:06.889395 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5ed861-9678-418e-b710-030d181c4143 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:26:06.896056 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5ed861-9678-418e-b710-030d181c4143 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:26:06.897700 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3a5ed861-9678-418e-b710-030d181c4143 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0584779 Aug 17 00:26:06.900522 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35806) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:06.993129 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-19d5632f-2cb6-4312-842b-058425467b87 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Deleting port e9f178a0-dd84-44e6-bcb0-c80376192618 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:26:06.993793 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-19d5632f-2cb6-4312-842b-058425467b87 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:07.060198 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-19d5632f-2cb6-4312-842b-058425467b87 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:07.073447 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-19d5632f-2cb6-4312-842b-058425467b87 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Calling delete_port for e9f178a0-dd84-44e6-bcb0-c80376192618 owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:26:07.161478 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-19d5632f-2cb6-4312-842b-058425467b87 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:07.191633 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5632f-2cb6-4312-842b-058425467b87 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Pushing event deleted for resources: {'Port': ['ID=e9f178a0-dd84-44e6-bcb0-c80376192618,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:07.196767 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-19d5632f-2cb6-4312-842b-058425467b87 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:07.198730 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-19d5632f-2cb6-4312-842b-058425467b87 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] 10.222.0.60 "DELETE /v2.0/ports/e9f178a0-dd84-44e6-bcb0-c80376192618 HTTP/1.1" status: 204 len: 168 time: 0.2970707 Aug 17 00:26:07.201354 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35812) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:07.288801 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-e6005ffc-55d1-4f2a-8bac-9f7f5d1fed5d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Deleting port 1b659a28-dac5-472e-82fd-5d381186ef7d {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:26:07.289179 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e6005ffc-55d1-4f2a-8bac-9f7f5d1fed5d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:07.359904 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e6005ffc-55d1-4f2a-8bac-9f7f5d1fed5d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:07.373561 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-e6005ffc-55d1-4f2a-8bac-9f7f5d1fed5d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Calling delete_port for 1b659a28-dac5-472e-82fd-5d381186ef7d owned by {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:26:07.459484 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e6005ffc-55d1-4f2a-8bac-9f7f5d1fed5d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:07.490353 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6005ffc-55d1-4f2a-8bac-9f7f5d1fed5d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Pushing event deleted for resources: {'Port': ['ID=1b659a28-dac5-472e-82fd-5d381186ef7d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:07.495917 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e6005ffc-55d1-4f2a-8bac-9f7f5d1fed5d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:07.497804 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e6005ffc-55d1-4f2a-8bac-9f7f5d1fed5d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] 10.222.0.60 "DELETE /v2.0/ports/1b659a28-dac5-472e-82fd-5d381186ef7d HTTP/1.1" status: 204 len: 168 time: 0.2955227 Aug 17 00:26:07.500365 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35820) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:07.527444 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-327e5018-37cf-4918-be58-8daf6ded43a6 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0256972 Aug 17 00:26:07.531228 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35822) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:07.536948 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-bccf809a-8efe-4713-a40b-3628fcd38d61 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-768262530'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:26:07.557789 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccf809a-8efe-4713-a40b-3628fcd38d61 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Made reservation on behalf of 411740a420fe4a8d994f1e6f5abec7a2 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:26:07.561224 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bccf809a-8efe-4713-a40b-3628fcd38d61 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:07.584528 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bccf809a-8efe-4713-a40b-3628fcd38d61 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:26:07.593818 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bccf809a-8efe-4713-a40b-3628fcd38d61 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:07.594324 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-bccf809a-8efe-4713-a40b-3628fcd38d61 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Added segment 68ff96c8-d874-424d-b2e9-a68418288f6d of type vlan for network 0cc30fe8-65fd-4596-87aa-765a806f04f3 Aug 17 00:26:07.635535 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bccf809a-8efe-4713-a40b-3628fcd38d61 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:07.660296 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bccf809a-8efe-4713-a40b-3628fcd38d61 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:07.666070 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccf809a-8efe-4713-a40b-3628fcd38d61 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:26:07.666662 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bccf809a-8efe-4713-a40b-3628fcd38d61 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:07.725641 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bccf809a-8efe-4713-a40b-3628fcd38d61 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1932395 Aug 17 00:26:07.728733 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35830) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:07.734486 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-af692780-72a3-4619-88c5-c6fa514d1af2 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-585503200'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:26:07.741885 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf809a-8efe-4713-a40b-3628fcd38d61 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Pushing event updated for resources: {'Network': ['ID=0cc30fe8-65fd-4596-87aa-765a806f04f3,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:07.752869 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 0cc30fe8-65fd-4596-87aa-765a806f04f3 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:26:07.756417 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af692780-72a3-4619-88c5-c6fa514d1af2 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Made reservation on behalf of 411740a420fe4a8d994f1e6f5abec7a2 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:26:07.760440 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-af692780-72a3-4619-88c5-c6fa514d1af2 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:07.786356 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af692780-72a3-4619-88c5-c6fa514d1af2 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:26:07.795243 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-af692780-72a3-4619-88c5-c6fa514d1af2 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:07.795595 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-af692780-72a3-4619-88c5-c6fa514d1af2 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Added segment 587843e7-f5d2-4417-a06e-c0eb7120008b of type vlan for network ca4b5c32-2c3a-4463-bce1-6e514dfeb2c0 Aug 17 00:26:07.835885 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-af692780-72a3-4619-88c5-c6fa514d1af2 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:07.864238 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-af692780-72a3-4619-88c5-c6fa514d1af2 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:07.870217 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af692780-72a3-4619-88c5-c6fa514d1af2 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:26:07.870820 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-af692780-72a3-4619-88c5-c6fa514d1af2 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:07.930195 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-af692780-72a3-4619-88c5-c6fa514d1af2 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2001872 Aug 17 00:26:07.945140 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af692780-72a3-4619-88c5-c6fa514d1af2 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Pushing event updated for resources: {'Network': ['ID=ca4b5c32-2c3a-4463-bce1-6e514dfeb2c0,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:07.956106 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network ca4b5c32-2c3a-4463-bce1-6e514dfeb2c0 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:26:08.068934 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35842) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:08.074385 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a501eccb-a31e-4a32-9977-d1a680c4b5cc tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Request body: {'subnets': [{'network_id': '0cc30fe8-65fd-4596-87aa-765a806f04f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--62735934', 'ip_version': 4}, {'network_id': 'ca4b5c32-2c3a-4463-bce1-6e514dfeb2c0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:26:08.074706 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a501eccb-a31e-4a32-9977-d1a680c4b5cc tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Request body: {'subnet': {'network_id': '0cc30fe8-65fd-4596-87aa-765a806f04f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--62735934', 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:26:08.075288 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a501eccb-a31e-4a32-9977-d1a680c4b5cc tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Request body: {'subnet': {'network_id': 'ca4b5c32-2c3a-4463-bce1-6e514dfeb2c0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:26:08.238186 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a501eccb-a31e-4a32-9977-d1a680c4b5cc tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Made reservation on behalf of 411740a420fe4a8d994f1e6f5abec7a2 for: {'subnet': 2} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:26:08.242715 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a501eccb-a31e-4a32-9977-d1a680c4b5cc tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:08.243071 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a501eccb-a31e-4a32-9977-d1a680c4b5cc tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:08.605295 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a501eccb-a31e-4a32-9977-d1a680c4b5cc tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:08.666382 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501eccb-a31e-4a32-9977-d1a680c4b5cc tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Pushing event updated for resources: {'Subnet': ['ID=247c71b3-543d-4417-a2b2-059aca190f86,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:08.678913 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a501eccb-a31e-4a32-9977-d1a680c4b5cc tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Checking segment: {'id': '68ff96c8-d874-424d-b2e9-a68418288f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0cc30fe8-65fd-4596-87aa-765a806f04f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:26:08.679276 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a501eccb-a31e-4a32-9977-d1a680c4b5cc tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Network hostable DHCP agents. Network: 0cc30fe8-65fd-4596-87aa-765a806f04f3, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:26:08.695389 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a501eccb-a31e-4a32-9977-d1a680c4b5cc tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Network 0cc30fe8-65fd-4596-87aa-765a806f04f3 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:26:08.704864 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-a501eccb-a31e-4a32-9977-d1a680c4b5cc tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 0cc30fe8-65fd-4596-87aa-765a806f04f3) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:26:08.708845 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a501eccb-a31e-4a32-9977-d1a680c4b5cc tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:08.714776 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3da337a-4d7f-4475-bbcf-e3601596bd6c None None] Network 0cc30fe8-65fd-4596-87aa-765a806f04f3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:26:08.776953 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501eccb-a31e-4a32-9977-d1a680c4b5cc tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Pushing event updated for resources: {'Subnet': ['ID=1d860e8a-0d41-4905-ade5-4d020d664635,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:08.787730 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a501eccb-a31e-4a32-9977-d1a680c4b5cc tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Checking segment: {'id': '587843e7-f5d2-4417-a06e-c0eb7120008b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ca4b5c32-2c3a-4463-bce1-6e514dfeb2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:26:08.788025 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a501eccb-a31e-4a32-9977-d1a680c4b5cc tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Network hostable DHCP agents. Network: ca4b5c32-2c3a-4463-bce1-6e514dfeb2c0, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:26:08.804966 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a501eccb-a31e-4a32-9977-d1a680c4b5cc tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Network ca4b5c32-2c3a-4463-bce1-6e514dfeb2c0 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:26:08.815579 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-a501eccb-a31e-4a32-9977-d1a680c4b5cc tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, ca4b5c32-2c3a-4463-bce1-6e514dfeb2c0) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:26:08.820484 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a501eccb-a31e-4a32-9977-d1a680c4b5cc tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:26:08.820968 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a501eccb-a31e-4a32-9977-d1a680c4b5cc tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:26:08.821765 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a501eccb-a31e-4a32-9977-d1a680c4b5cc tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:08.833107 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f537fc-a615-420d-b271-14373bb7ca28 None None] Network ca4b5c32-2c3a-4463-bce1-6e514dfeb2c0 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:26:08.839106 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a501eccb-a31e-4a32-9977-d1a680c4b5cc tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 0.7686164 Aug 17 00:26:08.841286 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35866) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:08.935385 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8085d499-757d-48b3-9634-e35d64c26e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-0cc30fe8-65fd-4596-87aa-765a806f04f3', 'network_id': '0cc30fe8-65fd-4596-87aa-765a806f04f3', 'tenant_id': '411740a420fe4a8d994f1e6f5abec7a2', 'fixed_ips': [{'subnet_id': '247c71b3-543d-4417-a2b2-059aca190f86'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:26:08.936862 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8085d499-757d-48b3-9634-e35d64c26e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:08.941636 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ae06d3-44bd-4748-bb1d-2973837289d4 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:26:08.943205 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ae06d3-44bd-4748-bb1d-2973837289d4 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:26:08.945471 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ae06d3-44bd-4748-bb1d-2973837289d4 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:26:08.949952 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-28ae06d3-44bd-4748-bb1d-2973837289d4 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.1049027 Aug 17 00:26:08.950211 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35870) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:09.007653 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-7991260e-d5c5-413f-b2db-d544a3b13b35 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Deleting subnet 247c71b3-543d-4417-a2b2-059aca190f86 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:26:09.010997 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7991260e-d5c5-413f-b2db-d544a3b13b35 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:09.059652 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7991260e-d5c5-413f-b2db-d544a3b13b35 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:09.102767 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc1d52f-4292-47ce-b085-41f4bced6a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-ca4b5c32-2c3a-4463-bce1-6e514dfeb2c0', 'network_id': 'ca4b5c32-2c3a-4463-bce1-6e514dfeb2c0', 'tenant_id': '411740a420fe4a8d994f1e6f5abec7a2', 'fixed_ips': [{'subnet_id': '1d860e8a-0d41-4905-ade5-4d020d664635'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:26:09.103652 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bfc1d52f-4292-47ce-b085-41f4bced6a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:09.112936 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7991260e-d5c5-413f-b2db-d544a3b13b35 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:09.178618 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7991260e-d5c5-413f-b2db-d544a3b13b35 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server [None req-8085d499-757d-48b3-9634-e35d64c26e69 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 247c71b3-543d-4417-a2b2-059aca190f86: This subnet is being modified by another concurrent operation. Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise exception Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 247c71b3-543d-4417-a2b2-059aca190f86: This subnet is being modified by another concurrent operation. Aug 17 00:26:09.184892 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server Aug 17 00:26:09.211132 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b976b3a-c987-4689-bfba-e5c973f309fd None None] Network 0cc30fe8-65fd-4596-87aa-765a806f04f3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:26:09.223183 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991260e-d5c5-413f-b2db-d544a3b13b35 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Pushing event deleted for resources: {'Subnet': ['ID=247c71b3-543d-4417-a2b2-059aca190f86,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:09.227389 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7991260e-d5c5-413f-b2db-d544a3b13b35 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:09.229534 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7991260e-d5c5-413f-b2db-d544a3b13b35 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] 10.222.0.60 "DELETE /v2.0/subnets/247c71b3-543d-4417-a2b2-059aca190f86 HTTP/1.1" status: 204 len: 168 time: 0.2783782 Aug 17 00:26:09.232548 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35876) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:09.294756 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-28cb22a5-af2f-45a5-a806-925b35084675 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Deleting subnet 1d860e8a-0d41-4905-ade5-4d020d664635 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:26:09.327715 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-bfc1d52f-4292-47ce-b085-41f4bced6a18 None None] Allocated IP 172.20.0.18 (ca4b5c32-2c3a-4463-bce1-6e514dfeb2c0/1d860e8a-0d41-4905-ade5-4d020d664635/76b46671-b23f-4233-b507-8e2694e85d24) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:26:09.514130 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bfc1d52f-4292-47ce-b085-41f4bced6a18 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:09.523211 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-bfc1d52f-4292-47ce-b085-41f4bced6a18 None None] Transition to ACTIVE for port object 76b46671-b23f-4233-b507-8e2694e85d24 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:26:09.539124 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-bfc1d52f-4292-47ce-b085-41f4bced6a18 None None] Transition to ACTIVE for port object 76b46671-b23f-4233-b507-8e2694e85d24 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:26:09.545194 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-28cb22a5-af2f-45a5-a806-925b35084675 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:09.547031 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bfc1d52f-4292-47ce-b085-41f4bced6a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:09.584325 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc1d52f-4292-47ce-b085-41f4bced6a18 None None] Network ca4b5c32-2c3a-4463-bce1-6e514dfeb2c0 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:26:09.586330 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-28cb22a5-af2f-45a5-a806-925b35084675 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:09.594086 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-bfc1d52f-4292-47ce-b085-41f4bced6a18 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:26:09.597559 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc1d52f-4292-47ce-b085-41f4bced6a18 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:26:09.612854 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1d52f-4292-47ce-b085-41f4bced6a18 None None] Pushing event updated for resources: {'Port': ['ID=76b46671-b23f-4233-b507-8e2694e85d24,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:09.671003 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-bfc1d52f-4292-47ce-b085-41f4bced6a18 None None] Attempting to bind port 76b46671-b23f-4233-b507-8e2694e85d24 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:26:09.671376 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-bfc1d52f-4292-47ce-b085-41f4bced6a18 None None] Attempting to bind port 76b46671-b23f-4233-b507-8e2694e85d24 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '587843e7-f5d2-4417-a06e-c0eb7120008b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ca4b5c32-2c3a-4463-bce1-6e514dfeb2c0'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:26:09.671771 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc1d52f-4292-47ce-b085-41f4bced6a18 None None] Attempting to bind port 76b46671-b23f-4233-b507-8e2694e85d24 on network ca4b5c32-2c3a-4463-bce1-6e514dfeb2c0 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:26:09.677596 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc1d52f-4292-47ce-b085-41f4bced6a18 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:26:09.678130 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc1d52f-4292-47ce-b085-41f4bced6a18 None None] Checking segment: {'id': '587843e7-f5d2-4417-a06e-c0eb7120008b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ca4b5c32-2c3a-4463-bce1-6e514dfeb2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:26:09.678642 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bfc1d52f-4292-47ce-b085-41f4bced6a18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:09.679133 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc1d52f-4292-47ce-b085-41f4bced6a18 None None] Bound using segment: {'id': '587843e7-f5d2-4417-a06e-c0eb7120008b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ca4b5c32-2c3a-4463-bce1-6e514dfeb2c0'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:26:09.679607 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-bfc1d52f-4292-47ce-b085-41f4bced6a18 None None] Bound port: 76b46671-b23f-4233-b507-8e2694e85d24, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587843e7-f5d2-4417-a06e-c0eb7120008b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ca4b5c32-2c3a-4463-bce1-6e514dfeb2c0'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:26:09.680017 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bfc1d52f-4292-47ce-b085-41f4bced6a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:09.685079 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-28cb22a5-af2f-45a5-a806-925b35084675 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:09.758025 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-28cb22a5-af2f-45a5-a806-925b35084675 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:09.761560 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-bfc1d52f-4292-47ce-b085-41f4bced6a18 None None] For port 76b46671-b23f-4233-b507-8e2694e85d24, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:26:09.765352 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-bfc1d52f-4292-47ce-b085-41f4bced6a18 None None] For port 76b46671-b23f-4233-b507-8e2694e85d24, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=76b46671-b23f-4233-b507-8e2694e85d24,segment=NetworkSegment(587843e7-f5d2-4417-a06e-c0eb7120008b),segment_id=587843e7-f5d2-4417-a06e-c0eb7120008b)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:26:09.771237 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bfc1d52f-4292-47ce-b085-41f4bced6a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:09.834386 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1d52f-4292-47ce-b085-41f4bced6a18 None None] Pushing event updated for resources: {'Port': ['ID=76b46671-b23f-4233-b507-8e2694e85d24,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:10.130701 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb22a5-af2f-45a5-a806-925b35084675 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Pushing event deleted for resources: {'Subnet': ['ID=1d860e8a-0d41-4905-ade5-4d020d664635,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:10.135770 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-28cb22a5-af2f-45a5-a806-925b35084675 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:10.139970 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-28cb22a5-af2f-45a5-a806-925b35084675 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] 10.222.0.60 "DELETE /v2.0/subnets/1d860e8a-0d41-4905-ade5-4d020d664635 HTTP/1.1" status: 204 len: 168 time: 0.9040163 Aug 17 00:26:10.140352 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35896) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:10.185709 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:10.238312 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac54ea0-6f34-4ab7-b913-09619f3890d2 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:26:10.239869 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2ac54ea0-6f34-4ab7-b913-09619f3890d2 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0981884 Aug 17 00:26:10.244944 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35900) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:10.719211 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-53083b12-43da-4540-b006-b1255d641165 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:10.777116 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-53083b12-43da-4540-b006-b1255d641165 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Deleting port 76b46671-b23f-4233-b507-8e2694e85d24 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:26:10.777471 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-53083b12-43da-4540-b006-b1255d641165 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:10.805522 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c4dda3-0e02-4dc0-95a6-91a2cda276c8 None None] Network ca4b5c32-2c3a-4463-bce1-6e514dfeb2c0 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:26:10.846781 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-53083b12-43da-4540-b006-b1255d641165 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] For port 76b46671-b23f-4233-b507-8e2694e85d24, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=76b46671-b23f-4233-b507-8e2694e85d24,segment=NetworkSegment(587843e7-f5d2-4417-a06e-c0eb7120008b),segment_id=587843e7-f5d2-4417-a06e-c0eb7120008b)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:26:10.847077 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-53083b12-43da-4540-b006-b1255d641165 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:10.859016 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-dd94650f-ee1a-4f4d-bc5c-6c17e029638e None None] Provisioning for port 76b46671-b23f-4233-b507-8e2694e85d24 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:26:10.875208 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-53083b12-43da-4540-b006-b1255d641165 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Calling delete_port for 76b46671-b23f-4233-b507-8e2694e85d24 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:26:10.980876 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-53083b12-43da-4540-b006-b1255d641165 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:10.999187 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 76b46671-b23f-4233-b507-8e2694e85d24 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:26:11.019971 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53083b12-43da-4540-b006-b1255d641165 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Pushing event deleted for resources: {'Port': ['ID=76b46671-b23f-4233-b507-8e2694e85d24,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:11.021243 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337dea55-2fbd-4c14-8cde-786e8667fd9c None None] DHCP port deletion for ca4b5c32-2c3a-4463-bce1-6e514dfeb2c0 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:26:11.022442 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53083b12-43da-4540-b006-b1255d641165 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] No DVR routers for this DVR port 76b46671-b23f-4233-b507-8e2694e85d24 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:26:11.024484 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 76b46671-b23f-4233-b507-8e2694e85d24 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:26:11.025055 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 76b46671-b23f-4233-b507-8e2694e85d24 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 17 00:26:11.052076 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Port 76b46671-b23f-4233-b507-8e2694e85d24 not found, will not notify nova. {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 17 00:26:11.072680 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc2439f-381b-4828-b839-7e0877d03d86 None None] get_active_networks_info from n-d-800088-20 {{(pid=101404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 00:26:11.119406 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-53083b12-43da-4540-b006-b1255d641165 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:11.129512 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-53083b12-43da-4540-b006-b1255d641165 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca4b5c32-2c3a-4463-bce1-6e514dfeb2c0']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:26:11.136668 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc2439f-381b-4828-b839-7e0877d03d86 None None] Resources bound (agent type, host, resource id): {{(pid=101404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 00:26:11.140012 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-53083b12-43da-4540-b006-b1255d641165 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587843e7-f5d2-4417-a06e-c0eb7120008b') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:26:11.140301 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-53083b12-43da-4540-b006-b1255d641165 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587843e7-f5d2-4417-a06e-c0eb7120008b') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:26:11.149497 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-53083b12-43da-4540-b006-b1255d641165 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:11.164546 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-53083b12-43da-4540-b006-b1255d641165 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:11.180142 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53083b12-43da-4540-b006-b1255d641165 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:26:11.181363 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-53083b12-43da-4540-b006-b1255d641165 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:26:11.184408 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:26:11.255055 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-53083b12-43da-4540-b006-b1255d641165 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:11.262823 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-53083b12-43da-4540-b006-b1255d641165 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:11.267316 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-53083b12-43da-4540-b006-b1255d641165 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] 10.222.0.60 "DELETE /v2.0/networks/ca4b5c32-2c3a-4463-bce1-6e514dfeb2c0 HTTP/1.1" status: 204 len: 168 time: 1.0189643 Aug 17 00:26:11.267669 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35912) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:11.277360 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53083b12-43da-4540-b006-b1255d641165 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Pushing event deleted for resources: {'Network': ['ID=ca4b5c32-2c3a-4463-bce1-6e514dfeb2c0,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:11.353052 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-71c7c5e7-f9e5-4161-9c8e-0ffee3a4052d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:11.398389 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35916) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:11.449122 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-71c7c5e7-f9e5-4161-9c8e-0ffee3a4052d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:11.459956 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-71c7c5e7-f9e5-4161-9c8e-0ffee3a4052d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc30fe8-65fd-4596-87aa-765a806f04f3']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:26:11.470372 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-71c7c5e7-f9e5-4161-9c8e-0ffee3a4052d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ff96c8-d874-424d-b2e9-a68418288f6d') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:26:11.470763 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-71c7c5e7-f9e5-4161-9c8e-0ffee3a4052d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ff96c8-d874-424d-b2e9-a68418288f6d') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:26:11.479854 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-71c7c5e7-f9e5-4161-9c8e-0ffee3a4052d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:11.494730 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-71c7c5e7-f9e5-4161-9c8e-0ffee3a4052d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:11.501006 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c7c5e7-f9e5-4161-9c8e-0ffee3a4052d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:26:11.501499 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-71c7c5e7-f9e5-4161-9c8e-0ffee3a4052d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:26:11.504656 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:26:11.509500 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b0d63fd3-6a13-4691-b89b-e10e3eae5079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:11.566911 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-71c7c5e7-f9e5-4161-9c8e-0ffee3a4052d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:11.571236 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-71c7c5e7-f9e5-4161-9c8e-0ffee3a4052d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:11.573511 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-71c7c5e7-f9e5-4161-9c8e-0ffee3a4052d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] 10.222.0.60 "DELETE /v2.0/networks/0cc30fe8-65fd-4596-87aa-765a806f04f3 HTTP/1.1" status: 204 len: 168 time: 0.3047869 Aug 17 00:26:11.577011 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35920) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:11.588562 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7c5e7-f9e5-4161-9c8e-0ffee3a4052d tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Pushing event deleted for resources: {'Network': ['ID=0cc30fe8-65fd-4596-87aa-765a806f04f3,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:11.680252 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19e4af9f-8e1d-43e6-90c6-735cb4701ad9 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:11.712566 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b0d63fd3-6a13-4691-b89b-e10e3eae5079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:11.716850 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b0d63fd3-6a13-4691-b89b-e10e3eae5079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:11.794558 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:11.811900 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b0d63fd3-6a13-4691-b89b-e10e3eae5079 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2b89113aecb64573a8f473b9c5658ace&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4123907 Aug 17 00:26:11.815593 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35922) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:11.819315 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d63fd3-6a13-4691-b89b-e10e3eae5079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361631e7-0bd5-47d5-8593-19ca1bce90ef,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:11.825376 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19e4af9f-8e1d-43e6-90c6-735cb4701ad9 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:11.835485 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-19e4af9f-8e1d-43e6-90c6-735cb4701ad9 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89db697-4535-444f-97c9-8acac6f8232a']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:26:11.846745 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-19e4af9f-8e1d-43e6-90c6-735cb4701ad9 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93595e74-de36-432d-81c8-32fa04747aa3') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:26:11.847049 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-19e4af9f-8e1d-43e6-90c6-735cb4701ad9 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93595e74-de36-432d-81c8-32fa04747aa3') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:26:11.855978 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19e4af9f-8e1d-43e6-90c6-735cb4701ad9 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:11.868974 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85668ff1-a6d2-4d33-8df1-ec801909ad45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:11.871283 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19e4af9f-8e1d-43e6-90c6-735cb4701ad9 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:11.878144 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e4af9f-8e1d-43e6-90c6-735cb4701ad9 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:26:11.878791 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19e4af9f-8e1d-43e6-90c6-735cb4701ad9 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:26:11.882357 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:26:11.891377 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85668ff1-a6d2-4d33-8df1-ec801909ad45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:11.939076 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85668ff1-a6d2-4d33-8df1-ec801909ad45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:11.941535 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85668ff1-a6d2-4d33-8df1-ec801909ad45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:11.945275 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-85668ff1-a6d2-4d33-8df1-ec801909ad45 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/361631e7-0bd5-47d5-8593-19ca1bce90ef HTTP/1.1" status: 204 len: 168 time: 0.1260104 Aug 17 00:26:11.948317 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19e4af9f-8e1d-43e6-90c6-735cb4701ad9 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:11.950476 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85668ff1-a6d2-4d33-8df1-ec801909ad45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361631e7-0bd5-47d5-8593-19ca1bce90ef,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:11.955027 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-19e4af9f-8e1d-43e6-90c6-735cb4701ad9 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:11.957812 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-19e4af9f-8e1d-43e6-90c6-735cb4701ad9 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] 10.222.0.60 "DELETE /v2.0/networks/a89db697-4535-444f-97c9-8acac6f8232a HTTP/1.1" status: 204 len: 168 time: 0.3793011 Aug 17 00:26:11.959953 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35926) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:11.975327 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4af9f-8e1d-43e6-90c6-735cb4701ad9 tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Pushing event deleted for resources: {'Network': ['ID=a89db697-4535-444f-97c9-8acac6f8232a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:12.061248 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1cfbebd7-b1ab-4154-a618-47765f13ec0b tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:12.147961 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1cfbebd7-b1ab-4154-a618-47765f13ec0b tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:12.159911 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-1cfbebd7-b1ab-4154-a618-47765f13ec0b tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d814366-83b3-46fc-b4f5-8277ae137a0a']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:26:12.170215 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-1cfbebd7-b1ab-4154-a618-47765f13ec0b tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b4cad4-c35c-4d68-a26d-3333e1c2ad4e') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:26:12.170514 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-1cfbebd7-b1ab-4154-a618-47765f13ec0b tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b4cad4-c35c-4d68-a26d-3333e1c2ad4e') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:26:12.180167 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1cfbebd7-b1ab-4154-a618-47765f13ec0b tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:12.194263 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1cfbebd7-b1ab-4154-a618-47765f13ec0b tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:12.200348 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cfbebd7-b1ab-4154-a618-47765f13ec0b tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:26:12.200821 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1cfbebd7-b1ab-4154-a618-47765f13ec0b tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:26:12.205328 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:26:12.222922 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 35930) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:12.238156 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c3973a9a-09b3-4263-942c-a176826fa1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:12.270939 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1cfbebd7-b1ab-4154-a618-47765f13ec0b tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:12.278443 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1cfbebd7-b1ab-4154-a618-47765f13ec0b tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:12.280423 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1cfbebd7-b1ab-4154-a618-47765f13ec0b tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] 10.222.0.60 "DELETE /v2.0/networks/4d814366-83b3-46fc-b4f5-8277ae137a0a HTTP/1.1" status: 204 len: 168 time: 0.3195288 Aug 17 00:26:12.294290 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbebd7-b1ab-4154-a618-47765f13ec0b tempest-BulkNetworkOpsTest-132370138 tempest-BulkNetworkOpsTest-132370138-project] Pushing event deleted for resources: {'Network': ['ID=4d814366-83b3-46fc-b4f5-8277ae137a0a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:12.335798 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c3973a9a-09b3-4263-942c-a176826fa1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:12.340191 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c3973a9a-09b3-4263-942c-a176826fa1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:12.381220 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c3973a9a-09b3-4263-942c-a176826fa1b3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a233ccfd3af4e9aa85308a97b7c3297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571312 Aug 17 00:26:12.382778 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3973a9a-09b3-4263-942c-a176826fa1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac53471-6c07-437f-84df-3dd50abb21b2,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:12.384057 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35934) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:12.436197 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d61d5cf-d8f2-4da6-b5b6-f357d1136d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:12.459609 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d61d5cf-d8f2-4da6-b5b6-f357d1136d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:12.508158 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d61d5cf-d8f2-4da6-b5b6-f357d1136d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:12.510987 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d61d5cf-d8f2-4da6-b5b6-f357d1136d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:12.512185 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4d61d5cf-d8f2-4da6-b5b6-f357d1136d9d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ac53471-6c07-437f-84df-3dd50abb21b2 HTTP/1.1" status: 204 len: 168 time: 0.1270952 Aug 17 00:26:12.522970 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61d5cf-d8f2-4da6-b5b6-f357d1136d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac53471-6c07-437f-84df-3dd50abb21b2,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:12.554754 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35940) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:12.703108 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-97f14e54-a0b4-4de6-8cf0-a339d5496b22 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=411740a420fe4a8d994f1e6f5abec7a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470742 Aug 17 00:26:12.707150 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 35946) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:12.758794 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-56f26041-9f0c-456b-9943-31be97cf337e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:12.779965 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-56f26041-9f0c-456b-9943-31be97cf337e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:12.826980 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-56f26041-9f0c-456b-9943-31be97cf337e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:12.829768 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-56f26041-9f0c-456b-9943-31be97cf337e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:12.830925 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-56f26041-9f0c-456b-9943-31be97cf337e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ffd4ae7-03d8-4b1b-b117-144575f9b792 HTTP/1.1" status: 204 len: 168 time: 0.1227634 Aug 17 00:26:12.840915 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f26041-9f0c-456b-9943-31be97cf337e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffd4ae7-03d8-4b1b-b117-144575f9b792,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:12.953443 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 76b46671-b23f-4233-b507-8e2694e85d24 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:26:12.976854 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 76b46671-b23f-4233-b507-8e2694e85d24 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:26:12.977261 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 76b46671-b23f-4233-b507-8e2694e85d24 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:26:16.534620 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c460d299-7cec-404a-9e13-0aaa04e95c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:19.233925 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7483fc26-1b1c-4dad-8c7d-99065fe53a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:19.281789 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:20.231369 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:20.659929 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36206) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:20.767519 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b8119ff0-9426-4f3c-88e1-0a2ea0fdefb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:20.865767 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b8119ff0-9426-4f3c-88e1-0a2ea0fdefb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:20.869855 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b8119ff0-9426-4f3c-88e1-0a2ea0fdefb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:20.910454 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b8119ff0-9426-4f3c-88e1-0a2ea0fdefb6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c5046eb133734eb9b2476655e6d7dece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2493262 Aug 17 00:26:20.911273 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8119ff0-9426-4f3c-88e1-0a2ea0fdefb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0273cc5a-4fa3-4f9c-8634-900f011c9c37,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:20.913159 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36210) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:20.975438 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d28ea4c6-3672-4343-90a7-45b2e1808e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:20.996640 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d28ea4c6-3672-4343-90a7-45b2e1808e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:21.044524 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d28ea4c6-3672-4343-90a7-45b2e1808e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:21.047052 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d28ea4c6-3672-4343-90a7-45b2e1808e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:21.048299 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d28ea4c6-3672-4343-90a7-45b2e1808e6e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0273cc5a-4fa3-4f9c-8634-900f011c9c37 HTTP/1.1" status: 204 len: 168 time: 0.1325676 Aug 17 00:26:21.056705 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ea4c6-3672-4343-90a7-45b2e1808e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0273cc5a-4fa3-4f9c-8634-900f011c9c37,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:21.344501 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36220) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:21.358112 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d970abe3-e146-4a19-8cf4-10c05d1912ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:21.454557 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d970abe3-e146-4a19-8cf4-10c05d1912ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:21.459124 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d970abe3-e146-4a19-8cf4-10c05d1912ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:21.495607 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d970abe3-e146-4a19-8cf4-10c05d1912ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bff3114-9fba-410d-ad71-06ff79676e5c,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:21.502510 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d970abe3-e146-4a19-8cf4-10c05d1912ba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=48b37c4a5f134b75908fe7e54abfe2f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1565940 Aug 17 00:26:21.505015 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36222) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:21.557449 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e16d730-9e0a-401c-8141-689a1ac5aeec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:21.586442 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e16d730-9e0a-401c-8141-689a1ac5aeec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:21.638389 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e16d730-9e0a-401c-8141-689a1ac5aeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:21.641102 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e16d730-9e0a-401c-8141-689a1ac5aeec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:21.642351 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3e16d730-9e0a-401c-8141-689a1ac5aeec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8bff3114-9fba-410d-ad71-06ff79676e5c HTTP/1.1" status: 204 len: 168 time: 0.1362984 Aug 17 00:26:21.654059 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16d730-9e0a-401c-8141-689a1ac5aeec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bff3114-9fba-410d-ad71-06ff79676e5c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:21.967929 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36228) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:21.982110 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0d279846-baad-4be4-900e-3173d96bf514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:22.080250 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0d279846-baad-4be4-900e-3173d96bf514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:22.084247 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0d279846-baad-4be4-900e-3173d96bf514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:22.127722 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36230) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:22.133975 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0d279846-baad-4be4-900e-3173d96bf514 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5d1330febee84fbd927d1fd05a235c0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648700 Aug 17 00:26:22.141935 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d279846-baad-4be4-900e-3173d96bf514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e970ac-5032-45bc-b23a-bf15a23a7bd7,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:22.144482 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:22.193506 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4d8d64f3-8809-45fc-8a4e-e7035dd4563b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:22.216192 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4d8d64f3-8809-45fc-8a4e-e7035dd4563b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:22.279583 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4d8d64f3-8809-45fc-8a4e-e7035dd4563b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:22.282826 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4d8d64f3-8809-45fc-8a4e-e7035dd4563b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:22.286507 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4d8d64f3-8809-45fc-8a4e-e7035dd4563b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f6e970ac-5032-45bc-b23a-bf15a23a7bd7 HTTP/1.1" status: 204 len: 168 time: 0.1553414 Aug 17 00:26:22.292080 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d64f3-8809-45fc-8a4e-e7035dd4563b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e970ac-5032-45bc-b23a-bf15a23a7bd7,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:28.212795 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:26:28.767619 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36386) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:28.875170 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c314ab1f-e631-4df8-a01f-f9f0ed1927b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:28.966410 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c314ab1f-e631-4df8-a01f-f9f0ed1927b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:28.972093 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c314ab1f-e631-4df8-a01f-f9f0ed1927b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:29.011644 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c314ab1f-e631-4df8-a01f-f9f0ed1927b3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e5edbe771c96439eb275dfdaf5e33074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2429297 Aug 17 00:26:29.013066 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314ab1f-e631-4df8-a01f-f9f0ed1927b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1497f1e-ca8f-44cb-9ac8-f26116f92a72,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:29.016392 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36396) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:29.076933 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e65a470a-7d0c-414e-9fd1-38d101ee9ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:29.104706 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e65a470a-7d0c-414e-9fd1-38d101ee9ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:29.157447 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e65a470a-7d0c-414e-9fd1-38d101ee9ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:29.160684 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e65a470a-7d0c-414e-9fd1-38d101ee9ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:29.165087 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e65a470a-7d0c-414e-9fd1-38d101ee9ee2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d1497f1e-ca8f-44cb-9ac8-f26116f92a72 HTTP/1.1" status: 204 len: 168 time: 0.1459963 Aug 17 00:26:29.174768 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a470a-7d0c-414e-9fd1-38d101ee9ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1497f1e-ca8f-44cb-9ac8-f26116f92a72,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:29.439267 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36410) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:29.450543 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9fcef298-7c1f-4e91-916b-a7d7f806bcd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:29.541442 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9fcef298-7c1f-4e91-916b-a7d7f806bcd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:29.545663 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9fcef298-7c1f-4e91-916b-a7d7f806bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:29.582037 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9fcef298-7c1f-4e91-916b-a7d7f806bcd9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a69fdc9a9dd8434ba7c2c50866c1d0d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449177 Aug 17 00:26:29.584681 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36412) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:29.591854 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcef298-7c1f-4e91-916b-a7d7f806bcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65689e1a-4b64-4599-88fc-b3e69ac95781,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:29.599835 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcef298-7c1f-4e91-916b-a7d7f806bcd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:26:29.600210 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcef298-7c1f-4e91-916b-a7d7f806bcd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:26:29.600595 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcef298-7c1f-4e91-916b-a7d7f806bcd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:26:29.600945 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcef298-7c1f-4e91-916b-a7d7f806bcd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:26:29.601330 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcef298-7c1f-4e91-916b-a7d7f806bcd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:26:29.601674 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcef298-7c1f-4e91-916b-a7d7f806bcd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:26:29.602011 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcef298-7c1f-4e91-916b-a7d7f806bcd9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:26:29.602394 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcef298-7c1f-4e91-916b-a7d7f806bcd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:26:29.602732 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcef298-7c1f-4e91-916b-a7d7f806bcd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:26:29.603066 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcef298-7c1f-4e91-916b-a7d7f806bcd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:26:29.603399 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcef298-7c1f-4e91-916b-a7d7f806bcd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:26:29.603730 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcef298-7c1f-4e91-916b-a7d7f806bcd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:26:29.649541 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b50e1e63-bbcc-4be0-a884-1d62a312dc4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:29.672541 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b50e1e63-bbcc-4be0-a884-1d62a312dc4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:29.721981 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b50e1e63-bbcc-4be0-a884-1d62a312dc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:29.724706 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b50e1e63-bbcc-4be0-a884-1d62a312dc4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:29.726001 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b50e1e63-bbcc-4be0-a884-1d62a312dc4f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/65689e1a-4b64-4599-88fc-b3e69ac95781 HTTP/1.1" status: 204 len: 168 time: 0.1402726 Aug 17 00:26:29.735571 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e1e63-bbcc-4be0-a884-1d62a312dc4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65689e1a-4b64-4599-88fc-b3e69ac95781,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:31.913139 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36490) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:32.028172 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-727ce232-d236-4689-8d2e-2912e5f46683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:32.119868 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-727ce232-d236-4689-8d2e-2912e5f46683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:32.123726 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-727ce232-d236-4689-8d2e-2912e5f46683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:32.162507 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-727ce232-d236-4689-8d2e-2912e5f46683 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c8b0374fb97f427bb2a9991c35d66d51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2481039 Aug 17 00:26:32.163343 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ce232-d236-4689-8d2e-2912e5f46683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98e0da1-b061-4d74-b8d3-a77d15855413,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:32.165140 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36494) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:32.216297 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-48e56bec-292b-49f0-9833-38ce52e9c61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:32.239355 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-48e56bec-292b-49f0-9833-38ce52e9c61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:32.287256 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-48e56bec-292b-49f0-9833-38ce52e9c61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:32.289920 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-48e56bec-292b-49f0-9833-38ce52e9c61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:32.291069 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-48e56bec-292b-49f0-9833-38ce52e9c61a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b98e0da1-b061-4d74-b8d3-a77d15855413 HTTP/1.1" status: 204 len: 168 time: 0.1249230 Aug 17 00:26:32.298939 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e56bec-292b-49f0-9833-38ce52e9c61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98e0da1-b061-4d74-b8d3-a77d15855413,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:33.737305 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36560) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:33.860892 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f2baa191-3d87-4aef-bbf4-4f4d5b9d52ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:33.972983 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f2baa191-3d87-4aef-bbf4-4f4d5b9d52ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:33.976944 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f2baa191-3d87-4aef-bbf4-4f4d5b9d52ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:34.017708 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f2baa191-3d87-4aef-bbf4-4f4d5b9d52ca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fd532b7b133a4a63ab002ce49296b42a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2790625 Aug 17 00:26:34.018686 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2baa191-3d87-4aef-bbf4-4f4d5b9d52ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe98ca4-7a91-441f-8ce8-639a142317b8,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:34.020503 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36568) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:34.069515 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e79be2a3-845f-4f3c-b039-23519772e436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:34.089959 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e79be2a3-845f-4f3c-b039-23519772e436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:34.136788 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e79be2a3-845f-4f3c-b039-23519772e436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:34.139304 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e79be2a3-845f-4f3c-b039-23519772e436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:34.140647 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e79be2a3-845f-4f3c-b039-23519772e436 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6fe98ca4-7a91-441f-8ce8-639a142317b8 HTTP/1.1" status: 204 len: 168 time: 0.1189420 Aug 17 00:26:34.148528 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79be2a3-845f-4f3c-b039-23519772e436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe98ca4-7a91-441f-8ce8-639a142317b8,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:40.169882 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:41.798158 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:46.541308 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6f859919-f082-4be5-b975-455118799d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:49.236808 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7465b3be-fb00-48bb-9c93-d4d3110731d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:49.292735 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:50.231947 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:52.136916 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:58.725664 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36864) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:58.838215 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f8e3a8fc-e0a2-46e0-b45c-1aea20edfb13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:58.933516 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f8e3a8fc-e0a2-46e0-b45c-1aea20edfb13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:58.937720 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f8e3a8fc-e0a2-46e0-b45c-1aea20edfb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:58.977238 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f8e3a8fc-e0a2-46e0-b45c-1aea20edfb13 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8ced7853c6714db794750b2b0d6038c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2503591 Aug 17 00:26:58.978029 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3a8fc-e0a2-46e0-b45c-1aea20edfb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf21493-58a8-4cdb-90cf-43c952097d69,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:58.980078 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36874) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:58.985925 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3a8fc-e0a2-46e0-b45c-1aea20edfb13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:26:58.986275 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3a8fc-e0a2-46e0-b45c-1aea20edfb13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:26:58.986606 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3a8fc-e0a2-46e0-b45c-1aea20edfb13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:26:58.987040 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3a8fc-e0a2-46e0-b45c-1aea20edfb13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:26:58.987372 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3a8fc-e0a2-46e0-b45c-1aea20edfb13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:26:58.987702 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3a8fc-e0a2-46e0-b45c-1aea20edfb13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:26:58.988027 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3a8fc-e0a2-46e0-b45c-1aea20edfb13 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:26:58.988355 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3a8fc-e0a2-46e0-b45c-1aea20edfb13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:26:58.988679 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3a8fc-e0a2-46e0-b45c-1aea20edfb13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:26:58.988998 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3a8fc-e0a2-46e0-b45c-1aea20edfb13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:26:58.989346 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3a8fc-e0a2-46e0-b45c-1aea20edfb13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:26:58.989669 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3a8fc-e0a2-46e0-b45c-1aea20edfb13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:26:59.036898 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-570bd023-a62f-4639-845e-47bdeea60431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:59.058593 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-570bd023-a62f-4639-845e-47bdeea60431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:59.106808 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-570bd023-a62f-4639-845e-47bdeea60431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:59.109547 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-570bd023-a62f-4639-845e-47bdeea60431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:59.110654 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-570bd023-a62f-4639-845e-47bdeea60431 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ddf21493-58a8-4cdb-90cf-43c952097d69 HTTP/1.1" status: 204 len: 168 time: 0.1294761 Aug 17 00:26:59.118367 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570bd023-a62f-4639-845e-47bdeea60431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf21493-58a8-4cdb-90cf-43c952097d69,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:26:59.776323 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36896) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:59.878608 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-3132402f-4cf0-49d8-b3ad-4bb729d4d400 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:26:59.879653 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3132402f-4cf0-49d8-b3ad-4bb729d4d400 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1021669 Aug 17 00:26:59.882674 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36900) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:59.886991 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-c7aa3074-2d5a-4f66-8539-73ee6a147b29 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:26:59.888137 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c7aa3074-2d5a-4f66-8539-73ee6a147b29 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0043843 Aug 17 00:26:59.890436 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36902) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:59.894453 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-746e03bb-ba80-4929-906e-45b0a351a2b6 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:26:59.895376 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-746e03bb-ba80-4929-906e-45b0a351a2b6 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0040855 Aug 17 00:26:59.897642 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36904) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:59.902621 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-272b51ff-5ebb-417a-97d7-f9f369a3feb5 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:26:59.903685 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-272b51ff-5ebb-417a-97d7-f9f369a3feb5 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0050099 Aug 17 00:26:59.905729 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36906) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:59.910336 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-7a498dd1-82ef-4fc1-9201-f011a8f1f5cc tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:26:59.911265 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7a498dd1-82ef-4fc1-9201-f011a8f1f5cc tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0039496 Aug 17 00:26:59.913399 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36908) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:59.917875 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-55f06d36-d466-44e6-9c28-7a1d4ca2b5fb tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:26:59.918845 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-55f06d36-d466-44e6-9c28-7a1d4ca2b5fb tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0046074 Aug 17 00:26:59.921092 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36912) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:59.925975 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-f8ab1b47-477c-420c-b771-a95722c418dd tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:26:59.927748 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f8ab1b47-477c-420c-b771-a95722c418dd tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0049200 Aug 17 00:26:59.929951 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36914) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:59.934348 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-4242cc40-6d92-44e9-8872-bf26d276d93f tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:26:59.935278 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4242cc40-6d92-44e9-8872-bf26d276d93f tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0042739 Aug 17 00:26:59.937703 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36916) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:59.942061 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-037f906e-a07d-4011-b176-4b26ca39a65e tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:26:59.942994 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-037f906e-a07d-4011-b176-4b26ca39a65e tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0043347 Aug 17 00:26:59.945273 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36918) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:59.949433 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-98a20117-e76d-4a41-8069-eb68a611f445 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:26:59.953845 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-98a20117-e76d-4a41-8069-eb68a611f445 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0067892 Aug 17 00:26:59.954011 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36920) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:59.961851 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-f6dc6f6c-20ef-4667-ad7f-3771888e5866 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:26:59.963792 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f6dc6f6c-20ef-4667-ad7f-3771888e5866 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0082135 Aug 17 00:26:59.965589 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36924) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:59.972346 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-974c3268-3a0e-4622-983d-e8b0c0f046f4 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:26:59.976452 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36926) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:59.976714 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-974c3268-3a0e-4622-983d-e8b0c0f046f4 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0097032 Aug 17 00:26:59.982476 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-b79822dd-87ed-4e38-96c8-1ed4dc7cf610 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:26:59.986661 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b79822dd-87ed-4e38-96c8-1ed4dc7cf610 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0070040 Aug 17 00:26:59.986900 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36928) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:59.993238 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-d5ead80c-5b8c-4afc-a71d-009b619cf47a tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:26:59.993238 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d5ead80c-5b8c-4afc-a71d-009b619cf47a tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0050385 Aug 17 00:26:59.994964 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36930) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:26:59.999113 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-40d3a929-eb89-47d9-9b5b-f15bbceb9c20 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.000063 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-40d3a929-eb89-47d9-9b5b-f15bbceb9c20 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0040741 Aug 17 00:27:00.002409 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36932) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.006311 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-cd7f84ed-29a3-41b7-b200-6a17f9c90379 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.007271 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cd7f84ed-29a3-41b7-b200-6a17f9c90379 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0039988 Aug 17 00:27:00.009294 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36934) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.013117 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-5cd7b2aa-567c-4446-b177-b716bbdb826b tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.014033 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5cd7b2aa-567c-4446-b177-b716bbdb826b tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0038652 Aug 17 00:27:00.016131 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36936) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.019997 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-160af3fb-8cb8-4151-870d-4059065e6c64 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.020953 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-160af3fb-8cb8-4151-870d-4059065e6c64 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0040114 Aug 17 00:27:00.023043 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36938) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.026809 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-a89ba7f5-fa75-427a-9f04-6bdeb4c5dda4 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.027717 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a89ba7f5-fa75-427a-9f04-6bdeb4c5dda4 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0039103 Aug 17 00:27:00.029718 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36940) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.034196 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-3a106a23-e114-441b-90d5-37c9f667dbb6 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.035107 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3a106a23-e114-441b-90d5-37c9f667dbb6 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0045724 Aug 17 00:27:00.037194 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36942) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.042043 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-82f56e7c-71c4-4de5-b29d-fc844bd218ed tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.042970 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-82f56e7c-71c4-4de5-b29d-fc844bd218ed tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0046613 Aug 17 00:27:00.045004 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36944) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.049582 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-bff7a742-5d1d-4b51-8e07-879a2afe977f tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.050522 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bff7a742-5d1d-4b51-8e07-879a2afe977f tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0046706 Aug 17 00:27:00.052717 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36946) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.056675 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-e97590d6-92f4-4e08-9dbb-38421c69dbde tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.057641 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e97590d6-92f4-4e08-9dbb-38421c69dbde tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0040252 Aug 17 00:27:00.059836 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36948) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.063783 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-beb838f1-3470-4686-8d36-f1a2fbedd8f9 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.064710 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-beb838f1-3470-4686-8d36-f1a2fbedd8f9 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0040469 Aug 17 00:27:00.067256 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36950) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.071090 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-5a812a1c-84f9-4281-ab85-9bde705c9dc6 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.072392 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5a812a1c-84f9-4281-ab85-9bde705c9dc6 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0043004 Aug 17 00:27:00.074455 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36952) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.078304 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-9972d10b-d491-4655-9756-094239b9c89e tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.079218 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9972d10b-d491-4655-9756-094239b9c89e tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0039525 Aug 17 00:27:00.081247 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36954) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.085180 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-bfae6311-ae5e-47b2-9945-33bd8ffbda2d tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.086094 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bfae6311-ae5e-47b2-9945-33bd8ffbda2d tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0040326 Aug 17 00:27:00.088402 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36956) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.096815 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-9e7d2f73-410a-4881-a8d6-ec87e8206bb6 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.097838 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9e7d2f73-410a-4881-a8d6-ec87e8206bb6 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0081313 Aug 17 00:27:00.100302 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36958) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.104194 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-dcc69fce-f4b6-401f-a503-ccec6fa26701 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.105144 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-dcc69fce-f4b6-401f-a503-ccec6fa26701 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0039663 Aug 17 00:27:00.107683 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36960) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.112175 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-0fb7691c-0b2b-4b43-a1e6-67d0c609d221 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.113107 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0fb7691c-0b2b-4b43-a1e6-67d0c609d221 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0045857 Aug 17 00:27:00.115144 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36962) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.118961 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-393d2f44-574a-46af-9f4f-aabbef3e6d22 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.119880 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-393d2f44-574a-46af-9f4f-aabbef3e6d22 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0039203 Aug 17 00:27:00.121919 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36964) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.125738 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-2a4b3fab-fe9a-4faa-8f18-394e131f6dc9 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.126795 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2a4b3fab-fe9a-4faa-8f18-394e131f6dc9 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0040288 Aug 17 00:27:00.129228 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36966) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.133493 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-67a1e070-f395-4fbc-a857-8ca29e0bc7ee tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.134410 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-67a1e070-f395-4fbc-a857-8ca29e0bc7ee tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0042505 Aug 17 00:27:00.136520 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 36968) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.140554 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-1aa65457-abd0-4a2c-98c5-cff2df7ab21b tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.141480 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1aa65457-abd0-4a2c-98c5-cff2df7ab21b tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0041416 Aug 17 00:27:00.143666 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36970) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.147988 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-76e5f24a-7818-4d3b-9de5-ff7b796be1fa tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.148979 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-76e5f24a-7818-4d3b-9de5-ff7b796be1fa tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0043895 Aug 17 00:27:00.151026 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36972) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.154815 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-3c3c97e5-fd52-474a-b55d-d01edc2f1a81 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.155734 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3c3c97e5-fd52-474a-b55d-d01edc2f1a81 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0038960 Aug 17 00:27:00.158398 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36974) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.162159 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-043be292-a81a-4e33-9a3a-1bc50bd37c72 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.163065 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-043be292-a81a-4e33-9a3a-1bc50bd37c72 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0038490 Aug 17 00:27:00.165093 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36976) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.172995 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-0a6fc4a7-7b09-4e14-987c-78c8ee18d1e8 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.173970 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0a6fc4a7-7b09-4e14-987c-78c8ee18d1e8 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0080628 Aug 17 00:27:00.176014 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36978) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.179817 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-72d125f9-8f45-455e-9a72-1d5849308797 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.180728 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-72d125f9-8f45-455e-9a72-1d5849308797 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0039003 Aug 17 00:27:00.182769 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36980) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.186687 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-8ce24797-416a-4be1-b9f2-bc753049fc13 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.187617 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8ce24797-416a-4be1-b9f2-bc753049fc13 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0040193 Aug 17 00:27:00.189986 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36982) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.194264 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-0e0fc0b7-914b-4642-b38e-a35ec28201dd tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.195202 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0e0fc0b7-914b-4642-b38e-a35ec28201dd tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0043204 Aug 17 00:27:00.197701 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36984) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.201987 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-8edcf5c6-bce8-41c6-a1e1-63a786cd84ea tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.203559 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8edcf5c6-bce8-41c6-a1e1-63a786cd84ea tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0043678 Aug 17 00:27:00.206275 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36986) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.210485 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-ede7b0fb-de43-43e3-9a53-8aa08cd09023 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.211452 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ede7b0fb-de43-43e3-9a53-8aa08cd09023 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0042753 Aug 17 00:27:00.213848 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36988) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.217947 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-4523310b-1452-4acb-86ce-a5c59a45256a tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.219445 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4523310b-1452-4acb-86ce-a5c59a45256a tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0041246 Aug 17 00:27:00.222003 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36990) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.226116 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-ee87ff9d-c47a-46ec-91c0-97b6796deb7e tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.227024 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ee87ff9d-c47a-46ec-91c0-97b6796deb7e tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0041502 Aug 17 00:27:00.229258 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36992) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.233876 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-131fd544-963f-43d9-8cb4-414afe3d7545 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.234788 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-131fd544-963f-43d9-8cb4-414afe3d7545 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0047097 Aug 17 00:27:00.237116 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36994) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.240886 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-cd98b087-cf7d-47c3-8abe-28d4144181fb tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.241824 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cd98b087-cf7d-47c3-8abe-28d4144181fb tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0038776 Aug 17 00:27:00.243954 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36996) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.248520 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-945e6dd6-57c5-4276-8aff-b7d9fce1051c tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.249521 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-945e6dd6-57c5-4276-8aff-b7d9fce1051c tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0045819 Aug 17 00:27:00.251784 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 36998) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.256151 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-0dd29a42-72a9-4548-986a-59fdb3417136 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.257143 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0dd29a42-72a9-4548-986a-59fdb3417136 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0043693 Aug 17 00:27:00.259283 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37000) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.263289 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-37845508-c65c-457d-ad6a-d70c605f4f33 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.264214 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-37845508-c65c-457d-ad6a-d70c605f4f33 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0040512 Aug 17 00:27:00.267424 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37002) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.271761 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-c0892a99-ac50-48cb-94d2-91d3784a1b4d tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.272831 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c0892a99-ac50-48cb-94d2-91d3784a1b4d tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0045140 Aug 17 00:27:00.275211 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37004) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.279394 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-bf5c0751-b98c-49fc-b048-565ab87da093 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.281885 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bf5c0751-b98c-49fc-b048-565ab87da093 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0057504 Aug 17 00:27:00.283255 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37006) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.287229 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-ca1fbd76-6384-4558-9e27-045fe4cf72a6 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.288167 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ca1fbd76-6384-4558-9e27-045fe4cf72a6 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0040624 Aug 17 00:27:00.290274 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37008) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.294826 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-34fcd3bf-137a-4da7-b58e-ae4cb03e77d7 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.295763 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-34fcd3bf-137a-4da7-b58e-ae4cb03e77d7 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0046294 Aug 17 00:27:00.298135 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37010) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.302537 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-93d24ee5-5e15-4fde-8483-fd63cea39587 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.303600 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-93d24ee5-5e15-4fde-8483-fd63cea39587 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0044391 Aug 17 00:27:00.305848 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37012) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.309721 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-be3e915d-c0d7-48f8-8909-61e58479af57 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.310636 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-be3e915d-c0d7-48f8-8909-61e58479af57 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0039277 Aug 17 00:27:00.313209 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37014) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.317191 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-a1b71523-9646-4060-acf9-7fbc862078d1 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.320381 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37016) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.320579 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a1b71523-9646-4060-acf9-7fbc862078d1 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0063365 Aug 17 00:27:00.327071 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-7db51c63-5a01-431f-b867-c97878d3bc26 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.329031 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7db51c63-5a01-431f-b867-c97878d3bc26 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0074511 Aug 17 00:27:00.331858 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37018) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.336188 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-a6055794-509b-4712-8a0d-2277b452d8e0 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.337267 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a6055794-509b-4712-8a0d-2277b452d8e0 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0044408 Aug 17 00:27:00.339599 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37020) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.345271 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-e3cbb50c-1d70-4eea-a37d-eca272b9931b tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.346367 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e3cbb50c-1d70-4eea-a37d-eca272b9931b tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0057914 Aug 17 00:27:00.348660 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37022) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.352854 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-75a774e7-5688-42a5-85f8-456a34eab84c tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.353814 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-75a774e7-5688-42a5-85f8-456a34eab84c tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0042503 Aug 17 00:27:00.355995 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37024) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.360756 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-d02d1528-6cdc-4fe7-bb6b-0b6a0381d3b6 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.361812 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d02d1528-6cdc-4fe7-bb6b-0b6a0381d3b6 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0045485 Aug 17 00:27:00.364063 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37026) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.368502 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-e636f546-231e-450d-bb7e-4fb7cabec38a tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.369528 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e636f546-231e-450d-bb7e-4fb7cabec38a tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0045114 Aug 17 00:27:00.371637 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37028) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.375608 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-1d4f8006-3211-4502-8fe5-5736724ac4b8 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.377517 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1d4f8006-3211-4502-8fe5-5736724ac4b8 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0049176 Aug 17 00:27:00.378810 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37030) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.383323 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-ba850527-1e35-4d81-a0c5-00c71b3020a1 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.384300 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ba850527-1e35-4d81-a0c5-00c71b3020a1 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0044980 Aug 17 00:27:00.386759 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37032) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.392379 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-4fba8989-344e-4714-91c7-364ae6deae89 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.393573 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4fba8989-344e-4714-91c7-364ae6deae89 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0058689 Aug 17 00:27:00.395871 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37034) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.400064 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [None req-55596f06-b548-4dd9-aa0c-906ceb539a69 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.400989 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-55596f06-b548-4dd9-aa0c-906ceb539a69 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0041881 Aug 17 00:27:00.403323 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37036) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.408670 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-562cba7e-4f63-4d2f-b88f-61309da85b59 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.409666 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-562cba7e-4f63-4d2f-b88f-61309da85b59 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0054181 Aug 17 00:27:00.411785 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37038) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.415623 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [None req-c91af827-5404-4ef8-a061-5eed503d7bf8 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:00.416528 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c91af827-5404-4ef8-a061-5eed503d7bf8 tempest-ExtensionsTestJSON-146355429 tempest-ExtensionsTestJSON-146355429-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0039232 Aug 17 00:27:00.664710 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37044) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.776430 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2dd3970e-e0b1-4616-9cc3-b5d55834ba46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:00.872179 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2dd3970e-e0b1-4616-9cc3-b5d55834ba46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:00.877184 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2dd3970e-e0b1-4616-9cc3-b5d55834ba46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:00.919629 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2dd3970e-e0b1-4616-9cc3-b5d55834ba46 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d846c62e9b3d4f45894ad9cfd23088dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2536869 Aug 17 00:27:00.920438 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37048) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:00.920873 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3970e-e0b1-4616-9cc3-b5d55834ba46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0165a60d-2e2e-46a9-91c6-fd3292c2f49b,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:00.969643 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dfed7863-c7df-4d04-baf5-e271b97e5043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:00.991420 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dfed7863-c7df-4d04-baf5-e271b97e5043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:01.050501 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dfed7863-c7df-4d04-baf5-e271b97e5043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:01.054197 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dfed7863-c7df-4d04-baf5-e271b97e5043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:01.060971 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-dfed7863-c7df-4d04-baf5-e271b97e5043 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0165a60d-2e2e-46a9-91c6-fd3292c2f49b HTTP/1.1" status: 204 len: 168 time: 0.1360943 Aug 17 00:27:01.068283 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed7863-c7df-4d04-baf5-e271b97e5043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0165a60d-2e2e-46a9-91c6-fd3292c2f49b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:01.587672 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37094) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:01.697857 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-39dc0722-4ae8-4bba-90ae-dcac263e6cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:01.793013 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-39dc0722-4ae8-4bba-90ae-dcac263e6cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:01.797510 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-39dc0722-4ae8-4bba-90ae-dcac263e6cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:01.811402 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37104) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:01.835637 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-39dc0722-4ae8-4bba-90ae-dcac263e6cc0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4b6b8a969af04c08b926a279cd7bd55a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2468734 Aug 17 00:27:01.837584 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc0722-4ae8-4bba-90ae-dcac263e6cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b11f52-1e74-4324-b1c5-a3153ded318b,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:01.838362 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37108) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:01.889295 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1355a95b-daa4-453d-abc8-b3b2dbca791b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:01.912416 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1355a95b-daa4-453d-abc8-b3b2dbca791b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:01.928249 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-454c765a-516b-4a11-b95e-8b7139b58820 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-877399366'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:01.967102 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454c765a-516b-4a11-b95e-8b7139b58820 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Made reservation on behalf of 2c9d21c455d9495dbffe07acfee19b72 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:27:01.971342 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-454c765a-516b-4a11-b95e-8b7139b58820 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:01.979835 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-454c765a-516b-4a11-b95e-8b7139b58820 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:01.997414 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1355a95b-daa4-453d-abc8-b3b2dbca791b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:02.000276 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1355a95b-daa4-453d-abc8-b3b2dbca791b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:02.001169 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1355a95b-daa4-453d-abc8-b3b2dbca791b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89b11f52-1e74-4324-b1c5-a3153ded318b HTTP/1.1" status: 204 len: 168 time: 0.1617873 Aug 17 00:27:02.017914 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355a95b-daa4-453d-abc8-b3b2dbca791b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b11f52-1e74-4324-b1c5-a3153ded318b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:02.093266 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-454c765a-516b-4a11-b95e-8b7139b58820 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:02.097025 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-454c765a-516b-4a11-b95e-8b7139b58820 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:02.123772 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-454c765a-516b-4a11-b95e-8b7139b58820 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:27:02.133261 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c765a-516b-4a11-b95e-8b7139b58820 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12302c44-e8b6-4490-b258-5da3b98b6c6c,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:02.139295 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-454c765a-516b-4a11-b95e-8b7139b58820 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:02.139654 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-454c765a-516b-4a11-b95e-8b7139b58820 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Added segment 28ac4579-1452-463d-8166-6fb644ab4f5a of type vlan for network 207ffccd-d098-4779-9911-eed9e80bfb53 Aug 17 00:27:02.181464 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-454c765a-516b-4a11-b95e-8b7139b58820 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:02.209508 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-454c765a-516b-4a11-b95e-8b7139b58820 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:02.215565 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454c765a-516b-4a11-b95e-8b7139b58820 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:02.216160 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-454c765a-516b-4a11-b95e-8b7139b58820 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:02.276194 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-454c765a-516b-4a11-b95e-8b7139b58820 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4634621 Aug 17 00:27:02.279135 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37114) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:02.285436 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-a16be55f-e574-4a97-a392-6eb0644828c1 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-813917003'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:02.291315 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c765a-516b-4a11-b95e-8b7139b58820 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Network': ['ID=207ffccd-d098-4779-9911-eed9e80bfb53,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:02.304140 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 207ffccd-d098-4779-9911-eed9e80bfb53 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:27:02.311397 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16be55f-e574-4a97-a392-6eb0644828c1 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Made reservation on behalf of 2c9d21c455d9495dbffe07acfee19b72 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:27:02.316322 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a16be55f-e574-4a97-a392-6eb0644828c1 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:02.335390 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37116) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:02.353295 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e75e7b3b-7aae-4b47-98b0-b9bb9f988810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:02.356114 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a16be55f-e574-4a97-a392-6eb0644828c1 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:27:02.375125 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a16be55f-e574-4a97-a392-6eb0644828c1 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:02.375650 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-a16be55f-e574-4a97-a392-6eb0644828c1 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Added segment fad5e99d-cce7-4148-83de-fef40713f4aa of type vlan for network 2c09c40c-08c6-485e-924c-91ffe548ee93 Aug 17 00:27:02.431134 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a16be55f-e574-4a97-a392-6eb0644828c1 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:02.476098 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a16be55f-e574-4a97-a392-6eb0644828c1 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:02.481779 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16be55f-e574-4a97-a392-6eb0644828c1 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:02.482354 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a16be55f-e574-4a97-a392-6eb0644828c1 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:02.561291 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16be55f-e574-4a97-a392-6eb0644828c1 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Network': ['ID=2c09c40c-08c6-485e-924c-91ffe548ee93,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:02.572215 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 2c09c40c-08c6-485e-924c-91ffe548ee93 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:27:02.579225 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e75e7b3b-7aae-4b47-98b0-b9bb9f988810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:02.584264 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e75e7b3b-7aae-4b47-98b0-b9bb9f988810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:02.596467 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a16be55f-e574-4a97-a392-6eb0644828c1 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3160570 Aug 17 00:27:02.599696 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37118) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:02.605034 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-027288c3-aaa2-49e6-9d71-53eabe8dfc47 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'subnet': {'network_id': '207ffccd-d098-4779-9911-eed9e80bfb53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:02.626411 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e75e7b3b-7aae-4b47-98b0-b9bb9f988810 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8fccd8b592c741b2a3ad321c5fb5dd97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2897205 Aug 17 00:27:02.627296 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e7b3b-7aae-4b47-98b0-b9bb9f988810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea500841-7c50-4435-99e3-633c4bee8314,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:02.630336 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37120) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:02.691590 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4025400f-7717-461e-917c-bf8af5f5afd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:02.703411 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027288c3-aaa2-49e6-9d71-53eabe8dfc47 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Made reservation on behalf of 2c9d21c455d9495dbffe07acfee19b72 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:27:02.706948 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-027288c3-aaa2-49e6-9d71-53eabe8dfc47 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:02.713126 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4025400f-7717-461e-917c-bf8af5f5afd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:02.762890 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4025400f-7717-461e-917c-bf8af5f5afd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:02.766201 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4025400f-7717-461e-917c-bf8af5f5afd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:02.767352 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4025400f-7717-461e-917c-bf8af5f5afd1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ea500841-7c50-4435-99e3-633c4bee8314 HTTP/1.1" status: 204 len: 168 time: 0.1354561 Aug 17 00:27:02.775230 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025400f-7717-461e-917c-bf8af5f5afd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea500841-7c50-4435-99e3-633c4bee8314,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:02.915519 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-027288c3-aaa2-49e6-9d71-53eabe8dfc47 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:02.984470 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027288c3-aaa2-49e6-9d71-53eabe8dfc47 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Subnet': ['ID=6ecdb30b-ab7d-4620-8bb6-f46279c97cf3,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:02.993332 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027288c3-aaa2-49e6-9d71-53eabe8dfc47 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Checking segment: {'id': '28ac4579-1452-463d-8166-6fb644ab4f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '207ffccd-d098-4779-9911-eed9e80bfb53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:27:02.993700 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027288c3-aaa2-49e6-9d71-53eabe8dfc47 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network hostable DHCP agents. Network: 207ffccd-d098-4779-9911-eed9e80bfb53, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:27:03.009845 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027288c3-aaa2-49e6-9d71-53eabe8dfc47 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network 207ffccd-d098-4779-9911-eed9e80bfb53 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:27:03.023496 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-027288c3-aaa2-49e6-9d71-53eabe8dfc47 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 207ffccd-d098-4779-9911-eed9e80bfb53) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:03.029726 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027288c3-aaa2-49e6-9d71-53eabe8dfc47 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:03.030320 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-027288c3-aaa2-49e6-9d71-53eabe8dfc47 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:03.037537 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d822c8-1bab-4fa2-afc2-45c503fc225f None None] Network 207ffccd-d098-4779-9911-eed9e80bfb53 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:27:03.049768 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-027288c3-aaa2-49e6-9d71-53eabe8dfc47 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4487936 Aug 17 00:27:03.050522 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37128) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:03.057060 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-6ffc5644-6ec4-4b1c-97a8-05360660cc31 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'subnet': {'network_id': '2c09c40c-08c6-485e-924c-91ffe548ee93', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:03.147222 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffc5644-6ec4-4b1c-97a8-05360660cc31 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Made reservation on behalf of 2c9d21c455d9495dbffe07acfee19b72 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:27:03.151174 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6ffc5644-6ec4-4b1c-97a8-05360660cc31 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:03.196109 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-207ffccd-d098-4779-9911-eed9e80bfb53', 'network_id': '207ffccd-d098-4779-9911-eed9e80bfb53', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'fixed_ips': [{'subnet_id': '6ecdb30b-ab7d-4620-8bb6-f46279c97cf3'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:27:03.196989 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:03.348890 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Allocated IP 2001:db8::2 (207ffccd-d098-4779-9911-eed9e80bfb53/6ecdb30b-ab7d-4620-8bb6-f46279c97cf3/a71ea586-9f20-4427-b657-49e861cb8c19) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:27:03.354831 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6ffc5644-6ec4-4b1c-97a8-05360660cc31 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:03.419018 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc5644-6ec4-4b1c-97a8-05360660cc31 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Subnet': ['ID=5fc9cd1c-df2e-4595-ac3d-bab2adfc7b1c,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:03.427973 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffc5644-6ec4-4b1c-97a8-05360660cc31 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Checking segment: {'id': 'fad5e99d-cce7-4148-83de-fef40713f4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2c09c40c-08c6-485e-924c-91ffe548ee93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:27:03.428346 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffc5644-6ec4-4b1c-97a8-05360660cc31 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network hostable DHCP agents. Network: 2c09c40c-08c6-485e-924c-91ffe548ee93, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:27:03.451385 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffc5644-6ec4-4b1c-97a8-05360660cc31 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network 2c09c40c-08c6-485e-924c-91ffe548ee93 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:27:03.461915 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-6ffc5644-6ec4-4b1c-97a8-05360660cc31 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 2c09c40c-08c6-485e-924c-91ffe548ee93) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:03.466405 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffc5644-6ec4-4b1c-97a8-05360660cc31 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:03.467113 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6ffc5644-6ec4-4b1c-97a8-05360660cc31 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:03.486245 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6ffc5644-6ec4-4b1c-97a8-05360660cc31 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4311893 Aug 17 00:27:03.486455 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37144) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:03.486545 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7f9745-e4d1-4fcd-a288-18a19ba1d8bd None None] Network 2c09c40c-08c6-485e-924c-91ffe548ee93 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:27:03.491351 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-78aaf96b-735f-437b-bb1a-42ad6b8fc32f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1441562723', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:03.515207 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78aaf96b-735f-437b-bb1a-42ad6b8fc32f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:03.516212 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78aaf96b-735f-437b-bb1a-42ad6b8fc32f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:03.555080 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:03.568742 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Transition to ACTIVE for port object a71ea586-9f20-4427-b657-49e861cb8c19 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:03.569876 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78aaf96b-735f-437b-bb1a-42ad6b8fc32f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:03.574201 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78aaf96b-735f-437b-bb1a-42ad6b8fc32f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:03.590846 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78aaf96b-735f-437b-bb1a-42ad6b8fc32f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:03.592070 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-78aaf96b-735f-437b-bb1a-42ad6b8fc32f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1047072 Aug 17 00:27:03.595209 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Transition to ACTIVE for port object a71ea586-9f20-4427-b657-49e861cb8c19 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:03.596130 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37148) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:03.613565 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:03.652167 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Network 207ffccd-d098-4779-9911-eed9e80bfb53 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:03.663045 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:03.691919 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:27:03.701314 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Pushing event updated for resources: {'Port': ['ID=a71ea586-9f20-4427-b657-49e861cb8c19,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:03.896442 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:03.896770 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:03.897137 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:03.897481 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:03.897820 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:03.898152 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:03.898486 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:03.898818 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:03.899144 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:03.899472 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:03.899798 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:03.900121 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:03.916505 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bd537643-c463-4051-8d49-461ef3dfc9c9 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:03.946987 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Attempting to bind port a71ea586-9f20-4427-b657-49e861cb8c19 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:27:03.947394 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Attempting to bind port a71ea586-9f20-4427-b657-49e861cb8c19 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '28ac4579-1452-463d-8166-6fb644ab4f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '207ffccd-d098-4779-9911-eed9e80bfb53'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:27:03.947809 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Attempting to bind port a71ea586-9f20-4427-b657-49e861cb8c19 on network 207ffccd-d098-4779-9911-eed9e80bfb53 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:27:03.954466 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:27:03.954854 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Checking segment: {'id': '28ac4579-1452-463d-8166-6fb644ab4f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '207ffccd-d098-4779-9911-eed9e80bfb53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:27:03.955266 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:03.955720 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Bound using segment: {'id': '28ac4579-1452-463d-8166-6fb644ab4f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '207ffccd-d098-4779-9911-eed9e80bfb53'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:27:03.956126 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Bound port: a71ea586-9f20-4427-b657-49e861cb8c19, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ac4579-1452-463d-8166-6fb644ab4f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '207ffccd-d098-4779-9911-eed9e80bfb53'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:27:03.956516 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:03.967000 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec14cdb2-86fe-42d7-bc3d-f401cd186d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-2c09c40c-08c6-485e-924c-91ffe548ee93', 'network_id': '2c09c40c-08c6-485e-924c-91ffe548ee93', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'fixed_ips': [{'subnet_id': '5fc9cd1c-df2e-4595-ac3d-bab2adfc7b1c'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:27:03.967890 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ec14cdb2-86fe-42d7-bc3d-f401cd186d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:04.109518 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] For port a71ea586-9f20-4427-b657-49e861cb8c19, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:27:04.114744 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] For port a71ea586-9f20-4427-b657-49e861cb8c19, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a71ea586-9f20-4427-b657-49e861cb8c19,segment=NetworkSegment(28ac4579-1452-463d-8166-6fb644ab4f5a),segment_id=28ac4579-1452-463d-8166-6fb644ab4f5a)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:27:04.121389 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:04.215995 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-ec14cdb2-86fe-42d7-bc3d-f401cd186d84 None None] Allocated IP 2001:db8:1::2 (2c09c40c-08c6-485e-924c-91ffe548ee93/5fc9cd1c-df2e-4595-ac3d-bab2adfc7b1c/5002bc19-fa40-4f46-a91d-18842c2948aa) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:27:04.223061 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b4a74-6061-464c-a1e4-d8112112a8d3 None None] Pushing event updated for resources: {'Port': ['ID=a71ea586-9f20-4427-b657-49e861cb8c19,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:04.246079 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-bd537643-c463-4051-8d49-461ef3dfc9c9 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Allocated IP 2001:db8::1 (207ffccd-d098-4779-9911-eed9e80bfb53/6ecdb30b-ab7d-4620-8bb6-f46279c97cf3/ba009309-d743-4bd9-87f7-4f7f47fb38a5) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:27:04.382111 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bd537643-c463-4051-8d49-461ef3dfc9c9 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:04.387823 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ec14cdb2-86fe-42d7-bc3d-f401cd186d84 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:04.397612 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ec14cdb2-86fe-42d7-bc3d-f401cd186d84 None None] Transition to ACTIVE for port object 5002bc19-fa40-4f46-a91d-18842c2948aa will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:04.400103 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-bd537643-c463-4051-8d49-461ef3dfc9c9 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Transition to ACTIVE for port object ba009309-d743-4bd9-87f7-4f7f47fb38a5 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:04.414930 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ec14cdb2-86fe-42d7-bc3d-f401cd186d84 None None] Transition to ACTIVE for port object 5002bc19-fa40-4f46-a91d-18842c2948aa will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:04.448308 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ec14cdb2-86fe-42d7-bc3d-f401cd186d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:04.478728 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bd537643-c463-4051-8d49-461ef3dfc9c9 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:04.509654 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec14cdb2-86fe-42d7-bc3d-f401cd186d84 None None] Network 2c09c40c-08c6-485e-924c-91ffe548ee93 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:04.515790 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-ec14cdb2-86fe-42d7-bc3d-f401cd186d84 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:04.519074 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec14cdb2-86fe-42d7-bc3d-f401cd186d84 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:27:04.532582 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd537643-c463-4051-8d49-461ef3dfc9c9 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network 207ffccd-d098-4779-9911-eed9e80bfb53 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:04.536043 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14cdb2-86fe-42d7-bc3d-f401cd186d84 None None] Pushing event updated for resources: {'Port': ['ID=5002bc19-fa40-4f46-a91d-18842c2948aa,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:04.536229 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-bd537643-c463-4051-8d49-461ef3dfc9c9 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:04.540543 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd537643-c463-4051-8d49-461ef3dfc9c9 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:27:04.541323 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bd537643-c463-4051-8d49-461ef3dfc9c9 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:04.610082 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ec14cdb2-86fe-42d7-bc3d-f401cd186d84 None None] Attempting to bind port 5002bc19-fa40-4f46-a91d-18842c2948aa on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:27:04.610470 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ec14cdb2-86fe-42d7-bc3d-f401cd186d84 None None] Attempting to bind port 5002bc19-fa40-4f46-a91d-18842c2948aa by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'fad5e99d-cce7-4148-83de-fef40713f4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2c09c40c-08c6-485e-924c-91ffe548ee93'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:27:04.610895 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec14cdb2-86fe-42d7-bc3d-f401cd186d84 None None] Attempting to bind port 5002bc19-fa40-4f46-a91d-18842c2948aa on network 2c09c40c-08c6-485e-924c-91ffe548ee93 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:27:04.614665 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd537643-c463-4051-8d49-461ef3dfc9c9 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Port': ['ID=ba009309-d743-4bd9-87f7-4f7f47fb38a5,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:04.619322 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec14cdb2-86fe-42d7-bc3d-f401cd186d84 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:27:04.621157 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec14cdb2-86fe-42d7-bc3d-f401cd186d84 None None] Checking segment: {'id': 'fad5e99d-cce7-4148-83de-fef40713f4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2c09c40c-08c6-485e-924c-91ffe548ee93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:27:04.621584 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ec14cdb2-86fe-42d7-bc3d-f401cd186d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:04.625511 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec14cdb2-86fe-42d7-bc3d-f401cd186d84 None None] Bound using segment: {'id': 'fad5e99d-cce7-4148-83de-fef40713f4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2c09c40c-08c6-485e-924c-91ffe548ee93'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:27:04.626025 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ec14cdb2-86fe-42d7-bc3d-f401cd186d84 None None] Bound port: 5002bc19-fa40-4f46-a91d-18842c2948aa, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad5e99d-cce7-4148-83de-fef40713f4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2c09c40c-08c6-485e-924c-91ffe548ee93'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:27:04.626423 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ec14cdb2-86fe-42d7-bc3d-f401cd186d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:04.698745 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ec14cdb2-86fe-42d7-bc3d-f401cd186d84 None None] For port 5002bc19-fa40-4f46-a91d-18842c2948aa, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:27:04.704660 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ec14cdb2-86fe-42d7-bc3d-f401cd186d84 None None] For port 5002bc19-fa40-4f46-a91d-18842c2948aa, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5002bc19-fa40-4f46-a91d-18842c2948aa,segment=NetworkSegment(fad5e99d-cce7-4148-83de-fef40713f4aa),segment_id=fad5e99d-cce7-4148-83de-fef40713f4aa)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:27:04.709959 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ec14cdb2-86fe-42d7-bc3d-f401cd186d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:04.757820 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bd537643-c463-4051-8d49-461ef3dfc9c9 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:04.781366 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14cdb2-86fe-42d7-bc3d-f401cd186d84 None None] Pushing event updated for resources: {'Port': ['ID=5002bc19-fa40-4f46-a91d-18842c2948aa,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:05.053803 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37188) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:05.103261 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a71ea586-9f20-4427-b657-49e861cb8c19 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:27:05.135955 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bd537643-c463-4051-8d49-461ef3dfc9c9 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:05.143584 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bd537643-c463-4051-8d49-461ef3dfc9c9 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:05.144444 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bd537643-c463-4051-8d49-461ef3dfc9c9 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:05.188713 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port a71ea586-9f20-4427-b657-49e861cb8c19 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:05.212955 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:27:05.248724 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd537643-c463-4051-8d49-461ef3dfc9c9 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Port': ['ID=ba009309-d743-4bd9-87f7-4f7f47fb38a5,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:05.251346 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-09abdff1-ba9e-4003-8de3-cb01b8e33d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:05.320425 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd537643-c463-4051-8d49-461ef3dfc9c9 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network 207ffccd-d098-4779-9911-eed9e80bfb53 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:05.324714 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-bd537643-c463-4051-8d49-461ef3dfc9c9 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:05.412583 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c95c8bc-d297-4028-81c5-4ce97ed63efd None None] Network 207ffccd-d098-4779-9911-eed9e80bfb53 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:27:05.472541 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-09abdff1-ba9e-4003-8de3-cb01b8e33d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:05.479675 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-09abdff1-ba9e-4003-8de3-cb01b8e33d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:05.497537 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2f3fd519-d451-457d-914b-540faa6b5fca None None] Provisioning for port a71ea586-9f20-4427-b657-49e861cb8c19 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:05.502693 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2f3fd519-d451-457d-914b-540faa6b5fca None None] Provisioning complete for port a71ea586-9f20-4427-b657-49e861cb8c19 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:05.503076 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd519-d451-457d-914b-540faa6b5fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:05.529664 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-09abdff1-ba9e-4003-8de3-cb01b8e33d23 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=750b313c76cb4fd1b5185020ae9c6153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4712911 Aug 17 00:27:05.531533 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09abdff1-ba9e-4003-8de3-cb01b8e33d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec7b7b9-b097-480d-912f-e733f5460117,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:05.533233 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37192) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:05.546107 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd537643-c463-4051-8d49-461ef3dfc9c9 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Router 8450a4f3-77b0-4ecf-8b63-f5639ffe89c9 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:27:05.603377 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1117bc5b-f2f9-4804-9008-4d8006a2c465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:05.631660 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1117bc5b-f2f9-4804-9008-4d8006a2c465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:05.651753 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd519-d451-457d-914b-540faa6b5fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:05.715174 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-2f3fd519-d451-457d-914b-540faa6b5fca None None] For port a71ea586-9f20-4427-b657-49e861cb8c19, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a71ea586-9f20-4427-b657-49e861cb8c19,segment=NetworkSegment(28ac4579-1452-463d-8166-6fb644ab4f5a),segment_id=28ac4579-1452-463d-8166-6fb644ab4f5a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:05.721545 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd519-d451-457d-914b-540faa6b5fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:05.723184 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1117bc5b-f2f9-4804-9008-4d8006a2c465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:05.726456 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1117bc5b-f2f9-4804-9008-4d8006a2c465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:05.730022 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1117bc5b-f2f9-4804-9008-4d8006a2c465 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9ec7b7b9-b097-480d-912f-e733f5460117 HTTP/1.1" status: 204 len: 168 time: 0.1928275 Aug 17 00:27:05.753948 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117bc5b-f2f9-4804-9008-4d8006a2c465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec7b7b9-b097-480d-912f-e733f5460117,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:05.823083 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fd519-d451-457d-914b-540faa6b5fca None None] Pushing event updated for resources: {'Port': ['ID=a71ea586-9f20-4427-b657-49e861cb8c19,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:05.967519 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd537643-c463-4051-8d49-461ef3dfc9c9 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:27:05.980162 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146c1c9b-19f8-44de-97c5-6153efc17460 None None] Sync routers for ids ['8450a4f3-77b0-4ecf-8b63-f5639ffe89c9'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:27:05.980335 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bd537643-c463-4051-8d49-461ef3dfc9c9 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "PUT /v2.0/routers/8450a4f3-77b0-4ecf-8b63-f5639ffe89c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3830738 Aug 17 00:27:05.983484 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37198) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:05.994087 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146c1c9b-19f8-44de-97c5-6153efc17460 None None] Routers {'8450a4f3-77b0-4ecf-8b63-f5639ffe89c9'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:05.995573 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-146c1c9b-19f8-44de-97c5-6153efc17460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:26:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['8450a4f3-77b0-4ecf-8b63-f5639ffe89c9'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:06.037613 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7305857-3b7a-48f3-88ee-4371b0fe1297 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:06.039779 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d7305857-3b7a-48f3-88ee-4371b0fe1297 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "GET /v2.0/ports/ba009309-d743-4bd9-87f7-4f7f47fb38a5 HTTP/1.1" status: 200 len: 911 time: 0.0551980 Aug 17 00:27:06.041161 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-146c1c9b-19f8-44de-97c5-6153efc17460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:06.042658 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37200) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:06.055950 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146c1c9b-19f8-44de-97c5-6153efc17460 None None] Routers {'8450a4f3-77b0-4ecf-8b63-f5639ffe89c9'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:06.056574 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-146c1c9b-19f8-44de-97c5-6153efc17460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:26:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['8450a4f3-77b0-4ecf-8b63-f5639ffe89c9'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:06.096096 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37202) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:06.107368 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-146c1c9b-19f8-44de-97c5-6153efc17460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:06.108034 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146c1c9b-19f8-44de-97c5-6153efc17460 None None] The sync data for ids ['8450a4f3-77b0-4ecf-8b63-f5639ffe89c9'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:27:06.122918 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec17a415-bc9c-4b99-b7ed-1b3d44651145 None None] Network 2c09c40c-08c6-485e-924c-91ffe548ee93 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:27:06.127320 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-be88d6b2-270b-4a96-97b0-846e4ceaec3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:06.220394 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-060bca25-8816-4ef5-a519-4955781c8fe1 None None] Provisioning for port 5002bc19-fa40-4f46-a91d-18842c2948aa completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:06.252115 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-be88d6b2-270b-4a96-97b0-846e4ceaec3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:06.259621 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-be88d6b2-270b-4a96-97b0-846e4ceaec3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:06.271679 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-060bca25-8816-4ef5-a519-4955781c8fe1 None None] Provisioning for port ba009309-d743-4bd9-87f7-4f7f47fb38a5 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:06.291893 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-060bca25-8816-4ef5-a519-4955781c8fe1 None None] Provisioning complete for port ba009309-d743-4bd9-87f7-4f7f47fb38a5 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:06.292278 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-060bca25-8816-4ef5-a519-4955781c8fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:06.315297 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-be88d6b2-270b-4a96-97b0-846e4ceaec3f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=513585995df440a1bac4dd71367734b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2134967 Aug 17 00:27:06.315618 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37204) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:06.317664 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88d6b2-270b-4a96-97b0-846e4ceaec3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4326ced8-3321-48a5-b6e3-dea78aaa80eb,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:06.331655 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-060bca25-8816-4ef5-a519-4955781c8fe1 None None] Port ba009309-d743-4bd9-87f7-4f7f47fb38a5 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:27:06.351336 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-060bca25-8816-4ef5-a519-4955781c8fe1 None None] Provisioning complete for port a71ea586-9f20-4427-b657-49e861cb8c19 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:06.351739 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-060bca25-8816-4ef5-a519-4955781c8fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:06.494761 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-26078dc3-7ee2-4b52-9d4f-24cd5321f4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:06.539243 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-26078dc3-7ee2-4b52-9d4f-24cd5321f4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:06.584164 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-00ce6e66-793c-4f82-8337-990c97bdcf11 None None] Provisioning complete for port ba009309-d743-4bd9-87f7-4f7f47fb38a5 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:06.584721 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-00ce6e66-793c-4f82-8337-990c97bdcf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:06.588970 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43fa9c9a-1d15-480a-963e-135b60ff3a41 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:06.628671 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-00ce6e66-793c-4f82-8337-990c97bdcf11 None None] Port ba009309-d743-4bd9-87f7-4f7f47fb38a5 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:27:06.718901 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-26078dc3-7ee2-4b52-9d4f-24cd5321f4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:06.721404 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-26078dc3-7ee2-4b52-9d4f-24cd5321f4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:06.722520 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-26078dc3-7ee2-4b52-9d4f-24cd5321f4e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4326ced8-3321-48a5-b6e3-dea78aaa80eb HTTP/1.1" status: 204 len: 168 time: 0.3676217 Aug 17 00:27:06.759892 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-004fc743-be2a-4f23-83b4-9366e6432af8 None None] Provisioning complete for port ba009309-d743-4bd9-87f7-4f7f47fb38a5 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:06.760370 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-004fc743-be2a-4f23-83b4-9366e6432af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:06.761427 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26078dc3-7ee2-4b52-9d4f-24cd5321f4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4326ced8-3321-48a5-b6e3-dea78aaa80eb,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:06.818761 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-004fc743-be2a-4f23-83b4-9366e6432af8 None None] Port ba009309-d743-4bd9-87f7-4f7f47fb38a5 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:27:06.891829 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-43fa9c9a-1d15-480a-963e-135b60ff3a41 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Allocated IP 2001:db8:1::1 (2c09c40c-08c6-485e-924c-91ffe548ee93/5fc9cd1c-df2e-4595-ac3d-bab2adfc7b1c/06b251ce-0e5b-4dbf-8c14-afd77092d09e) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:27:07.025774 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43fa9c9a-1d15-480a-963e-135b60ff3a41 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:07.040275 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-43fa9c9a-1d15-480a-963e-135b60ff3a41 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Transition to ACTIVE for port object 06b251ce-0e5b-4dbf-8c14-afd77092d09e will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:07.050003 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a71ea586-9f20-4427-b657-49e861cb8c19 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:27:07.081761 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43fa9c9a-1d15-480a-963e-135b60ff3a41 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:07.105563 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port a71ea586-9f20-4427-b657-49e861cb8c19 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:07.105946 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:07.139666 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fa9c9a-1d15-480a-963e-135b60ff3a41 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network 2c09c40c-08c6-485e-924c-91ffe548ee93 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:07.143423 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-43fa9c9a-1d15-480a-963e-135b60ff3a41 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:07.147593 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fa9c9a-1d15-480a-963e-135b60ff3a41 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:27:07.148156 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43fa9c9a-1d15-480a-963e-135b60ff3a41 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:07.188028 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa9c9a-1d15-480a-963e-135b60ff3a41 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Port': ['ID=06b251ce-0e5b-4dbf-8c14-afd77092d09e,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:07.213654 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5002bc19-fa40-4f46-a91d-18842c2948aa up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:27:07.277996 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43fa9c9a-1d15-480a-963e-135b60ff3a41 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:07.284388 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 5002bc19-fa40-4f46-a91d-18842c2948aa completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:07.292688 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 5002bc19-fa40-4f46-a91d-18842c2948aa triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:07.293300 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:07.402933 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:07.442036 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 5002bc19-fa40-4f46-a91d-18842c2948aa, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5002bc19-fa40-4f46-a91d-18842c2948aa,segment=NetworkSegment(fad5e99d-cce7-4148-83de-fef40713f4aa),segment_id=fad5e99d-cce7-4148-83de-fef40713f4aa)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:07.452716 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:07.502824 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5668d418-836e-4da1-8e5d-e1b427d58708 None None] Provisioning for port 06b251ce-0e5b-4dbf-8c14-afd77092d09e completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:07.509681 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=5002bc19-fa40-4f46-a91d-18842c2948aa,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:07.513495 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5668d418-836e-4da1-8e5d-e1b427d58708 None None] Provisioning complete for port 06b251ce-0e5b-4dbf-8c14-afd77092d09e triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:07.514071 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5668d418-836e-4da1-8e5d-e1b427d58708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:07.554358 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-5668d418-836e-4da1-8e5d-e1b427d58708 None None] Port 06b251ce-0e5b-4dbf-8c14-afd77092d09e cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:27:07.599151 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43fa9c9a-1d15-480a-963e-135b60ff3a41 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:07.603758 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43fa9c9a-1d15-480a-963e-135b60ff3a41 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:07.604686 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43fa9c9a-1d15-480a-963e-135b60ff3a41 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:07.700240 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa9c9a-1d15-480a-963e-135b60ff3a41 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Port': ['ID=06b251ce-0e5b-4dbf-8c14-afd77092d09e,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:07.739194 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fa9c9a-1d15-480a-963e-135b60ff3a41 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network 2c09c40c-08c6-485e-924c-91ffe548ee93 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:07.740745 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-43fa9c9a-1d15-480a-963e-135b60ff3a41 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:07.852730 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43fa9c9a-1d15-480a-963e-135b60ff3a41 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Router 8450a4f3-77b0-4ecf-8b63-f5639ffe89c9 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:27:07.960859 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fa9c9a-1d15-480a-963e-135b60ff3a41 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:27:07.969698 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-43fa9c9a-1d15-480a-963e-135b60ff3a41 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "PUT /v2.0/routers/8450a4f3-77b0-4ecf-8b63-f5639ffe89c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9259176 Aug 17 00:27:07.972230 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37236) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:07.974764 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f974dccd-6390-48dc-8733-93507c4278d9 None None] Sync routers for ids ['8450a4f3-77b0-4ecf-8b63-f5639ffe89c9'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:27:07.982157 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6faf14f6-82f1-4acb-a031-5a4ba4bab78d None None] Provisioning complete for port 06b251ce-0e5b-4dbf-8c14-afd77092d09e triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:07.982684 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6faf14f6-82f1-4acb-a031-5a4ba4bab78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:07.985464 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f974dccd-6390-48dc-8733-93507c4278d9 None None] Routers {'8450a4f3-77b0-4ecf-8b63-f5639ffe89c9'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:07.986169 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-f974dccd-6390-48dc-8733-93507c4278d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:26:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['8450a4f3-77b0-4ecf-8b63-f5639ffe89c9'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:08.021052 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-6faf14f6-82f1-4acb-a031-5a4ba4bab78d None None] Port 06b251ce-0e5b-4dbf-8c14-afd77092d09e cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:27:08.021582 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5934f7f9-95e9-4db5-9e4d-6dc3b3207db4 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:08.023792 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5934f7f9-95e9-4db5-9e4d-6dc3b3207db4 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "GET /v2.0/ports/06b251ce-0e5b-4dbf-8c14-afd77092d09e HTTP/1.1" status: 200 len: 913 time: 0.0501885 Aug 17 00:27:08.026712 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37240) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:08.026851 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-f974dccd-6390-48dc-8733-93507c4278d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:08.038054 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f974dccd-6390-48dc-8733-93507c4278d9 None None] Routers {'8450a4f3-77b0-4ecf-8b63-f5639ffe89c9'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:08.038656 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-f974dccd-6390-48dc-8733-93507c4278d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:26:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['8450a4f3-77b0-4ecf-8b63-f5639ffe89c9'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:08.073985 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-f974dccd-6390-48dc-8733-93507c4278d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:08.074648 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f974dccd-6390-48dc-8733-93507c4278d9 None None] The sync data for ids ['8450a4f3-77b0-4ecf-8b63-f5639ffe89c9'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:27:08.350059 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3afd15e0-2a13-4636-9f45-b2778f390380 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:08.662263 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37260) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:08.772211 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e9f838fb-36b5-4db4-b9e6-4eb6654f0a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:08.854939 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-3afd15e0-2a13-4636-9f45-b2778f390380 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Deleting port 06b251ce-0e5b-4dbf-8c14-afd77092d09e {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:27:08.855605 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3afd15e0-2a13-4636-9f45-b2778f390380 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:08.869205 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e9f838fb-36b5-4db4-b9e6-4eb6654f0a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:08.873487 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e9f838fb-36b5-4db4-b9e6-4eb6654f0a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:08.913202 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e9f838fb-36b5-4db4-b9e6-4eb6654f0a49 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc8739db85a743e087abc35c1deebf6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2497828 Aug 17 00:27:08.914124 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f838fb-36b5-4db4-b9e6-4eb6654f0a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093a3999-119b-4c02-8502-25ff01e4f600,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:08.915993 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37264) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:08.962907 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5002bc19-fa40-4f46-a91d-18842c2948aa up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:27:08.980547 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3afd15e0-2a13-4636-9f45-b2778f390380 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:08.997145 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-3afd15e0-2a13-4636-9f45-b2778f390380 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Calling delete_port for 06b251ce-0e5b-4dbf-8c14-afd77092d09e owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:27:09.013808 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eb0e96ef-6ecd-4606-b1aa-c1f0986a448d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:09.014805 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 5002bc19-fa40-4f46-a91d-18842c2948aa triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:09.015890 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:09.076709 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eb0e96ef-6ecd-4606-b1aa-c1f0986a448d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:09.179961 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eb0e96ef-6ecd-4606-b1aa-c1f0986a448d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:09.182527 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eb0e96ef-6ecd-4606-b1aa-c1f0986a448d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:09.183646 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-eb0e96ef-6ecd-4606-b1aa-c1f0986a448d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/093a3999-119b-4c02-8502-25ff01e4f600 HTTP/1.1" status: 204 len: 168 time: 0.2637961 Aug 17 00:27:09.213307 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e96ef-6ecd-4606-b1aa-c1f0986a448d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093a3999-119b-4c02-8502-25ff01e4f600,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:09.239579 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3afd15e0-2a13-4636-9f45-b2778f390380 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:09.270895 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd15e0-2a13-4636-9f45-b2778f390380 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Port': ['ID=06b251ce-0e5b-4dbf-8c14-afd77092d09e,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:09.390903 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3afd15e0-2a13-4636-9f45-b2778f390380 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:09.491898 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37270) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:09.505967 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7de0cb17-9cf2-43b8-bcdd-868f7c74d205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:09.587319 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afd15e0-2a13-4636-9f45-b2778f390380 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Router 8450a4f3-77b0-4ecf-8b63-f5639ffe89c9 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:27:09.598466 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7de0cb17-9cf2-43b8-bcdd-868f7c74d205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:09.602319 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7de0cb17-9cf2-43b8-bcdd-868f7c74d205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:09.644921 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7de0cb17-9cf2-43b8-bcdd-868f7c74d205 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=efd894c9ddc0437ebd986e6fb475e289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518192 Aug 17 00:27:09.646935 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0cb17-9cf2-43b8-bcdd-868f7c74d205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4459538-10fe-4d55-9885-de6f4a859ab3,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:09.649248 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37272) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:09.680089 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afd15e0-2a13-4636-9f45-b2778f390380 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:27:09.689214 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3afd15e0-2a13-4636-9f45-b2778f390380 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "PUT /v2.0/routers/8450a4f3-77b0-4ecf-8b63-f5639ffe89c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6575794 Aug 17 00:27:09.689428 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37274) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:09.690380 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a20c6f-43e9-4c16-922f-a2e44f3f9b65 None None] Sync routers for ids ['8450a4f3-77b0-4ecf-8b63-f5639ffe89c9'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:27:09.702163 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a20c6f-43e9-4c16-922f-a2e44f3f9b65 None None] Routers {'8450a4f3-77b0-4ecf-8b63-f5639ffe89c9'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:09.703823 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-e1a20c6f-43e9-4c16-922f-a2e44f3f9b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:26:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['8450a4f3-77b0-4ecf-8b63-f5639ffe89c9'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:09.705360 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-62567475-eb57-402c-8718-3181eaad8404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:09.727176 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-62567475-eb57-402c-8718-3181eaad8404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:09.740850 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-e1a20c6f-43e9-4c16-922f-a2e44f3f9b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:09.751154 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a20c6f-43e9-4c16-922f-a2e44f3f9b65 None None] Routers {'8450a4f3-77b0-4ecf-8b63-f5639ffe89c9'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:09.752309 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-e1a20c6f-43e9-4c16-922f-a2e44f3f9b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:26:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['8450a4f3-77b0-4ecf-8b63-f5639ffe89c9'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:09.782741 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-62567475-eb57-402c-8718-3181eaad8404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:09.785482 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-62567475-eb57-402c-8718-3181eaad8404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:09.789357 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-62567475-eb57-402c-8718-3181eaad8404 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e4459538-10fe-4d55-9885-de6f4a859ab3 HTTP/1.1" status: 204 len: 168 time: 0.1364939 Aug 17 00:27:09.794287 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-e1a20c6f-43e9-4c16-922f-a2e44f3f9b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:09.794721 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62567475-eb57-402c-8718-3181eaad8404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4459538-10fe-4d55-9885-de6f4a859ab3,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:09.795025 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a20c6f-43e9-4c16-922f-a2e44f3f9b65 None None] The sync data for ids ['8450a4f3-77b0-4ecf-8b63-f5639ffe89c9'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:27:10.022568 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b278d9a5-88ba-4035-aebe-c7d3e01eb458 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:10.176016 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:10.272249 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-b278d9a5-88ba-4035-aebe-c7d3e01eb458 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Deleting port ba009309-d743-4bd9-87f7-4f7f47fb38a5 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:27:10.272652 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b278d9a5-88ba-4035-aebe-c7d3e01eb458 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:10.360817 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b278d9a5-88ba-4035-aebe-c7d3e01eb458 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:10.372603 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-b278d9a5-88ba-4035-aebe-c7d3e01eb458 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Calling delete_port for ba009309-d743-4bd9-87f7-4f7f47fb38a5 owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:27:10.549436 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b278d9a5-88ba-4035-aebe-c7d3e01eb458 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:10.584332 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278d9a5-88ba-4035-aebe-c7d3e01eb458 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Port': ['ID=ba009309-d743-4bd9-87f7-4f7f47fb38a5,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:10.681614 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b278d9a5-88ba-4035-aebe-c7d3e01eb458 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:10.840687 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b278d9a5-88ba-4035-aebe-c7d3e01eb458 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Router 8450a4f3-77b0-4ecf-8b63-f5639ffe89c9 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:27:10.923772 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b278d9a5-88ba-4035-aebe-c7d3e01eb458 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:27:10.929314 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b278d9a5-88ba-4035-aebe-c7d3e01eb458 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "PUT /v2.0/routers/8450a4f3-77b0-4ecf-8b63-f5639ffe89c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2388840 Aug 17 00:27:10.932211 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37308) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:10.934056 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ff1e2f-85fc-4652-9b84-d24da5df23ca None None] Sync routers for ids ['8450a4f3-77b0-4ecf-8b63-f5639ffe89c9'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:27:10.943982 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ff1e2f-85fc-4652-9b84-d24da5df23ca None None] Routers {'8450a4f3-77b0-4ecf-8b63-f5639ffe89c9'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:10.946384 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-81ff1e2f-85fc-4652-9b84-d24da5df23ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:26:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['8450a4f3-77b0-4ecf-8b63-f5639ffe89c9'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:10.962331 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e4c89d17-70f9-4cbe-8296-b314e5c36d29 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "GET /v2.0/ports?device_id=8450a4f3-77b0-4ecf-8b63-f5639ffe89c9 HTTP/1.1" status: 200 len: 205 time: 0.0289047 Aug 17 00:27:10.964775 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37312) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:10.976671 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-81ff1e2f-85fc-4652-9b84-d24da5df23ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:10.986096 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ff1e2f-85fc-4652-9b84-d24da5df23ca None None] Routers {'8450a4f3-77b0-4ecf-8b63-f5639ffe89c9'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:10.986717 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-81ff1e2f-85fc-4652-9b84-d24da5df23ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:26:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['8450a4f3-77b0-4ecf-8b63-f5639ffe89c9'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:11.047603 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0e508047-e30e-4e1d-93bc-390dc9c6c7ab tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:11.116380 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-81ff1e2f-85fc-4652-9b84-d24da5df23ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:11.117034 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ff1e2f-85fc-4652-9b84-d24da5df23ca None None] The sync data for ids ['8450a4f3-77b0-4ecf-8b63-f5639ffe89c9'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:27:11.224013 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0e508047-e30e-4e1d-93bc-390dc9c6c7ab tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:11.226242 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0e508047-e30e-4e1d-93bc-390dc9c6c7ab tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:11.270605 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0e508047-e30e-4e1d-93bc-390dc9c6c7ab tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:11.271273 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e508047-e30e-4e1d-93bc-390dc9c6c7ab tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Fanout notify agent at l3_agent the message router_deleted on router 8450a4f3-77b0-4ecf-8b63-f5639ffe89c9 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:27:11.279374 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0e508047-e30e-4e1d-93bc-390dc9c6c7ab tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:11.280956 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0e508047-e30e-4e1d-93bc-390dc9c6c7ab tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/routers/8450a4f3-77b0-4ecf-8b63-f5639ffe89c9 HTTP/1.1" status: 204 len: 168 time: 0.3146958 Aug 17 00:27:11.283540 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37322) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:11.346578 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-843eebf4-3eb3-493b-a73e-8ce2b5dc5c59 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Deleting subnet 5fc9cd1c-df2e-4595-ac3d-bab2adfc7b1c {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:27:11.349757 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-843eebf4-3eb3-493b-a73e-8ce2b5dc5c59 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:11.391118 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-843eebf4-3eb3-493b-a73e-8ce2b5dc5c59 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:11.483965 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-843eebf4-3eb3-493b-a73e-8ce2b5dc5c59 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:11.550900 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-843eebf4-3eb3-493b-a73e-8ce2b5dc5c59 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:11.580753 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843eebf4-3eb3-493b-a73e-8ce2b5dc5c59 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Subnet': ['ID=5fc9cd1c-df2e-4595-ac3d-bab2adfc7b1c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:11.584576 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-843eebf4-3eb3-493b-a73e-8ce2b5dc5c59 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:11.586739 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-843eebf4-3eb3-493b-a73e-8ce2b5dc5c59 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/subnets/5fc9cd1c-df2e-4595-ac3d-bab2adfc7b1c HTTP/1.1" status: 204 len: 168 time: 0.3022175 Aug 17 00:27:11.589200 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37328) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:11.602267 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158e8643-d650-4692-97a3-7f107ad92adc None None] Network 2c09c40c-08c6-485e-924c-91ffe548ee93 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:27:11.645286 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ad1509-73e5-49d8-9083-cbeb9e8161aa tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Deleting subnet 6ecdb30b-ab7d-4620-8bb6-f46279c97cf3 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:27:11.648527 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f4ad1509-73e5-49d8-9083-cbeb9e8161aa tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:11.689284 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f4ad1509-73e5-49d8-9083-cbeb9e8161aa tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:11.783443 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f4ad1509-73e5-49d8-9083-cbeb9e8161aa tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:11.794978 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d24450-9407-43bd-a94c-0be539413626 None None] DHCP port deletion for 2c09c40c-08c6-485e-924c-91ffe548ee93 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:27:11.802358 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:11.845236 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f4ad1509-73e5-49d8-9083-cbeb9e8161aa tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:11.855122 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-70d24450-9407-43bd-a94c-0be539413626 None None] Deleting port 5002bc19-fa40-4f46-a91d-18842c2948aa {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:27:11.855510 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-70d24450-9407-43bd-a94c-0be539413626 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:11.875990 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad1509-73e5-49d8-9083-cbeb9e8161aa tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Subnet': ['ID=6ecdb30b-ab7d-4620-8bb6-f46279c97cf3,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:11.879623 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f4ad1509-73e5-49d8-9083-cbeb9e8161aa tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:11.881528 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f4ad1509-73e5-49d8-9083-cbeb9e8161aa tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/subnets/6ecdb30b-ab7d-4620-8bb6-f46279c97cf3 HTTP/1.1" status: 204 len: 168 time: 0.2913909 Aug 17 00:27:11.884083 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37330) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:11.892924 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f20ebe0-b92a-4968-8caf-9d6da7417a6c None None] Network 207ffccd-d098-4779-9911-eed9e80bfb53 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:27:11.964793 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7cdfb321-aef6-4a7b-88c2-64ddf660f37e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:11.967184 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-70d24450-9407-43bd-a94c-0be539413626 None None] For port 5002bc19-fa40-4f46-a91d-18842c2948aa, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5002bc19-fa40-4f46-a91d-18842c2948aa,segment=NetworkSegment(fad5e99d-cce7-4148-83de-fef40713f4aa),segment_id=fad5e99d-cce7-4148-83de-fef40713f4aa)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:11.967584 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-70d24450-9407-43bd-a94c-0be539413626 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:11.985998 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-70d24450-9407-43bd-a94c-0be539413626 None None] Calling delete_port for 5002bc19-fa40-4f46-a91d-18842c2948aa owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:27:12.017439 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-7cdfb321-aef6-4a7b-88c2-64ddf660f37e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Deleting port 5002bc19-fa40-4f46-a91d-18842c2948aa {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:27:12.017698 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7cdfb321-aef6-4a7b-88c2-64ddf660f37e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.081810 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-7cdfb321-aef6-4a7b-88c2-64ddf660f37e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] For port 5002bc19-fa40-4f46-a91d-18842c2948aa, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5002bc19-fa40-4f46-a91d-18842c2948aa,segment=NetworkSegment(fad5e99d-cce7-4148-83de-fef40713f4aa),segment_id=fad5e99d-cce7-4148-83de-fef40713f4aa)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:12.082177 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7cdfb321-aef6-4a7b-88c2-64ddf660f37e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.096724 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-7cdfb321-aef6-4a7b-88c2-64ddf660f37e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Calling delete_port for 5002bc19-fa40-4f46-a91d-18842c2948aa owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:27:12.117689 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-70d24450-9407-43bd-a94c-0be539413626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.147895 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d24450-9407-43bd-a94c-0be539413626 None None] Pushing event deleted for resources: {'Port': ['ID=5002bc19-fa40-4f46-a91d-18842c2948aa,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:12.150798 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d24450-9407-43bd-a94c-0be539413626 None None] No DVR routers for this DVR port 5002bc19-fa40-4f46-a91d-18842c2948aa on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:27:12.163996 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c23bbf4-a7e4-4afa-8fd2-02d4019184d8 None None] DHCP port deletion for 207ffccd-d098-4779-9911-eed9e80bfb53 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:27:12.192506 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7cdfb321-aef6-4a7b-88c2-64ddf660f37e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.210373 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c23bbf4-a7e4-4afa-8fd2-02d4019184d8 None None] Deleting port a71ea586-9f20-4427-b657-49e861cb8c19 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:27:12.210745 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c23bbf4-a7e4-4afa-8fd2-02d4019184d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.218300 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdfb321-aef6-4a7b-88c2-64ddf660f37e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Port': ['ID=5002bc19-fa40-4f46-a91d-18842c2948aa,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:12.221898 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdfb321-aef6-4a7b-88c2-64ddf660f37e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] No DVR routers for this DVR port 5002bc19-fa40-4f46-a91d-18842c2948aa on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:27:12.279869 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c23bbf4-a7e4-4afa-8fd2-02d4019184d8 None None] For port a71ea586-9f20-4427-b657-49e861cb8c19, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a71ea586-9f20-4427-b657-49e861cb8c19,segment=NetworkSegment(28ac4579-1452-463d-8166-6fb644ab4f5a),segment_id=28ac4579-1452-463d-8166-6fb644ab4f5a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:12.280276 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c23bbf4-a7e4-4afa-8fd2-02d4019184d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.294913 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c23bbf4-a7e4-4afa-8fd2-02d4019184d8 None None] Calling delete_port for a71ea586-9f20-4427-b657-49e861cb8c19 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:27:12.306658 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7cdfb321-aef6-4a7b-88c2-64ddf660f37e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.317337 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-7cdfb321-aef6-4a7b-88c2-64ddf660f37e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c09c40c-08c6-485e-924c-91ffe548ee93']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:12.327146 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-7cdfb321-aef6-4a7b-88c2-64ddf660f37e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad5e99d-cce7-4148-83de-fef40713f4aa') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:12.328100 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-7cdfb321-aef6-4a7b-88c2-64ddf660f37e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad5e99d-cce7-4148-83de-fef40713f4aa') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:12.337114 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7cdfb321-aef6-4a7b-88c2-64ddf660f37e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.351709 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7cdfb321-aef6-4a7b-88c2-64ddf660f37e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.357858 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cdfb321-aef6-4a7b-88c2-64ddf660f37e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:27:12.358247 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7cdfb321-aef6-4a7b-88c2-64ddf660f37e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:27:12.361702 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:27:12.375607 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c23bbf4-a7e4-4afa-8fd2-02d4019184d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.400628 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23bbf4-a7e4-4afa-8fd2-02d4019184d8 None None] Pushing event deleted for resources: {'Port': ['ID=a71ea586-9f20-4427-b657-49e861cb8c19,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:12.405590 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c23bbf4-a7e4-4afa-8fd2-02d4019184d8 None None] No DVR routers for this DVR port a71ea586-9f20-4427-b657-49e861cb8c19 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:27:12.420658 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7cdfb321-aef6-4a7b-88c2-64ddf660f37e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.428235 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7cdfb321-aef6-4a7b-88c2-64ddf660f37e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.430258 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7cdfb321-aef6-4a7b-88c2-64ddf660f37e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/networks/2c09c40c-08c6-485e-924c-91ffe548ee93 HTTP/1.1" status: 204 len: 168 time: 0.5450718 Aug 17 00:27:12.433542 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37334) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:12.443762 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdfb321-aef6-4a7b-88c2-64ddf660f37e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Network': ['ID=2c09c40c-08c6-485e-924c-91ffe548ee93,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:12.513555 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fcc43a2a-bf48-4c76-ad04-eafd097bf273 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.601827 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fcc43a2a-bf48-4c76-ad04-eafd097bf273 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.611994 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-fcc43a2a-bf48-4c76-ad04-eafd097bf273 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['207ffccd-d098-4779-9911-eed9e80bfb53']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:12.621415 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-fcc43a2a-bf48-4c76-ad04-eafd097bf273 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ac4579-1452-463d-8166-6fb644ab4f5a') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:12.621714 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-fcc43a2a-bf48-4c76-ad04-eafd097bf273 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ac4579-1452-463d-8166-6fb644ab4f5a') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:12.630453 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fcc43a2a-bf48-4c76-ad04-eafd097bf273 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.644537 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fcc43a2a-bf48-4c76-ad04-eafd097bf273 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.651089 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc43a2a-bf48-4c76-ad04-eafd097bf273 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:27:12.651484 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fcc43a2a-bf48-4c76-ad04-eafd097bf273 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:27:12.654410 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:27:12.718406 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fcc43a2a-bf48-4c76-ad04-eafd097bf273 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.726797 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fcc43a2a-bf48-4c76-ad04-eafd097bf273 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.728476 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fcc43a2a-bf48-4c76-ad04-eafd097bf273 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/networks/207ffccd-d098-4779-9911-eed9e80bfb53 HTTP/1.1" status: 204 len: 168 time: 0.2939293 Aug 17 00:27:12.732555 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37342) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:12.738703 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-e7f09c16-eb2d-4648-8e9f-f9a6804745a1 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-522965171'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:12.743117 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc43a2a-bf48-4c76-ad04-eafd097bf273 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Network': ['ID=207ffccd-d098-4779-9911-eed9e80bfb53,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:12.760365 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f09c16-eb2d-4648-8e9f-f9a6804745a1 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Made reservation on behalf of 2c9d21c455d9495dbffe07acfee19b72 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:27:12.764072 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7f09c16-eb2d-4648-8e9f-f9a6804745a1 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.788625 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f09c16-eb2d-4648-8e9f-f9a6804745a1 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:27:12.798822 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7f09c16-eb2d-4648-8e9f-f9a6804745a1 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.799168 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-e7f09c16-eb2d-4648-8e9f-f9a6804745a1 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Added segment 764df3df-b03f-4378-aae0-dc4ebfac4d84 of type vlan for network 3b7962c2-1711-45fc-bc77-37876b0e378a Aug 17 00:27:12.846515 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7f09c16-eb2d-4648-8e9f-f9a6804745a1 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.871538 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7f09c16-eb2d-4648-8e9f-f9a6804745a1 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.877271 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f09c16-eb2d-4648-8e9f-f9a6804745a1 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:12.877878 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7f09c16-eb2d-4648-8e9f-f9a6804745a1 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.937801 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e7f09c16-eb2d-4648-8e9f-f9a6804745a1 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2040603 Aug 17 00:27:12.941485 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37350) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:12.947420 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-7a8dd31a-7184-4636-b7cf-1342ec585776 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'subnet': {'network_id': '3b7962c2-1711-45fc-bc77-37876b0e378a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:12.950311 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f09c16-eb2d-4648-8e9f-f9a6804745a1 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Network': ['ID=3b7962c2-1711-45fc-bc77-37876b0e378a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:12.962510 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 3b7962c2-1711-45fc-bc77-37876b0e378a details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:27:12.967340 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a71ea586-9f20-4427-b657-49e861cb8c19 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:27:13.027132 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: a71ea586-9f20-4427-b657-49e861cb8c19 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:27:13.027476 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a71ea586-9f20-4427-b657-49e861cb8c19 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:27:13.028082 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5002bc19-fa40-4f46-a91d-18842c2948aa no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:27:13.052956 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8dd31a-7184-4636-b7cf-1342ec585776 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Made reservation on behalf of 2c9d21c455d9495dbffe07acfee19b72 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:27:13.052956 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a8dd31a-7184-4636-b7cf-1342ec585776 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:13.058498 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 5002bc19-fa40-4f46-a91d-18842c2948aa {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:27:13.058786 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5002bc19-fa40-4f46-a91d-18842c2948aa not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:27:13.251536 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a8dd31a-7184-4636-b7cf-1342ec585776 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:13.311486 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8dd31a-7184-4636-b7cf-1342ec585776 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Subnet': ['ID=24682d22-9c26-45da-acde-d2cd0738bb58,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:13.322063 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8dd31a-7184-4636-b7cf-1342ec585776 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Checking segment: {'id': '764df3df-b03f-4378-aae0-dc4ebfac4d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3b7962c2-1711-45fc-bc77-37876b0e378a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:27:13.322425 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8dd31a-7184-4636-b7cf-1342ec585776 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network hostable DHCP agents. Network: 3b7962c2-1711-45fc-bc77-37876b0e378a, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:27:13.339203 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8dd31a-7184-4636-b7cf-1342ec585776 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network 3b7962c2-1711-45fc-bc77-37876b0e378a is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:27:13.347723 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-7a8dd31a-7184-4636-b7cf-1342ec585776 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 3b7962c2-1711-45fc-bc77-37876b0e378a) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:13.353767 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8dd31a-7184-4636-b7cf-1342ec585776 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:13.354731 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a8dd31a-7184-4636-b7cf-1342ec585776 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:13.355574 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced9b61f-22cc-4943-8f5d-3175d40e2cbf None None] Network 3b7962c2-1711-45fc-bc77-37876b0e378a requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:27:13.370288 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7a8dd31a-7184-4636-b7cf-1342ec585776 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4274266 Aug 17 00:27:13.372792 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37356) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:13.377807 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-17ae7574-26c9-460b-a332-3d1021b8cc6f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-520042033', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:13.399801 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-17ae7574-26c9-460b-a332-3d1021b8cc6f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:13.400841 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-17ae7574-26c9-460b-a332-3d1021b8cc6f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:13.453916 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-17ae7574-26c9-460b-a332-3d1021b8cc6f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:13.458537 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-17ae7574-26c9-460b-a332-3d1021b8cc6f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:13.476490 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-17ae7574-26c9-460b-a332-3d1021b8cc6f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:13.478045 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-17ae7574-26c9-460b-a332-3d1021b8cc6f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1041491 Aug 17 00:27:13.480564 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37358) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:13.486116 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-6ff486e8-b939-4251-b9f0-6f4c2d32c999 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'port': {'network_id': '3b7962c2-1711-45fc-bc77-37876b0e378a', 'name': 'tempest-RoutersIpV6Test-1284865821'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:13.601244 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff486e8-b939-4251-b9f0-6f4c2d32c999 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Made reservation on behalf of 2c9d21c455d9495dbffe07acfee19b72 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:27:13.604952 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6ff486e8-b939-4251-b9f0-6f4c2d32c999 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:13.622554 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [None req-6ff486e8-b939-4251-b9f0-6f4c2d32c999 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] device_id is not set on port c17aac52-3718-4df9-8092-6dabebacbbf1 yet. {{(pid=101403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 00:27:13.673401 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5715e89-5723-4e6c-8a63-9cba387489a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-3b7962c2-1711-45fc-bc77-37876b0e378a', 'network_id': '3b7962c2-1711-45fc-bc77-37876b0e378a', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'fixed_ips': [{'subnet_id': '24682d22-9c26-45da-acde-d2cd0738bb58'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:27:13.674282 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e5715e89-5723-4e6c-8a63-9cba387489a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:13.744976 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-6ff486e8-b939-4251-b9f0-6f4c2d32c999 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Allocated IP 2001:db8::107 (3b7962c2-1711-45fc-bc77-37876b0e378a/24682d22-9c26-45da-acde-d2cd0738bb58/c17aac52-3718-4df9-8092-6dabebacbbf1) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:27:13.917372 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6ff486e8-b939-4251-b9f0-6f4c2d32c999 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:13.932276 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-6ff486e8-b939-4251-b9f0-6f4c2d32c999 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Transition to ACTIVE for port object c17aac52-3718-4df9-8092-6dabebacbbf1 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:13.968604 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6ff486e8-b939-4251-b9f0-6f4c2d32c999 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:14.019474 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-e5715e89-5723-4e6c-8a63-9cba387489a2 None None] Allocated IP 2001:db8::2 (3b7962c2-1711-45fc-bc77-37876b0e378a/24682d22-9c26-45da-acde-d2cd0738bb58/9d8334c2-7029-489a-b3cd-f6369c778cd0) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:27:14.024163 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff486e8-b939-4251-b9f0-6f4c2d32c999 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network 3b7962c2-1711-45fc-bc77-37876b0e378a is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:14.028754 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-6ff486e8-b939-4251-b9f0-6f4c2d32c999 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:14.033756 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff486e8-b939-4251-b9f0-6f4c2d32c999 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:27:14.039541 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff486e8-b939-4251-b9f0-6f4c2d32c999 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:14.040183 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6ff486e8-b939-4251-b9f0-6f4c2d32c999 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:14.051298 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff486e8-b939-4251-b9f0-6f4c2d32c999 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Port': ['ID=c17aac52-3718-4df9-8092-6dabebacbbf1,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:14.064486 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6ff486e8-b939-4251-b9f0-6f4c2d32c999 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5821152 Aug 17 00:27:14.066979 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37360) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:14.195555 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e5715e89-5723-4e6c-8a63-9cba387489a2 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:14.209309 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e5715e89-5723-4e6c-8a63-9cba387489a2 None None] Transition to ACTIVE for port object 9d8334c2-7029-489a-b3cd-f6369c778cd0 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:14.238556 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e5715e89-5723-4e6c-8a63-9cba387489a2 None None] Transition to ACTIVE for port object 9d8334c2-7029-489a-b3cd-f6369c778cd0 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:14.245253 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e5715e89-5723-4e6c-8a63-9cba387489a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:14.301545 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5715e89-5723-4e6c-8a63-9cba387489a2 None None] Network 3b7962c2-1711-45fc-bc77-37876b0e378a is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:14.308673 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-e5715e89-5723-4e6c-8a63-9cba387489a2 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:14.314123 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5715e89-5723-4e6c-8a63-9cba387489a2 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:27:14.325168 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5715e89-5723-4e6c-8a63-9cba387489a2 None None] Pushing event updated for resources: {'Port': ['ID=9d8334c2-7029-489a-b3cd-f6369c778cd0,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:14.396546 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e5715e89-5723-4e6c-8a63-9cba387489a2 None None] Attempting to bind port 9d8334c2-7029-489a-b3cd-f6369c778cd0 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:27:14.396935 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e5715e89-5723-4e6c-8a63-9cba387489a2 None None] Attempting to bind port 9d8334c2-7029-489a-b3cd-f6369c778cd0 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '764df3df-b03f-4378-aae0-dc4ebfac4d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3b7962c2-1711-45fc-bc77-37876b0e378a'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:27:14.397347 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5715e89-5723-4e6c-8a63-9cba387489a2 None None] Attempting to bind port 9d8334c2-7029-489a-b3cd-f6369c778cd0 on network 3b7962c2-1711-45fc-bc77-37876b0e378a {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:27:14.404654 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5715e89-5723-4e6c-8a63-9cba387489a2 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:27:14.405838 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5715e89-5723-4e6c-8a63-9cba387489a2 None None] Checking segment: {'id': '764df3df-b03f-4378-aae0-dc4ebfac4d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3b7962c2-1711-45fc-bc77-37876b0e378a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:27:14.406523 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e5715e89-5723-4e6c-8a63-9cba387489a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:14.407137 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5715e89-5723-4e6c-8a63-9cba387489a2 None None] Bound using segment: {'id': '764df3df-b03f-4378-aae0-dc4ebfac4d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3b7962c2-1711-45fc-bc77-37876b0e378a'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:27:14.407934 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e5715e89-5723-4e6c-8a63-9cba387489a2 None None] Bound port: 9d8334c2-7029-489a-b3cd-f6369c778cd0, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764df3df-b03f-4378-aae0-dc4ebfac4d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3b7962c2-1711-45fc-bc77-37876b0e378a'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:27:14.408560 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e5715e89-5723-4e6c-8a63-9cba387489a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:14.495274 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-e5715e89-5723-4e6c-8a63-9cba387489a2 None None] For port 9d8334c2-7029-489a-b3cd-f6369c778cd0, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:27:14.500558 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-e5715e89-5723-4e6c-8a63-9cba387489a2 None None] For port 9d8334c2-7029-489a-b3cd-f6369c778cd0, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9d8334c2-7029-489a-b3cd-f6369c778cd0,segment=NetworkSegment(764df3df-b03f-4378-aae0-dc4ebfac4d84),segment_id=764df3df-b03f-4378-aae0-dc4ebfac4d84)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:27:14.508363 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e5715e89-5723-4e6c-8a63-9cba387489a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:14.595171 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5715e89-5723-4e6c-8a63-9cba387489a2 None None] Pushing event updated for resources: {'Port': ['ID=9d8334c2-7029-489a-b3cd-f6369c778cd0,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:14.707299 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3a9c5eb3-f55b-440e-bf11-3f2368768f38 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:14.990060 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9d8334c2-7029-489a-b3cd-f6369c778cd0 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:27:15.018481 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3a9c5eb3-f55b-440e-bf11-3f2368768f38 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:15.023949 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3a9c5eb3-f55b-440e-bf11-3f2368768f38 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:15.042896 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 9d8334c2-7029-489a-b3cd-f6369c778cd0 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:15.113547 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37392) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:15.114656 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c5eb3-f55b-440e-bf11-3f2368768f38 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Port': ['ID=c17aac52-3718-4df9-8092-6dabebacbbf1,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:15.201874 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3a9c5eb3-f55b-440e-bf11-3f2368768f38 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:15.226655 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea466488-e382-411f-a2c9-9609fe42c976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:15.322260 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3a9c5eb3-f55b-440e-bf11-3f2368768f38 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:15.330362 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea466488-e382-411f-a2c9-9609fe42c976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:15.336724 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ea466488-e382-411f-a2c9-9609fe42c976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:15.377847 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea466488-e382-411f-a2c9-9609fe42c976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5c854c-afeb-4ee9-bbd8-56fc9038ed64,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:15.384128 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ea466488-e382-411f-a2c9-9609fe42c976 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f4bad5af9b444af4a6df3cc69cd663e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2693598 Aug 17 00:27:15.386708 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37396) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:15.456220 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a6ce741d-4985-499b-8636-12a9dda65fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:15.480547 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a6ce741d-4985-499b-8636-12a9dda65fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:15.534415 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a6ce741d-4985-499b-8636-12a9dda65fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:15.536979 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a6ce741d-4985-499b-8636-12a9dda65fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:15.538182 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a6ce741d-4985-499b-8636-12a9dda65fd7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ef5c854c-afeb-4ee9-bbd8-56fc9038ed64 HTTP/1.1" status: 204 len: 168 time: 0.1505454 Aug 17 00:27:15.553004 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce741d-4985-499b-8636-12a9dda65fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5c854c-afeb-4ee9-bbd8-56fc9038ed64,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:15.606989 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc01a2e-1698-4f5b-b868-add0e0223680 None None] Network 3b7962c2-1711-45fc-bc77-37876b0e378a requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:27:15.632762 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3a9c5eb3-f55b-440e-bf11-3f2368768f38 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:15.638331 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3a9c5eb3-f55b-440e-bf11-3f2368768f38 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:15.640129 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3a9c5eb3-f55b-440e-bf11-3f2368768f38 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:15.733877 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fadc6fc8-bb2c-4e4c-be20-a1eb9ee9c95d None None] Provisioning for port 9d8334c2-7029-489a-b3cd-f6369c778cd0 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:15.738550 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c5eb3-f55b-440e-bf11-3f2368768f38 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Port': ['ID=c17aac52-3718-4df9-8092-6dabebacbbf1,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:15.742546 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fadc6fc8-bb2c-4e4c-be20-a1eb9ee9c95d None None] Provisioning complete for port 9d8334c2-7029-489a-b3cd-f6369c778cd0 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:15.743041 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fadc6fc8-bb2c-4e4c-be20-a1eb9ee9c95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:15.780834 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9c5eb3-f55b-440e-bf11-3f2368768f38 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network 3b7962c2-1711-45fc-bc77-37876b0e378a is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:15.782546 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-3a9c5eb3-f55b-440e-bf11-3f2368768f38 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:15.848473 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37402) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:15.857239 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fadc6fc8-bb2c-4e4c-be20-a1eb9ee9c95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:15.879850 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0fc9801e-6944-4f05-a9c8-b886e4a16e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:15.900122 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-fadc6fc8-bb2c-4e4c-be20-a1eb9ee9c95d None None] For port 9d8334c2-7029-489a-b3cd-f6369c778cd0, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9d8334c2-7029-489a-b3cd-f6369c778cd0,segment=NetworkSegment(764df3df-b03f-4378-aae0-dc4ebfac4d84),segment_id=764df3df-b03f-4378-aae0-dc4ebfac4d84)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:15.906559 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fadc6fc8-bb2c-4e4c-be20-a1eb9ee9c95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:15.923041 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9c5eb3-f55b-440e-bf11-3f2368768f38 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Router 7832b420-0198-4aa5-9ba0-5eeedf08c2e3 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:27:15.970654 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc6fc8-bb2c-4e4c-be20-a1eb9ee9c95d None None] Pushing event updated for resources: {'Port': ['ID=9d8334c2-7029-489a-b3cd-f6369c778cd0,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:16.001205 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0fc9801e-6944-4f05-a9c8-b886e4a16e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:16.005305 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0fc9801e-6944-4f05-a9c8-b886e4a16e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:16.034678 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9c5eb3-f55b-440e-bf11-3f2368768f38 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:27:16.042927 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3a9c5eb3-f55b-440e-bf11-3f2368768f38 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "PUT /v2.0/routers/7832b420-0198-4aa5-9ba0-5eeedf08c2e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9719205 Aug 17 00:27:16.042927 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37404) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:16.050789 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0fc9801e-6944-4f05-a9c8-b886e4a16e36 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=07b5dc4aab674b58b0db52246665c47a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2011504 Aug 17 00:27:16.051542 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9801e-6944-4f05-a9c8-b886e4a16e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651dc85a-7ad1-4aac-b2ff-ef7bb6602b94,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:16.055134 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37406) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:16.055303 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c99cf5-db1a-4299-b9de-6f6871283671 None None] Sync routers for ids ['7832b420-0198-4aa5-9ba0-5eeedf08c2e3'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:27:16.066246 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c99cf5-db1a-4299-b9de-6f6871283671 None None] Routers {'7832b420-0198-4aa5-9ba0-5eeedf08c2e3'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:16.067030 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d8c99cf5-db1a-4299-b9de-6f6871283671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:26:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['7832b420-0198-4aa5-9ba0-5eeedf08c2e3'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:16.101663 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d8c99cf5-db1a-4299-b9de-6f6871283671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:16.111499 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c99cf5-db1a-4299-b9de-6f6871283671 None None] Routers {'7832b420-0198-4aa5-9ba0-5eeedf08c2e3'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:16.112396 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d8c99cf5-db1a-4299-b9de-6f6871283671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:26:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['7832b420-0198-4aa5-9ba0-5eeedf08c2e3'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:16.127585 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8cc888-e8d4-4ad6-bd4d-53b01751a11b tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:16.129081 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1c8cc888-e8d4-4ad6-bd4d-53b01751a11b tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "GET /v2.0/ports/c17aac52-3718-4df9-8092-6dabebacbbf1 HTTP/1.1" status: 200 len: 984 time: 0.0855021 Aug 17 00:27:16.133636 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37408) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:16.149717 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d8c99cf5-db1a-4299-b9de-6f6871283671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:16.150367 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c99cf5-db1a-4299-b9de-6f6871283671 None None] The sync data for ids ['7832b420-0198-4aa5-9ba0-5eeedf08c2e3'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:27:16.166490 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-bfb7fd08-480f-4777-a532-b6b51ffb46d5 None None] Provisioning for port c17aac52-3718-4df9-8092-6dabebacbbf1 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:16.170367 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-bfb7fd08-480f-4777-a532-b6b51ffb46d5 None None] Provisioning complete for port c17aac52-3718-4df9-8092-6dabebacbbf1 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:16.171255 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bfb7fd08-480f-4777-a532-b6b51ffb46d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:16.207488 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-bfb7fd08-480f-4777-a532-b6b51ffb46d5 None None] Port c17aac52-3718-4df9-8092-6dabebacbbf1 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:27:16.217637 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f05b0581-cbdd-4d48-9013-59620a9580f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:16.219085 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-bfb7fd08-480f-4777-a532-b6b51ffb46d5 None None] Provisioning complete for port 9d8334c2-7029-489a-b3cd-f6369c778cd0 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:16.219468 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bfb7fd08-480f-4777-a532-b6b51ffb46d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:16.253211 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f05b0581-cbdd-4d48-9013-59620a9580f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:16.420567 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f05b0581-cbdd-4d48-9013-59620a9580f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:16.423720 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f05b0581-cbdd-4d48-9013-59620a9580f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:16.427257 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f05b0581-cbdd-4d48-9013-59620a9580f9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/651dc85a-7ad1-4aac-b2ff-ef7bb6602b94 HTTP/1.1" status: 204 len: 168 time: 0.3700607 Aug 17 00:27:16.428816 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fdaaab67-a206-4b89-95ea-948b23ad4274 None None] Provisioning complete for port c17aac52-3718-4df9-8092-6dabebacbbf1 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:16.441911 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b0581-cbdd-4d48-9013-59620a9580f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651dc85a-7ad1-4aac-b2ff-ef7bb6602b94,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:16.446358 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fdaaab67-a206-4b89-95ea-948b23ad4274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:16.531572 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-fdaaab67-a206-4b89-95ea-948b23ad4274 None None] Port c17aac52-3718-4df9-8092-6dabebacbbf1 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:27:16.548223 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5612171d-ecbe-4a07-858b-0a74a8faa0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:16.657167 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8a66c7b4-7cd8-431c-aa46-bf4f6380b92f None None] Provisioning complete for port c17aac52-3718-4df9-8092-6dabebacbbf1 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:16.657908 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8a66c7b4-7cd8-431c-aa46-bf4f6380b92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:16.680156 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3dd98b99-b228-4386-b419-2f89a964f8db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:16.700534 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-8a66c7b4-7cd8-431c-aa46-bf4f6380b92f None None] Port c17aac52-3718-4df9-8092-6dabebacbbf1 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:27:16.823629 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fd87458c-c9fd-4ee1-9320-b78f7c91b23e None None] Provisioning complete for port c17aac52-3718-4df9-8092-6dabebacbbf1 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:16.824003 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fd87458c-c9fd-4ee1-9320-b78f7c91b23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:16.860773 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-fd87458c-c9fd-4ee1-9320-b78f7c91b23e None None] Port c17aac52-3718-4df9-8092-6dabebacbbf1 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:27:16.908111 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-3dd98b99-b228-4386-b419-2f89a964f8db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Deleting port c17aac52-3718-4df9-8092-6dabebacbbf1 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:27:16.908613 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3dd98b99-b228-4386-b419-2f89a964f8db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:16.961184 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9d8334c2-7029-489a-b3cd-f6369c778cd0 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:27:17.003331 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3dd98b99-b228-4386-b419-2f89a964f8db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:17.014335 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 9d8334c2-7029-489a-b3cd-f6369c778cd0 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:17.015298 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:17.019849 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-3dd98b99-b228-4386-b419-2f89a964f8db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Calling delete_port for c17aac52-3718-4df9-8092-6dabebacbbf1 owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:27:17.201050 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3dd98b99-b228-4386-b419-2f89a964f8db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:17.229794 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd98b99-b228-4386-b419-2f89a964f8db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Port': ['ID=c17aac52-3718-4df9-8092-6dabebacbbf1,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:17.328754 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3dd98b99-b228-4386-b419-2f89a964f8db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:17.490269 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd98b99-b228-4386-b419-2f89a964f8db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Router 7832b420-0198-4aa5-9ba0-5eeedf08c2e3 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:27:17.568002 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd98b99-b228-4386-b419-2f89a964f8db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:27:17.576524 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37442) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:17.578075 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3dd98b99-b228-4386-b419-2f89a964f8db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "PUT /v2.0/routers/7832b420-0198-4aa5-9ba0-5eeedf08c2e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4431908 Aug 17 00:27:17.580752 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bb0d33-5f45-4a4b-9a30-4e0cb7cf1aee None None] Sync routers for ids ['7832b420-0198-4aa5-9ba0-5eeedf08c2e3'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:27:17.590471 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bb0d33-5f45-4a4b-9a30-4e0cb7cf1aee None None] Routers {'7832b420-0198-4aa5-9ba0-5eeedf08c2e3'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:17.591367 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-b2bb0d33-5f45-4a4b-9a30-4e0cb7cf1aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:26:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['7832b420-0198-4aa5-9ba0-5eeedf08c2e3'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:17.624667 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-b2bb0d33-5f45-4a4b-9a30-4e0cb7cf1aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:17.633699 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bb0d33-5f45-4a4b-9a30-4e0cb7cf1aee None None] Routers {'7832b420-0198-4aa5-9ba0-5eeedf08c2e3'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:17.634339 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-b2bb0d33-5f45-4a4b-9a30-4e0cb7cf1aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:26:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['7832b420-0198-4aa5-9ba0-5eeedf08c2e3'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:17.670517 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-b2bb0d33-5f45-4a4b-9a30-4e0cb7cf1aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:17.672134 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bb0d33-5f45-4a4b-9a30-4e0cb7cf1aee None None] The sync data for ids ['7832b420-0198-4aa5-9ba0-5eeedf08c2e3'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:27:17.809907 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-14cdc9eb-3c5f-4827-b13b-6651b97a0363 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] remove_router_interface failed (client error): The resource could not be found. Aug 17 00:27:17.810898 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-14cdc9eb-3c5f-4827-b13b-6651b97a0363 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "PUT /v2.0/routers/7832b420-0198-4aa5-9ba0-5eeedf08c2e3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2324507 Aug 17 00:27:17.814836 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37452) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:17.841571 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-47418333-6d63-4b15-b55d-2c54f4aca944 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "GET /v2.0/ports?device_id=7832b420-0198-4aa5-9ba0-5eeedf08c2e3 HTTP/1.1" status: 200 len: 205 time: 0.0253861 Aug 17 00:27:17.844827 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37454) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:17.922562 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7598ad47-2d5c-43aa-aeb0-70c4fb604ca6 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:18.089261 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7598ad47-2d5c-43aa-aeb0-70c4fb604ca6 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:18.091369 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7598ad47-2d5c-43aa-aeb0-70c4fb604ca6 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:18.134216 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7598ad47-2d5c-43aa-aeb0-70c4fb604ca6 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:18.134880 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7598ad47-2d5c-43aa-aeb0-70c4fb604ca6 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Fanout notify agent at l3_agent the message router_deleted on router 7832b420-0198-4aa5-9ba0-5eeedf08c2e3 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:27:18.142382 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7598ad47-2d5c-43aa-aeb0-70c4fb604ca6 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:18.143498 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7598ad47-2d5c-43aa-aeb0-70c4fb604ca6 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/routers/7832b420-0198-4aa5-9ba0-5eeedf08c2e3 HTTP/1.1" status: 204 len: 168 time: 0.2976382 Aug 17 00:27:18.146243 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37456) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:18.201782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-762bc723-665a-4ca7-964b-a82141740bf7 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Deleting subnet 24682d22-9c26-45da-acde-d2cd0738bb58 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:27:18.206100 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-762bc723-665a-4ca7-964b-a82141740bf7 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:18.250165 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-762bc723-665a-4ca7-964b-a82141740bf7 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:18.630512 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-762bc723-665a-4ca7-964b-a82141740bf7 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:18.688050 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-762bc723-665a-4ca7-964b-a82141740bf7 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:18.718851 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bc723-665a-4ca7-964b-a82141740bf7 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Subnet': ['ID=24682d22-9c26-45da-acde-d2cd0738bb58,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:18.720946 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-762bc723-665a-4ca7-964b-a82141740bf7 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:18.725169 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-762bc723-665a-4ca7-964b-a82141740bf7 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/subnets/24682d22-9c26-45da-acde-d2cd0738bb58 HTTP/1.1" status: 204 len: 168 time: 0.5755761 Aug 17 00:27:18.726429 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37464) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:18.727455 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bad5247-91c1-4f90-b380-cdf270645523 None None] Network 3b7962c2-1711-45fc-bc77-37876b0e378a requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:27:18.808308 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2befd0fd-661a-4548-8db8-38234035c60c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:18.872586 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-2befd0fd-661a-4548-8db8-38234035c60c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Deleting port 9d8334c2-7029-489a-b3cd-f6369c778cd0 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:27:18.873340 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2befd0fd-661a-4548-8db8-38234035c60c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:18.935864 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e917bd-e980-45f8-9505-1fb95840a7ee None None] DHCP port deletion for 3b7962c2-1711-45fc-bc77-37876b0e378a request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:27:18.950933 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-2befd0fd-661a-4548-8db8-38234035c60c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] For port 9d8334c2-7029-489a-b3cd-f6369c778cd0, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9d8334c2-7029-489a-b3cd-f6369c778cd0,segment=NetworkSegment(764df3df-b03f-4378-aae0-dc4ebfac4d84),segment_id=764df3df-b03f-4378-aae0-dc4ebfac4d84)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:18.951314 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2befd0fd-661a-4548-8db8-38234035c60c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:18.964102 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-2befd0fd-661a-4548-8db8-38234035c60c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Calling delete_port for 9d8334c2-7029-489a-b3cd-f6369c778cd0 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:27:18.986757 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f8e917bd-e980-45f8-9505-1fb95840a7ee None None] Deleting port 9d8334c2-7029-489a-b3cd-f6369c778cd0 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:27:18.987171 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f8e917bd-e980-45f8-9505-1fb95840a7ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:19.042647 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2befd0fd-661a-4548-8db8-38234035c60c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:19.051403 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-f8e917bd-e980-45f8-9505-1fb95840a7ee None None] For port 9d8334c2-7029-489a-b3cd-f6369c778cd0, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9d8334c2-7029-489a-b3cd-f6369c778cd0,segment=NetworkSegment(764df3df-b03f-4378-aae0-dc4ebfac4d84),segment_id=764df3df-b03f-4378-aae0-dc4ebfac4d84)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:19.051801 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f8e917bd-e980-45f8-9505-1fb95840a7ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:19.065409 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f8e917bd-e980-45f8-9505-1fb95840a7ee None None] Calling delete_port for 9d8334c2-7029-489a-b3cd-f6369c778cd0 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:27:19.074414 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2befd0fd-661a-4548-8db8-38234035c60c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] No DVR routers for this DVR port 9d8334c2-7029-489a-b3cd-f6369c778cd0 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:27:19.079440 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befd0fd-661a-4548-8db8-38234035c60c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Port': ['ID=9d8334c2-7029-489a-b3cd-f6369c778cd0,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:19.139796 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f8e917bd-e980-45f8-9505-1fb95840a7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:19.159759 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2befd0fd-661a-4548-8db8-38234035c60c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:19.162312 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e917bd-e980-45f8-9505-1fb95840a7ee None None] Pushing event deleted for resources: {'Port': ['ID=9d8334c2-7029-489a-b3cd-f6369c778cd0,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:19.167908 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e917bd-e980-45f8-9505-1fb95840a7ee None None] No DVR routers for this DVR port 9d8334c2-7029-489a-b3cd-f6369c778cd0 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:27:19.170562 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-2befd0fd-661a-4548-8db8-38234035c60c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b7962c2-1711-45fc-bc77-37876b0e378a']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:19.184803 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-2befd0fd-661a-4548-8db8-38234035c60c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '764df3df-b03f-4378-aae0-dc4ebfac4d84') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:19.185148 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-2befd0fd-661a-4548-8db8-38234035c60c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '764df3df-b03f-4378-aae0-dc4ebfac4d84') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:19.194683 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2befd0fd-661a-4548-8db8-38234035c60c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:19.208273 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2befd0fd-661a-4548-8db8-38234035c60c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:19.214280 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2befd0fd-661a-4548-8db8-38234035c60c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:27:19.214704 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2befd0fd-661a-4548-8db8-38234035c60c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:27:19.217759 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:27:19.239526 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8d71bd32-ecc2-4f05-8ab9-cf7a024a89cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:19.293620 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:19.294202 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2befd0fd-661a-4548-8db8-38234035c60c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:19.304700 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2befd0fd-661a-4548-8db8-38234035c60c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:19.310041 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2befd0fd-661a-4548-8db8-38234035c60c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/networks/3b7962c2-1711-45fc-bc77-37876b0e378a HTTP/1.1" status: 204 len: 168 time: 0.5803111 Aug 17 00:27:19.311129 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37472) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:19.317584 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-c9ee9a9b-5908-47f0-bf27-02ba0d362c54 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-303794321'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:19.318957 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befd0fd-661a-4548-8db8-38234035c60c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Network': ['ID=3b7962c2-1711-45fc-bc77-37876b0e378a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:19.339742 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ee9a9b-5908-47f0-bf27-02ba0d362c54 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Made reservation on behalf of 2c9d21c455d9495dbffe07acfee19b72 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:27:19.344355 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c9ee9a9b-5908-47f0-bf27-02ba0d362c54 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:19.372115 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ee9a9b-5908-47f0-bf27-02ba0d362c54 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:27:19.381767 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c9ee9a9b-5908-47f0-bf27-02ba0d362c54 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:19.382118 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-c9ee9a9b-5908-47f0-bf27-02ba0d362c54 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Added segment d7669c51-395a-47db-8d03-4078ca029ab3 of type vlan for network 5742598c-ea7b-45a6-a4e4-872e71f97357 Aug 17 00:27:19.424532 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c9ee9a9b-5908-47f0-bf27-02ba0d362c54 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:19.459309 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c9ee9a9b-5908-47f0-bf27-02ba0d362c54 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:19.464796 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ee9a9b-5908-47f0-bf27-02ba0d362c54 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:19.465623 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c9ee9a9b-5908-47f0-bf27-02ba0d362c54 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:19.521624 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c9ee9a9b-5908-47f0-bf27-02ba0d362c54 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2083578 Aug 17 00:27:19.525160 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37478) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:19.531677 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-8e055f02-1e14-423f-818c-2f1317383d5a tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'subnet': {'network_id': '5742598c-ea7b-45a6-a4e4-872e71f97357', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:19.541008 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee9a9b-5908-47f0-bf27-02ba0d362c54 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Network': ['ID=5742598c-ea7b-45a6-a4e4-872e71f97357,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:19.553598 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 5742598c-ea7b-45a6-a4e4-872e71f97357 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:27:19.635011 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e055f02-1e14-423f-818c-2f1317383d5a tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Made reservation on behalf of 2c9d21c455d9495dbffe07acfee19b72 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:27:19.638680 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8e055f02-1e14-423f-818c-2f1317383d5a tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:19.826552 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8e055f02-1e14-423f-818c-2f1317383d5a tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:19.892367 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e055f02-1e14-423f-818c-2f1317383d5a tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Subnet': ['ID=236bfc8a-d576-48ea-8fa4-37e9577344ac,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:19.896859 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e055f02-1e14-423f-818c-2f1317383d5a tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Checking segment: {'id': 'd7669c51-395a-47db-8d03-4078ca029ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5742598c-ea7b-45a6-a4e4-872e71f97357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:27:19.897251 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e055f02-1e14-423f-818c-2f1317383d5a tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network hostable DHCP agents. Network: 5742598c-ea7b-45a6-a4e4-872e71f97357, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:27:19.915155 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e055f02-1e14-423f-818c-2f1317383d5a tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network 5742598c-ea7b-45a6-a4e4-872e71f97357 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:27:19.923592 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-8e055f02-1e14-423f-818c-2f1317383d5a tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 5742598c-ea7b-45a6-a4e4-872e71f97357) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:19.927914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e055f02-1e14-423f-818c-2f1317383d5a tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:19.929199 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8e055f02-1e14-423f-818c-2f1317383d5a tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:19.932338 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6c51a4-d075-4246-bbdf-f010ef923df3 None None] Network 5742598c-ea7b-45a6-a4e4-872e71f97357 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:27:19.944907 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8e055f02-1e14-423f-818c-2f1317383d5a tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4185951 Aug 17 00:27:19.947414 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37480) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:19.951982 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-b64ff92c-4724-4d50-b8d6-e8a66c2965d5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1990851791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:19.973628 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b64ff92c-4724-4d50-b8d6-e8a66c2965d5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:19.974617 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b64ff92c-4724-4d50-b8d6-e8a66c2965d5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:20.028497 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b64ff92c-4724-4d50-b8d6-e8a66c2965d5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:20.034064 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b64ff92c-4724-4d50-b8d6-e8a66c2965d5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:20.053782 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b64ff92c-4724-4d50-b8d6-e8a66c2965d5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:20.058056 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b64ff92c-4724-4d50-b8d6-e8a66c2965d5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1065853 Aug 17 00:27:20.058056 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37482) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:20.098404 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada628dc-0da9-4a61-ac9f-9ec4c72a36a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-5742598c-ea7b-45a6-a4e4-872e71f97357', 'network_id': '5742598c-ea7b-45a6-a4e4-872e71f97357', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'fixed_ips': [{'subnet_id': '236bfc8a-d576-48ea-8fa4-37e9577344ac'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:27:20.099537 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ada628dc-0da9-4a61-ac9f-9ec4c72a36a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:20.248114 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:20.255696 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-ada628dc-0da9-4a61-ac9f-9ec4c72a36a5 None None] Allocated IP 2001:db8::2 (5742598c-ea7b-45a6-a4e4-872e71f97357/236bfc8a-d576-48ea-8fa4-37e9577344ac/359fa149-9abd-46e5-a4c9-d39d8321b115) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:27:20.364970 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-18ae5a41-6abf-4dcc-bf24-6c5051f6033c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:20.410745 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ada628dc-0da9-4a61-ac9f-9ec4c72a36a5 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:20.419369 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ada628dc-0da9-4a61-ac9f-9ec4c72a36a5 None None] Transition to ACTIVE for port object 359fa149-9abd-46e5-a4c9-d39d8321b115 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:20.434588 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ada628dc-0da9-4a61-ac9f-9ec4c72a36a5 None None] Transition to ACTIVE for port object 359fa149-9abd-46e5-a4c9-d39d8321b115 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:20.446087 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ada628dc-0da9-4a61-ac9f-9ec4c72a36a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:20.492834 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada628dc-0da9-4a61-ac9f-9ec4c72a36a5 None None] Network 5742598c-ea7b-45a6-a4e4-872e71f97357 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:20.495897 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-ada628dc-0da9-4a61-ac9f-9ec4c72a36a5 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:20.501185 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada628dc-0da9-4a61-ac9f-9ec4c72a36a5 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:27:20.505465 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada628dc-0da9-4a61-ac9f-9ec4c72a36a5 None None] Pushing event updated for resources: {'Port': ['ID=359fa149-9abd-46e5-a4c9-d39d8321b115,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:20.561112 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ada628dc-0da9-4a61-ac9f-9ec4c72a36a5 None None] Attempting to bind port 359fa149-9abd-46e5-a4c9-d39d8321b115 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:27:20.561654 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ada628dc-0da9-4a61-ac9f-9ec4c72a36a5 None None] Attempting to bind port 359fa149-9abd-46e5-a4c9-d39d8321b115 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'd7669c51-395a-47db-8d03-4078ca029ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5742598c-ea7b-45a6-a4e4-872e71f97357'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:27:20.561876 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada628dc-0da9-4a61-ac9f-9ec4c72a36a5 None None] Attempting to bind port 359fa149-9abd-46e5-a4c9-d39d8321b115 on network 5742598c-ea7b-45a6-a4e4-872e71f97357 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:27:20.567717 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada628dc-0da9-4a61-ac9f-9ec4c72a36a5 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:27:20.568178 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada628dc-0da9-4a61-ac9f-9ec4c72a36a5 None None] Checking segment: {'id': 'd7669c51-395a-47db-8d03-4078ca029ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5742598c-ea7b-45a6-a4e4-872e71f97357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:27:20.568677 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ada628dc-0da9-4a61-ac9f-9ec4c72a36a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:20.569091 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada628dc-0da9-4a61-ac9f-9ec4c72a36a5 None None] Bound using segment: {'id': 'd7669c51-395a-47db-8d03-4078ca029ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5742598c-ea7b-45a6-a4e4-872e71f97357'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:27:20.569566 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ada628dc-0da9-4a61-ac9f-9ec4c72a36a5 None None] Bound port: 359fa149-9abd-46e5-a4c9-d39d8321b115, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7669c51-395a-47db-8d03-4078ca029ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5742598c-ea7b-45a6-a4e4-872e71f97357'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:27:20.569946 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ada628dc-0da9-4a61-ac9f-9ec4c72a36a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:20.633100 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ada628dc-0da9-4a61-ac9f-9ec4c72a36a5 None None] For port 359fa149-9abd-46e5-a4c9-d39d8321b115, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:27:20.634890 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-18ae5a41-6abf-4dcc-bf24-6c5051f6033c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Allocated IP 2001:db8::1 (5742598c-ea7b-45a6-a4e4-872e71f97357/236bfc8a-d576-48ea-8fa4-37e9577344ac/a86d70b5-64d3-4afb-93eb-8cf674cda2c6) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:27:20.636134 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ada628dc-0da9-4a61-ac9f-9ec4c72a36a5 None None] For port 359fa149-9abd-46e5-a4c9-d39d8321b115, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=359fa149-9abd-46e5-a4c9-d39d8321b115,segment=NetworkSegment(d7669c51-395a-47db-8d03-4078ca029ab3),segment_id=d7669c51-395a-47db-8d03-4078ca029ab3)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:27:20.642368 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ada628dc-0da9-4a61-ac9f-9ec4c72a36a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:20.710788 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada628dc-0da9-4a61-ac9f-9ec4c72a36a5 None None] Pushing event updated for resources: {'Port': ['ID=359fa149-9abd-46e5-a4c9-d39d8321b115,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:20.755310 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-18ae5a41-6abf-4dcc-bf24-6c5051f6033c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:20.775579 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-18ae5a41-6abf-4dcc-bf24-6c5051f6033c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Transition to ACTIVE for port object a86d70b5-64d3-4afb-93eb-8cf674cda2c6 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:20.811792 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-18ae5a41-6abf-4dcc-bf24-6c5051f6033c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:20.875511 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ae5a41-6abf-4dcc-bf24-6c5051f6033c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network 5742598c-ea7b-45a6-a4e4-872e71f97357 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:20.876671 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae5a41-6abf-4dcc-bf24-6c5051f6033c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Port': ['ID=a86d70b5-64d3-4afb-93eb-8cf674cda2c6,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:20.881170 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-18ae5a41-6abf-4dcc-bf24-6c5051f6033c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:20.883491 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ae5a41-6abf-4dcc-bf24-6c5051f6033c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:27:20.884055 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-18ae5a41-6abf-4dcc-bf24-6c5051f6033c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:21.032909 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-18ae5a41-6abf-4dcc-bf24-6c5051f6033c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:21.048562 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 359fa149-9abd-46e5-a4c9-d39d8321b115 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:27:21.104540 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 359fa149-9abd-46e5-a4c9-d39d8321b115 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:21.174275 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9d8334c2-7029-489a-b3cd-f6369c778cd0 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:27:21.195511 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 9d8334c2-7029-489a-b3cd-f6369c778cd0 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:27:21.195946 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9d8334c2-7029-489a-b3cd-f6369c778cd0 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:27:21.314453 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-18ae5a41-6abf-4dcc-bf24-6c5051f6033c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:21.319582 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-18ae5a41-6abf-4dcc-bf24-6c5051f6033c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:21.320403 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-18ae5a41-6abf-4dcc-bf24-6c5051f6033c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:21.404397 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae5a41-6abf-4dcc-bf24-6c5051f6033c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Port': ['ID=a86d70b5-64d3-4afb-93eb-8cf674cda2c6,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:21.456751 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ae5a41-6abf-4dcc-bf24-6c5051f6033c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network 5742598c-ea7b-45a6-a4e4-872e71f97357 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:21.458261 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-18ae5a41-6abf-4dcc-bf24-6c5051f6033c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:21.584321 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ae5a41-6abf-4dcc-bf24-6c5051f6033c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Router 720a0f2a-c209-4b56-8ca3-4cfe6179ea11 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:27:21.685507 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ae5a41-6abf-4dcc-bf24-6c5051f6033c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:27:21.691017 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-18ae5a41-6abf-4dcc-bf24-6c5051f6033c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "PUT /v2.0/routers/720a0f2a-c209-4b56-8ca3-4cfe6179ea11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6319039 Aug 17 00:27:21.693329 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37492) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:21.695507 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03acfeba-3502-4433-af82-9a8a014f047d None None] Sync routers for ids ['720a0f2a-c209-4b56-8ca3-4cfe6179ea11'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:27:21.705870 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03acfeba-3502-4433-af82-9a8a014f047d None None] Routers {'720a0f2a-c209-4b56-8ca3-4cfe6179ea11'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:21.706866 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-03acfeba-3502-4433-af82-9a8a014f047d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['720a0f2a-c209-4b56-8ca3-4cfe6179ea11'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:21.745192 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-03acfeba-3502-4433-af82-9a8a014f047d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:21.746895 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0dad96-7fa0-4a77-933e-21ffd8b6d5a4 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:21.749936 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8f0dad96-7fa0-4a77-933e-21ffd8b6d5a4 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "GET /v2.0/ports/a86d70b5-64d3-4afb-93eb-8cf674cda2c6 HTTP/1.1" status: 200 len: 911 time: 0.0554471 Aug 17 00:27:21.752713 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37494) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:21.755951 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03acfeba-3502-4433-af82-9a8a014f047d None None] Routers {'720a0f2a-c209-4b56-8ca3-4cfe6179ea11'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:21.756731 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-03acfeba-3502-4433-af82-9a8a014f047d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['720a0f2a-c209-4b56-8ca3-4cfe6179ea11'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:21.801542 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d76eff-bc7d-424e-9c2b-e16cff7e05da None None] Network 5742598c-ea7b-45a6-a4e4-872e71f97357 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:27:21.839978 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-03acfeba-3502-4433-af82-9a8a014f047d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:21.840752 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03acfeba-3502-4433-af82-9a8a014f047d None None] The sync data for ids ['720a0f2a-c209-4b56-8ca3-4cfe6179ea11'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:27:21.865847 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5fb00ebb-48b1-41e4-ab80-1be55d8e5f26 None None] Provisioning for port 359fa149-9abd-46e5-a4c9-d39d8321b115 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:21.872765 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5fb00ebb-48b1-41e4-ab80-1be55d8e5f26 None None] Provisioning complete for port 359fa149-9abd-46e5-a4c9-d39d8321b115 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:21.873171 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5fb00ebb-48b1-41e4-ab80-1be55d8e5f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:22.029100 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5fb00ebb-48b1-41e4-ab80-1be55d8e5f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:22.066975 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-5fb00ebb-48b1-41e4-ab80-1be55d8e5f26 None None] For port 359fa149-9abd-46e5-a4c9-d39d8321b115, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=359fa149-9abd-46e5-a4c9-d39d8321b115,segment=NetworkSegment(d7669c51-395a-47db-8d03-4078ca029ab3),segment_id=d7669c51-395a-47db-8d03-4078ca029ab3)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:22.072415 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5fb00ebb-48b1-41e4-ab80-1be55d8e5f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:22.108643 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1c995e76-418f-4725-9530-482e18e76765 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:22.134876 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb00ebb-48b1-41e4-ab80-1be55d8e5f26 None None] Pushing event updated for resources: {'Port': ['ID=359fa149-9abd-46e5-a4c9-d39d8321b115,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:22.150009 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:22.372268 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-1c995e76-418f-4725-9530-482e18e76765 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Deleting port a86d70b5-64d3-4afb-93eb-8cf674cda2c6 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:27:22.372605 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1c995e76-418f-4725-9530-482e18e76765 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:22.415116 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f216c22b-4196-4afa-a187-95d3e6b608ba None None] Provisioning complete for port 359fa149-9abd-46e5-a4c9-d39d8321b115 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:22.415747 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f216c22b-4196-4afa-a187-95d3e6b608ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:22.482418 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1c995e76-418f-4725-9530-482e18e76765 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:22.499748 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-1c995e76-418f-4725-9530-482e18e76765 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Calling delete_port for a86d70b5-64d3-4afb-93eb-8cf674cda2c6 owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:27:22.521391 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f216c22b-4196-4afa-a187-95d3e6b608ba None None] Provisioning for port a86d70b5-64d3-4afb-93eb-8cf674cda2c6 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:22.526719 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f216c22b-4196-4afa-a187-95d3e6b608ba None None] Provisioning complete for port a86d70b5-64d3-4afb-93eb-8cf674cda2c6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:22.527547 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f216c22b-4196-4afa-a187-95d3e6b608ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:22.571145 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f216c22b-4196-4afa-a187-95d3e6b608ba None None] Port a86d70b5-64d3-4afb-93eb-8cf674cda2c6 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:27:22.685393 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1c995e76-418f-4725-9530-482e18e76765 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:22.694236 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-70f1d080-b10f-46e9-a030-d23a308a1893 None None] Provisioning complete for port a86d70b5-64d3-4afb-93eb-8cf674cda2c6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:22.695268 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-70f1d080-b10f-46e9-a030-d23a308a1893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:22.716761 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c995e76-418f-4725-9530-482e18e76765 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Port': ['ID=a86d70b5-64d3-4afb-93eb-8cf674cda2c6,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:22.724349 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-70f1d080-b10f-46e9-a030-d23a308a1893 None None] Port a86d70b5-64d3-4afb-93eb-8cf674cda2c6 was deleted so its status cannot be updated. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 17 00:27:22.819895 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1c995e76-418f-4725-9530-482e18e76765 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:22.839065 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fe2e0f9f-164b-4460-8d27-b8be733379c8 None None] Could not find standard attr ID for object a86d70b5-64d3-4afb-93eb-8cf674cda2c6. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:27:22.987593 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 359fa149-9abd-46e5-a4c9-d39d8321b115 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:27:23.005860 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c995e76-418f-4725-9530-482e18e76765 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Router 720a0f2a-c209-4b56-8ca3-4cfe6179ea11 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:27:23.040563 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 359fa149-9abd-46e5-a4c9-d39d8321b115 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:23.041224 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:23.387346 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c995e76-418f-4725-9530-482e18e76765 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:27:23.392473 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1c995e76-418f-4725-9530-482e18e76765 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "PUT /v2.0/routers/720a0f2a-c209-4b56-8ca3-4cfe6179ea11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6384234 Aug 17 00:27:23.395225 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37500) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:23.397987 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7964e9-8200-41ba-a06d-e63dfc002af3 None None] Sync routers for ids ['720a0f2a-c209-4b56-8ca3-4cfe6179ea11'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:27:23.408965 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7964e9-8200-41ba-a06d-e63dfc002af3 None None] Routers {'720a0f2a-c209-4b56-8ca3-4cfe6179ea11'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:23.409620 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1e7964e9-8200-41ba-a06d-e63dfc002af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['720a0f2a-c209-4b56-8ca3-4cfe6179ea11'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:23.423663 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-09e11502-823a-46da-bfc0-04b1a61649b9 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "GET /v2.0/ports?device_id=720a0f2a-c209-4b56-8ca3-4cfe6179ea11 HTTP/1.1" status: 200 len: 205 time: 0.0272715 Aug 17 00:27:23.426156 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37502) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:23.443669 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1e7964e9-8200-41ba-a06d-e63dfc002af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:23.454110 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7964e9-8200-41ba-a06d-e63dfc002af3 None None] Routers {'720a0f2a-c209-4b56-8ca3-4cfe6179ea11'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:23.454773 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1e7964e9-8200-41ba-a06d-e63dfc002af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['720a0f2a-c209-4b56-8ca3-4cfe6179ea11'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:23.486569 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1e7964e9-8200-41ba-a06d-e63dfc002af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:23.487286 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7964e9-8200-41ba-a06d-e63dfc002af3 None None] The sync data for ids ['720a0f2a-c209-4b56-8ca3-4cfe6179ea11'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:27:23.508648 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c904735e-1037-4dbe-bdc5-ff09960d9a9a tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:23.672101 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c904735e-1037-4dbe-bdc5-ff09960d9a9a tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:23.674732 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c904735e-1037-4dbe-bdc5-ff09960d9a9a tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:23.719483 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c904735e-1037-4dbe-bdc5-ff09960d9a9a tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:23.720244 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c904735e-1037-4dbe-bdc5-ff09960d9a9a tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Fanout notify agent at l3_agent the message router_deleted on router 720a0f2a-c209-4b56-8ca3-4cfe6179ea11 {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:27:23.728450 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c904735e-1037-4dbe-bdc5-ff09960d9a9a tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:23.729766 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c904735e-1037-4dbe-bdc5-ff09960d9a9a tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/routers/720a0f2a-c209-4b56-8ca3-4cfe6179ea11 HTTP/1.1" status: 204 len: 168 time: 0.3026838 Aug 17 00:27:23.732886 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37504) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:23.794065 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-48cca77d-c5e2-4c5f-aef7-df98c3e1fe68 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Deleting subnet 236bfc8a-d576-48ea-8fa4-37e9577344ac {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:27:23.797780 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-48cca77d-c5e2-4c5f-aef7-df98c3e1fe68 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:24.138414 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-48cca77d-c5e2-4c5f-aef7-df98c3e1fe68 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:24.225936 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-48cca77d-c5e2-4c5f-aef7-df98c3e1fe68 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:24.294749 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-48cca77d-c5e2-4c5f-aef7-df98c3e1fe68 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:24.322078 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cca77d-c5e2-4c5f-aef7-df98c3e1fe68 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Subnet': ['ID=236bfc8a-d576-48ea-8fa4-37e9577344ac,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:24.328288 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-48cca77d-c5e2-4c5f-aef7-df98c3e1fe68 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:24.332674 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-48cca77d-c5e2-4c5f-aef7-df98c3e1fe68 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/subnets/236bfc8a-d576-48ea-8fa4-37e9577344ac HTTP/1.1" status: 204 len: 168 time: 0.5957310 Aug 17 00:27:24.333436 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37514) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:24.334101 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab8a36f-893f-4e27-8548-31cfd2387e7a None None] Network 5742598c-ea7b-45a6-a4e4-872e71f97357 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:27:24.413231 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b8e6a5be-6096-4c38-98fe-bbc4975dd020 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:24.472206 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-b8e6a5be-6096-4c38-98fe-bbc4975dd020 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Deleting port 359fa149-9abd-46e5-a4c9-d39d8321b115 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:27:24.472692 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b8e6a5be-6096-4c38-98fe-bbc4975dd020 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:24.525504 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5671f17c-192f-4538-83a7-7e893bec9f5f None None] DHCP port deletion for 5742598c-ea7b-45a6-a4e4-872e71f97357 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:27:24.539390 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-b8e6a5be-6096-4c38-98fe-bbc4975dd020 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] For port 359fa149-9abd-46e5-a4c9-d39d8321b115, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=359fa149-9abd-46e5-a4c9-d39d8321b115,segment=NetworkSegment(d7669c51-395a-47db-8d03-4078ca029ab3),segment_id=d7669c51-395a-47db-8d03-4078ca029ab3)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:24.539963 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b8e6a5be-6096-4c38-98fe-bbc4975dd020 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:24.552459 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-b8e6a5be-6096-4c38-98fe-bbc4975dd020 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Calling delete_port for 359fa149-9abd-46e5-a4c9-d39d8321b115 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:27:24.575345 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-5671f17c-192f-4538-83a7-7e893bec9f5f None None] Deleting port 359fa149-9abd-46e5-a4c9-d39d8321b115 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:27:24.575758 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5671f17c-192f-4538-83a7-7e893bec9f5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:24.638740 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b8e6a5be-6096-4c38-98fe-bbc4975dd020 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:24.646048 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-5671f17c-192f-4538-83a7-7e893bec9f5f None None] For port 359fa149-9abd-46e5-a4c9-d39d8321b115, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=359fa149-9abd-46e5-a4c9-d39d8321b115,segment=NetworkSegment(d7669c51-395a-47db-8d03-4078ca029ab3),segment_id=d7669c51-395a-47db-8d03-4078ca029ab3)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:24.646451 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5671f17c-192f-4538-83a7-7e893bec9f5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:24.659468 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-5671f17c-192f-4538-83a7-7e893bec9f5f None None] Calling delete_port for 359fa149-9abd-46e5-a4c9-d39d8321b115 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:27:24.666770 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6a5be-6096-4c38-98fe-bbc4975dd020 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Port': ['ID=359fa149-9abd-46e5-a4c9-d39d8321b115,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:24.668513 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e6a5be-6096-4c38-98fe-bbc4975dd020 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] No DVR routers for this DVR port 359fa149-9abd-46e5-a4c9-d39d8321b115 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:27:24.743907 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5671f17c-192f-4538-83a7-7e893bec9f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:24.752131 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b8e6a5be-6096-4c38-98fe-bbc4975dd020 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:24.762546 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-b8e6a5be-6096-4c38-98fe-bbc4975dd020 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5742598c-ea7b-45a6-a4e4-872e71f97357']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:24.773617 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671f17c-192f-4538-83a7-7e893bec9f5f None None] Pushing event deleted for resources: {'Port': ['ID=359fa149-9abd-46e5-a4c9-d39d8321b115,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:24.777476 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5671f17c-192f-4538-83a7-7e893bec9f5f None None] No DVR routers for this DVR port 359fa149-9abd-46e5-a4c9-d39d8321b115 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:27:24.777716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-b8e6a5be-6096-4c38-98fe-bbc4975dd020 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7669c51-395a-47db-8d03-4078ca029ab3') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:24.778010 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-b8e6a5be-6096-4c38-98fe-bbc4975dd020 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7669c51-395a-47db-8d03-4078ca029ab3') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:24.792557 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b8e6a5be-6096-4c38-98fe-bbc4975dd020 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:24.806769 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b8e6a5be-6096-4c38-98fe-bbc4975dd020 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:24.813212 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e6a5be-6096-4c38-98fe-bbc4975dd020 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:27:24.813607 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b8e6a5be-6096-4c38-98fe-bbc4975dd020 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:27:24.816505 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:27:24.873401 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b8e6a5be-6096-4c38-98fe-bbc4975dd020 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:24.879246 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b8e6a5be-6096-4c38-98fe-bbc4975dd020 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:24.885193 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b8e6a5be-6096-4c38-98fe-bbc4975dd020 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/networks/5742598c-ea7b-45a6-a4e4-872e71f97357 HTTP/1.1" status: 204 len: 168 time: 0.5471914 Aug 17 00:27:24.885841 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37516) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:24.892949 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-e4ed7228-3fd5-4538-ab46-cb21ddb2fbb0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1283246057', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}, 'admin_state_up': False}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:24.912299 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6a5be-6096-4c38-98fe-bbc4975dd020 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Network': ['ID=5742598c-ea7b-45a6-a4e4-872e71f97357,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:24.930210 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e4ed7228-3fd5-4538-ab46-cb21ddb2fbb0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:24.931593 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e4ed7228-3fd5-4538-ab46-cb21ddb2fbb0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:24.965314 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 359fa149-9abd-46e5-a4c9-d39d8321b115 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:27:24.992308 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e4ed7228-3fd5-4538-ab46-cb21ddb2fbb0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:25.140873 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 359fa149-9abd-46e5-a4c9-d39d8321b115 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:27:25.141232 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 359fa149-9abd-46e5-a4c9-d39d8321b115 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:27:25.141554 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e4ed7228-3fd5-4538-ab46-cb21ddb2fbb0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:25.362861 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e4ed7228-3fd5-4538-ab46-cb21ddb2fbb0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:25.383517 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e4ed7228-3fd5-4538-ab46-cb21ddb2fbb0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:25.530515 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-e4ed7228-3fd5-4538-ab46-cb21ddb2fbb0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Allocated IP 172.25.3.90 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/6a66d025-73ff-4762-abae-660ef77503bd) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:27:25.638581 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e4ed7228-3fd5-4538-ab46-cb21ddb2fbb0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:25.680389 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e4ed7228-3fd5-4538-ab46-cb21ddb2fbb0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:25.725375 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ed7228-3fd5-4538-ab46-cb21ddb2fbb0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:25.728316 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-e4ed7228-3fd5-4538-ab46-cb21ddb2fbb0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:25.732430 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ed7228-3fd5-4538-ab46-cb21ddb2fbb0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:27:25.754900 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed7228-3fd5-4538-ab46-cb21ddb2fbb0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Port': ['ID=6a66d025-73ff-4762-abae-660ef77503bd,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:26.011507 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e4ed7228-3fd5-4538-ab46-cb21ddb2fbb0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:26.210817 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e4ed7228-3fd5-4538-ab46-cb21ddb2fbb0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:26.343623 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ed7228-3fd5-4538-ab46-cb21ddb2fbb0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Router 6d6ba663-19ed-45a5-abf7-ba24758678a3 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:27:26.473780 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ed7228-3fd5-4538-ab46-cb21ddb2fbb0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:27:26.486187 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64850065-8bcc-4df3-9e13-a3b045b65ac0 None None] Sync routers for ids ['6d6ba663-19ed-45a5-abf7-ba24758678a3'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:27:26.496550 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64850065-8bcc-4df3-9e13-a3b045b65ac0 None None] Routers {'6d6ba663-19ed-45a5-abf7-ba24758678a3'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:26.497609 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-64850065-8bcc-4df3-9e13-a3b045b65ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6d6ba663-19ed-45a5-abf7-ba24758678a3'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:26.503823 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e4ed7228-3fd5-4538-ab46-cb21ddb2fbb0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:26.507693 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e4ed7228-3fd5-4538-ab46-cb21ddb2fbb0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.6183174 Aug 17 00:27:26.507905 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37526) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:26.536808 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-64850065-8bcc-4df3-9e13-a3b045b65ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:26.546762 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64850065-8bcc-4df3-9e13-a3b045b65ac0 None None] Routers {'6d6ba663-19ed-45a5-abf7-ba24758678a3'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:26.547600 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-64850065-8bcc-4df3-9e13-a3b045b65ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6d6ba663-19ed-45a5-abf7-ba24758678a3'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:26.588760 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-64850065-8bcc-4df3-9e13-a3b045b65ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:26.589450 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64850065-8bcc-4df3-9e13-a3b045b65ac0 None None] The sync data for ids ['6d6ba663-19ed-45a5-abf7-ba24758678a3'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:27:26.696778 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37530) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:26.822217 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac3d5-1a3a-4635-ba60-f9f67d77e5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:26.918784 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-237638d2-4356-4186-844b-2a87b44b0f04 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "GET /v2.0/routers/6d6ba663-19ed-45a5-abf7-ba24758678a3 HTTP/1.1" status: 200 len: 884 time: 0.4097197 Aug 17 00:27:26.919316 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac3d5-1a3a-4635-ba60-f9f67d77e5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:26.921819 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37534) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:26.924528 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac3d5-1a3a-4635-ba60-f9f67d77e5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:26.961720 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ac3d5-1a3a-4635-ba60-f9f67d77e5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d55596-ff36-428b-8d51-10a1bab7e180,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:26.969121 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3f3ac3d5-1a3a-4635-ba60-f9f67d77e5ee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=83137139b4af4d2ca3d6f513310617cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2673399 Aug 17 00:27:26.969482 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37536) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:27.018996 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33b58ac6-9377-4f69-92b5-9adf6001746d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:27.040841 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33b58ac6-9377-4f69-92b5-9adf6001746d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:27.094110 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33b58ac6-9377-4f69-92b5-9adf6001746d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:27.097133 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-33b58ac6-9377-4f69-92b5-9adf6001746d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:27.100576 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-33b58ac6-9377-4f69-92b5-9adf6001746d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f8d55596-ff36-428b-8d51-10a1bab7e180 HTTP/1.1" status: 204 len: 168 time: 0.1280391 Aug 17 00:27:27.111756 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b58ac6-9377-4f69-92b5-9adf6001746d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d55596-ff36-428b-8d51-10a1bab7e180,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:27.168763 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1006227c-fb2e-433a-aa90-dac1ff377e9d tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2457302 Aug 17 00:27:27.172001 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37540) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:27.176905 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-f0c613a3-8623-4aaa-9c9e-b728d0a28bfa tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1283246057'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:27.372098 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37544) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:27.386096 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8b983d3e-9933-4bdd-888c-49118ef37f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:27.480497 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8b983d3e-9933-4bdd-888c-49118ef37f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:27.483646 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f0c613a3-8623-4aaa-9c9e-b728d0a28bfa tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126458'] for router, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:27.486290 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8b983d3e-9933-4bdd-888c-49118ef37f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:27.494715 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f0c613a3-8623-4aaa-9c9e-b728d0a28bfa tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635776'] for router, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:27.525970 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8b983d3e-9933-4bdd-888c-49118ef37f07 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8ff0e845127e42fbb2a525903d833206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526723 Aug 17 00:27:27.526972 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b983d3e-9933-4bdd-888c-49118ef37f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b6b26c-bdf0-4e3b-8de6-f22d261e63ca,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:27.529397 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37546) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:27.583513 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb690c5d-8f87-45ab-8cf3-51951d0d5830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:27.604907 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c613a3-8623-4aaa-9c9e-b728d0a28bfa tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Router 6d6ba663-19ed-45a5-abf7-ba24758678a3 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:27:27.610742 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb690c5d-8f87-45ab-8cf3-51951d0d5830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:27.657990 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb690c5d-8f87-45ab-8cf3-51951d0d5830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:27.660563 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb690c5d-8f87-45ab-8cf3-51951d0d5830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:27.662746 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cb690c5d-8f87-45ab-8cf3-51951d0d5830 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e8b6b26c-bdf0-4e3b-8de6-f22d261e63ca HTTP/1.1" status: 204 len: 168 time: 0.1314516 Aug 17 00:27:27.669987 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb690c5d-8f87-45ab-8cf3-51951d0d5830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b6b26c-bdf0-4e3b-8de6-f22d261e63ca,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:27.717821 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c613a3-8623-4aaa-9c9e-b728d0a28bfa tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:27:27.725075 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f0c613a3-8623-4aaa-9c9e-b728d0a28bfa tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:27.725689 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f0c613a3-8623-4aaa-9c9e-b728d0a28bfa tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "PUT /v2.0/routers/6d6ba663-19ed-45a5-abf7-ba24758678a3 HTTP/1.1" status: 200 len: 891 time: 0.5524673 Aug 17 00:27:27.728373 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd284d-d25f-4df2-adee-ec1840ff067c None None] Sync routers for ids ['6d6ba663-19ed-45a5-abf7-ba24758678a3'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:27:27.728876 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37550) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:27.740025 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bd284d-d25f-4df2-adee-ec1840ff067c None None] Routers {'6d6ba663-19ed-45a5-abf7-ba24758678a3'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:27.740723 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-57bd284d-d25f-4df2-adee-ec1840ff067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6d6ba663-19ed-45a5-abf7-ba24758678a3'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:27.776431 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-57bd284d-d25f-4df2-adee-ec1840ff067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:27.786524 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bd284d-d25f-4df2-adee-ec1840ff067c None None] Routers {'6d6ba663-19ed-45a5-abf7-ba24758678a3'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:27.787234 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-57bd284d-d25f-4df2-adee-ec1840ff067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['6d6ba663-19ed-45a5-abf7-ba24758678a3'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:27.821357 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-57bd284d-d25f-4df2-adee-ec1840ff067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:27.822014 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd284d-d25f-4df2-adee-ec1840ff067c None None] The sync data for ids ['6d6ba663-19ed-45a5-abf7-ba24758678a3'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:27:27.845560 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-24b8f81c-5fa3-43ae-8168-cb8d147038bf tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "GET /v2.0/routers/6d6ba663-19ed-45a5-abf7-ba24758678a3 HTTP/1.1" status: 200 len: 891 time: 0.1156642 Aug 17 00:27:27.847978 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37554) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:27.879242 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0b2dd443-f642-4727-b521-484a41136e88 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d6ba663-19ed-45a5-abf7-ba24758678a3 HTTP/1.1" status: 200 len: 205 time: 0.0301387 Aug 17 00:27:27.881738 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37556) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:27.988578 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7898f922-c9e7-4d9e-95dd-429fa5f73a14 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:28.099594 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7898f922-c9e7-4d9e-95dd-429fa5f73a14 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:28.160585 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-7898f922-c9e7-4d9e-95dd-429fa5f73a14 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Deleting port 6a66d025-73ff-4762-abae-660ef77503bd {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:27:28.160942 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7898f922-c9e7-4d9e-95dd-429fa5f73a14 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:28.239124 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7898f922-c9e7-4d9e-95dd-429fa5f73a14 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:28.250941 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-7898f922-c9e7-4d9e-95dd-429fa5f73a14 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Calling delete_port for 6a66d025-73ff-4762-abae-660ef77503bd owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:27:28.419870 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7898f922-c9e7-4d9e-95dd-429fa5f73a14 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:28.447350 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898f922-c9e7-4d9e-95dd-429fa5f73a14 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Port': ['ID=6a66d025-73ff-4762-abae-660ef77503bd,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:28.516953 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7898f922-c9e7-4d9e-95dd-429fa5f73a14 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:28.618547 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7898f922-c9e7-4d9e-95dd-429fa5f73a14 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:28.620761 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7898f922-c9e7-4d9e-95dd-429fa5f73a14 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:28.665473 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7898f922-c9e7-4d9e-95dd-429fa5f73a14 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:28.666004 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7898f922-c9e7-4d9e-95dd-429fa5f73a14 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Fanout notify agent at l3_agent the message router_deleted on router 6d6ba663-19ed-45a5-abf7-ba24758678a3 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:27:28.676718 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7898f922-c9e7-4d9e-95dd-429fa5f73a14 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:28.681267 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7898f922-c9e7-4d9e-95dd-429fa5f73a14 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/routers/6d6ba663-19ed-45a5-abf7-ba24758678a3 HTTP/1.1" status: 204 len: 168 time: 0.7952180 Aug 17 00:27:28.681508 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37584) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:28.687073 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-01fc815d-17f0-4638-81ad-fb1aaaa98d3e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1376686045'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:28.707664 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fc815d-17f0-4638-81ad-fb1aaaa98d3e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Made reservation on behalf of 2c9d21c455d9495dbffe07acfee19b72 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:27:28.711068 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01fc815d-17f0-4638-81ad-fb1aaaa98d3e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:28.735287 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01fc815d-17f0-4638-81ad-fb1aaaa98d3e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:27:28.744871 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01fc815d-17f0-4638-81ad-fb1aaaa98d3e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:28.745251 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-01fc815d-17f0-4638-81ad-fb1aaaa98d3e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Added segment fc395f33-0b3d-4f70-a7c0-a07ad70f3766 of type vlan for network 891e7f32-751c-461b-a1aa-ba1da6ffe6f7 Aug 17 00:27:28.785952 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01fc815d-17f0-4638-81ad-fb1aaaa98d3e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:28.816953 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01fc815d-17f0-4638-81ad-fb1aaaa98d3e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:28.822656 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fc815d-17f0-4638-81ad-fb1aaaa98d3e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:28.823282 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01fc815d-17f0-4638-81ad-fb1aaaa98d3e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:28.879186 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-01fc815d-17f0-4638-81ad-fb1aaaa98d3e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1966405 Aug 17 00:27:28.882244 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37590) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:28.888327 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-a8e3da32-7e8a-4c3f-ae60-f95106657705 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'subnet': {'network_id': '891e7f32-751c-461b-a1aa-ba1da6ffe6f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:28.892891 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc815d-17f0-4638-81ad-fb1aaaa98d3e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Network': ['ID=891e7f32-751c-461b-a1aa-ba1da6ffe6f7,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:28.905762 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 891e7f32-751c-461b-a1aa-ba1da6ffe6f7 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:27:28.994948 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e3da32-7e8a-4c3f-ae60-f95106657705 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Made reservation on behalf of 2c9d21c455d9495dbffe07acfee19b72 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:27:28.999309 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a8e3da32-7e8a-4c3f-ae60-f95106657705 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:29.196407 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a8e3da32-7e8a-4c3f-ae60-f95106657705 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:29.273480 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3da32-7e8a-4c3f-ae60-f95106657705 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Subnet': ['ID=e0061cdd-9271-4153-996e-0b821699d2b6,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:29.282218 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e3da32-7e8a-4c3f-ae60-f95106657705 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Checking segment: {'id': 'fc395f33-0b3d-4f70-a7c0-a07ad70f3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '891e7f32-751c-461b-a1aa-ba1da6ffe6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:27:29.282580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e3da32-7e8a-4c3f-ae60-f95106657705 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network hostable DHCP agents. Network: 891e7f32-751c-461b-a1aa-ba1da6ffe6f7, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:27:29.302467 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e3da32-7e8a-4c3f-ae60-f95106657705 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network 891e7f32-751c-461b-a1aa-ba1da6ffe6f7 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:27:29.313059 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-a8e3da32-7e8a-4c3f-ae60-f95106657705 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 891e7f32-751c-461b-a1aa-ba1da6ffe6f7) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:29.317319 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e3da32-7e8a-4c3f-ae60-f95106657705 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:29.317920 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a8e3da32-7e8a-4c3f-ae60-f95106657705 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:29.325236 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2ce37b-7d70-445e-8c20-63e0c72c089a None None] Network 891e7f32-751c-461b-a1aa-ba1da6ffe6f7 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:27:29.334751 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a8e3da32-7e8a-4c3f-ae60-f95106657705 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4513080 Aug 17 00:27:29.337396 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37606) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:29.343250 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-aa08a495-5e83-4285-8d79-6113ec5f8368 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1991663880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:29.370976 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aa08a495-5e83-4285-8d79-6113ec5f8368 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:29.372189 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aa08a495-5e83-4285-8d79-6113ec5f8368 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:29.438626 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aa08a495-5e83-4285-8d79-6113ec5f8368 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:29.446181 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aa08a495-5e83-4285-8d79-6113ec5f8368 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:29.465389 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aa08a495-5e83-4285-8d79-6113ec5f8368 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:29.469732 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-aa08a495-5e83-4285-8d79-6113ec5f8368 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1279974 Aug 17 00:27:29.470001 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37612) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:29.487555 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e6df6d-80b0-43d7-932f-b9c87bea2415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-891e7f32-751c-461b-a1aa-ba1da6ffe6f7', 'network_id': '891e7f32-751c-461b-a1aa-ba1da6ffe6f7', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'fixed_ips': [{'subnet_id': 'e0061cdd-9271-4153-996e-0b821699d2b6'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:27:29.488499 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b8e6df6d-80b0-43d7-932f-b9c87bea2415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:29.649432 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-b8e6df6d-80b0-43d7-932f-b9c87bea2415 None None] Allocated IP 2001:db8::2 (891e7f32-751c-461b-a1aa-ba1da6ffe6f7/e0061cdd-9271-4153-996e-0b821699d2b6/a8c29361-2503-4a23-9443-4f2c50f1fc89) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:27:29.765512 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-20f44f05-db7d-468b-b283-a8ea953b99db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:29.815160 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b8e6df6d-80b0-43d7-932f-b9c87bea2415 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:29.824476 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b8e6df6d-80b0-43d7-932f-b9c87bea2415 None None] Transition to ACTIVE for port object a8c29361-2503-4a23-9443-4f2c50f1fc89 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:29.840363 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b8e6df6d-80b0-43d7-932f-b9c87bea2415 None None] Transition to ACTIVE for port object a8c29361-2503-4a23-9443-4f2c50f1fc89 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:29.847570 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b8e6df6d-80b0-43d7-932f-b9c87bea2415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:29.890232 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e6df6d-80b0-43d7-932f-b9c87bea2415 None None] Network 891e7f32-751c-461b-a1aa-ba1da6ffe6f7 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:29.894086 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-b8e6df6d-80b0-43d7-932f-b9c87bea2415 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:29.897977 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e6df6d-80b0-43d7-932f-b9c87bea2415 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:27:29.905550 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6df6d-80b0-43d7-932f-b9c87bea2415 None None] Pushing event updated for resources: {'Port': ['ID=a8c29361-2503-4a23-9443-4f2c50f1fc89,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:29.956509 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-b8e6df6d-80b0-43d7-932f-b9c87bea2415 None None] Attempting to bind port a8c29361-2503-4a23-9443-4f2c50f1fc89 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:27:29.957191 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-b8e6df6d-80b0-43d7-932f-b9c87bea2415 None None] Attempting to bind port a8c29361-2503-4a23-9443-4f2c50f1fc89 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'fc395f33-0b3d-4f70-a7c0-a07ad70f3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '891e7f32-751c-461b-a1aa-ba1da6ffe6f7'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:27:29.957328 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6df6d-80b0-43d7-932f-b9c87bea2415 None None] Attempting to bind port a8c29361-2503-4a23-9443-4f2c50f1fc89 on network 891e7f32-751c-461b-a1aa-ba1da6ffe6f7 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:27:29.962321 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6df6d-80b0-43d7-932f-b9c87bea2415 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:27:29.962701 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6df6d-80b0-43d7-932f-b9c87bea2415 None None] Checking segment: {'id': 'fc395f33-0b3d-4f70-a7c0-a07ad70f3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '891e7f32-751c-461b-a1aa-ba1da6ffe6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:27:29.963108 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b8e6df6d-80b0-43d7-932f-b9c87bea2415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:29.963499 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6df6d-80b0-43d7-932f-b9c87bea2415 None None] Bound using segment: {'id': 'fc395f33-0b3d-4f70-a7c0-a07ad70f3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '891e7f32-751c-461b-a1aa-ba1da6ffe6f7'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:27:29.963971 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-b8e6df6d-80b0-43d7-932f-b9c87bea2415 None None] Bound port: a8c29361-2503-4a23-9443-4f2c50f1fc89, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc395f33-0b3d-4f70-a7c0-a07ad70f3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '891e7f32-751c-461b-a1aa-ba1da6ffe6f7'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:27:29.964860 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b8e6df6d-80b0-43d7-932f-b9c87bea2415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:30.030812 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-b8e6df6d-80b0-43d7-932f-b9c87bea2415 None None] For port a8c29361-2503-4a23-9443-4f2c50f1fc89, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:27:30.034518 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-b8e6df6d-80b0-43d7-932f-b9c87bea2415 None None] For port a8c29361-2503-4a23-9443-4f2c50f1fc89, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a8c29361-2503-4a23-9443-4f2c50f1fc89,segment=NetworkSegment(fc395f33-0b3d-4f70-a7c0-a07ad70f3766),segment_id=fc395f33-0b3d-4f70-a7c0-a07ad70f3766)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:27:30.035167 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-20f44f05-db7d-468b-b283-a8ea953b99db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Allocated IP 2001:db8::1 (891e7f32-751c-461b-a1aa-ba1da6ffe6f7/e0061cdd-9271-4153-996e-0b821699d2b6/16729433-326e-4ba7-80d3-53811183ca99) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:27:30.041069 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b8e6df6d-80b0-43d7-932f-b9c87bea2415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:30.103827 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6df6d-80b0-43d7-932f-b9c87bea2415 None None] Pushing event updated for resources: {'Port': ['ID=a8c29361-2503-4a23-9443-4f2c50f1fc89,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:30.168542 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-20f44f05-db7d-468b-b283-a8ea953b99db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:30.182908 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-20f44f05-db7d-468b-b283-a8ea953b99db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Transition to ACTIVE for port object 16729433-326e-4ba7-80d3-53811183ca99 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:30.217617 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-20f44f05-db7d-468b-b283-a8ea953b99db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:30.226742 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37628) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:30.369337 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9517e048-f0d4-450d-89ac-08f53d6f3e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:30.485632 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9517e048-f0d4-450d-89ac-08f53d6f3e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:30.489850 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9517e048-f0d4-450d-89ac-08f53d6f3e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:30.533319 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517e048-f0d4-450d-89ac-08f53d6f3e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1fa921-abf3-467a-818b-734ea7ec9fcf,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:30.539736 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9517e048-f0d4-450d-89ac-08f53d6f3e94 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d9ee2102dd144e90b91aa843fb0577dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3095355 Aug 17 00:27:30.539962 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37632) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:30.564287 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517e048-f0d4-450d-89ac-08f53d6f3e94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:30.564644 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517e048-f0d4-450d-89ac-08f53d6f3e94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:30.565535 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517e048-f0d4-450d-89ac-08f53d6f3e94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:30.565535 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517e048-f0d4-450d-89ac-08f53d6f3e94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:30.565751 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517e048-f0d4-450d-89ac-08f53d6f3e94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:30.565981 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517e048-f0d4-450d-89ac-08f53d6f3e94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:30.566307 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517e048-f0d4-450d-89ac-08f53d6f3e94 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:30.566632 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517e048-f0d4-450d-89ac-08f53d6f3e94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:30.566955 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517e048-f0d4-450d-89ac-08f53d6f3e94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:30.567279 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517e048-f0d4-450d-89ac-08f53d6f3e94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:30.567600 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517e048-f0d4-450d-89ac-08f53d6f3e94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:30.567923 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517e048-f0d4-450d-89ac-08f53d6f3e94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:30.573451 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f44f05-db7d-468b-b283-a8ea953b99db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network 891e7f32-751c-461b-a1aa-ba1da6ffe6f7 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:30.577253 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-20f44f05-db7d-468b-b283-a8ea953b99db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:30.581142 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f44f05-db7d-468b-b283-a8ea953b99db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:27:30.581820 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-20f44f05-db7d-468b-b283-a8ea953b99db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:30.587619 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f44f05-db7d-468b-b283-a8ea953b99db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Port': ['ID=16729433-326e-4ba7-80d3-53811183ca99,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:30.611447 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2cd6984b-fb42-4405-ad61-b430531669cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:30.633331 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2cd6984b-fb42-4405-ad61-b430531669cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:30.681948 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2cd6984b-fb42-4405-ad61-b430531669cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:30.684459 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2cd6984b-fb42-4405-ad61-b430531669cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:30.685684 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2cd6984b-fb42-4405-ad61-b430531669cc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4e1fa921-abf3-467a-818b-734ea7ec9fcf HTTP/1.1" status: 204 len: 168 time: 0.1448114 Aug 17 00:27:30.694724 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6984b-fb42-4405-ad61-b430531669cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1fa921-abf3-467a-818b-734ea7ec9fcf,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:30.708166 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-20f44f05-db7d-468b-b283-a8ea953b99db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:30.995469 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-20f44f05-db7d-468b-b283-a8ea953b99db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:31.000873 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-20f44f05-db7d-468b-b283-a8ea953b99db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:31.002107 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-20f44f05-db7d-468b-b283-a8ea953b99db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:31.010040 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37638) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:31.021768 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a8c29361-2503-4a23-9443-4f2c50f1fc89 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:27:31.044583 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cfc933d9-3c55-478d-a462-99716ba43531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:31.095019 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f44f05-db7d-468b-b283-a8ea953b99db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Port': ['ID=16729433-326e-4ba7-80d3-53811183ca99,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:31.097222 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port a8c29361-2503-4a23-9443-4f2c50f1fc89 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:31.148101 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afd0489-67f3-4063-b825-aef2fe16a8d1 None None] Network 891e7f32-751c-461b-a1aa-ba1da6ffe6f7 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:27:31.155794 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f44f05-db7d-468b-b283-a8ea953b99db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network 891e7f32-751c-461b-a1aa-ba1da6ffe6f7 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:31.157823 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-20f44f05-db7d-468b-b283-a8ea953b99db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:31.172362 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cfc933d9-3c55-478d-a462-99716ba43531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:31.176793 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cfc933d9-3c55-478d-a462-99716ba43531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:31.216095 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cfc933d9-3c55-478d-a462-99716ba43531 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4fe34b12db974997819ea1f5a65a6ae0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2046890 Aug 17 00:27:31.217420 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc933d9-3c55-478d-a462-99716ba43531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95258f88-cf3d-453b-b157-276831eca470,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:31.219824 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37640) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:31.273915 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8285c89d-33cd-4ec1-81bd-f2465f12aa01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:31.277972 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-13cd88ec-918d-4952-a477-ff4e2e2c7974 None None] Provisioning for port a8c29361-2503-4a23-9443-4f2c50f1fc89 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:31.286566 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-13cd88ec-918d-4952-a477-ff4e2e2c7974 None None] Provisioning complete for port a8c29361-2503-4a23-9443-4f2c50f1fc89 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:31.287307 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-13cd88ec-918d-4952-a477-ff4e2e2c7974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:31.294642 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f44f05-db7d-468b-b283-a8ea953b99db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Router 26050133-3127-44cd-9d25-73d418bef3ab is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:27:31.302668 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8285c89d-33cd-4ec1-81bd-f2465f12aa01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:31.354810 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8285c89d-33cd-4ec1-81bd-f2465f12aa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:31.358564 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8285c89d-33cd-4ec1-81bd-f2465f12aa01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:31.359841 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8285c89d-33cd-4ec1-81bd-f2465f12aa01 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/95258f88-cf3d-453b-b157-276831eca470 HTTP/1.1" status: 204 len: 168 time: 0.1389282 Aug 17 00:27:31.369008 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285c89d-33cd-4ec1-81bd-f2465f12aa01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95258f88-cf3d-453b-b157-276831eca470,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:31.398564 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f44f05-db7d-468b-b283-a8ea953b99db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:27:31.405014 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-20f44f05-db7d-468b-b283-a8ea953b99db tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "PUT /v2.0/routers/26050133-3127-44cd-9d25-73d418bef3ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9333036 Aug 17 00:27:31.408019 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37644) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:31.415791 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54e8b66-0d9d-40c2-a8ca-9e8a6e5c183f None None] Sync routers for ids ['26050133-3127-44cd-9d25-73d418bef3ab'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:27:31.423864 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-13cd88ec-918d-4952-a477-ff4e2e2c7974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:31.440359 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54e8b66-0d9d-40c2-a8ca-9e8a6e5c183f None None] Routers {'26050133-3127-44cd-9d25-73d418bef3ab'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:31.441292 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d54e8b66-0d9d-40c2-a8ca-9e8a6e5c183f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['26050133-3127-44cd-9d25-73d418bef3ab'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:31.471268 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adce9d2-a0e0-46d3-b0a8-84449ae7da75 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:31.472812 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6adce9d2-a0e0-46d3-b0a8-84449ae7da75 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "GET /v2.0/ports/16729433-326e-4ba7-80d3-53811183ca99 HTTP/1.1" status: 200 len: 911 time: 0.0625269 Aug 17 00:27:31.475743 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37646) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:31.481452 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-270ae79c-c145-4243-a1ef-f350e611802f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e0061cdd-9271-4153-996e-0b821699d2b6'}]}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:31.482700 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d54e8b66-0d9d-40c2-a8ca-9e8a6e5c183f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:31.506925 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-13cd88ec-918d-4952-a477-ff4e2e2c7974 None None] For port a8c29361-2503-4a23-9443-4f2c50f1fc89, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a8c29361-2503-4a23-9443-4f2c50f1fc89,segment=NetworkSegment(fc395f33-0b3d-4f70-a7c0-a07ad70f3766),segment_id=fc395f33-0b3d-4f70-a7c0-a07ad70f3766)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:31.508575 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54e8b66-0d9d-40c2-a8ca-9e8a6e5c183f None None] Routers {'26050133-3127-44cd-9d25-73d418bef3ab'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:31.509520 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d54e8b66-0d9d-40c2-a8ca-9e8a6e5c183f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['26050133-3127-44cd-9d25-73d418bef3ab'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:31.548598 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d54e8b66-0d9d-40c2-a8ca-9e8a6e5c183f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:31.549294 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54e8b66-0d9d-40c2-a8ca-9e8a6e5c183f None None] The sync data for ids ['26050133-3127-44cd-9d25-73d418bef3ab'] in n-d-800088-20 is: [] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:27:31.550766 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-13cd88ec-918d-4952-a477-ff4e2e2c7974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:31.603868 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd88ec-918d-4952-a477-ff4e2e2c7974 None None] Pushing event updated for resources: {'Port': ['ID=a8c29361-2503-4a23-9443-4f2c50f1fc89,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:31.665825 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-270ae79c-c145-4243-a1ef-f350e611802f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:31.777845 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5dc78980-8212-4563-a7d9-3731ba7e4753 None None] Provisioning complete for port a8c29361-2503-4a23-9443-4f2c50f1fc89 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:31.778554 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5dc78980-8212-4563-a7d9-3731ba7e4753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:31.899950 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5dc78980-8212-4563-a7d9-3731ba7e4753 None None] Provisioning for port 16729433-326e-4ba7-80d3-53811183ca99 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:31.904328 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5dc78980-8212-4563-a7d9-3731ba7e4753 None None] Provisioning complete for port 16729433-326e-4ba7-80d3-53811183ca99 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:31.905737 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5dc78980-8212-4563-a7d9-3731ba7e4753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:31.949649 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-5dc78980-8212-4563-a7d9-3731ba7e4753 None None] Port 16729433-326e-4ba7-80d3-53811183ca99 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:27:32.073054 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ef924429-4039-418c-996c-f9688c9b55a4 None None] Provisioning complete for port 16729433-326e-4ba7-80d3-53811183ca99 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:32.074333 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ef924429-4039-418c-996c-f9688c9b55a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:32.109287 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-270ae79c-c145-4243-a1ef-f350e611802f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:32.113146 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ef924429-4039-418c-996c-f9688c9b55a4 None None] Port 16729433-326e-4ba7-80d3-53811183ca99 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:27:32.120484 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-270ae79c-c145-4243-a1ef-f350e611802f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:32.128126 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270ae79c-c145-4243-a1ef-f350e611802f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:32.128807 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-270ae79c-c145-4243-a1ef-f350e611802f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:32.130302 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-270ae79c-c145-4243-a1ef-f350e611802f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "PUT /v2.0/ports/16729433-326e-4ba7-80d3-53811183ca99 HTTP/1.1" status: 200 len: 911 time: 0.6535447 Aug 17 00:27:32.133502 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37666) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:32.233533 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b860d1c1-4ccc-4cfa-b562-67fc576a11ba None None] Provisioning complete for port 16729433-326e-4ba7-80d3-53811183ca99 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:32.233912 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b860d1c1-4ccc-4cfa-b562-67fc576a11ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:32.248710 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ae79c-c145-4243-a1ef-f350e611802f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Port': ['ID=16729433-326e-4ba7-80d3-53811183ca99,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:32.269774 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-b860d1c1-4ccc-4cfa-b562-67fc576a11ba None None] Port 16729433-326e-4ba7-80d3-53811183ca99 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:27:32.493298 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3409900c-541c-4ed1-850a-33eb7d2487d5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:32.738780 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-3409900c-541c-4ed1-850a-33eb7d2487d5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Deleting port 16729433-326e-4ba7-80d3-53811183ca99 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:27:32.739235 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3409900c-541c-4ed1-850a-33eb7d2487d5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:32.829851 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3409900c-541c-4ed1-850a-33eb7d2487d5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:32.841852 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-3409900c-541c-4ed1-850a-33eb7d2487d5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Calling delete_port for 16729433-326e-4ba7-80d3-53811183ca99 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:27:32.978131 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a8c29361-2503-4a23-9443-4f2c50f1fc89 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:27:33.040525 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3409900c-541c-4ed1-850a-33eb7d2487d5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:33.047575 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port a8c29361-2503-4a23-9443-4f2c50f1fc89 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:33.047575 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:33.101702 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409900c-541c-4ed1-850a-33eb7d2487d5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Port': ['ID=16729433-326e-4ba7-80d3-53811183ca99,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:33.232694 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3409900c-541c-4ed1-850a-33eb7d2487d5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:33.398514 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3409900c-541c-4ed1-850a-33eb7d2487d5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Router 26050133-3127-44cd-9d25-73d418bef3ab has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:27:33.476750 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3409900c-541c-4ed1-850a-33eb7d2487d5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:27:33.487421 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3409900c-541c-4ed1-850a-33eb7d2487d5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "PUT /v2.0/routers/26050133-3127-44cd-9d25-73d418bef3ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3528481 Aug 17 00:27:33.490010 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37706) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:33.493320 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e6f9e0-4e68-405a-9e6e-b7b8c161a043 None None] Sync routers for ids ['26050133-3127-44cd-9d25-73d418bef3ab'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:27:33.503848 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e6f9e0-4e68-405a-9e6e-b7b8c161a043 None None] Routers {'26050133-3127-44cd-9d25-73d418bef3ab'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:33.504772 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-18e6f9e0-4e68-405a-9e6e-b7b8c161a043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['26050133-3127-44cd-9d25-73d418bef3ab'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:33.518028 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1c23f522-a06b-4895-aeb8-c3b759e93e14 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "GET /v2.0/ports?device_id=26050133-3127-44cd-9d25-73d418bef3ab HTTP/1.1" status: 200 len: 205 time: 0.0268424 Aug 17 00:27:33.520514 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37708) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:33.540102 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-18e6f9e0-4e68-405a-9e6e-b7b8c161a043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:33.549448 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e6f9e0-4e68-405a-9e6e-b7b8c161a043 None None] Routers {'26050133-3127-44cd-9d25-73d418bef3ab'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:33.550064 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-18e6f9e0-4e68-405a-9e6e-b7b8c161a043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['26050133-3127-44cd-9d25-73d418bef3ab'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:33.582334 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-18e6f9e0-4e68-405a-9e6e-b7b8c161a043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:33.582994 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e6f9e0-4e68-405a-9e6e-b7b8c161a043 None None] The sync data for ids ['26050133-3127-44cd-9d25-73d418bef3ab'] in n-d-800088-20 is: [] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:27:33.600587 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-43f1d0b4-9aa9-4af5-bd99-15560ffb966e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:34.075171 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-43f1d0b4-9aa9-4af5-bd99-15560ffb966e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:34.077919 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-43f1d0b4-9aa9-4af5-bd99-15560ffb966e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:34.122415 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-43f1d0b4-9aa9-4af5-bd99-15560ffb966e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:34.122999 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f1d0b4-9aa9-4af5-bd99-15560ffb966e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Fanout notify agent at l3_agent the message router_deleted on router 26050133-3127-44cd-9d25-73d418bef3ab {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:27:34.130698 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-43f1d0b4-9aa9-4af5-bd99-15560ffb966e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:34.134495 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-43f1d0b4-9aa9-4af5-bd99-15560ffb966e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/routers/26050133-3127-44cd-9d25-73d418bef3ab HTTP/1.1" status: 204 len: 168 time: 0.6130259 Aug 17 00:27:34.134640 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37720) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:34.186307 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7380d81-febc-4c99-975f-0114acf3a207 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Deleting subnet e0061cdd-9271-4153-996e-0b821699d2b6 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:27:34.189935 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c7380d81-febc-4c99-975f-0114acf3a207 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:34.236050 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c7380d81-febc-4c99-975f-0114acf3a207 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:34.325680 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c7380d81-febc-4c99-975f-0114acf3a207 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:34.383125 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c7380d81-febc-4c99-975f-0114acf3a207 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:34.413907 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7380d81-febc-4c99-975f-0114acf3a207 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Subnet': ['ID=e0061cdd-9271-4153-996e-0b821699d2b6,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:34.417711 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c7380d81-febc-4c99-975f-0114acf3a207 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:34.421097 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c7380d81-febc-4c99-975f-0114acf3a207 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/subnets/e0061cdd-9271-4153-996e-0b821699d2b6 HTTP/1.1" status: 204 len: 168 time: 0.2838678 Aug 17 00:27:34.422217 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37722) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:34.424531 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a259881-1bb9-4e14-a088-8bf98cefdf55 None None] Network 891e7f32-751c-461b-a1aa-ba1da6ffe6f7 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:27:34.515181 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c61630a0-87b1-40be-ad73-94dc3bd2ae85 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:34.572151 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-c61630a0-87b1-40be-ad73-94dc3bd2ae85 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Deleting port a8c29361-2503-4a23-9443-4f2c50f1fc89 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:27:34.572723 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c61630a0-87b1-40be-ad73-94dc3bd2ae85 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:34.636253 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c551b94a-7b51-4776-b9a3-9b6b58e3eeb5 None None] DHCP port deletion for 891e7f32-751c-461b-a1aa-ba1da6ffe6f7 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:27:34.650224 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-c61630a0-87b1-40be-ad73-94dc3bd2ae85 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] For port a8c29361-2503-4a23-9443-4f2c50f1fc89, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a8c29361-2503-4a23-9443-4f2c50f1fc89,segment=NetworkSegment(fc395f33-0b3d-4f70-a7c0-a07ad70f3766),segment_id=fc395f33-0b3d-4f70-a7c0-a07ad70f3766)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:34.650591 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c61630a0-87b1-40be-ad73-94dc3bd2ae85 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:34.662896 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-c61630a0-87b1-40be-ad73-94dc3bd2ae85 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Calling delete_port for a8c29361-2503-4a23-9443-4f2c50f1fc89 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:27:34.681958 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-c551b94a-7b51-4776-b9a3-9b6b58e3eeb5 None None] Deleting port a8c29361-2503-4a23-9443-4f2c50f1fc89 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:27:34.682334 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c551b94a-7b51-4776-b9a3-9b6b58e3eeb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:34.744040 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-c551b94a-7b51-4776-b9a3-9b6b58e3eeb5 None None] For port a8c29361-2503-4a23-9443-4f2c50f1fc89, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a8c29361-2503-4a23-9443-4f2c50f1fc89,segment=NetworkSegment(fc395f33-0b3d-4f70-a7c0-a07ad70f3766),segment_id=fc395f33-0b3d-4f70-a7c0-a07ad70f3766)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:34.744368 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c61630a0-87b1-40be-ad73-94dc3bd2ae85 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:34.744542 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c551b94a-7b51-4776-b9a3-9b6b58e3eeb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:34.761480 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-c551b94a-7b51-4776-b9a3-9b6b58e3eeb5 None None] Calling delete_port for a8c29361-2503-4a23-9443-4f2c50f1fc89 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:27:34.776132 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61630a0-87b1-40be-ad73-94dc3bd2ae85 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] No DVR routers for this DVR port a8c29361-2503-4a23-9443-4f2c50f1fc89 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:27:34.777924 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61630a0-87b1-40be-ad73-94dc3bd2ae85 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Port': ['ID=a8c29361-2503-4a23-9443-4f2c50f1fc89,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:34.837265 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c551b94a-7b51-4776-b9a3-9b6b58e3eeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:34.860952 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c61630a0-87b1-40be-ad73-94dc3bd2ae85 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:34.864342 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551b94a-7b51-4776-b9a3-9b6b58e3eeb5 None None] Pushing event deleted for resources: {'Port': ['ID=a8c29361-2503-4a23-9443-4f2c50f1fc89,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:34.866211 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c551b94a-7b51-4776-b9a3-9b6b58e3eeb5 None None] No DVR routers for this DVR port a8c29361-2503-4a23-9443-4f2c50f1fc89 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:27:34.874671 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-c61630a0-87b1-40be-ad73-94dc3bd2ae85 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891e7f32-751c-461b-a1aa-ba1da6ffe6f7']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:34.885170 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-c61630a0-87b1-40be-ad73-94dc3bd2ae85 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc395f33-0b3d-4f70-a7c0-a07ad70f3766') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:34.885566 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-c61630a0-87b1-40be-ad73-94dc3bd2ae85 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc395f33-0b3d-4f70-a7c0-a07ad70f3766') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:34.894628 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c61630a0-87b1-40be-ad73-94dc3bd2ae85 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:34.908357 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c61630a0-87b1-40be-ad73-94dc3bd2ae85 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:34.914248 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61630a0-87b1-40be-ad73-94dc3bd2ae85 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:27:34.914563 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c61630a0-87b1-40be-ad73-94dc3bd2ae85 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:27:34.917627 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:27:34.964257 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a8c29361-2503-4a23-9443-4f2c50f1fc89 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:27:34.985358 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c61630a0-87b1-40be-ad73-94dc3bd2ae85 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:34.993628 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c61630a0-87b1-40be-ad73-94dc3bd2ae85 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:34.996405 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c61630a0-87b1-40be-ad73-94dc3bd2ae85 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/networks/891e7f32-751c-461b-a1aa-ba1da6ffe6f7 HTTP/1.1" status: 204 len: 168 time: 0.5726783 Aug 17 00:27:34.996609 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: a8c29361-2503-4a23-9443-4f2c50f1fc89 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:27:34.996989 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a8c29361-2503-4a23-9443-4f2c50f1fc89 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:27:35.001386 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37728) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:35.008818 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61630a0-87b1-40be-ad73-94dc3bd2ae85 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Network': ['ID=891e7f32-751c-461b-a1aa-ba1da6ffe6f7,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:35.009670 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-356b9880-7065-4eef-bd8a-ba00ca8fde7d tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-151795291', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:35.044719 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-356b9880-7065-4eef-bd8a-ba00ca8fde7d tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:35.046284 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-356b9880-7065-4eef-bd8a-ba00ca8fde7d tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:35.105359 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-356b9880-7065-4eef-bd8a-ba00ca8fde7d tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:35.110227 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-356b9880-7065-4eef-bd8a-ba00ca8fde7d tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:35.126454 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-356b9880-7065-4eef-bd8a-ba00ca8fde7d tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:35.127593 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-356b9880-7065-4eef-bd8a-ba00ca8fde7d tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1251450 Aug 17 00:27:35.130273 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37738) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:35.135247 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-7a7defa8-9946-4446-807f-0fad9812804c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-414516115'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:35.157159 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7defa8-9946-4446-807f-0fad9812804c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Made reservation on behalf of 2c9d21c455d9495dbffe07acfee19b72 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:27:35.160670 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7a7defa8-9946-4446-807f-0fad9812804c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:35.187274 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a7defa8-9946-4446-807f-0fad9812804c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:27:35.196959 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7a7defa8-9946-4446-807f-0fad9812804c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:35.197332 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-7a7defa8-9946-4446-807f-0fad9812804c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Added segment 029c7b3b-7e92-443d-8510-3ae1372212ee of type vlan for network e5df118c-3ed0-4833-96dc-08998994458f Aug 17 00:27:35.243432 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7a7defa8-9946-4446-807f-0fad9812804c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:35.271165 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7a7defa8-9946-4446-807f-0fad9812804c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:35.276823 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7defa8-9946-4446-807f-0fad9812804c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:35.277454 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7a7defa8-9946-4446-807f-0fad9812804c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:35.337137 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7a7defa8-9946-4446-807f-0fad9812804c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2057581 Aug 17 00:27:35.340010 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37752) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:35.350408 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-05051ba6-2a7a-4bfe-ac10-03c5d719b8d8 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'subnet': {'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:35.350581 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7defa8-9946-4446-807f-0fad9812804c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Network': ['ID=e5df118c-3ed0-4833-96dc-08998994458f,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:35.361680 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network e5df118c-3ed0-4833-96dc-08998994458f details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:27:35.470351 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05051ba6-2a7a-4bfe-ac10-03c5d719b8d8 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Made reservation on behalf of 2c9d21c455d9495dbffe07acfee19b72 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:27:35.473857 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-05051ba6-2a7a-4bfe-ac10-03c5d719b8d8 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:35.663189 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-05051ba6-2a7a-4bfe-ac10-03c5d719b8d8 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:35.722930 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05051ba6-2a7a-4bfe-ac10-03c5d719b8d8 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Subnet': ['ID=2321110b-29fa-4ba7-8fcb-582ee77274fb,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:35.734768 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05051ba6-2a7a-4bfe-ac10-03c5d719b8d8 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Checking segment: {'id': '029c7b3b-7e92-443d-8510-3ae1372212ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:27:35.735403 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05051ba6-2a7a-4bfe-ac10-03c5d719b8d8 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network hostable DHCP agents. Network: e5df118c-3ed0-4833-96dc-08998994458f, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:27:35.754496 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05051ba6-2a7a-4bfe-ac10-03c5d719b8d8 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network e5df118c-3ed0-4833-96dc-08998994458f is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:27:35.763085 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-05051ba6-2a7a-4bfe-ac10-03c5d719b8d8 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, e5df118c-3ed0-4833-96dc-08998994458f) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:35.768853 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05051ba6-2a7a-4bfe-ac10-03c5d719b8d8 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:35.769638 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-05051ba6-2a7a-4bfe-ac10-03c5d719b8d8 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:35.772715 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a8d2f8-2297-4bec-9af9-ae4b1f3bdf65 None None] Network e5df118c-3ed0-4833-96dc-08998994458f requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:27:35.787890 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-05051ba6-2a7a-4bfe-ac10-03c5d719b8d8 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4411201 Aug 17 00:27:35.788116 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37754) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:35.926068 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d2c263-1e6b-408c-a13b-a62ae625e7f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-e5df118c-3ed0-4833-96dc-08998994458f', 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'fixed_ips': [{'subnet_id': '2321110b-29fa-4ba7-8fcb-582ee77274fb'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:27:35.927002 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-71d2c263-1e6b-408c-a13b-a62ae625e7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:36.063948 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-71d2c263-1e6b-408c-a13b-a62ae625e7f0 None None] Allocated IP 2001:db8::2 (e5df118c-3ed0-4833-96dc-08998994458f/2321110b-29fa-4ba7-8fcb-582ee77274fb/e5884a55-70ff-4a1c-b3f7-3bcf68edaa30) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:27:36.093844 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-182e64e0-ac17-46a1-87eb-3366a59549e5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:36.217661 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-71d2c263-1e6b-408c-a13b-a62ae625e7f0 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:36.226298 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-71d2c263-1e6b-408c-a13b-a62ae625e7f0 None None] Transition to ACTIVE for port object e5884a55-70ff-4a1c-b3f7-3bcf68edaa30 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:36.241933 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-71d2c263-1e6b-408c-a13b-a62ae625e7f0 None None] Transition to ACTIVE for port object e5884a55-70ff-4a1c-b3f7-3bcf68edaa30 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:36.246806 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-71d2c263-1e6b-408c-a13b-a62ae625e7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:36.288200 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d2c263-1e6b-408c-a13b-a62ae625e7f0 None None] Network e5df118c-3ed0-4833-96dc-08998994458f is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:36.294367 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-71d2c263-1e6b-408c-a13b-a62ae625e7f0 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:36.296931 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2c263-1e6b-408c-a13b-a62ae625e7f0 None None] Pushing event updated for resources: {'Port': ['ID=e5884a55-70ff-4a1c-b3f7-3bcf68edaa30,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:36.299249 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d2c263-1e6b-408c-a13b-a62ae625e7f0 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:27:36.351106 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-182e64e0-ac17-46a1-87eb-3366a59549e5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Allocated IP 2001:db8::1 (e5df118c-3ed0-4833-96dc-08998994458f/2321110b-29fa-4ba7-8fcb-582ee77274fb/9ddb42ea-684f-4a09-8432-d150920e9923) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:27:36.361593 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-71d2c263-1e6b-408c-a13b-a62ae625e7f0 None None] Attempting to bind port e5884a55-70ff-4a1c-b3f7-3bcf68edaa30 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:27:36.361959 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-71d2c263-1e6b-408c-a13b-a62ae625e7f0 None None] Attempting to bind port e5884a55-70ff-4a1c-b3f7-3bcf68edaa30 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '029c7b3b-7e92-443d-8510-3ae1372212ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:27:36.362320 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d2c263-1e6b-408c-a13b-a62ae625e7f0 None None] Attempting to bind port e5884a55-70ff-4a1c-b3f7-3bcf68edaa30 on network e5df118c-3ed0-4833-96dc-08998994458f {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:27:36.367863 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d2c263-1e6b-408c-a13b-a62ae625e7f0 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:27:36.368229 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d2c263-1e6b-408c-a13b-a62ae625e7f0 None None] Checking segment: {'id': '029c7b3b-7e92-443d-8510-3ae1372212ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:27:36.368630 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-71d2c263-1e6b-408c-a13b-a62ae625e7f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:36.369019 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d2c263-1e6b-408c-a13b-a62ae625e7f0 None None] Bound using segment: {'id': '029c7b3b-7e92-443d-8510-3ae1372212ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:27:36.369508 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-71d2c263-1e6b-408c-a13b-a62ae625e7f0 None None] Bound port: e5884a55-70ff-4a1c-b3f7-3bcf68edaa30, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029c7b3b-7e92-443d-8510-3ae1372212ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:27:36.369888 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-71d2c263-1e6b-408c-a13b-a62ae625e7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:36.439331 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-71d2c263-1e6b-408c-a13b-a62ae625e7f0 None None] For port e5884a55-70ff-4a1c-b3f7-3bcf68edaa30, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:27:36.446196 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-71d2c263-1e6b-408c-a13b-a62ae625e7f0 None None] For port e5884a55-70ff-4a1c-b3f7-3bcf68edaa30, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e5884a55-70ff-4a1c-b3f7-3bcf68edaa30,segment=NetworkSegment(029c7b3b-7e92-443d-8510-3ae1372212ee),segment_id=029c7b3b-7e92-443d-8510-3ae1372212ee)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:27:36.453774 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-71d2c263-1e6b-408c-a13b-a62ae625e7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:36.494305 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-182e64e0-ac17-46a1-87eb-3366a59549e5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:36.517305 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-182e64e0-ac17-46a1-87eb-3366a59549e5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Transition to ACTIVE for port object 9ddb42ea-684f-4a09-8432-d150920e9923 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:36.519758 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2c263-1e6b-408c-a13b-a62ae625e7f0 None None] Pushing event updated for resources: {'Port': ['ID=e5884a55-70ff-4a1c-b3f7-3bcf68edaa30,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:36.556672 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-182e64e0-ac17-46a1-87eb-3366a59549e5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:36.601125 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182e64e0-ac17-46a1-87eb-3366a59549e5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network e5df118c-3ed0-4833-96dc-08998994458f is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:36.604549 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-182e64e0-ac17-46a1-87eb-3366a59549e5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:36.609103 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182e64e0-ac17-46a1-87eb-3366a59549e5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:27:36.609899 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-182e64e0-ac17-46a1-87eb-3366a59549e5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:36.616023 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e64e0-ac17-46a1-87eb-3366a59549e5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Port': ['ID=9ddb42ea-684f-4a09-8432-d150920e9923,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:36.769804 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-182e64e0-ac17-46a1-87eb-3366a59549e5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:37.002731 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e5884a55-70ff-4a1c-b3f7-3bcf68edaa30 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:27:37.055359 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-182e64e0-ac17-46a1-87eb-3366a59549e5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:37.058242 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port e5884a55-70ff-4a1c-b3f7-3bcf68edaa30 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:37.060079 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-182e64e0-ac17-46a1-87eb-3366a59549e5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:37.061693 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-182e64e0-ac17-46a1-87eb-3366a59549e5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:37.153514 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e64e0-ac17-46a1-87eb-3366a59549e5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Port': ['ID=9ddb42ea-684f-4a09-8432-d150920e9923,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:37.194157 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182e64e0-ac17-46a1-87eb-3366a59549e5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network e5df118c-3ed0-4833-96dc-08998994458f is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:37.195549 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-182e64e0-ac17-46a1-87eb-3366a59549e5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:37.329830 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182e64e0-ac17-46a1-87eb-3366a59549e5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Router 1d5caa75-b61d-4285-945c-24109244ab54 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:27:37.433869 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182e64e0-ac17-46a1-87eb-3366a59549e5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:27:37.444748 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-182e64e0-ac17-46a1-87eb-3366a59549e5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "PUT /v2.0/routers/1d5caa75-b61d-4285-945c-24109244ab54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6522386 Aug 17 00:27:37.444748 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37758) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:37.445880 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8200672a-4a9d-47f5-8565-d619e8a424a9 None None] Sync routers for ids ['1d5caa75-b61d-4285-945c-24109244ab54'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:27:37.449655 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-a6c6dd87-9aba-404d-aa0e-7b9d80d42565 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-349631988'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:37.456890 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8200672a-4a9d-47f5-8565-d619e8a424a9 None None] Routers {'1d5caa75-b61d-4285-945c-24109244ab54'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:37.457744 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-8200672a-4a9d-47f5-8565-d619e8a424a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1d5caa75-b61d-4285-945c-24109244ab54'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:37.477902 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c6dd87-9aba-404d-aa0e-7b9d80d42565 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Made reservation on behalf of 2c9d21c455d9495dbffe07acfee19b72 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:27:37.482198 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a6c6dd87-9aba-404d-aa0e-7b9d80d42565 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:37.514278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c6dd87-9aba-404d-aa0e-7b9d80d42565 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:27:37.526128 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a6c6dd87-9aba-404d-aa0e-7b9d80d42565 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:37.526821 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-a6c6dd87-9aba-404d-aa0e-7b9d80d42565 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Added segment d3649700-d1a6-4cb0-a9b5-b2e0914138c2 of type vlan for network a031563e-5e86-4ce6-99c3-0f6d6d47ba61 Aug 17 00:27:37.563567 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed332d4-9cef-47dc-8a7a-6eff4a84baa5 None None] Network e5df118c-3ed0-4833-96dc-08998994458f requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:27:37.584470 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a6c6dd87-9aba-404d-aa0e-7b9d80d42565 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:37.616057 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a6c6dd87-9aba-404d-aa0e-7b9d80d42565 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:37.624290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c6dd87-9aba-404d-aa0e-7b9d80d42565 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:37.624980 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a6c6dd87-9aba-404d-aa0e-7b9d80d42565 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:37.714752 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a6c6dd87-9aba-404d-aa0e-7b9d80d42565 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2695708 Aug 17 00:27:37.718200 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37768) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:37.724467 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6dd87-9aba-404d-aa0e-7b9d80d42565 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Network': ['ID=a031563e-5e86-4ce6-99c3-0f6d6d47ba61,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:37.725435 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-af25a993-b4e8-48de-9011-193a19263647 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'subnet': {'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:37.819941 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network a031563e-5e86-4ce6-99c3-0f6d6d47ba61 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:27:37.830551 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-8200672a-4a9d-47f5-8565-d619e8a424a9 None None] Set router 1d5caa75-b61d-4285-945c-24109244ab54 gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:27:37.861637 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af25a993-b4e8-48de-9011-193a19263647 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Made reservation on behalf of 2c9d21c455d9495dbffe07acfee19b72 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:27:37.865498 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-af25a993-b4e8-48de-9011-193a19263647 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:37.924773 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37772) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:37.934657 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-67bb51bf-1275-4d67-b2e3-7c7a2afe5f58 None None] Provisioning for port e5884a55-70ff-4a1c-b3f7-3bcf68edaa30 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:37.987528 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-67bb51bf-1275-4d67-b2e3-7c7a2afe5f58 None None] Provisioning complete for port e5884a55-70ff-4a1c-b3f7-3bcf68edaa30 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:37.988173 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-67bb51bf-1275-4d67-b2e3-7c7a2afe5f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:38.059332 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3728e062-1d7a-431d-8332-4d224d0bc56e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:38.112521 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-af25a993-b4e8-48de-9011-193a19263647 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:38.168285 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3728e062-1d7a-431d-8332-4d224d0bc56e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:38.176056 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3728e062-1d7a-431d-8332-4d224d0bc56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:38.179003 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25a993-b4e8-48de-9011-193a19263647 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Subnet': ['ID=003b493d-b88a-4844-bfd3-5893b4e4a47f,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:38.186924 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af25a993-b4e8-48de-9011-193a19263647 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Checking segment: {'id': 'd3649700-d1a6-4cb0-a9b5-b2e0914138c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:27:38.187710 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af25a993-b4e8-48de-9011-193a19263647 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network hostable DHCP agents. Network: a031563e-5e86-4ce6-99c3-0f6d6d47ba61, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:27:38.205765 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af25a993-b4e8-48de-9011-193a19263647 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network a031563e-5e86-4ce6-99c3-0f6d6d47ba61 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:27:38.216088 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-af25a993-b4e8-48de-9011-193a19263647 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, a031563e-5e86-4ce6-99c3-0f6d6d47ba61) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:38.218224 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3728e062-1d7a-431d-8332-4d224d0bc56e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=784d184805b14bbf85bf787e41f967be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2928612 Aug 17 00:27:38.219378 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728e062-1d7a-431d-8332-4d224d0bc56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515acce8-42bc-4b01-9674-4c23e7bed69b,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:38.221066 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37776) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:38.230310 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af25a993-b4e8-48de-9011-193a19263647 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:38.231160 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-af25a993-b4e8-48de-9011-193a19263647 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:38.238247 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15832e9c-3291-4c0e-a1a9-27231515500a None None] Network a031563e-5e86-4ce6-99c3-0f6d6d47ba61 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:27:38.263477 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-af25a993-b4e8-48de-9011-193a19263647 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5408566 Aug 17 00:27:38.264308 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37778) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:38.289809 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-63b10948-2ab7-4cb0-9b7e-c5cd083a0a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:38.313571 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-63b10948-2ab7-4cb0-9b7e-c5cd083a0a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:38.329357 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-67bb51bf-1275-4d67-b2e3-7c7a2afe5f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:38.376723 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-63b10948-2ab7-4cb0-9b7e-c5cd083a0a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:38.382136 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-63b10948-2ab7-4cb0-9b7e-c5cd083a0a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:38.385941 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-63b10948-2ab7-4cb0-9b7e-c5cd083a0a28 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/515acce8-42bc-4b01-9674-4c23e7bed69b HTTP/1.1" status: 204 len: 168 time: 0.1613138 Aug 17 00:27:38.408049 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-67bb51bf-1275-4d67-b2e3-7c7a2afe5f58 None None] For port e5884a55-70ff-4a1c-b3f7-3bcf68edaa30, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e5884a55-70ff-4a1c-b3f7-3bcf68edaa30,segment=NetworkSegment(029c7b3b-7e92-443d-8510-3ae1372212ee),segment_id=029c7b3b-7e92-443d-8510-3ae1372212ee)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:38.415783 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b10948-2ab7-4cb0-9b7e-c5cd083a0a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515acce8-42bc-4b01-9674-4c23e7bed69b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:38.444017 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-67bb51bf-1275-4d67-b2e3-7c7a2afe5f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:38.514378 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-8200672a-4a9d-47f5-8565-d619e8a424a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:36Z', 'revision_number': 2, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None, '_interfaces': [{'id': '9ddb42ea-684f-4a09-8432-d150920e9923', 'name': '', 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:fa:96:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:36Z', 'updated_at': '2021-08-17T00:27:36Z', 'revision_number': 2, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:38.568738 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8200672a-4a9d-47f5-8565-d619e8a424a9 None None] Checking router: 1d5caa75-b61d-4285-945c-24109244ab54 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:27:38.569113 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8200672a-4a9d-47f5-8565-d619e8a424a9 None None] Updating router 1d5caa75-b61d-4285-945c-24109244ab54 port 9ddb42ea-684f-4a09-8432-d150920e9923 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:27:38.623070 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb51bf-1275-4d67-b2e3-7c7a2afe5f58 None None] Pushing event updated for resources: {'Port': ['ID=e5884a55-70ff-4a1c-b3f7-3bcf68edaa30,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:38.635980 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8200672a-4a9d-47f5-8565-d619e8a424a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:38.649777 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edad29d-f066-4dce-94a7-ec866f40bec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-a031563e-5e86-4ce6-99c3-0f6d6d47ba61', 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'fixed_ips': [{'subnet_id': '003b493d-b88a-4844-bfd3-5893b4e4a47f'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:27:38.651203 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4edad29d-f066-4dce-94a7-ec866f40bec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:38.817368 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37784) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:38.836597 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-32982b0b-1c18-412f-b842-b157e55f2793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:38.882449 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4b9d67d9-c159-421d-95ae-3d0df89e9667 None None] Provisioning for port 9ddb42ea-684f-4a09-8432-d150920e9923 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:38.915417 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4b9d67d9-c159-421d-95ae-3d0df89e9667 None None] Provisioning complete for port 9ddb42ea-684f-4a09-8432-d150920e9923 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:38.915792 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4b9d67d9-c159-421d-95ae-3d0df89e9667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:38.990883 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-63815944-aad9-4270-92b5-155047d3552d tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:39.000350 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-32982b0b-1c18-412f-b842-b157e55f2793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:39.011704 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-32982b0b-1c18-412f-b842-b157e55f2793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:39.030766 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e5884a55-70ff-4a1c-b3f7-3bcf68edaa30 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:27:39.034105 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-4edad29d-f066-4dce-94a7-ec866f40bec0 None None] Allocated IP 2001:db8:1::2 (a031563e-5e86-4ce6-99c3-0f6d6d47ba61/003b493d-b88a-4844-bfd3-5893b4e4a47f/7912db63-d557-4e4e-9b48-d90346e2a9f8) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:27:39.063696 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-4b9d67d9-c159-421d-95ae-3d0df89e9667 None None] Port 9ddb42ea-684f-4a09-8432-d150920e9923 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:27:39.067128 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-32982b0b-1c18-412f-b842-b157e55f2793 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=af6e7811e6034a1a9a1ac9bfb7e9d801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2457569 Aug 17 00:27:39.070048 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32982b0b-1c18-412f-b842-b157e55f2793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb1146d-0a86-4cbd-bc7c-1f59159df813,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:39.092234 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37786) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:39.172149 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4b9d67d9-c159-421d-95ae-3d0df89e9667 None None] Provisioning complete for port e5884a55-70ff-4a1c-b3f7-3bcf68edaa30 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:39.172514 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4b9d67d9-c159-421d-95ae-3d0df89e9667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:39.178993 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7813650-b319-4427-b2e2-8c306630fbbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:39.206160 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7813650-b319-4427-b2e2-8c306630fbbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:39.257505 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e5884a55-70ff-4a1c-b3f7-3bcf68edaa30 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:39.257955 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:39.272041 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7813650-b319-4427-b2e2-8c306630fbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:39.274718 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e7813650-b319-4427-b2e2-8c306630fbbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:39.276012 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e7813650-b319-4427-b2e2-8c306630fbbf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5cb1146d-0a86-4cbd-bc7c-1f59159df813 HTTP/1.1" status: 204 len: 168 time: 0.1803517 Aug 17 00:27:39.284118 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7813650-b319-4427-b2e2-8c306630fbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb1146d-0a86-4cbd-bc7c-1f59159df813,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:39.408125 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8200672a-4a9d-47f5-8565-d619e8a424a9 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:39.442166 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8200672a-4a9d-47f5-8565-d619e8a424a9 None None] Transition to ACTIVE for port object 9ddb42ea-684f-4a09-8432-d150920e9923 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:39.461359 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8200672a-4a9d-47f5-8565-d619e8a424a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:39.464437 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4edad29d-f066-4dce-94a7-ec866f40bec0 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:39.502719 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4edad29d-f066-4dce-94a7-ec866f40bec0 None None] Transition to ACTIVE for port object 7912db63-d557-4e4e-9b48-d90346e2a9f8 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:39.571882 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4edad29d-f066-4dce-94a7-ec866f40bec0 None None] Transition to ACTIVE for port object 7912db63-d557-4e4e-9b48-d90346e2a9f8 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:39.586294 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5cfe7a-d91e-4b43-bd8e-28128fae9bfb None None] Pushing event updated for resources: {'Port': ['ID=9ddb42ea-684f-4a09-8432-d150920e9923,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:39.608320 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4edad29d-f066-4dce-94a7-ec866f40bec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:39.641335 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37792) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:39.656903 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ab2e2590-d6d0-4e9d-97cd-9b2283f76184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:39.663069 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-63815944-aad9-4270-92b5-155047d3552d tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Allocated IP 2001:db8:1::1 (a031563e-5e86-4ce6-99c3-0f6d6d47ba61/003b493d-b88a-4844-bfd3-5893b4e4a47f/de7e1482-5287-4365-88f8-c3912f601e34) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:27:39.675653 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edad29d-f066-4dce-94a7-ec866f40bec0 None None] Network a031563e-5e86-4ce6-99c3-0f6d6d47ba61 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:39.690362 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-4edad29d-f066-4dce-94a7-ec866f40bec0 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:39.692893 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edad29d-f066-4dce-94a7-ec866f40bec0 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:27:39.704574 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edad29d-f066-4dce-94a7-ec866f40bec0 None None] Pushing event updated for resources: {'Port': ['ID=7912db63-d557-4e4e-9b48-d90346e2a9f8,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:39.710815 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8200672a-4a9d-47f5-8565-d619e8a424a9 None None] Attempting to bind port 9ddb42ea-684f-4a09-8432-d150920e9923 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:27:39.711129 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8200672a-4a9d-47f5-8565-d619e8a424a9 None None] Attempting to bind port 9ddb42ea-684f-4a09-8432-d150920e9923 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '029c7b3b-7e92-443d-8510-3ae1372212ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:27:39.711643 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200672a-4a9d-47f5-8565-d619e8a424a9 None None] Attempting to bind port 9ddb42ea-684f-4a09-8432-d150920e9923 on network e5df118c-3ed0-4833-96dc-08998994458f {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:27:39.720872 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200672a-4a9d-47f5-8565-d619e8a424a9 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:27:39.721300 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200672a-4a9d-47f5-8565-d619e8a424a9 None None] Checking segment: {'id': '029c7b3b-7e92-443d-8510-3ae1372212ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:27:39.721754 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8200672a-4a9d-47f5-8565-d619e8a424a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:39.722228 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200672a-4a9d-47f5-8565-d619e8a424a9 None None] Bound using segment: {'id': '029c7b3b-7e92-443d-8510-3ae1372212ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:27:39.722709 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8200672a-4a9d-47f5-8565-d619e8a424a9 None None] Bound port: 9ddb42ea-684f-4a09-8432-d150920e9923, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029c7b3b-7e92-443d-8510-3ae1372212ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:27:39.723087 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8200672a-4a9d-47f5-8565-d619e8a424a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:39.778199 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ab2e2590-d6d0-4e9d-97cd-9b2283f76184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:39.784348 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ab2e2590-d6d0-4e9d-97cd-9b2283f76184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:39.805555 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4edad29d-f066-4dce-94a7-ec866f40bec0 None None] Attempting to bind port 7912db63-d557-4e4e-9b48-d90346e2a9f8 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:27:39.805935 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4edad29d-f066-4dce-94a7-ec866f40bec0 None None] Attempting to bind port 7912db63-d557-4e4e-9b48-d90346e2a9f8 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'd3649700-d1a6-4cb0-a9b5-b2e0914138c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:27:39.806815 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edad29d-f066-4dce-94a7-ec866f40bec0 None None] Attempting to bind port 7912db63-d557-4e4e-9b48-d90346e2a9f8 on network a031563e-5e86-4ce6-99c3-0f6d6d47ba61 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:27:39.825573 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edad29d-f066-4dce-94a7-ec866f40bec0 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:27:39.825939 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edad29d-f066-4dce-94a7-ec866f40bec0 None None] Checking segment: {'id': 'd3649700-d1a6-4cb0-a9b5-b2e0914138c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:27:39.827040 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4edad29d-f066-4dce-94a7-ec866f40bec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:39.827425 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edad29d-f066-4dce-94a7-ec866f40bec0 None None] Bound using segment: {'id': 'd3649700-d1a6-4cb0-a9b5-b2e0914138c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:27:39.830532 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4edad29d-f066-4dce-94a7-ec866f40bec0 None None] Bound port: 7912db63-d557-4e4e-9b48-d90346e2a9f8, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3649700-d1a6-4cb0-a9b5-b2e0914138c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:27:39.830642 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ab2e2590-d6d0-4e9d-97cd-9b2283f76184 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=217b202c23604da785daf22b7cfac5a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1855071 Aug 17 00:27:39.831144 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4edad29d-f066-4dce-94a7-ec866f40bec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:39.831248 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e2590-d6d0-4e9d-97cd-9b2283f76184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d07c7c-d33d-41ea-a57f-3b1f8a080e68,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:39.831349 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37794) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:39.876375 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-63815944-aad9-4270-92b5-155047d3552d tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:39.886167 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-8200672a-4a9d-47f5-8565-d619e8a424a9 None None] For port 9ddb42ea-684f-4a09-8432-d150920e9923, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:27:39.901382 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-63815944-aad9-4270-92b5-155047d3552d tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Transition to ACTIVE for port object de7e1482-5287-4365-88f8-c3912f601e34 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:39.904778 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-8200672a-4a9d-47f5-8565-d619e8a424a9 None None] For port 9ddb42ea-684f-4a09-8432-d150920e9923, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9ddb42ea-684f-4a09-8432-d150920e9923,segment=NetworkSegment(029c7b3b-7e92-443d-8510-3ae1372212ee),segment_id=029c7b3b-7e92-443d-8510-3ae1372212ee)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:27:39.913513 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8200672a-4a9d-47f5-8565-d619e8a424a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:39.925803 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6dd05347-2187-43d3-88d1-19514ea0b8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:39.961475 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6dd05347-2187-43d3-88d1-19514ea0b8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:39.972065 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-63815944-aad9-4270-92b5-155047d3552d tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:40.034637 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63815944-aad9-4270-92b5-155047d3552d tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network a031563e-5e86-4ce6-99c3-0f6d6d47ba61 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:40.042942 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-63815944-aad9-4270-92b5-155047d3552d tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:40.048824 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63815944-aad9-4270-92b5-155047d3552d tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:27:40.049475 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-63815944-aad9-4270-92b5-155047d3552d tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:40.056548 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63815944-aad9-4270-92b5-155047d3552d tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Port': ['ID=de7e1482-5287-4365-88f8-c3912f601e34,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:40.109694 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6dd05347-2187-43d3-88d1-19514ea0b8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:40.112190 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6dd05347-2187-43d3-88d1-19514ea0b8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:40.113379 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6dd05347-2187-43d3-88d1-19514ea0b8b8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/66d07c7c-d33d-41ea-a57f-3b1f8a080e68 HTTP/1.1" status: 204 len: 168 time: 0.2792342 Aug 17 00:27:40.126211 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-4edad29d-f066-4dce-94a7-ec866f40bec0 None None] For port 7912db63-d557-4e4e-9b48-d90346e2a9f8, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:27:40.149152 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd05347-2187-43d3-88d1-19514ea0b8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d07c7c-d33d-41ea-a57f-3b1f8a080e68,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:40.164440 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-4edad29d-f066-4dce-94a7-ec866f40bec0 None None] For port 7912db63-d557-4e4e-9b48-d90346e2a9f8, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=7912db63-d557-4e4e-9b48-d90346e2a9f8,segment=NetworkSegment(d3649700-d1a6-4cb0-a9b5-b2e0914138c2),segment_id=d3649700-d1a6-4cb0-a9b5-b2e0914138c2)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:27:40.176503 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8200672a-4a9d-47f5-8565-d619e8a424a9 None None] Routers {'1d5caa75-b61d-4285-945c-24109244ab54'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:40.177164 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-8200672a-4a9d-47f5-8565-d619e8a424a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1d5caa75-b61d-4285-945c-24109244ab54'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:40.197903 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-63815944-aad9-4270-92b5-155047d3552d tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:40.215890 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4edad29d-f066-4dce-94a7-ec866f40bec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:40.218392 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5cfe7a-d91e-4b43-bd8e-28128fae9bfb None None] Pushing event updated for resources: {'Port': ['ID=9ddb42ea-684f-4a09-8432-d150920e9923,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:40.348675 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-8200672a-4a9d-47f5-8565-d619e8a424a9 None None] Set router 1d5caa75-b61d-4285-945c-24109244ab54 gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:27:40.391449 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:40.475662 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edad29d-f066-4dce-94a7-ec866f40bec0 None None] Pushing event updated for resources: {'Port': ['ID=7912db63-d557-4e4e-9b48-d90346e2a9f8,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:40.559687 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-63815944-aad9-4270-92b5-155047d3552d tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:40.567486 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-63815944-aad9-4270-92b5-155047d3552d tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:40.568555 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-63815944-aad9-4270-92b5-155047d3552d tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:40.692353 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-8200672a-4a9d-47f5-8565-d619e8a424a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:40Z', 'revision_number': 3, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None, '_interfaces': [{'id': '9ddb42ea-684f-4a09-8432-d150920e9923', 'name': '', 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:fa:96:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:36Z', 'updated_at': '2021-08-17T00:27:39Z', 'revision_number': 4, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7e1482-5287-4365-88f8-c3912f601e34', 'name': '', 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:9c:74:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:39Z', 'updated_at': '2021-08-17T00:27:39Z', 'revision_number': 1, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:40.709438 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63815944-aad9-4270-92b5-155047d3552d tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Port': ['ID=de7e1482-5287-4365-88f8-c3912f601e34,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:40.735343 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8200672a-4a9d-47f5-8565-d619e8a424a9 None None] The sync data for ids ['1d5caa75-b61d-4285-945c-24109244ab54'] in n-d-800088-20 is: [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:40Z', 'revision_number': 3, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None, '_interfaces': [{'id': '9ddb42ea-684f-4a09-8432-d150920e9923', 'name': '', 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:fa:96:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:36Z', 'updated_at': '2021-08-17T00:27:39Z', 'revision_number': 4, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7e1482-5287-4365-88f8-c3912f601e34', 'name': '', 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:9c:74:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:39Z', 'updated_at': '2021-08-17T00:27:39Z', 'revision_number': 1, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:27:40.774575 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63815944-aad9-4270-92b5-155047d3552d tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network a031563e-5e86-4ce6-99c3-0f6d6d47ba61 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:40.776215 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-63815944-aad9-4270-92b5-155047d3552d tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:40.896273 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63815944-aad9-4270-92b5-155047d3552d tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Router 1d5caa75-b61d-4285-945c-24109244ab54 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:27:41.024792 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63815944-aad9-4270-92b5-155047d3552d tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:27:41.034353 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-63815944-aad9-4270-92b5-155047d3552d tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "PUT /v2.0/routers/1d5caa75-b61d-4285-945c-24109244ab54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7683654 Aug 17 00:27:41.034535 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37814) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:41.048785 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-8f165e9e-6fe7-4e5f-a268-272d81b2cb28 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1664524589'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:41.058991 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7912db63-d557-4e4e-9b48-d90346e2a9f8 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:27:41.089617 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f165e9e-6fe7-4e5f-a268-272d81b2cb28 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Made reservation on behalf of 2c9d21c455d9495dbffe07acfee19b72 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:27:41.094225 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f165e9e-6fe7-4e5f-a268-272d81b2cb28 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:41.133727 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 7912db63-d557-4e4e-9b48-d90346e2a9f8 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:41.136031 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f165e9e-6fe7-4e5f-a268-272d81b2cb28 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:27:41.149197 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f165e9e-6fe7-4e5f-a268-272d81b2cb28 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:41.149561 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-8f165e9e-6fe7-4e5f-a268-272d81b2cb28 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Added segment 0796c152-be6a-4794-ab91-8c1195e9237b of type vlan for network 2661bfc7-3515-4b89-83d8-0fe69972a2bc Aug 17 00:27:41.219184 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f165e9e-6fe7-4e5f-a268-272d81b2cb28 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:41.265752 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f165e9e-6fe7-4e5f-a268-272d81b2cb28 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:41.271870 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f165e9e-6fe7-4e5f-a268-272d81b2cb28 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:41.272741 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f165e9e-6fe7-4e5f-a268-272d81b2cb28 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:41.354743 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8f165e9e-6fe7-4e5f-a268-272d81b2cb28 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3163004 Aug 17 00:27:41.355146 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37820) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:41.362698 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-bf5f1012-3a55-4c23-96d3-f89279add64c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'subnet': {'network_id': '2661bfc7-3515-4b89-83d8-0fe69972a2bc', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:41.384435 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f165e9e-6fe7-4e5f-a268-272d81b2cb28 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Network': ['ID=2661bfc7-3515-4b89-83d8-0fe69972a2bc,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:41.396043 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 2661bfc7-3515-4b89-83d8-0fe69972a2bc details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:27:41.486809 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5f1012-3a55-4c23-96d3-f89279add64c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Made reservation on behalf of 2c9d21c455d9495dbffe07acfee19b72 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:27:41.493962 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bf5f1012-3a55-4c23-96d3-f89279add64c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:41.632924 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d6c905-953e-4e7e-ae43-ac43165987a3 None None] Network a031563e-5e86-4ce6-99c3-0f6d6d47ba61 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:27:41.771720 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6c9425b7-e7f5-4396-b75d-23c6d94d65cd None None] Provisioning for port 7912db63-d557-4e4e-9b48-d90346e2a9f8 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:41.782774 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6c9425b7-e7f5-4396-b75d-23c6d94d65cd None None] Provisioning complete for port 7912db63-d557-4e4e-9b48-d90346e2a9f8 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:41.783058 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6c9425b7-e7f5-4396-b75d-23c6d94d65cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:41.789757 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bf5f1012-3a55-4c23-96d3-f89279add64c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:41.876455 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:41.888306 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f1012-3a55-4c23-96d3-f89279add64c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Subnet': ['ID=728a7c5d-8478-4723-a29d-23d762d981e9,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:41.898432 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5f1012-3a55-4c23-96d3-f89279add64c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Checking segment: {'id': '0796c152-be6a-4794-ab91-8c1195e9237b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2661bfc7-3515-4b89-83d8-0fe69972a2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:27:41.898812 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5f1012-3a55-4c23-96d3-f89279add64c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network hostable DHCP agents. Network: 2661bfc7-3515-4b89-83d8-0fe69972a2bc, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:27:41.921816 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5f1012-3a55-4c23-96d3-f89279add64c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network 2661bfc7-3515-4b89-83d8-0fe69972a2bc is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:27:41.938263 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6c9425b7-e7f5-4396-b75d-23c6d94d65cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:41.938901 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-bf5f1012-3a55-4c23-96d3-f89279add64c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 2661bfc7-3515-4b89-83d8-0fe69972a2bc) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:41.944642 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5f1012-3a55-4c23-96d3-f89279add64c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:41.945383 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bf5f1012-3a55-4c23-96d3-f89279add64c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:41.958317 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c4ee6b-3c9b-4885-be2e-a552ac5856ad None None] Network 2661bfc7-3515-4b89-83d8-0fe69972a2bc requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:27:41.981528 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bf5f1012-3a55-4c23-96d3-f89279add64c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6249659 Aug 17 00:27:41.984517 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37834) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:42.050895 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-6c9425b7-e7f5-4396-b75d-23c6d94d65cd None None] For port 7912db63-d557-4e4e-9b48-d90346e2a9f8, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=7912db63-d557-4e4e-9b48-d90346e2a9f8,segment=NetworkSegment(d3649700-d1a6-4cb0-a9b5-b2e0914138c2),segment_id=d3649700-d1a6-4cb0-a9b5-b2e0914138c2)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:42.060163 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6c9425b7-e7f5-4396-b75d-23c6d94d65cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:42.172572 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9425b7-e7f5-4396-b75d-23c6d94d65cd None None] Pushing event updated for resources: {'Port': ['ID=7912db63-d557-4e4e-9b48-d90346e2a9f8,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:42.211861 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:27:42.235527 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e4493f-ab49-4ea1-846c-39b9aa6815e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-2661bfc7-3515-4b89-83d8-0fe69972a2bc', 'network_id': '2661bfc7-3515-4b89-83d8-0fe69972a2bc', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'fixed_ips': [{'subnet_id': '728a7c5d-8478-4723-a29d-23d762d981e9'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:27:42.236414 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-42e4493f-ab49-4ea1-846c-39b9aa6815e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:42.353910 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-bba76fb5-0ac4-4f26-8fe1-4fb62688afb7 None None] Provisioning complete for port 7912db63-d557-4e4e-9b48-d90346e2a9f8 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:42.354294 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bba76fb5-0ac4-4f26-8fe1-4fb62688afb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:42.470259 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-42e4493f-ab49-4ea1-846c-39b9aa6815e2 None None] Allocated IP 2001:db8:2::2 (2661bfc7-3515-4b89-83d8-0fe69972a2bc/728a7c5d-8478-4723-a29d-23d762d981e9/539d97cc-215c-4b48-a003-a86519273d89) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:27:42.537476 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f8b40ba2-6118-42bd-9057-280affaefb08 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:42.596018 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-bba76fb5-0ac4-4f26-8fe1-4fb62688afb7 None None] Provisioning for port de7e1482-5287-4365-88f8-c3912f601e34 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:42.612167 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-bba76fb5-0ac4-4f26-8fe1-4fb62688afb7 None None] Provisioning complete for port de7e1482-5287-4365-88f8-c3912f601e34 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:42.612167 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bba76fb5-0ac4-4f26-8fe1-4fb62688afb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:42.690703 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-bba76fb5-0ac4-4f26-8fe1-4fb62688afb7 None None] Port de7e1482-5287-4365-88f8-c3912f601e34 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:27:42.710928 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-42e4493f-ab49-4ea1-846c-39b9aa6815e2 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:42.723594 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-42e4493f-ab49-4ea1-846c-39b9aa6815e2 None None] Transition to ACTIVE for port object 539d97cc-215c-4b48-a003-a86519273d89 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:42.757286 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-42e4493f-ab49-4ea1-846c-39b9aa6815e2 None None] Transition to ACTIVE for port object 539d97cc-215c-4b48-a003-a86519273d89 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:42.767462 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-42e4493f-ab49-4ea1-846c-39b9aa6815e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:42.822996 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e4493f-ab49-4ea1-846c-39b9aa6815e2 None None] Network 2661bfc7-3515-4b89-83d8-0fe69972a2bc is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:42.831023 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-42e4493f-ab49-4ea1-846c-39b9aa6815e2 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:42.839681 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e4493f-ab49-4ea1-846c-39b9aa6815e2 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:27:42.843139 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4493f-ab49-4ea1-846c-39b9aa6815e2 None None] Pushing event updated for resources: {'Port': ['ID=539d97cc-215c-4b48-a003-a86519273d89,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:42.848962 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-37294f63-328c-4623-a476-bf41536ecd43 None None] Provisioning complete for port de7e1482-5287-4365-88f8-c3912f601e34 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:42.849508 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-37294f63-328c-4623-a476-bf41536ecd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:42.881295 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-f8b40ba2-6118-42bd-9057-280affaefb08 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Allocated IP 2001:db8:2::1 (2661bfc7-3515-4b89-83d8-0fe69972a2bc/728a7c5d-8478-4723-a29d-23d762d981e9/e956d263-7dc0-447d-8137-6a2ad79c6d4f) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:27:42.923848 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-37294f63-328c-4623-a476-bf41536ecd43 None None] Port de7e1482-5287-4365-88f8-c3912f601e34 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:27:42.960931 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-42e4493f-ab49-4ea1-846c-39b9aa6815e2 None None] Attempting to bind port 539d97cc-215c-4b48-a003-a86519273d89 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:27:42.961342 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-42e4493f-ab49-4ea1-846c-39b9aa6815e2 None None] Attempting to bind port 539d97cc-215c-4b48-a003-a86519273d89 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '0796c152-be6a-4794-ab91-8c1195e9237b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2661bfc7-3515-4b89-83d8-0fe69972a2bc'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:27:42.961714 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e4493f-ab49-4ea1-846c-39b9aa6815e2 None None] Attempting to bind port 539d97cc-215c-4b48-a003-a86519273d89 on network 2661bfc7-3515-4b89-83d8-0fe69972a2bc {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:27:42.968114 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e4493f-ab49-4ea1-846c-39b9aa6815e2 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:27:42.968721 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e4493f-ab49-4ea1-846c-39b9aa6815e2 None None] Checking segment: {'id': '0796c152-be6a-4794-ab91-8c1195e9237b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2661bfc7-3515-4b89-83d8-0fe69972a2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:27:42.969325 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-42e4493f-ab49-4ea1-846c-39b9aa6815e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:42.970106 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e4493f-ab49-4ea1-846c-39b9aa6815e2 None None] Bound using segment: {'id': '0796c152-be6a-4794-ab91-8c1195e9237b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2661bfc7-3515-4b89-83d8-0fe69972a2bc'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:27:42.970737 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-42e4493f-ab49-4ea1-846c-39b9aa6815e2 None None] Bound port: 539d97cc-215c-4b48-a003-a86519273d89, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0796c152-be6a-4794-ab91-8c1195e9237b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2661bfc7-3515-4b89-83d8-0fe69972a2bc'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:27:42.971289 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-42e4493f-ab49-4ea1-846c-39b9aa6815e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:43.055165 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-42e4493f-ab49-4ea1-846c-39b9aa6815e2 None None] For port 539d97cc-215c-4b48-a003-a86519273d89, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:27:43.059377 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-42e4493f-ab49-4ea1-846c-39b9aa6815e2 None None] For port 539d97cc-215c-4b48-a003-a86519273d89, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=539d97cc-215c-4b48-a003-a86519273d89,segment=NetworkSegment(0796c152-be6a-4794-ab91-8c1195e9237b),segment_id=0796c152-be6a-4794-ab91-8c1195e9237b)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:27:43.069831 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-42e4493f-ab49-4ea1-846c-39b9aa6815e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:43.070648 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f8b40ba2-6118-42bd-9057-280affaefb08 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:43.075599 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1825e785-0cd5-40d3-a399-c77599e7eef8 None None] Provisioning complete for port de7e1482-5287-4365-88f8-c3912f601e34 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:43.076734 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1825e785-0cd5-40d3-a399-c77599e7eef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:43.089864 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-f8b40ba2-6118-42bd-9057-280affaefb08 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Transition to ACTIVE for port object e956d263-7dc0-447d-8137-6a2ad79c6d4f will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:43.139128 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f8b40ba2-6118-42bd-9057-280affaefb08 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:43.171157 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9ddb42ea-684f-4a09-8432-d150920e9923 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:27:43.197112 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1825e785-0cd5-40d3-a399-c77599e7eef8 None None] Port de7e1482-5287-4365-88f8-c3912f601e34 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:27:43.199442 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d3b4b7-5164-4a1f-9b69-dfe3081682c7 None None] Sync routers for ids ['1d5caa75-b61d-4285-945c-24109244ab54'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:27:43.208023 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b40ba2-6118-42bd-9057-280affaefb08 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network 2661bfc7-3515-4b89-83d8-0fe69972a2bc is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:43.211773 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d3b4b7-5164-4a1f-9b69-dfe3081682c7 None None] Routers {'1d5caa75-b61d-4285-945c-24109244ab54'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:43.212401 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-d1d3b4b7-5164-4a1f-9b69-dfe3081682c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1d5caa75-b61d-4285-945c-24109244ab54'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:43.213913 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4493f-ab49-4ea1-846c-39b9aa6815e2 None None] Pushing event updated for resources: {'Port': ['ID=539d97cc-215c-4b48-a003-a86519273d89,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:43.218246 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-f8b40ba2-6118-42bd-9057-280affaefb08 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:43.227961 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b40ba2-6118-42bd-9057-280affaefb08 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:27:43.228525 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f8b40ba2-6118-42bd-9057-280affaefb08 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:43.236210 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b40ba2-6118-42bd-9057-280affaefb08 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Port': ['ID=e956d263-7dc0-447d-8137-6a2ad79c6d4f,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:43.266325 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 9ddb42ea-684f-4a09-8432-d150920e9923 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:43.271198 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 9ddb42ea-684f-4a09-8432-d150920e9923 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:43.271609 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:43.346281 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-d1d3b4b7-5164-4a1f-9b69-dfe3081682c7 None None] Set router 1d5caa75-b61d-4285-945c-24109244ab54 gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:27:43.424089 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:43.442214 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f8b40ba2-6118-42bd-9057-280affaefb08 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:43.483390 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 9ddb42ea-684f-4a09-8432-d150920e9923, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9ddb42ea-684f-4a09-8432-d150920e9923,segment=NetworkSegment(029c7b3b-7e92-443d-8510-3ae1372212ee),segment_id=029c7b3b-7e92-443d-8510-3ae1372212ee)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:43.500508 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:43.501400 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7912db63-d557-4e4e-9b48-d90346e2a9f8 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:27:43.616101 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=9ddb42ea-684f-4a09-8432-d150920e9923,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:43.631157 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 7912db63-d557-4e4e-9b48-d90346e2a9f8 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:43.631157 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:43.674573 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-d1d3b4b7-5164-4a1f-9b69-dfe3081682c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:40Z', 'revision_number': 3, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None, '_interfaces': [{'id': '9ddb42ea-684f-4a09-8432-d150920e9923', 'name': '', 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:fa:96:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:36Z', 'updated_at': '2021-08-17T00:27:39Z', 'revision_number': 4, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7e1482-5287-4365-88f8-c3912f601e34', 'name': '', 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:9c:74:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:39Z', 'updated_at': '2021-08-17T00:27:40Z', 'revision_number': 2, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:43.703439 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d3b4b7-5164-4a1f-9b69-dfe3081682c7 None None] Checking router: 1d5caa75-b61d-4285-945c-24109244ab54 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:27:43.704057 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d3b4b7-5164-4a1f-9b69-dfe3081682c7 None None] Updating router 1d5caa75-b61d-4285-945c-24109244ab54 port de7e1482-5287-4365-88f8-c3912f601e34 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:27:43.737299 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b4b7-5164-4a1f-9b69-dfe3081682c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:43.782357 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f8b40ba2-6118-42bd-9057-280affaefb08 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:43.792585 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f8b40ba2-6118-42bd-9057-280affaefb08 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:43.793455 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f8b40ba2-6118-42bd-9057-280affaefb08 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:43.895405 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b40ba2-6118-42bd-9057-280affaefb08 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Port': ['ID=e956d263-7dc0-447d-8137-6a2ad79c6d4f,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:43.946671 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b40ba2-6118-42bd-9057-280affaefb08 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network 2661bfc7-3515-4b89-83d8-0fe69972a2bc is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:43.948206 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-f8b40ba2-6118-42bd-9057-280affaefb08 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:44.052533 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b4b7-5164-4a1f-9b69-dfe3081682c7 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:44.063618 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-d1d3b4b7-5164-4a1f-9b69-dfe3081682c7 None None] Transition to ACTIVE for port object de7e1482-5287-4365-88f8-c3912f601e34 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:44.067260 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b40ba2-6118-42bd-9057-280affaefb08 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Router 1d5caa75-b61d-4285-945c-24109244ab54 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:27:44.071995 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b4b7-5164-4a1f-9b69-dfe3081682c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:44.151229 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851efd5-ccc8-4307-a106-2b59a780ecd6 None None] Pushing event updated for resources: {'Port': ['ID=de7e1482-5287-4365-88f8-c3912f601e34,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:44.172849 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2851efd5-ccc8-4307-a106-2b59a780ecd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:44.176338 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2851efd5-ccc8-4307-a106-2b59a780ecd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:44.178485 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2851efd5-ccc8-4307-a106-2b59a780ecd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:44.179053 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2851efd5-ccc8-4307-a106-2b59a780ecd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:44.180244 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2851efd5-ccc8-4307-a106-2b59a780ecd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:44.181667 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2851efd5-ccc8-4307-a106-2b59a780ecd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:44.183035 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2851efd5-ccc8-4307-a106-2b59a780ecd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:44.183383 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2851efd5-ccc8-4307-a106-2b59a780ecd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:44.183842 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2851efd5-ccc8-4307-a106-2b59a780ecd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:44.184050 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2851efd5-ccc8-4307-a106-2b59a780ecd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:44.184385 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2851efd5-ccc8-4307-a106-2b59a780ecd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:44.184770 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2851efd5-ccc8-4307-a106-2b59a780ecd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:44.207399 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b40ba2-6118-42bd-9057-280affaefb08 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:27:44.216096 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f8b40ba2-6118-42bd-9057-280affaefb08 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "PUT /v2.0/routers/1d5caa75-b61d-4285-945c-24109244ab54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2275503 Aug 17 00:27:44.217457 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37858) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:44.224113 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-a9088a16-c045-43ca-8f2f-aac08fab2c2e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-637575919'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:44.234565 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-d1d3b4b7-5164-4a1f-9b69-dfe3081682c7 None None] Attempting to bind port de7e1482-5287-4365-88f8-c3912f601e34 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:27:44.235013 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-d1d3b4b7-5164-4a1f-9b69-dfe3081682c7 None None] Attempting to bind port de7e1482-5287-4365-88f8-c3912f601e34 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'd3649700-d1a6-4cb0-a9b5-b2e0914138c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:27:44.235206 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3b4b7-5164-4a1f-9b69-dfe3081682c7 None None] Attempting to bind port de7e1482-5287-4365-88f8-c3912f601e34 on network a031563e-5e86-4ce6-99c3-0f6d6d47ba61 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:27:44.240974 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3b4b7-5164-4a1f-9b69-dfe3081682c7 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:27:44.241713 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3b4b7-5164-4a1f-9b69-dfe3081682c7 None None] Checking segment: {'id': 'd3649700-d1a6-4cb0-a9b5-b2e0914138c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:27:44.242300 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b4b7-5164-4a1f-9b69-dfe3081682c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:44.242866 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3b4b7-5164-4a1f-9b69-dfe3081682c7 None None] Bound using segment: {'id': 'd3649700-d1a6-4cb0-a9b5-b2e0914138c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:27:44.243534 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-d1d3b4b7-5164-4a1f-9b69-dfe3081682c7 None None] Bound port: de7e1482-5287-4365-88f8-c3912f601e34, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3649700-d1a6-4cb0-a9b5-b2e0914138c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:27:44.244090 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b4b7-5164-4a1f-9b69-dfe3081682c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:44.260359 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9088a16-c045-43ca-8f2f-aac08fab2c2e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Made reservation on behalf of 2c9d21c455d9495dbffe07acfee19b72 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:27:44.264505 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a9088a16-c045-43ca-8f2f-aac08fab2c2e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:44.301417 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9088a16-c045-43ca-8f2f-aac08fab2c2e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:27:44.331045 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a9088a16-c045-43ca-8f2f-aac08fab2c2e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:44.331410 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-a9088a16-c045-43ca-8f2f-aac08fab2c2e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Added segment f0afd2f8-2724-489d-a6fc-58520f1a381b of type vlan for network 9ce0a9f3-d818-4b28-806b-ee85c10d9a9f Aug 17 00:27:44.352149 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-d1d3b4b7-5164-4a1f-9b69-dfe3081682c7 None None] For port de7e1482-5287-4365-88f8-c3912f601e34, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:27:44.356539 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-d1d3b4b7-5164-4a1f-9b69-dfe3081682c7 None None] For port de7e1482-5287-4365-88f8-c3912f601e34, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=de7e1482-5287-4365-88f8-c3912f601e34,segment=NetworkSegment(d3649700-d1a6-4cb0-a9b5-b2e0914138c2),segment_id=d3649700-d1a6-4cb0-a9b5-b2e0914138c2)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:27:44.369100 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b4b7-5164-4a1f-9b69-dfe3081682c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:44.415367 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a9088a16-c045-43ca-8f2f-aac08fab2c2e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:44.461591 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d3b4b7-5164-4a1f-9b69-dfe3081682c7 None None] Routers {'1d5caa75-b61d-4285-945c-24109244ab54'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:44.462304 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-d1d3b4b7-5164-4a1f-9b69-dfe3081682c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1d5caa75-b61d-4285-945c-24109244ab54'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:44.465377 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851efd5-ccc8-4307-a106-2b59a780ecd6 None None] Pushing event updated for resources: {'Port': ['ID=de7e1482-5287-4365-88f8-c3912f601e34,revision_number=4']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:44.471270 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a9088a16-c045-43ca-8f2f-aac08fab2c2e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:44.493137 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b1055c-a7bb-47b7-a00e-c90762074dbb None None] Network 2661bfc7-3515-4b89-83d8-0fe69972a2bc requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:27:44.493882 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9088a16-c045-43ca-8f2f-aac08fab2c2e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:44.494129 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a9088a16-c045-43ca-8f2f-aac08fab2c2e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:44.534860 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a9088a16-c045-43ca-8f2f-aac08fab2c2e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3140185 Aug 17 00:27:44.535423 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37864) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:44.541256 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-be18084c-7e83-411e-bbdb-e829660cc5a3 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'subnet': {'network_id': '9ce0a9f3-d818-4b28-806b-ee85c10d9a9f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:44.592662 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9088a16-c045-43ca-8f2f-aac08fab2c2e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Network': ['ID=9ce0a9f3-d818-4b28-806b-ee85c10d9a9f,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:44.601848 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-d1d3b4b7-5164-4a1f-9b69-dfe3081682c7 None None] Set router 1d5caa75-b61d-4285-945c-24109244ab54 gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:27:44.609975 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 9ce0a9f3-d818-4b28-806b-ee85c10d9a9f details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:27:44.689830 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f064c081-ae81-4a45-86b8-1d6e6b781777 None None] Provisioning for port 539d97cc-215c-4b48-a003-a86519273d89 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:44.736936 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be18084c-7e83-411e-bbdb-e829660cc5a3 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Made reservation on behalf of 2c9d21c455d9495dbffe07acfee19b72 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:27:44.745820 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-be18084c-7e83-411e-bbdb-e829660cc5a3 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:44.876100 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-d1d3b4b7-5164-4a1f-9b69-dfe3081682c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:43Z', 'revision_number': 4, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None, '_interfaces': [{'id': '9ddb42ea-684f-4a09-8432-d150920e9923', 'name': '', 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:fa:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:36Z', 'updated_at': '2021-08-17T00:27:43Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7e1482-5287-4365-88f8-c3912f601e34', 'name': '', 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:9c:74:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:39Z', 'updated_at': '2021-08-17T00:27:44Z', 'revision_number': 4, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e956d263-7dc0-447d-8137-6a2ad79c6d4f', 'name': '', 'network_id': '2661bfc7-3515-4b89-83d8-0fe69972a2bc', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:83:3d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '728a7c5d-8478-4723-a29d-23d762d981e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:42Z', 'updated_at': '2021-08-17T00:27:43Z', 'revision_number': 2, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '728a7c5d-8478-4723-a29d-23d762d981e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:45.052935 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d3b4b7-5164-4a1f-9b69-dfe3081682c7 None None] The sync data for ids ['1d5caa75-b61d-4285-945c-24109244ab54'] in n-d-800088-20 is: [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:43Z', 'revision_number': 4, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None, '_interfaces': [{'id': '9ddb42ea-684f-4a09-8432-d150920e9923', 'name': '', 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:fa:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:36Z', 'updated_at': '2021-08-17T00:27:43Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7e1482-5287-4365-88f8-c3912f601e34', 'name': '', 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:9c:74:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:39Z', 'updated_at': '2021-08-17T00:27:44Z', 'revision_number': 4, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e956d263-7dc0-447d-8137-6a2ad79c6d4f', 'name': '', 'network_id': '2661bfc7-3515-4b89-83d8-0fe69972a2bc', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:83:3d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '728a7c5d-8478-4723-a29d-23d762d981e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:42Z', 'updated_at': '2021-08-17T00:27:43Z', 'revision_number': 2, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '728a7c5d-8478-4723-a29d-23d762d981e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:27:45.062069 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-be18084c-7e83-411e-bbdb-e829660cc5a3 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:45.206942 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18084c-7e83-411e-bbdb-e829660cc5a3 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Subnet': ['ID=eb8d1992-a563-4029-93ba-3f9d19a47a5f,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:45.210238 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 539d97cc-215c-4b48-a003-a86519273d89 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:27:45.220935 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be18084c-7e83-411e-bbdb-e829660cc5a3 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Checking segment: {'id': 'f0afd2f8-2724-489d-a6fc-58520f1a381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9ce0a9f3-d818-4b28-806b-ee85c10d9a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:27:45.221365 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be18084c-7e83-411e-bbdb-e829660cc5a3 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network hostable DHCP agents. Network: 9ce0a9f3-d818-4b28-806b-ee85c10d9a9f, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:27:45.250041 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be18084c-7e83-411e-bbdb-e829660cc5a3 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network 9ce0a9f3-d818-4b28-806b-ee85c10d9a9f is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:27:45.261631 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-be18084c-7e83-411e-bbdb-e829660cc5a3 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 9ce0a9f3-d818-4b28-806b-ee85c10d9a9f) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:45.267265 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be18084c-7e83-411e-bbdb-e829660cc5a3 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:45.268382 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-be18084c-7e83-411e-bbdb-e829660cc5a3 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:45.292173 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-be18084c-7e83-411e-bbdb-e829660cc5a3 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7525742 Aug 17 00:27:45.292376 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37866) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:45.297861 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 539d97cc-215c-4b48-a003-a86519273d89 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:45.308404 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 539d97cc-215c-4b48-a003-a86519273d89 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:45.309227 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:45.311912 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243f3dd4-42d0-4bf7-af00-8478303872d6 None None] Network 9ce0a9f3-d818-4b28-806b-ee85c10d9a9f requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:27:45.776864 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4d67a28f-2eaf-49b1-a444-fb9e10508207 None None] Provisioning for port e956d263-7dc0-447d-8137-6a2ad79c6d4f completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:45.806017 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4d67a28f-2eaf-49b1-a444-fb9e10508207 None None] Provisioning complete for port e956d263-7dc0-447d-8137-6a2ad79c6d4f triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:45.806598 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4d67a28f-2eaf-49b1-a444-fb9e10508207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:45.878496 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:45.945444 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 539d97cc-215c-4b48-a003-a86519273d89, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=539d97cc-215c-4b48-a003-a86519273d89,segment=NetworkSegment(0796c152-be6a-4794-ab91-8c1195e9237b),segment_id=0796c152-be6a-4794-ab91-8c1195e9237b)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:45.958226 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:45.959854 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device de7e1482-5287-4365-88f8-c3912f601e34 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:27:46.019772 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-4d67a28f-2eaf-49b1-a444-fb9e10508207 None None] Port e956d263-7dc0-447d-8137-6a2ad79c6d4f cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:27:46.036865 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8be2d4f9-099a-4669-a2b0-749b915811fb tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:46.114730 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4d67a28f-2eaf-49b1-a444-fb9e10508207 None None] Provisioning complete for port 539d97cc-215c-4b48-a003-a86519273d89 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:46.115591 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4d67a28f-2eaf-49b1-a444-fb9e10508207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:46.147334 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=539d97cc-215c-4b48-a003-a86519273d89,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:46.192998 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port de7e1482-5287-4365-88f8-c3912f601e34 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:46.201560 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d887d6-0f4b-4602-943e-9662fd104557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-9ce0a9f3-d818-4b28-806b-ee85c10d9a9f', 'network_id': '9ce0a9f3-d818-4b28-806b-ee85c10d9a9f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'fixed_ips': [{'subnet_id': 'eb8d1992-a563-4029-93ba-3f9d19a47a5f'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:27:46.202699 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a6d887d6-0f4b-4602-943e-9662fd104557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:46.214597 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port de7e1482-5287-4365-88f8-c3912f601e34 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:46.214974 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:46.343906 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5150dc-8a37-4f1d-8b6e-d9c936978fb0 None None] Sync routers for ids ['1d5caa75-b61d-4285-945c-24109244ab54'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:27:46.399264 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5150dc-8a37-4f1d-8b6e-d9c936978fb0 None None] Routers {'1d5caa75-b61d-4285-945c-24109244ab54'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:46.399891 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ba5150dc-8a37-4f1d-8b6e-d9c936978fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1d5caa75-b61d-4285-945c-24109244ab54'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:46.402164 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-8be2d4f9-099a-4669-a2b0-749b915811fb tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Allocated IP 2001:db8:3::1 (9ce0a9f3-d818-4b28-806b-ee85c10d9a9f/eb8d1992-a563-4029-93ba-3f9d19a47a5f/8066e455-0773-4c17-86b5-064ea440119b) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:27:46.528165 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8be2d4f9-099a-4669-a2b0-749b915811fb tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:46.533811 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:46.549929 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-8be2d4f9-099a-4669-a2b0-749b915811fb tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Transition to ACTIVE for port object 8066e455-0773-4c17-86b5-064ea440119b will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:46.558264 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-59940ed4-d096-473b-93af-dd2c7a7843b3 None None] Provisioning complete for port e956d263-7dc0-447d-8137-6a2ad79c6d4f triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:46.558643 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-59940ed4-d096-473b-93af-dd2c7a7843b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:46.584687 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0f22ee09-b1bd-4dc4-a1e0-5be75da2d267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:46.587006 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8be2d4f9-099a-4669-a2b0-749b915811fb tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:46.604624 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-ba5150dc-8a37-4f1d-8b6e-d9c936978fb0 None None] Set router 1d5caa75-b61d-4285-945c-24109244ab54 gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:27:46.631114 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be2d4f9-099a-4669-a2b0-749b915811fb tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network 9ce0a9f3-d818-4b28-806b-ee85c10d9a9f is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:46.636526 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-8be2d4f9-099a-4669-a2b0-749b915811fb tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:46.641006 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be2d4f9-099a-4669-a2b0-749b915811fb tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:27:46.641724 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8be2d4f9-099a-4669-a2b0-749b915811fb tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:46.686443 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port de7e1482-5287-4365-88f8-c3912f601e34, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=de7e1482-5287-4365-88f8-c3912f601e34,segment=NetworkSegment(d3649700-d1a6-4cb0-a9b5-b2e0914138c2),segment_id=d3649700-d1a6-4cb0-a9b5-b2e0914138c2)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:46.687524 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-59940ed4-d096-473b-93af-dd2c7a7843b3 None None] Port e956d263-7dc0-447d-8137-6a2ad79c6d4f cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:27:46.692995 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2d4f9-099a-4669-a2b0-749b915811fb tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Port': ['ID=8066e455-0773-4c17-86b5-064ea440119b,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:46.732661 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:46.733627 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9ddb42ea-684f-4a09-8432-d150920e9923 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:27:46.763869 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-a6d887d6-0f4b-4602-943e-9662fd104557 None None] Allocated IP 2001:db8:3::2 (9ce0a9f3-d818-4b28-806b-ee85c10d9a9f/eb8d1992-a563-4029-93ba-3f9d19a47a5f/8a7c49aa-0133-4cf9-bd36-a6dd8ec78463) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:27:46.799186 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8be2d4f9-099a-4669-a2b0-749b915811fb tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:46.929564 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=de7e1482-5287-4365-88f8-c3912f601e34,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:46.988619 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 9ddb42ea-684f-4a09-8432-d150920e9923 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:46.988985 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:47.102713 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a6d887d6-0f4b-4602-943e-9662fd104557 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:47.128395 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a6d887d6-0f4b-4602-943e-9662fd104557 None None] Transition to ACTIVE for port object 8a7c49aa-0133-4cf9-bd36-a6dd8ec78463 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:47.134920 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8be2d4f9-099a-4669-a2b0-749b915811fb tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:47.140460 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8be2d4f9-099a-4669-a2b0-749b915811fb tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:47.141484 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8be2d4f9-099a-4669-a2b0-749b915811fb tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:47.177393 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a6d887d6-0f4b-4602-943e-9662fd104557 None None] Transition to ACTIVE for port object 8a7c49aa-0133-4cf9-bd36-a6dd8ec78463 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:47.186244 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ba5150dc-8a37-4f1d-8b6e-d9c936978fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:43Z', 'revision_number': 4, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None, '_interfaces': [{'id': '9ddb42ea-684f-4a09-8432-d150920e9923', 'name': '', 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:fa:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:36Z', 'updated_at': '2021-08-17T00:27:43Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7e1482-5287-4365-88f8-c3912f601e34', 'name': '', 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:9c:74:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:39Z', 'updated_at': '2021-08-17T00:27:44Z', 'revision_number': 4, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e956d263-7dc0-447d-8137-6a2ad79c6d4f', 'name': '', 'network_id': '2661bfc7-3515-4b89-83d8-0fe69972a2bc', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:83:3d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '728a7c5d-8478-4723-a29d-23d762d981e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:42Z', 'updated_at': '2021-08-17T00:27:43Z', 'revision_number': 2, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '728a7c5d-8478-4723-a29d-23d762d981e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:47.191408 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a6d887d6-0f4b-4602-943e-9662fd104557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:47.242550 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2d4f9-099a-4669-a2b0-749b915811fb tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event updated for resources: {'Port': ['ID=8066e455-0773-4c17-86b5-064ea440119b,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:47.243700 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5150dc-8a37-4f1d-8b6e-d9c936978fb0 None None] Checking router: 1d5caa75-b61d-4285-945c-24109244ab54 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:27:47.244060 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5150dc-8a37-4f1d-8b6e-d9c936978fb0 None None] Updating router 1d5caa75-b61d-4285-945c-24109244ab54 port e956d263-7dc0-447d-8137-6a2ad79c6d4f binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:27:47.284184 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d887d6-0f4b-4602-943e-9662fd104557 None None] Network 9ce0a9f3-d818-4b28-806b-ee85c10d9a9f is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:47.290327 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-a6d887d6-0f4b-4602-943e-9662fd104557 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:47.292427 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be2d4f9-099a-4669-a2b0-749b915811fb tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Network 9ce0a9f3-d818-4b28-806b-ee85c10d9a9f is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:47.295273 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-8be2d4f9-099a-4669-a2b0-749b915811fb tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:47.295984 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ba5150dc-8a37-4f1d-8b6e-d9c936978fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:47.297390 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d887d6-0f4b-4602-943e-9662fd104557 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:27:47.301008 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d887d6-0f4b-4602-943e-9662fd104557 None None] Pushing event updated for resources: {'Port': ['ID=8a7c49aa-0133-4cf9-bd36-a6dd8ec78463,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:47.398422 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-a6d887d6-0f4b-4602-943e-9662fd104557 None None] Attempting to bind port 8a7c49aa-0133-4cf9-bd36-a6dd8ec78463 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:27:47.398749 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-a6d887d6-0f4b-4602-943e-9662fd104557 None None] Attempting to bind port 8a7c49aa-0133-4cf9-bd36-a6dd8ec78463 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'f0afd2f8-2724-489d-a6fc-58520f1a381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9ce0a9f3-d818-4b28-806b-ee85c10d9a9f'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:27:47.399111 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d887d6-0f4b-4602-943e-9662fd104557 None None] Attempting to bind port 8a7c49aa-0133-4cf9-bd36-a6dd8ec78463 on network 9ce0a9f3-d818-4b28-806b-ee85c10d9a9f {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:27:47.408742 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be2d4f9-099a-4669-a2b0-749b915811fb tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Router 1d5caa75-b61d-4285-945c-24109244ab54 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:27:47.453989 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device de7e1482-5287-4365-88f8-c3912f601e34 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:27:47.485281 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d887d6-0f4b-4602-943e-9662fd104557 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:27:47.485572 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d887d6-0f4b-4602-943e-9662fd104557 None None] Checking segment: {'id': 'f0afd2f8-2724-489d-a6fc-58520f1a381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9ce0a9f3-d818-4b28-806b-ee85c10d9a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:27:47.485974 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a6d887d6-0f4b-4602-943e-9662fd104557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:47.486366 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d887d6-0f4b-4602-943e-9662fd104557 None None] Bound using segment: {'id': 'f0afd2f8-2724-489d-a6fc-58520f1a381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9ce0a9f3-d818-4b28-806b-ee85c10d9a9f'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:27:47.486843 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-a6d887d6-0f4b-4602-943e-9662fd104557 None None] Bound port: 8a7c49aa-0133-4cf9-bd36-a6dd8ec78463, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0afd2f8-2724-489d-a6fc-58520f1a381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9ce0a9f3-d818-4b28-806b-ee85c10d9a9f'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:27:47.487791 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a6d887d6-0f4b-4602-943e-9662fd104557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:47.514059 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be2d4f9-099a-4669-a2b0-749b915811fb tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:27:47.520454 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8be2d4f9-099a-4669-a2b0-749b915811fb tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "PUT /v2.0/routers/1d5caa75-b61d-4285-945c-24109244ab54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2261574 Aug 17 00:27:47.523245 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37920) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:47.530509 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-eff5c14b-7187-4fcf-ba65-e443eed59e03 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:47.805687 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port de7e1482-5287-4365-88f8-c3912f601e34 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:47.805687 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:47.815458 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-a6d887d6-0f4b-4602-943e-9662fd104557 None None] For port 8a7c49aa-0133-4cf9-bd36-a6dd8ec78463, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:27:47.866519 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-a6d887d6-0f4b-4602-943e-9662fd104557 None None] For port 8a7c49aa-0133-4cf9-bd36-a6dd8ec78463, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=8a7c49aa-0133-4cf9-bd36-a6dd8ec78463,segment=NetworkSegment(f0afd2f8-2724-489d-a6fc-58520f1a381b),segment_id=f0afd2f8-2724-489d-a6fc-58520f1a381b)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:27:47.878289 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a6d887d6-0f4b-4602-943e-9662fd104557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:47.992942 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d887d6-0f4b-4602-943e-9662fd104557 None None] Pushing event updated for resources: {'Port': ['ID=8a7c49aa-0133-4cf9-bd36-a6dd8ec78463,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:48.036988 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ba5150dc-8a37-4f1d-8b6e-d9c936978fb0 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:48.077700 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 539d97cc-215c-4b48-a003-a86519273d89 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:27:48.113233 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ba5150dc-8a37-4f1d-8b6e-d9c936978fb0 None None] Transition to ACTIVE for port object e956d263-7dc0-447d-8137-6a2ad79c6d4f will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:48.137345 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ba5150dc-8a37-4f1d-8b6e-d9c936978fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:48.178564 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 539d97cc-215c-4b48-a003-a86519273d89 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:48.178892 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:48.248782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.extraroute_db [None req-eff5c14b-7187-4fcf-ba65-e443eed59e03 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101403) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 17 00:27:48.262569 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a8b92-c1d9-4a54-894b-a78bce51bb5f None None] Pushing event updated for resources: {'Port': ['ID=e956d263-7dc0-447d-8137-6a2ad79c6d4f,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:48.279483 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.extraroute_db [None req-eff5c14b-7187-4fcf-ba65-e443eed59e03 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Removed routes are [] {{(pid=101403) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 17 00:27:48.280327 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eff5c14b-7187-4fcf-ba65-e443eed59e03 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126458'] for router, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:48.356397 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ba5150dc-8a37-4f1d-8b6e-d9c936978fb0 None None] Attempting to bind port e956d263-7dc0-447d-8137-6a2ad79c6d4f on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:27:48.356774 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ba5150dc-8a37-4f1d-8b6e-d9c936978fb0 None None] Attempting to bind port e956d263-7dc0-447d-8137-6a2ad79c6d4f by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '0796c152-be6a-4794-ab91-8c1195e9237b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2661bfc7-3515-4b89-83d8-0fe69972a2bc'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:27:48.357217 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5150dc-8a37-4f1d-8b6e-d9c936978fb0 None None] Attempting to bind port e956d263-7dc0-447d-8137-6a2ad79c6d4f on network 2661bfc7-3515-4b89-83d8-0fe69972a2bc {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:27:48.367733 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5150dc-8a37-4f1d-8b6e-d9c936978fb0 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:27:48.368116 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5150dc-8a37-4f1d-8b6e-d9c936978fb0 None None] Checking segment: {'id': '0796c152-be6a-4794-ab91-8c1195e9237b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2661bfc7-3515-4b89-83d8-0fe69972a2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:27:48.368638 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ba5150dc-8a37-4f1d-8b6e-d9c936978fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:48.369116 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5150dc-8a37-4f1d-8b6e-d9c936978fb0 None None] Bound using segment: {'id': '0796c152-be6a-4794-ab91-8c1195e9237b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2661bfc7-3515-4b89-83d8-0fe69972a2bc'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:27:48.369556 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ba5150dc-8a37-4f1d-8b6e-d9c936978fb0 None None] Bound port: e956d263-7dc0-447d-8137-6a2ad79c6d4f, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0796c152-be6a-4794-ab91-8c1195e9237b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2661bfc7-3515-4b89-83d8-0fe69972a2bc'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:27:48.369951 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ba5150dc-8a37-4f1d-8b6e-d9c936978fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:48.469282 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ba5150dc-8a37-4f1d-8b6e-d9c936978fb0 None None] For port e956d263-7dc0-447d-8137-6a2ad79c6d4f, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:27:48.472679 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ba5150dc-8a37-4f1d-8b6e-d9c936978fb0 None None] For port e956d263-7dc0-447d-8137-6a2ad79c6d4f, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e956d263-7dc0-447d-8137-6a2ad79c6d4f,segment=NetworkSegment(0796c152-be6a-4794-ab91-8c1195e9237b),segment_id=0796c152-be6a-4794-ab91-8c1195e9237b)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:27:48.482907 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ba5150dc-8a37-4f1d-8b6e-d9c936978fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:48.537114 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eff5c14b-7187-4fcf-ba65-e443eed59e03 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126458'] for router, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:48.540670 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eff5c14b-7187-4fcf-ba65-e443eed59e03 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635776'] for router, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:48.559214 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5150dc-8a37-4f1d-8b6e-d9c936978fb0 None None] Routers {'1d5caa75-b61d-4285-945c-24109244ab54'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:48.560476 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ba5150dc-8a37-4f1d-8b6e-d9c936978fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1d5caa75-b61d-4285-945c-24109244ab54'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:48.644463 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a8b92-c1d9-4a54-894b-a78bce51bb5f None None] Pushing event updated for resources: {'Port': ['ID=e956d263-7dc0-447d-8137-6a2ad79c6d4f,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:48.670432 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff5c14b-7187-4fcf-ba65-e443eed59e03 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Router 1d5caa75-b61d-4285-945c-24109244ab54 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:27:48.686369 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-ba5150dc-8a37-4f1d-8b6e-d9c936978fb0 None None] Set router 1d5caa75-b61d-4285-945c-24109244ab54 gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:27:48.789101 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff5c14b-7187-4fcf-ba65-e443eed59e03 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:27:48.811671 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eff5c14b-7187-4fcf-ba65-e443eed59e03 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:48.817173 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37924) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:48.818437 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-eff5c14b-7187-4fcf-ba65-e443eed59e03 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "PUT /v2.0/routers/1d5caa75-b61d-4285-945c-24109244ab54 HTTP/1.1" status: 200 len: 953 time: 1.2938254 Aug 17 00:27:48.961547 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1b5d53c5-9acb-4835-9a5b-2e507a0851f1 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "GET /v2.0/routers/1d5caa75-b61d-4285-945c-24109244ab54 HTTP/1.1" status: 200 len: 953 time: 0.1425383 Aug 17 00:27:48.963187 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37932) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:48.965928 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ba5150dc-8a37-4f1d-8b6e-d9c936978fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:48Z', 'revision_number': 6, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None, '_interfaces': [{'id': '8066e455-0773-4c17-86b5-064ea440119b', 'name': '', 'network_id': '9ce0a9f3-d818-4b28-806b-ee85c10d9a9f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:cd:76:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'eb8d1992-a563-4029-93ba-3f9d19a47a5f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:46Z', 'updated_at': '2021-08-17T00:27:46Z', 'revision_number': 2, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': 'eb8d1992-a563-4029-93ba-3f9d19a47a5f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ddb42ea-684f-4a09-8432-d150920e9923', 'name': '', 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:fa:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:36Z', 'updated_at': '2021-08-17T00:27:43Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7e1482-5287-4365-88f8-c3912f601e34', 'name': '', 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:9c:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:39Z', 'updated_at': '2021-08-17T00:27:46Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e956d263-7dc0-447d-8137-6a2ad79c6d4f', 'name': '', 'network_id': '2661bfc7-3515-4b89-83d8-0fe69972a2bc', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:83:3d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '728a7c5d-8478-4723-a29d-23d762d981e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:42Z', 'updated_at': '2021-08-17T00:27:48Z', 'revision_number': 4, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '728a7c5d-8478-4723-a29d-23d762d981e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:48.969593 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-9d5e28e4-ca0e-47a4-b7e9-90027057bf5f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'router': {'routes': None}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:49.001582 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5150dc-8a37-4f1d-8b6e-d9c936978fb0 None None] The sync data for ids ['1d5caa75-b61d-4285-945c-24109244ab54'] in n-d-800088-20 is: [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:48Z', 'revision_number': 6, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None, '_interfaces': [{'id': '8066e455-0773-4c17-86b5-064ea440119b', 'name': '', 'network_id': '9ce0a9f3-d818-4b28-806b-ee85c10d9a9f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:cd:76:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'eb8d1992-a563-4029-93ba-3f9d19a47a5f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:46Z', 'updated_at': '2021-08-17T00:27:46Z', 'revision_number': 2, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': 'eb8d1992-a563-4029-93ba-3f9d19a47a5f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ddb42ea-684f-4a09-8432-d150920e9923', 'name': '', 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:fa:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:36Z', 'updated_at': '2021-08-17T00:27:43Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7e1482-5287-4365-88f8-c3912f601e34', 'name': '', 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:9c:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:39Z', 'updated_at': '2021-08-17T00:27:46Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e956d263-7dc0-447d-8137-6a2ad79c6d4f', 'name': '', 'network_id': '2661bfc7-3515-4b89-83d8-0fe69972a2bc', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:83:3d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '728a7c5d-8478-4723-a29d-23d762d981e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:42Z', 'updated_at': '2021-08-17T00:27:48Z', 'revision_number': 4, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '728a7c5d-8478-4723-a29d-23d762d981e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:27:49.263902 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0738aae3-4774-418b-83e8-52d025905b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:49.305986 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:49.506321 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf57114-4bb1-4cb4-a391-ba491affcf19 None None] Network 9ce0a9f3-d818-4b28-806b-ee85c10d9a9f requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:27:49.559399 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.extraroute_db [None req-9d5e28e4-ca0e-47a4-b7e9-90027057bf5f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Added routes are [] {{(pid=101402) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 17 00:27:49.560143 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.extraroute_db [None req-9d5e28e4-ca0e-47a4-b7e9-90027057bf5f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101402) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 17 00:27:49.620623 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9d5e28e4-ca0e-47a4-b7e9-90027057bf5f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126458'] for router, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:49.627140 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-cd67a896-d844-457a-a999-b5080ebdc4ef None None] Provisioning for port 8a7c49aa-0133-4cf9-bd36-a6dd8ec78463 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:49.630657 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e956d263-7dc0-447d-8137-6a2ad79c6d4f up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:27:49.656419 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37942) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:49.750907 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port e956d263-7dc0-447d-8137-6a2ad79c6d4f completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:49.786786 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e956d263-7dc0-447d-8137-6a2ad79c6d4f triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:49.787739 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:49.864511 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a89bc29-9fb4-40cd-9a01-7ea9d522edbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:49.916573 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:49.963544 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port e956d263-7dc0-447d-8137-6a2ad79c6d4f, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e956d263-7dc0-447d-8137-6a2ad79c6d4f,segment=NetworkSegment(0796c152-be6a-4794-ab91-8c1195e9237b),segment_id=0796c152-be6a-4794-ab91-8c1195e9237b)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:49.968639 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:49.969717 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 8a7c49aa-0133-4cf9-bd36-a6dd8ec78463 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:27:49.985017 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a89bc29-9fb4-40cd-9a01-7ea9d522edbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:49.992057 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a89bc29-9fb4-40cd-9a01-7ea9d522edbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:50.053359 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1a89bc29-9fb4-40cd-9a01-7ea9d522edbb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d6cbb57f278349a280e71c532004abf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3931103 Aug 17 00:27:50.053577 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37946) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:50.062259 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=e956d263-7dc0-447d-8137-6a2ad79c6d4f,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:50.069623 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 8a7c49aa-0133-4cf9-bd36-a6dd8ec78463 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:50.074415 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 8a7c49aa-0133-4cf9-bd36-a6dd8ec78463 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:50.074832 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:50.099360 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89bc29-9fb4-40cd-9a01-7ea9d522edbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36bbc59-eabb-40fa-b798-c3e26a62ce42,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:50.137360 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3baa621f-431f-4a18-bbb6-f3422b33282f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:50.166701 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3baa621f-431f-4a18-bbb6-f3422b33282f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:50.248853 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3baa621f-431f-4a18-bbb6-f3422b33282f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:50.255103 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3baa621f-431f-4a18-bbb6-f3422b33282f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:50.256277 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3baa621f-431f-4a18-bbb6-f3422b33282f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b36bbc59-eabb-40fa-b798-c3e26a62ce42 HTTP/1.1" status: 204 len: 168 time: 0.2018471 Aug 17 00:27:50.263004 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:50.266655 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa621f-431f-4a18-bbb6-f3422b33282f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36bbc59-eabb-40fa-b798-c3e26a62ce42,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:50.277736 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:50.333318 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 8a7c49aa-0133-4cf9-bd36-a6dd8ec78463, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=8a7c49aa-0133-4cf9-bd36-a6dd8ec78463,segment=NetworkSegment(f0afd2f8-2724-489d-a6fc-58520f1a381b),segment_id=f0afd2f8-2724-489d-a6fc-58520f1a381b)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:50.334525 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0b2cc75c-b904-4d3e-83e7-3dbb3054ee5a None None] Provisioning for port 8066e455-0773-4c17-86b5-064ea440119b completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:50.339778 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0b2cc75c-b904-4d3e-83e7-3dbb3054ee5a None None] Provisioning complete for port 8066e455-0773-4c17-86b5-064ea440119b triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:50.340063 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9d5e28e4-ca0e-47a4-b7e9-90027057bf5f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126458'] for router, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:50.340540 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0b2cc75c-b904-4d3e-83e7-3dbb3054ee5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:50.345016 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d731f075-7bd0-40c9-ad3f-bf5f2b44c427 None None] Sync routers for ids ['1d5caa75-b61d-4285-945c-24109244ab54'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:27:50.345586 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9d5e28e4-ca0e-47a4-b7e9-90027057bf5f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635776'] for router, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:50.346066 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:50.362280 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d731f075-7bd0-40c9-ad3f-bf5f2b44c427 None None] Routers {'1d5caa75-b61d-4285-945c-24109244ab54'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:50.367064 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-d731f075-7bd0-40c9-ad3f-bf5f2b44c427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1d5caa75-b61d-4285-945c-24109244ab54'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:50.452979 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=8a7c49aa-0133-4cf9-bd36-a6dd8ec78463,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:50.461088 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-0b2cc75c-b904-4d3e-83e7-3dbb3054ee5a None None] Port 8066e455-0773-4c17-86b5-064ea440119b cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:27:50.474361 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0b2cc75c-b904-4d3e-83e7-3dbb3054ee5a None None] Provisioning complete for port 8a7c49aa-0133-4cf9-bd36-a6dd8ec78463 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:50.474739 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0b2cc75c-b904-4d3e-83e7-3dbb3054ee5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:50.482522 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-d731f075-7bd0-40c9-ad3f-bf5f2b44c427 None None] Set router 1d5caa75-b61d-4285-945c-24109244ab54 gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:27:50.495423 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5e28e4-ca0e-47a4-b7e9-90027057bf5f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Router 1d5caa75-b61d-4285-945c-24109244ab54 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:27:50.625252 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5e28e4-ca0e-47a4-b7e9-90027057bf5f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:27:50.633162 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9d5e28e4-ca0e-47a4-b7e9-90027057bf5f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:50.634385 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9d5e28e4-ca0e-47a4-b7e9-90027057bf5f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "PUT /v2.0/routers/1d5caa75-b61d-4285-945c-24109244ab54 HTTP/1.1" status: 200 len: 703 time: 1.6702399 Aug 17 00:27:50.637404 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37952) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:50.707299 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37954) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:50.725316 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e1181c8d-8d36-4608-9c89-8b9eb50122e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:50.746082 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-72e1ae17-40b4-4c60-810c-0d6b2483eb5d tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "GET /v2.0/routers/1d5caa75-b61d-4285-945c-24109244ab54 HTTP/1.1" status: 200 len: 703 time: 0.1074626 Aug 17 00:27:50.749846 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 37956) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:50.759280 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-87474d1b-f0b2-43a9-88a4-10af0cac1e04 None None] Provisioning complete for port 8066e455-0773-4c17-86b5-064ea440119b triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:50.760259 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-87474d1b-f0b2-43a9-88a4-10af0cac1e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:50.771589 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-d731f075-7bd0-40c9-ad3f-bf5f2b44c427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:49Z', 'revision_number': 7, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None, '_interfaces': [{'id': '8066e455-0773-4c17-86b5-064ea440119b', 'name': '', 'network_id': '9ce0a9f3-d818-4b28-806b-ee85c10d9a9f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:cd:76:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'eb8d1992-a563-4029-93ba-3f9d19a47a5f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:46Z', 'updated_at': '2021-08-17T00:27:46Z', 'revision_number': 2, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': 'eb8d1992-a563-4029-93ba-3f9d19a47a5f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ddb42ea-684f-4a09-8432-d150920e9923', 'name': '', 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:fa:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:36Z', 'updated_at': '2021-08-17T00:27:43Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7e1482-5287-4365-88f8-c3912f601e34', 'name': '', 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:9c:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:39Z', 'updated_at': '2021-08-17T00:27:46Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e956d263-7dc0-447d-8137-6a2ad79c6d4f', 'name': '', 'network_id': '2661bfc7-3515-4b89-83d8-0fe69972a2bc', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:83:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '728a7c5d-8478-4723-a29d-23d762d981e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:42Z', 'updated_at': '2021-08-17T00:27:49Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '728a7c5d-8478-4723-a29d-23d762d981e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:50.803336 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d731f075-7bd0-40c9-ad3f-bf5f2b44c427 None None] Checking router: 1d5caa75-b61d-4285-945c-24109244ab54 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:27:50.803700 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d731f075-7bd0-40c9-ad3f-bf5f2b44c427 None None] Updating router 1d5caa75-b61d-4285-945c-24109244ab54 port 8066e455-0773-4c17-86b5-064ea440119b binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:27:50.812234 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-87474d1b-f0b2-43a9-88a4-10af0cac1e04 None None] Port 8066e455-0773-4c17-86b5-064ea440119b cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:27:50.830721 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d731f075-7bd0-40c9-ad3f-bf5f2b44c427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:50.931987 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-511518b3-469f-4bc2-a867-67eb36f800f5 None None] Provisioning complete for port 8066e455-0773-4c17-86b5-064ea440119b triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:50.931987 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-511518b3-469f-4bc2-a867-67eb36f800f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:50.967551 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-511518b3-469f-4bc2-a867-67eb36f800f5 None None] Port 8066e455-0773-4c17-86b5-064ea440119b cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:27:51.045506 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e1181c8d-8d36-4608-9c89-8b9eb50122e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:51.055395 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e1181c8d-8d36-4608-9c89-8b9eb50122e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:51.109861 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d731f075-7bd0-40c9-ad3f-bf5f2b44c427 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:51.120262 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-d731f075-7bd0-40c9-ad3f-bf5f2b44c427 None None] Transition to ACTIVE for port object 8066e455-0773-4c17-86b5-064ea440119b will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:51.129556 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d731f075-7bd0-40c9-ad3f-bf5f2b44c427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:51.129771 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e1181c8d-8d36-4608-9c89-8b9eb50122e8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ff5f6600853b43c2b19b050298b632e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4141624 Aug 17 00:27:51.129881 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37958) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:51.134570 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1181c8d-8d36-4608-9c89-8b9eb50122e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abc08ac-eeb6-47fb-9677-846a5ef0735e,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:51.194043 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5937499d-6fc7-473c-9271-051144007a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:51.219668 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8e1b0a94-4cb9-4b4e-847a-97a2bd58ff4b tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:51.226817 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5937499d-6fc7-473c-9271-051144007a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:51.239901 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880b5eb-b33d-4dd2-968f-23b1e4e05af6 None None] Pushing event updated for resources: {'Port': ['ID=8066e455-0773-4c17-86b5-064ea440119b,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:51.257974 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-d731f075-7bd0-40c9-ad3f-bf5f2b44c427 None None] Attempting to bind port 8066e455-0773-4c17-86b5-064ea440119b on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:27:51.259611 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-d731f075-7bd0-40c9-ad3f-bf5f2b44c427 None None] Attempting to bind port 8066e455-0773-4c17-86b5-064ea440119b by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'f0afd2f8-2724-489d-a6fc-58520f1a381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9ce0a9f3-d818-4b28-806b-ee85c10d9a9f'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:27:51.259980 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d731f075-7bd0-40c9-ad3f-bf5f2b44c427 None None] Attempting to bind port 8066e455-0773-4c17-86b5-064ea440119b on network 9ce0a9f3-d818-4b28-806b-ee85c10d9a9f {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:27:51.267951 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d731f075-7bd0-40c9-ad3f-bf5f2b44c427 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:27:51.268848 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d731f075-7bd0-40c9-ad3f-bf5f2b44c427 None None] Checking segment: {'id': 'f0afd2f8-2724-489d-a6fc-58520f1a381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9ce0a9f3-d818-4b28-806b-ee85c10d9a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:27:51.269124 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d731f075-7bd0-40c9-ad3f-bf5f2b44c427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:51.269648 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d731f075-7bd0-40c9-ad3f-bf5f2b44c427 None None] Bound using segment: {'id': 'f0afd2f8-2724-489d-a6fc-58520f1a381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9ce0a9f3-d818-4b28-806b-ee85c10d9a9f'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:27:51.271947 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-d731f075-7bd0-40c9-ad3f-bf5f2b44c427 None None] Bound port: 8066e455-0773-4c17-86b5-064ea440119b, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0afd2f8-2724-489d-a6fc-58520f1a381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9ce0a9f3-d818-4b28-806b-ee85c10d9a9f'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:27:51.271947 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d731f075-7bd0-40c9-ad3f-bf5f2b44c427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:51.320703 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5937499d-6fc7-473c-9271-051144007a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:51.323374 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5937499d-6fc7-473c-9271-051144007a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:51.327394 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5937499d-6fc7-473c-9271-051144007a1a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4abc08ac-eeb6-47fb-9677-846a5ef0735e HTTP/1.1" status: 204 len: 168 time: 0.1936870 Aug 17 00:27:51.338759 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937499d-6fc7-473c-9271-051144007a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abc08ac-eeb6-47fb-9677-846a5ef0735e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:51.376846 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-d731f075-7bd0-40c9-ad3f-bf5f2b44c427 None None] For port 8066e455-0773-4c17-86b5-064ea440119b, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:27:51.380650 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-d731f075-7bd0-40c9-ad3f-bf5f2b44c427 None None] For port 8066e455-0773-4c17-86b5-064ea440119b, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=8066e455-0773-4c17-86b5-064ea440119b,segment=NetworkSegment(f0afd2f8-2724-489d-a6fc-58520f1a381b),segment_id=f0afd2f8-2724-489d-a6fc-58520f1a381b)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:27:51.381410 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e956d263-7dc0-447d-8137-6a2ad79c6d4f up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:27:51.387528 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-d731f075-7bd0-40c9-ad3f-bf5f2b44c427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:51.477273 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e956d263-7dc0-447d-8137-6a2ad79c6d4f triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:51.477633 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:51.487954 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d731f075-7bd0-40c9-ad3f-bf5f2b44c427 None None] Routers {'1d5caa75-b61d-4285-945c-24109244ab54'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:51.488624 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-d731f075-7bd0-40c9-ad3f-bf5f2b44c427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1d5caa75-b61d-4285-945c-24109244ab54'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:51.492347 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880b5eb-b33d-4dd2-968f-23b1e4e05af6 None None] Pushing event updated for resources: {'Port': ['ID=8066e455-0773-4c17-86b5-064ea440119b,revision_number=4']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:51.622318 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 8a7c49aa-0133-4cf9-bd36-a6dd8ec78463 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:27:51.633264 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-d731f075-7bd0-40c9-ad3f-bf5f2b44c427 None None] Set router 1d5caa75-b61d-4285-945c-24109244ab54 gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:27:51.643607 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-8e1b0a94-4cb9-4b4e-847a-97a2bd58ff4b tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Deleting port 8066e455-0773-4c17-86b5-064ea440119b {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:27:51.643953 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8e1b0a94-4cb9-4b4e-847a-97a2bd58ff4b tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:51.708343 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 8a7c49aa-0133-4cf9-bd36-a6dd8ec78463 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:51.708731 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:51.846614 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-8e1b0a94-4cb9-4b4e-847a-97a2bd58ff4b tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] For port 8066e455-0773-4c17-86b5-064ea440119b, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=8066e455-0773-4c17-86b5-064ea440119b,segment=NetworkSegment(f0afd2f8-2724-489d-a6fc-58520f1a381b),segment_id=f0afd2f8-2724-489d-a6fc-58520f1a381b)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:51.848088 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8e1b0a94-4cb9-4b4e-847a-97a2bd58ff4b tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:51.871302 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-8e1b0a94-4cb9-4b4e-847a-97a2bd58ff4b tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Calling delete_port for 8066e455-0773-4c17-86b5-064ea440119b owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:27:52.009869 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-d731f075-7bd0-40c9-ad3f-bf5f2b44c427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:49Z', 'revision_number': 7, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None, '_interfaces': [{'id': '8066e455-0773-4c17-86b5-064ea440119b', 'name': '', 'network_id': '9ce0a9f3-d818-4b28-806b-ee85c10d9a9f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:cd:76:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'eb8d1992-a563-4029-93ba-3f9d19a47a5f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:46Z', 'updated_at': '2021-08-17T00:27:51Z', 'revision_number': 4, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': 'eb8d1992-a563-4029-93ba-3f9d19a47a5f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ddb42ea-684f-4a09-8432-d150920e9923', 'name': '', 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:fa:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:36Z', 'updated_at': '2021-08-17T00:27:43Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7e1482-5287-4365-88f8-c3912f601e34', 'name': '', 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:9c:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:39Z', 'updated_at': '2021-08-17T00:27:46Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e956d263-7dc0-447d-8137-6a2ad79c6d4f', 'name': '', 'network_id': '2661bfc7-3515-4b89-83d8-0fe69972a2bc', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:83:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '728a7c5d-8478-4723-a29d-23d762d981e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:42Z', 'updated_at': '2021-08-17T00:27:49Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '728a7c5d-8478-4723-a29d-23d762d981e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:52.042581 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d731f075-7bd0-40c9-ad3f-bf5f2b44c427 None None] The sync data for ids ['1d5caa75-b61d-4285-945c-24109244ab54'] in n-d-800088-20 is: [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:49Z', 'revision_number': 7, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None, '_interfaces': [{'id': '8066e455-0773-4c17-86b5-064ea440119b', 'name': '', 'network_id': '9ce0a9f3-d818-4b28-806b-ee85c10d9a9f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:cd:76:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'eb8d1992-a563-4029-93ba-3f9d19a47a5f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:46Z', 'updated_at': '2021-08-17T00:27:51Z', 'revision_number': 4, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': 'eb8d1992-a563-4029-93ba-3f9d19a47a5f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ddb42ea-684f-4a09-8432-d150920e9923', 'name': '', 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:fa:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:36Z', 'updated_at': '2021-08-17T00:27:43Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7e1482-5287-4365-88f8-c3912f601e34', 'name': '', 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:9c:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:39Z', 'updated_at': '2021-08-17T00:27:46Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e956d263-7dc0-447d-8137-6a2ad79c6d4f', 'name': '', 'network_id': '2661bfc7-3515-4b89-83d8-0fe69972a2bc', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:83:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '728a7c5d-8478-4723-a29d-23d762d981e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:42Z', 'updated_at': '2021-08-17T00:27:49Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '728a7c5d-8478-4723-a29d-23d762d981e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:27:52.102495 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8e1b0a94-4cb9-4b4e-847a-97a2bd58ff4b tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:52.135521 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b0a94-4cb9-4b4e-847a-97a2bd58ff4b tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Port': ['ID=8066e455-0773-4c17-86b5-064ea440119b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:52.153241 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:52.275921 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8e1b0a94-4cb9-4b4e-847a-97a2bd58ff4b tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:52.432080 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276e4d31-623c-47ba-906a-08150d3c02ac None None] Sync routers for ids ['1d5caa75-b61d-4285-945c-24109244ab54'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:27:52.448912 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276e4d31-623c-47ba-906a-08150d3c02ac None None] Routers {'1d5caa75-b61d-4285-945c-24109244ab54'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:52.451901 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-276e4d31-623c-47ba-906a-08150d3c02ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1d5caa75-b61d-4285-945c-24109244ab54'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:52.554809 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-276e4d31-623c-47ba-906a-08150d3c02ac None None] Set router 1d5caa75-b61d-4285-945c-24109244ab54 gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:27:52.577402 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1b0a94-4cb9-4b4e-847a-97a2bd58ff4b tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Router 1d5caa75-b61d-4285-945c-24109244ab54 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:27:52.690093 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1b0a94-4cb9-4b4e-847a-97a2bd58ff4b tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:27:52.695025 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8e1b0a94-4cb9-4b4e-847a-97a2bd58ff4b tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "PUT /v2.0/routers/1d5caa75-b61d-4285-945c-24109244ab54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9439120 Aug 17 00:27:52.697939 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 37992) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:52.757875 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c55397-c1a3-4c19-9f98-5c341fca41f0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Deleting subnet eb8d1992-a563-4029-93ba-3f9d19a47a5f {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:27:52.761465 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-54c55397-c1a3-4c19-9f98-5c341fca41f0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:52.807076 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-54c55397-c1a3-4c19-9f98-5c341fca41f0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:52.825410 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-276e4d31-623c-47ba-906a-08150d3c02ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:52Z', 'revision_number': 8, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None, '_interfaces': [{'id': '9ddb42ea-684f-4a09-8432-d150920e9923', 'name': '', 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:fa:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:36Z', 'updated_at': '2021-08-17T00:27:43Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7e1482-5287-4365-88f8-c3912f601e34', 'name': '', 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:9c:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:39Z', 'updated_at': '2021-08-17T00:27:46Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e956d263-7dc0-447d-8137-6a2ad79c6d4f', 'name': '', 'network_id': '2661bfc7-3515-4b89-83d8-0fe69972a2bc', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:83:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '728a7c5d-8478-4723-a29d-23d762d981e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:42Z', 'updated_at': '2021-08-17T00:27:49Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '728a7c5d-8478-4723-a29d-23d762d981e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:52.864721 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276e4d31-623c-47ba-906a-08150d3c02ac None None] Checking router: 1d5caa75-b61d-4285-945c-24109244ab54 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:27:52.874931 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276e4d31-623c-47ba-906a-08150d3c02ac None None] Routers {'1d5caa75-b61d-4285-945c-24109244ab54'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:52.875217 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-276e4d31-623c-47ba-906a-08150d3c02ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1d5caa75-b61d-4285-945c-24109244ab54'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:52.913555 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-54c55397-c1a3-4c19-9f98-5c341fca41f0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:52.966638 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-276e4d31-623c-47ba-906a-08150d3c02ac None None] Set router 1d5caa75-b61d-4285-945c-24109244ab54 gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:27:52.994505 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-54c55397-c1a3-4c19-9f98-5c341fca41f0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:53.027357 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c55397-c1a3-4c19-9f98-5c341fca41f0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Subnet': ['ID=eb8d1992-a563-4029-93ba-3f9d19a47a5f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:53.032421 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-54c55397-c1a3-4c19-9f98-5c341fca41f0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:53.037195 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-54c55397-c1a3-4c19-9f98-5c341fca41f0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/subnets/eb8d1992-a563-4029-93ba-3f9d19a47a5f HTTP/1.1" status: 204 len: 168 time: 0.3356984 Aug 17 00:27:53.037538 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38002) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:53.128371 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-89aeb2f3-1ddd-4a9a-a6f1-c1e2368465ec tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:53.172708 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b269ae-8901-426f-9a1e-827a3df42d66 None None] Network 9ce0a9f3-d818-4b28-806b-ee85c10d9a9f requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:27:53.189226 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-89aeb2f3-1ddd-4a9a-a6f1-c1e2368465ec tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Deleting port 8a7c49aa-0133-4cf9-bd36-a6dd8ec78463 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:27:53.189575 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-89aeb2f3-1ddd-4a9a-a6f1-c1e2368465ec tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:53.280772 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-89aeb2f3-1ddd-4a9a-a6f1-c1e2368465ec tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] For port 8a7c49aa-0133-4cf9-bd36-a6dd8ec78463, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=8a7c49aa-0133-4cf9-bd36-a6dd8ec78463,segment=NetworkSegment(f0afd2f8-2724-489d-a6fc-58520f1a381b),segment_id=f0afd2f8-2724-489d-a6fc-58520f1a381b)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:53.281285 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-89aeb2f3-1ddd-4a9a-a6f1-c1e2368465ec tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:53.298246 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-89aeb2f3-1ddd-4a9a-a6f1-c1e2368465ec tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Calling delete_port for 8a7c49aa-0133-4cf9-bd36-a6dd8ec78463 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:27:53.394431 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-89aeb2f3-1ddd-4a9a-a6f1-c1e2368465ec tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:53.447233 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aeb2f3-1ddd-4a9a-a6f1-c1e2368465ec tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] No DVR routers for this DVR port 8a7c49aa-0133-4cf9-bd36-a6dd8ec78463 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:27:53.447524 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aeb2f3-1ddd-4a9a-a6f1-c1e2368465ec tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Port': ['ID=8a7c49aa-0133-4cf9-bd36-a6dd8ec78463,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:53.495919 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-276e4d31-623c-47ba-906a-08150d3c02ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:52Z', 'revision_number': 8, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None, '_interfaces': [{'id': '9ddb42ea-684f-4a09-8432-d150920e9923', 'name': '', 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:fa:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:36Z', 'updated_at': '2021-08-17T00:27:43Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7e1482-5287-4365-88f8-c3912f601e34', 'name': '', 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:9c:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:39Z', 'updated_at': '2021-08-17T00:27:46Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e956d263-7dc0-447d-8137-6a2ad79c6d4f', 'name': '', 'network_id': '2661bfc7-3515-4b89-83d8-0fe69972a2bc', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:83:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '728a7c5d-8478-4723-a29d-23d762d981e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:42Z', 'updated_at': '2021-08-17T00:27:49Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '728a7c5d-8478-4723-a29d-23d762d981e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:53.536533 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276e4d31-623c-47ba-906a-08150d3c02ac None None] The sync data for ids ['1d5caa75-b61d-4285-945c-24109244ab54'] in n-d-800088-20 is: [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:52Z', 'revision_number': 8, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None, '_interfaces': [{'id': '9ddb42ea-684f-4a09-8432-d150920e9923', 'name': '', 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:fa:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:36Z', 'updated_at': '2021-08-17T00:27:43Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7e1482-5287-4365-88f8-c3912f601e34', 'name': '', 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:9c:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:39Z', 'updated_at': '2021-08-17T00:27:46Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e956d263-7dc0-447d-8137-6a2ad79c6d4f', 'name': '', 'network_id': '2661bfc7-3515-4b89-83d8-0fe69972a2bc', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:83:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '728a7c5d-8478-4723-a29d-23d762d981e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:42Z', 'updated_at': '2021-08-17T00:27:49Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '728a7c5d-8478-4723-a29d-23d762d981e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:27:53.551873 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-89aeb2f3-1ddd-4a9a-a6f1-c1e2368465ec tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:53.566767 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-89aeb2f3-1ddd-4a9a-a6f1-c1e2368465ec tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce0a9f3-d818-4b28-806b-ee85c10d9a9f']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:53.571798 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc55cd1-f20b-49c3-98e7-f7c7614d4b6e None None] DHCP port deletion for 9ce0a9f3-d818-4b28-806b-ee85c10d9a9f request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:27:53.579788 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-89aeb2f3-1ddd-4a9a-a6f1-c1e2368465ec tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0afd2f8-2724-489d-a6fc-58520f1a381b') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:53.580293 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-89aeb2f3-1ddd-4a9a-a6f1-c1e2368465ec tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0afd2f8-2724-489d-a6fc-58520f1a381b') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:53.592201 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-89aeb2f3-1ddd-4a9a-a6f1-c1e2368465ec tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:53.610612 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-89aeb2f3-1ddd-4a9a-a6f1-c1e2368465ec tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:53.617869 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89aeb2f3-1ddd-4a9a-a6f1-c1e2368465ec tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:27:53.618581 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-89aeb2f3-1ddd-4a9a-a6f1-c1e2368465ec tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:27:53.622882 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:27:53.693137 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-89aeb2f3-1ddd-4a9a-a6f1-c1e2368465ec tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:53.700685 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-89aeb2f3-1ddd-4a9a-a6f1-c1e2368465ec tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:53.705381 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-89aeb2f3-1ddd-4a9a-a6f1-c1e2368465ec tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/networks/9ce0a9f3-d818-4b28-806b-ee85c10d9a9f HTTP/1.1" status: 204 len: 168 time: 0.6643271 Aug 17 00:27:53.705760 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38018) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:53.715142 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aeb2f3-1ddd-4a9a-a6f1-c1e2368465ec tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Network': ['ID=9ce0a9f3-d818-4b28-806b-ee85c10d9a9f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:54.054422 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7cdeb489-7683-4adf-8144-46569a36f8b2 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:54.097158 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2a6c85-5db8-4972-bf4e-8dc2ff96d954 None None] Sync routers for ids ['1d5caa75-b61d-4285-945c-24109244ab54'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:27:54.108137 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2a6c85-5db8-4972-bf4e-8dc2ff96d954 None None] Routers {'1d5caa75-b61d-4285-945c-24109244ab54'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:54.108842 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-8d2a6c85-5db8-4972-bf4e-8dc2ff96d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1d5caa75-b61d-4285-945c-24109244ab54'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:54.210199 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-8d2a6c85-5db8-4972-bf4e-8dc2ff96d954 None None] Set router 1d5caa75-b61d-4285-945c-24109244ab54 gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:27:54.327619 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-7cdeb489-7683-4adf-8144-46569a36f8b2 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Deleting port e956d263-7dc0-447d-8137-6a2ad79c6d4f {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:27:54.328309 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7cdeb489-7683-4adf-8144-46569a36f8b2 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:54.424576 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-7cdeb489-7683-4adf-8144-46569a36f8b2 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] For port e956d263-7dc0-447d-8137-6a2ad79c6d4f, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e956d263-7dc0-447d-8137-6a2ad79c6d4f,segment=NetworkSegment(0796c152-be6a-4794-ab91-8c1195e9237b),segment_id=0796c152-be6a-4794-ab91-8c1195e9237b)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:54.424949 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7cdeb489-7683-4adf-8144-46569a36f8b2 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:54.437353 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-8d2a6c85-5db8-4972-bf4e-8dc2ff96d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:52Z', 'revision_number': 8, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None, '_interfaces': [{'id': '9ddb42ea-684f-4a09-8432-d150920e9923', 'name': '', 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:fa:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:36Z', 'updated_at': '2021-08-17T00:27:43Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7e1482-5287-4365-88f8-c3912f601e34', 'name': '', 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:9c:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:39Z', 'updated_at': '2021-08-17T00:27:46Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e956d263-7dc0-447d-8137-6a2ad79c6d4f', 'name': '', 'network_id': '2661bfc7-3515-4b89-83d8-0fe69972a2bc', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:83:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '728a7c5d-8478-4723-a29d-23d762d981e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:42Z', 'updated_at': '2021-08-17T00:27:49Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '728a7c5d-8478-4723-a29d-23d762d981e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:54.442931 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-7cdeb489-7683-4adf-8144-46569a36f8b2 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Calling delete_port for e956d263-7dc0-447d-8137-6a2ad79c6d4f owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:27:54.464309 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2a6c85-5db8-4972-bf4e-8dc2ff96d954 None None] Checking router: 1d5caa75-b61d-4285-945c-24109244ab54 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:27:54.473459 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2a6c85-5db8-4972-bf4e-8dc2ff96d954 None None] Routers {'1d5caa75-b61d-4285-945c-24109244ab54'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:54.474075 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-8d2a6c85-5db8-4972-bf4e-8dc2ff96d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1d5caa75-b61d-4285-945c-24109244ab54'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:54.657016 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-8d2a6c85-5db8-4972-bf4e-8dc2ff96d954 None None] Set router 1d5caa75-b61d-4285-945c-24109244ab54 gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:27:54.890962 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-8d2a6c85-5db8-4972-bf4e-8dc2ff96d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:52Z', 'revision_number': 8, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None, '_interfaces': [{'id': '9ddb42ea-684f-4a09-8432-d150920e9923', 'name': '', 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:fa:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:36Z', 'updated_at': '2021-08-17T00:27:43Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7e1482-5287-4365-88f8-c3912f601e34', 'name': '', 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:9c:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:39Z', 'updated_at': '2021-08-17T00:27:46Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e956d263-7dc0-447d-8137-6a2ad79c6d4f', 'name': '', 'network_id': '2661bfc7-3515-4b89-83d8-0fe69972a2bc', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:83:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '728a7c5d-8478-4723-a29d-23d762d981e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:42Z', 'updated_at': '2021-08-17T00:27:49Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '728a7c5d-8478-4723-a29d-23d762d981e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:54.923006 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2a6c85-5db8-4972-bf4e-8dc2ff96d954 None None] The sync data for ids ['1d5caa75-b61d-4285-945c-24109244ab54'] in n-d-800088-20 is: [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:52Z', 'revision_number': 8, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None, '_interfaces': [{'id': '9ddb42ea-684f-4a09-8432-d150920e9923', 'name': '', 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:fa:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:36Z', 'updated_at': '2021-08-17T00:27:43Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7e1482-5287-4365-88f8-c3912f601e34', 'name': '', 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:9c:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:39Z', 'updated_at': '2021-08-17T00:27:46Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e956d263-7dc0-447d-8137-6a2ad79c6d4f', 'name': '', 'network_id': '2661bfc7-3515-4b89-83d8-0fe69972a2bc', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:83:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '728a7c5d-8478-4723-a29d-23d762d981e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:42Z', 'updated_at': '2021-08-17T00:27:49Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '728a7c5d-8478-4723-a29d-23d762d981e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:27:54.928597 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7cdeb489-7683-4adf-8144-46569a36f8b2 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:54.958646 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdeb489-7683-4adf-8144-46569a36f8b2 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Port': ['ID=e956d263-7dc0-447d-8137-6a2ad79c6d4f,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:55.080549 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7cdeb489-7683-4adf-8144-46569a36f8b2 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:55.319273 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdeb489-7683-4adf-8144-46569a36f8b2 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Router 1d5caa75-b61d-4285-945c-24109244ab54 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:27:55.398527 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 8a7c49aa-0133-4cf9-bd36-a6dd8ec78463 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:27:55.417492 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdeb489-7683-4adf-8144-46569a36f8b2 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:27:55.423348 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 8a7c49aa-0133-4cf9-bd36-a6dd8ec78463 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:27:55.423759 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 8a7c49aa-0133-4cf9-bd36-a6dd8ec78463 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:27:55.424249 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 8066e455-0773-4c17-86b5-064ea440119b no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:27:55.425813 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38034) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:55.426296 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7cdeb489-7683-4adf-8144-46569a36f8b2 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "PUT /v2.0/routers/1d5caa75-b61d-4285-945c-24109244ab54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7188835 Aug 17 00:27:55.437900 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffe0f41-877c-4f70-8e0f-ccdf03e6ce3d None None] Sync routers for ids ['1d5caa75-b61d-4285-945c-24109244ab54'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:27:55.463464 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 8066e455-0773-4c17-86b5-064ea440119b {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:27:55.463947 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 8066e455-0773-4c17-86b5-064ea440119b not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:27:55.472591 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffe0f41-877c-4f70-8e0f-ccdf03e6ce3d None None] Routers {'1d5caa75-b61d-4285-945c-24109244ab54'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:55.473609 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-8ffe0f41-877c-4f70-8e0f-ccdf03e6ce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1d5caa75-b61d-4285-945c-24109244ab54'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:55.499021 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27ab45e-af19-4f8b-b0e9-e7094f44275c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Deleting subnet 728a7c5d-8478-4723-a29d-23d762d981e9 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:27:55.502493 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d27ab45e-af19-4f8b-b0e9-e7094f44275c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:55.544117 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d27ab45e-af19-4f8b-b0e9-e7094f44275c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:55.569320 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-8ffe0f41-877c-4f70-8e0f-ccdf03e6ce3d None None] Set router 1d5caa75-b61d-4285-945c-24109244ab54 gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:27:55.649697 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d27ab45e-af19-4f8b-b0e9-e7094f44275c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:55.722440 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d27ab45e-af19-4f8b-b0e9-e7094f44275c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:55.753961 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d27ab45e-af19-4f8b-b0e9-e7094f44275c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:55.757549 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d27ab45e-af19-4f8b-b0e9-e7094f44275c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/subnets/728a7c5d-8478-4723-a29d-23d762d981e9 HTTP/1.1" status: 204 len: 168 time: 0.3304236 Aug 17 00:27:55.758323 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ab45e-af19-4f8b-b0e9-e7094f44275c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Subnet': ['ID=728a7c5d-8478-4723-a29d-23d762d981e9,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:55.760232 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38036) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:55.775495 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea5bc30-2c07-46c0-9dd4-dad7508be604 None None] Network 2661bfc7-3515-4b89-83d8-0fe69972a2bc requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:27:55.850377 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-37815f66-41c5-49ad-a54a-d08aedfc5132 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:55.897199 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-8ffe0f41-877c-4f70-8e0f-ccdf03e6ce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:54Z', 'revision_number': 9, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None, '_interfaces': [{'id': '9ddb42ea-684f-4a09-8432-d150920e9923', 'name': '', 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:fa:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:36Z', 'updated_at': '2021-08-17T00:27:43Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7e1482-5287-4365-88f8-c3912f601e34', 'name': '', 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:9c:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:39Z', 'updated_at': '2021-08-17T00:27:46Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:55.902698 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-37815f66-41c5-49ad-a54a-d08aedfc5132 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Deleting port 539d97cc-215c-4b48-a003-a86519273d89 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:27:55.903042 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-37815f66-41c5-49ad-a54a-d08aedfc5132 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:55.928708 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffe0f41-877c-4f70-8e0f-ccdf03e6ce3d None None] Checking router: 1d5caa75-b61d-4285-945c-24109244ab54 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:27:55.942178 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffe0f41-877c-4f70-8e0f-ccdf03e6ce3d None None] Routers {'1d5caa75-b61d-4285-945c-24109244ab54'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:55.942792 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-8ffe0f41-877c-4f70-8e0f-ccdf03e6ce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1d5caa75-b61d-4285-945c-24109244ab54'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:55.973001 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-37815f66-41c5-49ad-a54a-d08aedfc5132 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] For port 539d97cc-215c-4b48-a003-a86519273d89, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=539d97cc-215c-4b48-a003-a86519273d89,segment=NetworkSegment(0796c152-be6a-4794-ab91-8c1195e9237b),segment_id=0796c152-be6a-4794-ab91-8c1195e9237b)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:55.973512 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-37815f66-41c5-49ad-a54a-d08aedfc5132 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:55.989457 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-37815f66-41c5-49ad-a54a-d08aedfc5132 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Calling delete_port for 539d97cc-215c-4b48-a003-a86519273d89 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:27:56.005025 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0e5e37-13c4-4327-b996-d2fdeeec803e None None] DHCP port deletion for 2661bfc7-3515-4b89-83d8-0fe69972a2bc request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:27:56.056013 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-8ffe0f41-877c-4f70-8e0f-ccdf03e6ce3d None None] Set router 1d5caa75-b61d-4285-945c-24109244ab54 gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:27:56.076611 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-37815f66-41c5-49ad-a54a-d08aedfc5132 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:56.089519 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37815f66-41c5-49ad-a54a-d08aedfc5132 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] No DVR routers for this DVR port 539d97cc-215c-4b48-a003-a86519273d89 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:27:56.112598 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37815f66-41c5-49ad-a54a-d08aedfc5132 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Port': ['ID=539d97cc-215c-4b48-a003-a86519273d89,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:56.151736 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e5e37-13c4-4327-b996-d2fdeeec803e None None] Deleting port 539d97cc-215c-4b48-a003-a86519273d89 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:27:56.152124 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fc0e5e37-13c4-4327-b996-d2fdeeec803e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:56.202215 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-37815f66-41c5-49ad-a54a-d08aedfc5132 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:56.219155 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-37815f66-41c5-49ad-a54a-d08aedfc5132 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2661bfc7-3515-4b89-83d8-0fe69972a2bc']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:56.230198 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-37815f66-41c5-49ad-a54a-d08aedfc5132 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0796c152-be6a-4794-ab91-8c1195e9237b') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:56.230766 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-37815f66-41c5-49ad-a54a-d08aedfc5132 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0796c152-be6a-4794-ab91-8c1195e9237b') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:56.240941 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-37815f66-41c5-49ad-a54a-d08aedfc5132 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:56.254220 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-fc0e5e37-13c4-4327-b996-d2fdeeec803e None None] For port 539d97cc-215c-4b48-a003-a86519273d89, host n-d-800088-20, got binding levels [] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:56.254738 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fc0e5e37-13c4-4327-b996-d2fdeeec803e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:56.256047 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-37815f66-41c5-49ad-a54a-d08aedfc5132 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:56.263692 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37815f66-41c5-49ad-a54a-d08aedfc5132 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:27:56.264108 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-37815f66-41c5-49ad-a54a-d08aedfc5132 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:27:56.267119 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:27:56.280580 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e5e37-13c4-4327-b996-d2fdeeec803e None None] Calling delete_port for 539d97cc-215c-4b48-a003-a86519273d89 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:27:56.284364 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.ipam_backend_mixin [None req-fc0e5e37-13c4-4327-b996-d2fdeeec803e None None] Port 539d97cc-215c-4b48-a003-a86519273d89 was not found and therefore no delete operation was performed {{(pid=101404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 00:27:56.287316 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fc0e5e37-13c4-4327-b996-d2fdeeec803e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:56.330547 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e5e37-13c4-4327-b996-d2fdeeec803e None None] Pushing event deleted for resources: {'Port': ['ID=539d97cc-215c-4b48-a003-a86519273d89,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:56.337119 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0e5e37-13c4-4327-b996-d2fdeeec803e None None] No DVR routers for this DVR port 539d97cc-215c-4b48-a003-a86519273d89 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:27:56.339722 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-37815f66-41c5-49ad-a54a-d08aedfc5132 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:56.350404 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-37815f66-41c5-49ad-a54a-d08aedfc5132 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:56.352694 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-37815f66-41c5-49ad-a54a-d08aedfc5132 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/networks/2661bfc7-3515-4b89-83d8-0fe69972a2bc HTTP/1.1" status: 204 len: 168 time: 0.5913858 Aug 17 00:27:56.355994 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38044) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:56.371625 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37815f66-41c5-49ad-a54a-d08aedfc5132 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Network': ['ID=2661bfc7-3515-4b89-83d8-0fe69972a2bc,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:56.384267 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-8ffe0f41-877c-4f70-8e0f-ccdf03e6ce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:54Z', 'revision_number': 9, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None, '_interfaces': [{'id': '9ddb42ea-684f-4a09-8432-d150920e9923', 'name': '', 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:fa:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:36Z', 'updated_at': '2021-08-17T00:27:43Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7e1482-5287-4365-88f8-c3912f601e34', 'name': '', 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:9c:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:39Z', 'updated_at': '2021-08-17T00:27:46Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:56.414549 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffe0f41-877c-4f70-8e0f-ccdf03e6ce3d None None] The sync data for ids ['1d5caa75-b61d-4285-945c-24109244ab54'] in n-d-800088-20 is: [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:54Z', 'revision_number': 9, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None, '_interfaces': [{'id': '9ddb42ea-684f-4a09-8432-d150920e9923', 'name': '', 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:fa:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:36Z', 'updated_at': '2021-08-17T00:27:43Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7e1482-5287-4365-88f8-c3912f601e34', 'name': '', 'network_id': 'a031563e-5e86-4ce6-99c3-0f6d6d47ba61', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:9c:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:39Z', 'updated_at': '2021-08-17T00:27:46Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '003b493d-b88a-4844-bfd3-5893b4e4a47f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:27:56.732459 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6ff3fc08-29dd-4f0d-b279-7b028d4738cc tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:56.998573 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-6ff3fc08-29dd-4f0d-b279-7b028d4738cc tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Deleting port de7e1482-5287-4365-88f8-c3912f601e34 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:27:56.999008 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6ff3fc08-29dd-4f0d-b279-7b028d4738cc tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:57.096616 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-6ff3fc08-29dd-4f0d-b279-7b028d4738cc tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] For port de7e1482-5287-4365-88f8-c3912f601e34, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=de7e1482-5287-4365-88f8-c3912f601e34,segment=NetworkSegment(d3649700-d1a6-4cb0-a9b5-b2e0914138c2),segment_id=d3649700-d1a6-4cb0-a9b5-b2e0914138c2)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:57.096892 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6ff3fc08-29dd-4f0d-b279-7b028d4738cc tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:57.111487 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-6ff3fc08-29dd-4f0d-b279-7b028d4738cc tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Calling delete_port for de7e1482-5287-4365-88f8-c3912f601e34 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:27:57.286800 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6ff3fc08-29dd-4f0d-b279-7b028d4738cc tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:57.315170 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3fc08-29dd-4f0d-b279-7b028d4738cc tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Port': ['ID=de7e1482-5287-4365-88f8-c3912f601e34,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:57.344533 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 539d97cc-215c-4b48-a003-a86519273d89 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:27:57.366473 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 539d97cc-215c-4b48-a003-a86519273d89 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:27:57.367139 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 539d97cc-215c-4b48-a003-a86519273d89 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:27:57.367710 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e956d263-7dc0-447d-8137-6a2ad79c6d4f no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:27:57.392323 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: e956d263-7dc0-447d-8137-6a2ad79c6d4f {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:27:57.392671 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e956d263-7dc0-447d-8137-6a2ad79c6d4f not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:27:57.432602 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6ff3fc08-29dd-4f0d-b279-7b028d4738cc tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:57.627237 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff3fc08-29dd-4f0d-b279-7b028d4738cc tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Router 1d5caa75-b61d-4285-945c-24109244ab54 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:27:57.720898 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff3fc08-29dd-4f0d-b279-7b028d4738cc tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:27:57.727024 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6ff3fc08-29dd-4f0d-b279-7b028d4738cc tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "PUT /v2.0/routers/1d5caa75-b61d-4285-945c-24109244ab54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3685219 Aug 17 00:27:57.728759 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38060) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:57.731110 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec212ede-fd9a-48f7-b6d3-b571ea2ac968 None None] Sync routers for ids ['1d5caa75-b61d-4285-945c-24109244ab54'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:27:57.741217 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec212ede-fd9a-48f7-b6d3-b571ea2ac968 None None] Routers {'1d5caa75-b61d-4285-945c-24109244ab54'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:57.741836 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ec212ede-fd9a-48f7-b6d3-b571ea2ac968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1d5caa75-b61d-4285-945c-24109244ab54'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:57.781760 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-37121aaa-ff53-4c43-9d12-4525d61a739b tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Deleting subnet 003b493d-b88a-4844-bfd3-5893b4e4a47f {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:27:57.785707 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-37121aaa-ff53-4c43-9d12-4525d61a739b tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:57.823246 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-ec212ede-fd9a-48f7-b6d3-b571ea2ac968 None None] Set router 1d5caa75-b61d-4285-945c-24109244ab54 gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:27:57.828578 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-37121aaa-ff53-4c43-9d12-4525d61a739b tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:57.923923 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-37121aaa-ff53-4c43-9d12-4525d61a739b tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:57.994659 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-37121aaa-ff53-4c43-9d12-4525d61a739b tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:58.026818 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37121aaa-ff53-4c43-9d12-4525d61a739b tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Subnet': ['ID=003b493d-b88a-4844-bfd3-5893b4e4a47f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:58.032453 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-37121aaa-ff53-4c43-9d12-4525d61a739b tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:58.034519 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-37121aaa-ff53-4c43-9d12-4525d61a739b tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/subnets/003b493d-b88a-4844-bfd3-5893b4e4a47f HTTP/1.1" status: 204 len: 168 time: 0.3046119 Aug 17 00:27:58.038408 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38066) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:58.043982 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c900f39a-1f73-41ce-ade1-b7599e745f85 None None] Network a031563e-5e86-4ce6-99c3-0f6d6d47ba61 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:27:58.068756 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ec212ede-fd9a-48f7-b6d3-b571ea2ac968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:57Z', 'revision_number': 10, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None, '_interfaces': [{'id': '9ddb42ea-684f-4a09-8432-d150920e9923', 'name': '', 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:fa:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:36Z', 'updated_at': '2021-08-17T00:27:43Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:58.098221 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec212ede-fd9a-48f7-b6d3-b571ea2ac968 None None] Checking router: 1d5caa75-b61d-4285-945c-24109244ab54 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:27:58.109136 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec212ede-fd9a-48f7-b6d3-b571ea2ac968 None None] Routers {'1d5caa75-b61d-4285-945c-24109244ab54'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:58.109862 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ec212ede-fd9a-48f7-b6d3-b571ea2ac968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1d5caa75-b61d-4285-945c-24109244ab54'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:58.140855 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac344777-e200-4bd4-8ed9-143850fb990f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:58.208284 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ac344777-e200-4bd4-8ed9-143850fb990f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Deleting port 7912db63-d557-4e4e-9b48-d90346e2a9f8 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:27:58.208942 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac344777-e200-4bd4-8ed9-143850fb990f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:58.234925 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-ec212ede-fd9a-48f7-b6d3-b571ea2ac968 None None] Set router 1d5caa75-b61d-4285-945c-24109244ab54 gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:27:58.284092 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-ac344777-e200-4bd4-8ed9-143850fb990f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] For port 7912db63-d557-4e4e-9b48-d90346e2a9f8, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=7912db63-d557-4e4e-9b48-d90346e2a9f8,segment=NetworkSegment(d3649700-d1a6-4cb0-a9b5-b2e0914138c2),segment_id=d3649700-d1a6-4cb0-a9b5-b2e0914138c2)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:58.284455 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac344777-e200-4bd4-8ed9-143850fb990f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:58.306846 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ac344777-e200-4bd4-8ed9-143850fb990f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Calling delete_port for 7912db63-d557-4e4e-9b48-d90346e2a9f8 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:27:58.307318 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bce1efa-7574-451c-ac6e-188dc3e5eb0b None None] DHCP port deletion for a031563e-5e86-4ce6-99c3-0f6d6d47ba61 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:27:58.415668 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac344777-e200-4bd4-8ed9-143850fb990f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:58.454390 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac344777-e200-4bd4-8ed9-143850fb990f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] No DVR routers for this DVR port 7912db63-d557-4e4e-9b48-d90346e2a9f8 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:27:58.481720 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac344777-e200-4bd4-8ed9-143850fb990f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Port': ['ID=7912db63-d557-4e4e-9b48-d90346e2a9f8,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:58.490335 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ec212ede-fd9a-48f7-b6d3-b571ea2ac968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:57Z', 'revision_number': 10, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None, '_interfaces': [{'id': '9ddb42ea-684f-4a09-8432-d150920e9923', 'name': '', 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:fa:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:36Z', 'updated_at': '2021-08-17T00:27:43Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:58.523052 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec212ede-fd9a-48f7-b6d3-b571ea2ac968 None None] The sync data for ids ['1d5caa75-b61d-4285-945c-24109244ab54'] in n-d-800088-20 is: [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:57Z', 'revision_number': 10, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None, '_interfaces': [{'id': '9ddb42ea-684f-4a09-8432-d150920e9923', 'name': '', 'network_id': 'e5df118c-3ed0-4833-96dc-08998994458f', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'mac_address': 'fa:16:3e:fa:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5caa75-b61d-4285-945c-24109244ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:27:36Z', 'updated_at': '2021-08-17T00:27:43Z', 'revision_number': 5, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'subnets': [{'id': '2321110b-29fa-4ba7-8fcb-582ee77274fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:27:58.552755 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-3bce1efa-7574-451c-ac6e-188dc3e5eb0b None None] Deleting port 7912db63-d557-4e4e-9b48-d90346e2a9f8 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:27:58.553390 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3bce1efa-7574-451c-ac6e-188dc3e5eb0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:58.557401 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac344777-e200-4bd4-8ed9-143850fb990f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:58.569769 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-ac344777-e200-4bd4-8ed9-143850fb990f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a031563e-5e86-4ce6-99c3-0f6d6d47ba61']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:58.580784 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-ac344777-e200-4bd4-8ed9-143850fb990f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3649700-d1a6-4cb0-a9b5-b2e0914138c2') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:58.581134 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-ac344777-e200-4bd4-8ed9-143850fb990f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3649700-d1a6-4cb0-a9b5-b2e0914138c2') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:58.589753 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac344777-e200-4bd4-8ed9-143850fb990f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:58.604022 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac344777-e200-4bd4-8ed9-143850fb990f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:58.610655 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac344777-e200-4bd4-8ed9-143850fb990f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:27:58.611050 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac344777-e200-4bd4-8ed9-143850fb990f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:27:58.614035 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:27:58.623611 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-3bce1efa-7574-451c-ac6e-188dc3e5eb0b None None] For port 7912db63-d557-4e4e-9b48-d90346e2a9f8, host n-d-800088-20, got binding levels [] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:58.624105 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3bce1efa-7574-451c-ac6e-188dc3e5eb0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:58.637589 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-3bce1efa-7574-451c-ac6e-188dc3e5eb0b None None] Calling delete_port for 7912db63-d557-4e4e-9b48-d90346e2a9f8 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:27:58.640907 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.ipam_backend_mixin [None req-3bce1efa-7574-451c-ac6e-188dc3e5eb0b None None] Port 7912db63-d557-4e4e-9b48-d90346e2a9f8 was not found and therefore no delete operation was performed {{(pid=101404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 00:27:58.642300 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3bce1efa-7574-451c-ac6e-188dc3e5eb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:58.675429 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bce1efa-7574-451c-ac6e-188dc3e5eb0b None None] No DVR routers for this DVR port 7912db63-d557-4e4e-9b48-d90346e2a9f8 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:27:58.680090 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce1efa-7574-451c-ac6e-188dc3e5eb0b None None] Pushing event deleted for resources: {'Port': ['ID=7912db63-d557-4e4e-9b48-d90346e2a9f8,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:58.691510 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac344777-e200-4bd4-8ed9-143850fb990f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:58.695039 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac344777-e200-4bd4-8ed9-143850fb990f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:58.697726 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ac344777-e200-4bd4-8ed9-143850fb990f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/networks/a031563e-5e86-4ce6-99c3-0f6d6d47ba61 HTTP/1.1" status: 204 len: 168 time: 0.6580763 Aug 17 00:27:58.701515 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38070) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:58.714497 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac344777-e200-4bd4-8ed9-143850fb990f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Network': ['ID=a031563e-5e86-4ce6-99c3-0f6d6d47ba61,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:59.055381 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-72f208a5-f68b-4524-a5e8-51b84c5496df tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:59.344266 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-72f208a5-f68b-4524-a5e8-51b84c5496df tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Deleting port 9ddb42ea-684f-4a09-8432-d150920e9923 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:27:59.344703 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-72f208a5-f68b-4524-a5e8-51b84c5496df tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:59.373001 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device de7e1482-5287-4365-88f8-c3912f601e34 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:27:59.400263 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: de7e1482-5287-4365-88f8-c3912f601e34 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:27:59.400605 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device de7e1482-5287-4365-88f8-c3912f601e34 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:27:59.401265 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7912db63-d557-4e4e-9b48-d90346e2a9f8 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:27:59.423273 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 7912db63-d557-4e4e-9b48-d90346e2a9f8 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:27:59.423877 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7912db63-d557-4e4e-9b48-d90346e2a9f8 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:27:59.446405 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-72f208a5-f68b-4524-a5e8-51b84c5496df tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] For port 9ddb42ea-684f-4a09-8432-d150920e9923, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9ddb42ea-684f-4a09-8432-d150920e9923,segment=NetworkSegment(029c7b3b-7e92-443d-8510-3ae1372212ee),segment_id=029c7b3b-7e92-443d-8510-3ae1372212ee)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:59.446778 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-72f208a5-f68b-4524-a5e8-51b84c5496df tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:59.460602 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-72f208a5-f68b-4524-a5e8-51b84c5496df tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Calling delete_port for 9ddb42ea-684f-4a09-8432-d150920e9923 owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:27:59.642383 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-72f208a5-f68b-4524-a5e8-51b84c5496df tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:59.670211 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f208a5-f68b-4524-a5e8-51b84c5496df tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Port': ['ID=9ddb42ea-684f-4a09-8432-d150920e9923,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:59.703063 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f208a5-f68b-4524-a5e8-51b84c5496df tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:59.703718 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f208a5-f68b-4524-a5e8-51b84c5496df tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:59.703993 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f208a5-f68b-4524-a5e8-51b84c5496df tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:59.704404 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f208a5-f68b-4524-a5e8-51b84c5496df tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:59.704828 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f208a5-f68b-4524-a5e8-51b84c5496df tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:59.705283 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f208a5-f68b-4524-a5e8-51b84c5496df tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:59.705701 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f208a5-f68b-4524-a5e8-51b84c5496df tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:59.706100 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f208a5-f68b-4524-a5e8-51b84c5496df tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:59.706501 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f208a5-f68b-4524-a5e8-51b84c5496df tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:59.706901 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f208a5-f68b-4524-a5e8-51b84c5496df tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:59.707298 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f208a5-f68b-4524-a5e8-51b84c5496df tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:59.707694 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f208a5-f68b-4524-a5e8-51b84c5496df tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:59.797585 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-72f208a5-f68b-4524-a5e8-51b84c5496df tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:59.973206 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f208a5-f68b-4524-a5e8-51b84c5496df tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Router 1d5caa75-b61d-4285-945c-24109244ab54 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:28:00.051922 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f208a5-f68b-4524-a5e8-51b84c5496df tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:28:00.060351 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38082) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:00.061001 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-72f208a5-f68b-4524-a5e8-51b84c5496df tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "PUT /v2.0/routers/1d5caa75-b61d-4285-945c-24109244ab54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3571990 Aug 17 00:28:00.069196 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f8d83c-66b2-46af-8a39-25a6532b922d None None] Sync routers for ids ['1d5caa75-b61d-4285-945c-24109244ab54'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:28:00.080476 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f8d83c-66b2-46af-8a39-25a6532b922d None None] Routers {'1d5caa75-b61d-4285-945c-24109244ab54'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:28:00.081433 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-20f8d83c-66b2-46af-8a39-25a6532b922d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1d5caa75-b61d-4285-945c-24109244ab54'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:28:00.126869 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e163ed-373f-4d03-af0a-886ed762e38c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Deleting subnet 2321110b-29fa-4ba7-8fcb-582ee77274fb {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:28:00.130171 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-17e163ed-373f-4d03-af0a-886ed762e38c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:00.156544 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-20f8d83c-66b2-46af-8a39-25a6532b922d None None] Set router 1d5caa75-b61d-4285-945c-24109244ab54 gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:28:00.174799 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-17e163ed-373f-4d03-af0a-886ed762e38c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:00.226338 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-20f8d83c-66b2-46af-8a39-25a6532b922d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:59Z', 'revision_number': 11, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:28:00.257563 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f8d83c-66b2-46af-8a39-25a6532b922d None None] Checking router: 1d5caa75-b61d-4285-945c-24109244ab54 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:28:00.266938 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f8d83c-66b2-46af-8a39-25a6532b922d None None] Routers {'1d5caa75-b61d-4285-945c-24109244ab54'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:28:00.267564 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-20f8d83c-66b2-46af-8a39-25a6532b922d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1d5caa75-b61d-4285-945c-24109244ab54'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:28:00.267696 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-17e163ed-373f-4d03-af0a-886ed762e38c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:00.350591 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-20f8d83c-66b2-46af-8a39-25a6532b922d None None] Set router 1d5caa75-b61d-4285-945c-24109244ab54 gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:28:00.351168 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-17e163ed-373f-4d03-af0a-886ed762e38c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:00.407029 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-17e163ed-373f-4d03-af0a-886ed762e38c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:00.407537 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-20f8d83c-66b2-46af-8a39-25a6532b922d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:59Z', 'revision_number': 11, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:28:00.409083 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-17e163ed-373f-4d03-af0a-886ed762e38c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/subnets/2321110b-29fa-4ba7-8fcb-582ee77274fb HTTP/1.1" status: 204 len: 168 time: 0.3473339 Aug 17 00:28:00.410306 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e163ed-373f-4d03-af0a-886ed762e38c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Subnet': ['ID=2321110b-29fa-4ba7-8fcb-582ee77274fb,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:00.410629 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d49c3f-e809-405b-beef-01fd164db0f7 None None] Network e5df118c-3ed0-4833-96dc-08998994458f requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:28:00.412026 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38086) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:00.460238 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f8d83c-66b2-46af-8a39-25a6532b922d None None] The sync data for ids ['1d5caa75-b61d-4285-945c-24109244ab54'] in n-d-800088-20 is: [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:59Z', 'revision_number': 11, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:28:00.519247 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-59bdca1e-8200-470c-9ade-fce836830a9c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:00.586708 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-59bdca1e-8200-470c-9ade-fce836830a9c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Deleting port e5884a55-70ff-4a1c-b3f7-3bcf68edaa30 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:28:00.587060 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-59bdca1e-8200-470c-9ade-fce836830a9c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:00.833949 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5caa65-dbd6-498b-a128-424fc9e25e1b None None] DHCP port deletion for e5df118c-3ed0-4833-96dc-08998994458f request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:28:00.898462 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-3b5caa65-dbd6-498b-a128-424fc9e25e1b None None] Deleting port e5884a55-70ff-4a1c-b3f7-3bcf68edaa30 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:28:00.898952 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3b5caa65-dbd6-498b-a128-424fc9e25e1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:00.986332 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-3b5caa65-dbd6-498b-a128-424fc9e25e1b None None] For port e5884a55-70ff-4a1c-b3f7-3bcf68edaa30, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e5884a55-70ff-4a1c-b3f7-3bcf68edaa30,segment=NetworkSegment(029c7b3b-7e92-443d-8510-3ae1372212ee),segment_id=029c7b3b-7e92-443d-8510-3ae1372212ee)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:28:00.986756 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3b5caa65-dbd6-498b-a128-424fc9e25e1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:01.016975 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-3b5caa65-dbd6-498b-a128-424fc9e25e1b None None] Calling delete_port for e5884a55-70ff-4a1c-b3f7-3bcf68edaa30 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:28:01.026107 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-59bdca1e-8200-470c-9ade-fce836830a9c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] For port e5884a55-70ff-4a1c-b3f7-3bcf68edaa30, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e5884a55-70ff-4a1c-b3f7-3bcf68edaa30,segment=NetworkSegment(029c7b3b-7e92-443d-8510-3ae1372212ee),segment_id=029c7b3b-7e92-443d-8510-3ae1372212ee)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:28:01.026674 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-59bdca1e-8200-470c-9ade-fce836830a9c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:01.051470 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-59bdca1e-8200-470c-9ade-fce836830a9c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Calling delete_port for e5884a55-70ff-4a1c-b3f7-3bcf68edaa30 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:28:01.149657 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3b5caa65-dbd6-498b-a128-424fc9e25e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:01.170125 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5caa65-dbd6-498b-a128-424fc9e25e1b None None] No DVR routers for this DVR port e5884a55-70ff-4a1c-b3f7-3bcf68edaa30 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:28:01.175864 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-59bdca1e-8200-470c-9ade-fce836830a9c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:01.206144 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5caa65-dbd6-498b-a128-424fc9e25e1b None None] Pushing event deleted for resources: {'Port': ['ID=e5884a55-70ff-4a1c-b3f7-3bcf68edaa30,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:01.228294 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdca1e-8200-470c-9ade-fce836830a9c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Port': ['ID=e5884a55-70ff-4a1c-b3f7-3bcf68edaa30,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:01.230125 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bdca1e-8200-470c-9ade-fce836830a9c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] No DVR routers for this DVR port e5884a55-70ff-4a1c-b3f7-3bcf68edaa30 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:28:01.336001 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-59bdca1e-8200-470c-9ade-fce836830a9c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:01.349775 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-59bdca1e-8200-470c-9ade-fce836830a9c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5df118c-3ed0-4833-96dc-08998994458f']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:28:01.362234 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9ddb42ea-684f-4a09-8432-d150920e9923 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:28:01.364094 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-59bdca1e-8200-470c-9ade-fce836830a9c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029c7b3b-7e92-443d-8510-3ae1372212ee') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:28:01.364494 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-59bdca1e-8200-470c-9ade-fce836830a9c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029c7b3b-7e92-443d-8510-3ae1372212ee') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:28:01.380788 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-59bdca1e-8200-470c-9ade-fce836830a9c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:01.382424 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 9ddb42ea-684f-4a09-8432-d150920e9923 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:28:01.382776 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9ddb42ea-684f-4a09-8432-d150920e9923 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:28:01.383190 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e5884a55-70ff-4a1c-b3f7-3bcf68edaa30 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:28:01.398939 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-59bdca1e-8200-470c-9ade-fce836830a9c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:01.402447 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: e5884a55-70ff-4a1c-b3f7-3bcf68edaa30 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:28:01.402782 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e5884a55-70ff-4a1c-b3f7-3bcf68edaa30 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:28:01.408536 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59bdca1e-8200-470c-9ade-fce836830a9c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:28:01.409821 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-59bdca1e-8200-470c-9ade-fce836830a9c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: self.session.flush() Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: self.session.flush() Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: self.session.flush() Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: self.session.flush() Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:28:01.417638 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:28:01.495534 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-59bdca1e-8200-470c-9ade-fce836830a9c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:01.502870 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-59bdca1e-8200-470c-9ade-fce836830a9c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:01.508218 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-59bdca1e-8200-470c-9ade-fce836830a9c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/networks/e5df118c-3ed0-4833-96dc-08998994458f HTTP/1.1" status: 204 len: 168 time: 1.0917599 Aug 17 00:28:01.508218 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38096) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:01.512139 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-465d1517-f439-4c55-90ab-a02d64e2bd26 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'router': {'routes': None}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:01.525484 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdca1e-8200-470c-9ade-fce836830a9c tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Pushing event deleted for resources: {'Network': ['ID=e5df118c-3ed0-4833-96dc-08998994458f,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:01.710593 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.extraroute_db [None req-465d1517-f439-4c55-90ab-a02d64e2bd26 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Added routes are [] {{(pid=101403) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 17 00:28:01.710902 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.extraroute_db [None req-465d1517-f439-4c55-90ab-a02d64e2bd26 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Removed routes are [] {{(pid=101403) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 17 00:28:01.711298 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-465d1517-f439-4c55-90ab-a02d64e2bd26 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126458'] for router, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:01.857990 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-465d1517-f439-4c55-90ab-a02d64e2bd26 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126458'] for router, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:01.862208 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-465d1517-f439-4c55-90ab-a02d64e2bd26 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635776'] for router, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:01.945812 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465d1517-f439-4c55-90ab-a02d64e2bd26 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Router 1d5caa75-b61d-4285-945c-24109244ab54 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:28:02.025339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465d1517-f439-4c55-90ab-a02d64e2bd26 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:28:02.036737 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f73c87e-d5b0-447f-859b-67260467985d None None] Sync routers for ids ['1d5caa75-b61d-4285-945c-24109244ab54'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:28:02.040692 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-465d1517-f439-4c55-90ab-a02d64e2bd26 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:02.042822 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-465d1517-f439-4c55-90ab-a02d64e2bd26 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "PUT /v2.0/routers/1d5caa75-b61d-4285-945c-24109244ab54 HTTP/1.1" status: 200 len: 704 time: 0.5341651 Aug 17 00:28:02.046667 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38098) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:02.051702 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f73c87e-d5b0-447f-859b-67260467985d None None] Routers {'1d5caa75-b61d-4285-945c-24109244ab54'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:28:02.052669 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1f73c87e-d5b0-447f-859b-67260467985d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1d5caa75-b61d-4285-945c-24109244ab54'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:28:02.081409 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-aee2a2db-5b73-4d5f-aabd-7d4bdb5c52a8 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d5caa75-b61d-4285-945c-24109244ab54 HTTP/1.1" status: 200 len: 205 time: 0.0333517 Aug 17 00:28:02.084023 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38100) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:02.140184 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-1f73c87e-d5b0-447f-859b-67260467985d None None] Set router 1d5caa75-b61d-4285-945c-24109244ab54 gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:28:02.173617 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-84857ef9-5684-421d-91cc-6aa41b45678f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:02.197082 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1f73c87e-d5b0-447f-859b-67260467985d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:59Z', 'revision_number': 11, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:28:02.231427 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f73c87e-d5b0-447f-859b-67260467985d None None] Checking router: 1d5caa75-b61d-4285-945c-24109244ab54 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:28:02.241653 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f73c87e-d5b0-447f-859b-67260467985d None None] Routers {'1d5caa75-b61d-4285-945c-24109244ab54'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:28:02.242515 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1f73c87e-d5b0-447f-859b-67260467985d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['1d5caa75-b61d-4285-945c-24109244ab54'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:28:02.321765 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-1f73c87e-d5b0-447f-859b-67260467985d None None] Set router 1d5caa75-b61d-4285-945c-24109244ab54 gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:28:02.375955 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1f73c87e-d5b0-447f-859b-67260467985d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:59Z', 'revision_number': 11, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:28:02.518515 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f73c87e-d5b0-447f-859b-67260467985d None None] The sync data for ids ['1d5caa75-b61d-4285-945c-24109244ab54'] in n-d-800088-20 is: [{'id': '1d5caa75-b61d-4285-945c-24109244ab54', 'name': 'tempest-RoutersIpV6Test-router-151795291', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:27:35Z', 'updated_at': '2021-08-17T00:27:59Z', 'revision_number': 11, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:28:02.723731 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-84857ef9-5684-421d-91cc-6aa41b45678f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:02.725907 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-84857ef9-5684-421d-91cc-6aa41b45678f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:02.770200 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-84857ef9-5684-421d-91cc-6aa41b45678f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:02.770822 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84857ef9-5684-421d-91cc-6aa41b45678f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Fanout notify agent at l3_agent the message router_deleted on router 1d5caa75-b61d-4285-945c-24109244ab54 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:28:02.777966 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-84857ef9-5684-421d-91cc-6aa41b45678f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:02.784700 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-84857ef9-5684-421d-91cc-6aa41b45678f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/routers/1d5caa75-b61d-4285-945c-24109244ab54 HTTP/1.1" status: 204 len: 168 time: 0.6947482 Aug 17 00:28:02.786009 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38104) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:02.790957 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-8caa231d-4335-4f19-a9ac-d4fa42ccfcaf tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1752424903', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:02.815675 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8caa231d-4335-4f19-a9ac-d4fa42ccfcaf tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:02.816865 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8caa231d-4335-4f19-a9ac-d4fa42ccfcaf tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:02.873277 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8caa231d-4335-4f19-a9ac-d4fa42ccfcaf tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:02.878279 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8caa231d-4335-4f19-a9ac-d4fa42ccfcaf tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:02.896144 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8caa231d-4335-4f19-a9ac-d4fa42ccfcaf tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:02.897388 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8caa231d-4335-4f19-a9ac-d4fa42ccfcaf tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1101220 Aug 17 00:28:02.900164 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38106) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:02.904807 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-f0d6f523-5a2f-4f74-a037-fe22188b8545 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:03.119012 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f0d6f523-5a2f-4f74-a037-fe22188b8545 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126458'] for router, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:03.132838 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f0d6f523-5a2f-4f74-a037-fe22188b8545 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635776'] for router, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:03.231862 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d6f523-5a2f-4f74-a037-fe22188b8545 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Router 8926602e-fa24-4d8e-8d4b-b62931042346 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:28:03.305522 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d6f523-5a2f-4f74-a037-fe22188b8545 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:28:03.312786 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f0d6f523-5a2f-4f74-a037-fe22188b8545 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:03.316416 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ca0e0-496d-4105-92b9-d5b861a22973 None None] Sync routers for ids ['8926602e-fa24-4d8e-8d4b-b62931042346'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:28:03.316919 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38108) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:03.317348 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f0d6f523-5a2f-4f74-a037-fe22188b8545 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "PUT /v2.0/routers/8926602e-fa24-4d8e-8d4b-b62931042346 HTTP/1.1" status: 200 len: 698 time: 0.4155600 Aug 17 00:28:03.328273 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167ca0e0-496d-4105-92b9-d5b861a22973 None None] Routers {'8926602e-fa24-4d8e-8d4b-b62931042346'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:28:03.329336 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-167ca0e0-496d-4105-92b9-d5b861a22973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['8926602e-fa24-4d8e-8d4b-b62931042346'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:28:03.397931 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5bb85f0b-0516-40ef-96fe-5c3f5aea6fbd tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "GET /v2.0/routers/8926602e-fa24-4d8e-8d4b-b62931042346 HTTP/1.1" status: 200 len: 704 time: 0.0800371 Aug 17 00:28:03.400528 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38110) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:03.408736 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-167ca0e0-496d-4105-92b9-d5b861a22973 None None] Set router 8926602e-fa24-4d8e-8d4b-b62931042346 gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:28:03.430341 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-33a64381-7f6a-46c6-9d05-296907b29c76 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "GET /v2.0/ports?device_id=8926602e-fa24-4d8e-8d4b-b62931042346 HTTP/1.1" status: 200 len: 205 time: 0.0264006 Aug 17 00:28:03.431542 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38112) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:03.466778 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-167ca0e0-496d-4105-92b9-d5b861a22973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8926602e-fa24-4d8e-8d4b-b62931042346', 'name': 'tempest-RoutersIpV6Test-router-1752424903', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:28:02Z', 'updated_at': '2021-08-17T00:28:03Z', 'revision_number': 2, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:28:03.493834 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ca0e0-496d-4105-92b9-d5b861a22973 None None] Checking router: 8926602e-fa24-4d8e-8d4b-b62931042346 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:28:03.502769 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167ca0e0-496d-4105-92b9-d5b861a22973 None None] Routers {'8926602e-fa24-4d8e-8d4b-b62931042346'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:28:03.503387 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-167ca0e0-496d-4105-92b9-d5b861a22973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:27:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['8926602e-fa24-4d8e-8d4b-b62931042346'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:28:03.509222 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a7b8579e-a4cf-4241-90a1-c6e8369f05bb tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:03.575878 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-167ca0e0-496d-4105-92b9-d5b861a22973 None None] Set router 8926602e-fa24-4d8e-8d4b-b62931042346 gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:28:03.634385 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-167ca0e0-496d-4105-92b9-d5b861a22973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8926602e-fa24-4d8e-8d4b-b62931042346', 'name': 'tempest-RoutersIpV6Test-router-1752424903', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:28:02Z', 'updated_at': '2021-08-17T00:28:03Z', 'revision_number': 2, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:28:03.661533 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ca0e0-496d-4105-92b9-d5b861a22973 None None] The sync data for ids ['8926602e-fa24-4d8e-8d4b-b62931042346'] in n-d-800088-20 is: [{'id': '8926602e-fa24-4d8e-8d4b-b62931042346', 'name': 'tempest-RoutersIpV6Test-router-1752424903', 'tenant_id': '2c9d21c455d9495dbffe07acfee19b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:28:02Z', 'updated_at': '2021-08-17T00:28:03Z', 'revision_number': 2, 'project_id': '2c9d21c455d9495dbffe07acfee19b72', 'gw_port_host': None}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:28:03.678545 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a7b8579e-a4cf-4241-90a1-c6e8369f05bb tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:03.681551 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a7b8579e-a4cf-4241-90a1-c6e8369f05bb tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:03.733843 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a7b8579e-a4cf-4241-90a1-c6e8369f05bb tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:03.734533 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b8579e-a4cf-4241-90a1-c6e8369f05bb tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Fanout notify agent at l3_agent the message router_deleted on router 8926602e-fa24-4d8e-8d4b-b62931042346 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:28:03.742399 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a7b8579e-a4cf-4241-90a1-c6e8369f05bb tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:03.743723 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a7b8579e-a4cf-4241-90a1-c6e8369f05bb tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/routers/8926602e-fa24-4d8e-8d4b-b62931042346 HTTP/1.1" status: 204 len: 168 time: 0.3111398 Aug 17 00:28:03.747364 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38118) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:03.828435 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a684f4a1-07f4-47f9-86c5-d552109138fe tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "GET /v2.0/ports?device_id=8926602e-fa24-4d8e-8d4b-b62931042346 HTTP/1.1" status: 200 len: 205 time: 0.0798535 Aug 17 00:28:03.830955 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38122) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:03.881581 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-cb34cba4-dfd9-4085-8140-a10c886c7c7e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] delete failed (client error): The resource could not be found. Aug 17 00:28:03.884950 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cb34cba4-dfd9-4085-8140-a10c886c7c7e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/routers/8926602e-fa24-4d8e-8d4b-b62931042346 HTTP/1.1" status: 404 len: 336 time: 0.0505130 Aug 17 00:28:03.885730 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38124) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:03.916443 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17e59b3-45c6-4833-9cc1-5f1ddd1f9f4f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] DELETE failed (client error): The resource could not be found. Aug 17 00:28:03.916914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d17e59b3-45c6-4833-9cc1-5f1ddd1f9f4f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:28:03.921885 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d17e59b3-45c6-4833-9cc1-5f1ddd1f9f4f tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/subnets/eb8d1992-a563-4029-93ba-3f9d19a47a5f HTTP/1.1" status: 404 len: 337 time: 0.0316544 Aug 17 00:28:03.922274 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38126) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:03.954301 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-80df9611-ff15-451b-a0dd-df9383703024 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] DELETE failed (client error): The resource could not be found. Aug 17 00:28:03.954770 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80df9611-ff15-451b-a0dd-df9383703024 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:28:03.956802 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-80df9611-ff15-451b-a0dd-df9383703024 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/subnets/728a7c5d-8478-4723-a29d-23d762d981e9 HTTP/1.1" status: 404 len: 337 time: 0.0332749 Aug 17 00:28:03.959039 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38128) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:03.985824 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f5e69f-35ae-43a4-9614-b14e67ff7ed1 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] DELETE failed (client error): The resource could not be found. Aug 17 00:28:03.986288 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92f5e69f-35ae-43a4-9614-b14e67ff7ed1 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:28:03.990239 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-92f5e69f-35ae-43a4-9614-b14e67ff7ed1 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/subnets/003b493d-b88a-4844-bfd3-5893b4e4a47f HTTP/1.1" status: 404 len: 337 time: 0.0280576 Aug 17 00:28:03.990490 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38130) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:04.017394 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d420a48-1c65-4c32-94e8-fd8a65105b92 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] DELETE failed (client error): The resource could not be found. Aug 17 00:28:04.017773 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d420a48-1c65-4c32-94e8-fd8a65105b92 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:28:04.021978 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3d420a48-1c65-4c32-94e8-fd8a65105b92 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/subnets/2321110b-29fa-4ba7-8fcb-582ee77274fb HTTP/1.1" status: 404 len: 337 time: 0.0282669 Aug 17 00:28:04.022248 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38132) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:04.052905 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-50924777-cd58-43cb-9ae1-166258572922 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d5caa75-b61d-4285-945c-24109244ab54 HTTP/1.1" status: 200 len: 205 time: 0.0273955 Aug 17 00:28:04.053034 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38134) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:04.096275 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-9d0d3810-8add-4d4e-ad90-8547246ad8d0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] delete failed (client error): The resource could not be found. Aug 17 00:28:04.102245 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9d0d3810-8add-4d4e-ad90-8547246ad8d0 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/routers/1d5caa75-b61d-4285-945c-24109244ab54 HTTP/1.1" status: 404 len: 336 time: 0.0432508 Aug 17 00:28:04.103356 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38136) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:04.133588 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d62e3a37-9527-4a4c-b9d9-e24c868cc438 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "GET /v2.0/ports?device_id=26050133-3127-44cd-9d25-73d418bef3ab HTTP/1.1" status: 200 len: 205 time: 0.0292456 Aug 17 00:28:04.135774 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38138) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:04.173802 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-be45a42d-fc55-453f-ba3f-31eefc46e2b9 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] delete failed (client error): The resource could not be found. Aug 17 00:28:04.174850 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-be45a42d-fc55-453f-ba3f-31eefc46e2b9 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/routers/26050133-3127-44cd-9d25-73d418bef3ab HTTP/1.1" status: 404 len: 336 time: 0.0381839 Aug 17 00:28:04.177367 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38140) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:04.209908 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40019dc-7980-4000-a654-7787a70cb312 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] DELETE failed (client error): The resource could not be found. Aug 17 00:28:04.210374 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f40019dc-7980-4000-a654-7787a70cb312 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:28:04.213266 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f40019dc-7980-4000-a654-7787a70cb312 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/subnets/e0061cdd-9271-4153-996e-0b821699d2b6 HTTP/1.1" status: 404 len: 337 time: 0.0338736 Aug 17 00:28:04.214820 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38142) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:04.242176 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7309278e-8a59-4046-9e11-dbfd79a550cc tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d6ba663-19ed-45a5-abf7-ba24758678a3 HTTP/1.1" status: 200 len: 205 time: 0.0262816 Aug 17 00:28:04.244400 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38144) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:04.282671 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-3759ffcb-7aaa-4cdb-9b4e-f327867f3947 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] delete failed (client error): The resource could not be found. Aug 17 00:28:04.283596 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3759ffcb-7aaa-4cdb-9b4e-f327867f3947 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/routers/6d6ba663-19ed-45a5-abf7-ba24758678a3 HTTP/1.1" status: 404 len: 336 time: 0.0383148 Aug 17 00:28:04.286217 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38146) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:04.321163 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5aa57ec8-1623-48fd-b428-ea3711a173b4 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "GET /v2.0/ports?device_id=720a0f2a-c209-4b56-8ca3-4cfe6179ea11 HTTP/1.1" status: 200 len: 205 time: 0.0318856 Aug 17 00:28:04.321865 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38148) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:04.360439 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-861604df-2054-41ee-a364-3f1545510cde tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] delete failed (client error): The resource could not be found. Aug 17 00:28:04.361496 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-861604df-2054-41ee-a364-3f1545510cde tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/routers/720a0f2a-c209-4b56-8ca3-4cfe6179ea11 HTTP/1.1" status: 404 len: 336 time: 0.0390582 Aug 17 00:28:04.364061 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38150) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:04.391889 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d0c7bdd-cff3-483e-9572-b57139e08d9a tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] DELETE failed (client error): The resource could not be found. Aug 17 00:28:04.392359 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d0c7bdd-cff3-483e-9572-b57139e08d9a tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:28:04.394359 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4d0c7bdd-cff3-483e-9572-b57139e08d9a tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/subnets/236bfc8a-d576-48ea-8fa4-37e9577344ac HTTP/1.1" status: 404 len: 337 time: 0.0291684 Aug 17 00:28:04.396729 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38152) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:04.424470 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a512f011-2e33-43d8-8714-d43d5f05a9c5 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "GET /v2.0/ports?device_id=7832b420-0198-4aa5-9ba0-5eeedf08c2e3 HTTP/1.1" status: 200 len: 205 time: 0.0261400 Aug 17 00:28:04.426457 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38154) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:04.469597 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-e797b4e0-4dc1-4176-9944-0f0656e981e6 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] delete failed (client error): The resource could not be found. Aug 17 00:28:04.470638 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e797b4e0-4dc1-4176-9944-0f0656e981e6 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/routers/7832b420-0198-4aa5-9ba0-5eeedf08c2e3 HTTP/1.1" status: 404 len: 336 time: 0.0432820 Aug 17 00:28:04.473191 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38156) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:04.501875 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf4535b-7ece-417a-837b-9b827c06729b tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] DELETE failed (client error): The resource could not be found. Aug 17 00:28:04.502352 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf4535b-7ece-417a-837b-9b827c06729b tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:28:04.504094 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0cf4535b-7ece-417a-837b-9b827c06729b tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/subnets/24682d22-9c26-45da-acde-d2cd0738bb58 HTTP/1.1" status: 404 len: 337 time: 0.0299945 Aug 17 00:28:04.506947 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38158) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:04.536463 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d36345d1-b6dd-4743-b124-7bb5564736cc tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "GET /v2.0/ports?device_id=8450a4f3-77b0-4ecf-8b63-f5639ffe89c9 HTTP/1.1" status: 200 len: 205 time: 0.0261643 Aug 17 00:28:04.536674 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38160) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:04.578535 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-2593bf63-bf8a-4497-8da9-57c00c50fc57 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] delete failed (client error): The resource could not be found. Aug 17 00:28:04.579637 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2593bf63-bf8a-4497-8da9-57c00c50fc57 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/routers/8450a4f3-77b0-4ecf-8b63-f5639ffe89c9 HTTP/1.1" status: 404 len: 336 time: 0.0421064 Aug 17 00:28:04.582275 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38162) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:04.609281 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-606ec87b-fceb-4581-b633-e30842fa3c54 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] DELETE failed (client error): The resource could not be found. Aug 17 00:28:04.609741 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-606ec87b-fceb-4581-b633-e30842fa3c54 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:28:04.611452 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-606ec87b-fceb-4581-b633-e30842fa3c54 tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/subnets/5fc9cd1c-df2e-4595-ac3d-bab2adfc7b1c HTTP/1.1" status: 404 len: 337 time: 0.0282805 Aug 17 00:28:04.613973 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38164) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:04.641332 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a3f290-a683-492e-9a45-7971723b009e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] DELETE failed (client error): The resource could not be found. Aug 17 00:28:04.641804 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a3f290-a683-492e-9a45-7971723b009e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:28:04.643584 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e7a3f290-a683-492e-9a45-7971723b009e tempest-RoutersIpV6Test-1786163666 tempest-RoutersIpV6Test-1786163666-project] 10.222.0.60 "DELETE /v2.0/subnets/6ecdb30b-ab7d-4620-8bb6-f46279c97cf3 HTTP/1.1" status: 404 len: 337 time: 0.0287094 Aug 17 00:28:04.911906 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38172) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:05.049769 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a58cfbbb-2b53-4af0-a9ab-e80fbe1d7634 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2c9d21c455d9495dbffe07acfee19b72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365252 Aug 17 00:28:05.052064 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38176) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:05.102108 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2029a987-98d2-4035-83e6-d49bf8db77ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:05.124173 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2029a987-98d2-4035-83e6-d49bf8db77ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:05.170306 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2029a987-98d2-4035-83e6-d49bf8db77ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:05.172854 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2029a987-98d2-4035-83e6-d49bf8db77ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:05.174073 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2029a987-98d2-4035-83e6-d49bf8db77ea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/12302c44-e8b6-4490-b258-5da3b98b6c6c HTTP/1.1" status: 204 len: 168 time: 0.1210899 Aug 17 00:28:05.181688 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029a987-98d2-4035-83e6-d49bf8db77ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12302c44-e8b6-4490-b258-5da3b98b6c6c,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:05.820348 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38198) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:05.923406 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-b1efec9f-ad6c-43f7-989f-552d565519d4 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:05.924093 n-d-800088-20 neutron-server[101403]: WARNING neutron.api.v2.base [None req-b1efec9f-ad6c-43f7-989f-552d565519d4 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 17 00:28:05.924586 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-b1efec9f-ad6c-43f7-989f-552d565519d4 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] create failed (client error): There was a conflict when trying to complete your request. Aug 17 00:28:05.925596 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b1efec9f-ad6c-43f7-989f-552d565519d4 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1039631 Aug 17 00:28:05.929274 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38206) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:05.937943 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-ff123b19-57b5-40ee-a06a-a17faaf63318 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group': {'name': 'tempest-secgroup--1504029316'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:05.970044 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ff123b19-57b5-40ee-a06a-a17faaf63318 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:05.978127 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ff123b19-57b5-40ee-a06a-a17faaf63318 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:06.076324 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ff123b19-57b5-40ee-a06a-a17faaf63318 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:06.082400 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ff123b19-57b5-40ee-a06a-a17faaf63318 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:06.124101 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff123b19-57b5-40ee-a06a-a17faaf63318 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21545517-e499-4cc1-8cbe-95552667d800,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:06.180045 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ff123b19-57b5-40ee-a06a-a17faaf63318 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:06.184120 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ff123b19-57b5-40ee-a06a-a17faaf63318 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:06.202334 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38210) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:06.213472 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ff123b19-57b5-40ee-a06a-a17faaf63318 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:06.214684 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ff123b19-57b5-40ee-a06a-a17faaf63318 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2839496 Aug 17 00:28:06.216599 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff123b19-57b5-40ee-a06a-a17faaf63318 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a21996fb-8352-4972-a038-63fc0a257368,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:06.217839 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38214) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:06.224018 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-7a444d3e-9f49-4f05-9d23-ddd7968244f0 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group_rule': {'security_group_id': 'a21996fb-8352-4972-a038-63fc0a257368', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:06.252480 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7a444d3e-9f49-4f05-9d23-ddd7968244f0 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:06.315383 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7a444d3e-9f49-4f05-9d23-ddd7968244f0 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:06.321888 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7a444d3e-9f49-4f05-9d23-ddd7968244f0 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:06.355644 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-183d11cb-826e-412f-8f65-4f99461074b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:06.359303 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a444d3e-9f49-4f05-9d23-ddd7968244f0 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f62e1ab-5b8e-400d-9171-3f7052cbf476,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:06.367578 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7a444d3e-9f49-4f05-9d23-ddd7968244f0 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:06.368748 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7a444d3e-9f49-4f05-9d23-ddd7968244f0 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1485143 Aug 17 00:28:06.372335 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38216) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:06.377377 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-7756574a-1e4b-4716-9148-68f7bde64f08 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group_rule': {'security_group_id': 'a21996fb-8352-4972-a038-63fc0a257368', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:06.453535 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-183d11cb-826e-412f-8f65-4f99461074b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:06.457867 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-183d11cb-826e-412f-8f65-4f99461074b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:06.482639 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7756574a-1e4b-4716-9148-68f7bde64f08 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:06.497701 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-183d11cb-826e-412f-8f65-4f99461074b3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a8b2c7392f114f94928c01627d63a67e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931798 Aug 17 00:28:06.498576 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d11cb-826e-412f-8f65-4f99461074b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5640b697-1cb1-45f9-8209-2d8cc856940a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:06.500887 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38218) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:06.557141 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-7756574a-1e4b-4716-9148-68f7bde64f08 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] create failed (client error): There was a conflict when trying to complete your request. Aug 17 00:28:06.558107 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7756574a-1e4b-4716-9148-68f7bde64f08 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1844597 Aug 17 00:28:06.562219 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38220) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:06.570120 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8f86dbe8-191d-45a5-a2e6-c20b5ca762a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:06.592090 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8f86dbe8-191d-45a5-a2e6-c20b5ca762a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:06.616421 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b6e7adc-b37d-4906-a7e4-2a49190f1e93 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:06.639763 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b6e7adc-b37d-4906-a7e4-2a49190f1e93 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:06.642324 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8f86dbe8-191d-45a5-a2e6-c20b5ca762a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:06.645075 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8f86dbe8-191d-45a5-a2e6-c20b5ca762a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:06.646239 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8f86dbe8-191d-45a5-a2e6-c20b5ca762a9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5640b697-1cb1-45f9-8209-2d8cc856940a HTTP/1.1" status: 204 len: 168 time: 0.1443810 Aug 17 00:28:06.654924 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86dbe8-191d-45a5-a2e6-c20b5ca762a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5640b697-1cb1-45f9-8209-2d8cc856940a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:06.694521 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b6e7adc-b37d-4906-a7e4-2a49190f1e93 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:06.697223 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5b6e7adc-b37d-4906-a7e4-2a49190f1e93 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:06.701606 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5b6e7adc-b37d-4906-a7e4-2a49190f1e93 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "DELETE /v2.0/security-groups/a21996fb-8352-4972-a038-63fc0a257368 HTTP/1.1" status: 204 len: 168 time: 0.1380188 Aug 17 00:28:06.702047 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38224) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:06.713088 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e7adc-b37d-4906-a7e4-2a49190f1e93 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21996fb-8352-4972-a038-63fc0a257368,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:06.765666 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-22a4caa4-9b36-4d1c-a29c-43c89549fb05 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0623496 Aug 17 00:28:06.768660 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38226) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:06.776059 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-01d63b74-89ae-49e1-bd51-515abc9f0a6d tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427281041'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:06.798591 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01d63b74-89ae-49e1-bd51-515abc9f0a6d tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:06.888479 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01d63b74-89ae-49e1-bd51-515abc9f0a6d tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:06.892456 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01d63b74-89ae-49e1-bd51-515abc9f0a6d tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:06.919582 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01d63b74-89ae-49e1-bd51-515abc9f0a6d tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:06.920891 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-01d63b74-89ae-49e1-bd51-515abc9f0a6d tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1511204 Aug 17 00:28:06.924042 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38230) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:06.925792 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d63b74-89ae-49e1-bd51-515abc9f0a6d tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0841003-45e8-45b1-bca0-956eb0a44c86,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:06.931998 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-490a5cd1-c864-4aa5-81ee-59e6b8d4da6b tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group_rule': {'security_group_id': 'f0841003-45e8-45b1-bca0-956eb0a44c86', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:06.933238 n-d-800088-20 neutron-server[101403]: WARNING neutron.api.v2.base [None req-490a5cd1-c864-4aa5-81ee-59e6b8d4da6b tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 17 00:28:06.933754 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-490a5cd1-c864-4aa5-81ee-59e6b8d4da6b tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:28:06.937397 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-490a5cd1-c864-4aa5-81ee-59e6b8d4da6b tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0092390 Aug 17 00:28:06.938575 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38232) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:06.943254 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38234) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:06.957313 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3f1b34e7-3575-4f99-92b6-eb1514359d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:06.994244 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-71d342ef-6d6b-4a8c-b95d-52536d756a58 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:07.018206 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-71d342ef-6d6b-4a8c-b95d-52536d756a58 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:07.048536 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3f1b34e7-3575-4f99-92b6-eb1514359d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:07.054087 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3f1b34e7-3575-4f99-92b6-eb1514359d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:07.058958 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-71d342ef-6d6b-4a8c-b95d-52536d756a58 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:07.062182 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-71d342ef-6d6b-4a8c-b95d-52536d756a58 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:07.063322 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-71d342ef-6d6b-4a8c-b95d-52536d756a58 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "DELETE /v2.0/security-groups/f0841003-45e8-45b1-bca0-956eb0a44c86 HTTP/1.1" status: 204 len: 168 time: 0.1237533 Aug 17 00:28:07.066538 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38236) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:07.080538 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d342ef-6d6b-4a8c-b95d-52536d756a58 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0841003-45e8-45b1-bca0-956eb0a44c86,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:07.096452 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38238) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:07.097240 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3f1b34e7-3575-4f99-92b6-eb1514359d07 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b71357ac03684c33b7daea5b59655ac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1528320 Aug 17 00:28:07.098515 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b34e7-3575-4f99-92b6-eb1514359d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4aa34d-43cb-46db-89f3-eeeff0be8027,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:07.151766 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b1d558fa-b221-41a0-a289-03d1156cf1c9 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0829725 Aug 17 00:28:07.155763 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38240) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:07.161469 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-7c7e0676-93db-420d-84f0-0fc79e61a397 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group': {'name': 'tempest-secgroup--1334043289'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:07.175693 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d26f59d5-15aa-4d85-a30c-7d8194925088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:07.183568 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c7e0676-93db-420d-84f0-0fc79e61a397 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:07.198038 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d26f59d5-15aa-4d85-a30c-7d8194925088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:07.246033 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d26f59d5-15aa-4d85-a30c-7d8194925088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:07.248529 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d26f59d5-15aa-4d85-a30c-7d8194925088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:07.249866 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d26f59d5-15aa-4d85-a30c-7d8194925088 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9a4aa34d-43cb-46db-89f3-eeeff0be8027 HTTP/1.1" status: 204 len: 168 time: 0.1516399 Aug 17 00:28:07.258438 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f59d5-15aa-4d85-a30c-7d8194925088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4aa34d-43cb-46db-89f3-eeeff0be8027,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:07.269580 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c7e0676-93db-420d-84f0-0fc79e61a397 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:07.274893 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c7e0676-93db-420d-84f0-0fc79e61a397 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:07.304535 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e0676-93db-420d-84f0-0fc79e61a397 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f10593bd-9db6-4374-bdf6-eb862e3fb71c,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:07.307172 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7c7e0676-93db-420d-84f0-0fc79e61a397 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:07.311679 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7c7e0676-93db-420d-84f0-0fc79e61a397 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1514857 Aug 17 00:28:07.311833 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38244) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:07.316275 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-2412100e-ab5e-48da-8eae-3f41b464a1f3 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group_rule': {'security_group_id': 'f10593bd-9db6-4374-bdf6-eb862e3fb71c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:07.316829 n-d-800088-20 neutron-server[101402]: WARNING neutron.api.v2.base [None req-2412100e-ab5e-48da-8eae-3f41b464a1f3 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 17 00:28:07.317445 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-2412100e-ab5e-48da-8eae-3f41b464a1f3 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:28:07.318275 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2412100e-ab5e-48da-8eae-3f41b464a1f3 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0055420 Aug 17 00:28:07.320893 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38246) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:07.378638 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bf0b8977-b9ce-4aed-9a16-cc0361f0c1bd tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:07.401010 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bf0b8977-b9ce-4aed-9a16-cc0361f0c1bd tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:07.448070 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bf0b8977-b9ce-4aed-9a16-cc0361f0c1bd tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:07.451415 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bf0b8977-b9ce-4aed-9a16-cc0361f0c1bd tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:07.452674 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bf0b8977-b9ce-4aed-9a16-cc0361f0c1bd tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "DELETE /v2.0/security-groups/f10593bd-9db6-4374-bdf6-eb862e3fb71c HTTP/1.1" status: 204 len: 168 time: 0.1308358 Aug 17 00:28:07.455473 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38250) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:07.462482 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b8977-b9ce-4aed-9a16-cc0361f0c1bd tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10593bd-9db6-4374-bdf6-eb862e3fb71c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:07.509616 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3388f3b9-6ad3-438a-ae7b-1d27ac7e63ce tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0526564 Aug 17 00:28:07.513770 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38252) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:07.518156 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-a58bf620-bc19-47a3-bfb8-22ddfbe1dfce tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group': {'name': 'tempest-secgroup--1655747374'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:07.540822 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a58bf620-bc19-47a3-bfb8-22ddfbe1dfce tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:07.625094 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a58bf620-bc19-47a3-bfb8-22ddfbe1dfce tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:07.630558 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a58bf620-bc19-47a3-bfb8-22ddfbe1dfce tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:07.661774 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a58bf620-bc19-47a3-bfb8-22ddfbe1dfce tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:07.663009 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a58bf620-bc19-47a3-bfb8-22ddfbe1dfce tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1482248 Aug 17 00:28:07.665809 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38262) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:07.670835 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-0a738e24-0b0b-47e8-b6d7-2a383b933211 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group_rule': {'security_group_id': '7b5b7b4d-50b0-4feb-b1cf-4058afcce434', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:07.671926 n-d-800088-20 neutron-server[101403]: WARNING neutron.api.v2.base [None req-0a738e24-0b0b-47e8-b6d7-2a383b933211 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 17 00:28:07.672428 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-0a738e24-0b0b-47e8-b6d7-2a383b933211 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:28:07.673388 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0a738e24-0b0b-47e8-b6d7-2a383b933211 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066428 Aug 17 00:28:07.675761 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38264) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:07.679815 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-86fb09d9-d01c-4574-9c1e-f3fd28f28232 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group_rule': {'security_group_id': '7b5b7b4d-50b0-4feb-b1cf-4058afcce434', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:07.680441 n-d-800088-20 neutron-server[101403]: WARNING neutron.api.v2.base [None req-86fb09d9-d01c-4574-9c1e-f3fd28f28232 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 17 00:28:07.680902 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-86fb09d9-d01c-4574-9c1e-f3fd28f28232 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:28:07.681840 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-86fb09d9-d01c-4574-9c1e-f3fd28f28232 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0052259 Aug 17 00:28:07.682622 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58bf620-bc19-47a3-bfb8-22ddfbe1dfce tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5b7b4d-50b0-4feb-b1cf-4058afcce434,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:07.686108 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38266) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:07.692163 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-e651ed21-705d-4809-867c-04363037801e tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group_rule': {'security_group_id': '7b5b7b4d-50b0-4feb-b1cf-4058afcce434', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:07.693596 n-d-800088-20 neutron-server[101402]: WARNING neutron.api.v2.base [None req-e651ed21-705d-4809-867c-04363037801e tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 17 00:28:07.694325 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-e651ed21-705d-4809-867c-04363037801e tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:28:07.695393 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e651ed21-705d-4809-867c-04363037801e tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081127 Aug 17 00:28:07.698075 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38268) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:07.703384 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-854f38dc-501b-46b9-8640-aa07683ae6e6 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group_rule': {'security_group_id': '7b5b7b4d-50b0-4feb-b1cf-4058afcce434', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:07.704254 n-d-800088-20 neutron-server[101402]: WARNING neutron.api.v2.base [None req-854f38dc-501b-46b9-8640-aa07683ae6e6 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 17 00:28:07.704732 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-854f38dc-501b-46b9-8640-aa07683ae6e6 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:28:07.705726 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-854f38dc-501b-46b9-8640-aa07683ae6e6 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067484 Aug 17 00:28:07.708205 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38270) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:07.761924 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-efbeb8d2-0830-4649-b83f-feba9bb9b2f8 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:07.784281 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-efbeb8d2-0830-4649-b83f-feba9bb9b2f8 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:07.827094 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-efbeb8d2-0830-4649-b83f-feba9bb9b2f8 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:07.829688 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-efbeb8d2-0830-4649-b83f-feba9bb9b2f8 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:07.830995 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-efbeb8d2-0830-4649-b83f-feba9bb9b2f8 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "DELETE /v2.0/security-groups/7b5b7b4d-50b0-4feb-b1cf-4058afcce434 HTTP/1.1" status: 204 len: 168 time: 0.1219041 Aug 17 00:28:07.833772 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38278) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:07.841067 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbeb8d2-0830-4649-b83f-feba9bb9b2f8 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5b7b4d-50b0-4feb-b1cf-4058afcce434,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:07.884678 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-31f1d86f-5bbb-4571-a484-0c1fa3a89032 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0496087 Aug 17 00:28:07.889258 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38282) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:07.894090 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-93440674-8bb0-4e4b-b2ff-c64c15587efb tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group': {'name': 'tempest-secgroup--962463713'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:07.917461 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-93440674-8bb0-4e4b-b2ff-c64c15587efb tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:08.002022 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-93440674-8bb0-4e4b-b2ff-c64c15587efb tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:08.005969 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-93440674-8bb0-4e4b-b2ff-c64c15587efb tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:08.033089 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-93440674-8bb0-4e4b-b2ff-c64c15587efb tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:08.034333 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-93440674-8bb0-4e4b-b2ff-c64c15587efb tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1439967 Aug 17 00:28:08.037591 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38288) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:08.038868 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93440674-8bb0-4e4b-b2ff-c64c15587efb tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=261aa3d3-1261-4723-ac82-117738a6033d,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:08.049003 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-f0916bc8-0a01-4cac-94a2-d716c55193c1 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group_rule': {'security_group_id': '261aa3d3-1261-4723-ac82-117738a6033d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:08.050249 n-d-800088-20 neutron-server[101403]: WARNING neutron.api.v2.base [None req-f0916bc8-0a01-4cac-94a2-d716c55193c1 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 17 00:28:08.051029 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-f0916bc8-0a01-4cac-94a2-d716c55193c1 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:28:08.052724 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f0916bc8-0a01-4cac-94a2-d716c55193c1 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0130284 Aug 17 00:28:08.055811 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38290) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:08.068591 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-6357af32-e664-48d4-aa65-f2f42a2db37c tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group_rule': {'security_group_id': '261aa3d3-1261-4723-ac82-117738a6033d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:08.118924 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-6357af32-e664-48d4-aa65-f2f42a2db37c tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:28:08.120342 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6357af32-e664-48d4-aa65-f2f42a2db37c tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0633006 Aug 17 00:28:08.124366 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38292) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:08.129470 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-180871c9-5a3e-47a1-a4fe-6b7f3875a476 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group_rule': {'security_group_id': '261aa3d3-1261-4723-ac82-117738a6033d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:08.131119 n-d-800088-20 neutron-server[101402]: WARNING neutron.api.v2.base [None req-180871c9-5a3e-47a1-a4fe-6b7f3875a476 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 17 00:28:08.131712 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-180871c9-5a3e-47a1-a4fe-6b7f3875a476 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:28:08.132796 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-180871c9-5a3e-47a1-a4fe-6b7f3875a476 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072854 Aug 17 00:28:08.135781 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38294) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:08.141078 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-cf726836-6f0c-4bae-b7e1-0e5ee9ed4564 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group_rule': {'security_group_id': '261aa3d3-1261-4723-ac82-117738a6033d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:08.182611 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-cf726836-6f0c-4bae-b7e1-0e5ee9ed4564 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:28:08.183699 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cf726836-6f0c-4bae-b7e1-0e5ee9ed4564 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0470190 Aug 17 00:28:08.187798 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38296) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:08.193017 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-9dc7a050-841f-42c8-806d-2c64b8fd46bc tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group_rule': {'security_group_id': '261aa3d3-1261-4723-ac82-117738a6033d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:08.193532 n-d-800088-20 neutron-server[101402]: WARNING neutron.api.v2.base [None req-9dc7a050-841f-42c8-806d-2c64b8fd46bc tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 17 00:28:08.194059 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-9dc7a050-841f-42c8-806d-2c64b8fd46bc tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:28:08.197258 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9dc7a050-841f-42c8-806d-2c64b8fd46bc tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063396 Aug 17 00:28:08.197395 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38298) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:08.202047 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-2bd19e6c-9c8e-4001-888a-7c01fbc1caa8 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group_rule': {'security_group_id': '261aa3d3-1261-4723-ac82-117738a6033d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:08.236470 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-2bd19e6c-9c8e-4001-888a-7c01fbc1caa8 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:28:08.237530 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2bd19e6c-9c8e-4001-888a-7c01fbc1caa8 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0392959 Aug 17 00:28:08.240335 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38300) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:08.244718 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f42ff6da-4f2c-4de9-8664-08badf91b9e1 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group_rule': {'security_group_id': '261aa3d3-1261-4723-ac82-117738a6033d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:08.245233 n-d-800088-20 neutron-server[101402]: WARNING neutron.api.v2.base [None req-f42ff6da-4f2c-4de9-8664-08badf91b9e1 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 17 00:28:08.245693 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-f42ff6da-4f2c-4de9-8664-08badf91b9e1 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:28:08.247151 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f42ff6da-4f2c-4de9-8664-08badf91b9e1 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053875 Aug 17 00:28:08.249894 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38302) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:08.254430 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-752819c9-27a3-4cdc-a50f-eed43df30f4e tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group_rule': {'security_group_id': '261aa3d3-1261-4723-ac82-117738a6033d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:08.289914 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-752819c9-27a3-4cdc-a50f-eed43df30f4e tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:28:08.290956 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-752819c9-27a3-4cdc-a50f-eed43df30f4e tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0402114 Aug 17 00:28:08.294026 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38304) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:08.299064 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-71fc56b3-27b5-49cd-988c-4a193eedd9cf tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group_rule': {'security_group_id': '261aa3d3-1261-4723-ac82-117738a6033d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:08.339074 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-71fc56b3-27b5-49cd-988c-4a193eedd9cf tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:28:08.340238 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-71fc56b3-27b5-49cd-988c-4a193eedd9cf tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0452156 Aug 17 00:28:08.343176 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38306) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:08.405790 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7bdd58e7-07aa-47e9-be24-efe061d73ee3 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:08.428757 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7bdd58e7-07aa-47e9-be24-efe061d73ee3 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:08.471985 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7bdd58e7-07aa-47e9-be24-efe061d73ee3 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:08.474530 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7bdd58e7-07aa-47e9-be24-efe061d73ee3 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:08.475669 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7bdd58e7-07aa-47e9-be24-efe061d73ee3 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "DELETE /v2.0/security-groups/261aa3d3-1261-4723-ac82-117738a6033d HTTP/1.1" status: 204 len: 168 time: 0.1313250 Aug 17 00:28:08.478502 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38314) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:08.485811 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd58e7-07aa-47e9-be24-efe061d73ee3 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=261aa3d3-1261-4723-ac82-117738a6033d,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:08.533985 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-54b0b854-2198-443b-b815-6c7461ffe18d tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0536735 Aug 17 00:28:08.537573 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38316) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:08.542129 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-24b2ee15-fa09-4dc4-be63-9002170da48d tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group': {'name': 'tempest-secgroup--1806623145'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:08.566497 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-24b2ee15-fa09-4dc4-be63-9002170da48d tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:08.649117 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-24b2ee15-fa09-4dc4-be63-9002170da48d tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:08.652844 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-24b2ee15-fa09-4dc4-be63-9002170da48d tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:08.683865 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-24b2ee15-fa09-4dc4-be63-9002170da48d tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:08.685880 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-24b2ee15-fa09-4dc4-be63-9002170da48d tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1472468 Aug 17 00:28:08.688507 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38318) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:08.693160 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-6d6c5c7d-4f26-4530-9ea8-d9eade4fe776 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group_rule': {'security_group_id': '8f8cf13a-c968-4f85-8c06-6470c815e3c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:08.697289 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2ee15-fa09-4dc4-be63-9002170da48d tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8cf13a-c968-4f85-8c06-6470c815e3c7,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:08.735757 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-6d6c5c7d-4f26-4530-9ea8-d9eade4fe776 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] create failed (client error): The resource could not be found. Aug 17 00:28:08.737477 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6d6c5c7d-4f26-4530-9ea8-d9eade4fe776 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0479426 Aug 17 00:28:08.740082 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38320) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:08.744565 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-cb2f5f62-2df0-412f-bf9f-083b724687e4 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group_rule': {'security_group_id': '8f8cf13a-c968-4f85-8c06-6470c815e3c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3e863ce6-7842-48e5-813f-7961bfa8f819'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:08.783750 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-cb2f5f62-2df0-412f-bf9f-083b724687e4 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] create failed (client error): The resource could not be found. Aug 17 00:28:08.784795 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cb2f5f62-2df0-412f-bf9f-083b724687e4 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0437942 Aug 17 00:28:08.787618 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38322) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:08.841968 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e6aea05-0b26-4337-ae6a-119115686bdc tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:08.865107 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e6aea05-0b26-4337-ae6a-119115686bdc tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:08.909727 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e6aea05-0b26-4337-ae6a-119115686bdc tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:08.910770 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3e6aea05-0b26-4337-ae6a-119115686bdc tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:08.911922 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3e6aea05-0b26-4337-ae6a-119115686bdc tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "DELETE /v2.0/security-groups/8f8cf13a-c968-4f85-8c06-6470c815e3c7 HTTP/1.1" status: 204 len: 168 time: 0.1234055 Aug 17 00:28:08.915128 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38324) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:08.922779 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6aea05-0b26-4337-ae6a-119115686bdc tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8cf13a-c968-4f85-8c06-6470c815e3c7,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:08.967633 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-38bcbca3-7479-4831-9c13-46aa8b3838bb tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0514131 Aug 17 00:28:08.972386 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38326) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:08.977888 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-7514e624-94ea-4d6e-8acd-1e7efe3b0fd3 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group_rule': {'security_group_id': 'dfdbeb5a-ac6b-47aa-8e3a-01ade69d7bbf', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:09.019709 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-7514e624-94ea-4d6e-8acd-1e7efe3b0fd3 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] create failed (client error): The resource could not be found. Aug 17 00:28:09.020879 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7514e624-94ea-4d6e-8acd-1e7efe3b0fd3 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0478830 Aug 17 00:28:09.024878 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38328) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:09.030853 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1eaf239b-4dce-42b0-a4fb-0a82632fc7a9 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group': {'name': 'tempest-secgroup--1875248978'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:09.054750 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1eaf239b-4dce-42b0-a4fb-0a82632fc7a9 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:09.138135 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1eaf239b-4dce-42b0-a4fb-0a82632fc7a9 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:09.142051 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1eaf239b-4dce-42b0-a4fb-0a82632fc7a9 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:09.166927 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1eaf239b-4dce-42b0-a4fb-0a82632fc7a9 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:09.168039 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1eaf239b-4dce-42b0-a4fb-0a82632fc7a9 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1420753 Aug 17 00:28:09.171517 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38330) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:09.172479 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf239b-4dce-42b0-a4fb-0a82632fc7a9 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14449c1a-2170-4fb9-9995-42bfff694d87,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:09.176715 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-3f7fc9df-3941-455b-a8a6-1281bf7f9c13 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group': {'name': 'tempest-secgroup--1417793909'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:09.198147 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3f7fc9df-3941-455b-a8a6-1281bf7f9c13 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:09.281022 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3f7fc9df-3941-455b-a8a6-1281bf7f9c13 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:09.285259 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3f7fc9df-3941-455b-a8a6-1281bf7f9c13 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:09.314467 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3f7fc9df-3941-455b-a8a6-1281bf7f9c13 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:09.315569 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3f7fc9df-3941-455b-a8a6-1281bf7f9c13 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1429756 Aug 17 00:28:09.317406 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7fc9df-3941-455b-a8a6-1281bf7f9c13 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06dcadd6-e65f-4d62-b367-698d996e7321,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:09.318661 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38332) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:09.323501 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-6f455de3-5f4a-473d-82f2-25216c2f07d9 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group_rule': {'security_group_id': '14449c1a-2170-4fb9-9995-42bfff694d87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '06dcadd6-e65f-4d62-b367-698d996e7321'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:09.358043 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-6f455de3-5f4a-473d-82f2-25216c2f07d9 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:28:09.359095 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6f455de3-5f4a-473d-82f2-25216c2f07d9 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0394251 Aug 17 00:28:09.363577 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38334) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:09.419945 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d6cee3d-5ed1-4bd8-9553-2731f516519f tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:09.443100 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d6cee3d-5ed1-4bd8-9553-2731f516519f tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:09.485819 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d6cee3d-5ed1-4bd8-9553-2731f516519f tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:09.488443 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4d6cee3d-5ed1-4bd8-9553-2731f516519f tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:09.489666 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4d6cee3d-5ed1-4bd8-9553-2731f516519f tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "DELETE /v2.0/security-groups/06dcadd6-e65f-4d62-b367-698d996e7321 HTTP/1.1" status: 204 len: 168 time: 0.1251929 Aug 17 00:28:09.493774 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38340) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:09.500180 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6cee3d-5ed1-4bd8-9553-2731f516519f tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dcadd6-e65f-4d62-b367-698d996e7321,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:09.554593 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f81ff8f0-4196-44c6-b40e-13a49d7a296a tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0593753 Aug 17 00:28:09.557505 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38344) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:09.610916 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3abafe03-21db-4d1a-a250-a4e93967b995 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:09.639094 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3abafe03-21db-4d1a-a250-a4e93967b995 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:09.682416 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3abafe03-21db-4d1a-a250-a4e93967b995 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:09.686198 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3abafe03-21db-4d1a-a250-a4e93967b995 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:09.689494 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3abafe03-21db-4d1a-a250-a4e93967b995 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "DELETE /v2.0/security-groups/14449c1a-2170-4fb9-9995-42bfff694d87 HTTP/1.1" status: 204 len: 168 time: 0.1310129 Aug 17 00:28:09.690200 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38352) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:09.699316 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abafe03-21db-4d1a-a250-a4e93967b995 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14449c1a-2170-4fb9-9995-42bfff694d87,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:09.737209 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-17352f93-ffc9-48e7-bc6b-67576ff424cf tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0456066 Aug 17 00:28:09.741012 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38356) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:09.750182 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-f6af1cf6-697f-45be-bdc1-98626f2e1feb tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group': {'name': 'tempest-secgroup--338815035'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:09.774923 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f6af1cf6-697f-45be-bdc1-98626f2e1feb tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:09.865016 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f6af1cf6-697f-45be-bdc1-98626f2e1feb tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:09.869466 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f6af1cf6-697f-45be-bdc1-98626f2e1feb tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:09.897899 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f6af1cf6-697f-45be-bdc1-98626f2e1feb tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:09.899111 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f6af1cf6-697f-45be-bdc1-98626f2e1feb tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1569805 Aug 17 00:28:09.902179 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38366) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:09.903870 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af1cf6-697f-45be-bdc1-98626f2e1feb tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adcba46e-d8a4-42e1-9c17-22050e639643,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:09.908091 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-3dcb9a3f-f3db-4e22-a5f5-06107de0d382 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:09.908580 n-d-800088-20 neutron-server[101402]: WARNING neutron.api.v2.base [None req-3dcb9a3f-f3db-4e22-a5f5-06107de0d382 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 17 00:28:09.909298 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-3dcb9a3f-f3db-4e22-a5f5-06107de0d382 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] update failed (client error): There was a conflict when trying to complete your request. Aug 17 00:28:09.912605 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3dcb9a3f-f3db-4e22-a5f5-06107de0d382 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "PUT /v2.0/security-groups/adcba46e-d8a4-42e1-9c17-22050e639643 HTTP/1.1" status: 409 len: 330 time: 0.0064437 Aug 17 00:28:09.913283 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38368) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:09.969286 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6723b4d6-30b7-49f0-a37d-dab9493fd98f tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:09.993198 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6723b4d6-30b7-49f0-a37d-dab9493fd98f tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:10.043264 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6723b4d6-30b7-49f0-a37d-dab9493fd98f tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:10.047147 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6723b4d6-30b7-49f0-a37d-dab9493fd98f tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:10.048308 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6723b4d6-30b7-49f0-a37d-dab9493fd98f tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "DELETE /v2.0/security-groups/adcba46e-d8a4-42e1-9c17-22050e639643 HTTP/1.1" status: 204 len: 168 time: 0.1344562 Aug 17 00:28:10.051100 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38376) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:10.058184 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723b4d6-30b7-49f0-a37d-dab9493fd98f tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcba46e-d8a4-42e1-9c17-22050e639643,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:10.107577 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-219bddd7-355d-408a-b86b-6ad7c2e485ac tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0545447 Aug 17 00:28:10.111177 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38380) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:10.131080 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-51cab68d-794e-492f-b57f-b63dc3a464e2 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] delete failed (client error): The resource could not be found. Aug 17 00:28:10.132483 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-51cab68d-794e-492f-b57f-b63dc3a464e2 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "DELETE /v2.0/security-groups/c81a166e-ea18-4dd8-bbac-26f0cf09c7ea HTTP/1.1" status: 404 len: 347 time: 0.0202463 Aug 17 00:28:10.136099 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38382) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:10.153331 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-18ed1ae9-3305-4a9b-8219-a59874d07f09 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] show failed (client error): The resource could not be found. Aug 17 00:28:10.154361 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-18ed1ae9-3305-4a9b-8219-a59874d07f09 tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "GET /v2.0/security-groups/ccc8764c-3b7c-4fd5-8057-72af4e04038f HTTP/1.1" status: 404 len: 347 time: 0.0173285 Aug 17 00:28:10.158006 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38384) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:10.176135 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-f3611e8f-0a7e-4351-a4c8-a86d2029b17e tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] show failed (client error): The resource could not be found. Aug 17 00:28:10.177555 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f3611e8f-0a7e-4351-a4c8-a86d2029b17e tempest-NegativeSecGroupTest-894411601 tempest-NegativeSecGroupTest-894411601-project] 10.222.0.60 "GET /v2.0/security-group-rules/31582feb-034f-473e-b989-e36e4b250803 HTTP/1.1" status: 404 len: 356 time: 0.0185444 Aug 17 00:28:10.188873 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:10.434157 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38390) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:10.573642 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e6bef5fc-3a51-4f7c-afe9-edc9fd5927a0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bc8032706c4a4e13bd30cbb655897403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1356382 Aug 17 00:28:10.574109 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38394) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:10.623992 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8af1d09c-7967-4afe-8797-c0562c059736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:10.644410 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8af1d09c-7967-4afe-8797-c0562c059736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:10.690423 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8af1d09c-7967-4afe-8797-c0562c059736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:10.692931 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8af1d09c-7967-4afe-8797-c0562c059736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:10.694109 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8af1d09c-7967-4afe-8797-c0562c059736 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/21545517-e499-4cc1-8cbe-95552667d800 HTTP/1.1" status: 204 len: 168 time: 0.1189809 Aug 17 00:28:10.704760 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1d09c-7967-4afe-8797-c0562c059736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21545517-e499-4cc1-8cbe-95552667d800,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:11.817726 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:12.135086 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38436) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:12.248687 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f39e1231-e611-47b0-97cc-7eb443a539fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:12.353829 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f39e1231-e611-47b0-97cc-7eb443a539fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:12.361544 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f39e1231-e611-47b0-97cc-7eb443a539fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:12.408645 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f39e1231-e611-47b0-97cc-7eb443a539fb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2280fc21a0324d4dbdb4f6d860e3c53d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2699752 Aug 17 00:28:12.408645 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e1231-e611-47b0-97cc-7eb443a539fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa176da-48ce-4667-b9bd-9266362a2865,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:12.411311 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38448) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:12.458254 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38450) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:12.481612 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a06f1dc1-fdce-4c6f-957c-aadbc1748e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:12.503193 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a06f1dc1-fdce-4c6f-957c-aadbc1748e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:12.553461 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a06f1dc1-fdce-4c6f-957c-aadbc1748e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:12.556623 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a06f1dc1-fdce-4c6f-957c-aadbc1748e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:12.557837 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a06f1dc1-fdce-4c6f-957c-aadbc1748e7b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/caa176da-48ce-4667-b9bd-9266362a2865 HTTP/1.1" status: 204 len: 168 time: 0.1410322 Aug 17 00:28:12.580124 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dc0ccd3c-b43e-4015-a891-d810dbdee9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:12.583074 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f1dc1-fdce-4c6f-957c-aadbc1748e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa176da-48ce-4667-b9bd-9266362a2865,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:12.687154 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dc0ccd3c-b43e-4015-a891-d810dbdee9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:12.691012 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dc0ccd3c-b43e-4015-a891-d810dbdee9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:12.729671 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-dc0ccd3c-b43e-4015-a891-d810dbdee9af admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bfefc6d7445e4b7d810db6ecdf04de9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2703781 Aug 17 00:28:12.730900 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ccd3c-b43e-4015-a891-d810dbdee9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c39f628-010b-4bd5-a2dd-c9bcb681694d,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:12.732823 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38458) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:12.783315 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b20e-b170-461b-b74b-e157fc4a6cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:12.804265 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b20e-b170-461b-b74b-e157fc4a6cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:12.843863 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38460) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:12.851342 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b20e-b170-461b-b74b-e157fc4a6cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:12.854110 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b20e-b170-461b-b74b-e157fc4a6cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:12.855534 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b1c3b20e-b170-461b-b74b-e157fc4a6cc2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3c39f628-010b-4bd5-a2dd-c9bcb681694d HTTP/1.1" status: 204 len: 168 time: 0.1214211 Aug 17 00:28:12.862638 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-18607353-6377-4211-8859-3a7f91323f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:12.866361 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3b20e-b170-461b-b74b-e157fc4a6cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c39f628-010b-4bd5-a2dd-c9bcb681694d,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:12.957912 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-18607353-6377-4211-8859-3a7f91323f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:12.962094 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-18607353-6377-4211-8859-3a7f91323f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:13.003639 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-18607353-6377-4211-8859-3a7f91323f05 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a85253da24a45c5913afb985e13f2b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586390 Aug 17 00:28:13.004790 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18607353-6377-4211-8859-3a7f91323f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af55c47d-66aa-470c-abbb-e1dc02ec147e,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:13.006399 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38464) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:13.057208 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9ae9997b-fa5d-411e-a4cd-df7caaf3d104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:13.078894 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9ae9997b-fa5d-411e-a4cd-df7caaf3d104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:13.126014 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9ae9997b-fa5d-411e-a4cd-df7caaf3d104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:13.128550 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9ae9997b-fa5d-411e-a4cd-df7caaf3d104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:13.129776 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9ae9997b-fa5d-411e-a4cd-df7caaf3d104 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/af55c47d-66aa-470c-abbb-e1dc02ec147e HTTP/1.1" status: 204 len: 168 time: 0.1221874 Aug 17 00:28:13.138109 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9997b-fa5d-411e-a4cd-df7caaf3d104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af55c47d-66aa-470c-abbb-e1dc02ec147e,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:16.535892 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ca49638f-75d7-45e8-9de5-2bfdf634d7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:17.592796 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38608) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:17.703119 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d6179f80-fba0-48ee-99b1-0298bf66dc67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:17.794500 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d6179f80-fba0-48ee-99b1-0298bf66dc67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:17.798410 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d6179f80-fba0-48ee-99b1-0298bf66dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:17.837096 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d6179f80-fba0-48ee-99b1-0298bf66dc67 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0707f5350a034756920112de700d435a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2431765 Aug 17 00:28:17.839039 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6179f80-fba0-48ee-99b1-0298bf66dc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04dae048-86b5-4d10-9708-eb65892f9b36,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:17.839791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38612) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:17.893182 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bdf34f9a-51d0-4418-99e4-6eb2e02b553a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:17.913886 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bdf34f9a-51d0-4418-99e4-6eb2e02b553a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:17.959293 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bdf34f9a-51d0-4418-99e4-6eb2e02b553a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:17.962107 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bdf34f9a-51d0-4418-99e4-6eb2e02b553a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:17.963235 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bdf34f9a-51d0-4418-99e4-6eb2e02b553a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/04dae048-86b5-4d10-9708-eb65892f9b36 HTTP/1.1" status: 204 len: 168 time: 0.1224456 Aug 17 00:28:17.972351 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf34f9a-51d0-4418-99e4-6eb2e02b553a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04dae048-86b5-4d10-9708-eb65892f9b36,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:18.234835 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38626) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:18.249422 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8682e2a6-c12c-4878-b993-9813947e7c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:18.341765 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8682e2a6-c12c-4878-b993-9813947e7c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:18.346537 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8682e2a6-c12c-4878-b993-9813947e7c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:18.385418 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8682e2a6-c12c-4878-b993-9813947e7c54 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=31234ac04f094a69920eea1388632f5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494515 Aug 17 00:28:18.387664 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682e2a6-c12c-4878-b993-9813947e7c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce29bc3-5999-4954-bf50-3ef992230e19,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:18.388245 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38632) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:18.448307 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-689f27db-4b4d-4709-b7aa-34fbe623e13a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:18.469292 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-689f27db-4b4d-4709-b7aa-34fbe623e13a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:18.518596 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-689f27db-4b4d-4709-b7aa-34fbe623e13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:18.521192 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-689f27db-4b4d-4709-b7aa-34fbe623e13a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:18.522339 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-689f27db-4b4d-4709-b7aa-34fbe623e13a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cce29bc3-5999-4954-bf50-3ef992230e19 HTTP/1.1" status: 204 len: 168 time: 0.1330991 Aug 17 00:28:18.530508 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f27db-4b4d-4709-b7aa-34fbe623e13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce29bc3-5999-4954-bf50-3ef992230e19,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:19.212267 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:28:19.241241 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0ea009a1-4175-4157-a649-ff2f5d87f33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:19.292065 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:20.249698 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:21.407011 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38816) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:21.517837 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-26e07214-1edb-4567-88ea-07ef0b2890e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:21.612971 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-26e07214-1edb-4567-88ea-07ef0b2890e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:21.617079 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-26e07214-1edb-4567-88ea-07ef0b2890e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:21.655397 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-26e07214-1edb-4567-88ea-07ef0b2890e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=354d5eea380f4f9d94ee0a4b84029432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472434 Aug 17 00:28:21.657374 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e07214-1edb-4567-88ea-07ef0b2890e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6f2fd5-9edb-43aa-8e28-a07597fa810c,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:21.658140 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38822) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:21.707946 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f5194aca-f4fa-49a1-9e54-c32dcea026ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:21.728900 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f5194aca-f4fa-49a1-9e54-c32dcea026ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:21.774683 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f5194aca-f4fa-49a1-9e54-c32dcea026ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:21.778176 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f5194aca-f4fa-49a1-9e54-c32dcea026ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:21.779432 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f5194aca-f4fa-49a1-9e54-c32dcea026ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7b6f2fd5-9edb-43aa-8e28-a07597fa810c HTTP/1.1" status: 204 len: 168 time: 0.1202886 Aug 17 00:28:21.787190 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5194aca-f4fa-49a1-9e54-c32dcea026ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6f2fd5-9edb-43aa-8e28-a07597fa810c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:22.059289 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38828) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:22.072761 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30c49560-a69e-44e4-9fbd-4dbed38920af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:22.146140 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:22.167872 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30c49560-a69e-44e4-9fbd-4dbed38920af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:22.171675 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-30c49560-a69e-44e4-9fbd-4dbed38920af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:22.214585 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-30c49560-a69e-44e4-9fbd-4dbed38920af admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=29561ef01af0476aa3c2dc801da6ac51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1539547 Aug 17 00:28:22.218243 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 38830) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:22.224112 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c49560-a69e-44e4-9fbd-4dbed38920af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f11e23-c7ec-4511-be37-b959b263b09d,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:22.271569 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-529efd3a-7f66-467d-86ad-4742c225ec32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:22.296588 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-529efd3a-7f66-467d-86ad-4742c225ec32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:22.349112 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-529efd3a-7f66-467d-86ad-4742c225ec32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:22.351738 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-529efd3a-7f66-467d-86ad-4742c225ec32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:22.352902 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-529efd3a-7f66-467d-86ad-4742c225ec32 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/59f11e23-c7ec-4511-be37-b959b263b09d HTTP/1.1" status: 204 len: 168 time: 0.1337616 Aug 17 00:28:22.361380 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529efd3a-7f66-467d-86ad-4742c225ec32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f11e23-c7ec-4511-be37-b959b263b09d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:27.291617 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38926) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:27.422793 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f1bd85a7-fb0e-49a3-b31b-07eb546ed10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:27.518450 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f1bd85a7-fb0e-49a3-b31b-07eb546ed10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:27.523593 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f1bd85a7-fb0e-49a3-b31b-07eb546ed10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:27.563892 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f1bd85a7-fb0e-49a3-b31b-07eb546ed10b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=14bc0b2798df4488982e0c13d4d88539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2689455 Aug 17 00:28:27.564697 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 38938) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:27.567758 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd85a7-fb0e-49a3-b31b-07eb546ed10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190b3bc9-6f11-459e-a172-d01b7de759e0,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:27.623823 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f5b04c16-6120-437c-a7c5-ef63da9fd77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:27.648770 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f5b04c16-6120-437c-a7c5-ef63da9fd77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:27.697946 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f5b04c16-6120-437c-a7c5-ef63da9fd77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:27.700608 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f5b04c16-6120-437c-a7c5-ef63da9fd77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:27.701777 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f5b04c16-6120-437c-a7c5-ef63da9fd77c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/190b3bc9-6f11-459e-a172-d01b7de759e0 HTTP/1.1" status: 204 len: 168 time: 0.1361549 Aug 17 00:28:27.709398 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b04c16-6120-437c-a7c5-ef63da9fd77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190b3bc9-6f11-459e-a172-d01b7de759e0,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:29.723534 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39000) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:29.732076 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-9e2fd017-2d57-4217-8ca6-3026ee7f32b3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Request body: {'network': {'name': 'tempest-network-smoke--1867757912', 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'port_security_enabled': True}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:29.755577 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2fd017-2d57-4217-8ca6-3026ee7f32b3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Made reservation on behalf of 7c556acc683d4d81a3a144f7693ff0c1 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:28:29.759635 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9e2fd017-2d57-4217-8ca6-3026ee7f32b3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:29.769812 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9e2fd017-2d57-4217-8ca6-3026ee7f32b3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:29.887420 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9e2fd017-2d57-4217-8ca6-3026ee7f32b3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:29.897484 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9e2fd017-2d57-4217-8ca6-3026ee7f32b3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:29.945671 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2fd017-2d57-4217-8ca6-3026ee7f32b3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0628802c-d8af-4e80-887b-d8dc7eb88602,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:29.948102 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e2fd017-2d57-4217-8ca6-3026ee7f32b3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:28:29.958320 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9e2fd017-2d57-4217-8ca6-3026ee7f32b3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:29.958659 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-9e2fd017-2d57-4217-8ca6-3026ee7f32b3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Added segment 81621dfb-3984-4832-871c-830991d6522f of type vlan for network edb2975e-4e08-4283-953b-25cb569d278a Aug 17 00:28:30.001707 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9e2fd017-2d57-4217-8ca6-3026ee7f32b3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:30.025354 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9e2fd017-2d57-4217-8ca6-3026ee7f32b3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:30.031642 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2fd017-2d57-4217-8ca6-3026ee7f32b3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:30.032151 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9e2fd017-2d57-4217-8ca6-3026ee7f32b3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:30.086743 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9e2fd017-2d57-4217-8ca6-3026ee7f32b3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3621213 Aug 17 00:28:30.090653 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39004) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:30.095674 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1714465928', 'admin_state_up': True, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:30.106098 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2fd017-2d57-4217-8ca6-3026ee7f32b3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event updated for resources: {'Network': ['ID=edb2975e-4e08-4283-953b-25cb569d278a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:30.120341 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network edb2975e-4e08-4283-953b-25cb569d278a details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:28:30.122542 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:30.123566 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:30.177895 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:30.312081 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:30.504669 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:30.530347 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:30.631672 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Allocated IP 172.25.3.78 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/e20b26a1-7ff9-4dfd-8e93-04f5d274db08) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:28:30.736059 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:30.775048 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:30.810869 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:28:30.815611 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:28:30.819263 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:28:30.848752 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event updated for resources: {'Port': ['ID=e20b26a1-7ff9-4dfd-8e93-04f5d274db08,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:30.865082 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:28:30.865457 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:28:30.865809 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:28:30.866157 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:28:30.866497 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:28:30.866840 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:28:30.867177 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:28:30.867512 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:28:30.867845 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:28:30.868176 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:28:30.868514 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:28:30.868924 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:28:31.095354 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:31.595848 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:31.721577 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Router d7d973cd-2151-48d9-b7a3-2cc27d36f89d is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:28:31.843261 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:28:31.865683 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:31.867753 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47908837-4ca7-4dec-9077-8f4a2d89eb95 None None] Sync routers for ids ['d7d973cd-2151-48d9-b7a3-2cc27d36f89d'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:28:31.868227 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-487b62af-1382-4670-82d8-6f0ab8ac443b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7758796 Aug 17 00:28:31.871623 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39016) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:31.889396 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47908837-4ca7-4dec-9077-8f4a2d89eb95 None None] Routers {'d7d973cd-2151-48d9-b7a3-2cc27d36f89d'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:28:31.890033 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-47908837-4ca7-4dec-9077-8f4a2d89eb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:28:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d7d973cd-2151-48d9-b7a3-2cc27d36f89d'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:28:32.013157 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-47908837-4ca7-4dec-9077-8f4a2d89eb95 None None] Set router d7d973cd-2151-48d9-b7a3-2cc27d36f89d gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:28:32.023130 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-637a0237-1276-4849-8b33-0e28d0121e82 tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7c556acc683d4d81a3a144f7693ff0c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1497900 Aug 17 00:28:32.025797 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39022) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:32.184682 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c19be6-3165-4109-ae99-406f7525a5ce tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:32.186303 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-74c19be6-3165-4109-ae99-406f7525a5ce tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1596222 Aug 17 00:28:32.189164 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39024) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:32.201433 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-47908837-4ca7-4dec-9077-8f4a2d89eb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1714465928', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:28:30Z', 'revision_number': 3, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'gw_port': {'id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:28:32.222527 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a3a4ff58-6aa0-43f1-88ab-4e87eb996fcf tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=f9960621-448c-44b3-8317-7433dc6ce660&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322700 Aug 17 00:28:32.225086 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39026) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:32.227170 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47908837-4ca7-4dec-9077-8f4a2d89eb95 None None] Checking router: d7d973cd-2151-48d9-b7a3-2cc27d36f89d for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:28:32.227527 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47908837-4ca7-4dec-9077-8f4a2d89eb95 None None] Updating router d7d973cd-2151-48d9-b7a3-2cc27d36f89d port e20b26a1-7ff9-4dfd-8e93-04f5d274db08 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:28:32.229824 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-43b99259-20ab-482e-9522-aa3ed3845406 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2028155397', 'network_id': 'edb2975e-4e08-4283-953b-25cb569d278a', 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:32.256500 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-47908837-4ca7-4dec-9077-8f4a2d89eb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:32.320805 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b99259-20ab-482e-9522-aa3ed3845406 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Made reservation on behalf of 7c556acc683d4d81a3a144f7693ff0c1 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:28:32.324863 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43b99259-20ab-482e-9522-aa3ed3845406 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:32.508979 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-47908837-4ca7-4dec-9077-8f4a2d89eb95 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:32.519601 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-47908837-4ca7-4dec-9077-8f4a2d89eb95 None None] Transition to ACTIVE for port object e20b26a1-7ff9-4dfd-8e93-04f5d274db08 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:28:32.525676 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-47908837-4ca7-4dec-9077-8f4a2d89eb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:32.579936 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-47908837-4ca7-4dec-9077-8f4a2d89eb95 None None] Attempting to bind port e20b26a1-7ff9-4dfd-8e93-04f5d274db08 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:28:32.580303 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-47908837-4ca7-4dec-9077-8f4a2d89eb95 None None] Attempting to bind port e20b26a1-7ff9-4dfd-8e93-04f5d274db08 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:28:32.580657 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47908837-4ca7-4dec-9077-8f4a2d89eb95 None None] Attempting to bind port e20b26a1-7ff9-4dfd-8e93-04f5d274db08 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:28:32.582577 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4b838-c28c-45d9-beb3-32fdd3932a2f None None] Pushing event updated for resources: {'Port': ['ID=e20b26a1-7ff9-4dfd-8e93-04f5d274db08,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:32.588132 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47908837-4ca7-4dec-9077-8f4a2d89eb95 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:28:32.588498 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47908837-4ca7-4dec-9077-8f4a2d89eb95 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:28:32.588893 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-47908837-4ca7-4dec-9077-8f4a2d89eb95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:32.589350 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47908837-4ca7-4dec-9077-8f4a2d89eb95 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:28:32.589988 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-47908837-4ca7-4dec-9077-8f4a2d89eb95 None None] Bound port: e20b26a1-7ff9-4dfd-8e93-04f5d274db08, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:28:32.590382 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-47908837-4ca7-4dec-9077-8f4a2d89eb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:32.646039 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-47908837-4ca7-4dec-9077-8f4a2d89eb95 None None] For port e20b26a1-7ff9-4dfd-8e93-04f5d274db08, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:28:32.649212 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-47908837-4ca7-4dec-9077-8f4a2d89eb95 None None] For port e20b26a1-7ff9-4dfd-8e93-04f5d274db08, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e20b26a1-7ff9-4dfd-8e93-04f5d274db08,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:28:32.653117 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-47908837-4ca7-4dec-9077-8f4a2d89eb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:32.710788 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47908837-4ca7-4dec-9077-8f4a2d89eb95 None None] Routers {'d7d973cd-2151-48d9-b7a3-2cc27d36f89d'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:28:32.711321 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-47908837-4ca7-4dec-9077-8f4a2d89eb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:28:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d7d973cd-2151-48d9-b7a3-2cc27d36f89d'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:28:32.713127 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4b838-c28c-45d9-beb3-32fdd3932a2f None None] Pushing event updated for resources: {'Port': ['ID=e20b26a1-7ff9-4dfd-8e93-04f5d274db08,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:32.794851 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43b99259-20ab-482e-9522-aa3ed3845406 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:32.816141 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-47908837-4ca7-4dec-9077-8f4a2d89eb95 None None] Set router d7d973cd-2151-48d9-b7a3-2cc27d36f89d gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:28:32.855773 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b99259-20ab-482e-9522-aa3ed3845406 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event updated for resources: {'Subnet': ['ID=c84b3595-ccc7-4d4f-a075-cbea8b3720be,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:32.862897 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b99259-20ab-482e-9522-aa3ed3845406 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Checking segment: {'id': '81621dfb-3984-4832-871c-830991d6522f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'edb2975e-4e08-4283-953b-25cb569d278a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:28:32.863270 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b99259-20ab-482e-9522-aa3ed3845406 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Network hostable DHCP agents. Network: edb2975e-4e08-4283-953b-25cb569d278a, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:28:32.880819 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b99259-20ab-482e-9522-aa3ed3845406 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Network edb2975e-4e08-4283-953b-25cb569d278a is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:28:32.890317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-43b99259-20ab-482e-9522-aa3ed3845406 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, edb2975e-4e08-4283-953b-25cb569d278a) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:28:32.896548 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b99259-20ab-482e-9522-aa3ed3845406 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:32.897586 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43b99259-20ab-482e-9522-aa3ed3845406 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:32.898947 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffdb759-a4ee-4797-9886-85c3d93b7d2b None None] Network edb2975e-4e08-4283-953b-25cb569d278a requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:28:32.916173 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-43b99259-20ab-482e-9522-aa3ed3845406 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6872709 Aug 17 00:28:32.916407 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39028) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:32.994364 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-47908837-4ca7-4dec-9077-8f4a2d89eb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1714465928', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:28:30Z', 'revision_number': 3, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'gw_port': {'id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:28:33.031298 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47908837-4ca7-4dec-9077-8f4a2d89eb95 None None] The sync data for ids ['d7d973cd-2151-48d9-b7a3-2cc27d36f89d'] in n-d-800088-20 is: [{'id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1714465928', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:28:30Z', 'revision_number': 3, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'gw_port': {'id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:28:33.062061 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-edb2975e-4e08-4283-953b-25cb569d278a', 'network_id': 'edb2975e-4e08-4283-953b-25cb569d278a', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'fixed_ips': [{'subnet_id': 'c84b3595-ccc7-4d4f-a075-cbea8b3720be'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:28:33.063107 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:33.237621 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Allocated IP 172.20.0.2 (edb2975e-4e08-4283-953b-25cb569d278a/c84b3595-ccc7-4d4f-a075-cbea8b3720be/33cd6c3a-8ec2-4947-ace9-1f0524ed4f14) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:28:33.451174 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:33.460479 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Transition to ACTIVE for port object 33cd6c3a-8ec2-4947-ace9-1f0524ed4f14 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:28:33.486275 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Transition to ACTIVE for port object 33cd6c3a-8ec2-4947-ace9-1f0524ed4f14 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:28:33.495668 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:33.514094 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a584b28e-3928-4b75-b612-5b803ad4d1eb tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:33.552503 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Pushing event updated for resources: {'Port': ['ID=33cd6c3a-8ec2-4947-ace9-1f0524ed4f14,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:33.565559 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:28:33.566405 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:28:33.567099 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:28:33.568043 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:28:33.568600 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:28:33.569212 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:28:33.569765 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:28:33.570315 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:28:33.570861 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:28:33.572135 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:28:33.572727 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:28:33.573303 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:28:33.581175 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Network edb2975e-4e08-4283-953b-25cb569d278a is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:28:33.585330 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:28:33.589982 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:28:33.651541 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Attempting to bind port 33cd6c3a-8ec2-4947-ace9-1f0524ed4f14 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:28:33.651953 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Attempting to bind port 33cd6c3a-8ec2-4947-ace9-1f0524ed4f14 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '81621dfb-3984-4832-871c-830991d6522f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'edb2975e-4e08-4283-953b-25cb569d278a'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:28:33.652321 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Attempting to bind port 33cd6c3a-8ec2-4947-ace9-1f0524ed4f14 on network edb2975e-4e08-4283-953b-25cb569d278a {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:28:33.657872 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:28:33.658245 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Checking segment: {'id': '81621dfb-3984-4832-871c-830991d6522f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'edb2975e-4e08-4283-953b-25cb569d278a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:28:33.658644 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:33.659029 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Bound using segment: {'id': '81621dfb-3984-4832-871c-830991d6522f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'edb2975e-4e08-4283-953b-25cb569d278a'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:28:33.659533 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Bound port: 33cd6c3a-8ec2-4947-ace9-1f0524ed4f14, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81621dfb-3984-4832-871c-830991d6522f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'edb2975e-4e08-4283-953b-25cb569d278a'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:28:33.659941 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:33.743951 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] For port 33cd6c3a-8ec2-4947-ace9-1f0524ed4f14, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:28:33.748723 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] For port 33cd6c3a-8ec2-4947-ace9-1f0524ed4f14, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=33cd6c3a-8ec2-4947-ace9-1f0524ed4f14,segment=NetworkSegment(81621dfb-3984-4832-871c-830991d6522f),segment_id=81621dfb-3984-4832-871c-830991d6522f)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:28:33.755669 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:33.826265 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d43812-e222-447a-8ebf-acb1b581f48b None None] Pushing event updated for resources: {'Port': ['ID=33cd6c3a-8ec2-4947-ace9-1f0524ed4f14,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:33.845999 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-a584b28e-3928-4b75-b612-5b803ad4d1eb tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Allocated IP 172.20.0.1 (edb2975e-4e08-4283-953b-25cb569d278a/c84b3595-ccc7-4d4f-a075-cbea8b3720be/863fe0b6-921c-4759-b208-c4016f283f0a) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:28:33.982524 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a584b28e-3928-4b75-b612-5b803ad4d1eb tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:33.998646 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-a584b28e-3928-4b75-b612-5b803ad4d1eb tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Transition to ACTIVE for port object 863fe0b6-921c-4759-b208-c4016f283f0a will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:28:34.051414 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a584b28e-3928-4b75-b612-5b803ad4d1eb tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:34.116644 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a584b28e-3928-4b75-b612-5b803ad4d1eb tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Network edb2975e-4e08-4283-953b-25cb569d278a is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:28:34.120102 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-a584b28e-3928-4b75-b612-5b803ad4d1eb tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:28:34.129114 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a584b28e-3928-4b75-b612-5b803ad4d1eb tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:28:34.156544 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584b28e-3928-4b75-b612-5b803ad4d1eb tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event updated for resources: {'Port': ['ID=863fe0b6-921c-4759-b208-c4016f283f0a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:34.198381 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a584b28e-3928-4b75-b612-5b803ad4d1eb tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:34.341778 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a584b28e-3928-4b75-b612-5b803ad4d1eb tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:34.629053 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a584b28e-3928-4b75-b612-5b803ad4d1eb tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:34.633450 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a584b28e-3928-4b75-b612-5b803ad4d1eb tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:34.705634 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a584b28e-3928-4b75-b612-5b803ad4d1eb tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:34.707706 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584b28e-3928-4b75-b612-5b803ad4d1eb tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event updated for resources: {'Port': ['ID=863fe0b6-921c-4759-b208-c4016f283f0a,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:34.805288 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a584b28e-3928-4b75-b612-5b803ad4d1eb tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Network edb2975e-4e08-4283-953b-25cb569d278a is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:28:34.806651 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-a584b28e-3928-4b75-b612-5b803ad4d1eb tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:28:34.936964 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a584b28e-3928-4b75-b612-5b803ad4d1eb tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Router d7d973cd-2151-48d9-b7a3-2cc27d36f89d has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:28:35.057635 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a584b28e-3928-4b75-b612-5b803ad4d1eb tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:28:35.066805 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a584b28e-3928-4b75-b612-5b803ad4d1eb tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "PUT /v2.0/routers/d7d973cd-2151-48d9-b7a3-2cc27d36f89d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1468010 Aug 17 00:28:35.067007 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39040) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:35.071904 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-f1896226-11a0-4b94-9d08-9c3f13b4efa0 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--860198228', 'description': 'tempest-secgroup_access--860198228 description', 'project_id': '7c556acc683d4d81a3a144f7693ff0c1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:35.102103 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f1896226-11a0-4b94-9d08-9c3f13b4efa0 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:35.204722 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0055583a-601c-49f4-a519-1958b647d7a8 None None] Network edb2975e-4e08-4283-953b-25cb569d278a requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:28:35.207224 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f1896226-11a0-4b94-9d08-9c3f13b4efa0 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:35.211056 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f1896226-11a0-4b94-9d08-9c3f13b4efa0 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:35.237588 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f1896226-11a0-4b94-9d08-9c3f13b4efa0 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:35.238840 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f1896226-11a0-4b94-9d08-9c3f13b4efa0 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1709223 Aug 17 00:28:35.241772 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39042) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:35.243360 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1896226-11a0-4b94-9d08-9c3f13b4efa0 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e67c91a6-662a-4cd7-aab9-251b6e13257f,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:35.250028 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1742a2fe-cf29-454f-aec0-f9da13ec7957 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1065900257', 'description': 'tempest-secgroup_general--1065900257 description', 'project_id': '7c556acc683d4d81a3a144f7693ff0c1'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:35.276832 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1742a2fe-cf29-454f-aec0-f9da13ec7957 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:35.442103 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1742a2fe-cf29-454f-aec0-f9da13ec7957 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:35.449765 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1742a2fe-cf29-454f-aec0-f9da13ec7957 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:35.453389 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0af6de4-d7cd-4025-ba67-f6b871c9a72d None None] Sync routers for ids ['d7d973cd-2151-48d9-b7a3-2cc27d36f89d'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:28:35.480549 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4cd430d2-905e-4ad1-b290-7362a625307c None None] Provisioning for port 33cd6c3a-8ec2-4947-ace9-1f0524ed4f14 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:28:35.483909 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1742a2fe-cf29-454f-aec0-f9da13ec7957 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:35.485463 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1742a2fe-cf29-454f-aec0-f9da13ec7957 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2414279 Aug 17 00:28:35.487579 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742a2fe-cf29-454f-aec0-f9da13ec7957 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2cb49c-998a-4697-94f4-809e79f7f009,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:35.489586 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39048) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:35.491612 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0af6de4-d7cd-4025-ba67-f6b871c9a72d None None] Routers {'d7d973cd-2151-48d9-b7a3-2cc27d36f89d'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:28:35.492261 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b0af6de4-d7cd-4025-ba67-f6b871c9a72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:28:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d7d973cd-2151-48d9-b7a3-2cc27d36f89d'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:28:35.496528 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-cff7ac95-bd2e-40d6-b053-30ee770385cc tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Request body: {'security_group_rule': {'security_group_id': 'e67c91a6-662a-4cd7-aab9-251b6e13257f', 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:35.535456 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cff7ac95-bd2e-40d6-b053-30ee770385cc tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:35.544789 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 33cd6c3a-8ec2-4947-ace9-1f0524ed4f14 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:28:35.641305 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cff7ac95-bd2e-40d6-b053-30ee770385cc tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:35.646960 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cff7ac95-bd2e-40d6-b053-30ee770385cc tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:35.663172 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7ac95-bd2e-40d6-b053-30ee770385cc tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3c65ca-6792-4cdd-af10-0eaa550bd42a,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:35.681469 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cff7ac95-bd2e-40d6-b053-30ee770385cc tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:35.683800 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cff7ac95-bd2e-40d6-b053-30ee770385cc tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1920307 Aug 17 00:28:35.757167 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-b0af6de4-d7cd-4025-ba67-f6b871c9a72d None None] Set router d7d973cd-2151-48d9-b7a3-2cc27d36f89d gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:28:35.767195 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39054) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:35.790744 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 33cd6c3a-8ec2-4947-ace9-1f0524ed4f14 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:28:35.821021 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 33cd6c3a-8ec2-4947-ace9-1f0524ed4f14 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:28:35.821021 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:35.915800 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f72b3c5a-1ef1-4ca6-acc0-f0a511c4d3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:35.960407 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-f8b6c6c9-4b04-4bc2-a0dd-b6fdab4e61eb tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup_access--860198228&fields=id&tenant_id=7c556acc683d4d81a3a144f7693ff0c1 HTTP/1.1" status: 200 len: 267 time: 0.0577242 Aug 17 00:28:36.031889 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-5f68b283-c5f2-4c43-babf-bebf6b32f07c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup_general--1065900257&fields=id&tenant_id=7c556acc683d4d81a3a144f7693ff0c1 HTTP/1.1" status: 200 len: 267 time: 0.0637798 Aug 17 00:28:36.040403 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:36.091988 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 33cd6c3a-8ec2-4947-ace9-1f0524ed4f14, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=33cd6c3a-8ec2-4947-ace9-1f0524ed4f14,segment=NetworkSegment(81621dfb-3984-4832-871c-830991d6522f),segment_id=81621dfb-3984-4832-871c-830991d6522f)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:28:36.106639 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b0af6de4-d7cd-4025-ba67-f6b871c9a72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1714465928', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:28:34Z', 'revision_number': 4, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'gw_port': {'id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '863fe0b6-921c-4759-b208-c4016f283f0a', 'name': '', 'network_id': 'edb2975e-4e08-4283-953b-25cb569d278a', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'mac_address': 'fa:16:3e:ec:4a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'c84b3595-ccc7-4d4f-a075-cbea8b3720be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:28:33Z', 'updated_at': '2021-08-17T00:28:34Z', 'revision_number': 2, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'subnets': [{'id': 'c84b3595-ccc7-4d4f-a075-cbea8b3720be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:28:36.108968 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:36.109785 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e20b26a1-7ff9-4dfd-8e93-04f5d274db08 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:28:36.158908 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f72b3c5a-1ef1-4ca6-acc0-f0a511c4d3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:36.169498 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f72b3c5a-1ef1-4ca6-acc0-f0a511c4d3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:36.171352 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0af6de4-d7cd-4025-ba67-f6b871c9a72d None None] Checking router: d7d973cd-2151-48d9-b7a3-2cc27d36f89d for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:28:36.171714 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0af6de4-d7cd-4025-ba67-f6b871c9a72d None None] Updating router d7d973cd-2151-48d9-b7a3-2cc27d36f89d port 863fe0b6-921c-4759-b208-c4016f283f0a binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:28:36.231074 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b0af6de4-d7cd-4025-ba67-f6b871c9a72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:36.237402 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b3c5a-1ef1-4ca6-acc0-f0a511c4d3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce690e6-969c-44cf-8a2c-9739dbbd28d4,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:36.247239 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-b65f9b6b-bfb4-4f40-abe4-329439ff75ac tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:36.248787 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-b65f9b6b-bfb4-4f40-abe4-329439ff75ac tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/networks?id=edb2975e-4e08-4283-953b-25cb569d278a HTTP/1.1" status: 200 len: 797 time: 0.2054684 Aug 17 00:28:36.253165 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f72b3c5a-1ef1-4ca6-acc0-f0a511c4d3fa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=187432273bb543f4b81ad20030354b80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4848146 Aug 17 00:28:36.255985 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39074) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:36.272064 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=33cd6c3a-8ec2-4947-ace9-1f0524ed4f14,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:36.279386 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a18ed174-b881-4f6e-9068-bec6d2aa494f None None] Provisioning complete for port 33cd6c3a-8ec2-4947-ace9-1f0524ed4f14 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:28:36.279760 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a18ed174-b881-4f6e-9068-bec6d2aa494f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:36.280238 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-7f24fb7f-8013-4dc4-8043-27b7657392eb tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/quotas/7c556acc683d4d81a3a144f7693ff0c1 HTTP/1.1" status: 200 len: 375 time: 0.0103142 Aug 17 00:28:36.324848 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b708344a-1fc8-4dac-9374-0324be1733b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:36.342990 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-734b12d6-847a-4b40-b8bf-0a02a1b6c8d0 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c556acc683d4d81a3a144f7693ff0c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554326 Aug 17 00:28:36.353840 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b708344a-1fc8-4dac-9374-0324be1733b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:36.366663 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port e20b26a1-7ff9-4dfd-8e93-04f5d274db08 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:28:36.384810 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e20b26a1-7ff9-4dfd-8e93-04f5d274db08 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:28:36.385228 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:36.421161 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b708344a-1fc8-4dac-9374-0324be1733b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:36.424200 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b708344a-1fc8-4dac-9374-0324be1733b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:36.425573 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b708344a-1fc8-4dac-9374-0324be1733b4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dce690e6-969c-44cf-8a2c-9739dbbd28d4 HTTP/1.1" status: 204 len: 168 time: 0.1685867 Aug 17 00:28:36.452719 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708344a-1fc8-4dac-9374-0324be1733b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce690e6-969c-44cf-8a2c-9739dbbd28d4,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:36.545357 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-6f3120e2-4cc8-4de8-9e9f-cb6f45646f91 service neutron] 10.222.0.60 "GET /v2.0/networks/edb2975e-4e08-4283-953b-25cb569d278a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868989 Aug 17 00:28:36.622306 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a18ed174-b881-4f6e-9068-bec6d2aa494f None None] Provisioning for port 863fe0b6-921c-4759-b208-c4016f283f0a completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:28:36.629556 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a18ed174-b881-4f6e-9068-bec6d2aa494f None None] Provisioning complete for port 863fe0b6-921c-4759-b208-c4016f283f0a triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:28:36.629938 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a18ed174-b881-4f6e-9068-bec6d2aa494f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:36.665798 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-ffb1a9af-8768-4110-93c6-e5fd08af390d service neutron] 10.222.0.60 "GET /v2.0/networks/edb2975e-4e08-4283-953b-25cb569d278a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138051 Aug 17 00:28:36.710116 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-a18ed174-b881-4f6e-9068-bec6d2aa494f None None] Port 863fe0b6-921c-4759-b208-c4016f283f0a cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:28:36.735774 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:36.778950 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port e20b26a1-7ff9-4dfd-8e93-04f5d274db08, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e20b26a1-7ff9-4dfd-8e93-04f5d274db08,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:28:36.779166 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39082) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:36.800305 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a01e9371-b929-4cfc-8a84-7000726e4b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:36.840481 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:36.882504 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-74c35bc5-a420-4d4b-9bc3-746c6c9eaf12 req-e8a0628b-6098-4d00-868c-841785168acf tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/ports?device_id=efcc2900-8de9-496d-8544-25e75fa4b60a HTTP/1.1" status: 200 len: 210 time: 0.0353024 Aug 17 00:28:36.921764 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f173438b-c163-4ece-a58c-d316cee76b2e None None] Provisioning complete for port 863fe0b6-921c-4759-b208-c4016f283f0a triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:28:36.922137 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f173438b-c163-4ece-a58c-d316cee76b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:36.948282 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a01e9371-b929-4cfc-8a84-7000726e4b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:36.949588 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b0af6de4-d7cd-4025-ba67-f6b871c9a72d None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:36.954982 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a01e9371-b929-4cfc-8a84-7000726e4b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:36.982071 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b0af6de4-d7cd-4025-ba67-f6b871c9a72d None None] Transition to ACTIVE for port object 863fe0b6-921c-4759-b208-c4016f283f0a will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:28:36.983931 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=e20b26a1-7ff9-4dfd-8e93-04f5d274db08,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:36.990256 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f173438b-c163-4ece-a58c-d316cee76b2e None None] Port 863fe0b6-921c-4759-b208-c4016f283f0a cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:28:36.995975 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b0af6de4-d7cd-4025-ba67-f6b871c9a72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:37.002342 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a01e9371-b929-4cfc-8a84-7000726e4b40 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aa538e9d1a5140909adc7bc98ca801d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2218144 Aug 17 00:28:37.003546 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e9371-b929-4cfc-8a84-7000726e4b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4e46b7-2841-487d-a19d-c0f9c4429418,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:37.005658 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39094) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:37.053839 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8528c5-ee5b-47d6-b95c-8a8588a07681 None None] Pushing event updated for resources: {'Port': ['ID=863fe0b6-921c-4759-b208-c4016f283f0a,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:37.069273 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-66a0eca8-3aac-474e-a223-21acac5096f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:37.094170 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-66a0eca8-3aac-474e-a223-21acac5096f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:37.114540 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-b0af6de4-d7cd-4025-ba67-f6b871c9a72d None None] Attempting to bind port 863fe0b6-921c-4759-b208-c4016f283f0a on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:28:37.114922 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-b0af6de4-d7cd-4025-ba67-f6b871c9a72d None None] Attempting to bind port 863fe0b6-921c-4759-b208-c4016f283f0a by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '81621dfb-3984-4832-871c-830991d6522f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'edb2975e-4e08-4283-953b-25cb569d278a'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:28:37.115288 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0af6de4-d7cd-4025-ba67-f6b871c9a72d None None] Attempting to bind port 863fe0b6-921c-4759-b208-c4016f283f0a on network edb2975e-4e08-4283-953b-25cb569d278a {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:28:37.122425 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0af6de4-d7cd-4025-ba67-f6b871c9a72d None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:28:37.122840 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0af6de4-d7cd-4025-ba67-f6b871c9a72d None None] Checking segment: {'id': '81621dfb-3984-4832-871c-830991d6522f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'edb2975e-4e08-4283-953b-25cb569d278a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:28:37.123250 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b0af6de4-d7cd-4025-ba67-f6b871c9a72d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:37.123643 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0af6de4-d7cd-4025-ba67-f6b871c9a72d None None] Bound using segment: {'id': '81621dfb-3984-4832-871c-830991d6522f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'edb2975e-4e08-4283-953b-25cb569d278a'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:28:37.124119 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-b0af6de4-d7cd-4025-ba67-f6b871c9a72d None None] Bound port: 863fe0b6-921c-4759-b208-c4016f283f0a, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81621dfb-3984-4832-871c-830991d6522f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'edb2975e-4e08-4283-953b-25cb569d278a'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:28:37.124499 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b0af6de4-d7cd-4025-ba67-f6b871c9a72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:37.166455 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-66a0eca8-3aac-474e-a223-21acac5096f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:37.170170 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-66a0eca8-3aac-474e-a223-21acac5096f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:37.172068 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-66a0eca8-3aac-474e-a223-21acac5096f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0d4e46b7-2841-487d-a19d-c0f9c4429418 HTTP/1.1" status: 204 len: 168 time: 0.1651971 Aug 17 00:28:37.181618 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0eca8-3aac-474e-a223-21acac5096f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4e46b7-2841-487d-a19d-c0f9c4429418,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:37.237543 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-b0af6de4-d7cd-4025-ba67-f6b871c9a72d None None] For port 863fe0b6-921c-4759-b208-c4016f283f0a, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:28:37.242845 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-b0af6de4-d7cd-4025-ba67-f6b871c9a72d None None] For port 863fe0b6-921c-4759-b208-c4016f283f0a, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=863fe0b6-921c-4759-b208-c4016f283f0a,segment=NetworkSegment(81621dfb-3984-4832-871c-830991d6522f),segment_id=81621dfb-3984-4832-871c-830991d6522f)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:28:37.248754 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b0af6de4-d7cd-4025-ba67-f6b871c9a72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:37.314962 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0af6de4-d7cd-4025-ba67-f6b871c9a72d None None] Routers {'d7d973cd-2151-48d9-b7a3-2cc27d36f89d'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:28:37.315649 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b0af6de4-d7cd-4025-ba67-f6b871c9a72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:28:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d7d973cd-2151-48d9-b7a3-2cc27d36f89d'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:28:37.374286 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8528c5-ee5b-47d6-b95c-8a8588a07681 None None] Pushing event updated for resources: {'Port': ['ID=863fe0b6-921c-4759-b208-c4016f283f0a,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:37.441899 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 33cd6c3a-8ec2-4947-ace9-1f0524ed4f14 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:28:37.528513 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-b0af6de4-d7cd-4025-ba67-f6b871c9a72d None None] Set router d7d973cd-2151-48d9-b7a3-2cc27d36f89d gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:28:37.562856 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 33cd6c3a-8ec2-4947-ace9-1f0524ed4f14 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:28:37.563373 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:37.794539 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e20b26a1-7ff9-4dfd-8e93-04f5d274db08 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:28:37.888679 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b0af6de4-d7cd-4025-ba67-f6b871c9a72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1714465928', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:28:34Z', 'revision_number': 4, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'gw_port': {'id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '863fe0b6-921c-4759-b208-c4016f283f0a', 'name': '', 'network_id': 'edb2975e-4e08-4283-953b-25cb569d278a', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'mac_address': 'fa:16:3e:ec:4a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'c84b3595-ccc7-4d4f-a075-cbea8b3720be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:28:33Z', 'updated_at': '2021-08-17T00:28:37Z', 'revision_number': 4, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'subnets': [{'id': 'c84b3595-ccc7-4d4f-a075-cbea8b3720be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:28:37.892286 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e20b26a1-7ff9-4dfd-8e93-04f5d274db08 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:28:37.892286 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:37.935232 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0af6de4-d7cd-4025-ba67-f6b871c9a72d None None] The sync data for ids ['d7d973cd-2151-48d9-b7a3-2cc27d36f89d'] in n-d-800088-20 is: [{'id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1714465928', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:28:34Z', 'revision_number': 4, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'gw_port': {'id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '863fe0b6-921c-4759-b208-c4016f283f0a', 'name': '', 'network_id': 'edb2975e-4e08-4283-953b-25cb569d278a', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'mac_address': 'fa:16:3e:ec:4a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'c84b3595-ccc7-4d4f-a075-cbea8b3720be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:28:33Z', 'updated_at': '2021-08-17T00:28:37Z', 'revision_number': 4, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'subnets': [{'id': 'c84b3595-ccc7-4d4f-a075-cbea8b3720be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:28:38.033379 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ca6986d-90e4-4230-b7ef-7eb02279741c req-6ecbecdf-bb0d-4b27-8d81-cd11ef841dce tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/ports?device_id=efcc2900-8de9-496d-8544-25e75fa4b60a HTTP/1.1" status: 200 len: 210 time: 0.0384610 Aug 17 00:28:38.366067 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-838f172d-78a7-4a2a-9afb-88095ac0cd36 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:38.368232 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-838f172d-78a7-4a2a-9afb-88095ac0cd36 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.69 "GET /v2.0/networks?id=edb2975e-4e08-4283-953b-25cb569d278a HTTP/1.1" status: 200 len: 797 time: 0.1278336 Aug 17 00:28:38.425730 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-736b233e-a4fa-468e-8aee-828ab3dbbafa tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c556acc683d4d81a3a144f7693ff0c1 HTTP/1.1" status: 200 len: 477 time: 0.0439746 Aug 17 00:28:38.440944 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-9eaa0e9d-ccd7-4f5a-9cbe-c38b73758ce3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Request body: {'port': {'device_id': 'efcc2900-8de9-496d-8544-25e75fa4b60a', 'network_id': 'edb2975e-4e08-4283-953b-25cb569d278a', 'admin_state_up': True, 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'security_groups': ['e67c91a6-662a-4cd7-aab9-251b6e13257f', 'eb2cb49c-998a-4697-94f4-809e79f7f009']}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:38.575969 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-9eaa0e9d-ccd7-4f5a-9cbe-c38b73758ce3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Made reservation on behalf of 7c556acc683d4d81a3a144f7693ff0c1 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:28:38.579657 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-9eaa0e9d-ccd7-4f5a-9cbe-c38b73758ce3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:38.718551 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-9eaa0e9d-ccd7-4f5a-9cbe-c38b73758ce3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Allocated IP 172.20.0.10 (edb2975e-4e08-4283-953b-25cb569d278a/c84b3595-ccc7-4d4f-a075-cbea8b3720be/dd997da0-dd9d-447b-a7c2-6f91e88f9631) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:28:38.897728 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-9eaa0e9d-ccd7-4f5a-9cbe-c38b73758ce3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:38.913362 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-9eaa0e9d-ccd7-4f5a-9cbe-c38b73758ce3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Transition to ACTIVE for port object dd997da0-dd9d-447b-a7c2-6f91e88f9631 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:28:38.953163 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-9eaa0e9d-ccd7-4f5a-9cbe-c38b73758ce3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:39.019642 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-9eaa0e9d-ccd7-4f5a-9cbe-c38b73758ce3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Network edb2975e-4e08-4283-953b-25cb569d278a is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:28:39.023157 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-9eaa0e9d-ccd7-4f5a-9cbe-c38b73758ce3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:28:39.031305 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-9eaa0e9d-ccd7-4f5a-9cbe-c38b73758ce3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:28:39.054949 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa0e9d-ccd7-4f5a-9cbe-c38b73758ce3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event updated for resources: {'Port': ['ID=dd997da0-dd9d-447b-a7c2-6f91e88f9631,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:39.092821 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-9eaa0e9d-ccd7-4f5a-9cbe-c38b73758ce3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:39.093622 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-9eaa0e9d-ccd7-4f5a-9cbe-c38b73758ce3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:39.113522 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-9eaa0e9d-ccd7-4f5a-9cbe-c38b73758ce3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.6808312 Aug 17 00:28:39.132776 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-0215c37c-517c-4b3f-8443-3a832ca03fc2 service neutron] Request body: {'port': {'device_id': 'efcc2900-8de9-496d-8544-25e75fa4b60a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:39.202865 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-0215c37c-517c-4b3f-8443-3a832ca03fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:39.223075 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c180ff1-6275-4429-b5fe-cb9a619bbabc req-b4637fef-1192-431d-a9be-87e1cac40ee3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:39.224640 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3c180ff1-6275-4429-b5fe-cb9a619bbabc req-b4637fef-1192-431d-a9be-87e1cac40ee3 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/ports?device_id=efcc2900-8de9-496d-8544-25e75fa4b60a HTTP/1.1" status: 200 len: 971 time: 0.0740860 Aug 17 00:28:39.278177 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3c180ff1-6275-4429-b5fe-cb9a619bbabc req-53ae96c1-3e6c-45cb-832e-7218fd9a1bde tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb2cb49c-998a-4697-94f4-809e79f7f009&id=e67c91a6-662a-4cd7-aab9-251b6e13257f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0471151 Aug 17 00:28:39.332252 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [req-cd7d1bdd-f8cb-44ac-8d56-9e85e9719b96 req-a29d9e25-f170-464d-b17d-5d77764e30bd tempest-TestNetworkAdvancedServerOps-305763618 tempest-TestNetworkAdvancedServerOps-305763618-project] (101402) timed out ('10.222.0.69', 54731) {{(pid=101402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 00:28:39.374565 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c4dcd81c-3092-4247-977b-ab64027ccb49 None None] Provisioning for port dd997da0-dd9d-447b-a7c2-6f91e88f9631 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:28:39.380211 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c4dcd81c-3092-4247-977b-ab64027ccb49 None None] Provisioning complete for port dd997da0-dd9d-447b-a7c2-6f91e88f9631 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:28:39.380888 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c4dcd81c-3092-4247-977b-ab64027ccb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:39.569668 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-0215c37c-517c-4b3f-8443-3a832ca03fc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd997da0-dd9d-447b-a7c2-6f91e88f9631 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:28:39.574448 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 863fe0b6-921c-4759-b208-c4016f283f0a up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:28:39.581564 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-0215c37c-517c-4b3f-8443-3a832ca03fc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:39.595358 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-0215c37c-517c-4b3f-8443-3a832ca03fc2 service neutron] Transition to ACTIVE for port object dd997da0-dd9d-447b-a7c2-6f91e88f9631 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:28:39.601670 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-0215c37c-517c-4b3f-8443-3a832ca03fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:39.620870 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-c4dcd81c-3092-4247-977b-ab64027ccb49 None None] Port dd997da0-dd9d-447b-a7c2-6f91e88f9631 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:28:39.657454 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 863fe0b6-921c-4759-b208-c4016f283f0a completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:28:39.662092 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 863fe0b6-921c-4759-b208-c4016f283f0a triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:28:39.662882 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:39.694042 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215c37c-517c-4b3f-8443-3a832ca03fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=dd997da0-dd9d-447b-a7c2-6f91e88f9631,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:39.771716 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:39.817689 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-0215c37c-517c-4b3f-8443-3a832ca03fc2 service neutron] Attempting to bind port dd997da0-dd9d-447b-a7c2-6f91e88f9631 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:28:39.818057 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-0215c37c-517c-4b3f-8443-3a832ca03fc2 service neutron] Attempting to bind port dd997da0-dd9d-447b-a7c2-6f91e88f9631 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '81621dfb-3984-4832-871c-830991d6522f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'edb2975e-4e08-4283-953b-25cb569d278a'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:28:39.818539 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-0215c37c-517c-4b3f-8443-3a832ca03fc2 service neutron] Attempting to bind port dd997da0-dd9d-447b-a7c2-6f91e88f9631 on network edb2975e-4e08-4283-953b-25cb569d278a {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:28:39.827648 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-0215c37c-517c-4b3f-8443-3a832ca03fc2 service neutron] Port dd997da0-dd9d-447b-a7c2-6f91e88f9631 on network edb2975e-4e08-4283-953b-25cb569d278a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:28:39.827988 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-0215c37c-517c-4b3f-8443-3a832ca03fc2 service neutron] Attempting to bind port dd997da0-dd9d-447b-a7c2-6f91e88f9631 on network edb2975e-4e08-4283-953b-25cb569d278a {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:28:39.833463 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-0215c37c-517c-4b3f-8443-3a832ca03fc2 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:28:39.833806 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-0215c37c-517c-4b3f-8443-3a832ca03fc2 service neutron] Checking segment: {'id': '81621dfb-3984-4832-871c-830991d6522f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'edb2975e-4e08-4283-953b-25cb569d278a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:28:39.834195 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-0215c37c-517c-4b3f-8443-3a832ca03fc2 service neutron] Bound using segment: {'id': '81621dfb-3984-4832-871c-830991d6522f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'edb2975e-4e08-4283-953b-25cb569d278a'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:28:39.834629 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-0215c37c-517c-4b3f-8443-3a832ca03fc2 service neutron] Bound port: dd997da0-dd9d-447b-a7c2-6f91e88f9631, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81621dfb-3984-4832-871c-830991d6522f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'edb2975e-4e08-4283-953b-25cb569d278a'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:28:39.834997 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-0215c37c-517c-4b3f-8443-3a832ca03fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:39.842669 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 863fe0b6-921c-4759-b208-c4016f283f0a, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=863fe0b6-921c-4759-b208-c4016f283f0a,segment=NetworkSegment(81621dfb-3984-4832-871c-830991d6522f),segment_id=81621dfb-3984-4832-871c-830991d6522f)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:28:39.848447 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:39.911646 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-0215c37c-517c-4b3f-8443-3a832ca03fc2 service neutron] For port dd997da0-dd9d-447b-a7c2-6f91e88f9631, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:28:39.914961 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-0215c37c-517c-4b3f-8443-3a832ca03fc2 service neutron] For port dd997da0-dd9d-447b-a7c2-6f91e88f9631, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=dd997da0-dd9d-447b-a7c2-6f91e88f9631,segment=NetworkSegment(81621dfb-3984-4832-871c-830991d6522f),segment_id=81621dfb-3984-4832-871c-830991d6522f)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:28:39.922437 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-0215c37c-517c-4b3f-8443-3a832ca03fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:39.926009 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=863fe0b6-921c-4759-b208-c4016f283f0a,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:39.964757 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-0215c37c-517c-4b3f-8443-3a832ca03fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:39.965586 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-0215c37c-517c-4b3f-8443-3a832ca03fc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:39.967182 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-0215c37c-517c-4b3f-8443-3a832ca03fc2 service neutron] 10.222.0.69 "PUT /v2.0/ports/dd997da0-dd9d-447b-a7c2-6f91e88f9631 HTTP/1.1" status: 200 len: 1132 time: 0.8403089 Aug 17 00:28:39.967506 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efcc2900-8de9-496d-8544-25e75fa4b60a', 'tag': 'dd997da0-dd9d-447b-a7c2-6f91e88f9631'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:28:39.969855 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a874ab70-1a27-4321-86c5-f3d4a4a68fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "efcc2900-8de9-496d-8544-25e75fa4b60a", "tag": "dd997da0-dd9d-447b-a7c2-6f91e88f9631"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:28:40.004502 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215c37c-517c-4b3f-8443-3a832ca03fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=dd997da0-dd9d-447b-a7c2-6f91e88f9631,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:40.081270 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-e61b64e7-dac4-4191-a16b-b05c16b2bb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:40.082865 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-e61b64e7-dac4-4191-a16b-b05c16b2bb29 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c556acc683d4d81a3a144f7693ff0c1&device_id=efcc2900-8de9-496d-8544-25e75fa4b60a HTTP/1.1" status: 200 len: 1135 time: 0.0543067 Aug 17 00:28:40.146308 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-d687e25a-5750-4b42-b20f-c5301f0d1431 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd997da0-dd9d-447b-a7c2-6f91e88f9631 HTTP/1.1" status: 200 len: 217 time: 0.0492003 Aug 17 00:28:40.190183 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:40.210945 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-777eab3b-2b1a-42e4-b76e-ea893ea92fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:40.213096 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-777eab3b-2b1a-42e4-b76e-ea893ea92fb7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c84b3595-ccc7-4d4f-a075-cbea8b3720be HTTP/1.1" status: 200 len: 835 time: 0.0537620 Aug 17 00:28:40.216319 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc457c7-9fde-434f-97cd-70a99a13508b x-openstack-request-id: req-2dc457c7-9fde-434f-97cd-70a99a13508b {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:28:40.216613 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efcc2900-8de9-496d-8544-25e75fa4b60a", "tag": "dd997da0-dd9d-447b-a7c2-6f91e88f9631", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:28:40.216872 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2dc457c7-9fde-434f-97cd-70a99a13508b {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:28:40.217317 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efcc2900-8de9-496d-8544-25e75fa4b60a', 'tag': 'dd997da0-dd9d-447b-a7c2-6f91e88f9631', 'status': 'completed', 'code': 200} Aug 17 00:28:40.270833 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-c1ce93ef-ca52-4a81-aeff-ee35d90b56f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:40.272288 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-c1ce93ef-ca52-4a81-aeff-ee35d90b56f4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=edb2975e-4e08-4283-953b-25cb569d278a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441496 Aug 17 00:28:40.387334 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-baf00562-e872-45da-b43f-7b96dbeaf42c service neutron] 10.222.0.69 "GET /v2.0/networks/edb2975e-4e08-4283-953b-25cb569d278a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023967 Aug 17 00:28:40.406286 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72b641-1a4f-4ab1-8e66-cec8f9132d6b req-8641a939-b132-4744-963b-8a56895d2f51 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:40.409625 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fc72b641-1a4f-4ab1-8e66-cec8f9132d6b req-8641a939-b132-4744-963b-8a56895d2f51 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/ports?device_id=efcc2900-8de9-496d-8544-25e75fa4b60a HTTP/1.1" status: 200 len: 983 time: 0.0522761 Aug 17 00:28:40.452363 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fc72b641-1a4f-4ab1-8e66-cec8f9132d6b req-58ceadda-f8c5-4ffc-ab71-23b2e85350eb tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb2cb49c-998a-4697-94f4-809e79f7f009&id=e67c91a6-662a-4cd7-aab9-251b6e13257f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0380766 Aug 17 00:28:40.488294 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-08644447-5fb5-4cd6-9716-ca818b880da8 req-f0ddfc0f-23f0-47a6-b413-377ccb8b4db4 service neutron] 10.222.0.69 "GET /v2.0/networks/edb2975e-4e08-4283-953b-25cb569d278a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891314 Aug 17 00:28:40.584532 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874ab70-1a27-4321-86c5-f3d4a4a68fd7 req-4db34652-d2e6-47aa-bd53-e52783e24c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:40.586057 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a874ab70-1a27-4321-86c5-f3d4a4a68fd7 req-4db34652-d2e6-47aa-bd53-e52783e24c4a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c556acc683d4d81a3a144f7693ff0c1&device_id=efcc2900-8de9-496d-8544-25e75fa4b60a HTTP/1.1" status: 200 len: 1135 time: 0.0410364 Aug 17 00:28:40.682699 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874ab70-1a27-4321-86c5-f3d4a4a68fd7 req-85b6e36a-ef63-4f02-945e-f889370c8abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:40.684208 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a874ab70-1a27-4321-86c5-f3d4a4a68fd7 req-85b6e36a-ef63-4f02-945e-f889370c8abb service neutron] 10.222.0.69 "GET /v2.0/networks?id=edb2975e-4e08-4283-953b-25cb569d278a HTTP/1.1" status: 200 len: 898 time: 0.0891752 Aug 17 00:28:40.726488 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a874ab70-1a27-4321-86c5-f3d4a4a68fd7 req-de8c2fe1-3089-4edf-925c-e4b2b6f2f6fc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd997da0-dd9d-447b-a7c2-6f91e88f9631 HTTP/1.1" status: 200 len: 217 time: 0.0346715 Aug 17 00:28:40.780890 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874ab70-1a27-4321-86c5-f3d4a4a68fd7 req-bbabb28c-1379-4f8a-92cd-72297e215e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:40.782362 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a874ab70-1a27-4321-86c5-f3d4a4a68fd7 req-bbabb28c-1379-4f8a-92cd-72297e215e2b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c84b3595-ccc7-4d4f-a075-cbea8b3720be HTTP/1.1" status: 200 len: 835 time: 0.0472765 Aug 17 00:28:40.832631 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874ab70-1a27-4321-86c5-f3d4a4a68fd7 req-5a273333-c8d6-460a-89f8-0da597d47b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:40.834248 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a874ab70-1a27-4321-86c5-f3d4a4a68fd7 req-5a273333-c8d6-460a-89f8-0da597d47b19 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=edb2975e-4e08-4283-953b-25cb569d278a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441909 Aug 17 00:28:40.930685 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a874ab70-1a27-4321-86c5-f3d4a4a68fd7 req-3e3e8cea-035b-4e3a-98f5-b82e36865862 service neutron] 10.222.0.69 "GET /v2.0/networks/edb2975e-4e08-4283-953b-25cb569d278a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884464 Aug 17 00:28:41.035377 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a874ab70-1a27-4321-86c5-f3d4a4a68fd7 req-08944e5f-ab91-4eef-a766-a108f60fd04d service neutron] 10.222.0.69 "GET /v2.0/networks/edb2975e-4e08-4283-953b-25cb569d278a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963242 Aug 17 00:28:41.361909 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 863fe0b6-921c-4759-b208-c4016f283f0a up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:28:41.408519 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 863fe0b6-921c-4759-b208-c4016f283f0a triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:28:41.408886 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:41.576100 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26cef3-95f8-4bd6-97b8-c2389f8ea3cb req-4574fbd5-1c33-4421-9eb2-f45c8624e690 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:41.577663 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8c26cef3-95f8-4bd6-97b8-c2389f8ea3cb req-4574fbd5-1c33-4421-9eb2-f45c8624e690 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/ports?device_id=efcc2900-8de9-496d-8544-25e75fa4b60a HTTP/1.1" status: 200 len: 983 time: 0.0494552 Aug 17 00:28:41.618216 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8c26cef3-95f8-4bd6-97b8-c2389f8ea3cb req-73508ebf-20af-4df6-b46b-7f6232724339 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb2cb49c-998a-4697-94f4-809e79f7f009&id=e67c91a6-662a-4cd7-aab9-251b6e13257f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0341766 Aug 17 00:28:41.826617 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:42.734670 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4d167-97ab-40c5-b56a-9675c70b650b req-84ea5d3a-db31-4338-bda2-e82b1869093e tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:42.736038 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7ac4d167-97ab-40c5-b56a-9675c70b650b req-84ea5d3a-db31-4338-bda2-e82b1869093e tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/ports?device_id=efcc2900-8de9-496d-8544-25e75fa4b60a HTTP/1.1" status: 200 len: 983 time: 0.0499685 Aug 17 00:28:42.776725 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7ac4d167-97ab-40c5-b56a-9675c70b650b req-8d039005-8a15-46e3-a44c-b646255a46de tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb2cb49c-998a-4697-94f4-809e79f7f009&id=e67c91a6-662a-4cd7-aab9-251b6e13257f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0341380 Aug 17 00:28:42.848750 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device dd997da0-dd9d-447b-a7c2-6f91e88f9631 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:28:42.948114 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port dd997da0-dd9d-447b-a7c2-6f91e88f9631, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=dd997da0-dd9d-447b-a7c2-6f91e88f9631,segment=NetworkSegment(81621dfb-3984-4832-871c-830991d6522f),segment_id=81621dfb-3984-4832-871c-830991d6522f)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:28:42.959880 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': 'dd997da0-dd9d-447b-a7c2-6f91e88f9631', 'network_id': 'edb2975e-4e08-4283-953b-25cb569d278a', 'port_id': 'dd997da0-dd9d-447b-a7c2-6f91e88f9631', 'mac_address': 'fa:16:3e:be:c4:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c84b3595-ccc7-4d4f-a075-cbea8b3720be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:28:43.001512 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:43.014663 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd997da0-dd9d-447b-a7c2-6f91e88f9631 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:28:43.033667 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port dd997da0-dd9d-447b-a7c2-6f91e88f9631, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=dd997da0-dd9d-447b-a7c2-6f91e88f9631,segment=NetworkSegment(81621dfb-3984-4832-871c-830991d6522f),segment_id=81621dfb-3984-4832-871c-830991d6522f)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:28:43.037854 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:43.091855 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=dd997da0-dd9d-447b-a7c2-6f91e88f9631,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:43.345098 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['dd997da0-dd9d-447b-a7c2-6f91e88f9631'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:28:43.392026 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39198) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:43.512347 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-494ec352-874d-42ed-b294-54ef3fe549b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:43.599713 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-494ec352-874d-42ed-b294-54ef3fe549b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:43.603039 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-494ec352-874d-42ed-b294-54ef3fe549b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:43.648886 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-494ec352-874d-42ed-b294-54ef3fe549b0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=88a72c43059e475897a1089bae85dfb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2557740 Aug 17 00:28:43.649836 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ec352-874d-42ed-b294-54ef3fe549b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e9667e-ec77-48d8-81c5-1b6cb4e83850,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:43.652332 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39202) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:43.702427 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ec7bb1a3-7701-4db8-8ed8-2cd98c200511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:43.723367 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ec7bb1a3-7701-4db8-8ed8-2cd98c200511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:43.770298 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ec7bb1a3-7701-4db8-8ed8-2cd98c200511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:43.772980 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ec7bb1a3-7701-4db8-8ed8-2cd98c200511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:43.774116 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ec7bb1a3-7701-4db8-8ed8-2cd98c200511 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/19e9667e-ec77-48d8-81c5-1b6cb4e83850 HTTP/1.1" status: 204 len: 168 time: 0.1207933 Aug 17 00:28:43.782307 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7bb1a3-7701-4db8-8ed8-2cd98c200511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e9667e-ec77-48d8-81c5-1b6cb4e83850,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:43.893713 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4b59b-731b-4d7a-a468-7b4fa0858f86 req-9a2b7a30-1288-4803-b060-2f8d7cc7b256 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:43.895293 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-59f4b59b-731b-4d7a-a468-7b4fa0858f86 req-9a2b7a30-1288-4803-b060-2f8d7cc7b256 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/ports?device_id=efcc2900-8de9-496d-8544-25e75fa4b60a HTTP/1.1" status: 200 len: 984 time: 0.0511699 Aug 17 00:28:43.936046 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-59f4b59b-731b-4d7a-a468-7b4fa0858f86 req-8c4e9e88-01e9-4905-b60a-65901dcfdb50 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb2cb49c-998a-4697-94f4-809e79f7f009&id=e67c91a6-662a-4cd7-aab9-251b6e13257f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0345044 Aug 17 00:28:44.040977 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39210) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:44.059194 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ebefff7b-45cf-412e-aa5f-966a32bb15ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:44.153541 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ebefff7b-45cf-412e-aa5f-966a32bb15ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:44.157194 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ebefff7b-45cf-412e-aa5f-966a32bb15ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:44.196382 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ebefff7b-45cf-412e-aa5f-966a32bb15ab admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4a2fc4ee84be41e9af774ffcb26baea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542821 Aug 17 00:28:44.197509 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebefff7b-45cf-412e-aa5f-966a32bb15ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ae7498-a3e4-4074-baae-46e38b99a760,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:44.199087 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39212) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:44.248509 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-de15b046-c444-4ffe-9028-3536e25af8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:44.268660 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-de15b046-c444-4ffe-9028-3536e25af8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:44.314206 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-de15b046-c444-4ffe-9028-3536e25af8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:44.316920 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-de15b046-c444-4ffe-9028-3536e25af8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:44.318117 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-de15b046-c444-4ffe-9028-3536e25af8d2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b7ae7498-a3e4-4074-baae-46e38b99a760 HTTP/1.1" status: 204 len: 168 time: 0.1180251 Aug 17 00:28:44.325665 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15b046-c444-4ffe-9028-3536e25af8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ae7498-a3e4-4074-baae-46e38b99a760,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:44.860173 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device dd997da0-dd9d-447b-a7c2-6f91e88f9631 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:28:44.922511 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port dd997da0-dd9d-447b-a7c2-6f91e88f9631 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:28:44.931239 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port dd997da0-dd9d-447b-a7c2-6f91e88f9631 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:28:44.931613 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:45.023763 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:45.049200 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcc2900-8de9-496d-8544-25e75fa4b60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd997da0-dd9d-447b-a7c2-6f91e88f9631'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:28:45.051495 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae07bb7-aced-482d-be4a-fc66d1953b36" -d '{"events": [{"server_uuid": "efcc2900-8de9-496d-8544-25e75fa4b60a", "name": "network-vif-plugged", "status": "completed", "tag": "dd997da0-dd9d-447b-a7c2-6f91e88f9631"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:28:45.064339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84aea8-223d-4ed4-82ab-a2f9842e1684 req-eb531ea6-cd88-4710-b05d-027c0f74b52e tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:45.067155 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd84aea8-223d-4ed4-82ab-a2f9842e1684 req-eb531ea6-cd88-4710-b05d-027c0f74b52e tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/ports?device_id=efcc2900-8de9-496d-8544-25e75fa4b60a HTTP/1.1" status: 200 len: 984 time: 0.0594838 Aug 17 00:28:45.068124 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port dd997da0-dd9d-447b-a7c2-6f91e88f9631, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=dd997da0-dd9d-447b-a7c2-6f91e88f9631,segment=NetworkSegment(81621dfb-3984-4832-871c-830991d6522f),segment_id=81621dfb-3984-4832-871c-830991d6522f)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:28:45.074785 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:45.130069 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd84aea8-223d-4ed4-82ab-a2f9842e1684 req-0ee26f6f-3aec-4400-9de4-854a516d88c6 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb2cb49c-998a-4697-94f4-809e79f7f009&id=e67c91a6-662a-4cd7-aab9-251b6e13257f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0515015 Aug 17 00:28:45.138584 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=dd997da0-dd9d-447b-a7c2-6f91e88f9631,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:45.251777 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba898a4-b513-4e91-89fb-691525c068ac x-openstack-request-id: req-aba898a4-b513-4e91-89fb-691525c068ac {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:28:45.252140 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcc2900-8de9-496d-8544-25e75fa4b60a", "name": "network-vif-plugged", "status": "completed", "tag": "dd997da0-dd9d-447b-a7c2-6f91e88f9631", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:28:45.252412 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aba898a4-b513-4e91-89fb-691525c068ac {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:28:45.252817 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcc2900-8de9-496d-8544-25e75fa4b60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd997da0-dd9d-447b-a7c2-6f91e88f9631', 'code': 200} Aug 17 00:28:45.372423 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463a132-36e2-45f9-8f19-b480b1006ee2 req-9b36453a-781c-4246-800e-84f32d0fa4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:45.375937 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c463a132-36e2-45f9-8f19-b480b1006ee2 req-9b36453a-781c-4246-800e-84f32d0fa4bb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=efcc2900-8de9-496d-8544-25e75fa4b60a HTTP/1.1" status: 200 len: 1137 time: 0.0429490 Aug 17 00:28:45.419161 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c463a132-36e2-45f9-8f19-b480b1006ee2 req-2392d131-bd2e-404b-993b-2406ece45c29 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=eb2cb49c-998a-4697-94f4-809e79f7f009&id=e67c91a6-662a-4cd7-aab9-251b6e13257f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0331316 Aug 17 00:28:45.477248 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39248) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:45.585060 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d116952a-5c02-4eef-8e2e-522d922656bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:45.680125 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d116952a-5c02-4eef-8e2e-522d922656bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:45.683759 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d116952a-5c02-4eef-8e2e-522d922656bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:45.725780 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d116952a-5c02-4eef-8e2e-522d922656bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f1a28f694c684c8cb85b622e95dd95cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2471437 Aug 17 00:28:45.726941 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116952a-5c02-4eef-8e2e-522d922656bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993b6e88-7745-4f0f-822c-43610bb92b3a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:45.728226 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39252) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:45.776979 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-52d6a675-9e07-48d1-8b07-a240413d6e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:45.797675 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-52d6a675-9e07-48d1-8b07-a240413d6e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:45.841816 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-52d6a675-9e07-48d1-8b07-a240413d6e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:45.844289 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-52d6a675-9e07-48d1-8b07-a240413d6e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:45.845490 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-52d6a675-9e07-48d1-8b07-a240413d6e39 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/993b6e88-7745-4f0f-822c-43610bb92b3a HTTP/1.1" status: 204 len: 168 time: 0.1162899 Aug 17 00:28:45.853126 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6a675-9e07-48d1-8b07-a240413d6e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993b6e88-7745-4f0f-822c-43610bb92b3a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:46.248129 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779d27b-bc76-40dc-88f0-33a0cfe7a164 req-6dcf3345-4eb0-4f84-977e-9aa5b82551d0 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:46.249751 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e779d27b-bc76-40dc-88f0-33a0cfe7a164 req-6dcf3345-4eb0-4f84-977e-9aa5b82551d0 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/ports?device_id=efcc2900-8de9-496d-8544-25e75fa4b60a HTTP/1.1" status: 200 len: 985 time: 0.0499158 Aug 17 00:28:46.293224 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e779d27b-bc76-40dc-88f0-33a0cfe7a164 req-0f9a53ce-a2ca-487d-b34e-bc43c3acb939 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb2cb49c-998a-4697-94f4-809e79f7f009&id=e67c91a6-662a-4cd7-aab9-251b6e13257f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0372269 Aug 17 00:28:46.537501 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a42d8d57-a3b0-4d99-bd13-62cee9ce1cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:47.420344 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f693b5-27d4-4186-8115-200c86f77cf9 req-697bb96b-52b5-4ae9-b3a7-d9981f323996 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:47.421886 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0f693b5-27d4-4186-8115-200c86f77cf9 req-697bb96b-52b5-4ae9-b3a7-d9981f323996 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/ports?device_id=efcc2900-8de9-496d-8544-25e75fa4b60a HTTP/1.1" status: 200 len: 985 time: 0.0539892 Aug 17 00:28:47.464263 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0f693b5-27d4-4186-8115-200c86f77cf9 req-2e3d00a0-9a99-44b4-8aaf-2cb0a60d6de7 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb2cb49c-998a-4697-94f4-809e79f7f009&id=e67c91a6-662a-4cd7-aab9-251b6e13257f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0363309 Aug 17 00:28:47.581168 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffdbab-39a0-4e47-933d-40758b68a959 req-89393c85-4726-4f75-8280-d81d87273659 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:47.582691 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8ffdbab-39a0-4e47-933d-40758b68a959 req-89393c85-4726-4f75-8280-d81d87273659 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/ports?device_id=efcc2900-8de9-496d-8544-25e75fa4b60a HTTP/1.1" status: 200 len: 985 time: 0.0493708 Aug 17 00:28:47.624683 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8ffdbab-39a0-4e47-933d-40758b68a959 req-d4dc18b2-2917-4bf9-bcd8-e76af9de6ca8 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb2cb49c-998a-4697-94f4-809e79f7f009&id=e67c91a6-662a-4cd7-aab9-251b6e13257f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0360260 Aug 17 00:28:47.736239 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76724985-6509-4c36-b788-26ece0a2f3de req-845efb62-ca13-4a8b-a211-07697709a74d tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:47.737810 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-76724985-6509-4c36-b788-26ece0a2f3de req-845efb62-ca13-4a8b-a211-07697709a74d tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=efcc2900-8de9-496d-8544-25e75fa4b60a HTTP/1.1" status: 200 len: 1137 time: 0.0457675 Aug 17 00:28:47.757487 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-76724985-6509-4c36-b788-26ece0a2f3de req-b11a81a5-d845-4e6b-8e09-fa947ef27769 tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:47.859983 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-76724985-6509-4c36-b788-26ece0a2f3de req-b11a81a5-d845-4e6b-8e09-fa947ef27769 tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:47.864395 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-76724985-6509-4c36-b788-26ece0a2f3de req-b11a81a5-d845-4e6b-8e09-fa947ef27769 tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:47.887072 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-76724985-6509-4c36-b788-26ece0a2f3de req-b11a81a5-d845-4e6b-8e09-fa947ef27769 tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=eb2cb49c-998a-4697-94f4-809e79f7f009&id=e67c91a6-662a-4cd7-aab9-251b6e13257f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1430407 Aug 17 00:28:47.901700 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a81a5-d845-4e6b-8e09-fa947ef27769 tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e40d40-ffa0-45e8-8df2-077c540674c5,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:47.909408 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39316) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:47.951764 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8426c8c0-db8a-4597-aa8e-0ace7a5c0410 tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:47.953349 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8426c8c0-db8a-4597-aa8e-0ace7a5c0410 tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=efcc2900-8de9-496d-8544-25e75fa4b60a HTTP/1.1" status: 200 len: 1132 time: 0.0423059 Aug 17 00:28:47.956305 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39320) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:47.960659 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-f03f2f31-8ddb-4261-9936-b386e4cf9b19 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'port_id': 'dd997da0-dd9d-447b-a7c2-6f91e88f9631', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:47.986691 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f03f2f31-8ddb-4261-9936-b386e4cf9b19 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for floatingip, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:48.091544 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f03f2f31-8ddb-4261-9936-b386e4cf9b19 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:48.201673 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-f03f2f31-8ddb-4261-9936-b386e4cf9b19 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Allocated IP 172.25.3.238 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/113cdf63-fc6c-48eb-9c14-cf40b7ee649f) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:28:48.311284 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f03f2f31-8ddb-4261-9936-b386e4cf9b19 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:48.349215 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f03f2f31-8ddb-4261-9936-b386e4cf9b19 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:48.394465 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03f2f31-8ddb-4261-9936-b386e4cf9b19 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:28:48.397534 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-f03f2f31-8ddb-4261-9936-b386e4cf9b19 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:28:48.402711 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03f2f31-8ddb-4261-9936-b386e4cf9b19 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:28:48.405877 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f2f31-8ddb-4261-9936-b386e4cf9b19 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event updated for resources: {'Port': ['ID=113cdf63-fc6c-48eb-9c14-cf40b7ee649f,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:49.228796 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f03f2f31-8ddb-4261-9936-b386e4cf9b19 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:49.237478 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b32c6cce-a0ca-4ae6-b21e-addde51f3c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:49.300242 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:49.341129 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f03f2f31-8ddb-4261-9936-b386e4cf9b19 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:49.506996 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f03f2f31-8ddb-4261-9936-b386e4cf9b19 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:49.510981 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f03f2f31-8ddb-4261-9936-b386e4cf9b19 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:49.583191 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f2f31-8ddb-4261-9936-b386e4cf9b19 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event updated for resources: {'Port': ['ID=113cdf63-fc6c-48eb-9c14-cf40b7ee649f,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:49.591784 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f03f2f31-8ddb-4261-9936-b386e4cf9b19 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:49.695469 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-f03f2f31-8ddb-4261-9936-b386e4cf9b19 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Floating IP 0398fc6c-2361-4c53-b420-bfc924426063 associated. External IP: 172.25.3.238, port: dd997da0-dd9d-447b-a7c2-6f91e88f9631. Aug 17 00:28:49.911559 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03f2f31-8ddb-4261-9936-b386e4cf9b19 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Router d7d973cd-2151-48d9-b7a3-2cc27d36f89d has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:28:50.024324 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03f2f31-8ddb-4261-9936-b386e4cf9b19 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:28:50.034693 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc60e29-c2c6-46a3-b32c-b09013430623 None None] Sync routers for ids ['d7d973cd-2151-48d9-b7a3-2cc27d36f89d'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:28:50.043863 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f03f2f31-8ddb-4261-9936-b386e4cf9b19 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:50.045704 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc60e29-c2c6-46a3-b32c-b09013430623 None None] Routers {'d7d973cd-2151-48d9-b7a3-2cc27d36f89d'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:28:50.046594 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4fc60e29-c2c6-46a3-b32c-b09013430623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:28:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d7d973cd-2151-48d9-b7a3-2cc27d36f89d'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:28:50.072221 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f03f2f31-8ddb-4261-9936-b386e4cf9b19 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1148164 Aug 17 00:28:50.073143 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efcc2900-8de9-496d-8544-25e75fa4b60a', 'tag': 'dd997da0-dd9d-447b-a7c2-6f91e88f9631'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:28:50.075022 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39350) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:50.075814 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a75adb-a994-4ea0-b7b1-1895f3e28e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "efcc2900-8de9-496d-8544-25e75fa4b60a", "tag": "dd997da0-dd9d-447b-a7c2-6f91e88f9631"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:28:50.171598 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-4fc60e29-c2c6-46a3-b32c-b09013430623 None None] Set router d7d973cd-2151-48d9-b7a3-2cc27d36f89d gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:28:50.260063 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:50.283203 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3eab578-eb6a-401d-b68d-477e835201ef x-openstack-request-id: req-e3eab578-eb6a-401d-b68d-477e835201ef {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:28:50.283719 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efcc2900-8de9-496d-8544-25e75fa4b60a", "tag": "dd997da0-dd9d-447b-a7c2-6f91e88f9631", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:28:50.283719 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3eab578-eb6a-401d-b68d-477e835201ef {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:28:50.284140 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efcc2900-8de9-496d-8544-25e75fa4b60a', 'tag': 'dd997da0-dd9d-447b-a7c2-6f91e88f9631', 'status': 'completed', 'code': 200} Aug 17 00:28:50.323311 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520be1c8-c1c1-45c1-a652-9731467e274c tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:50.324191 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520be1c8-c1c1-45c1-a652-9731467e274c tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:50.324827 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520be1c8-c1c1-45c1-a652-9731467e274c tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:50.325491 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520be1c8-c1c1-45c1-a652-9731467e274c tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:50.327412 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-520be1c8-c1c1-45c1-a652-9731467e274c tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2505105 Aug 17 00:28:50.330303 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39356) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:50.367941 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a75adb-a994-4ea0-b7b1-1895f3e28e6f req-002c74f6-81ba-4a48-aad7-4b83a38a073b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:50.369726 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d6a75adb-a994-4ea0-b7b1-1895f3e28e6f req-002c74f6-81ba-4a48-aad7-4b83a38a073b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c556acc683d4d81a3a144f7693ff0c1&device_id=efcc2900-8de9-496d-8544-25e75fa4b60a HTTP/1.1" status: 200 len: 1137 time: 0.0599995 Aug 17 00:28:50.439187 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c491ed8-0e17-433c-bc27-9c00808f5343 tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:50.439915 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c491ed8-0e17-433c-bc27-9c00808f5343 tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:50.440457 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c491ed8-0e17-433c-bc27-9c00808f5343 tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:50.441682 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c491ed8-0e17-433c-bc27-9c00808f5343 tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:50.443493 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7c491ed8-0e17-433c-bc27-9c00808f5343 tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1121204 Aug 17 00:28:50.446236 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39358) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:50.485930 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a75adb-a994-4ea0-b7b1-1895f3e28e6f req-260f7b23-c31c-440a-bff0-03d7a7bb7a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:50.487429 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d6a75adb-a994-4ea0-b7b1-1895f3e28e6f req-260f7b23-c31c-440a-bff0-03d7a7bb7a3e service neutron] 10.222.0.69 "GET /v2.0/networks?id=edb2975e-4e08-4283-953b-25cb569d278a HTTP/1.1" status: 200 len: 898 time: 0.1092088 Aug 17 00:28:50.529322 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4fc60e29-c2c6-46a3-b32c-b09013430623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1714465928', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:28:34Z', 'revision_number': 4, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'gw_port': {'id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '0398fc6c-2361-4c53-b420-bfc924426063', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'floating_ip_address': '172.25.3.238', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'port_id': 'dd997da0-dd9d-447b-a7c2-6f91e88f9631', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edb2975e-4e08-4283-953b-25cb569d278a', 'mac_address': 'fa:16:3e:be:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc2900-8de9-496d-8544-25e75fa4b60a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:28:48Z', 'updated_at': '2021-08-17T00:28:48Z', 'revision_number': 0, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863fe0b6-921c-4759-b208-c4016f283f0a', 'name': '', 'network_id': 'edb2975e-4e08-4283-953b-25cb569d278a', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'mac_address': 'fa:16:3e:ec:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'c84b3595-ccc7-4d4f-a075-cbea8b3720be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:28:33Z', 'updated_at': '2021-08-17T00:28:39Z', 'revision_number': 5, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'subnets': [{'id': 'c84b3595-ccc7-4d4f-a075-cbea8b3720be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:28:50.565957 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc60e29-c2c6-46a3-b32c-b09013430623 None None] Checking router: d7d973cd-2151-48d9-b7a3-2cc27d36f89d for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:28:50.568938 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d6a75adb-a994-4ea0-b7b1-1895f3e28e6f req-af144030-d233-40fc-b128-79178ec0041d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd997da0-dd9d-447b-a7c2-6f91e88f9631 HTTP/1.1" status: 200 len: 1000 time: 0.0734222 Aug 17 00:28:50.576328 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc60e29-c2c6-46a3-b32c-b09013430623 None None] Routers {'d7d973cd-2151-48d9-b7a3-2cc27d36f89d'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:28:50.577244 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4fc60e29-c2c6-46a3-b32c-b09013430623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:28:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d7d973cd-2151-48d9-b7a3-2cc27d36f89d'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:28:50.628437 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a75adb-a994-4ea0-b7b1-1895f3e28e6f req-939dd00d-385f-4c1c-b3df-3013a96daa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:50.630213 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d6a75adb-a994-4ea0-b7b1-1895f3e28e6f req-939dd00d-385f-4c1c-b3df-3013a96daa19 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c84b3595-ccc7-4d4f-a075-cbea8b3720be HTTP/1.1" status: 200 len: 835 time: 0.0538578 Aug 17 00:28:50.687953 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a75adb-a994-4ea0-b7b1-1895f3e28e6f req-e1f4ae7c-dd2d-4d14-8dc8-25c05360b3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:50.689517 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d6a75adb-a994-4ea0-b7b1-1895f3e28e6f req-e1f4ae7c-dd2d-4d14-8dc8-25c05360b3aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=edb2975e-4e08-4283-953b-25cb569d278a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511968 Aug 17 00:28:50.691858 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-4fc60e29-c2c6-46a3-b32c-b09013430623 None None] Set router d7d973cd-2151-48d9-b7a3-2cc27d36f89d gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:28:50.722883 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e15f5c24-3abd-49fa-80d0-53d4f5ce7f98 tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1614 time: 0.2730029 Aug 17 00:28:50.723133 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39360) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:50.780707 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e409da-3dae-4b12-8d0e-9f1f2ac9522f tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:50.781429 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e409da-3dae-4b12-8d0e-9f1f2ac9522f tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:50.785473 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d6a75adb-a994-4ea0-b7b1-1895f3e28e6f req-f873b250-2820-435f-9310-c93dfdbeba8a service neutron] 10.222.0.69 "GET /v2.0/networks/edb2975e-4e08-4283-953b-25cb569d278a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886743 Aug 17 00:28:50.789580 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a5e409da-3dae-4b12-8d0e-9f1f2ac9522f tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d7d973cd-2151-48d9-b7a3-2cc27d36f89d HTTP/1.1" status: 200 len: 1991 time: 0.0653703 Aug 17 00:28:50.891264 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d6a75adb-a994-4ea0-b7b1-1895f3e28e6f req-4cca3f5a-1e36-48a4-9bd9-e7f0457ddf79 service neutron] 10.222.0.69 "GET /v2.0/networks/edb2975e-4e08-4283-953b-25cb569d278a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986960 Aug 17 00:28:50.941415 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4fc60e29-c2c6-46a3-b32c-b09013430623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1714465928', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:28:34Z', 'revision_number': 4, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'gw_port': {'id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '0398fc6c-2361-4c53-b420-bfc924426063', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'floating_ip_address': '172.25.3.238', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'port_id': 'dd997da0-dd9d-447b-a7c2-6f91e88f9631', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edb2975e-4e08-4283-953b-25cb569d278a', 'mac_address': 'fa:16:3e:be:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc2900-8de9-496d-8544-25e75fa4b60a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:28:48Z', 'updated_at': '2021-08-17T00:28:48Z', 'revision_number': 0, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863fe0b6-921c-4759-b208-c4016f283f0a', 'name': '', 'network_id': 'edb2975e-4e08-4283-953b-25cb569d278a', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'mac_address': 'fa:16:3e:ec:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'c84b3595-ccc7-4d4f-a075-cbea8b3720be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:28:33Z', 'updated_at': '2021-08-17T00:28:39Z', 'revision_number': 5, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'subnets': [{'id': 'c84b3595-ccc7-4d4f-a075-cbea8b3720be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:28:50.967105 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc60e29-c2c6-46a3-b32c-b09013430623 None None] The sync data for ids ['d7d973cd-2151-48d9-b7a3-2cc27d36f89d'] in n-d-800088-20 is: [{'id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1714465928', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:28:34Z', 'revision_number': 4, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'gw_port': {'id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '0398fc6c-2361-4c53-b420-bfc924426063', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'floating_ip_address': '172.25.3.238', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'port_id': 'dd997da0-dd9d-447b-a7c2-6f91e88f9631', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edb2975e-4e08-4283-953b-25cb569d278a', 'mac_address': 'fa:16:3e:be:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc2900-8de9-496d-8544-25e75fa4b60a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:28:48Z', 'updated_at': '2021-08-17T00:28:48Z', 'revision_number': 0, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863fe0b6-921c-4759-b208-c4016f283f0a', 'name': '', 'network_id': 'edb2975e-4e08-4283-953b-25cb569d278a', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'mac_address': 'fa:16:3e:ec:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'c84b3595-ccc7-4d4f-a075-cbea8b3720be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:28:33Z', 'updated_at': '2021-08-17T00:28:39Z', 'revision_number': 5, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'subnets': [{'id': 'c84b3595-ccc7-4d4f-a075-cbea8b3720be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:28:51.167539 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06150d25-35f3-4bfe-bc02-0aee2ce0c19e None None] New status for floating IP 0398fc6c-2361-4c53-b420-bfc924426063: ACTIVE {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:28:52.180430 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:52.892216 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ce2a7f0a-60ed-4ee0-a584-f837158ea7a1 req-555fde18-ef1f-4dcf-9376-6a68e440c6bd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=efcc2900-8de9-496d-8544-25e75fa4b60a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427899 Aug 17 00:28:52.973702 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a7f0a-60ed-4ee0-a584-f837158ea7a1 req-467ba84b-d929-4178-a55a-ac7dbdabb923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:52.975176 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ce2a7f0a-60ed-4ee0-a584-f837158ea7a1 req-467ba84b-d929-4178-a55a-ac7dbdabb923 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c556acc683d4d81a3a144f7693ff0c1&device_id=efcc2900-8de9-496d-8544-25e75fa4b60a HTTP/1.1" status: 200 len: 1137 time: 0.0403419 Aug 17 00:28:53.080899 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a7f0a-60ed-4ee0-a584-f837158ea7a1 req-3eee8e13-02aa-4ec5-bfdd-ecdf28e33b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:53.082478 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ce2a7f0a-60ed-4ee0-a584-f837158ea7a1 req-3eee8e13-02aa-4ec5-bfdd-ecdf28e33b1c service neutron] 10.222.0.69 "GET /v2.0/networks?id=edb2975e-4e08-4283-953b-25cb569d278a HTTP/1.1" status: 200 len: 898 time: 0.0876603 Aug 17 00:28:53.153097 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ce2a7f0a-60ed-4ee0-a584-f837158ea7a1 req-f306966f-9a45-4b1b-80d9-6628d2075952 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd997da0-dd9d-447b-a7c2-6f91e88f9631 HTTP/1.1" status: 200 len: 1002 time: 0.0629883 Aug 17 00:28:53.202147 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a7f0a-60ed-4ee0-a584-f837158ea7a1 req-5d49635b-032f-4c96-acbf-dc831bbb15f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:53.203877 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ce2a7f0a-60ed-4ee0-a584-f837158ea7a1 req-5d49635b-032f-4c96-acbf-dc831bbb15f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c84b3595-ccc7-4d4f-a075-cbea8b3720be HTTP/1.1" status: 200 len: 835 time: 0.0435576 Aug 17 00:28:53.251624 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a7f0a-60ed-4ee0-a584-f837158ea7a1 req-3b11d2f2-5e7d-493f-97b9-9a319bd5715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:53.253223 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ce2a7f0a-60ed-4ee0-a584-f837158ea7a1 req-3b11d2f2-5e7d-493f-97b9-9a319bd5715c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=edb2975e-4e08-4283-953b-25cb569d278a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418165 Aug 17 00:28:53.362648 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ce2a7f0a-60ed-4ee0-a584-f837158ea7a1 req-a20303ca-3f4d-4d59-927c-5c9664fdc923 service neutron] 10.222.0.69 "GET /v2.0/networks/edb2975e-4e08-4283-953b-25cb569d278a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012549 Aug 17 00:28:53.456207 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ce2a7f0a-60ed-4ee0-a584-f837158ea7a1 req-655a5464-39ae-4a7e-9099-d4dda66b5f0e service neutron] 10.222.0.69 "GET /v2.0/networks/edb2975e-4e08-4283-953b-25cb569d278a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862367 Aug 17 00:28:55.976302 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39406) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:56.084043 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e128aa89-23fb-422c-8f6a-78473b50f58b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:56.172104 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e128aa89-23fb-422c-8f6a-78473b50f58b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:56.175827 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e128aa89-23fb-422c-8f6a-78473b50f58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:56.211778 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:28:56.213633 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e128aa89-23fb-422c-8f6a-78473b50f58b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b211a9a901b64aa0bc0f4bc2f437d701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2359858 Aug 17 00:28:56.215511 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128aa89-23fb-422c-8f6a-78473b50f58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbd0c90-0d9d-48bb-9aa4-aaa8f44dd242,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:56.216461 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39410) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:56.269564 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6ac7b9a4-7d4a-48d8-bafe-9b8bb41ce275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:56.290841 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6ac7b9a4-7d4a-48d8-bafe-9b8bb41ce275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:56.336654 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6ac7b9a4-7d4a-48d8-bafe-9b8bb41ce275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:56.339229 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6ac7b9a4-7d4a-48d8-bafe-9b8bb41ce275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:56.340377 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6ac7b9a4-7d4a-48d8-bafe-9b8bb41ce275 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3bbd0c90-0d9d-48bb-9aa4-aaa8f44dd242 HTTP/1.1" status: 204 len: 168 time: 0.1229231 Aug 17 00:28:56.347876 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7b9a4-7d4a-48d8-bafe-9b8bb41ce275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbd0c90-0d9d-48bb-9aa4-aaa8f44dd242,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:56.594960 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39416) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:56.612500 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5b57f54-39c2-4050-a931-2fc50e3ea655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:56.701188 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5b57f54-39c2-4050-a931-2fc50e3ea655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:56.704945 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5b57f54-39c2-4050-a931-2fc50e3ea655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:56.746636 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a5b57f54-39c2-4050-a931-2fc50e3ea655 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6dda1bfc4e5e4503a5be1e9dc4d2bba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1504593 Aug 17 00:28:56.747899 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b57f54-39c2-4050-a931-2fc50e3ea655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de8ae8f-da58-4158-aeb9-09124730d26f,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:56.749241 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39420) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:56.802975 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0957868f-33d0-487e-9d13-6495f037a070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:56.824194 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0957868f-33d0-487e-9d13-6495f037a070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:56.870623 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0957868f-33d0-487e-9d13-6495f037a070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:56.873096 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0957868f-33d0-487e-9d13-6495f037a070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:56.874236 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0957868f-33d0-487e-9d13-6495f037a070 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2de8ae8f-da58-4158-aeb9-09124730d26f HTTP/1.1" status: 204 len: 168 time: 0.1238780 Aug 17 00:28:56.881786 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957868f-33d0-487e-9d13-6495f037a070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de8ae8f-da58-4158-aeb9-09124730d26f,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:57.181105 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39426) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:57.194563 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-968ab691-d223-4455-be98-e0bccbaed578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:57.282027 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-968ab691-d223-4455-be98-e0bccbaed578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:57.285702 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-968ab691-d223-4455-be98-e0bccbaed578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:57.326344 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-968ab691-d223-4455-be98-e0bccbaed578 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0ff94fb09eac4f0c8c2b475df60d61d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441243 Aug 17 00:28:57.327295 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ab691-d223-4455-be98-e0bccbaed578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bf7a55-abc2-44c6-b5eb-f52eff8e372d,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:57.327555 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39428) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:57.376072 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-091d3dd5-0e33-4ade-8002-55ffab00ff45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:57.396978 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-091d3dd5-0e33-4ade-8002-55ffab00ff45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:57.442172 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-091d3dd5-0e33-4ade-8002-55ffab00ff45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:57.444713 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-091d3dd5-0e33-4ade-8002-55ffab00ff45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:57.446043 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-091d3dd5-0e33-4ade-8002-55ffab00ff45 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a8bf7a55-abc2-44c6-b5eb-f52eff8e372d HTTP/1.1" status: 204 len: 168 time: 0.1174781 Aug 17 00:28:57.454296 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d3dd5-0e33-4ade-8002-55ffab00ff45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bf7a55-abc2-44c6-b5eb-f52eff8e372d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:58.103229 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39450) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:58.203392 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-92197dd9-ade5-45d8-9814-15663b2983d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1011280521-network', 'tenant_id': '81edfac11b784ea1b2fd06325ddf830a'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:58.225046 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92197dd9-ade5-45d8-9814-15663b2983d9 admin admin] Made reservation on behalf of 81edfac11b784ea1b2fd06325ddf830a for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:28:58.227424 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-92197dd9-ade5-45d8-9814-15663b2983d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:58.236306 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-92197dd9-ade5-45d8-9814-15663b2983d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:58.329900 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-92197dd9-ade5-45d8-9814-15663b2983d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:58.333374 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-92197dd9-ade5-45d8-9814-15663b2983d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:58.354417 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92197dd9-ade5-45d8-9814-15663b2983d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:28:58.367921 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92197dd9-ade5-45d8-9814-15663b2983d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73f232c-9ce1-4c64-a45a-ad99bf6eb968,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:58.374902 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-92197dd9-ade5-45d8-9814-15663b2983d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:58.375255 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-92197dd9-ade5-45d8-9814-15663b2983d9 admin admin] Added segment 0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a of type vlan for network 8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7 Aug 17 00:28:58.414603 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-92197dd9-ade5-45d8-9814-15663b2983d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:58.439978 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-92197dd9-ade5-45d8-9814-15663b2983d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:58.440907 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92197dd9-ade5-45d8-9814-15663b2983d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:58.441581 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-92197dd9-ade5-45d8-9814-15663b2983d9 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:58.490944 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-92197dd9-ade5-45d8-9814-15663b2983d9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3859224 Aug 17 00:28:58.493892 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39454) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:28:58.500154 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-a13085bd-8873-4df5-9772-575ed7a94228 admin admin] Request body: {'subnet': {'network_id': '8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1011280521-subnet', 'tenant_id': '81edfac11b784ea1b2fd06325ddf830a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:28:58.502123 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92197dd9-ade5-45d8-9814-15663b2983d9 admin admin] Pushing event updated for resources: {'Network': ['ID=8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:58.514951 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:28:58.524105 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13085bd-8873-4df5-9772-575ed7a94228 admin admin] Made reservation on behalf of 81edfac11b784ea1b2fd06325ddf830a for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:28:58.526714 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a13085bd-8873-4df5-9772-575ed7a94228 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:58.690227 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a13085bd-8873-4df5-9772-575ed7a94228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:58.752501 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13085bd-8873-4df5-9772-575ed7a94228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7d98fd6-8215-4313-ac58-9aa154767e4a,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:28:58.759351 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13085bd-8873-4df5-9772-575ed7a94228 admin admin] Checking segment: {'id': '0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:28:58.759708 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13085bd-8873-4df5-9772-575ed7a94228 admin admin] Network hostable DHCP agents. Network: 8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:28:58.775982 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13085bd-8873-4df5-9772-575ed7a94228 admin admin] Network 8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:28:58.783942 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-a13085bd-8873-4df5-9772-575ed7a94228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:28:58.787817 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13085bd-8873-4df5-9772-575ed7a94228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:58.788397 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a13085bd-8873-4df5-9772-575ed7a94228 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:58.793875 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9857cbe6-d107-40fa-961b-a17f217da479 None None] Network 8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:28:58.802324 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a13085bd-8873-4df5-9772-575ed7a94228 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3061965 Aug 17 00:28:58.916938 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25caace-09e0-4710-82f3-7c59455fa452 None None] Network 8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:29:00.537575 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-5b3deb4c-61b4-4d46-9c35-0b83487c48ce tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:00.538963 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-5b3deb4c-61b4-4d46-9c35-0b83487c48ce tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/networks?id=8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7 HTTP/1.1" status: 200 len: 809 time: 0.1017840 Aug 17 00:29:00.553945 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-b35966b4-9d55-4b08-b365-9d906535adf0 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/quotas/81edfac11b784ea1b2fd06325ddf830a HTTP/1.1" status: 200 len: 375 time: 0.0088327 Aug 17 00:29:00.586313 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-be5a93ae-6863-412a-9415-df78404dbb14 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=81edfac11b784ea1b2fd06325ddf830a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260141 Aug 17 00:29:00.679490 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-b5e3c31b-5d72-4a8a-be9f-c56de5a9cff5 service neutron] 10.222.0.60 "GET /v2.0/networks/8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863450 Aug 17 00:29:00.779273 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-227c84d2-2d69-4c59-bacb-380f4a6ba585 service neutron] 10.222.0.60 "GET /v2.0/networks/8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932207 Aug 17 00:29:00.951460 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-14ffdccb-05fd-4d3e-a18b-dbade89aa52e req-333549f4-e008-43a9-80bb-569a45f69d00 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfcbe55d-3116-4faa-89f8-662b16969c26 HTTP/1.1" status: 200 len: 210 time: 0.0269139 Aug 17 00:29:01.856347 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-0761f1b9-43dc-4294-b6d3-22cbd943510a tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:01.857836 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-0761f1b9-43dc-4294-b6d3-22cbd943510a tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.64 "GET /v2.0/networks?id=8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7 HTTP/1.1" status: 200 len: 809 time: 0.1134214 Aug 17 00:29:01.874647 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-5df08065-0caf-49c4-a9ed-dfd29e35ad42 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Request body: {'port': {'device_id': 'dfcbe55d-3116-4faa-89f8-662b16969c26', 'network_id': '8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7', 'admin_state_up': True, 'tenant_id': '81edfac11b784ea1b2fd06325ddf830a'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:29:01.985932 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-5df08065-0caf-49c4-a9ed-dfd29e35ad42 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Made reservation on behalf of 81edfac11b784ea1b2fd06325ddf830a for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:29:01.989856 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-5df08065-0caf-49c4-a9ed-dfd29e35ad42 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:02.078865 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-31e27086-d596-4d10-99a5-2c7fbfdb5f8d req-ace11e12-0beb-469e-9b2f-c46626b0e028 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfcbe55d-3116-4faa-89f8-662b16969c26 HTTP/1.1" status: 200 len: 210 time: 0.0373008 Aug 17 00:29:02.138276 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-5df08065-0caf-49c4-a9ed-dfd29e35ad42 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Allocated IP 172.20.0.9 (8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7/f7d98fd6-8215-4313-ac58-9aa154767e4a/a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:29:02.281140 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-5df08065-0caf-49c4-a9ed-dfd29e35ad42 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:02.319268 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-5df08065-0caf-49c4-a9ed-dfd29e35ad42 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:02.362247 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-5df08065-0caf-49c4-a9ed-dfd29e35ad42 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Network 8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:29:02.365141 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-5df08065-0caf-49c4-a9ed-dfd29e35ad42 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:29:02.367489 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-5df08065-0caf-49c4-a9ed-dfd29e35ad42 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:29:02.401955 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df08065-0caf-49c4-a9ed-dfd29e35ad42 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Pushing event updated for resources: {'Port': ['ID=a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:02.415172 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df08065-0caf-49c4-a9ed-dfd29e35ad42 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:02.415521 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df08065-0caf-49c4-a9ed-dfd29e35ad42 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:02.415864 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df08065-0caf-49c4-a9ed-dfd29e35ad42 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:02.416749 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df08065-0caf-49c4-a9ed-dfd29e35ad42 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:02.417091 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df08065-0caf-49c4-a9ed-dfd29e35ad42 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:02.417428 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df08065-0caf-49c4-a9ed-dfd29e35ad42 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:02.417758 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df08065-0caf-49c4-a9ed-dfd29e35ad42 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:02.418085 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df08065-0caf-49c4-a9ed-dfd29e35ad42 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:02.418409 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df08065-0caf-49c4-a9ed-dfd29e35ad42 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:02.418735 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df08065-0caf-49c4-a9ed-dfd29e35ad42 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:02.419062 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df08065-0caf-49c4-a9ed-dfd29e35ad42 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:02.419388 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df08065-0caf-49c4-a9ed-dfd29e35ad42 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:02.440432 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-5df08065-0caf-49c4-a9ed-dfd29e35ad42 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:02.443351 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-5df08065-0caf-49c4-a9ed-dfd29e35ad42 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:02.457703 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-5df08065-0caf-49c4-a9ed-dfd29e35ad42 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5868437 Aug 17 00:29:02.526325 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-8689d99c-1a80-4b0f-bbd0-af4731290193 service neutron] Request body: {'port': {'device_id': 'dfcbe55d-3116-4faa-89f8-662b16969c26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:29:02.582200 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-8689d99c-1a80-4b0f-bbd0-af4731290193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:02.842950 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-8689d99c-1a80-4b0f-bbd0-af4731290193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:29:02.850339 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-8689d99c-1a80-4b0f-bbd0-af4731290193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:02.863773 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-8689d99c-1a80-4b0f-bbd0-af4731290193 service neutron] Transition to ACTIVE for port object a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:29:02.866810 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-8689d99c-1a80-4b0f-bbd0-af4731290193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:02.917398 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689d99c-1a80-4b0f-bbd0-af4731290193 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:02.983205 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-8689d99c-1a80-4b0f-bbd0-af4731290193 service neutron] Attempting to bind port a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:29:02.983547 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-8689d99c-1a80-4b0f-bbd0-af4731290193 service neutron] Attempting to bind port a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:29:02.983881 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-8689d99c-1a80-4b0f-bbd0-af4731290193 service neutron] Attempting to bind port a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb on network 8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:29:02.988044 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-8689d99c-1a80-4b0f-bbd0-af4731290193 service neutron] Port a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb on network 8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:29:02.988370 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-8689d99c-1a80-4b0f-bbd0-af4731290193 service neutron] Attempting to bind port a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb on network 8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:29:02.993093 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-8689d99c-1a80-4b0f-bbd0-af4731290193 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:29:02.993435 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-8689d99c-1a80-4b0f-bbd0-af4731290193 service neutron] Checking segment: {'id': '0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:29:02.993818 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-8689d99c-1a80-4b0f-bbd0-af4731290193 service neutron] Bound using segment: {'id': '0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:29:02.994827 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-8689d99c-1a80-4b0f-bbd0-af4731290193 service neutron] Bound port: a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:29:02.995230 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-8689d99c-1a80-4b0f-bbd0-af4731290193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:03.403786 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad8d8f-a87b-4d5f-8a0d-a71b9678ad12 req-6190b556-f355-4f92-8d13-5c51037b2a18 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:03.405213 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-67ad8d8f-a87b-4d5f-8a0d-a71b9678ad12 req-6190b556-f355-4f92-8d13-5c51037b2a18 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfcbe55d-3116-4faa-89f8-662b16969c26 HTTP/1.1" status: 200 len: 943 time: 0.0861063 Aug 17 00:29:03.412921 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-8689d99c-1a80-4b0f-bbd0-af4731290193 service neutron] For port a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:29:03.420443 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-8689d99c-1a80-4b0f-bbd0-af4731290193 service neutron] For port a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb,segment=NetworkSegment(0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a),segment_id=0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:29:03.429143 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-8689d99c-1a80-4b0f-bbd0-af4731290193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:03.476093 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-8689d99c-1a80-4b0f-bbd0-af4731290193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:03.476717 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-8689d99c-1a80-4b0f-bbd0-af4731290193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:03.478149 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-8689d99c-1a80-4b0f-bbd0-af4731290193 service neutron] 10.222.0.64 "PUT /v2.0/ports/a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb HTTP/1.1" status: 200 len: 1092 time: 1.0111229 Aug 17 00:29:03.481212 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfcbe55d-3116-4faa-89f8-662b16969c26', 'tag': 'a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:29:03.483499 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212ae85e-3a2b-40d6-877c-caf3346f7fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "dfcbe55d-3116-4faa-89f8-662b16969c26", "tag": "a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:29:03.490917 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-67ad8d8f-a87b-4d5f-8a0d-a71b9678ad12 req-937ead5d-20be-43db-8f4b-466729d4e86d tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f232c-9ce1-4c64-a45a-ad99bf6eb968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797844 Aug 17 00:29:03.514884 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689d99c-1a80-4b0f-bbd0-af4731290193 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:03.527121 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d047c4c6-67a2-4bb1-a124-b994c143caa6 x-openstack-request-id: req-d047c4c6-67a2-4bb1-a124-b994c143caa6 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:29:03.528153 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfcbe55d-3116-4faa-89f8-662b16969c26", "tag": "a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:29:03.528153 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d047c4c6-67a2-4bb1-a124-b994c143caa6 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:29:03.528348 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfcbe55d-3116-4faa-89f8-662b16969c26', 'tag': 'a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb', 'status': 'completed', 'code': 200} Aug 17 00:29:03.574828 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-542a07a3-351b-4379-b50a-aed8dd44ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:03.576356 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-542a07a3-351b-4379-b50a-aed8dd44ba1b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=81edfac11b784ea1b2fd06325ddf830a&device_id=dfcbe55d-3116-4faa-89f8-662b16969c26 HTTP/1.1" status: 200 len: 1095 time: 0.0420969 Aug 17 00:29:03.618659 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-a5c903e3-8782-4bad-a535-0748e1aaecd0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb HTTP/1.1" status: 200 len: 217 time: 0.0344946 Aug 17 00:29:03.672610 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-bd1dada6-3285-4138-8d3a-dce59a43ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:03.673982 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-bd1dada6-3285-4138-8d3a-dce59a43ac01 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f7d98fd6-8215-4313-ac58-9aa154767e4a HTTP/1.1" status: 200 len: 849 time: 0.0471840 Aug 17 00:29:03.706679 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-9adcd7be-40c6-4ac6-8d64-5ca5b0150f88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249674 Aug 17 00:29:03.796596 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-6aa477d2-c33c-4f11-988f-b334c849da44 service neutron] 10.222.0.64 "GET /v2.0/networks/8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806556 Aug 17 00:29:03.891738 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82da0642-2b31-4bb5-abda-a27601f5cee5 req-a74b2813-5482-4e28-a57c-3315d485c36a service neutron] 10.222.0.64 "GET /v2.0/networks/8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878935 Aug 17 00:29:03.977658 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ae85e-3a2b-40d6-877c-caf3346f7fc4 req-121df900-ffb6-4383-af69-e83a14f0223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:03.980143 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-212ae85e-3a2b-40d6-877c-caf3346f7fc4 req-121df900-ffb6-4383-af69-e83a14f0223d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=81edfac11b784ea1b2fd06325ddf830a&device_id=dfcbe55d-3116-4faa-89f8-662b16969c26 HTTP/1.1" status: 200 len: 1095 time: 0.0410135 Aug 17 00:29:04.071600 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ae85e-3a2b-40d6-877c-caf3346f7fc4 req-752c05a0-79a4-48be-9109-a5ac3c6c243d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:04.073315 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-212ae85e-3a2b-40d6-877c-caf3346f7fc4 req-752c05a0-79a4-48be-9109-a5ac3c6c243d service neutron] 10.222.0.64 "GET /v2.0/networks?id=8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7 HTTP/1.1" status: 200 len: 910 time: 0.0869212 Aug 17 00:29:04.115864 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-212ae85e-3a2b-40d6-877c-caf3346f7fc4 req-f3abdb65-de16-464c-822b-9c4ca4cd10f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb HTTP/1.1" status: 200 len: 217 time: 0.0353551 Aug 17 00:29:04.167987 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ae85e-3a2b-40d6-877c-caf3346f7fc4 req-e32500e1-db18-475f-aaef-43ff97cd38ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:04.169447 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-212ae85e-3a2b-40d6-877c-caf3346f7fc4 req-e32500e1-db18-475f-aaef-43ff97cd38ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f7d98fd6-8215-4313-ac58-9aa154767e4a HTTP/1.1" status: 200 len: 849 time: 0.0428498 Aug 17 00:29:04.203069 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-212ae85e-3a2b-40d6-877c-caf3346f7fc4 req-921894ed-63c5-4e67-8245-55251aa2b877 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266316 Aug 17 00:29:04.298980 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-212ae85e-3a2b-40d6-877c-caf3346f7fc4 req-3dcace25-d21f-43e4-aeb7-64d6f025f2de service neutron] 10.222.0.64 "GET /v2.0/networks/8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887041 Aug 17 00:29:04.398729 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-212ae85e-3a2b-40d6-877c-caf3346f7fc4 req-dfb6807e-4145-4bb9-9bf8-94ef7ee7d6c6 service neutron] 10.222.0.64 "GET /v2.0/networks/8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918417 Aug 17 00:29:04.606934 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50799b0e-5a10-4178-a587-225b0fdd28c1 req-f69f5894-97e6-49fd-9a42-034d1bebc8bc tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:04.608391 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-50799b0e-5a10-4178-a587-225b0fdd28c1 req-f69f5894-97e6-49fd-9a42-034d1bebc8bc tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfcbe55d-3116-4faa-89f8-662b16969c26 HTTP/1.1" status: 200 len: 943 time: 0.0483243 Aug 17 00:29:04.646454 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-50799b0e-5a10-4178-a587-225b0fdd28c1 req-cbf6a0ac-98e6-4d69-9259-8c43ee6b0ee0 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f232c-9ce1-4c64-a45a-ad99bf6eb968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320334 Aug 17 00:29:05.761342 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cfe40-5fb2-475d-b08f-b88bc1a83957 req-bffbb6aa-2e09-477d-935b-f327bdbee504 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:05.762838 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-793cfe40-5fb2-475d-b08f-b88bc1a83957 req-bffbb6aa-2e09-477d-935b-f327bdbee504 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfcbe55d-3116-4faa-89f8-662b16969c26 HTTP/1.1" status: 200 len: 943 time: 0.0489693 Aug 17 00:29:05.799851 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-793cfe40-5fb2-475d-b08f-b88bc1a83957 req-a9ae87e2-0d80-42f7-8f3a-dfa1fb6703f6 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f232c-9ce1-4c64-a45a-ad99bf6eb968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310123 Aug 17 00:29:06.916536 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e41a1-d4dc-4095-8f5e-c8ad2269d016 req-f513ffaa-dfab-481b-aac6-24a517bbad8a tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:06.918180 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ab5e41a1-d4dc-4095-8f5e-c8ad2269d016 req-f513ffaa-dfab-481b-aac6-24a517bbad8a tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfcbe55d-3116-4faa-89f8-662b16969c26 HTTP/1.1" status: 200 len: 943 time: 0.0501127 Aug 17 00:29:06.959455 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ab5e41a1-d4dc-4095-8f5e-c8ad2269d016 req-198962d7-c591-4f8b-bd6d-22fce856e1fa tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f232c-9ce1-4c64-a45a-ad99bf6eb968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353534 Aug 17 00:29:07.048249 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:29:07.141409 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb,segment=NetworkSegment(0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a),segment_id=0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:29:07.156613 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb', 'network_id': '8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7', 'port_id': 'a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb', 'mac_address': 'fa:16:3e:b8:94:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d98fd6-8215-4313-ac58-9aa154767e4a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:29:07.191726 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:07.204292 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:29:07.223244 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb,segment=NetworkSegment(0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a),segment_id=0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:29:07.227149 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:07.274579 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:07.480114 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:29:08.075306 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b5d3c-c345-4eae-bb96-6ab6254c63fc req-061cdc87-ef61-4fe3-b30f-f9dbb20f2224 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:08.076922 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-372b5d3c-c345-4eae-bb96-6ab6254c63fc req-061cdc87-ef61-4fe3-b30f-f9dbb20f2224 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfcbe55d-3116-4faa-89f8-662b16969c26 HTTP/1.1" status: 200 len: 944 time: 0.0488234 Aug 17 00:29:08.115175 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-372b5d3c-c345-4eae-bb96-6ab6254c63fc req-ebada4e6-3785-47f7-9bc9-742588546e84 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f232c-9ce1-4c64-a45a-ad99bf6eb968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315094 Aug 17 00:29:09.064229 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:29:09.111012 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:29:09.114465 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:29:09.114828 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:09.205084 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:09.228013 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcbe55d-3116-4faa-89f8-662b16969c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:29:09.231078 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390c30f3-1e0f-47c9-9701-debf386b1d2b" -d '{"events": [{"server_uuid": "dfcbe55d-3116-4faa-89f8-662b16969c26", "name": "network-vif-plugged", "status": "completed", "tag": "a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:29:09.241842 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c88e7d-645e-4223-99c0-6316f4f10b5a req-574caeec-1bc3-445e-b41d-51ab29d35183 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:09.243215 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e8c88e7d-645e-4223-99c0-6316f4f10b5a req-574caeec-1bc3-445e-b41d-51ab29d35183 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfcbe55d-3116-4faa-89f8-662b16969c26 HTTP/1.1" status: 200 len: 944 time: 0.0512722 Aug 17 00:29:09.245016 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb,segment=NetworkSegment(0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a),segment_id=0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:29:09.249368 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:09.274865 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54170de0-d16f-4c57-a107-e04a9f2cc161 x-openstack-request-id: req-54170de0-d16f-4c57-a107-e04a9f2cc161 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:29:09.275186 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcbe55d-3116-4faa-89f8-662b16969c26", "name": "network-vif-plugged", "status": "completed", "tag": "a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:29:09.275538 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-54170de0-d16f-4c57-a107-e04a9f2cc161 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:29:09.275953 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcbe55d-3116-4faa-89f8-662b16969c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb', 'code': 200} Aug 17 00:29:09.284971 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e8c88e7d-645e-4223-99c0-6316f4f10b5a req-64612fd6-fe3d-463d-a633-886f3cdbc988 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f232c-9ce1-4c64-a45a-ad99bf6eb968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344806 Aug 17 00:29:09.304454 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:09.372865 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1f6b5-c736-4b74-b7b1-def38e0c153e req-ad809b6f-07bd-4911-b0eb-6315e57096ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:09.374464 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-31b1f6b5-c736-4b74-b7b1-def38e0c153e req-ad809b6f-07bd-4911-b0eb-6315e57096ac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dfcbe55d-3116-4faa-89f8-662b16969c26 HTTP/1.1" status: 200 len: 1097 time: 0.0411696 Aug 17 00:29:09.411279 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-31b1f6b5-c736-4b74-b7b1-def38e0c153e req-1926ad23-3d59-441a-bf19-cf122c1c2f96 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e73f232c-9ce1-4c64-a45a-ad99bf6eb968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303724 Aug 17 00:29:10.192881 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:10.401906 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da3680-17c0-4b5b-9bc0-c73f56f4b457 req-c7cc40bf-056d-4afb-bccd-f343d35e1104 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:10.403386 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9da3680-17c0-4b5b-9bc0-c73f56f4b457 req-c7cc40bf-056d-4afb-bccd-f343d35e1104 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfcbe55d-3116-4faa-89f8-662b16969c26 HTTP/1.1" status: 200 len: 945 time: 0.0494299 Aug 17 00:29:10.442496 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9da3680-17c0-4b5b-9bc0-c73f56f4b457 req-af7a4565-73df-4010-8533-6780bef64e0c tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f232c-9ce1-4c64-a45a-ad99bf6eb968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332370 Aug 17 00:29:11.009468 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c41d37-c64a-4de6-87bb-c9327f8a366f req-905fc4b0-60ac-46e4-a6fb-d062bc18ac50 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:11.010905 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3c41d37-c64a-4de6-87bb-c9327f8a366f req-905fc4b0-60ac-46e4-a6fb-d062bc18ac50 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfcbe55d-3116-4faa-89f8-662b16969c26 HTTP/1.1" status: 200 len: 945 time: 0.0494592 Aug 17 00:29:11.048076 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3c41d37-c64a-4de6-87bb-c9327f8a366f req-4e9b783d-ac40-4d99-92fc-50cbc0822a75 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f232c-9ce1-4c64-a45a-ad99bf6eb968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312483 Aug 17 00:29:11.839436 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:12.164337 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c162f-efd0-45b1-a262-27bf51b35b35 req-93c21aa3-6e46-44d6-bfca-08535314788c tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:12.166423 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b74c162f-efd0-45b1-a262-27bf51b35b35 req-93c21aa3-6e46-44d6-bfca-08535314788c tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfcbe55d-3116-4faa-89f8-662b16969c26 HTTP/1.1" status: 200 len: 945 time: 0.0481048 Aug 17 00:29:12.207908 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b74c162f-efd0-45b1-a262-27bf51b35b35 req-5b73decb-9cce-49b0-8e13-16da259d4d64 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f232c-9ce1-4c64-a45a-ad99bf6eb968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356851 Aug 17 00:29:12.270540 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4be17-0d7e-4382-8ca9-327e20b73fc0 req-39693cc4-0891-48b3-abfe-c1459153b52c tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:12.271989 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92c4be17-0d7e-4382-8ca9-327e20b73fc0 req-39693cc4-0891-48b3-abfe-c1459153b52c tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfcbe55d-3116-4faa-89f8-662b16969c26 HTTP/1.1" status: 200 len: 945 time: 0.0536125 Aug 17 00:29:12.361544 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-92c4be17-0d7e-4382-8ca9-327e20b73fc0 req-1989d722-da18-43bd-bc1e-c93c94ff1021 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Deleting port a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:29:12.361892 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-92c4be17-0d7e-4382-8ca9-327e20b73fc0 req-1989d722-da18-43bd-bc1e-c93c94ff1021 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:12.452007 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-92c4be17-0d7e-4382-8ca9-327e20b73fc0 req-1989d722-da18-43bd-bc1e-c93c94ff1021 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] For port a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb,segment=NetworkSegment(0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a),segment_id=0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:29:12.452387 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-92c4be17-0d7e-4382-8ca9-327e20b73fc0 req-1989d722-da18-43bd-bc1e-c93c94ff1021 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:12.464568 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-92c4be17-0d7e-4382-8ca9-327e20b73fc0 req-1989d722-da18-43bd-bc1e-c93c94ff1021 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Calling delete_port for a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:29:12.594038 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-92c4be17-0d7e-4382-8ca9-327e20b73fc0 req-1989d722-da18-43bd-bc1e-c93c94ff1021 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:12.607275 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:29:12.624851 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989d722-da18-43bd-bc1e-c93c94ff1021 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Pushing event deleted for resources: {'Port': ['ID=a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:12.664684 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c4be17-0d7e-4382-8ca9-327e20b73fc0 req-1989d722-da18-43bd-bc1e-c93c94ff1021 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] No DVR routers for this DVR port a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:29:12.668007 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-92c4be17-0d7e-4382-8ca9-327e20b73fc0 req-1989d722-da18-43bd-bc1e-c93c94ff1021 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:12.670027 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92c4be17-0d7e-4382-8ca9-327e20b73fc0 req-1989d722-da18-43bd-bc1e-c93c94ff1021 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.64 "DELETE /v2.0/ports/a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb HTTP/1.1" status: 204 len: 173 time: 0.3914874 Aug 17 00:29:12.670466 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcbe55d-3116-4faa-89f8-662b16969c26', 'name': 'network-vif-deleted', 'tag': 'a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:29:12.672686 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002ca64b-1610-48e3-8d50-767d7be335c4" -d '{"events": [{"server_uuid": "dfcbe55d-3116-4faa-89f8-662b16969c26", "name": "network-vif-deleted", "tag": "a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:29:12.708121 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa10afd0-a5bf-4beb-aaff-1bd918f6da38 x-openstack-request-id: req-aa10afd0-a5bf-4beb-aaff-1bd918f6da38 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:29:12.708416 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcbe55d-3116-4faa-89f8-662b16969c26", "name": "network-vif-deleted", "tag": "a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:29:12.708668 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa10afd0-a5bf-4beb-aaff-1bd918f6da38 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:29:12.709092 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcbe55d-3116-4faa-89f8-662b16969c26', 'name': 'network-vif-deleted', 'tag': 'a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb', 'status': 'completed', 'code': 200} Aug 17 00:29:13.467581 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-acd9fb7f-0050-47f7-9a45-7cafff3c4f8b tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:13.469082 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-acd9fb7f-0050-47f7-9a45-7cafff3c4f8b tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/networks?id=8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7 HTTP/1.1" status: 200 len: 809 time: 0.1046212 Aug 17 00:29:13.484174 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-b1fbb7df-67bf-4a16-892b-e6969a74df4b tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/quotas/81edfac11b784ea1b2fd06325ddf830a HTTP/1.1" status: 200 len: 375 time: 0.0093765 Aug 17 00:29:13.516395 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-eb2249f5-aceb-4975-a8d0-2342c5cff9b4 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=81edfac11b784ea1b2fd06325ddf830a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269160 Aug 17 00:29:13.610863 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-50c6cdd1-8fed-42ed-b3d6-b1991c69180a service neutron] 10.222.0.60 "GET /v2.0/networks/8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875828 Aug 17 00:29:13.700079 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-95765c24-8e43-441a-bc9b-a8ff9c2e0bb9 service neutron] 10.222.0.60 "GET /v2.0/networks/8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831928 Aug 17 00:29:13.857452 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-45fe7e9f-9c76-4da1-b13e-302350d6895d req-b68670a6-d59e-41c1-af4d-e654fae08b82 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f33efd5-fc8b-42a5-8b8c-58fefd147606 HTTP/1.1" status: 200 len: 210 time: 0.0272138 Aug 17 00:29:14.740246 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-47d8ed6e-f057-4583-ac1e-1a0499fdf9f5 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:14.741663 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-47d8ed6e-f057-4583-ac1e-1a0499fdf9f5 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.64 "GET /v2.0/networks?id=8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7 HTTP/1.1" status: 200 len: 809 time: 0.1061623 Aug 17 00:29:14.755742 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-c389d2aa-e557-42a3-ab64-70e78c7a79ab tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Request body: {'port': {'device_id': '9f33efd5-fc8b-42a5-8b8c-58fefd147606', 'network_id': '8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7', 'admin_state_up': True, 'tenant_id': '81edfac11b784ea1b2fd06325ddf830a'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:29:14.861100 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-c389d2aa-e557-42a3-ab64-70e78c7a79ab tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Made reservation on behalf of 81edfac11b784ea1b2fd06325ddf830a for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:29:14.864554 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-c389d2aa-e557-42a3-ab64-70e78c7a79ab tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:14.967364 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c8a45811-97a9-4183-8dc4-799a3c8fa021 req-9e67906b-bdc5-4b89-9ed0-b8a7882abc8b tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f33efd5-fc8b-42a5-8b8c-58fefd147606 HTTP/1.1" status: 200 len: 210 time: 0.0353100 Aug 17 00:29:15.016219 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-c389d2aa-e557-42a3-ab64-70e78c7a79ab tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Allocated IP 172.20.0.2 (8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7/f7d98fd6-8215-4313-ac58-9aa154767e4a/cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:29:15.078437 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:29:15.097608 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:29:15.097950 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a0a4b944-c0b2-466d-a8ef-eb2ddd690bcb not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:29:15.162652 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-c389d2aa-e557-42a3-ab64-70e78c7a79ab tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:15.200193 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-c389d2aa-e557-42a3-ab64-70e78c7a79ab tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:15.248154 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-c389d2aa-e557-42a3-ab64-70e78c7a79ab tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Network 8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:29:15.251285 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-c389d2aa-e557-42a3-ab64-70e78c7a79ab tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:29:15.253618 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-c389d2aa-e557-42a3-ab64-70e78c7a79ab tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:29:15.278065 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389d2aa-e557-42a3-ab64-70e78c7a79ab tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Pushing event updated for resources: {'Port': ['ID=cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:15.305628 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-c389d2aa-e557-42a3-ab64-70e78c7a79ab tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:15.306229 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-c389d2aa-e557-42a3-ab64-70e78c7a79ab tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:15.320505 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-c389d2aa-e557-42a3-ab64-70e78c7a79ab tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5686107 Aug 17 00:29:15.333013 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-7234c712-3184-423b-bf71-23af42eede90 service neutron] Request body: {'port': {'device_id': '9f33efd5-fc8b-42a5-8b8c-58fefd147606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:29:15.384780 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-7234c712-3184-423b-bf71-23af42eede90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:15.643386 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-7234c712-3184-423b-bf71-23af42eede90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:29:15.650587 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-7234c712-3184-423b-bf71-23af42eede90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:15.662715 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-7234c712-3184-423b-bf71-23af42eede90 service neutron] Transition to ACTIVE for port object cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:29:15.666459 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-7234c712-3184-423b-bf71-23af42eede90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:15.712741 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234c712-3184-423b-bf71-23af42eede90 service neutron] Pushing event updated for resources: {'Port': ['ID=cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:15.779984 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-7234c712-3184-423b-bf71-23af42eede90 service neutron] Attempting to bind port cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:29:15.780680 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-7234c712-3184-423b-bf71-23af42eede90 service neutron] Attempting to bind port cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:29:15.780680 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-7234c712-3184-423b-bf71-23af42eede90 service neutron] Attempting to bind port cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e on network 8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:29:15.784923 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-7234c712-3184-423b-bf71-23af42eede90 service neutron] Port cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e on network 8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:29:15.785266 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-7234c712-3184-423b-bf71-23af42eede90 service neutron] Attempting to bind port cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e on network 8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:29:15.789908 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-7234c712-3184-423b-bf71-23af42eede90 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:29:15.790240 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-7234c712-3184-423b-bf71-23af42eede90 service neutron] Checking segment: {'id': '0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:29:15.790616 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-7234c712-3184-423b-bf71-23af42eede90 service neutron] Bound using segment: {'id': '0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:29:15.791034 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-7234c712-3184-423b-bf71-23af42eede90 service neutron] Bound port: cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:29:15.791385 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-7234c712-3184-423b-bf71-23af42eede90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:15.856156 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-7234c712-3184-423b-bf71-23af42eede90 service neutron] For port cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:29:15.859071 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-7234c712-3184-423b-bf71-23af42eede90 service neutron] For port cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e,segment=NetworkSegment(0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a),segment_id=0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:29:15.863165 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-7234c712-3184-423b-bf71-23af42eede90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:15.896073 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-7234c712-3184-423b-bf71-23af42eede90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:15.896680 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-7234c712-3184-423b-bf71-23af42eede90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:15.898128 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-7234c712-3184-423b-bf71-23af42eede90 service neutron] 10.222.0.64 "PUT /v2.0/ports/cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e HTTP/1.1" status: 200 len: 1092 time: 0.5692253 Aug 17 00:29:15.898557 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f33efd5-fc8b-42a5-8b8c-58fefd147606', 'tag': 'cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:29:15.900756 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad6bb4c-8a34-4792-8bb0-1ec226ede089" -d '{"events": [{"name": "network-changed", "server_uuid": "9f33efd5-fc8b-42a5-8b8c-58fefd147606", "tag": "cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:29:15.930953 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234c712-3184-423b-bf71-23af42eede90 service neutron] Pushing event updated for resources: {'Port': ['ID=cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:15.947606 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7615e8-963e-488d-bd1c-946e7ca39ecf x-openstack-request-id: req-db7615e8-963e-488d-bd1c-946e7ca39ecf {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:29:15.947889 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f33efd5-fc8b-42a5-8b8c-58fefd147606", "tag": "cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:29:15.948167 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-db7615e8-963e-488d-bd1c-946e7ca39ecf {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:29:15.949123 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f33efd5-fc8b-42a5-8b8c-58fefd147606', 'tag': 'cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e', 'status': 'completed', 'code': 200} Aug 17 00:29:15.981611 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-e4717c11-3168-4e9c-8c76-e306feacec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:15.983082 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-e4717c11-3168-4e9c-8c76-e306feacec40 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=81edfac11b784ea1b2fd06325ddf830a&device_id=9f33efd5-fc8b-42a5-8b8c-58fefd147606 HTTP/1.1" status: 200 len: 1095 time: 0.0440338 Aug 17 00:29:16.029273 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-d7e0e50f-5f56-4dc7-8195-f8bb8a68b95d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e HTTP/1.1" status: 200 len: 217 time: 0.0381908 Aug 17 00:29:16.111321 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551319fa-efa1-4ad9-b7df-71243c3b1941 req-d65d8301-3235-4ff2-bcb7-b9bc1a4a9513 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:16.112793 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-551319fa-efa1-4ad9-b7df-71243c3b1941 req-d65d8301-3235-4ff2-bcb7-b9bc1a4a9513 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f33efd5-fc8b-42a5-8b8c-58fefd147606 HTTP/1.1" status: 200 len: 943 time: 0.0795343 Aug 17 00:29:16.114520 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-332466e2-350a-4f41-8eae-1e55022f9436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:16.115813 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-332466e2-350a-4f41-8eae-1e55022f9436 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f7d98fd6-8215-4313-ac58-9aa154767e4a HTTP/1.1" status: 200 len: 849 time: 0.0731390 Aug 17 00:29:16.156067 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-3737b511-d4af-42dc-9624-a1c01ec6c8db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312300 Aug 17 00:29:16.182089 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-551319fa-efa1-4ad9-b7df-71243c3b1941 req-bdc7cfa6-b1de-4c3a-9ed5-2ce0a35dc3d5 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f232c-9ce1-4c64-a45a-ad99bf6eb968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632062 Aug 17 00:29:16.255368 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-8c7382a9-ebb8-4e51-9c40-28fa2bf8c114 service neutron] 10.222.0.64 "GET /v2.0/networks/8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899405 Aug 17 00:29:16.348587 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e33d261c-3bf5-4465-86c1-b37f315eb86d req-2297edb4-7271-49d3-be74-57a70e129525 service neutron] 10.222.0.64 "GET /v2.0/networks/8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854115 Aug 17 00:29:16.440377 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6bb4c-8a34-4792-8bb0-1ec226ede089 req-71a65d03-dfe1-4267-9b57-5328676c7883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:16.441820 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7ad6bb4c-8a34-4792-8bb0-1ec226ede089 req-71a65d03-dfe1-4267-9b57-5328676c7883 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=81edfac11b784ea1b2fd06325ddf830a&device_id=9f33efd5-fc8b-42a5-8b8c-58fefd147606 HTTP/1.1" status: 200 len: 1095 time: 0.0445797 Aug 17 00:29:16.535214 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6bb4c-8a34-4792-8bb0-1ec226ede089 req-3910a96b-772b-45f7-bd49-a1a4daa801c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:16.536699 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7ad6bb4c-8a34-4792-8bb0-1ec226ede089 req-3910a96b-772b-45f7-bd49-a1a4daa801c7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7 HTTP/1.1" status: 200 len: 910 time: 0.0871370 Aug 17 00:29:16.538279 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a9136ca7-4b62-499e-835b-347d7a10f6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:16.582470 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7ad6bb4c-8a34-4792-8bb0-1ec226ede089 req-93970248-128e-49c5-8f7f-9ea413f18e5d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e HTTP/1.1" status: 200 len: 217 time: 0.0380802 Aug 17 00:29:16.635128 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6bb4c-8a34-4792-8bb0-1ec226ede089 req-611cb938-02ef-49fa-b901-3a24dea38bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:16.637366 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7ad6bb4c-8a34-4792-8bb0-1ec226ede089 req-611cb938-02ef-49fa-b901-3a24dea38bbf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f7d98fd6-8215-4313-ac58-9aa154767e4a HTTP/1.1" status: 200 len: 849 time: 0.0472000 Aug 17 00:29:16.671864 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7ad6bb4c-8a34-4792-8bb0-1ec226ede089 req-b75968d2-98b5-456e-a3b4-bf3a57c92ace service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265074 Aug 17 00:29:16.769578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7ad6bb4c-8a34-4792-8bb0-1ec226ede089 req-08ba2392-4227-4b3a-a016-0a1813b42f69 service neutron] 10.222.0.64 "GET /v2.0/networks/8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899673 Aug 17 00:29:16.868672 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7ad6bb4c-8a34-4792-8bb0-1ec226ede089 req-7dc45262-d998-40c2-b174-ece101007d8e service neutron] 10.222.0.64 "GET /v2.0/networks/8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921552 Aug 17 00:29:17.311175 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6bd59-d617-4fe5-b96c-ee0907d2cf60 req-d63d0087-f3ff-4795-bd79-9ff34c600768 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:17.312777 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3a6bd59-d617-4fe5-b96c-ee0907d2cf60 req-d63d0087-f3ff-4795-bd79-9ff34c600768 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f33efd5-fc8b-42a5-8b8c-58fefd147606 HTTP/1.1" status: 200 len: 943 time: 0.0548368 Aug 17 00:29:17.359247 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3a6bd59-d617-4fe5-b96c-ee0907d2cf60 req-916b3798-6c87-4763-b9d8-098712366972 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f232c-9ce1-4c64-a45a-ad99bf6eb968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393548 Aug 17 00:29:18.481605 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a423f48-bb9e-4458-8933-f94a975a117e req-b7188723-1322-4f48-95ee-1bb0bdf7ffab tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:18.483071 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a423f48-bb9e-4458-8933-f94a975a117e req-b7188723-1322-4f48-95ee-1bb0bdf7ffab tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f33efd5-fc8b-42a5-8b8c-58fefd147606 HTTP/1.1" status: 200 len: 943 time: 0.0558865 Aug 17 00:29:18.520729 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a423f48-bb9e-4458-8933-f94a975a117e req-b6aa0ed6-87eb-493b-a113-2b182f75e9d0 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f232c-9ce1-4c64-a45a-ad99bf6eb968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318015 Aug 17 00:29:19.096379 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:29:19.194256 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e,segment=NetworkSegment(0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a),segment_id=0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:29:19.206066 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e', 'network_id': '8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7', 'port_id': 'cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e', 'mac_address': 'fa:16:3e:22:64:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d98fd6-8215-4313-ac58-9aa154767e4a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:29:19.252537 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-449808aa-ea73-4cca-a1f2-5de277b881b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:19.254271 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:19.267389 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:29:19.301901 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e,segment=NetworkSegment(0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a),segment_id=0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:29:19.303399 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:19.305631 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:19.353945 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:19.492385 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:29:19.639421 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832688b-e307-4ce3-8e6e-e9bd76669382 req-3a95524f-0513-480d-88ed-14246f34acde tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:19.640811 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1832688b-e307-4ce3-8e6e-e9bd76669382 req-3a95524f-0513-480d-88ed-14246f34acde tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f33efd5-fc8b-42a5-8b8c-58fefd147606 HTTP/1.1" status: 200 len: 944 time: 0.0504255 Aug 17 00:29:19.683610 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1832688b-e307-4ce3-8e6e-e9bd76669382 req-91a91a85-ec2f-46e7-944a-c4fb0f0ab98a tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f232c-9ce1-4c64-a45a-ad99bf6eb968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360241 Aug 17 00:29:20.244322 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:20.797848 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77009c-b0f4-418f-84ee-09de5e228bc5 req-66258723-98b4-4fe9-a823-e6b4a4e11acf tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:20.799305 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9d77009c-b0f4-418f-84ee-09de5e228bc5 req-66258723-98b4-4fe9-a823-e6b4a4e11acf tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f33efd5-fc8b-42a5-8b8c-58fefd147606 HTTP/1.1" status: 200 len: 944 time: 0.0498424 Aug 17 00:29:20.836866 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9d77009c-b0f4-418f-84ee-09de5e228bc5 req-f4d5063e-26ea-4cbd-8f97-e8723738680c tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f232c-9ce1-4c64-a45a-ad99bf6eb968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316300 Aug 17 00:29:21.128227 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:29:21.179526 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:29:21.183639 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:29:21.184013 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:21.257744 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:21.279375 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f33efd5-fc8b-42a5-8b8c-58fefd147606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:29:21.281620 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43aaab6f-a3c0-4eb6-bec4-fea8d1717d55" -d '{"events": [{"server_uuid": "9f33efd5-fc8b-42a5-8b8c-58fefd147606", "name": "network-vif-plugged", "status": "completed", "tag": "cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:29:21.294660 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e,segment=NetworkSegment(0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a),segment_id=0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:29:21.298417 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:21.327358 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bc3388-15d5-4f4a-b767-b78dc006f84d x-openstack-request-id: req-36bc3388-15d5-4f4a-b767-b78dc006f84d {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:29:21.327633 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f33efd5-fc8b-42a5-8b8c-58fefd147606", "name": "network-vif-plugged", "status": "completed", "tag": "cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:29:21.327875 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-36bc3388-15d5-4f4a-b767-b78dc006f84d {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:29:21.328648 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f33efd5-fc8b-42a5-8b8c-58fefd147606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e', 'code': 200} Aug 17 00:29:21.356778 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:21.418786 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb229de-97a6-4704-94a1-1b1bdba9b98e req-d60b6d37-ff6c-4d76-8b10-124a26204b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:21.420146 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9fb229de-97a6-4704-94a1-1b1bdba9b98e req-d60b6d37-ff6c-4d76-8b10-124a26204b95 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9f33efd5-fc8b-42a5-8b8c-58fefd147606 HTTP/1.1" status: 200 len: 1097 time: 0.0430393 Aug 17 00:29:21.455115 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9fb229de-97a6-4704-94a1-1b1bdba9b98e req-f1ad2076-c86e-44fa-8365-85d9597afb74 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e73f232c-9ce1-4c64-a45a-ad99bf6eb968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278718 Aug 17 00:29:21.949965 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f486b-0961-496f-9ec4-d9577fadd5f9 req-93a216fa-af44-40da-a5b4-eac85e507876 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:21.951433 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a34f486b-0961-496f-9ec4-d9577fadd5f9 req-93a216fa-af44-40da-a5b4-eac85e507876 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f33efd5-fc8b-42a5-8b8c-58fefd147606 HTTP/1.1" status: 200 len: 945 time: 0.0484374 Aug 17 00:29:21.989579 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a34f486b-0961-496f-9ec4-d9577fadd5f9 req-35dc2704-1c33-463a-b92e-d16f2cf846d9 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f232c-9ce1-4c64-a45a-ad99bf6eb968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321703 Aug 17 00:29:22.148112 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:23.105930 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c64a1c-6beb-4fc0-81a7-1dbbcb33f970 req-d5cf00cf-8fdd-4b1a-ab40-328bc0e7c99a tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:23.107570 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d1c64a1c-6beb-4fc0-81a7-1dbbcb33f970 req-d5cf00cf-8fdd-4b1a-ab40-328bc0e7c99a tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f33efd5-fc8b-42a5-8b8c-58fefd147606 HTTP/1.1" status: 200 len: 945 time: 0.0497012 Aug 17 00:29:23.145469 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d1c64a1c-6beb-4fc0-81a7-1dbbcb33f970 req-434345e1-ef94-4c32-a87e-239c2565103e tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f232c-9ce1-4c64-a45a-ad99bf6eb968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316737 Aug 17 00:29:23.761315 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29737e6-7ba4-46c9-b2d6-c63e4c7d2ecf req-b7e4698a-e3d3-4b1c-8b19-db3b81bf1118 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:23.762678 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c29737e6-7ba4-46c9-b2d6-c63e4c7d2ecf req-b7e4698a-e3d3-4b1c-8b19-db3b81bf1118 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f33efd5-fc8b-42a5-8b8c-58fefd147606 HTTP/1.1" status: 200 len: 945 time: 0.0515010 Aug 17 00:29:23.799777 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c29737e6-7ba4-46c9-b2d6-c63e4c7d2ecf req-b25c6d23-62e2-4118-85af-648d35f4762b tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f232c-9ce1-4c64-a45a-ad99bf6eb968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310712 Aug 17 00:29:24.916010 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0001f1-62d7-44d0-9900-ede12a24af6f req-9121eced-2017-44a2-b80f-2cd19fb186a4 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:24.917506 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1a0001f1-62d7-44d0-9900-ede12a24af6f req-9121eced-2017-44a2-b80f-2cd19fb186a4 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f33efd5-fc8b-42a5-8b8c-58fefd147606 HTTP/1.1" status: 200 len: 945 time: 0.0480015 Aug 17 00:29:24.956708 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1a0001f1-62d7-44d0-9900-ede12a24af6f req-8f71d658-033c-4ab3-b4b7-5bff5bed969c tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.60 "GET /v2.0/security-groups?id=e73f232c-9ce1-4c64-a45a-ad99bf6eb968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326195 Aug 17 00:29:25.010942 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afd030-05a0-44b9-9d9b-6d56b68bd8dc req-1c5fc1dd-7225-42f2-acb8-f82335205c69 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:25.012587 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-91afd030-05a0-44b9-9d9b-6d56b68bd8dc req-1c5fc1dd-7225-42f2-acb8-f82335205c69 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f33efd5-fc8b-42a5-8b8c-58fefd147606 HTTP/1.1" status: 200 len: 945 time: 0.0591311 Aug 17 00:29:25.103022 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-91afd030-05a0-44b9-9d9b-6d56b68bd8dc req-219a6552-2ccf-4627-b6da-cb085d90db40 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Deleting port cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:29:25.103367 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-91afd030-05a0-44b9-9d9b-6d56b68bd8dc req-219a6552-2ccf-4627-b6da-cb085d90db40 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:25.190623 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-91afd030-05a0-44b9-9d9b-6d56b68bd8dc req-219a6552-2ccf-4627-b6da-cb085d90db40 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] For port cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e,segment=NetworkSegment(0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a),segment_id=0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:29:25.190987 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-91afd030-05a0-44b9-9d9b-6d56b68bd8dc req-219a6552-2ccf-4627-b6da-cb085d90db40 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:25.203304 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-91afd030-05a0-44b9-9d9b-6d56b68bd8dc req-219a6552-2ccf-4627-b6da-cb085d90db40 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Calling delete_port for cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:29:25.332824 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-91afd030-05a0-44b9-9d9b-6d56b68bd8dc req-219a6552-2ccf-4627-b6da-cb085d90db40 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:25.347072 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:29:25.362914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a6552-2ccf-4627-b6da-cb085d90db40 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Pushing event deleted for resources: {'Port': ['ID=cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:25.407802 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-91afd030-05a0-44b9-9d9b-6d56b68bd8dc req-219a6552-2ccf-4627-b6da-cb085d90db40 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] No DVR routers for this DVR port cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:29:25.410468 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-91afd030-05a0-44b9-9d9b-6d56b68bd8dc req-219a6552-2ccf-4627-b6da-cb085d90db40 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:25.412559 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-91afd030-05a0-44b9-9d9b-6d56b68bd8dc req-219a6552-2ccf-4627-b6da-cb085d90db40 tempest-VolumesActionsTest-1371033744 tempest-VolumesActionsTest-1371033744-project] 10.222.0.64 "DELETE /v2.0/ports/cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e HTTP/1.1" status: 204 len: 173 time: 0.3935645 Aug 17 00:29:25.412986 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f33efd5-fc8b-42a5-8b8c-58fefd147606', 'name': 'network-vif-deleted', 'tag': 'cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:29:25.415296 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28a322c-9a7d-40a8-80e4-684e23df02b9" -d '{"events": [{"server_uuid": "9f33efd5-fc8b-42a5-8b8c-58fefd147606", "name": "network-vif-deleted", "tag": "cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:29:25.461606 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b7df89-9594-4e2d-85ee-b33cb36717b5 x-openstack-request-id: req-08b7df89-9594-4e2d-85ee-b33cb36717b5 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:29:25.461900 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f33efd5-fc8b-42a5-8b8c-58fefd147606", "name": "network-vif-deleted", "tag": "cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:29:25.462177 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-08b7df89-9594-4e2d-85ee-b33cb36717b5 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:29:25.462545 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f33efd5-fc8b-42a5-8b8c-58fefd147606', 'name': 'network-vif-deleted', 'tag': 'cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e', 'status': 'completed', 'code': 200} Aug 17 00:29:26.968716 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39646) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:29:27.054417 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-08da45da-d71e-4e68-abbc-088f016a3943 tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] 10.222.0.60 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1376 time: 0.0830269 Aug 17 00:29:27.055920 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39648) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:29:27.061241 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-d4bb0aa7-8b33-48e5-8335-10994709bb4c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Request body: {'network': {'name': 'tempest-network-smoke--924495846', 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'port_security_enabled': False}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:29:27.086138 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bb0aa7-8b33-48e5-8335-10994709bb4c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Made reservation on behalf of 7c556acc683d4d81a3a144f7693ff0c1 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:29:27.091513 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d4bb0aa7-8b33-48e5-8335-10994709bb4c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:27.118122 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4bb0aa7-8b33-48e5-8335-10994709bb4c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:29:27.129214 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d4bb0aa7-8b33-48e5-8335-10994709bb4c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:27.129947 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-d4bb0aa7-8b33-48e5-8335-10994709bb4c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Added segment 664c1449-31ca-4a11-9a39-736b72ba4762 of type vlan for network 3ff95cad-1c84-4399-a979-7a82ec0b0c22 Aug 17 00:29:27.173912 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d4bb0aa7-8b33-48e5-8335-10994709bb4c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:27.198638 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d4bb0aa7-8b33-48e5-8335-10994709bb4c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:27.204571 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bb0aa7-8b33-48e5-8335-10994709bb4c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:27.205201 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d4bb0aa7-8b33-48e5-8335-10994709bb4c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:27.275369 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d4bb0aa7-8b33-48e5-8335-10994709bb4c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2182667 Aug 17 00:29:27.278145 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39666) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:29:27.284792 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-ba271986-71d6-4f8c-a462-67638398bd0c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-247850165', 'admin_state_up': True, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:29:27.294126 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb0aa7-8b33-48e5-8335-10994709bb4c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event updated for resources: {'Network': ['ID=3ff95cad-1c84-4399-a979-7a82ec0b0c22,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:27.307833 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 3ff95cad-1c84-4399-a979-7a82ec0b0c22 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:29:27.320576 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba271986-71d6-4f8c-a462-67638398bd0c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:27.321863 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba271986-71d6-4f8c-a462-67638398bd0c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:27.391635 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba271986-71d6-4f8c-a462-67638398bd0c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:27.843594 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba271986-71d6-4f8c-a462-67638398bd0c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:28.095754 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba271986-71d6-4f8c-a462-67638398bd0c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:28.117557 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba271986-71d6-4f8c-a462-67638398bd0c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:28.232773 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-ba271986-71d6-4f8c-a462-67638398bd0c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Allocated IP 172.25.3.235 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:29:28.361008 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba271986-71d6-4f8c-a462-67638398bd0c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:28.404592 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba271986-71d6-4f8c-a462-67638398bd0c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:28.447325 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba271986-71d6-4f8c-a462-67638398bd0c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:29:28.453566 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-ba271986-71d6-4f8c-a462-67638398bd0c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:29:28.456554 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba271986-71d6-4f8c-a462-67638398bd0c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:29:28.494983 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba271986-71d6-4f8c-a462-67638398bd0c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event updated for resources: {'Port': ['ID=5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:28.770802 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba271986-71d6-4f8c-a462-67638398bd0c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:29.014119 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba271986-71d6-4f8c-a462-67638398bd0c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:29.143742 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:29:29.204038 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:29:29.204567 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device cfacadb3-c8d0-4917-a9cc-c759ed2b3b0e not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:29:29.220486 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba271986-71d6-4f8c-a462-67638398bd0c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Router 80855903-2423-47ca-8673-95e86ef4d73f is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:29:29.361545 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba271986-71d6-4f8c-a462-67638398bd0c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:29:29.374417 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aec6ded-8286-46c3-b891-c1ead73c3f57 None None] Sync routers for ids ['80855903-2423-47ca-8673-95e86ef4d73f'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:29:29.384638 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aec6ded-8286-46c3-b891-c1ead73c3f57 None None] Routers {'80855903-2423-47ca-8673-95e86ef4d73f'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:29:29.385952 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-8aec6ded-8286-46c3-b891-c1ead73c3f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:29:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['80855903-2423-47ca-8673-95e86ef4d73f'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:29:29.399497 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ba271986-71d6-4f8c-a462-67638398bd0c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:29.401331 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ba271986-71d6-4f8c-a462-67638398bd0c tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.1217935 Aug 17 00:29:29.405235 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39680) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:29:29.503224 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a3594e-a71d-4022-9ba9-497fc1ff4158 tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:29.506742 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-95a3594e-a71d-4022-9ba9-497fc1ff4158 tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7c556acc683d4d81a3a144f7693ff0c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1004093 Aug 17 00:29:29.509513 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39682) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:29:29.529797 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-8aec6ded-8286-46c3-b891-c1ead73c3f57 None None] Set router 80855903-2423-47ca-8673-95e86ef4d73f gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:29:29.606356 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5dbef0-e47e-437d-b766-223a64be6661 tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:29.608227 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7b5dbef0-e47e-437d-b766-223a64be6661 tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0978191 Aug 17 00:29:29.611196 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39684) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:29:29.646262 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2809c400-3f9e-41a1-9c09-c8ca82d2124a tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=f9960621-448c-44b3-8317-7433dc6ce660&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337756 Aug 17 00:29:29.649122 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39686) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:29:29.691527 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-76f1f519-787b-48fe-a787-790dc2ab1180 tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7c556acc683d4d81a3a144f7693ff0c1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380471 Aug 17 00:29:29.691527 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39688) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:29:29.772663 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-8aec6ded-8286-46c3-b891-c1ead73c3f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80855903-2423-47ca-8673-95e86ef4d73f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-247850165', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:29:27Z', 'updated_at': '2021-08-17T00:29:28Z', 'revision_number': 3, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'gw_port': {'id': '5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80855903-2423-47ca-8673-95e86ef4d73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:29:28Z', 'updated_at': '2021-08-17T00:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:29:29.803408 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aec6ded-8286-46c3-b891-c1ead73c3f57 None None] Checking router: 80855903-2423-47ca-8673-95e86ef4d73f for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:29:29.803890 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aec6ded-8286-46c3-b891-c1ead73c3f57 None None] Updating router 80855903-2423-47ca-8673-95e86ef4d73f port 5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:29:29.805787 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282cd81f-1231-4296-a079-32431acb5ddc tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:29.807459 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-282cd81f-1231-4296-a079-32431acb5ddc tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1150806 Aug 17 00:29:29.810914 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39694) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:29:29.832302 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-8aec6ded-8286-46c3-b891-c1ead73c3f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:29.844036 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-dd59eb96-c950-47ac-8214-8901941a9d97 tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=f9960621-448c-44b3-8317-7433dc6ce660&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313342 Aug 17 00:29:29.846170 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39696) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:29:29.852430 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-4adc0ea3-ccde-4701-af43-f0bc1143cb78 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1738003825', 'network_id': '3ff95cad-1c84-4399-a979-7a82ec0b0c22', 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:29:29.975779 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adc0ea3-ccde-4701-af43-f0bc1143cb78 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Made reservation on behalf of 7c556acc683d4d81a3a144f7693ff0c1 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:29:29.979944 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4adc0ea3-ccde-4701-af43-f0bc1143cb78 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:30.144031 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-8aec6ded-8286-46c3-b891-c1ead73c3f57 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:30.156239 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-8aec6ded-8286-46c3-b891-c1ead73c3f57 None None] Transition to ACTIVE for port object 5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:29:30.164481 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-8aec6ded-8286-46c3-b891-c1ead73c3f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:30.212490 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4adc0ea3-ccde-4701-af43-f0bc1143cb78 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:30.221139 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-8aec6ded-8286-46c3-b891-c1ead73c3f57 None None] Attempting to bind port 5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:29:30.221513 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-8aec6ded-8286-46c3-b891-c1ead73c3f57 None None] Attempting to bind port 5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:29:30.221870 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aec6ded-8286-46c3-b891-c1ead73c3f57 None None] Attempting to bind port 5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:29:30.228074 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc255ec5-b5d6-44de-96dd-53d817657d7f None None] Pushing event updated for resources: {'Port': ['ID=5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:30.234374 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aec6ded-8286-46c3-b891-c1ead73c3f57 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:29:30.234741 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aec6ded-8286-46c3-b891-c1ead73c3f57 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:29:30.235141 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-8aec6ded-8286-46c3-b891-c1ead73c3f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:30.235531 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aec6ded-8286-46c3-b891-c1ead73c3f57 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:29:30.235996 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-8aec6ded-8286-46c3-b891-c1ead73c3f57 None None] Bound port: 5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:29:30.236372 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-8aec6ded-8286-46c3-b891-c1ead73c3f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:30.264965 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255ec5-b5d6-44de-96dd-53d817657d7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:30.265356 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255ec5-b5d6-44de-96dd-53d817657d7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:30.265663 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255ec5-b5d6-44de-96dd-53d817657d7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:30.265995 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255ec5-b5d6-44de-96dd-53d817657d7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:30.266337 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255ec5-b5d6-44de-96dd-53d817657d7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:30.267239 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255ec5-b5d6-44de-96dd-53d817657d7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:30.267239 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255ec5-b5d6-44de-96dd-53d817657d7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:30.267239 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255ec5-b5d6-44de-96dd-53d817657d7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:30.267617 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255ec5-b5d6-44de-96dd-53d817657d7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:30.267887 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255ec5-b5d6-44de-96dd-53d817657d7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:30.268207 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255ec5-b5d6-44de-96dd-53d817657d7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:30.268532 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255ec5-b5d6-44de-96dd-53d817657d7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:30.285106 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc0ea3-ccde-4701-af43-f0bc1143cb78 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event updated for resources: {'Subnet': ['ID=84de1cba-9bae-42e9-9f9e-635f0baadafb,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:30.295477 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc0ea3-ccde-4701-af43-f0bc1143cb78 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Checking segment: {'id': '664c1449-31ca-4a11-9a39-736b72ba4762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ff95cad-1c84-4399-a979-7a82ec0b0c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:29:30.296331 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adc0ea3-ccde-4701-af43-f0bc1143cb78 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Network hostable DHCP agents. Network: 3ff95cad-1c84-4399-a979-7a82ec0b0c22, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:29:30.315374 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adc0ea3-ccde-4701-af43-f0bc1143cb78 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Network 3ff95cad-1c84-4399-a979-7a82ec0b0c22 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:29:30.328387 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-8aec6ded-8286-46c3-b891-c1ead73c3f57 None None] For port 5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:29:30.328919 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-4adc0ea3-ccde-4701-af43-f0bc1143cb78 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 3ff95cad-1c84-4399-a979-7a82ec0b0c22) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:29:30.332782 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-8aec6ded-8286-46c3-b891-c1ead73c3f57 None None] For port 5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:29:30.335488 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adc0ea3-ccde-4701-af43-f0bc1143cb78 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:30.336146 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4adc0ea3-ccde-4701-af43-f0bc1143cb78 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:30.344003 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-8aec6ded-8286-46c3-b891-c1ead73c3f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:30.346665 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd3a5eb-6a65-424b-bb6d-3171a6af663a None None] Network 3ff95cad-1c84-4399-a979-7a82ec0b0c22 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:29:30.365819 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4adc0ea3-ccde-4701-af43-f0bc1143cb78 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5181317 Aug 17 00:29:30.370423 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39698) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:29:30.410817 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc255ec5-b5d6-44de-96dd-53d817657d7f None None] Pushing event updated for resources: {'Port': ['ID=5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:30.438940 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aec6ded-8286-46c3-b891-c1ead73c3f57 None None] Routers {'80855903-2423-47ca-8673-95e86ef4d73f'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:29:30.440011 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-8aec6ded-8286-46c3-b891-c1ead73c3f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:29:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['80855903-2423-47ca-8673-95e86ef4d73f'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:29:30.552477 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576dbdd7-e101-4877-a617-258b07b1e906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-3ff95cad-1c84-4399-a979-7a82ec0b0c22', 'network_id': '3ff95cad-1c84-4399-a979-7a82ec0b0c22', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'fixed_ips': [{'subnet_id': '84de1cba-9bae-42e9-9f9e-635f0baadafb'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:29:30.553387 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-576dbdd7-e101-4877-a617-258b07b1e906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:30.585444 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-8aec6ded-8286-46c3-b891-c1ead73c3f57 None None] Set router 80855903-2423-47ca-8673-95e86ef4d73f gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:29:30.784337 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-576dbdd7-e101-4877-a617-258b07b1e906 None None] Allocated IP 172.20.0.18 (3ff95cad-1c84-4399-a979-7a82ec0b0c22/84de1cba-9bae-42e9-9f9e-635f0baadafb/c74a7175-5696-403e-bc29-c6c427769aa5) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:29:30.947698 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-8aec6ded-8286-46c3-b891-c1ead73c3f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80855903-2423-47ca-8673-95e86ef4d73f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-247850165', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:29:27Z', 'updated_at': '2021-08-17T00:29:28Z', 'revision_number': 3, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'gw_port': {'id': '5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80855903-2423-47ca-8673-95e86ef4d73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:29:28Z', 'updated_at': '2021-08-17T00:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:29:31.008063 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aec6ded-8286-46c3-b891-c1ead73c3f57 None None] The sync data for ids ['80855903-2423-47ca-8673-95e86ef4d73f'] in n-d-800088-20 is: [{'id': '80855903-2423-47ca-8673-95e86ef4d73f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-247850165', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:29:27Z', 'updated_at': '2021-08-17T00:29:28Z', 'revision_number': 3, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'gw_port': {'id': '5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80855903-2423-47ca-8673-95e86ef4d73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:29:28Z', 'updated_at': '2021-08-17T00:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:29:31.143819 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-576dbdd7-e101-4877-a617-258b07b1e906 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:31.162570 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-576dbdd7-e101-4877-a617-258b07b1e906 None None] Transition to ACTIVE for port object c74a7175-5696-403e-bc29-c6c427769aa5 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:29:31.183943 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-576dbdd7-e101-4877-a617-258b07b1e906 None None] Transition to ACTIVE for port object c74a7175-5696-403e-bc29-c6c427769aa5 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:29:31.195856 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-576dbdd7-e101-4877-a617-258b07b1e906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:31.258002 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576dbdd7-e101-4877-a617-258b07b1e906 None None] Pushing event updated for resources: {'Port': ['ID=c74a7175-5696-403e-bc29-c6c427769aa5,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:31.269685 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576dbdd7-e101-4877-a617-258b07b1e906 None None] Network 3ff95cad-1c84-4399-a979-7a82ec0b0c22 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:29:31.271102 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-576dbdd7-e101-4877-a617-258b07b1e906 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:29:31.273722 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576dbdd7-e101-4877-a617-258b07b1e906 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:29:31.333597 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-2dfbf177-320d-40e5-948b-adfd8a5d5dbf req-c94ff455-713f-4163-b2b4-3f81af534096 service neutron] (101403) timed out ('10.222.0.60', 53630) {{(pid=101403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 00:29:31.352119 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-576dbdd7-e101-4877-a617-258b07b1e906 None None] Attempting to bind port c74a7175-5696-403e-bc29-c6c427769aa5 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:29:31.352628 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-576dbdd7-e101-4877-a617-258b07b1e906 None None] Attempting to bind port c74a7175-5696-403e-bc29-c6c427769aa5 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '664c1449-31ca-4a11-9a39-736b72ba4762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ff95cad-1c84-4399-a979-7a82ec0b0c22'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:29:31.352882 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576dbdd7-e101-4877-a617-258b07b1e906 None None] Attempting to bind port c74a7175-5696-403e-bc29-c6c427769aa5 on network 3ff95cad-1c84-4399-a979-7a82ec0b0c22 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:29:31.359809 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576dbdd7-e101-4877-a617-258b07b1e906 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:29:31.360431 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576dbdd7-e101-4877-a617-258b07b1e906 None None] Checking segment: {'id': '664c1449-31ca-4a11-9a39-736b72ba4762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ff95cad-1c84-4399-a979-7a82ec0b0c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:29:31.361013 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-576dbdd7-e101-4877-a617-258b07b1e906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:31.361747 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576dbdd7-e101-4877-a617-258b07b1e906 None None] Bound using segment: {'id': '664c1449-31ca-4a11-9a39-736b72ba4762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ff95cad-1c84-4399-a979-7a82ec0b0c22'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:29:31.362240 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-576dbdd7-e101-4877-a617-258b07b1e906 None None] Bound port: c74a7175-5696-403e-bc29-c6c427769aa5, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664c1449-31ca-4a11-9a39-736b72ba4762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ff95cad-1c84-4399-a979-7a82ec0b0c22'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:29:31.362623 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-576dbdd7-e101-4877-a617-258b07b1e906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:31.496179 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-576dbdd7-e101-4877-a617-258b07b1e906 None None] For port c74a7175-5696-403e-bc29-c6c427769aa5, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:29:31.500783 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-576dbdd7-e101-4877-a617-258b07b1e906 None None] For port c74a7175-5696-403e-bc29-c6c427769aa5, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c74a7175-5696-403e-bc29-c6c427769aa5,segment=NetworkSegment(664c1449-31ca-4a11-9a39-736b72ba4762),segment_id=664c1449-31ca-4a11-9a39-736b72ba4762)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:29:31.514830 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-576dbdd7-e101-4877-a617-258b07b1e906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:31.592101 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d57f2e1e-fe15-4691-844c-bdd3070b8312 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:31.664438 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576dbdd7-e101-4877-a617-258b07b1e906 None None] Pushing event updated for resources: {'Port': ['ID=c74a7175-5696-403e-bc29-c6c427769aa5,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:32.095580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-d57f2e1e-fe15-4691-844c-bdd3070b8312 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Allocated IP 172.20.0.17 (3ff95cad-1c84-4399-a979-7a82ec0b0c22/84de1cba-9bae-42e9-9f9e-635f0baadafb/ab19426b-338a-440e-91c4-52544352d9b1) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:29:32.276571 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d57f2e1e-fe15-4691-844c-bdd3070b8312 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:32.296393 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-d57f2e1e-fe15-4691-844c-bdd3070b8312 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Transition to ACTIVE for port object ab19426b-338a-440e-91c4-52544352d9b1 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:29:32.353075 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d57f2e1e-fe15-4691-844c-bdd3070b8312 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:32.435123 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57f2e1e-fe15-4691-844c-bdd3070b8312 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Network 3ff95cad-1c84-4399-a979-7a82ec0b0c22 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:29:32.436774 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-d57f2e1e-fe15-4691-844c-bdd3070b8312 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:29:32.441237 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57f2e1e-fe15-4691-844c-bdd3070b8312 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:29:32.505941 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f2e1e-fe15-4691-844c-bdd3070b8312 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event updated for resources: {'Port': ['ID=ab19426b-338a-440e-91c4-52544352d9b1,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:32.545228 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d57f2e1e-fe15-4691-844c-bdd3070b8312 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:32.726429 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d57f2e1e-fe15-4691-844c-bdd3070b8312 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:32.915231 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8147768-78c7-4b48-a1f4-9c4675ccbf85 None None] Network 3ff95cad-1c84-4399-a979-7a82ec0b0c22 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:29:33.151081 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d57f2e1e-fe15-4691-844c-bdd3070b8312 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:33.156793 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d57f2e1e-fe15-4691-844c-bdd3070b8312 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:33.212392 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:29:33.262177 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d57f2e1e-fe15-4691-844c-bdd3070b8312 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:33.268062 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f2e1e-fe15-4691-844c-bdd3070b8312 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event updated for resources: {'Port': ['ID=ab19426b-338a-440e-91c4-52544352d9b1,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:33.306855 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-becde99e-3206-437d-9fe4-24adc5c1834d None None] Provisioning for port c74a7175-5696-403e-bc29-c6c427769aa5 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:29:33.393097 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57f2e1e-fe15-4691-844c-bdd3070b8312 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Network 3ff95cad-1c84-4399-a979-7a82ec0b0c22 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:29:33.393097 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-d57f2e1e-fe15-4691-844c-bdd3070b8312 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:29:33.545331 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c74a7175-5696-403e-bc29-c6c427769aa5 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:29:33.563233 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57f2e1e-fe15-4691-844c-bdd3070b8312 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Router 80855903-2423-47ca-8673-95e86ef4d73f has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:29:33.631063 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port c74a7175-5696-403e-bc29-c6c427769aa5 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:29:33.636545 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port c74a7175-5696-403e-bc29-c6c427769aa5 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:29:33.637457 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:33.730927 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57f2e1e-fe15-4691-844c-bdd3070b8312 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:29:33.743799 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bc3636-9613-4733-b256-487989ec3c69 None None] Sync routers for ids ['80855903-2423-47ca-8673-95e86ef4d73f'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:29:33.747777 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d57f2e1e-fe15-4691-844c-bdd3070b8312 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "PUT /v2.0/routers/80855903-2423-47ca-8673-95e86ef4d73f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3752570 Aug 17 00:29:33.769220 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:33.784273 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bc3636-9613-4733-b256-487989ec3c69 None None] Routers {'80855903-2423-47ca-8673-95e86ef4d73f'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:29:33.785054 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-f8bc3636-9613-4733-b256-487989ec3c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:29:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['80855903-2423-47ca-8673-95e86ef4d73f'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:29:33.791674 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d1731021-d56f-47b6-8d15-5ffa42449391 None None] Provisioning for port ab19426b-338a-440e-91c4-52544352d9b1 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:29:33.853901 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d1731021-d56f-47b6-8d15-5ffa42449391 None None] Provisioning complete for port ab19426b-338a-440e-91c4-52544352d9b1 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:29:33.854563 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d1731021-d56f-47b6-8d15-5ffa42449391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:33.982386 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port c74a7175-5696-403e-bc29-c6c427769aa5, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c74a7175-5696-403e-bc29-c6c427769aa5,segment=NetworkSegment(664c1449-31ca-4a11-9a39-736b72ba4762),segment_id=664c1449-31ca-4a11-9a39-736b72ba4762)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:29:34.000500 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:34.001248 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:29:34.007080 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-d1731021-d56f-47b6-8d15-5ffa42449391 None None] Port ab19426b-338a-440e-91c4-52544352d9b1 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:29:34.123302 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-f8bc3636-9613-4733-b256-487989ec3c69 None None] Set router 80855903-2423-47ca-8673-95e86ef4d73f gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:29:34.228343 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d1731021-d56f-47b6-8d15-5ffa42449391 None None] Provisioning complete for port c74a7175-5696-403e-bc29-c6c427769aa5 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:29:34.228720 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d1731021-d56f-47b6-8d15-5ffa42449391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:34.305371 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=c74a7175-5696-403e-bc29-c6c427769aa5,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:34.365711 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:34.366117 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:34.366384 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:34.366879 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:34.367285 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:34.367943 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:34.368297 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:34.368617 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:34.368943 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:34.370258 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:34.371214 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:34.374000 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:34.382182 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:29:34.396799 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:29:34.397195 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:34.492620 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-b3ebecbb-6f36-4ffc-a724-5f5de99703fc tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:34.500789 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-b3ebecbb-6f36-4ffc-a724-5f5de99703fc tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/networks?id=3ff95cad-1c84-4399-a979-7a82ec0b0c22 HTTP/1.1" status: 200 len: 797 time: 0.1445465 Aug 17 00:29:34.518244 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-9b4df773-1043-4f06-8d4f-dbd729b562ae tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/quotas/7c556acc683d4d81a3a144f7693ff0c1 HTTP/1.1" status: 200 len: 375 time: 0.0158677 Aug 17 00:29:34.589109 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:34.595093 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-4cdb19b0-0449-49af-a87d-3cd169f8f840 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c556acc683d4d81a3a144f7693ff0c1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0693419 Aug 17 00:29:34.614202 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:29:34.623957 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-f8bc3636-9613-4733-b256-487989ec3c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80855903-2423-47ca-8673-95e86ef4d73f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-247850165', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:29:27Z', 'updated_at': '2021-08-17T00:29:32Z', 'revision_number': 4, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'gw_port': {'id': '5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80855903-2423-47ca-8673-95e86ef4d73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:29:28Z', 'updated_at': '2021-08-17T00:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'ab19426b-338a-440e-91c4-52544352d9b1', 'name': '', 'network_id': '3ff95cad-1c84-4399-a979-7a82ec0b0c22', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'mac_address': 'fa:16:3e:15:b2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80855903-2423-47ca-8673-95e86ef4d73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '84de1cba-9bae-42e9-9f9e-635f0baadafb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:29:31Z', 'updated_at': '2021-08-17T00:29:32Z', 'revision_number': 2, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'subnets': [{'id': '84de1cba-9bae-42e9-9f9e-635f0baadafb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:29:34.627159 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:34.680004 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bc3636-9613-4733-b256-487989ec3c69 None None] Checking router: 80855903-2423-47ca-8673-95e86ef4d73f for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:29:34.680004 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bc3636-9613-4733-b256-487989ec3c69 None None] Updating router 80855903-2423-47ca-8673-95e86ef4d73f port ab19426b-338a-440e-91c4-52544352d9b1 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:29:34.725813 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-b2abc42e-d8a6-4bfd-8589-ceaec485d14b service neutron] 10.222.0.60 "GET /v2.0/networks/3ff95cad-1c84-4399-a979-7a82ec0b0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139863 Aug 17 00:29:34.726770 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f8bc3636-9613-4733-b256-487989ec3c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:34.739359 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-613a46a9-96db-4b05-9d27-4c876d5d3bc4 None None] Provisioning complete for port ab19426b-338a-440e-91c4-52544352d9b1 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:29:34.739725 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-613a46a9-96db-4b05-9d27-4c876d5d3bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:34.768506 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:34.814814 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-613a46a9-96db-4b05-9d27-4c876d5d3bc4 None None] Port ab19426b-338a-440e-91c4-52544352d9b1 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:29:34.873381 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-1b433fdc-db6e-4d05-819c-9d9b0abcc3ac service neutron] 10.222.0.60 "GET /v2.0/networks/3ff95cad-1c84-4399-a979-7a82ec0b0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386464 Aug 17 00:29:35.232925 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f8bc3636-9613-4733-b256-487989ec3c69 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:35.255379 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f8bc3636-9613-4733-b256-487989ec3c69 None None] Transition to ACTIVE for port object ab19426b-338a-440e-91c4-52544352d9b1 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:29:35.257187 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2dca6e3b-ef1e-46e9-ac11-3d47bd724250 req-4129e85a-3ad6-4d0f-9462-74221a7aa467 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/ports?device_id=252d0873-e50c-427c-bcda-6d5473205882 HTTP/1.1" status: 200 len: 210 time: 0.1375971 Aug 17 00:29:35.278236 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f8bc3636-9613-4733-b256-487989ec3c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:35.409157 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f6c46-59a6-4f53-911e-c2bde3b203b0 None None] Pushing event updated for resources: {'Port': ['ID=ab19426b-338a-440e-91c4-52544352d9b1,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:35.429781 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-f8bc3636-9613-4733-b256-487989ec3c69 None None] Attempting to bind port ab19426b-338a-440e-91c4-52544352d9b1 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:29:35.430171 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-f8bc3636-9613-4733-b256-487989ec3c69 None None] Attempting to bind port ab19426b-338a-440e-91c4-52544352d9b1 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '664c1449-31ca-4a11-9a39-736b72ba4762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ff95cad-1c84-4399-a979-7a82ec0b0c22'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:29:35.431039 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc3636-9613-4733-b256-487989ec3c69 None None] Attempting to bind port ab19426b-338a-440e-91c4-52544352d9b1 on network 3ff95cad-1c84-4399-a979-7a82ec0b0c22 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:29:35.438309 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc3636-9613-4733-b256-487989ec3c69 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:29:35.438700 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc3636-9613-4733-b256-487989ec3c69 None None] Checking segment: {'id': '664c1449-31ca-4a11-9a39-736b72ba4762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ff95cad-1c84-4399-a979-7a82ec0b0c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:29:35.439125 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f8bc3636-9613-4733-b256-487989ec3c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:35.439529 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc3636-9613-4733-b256-487989ec3c69 None None] Bound using segment: {'id': '664c1449-31ca-4a11-9a39-736b72ba4762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ff95cad-1c84-4399-a979-7a82ec0b0c22'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:29:35.440025 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-f8bc3636-9613-4733-b256-487989ec3c69 None None] Bound port: ab19426b-338a-440e-91c4-52544352d9b1, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664c1449-31ca-4a11-9a39-736b72ba4762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ff95cad-1c84-4399-a979-7a82ec0b0c22'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:29:35.440411 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f8bc3636-9613-4733-b256-487989ec3c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:35.525532 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c74a7175-5696-403e-bc29-c6c427769aa5 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:29:35.603637 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-f8bc3636-9613-4733-b256-487989ec3c69 None None] For port ab19426b-338a-440e-91c4-52544352d9b1, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:29:35.609135 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-f8bc3636-9613-4733-b256-487989ec3c69 None None] For port ab19426b-338a-440e-91c4-52544352d9b1, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=ab19426b-338a-440e-91c4-52544352d9b1,segment=NetworkSegment(664c1449-31ca-4a11-9a39-736b72ba4762),segment_id=664c1449-31ca-4a11-9a39-736b72ba4762)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:29:35.619333 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f8bc3636-9613-4733-b256-487989ec3c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:35.696392 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f6c46-59a6-4f53-911e-c2bde3b203b0 None None] Pushing event updated for resources: {'Port': ['ID=ab19426b-338a-440e-91c4-52544352d9b1,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:35.699874 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port c74a7175-5696-403e-bc29-c6c427769aa5 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:29:35.700232 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:35.701945 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bc3636-9613-4733-b256-487989ec3c69 None None] Routers {'80855903-2423-47ca-8673-95e86ef4d73f'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:29:35.702579 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-f8bc3636-9613-4733-b256-487989ec3c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:29:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['80855903-2423-47ca-8673-95e86ef4d73f'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:29:35.932036 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:29:35.938004 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-f8bc3636-9613-4733-b256-487989ec3c69 None None] Set router 80855903-2423-47ca-8673-95e86ef4d73f gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:29:36.139274 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:29:36.139938 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:36.330521 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-f8bc3636-9613-4733-b256-487989ec3c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80855903-2423-47ca-8673-95e86ef4d73f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-247850165', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:29:27Z', 'updated_at': '2021-08-17T00:29:32Z', 'revision_number': 4, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'gw_port': {'id': '5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80855903-2423-47ca-8673-95e86ef4d73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:29:28Z', 'updated_at': '2021-08-17T00:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'ab19426b-338a-440e-91c4-52544352d9b1', 'name': '', 'network_id': '3ff95cad-1c84-4399-a979-7a82ec0b0c22', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'mac_address': 'fa:16:3e:15:b2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80855903-2423-47ca-8673-95e86ef4d73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '84de1cba-9bae-42e9-9f9e-635f0baadafb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:29:31Z', 'updated_at': '2021-08-17T00:29:35Z', 'revision_number': 4, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'subnets': [{'id': '84de1cba-9bae-42e9-9f9e-635f0baadafb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:29:36.373619 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bc3636-9613-4733-b256-487989ec3c69 None None] The sync data for ids ['80855903-2423-47ca-8673-95e86ef4d73f'] in n-d-800088-20 is: [{'id': '80855903-2423-47ca-8673-95e86ef4d73f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-247850165', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:29:27Z', 'updated_at': '2021-08-17T00:29:32Z', 'revision_number': 4, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'gw_port': {'id': '5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80855903-2423-47ca-8673-95e86ef4d73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:29:28Z', 'updated_at': '2021-08-17T00:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'ab19426b-338a-440e-91c4-52544352d9b1', 'name': '', 'network_id': '3ff95cad-1c84-4399-a979-7a82ec0b0c22', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'mac_address': 'fa:16:3e:15:b2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80855903-2423-47ca-8673-95e86ef4d73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '84de1cba-9bae-42e9-9f9e-635f0baadafb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:29:31Z', 'updated_at': '2021-08-17T00:29:35Z', 'revision_number': 4, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'subnets': [{'id': '84de1cba-9bae-42e9-9f9e-635f0baadafb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:29:36.382086 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ed41e573-a0f1-487e-9d23-a15344788f7e req-eaec8c4f-6d54-461d-8c78-5d39044aca6b tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/ports?device_id=252d0873-e50c-427c-bcda-6d5473205882 HTTP/1.1" status: 200 len: 210 time: 0.0485315 Aug 17 00:29:36.647207 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-f9add76c-3ccb-407f-abc4-94a408aba1bc tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:36.648325 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-f9add76c-3ccb-407f-abc4-94a408aba1bc tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.64 "GET /v2.0/networks?id=3ff95cad-1c84-4399-a979-7a82ec0b0c22 HTTP/1.1" status: 200 len: 797 time: 0.1934655 Aug 17 00:29:36.664005 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-6c1b4e2e-113f-495b-aa7b-0ec428f413a7 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Request body: {'port': {'device_id': '252d0873-e50c-427c-bcda-6d5473205882', 'network_id': '3ff95cad-1c84-4399-a979-7a82ec0b0c22', 'admin_state_up': True, 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:29:36.816840 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-6c1b4e2e-113f-495b-aa7b-0ec428f413a7 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Made reservation on behalf of 7c556acc683d4d81a3a144f7693ff0c1 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:29:36.820373 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-6c1b4e2e-113f-495b-aa7b-0ec428f413a7 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:36.998805 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-6c1b4e2e-113f-495b-aa7b-0ec428f413a7 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Allocated IP 172.20.0.19 (3ff95cad-1c84-4399-a979-7a82ec0b0c22/84de1cba-9bae-42e9-9f9e-635f0baadafb/cca5f67b-a454-4ada-9adb-8470d879d37b) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:29:37.149611 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-6c1b4e2e-113f-495b-aa7b-0ec428f413a7 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:37.172356 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-6c1b4e2e-113f-495b-aa7b-0ec428f413a7 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Transition to ACTIVE for port object cca5f67b-a454-4ada-9adb-8470d879d37b will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:29:37.230792 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-6c1b4e2e-113f-495b-aa7b-0ec428f413a7 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:37.298780 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-6c1b4e2e-113f-495b-aa7b-0ec428f413a7 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Network 3ff95cad-1c84-4399-a979-7a82ec0b0c22 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:29:37.303024 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-6c1b4e2e-113f-495b-aa7b-0ec428f413a7 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:29:37.304856 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b4e2e-113f-495b-aa7b-0ec428f413a7 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event updated for resources: {'Port': ['ID=cca5f67b-a454-4ada-9adb-8470d879d37b,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:37.307310 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-6c1b4e2e-113f-495b-aa7b-0ec428f413a7 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:29:37.370109 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-6c1b4e2e-113f-495b-aa7b-0ec428f413a7 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:37.371364 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-6c1b4e2e-113f-495b-aa7b-0ec428f413a7 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:37.421614 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-6c1b4e2e-113f-495b-aa7b-0ec428f413a7 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7629416 Aug 17 00:29:37.449857 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-54ebbef0-06d3-4bbf-b06e-d57a0ee1ab30 service neutron] Request body: {'port': {'device_id': '252d0873-e50c-427c-bcda-6d5473205882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:29:37.572673 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device ab19426b-338a-440e-91c4-52544352d9b1 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:29:37.611662 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-54ebbef0-06d3-4bbf-b06e-d57a0ee1ab30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:37.780927 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bd24d-4b7b-4635-9453-e0b0cef142e5 req-58c2b99e-efef-4940-bc55-53776d318a07 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:37.795119 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1b8bd24d-4b7b-4635-9453-e0b0cef142e5 req-58c2b99e-efef-4940-bc55-53776d318a07 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/ports?device_id=252d0873-e50c-427c-bcda-6d5473205882 HTTP/1.1" status: 200 len: 895 time: 0.1425328 Aug 17 00:29:37.953083 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-438276cb-b10e-44ba-b9ee-b3c76732749a None None] Provisioning for port cca5f67b-a454-4ada-9adb-8470d879d37b completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:29:37.974248 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-438276cb-b10e-44ba-b9ee-b3c76732749a None None] Provisioning complete for port cca5f67b-a454-4ada-9adb-8470d879d37b triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:29:37.974724 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-438276cb-b10e-44ba-b9ee-b3c76732749a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:38.001951 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port ab19426b-338a-440e-91c4-52544352d9b1 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:29:38.014044 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port ab19426b-338a-440e-91c4-52544352d9b1 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:29:38.014369 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:38.097466 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-438276cb-b10e-44ba-b9ee-b3c76732749a None None] Port cca5f67b-a454-4ada-9adb-8470d879d37b cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:29:38.164374 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:38.196246 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-54ebbef0-06d3-4bbf-b06e-d57a0ee1ab30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca5f67b-a454-4ada-9adb-8470d879d37b {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:29:38.210043 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-54ebbef0-06d3-4bbf-b06e-d57a0ee1ab30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:38.222426 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port ab19426b-338a-440e-91c4-52544352d9b1, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=ab19426b-338a-440e-91c4-52544352d9b1,segment=NetworkSegment(664c1449-31ca-4a11-9a39-736b72ba4762),segment_id=664c1449-31ca-4a11-9a39-736b72ba4762)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:29:38.226923 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-54ebbef0-06d3-4bbf-b06e-d57a0ee1ab30 service neutron] Transition to ACTIVE for port object cca5f67b-a454-4ada-9adb-8470d879d37b will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:29:38.227787 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:38.232654 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-54ebbef0-06d3-4bbf-b06e-d57a0ee1ab30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:38.320327 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=ab19426b-338a-440e-91c4-52544352d9b1,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:38.404365 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-54ebbef0-06d3-4bbf-b06e-d57a0ee1ab30 service neutron] Attempting to bind port cca5f67b-a454-4ada-9adb-8470d879d37b on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:29:38.404713 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-54ebbef0-06d3-4bbf-b06e-d57a0ee1ab30 service neutron] Attempting to bind port cca5f67b-a454-4ada-9adb-8470d879d37b by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '664c1449-31ca-4a11-9a39-736b72ba4762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ff95cad-1c84-4399-a979-7a82ec0b0c22'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:29:38.405142 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-54ebbef0-06d3-4bbf-b06e-d57a0ee1ab30 service neutron] Attempting to bind port cca5f67b-a454-4ada-9adb-8470d879d37b on network 3ff95cad-1c84-4399-a979-7a82ec0b0c22 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:29:38.410549 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebbef0-06d3-4bbf-b06e-d57a0ee1ab30 service neutron] Pushing event updated for resources: {'Port': ['ID=cca5f67b-a454-4ada-9adb-8470d879d37b,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:38.417629 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-54ebbef0-06d3-4bbf-b06e-d57a0ee1ab30 service neutron] Port cca5f67b-a454-4ada-9adb-8470d879d37b on network 3ff95cad-1c84-4399-a979-7a82ec0b0c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:29:38.419684 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-54ebbef0-06d3-4bbf-b06e-d57a0ee1ab30 service neutron] Attempting to bind port cca5f67b-a454-4ada-9adb-8470d879d37b on network 3ff95cad-1c84-4399-a979-7a82ec0b0c22 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:29:38.444317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-54ebbef0-06d3-4bbf-b06e-d57a0ee1ab30 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:29:38.444935 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-54ebbef0-06d3-4bbf-b06e-d57a0ee1ab30 service neutron] Checking segment: {'id': '664c1449-31ca-4a11-9a39-736b72ba4762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ff95cad-1c84-4399-a979-7a82ec0b0c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:29:38.445073 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-54ebbef0-06d3-4bbf-b06e-d57a0ee1ab30 service neutron] Bound using segment: {'id': '664c1449-31ca-4a11-9a39-736b72ba4762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ff95cad-1c84-4399-a979-7a82ec0b0c22'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:29:38.445500 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-54ebbef0-06d3-4bbf-b06e-d57a0ee1ab30 service neutron] Bound port: cca5f67b-a454-4ada-9adb-8470d879d37b, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664c1449-31ca-4a11-9a39-736b72ba4762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ff95cad-1c84-4399-a979-7a82ec0b0c22'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:29:38.445876 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-54ebbef0-06d3-4bbf-b06e-d57a0ee1ab30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:38.530744 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-54ebbef0-06d3-4bbf-b06e-d57a0ee1ab30 service neutron] For port cca5f67b-a454-4ada-9adb-8470d879d37b, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:29:38.534758 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-54ebbef0-06d3-4bbf-b06e-d57a0ee1ab30 service neutron] For port cca5f67b-a454-4ada-9adb-8470d879d37b, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=cca5f67b-a454-4ada-9adb-8470d879d37b,segment=NetworkSegment(664c1449-31ca-4a11-9a39-736b72ba4762),segment_id=664c1449-31ca-4a11-9a39-736b72ba4762)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:29:38.541373 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-54ebbef0-06d3-4bbf-b06e-d57a0ee1ab30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:38.592854 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-54ebbef0-06d3-4bbf-b06e-d57a0ee1ab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:38.593637 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-54ebbef0-06d3-4bbf-b06e-d57a0ee1ab30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:38.595174 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-54ebbef0-06d3-4bbf-b06e-d57a0ee1ab30 service neutron] 10.222.0.64 "PUT /v2.0/ports/cca5f67b-a454-4ada-9adb-8470d879d37b HTTP/1.1" status: 200 len: 1056 time: 1.1504035 Aug 17 00:29:38.595481 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '252d0873-e50c-427c-bcda-6d5473205882', 'tag': 'cca5f67b-a454-4ada-9adb-8470d879d37b'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:29:38.597762 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4974072c-0f96-4d3f-a043-5041a3a886c3" -d '{"events": [{"name": "network-changed", "server_uuid": "252d0873-e50c-427c-bcda-6d5473205882", "tag": "cca5f67b-a454-4ada-9adb-8470d879d37b"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:29:38.649879 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebbef0-06d3-4bbf-b06e-d57a0ee1ab30 service neutron] Pushing event updated for resources: {'Port': ['ID=cca5f67b-a454-4ada-9adb-8470d879d37b,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:38.669537 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6c58e5-8a91-4ca4-b7b8-af0957118bd2 x-openstack-request-id: req-9a6c58e5-8a91-4ca4-b7b8-af0957118bd2 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:29:38.669836 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "252d0873-e50c-427c-bcda-6d5473205882", "tag": "cca5f67b-a454-4ada-9adb-8470d879d37b", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:29:38.670053 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9a6c58e5-8a91-4ca4-b7b8-af0957118bd2 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:29:38.670458 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '252d0873-e50c-427c-bcda-6d5473205882', 'tag': 'cca5f67b-a454-4ada-9adb-8470d879d37b', 'status': 'completed', 'code': 200} Aug 17 00:29:38.718898 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-ed470602-6ed5-4c51-85ce-a75d06ff1d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:38.720443 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-ed470602-6ed5-4c51-85ce-a75d06ff1d9f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c556acc683d4d81a3a144f7693ff0c1&device_id=252d0873-e50c-427c-bcda-6d5473205882 HTTP/1.1" status: 200 len: 1059 time: 0.0611775 Aug 17 00:29:38.783694 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-2224bb2f-5707-4f2a-b08d-00c493238201 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=cca5f67b-a454-4ada-9adb-8470d879d37b HTTP/1.1" status: 200 len: 217 time: 0.0549750 Aug 17 00:29:38.842566 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-f2f8de01-b901-4705-9d37-2bd0452507c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:38.844495 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-f2f8de01-b901-4705-9d37-2bd0452507c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=84de1cba-9bae-42e9-9f9e-635f0baadafb HTTP/1.1" status: 200 len: 838 time: 0.0529468 Aug 17 00:29:38.978547 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-7ef39509-d7d9-4431-b366-140e74443be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:38.980709 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-7ef39509-d7d9-4431-b366-140e74443be7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ff95cad-1c84-4399-a979-7a82ec0b0c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1287518 Aug 17 00:29:39.141216 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1297d-caa4-4615-929c-8b48e3a966db req-8442ed21-1494-42a6-b40d-072982b5f56d tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:39.142947 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-36e1297d-caa4-4615-929c-8b48e3a966db req-8442ed21-1494-42a6-b40d-072982b5f56d tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/ports?device_id=252d0873-e50c-427c-bcda-6d5473205882 HTTP/1.1" status: 200 len: 907 time: 0.1896620 Aug 17 00:29:39.191456 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-e8dc80c5-9eba-4dc4-98e6-ddd053977752 service neutron] 10.222.0.64 "GET /v2.0/networks/3ff95cad-1c84-4399-a979-7a82ec0b0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869442 Aug 17 00:29:39.302594 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0dcff42-2996-4588-80b1-64e006fb02c7 req-6c442887-6168-458f-8c73-58db8fe34e52 service neutron] 10.222.0.64 "GET /v2.0/networks/3ff95cad-1c84-4399-a979-7a82ec0b0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034219 Aug 17 00:29:39.416641 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974072c-0f96-4d3f-a043-5041a3a886c3 req-283aea73-8633-4385-8f7e-a7287ad31344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:39.419641 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4974072c-0f96-4d3f-a043-5041a3a886c3 req-283aea73-8633-4385-8f7e-a7287ad31344 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c556acc683d4d81a3a144f7693ff0c1&device_id=252d0873-e50c-427c-bcda-6d5473205882 HTTP/1.1" status: 200 len: 1059 time: 0.0677378 Aug 17 00:29:39.431244 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device ab19426b-338a-440e-91c4-52544352d9b1 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:29:39.504978 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port ab19426b-338a-440e-91c4-52544352d9b1 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:29:39.505384 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:39.570067 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974072c-0f96-4d3f-a043-5041a3a886c3 req-cc64de62-5d46-4285-b931-ccc67d6bf037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:39.572430 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4974072c-0f96-4d3f-a043-5041a3a886c3 req-cc64de62-5d46-4285-b931-ccc67d6bf037 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ff95cad-1c84-4399-a979-7a82ec0b0c22 HTTP/1.1" status: 200 len: 898 time: 0.1417994 Aug 17 00:29:39.642650 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4974072c-0f96-4d3f-a043-5041a3a886c3 req-f18ec883-7fd8-4b78-a58f-489aa91b0bee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=cca5f67b-a454-4ada-9adb-8470d879d37b HTTP/1.1" status: 200 len: 217 time: 0.0596418 Aug 17 00:29:39.702650 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974072c-0f96-4d3f-a043-5041a3a886c3 req-7f705688-9a14-4044-ac0b-3c8b4220f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:39.704165 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4974072c-0f96-4d3f-a043-5041a3a886c3 req-7f705688-9a14-4044-ac0b-3c8b4220f6c5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=84de1cba-9bae-42e9-9f9e-635f0baadafb HTTP/1.1" status: 200 len: 838 time: 0.0542197 Aug 17 00:29:39.753582 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974072c-0f96-4d3f-a043-5041a3a886c3 req-c02fb638-a205-4b55-bf40-26ed2e45f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:39.755123 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4974072c-0f96-4d3f-a043-5041a3a886c3 req-c02fb638-a205-4b55-bf40-26ed2e45f750 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ff95cad-1c84-4399-a979-7a82ec0b0c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0433187 Aug 17 00:29:39.873057 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4974072c-0f96-4d3f-a043-5041a3a886c3 req-eb323058-06a1-4956-acf8-f06934b73db1 service neutron] 10.222.0.64 "GET /v2.0/networks/3ff95cad-1c84-4399-a979-7a82ec0b0c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095247 Aug 17 00:29:39.981397 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4974072c-0f96-4d3f-a043-5041a3a886c3 req-564d058f-deee-4caa-a2f4-50a44786d5dd service neutron] 10.222.0.64 "GET /v2.0/networks/3ff95cad-1c84-4399-a979-7a82ec0b0c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988128 Aug 17 00:29:40.210339 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:40.301007 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac151916-6071-47ba-bcaf-8d9279c6bd50 req-f366ee4a-1b5a-4643-8375-dc2b8b6f203e tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:40.303612 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac151916-6071-47ba-bcaf-8d9279c6bd50 req-f366ee4a-1b5a-4643-8375-dc2b8b6f203e tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/ports?device_id=252d0873-e50c-427c-bcda-6d5473205882 HTTP/1.1" status: 200 len: 907 time: 0.0621555 Aug 17 00:29:41.252675 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device cca5f67b-a454-4ada-9adb-8470d879d37b details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:29:41.411753 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port cca5f67b-a454-4ada-9adb-8470d879d37b, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=cca5f67b-a454-4ada-9adb-8470d879d37b,segment=NetworkSegment(664c1449-31ca-4a11-9a39-736b72ba4762),segment_id=664c1449-31ca-4a11-9a39-736b72ba4762)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:29:41.437364 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'cca5f67b-a454-4ada-9adb-8470d879d37b', 'network_id': '3ff95cad-1c84-4399-a979-7a82ec0b0c22', 'port_id': 'cca5f67b-a454-4ada-9adb-8470d879d37b', 'mac_address': 'fa:16:3e:84:57:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84de1cba-9bae-42e9-9f9e-635f0baadafb', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:29:41.452974 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45def867-24f4-450e-b93b-4591f8497726 req-924dac13-4e30-45a8-ae16-fa54a5873c98 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:41.454571 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-45def867-24f4-450e-b93b-4591f8497726 req-924dac13-4e30-45a8-ae16-fa54a5873c98 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/ports?device_id=252d0873-e50c-427c-bcda-6d5473205882 HTTP/1.1" status: 200 len: 907 time: 0.0690284 Aug 17 00:29:41.489726 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:41.508476 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca5f67b-a454-4ada-9adb-8470d879d37b {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:29:41.530238 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port cca5f67b-a454-4ada-9adb-8470d879d37b, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=cca5f67b-a454-4ada-9adb-8470d879d37b,segment=NetworkSegment(664c1449-31ca-4a11-9a39-736b72ba4762),segment_id=664c1449-31ca-4a11-9a39-736b72ba4762)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:29:41.536671 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:41.593259 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=cca5f67b-a454-4ada-9adb-8470d879d37b,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:41.731960 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['cca5f67b-a454-4ada-9adb-8470d879d37b'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:29:41.858080 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:42.578914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cacc2-866e-46ee-a26d-111d9d5a93ab req-19c92584-1aee-407c-8066-3a5f462e1419 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:42.580297 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2a6cacc2-866e-46ee-a26d-111d9d5a93ab req-19c92584-1aee-407c-8066-3a5f462e1419 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/ports?device_id=252d0873-e50c-427c-bcda-6d5473205882 HTTP/1.1" status: 200 len: 908 time: 0.0500436 Aug 17 00:29:43.248911 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device cca5f67b-a454-4ada-9adb-8470d879d37b up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:29:43.321692 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port cca5f67b-a454-4ada-9adb-8470d879d37b completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:29:43.327342 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port cca5f67b-a454-4ada-9adb-8470d879d37b triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:29:43.327807 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:43.418326 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:43.446471 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252d0873-e50c-427c-bcda-6d5473205882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca5f67b-a454-4ada-9adb-8470d879d37b'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:29:43.449956 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df799513-541f-438b-a203-6611454a148a" -d '{"events": [{"server_uuid": "252d0873-e50c-427c-bcda-6d5473205882", "name": "network-vif-plugged", "status": "completed", "tag": "cca5f67b-a454-4ada-9adb-8470d879d37b"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:29:43.473704 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port cca5f67b-a454-4ada-9adb-8470d879d37b, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=cca5f67b-a454-4ada-9adb-8470d879d37b,segment=NetworkSegment(664c1449-31ca-4a11-9a39-736b72ba4762),segment_id=664c1449-31ca-4a11-9a39-736b72ba4762)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:29:43.482034 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:43.508497 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2a05e3-d438-4e44-9e03-535c47980181 x-openstack-request-id: req-6d2a05e3-d438-4e44-9e03-535c47980181 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:29:43.508868 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252d0873-e50c-427c-bcda-6d5473205882", "name": "network-vif-plugged", "status": "completed", "tag": "cca5f67b-a454-4ada-9adb-8470d879d37b", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:29:43.509211 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6d2a05e3-d438-4e44-9e03-535c47980181 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:29:43.509661 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252d0873-e50c-427c-bcda-6d5473205882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca5f67b-a454-4ada-9adb-8470d879d37b', 'code': 200} Aug 17 00:29:43.550328 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=cca5f67b-a454-4ada-9adb-8470d879d37b,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:43.666038 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3359e-b886-41cb-9ba5-88400dc5a00a req-fcd07947-69f3-433f-9cac-5ce1e61b422e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:43.668791 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-36a3359e-b886-41cb-9ba5-88400dc5a00a req-fcd07947-69f3-433f-9cac-5ce1e61b422e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=252d0873-e50c-427c-bcda-6d5473205882 HTTP/1.1" status: 200 len: 1061 time: 0.0775037 Aug 17 00:29:43.744842 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a8f25-29f7-43b5-affb-63575198dcec req-deee72e9-bf9e-45a4-be65-66affb750a55 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:43.758013 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b80a8f25-29f7-43b5-affb-63575198dcec req-deee72e9-bf9e-45a4-be65-66affb750a55 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/ports?device_id=252d0873-e50c-427c-bcda-6d5473205882 HTTP/1.1" status: 200 len: 909 time: 0.0707996 Aug 17 00:29:44.902219 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c7fe0-dca3-49c1-abb5-f62d99ab8823 req-5d62908d-6787-4519-91c1-cd64d6283b25 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:44.903772 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b86c7fe0-dca3-49c1-abb5-f62d99ab8823 req-5d62908d-6787-4519-91c1-cd64d6283b25 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/ports?device_id=252d0873-e50c-427c-bcda-6d5473205882 HTTP/1.1" status: 200 len: 909 time: 0.0756886 Aug 17 00:29:45.032461 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05133434-ae49-40e3-ac69-b2fbd9df833e req-e55e82a0-a421-4a50-8edf-33d1e2281e33 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:45.034184 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-05133434-ae49-40e3-ac69-b2fbd9df833e req-e55e82a0-a421-4a50-8edf-33d1e2281e33 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/ports?device_id=252d0873-e50c-427c-bcda-6d5473205882 HTTP/1.1" status: 200 len: 909 time: 0.0571039 Aug 17 00:29:45.154032 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0cd07-245d-4bb4-83b7-38a88c5ac40f req-dab9c49a-f8b2-44f6-9452-bab15657320f tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:45.155745 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b0e0cd07-245d-4bb4-83b7-38a88c5ac40f req-dab9c49a-f8b2-44f6-9452-bab15657320f tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=252d0873-e50c-427c-bcda-6d5473205882 HTTP/1.1" status: 200 len: 1061 time: 0.0468309 Aug 17 00:29:45.303505 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda314e-1b9a-401f-8ea0-b5cfbbcd8b92 req-b798e6cc-9494-4fd1-b9a0-4cb493f11fa1 tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:45.305003 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bbda314e-1b9a-401f-8ea0-b5cfbbcd8b92 req-b798e6cc-9494-4fd1-b9a0-4cb493f11fa1 tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=efcc2900-8de9-496d-8544-25e75fa4b60a HTTP/1.1" status: 200 len: 1137 time: 0.0528162 Aug 17 00:29:45.348952 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bbda314e-1b9a-401f-8ea0-b5cfbbcd8b92 req-44896298-2e61-4d49-80bc-17ad76b338ad tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=eb2cb49c-998a-4697-94f4-809e79f7f009&id=e67c91a6-662a-4cd7-aab9-251b6e13257f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0317788 Aug 17 00:29:45.373558 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39830) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:29:45.419280 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f244ff8a-8c97-4289-b07c-ef649164ea07 tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:45.423782 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f244ff8a-8c97-4289-b07c-ef649164ea07 tempest-TestSecurityGroupsBasicOps-820527005 tempest-TestSecurityGroupsBasicOps-820527005-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=252d0873-e50c-427c-bcda-6d5473205882 HTTP/1.1" status: 200 len: 1056 time: 0.0464287 Aug 17 00:29:45.703272 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272831b-0ae1-412e-a8f8-1ec185714c09 req-60ae6963-26c6-437f-87a2-8e373acebd26 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:45.705489 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0272831b-0ae1-412e-a8f8-1ec185714c09 req-60ae6963-26c6-437f-87a2-8e373acebd26 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/ports?device_id=252d0873-e50c-427c-bcda-6d5473205882 HTTP/1.1" status: 200 len: 909 time: 0.0602601 Aug 17 00:29:46.543998 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0a461551-3e61-40a9-ac4b-70f16e4f07e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:46.823538 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe543c9-c087-4af8-a6d9-cf6c7b97b45b req-a8210c2c-2155-40c5-a41b-af54c92f1c93 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:46.825019 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dfe543c9-c087-4af8-a6d9-cf6c7b97b45b req-a8210c2c-2155-40c5-a41b-af54c92f1c93 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/ports?device_id=252d0873-e50c-427c-bcda-6d5473205882 HTTP/1.1" status: 200 len: 909 time: 0.0485656 Aug 17 00:29:46.904204 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597eeb9b-37d9-424e-bedf-5376570d0835 req-363ee30e-f770-42b8-b342-0e39e52d6f6a tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:46.905813 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-597eeb9b-37d9-424e-bedf-5376570d0835 req-363ee30e-f770-42b8-b342-0e39e52d6f6a tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.64 "GET /v2.0/ports?device_id=252d0873-e50c-427c-bcda-6d5473205882 HTTP/1.1" status: 200 len: 909 time: 0.0502291 Aug 17 00:29:47.002813 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-597eeb9b-37d9-424e-bedf-5376570d0835 req-6ac37978-2483-4d91-87bd-ccbb6f713874 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Deleting port cca5f67b-a454-4ada-9adb-8470d879d37b {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:29:47.003045 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-597eeb9b-37d9-424e-bedf-5376570d0835 req-6ac37978-2483-4d91-87bd-ccbb6f713874 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:47.090652 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-597eeb9b-37d9-424e-bedf-5376570d0835 req-6ac37978-2483-4d91-87bd-ccbb6f713874 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] For port cca5f67b-a454-4ada-9adb-8470d879d37b, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=cca5f67b-a454-4ada-9adb-8470d879d37b,segment=NetworkSegment(664c1449-31ca-4a11-9a39-736b72ba4762),segment_id=664c1449-31ca-4a11-9a39-736b72ba4762)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:29:47.091020 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-597eeb9b-37d9-424e-bedf-5376570d0835 req-6ac37978-2483-4d91-87bd-ccbb6f713874 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:47.102974 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-597eeb9b-37d9-424e-bedf-5376570d0835 req-6ac37978-2483-4d91-87bd-ccbb6f713874 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Calling delete_port for cca5f67b-a454-4ada-9adb-8470d879d37b owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:29:47.233237 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-597eeb9b-37d9-424e-bedf-5376570d0835 req-6ac37978-2483-4d91-87bd-ccbb6f713874 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:47.263771 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac37978-2483-4d91-87bd-ccbb6f713874 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event deleted for resources: {'Port': ['ID=cca5f67b-a454-4ada-9adb-8470d879d37b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:47.302911 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-597eeb9b-37d9-424e-bedf-5376570d0835 req-6ac37978-2483-4d91-87bd-ccbb6f713874 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] No DVR routers for this DVR port cca5f67b-a454-4ada-9adb-8470d879d37b on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:29:47.305586 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-597eeb9b-37d9-424e-bedf-5376570d0835 req-6ac37978-2483-4d91-87bd-ccbb6f713874 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:47.307613 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-597eeb9b-37d9-424e-bedf-5376570d0835 req-6ac37978-2483-4d91-87bd-ccbb6f713874 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.64 "DELETE /v2.0/ports/cca5f67b-a454-4ada-9adb-8470d879d37b HTTP/1.1" status: 204 len: 173 time: 0.3958054 Aug 17 00:29:47.308055 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252d0873-e50c-427c-bcda-6d5473205882', 'name': 'network-vif-deleted', 'tag': 'cca5f67b-a454-4ada-9adb-8470d879d37b'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:29:47.310389 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b181060-b0da-4cb8-b712-82eb87a9a080" -d '{"events": [{"server_uuid": "252d0873-e50c-427c-bcda-6d5473205882", "name": "network-vif-deleted", "tag": "cca5f67b-a454-4ada-9adb-8470d879d37b"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:29:47.379448 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d473fc-93ca-448e-ad18-dd17b205387f x-openstack-request-id: req-f7d473fc-93ca-448e-ad18-dd17b205387f {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:29:47.380051 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252d0873-e50c-427c-bcda-6d5473205882", "name": "network-vif-deleted", "tag": "cca5f67b-a454-4ada-9adb-8470d879d37b", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:29:47.380495 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f7d473fc-93ca-448e-ad18-dd17b205387f {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:29:47.381256 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252d0873-e50c-427c-bcda-6d5473205882', 'name': 'network-vif-deleted', 'tag': 'cca5f67b-a454-4ada-9adb-8470d879d37b', 'status': 'completed', 'code': 200} Aug 17 00:29:47.891152 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39922) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:29:48.265958 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a202af7e-3067-4b79-b482-82a69cc71dd0 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:48.545770 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-a202af7e-3067-4b79-b482-82a69cc71dd0 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Deleting port ab19426b-338a-440e-91c4-52544352d9b1 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:29:48.546043 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a202af7e-3067-4b79-b482-82a69cc71dd0 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:48.637581 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-a202af7e-3067-4b79-b482-82a69cc71dd0 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] For port ab19426b-338a-440e-91c4-52544352d9b1, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=ab19426b-338a-440e-91c4-52544352d9b1,segment=NetworkSegment(664c1449-31ca-4a11-9a39-736b72ba4762),segment_id=664c1449-31ca-4a11-9a39-736b72ba4762)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:29:48.637989 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a202af7e-3067-4b79-b482-82a69cc71dd0 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:48.649889 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-a202af7e-3067-4b79-b482-82a69cc71dd0 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Calling delete_port for ab19426b-338a-440e-91c4-52544352d9b1 owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:29:48.847902 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a202af7e-3067-4b79-b482-82a69cc71dd0 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:48.873398 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202af7e-3067-4b79-b482-82a69cc71dd0 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event deleted for resources: {'Port': ['ID=ab19426b-338a-440e-91c4-52544352d9b1,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:49.056460 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a202af7e-3067-4b79-b482-82a69cc71dd0 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:49.244105 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e5fc7943-62eb-4290-abe4-7f7589bf95aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:49.298702 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:49.652511 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a202af7e-3067-4b79-b482-82a69cc71dd0 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Router 80855903-2423-47ca-8673-95e86ef4d73f has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:29:49.766333 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a202af7e-3067-4b79-b482-82a69cc71dd0 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:29:49.772529 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a202af7e-3067-4b79-b482-82a69cc71dd0 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "PUT /v2.0/routers/80855903-2423-47ca-8673-95e86ef4d73f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8789244 Aug 17 00:29:49.774260 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39926) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:29:49.777003 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e435859-1e88-493c-acf6-17bbe3eb4974 None None] Sync routers for ids ['80855903-2423-47ca-8673-95e86ef4d73f'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:29:49.786690 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e435859-1e88-493c-acf6-17bbe3eb4974 None None] Routers {'80855903-2423-47ca-8673-95e86ef4d73f'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:29:49.787297 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-3e435859-1e88-493c-acf6-17bbe3eb4974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:29:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['80855903-2423-47ca-8673-95e86ef4d73f'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:29:49.830421 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa00077-758d-47fb-9f30-99e524fdb380 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Deleting subnet 84de1cba-9bae-42e9-9f9e-635f0baadafb {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:29:49.833637 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6fa00077-758d-47fb-9f30-99e524fdb380 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:49.874877 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6fa00077-758d-47fb-9f30-99e524fdb380 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:49.899044 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-3e435859-1e88-493c-acf6-17bbe3eb4974 None None] Set router 80855903-2423-47ca-8673-95e86ef4d73f gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:29:49.971723 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6fa00077-758d-47fb-9f30-99e524fdb380 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:50.024194 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39930) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:29:50.050066 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6fa00077-758d-47fb-9f30-99e524fdb380 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:50.070715 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-14fba98c-ce83-4d97-8fc2-a83599d7332d admin admin] Deleting subnet f7d98fd6-8215-4313-ac58-9aa154767e4a {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:29:50.074922 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-14fba98c-ce83-4d97-8fc2-a83599d7332d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:50.083255 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa00077-758d-47fb-9f30-99e524fdb380 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event deleted for resources: {'Subnet': ['ID=84de1cba-9bae-42e9-9f9e-635f0baadafb,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:50.091427 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6fa00077-758d-47fb-9f30-99e524fdb380 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:50.097022 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28a7a2e-c4d5-4004-a87e-32dc4a63681a None None] Network 3ff95cad-1c84-4399-a979-7a82ec0b0c22 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:29:50.101858 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-3e435859-1e88-493c-acf6-17bbe3eb4974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80855903-2423-47ca-8673-95e86ef4d73f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-247850165', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:29:27Z', 'updated_at': '2021-08-17T00:29:48Z', 'revision_number': 5, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'gw_port': {'id': '5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80855903-2423-47ca-8673-95e86ef4d73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:29:28Z', 'updated_at': '2021-08-17T00:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:29:50.111075 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-14fba98c-ce83-4d97-8fc2-a83599d7332d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:50.114981 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6fa00077-758d-47fb-9f30-99e524fdb380 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "DELETE /v2.0/subnets/84de1cba-9bae-42e9-9f9e-635f0baadafb HTTP/1.1" status: 204 len: 168 time: 0.3397164 Aug 17 00:29:50.115694 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39932) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:29:50.130438 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e435859-1e88-493c-acf6-17bbe3eb4974 None None] Checking router: 80855903-2423-47ca-8673-95e86ef4d73f for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:29:50.140419 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e435859-1e88-493c-acf6-17bbe3eb4974 None None] Routers {'80855903-2423-47ca-8673-95e86ef4d73f'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:29:50.141067 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-3e435859-1e88-493c-acf6-17bbe3eb4974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:29:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['80855903-2423-47ca-8673-95e86ef4d73f'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:29:50.159621 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-14fba98c-ce83-4d97-8fc2-a83599d7332d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:50.249883 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-14fba98c-ce83-4d97-8fc2-a83599d7332d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:50.276619 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-3e435859-1e88-493c-acf6-17bbe3eb4974 None None] Set router 80855903-2423-47ca-8673-95e86ef4d73f gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:29:50.292053 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fba98c-ce83-4d97-8fc2-a83599d7332d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7d98fd6-8215-4313-ac58-9aa154767e4a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:50.295242 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-14fba98c-ce83-4d97-8fc2-a83599d7332d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:50.297495 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-14fba98c-ce83-4d97-8fc2-a83599d7332d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f7d98fd6-8215-4313-ac58-9aa154767e4a HTTP/1.1" status: 204 len: 168 time: 0.2723014 Aug 17 00:29:50.302890 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39934) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:29:50.305482 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:50.305995 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-089b3522-dac2-4663-a237-32b4a9352660 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:50.315160 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fba98c-ce83-4d97-8fc2-a83599d7332d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:50.315754 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fba98c-ce83-4d97-8fc2-a83599d7332d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:50.316283 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fba98c-ce83-4d97-8fc2-a83599d7332d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:50.316781 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fba98c-ce83-4d97-8fc2-a83599d7332d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:50.317309 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fba98c-ce83-4d97-8fc2-a83599d7332d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:50.318126 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fba98c-ce83-4d97-8fc2-a83599d7332d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:50.318637 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fba98c-ce83-4d97-8fc2-a83599d7332d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:50.319138 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fba98c-ce83-4d97-8fc2-a83599d7332d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:50.319639 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fba98c-ce83-4d97-8fc2-a83599d7332d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:50.320138 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fba98c-ce83-4d97-8fc2-a83599d7332d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:50.320622 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fba98c-ce83-4d97-8fc2-a83599d7332d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:50.321126 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fba98c-ce83-4d97-8fc2-a83599d7332d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:29:50.399190 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9b880de1-8221-44cb-b15a-341ac6238248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:50.435680 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-089b3522-dac2-4663-a237-32b4a9352660 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:50.449015 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec873e2f-3699-4263-8701-5f65dfedf03e None None] DHCP port deletion for 3ff95cad-1c84-4399-a979-7a82ec0b0c22 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:29:50.504801 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ec873e2f-3699-4263-8701-5f65dfedf03e None None] Deleting port c74a7175-5696-403e-bc29-c6c427769aa5 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:29:50.505300 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ec873e2f-3699-4263-8701-5f65dfedf03e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:50.511545 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-3e435859-1e88-493c-acf6-17bbe3eb4974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80855903-2423-47ca-8673-95e86ef4d73f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-247850165', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:29:27Z', 'updated_at': '2021-08-17T00:29:48Z', 'revision_number': 5, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'gw_port': {'id': '5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80855903-2423-47ca-8673-95e86ef4d73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:29:28Z', 'updated_at': '2021-08-17T00:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:29:50.530184 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-089b3522-dac2-4663-a237-32b4a9352660 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Deleting port 5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:29:50.530828 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-089b3522-dac2-4663-a237-32b4a9352660 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:50.546054 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9b880de1-8221-44cb-b15a-341ac6238248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:50.548231 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e435859-1e88-493c-acf6-17bbe3eb4974 None None] The sync data for ids ['80855903-2423-47ca-8673-95e86ef4d73f'] in n-d-800088-20 is: [{'id': '80855903-2423-47ca-8673-95e86ef4d73f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-247850165', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:29:27Z', 'updated_at': '2021-08-17T00:29:48Z', 'revision_number': 5, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'gw_port': {'id': '5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80855903-2423-47ca-8673-95e86ef4d73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:29:28Z', 'updated_at': '2021-08-17T00:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:29:50.563678 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-9b880de1-8221-44cb-b15a-341ac6238248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:29:50.575610 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-9b880de1-8221-44cb-b15a-341ac6238248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:29:50.575987 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-9b880de1-8221-44cb-b15a-341ac6238248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc10af5-b42c-40c1-86b2-6fb4e1a07e0a') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:29:50.589071 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ec873e2f-3699-4263-8701-5f65dfedf03e None None] For port c74a7175-5696-403e-bc29-c6c427769aa5, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c74a7175-5696-403e-bc29-c6c427769aa5,segment=NetworkSegment(664c1449-31ca-4a11-9a39-736b72ba4762),segment_id=664c1449-31ca-4a11-9a39-736b72ba4762)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:29:50.589071 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ec873e2f-3699-4263-8701-5f65dfedf03e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:50.591809 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9b880de1-8221-44cb-b15a-341ac6238248 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:50.602431 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ec873e2f-3699-4263-8701-5f65dfedf03e None None] Calling delete_port for c74a7175-5696-403e-bc29-c6c427769aa5 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:29:50.609267 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9b880de1-8221-44cb-b15a-341ac6238248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:50.615585 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b880de1-8221-44cb-b15a-341ac6238248 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:29:50.616120 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9b880de1-8221-44cb-b15a-341ac6238248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:29:50.618393 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:29:50.632349 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-089b3522-dac2-4663-a237-32b4a9352660 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] For port 5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:29:50.632836 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-089b3522-dac2-4663-a237-32b4a9352660 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:50.644952 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-089b3522-dac2-4663-a237-32b4a9352660 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Calling delete_port for 5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89 owned by network:router_gateway {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:29:50.684490 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9b880de1-8221-44cb-b15a-341ac6238248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:50.690809 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9b880de1-8221-44cb-b15a-341ac6238248 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:50.692680 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9b880de1-8221-44cb-b15a-341ac6238248 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7 HTTP/1.1" status: 204 len: 168 time: 0.3884161 Aug 17 00:29:50.699827 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ec873e2f-3699-4263-8701-5f65dfedf03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:50.706357 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b880de1-8221-44cb-b15a-341ac6238248 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a6c5d1a-cde0-4b6f-a320-d2aee10c11c7,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:50.727805 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec873e2f-3699-4263-8701-5f65dfedf03e None None] Pushing event deleted for resources: {'Port': ['ID=c74a7175-5696-403e-bc29-c6c427769aa5,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:50.733244 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec873e2f-3699-4263-8701-5f65dfedf03e None None] No DVR routers for this DVR port c74a7175-5696-403e-bc29-c6c427769aa5 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:29:50.816082 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39938) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:29:50.836080 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-089b3522-dac2-4663-a237-32b4a9352660 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:50.858284 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-aa239764-94f3-46a7-af86-adc51cc8e001 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=81edfac11b784ea1b2fd06325ddf830a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409636 Aug 17 00:29:50.860635 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39940) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:29:50.864147 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b3522-dac2-4663-a237-32b4a9352660 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event deleted for resources: {'Port': ['ID=5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:50.918898 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b3a8c497-0b18-4411-8c1d-1dc58707f287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:50.925942 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-089b3522-dac2-4663-a237-32b4a9352660 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:50.947468 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b3a8c497-0b18-4411-8c1d-1dc58707f287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:51.010038 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b3a8c497-0b18-4411-8c1d-1dc58707f287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:51.014275 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b3a8c497-0b18-4411-8c1d-1dc58707f287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:51.018848 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b3a8c497-0b18-4411-8c1d-1dc58707f287 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e73f232c-9ce1-4c64-a45a-ad99bf6eb968 HTTP/1.1" status: 204 len: 168 time: 0.1540892 Aug 17 00:29:51.024498 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8c497-0b18-4411-8c1d-1dc58707f287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73f232c-9ce1-4c64-a45a-ad99bf6eb968,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:51.027711 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-089b3522-dac2-4663-a237-32b4a9352660 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:51.030386 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-089b3522-dac2-4663-a237-32b4a9352660 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:51.084147 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-089b3522-dac2-4663-a237-32b4a9352660 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:51.085594 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089b3522-dac2-4663-a237-32b4a9352660 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Fanout notify agent at l3_agent the message router_deleted on router 80855903-2423-47ca-8673-95e86ef4d73f {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:29:51.096705 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-089b3522-dac2-4663-a237-32b4a9352660 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:51.097840 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-089b3522-dac2-4663-a237-32b4a9352660 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "DELETE /v2.0/routers/80855903-2423-47ca-8673-95e86ef4d73f HTTP/1.1" status: 204 len: 168 time: 0.9811990 Aug 17 00:29:51.100687 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 39944) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:29:51.190138 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b42d3cfa-a546-4bb8-b100-cb67c9d9b45f tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:51.296992 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b42d3cfa-a546-4bb8-b100-cb67c9d9b45f tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:51.308361 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-b42d3cfa-a546-4bb8-b100-cb67c9d9b45f tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff95cad-1c84-4399-a979-7a82ec0b0c22']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:29:51.318886 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-b42d3cfa-a546-4bb8-b100-cb67c9d9b45f tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664c1449-31ca-4a11-9a39-736b72ba4762') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:29:51.319183 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-b42d3cfa-a546-4bb8-b100-cb67c9d9b45f tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664c1449-31ca-4a11-9a39-736b72ba4762') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:29:51.329195 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b42d3cfa-a546-4bb8-b100-cb67c9d9b45f tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:51.331027 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device cca5f67b-a454-4ada-9adb-8470d879d37b no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:29:51.345924 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b42d3cfa-a546-4bb8-b100-cb67c9d9b45f tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:51.352302 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42d3cfa-a546-4bb8-b100-cb67c9d9b45f tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:29:51.352754 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b42d3cfa-a546-4bb8-b100-cb67c9d9b45f tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:51.353525 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: cca5f67b-a454-4ada-9adb-8470d879d37b {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:29:51.355845 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device cca5f67b-a454-4ada-9adb-8470d879d37b not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:29:51.358522 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:29:51.417889 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b42d3cfa-a546-4bb8-b100-cb67c9d9b45f tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:51.425836 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b42d3cfa-a546-4bb8-b100-cb67c9d9b45f tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:51.426909 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b42d3cfa-a546-4bb8-b100-cb67c9d9b45f tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "DELETE /v2.0/networks/3ff95cad-1c84-4399-a979-7a82ec0b0c22 HTTP/1.1" status: 204 len: 168 time: 0.3252044 Aug 17 00:29:51.429773 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 39954) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:29:51.440737 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d3cfa-a546-4bb8-b100-cb67c9d9b45f tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event deleted for resources: {'Network': ['ID=3ff95cad-1c84-4399-a979-7a82ec0b0c22,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:51.611204 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-1a8e1d08-705b-48eb-b915-d36422d8986d tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Deleting port 113cdf63-fc6c-48eb-9c14-cf40b7ee649f {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:29:51.611529 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a8e1d08-705b-48eb-b915-d36422d8986d tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:51.673673 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c74a7175-5696-403e-bc29-c6c427769aa5 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:29:51.697252 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: c74a7175-5696-403e-bc29-c6c427769aa5 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:29:51.698457 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c74a7175-5696-403e-bc29-c6c427769aa5 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:29:51.699290 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device ab19426b-338a-440e-91c4-52544352d9b1 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:29:51.705819 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a8e1d08-705b-48eb-b915-d36422d8986d tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:51.706253 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a8e1d08-705b-48eb-b915-d36422d8986d tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:51.725792 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: ab19426b-338a-440e-91c4-52544352d9b1 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:29:51.726705 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device ab19426b-338a-440e-91c4-52544352d9b1 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:29:51.727471 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:29:51.735152 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-1a8e1d08-705b-48eb-b915-d36422d8986d tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Calling delete_port for 113cdf63-fc6c-48eb-9c14-cf40b7ee649f owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:29:51.756701 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:29:51.757060 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5049ee5e-8d35-4bcb-bfec-00f4e1b8ee89 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:29:51.911623 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a8e1d08-705b-48eb-b915-d36422d8986d tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:51.978881 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e1d08-705b-48eb-b915-d36422d8986d tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event deleted for resources: {'Port': ['ID=113cdf63-fc6c-48eb-9c14-cf40b7ee649f,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:52.023816 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a8e1d08-705b-48eb-b915-d36422d8986d tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:52.024239 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-1a8e1d08-705b-48eb-b915-d36422d8986d tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Floating IP 0398fc6c-2361-4c53-b420-bfc924426063 disassociated (deleted). External IP: 172.25.3.238, port: dd997da0-dd9d-447b-a7c2-6f91e88f9631. Aug 17 00:29:52.153435 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:52.254782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8e1d08-705b-48eb-b915-d36422d8986d tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Router d7d973cd-2151-48d9-b7a3-2cc27d36f89d has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:29:52.390291 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8e1d08-705b-48eb-b915-d36422d8986d tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:29:52.395591 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1a8e1d08-705b-48eb-b915-d36422d8986d tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:52.402262 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18339386-daf0-4fdf-b834-d45ac8eac6d8 None None] Sync routers for ids ['d7d973cd-2151-48d9-b7a3-2cc27d36f89d'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:29:52.412915 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18339386-daf0-4fdf-b834-d45ac8eac6d8 None None] Routers {'d7d973cd-2151-48d9-b7a3-2cc27d36f89d'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:29:52.413833 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-18339386-daf0-4fdf-b834-d45ac8eac6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:29:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d7d973cd-2151-48d9-b7a3-2cc27d36f89d'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:29:52.426925 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1a8e1d08-705b-48eb-b915-d36422d8986d tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "DELETE /v2.0/floatingips/0398fc6c-2361-4c53-b420-bfc924426063 HTTP/1.1" status: 204 len: 168 time: 0.9883676 Aug 17 00:29:52.426925 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efcc2900-8de9-496d-8544-25e75fa4b60a', 'tag': 'dd997da0-dd9d-447b-a7c2-6f91e88f9631'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:29:52.439789 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4c98bb-8697-4c40-8492-c8e1d12f68db" -d '{"events": [{"name": "network-changed", "server_uuid": "efcc2900-8de9-496d-8544-25e75fa4b60a", "tag": "dd997da0-dd9d-447b-a7c2-6f91e88f9631"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:29:52.500932 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cb1f3a-5507-4a84-bebb-3d303cc36fce x-openstack-request-id: req-e8cb1f3a-5507-4a84-bebb-3d303cc36fce {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:29:52.501456 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efcc2900-8de9-496d-8544-25e75fa4b60a", "tag": "dd997da0-dd9d-447b-a7c2-6f91e88f9631", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:29:52.501705 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8cb1f3a-5507-4a84-bebb-3d303cc36fce {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:29:52.502125 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efcc2900-8de9-496d-8544-25e75fa4b60a', 'tag': 'dd997da0-dd9d-447b-a7c2-6f91e88f9631', 'status': 'completed', 'code': 200} Aug 17 00:29:52.579742 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-18339386-daf0-4fdf-b834-d45ac8eac6d8 None None] Set router d7d973cd-2151-48d9-b7a3-2cc27d36f89d gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:29:52.600186 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c98bb-8697-4c40-8492-c8e1d12f68db req-dad41c95-ac87-436f-88c3-3d48c88605f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:52.601841 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-fe4c98bb-8697-4c40-8492-c8e1d12f68db req-dad41c95-ac87-436f-88c3-3d48c88605f0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c556acc683d4d81a3a144f7693ff0c1&device_id=efcc2900-8de9-496d-8544-25e75fa4b60a HTTP/1.1" status: 200 len: 1137 time: 0.0712461 Aug 17 00:29:52.715702 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c98bb-8697-4c40-8492-c8e1d12f68db req-028fd183-07a5-434d-af1d-17b69a54592a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:52.717525 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-fe4c98bb-8697-4c40-8492-c8e1d12f68db req-028fd183-07a5-434d-af1d-17b69a54592a service neutron] 10.222.0.69 "GET /v2.0/networks?id=edb2975e-4e08-4283-953b-25cb569d278a HTTP/1.1" status: 200 len: 898 time: 0.1030555 Aug 17 00:29:52.737476 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d08b6-a75d-4b23-8320-f84f5b93f791 req-9a79bba2-a5ed-4a99-aa85-36ca8d6a5bf9 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:52.739457 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e54d08b6-a75d-4b23-8320-f84f5b93f791 req-9a79bba2-a5ed-4a99-aa85-36ca8d6a5bf9 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/ports?device_id=efcc2900-8de9-496d-8544-25e75fa4b60a HTTP/1.1" status: 200 len: 985 time: 0.0603220 Aug 17 00:29:52.775206 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-fe4c98bb-8697-4c40-8492-c8e1d12f68db req-3e202ac5-1a68-4de3-a716-f9c05579f21e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd997da0-dd9d-447b-a7c2-6f91e88f9631 HTTP/1.1" status: 200 len: 217 time: 0.0486565 Aug 17 00:29:52.783637 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e54d08b6-a75d-4b23-8320-f84f5b93f791 req-41982c8c-0fd2-4138-a8bb-eb45ae92da05 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb2cb49c-998a-4697-94f4-809e79f7f009&id=e67c91a6-662a-4cd7-aab9-251b6e13257f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0370240 Aug 17 00:29:52.829644 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c98bb-8697-4c40-8492-c8e1d12f68db req-3092e191-9fee-4bef-8d35-47a4b1879b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:52.831143 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-fe4c98bb-8697-4c40-8492-c8e1d12f68db req-3092e191-9fee-4bef-8d35-47a4b1879b77 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c84b3595-ccc7-4d4f-a075-cbea8b3720be HTTP/1.1" status: 200 len: 835 time: 0.0491083 Aug 17 00:29:52.864087 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-18339386-daf0-4fdf-b834-d45ac8eac6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1714465928', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:28:34Z', 'revision_number': 4, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'gw_port': {'id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '863fe0b6-921c-4759-b208-c4016f283f0a', 'name': '', 'network_id': 'edb2975e-4e08-4283-953b-25cb569d278a', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'mac_address': 'fa:16:3e:ec:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'c84b3595-ccc7-4d4f-a075-cbea8b3720be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:28:33Z', 'updated_at': '2021-08-17T00:28:39Z', 'revision_number': 5, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'subnets': [{'id': 'c84b3595-ccc7-4d4f-a075-cbea8b3720be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:29:52.891943 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c98bb-8697-4c40-8492-c8e1d12f68db req-b9c0a80d-2575-4ed7-8d4d-8b982d9d264a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:52.893506 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-fe4c98bb-8697-4c40-8492-c8e1d12f68db req-b9c0a80d-2575-4ed7-8d4d-8b982d9d264a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=edb2975e-4e08-4283-953b-25cb569d278a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477605 Aug 17 00:29:52.894710 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18339386-daf0-4fdf-b834-d45ac8eac6d8 None None] Checking router: d7d973cd-2151-48d9-b7a3-2cc27d36f89d for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:29:52.903115 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18339386-daf0-4fdf-b834-d45ac8eac6d8 None None] Routers {'d7d973cd-2151-48d9-b7a3-2cc27d36f89d'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:29:52.903714 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-18339386-daf0-4fdf-b834-d45ac8eac6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:29:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d7d973cd-2151-48d9-b7a3-2cc27d36f89d'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:29:52.997999 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-fe4c98bb-8697-4c40-8492-c8e1d12f68db req-0ad0e931-603c-4d64-84ea-f1f5762c0a0d service neutron] 10.222.0.69 "GET /v2.0/networks/edb2975e-4e08-4283-953b-25cb569d278a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958288 Aug 17 00:29:53.010068 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-18339386-daf0-4fdf-b834-d45ac8eac6d8 None None] Set router d7d973cd-2151-48d9-b7a3-2cc27d36f89d gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:29:53.099658 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-fe4c98bb-8697-4c40-8492-c8e1d12f68db req-d988401e-69f3-4823-9f14-15a3fb79139f service neutron] 10.222.0.69 "GET /v2.0/networks/edb2975e-4e08-4283-953b-25cb569d278a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939174 Aug 17 00:29:53.228163 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-18339386-daf0-4fdf-b834-d45ac8eac6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1714465928', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:28:34Z', 'revision_number': 4, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'gw_port': {'id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '863fe0b6-921c-4759-b208-c4016f283f0a', 'name': '', 'network_id': 'edb2975e-4e08-4283-953b-25cb569d278a', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'mac_address': 'fa:16:3e:ec:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'c84b3595-ccc7-4d4f-a075-cbea8b3720be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:28:33Z', 'updated_at': '2021-08-17T00:28:39Z', 'revision_number': 5, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'subnets': [{'id': 'c84b3595-ccc7-4d4f-a075-cbea8b3720be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:29:53.254492 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18339386-daf0-4fdf-b834-d45ac8eac6d8 None None] The sync data for ids ['d7d973cd-2151-48d9-b7a3-2cc27d36f89d'] in n-d-800088-20 is: [{'id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1714465928', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:28:34Z', 'revision_number': 4, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'gw_port': {'id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '863fe0b6-921c-4759-b208-c4016f283f0a', 'name': '', 'network_id': 'edb2975e-4e08-4283-953b-25cb569d278a', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'mac_address': 'fa:16:3e:ec:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'c84b3595-ccc7-4d4f-a075-cbea8b3720be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:28:33Z', 'updated_at': '2021-08-17T00:28:39Z', 'revision_number': 5, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'subnets': [{'id': 'c84b3595-ccc7-4d4f-a075-cbea8b3720be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:29:53.482012 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ed9334-3325-4f69-ae99-ffe384362701 None None] New status for floating IP 0398fc6c-2361-4c53-b420-bfc924426063: DOWN {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:29:53.512180 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-145d95e0-99f5-4984-b6df-23a82ba98b85 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=146511b733a345169da874c9cfd65af5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291696 Aug 17 00:29:53.697314 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-01e3f423-b536-4658-b7b6-4490273d6c74 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:53.699490 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-01e3f423-b536-4658-b7b6-4490273d6c74 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1818571 Aug 17 00:29:53.714429 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-ddacf300-05ac-409d-903e-61722325bcab tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.60 "GET /v2.0/quotas/146511b733a345169da874c9cfd65af5 HTTP/1.1" status: 200 len: 375 time: 0.0093660 Aug 17 00:29:53.744318 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-4e9dad55-dde2-46c3-966d-5f80453d4092 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=146511b733a345169da874c9cfd65af5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247960 Aug 17 00:29:53.917748 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4cb5a15a-d88b-4238-958e-1f2fa187c449 req-4b183de3-2274-4976-b64f-c19848b834ed tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.60 "GET /v2.0/ports?device_id=931de97e-bc99-4473-8f03-c26eededd049 HTTP/1.1" status: 200 len: 210 time: 0.0324292 Aug 17 00:29:53.938459 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e117da-300a-45c3-8bae-8c6e95b4c0fa req-f7f56d9d-7349-41c9-bdbb-742097f1f360 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:53.938459 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f1e117da-300a-45c3-8bae-8c6e95b4c0fa req-f7f56d9d-7349-41c9-bdbb-742097f1f360 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/ports?device_id=efcc2900-8de9-496d-8544-25e75fa4b60a HTTP/1.1" status: 200 len: 985 time: 0.0782275 Aug 17 00:29:53.979561 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f1e117da-300a-45c3-8bae-8c6e95b4c0fa req-21807fbf-bec4-4473-b7e2-1f789816c945 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb2cb49c-998a-4697-94f4-809e79f7f009&id=e67c91a6-662a-4cd7-aab9-251b6e13257f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0365522 Aug 17 00:29:54.230473 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb131f8-260a-4362-8d0d-cd198fef0888 req-458f91b9-e867-43b3-90d1-99b48a4b28a0 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:54.232186 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7fb131f8-260a-4362-8d0d-cd198fef0888 req-458f91b9-e867-43b3-90d1-99b48a4b28a0 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.69 "GET /v2.0/ports?device_id=efcc2900-8de9-496d-8544-25e75fa4b60a HTTP/1.1" status: 200 len: 985 time: 0.0526657 Aug 17 00:29:54.336387 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-7fb131f8-260a-4362-8d0d-cd198fef0888 req-c8e2dc07-4334-4d8c-afaf-03ebc28dadaf tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Deleting port dd997da0-dd9d-447b-a7c2-6f91e88f9631 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:29:54.336737 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-7fb131f8-260a-4362-8d0d-cd198fef0888 req-c8e2dc07-4334-4d8c-afaf-03ebc28dadaf tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:54.432325 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-7fb131f8-260a-4362-8d0d-cd198fef0888 req-c8e2dc07-4334-4d8c-afaf-03ebc28dadaf tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] For port dd997da0-dd9d-447b-a7c2-6f91e88f9631, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=dd997da0-dd9d-447b-a7c2-6f91e88f9631,segment=NetworkSegment(81621dfb-3984-4832-871c-830991d6522f),segment_id=81621dfb-3984-4832-871c-830991d6522f)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:29:54.432843 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-7fb131f8-260a-4362-8d0d-cd198fef0888 req-c8e2dc07-4334-4d8c-afaf-03ebc28dadaf tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:54.446453 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-7fb131f8-260a-4362-8d0d-cd198fef0888 req-c8e2dc07-4334-4d8c-afaf-03ebc28dadaf tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Calling delete_port for dd997da0-dd9d-447b-a7c2-6f91e88f9631 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:29:54.579521 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-7fb131f8-260a-4362-8d0d-cd198fef0888 req-c8e2dc07-4334-4d8c-afaf-03ebc28dadaf tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:54.607776 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2dc07-4334-4d8c-afaf-03ebc28dadaf tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event deleted for resources: {'Port': ['ID=dd997da0-dd9d-447b-a7c2-6f91e88f9631,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:54.653675 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb131f8-260a-4362-8d0d-cd198fef0888 req-c8e2dc07-4334-4d8c-afaf-03ebc28dadaf tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] No DVR routers for this DVR port dd997da0-dd9d-447b-a7c2-6f91e88f9631 on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:29:54.656246 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-7fb131f8-260a-4362-8d0d-cd198fef0888 req-c8e2dc07-4334-4d8c-afaf-03ebc28dadaf tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:54.658270 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7fb131f8-260a-4362-8d0d-cd198fef0888 req-c8e2dc07-4334-4d8c-afaf-03ebc28dadaf tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.69 "DELETE /v2.0/ports/dd997da0-dd9d-447b-a7c2-6f91e88f9631 HTTP/1.1" status: 204 len: 173 time: 0.4164298 Aug 17 00:29:54.658724 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcc2900-8de9-496d-8544-25e75fa4b60a', 'name': 'network-vif-deleted', 'tag': 'dd997da0-dd9d-447b-a7c2-6f91e88f9631'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:29:54.661082 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3080b8e2-0631-4083-97f0-c6af4439954a" -d '{"events": [{"server_uuid": "efcc2900-8de9-496d-8544-25e75fa4b60a", "name": "network-vif-deleted", "tag": "dd997da0-dd9d-447b-a7c2-6f91e88f9631"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:29:54.702223 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e563c3c2-abd9-4d2d-8c50-26f4936e6d0b x-openstack-request-id: req-e563c3c2-abd9-4d2d-8c50-26f4936e6d0b {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:29:54.702585 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcc2900-8de9-496d-8544-25e75fa4b60a", "name": "network-vif-deleted", "tag": "dd997da0-dd9d-447b-a7c2-6f91e88f9631", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:29:54.702984 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e563c3c2-abd9-4d2d-8c50-26f4936e6d0b {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:29:54.703445 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcc2900-8de9-496d-8544-25e75fa4b60a', 'name': 'network-vif-deleted', 'tag': 'dd997da0-dd9d-447b-a7c2-6f91e88f9631', 'status': 'completed', 'code': 200} Aug 17 00:29:54.743179 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-9ea36121-126c-43de-b650-1f4e64e9a404 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=146511b733a345169da874c9cfd65af5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255005 Aug 17 00:29:54.864062 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-29c8e0d3-2f51-4cdd-8eac-a75338c5df72 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:54.865527 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-29c8e0d3-2f51-4cdd-8eac-a75338c5df72 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1160970 Aug 17 00:29:54.882951 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-a7e47c56-e3fd-4276-9bcb-1b85299275f1 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Request body: {'port': {'device_id': '931de97e-bc99-4473-8f03-c26eededd049', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': '146511b733a345169da874c9cfd65af5'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:29:55.024417 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5936000d-1844-4a0f-b4cf-07a466732005 req-a585ec11-3863-49c1-8db0-db23bf680f3e tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.60 "GET /v2.0/ports?device_id=931de97e-bc99-4473-8f03-c26eededd049 HTTP/1.1" status: 200 len: 210 time: 0.0334327 Aug 17 00:29:55.025183 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-a7e47c56-e3fd-4276-9bcb-1b85299275f1 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Made reservation on behalf of 146511b733a345169da874c9cfd65af5 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:29:55.028652 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-a7e47c56-e3fd-4276-9bcb-1b85299275f1 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:55.041916 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-a7e47c56-e3fd-4276-9bcb-1b85299275f1 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:55.129619 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f5917fe-6842-40c6-a35e-8729a0b6caef req-0ba4fecb-b84f-43e8-b41d-43aea1a807dd tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "GET /v2.0/ports?device_id=efcc2900-8de9-496d-8544-25e75fa4b60a HTTP/1.1" status: 200 len: 210 time: 0.0474772 Aug 17 00:29:55.189352 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-a7e47c56-e3fd-4276-9bcb-1b85299275f1 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:55.193586 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-a7e47c56-e3fd-4276-9bcb-1b85299275f1 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:55.260893 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e47c56-e3fd-4276-9bcb-1b85299275f1 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee39afce-f4a8-4204-b5bd-4f329d3283df,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:55.332511 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-a7e47c56-e3fd-4276-9bcb-1b85299275f1 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Allocated IP 192.168.233.120 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/95616f08-8336-4aa5-bc95-75a5996c398a) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:29:55.486015 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-a7e47c56-e3fd-4276-9bcb-1b85299275f1 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:55.499289 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-a7e47c56-e3fd-4276-9bcb-1b85299275f1 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Transition to ACTIVE for port object 95616f08-8336-4aa5-bc95-75a5996c398a will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:29:55.532093 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-a7e47c56-e3fd-4276-9bcb-1b85299275f1 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:55.575124 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-a7e47c56-e3fd-4276-9bcb-1b85299275f1 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:29:55.578031 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-a7e47c56-e3fd-4276-9bcb-1b85299275f1 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:29:55.580332 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-a7e47c56-e3fd-4276-9bcb-1b85299275f1 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:29:55.620531 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e47c56-e3fd-4276-9bcb-1b85299275f1 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Pushing event updated for resources: {'Port': ['ID=95616f08-8336-4aa5-bc95-75a5996c398a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:55.641810 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-a7e47c56-e3fd-4276-9bcb-1b85299275f1 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:55.642454 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-a7e47c56-e3fd-4276-9bcb-1b85299275f1 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:55.657913 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-a7e47c56-e3fd-4276-9bcb-1b85299275f1 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7785752 Aug 17 00:29:55.667971 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-7f4222ea-2540-4f3b-9308-bfdc365ea234 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:29:55.668993 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-7f4222ea-2540-4f3b-9308-bfdc365ea234 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054524 Aug 17 00:29:55.681063 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-441fef3e-396f-4d4f-91dd-3c2e90776bed service neutron] Request body: {'port': {'device_id': '931de97e-bc99-4473-8f03-c26eededd049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:29:55.737350 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-441fef3e-396f-4d4f-91dd-3c2e90776bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:55.768891 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-913096e6-b586-49fc-8254-07f5eed31692 None None] Provisioning for port 95616f08-8336-4aa5-bc95-75a5996c398a completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:29:55.775045 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-913096e6-b586-49fc-8254-07f5eed31692 None None] Provisioning complete for port 95616f08-8336-4aa5-bc95-75a5996c398a triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:29:55.775416 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-913096e6-b586-49fc-8254-07f5eed31692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:55.817760 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-913096e6-b586-49fc-8254-07f5eed31692 None None] Port 95616f08-8336-4aa5-bc95-75a5996c398a cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:29:56.008243 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-441fef3e-396f-4d4f-91dd-3c2e90776bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95616f08-8336-4aa5-bc95-75a5996c398a {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:29:56.016070 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-441fef3e-396f-4d4f-91dd-3c2e90776bed service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:56.028074 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-441fef3e-396f-4d4f-91dd-3c2e90776bed service neutron] Transition to ACTIVE for port object 95616f08-8336-4aa5-bc95-75a5996c398a will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:29:56.031450 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-441fef3e-396f-4d4f-91dd-3c2e90776bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:56.103727 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fef3e-396f-4d4f-91dd-3c2e90776bed service neutron] Pushing event updated for resources: {'Port': ['ID=95616f08-8336-4aa5-bc95-75a5996c398a,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:56.186592 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40018) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:29:56.198862 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-441fef3e-396f-4d4f-91dd-3c2e90776bed service neutron] Attempting to bind port 95616f08-8336-4aa5-bc95-75a5996c398a on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:29:56.199378 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-441fef3e-396f-4d4f-91dd-3c2e90776bed service neutron] Attempting to bind port 95616f08-8336-4aa5-bc95-75a5996c398a by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:29:56.200159 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-441fef3e-396f-4d4f-91dd-3c2e90776bed service neutron] Attempting to bind port 95616f08-8336-4aa5-bc95-75a5996c398a on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:29:56.211701 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596714c-ba7c-439d-9aab-7bac2b31d34f req-5ab9409f-7092-4cbd-97df-2390dbac9c50 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:56.213342 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6596714c-ba7c-439d-9aab-7bac2b31d34f req-5ab9409f-7092-4cbd-97df-2390dbac9c50 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.60 "GET /v2.0/ports?device_id=931de97e-bc99-4473-8f03-c26eededd049 HTTP/1.1" status: 200 len: 948 time: 0.0854077 Aug 17 00:29:56.215053 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-441fef3e-396f-4d4f-91dd-3c2e90776bed service neutron] Port 95616f08-8336-4aa5-bc95-75a5996c398a on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:29:56.215387 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-441fef3e-396f-4d4f-91dd-3c2e90776bed service neutron] Attempting to bind port 95616f08-8336-4aa5-bc95-75a5996c398a on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:29:56.230943 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-441fef3e-396f-4d4f-91dd-3c2e90776bed service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:29:56.231299 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-441fef3e-396f-4d4f-91dd-3c2e90776bed service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:29:56.231685 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-441fef3e-396f-4d4f-91dd-3c2e90776bed service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:29:56.232203 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-441fef3e-396f-4d4f-91dd-3c2e90776bed service neutron] Bound port: 95616f08-8336-4aa5-bc95-75a5996c398a, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:29:56.232574 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-441fef3e-396f-4d4f-91dd-3c2e90776bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:56.248482 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8a2ac007-d295-4348-84bb-15b773ba5de1 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:56.274136 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8a2ac007-d295-4348-84bb-15b773ba5de1 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:56.295861 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6596714c-ba7c-439d-9aab-7bac2b31d34f req-1d8dee6c-b830-4f15-945f-d419e6944f08 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee39afce-f4a8-4204-b5bd-4f329d3283df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747921 Aug 17 00:29:56.322552 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8a2ac007-d295-4348-84bb-15b773ba5de1 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:56.326800 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8a2ac007-d295-4348-84bb-15b773ba5de1 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:56.327337 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-441fef3e-396f-4d4f-91dd-3c2e90776bed service neutron] For port 95616f08-8336-4aa5-bc95-75a5996c398a, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:29:56.331155 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8a2ac007-d295-4348-84bb-15b773ba5de1 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "DELETE /v2.0/security-groups/eb2cb49c-998a-4697-94f4-809e79f7f009 HTTP/1.1" status: 204 len: 168 time: 0.1434805 Aug 17 00:29:56.331748 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-441fef3e-396f-4d4f-91dd-3c2e90776bed service neutron] For port 95616f08-8336-4aa5-bc95-75a5996c398a, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=95616f08-8336-4aa5-bc95-75a5996c398a,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:29:56.331903 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40020) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:29:56.336039 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-441fef3e-396f-4d4f-91dd-3c2e90776bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:56.355078 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ac007-d295-4348-84bb-15b773ba5de1 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2cb49c-998a-4697-94f4-809e79f7f009,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:56.374015 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-441fef3e-396f-4d4f-91dd-3c2e90776bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:56.374652 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-441fef3e-396f-4d4f-91dd-3c2e90776bed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:56.376081 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-441fef3e-396f-4d4f-91dd-3c2e90776bed service neutron] 10.222.0.64 "PUT /v2.0/ports/95616f08-8336-4aa5-bc95-75a5996c398a HTTP/1.1" status: 200 len: 1097 time: 0.6993747 Aug 17 00:29:56.376551 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931de97e-bc99-4473-8f03-c26eededd049', 'tag': '95616f08-8336-4aa5-bc95-75a5996c398a'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:29:56.378911 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07350e5f-0cf0-4263-8e23-da1e501469a6" -d '{"events": [{"name": "network-changed", "server_uuid": "931de97e-bc99-4473-8f03-c26eededd049", "tag": "95616f08-8336-4aa5-bc95-75a5996c398a"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:29:56.411905 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-747ed540-9030-4d0e-8d2f-36899a387137 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:56.422867 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fef3e-396f-4d4f-91dd-3c2e90776bed service neutron] Pushing event updated for resources: {'Port': ['ID=95616f08-8336-4aa5-bc95-75a5996c398a,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:56.439290 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c678e507-4452-44af-90f2-bc3a91783dc6 x-openstack-request-id: req-c678e507-4452-44af-90f2-bc3a91783dc6 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:29:56.439806 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931de97e-bc99-4473-8f03-c26eededd049", "tag": "95616f08-8336-4aa5-bc95-75a5996c398a", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:29:56.440242 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c678e507-4452-44af-90f2-bc3a91783dc6 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:29:56.440820 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931de97e-bc99-4473-8f03-c26eededd049', 'tag': '95616f08-8336-4aa5-bc95-75a5996c398a', 'status': 'completed', 'code': 200} Aug 17 00:29:56.447021 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-747ed540-9030-4d0e-8d2f-36899a387137 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:56.476539 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-fce43292-c341-4671-aac5-24b27245e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:56.478403 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-fce43292-c341-4671-aac5-24b27245e053 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=146511b733a345169da874c9cfd65af5&device_id=931de97e-bc99-4473-8f03-c26eededd049 HTTP/1.1" status: 200 len: 1100 time: 0.0517197 Aug 17 00:29:56.509372 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-747ed540-9030-4d0e-8d2f-36899a387137 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:56.512145 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-747ed540-9030-4d0e-8d2f-36899a387137 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:56.513913 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-747ed540-9030-4d0e-8d2f-36899a387137 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "DELETE /v2.0/security-groups/e67c91a6-662a-4cd7-aab9-251b6e13257f HTTP/1.1" status: 204 len: 168 time: 0.1773705 Aug 17 00:29:56.517393 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40024) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:29:56.526273 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-5ab32278-57a2-4f16-adb1-af37807d36fd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=95616f08-8336-4aa5-bc95-75a5996c398a HTTP/1.1" status: 200 len: 217 time: 0.0379488 Aug 17 00:29:56.530970 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ed540-9030-4d0e-8d2f-36899a387137 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67c91a6-662a-4cd7-aab9-251b6e13257f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:56.584644 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-481f531c-fcaf-495b-8063-8fe4bb835b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:56.586305 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-481f531c-fcaf-495b-8063-8fe4bb835b87 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0518100 Aug 17 00:29:56.638491 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-a9343c35-c9c0-47e5-a2a0-da2e1b6fdc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:56.640009 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-a9343c35-c9c0-47e5-a2a0-da2e1b6fdc19 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0460598 Aug 17 00:29:56.732395 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-dae1c7d1-89e3-45d8-b196-48b97a8e9968 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853109 Aug 17 00:29:56.825262 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdb90c07-eb42-4ac5-9a9d-2b0550ba9a09 req-8ada4a32-122e-496b-9fe1-94a9c777cd78 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862086 Aug 17 00:29:56.913072 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2c54c2bc-e06c-44d2-a335-68fa3752a8bc tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:56.913862 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07350e5f-0cf0-4263-8e23-da1e501469a6 req-33c442ff-ab31-47d0-a008-f43ad5ba4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:56.915443 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07350e5f-0cf0-4263-8e23-da1e501469a6 req-33c442ff-ab31-47d0-a008-f43ad5ba4c5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=146511b733a345169da874c9cfd65af5&device_id=931de97e-bc99-4473-8f03-c26eededd049 HTTP/1.1" status: 200 len: 1100 time: 0.0424252 Aug 17 00:29:57.009898 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07350e5f-0cf0-4263-8e23-da1e501469a6 req-33d986a0-ee4d-484d-a4d4-8d78554f349e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:57.012639 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07350e5f-0cf0-4263-8e23-da1e501469a6 req-33d986a0-ee4d-484d-a4d4-8d78554f349e service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.0899858 Aug 17 00:29:57.053696 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07350e5f-0cf0-4263-8e23-da1e501469a6 req-63561141-c999-4793-b542-3bc693a59825 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=95616f08-8336-4aa5-bc95-75a5996c398a HTTP/1.1" status: 200 len: 217 time: 0.0340610 Aug 17 00:29:57.105414 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07350e5f-0cf0-4263-8e23-da1e501469a6 req-af59de3d-8d97-48b3-a392-2feedf83f070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:57.106981 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07350e5f-0cf0-4263-8e23-da1e501469a6 req-af59de3d-8d97-48b3-a392-2feedf83f070 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0454178 Aug 17 00:29:57.108294 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device dd997da0-dd9d-447b-a7c2-6f91e88f9631 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:29:57.132665 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: dd997da0-dd9d-447b-a7c2-6f91e88f9631 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:29:57.133324 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device dd997da0-dd9d-447b-a7c2-6f91e88f9631 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:29:57.159125 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07350e5f-0cf0-4263-8e23-da1e501469a6 req-bb82bd59-5cfe-47ae-b36d-f96553cd93a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:57.160635 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07350e5f-0cf0-4263-8e23-da1e501469a6 req-bb82bd59-5cfe-47ae-b36d-f96553cd93a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0459423 Aug 17 00:29:57.173978 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-2c54c2bc-e06c-44d2-a335-68fa3752a8bc tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Deleting port 863fe0b6-921c-4759-b208-c4016f283f0a {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:29:57.174499 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2c54c2bc-e06c-44d2-a335-68fa3752a8bc tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:57.248132 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07350e5f-0cf0-4263-8e23-da1e501469a6 req-9b3b6906-24cd-4ce1-b28b-97b137a3b869 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800591 Aug 17 00:29:57.265540 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-2c54c2bc-e06c-44d2-a335-68fa3752a8bc tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] For port 863fe0b6-921c-4759-b208-c4016f283f0a, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=863fe0b6-921c-4759-b208-c4016f283f0a,segment=NetworkSegment(81621dfb-3984-4832-871c-830991d6522f),segment_id=81621dfb-3984-4832-871c-830991d6522f)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:29:57.266119 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2c54c2bc-e06c-44d2-a335-68fa3752a8bc tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:57.279024 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-2c54c2bc-e06c-44d2-a335-68fa3752a8bc tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Calling delete_port for 863fe0b6-921c-4759-b208-c4016f283f0a owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:29:57.343623 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07350e5f-0cf0-4263-8e23-da1e501469a6 req-e1c8c99e-daa4-4f39-99dc-6edcfd63fdfd service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870533 Aug 17 00:29:57.414064 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b43139-cf8a-436c-a4f5-e565a51aab8c req-995d74a5-6fdb-4024-9faf-a140329d4e13 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:57.415737 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-97b43139-cf8a-436c-a4f5-e565a51aab8c req-995d74a5-6fdb-4024-9faf-a140329d4e13 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.60 "GET /v2.0/ports?device_id=931de97e-bc99-4473-8f03-c26eededd049 HTTP/1.1" status: 200 len: 948 time: 0.0505145 Aug 17 00:29:57.456699 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-97b43139-cf8a-436c-a4f5-e565a51aab8c req-90d0e650-ec9a-4493-9fc2-7f9faf8bfa5b tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee39afce-f4a8-4204-b5bd-4f329d3283df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343726 Aug 17 00:29:57.779190 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2c54c2bc-e06c-44d2-a335-68fa3752a8bc tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:57.805496 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54c2bc-e06c-44d2-a335-68fa3752a8bc tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event deleted for resources: {'Port': ['ID=863fe0b6-921c-4759-b208-c4016f283f0a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:57.976498 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2c54c2bc-e06c-44d2-a335-68fa3752a8bc tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:58.198419 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c54c2bc-e06c-44d2-a335-68fa3752a8bc tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Router d7d973cd-2151-48d9-b7a3-2cc27d36f89d has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:29:58.305549 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c54c2bc-e06c-44d2-a335-68fa3752a8bc tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:29:58.311234 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2c54c2bc-e06c-44d2-a335-68fa3752a8bc tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "PUT /v2.0/routers/d7d973cd-2151-48d9-b7a3-2cc27d36f89d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7928805 Aug 17 00:29:58.313832 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40028) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:29:58.316829 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a853ac4-0813-479f-9e83-70fccc976b3e None None] Sync routers for ids ['d7d973cd-2151-48d9-b7a3-2cc27d36f89d'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:29:58.326673 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a853ac4-0813-479f-9e83-70fccc976b3e None None] Routers {'d7d973cd-2151-48d9-b7a3-2cc27d36f89d'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:29:58.327371 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3a853ac4-0813-479f-9e83-70fccc976b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:29:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d7d973cd-2151-48d9-b7a3-2cc27d36f89d'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:29:58.366612 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-818ba1d5-3723-4e10-9c54-1584f8f4bcf9 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Deleting subnet c84b3595-ccc7-4d4f-a075-cbea8b3720be {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:29:58.370304 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-818ba1d5-3723-4e10-9c54-1584f8f4bcf9 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:58.410458 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-818ba1d5-3723-4e10-9c54-1584f8f4bcf9 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:58.429910 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-3a853ac4-0813-479f-9e83-70fccc976b3e None None] Set router d7d973cd-2151-48d9-b7a3-2cc27d36f89d gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:29:58.507453 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-818ba1d5-3723-4e10-9c54-1584f8f4bcf9 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:58.574846 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-818ba1d5-3723-4e10-9c54-1584f8f4bcf9 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:58.579827 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2b3e7-5590-453c-af1e-402cb87816b0 req-24998e64-fb4d-443d-b598-c8ccf26e29c3 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:58.581559 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40f2b3e7-5590-453c-af1e-402cb87816b0 req-24998e64-fb4d-443d-b598-c8ccf26e29c3 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.60 "GET /v2.0/ports?device_id=931de97e-bc99-4473-8f03-c26eededd049 HTTP/1.1" status: 200 len: 948 time: 0.0508418 Aug 17 00:29:58.607179 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-818ba1d5-3723-4e10-9c54-1584f8f4bcf9 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:58.609129 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-818ba1d5-3723-4e10-9c54-1584f8f4bcf9 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "DELETE /v2.0/subnets/c84b3595-ccc7-4d4f-a075-cbea8b3720be HTTP/1.1" status: 204 len: 168 time: 0.2936184 Aug 17 00:29:58.610067 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ba1d5-3723-4e10-9c54-1584f8f4bcf9 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event deleted for resources: {'Subnet': ['ID=c84b3595-ccc7-4d4f-a075-cbea8b3720be,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:58.612493 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40032) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:29:58.617512 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0ab00d-3b87-4a51-864d-9cf10269638a None None] Network edb2975e-4e08-4283-953b-25cb569d278a requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:29:58.630202 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40f2b3e7-5590-453c-af1e-402cb87816b0 req-43f6e5c1-7c7c-4036-81d7-4a7e685f3e2d tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee39afce-f4a8-4204-b5bd-4f329d3283df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409844 Aug 17 00:29:58.685520 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3a853ac4-0813-479f-9e83-70fccc976b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1714465928', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:29:57Z', 'revision_number': 5, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'gw_port': {'id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:29:58.712695 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a853ac4-0813-479f-9e83-70fccc976b3e None None] Checking router: d7d973cd-2151-48d9-b7a3-2cc27d36f89d for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:29:58.724657 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-feff0d43-37f4-4b4b-81fe-f828f17e76d5 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:58.741384 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a853ac4-0813-479f-9e83-70fccc976b3e None None] Routers {'d7d973cd-2151-48d9-b7a3-2cc27d36f89d'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:29:58.741918 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3a853ac4-0813-479f-9e83-70fccc976b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:29:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d7d973cd-2151-48d9-b7a3-2cc27d36f89d'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:29:58.836652 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-feff0d43-37f4-4b4b-81fe-f828f17e76d5 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:58.893544 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-feff0d43-37f4-4b4b-81fe-f828f17e76d5 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Deleting port e20b26a1-7ff9-4dfd-8e93-04f5d274db08 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:29:58.893895 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-feff0d43-37f4-4b4b-81fe-f828f17e76d5 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:58.982166 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-feff0d43-37f4-4b4b-81fe-f828f17e76d5 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] For port e20b26a1-7ff9-4dfd-8e93-04f5d274db08, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e20b26a1-7ff9-4dfd-8e93-04f5d274db08,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:29:58.982538 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-feff0d43-37f4-4b4b-81fe-f828f17e76d5 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:58.995329 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-feff0d43-37f4-4b4b-81fe-f828f17e76d5 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Calling delete_port for e20b26a1-7ff9-4dfd-8e93-04f5d274db08 owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:29:59.036845 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-3a853ac4-0813-479f-9e83-70fccc976b3e None None] Set router d7d973cd-2151-48d9-b7a3-2cc27d36f89d gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:29:59.090312 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fd227c-c793-4476-acb1-6e4a9a106807 None None] DHCP port deletion for edb2975e-4e08-4283-953b-25cb569d278a request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:29:59.179688 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-feff0d43-37f4-4b4b-81fe-f828f17e76d5 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:59.211948 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff0d43-37f4-4b4b-81fe-f828f17e76d5 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event deleted for resources: {'Port': ['ID=e20b26a1-7ff9-4dfd-8e93-04f5d274db08,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:59.227375 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-c4fd227c-c793-4476-acb1-6e4a9a106807 None None] Deleting port 33cd6c3a-8ec2-4947-ace9-1f0524ed4f14 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:29:59.227747 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c4fd227c-c793-4476-acb1-6e4a9a106807 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:59.267133 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-feff0d43-37f4-4b4b-81fe-f828f17e76d5 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:59.302377 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-c4fd227c-c793-4476-acb1-6e4a9a106807 None None] For port 33cd6c3a-8ec2-4947-ace9-1f0524ed4f14, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=33cd6c3a-8ec2-4947-ace9-1f0524ed4f14,segment=NetworkSegment(81621dfb-3984-4832-871c-830991d6522f),segment_id=81621dfb-3984-4832-871c-830991d6522f)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:29:59.302686 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c4fd227c-c793-4476-acb1-6e4a9a106807 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:59.316771 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-c4fd227c-c793-4476-acb1-6e4a9a106807 None None] Calling delete_port for 33cd6c3a-8ec2-4947-ace9-1f0524ed4f14 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:29:59.332006 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3a853ac4-0813-479f-9e83-70fccc976b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1714465928', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:29:57Z', 'revision_number': 5, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'gw_port': {'id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:29:59.368273 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-feff0d43-37f4-4b4b-81fe-f828f17e76d5 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:59.370818 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-feff0d43-37f4-4b4b-81fe-f828f17e76d5 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:59.389012 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a853ac4-0813-479f-9e83-70fccc976b3e None None] The sync data for ids ['d7d973cd-2151-48d9-b7a3-2cc27d36f89d'] in n-d-800088-20 is: [{'id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1714465928', 'tenant_id': '7c556acc683d4d81a3a144f7693ff0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:29:57Z', 'revision_number': 5, 'project_id': '7c556acc683d4d81a3a144f7693ff0c1', 'gw_port': {'id': 'e20b26a1-7ff9-4dfd-8e93-04f5d274db08', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d973cd-2151-48d9-b7a3-2cc27d36f89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:28:30Z', 'updated_at': '2021-08-17T00:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:29:59.407486 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 95616f08-8336-4aa5-bc95-75a5996c398a details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:29:59.428536 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-feff0d43-37f4-4b4b-81fe-f828f17e76d5 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:59.429228 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feff0d43-37f4-4b4b-81fe-f828f17e76d5 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Fanout notify agent at l3_agent the message router_deleted on router d7d973cd-2151-48d9-b7a3-2cc27d36f89d {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:29:59.443622 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-feff0d43-37f4-4b4b-81fe-f828f17e76d5 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:59.444801 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-feff0d43-37f4-4b4b-81fe-f828f17e76d5 tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "DELETE /v2.0/routers/d7d973cd-2151-48d9-b7a3-2cc27d36f89d HTTP/1.1" status: 204 len: 168 time: 0.8306730 Aug 17 00:29:59.448066 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40034) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:29:59.506839 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c4fd227c-c793-4476-acb1-6e4a9a106807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:59.529242 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85810168-ed13-4d73-b884-d588980dd46d tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:59.541708 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd227c-c793-4476-acb1-6e4a9a106807 None None] Pushing event deleted for resources: {'Port': ['ID=33cd6c3a-8ec2-4947-ace9-1f0524ed4f14,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:59.551563 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fd227c-c793-4476-acb1-6e4a9a106807 None None] No DVR routers for this DVR port 33cd6c3a-8ec2-4947-ace9-1f0524ed4f14 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:29:59.565817 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 95616f08-8336-4aa5-bc95-75a5996c398a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=95616f08-8336-4aa5-bc95-75a5996c398a,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:29:59.577364 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '95616f08-8336-4aa5-bc95-75a5996c398a', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': '95616f08-8336-4aa5-bc95-75a5996c398a', 'mac_address': 'fa:16:3e:69:4f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:29:59.619093 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:59.621900 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85810168-ed13-4d73-b884-d588980dd46d tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:59.631640 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-85810168-ed13-4d73-b884-d588980dd46d tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb2975e-4e08-4283-953b-25cb569d278a']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:29:59.633863 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95616f08-8336-4aa5-bc95-75a5996c398a {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:29:59.642749 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-85810168-ed13-4d73-b884-d588980dd46d tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81621dfb-3984-4832-871c-830991d6522f') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:29:59.643074 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-85810168-ed13-4d73-b884-d588980dd46d tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81621dfb-3984-4832-871c-830991d6522f') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:29:59.653612 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85810168-ed13-4d73-b884-d588980dd46d tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:59.655243 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 95616f08-8336-4aa5-bc95-75a5996c398a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=95616f08-8336-4aa5-bc95-75a5996c398a,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:29:59.659676 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:59.678492 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85810168-ed13-4d73-b884-d588980dd46d tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:59.688014 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85810168-ed13-4d73-b884-d588980dd46d tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:29:59.688663 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85810168-ed13-4d73-b884-d588980dd46d tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:29:59.693971 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:29:59.712437 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=95616f08-8336-4aa5-bc95-75a5996c398a,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:59.780603 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85810168-ed13-4d73-b884-d588980dd46d tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:59.792811 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-85810168-ed13-4d73-b884-d588980dd46d tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:59.797172 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-85810168-ed13-4d73-b884-d588980dd46d tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] 10.222.0.60 "DELETE /v2.0/networks/edb2975e-4e08-4283-953b-25cb569d278a HTTP/1.1" status: 204 len: 168 time: 0.3455267 Aug 17 00:29:59.800985 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c418917-8365-48f9-84c5-cc9962b2b422 req-011d0f9b-71c5-454d-9d27-37ce07ed00c9 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:59.804506 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c418917-8365-48f9-84c5-cc9962b2b422 req-011d0f9b-71c5-454d-9d27-37ce07ed00c9 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.60 "GET /v2.0/ports?device_id=931de97e-bc99-4473-8f03-c26eededd049 HTTP/1.1" status: 200 len: 949 time: 0.0652027 Aug 17 00:29:59.818020 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 33cd6c3a-8ec2-4947-ace9-1f0524ed4f14 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:29:59.821956 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85810168-ed13-4d73-b884-d588980dd46d tempest-TestSecurityGroupsBasicOps-401982464 tempest-TestSecurityGroupsBasicOps-401982464-project] Pushing event deleted for resources: {'Network': ['ID=edb2975e-4e08-4283-953b-25cb569d278a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:29:59.847671 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 33cd6c3a-8ec2-4947-ace9-1f0524ed4f14 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:29:59.847671 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 33cd6c3a-8ec2-4947-ace9-1f0524ed4f14 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:29:59.850731 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['95616f08-8336-4aa5-bc95-75a5996c398a'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:29:59.886774 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c418917-8365-48f9-84c5-cc9962b2b422 req-7e95c871-b1a1-499a-8115-42f0431983db tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee39afce-f4a8-4204-b5bd-4f329d3283df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672159 Aug 17 00:30:00.208267 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40044) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:30:00.346999 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-23d51ae7-6a32-45ff-8725-d407daa6dc50 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c556acc683d4d81a3a144f7693ff0c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1375675 Aug 17 00:30:00.349458 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40048) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:30:00.397161 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cc19900f-a08f-4b25-9304-437a33d02ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:00.418804 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cc19900f-a08f-4b25-9304-437a33d02ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:00.464615 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cc19900f-a08f-4b25-9304-437a33d02ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:00.467162 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cc19900f-a08f-4b25-9304-437a33d02ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:00.469510 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cc19900f-a08f-4b25-9304-437a33d02ef5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0628802c-d8af-4e80-887b-d8dc7eb88602 HTTP/1.1" status: 204 len: 168 time: 0.1190860 Aug 17 00:30:00.477175 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19900f-a08f-4b25-9304-437a33d02ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0628802c-d8af-4e80-887b-d8dc7eb88602,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:30:00.730711 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40054) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:30:00.743893 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-746696bb-f23f-4c6b-adeb-0223158771d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:00.835066 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-746696bb-f23f-4c6b-adeb-0223158771d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:00.839415 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-746696bb-f23f-4c6b-adeb-0223158771d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:00.878167 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-746696bb-f23f-4c6b-adeb-0223158771d0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c8e71f26dcad454fb023358db9cc4176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463215 Aug 17 00:30:00.879127 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746696bb-f23f-4c6b-adeb-0223158771d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcb86ea-078b-4e53-af6d-b8942d5865f4,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:30:00.880806 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40056) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:30:00.930576 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c42e0e1d-6131-4274-853b-9a78b27f0a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:00.952742 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c42e0e1d-6131-4274-853b-9a78b27f0a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:01.023953 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78fa6a6-cf59-43ba-b506-51d5644f7a74 req-11a0ea45-28f3-4b7c-a6bb-2da71103e3cb tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:01.025504 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e78fa6a6-cf59-43ba-b506-51d5644f7a74 req-11a0ea45-28f3-4b7c-a6bb-2da71103e3cb tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.60 "GET /v2.0/ports?device_id=931de97e-bc99-4473-8f03-c26eededd049 HTTP/1.1" status: 200 len: 949 time: 0.0665009 Aug 17 00:30:01.038702 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c42e0e1d-6131-4274-853b-9a78b27f0a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:01.041350 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c42e0e1d-6131-4274-853b-9a78b27f0a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:01.042650 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c42e0e1d-6131-4274-853b-9a78b27f0a9d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bbcb86ea-078b-4e53-af6d-b8942d5865f4 HTTP/1.1" status: 204 len: 168 time: 0.1607084 Aug 17 00:30:01.060739 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e0e1d-6131-4274-853b-9a78b27f0a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcb86ea-078b-4e53-af6d-b8942d5865f4,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:30:01.081239 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e78fa6a6-cf59-43ba-b506-51d5644f7a74 req-8bd783b3-0fd2-4ab0-b8b4-fc8c8a0df4a5 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee39afce-f4a8-4204-b5bd-4f329d3283df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486732 Aug 17 00:30:01.355584 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 40064) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:30:01.372979 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 863fe0b6-921c-4759-b208-c4016f283f0a no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:30:01.393449 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 863fe0b6-921c-4759-b208-c4016f283f0a {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:30:01.393797 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 863fe0b6-921c-4759-b208-c4016f283f0a not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:30:01.394222 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e20b26a1-7ff9-4dfd-8e93-04f5d274db08 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:30:01.396778 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c3cca092-bbfe-43af-9179-2ab811193d29 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e37c6ede990f414baed3d789dd427ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400412 Aug 17 00:30:01.399584 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 40066) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:30:01.414040 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 95616f08-8336-4aa5-bc95-75a5996c398a up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:30:01.417160 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: e20b26a1-7ff9-4dfd-8e93-04f5d274db08 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:30:01.417513 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e20b26a1-7ff9-4dfd-8e93-04f5d274db08 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:30:01.454870 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-613286c8-5755-49c2-8817-9332c463384b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:01.464405 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 95616f08-8336-4aa5-bc95-75a5996c398a completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:30:01.468176 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 95616f08-8336-4aa5-bc95-75a5996c398a triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:30:01.468648 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:01.479902 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-613286c8-5755-49c2-8817-9332c463384b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:01.550155 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:01.574608 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931de97e-bc99-4473-8f03-c26eededd049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95616f08-8336-4aa5-bc95-75a5996c398a'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:30:01.576900 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70530d27-8991-4657-b820-561fe15535f5" -d '{"events": [{"server_uuid": "931de97e-bc99-4473-8f03-c26eededd049", "name": "network-vif-plugged", "status": "completed", "tag": "95616f08-8336-4aa5-bc95-75a5996c398a"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:30:01.594007 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 95616f08-8336-4aa5-bc95-75a5996c398a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=95616f08-8336-4aa5-bc95-75a5996c398a,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:30:01.598280 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:01.624538 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2458b77c-c407-43e9-984e-ad85aa169097 x-openstack-request-id: req-2458b77c-c407-43e9-984e-ad85aa169097 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:30:01.624886 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931de97e-bc99-4473-8f03-c26eededd049", "name": "network-vif-plugged", "status": "completed", "tag": "95616f08-8336-4aa5-bc95-75a5996c398a", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:30:01.625199 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2458b77c-c407-43e9-984e-ad85aa169097 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:30:01.625540 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931de97e-bc99-4473-8f03-c26eededd049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95616f08-8336-4aa5-bc95-75a5996c398a', 'code': 200} Aug 17 00:30:01.655313 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=95616f08-8336-4aa5-bc95-75a5996c398a,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:30:01.891635 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391261e-6d74-41fe-b2d7-e4558cdd1c6b req-b2d1cfd2-7f88-42c5-89ec-1ffec41fc659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:01.893157 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6391261e-6d74-41fe-b2d7-e4558cdd1c6b req-b2d1cfd2-7f88-42c5-89ec-1ffec41fc659 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=931de97e-bc99-4473-8f03-c26eededd049 HTTP/1.1" status: 200 len: 1102 time: 0.0500076 Aug 17 00:30:01.908460 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-613286c8-5755-49c2-8817-9332c463384b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:01.910891 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-613286c8-5755-49c2-8817-9332c463384b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:01.911929 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-613286c8-5755-49c2-8817-9332c463384b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/93e40d40-ffa0-45e8-8df2-077c540674c5 HTTP/1.1" status: 204 len: 168 time: 0.5113065 Aug 17 00:30:01.927302 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613286c8-5755-49c2-8817-9332c463384b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e40d40-ffa0-45e8-8df2-077c540674c5,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:30:01.942141 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6391261e-6d74-41fe-b2d7-e4558cdd1c6b req-1ef66608-924a-4230-adcd-8f63c2f4d2c6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ee39afce-f4a8-4204-b5bd-4f329d3283df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401495 Aug 17 00:30:02.209722 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63c412-87f2-49ec-bd30-f03cbda8d9b3 req-7033d3b8-3d37-4e0c-9196-20d77f7bbab1 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:02.211225 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4e63c412-87f2-49ec-bd30-f03cbda8d9b3 req-7033d3b8-3d37-4e0c-9196-20d77f7bbab1 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.60 "GET /v2.0/ports?device_id=931de97e-bc99-4473-8f03-c26eededd049 HTTP/1.1" status: 200 len: 950 time: 0.0518475 Aug 17 00:30:02.254837 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4e63c412-87f2-49ec-bd30-f03cbda8d9b3 req-2af246d0-7980-4882-8a27-4e21b1864540 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee39afce-f4a8-4204-b5bd-4f329d3283df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366473 Aug 17 00:30:03.373625 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17cef7-ae40-4674-be0b-8b45dbcd225b req-1ff4f6f0-a5d8-4408-986a-59d4f6d5ac57 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:03.375111 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f17cef7-ae40-4674-be0b-8b45dbcd225b req-1ff4f6f0-a5d8-4408-986a-59d4f6d5ac57 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.60 "GET /v2.0/ports?device_id=931de97e-bc99-4473-8f03-c26eededd049 HTTP/1.1" status: 200 len: 950 time: 0.0515666 Aug 17 00:30:03.413203 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f17cef7-ae40-4674-be0b-8b45dbcd225b req-275960fb-df4d-4766-9f9f-527abd00b9aa tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee39afce-f4a8-4204-b5bd-4f329d3283df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320742 Aug 17 00:30:10.211751 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:30:10.225119 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:11.854398 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:16.547459 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-67ed5ab8-8b55-4c55-80c4-6324007561f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:19.250816 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-89054cdc-69f3-4fb2-a3f7-5fd74a6a4758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:19.302317 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:20.251275 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:22.155637 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:40.243466 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:41.870716 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:46.548198 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-96841f2a-38ad-42dd-b620-3d9559d27df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:47.210825 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:30:49.252103 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-dabef66d-e608-48d8-946d-de7d799cfd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:49.302840 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:50.253259 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:52.165491 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:52.235755 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba3a1192-9dff-4eac-9330-9957c3fb1d73 req-a77428fd-f289-417b-8da4-1b71ee131087 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=931de97e-bc99-4473-8f03-c26eededd049&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452650 Aug 17 00:30:52.318793 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a1192-9dff-4eac-9330-9957c3fb1d73 req-ec80427f-dc63-4d17-b306-efcd1e7fb524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:52.320646 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba3a1192-9dff-4eac-9330-9957c3fb1d73 req-ec80427f-dc63-4d17-b306-efcd1e7fb524 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=146511b733a345169da874c9cfd65af5&device_id=931de97e-bc99-4473-8f03-c26eededd049 HTTP/1.1" status: 200 len: 1102 time: 0.0430892 Aug 17 00:30:52.459649 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a1192-9dff-4eac-9330-9957c3fb1d73 req-54359014-e82b-4de0-9492-6e7c53730fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:52.461591 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba3a1192-9dff-4eac-9330-9957c3fb1d73 req-54359014-e82b-4de0-9492-6e7c53730fe7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.1114607 Aug 17 00:30:52.511804 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba3a1192-9dff-4eac-9330-9957c3fb1d73 req-8f369cc8-3008-4a99-9be9-bf336a2c583f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=95616f08-8336-4aa5-bc95-75a5996c398a HTTP/1.1" status: 200 len: 217 time: 0.0427489 Aug 17 00:30:52.562996 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a1192-9dff-4eac-9330-9957c3fb1d73 req-9ca506c4-ec2f-459b-9e81-88788c8f7a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:52.564471 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba3a1192-9dff-4eac-9330-9957c3fb1d73 req-9ca506c4-ec2f-459b-9e81-88788c8f7a4c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0465417 Aug 17 00:30:52.619955 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a1192-9dff-4eac-9330-9957c3fb1d73 req-5765e50b-11dd-45e7-953e-1cce7a9c1b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:52.622515 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba3a1192-9dff-4eac-9330-9957c3fb1d73 req-5765e50b-11dd-45e7-953e-1cce7a9c1b7e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0480459 Aug 17 00:30:52.721705 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba3a1192-9dff-4eac-9330-9957c3fb1d73 req-6e677bc3-15fe-4c5f-8b13-fb7f6cf342fd service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917675 Aug 17 00:30:52.816617 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba3a1192-9dff-4eac-9330-9957c3fb1d73 req-b49b6704-f208-4e1a-85a0-f910a658a7d5 service neutron] 10.222.0.64 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863395 Aug 17 00:31:06.381761 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e6990-06ec-4564-ba70-10382117b917 req-8d1aa0e1-feb6-47de-aba3-3c2cd8987ed8 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:31:06.383229 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b17e6990-06ec-4564-ba70-10382117b917 req-8d1aa0e1-feb6-47de-aba3-3c2cd8987ed8 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.60 "GET /v2.0/ports?device_id=931de97e-bc99-4473-8f03-c26eededd049 HTTP/1.1" status: 200 len: 950 time: 0.0494280 Aug 17 00:31:06.420810 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b17e6990-06ec-4564-ba70-10382117b917 req-e2ad48ed-cd8b-4bca-bdc4-65e24982d556 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee39afce-f4a8-4204-b5bd-4f329d3283df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310555 Aug 17 00:31:07.540137 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c0824-37ea-4380-8fc0-6d95f2b5829c req-77a1b550-5e62-4277-8d67-25c3ec25ca3e tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:31:07.542209 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-596c0824-37ea-4380-8fc0-6d95f2b5829c req-77a1b550-5e62-4277-8d67-25c3ec25ca3e tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.60 "GET /v2.0/ports?device_id=931de97e-bc99-4473-8f03-c26eededd049 HTTP/1.1" status: 200 len: 950 time: 0.0489087 Aug 17 00:31:07.578886 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-596c0824-37ea-4380-8fc0-6d95f2b5829c req-eede69ae-6c4c-4803-8a9e-e9c852c77466 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee39afce-f4a8-4204-b5bd-4f329d3283df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308404 Aug 17 00:31:07.887314 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b1bc2-2880-4528-9e57-e611977e61ae req-959b6556-2149-4e11-a496-c2368320be54 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:31:07.888776 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b11b1bc2-2880-4528-9e57-e611977e61ae req-959b6556-2149-4e11-a496-c2368320be54 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.64 "GET /v2.0/ports?device_id=931de97e-bc99-4473-8f03-c26eededd049 HTTP/1.1" status: 200 len: 950 time: 0.0563982 Aug 17 00:31:07.976745 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-b11b1bc2-2880-4528-9e57-e611977e61ae req-68d7d5d9-2e83-4a22-9b7b-c1aefaf4656b tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Deleting port 95616f08-8336-4aa5-bc95-75a5996c398a {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:31:07.977405 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b11b1bc2-2880-4528-9e57-e611977e61ae req-68d7d5d9-2e83-4a22-9b7b-c1aefaf4656b tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:08.065382 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-b11b1bc2-2880-4528-9e57-e611977e61ae req-68d7d5d9-2e83-4a22-9b7b-c1aefaf4656b tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] For port 95616f08-8336-4aa5-bc95-75a5996c398a, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=95616f08-8336-4aa5-bc95-75a5996c398a,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:31:08.065748 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b11b1bc2-2880-4528-9e57-e611977e61ae req-68d7d5d9-2e83-4a22-9b7b-c1aefaf4656b tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:08.077753 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-b11b1bc2-2880-4528-9e57-e611977e61ae req-68d7d5d9-2e83-4a22-9b7b-c1aefaf4656b tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Calling delete_port for 95616f08-8336-4aa5-bc95-75a5996c398a owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:31:08.203050 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b11b1bc2-2880-4528-9e57-e611977e61ae req-68d7d5d9-2e83-4a22-9b7b-c1aefaf4656b tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:08.215923 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['95616f08-8336-4aa5-bc95-75a5996c398a'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:31:08.237072 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7d5d9-2e83-4a22-9b7b-c1aefaf4656b tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Pushing event deleted for resources: {'Port': ['ID=95616f08-8336-4aa5-bc95-75a5996c398a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:08.264889 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7d5d9-2e83-4a22-9b7b-c1aefaf4656b tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:08.265259 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7d5d9-2e83-4a22-9b7b-c1aefaf4656b tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:08.265605 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7d5d9-2e83-4a22-9b7b-c1aefaf4656b tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:08.265942 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7d5d9-2e83-4a22-9b7b-c1aefaf4656b tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:08.266278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7d5d9-2e83-4a22-9b7b-c1aefaf4656b tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:08.266608 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7d5d9-2e83-4a22-9b7b-c1aefaf4656b tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:08.266939 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7d5d9-2e83-4a22-9b7b-c1aefaf4656b tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:08.267265 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7d5d9-2e83-4a22-9b7b-c1aefaf4656b tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:08.267592 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7d5d9-2e83-4a22-9b7b-c1aefaf4656b tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:08.267916 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7d5d9-2e83-4a22-9b7b-c1aefaf4656b tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:08.268239 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7d5d9-2e83-4a22-9b7b-c1aefaf4656b tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:08.268560 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7d5d9-2e83-4a22-9b7b-c1aefaf4656b tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:08.287670 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11b1bc2-2880-4528-9e57-e611977e61ae req-68d7d5d9-2e83-4a22-9b7b-c1aefaf4656b tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] No DVR routers for this DVR port 95616f08-8336-4aa5-bc95-75a5996c398a on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:31:08.290135 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b11b1bc2-2880-4528-9e57-e611977e61ae req-68d7d5d9-2e83-4a22-9b7b-c1aefaf4656b tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:08.293144 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b11b1bc2-2880-4528-9e57-e611977e61ae req-68d7d5d9-2e83-4a22-9b7b-c1aefaf4656b tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.64 "DELETE /v2.0/ports/95616f08-8336-4aa5-bc95-75a5996c398a HTTP/1.1" status: 204 len: 173 time: 0.3984997 Aug 17 00:31:08.293528 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931de97e-bc99-4473-8f03-c26eededd049', 'name': 'network-vif-deleted', 'tag': '95616f08-8336-4aa5-bc95-75a5996c398a'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:31:08.295932 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf76463-a1af-4c77-816b-c68b1e307cee" -d '{"events": [{"server_uuid": "931de97e-bc99-4473-8f03-c26eededd049", "name": "network-vif-deleted", "tag": "95616f08-8336-4aa5-bc95-75a5996c398a"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:31:08.338360 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90285b8-055c-4c79-bc2d-bdeaa73bfd9f x-openstack-request-id: req-d90285b8-055c-4c79-bc2d-bdeaa73bfd9f {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:31:08.338799 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931de97e-bc99-4473-8f03-c26eededd049", "name": "network-vif-deleted", "tag": "95616f08-8336-4aa5-bc95-75a5996c398a", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:31:08.339054 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d90285b8-055c-4c79-bc2d-bdeaa73bfd9f {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:31:08.339453 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931de97e-bc99-4473-8f03-c26eededd049', 'name': 'network-vif-deleted', 'tag': '95616f08-8336-4aa5-bc95-75a5996c398a', 'status': 'completed', 'code': 200} Aug 17 00:31:08.694951 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5df89aef-c549-4f3e-8f9f-8dded3ddfaf7 req-0736aa2a-7231-4b46-b592-ea07f3354351 tempest-VolumesBackupsTest-517668304 tempest-VolumesBackupsTest-517668304-project] 10.222.0.60 "GET /v2.0/ports?device_id=931de97e-bc99-4473-8f03-c26eededd049 HTTP/1.1" status: 200 len: 210 time: 0.0310133 Aug 17 00:31:10.240525 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:11.698185 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 95616f08-8336-4aa5-bc95-75a5996c398a no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:31:11.720709 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 95616f08-8336-4aa5-bc95-75a5996c398a {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:31:11.721093 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 95616f08-8336-4aa5-bc95-75a5996c398a not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:31:11.867625 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:16.551343 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f3440b14-73bf-4738-9c2c-8fe388c292b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:19.259634 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-30b8e065-5b16-4518-bbed-4d0e1da6aed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:19.308572 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:20.256765 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:22.161784 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:24.210823 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:31:40.256459 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:41.882576 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:42.481380 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [req-e79c0b0e-fc97-4cb8-926e-e8f445a5a844 req-53e6769b-6043-4d62-bef6-99ea10e4dcc8 service neutron] (101402) timed out ('10.222.0.64', 51977) {{(pid=101402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 00:31:44.379119 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-04596d63-43de-4bc7-8dbf-71d24b5291cc req-a4f2917f-e22c-4142-aec4-4b14ef26e6d6 service neutron] (101403) timed out ('10.222.0.60', 42608) {{(pid=101403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 00:31:46.554099 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9295df68-93d5-434f-aa7d-bced2238e02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:49.253066 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2707f684-d6b7-423d-ae25-fcef18a7d3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:49.301498 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:50.258272 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:52.165736 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:01.209162 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:32:10.259763 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:11.888107 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:16.555364 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-22bd4a80-7661-4f1a-8e15-071a811e5a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:19.255500 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a04c9703-20d3-49e7-bc04-83675744b2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:19.306588 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:20.261970 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:22.165971 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:38.208352 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:32:40.278405 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:41.890085 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:46.558280 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9581d55a-4fd1-4719-9301-138a6bbfc8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:49.255808 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9fcbb473-959a-42e8-806e-23412fa60975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:49.304416 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:50.264658 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:52.169152 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:33:08.500723 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-abb014f6-af67-45bc-a856-40b5236def4b req-8c9cf9ec-2828-4a23-95a1-0e784fd8fd5d service neutron] (101403) timed out ('10.222.0.64', 51973) {{(pid=101403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 00:33:10.290484 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:33:11.882235 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:33:15.207253 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:33:16.559499 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fa63a3aa-0ec7-49ce-a296-8080d3bb5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:33:19.257027 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2fabfe63-5e79-41d7-a6f6-9851f9ab613d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:33:19.304180 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:33:20.267169 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:33:22.169010 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:33:40.287772 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:33:41.897786 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:33:46.565008 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9e36ddf6-0a31-4172-b010-7cd81d4b8760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:33:49.257940 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0226de91-ed41-4aba-9898-fa30fc22976f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:33:49.307685 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:33:50.274163 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:33:52.180135 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:33:52.208333 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:34:07.382432 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43860) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:34:07.533655 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6715f18e-bf7b-42fc-8f9c-79ae71df4896 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=146511b733a345169da874c9cfd65af5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1499965 Aug 17 00:34:07.535996 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43866) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:34:07.587562 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d4a32b42-c34d-496e-ab58-4ccf4e57b8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:07.608847 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d4a32b42-c34d-496e-ab58-4ccf4e57b8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:07.657748 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d4a32b42-c34d-496e-ab58-4ccf4e57b8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:07.660229 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d4a32b42-c34d-496e-ab58-4ccf4e57b8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:07.661383 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d4a32b42-c34d-496e-ab58-4ccf4e57b8af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee39afce-f4a8-4204-b5bd-4f329d3283df HTTP/1.1" status: 204 len: 168 time: 0.1244051 Aug 17 00:34:07.669170 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a32b42-c34d-496e-ab58-4ccf4e57b8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee39afce-f4a8-4204-b5bd-4f329d3283df,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:07.677064 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a32b42-c34d-496e-ab58-4ccf4e57b8af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:07.677413 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a32b42-c34d-496e-ab58-4ccf4e57b8af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:07.677753 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a32b42-c34d-496e-ab58-4ccf4e57b8af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:07.678090 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a32b42-c34d-496e-ab58-4ccf4e57b8af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:07.678423 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a32b42-c34d-496e-ab58-4ccf4e57b8af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:07.678757 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a32b42-c34d-496e-ab58-4ccf4e57b8af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:07.679301 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a32b42-c34d-496e-ab58-4ccf4e57b8af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:07.679594 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a32b42-c34d-496e-ab58-4ccf4e57b8af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:07.679926 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a32b42-c34d-496e-ab58-4ccf4e57b8af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:07.680251 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a32b42-c34d-496e-ab58-4ccf4e57b8af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:07.680629 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a32b42-c34d-496e-ab58-4ccf4e57b8af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:07.680957 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a32b42-c34d-496e-ab58-4ccf4e57b8af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:08.335972 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43888) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:34:08.432210 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-799e499f-527e-4694-b5b3-89367ed054bf admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1491945902-network', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:34:08.454077 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799e499f-527e-4694-b5b3-89367ed054bf admin admin] Made reservation on behalf of 663630d8e2e1417d82b04ae439f320f2 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:34:08.456372 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-799e499f-527e-4694-b5b3-89367ed054bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:08.464800 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-799e499f-527e-4694-b5b3-89367ed054bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:08.552035 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-799e499f-527e-4694-b5b3-89367ed054bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:08.555562 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-799e499f-527e-4694-b5b3-89367ed054bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:08.575980 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-799e499f-527e-4694-b5b3-89367ed054bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:34:08.591279 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e499f-527e-4694-b5b3-89367ed054bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8664c427-1d0d-4fc4-99d3-4fa77f7f1522,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:08.594757 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-799e499f-527e-4694-b5b3-89367ed054bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:08.595111 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-799e499f-527e-4694-b5b3-89367ed054bf admin admin] Added segment 557fc664-163a-434e-96cc-6f9f142e4ef9 of type vlan for network 6f28f459-d0bc-407b-9d21-721ba83e54b0 Aug 17 00:34:08.634667 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-799e499f-527e-4694-b5b3-89367ed054bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:08.661662 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-799e499f-527e-4694-b5b3-89367ed054bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:08.662618 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799e499f-527e-4694-b5b3-89367ed054bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:08.663210 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-799e499f-527e-4694-b5b3-89367ed054bf admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:08.745169 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-799e499f-527e-4694-b5b3-89367ed054bf admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4080410 Aug 17 00:34:08.748348 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43892) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:34:08.754136 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1f9d0615-677d-4e61-824e-55e117ec7fce admin admin] Request body: {'subnet': {'network_id': '6f28f459-d0bc-407b-9d21-721ba83e54b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1491945902-subnet', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:34:08.768465 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e499f-527e-4694-b5b3-89367ed054bf admin admin] Pushing event updated for resources: {'Network': ['ID=6f28f459-d0bc-407b-9d21-721ba83e54b0,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:08.775563 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9d0615-677d-4e61-824e-55e117ec7fce admin admin] Made reservation on behalf of 663630d8e2e1417d82b04ae439f320f2 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:34:08.778009 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f9d0615-677d-4e61-824e-55e117ec7fce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:08.780865 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 6f28f459-d0bc-407b-9d21-721ba83e54b0 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:34:08.947927 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f9d0615-677d-4e61-824e-55e117ec7fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:09.004427 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d0615-677d-4e61-824e-55e117ec7fce admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:09.015963 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d0615-677d-4e61-824e-55e117ec7fce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:09.016313 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d0615-677d-4e61-824e-55e117ec7fce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:09.016658 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d0615-677d-4e61-824e-55e117ec7fce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:09.016991 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d0615-677d-4e61-824e-55e117ec7fce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:09.017351 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d0615-677d-4e61-824e-55e117ec7fce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:09.017691 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d0615-677d-4e61-824e-55e117ec7fce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:09.018015 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d0615-677d-4e61-824e-55e117ec7fce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:09.018343 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d0615-677d-4e61-824e-55e117ec7fce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:09.018668 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d0615-677d-4e61-824e-55e117ec7fce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:09.018991 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d0615-677d-4e61-824e-55e117ec7fce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:09.019313 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d0615-677d-4e61-824e-55e117ec7fce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:09.019636 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d0615-677d-4e61-824e-55e117ec7fce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:09.022595 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9d0615-677d-4e61-824e-55e117ec7fce admin admin] Checking segment: {'id': '557fc664-163a-434e-96cc-6f9f142e4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6f28f459-d0bc-407b-9d21-721ba83e54b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:34:09.022960 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9d0615-677d-4e61-824e-55e117ec7fce admin admin] Network hostable DHCP agents. Network: 6f28f459-d0bc-407b-9d21-721ba83e54b0, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:34:09.039259 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9d0615-677d-4e61-824e-55e117ec7fce admin admin] Network 6f28f459-d0bc-407b-9d21-721ba83e54b0 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:34:09.047543 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-1f9d0615-677d-4e61-824e-55e117ec7fce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 6f28f459-d0bc-407b-9d21-721ba83e54b0) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:34:09.051817 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9d0615-677d-4e61-824e-55e117ec7fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:09.052421 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1f9d0615-677d-4e61-824e-55e117ec7fce admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:09.056389 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ad8cf1-2aad-4a03-831e-80e060b31e36 None None] Network 6f28f459-d0bc-407b-9d21-721ba83e54b0 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:34:09.066595 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1f9d0615-677d-4e61-824e-55e117ec7fce admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3170440 Aug 17 00:34:09.070902 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43896) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:34:09.076082 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-cd920463-820c-478d-bc8f-a14ecabcaa0c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1491945902-router', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:34:09.098717 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cd920463-820c-478d-bc8f-a14ecabcaa0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:09.100222 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cd920463-820c-478d-bc8f-a14ecabcaa0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:09.188985 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cd920463-820c-478d-bc8f-a14ecabcaa0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:09.209089 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-6f28f459-d0bc-407b-9d21-721ba83e54b0', 'network_id': '6f28f459-d0bc-407b-9d21-721ba83e54b0', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'fixed_ips': [{'subnet_id': 'ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:34:09.210268 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:09.335847 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cd920463-820c-478d-bc8f-a14ecabcaa0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:09.339563 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Allocated IP 172.20.0.2 (6f28f459-d0bc-407b-9d21-721ba83e54b0/ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef/9369e1a2-3ba6-4863-b73c-78e60cef2c51) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:34:09.489305 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:09.498329 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Transition to ACTIVE for port object 9369e1a2-3ba6-4863-b73c-78e60cef2c51 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:34:09.512633 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Transition to ACTIVE for port object 9369e1a2-3ba6-4863-b73c-78e60cef2c51 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:34:09.519381 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:09.543064 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cd920463-820c-478d-bc8f-a14ecabcaa0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:09.563202 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Network 6f28f459-d0bc-407b-9d21-721ba83e54b0 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:34:09.566905 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Pushing event updated for resources: {'Port': ['ID=9369e1a2-3ba6-4863-b73c-78e60cef2c51,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:09.569077 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:34:09.569457 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cd920463-820c-478d-bc8f-a14ecabcaa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:09.571741 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:34:09.580950 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:09.581338 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:09.581682 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:09.582021 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:09.582360 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:09.582697 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:09.583027 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:09.583355 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:09.583683 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:09.584010 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:09.584336 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:09.584665 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:09.639044 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Attempting to bind port 9369e1a2-3ba6-4863-b73c-78e60cef2c51 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:34:09.639414 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Attempting to bind port 9369e1a2-3ba6-4863-b73c-78e60cef2c51 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '557fc664-163a-434e-96cc-6f9f142e4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6f28f459-d0bc-407b-9d21-721ba83e54b0'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:34:09.639777 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Attempting to bind port 9369e1a2-3ba6-4863-b73c-78e60cef2c51 on network 6f28f459-d0bc-407b-9d21-721ba83e54b0 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:34:09.644621 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:34:09.644999 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Checking segment: {'id': '557fc664-163a-434e-96cc-6f9f142e4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6f28f459-d0bc-407b-9d21-721ba83e54b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:34:09.645434 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:09.645827 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Bound using segment: {'id': '557fc664-163a-434e-96cc-6f9f142e4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6f28f459-d0bc-407b-9d21-721ba83e54b0'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:34:09.646295 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Bound port: 9369e1a2-3ba6-4863-b73c-78e60cef2c51, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557fc664-163a-434e-96cc-6f9f142e4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6f28f459-d0bc-407b-9d21-721ba83e54b0'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:34:09.646676 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:09.709779 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] For port 9369e1a2-3ba6-4863-b73c-78e60cef2c51, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:34:09.712936 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] For port 9369e1a2-3ba6-4863-b73c-78e60cef2c51, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9369e1a2-3ba6-4863-b73c-78e60cef2c51,segment=NetworkSegment(557fc664-163a-434e-96cc-6f9f142e4ef9),segment_id=557fc664-163a-434e-96cc-6f9f142e4ef9)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:34:09.718723 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:09.723778 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-cd920463-820c-478d-bc8f-a14ecabcaa0c admin admin] Allocated IP 172.25.3.118 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/c3c74e54-1bda-4bc3-b418-a87e54865c9e) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:34:09.778843 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba66a7-c317-4128-836e-73e512ff3ce4 None None] Pushing event updated for resources: {'Port': ['ID=9369e1a2-3ba6-4863-b73c-78e60cef2c51,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:09.838714 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cd920463-820c-478d-bc8f-a14ecabcaa0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:09.883151 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cd920463-820c-478d-bc8f-a14ecabcaa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:09.929930 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd920463-820c-478d-bc8f-a14ecabcaa0c admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:34:09.936156 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-cd920463-820c-478d-bc8f-a14ecabcaa0c admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:34:09.940155 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd920463-820c-478d-bc8f-a14ecabcaa0c admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:34:09.970594 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd920463-820c-478d-bc8f-a14ecabcaa0c admin admin] Pushing event updated for resources: {'Port': ['ID=c3c74e54-1bda-4bc3-b418-a87e54865c9e,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:10.201252 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cd920463-820c-478d-bc8f-a14ecabcaa0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:10.300099 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:10.402543 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cd920463-820c-478d-bc8f-a14ecabcaa0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:10.544328 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd920463-820c-478d-bc8f-a14ecabcaa0c admin admin] Router e731dda3-13b9-47aa-adaf-47ada4d47351 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:34:10.652669 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd920463-820c-478d-bc8f-a14ecabcaa0c admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:34:10.661907 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b99be4-dc56-44e4-be7d-88f1ffec7eda None None] Sync routers for ids ['e731dda3-13b9-47aa-adaf-47ada4d47351'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:34:10.667204 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127b1b7a-6921-40e5-832e-c748bb2da74d None None] Network 6f28f459-d0bc-407b-9d21-721ba83e54b0 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:34:10.671354 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b99be4-dc56-44e4-be7d-88f1ffec7eda None None] Routers {'e731dda3-13b9-47aa-adaf-47ada4d47351'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:34:10.671968 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-19b99be4-dc56-44e4-be7d-88f1ffec7eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:33:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e731dda3-13b9-47aa-adaf-47ada4d47351'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:34:10.672345 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cd920463-820c-478d-bc8f-a14ecabcaa0c admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:10.673825 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cd920463-820c-478d-bc8f-a14ecabcaa0c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6018922 Aug 17 00:34:10.676465 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43898) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:34:10.751211 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b3e3403b-2aef-4575-ac3b-aadbd56ede5a None None] Provisioning for port 9369e1a2-3ba6-4863-b73c-78e60cef2c51 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:34:10.789321 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-19b99be4-dc56-44e4-be7d-88f1ffec7eda None None] Set router e731dda3-13b9-47aa-adaf-47ada4d47351 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:34:11.077402 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-19b99be4-dc56-44e4-be7d-88f1ffec7eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'name': 'tempest-TestServerBasicOps-1491945902-router', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c3c74e54-1bda-4bc3-b418-a87e54865c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:34:09Z', 'updated_at': '2021-08-17T00:34:10Z', 'revision_number': 3, 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'gw_port': {'id': 'c3c74e54-1bda-4bc3-b418-a87e54865c9e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:09Z', 'updated_at': '2021-08-17T00:34:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:34:11.104248 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b99be4-dc56-44e4-be7d-88f1ffec7eda None None] Checking router: e731dda3-13b9-47aa-adaf-47ada4d47351 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:34:11.104600 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b99be4-dc56-44e4-be7d-88f1ffec7eda None None] Updating router e731dda3-13b9-47aa-adaf-47ada4d47351 port c3c74e54-1bda-4bc3-b418-a87e54865c9e binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:34:11.130990 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-19b99be4-dc56-44e4-be7d-88f1ffec7eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:11.394444 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-19b99be4-dc56-44e4-be7d-88f1ffec7eda None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:11.403939 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-19b99be4-dc56-44e4-be7d-88f1ffec7eda None None] Transition to ACTIVE for port object c3c74e54-1bda-4bc3-b418-a87e54865c9e will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:34:11.410323 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-19b99be4-dc56-44e4-be7d-88f1ffec7eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:11.463421 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98136d46-63f8-48eb-a370-a4fcced713f2 None None] Pushing event updated for resources: {'Port': ['ID=c3c74e54-1bda-4bc3-b418-a87e54865c9e,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:11.465409 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-19b99be4-dc56-44e4-be7d-88f1ffec7eda None None] Attempting to bind port c3c74e54-1bda-4bc3-b418-a87e54865c9e on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:34:11.465886 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-19b99be4-dc56-44e4-be7d-88f1ffec7eda None None] Attempting to bind port c3c74e54-1bda-4bc3-b418-a87e54865c9e by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:34:11.466376 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b99be4-dc56-44e4-be7d-88f1ffec7eda None None] Attempting to bind port c3c74e54-1bda-4bc3-b418-a87e54865c9e on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:34:11.475301 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98136d46-63f8-48eb-a370-a4fcced713f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:11.475648 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98136d46-63f8-48eb-a370-a4fcced713f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:11.475983 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98136d46-63f8-48eb-a370-a4fcced713f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:11.476313 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98136d46-63f8-48eb-a370-a4fcced713f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:11.476641 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98136d46-63f8-48eb-a370-a4fcced713f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:11.477376 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98136d46-63f8-48eb-a370-a4fcced713f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:11.477376 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98136d46-63f8-48eb-a370-a4fcced713f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:11.477616 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98136d46-63f8-48eb-a370-a4fcced713f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:11.477927 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98136d46-63f8-48eb-a370-a4fcced713f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:11.479144 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98136d46-63f8-48eb-a370-a4fcced713f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:11.479144 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98136d46-63f8-48eb-a370-a4fcced713f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:11.479144 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98136d46-63f8-48eb-a370-a4fcced713f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:11.483048 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b99be4-dc56-44e4-be7d-88f1ffec7eda None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:34:11.483768 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b99be4-dc56-44e4-be7d-88f1ffec7eda None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:34:11.483935 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-19b99be4-dc56-44e4-be7d-88f1ffec7eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:11.484182 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b99be4-dc56-44e4-be7d-88f1ffec7eda None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:34:11.484652 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-19b99be4-dc56-44e4-be7d-88f1ffec7eda None None] Bound port: c3c74e54-1bda-4bc3-b418-a87e54865c9e, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:34:11.485028 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-19b99be4-dc56-44e4-be7d-88f1ffec7eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:11.495092 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-73b125a5-e7ff-4a80-9431-2778165f11f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:11.538915 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-19b99be4-dc56-44e4-be7d-88f1ffec7eda None None] For port c3c74e54-1bda-4bc3-b418-a87e54865c9e, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:34:11.542458 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-19b99be4-dc56-44e4-be7d-88f1ffec7eda None None] For port c3c74e54-1bda-4bc3-b418-a87e54865c9e, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c3c74e54-1bda-4bc3-b418-a87e54865c9e,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:34:11.549743 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-19b99be4-dc56-44e4-be7d-88f1ffec7eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:11.605440 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b99be4-dc56-44e4-be7d-88f1ffec7eda None None] Routers {'e731dda3-13b9-47aa-adaf-47ada4d47351'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:34:11.606158 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-19b99be4-dc56-44e4-be7d-88f1ffec7eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:33:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e731dda3-13b9-47aa-adaf-47ada4d47351'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:34:11.625624 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9369e1a2-3ba6-4863-b73c-78e60cef2c51 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:34:11.661420 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98136d46-63f8-48eb-a370-a4fcced713f2 None None] Pushing event updated for resources: {'Port': ['ID=c3c74e54-1bda-4bc3-b418-a87e54865c9e,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:11.680686 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 9369e1a2-3ba6-4863-b73c-78e60cef2c51 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:34:11.684379 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 9369e1a2-3ba6-4863-b73c-78e60cef2c51 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:34:11.685163 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:11.728731 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-73b125a5-e7ff-4a80-9431-2778165f11f3 admin admin] Allocated IP 172.20.0.1 (6f28f459-d0bc-407b-9d21-721ba83e54b0/ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef/6e280d58-026f-499e-9b23-c4cac0eabd39) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:34:11.737821 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-19b99be4-dc56-44e4-be7d-88f1ffec7eda None None] Set router e731dda3-13b9-47aa-adaf-47ada4d47351 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:34:11.773562 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:11.806795 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 9369e1a2-3ba6-4863-b73c-78e60cef2c51, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9369e1a2-3ba6-4863-b73c-78e60cef2c51,segment=NetworkSegment(557fc664-163a-434e-96cc-6f9f142e4ef9),segment_id=557fc664-163a-434e-96cc-6f9f142e4ef9)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:34:11.811323 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:11.838395 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-73b125a5-e7ff-4a80-9431-2778165f11f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:11.855397 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-73b125a5-e7ff-4a80-9431-2778165f11f3 admin admin] Transition to ACTIVE for port object 6e280d58-026f-499e-9b23-c4cac0eabd39 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:34:11.864537 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=9369e1a2-3ba6-4863-b73c-78e60cef2c51,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:11.890091 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-73b125a5-e7ff-4a80-9431-2778165f11f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:11.899724 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:11.924888 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b125a5-e7ff-4a80-9431-2778165f11f3 admin admin] Network 6f28f459-d0bc-407b-9d21-721ba83e54b0 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:34:11.927528 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-73b125a5-e7ff-4a80-9431-2778165f11f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:34:11.928268 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-19b99be4-dc56-44e4-be7d-88f1ffec7eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'name': 'tempest-TestServerBasicOps-1491945902-router', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c3c74e54-1bda-4bc3-b418-a87e54865c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:34:09Z', 'updated_at': '2021-08-17T00:34:10Z', 'revision_number': 3, 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'gw_port': {'id': 'c3c74e54-1bda-4bc3-b418-a87e54865c9e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:09Z', 'updated_at': '2021-08-17T00:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:34:11.932989 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b125a5-e7ff-4a80-9431-2778165f11f3 admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:34:11.958373 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b99be4-dc56-44e4-be7d-88f1ffec7eda None None] The sync data for ids ['e731dda3-13b9-47aa-adaf-47ada4d47351'] in n-d-800088-20 is: [{'id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'name': 'tempest-TestServerBasicOps-1491945902-router', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c3c74e54-1bda-4bc3-b418-a87e54865c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:34:09Z', 'updated_at': '2021-08-17T00:34:10Z', 'revision_number': 3, 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'gw_port': {'id': 'c3c74e54-1bda-4bc3-b418-a87e54865c9e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:09Z', 'updated_at': '2021-08-17T00:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:34:11.965298 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b125a5-e7ff-4a80-9431-2778165f11f3 admin admin] Pushing event updated for resources: {'Port': ['ID=6e280d58-026f-499e-9b23-c4cac0eabd39,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:11.987729 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-73b125a5-e7ff-4a80-9431-2778165f11f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:12.136164 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-73b125a5-e7ff-4a80-9431-2778165f11f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:12.213412 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3a903089-13b8-4ea5-aac5-9b73f0664189 None None] Provisioning for port 6e280d58-026f-499e-9b23-c4cac0eabd39 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:34:12.217807 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3a903089-13b8-4ea5-aac5-9b73f0664189 None None] Provisioning complete for port 6e280d58-026f-499e-9b23-c4cac0eabd39 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:34:12.218187 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3a903089-13b8-4ea5-aac5-9b73f0664189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:12.265785 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-3a903089-13b8-4ea5-aac5-9b73f0664189 None None] Port 6e280d58-026f-499e-9b23-c4cac0eabd39 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:34:12.337361 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-73b125a5-e7ff-4a80-9431-2778165f11f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:12.342130 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-73b125a5-e7ff-4a80-9431-2778165f11f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:12.412793 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b125a5-e7ff-4a80-9431-2778165f11f3 admin admin] Pushing event updated for resources: {'Port': ['ID=6e280d58-026f-499e-9b23-c4cac0eabd39,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:12.417827 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-73b125a5-e7ff-4a80-9431-2778165f11f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:12.518777 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b125a5-e7ff-4a80-9431-2778165f11f3 admin admin] Network 6f28f459-d0bc-407b-9d21-721ba83e54b0 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:34:12.520168 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-73b125a5-e7ff-4a80-9431-2778165f11f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:34:12.644075 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b125a5-e7ff-4a80-9431-2778165f11f3 admin admin] Router e731dda3-13b9-47aa-adaf-47ada4d47351 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:34:12.770231 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b125a5-e7ff-4a80-9431-2778165f11f3 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:34:12.775949 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-73b125a5-e7ff-4a80-9431-2778165f11f3 admin admin] 10.222.0.60 "PUT /v2.0/routers/e731dda3-13b9-47aa-adaf-47ada4d47351/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0981743 Aug 17 00:34:12.788845 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-04a904ff-f839-4706-ab71-f4c904aa8b73 None None] Provisioning complete for port 6e280d58-026f-499e-9b23-c4cac0eabd39 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:34:12.789331 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-04a904ff-f839-4706-ab71-f4c904aa8b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:12.831829 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-04a904ff-f839-4706-ab71-f4c904aa8b73 None None] Port 6e280d58-026f-499e-9b23-c4cac0eabd39 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:34:13.247285 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43916) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:34:13.252425 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-9f77508d-7e2e-49e7-b4c1-58ea82f6715d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-412387129-network', 'tenant_id': '76c377ef6b0b478bb5206a54ab2ef771'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:34:13.273391 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f77508d-7e2e-49e7-b4c1-58ea82f6715d admin admin] Made reservation on behalf of 76c377ef6b0b478bb5206a54ab2ef771 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:34:13.275770 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9f77508d-7e2e-49e7-b4c1-58ea82f6715d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:13.288551 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9f77508d-7e2e-49e7-b4c1-58ea82f6715d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:13.389655 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9f77508d-7e2e-49e7-b4c1-58ea82f6715d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:13.394114 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9f77508d-7e2e-49e7-b4c1-58ea82f6715d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:13.418991 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f77508d-7e2e-49e7-b4c1-58ea82f6715d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:34:13.427652 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77508d-7e2e-49e7-b4c1-58ea82f6715d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bd9d28-1490-47bc-a218-dc5c881664ab,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:13.435258 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9f77508d-7e2e-49e7-b4c1-58ea82f6715d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:13.435668 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-9f77508d-7e2e-49e7-b4c1-58ea82f6715d admin admin] Added segment a02bfa96-4b0b-409d-9172-7c23e3889c18 of type vlan for network dc13b1b8-06cc-4378-93e9-5cf8da75c887 Aug 17 00:34:13.469597 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a7911-cbed-44e1-8a11-52d1d61dc32a None None] Sync routers for ids ['e731dda3-13b9-47aa-adaf-47ada4d47351'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:34:13.481197 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039a7911-cbed-44e1-8a11-52d1d61dc32a None None] Routers {'e731dda3-13b9-47aa-adaf-47ada4d47351'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:34:13.482015 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-039a7911-cbed-44e1-8a11-52d1d61dc32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:33:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e731dda3-13b9-47aa-adaf-47ada4d47351'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:34:13.485664 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9f77508d-7e2e-49e7-b4c1-58ea82f6715d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:13.510313 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9f77508d-7e2e-49e7-b4c1-58ea82f6715d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:13.511273 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f77508d-7e2e-49e7-b4c1-58ea82f6715d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:13.511867 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9f77508d-7e2e-49e7-b4c1-58ea82f6715d admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:13.564216 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9f77508d-7e2e-49e7-b4c1-58ea82f6715d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3132782 Aug 17 00:34:13.564625 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43918) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:34:13.572629 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-05fd287f-c6d4-4469-841f-d0145b4b8246 admin admin] Request body: {'subnet': {'network_id': 'dc13b1b8-06cc-4378-93e9-5cf8da75c887', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-412387129-subnet', 'tenant_id': '76c377ef6b0b478bb5206a54ab2ef771', 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:34:13.578332 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77508d-7e2e-49e7-b4c1-58ea82f6715d admin admin] Pushing event updated for resources: {'Network': ['ID=dc13b1b8-06cc-4378-93e9-5cf8da75c887,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:13.608698 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fd287f-c6d4-4469-841f-d0145b4b8246 admin admin] Made reservation on behalf of 76c377ef6b0b478bb5206a54ab2ef771 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:34:13.611196 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-05fd287f-c6d4-4469-841f-d0145b4b8246 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:13.741129 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network dc13b1b8-06cc-4378-93e9-5cf8da75c887 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:34:13.743140 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c3c74e54-1bda-4bc3-b418-a87e54865c9e up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:34:13.799794 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-05fd287f-c6d4-4469-841f-d0145b4b8246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:13.860292 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd287f-c6d4-4469-841f-d0145b4b8246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c800ed8d-706a-4860-be47-14baacacba92,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:13.869370 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-039a7911-cbed-44e1-8a11-52d1d61dc32a None None] Set router e731dda3-13b9-47aa-adaf-47ada4d47351 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:34:13.870472 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fd287f-c6d4-4469-841f-d0145b4b8246 admin admin] Checking segment: {'id': 'a02bfa96-4b0b-409d-9172-7c23e3889c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'dc13b1b8-06cc-4378-93e9-5cf8da75c887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:34:13.870841 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fd287f-c6d4-4469-841f-d0145b4b8246 admin admin] Network hostable DHCP agents. Network: dc13b1b8-06cc-4378-93e9-5cf8da75c887, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:34:13.887538 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fd287f-c6d4-4469-841f-d0145b4b8246 admin admin] Network dc13b1b8-06cc-4378-93e9-5cf8da75c887 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:34:13.897614 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-05fd287f-c6d4-4469-841f-d0145b4b8246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, dc13b1b8-06cc-4378-93e9-5cf8da75c887) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:34:13.901779 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fd287f-c6d4-4469-841f-d0145b4b8246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:13.902334 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-05fd287f-c6d4-4469-841f-d0145b4b8246 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:13.904799 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port c3c74e54-1bda-4bc3-b418-a87e54865c9e completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:34:13.912359 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4479a79-c8bb-4a57-9469-faa39df341dc None None] Network dc13b1b8-06cc-4378-93e9-5cf8da75c887 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:34:13.916348 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-05fd287f-c6d4-4469-841f-d0145b4b8246 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3504577 Aug 17 00:34:13.918960 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43920) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:34:13.923339 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-da0cf187-7688-4637-8441-3c8339931090 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-412387129-router', 'tenant_id': '76c377ef6b0b478bb5206a54ab2ef771', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:34:13.930021 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port c3c74e54-1bda-4bc3-b418-a87e54865c9e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:34:13.930403 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:13.943829 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-da0cf187-7688-4637-8441-3c8339931090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:13.944810 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-da0cf187-7688-4637-8441-3c8339931090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:13.997564 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-da0cf187-7688-4637-8441-3c8339931090 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:14.144009 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-da0cf187-7688-4637-8441-3c8339931090 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:14.229120 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:14.268178 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58edc09b-6016-4aa9-836b-0b904f0478f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-dc13b1b8-06cc-4378-93e9-5cf8da75c887', 'network_id': 'dc13b1b8-06cc-4378-93e9-5cf8da75c887', 'tenant_id': '76c377ef6b0b478bb5206a54ab2ef771', 'fixed_ips': [{'subnet_id': 'c800ed8d-706a-4860-be47-14baacacba92'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:34:14.269034 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-58edc09b-6016-4aa9-836b-0b904f0478f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:14.287051 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port c3c74e54-1bda-4bc3-b418-a87e54865c9e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c3c74e54-1bda-4bc3-b418-a87e54865c9e,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:34:14.295756 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:14.296552 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9369e1a2-3ba6-4863-b73c-78e60cef2c51 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:34:14.349917 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-da0cf187-7688-4637-8441-3c8339931090 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:14.375621 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-da0cf187-7688-4637-8441-3c8339931090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:14.471658 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-039a7911-cbed-44e1-8a11-52d1d61dc32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'name': 'tempest-TestServerBasicOps-1491945902-router', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c3c74e54-1bda-4bc3-b418-a87e54865c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:34:09Z', 'updated_at': '2021-08-17T00:34:12Z', 'revision_number': 4, 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'gw_port': {'id': 'c3c74e54-1bda-4bc3-b418-a87e54865c9e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:09Z', 'updated_at': '2021-08-17T00:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '6e280d58-026f-499e-9b23-c4cac0eabd39', 'name': '', 'network_id': '6f28f459-d0bc-407b-9d21-721ba83e54b0', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'mac_address': 'fa:16:3e:bc:35:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:11Z', 'updated_at': '2021-08-17T00:34:12Z', 'revision_number': 2, 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'subnets': [{'id': 'ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:34:14.473336 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=c3c74e54-1bda-4bc3-b418-a87e54865c9e,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:14.484101 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-da0cf187-7688-4637-8441-3c8339931090 admin admin] Allocated IP 172.25.3.143 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:34:14.528676 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a7911-cbed-44e1-8a11-52d1d61dc32a None None] Checking router: e731dda3-13b9-47aa-adaf-47ada4d47351 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:34:14.528902 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a7911-cbed-44e1-8a11-52d1d61dc32a None None] Updating router e731dda3-13b9-47aa-adaf-47ada4d47351 port 6e280d58-026f-499e-9b23-c4cac0eabd39 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:34:14.570041 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 9369e1a2-3ba6-4863-b73c-78e60cef2c51 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:34:14.570417 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:14.591320 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-da0cf187-7688-4637-8441-3c8339931090 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:14.592573 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-039a7911-cbed-44e1-8a11-52d1d61dc32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:14.609852 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-58edc09b-6016-4aa9-836b-0b904f0478f1 None None] Allocated IP 172.20.0.2 (dc13b1b8-06cc-4378-93e9-5cf8da75c887/c800ed8d-706a-4860-be47-14baacacba92/fb67ce2d-6c68-4562-9174-1bc2af07edce) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:34:14.631458 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-da0cf187-7688-4637-8441-3c8339931090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:14.669138 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0cf187-7688-4637-8441-3c8339931090 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:34:14.674392 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-da0cf187-7688-4637-8441-3c8339931090 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:34:14.678107 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0cf187-7688-4637-8441-3c8339931090 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:34:14.704229 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cf187-7688-4637-8441-3c8339931090 admin admin] Pushing event updated for resources: {'Port': ['ID=95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:14.930920 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-da0cf187-7688-4637-8441-3c8339931090 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:14.968158 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-58edc09b-6016-4aa9-836b-0b904f0478f1 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:14.984731 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-58edc09b-6016-4aa9-836b-0b904f0478f1 None None] Transition to ACTIVE for port object fb67ce2d-6c68-4562-9174-1bc2af07edce will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:34:15.014060 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-58edc09b-6016-4aa9-836b-0b904f0478f1 None None] Transition to ACTIVE for port object fb67ce2d-6c68-4562-9174-1bc2af07edce will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:34:15.037781 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-58edc09b-6016-4aa9-836b-0b904f0478f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:15.086964 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-039a7911-cbed-44e1-8a11-52d1d61dc32a None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:15.097862 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58edc09b-6016-4aa9-836b-0b904f0478f1 None None] Network dc13b1b8-06cc-4378-93e9-5cf8da75c887 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:34:15.108193 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-58edc09b-6016-4aa9-836b-0b904f0478f1 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:34:15.112244 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58edc09b-6016-4aa9-836b-0b904f0478f1 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:34:15.113970 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58edc09b-6016-4aa9-836b-0b904f0478f1 None None] Pushing event updated for resources: {'Port': ['ID=fb67ce2d-6c68-4562-9174-1bc2af07edce,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:15.118438 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-039a7911-cbed-44e1-8a11-52d1d61dc32a None None] Transition to ACTIVE for port object 6e280d58-026f-499e-9b23-c4cac0eabd39 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:34:15.128650 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-039a7911-cbed-44e1-8a11-52d1d61dc32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:15.139960 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-da0cf187-7688-4637-8441-3c8339931090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:15.211403 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-58edc09b-6016-4aa9-836b-0b904f0478f1 None None] Attempting to bind port fb67ce2d-6c68-4562-9174-1bc2af07edce on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:34:15.211752 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-58edc09b-6016-4aa9-836b-0b904f0478f1 None None] Attempting to bind port fb67ce2d-6c68-4562-9174-1bc2af07edce by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'a02bfa96-4b0b-409d-9172-7c23e3889c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'dc13b1b8-06cc-4378-93e9-5cf8da75c887'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:34:15.212135 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58edc09b-6016-4aa9-836b-0b904f0478f1 None None] Attempting to bind port fb67ce2d-6c68-4562-9174-1bc2af07edce on network dc13b1b8-06cc-4378-93e9-5cf8da75c887 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:34:15.216889 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc8e95-a381-4b05-80e3-6200d3038b07 None None] Pushing event updated for resources: {'Port': ['ID=6e280d58-026f-499e-9b23-c4cac0eabd39,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:15.224705 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58edc09b-6016-4aa9-836b-0b904f0478f1 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:34:15.225103 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58edc09b-6016-4aa9-836b-0b904f0478f1 None None] Checking segment: {'id': 'a02bfa96-4b0b-409d-9172-7c23e3889c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'dc13b1b8-06cc-4378-93e9-5cf8da75c887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:34:15.225513 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-58edc09b-6016-4aa9-836b-0b904f0478f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:15.225902 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58edc09b-6016-4aa9-836b-0b904f0478f1 None None] Bound using segment: {'id': 'a02bfa96-4b0b-409d-9172-7c23e3889c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'dc13b1b8-06cc-4378-93e9-5cf8da75c887'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:34:15.226378 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-58edc09b-6016-4aa9-836b-0b904f0478f1 None None] Bound port: fb67ce2d-6c68-4562-9174-1bc2af07edce, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02bfa96-4b0b-409d-9172-7c23e3889c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'dc13b1b8-06cc-4378-93e9-5cf8da75c887'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:34:15.226754 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-58edc09b-6016-4aa9-836b-0b904f0478f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:15.276577 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0cf187-7688-4637-8441-3c8339931090 admin admin] Router e01fc723-e6b6-4893-a35c-657313de8306 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:34:15.286410 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-039a7911-cbed-44e1-8a11-52d1d61dc32a None None] Attempting to bind port 6e280d58-026f-499e-9b23-c4cac0eabd39 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:34:15.286781 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-039a7911-cbed-44e1-8a11-52d1d61dc32a None None] Attempting to bind port 6e280d58-026f-499e-9b23-c4cac0eabd39 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '557fc664-163a-434e-96cc-6f9f142e4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6f28f459-d0bc-407b-9d21-721ba83e54b0'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:34:15.287142 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a7911-cbed-44e1-8a11-52d1d61dc32a None None] Attempting to bind port 6e280d58-026f-499e-9b23-c4cac0eabd39 on network 6f28f459-d0bc-407b-9d21-721ba83e54b0 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:34:15.312996 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a7911-cbed-44e1-8a11-52d1d61dc32a None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:34:15.313468 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a7911-cbed-44e1-8a11-52d1d61dc32a None None] Checking segment: {'id': '557fc664-163a-434e-96cc-6f9f142e4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6f28f459-d0bc-407b-9d21-721ba83e54b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:34:15.313797 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-039a7911-cbed-44e1-8a11-52d1d61dc32a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:15.314177 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a7911-cbed-44e1-8a11-52d1d61dc32a None None] Bound using segment: {'id': '557fc664-163a-434e-96cc-6f9f142e4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6f28f459-d0bc-407b-9d21-721ba83e54b0'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:34:15.314641 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-039a7911-cbed-44e1-8a11-52d1d61dc32a None None] Bound port: 6e280d58-026f-499e-9b23-c4cac0eabd39, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557fc664-163a-434e-96cc-6f9f142e4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6f28f459-d0bc-407b-9d21-721ba83e54b0'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:34:15.315017 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-039a7911-cbed-44e1-8a11-52d1d61dc32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:15.377816 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-58edc09b-6016-4aa9-836b-0b904f0478f1 None None] For port fb67ce2d-6c68-4562-9174-1bc2af07edce, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:34:15.382476 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-58edc09b-6016-4aa9-836b-0b904f0478f1 None None] For port fb67ce2d-6c68-4562-9174-1bc2af07edce, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=fb67ce2d-6c68-4562-9174-1bc2af07edce,segment=NetworkSegment(a02bfa96-4b0b-409d-9172-7c23e3889c18),segment_id=a02bfa96-4b0b-409d-9172-7c23e3889c18)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:34:15.394707 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-58edc09b-6016-4aa9-836b-0b904f0478f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:15.437469 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-039a7911-cbed-44e1-8a11-52d1d61dc32a None None] For port 6e280d58-026f-499e-9b23-c4cac0eabd39, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:34:15.457590 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-039a7911-cbed-44e1-8a11-52d1d61dc32a None None] For port 6e280d58-026f-499e-9b23-c4cac0eabd39, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6e280d58-026f-499e-9b23-c4cac0eabd39,segment=NetworkSegment(557fc664-163a-434e-96cc-6f9f142e4ef9),segment_id=557fc664-163a-434e-96cc-6f9f142e4ef9)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:34:15.476072 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-039a7911-cbed-44e1-8a11-52d1d61dc32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:15.497207 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58edc09b-6016-4aa9-836b-0b904f0478f1 None None] Pushing event updated for resources: {'Port': ['ID=fb67ce2d-6c68-4562-9174-1bc2af07edce,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:15.548513 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039a7911-cbed-44e1-8a11-52d1d61dc32a None None] Routers {'e731dda3-13b9-47aa-adaf-47ada4d47351'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:34:15.549432 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-039a7911-cbed-44e1-8a11-52d1d61dc32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:33:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e731dda3-13b9-47aa-adaf-47ada4d47351'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:34:15.774436 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0cf187-7688-4637-8441-3c8339931090 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:34:15.789851 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f84a738-4723-4cae-b124-529c29ed6195 None None] Sync routers for ids ['e01fc723-e6b6-4893-a35c-657313de8306'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:34:15.796593 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-da0cf187-7688-4637-8441-3c8339931090 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:15.801519 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43922) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:34:15.803641 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-da0cf187-7688-4637-8441-3c8339931090 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8825209 Aug 17 00:34:15.812841 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c3c74e54-1bda-4bc3-b418-a87e54865c9e up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:34:15.814930 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f84a738-4723-4cae-b124-529c29ed6195 None None] Routers {'e01fc723-e6b6-4893-a35c-657313de8306'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:34:15.817941 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1f84a738-4723-4cae-b124-529c29ed6195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:33:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e01fc723-e6b6-4893-a35c-657313de8306'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:34:15.822177 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc8e95-a381-4b05-80e3-6200d3038b07 None None] Pushing event updated for resources: {'Port': ['ID=6e280d58-026f-499e-9b23-c4cac0eabd39,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:15.952063 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-039a7911-cbed-44e1-8a11-52d1d61dc32a None None] Set router e731dda3-13b9-47aa-adaf-47ada4d47351 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:34:15.953996 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-1f84a738-4723-4cae-b124-529c29ed6195 None None] Set router e01fc723-e6b6-4893-a35c-657313de8306 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:34:15.983902 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port c3c74e54-1bda-4bc3-b418-a87e54865c9e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:34:15.983902 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:16.149080 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1f84a738-4723-4cae-b124-529c29ed6195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01fc723-e6b6-4893-a35c-657313de8306', 'name': 'tempest-TestServerBasicOps-412387129-router', 'tenant_id': '76c377ef6b0b478bb5206a54ab2ef771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:34:13Z', 'updated_at': '2021-08-17T00:34:14Z', 'revision_number': 3, 'project_id': '76c377ef6b0b478bb5206a54ab2ef771', 'gw_port': {'id': '95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01fc723-e6b6-4893-a35c-657313de8306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:14Z', 'updated_at': '2021-08-17T00:34:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:34:16.176415 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f84a738-4723-4cae-b124-529c29ed6195 None None] Checking router: e01fc723-e6b6-4893-a35c-657313de8306 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:34:16.178092 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f84a738-4723-4cae-b124-529c29ed6195 None None] Updating router e01fc723-e6b6-4893-a35c-657313de8306 port 95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:34:16.213432 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-1f84a738-4723-4cae-b124-529c29ed6195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:16.241323 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-039a7911-cbed-44e1-8a11-52d1d61dc32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'name': 'tempest-TestServerBasicOps-1491945902-router', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c3c74e54-1bda-4bc3-b418-a87e54865c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:34:09Z', 'updated_at': '2021-08-17T00:34:12Z', 'revision_number': 4, 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'gw_port': {'id': 'c3c74e54-1bda-4bc3-b418-a87e54865c9e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:09Z', 'updated_at': '2021-08-17T00:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '6e280d58-026f-499e-9b23-c4cac0eabd39', 'name': '', 'network_id': '6f28f459-d0bc-407b-9d21-721ba83e54b0', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'mac_address': 'fa:16:3e:bc:35:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:11Z', 'updated_at': '2021-08-17T00:34:15Z', 'revision_number': 4, 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'subnets': [{'id': 'ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:34:16.276374 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a7911-cbed-44e1-8a11-52d1d61dc32a None None] The sync data for ids ['e731dda3-13b9-47aa-adaf-47ada4d47351'] in n-d-800088-20 is: [{'id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'name': 'tempest-TestServerBasicOps-1491945902-router', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c3c74e54-1bda-4bc3-b418-a87e54865c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:34:09Z', 'updated_at': '2021-08-17T00:34:12Z', 'revision_number': 4, 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'gw_port': {'id': 'c3c74e54-1bda-4bc3-b418-a87e54865c9e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:09Z', 'updated_at': '2021-08-17T00:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '6e280d58-026f-499e-9b23-c4cac0eabd39', 'name': '', 'network_id': '6f28f459-d0bc-407b-9d21-721ba83e54b0', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'mac_address': 'fa:16:3e:bc:35:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:11Z', 'updated_at': '2021-08-17T00:34:15Z', 'revision_number': 4, 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'subnets': [{'id': 'ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:34:16.345418 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-046ba24c-9a1d-4426-9a29-02851348f31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:16.550046 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-046ba24c-9a1d-4426-9a29-02851348f31f admin admin] Allocated IP 172.20.0.1 (dc13b1b8-06cc-4378-93e9-5cf8da75c887/c800ed8d-706a-4860-be47-14baacacba92/5aa570e4-cb8b-4a30-acff-3eea10506c86) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:34:16.573660 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-83d19149-beaf-44a1-a3d1-4db04c6c83be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:16.602801 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-1f84a738-4723-4cae-b124-529c29ed6195 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:16.615179 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-1f84a738-4723-4cae-b124-529c29ed6195 None None] Transition to ACTIVE for port object 95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:34:16.624044 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-1f84a738-4723-4cae-b124-529c29ed6195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:16.681208 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621fb782-61ed-4c6b-805c-891c924d888c None None] Pushing event updated for resources: {'Port': ['ID=95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:16.683846 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-1f84a738-4723-4cae-b124-529c29ed6195 None None] Attempting to bind port 95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:34:16.684222 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-1f84a738-4723-4cae-b124-529c29ed6195 None None] Attempting to bind port 95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:34:16.685394 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f84a738-4723-4cae-b124-529c29ed6195 None None] Attempting to bind port 95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:34:16.691867 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f84a738-4723-4cae-b124-529c29ed6195 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:34:16.692377 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f84a738-4723-4cae-b124-529c29ed6195 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:34:16.692955 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-1f84a738-4723-4cae-b124-529c29ed6195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:16.693511 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f84a738-4723-4cae-b124-529c29ed6195 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:34:16.694290 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-1f84a738-4723-4cae-b124-529c29ed6195 None None] Bound port: 95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:34:16.694810 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-1f84a738-4723-4cae-b124-529c29ed6195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:16.695984 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-046ba24c-9a1d-4426-9a29-02851348f31f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:16.705336 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c70854-b7ef-49b0-8298-8db4f2bc1a06 None None] Network dc13b1b8-06cc-4378-93e9-5cf8da75c887 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:34:16.731139 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-046ba24c-9a1d-4426-9a29-02851348f31f admin admin] Transition to ACTIVE for port object 5aa570e4-cb8b-4a30-acff-3eea10506c86 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:34:16.756058 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-1f84a738-4723-4cae-b124-529c29ed6195 None None] For port 95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:34:16.759742 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-1f84a738-4723-4cae-b124-529c29ed6195 None None] For port 95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:34:16.765134 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-1f84a738-4723-4cae-b124-529c29ed6195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:16.782251 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-046ba24c-9a1d-4426-9a29-02851348f31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:16.822775 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046ba24c-9a1d-4426-9a29-02851348f31f admin admin] Network dc13b1b8-06cc-4378-93e9-5cf8da75c887 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:34:16.823484 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f84a738-4723-4cae-b124-529c29ed6195 None None] Routers {'e01fc723-e6b6-4893-a35c-657313de8306'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:34:16.823873 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1f84a738-4723-4cae-b124-529c29ed6195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:33:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e01fc723-e6b6-4893-a35c-657313de8306'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:34:16.827258 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-046ba24c-9a1d-4426-9a29-02851348f31f admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:34:16.833427 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046ba24c-9a1d-4426-9a29-02851348f31f admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:34:16.869280 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ba24c-9a1d-4426-9a29-02851348f31f admin admin] Pushing event updated for resources: {'Port': ['ID=5aa570e4-cb8b-4a30-acff-3eea10506c86,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:16.881665 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-bf4eecbb-fcc4-471d-8fc0-390098af6265 None None] Provisioning for port fb67ce2d-6c68-4562-9174-1bc2af07edce completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:34:16.901708 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621fb782-61ed-4c6b-805c-891c924d888c None None] Pushing event updated for resources: {'Port': ['ID=95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:16.905524 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-046ba24c-9a1d-4426-9a29-02851348f31f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:16.995198 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-1f84a738-4723-4cae-b124-529c29ed6195 None None] Set router e01fc723-e6b6-4893-a35c-657313de8306 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:34:17.057622 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-046ba24c-9a1d-4426-9a29-02851348f31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:17.219100 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-eca163ef-ad13-4aac-b190-f2599f91dd17 None None] Provisioning for port 5aa570e4-cb8b-4a30-acff-3eea10506c86 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:34:17.227221 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-eca163ef-ad13-4aac-b190-f2599f91dd17 None None] Provisioning complete for port 5aa570e4-cb8b-4a30-acff-3eea10506c86 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:34:17.228115 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-eca163ef-ad13-4aac-b190-f2599f91dd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:17.266459 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-046ba24c-9a1d-4426-9a29-02851348f31f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:17.280675 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-046ba24c-9a1d-4426-9a29-02851348f31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:17.286762 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-eca163ef-ad13-4aac-b190-f2599f91dd17 None None] Port 5aa570e4-cb8b-4a30-acff-3eea10506c86 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:34:17.298136 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-1f84a738-4723-4cae-b124-529c29ed6195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01fc723-e6b6-4893-a35c-657313de8306', 'name': 'tempest-TestServerBasicOps-412387129-router', 'tenant_id': '76c377ef6b0b478bb5206a54ab2ef771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:34:13Z', 'updated_at': '2021-08-17T00:34:14Z', 'revision_number': 3, 'project_id': '76c377ef6b0b478bb5206a54ab2ef771', 'gw_port': {'id': '95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01fc723-e6b6-4893-a35c-657313de8306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:14Z', 'updated_at': '2021-08-17T00:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:34:17.329794 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f84a738-4723-4cae-b124-529c29ed6195 None None] The sync data for ids ['e01fc723-e6b6-4893-a35c-657313de8306'] in n-d-800088-20 is: [{'id': 'e01fc723-e6b6-4893-a35c-657313de8306', 'name': 'tempest-TestServerBasicOps-412387129-router', 'tenant_id': '76c377ef6b0b478bb5206a54ab2ef771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:34:13Z', 'updated_at': '2021-08-17T00:34:14Z', 'revision_number': 3, 'project_id': '76c377ef6b0b478bb5206a54ab2ef771', 'gw_port': {'id': '95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01fc723-e6b6-4893-a35c-657313de8306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:14Z', 'updated_at': '2021-08-17T00:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:34:17.363227 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ba24c-9a1d-4426-9a29-02851348f31f admin admin] Pushing event updated for resources: {'Port': ['ID=5aa570e4-cb8b-4a30-acff-3eea10506c86,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:17.374504 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-046ba24c-9a1d-4426-9a29-02851348f31f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:17.508002 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046ba24c-9a1d-4426-9a29-02851348f31f admin admin] Network dc13b1b8-06cc-4378-93e9-5cf8da75c887 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:34:17.509618 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-046ba24c-9a1d-4426-9a29-02851348f31f admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:34:17.542284 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7c2b5a97-2180-476b-b9bf-0e59eaeeba37 None None] Provisioning complete for port 5aa570e4-cb8b-4a30-acff-3eea10506c86 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:34:17.542697 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7c2b5a97-2180-476b-b9bf-0e59eaeeba37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:17.593324 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-7c2b5a97-2180-476b-b9bf-0e59eaeeba37 None None] Port 5aa570e4-cb8b-4a30-acff-3eea10506c86 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:34:17.750409 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6e280d58-026f-499e-9b23-c4cac0eabd39 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:34:17.770901 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046ba24c-9a1d-4426-9a29-02851348f31f admin admin] Router e01fc723-e6b6-4893-a35c-657313de8306 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:34:17.823319 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 6e280d58-026f-499e-9b23-c4cac0eabd39 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:34:17.829198 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 6e280d58-026f-499e-9b23-c4cac0eabd39 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:34:17.829916 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:17.911156 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046ba24c-9a1d-4426-9a29-02851348f31f admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:34:17.911711 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:17.918066 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-046ba24c-9a1d-4426-9a29-02851348f31f admin admin] 10.222.0.60 "PUT /v2.0/routers/e01fc723-e6b6-4893-a35c-657313de8306/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1146333 Aug 17 00:34:17.973507 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 6e280d58-026f-499e-9b23-c4cac0eabd39, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6e280d58-026f-499e-9b23-c4cac0eabd39,segment=NetworkSegment(557fc664-163a-434e-96cc-6f9f142e4ef9),segment_id=557fc664-163a-434e-96cc-6f9f142e4ef9)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:34:17.974587 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fb9e5f77-ab39-4152-8572-0213ade4bed3 None None] Provisioning complete for port 5aa570e4-cb8b-4a30-acff-3eea10506c86 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:34:17.974957 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fb9e5f77-ab39-4152-8572-0213ade4bed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:17.996233 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:17.997917 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device fb67ce2d-6c68-4562-9174-1bc2af07edce up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:34:18.073280 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-fb9e5f77-ab39-4152-8572-0213ade4bed3 None None] Port 5aa570e4-cb8b-4a30-acff-3eea10506c86 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:34:18.097596 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=6e280d58-026f-499e-9b23-c4cac0eabd39,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:18.108157 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port fb67ce2d-6c68-4562-9174-1bc2af07edce completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:34:18.114384 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port fb67ce2d-6c68-4562-9174-1bc2af07edce triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:34:18.114761 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:18.207241 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:18.242427 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port fb67ce2d-6c68-4562-9174-1bc2af07edce, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=fb67ce2d-6c68-4562-9174-1bc2af07edce,segment=NetworkSegment(a02bfa96-4b0b-409d-9172-7c23e3889c18),segment_id=a02bfa96-4b0b-409d-9172-7c23e3889c18)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:34:18.248938 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:18.305677 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=fb67ce2d-6c68-4562-9174-1bc2af07edce,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:18.494192 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 43934) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:34:18.498958 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-bc93b779-d609-4826-a7f6-85d6468500fb tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-989008839', 'description': 'tempest-secgroup-smoke-989008839 description', 'project_id': '663630d8e2e1417d82b04ae439f320f2'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:34:18.523060 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bc93b779-d609-4826-a7f6-85d6468500fb tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:18.601982 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bc93b779-d609-4826-a7f6-85d6468500fb tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:18.606009 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bc93b779-d609-4826-a7f6-85d6468500fb tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:18.638842 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bc93b779-d609-4826-a7f6-85d6468500fb tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:18.640043 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bc93b779-d609-4826-a7f6-85d6468500fb tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1448581 Aug 17 00:34:18.641971 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93b779-d609-4826-a7f6-85d6468500fb tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34725bbe-872e-4340-bf3a-a7b6fb31807c,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:18.643249 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43936) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:34:18.648155 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-5fc16412-e5c2-42cb-8aff-239b0cc65ff9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Request body: {'security_group_rule': {'security_group_id': '34725bbe-872e-4340-bf3a-a7b6fb31807c', 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:34:18.677618 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5fc16412-e5c2-42cb-8aff-239b0cc65ff9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:18.724946 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5fc16412-e5c2-42cb-8aff-239b0cc65ff9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:18.728379 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5fc16412-e5c2-42cb-8aff-239b0cc65ff9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:18.747496 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc16412-e5c2-42cb-8aff-239b0cc65ff9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad49add-b19d-4cf1-b95d-e59a67c0f652,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:18.754282 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5fc16412-e5c2-42cb-8aff-239b0cc65ff9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:18.755479 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5fc16412-e5c2-42cb-8aff-239b0cc65ff9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1110749 Aug 17 00:34:18.758196 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43938) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:34:18.763311 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-fdc9e18f-8d7a-4b55-a1be-ace37f9e172c tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Request body: {'security_group_rule': {'security_group_id': '34725bbe-872e-4340-bf3a-a7b6fb31807c', 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:34:18.788728 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fdc9e18f-8d7a-4b55-a1be-ace37f9e172c tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:18.846113 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fdc9e18f-8d7a-4b55-a1be-ace37f9e172c tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:18.849594 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fdc9e18f-8d7a-4b55-a1be-ace37f9e172c tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:18.867560 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9e18f-8d7a-4b55-a1be-ace37f9e172c tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce086fe-b02a-4876-b9ae-2c74ba74e8c2,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:18.874852 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fdc9e18f-8d7a-4b55-a1be-ace37f9e172c tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:18.876109 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fdc9e18f-8d7a-4b55-a1be-ace37f9e172c tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170011 Aug 17 00:34:18.878830 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43940) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:34:18.883263 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-b4013794-7639-42d5-8353-8221c43dcafc tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Request body: {'security_group_rule': {'security_group_id': '34725bbe-872e-4340-bf3a-a7b6fb31807c', 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:34:18.911281 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b4013794-7639-42d5-8353-8221c43dcafc tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:18.969504 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b4013794-7639-42d5-8353-8221c43dcafc tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:18.973147 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b4013794-7639-42d5-8353-8221c43dcafc tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:18.993469 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4013794-7639-42d5-8353-8221c43dcafc tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f54d535a-493d-4df2-9aa8-3b8b2763027f,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:18.999564 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b4013794-7639-42d5-8353-8221c43dcafc tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:19.000802 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b4013794-7639-42d5-8353-8221c43dcafc tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210313 Aug 17 00:34:19.003545 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43942) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:34:19.008056 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-1300f6c6-d29f-4e68-8fe8-38f1265c3972 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Request body: {'security_group_rule': {'security_group_id': '34725bbe-872e-4340-bf3a-a7b6fb31807c', 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:34:19.033459 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1300f6c6-d29f-4e68-8fe8-38f1265c3972 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:19.091517 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1300f6c6-d29f-4e68-8fe8-38f1265c3972 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:19.094917 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1300f6c6-d29f-4e68-8fe8-38f1265c3972 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:19.112518 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300f6c6-d29f-4e68-8fe8-38f1265c3972 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=837fb17b-5b46-4c25-b6f3-7caf32c232a7,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:19.118590 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1300f6c6-d29f-4e68-8fe8-38f1265c3972 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:19.119832 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1300f6c6-d29f-4e68-8fe8-38f1265c3972 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153107 Aug 17 00:34:19.123212 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43944) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:34:19.127611 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a556ee01-0ce7-4992-b504-d19fa7cfe4b2 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Request body: {'security_group_rule': {'security_group_id': '34725bbe-872e-4340-bf3a-a7b6fb31807c', 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:34:19.149921 n-d-800088-20 neutron-server[101402]: INFO neutron.db.securitygroups_db [None req-a556ee01-0ce7-4992-b504-d19fa7cfe4b2 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Project 663630d8e2e1417d82b04ae439f320f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:34:19.155327 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a556ee01-0ce7-4992-b504-d19fa7cfe4b2 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:19.215492 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a556ee01-0ce7-4992-b504-d19fa7cfe4b2 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:19.219117 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a556ee01-0ce7-4992-b504-d19fa7cfe4b2 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:19.237011 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556ee01-0ce7-4992-b504-d19fa7cfe4b2 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=586cb8e5-fb6c-4c6d-b54e-5189d1d4680c,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:19.241985 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a556ee01-0ce7-4992-b504-d19fa7cfe4b2 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:19.243308 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a556ee01-0ce7-4992-b504-d19fa7cfe4b2 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189826 Aug 17 00:34:19.245873 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 43946) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:34:19.250948 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-d25df85a-011f-48f2-9022-d13d20a2381d tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Request body: {'security_group_rule': {'security_group_id': '34725bbe-872e-4340-bf3a-a7b6fb31807c', 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:34:19.261797 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-db2529a1-3cb8-4ddf-a0e0-3b8dc4291223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:19.273236 n-d-800088-20 neutron-server[101402]: INFO neutron.db.securitygroups_db [None req-d25df85a-011f-48f2-9022-d13d20a2381d tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Project 663630d8e2e1417d82b04ae439f320f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:34:19.278157 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d25df85a-011f-48f2-9022-d13d20a2381d tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:19.310172 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:19.340265 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d25df85a-011f-48f2-9022-d13d20a2381d tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:19.344093 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d25df85a-011f-48f2-9022-d13d20a2381d tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:19.364929 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25df85a-011f-48f2-9022-d13d20a2381d tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da9dbd2-8016-4f03-950b-0b304473513a,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:19.372862 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d25df85a-011f-48f2-9022-d13d20a2381d tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:19.374216 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d25df85a-011f-48f2-9022-d13d20a2381d tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1273642 Aug 17 00:34:19.530307 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-883dbbe7-d7e5-4074-9d29-7b05024ec974 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-989008839&fields=id&tenant_id=663630d8e2e1417d82b04ae439f320f2 HTTP/1.1" status: 200 len: 267 time: 0.0427134 Aug 17 00:34:19.647131 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-6c9b578b-0b7e-47b5-8665-cf511ea7bf78 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:19.648602 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-6c9b578b-0b7e-47b5-8665-cf511ea7bf78 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/networks?id=6f28f459-d0bc-407b-9d21-721ba83e54b0 HTTP/1.1" status: 200 len: 809 time: 0.1103160 Aug 17 00:34:19.666615 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:34:19.670924 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-8e854d4a-c153-4587-b019-df969cec3cf6 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/quotas/663630d8e2e1417d82b04ae439f320f2 HTTP/1.1" status: 200 len: 375 time: 0.0107329 Aug 17 00:34:19.694973 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63da9a0f-99f7-45cc-936f-20ba52297f80 None None] Sync routers for ids ['e01fc723-e6b6-4893-a35c-657313de8306'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:34:19.714308 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63da9a0f-99f7-45cc-936f-20ba52297f80 None None] Routers {'e01fc723-e6b6-4893-a35c-657313de8306'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:34:19.715014 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-63da9a0f-99f7-45cc-936f-20ba52297f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:34:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e01fc723-e6b6-4893-a35c-657313de8306'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:34:19.734626 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-fed6f136-04e9-4355-9ac1-52c518bb534c tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=663630d8e2e1417d82b04ae439f320f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566187 Aug 17 00:34:19.799495 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:34:19.807259 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:34:19.807620 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:19.852197 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-ad4ef9c8-8b8a-4720-94af-20313e80b7c6 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:34:19.853402 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-ad4ef9c8-8b8a-4720-94af-20313e80b7c6 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1072164 Aug 17 00:34:19.858916 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-63da9a0f-99f7-45cc-936f-20ba52297f80 None None] Set router e01fc723-e6b6-4893-a35c-657313de8306 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:34:19.947039 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-dc5ed28e-d4ab-4cc7-a353-cb971ad35d52 service neutron] 10.222.0.60 "GET /v2.0/networks/6f28f459-d0bc-407b-9d21-721ba83e54b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853081 Aug 17 00:34:20.022400 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:20.044890 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-0c39b753-8f42-4f92-967d-df4a527280f6 service neutron] 10.222.0.60 "GET /v2.0/networks/6f28f459-d0bc-407b-9d21-721ba83e54b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916643 Aug 17 00:34:20.064410 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:34:20.070269 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:20.071094 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6e280d58-026f-499e-9b23-c4cac0eabd39 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:34:20.183334 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:20.205766 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 6e280d58-026f-499e-9b23-c4cac0eabd39 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:34:20.206144 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:20.211439 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-63da9a0f-99f7-45cc-936f-20ba52297f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01fc723-e6b6-4893-a35c-657313de8306', 'name': 'tempest-TestServerBasicOps-412387129-router', 'tenant_id': '76c377ef6b0b478bb5206a54ab2ef771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:34:13Z', 'updated_at': '2021-08-17T00:34:17Z', 'revision_number': 4, 'project_id': '76c377ef6b0b478bb5206a54ab2ef771', 'gw_port': {'id': '95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01fc723-e6b6-4893-a35c-657313de8306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:14Z', 'updated_at': '2021-08-17T00:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '5aa570e4-cb8b-4a30-acff-3eea10506c86', 'name': '', 'network_id': 'dc13b1b8-06cc-4378-93e9-5cf8da75c887', 'tenant_id': '76c377ef6b0b478bb5206a54ab2ef771', 'mac_address': 'fa:16:3e:e1:ec:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01fc723-e6b6-4893-a35c-657313de8306', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c800ed8d-706a-4860-be47-14baacacba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:16Z', 'updated_at': '2021-08-17T00:34:17Z', 'revision_number': 2, 'project_id': '76c377ef6b0b478bb5206a54ab2ef771', 'subnets': [{'id': 'c800ed8d-706a-4860-be47-14baacacba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:34:20.263632 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63da9a0f-99f7-45cc-936f-20ba52297f80 None None] Checking router: e01fc723-e6b6-4893-a35c-657313de8306 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:34:20.264331 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63da9a0f-99f7-45cc-936f-20ba52297f80 None None] Updating router e01fc723-e6b6-4893-a35c-657313de8306 port 5aa570e4-cb8b-4a30-acff-3eea10506c86 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:34:20.308889 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:20.310689 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-63da9a0f-99f7-45cc-936f-20ba52297f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:20.432767 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device fb67ce2d-6c68-4562-9174-1bc2af07edce up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:34:20.555685 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port fb67ce2d-6c68-4562-9174-1bc2af07edce triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:34:20.556051 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:20.865485 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-63da9a0f-99f7-45cc-936f-20ba52297f80 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:20.877497 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-63da9a0f-99f7-45cc-936f-20ba52297f80 None None] Transition to ACTIVE for port object 5aa570e4-cb8b-4a30-acff-3eea10506c86 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:34:20.883763 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-63da9a0f-99f7-45cc-936f-20ba52297f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:20.933770 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa2824-3052-4206-8d67-8ef5f313e47b None None] Pushing event updated for resources: {'Port': ['ID=5aa570e4-cb8b-4a30-acff-3eea10506c86,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:20.987376 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-63da9a0f-99f7-45cc-936f-20ba52297f80 None None] Attempting to bind port 5aa570e4-cb8b-4a30-acff-3eea10506c86 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:34:20.987893 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-63da9a0f-99f7-45cc-936f-20ba52297f80 None None] Attempting to bind port 5aa570e4-cb8b-4a30-acff-3eea10506c86 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'a02bfa96-4b0b-409d-9172-7c23e3889c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'dc13b1b8-06cc-4378-93e9-5cf8da75c887'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:34:20.988106 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63da9a0f-99f7-45cc-936f-20ba52297f80 None None] Attempting to bind port 5aa570e4-cb8b-4a30-acff-3eea10506c86 on network dc13b1b8-06cc-4378-93e9-5cf8da75c887 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:34:20.993385 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63da9a0f-99f7-45cc-936f-20ba52297f80 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:34:20.993767 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63da9a0f-99f7-45cc-936f-20ba52297f80 None None] Checking segment: {'id': 'a02bfa96-4b0b-409d-9172-7c23e3889c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'dc13b1b8-06cc-4378-93e9-5cf8da75c887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:34:20.994175 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-63da9a0f-99f7-45cc-936f-20ba52297f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:20.994572 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63da9a0f-99f7-45cc-936f-20ba52297f80 None None] Bound using segment: {'id': 'a02bfa96-4b0b-409d-9172-7c23e3889c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'dc13b1b8-06cc-4378-93e9-5cf8da75c887'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:34:20.995049 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-63da9a0f-99f7-45cc-936f-20ba52297f80 None None] Bound port: 5aa570e4-cb8b-4a30-acff-3eea10506c86, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02bfa96-4b0b-409d-9172-7c23e3889c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'dc13b1b8-06cc-4378-93e9-5cf8da75c887'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:34:20.995433 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-63da9a0f-99f7-45cc-936f-20ba52297f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:21.061979 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-63da9a0f-99f7-45cc-936f-20ba52297f80 None None] For port 5aa570e4-cb8b-4a30-acff-3eea10506c86, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:34:21.065160 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-63da9a0f-99f7-45cc-936f-20ba52297f80 None None] For port 5aa570e4-cb8b-4a30-acff-3eea10506c86, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5aa570e4-cb8b-4a30-acff-3eea10506c86,segment=NetworkSegment(a02bfa96-4b0b-409d-9172-7c23e3889c18),segment_id=a02bfa96-4b0b-409d-9172-7c23e3889c18)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:34:21.069705 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-63da9a0f-99f7-45cc-936f-20ba52297f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:21.139956 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63da9a0f-99f7-45cc-936f-20ba52297f80 None None] Routers {'e01fc723-e6b6-4893-a35c-657313de8306'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:34:21.140596 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-63da9a0f-99f7-45cc-936f-20ba52297f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:34:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e01fc723-e6b6-4893-a35c-657313de8306'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:34:21.145334 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa2824-3052-4206-8d67-8ef5f313e47b None None] Pushing event updated for resources: {'Port': ['ID=5aa570e4-cb8b-4a30-acff-3eea10506c86,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:21.262206 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-63da9a0f-99f7-45cc-936f-20ba52297f80 None None] Set router e01fc723-e6b6-4893-a35c-657313de8306 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:34:21.313491 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd58bf84-24f3-4de3-9ce8-0a89018d43de req-0530267a-262c-4c63-b9bc-3e9eb35f5f9d tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c HTTP/1.1" status: 200 len: 210 time: 0.0355375 Aug 17 00:34:21.475580 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-63da9a0f-99f7-45cc-936f-20ba52297f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01fc723-e6b6-4893-a35c-657313de8306', 'name': 'tempest-TestServerBasicOps-412387129-router', 'tenant_id': '76c377ef6b0b478bb5206a54ab2ef771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:34:13Z', 'updated_at': '2021-08-17T00:34:17Z', 'revision_number': 4, 'project_id': '76c377ef6b0b478bb5206a54ab2ef771', 'gw_port': {'id': '95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01fc723-e6b6-4893-a35c-657313de8306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:14Z', 'updated_at': '2021-08-17T00:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '5aa570e4-cb8b-4a30-acff-3eea10506c86', 'name': '', 'network_id': 'dc13b1b8-06cc-4378-93e9-5cf8da75c887', 'tenant_id': '76c377ef6b0b478bb5206a54ab2ef771', 'mac_address': 'fa:16:3e:e1:ec:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01fc723-e6b6-4893-a35c-657313de8306', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c800ed8d-706a-4860-be47-14baacacba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:16Z', 'updated_at': '2021-08-17T00:34:21Z', 'revision_number': 4, 'project_id': '76c377ef6b0b478bb5206a54ab2ef771', 'subnets': [{'id': 'c800ed8d-706a-4860-be47-14baacacba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:34:21.503616 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63da9a0f-99f7-45cc-936f-20ba52297f80 None None] The sync data for ids ['e01fc723-e6b6-4893-a35c-657313de8306'] in n-d-800088-20 is: [{'id': 'e01fc723-e6b6-4893-a35c-657313de8306', 'name': 'tempest-TestServerBasicOps-412387129-router', 'tenant_id': '76c377ef6b0b478bb5206a54ab2ef771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:34:13Z', 'updated_at': '2021-08-17T00:34:17Z', 'revision_number': 4, 'project_id': '76c377ef6b0b478bb5206a54ab2ef771', 'gw_port': {'id': '95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01fc723-e6b6-4893-a35c-657313de8306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:14Z', 'updated_at': '2021-08-17T00:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '5aa570e4-cb8b-4a30-acff-3eea10506c86', 'name': '', 'network_id': 'dc13b1b8-06cc-4378-93e9-5cf8da75c887', 'tenant_id': '76c377ef6b0b478bb5206a54ab2ef771', 'mac_address': 'fa:16:3e:e1:ec:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01fc723-e6b6-4893-a35c-657313de8306', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c800ed8d-706a-4860-be47-14baacacba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:16Z', 'updated_at': '2021-08-17T00:34:21Z', 'revision_number': 4, 'project_id': '76c377ef6b0b478bb5206a54ab2ef771', 'subnets': [{'id': 'c800ed8d-706a-4860-be47-14baacacba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:34:21.644761 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:34:21.697823 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:34:21.698344 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:22.178361 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:22.401681 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b6e3ac90-f0a4-4407-9814-6d9468768078 req-95698e1d-2375-4397-9124-d78dde57cf8b tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c HTTP/1.1" status: 200 len: 210 time: 0.0270221 Aug 17 00:34:22.599827 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-d793eaa5-32c3-4e40-bae8-c2c4bb512f79 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:22.601340 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-d793eaa5-32c3-4e40-bae8-c2c4bb512f79 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.69 "GET /v2.0/networks?id=6f28f459-d0bc-407b-9d21-721ba83e54b0 HTTP/1.1" status: 200 len: 809 time: 0.1028881 Aug 17 00:34:22.645648 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-a4e9e75e-d5e1-417f-a05c-d57c8e71b52d tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=663630d8e2e1417d82b04ae439f320f2 HTTP/1.1" status: 200 len: 379 time: 0.0341702 Aug 17 00:34:22.658682 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-623bf532-97d8-4c75-a14c-46c26fe611bd tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Request body: {'port': {'device_id': '3a254f9d-7aba-430d-8c7b-fb06ebd2e49c', 'network_id': '6f28f459-d0bc-407b-9d21-721ba83e54b0', 'admin_state_up': True, 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'security_groups': ['34725bbe-872e-4340-bf3a-a7b6fb31807c']}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:34:22.774621 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-623bf532-97d8-4c75-a14c-46c26fe611bd tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Made reservation on behalf of 663630d8e2e1417d82b04ae439f320f2 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:34:22.779192 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-623bf532-97d8-4c75-a14c-46c26fe611bd tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:22.912299 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-623bf532-97d8-4c75-a14c-46c26fe611bd tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Allocated IP 172.20.0.6 (6f28f459-d0bc-407b-9d21-721ba83e54b0/ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef/f453fac3-6c5a-4610-b695-a51560d2132a) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:34:23.074086 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-623bf532-97d8-4c75-a14c-46c26fe611bd tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:23.091988 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-623bf532-97d8-4c75-a14c-46c26fe611bd tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Transition to ACTIVE for port object f453fac3-6c5a-4610-b695-a51560d2132a will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:34:23.132911 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-623bf532-97d8-4c75-a14c-46c26fe611bd tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:23.196069 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-623bf532-97d8-4c75-a14c-46c26fe611bd tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Network 6f28f459-d0bc-407b-9d21-721ba83e54b0 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:34:23.199362 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-623bf532-97d8-4c75-a14c-46c26fe611bd tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:34:23.203084 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-623bf532-97d8-4c75-a14c-46c26fe611bd tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:34:23.238222 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623bf532-97d8-4c75-a14c-46c26fe611bd tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Pushing event updated for resources: {'Port': ['ID=f453fac3-6c5a-4610-b695-a51560d2132a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:23.281913 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-623bf532-97d8-4c75-a14c-46c26fe611bd tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:23.282559 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-623bf532-97d8-4c75-a14c-46c26fe611bd tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:23.303602 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-623bf532-97d8-4c75-a14c-46c26fe611bd tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6483808 Aug 17 00:34:23.318272 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-3ab48a2a-f52d-4c4d-ad0e-2704c6a60aa8 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:34:23.320093 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-3ab48a2a-f52d-4c4d-ad0e-2704c6a60aa8 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064230 Aug 17 00:34:23.415329 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-a97da51e-8529-4c9f-95a9-f75196100ac1 service neutron] Request body: {'port': {'device_id': '3a254f9d-7aba-430d-8c7b-fb06ebd2e49c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:34:23.475655 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-965292f8-3648-46bd-8485-a930ed5ebe77 None None] Provisioning for port f453fac3-6c5a-4610-b695-a51560d2132a completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:34:23.483381 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-965292f8-3648-46bd-8485-a930ed5ebe77 None None] Provisioning complete for port f453fac3-6c5a-4610-b695-a51560d2132a triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:34:23.483828 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-965292f8-3648-46bd-8485-a930ed5ebe77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:23.491847 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-a97da51e-8529-4c9f-95a9-f75196100ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:23.539404 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-965292f8-3648-46bd-8485-a930ed5ebe77 None None] Port f453fac3-6c5a-4610-b695-a51560d2132a cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:34:23.563550 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18838f6-0c84-415c-b5b5-aeb2beec4454 req-47a047a9-65eb-433f-865d-dbce03ca1b15 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:23.565989 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a18838f6-0c84-415c-b5b5-aeb2beec4454 req-47a047a9-65eb-433f-865d-dbce03ca1b15 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c HTTP/1.1" status: 200 len: 931 time: 0.0818491 Aug 17 00:34:23.611652 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a18838f6-0c84-415c-b5b5-aeb2beec4454 req-0757477d-b269-4a65-b768-ef5bf1bce44a tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/security-groups?id=34725bbe-872e-4340-bf3a-a7b6fb31807c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382996 Aug 17 00:34:23.662576 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5aa570e4-cb8b-4a30-acff-3eea10506c86 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:34:23.712520 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 5aa570e4-cb8b-4a30-acff-3eea10506c86 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:34:23.716080 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 5aa570e4-cb8b-4a30-acff-3eea10506c86 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:34:23.716455 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:23.796926 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:23.807718 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-a97da51e-8529-4c9f-95a9-f75196100ac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f453fac3-6c5a-4610-b695-a51560d2132a {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:34:23.816487 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-a97da51e-8529-4c9f-95a9-f75196100ac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:23.829852 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-a97da51e-8529-4c9f-95a9-f75196100ac1 service neutron] Transition to ACTIVE for port object f453fac3-6c5a-4610-b695-a51560d2132a will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:34:23.833632 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 5aa570e4-cb8b-4a30-acff-3eea10506c86, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5aa570e4-cb8b-4a30-acff-3eea10506c86,segment=NetworkSegment(a02bfa96-4b0b-409d-9172-7c23e3889c18),segment_id=a02bfa96-4b0b-409d-9172-7c23e3889c18)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:34:23.834927 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-a97da51e-8529-4c9f-95a9-f75196100ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:23.838121 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:23.891319 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=5aa570e4-cb8b-4a30-acff-3eea10506c86,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:23.896468 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97da51e-8529-4c9f-95a9-f75196100ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=f453fac3-6c5a-4610-b695-a51560d2132a,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:23.970618 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-a97da51e-8529-4c9f-95a9-f75196100ac1 service neutron] Attempting to bind port f453fac3-6c5a-4610-b695-a51560d2132a on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:34:23.970966 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-a97da51e-8529-4c9f-95a9-f75196100ac1 service neutron] Attempting to bind port f453fac3-6c5a-4610-b695-a51560d2132a by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '557fc664-163a-434e-96cc-6f9f142e4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6f28f459-d0bc-407b-9d21-721ba83e54b0'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:34:23.971304 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-a97da51e-8529-4c9f-95a9-f75196100ac1 service neutron] Attempting to bind port f453fac3-6c5a-4610-b695-a51560d2132a on network 6f28f459-d0bc-407b-9d21-721ba83e54b0 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:34:23.975833 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-a97da51e-8529-4c9f-95a9-f75196100ac1 service neutron] Port f453fac3-6c5a-4610-b695-a51560d2132a on network 6f28f459-d0bc-407b-9d21-721ba83e54b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:34:23.976323 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-a97da51e-8529-4c9f-95a9-f75196100ac1 service neutron] Attempting to bind port f453fac3-6c5a-4610-b695-a51560d2132a on network 6f28f459-d0bc-407b-9d21-721ba83e54b0 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:34:23.982319 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-a97da51e-8529-4c9f-95a9-f75196100ac1 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:34:23.982782 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-a97da51e-8529-4c9f-95a9-f75196100ac1 service neutron] Checking segment: {'id': '557fc664-163a-434e-96cc-6f9f142e4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6f28f459-d0bc-407b-9d21-721ba83e54b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:34:23.983178 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-a97da51e-8529-4c9f-95a9-f75196100ac1 service neutron] Bound using segment: {'id': '557fc664-163a-434e-96cc-6f9f142e4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6f28f459-d0bc-407b-9d21-721ba83e54b0'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:34:23.983623 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-a97da51e-8529-4c9f-95a9-f75196100ac1 service neutron] Bound port: f453fac3-6c5a-4610-b695-a51560d2132a, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '557fc664-163a-434e-96cc-6f9f142e4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6f28f459-d0bc-407b-9d21-721ba83e54b0'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:34:23.983991 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-a97da51e-8529-4c9f-95a9-f75196100ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:24.057497 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-a97da51e-8529-4c9f-95a9-f75196100ac1 service neutron] For port f453fac3-6c5a-4610-b695-a51560d2132a, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:34:24.061377 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-a97da51e-8529-4c9f-95a9-f75196100ac1 service neutron] For port f453fac3-6c5a-4610-b695-a51560d2132a, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=f453fac3-6c5a-4610-b695-a51560d2132a,segment=NetworkSegment(557fc664-163a-434e-96cc-6f9f142e4ef9),segment_id=557fc664-163a-434e-96cc-6f9f142e4ef9)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:34:24.067143 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-a97da51e-8529-4c9f-95a9-f75196100ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:24.107581 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-a97da51e-8529-4c9f-95a9-f75196100ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:24.108198 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-a97da51e-8529-4c9f-95a9-f75196100ac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:24.109616 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-a97da51e-8529-4c9f-95a9-f75196100ac1 service neutron] 10.222.0.69 "PUT /v2.0/ports/f453fac3-6c5a-4610-b695-a51560d2132a HTTP/1.1" status: 200 len: 1092 time: 0.7764101 Aug 17 00:34:24.110082 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a254f9d-7aba-430d-8c7b-fb06ebd2e49c', 'tag': 'f453fac3-6c5a-4610-b695-a51560d2132a'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:34:24.112422 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056f63ff-5425-4163-94a4-89863a71f35e" -d '{"events": [{"name": "network-changed", "server_uuid": "3a254f9d-7aba-430d-8c7b-fb06ebd2e49c", "tag": "f453fac3-6c5a-4610-b695-a51560d2132a"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:34:24.210714 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97da51e-8529-4c9f-95a9-f75196100ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=f453fac3-6c5a-4610-b695-a51560d2132a,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:24.245997 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-21aa4c98-d770-4036-87dd-d5aef287bc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:24.249264 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-21aa4c98-d770-4036-87dd-d5aef287bc3f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=663630d8e2e1417d82b04ae439f320f2&device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c HTTP/1.1" status: 200 len: 1095 time: 0.0866852 Aug 17 00:34:24.269510 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf44307-750f-4e04-a4fc-2435dcb53ac3 x-openstack-request-id: req-aaf44307-750f-4e04-a4fc-2435dcb53ac3 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:34:24.269804 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a254f9d-7aba-430d-8c7b-fb06ebd2e49c", "tag": "f453fac3-6c5a-4610-b695-a51560d2132a", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:34:24.270064 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aaf44307-750f-4e04-a4fc-2435dcb53ac3 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:34:24.270469 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a254f9d-7aba-430d-8c7b-fb06ebd2e49c', 'tag': 'f453fac3-6c5a-4610-b695-a51560d2132a', 'status': 'completed', 'code': 200} Aug 17 00:34:24.306211 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-d2ccf037-9d36-4a6c-a06a-afef0c41d602 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f453fac3-6c5a-4610-b695-a51560d2132a HTTP/1.1" status: 200 len: 217 time: 0.0439599 Aug 17 00:34:24.362667 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-abc979a6-24f9-4f97-8a36-3532da069443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:24.364164 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-abc979a6-24f9-4f97-8a36-3532da069443 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef HTTP/1.1" status: 200 len: 848 time: 0.0463955 Aug 17 00:34:24.415186 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-15223b5b-a9eb-468e-b2e9-855e0711d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:24.416765 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-15223b5b-a9eb-468e-b2e9-855e0711d829 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6f28f459-d0bc-407b-9d21-721ba83e54b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410926 Aug 17 00:34:24.513853 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-a614c8d3-bc17-45c9-8a6a-8c3d86a87487 service neutron] 10.222.0.69 "GET /v2.0/networks/6f28f459-d0bc-407b-9d21-721ba83e54b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854962 Aug 17 00:34:24.610997 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d7052492-f250-4c8e-8f0a-ff6474338258 req-82d2752d-70ee-438a-b7a5-a23b0cede677 service neutron] 10.222.0.69 "GET /v2.0/networks/6f28f459-d0bc-407b-9d21-721ba83e54b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842557 Aug 17 00:34:24.706460 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f63ff-5425-4163-94a4-89863a71f35e req-5eed28a6-ed30-415f-b19c-865fe8a3b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:24.707977 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-056f63ff-5425-4163-94a4-89863a71f35e req-5eed28a6-ed30-415f-b19c-865fe8a3b5dc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=663630d8e2e1417d82b04ae439f320f2&device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c HTTP/1.1" status: 200 len: 1095 time: 0.0436590 Aug 17 00:34:24.738126 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8aad04-c5f0-4a79-a00c-a0247cd09d57 req-f703d92e-c9aa-4348-9ec4-61316932e800 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:24.739640 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd8aad04-c5f0-4a79-a00c-a0247cd09d57 req-f703d92e-c9aa-4348-9ec4-61316932e800 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c HTTP/1.1" status: 200 len: 943 time: 0.0533214 Aug 17 00:34:24.777372 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd8aad04-c5f0-4a79-a00c-a0247cd09d57 req-e9da57df-50c5-49ae-bd12-d4f2ef82afdf tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/security-groups?id=34725bbe-872e-4340-bf3a-a7b6fb31807c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315492 Aug 17 00:34:24.807584 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f63ff-5425-4163-94a4-89863a71f35e req-be37c9e2-93c9-4547-84de-6d436e31f820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:24.809096 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-056f63ff-5425-4163-94a4-89863a71f35e req-be37c9e2-93c9-4547-84de-6d436e31f820 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6f28f459-d0bc-407b-9d21-721ba83e54b0 HTTP/1.1" status: 200 len: 910 time: 0.0938263 Aug 17 00:34:24.853820 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-056f63ff-5425-4163-94a4-89863a71f35e req-7738ce19-4bf2-442d-9e9e-4850c526cf76 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f453fac3-6c5a-4610-b695-a51560d2132a HTTP/1.1" status: 200 len: 217 time: 0.0356696 Aug 17 00:34:24.909766 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f63ff-5425-4163-94a4-89863a71f35e req-22a1e2bb-e700-465f-8cab-baaebe398259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:24.911205 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-056f63ff-5425-4163-94a4-89863a71f35e req-22a1e2bb-e700-465f-8cab-baaebe398259 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef HTTP/1.1" status: 200 len: 848 time: 0.0481911 Aug 17 00:34:24.960109 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f63ff-5425-4163-94a4-89863a71f35e req-73aa1fa2-de29-40ee-88af-98b2e65eafe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:24.961628 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-056f63ff-5425-4163-94a4-89863a71f35e req-73aa1fa2-de29-40ee-88af-98b2e65eafe8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6f28f459-d0bc-407b-9d21-721ba83e54b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406220 Aug 17 00:34:25.053130 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-056f63ff-5425-4163-94a4-89863a71f35e req-6e4c11c1-13fd-42cb-bd97-cd43241d61bb service neutron] 10.222.0.69 "GET /v2.0/networks/6f28f459-d0bc-407b-9d21-721ba83e54b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829482 Aug 17 00:34:25.149934 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-056f63ff-5425-4163-94a4-89863a71f35e req-58690c73-b384-4a59-9f30-5fc3d9d9ff7e service neutron] 10.222.0.69 "GET /v2.0/networks/6f28f459-d0bc-407b-9d21-721ba83e54b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868440 Aug 17 00:34:25.591396 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5aa570e4-cb8b-4a30-acff-3eea10506c86 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:34:25.642112 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 5aa570e4-cb8b-4a30-acff-3eea10506c86 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:34:25.642489 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:25.899852 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11a87c-d51b-4853-a201-aecd8862f98d req-1d7bf6b3-a814-4f42-993a-1fade810892b tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:25.901404 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dd11a87c-d51b-4853-a201-aecd8862f98d req-1d7bf6b3-a814-4f42-993a-1fade810892b tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c HTTP/1.1" status: 200 len: 943 time: 0.0516622 Aug 17 00:34:25.940157 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dd11a87c-d51b-4853-a201-aecd8862f98d req-034dd3aa-4abf-411c-9abb-c60a05b6669d tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/security-groups?id=34725bbe-872e-4340-bf3a-a7b6fb31807c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317326 Aug 17 00:34:27.058505 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe1532-5de7-4450-89a5-1598a6c99f44 req-6f4543ca-16e2-497b-a32f-9356697a98e0 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:27.060444 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-02fe1532-5de7-4450-89a5-1598a6c99f44 req-6f4543ca-16e2-497b-a32f-9356697a98e0 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c HTTP/1.1" status: 200 len: 943 time: 0.0501146 Aug 17 00:34:27.097980 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-02fe1532-5de7-4450-89a5-1598a6c99f44 req-565fc2eb-9a15-4054-bf99-d3fe528625c8 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/security-groups?id=34725bbe-872e-4340-bf3a-a7b6fb31807c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314000 Aug 17 00:34:28.221363 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139c588-6635-4f81-9075-a8ef35b5d106 req-95070860-2d17-452a-99b4-44ae14a4499a tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:28.223034 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7139c588-6635-4f81-9075-a8ef35b5d106 req-95070860-2d17-452a-99b4-44ae14a4499a tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c HTTP/1.1" status: 200 len: 943 time: 0.0565498 Aug 17 00:34:28.260797 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7139c588-6635-4f81-9075-a8ef35b5d106 req-958bae2b-535e-4519-b351-6296664f3038 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/security-groups?id=34725bbe-872e-4340-bf3a-a7b6fb31807c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318434 Aug 17 00:34:28.354245 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device f453fac3-6c5a-4610-b695-a51560d2132a details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:34:28.452519 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port f453fac3-6c5a-4610-b695-a51560d2132a, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=f453fac3-6c5a-4610-b695-a51560d2132a,segment=NetworkSegment(557fc664-163a-434e-96cc-6f9f142e4ef9),segment_id=557fc664-163a-434e-96cc-6f9f142e4ef9)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:34:28.463730 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': 'f453fac3-6c5a-4610-b695-a51560d2132a', 'network_id': '6f28f459-d0bc-407b-9d21-721ba83e54b0', 'port_id': 'f453fac3-6c5a-4610-b695-a51560d2132a', 'mac_address': 'fa:16:3e:d0:3d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:34:28.501024 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:28.513542 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f453fac3-6c5a-4610-b695-a51560d2132a {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:34:28.533837 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port f453fac3-6c5a-4610-b695-a51560d2132a, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=f453fac3-6c5a-4610-b695-a51560d2132a,segment=NetworkSegment(557fc664-163a-434e-96cc-6f9f142e4ef9),segment_id=557fc664-163a-434e-96cc-6f9f142e4ef9)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:34:28.537935 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:28.588078 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=f453fac3-6c5a-4610-b695-a51560d2132a,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:28.809973 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['f453fac3-6c5a-4610-b695-a51560d2132a'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:34:29.207683 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:34:29.379143 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba5f92-0253-42bf-ae4e-5eaf48781375 req-3e89add7-2219-4b38-8064-20bad90edd3f tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:29.380621 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1ba5f92-0253-42bf-ae4e-5eaf48781375 req-3e89add7-2219-4b38-8064-20bad90edd3f tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c HTTP/1.1" status: 200 len: 944 time: 0.0480494 Aug 17 00:34:29.417966 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1ba5f92-0253-42bf-ae4e-5eaf48781375 req-9592230d-862c-4728-b3ba-cb5184c79d2c tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/security-groups?id=34725bbe-872e-4340-bf3a-a7b6fb31807c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315204 Aug 17 00:34:30.369708 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device f453fac3-6c5a-4610-b695-a51560d2132a up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:34:30.420364 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port f453fac3-6c5a-4610-b695-a51560d2132a completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:34:30.424012 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port f453fac3-6c5a-4610-b695-a51560d2132a triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:34:30.424385 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:30.505277 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:30.527392 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a254f9d-7aba-430d-8c7b-fb06ebd2e49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f453fac3-6c5a-4610-b695-a51560d2132a'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:34:30.530368 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77a91bb-0d4c-4e2c-aeb9-5ef82dcab64b" -d '{"events": [{"server_uuid": "3a254f9d-7aba-430d-8c7b-fb06ebd2e49c", "name": "network-vif-plugged", "status": "completed", "tag": "f453fac3-6c5a-4610-b695-a51560d2132a"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:34:30.537638 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93a2bb-4075-40ca-bfa2-aa11962b4415 req-2a39d88e-8958-4354-8c1d-5068f594ff97 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:30.539159 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3d93a2bb-4075-40ca-bfa2-aa11962b4415 req-2a39d88e-8958-4354-8c1d-5068f594ff97 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c HTTP/1.1" status: 200 len: 944 time: 0.0491736 Aug 17 00:34:30.546124 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port f453fac3-6c5a-4610-b695-a51560d2132a, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=f453fac3-6c5a-4610-b695-a51560d2132a,segment=NetworkSegment(557fc664-163a-434e-96cc-6f9f142e4ef9),segment_id=557fc664-163a-434e-96cc-6f9f142e4ef9)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:34:30.550052 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:30.584894 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3d93a2bb-4075-40ca-bfa2-aa11962b4415 req-ab5ce402-68d6-4915-b7a2-18b984b89c82 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/security-groups?id=34725bbe-872e-4340-bf3a-a7b6fb31807c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344019 Aug 17 00:34:30.597547 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=f453fac3-6c5a-4610-b695-a51560d2132a,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:30.638243 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fd130e-3153-46b3-b374-1af7be3458b3 x-openstack-request-id: req-46fd130e-3153-46b3-b374-1af7be3458b3 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:34:30.638543 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a254f9d-7aba-430d-8c7b-fb06ebd2e49c", "name": "network-vif-plugged", "status": "completed", "tag": "f453fac3-6c5a-4610-b695-a51560d2132a", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:34:30.638802 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46fd130e-3153-46b3-b374-1af7be3458b3 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:34:30.639200 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a254f9d-7aba-430d-8c7b-fb06ebd2e49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f453fac3-6c5a-4610-b695-a51560d2132a', 'code': 200} Aug 17 00:34:30.741116 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144610c-4cee-4b83-905f-3ee7af08aecb req-97bddad1-17a7-4e68-8b79-40d884f2c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:30.742611 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7144610c-4cee-4b83-905f-3ee7af08aecb req-97bddad1-17a7-4e68-8b79-40d884f2c11c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c HTTP/1.1" status: 200 len: 1097 time: 0.0412035 Aug 17 00:34:30.777652 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7144610c-4cee-4b83-905f-3ee7af08aecb req-75d0f408-c9e2-4c5b-99ad-492c45de63a7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=34725bbe-872e-4340-bf3a-a7b6fb31807c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275867 Aug 17 00:34:31.712037 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb87d9-6866-4945-bf13-58285c6fc1e5 req-58c67117-b2dc-406e-82cf-a9d6148b82ba tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:31.713529 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cceb87d9-6866-4945-bf13-58285c6fc1e5 req-58c67117-b2dc-406e-82cf-a9d6148b82ba tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c HTTP/1.1" status: 200 len: 945 time: 0.0548098 Aug 17 00:34:31.754179 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cceb87d9-6866-4945-bf13-58285c6fc1e5 req-1fb14898-6321-482c-ba8b-2e6a94a15b20 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/security-groups?id=34725bbe-872e-4340-bf3a-a7b6fb31807c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319855 Aug 17 00:34:32.871657 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cd9dd-ad60-4d09-adc6-9362f96e6c62 req-02350428-d021-4d07-bc93-082df92fb1bc tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:32.873162 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b98cd9dd-ad60-4d09-adc6-9362f96e6c62 req-02350428-d021-4d07-bc93-082df92fb1bc tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c HTTP/1.1" status: 200 len: 945 time: 0.0488439 Aug 17 00:34:32.911334 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b98cd9dd-ad60-4d09-adc6-9362f96e6c62 req-17cd884f-7ebf-428a-850a-46cfde670dc3 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/security-groups?id=34725bbe-872e-4340-bf3a-a7b6fb31807c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322247 Aug 17 00:34:33.026028 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69631e-8666-4a2c-91ef-1dfb8bb2fef1 req-99d115b8-fdc7-4192-b200-a4de51f02f7c tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:33.027383 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a69631e-8666-4a2c-91ef-1dfb8bb2fef1 req-99d115b8-fdc7-4192-b200-a4de51f02f7c tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c HTTP/1.1" status: 200 len: 945 time: 0.0495610 Aug 17 00:34:33.064577 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a69631e-8666-4a2c-91ef-1dfb8bb2fef1 req-b4691ef1-2697-406e-b287-265811804f43 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/security-groups?id=34725bbe-872e-4340-bf3a-a7b6fb31807c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304005 Aug 17 00:34:33.180717 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f994b-9c4d-4e51-8593-f8a242750594 req-ac82a8a5-9aed-43f5-9254-dae2697466a8 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:33.182340 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-168f994b-9c4d-4e51-8593-f8a242750594 req-ac82a8a5-9aed-43f5-9254-dae2697466a8 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c HTTP/1.1" status: 200 len: 945 time: 0.0524480 Aug 17 00:34:33.219903 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-168f994b-9c4d-4e51-8593-f8a242750594 req-27724893-9710-42cc-9644-e71f5136c65d tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/security-groups?id=34725bbe-872e-4340-bf3a-a7b6fb31807c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315082 Aug 17 00:34:33.241756 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44028) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:34:33.332001 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3031cc36-328c-423f-ac3f-2a1f72277be9 tempest-TestServerBasicOps-1107596900 tempest-TestServerBasicOps-1107596900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:33.333572 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3031cc36-328c-423f-ac3f-2a1f72277be9 tempest-TestServerBasicOps-1107596900 tempest-TestServerBasicOps-1107596900-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c HTTP/1.1" status: 200 len: 1092 time: 0.0908349 Aug 17 00:34:33.336395 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44032) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:34:33.340736 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-312a3bdb-0fe3-4e7c-93f9-dd54dcd756f3 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'port_id': 'f453fac3-6c5a-4610-b695-a51560d2132a', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:34:33.362349 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-312a3bdb-0fe3-4e7c-93f9-dd54dcd756f3 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:33.459226 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-312a3bdb-0fe3-4e7c-93f9-dd54dcd756f3 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:33.565466 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-312a3bdb-0fe3-4e7c-93f9-dd54dcd756f3 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Allocated IP 172.25.3.74 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/55ebec73-3f12-4f81-84a9-d8a1b45a56f9) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:34:33.665772 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-312a3bdb-0fe3-4e7c-93f9-dd54dcd756f3 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:33.704025 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-312a3bdb-0fe3-4e7c-93f9-dd54dcd756f3 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:33.750075 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312a3bdb-0fe3-4e7c-93f9-dd54dcd756f3 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:34:33.753076 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-312a3bdb-0fe3-4e7c-93f9-dd54dcd756f3 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:34:33.757594 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312a3bdb-0fe3-4e7c-93f9-dd54dcd756f3 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:34:33.760339 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3bdb-0fe3-4e7c-93f9-dd54dcd756f3 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Pushing event updated for resources: {'Port': ['ID=55ebec73-3f12-4f81-84a9-d8a1b45a56f9,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:34.112707 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-312a3bdb-0fe3-4e7c-93f9-dd54dcd756f3 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:34.181975 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-312a3bdb-0fe3-4e7c-93f9-dd54dcd756f3 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:34.332483 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-312a3bdb-0fe3-4e7c-93f9-dd54dcd756f3 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:34.336954 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-312a3bdb-0fe3-4e7c-93f9-dd54dcd756f3 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:34.408308 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3bdb-0fe3-4e7c-93f9-dd54dcd756f3 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Pushing event updated for resources: {'Port': ['ID=55ebec73-3f12-4f81-84a9-d8a1b45a56f9,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:34.416238 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-312a3bdb-0fe3-4e7c-93f9-dd54dcd756f3 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:34.522964 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-312a3bdb-0fe3-4e7c-93f9-dd54dcd756f3 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Floating IP dd478b1c-95eb-48a0-be7b-ec7712e0a0e9 associated. External IP: 172.25.3.74, port: f453fac3-6c5a-4610-b695-a51560d2132a. Aug 17 00:34:34.735411 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312a3bdb-0fe3-4e7c-93f9-dd54dcd756f3 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Router e731dda3-13b9-47aa-adaf-47ada4d47351 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:34:34.843532 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312a3bdb-0fe3-4e7c-93f9-dd54dcd756f3 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:34:34.854319 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da163a15-7236-4dbd-977c-ec8f98240a57 None None] Sync routers for ids ['e731dda3-13b9-47aa-adaf-47ada4d47351'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:34:34.859551 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-312a3bdb-0fe3-4e7c-93f9-dd54dcd756f3 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:34.864719 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da163a15-7236-4dbd-977c-ec8f98240a57 None None] Routers {'e731dda3-13b9-47aa-adaf-47ada4d47351'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:34:34.865367 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-da163a15-7236-4dbd-977c-ec8f98240a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:34:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e731dda3-13b9-47aa-adaf-47ada4d47351'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:34:34.887942 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-312a3bdb-0fe3-4e7c-93f9-dd54dcd756f3 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5499077 Aug 17 00:34:34.888628 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a254f9d-7aba-430d-8c7b-fb06ebd2e49c', 'tag': 'f453fac3-6c5a-4610-b695-a51560d2132a'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:34:34.890949 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a09cdae-4574-491c-a9f7-5fef1bb0253a" -d '{"events": [{"name": "network-changed", "server_uuid": "3a254f9d-7aba-430d-8c7b-fb06ebd2e49c", "tag": "f453fac3-6c5a-4610-b695-a51560d2132a"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:34:34.929171 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72848e08-1a6d-41b7-91aa-4938608234e2 x-openstack-request-id: req-72848e08-1a6d-41b7-91aa-4938608234e2 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:34:34.929469 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a254f9d-7aba-430d-8c7b-fb06ebd2e49c", "tag": "f453fac3-6c5a-4610-b695-a51560d2132a", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:34:34.929729 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-72848e08-1a6d-41b7-91aa-4938608234e2 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:34:34.930140 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a254f9d-7aba-430d-8c7b-fb06ebd2e49c', 'tag': 'f453fac3-6c5a-4610-b695-a51560d2132a', 'status': 'completed', 'code': 200} Aug 17 00:34:34.972025 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-da163a15-7236-4dbd-977c-ec8f98240a57 None None] Set router e731dda3-13b9-47aa-adaf-47ada4d47351 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:34:34.991847 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09cdae-4574-491c-a9f7-5fef1bb0253a req-ebdfd496-7d5b-41ed-8ea2-23a669eb0713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:34.993299 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4a09cdae-4574-491c-a9f7-5fef1bb0253a req-ebdfd496-7d5b-41ed-8ea2-23a669eb0713 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=663630d8e2e1417d82b04ae439f320f2&device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c HTTP/1.1" status: 200 len: 1097 time: 0.0410354 Aug 17 00:34:35.090027 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09cdae-4574-491c-a9f7-5fef1bb0253a req-0ad04aac-8bdf-449e-92e4-64e6cb46234b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:35.092171 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4a09cdae-4574-491c-a9f7-5fef1bb0253a req-0ad04aac-8bdf-449e-92e4-64e6cb46234b service neutron] 10.222.0.69 "GET /v2.0/networks?id=6f28f459-d0bc-407b-9d21-721ba83e54b0 HTTP/1.1" status: 200 len: 910 time: 0.0919392 Aug 17 00:34:35.161503 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4a09cdae-4574-491c-a9f7-5fef1bb0253a req-680605af-5fdf-42d5-9926-94111abf3513 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f453fac3-6c5a-4610-b695-a51560d2132a HTTP/1.1" status: 200 len: 998 time: 0.0618746 Aug 17 00:34:35.193533 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-da163a15-7236-4dbd-977c-ec8f98240a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'name': 'tempest-TestServerBasicOps-1491945902-router', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c3c74e54-1bda-4bc3-b418-a87e54865c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:34:09Z', 'updated_at': '2021-08-17T00:34:12Z', 'revision_number': 4, 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'gw_port': {'id': 'c3c74e54-1bda-4bc3-b418-a87e54865c9e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:09Z', 'updated_at': '2021-08-17T00:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'dd478b1c-95eb-48a0-be7b-ec7712e0a0e9', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'port_id': 'f453fac3-6c5a-4610-b695-a51560d2132a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f28f459-d0bc-407b-9d21-721ba83e54b0', 'mac_address': 'fa:16:3e:d0:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a254f9d-7aba-430d-8c7b-fb06ebd2e49c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:34:33Z', 'updated_at': '2021-08-17T00:34:33Z', 'revision_number': 0, 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e280d58-026f-499e-9b23-c4cac0eabd39', 'name': '', 'network_id': '6f28f459-d0bc-407b-9d21-721ba83e54b0', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'mac_address': 'fa:16:3e:bc:35:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:11Z', 'updated_at': '2021-08-17T00:34:17Z', 'revision_number': 5, 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'subnets': [{'id': 'ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:34:35.215088 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09cdae-4574-491c-a9f7-5fef1bb0253a req-8c67535c-67db-4e7d-84e6-8bc955906a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:35.217116 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4a09cdae-4574-491c-a9f7-5fef1bb0253a req-8c67535c-67db-4e7d-84e6-8bc955906a62 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef HTTP/1.1" status: 200 len: 848 time: 0.0492849 Aug 17 00:34:35.218684 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da163a15-7236-4dbd-977c-ec8f98240a57 None None] Checking router: e731dda3-13b9-47aa-adaf-47ada4d47351 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:34:35.226684 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da163a15-7236-4dbd-977c-ec8f98240a57 None None] Routers {'e731dda3-13b9-47aa-adaf-47ada4d47351'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:34:35.227272 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-da163a15-7236-4dbd-977c-ec8f98240a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:34:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e731dda3-13b9-47aa-adaf-47ada4d47351'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:34:35.265385 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09cdae-4574-491c-a9f7-5fef1bb0253a req-c1aced51-20a2-4f1d-9b4b-d3f855c0d0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:35.266833 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4a09cdae-4574-491c-a9f7-5fef1bb0253a req-c1aced51-20a2-4f1d-9b4b-d3f855c0d0e7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6f28f459-d0bc-407b-9d21-721ba83e54b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424874 Aug 17 00:34:35.331860 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-da163a15-7236-4dbd-977c-ec8f98240a57 None None] Set router e731dda3-13b9-47aa-adaf-47ada4d47351 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:34:35.358855 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4a09cdae-4574-491c-a9f7-5fef1bb0253a req-b1d8a165-b47c-4c80-b59b-54f5d2b75490 service neutron] 10.222.0.69 "GET /v2.0/networks/6f28f459-d0bc-407b-9d21-721ba83e54b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839102 Aug 17 00:34:35.460850 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-4a09cdae-4574-491c-a9f7-5fef1bb0253a req-f0dd3fb8-affe-469b-bbc2-19279dd4454e service neutron] 10.222.0.69 "GET /v2.0/networks/6f28f459-d0bc-407b-9d21-721ba83e54b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926697 Aug 17 00:34:35.562816 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-da163a15-7236-4dbd-977c-ec8f98240a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'name': 'tempest-TestServerBasicOps-1491945902-router', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c3c74e54-1bda-4bc3-b418-a87e54865c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:34:09Z', 'updated_at': '2021-08-17T00:34:12Z', 'revision_number': 4, 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'gw_port': {'id': 'c3c74e54-1bda-4bc3-b418-a87e54865c9e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:09Z', 'updated_at': '2021-08-17T00:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'dd478b1c-95eb-48a0-be7b-ec7712e0a0e9', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'port_id': 'f453fac3-6c5a-4610-b695-a51560d2132a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f28f459-d0bc-407b-9d21-721ba83e54b0', 'mac_address': 'fa:16:3e:d0:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a254f9d-7aba-430d-8c7b-fb06ebd2e49c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:34:33Z', 'updated_at': '2021-08-17T00:34:33Z', 'revision_number': 0, 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e280d58-026f-499e-9b23-c4cac0eabd39', 'name': '', 'network_id': '6f28f459-d0bc-407b-9d21-721ba83e54b0', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'mac_address': 'fa:16:3e:bc:35:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:11Z', 'updated_at': '2021-08-17T00:34:17Z', 'revision_number': 5, 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'subnets': [{'id': 'ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:34:35.587777 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da163a15-7236-4dbd-977c-ec8f98240a57 None None] The sync data for ids ['e731dda3-13b9-47aa-adaf-47ada4d47351'] in n-d-800088-20 is: [{'id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'name': 'tempest-TestServerBasicOps-1491945902-router', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c3c74e54-1bda-4bc3-b418-a87e54865c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:34:09Z', 'updated_at': '2021-08-17T00:34:12Z', 'revision_number': 4, 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'gw_port': {'id': 'c3c74e54-1bda-4bc3-b418-a87e54865c9e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:09Z', 'updated_at': '2021-08-17T00:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'dd478b1c-95eb-48a0-be7b-ec7712e0a0e9', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'port_id': 'f453fac3-6c5a-4610-b695-a51560d2132a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f28f459-d0bc-407b-9d21-721ba83e54b0', 'mac_address': 'fa:16:3e:d0:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a254f9d-7aba-430d-8c7b-fb06ebd2e49c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:34:33Z', 'updated_at': '2021-08-17T00:34:33Z', 'revision_number': 0, 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e280d58-026f-499e-9b23-c4cac0eabd39', 'name': '', 'network_id': '6f28f459-d0bc-407b-9d21-721ba83e54b0', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'mac_address': 'fa:16:3e:bc:35:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:11Z', 'updated_at': '2021-08-17T00:34:17Z', 'revision_number': 5, 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'subnets': [{'id': 'ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:34:35.789106 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2372c1-6c80-4654-8cfe-1eee8b8006b0 None None] New status for floating IP dd478b1c-95eb-48a0-be7b-ec7712e0a0e9: ACTIVE {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:34:40.317593 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:41.897690 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:46.565184 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6a3bdcba-0499-44cf-a461-a591957405c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:49.262723 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0034377c-af82-4b82-a091-f4983c459cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:49.310358 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:50.275896 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:52.181481 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:58.494724 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3deb15c5-4d0a-4ac6-a3d5-e9c31afd0cec req-e6688fa8-0150-4b22-be24-8f7975f8261f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427017 Aug 17 00:34:58.578738 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb15c5-4d0a-4ac6-a3d5-e9c31afd0cec req-eb04ba96-12da-4eb7-a11a-6447aa171d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:58.580238 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3deb15c5-4d0a-4ac6-a3d5-e9c31afd0cec req-eb04ba96-12da-4eb7-a11a-6447aa171d0e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=663630d8e2e1417d82b04ae439f320f2&device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c HTTP/1.1" status: 200 len: 1097 time: 0.0414364 Aug 17 00:34:58.692330 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb15c5-4d0a-4ac6-a3d5-e9c31afd0cec req-4114b4ff-ceda-4ed1-97b4-2d51b33d6bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:58.693911 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3deb15c5-4d0a-4ac6-a3d5-e9c31afd0cec req-4114b4ff-ceda-4ed1-97b4-2d51b33d6bce service neutron] 10.222.0.69 "GET /v2.0/networks?id=6f28f459-d0bc-407b-9d21-721ba83e54b0 HTTP/1.1" status: 200 len: 910 time: 0.0920095 Aug 17 00:34:58.761421 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3deb15c5-4d0a-4ac6-a3d5-e9c31afd0cec req-3244edf7-d211-4ff5-a80e-7e8d19125c52 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f453fac3-6c5a-4610-b695-a51560d2132a HTTP/1.1" status: 200 len: 1000 time: 0.0573761 Aug 17 00:34:58.817183 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb15c5-4d0a-4ac6-a3d5-e9c31afd0cec req-754781b8-5494-4262-bb98-dcd55e406424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:58.818654 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3deb15c5-4d0a-4ac6-a3d5-e9c31afd0cec req-754781b8-5494-4262-bb98-dcd55e406424 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef HTTP/1.1" status: 200 len: 848 time: 0.0491910 Aug 17 00:34:58.867478 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb15c5-4d0a-4ac6-a3d5-e9c31afd0cec req-a9f62868-72a8-44d0-ad9f-ec526f3ce557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:58.869002 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3deb15c5-4d0a-4ac6-a3d5-e9c31afd0cec req-a9f62868-72a8-44d0-ad9f-ec526f3ce557 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6f28f459-d0bc-407b-9d21-721ba83e54b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405762 Aug 17 00:34:58.967643 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3deb15c5-4d0a-4ac6-a3d5-e9c31afd0cec req-e1816d0f-aa0a-4a6f-8af5-cc73cdee71ae service neutron] 10.222.0.69 "GET /v2.0/networks/6f28f459-d0bc-407b-9d21-721ba83e54b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886705 Aug 17 00:34:59.058691 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-3deb15c5-4d0a-4ac6-a3d5-e9c31afd0cec req-f6952567-c82b-4ae6-981e-ebb7b2059195 service neutron] 10.222.0.69 "GET /v2.0/networks/6f28f459-d0bc-407b-9d21-721ba83e54b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821674 Aug 17 00:35:06.207537 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:35:10.318716 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:11.900768 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:11.927527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44062) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:35:12.016570 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a46147-ab8a-4ecc-bfc5-b1b30a9686d6 req-6e85ee9a-48ca-403d-9988-90fb9459e46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:12.018768 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-97a46147-ab8a-4ecc-bfc5-b1b30a9686d6 req-6e85ee9a-48ca-403d-9988-90fb9459e46e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c HTTP/1.1" status: 200 len: 1097 time: 0.0902028 Aug 17 00:35:12.051738 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-97a46147-ab8a-4ecc-bfc5-b1b30a9686d6 req-68e5c4ae-e700-4a52-9708-1ea41933afb3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=34725bbe-872e-4340-bf3a-a7b6fb31807c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270565 Aug 17 00:35:16.565225 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-69fe6a1f-7915-49b5-9dbf-644b8e2aff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:19.261963 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a22a0973-e8ac-4f77-80ba-07c9e733a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:19.311098 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:20.279382 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:22.183694 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:40.320748 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:41.897243 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:43.207131 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:35:46.566206 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-34c8485a-2557-4ef8-95d8-8ebf8e6d6689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:49.262070 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6eb34e9a-6877-4394-9032-bba7d71a03cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:49.311055 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:50.281484 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:52.186495 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:58.886958 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9c7ce8f2-c5b5-4548-a375-4cdb94d8e35e req-f8e96d6e-8a08-4d64-bc65-a0efeb371281 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402980 Aug 17 00:35:58.982552 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ce8f2-c5b5-4548-a375-4cdb94d8e35e req-3c8dec9a-8199-439f-9b3b-5618486645ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:58.984053 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9c7ce8f2-c5b5-4548-a375-4cdb94d8e35e req-3c8dec9a-8199-439f-9b3b-5618486645ac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=663630d8e2e1417d82b04ae439f320f2&device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c HTTP/1.1" status: 200 len: 1097 time: 0.0458338 Aug 17 00:35:59.093309 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ce8f2-c5b5-4548-a375-4cdb94d8e35e req-31bb36fd-8432-4573-b132-45245eb900b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:59.094768 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9c7ce8f2-c5b5-4548-a375-4cdb94d8e35e req-31bb36fd-8432-4573-b132-45245eb900b6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6f28f459-d0bc-407b-9d21-721ba83e54b0 HTTP/1.1" status: 200 len: 910 time: 0.0857198 Aug 17 00:35:59.167118 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9c7ce8f2-c5b5-4548-a375-4cdb94d8e35e req-59fc11ad-4356-402f-b38a-c6820e8818da service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f453fac3-6c5a-4610-b695-a51560d2132a HTTP/1.1" status: 200 len: 1000 time: 0.0616858 Aug 17 00:35:59.221326 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ce8f2-c5b5-4548-a375-4cdb94d8e35e req-38287002-30e7-47e4-a2de-5c3b1e4ecbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:59.222795 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9c7ce8f2-c5b5-4548-a375-4cdb94d8e35e req-38287002-30e7-47e4-a2de-5c3b1e4ecbe6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef HTTP/1.1" status: 200 len: 848 time: 0.0441689 Aug 17 00:35:59.270410 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ce8f2-c5b5-4548-a375-4cdb94d8e35e req-720812f1-d0a4-4bc9-84bf-8173f52ad659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:59.271926 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9c7ce8f2-c5b5-4548-a375-4cdb94d8e35e req-720812f1-d0a4-4bc9-84bf-8173f52ad659 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6f28f459-d0bc-407b-9d21-721ba83e54b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407846 Aug 17 00:35:59.369025 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9c7ce8f2-c5b5-4548-a375-4cdb94d8e35e req-9c0bdf3e-7880-498f-8378-a841cba2daa7 service neutron] 10.222.0.69 "GET /v2.0/networks/6f28f459-d0bc-407b-9d21-721ba83e54b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850329 Aug 17 00:35:59.776389 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-9c7ce8f2-c5b5-4548-a375-4cdb94d8e35e req-13c86ebf-c67a-4d41-bfb5-eab0c299efc5 service neutron] 10.222.0.69 "GET /v2.0/networks/6f28f459-d0bc-407b-9d21-721ba83e54b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951960 Aug 17 00:36:03.267959 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [req-96f69279-658f-4229-8c35-05a965e35332 req-e11c6468-31cd-479c-b2b0-ed07259c42fe service neutron] (101402) timed out ('10.222.0.64', 52719) {{(pid=101402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 00:36:10.327454 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:11.906340 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:16.565727 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-91da7523-aa60-4616-96ad-f50a84b160f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:19.262589 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f0c7ce27-534d-4d0e-b3b6-6101eecbdf53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:19.312833 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:20.205670 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:36:20.284573 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:22.189976 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:40.325340 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:41.897306 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:46.567176 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c3174cc6-abbb-4511-8f8a-57264f3ae7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:49.262158 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0f0ad8d8-5046-4f29-8d19-accd01a2790d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:49.312639 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:50.289273 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:52.194905 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:57.204321 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:36:58.890355 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e37afe50-62ae-4636-a7af-7e4098a096ba req-d0dd1117-63e5-4c20-b4ea-c09c5444ab6a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403783 Aug 17 00:36:58.980372 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37afe50-62ae-4636-a7af-7e4098a096ba req-4aa665e5-1ff6-4983-a7ab-e81440740d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:36:58.981876 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e37afe50-62ae-4636-a7af-7e4098a096ba req-4aa665e5-1ff6-4983-a7ab-e81440740d27 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=663630d8e2e1417d82b04ae439f320f2&device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c HTTP/1.1" status: 200 len: 1097 time: 0.0435853 Aug 17 00:36:59.088301 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37afe50-62ae-4636-a7af-7e4098a096ba req-25fb1a2b-7e1f-4358-838b-6fef47a4f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:36:59.089781 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e37afe50-62ae-4636-a7af-7e4098a096ba req-25fb1a2b-7e1f-4358-838b-6fef47a4f230 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6f28f459-d0bc-407b-9d21-721ba83e54b0 HTTP/1.1" status: 200 len: 910 time: 0.0826604 Aug 17 00:36:59.162553 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e37afe50-62ae-4636-a7af-7e4098a096ba req-ac20d12a-8986-44ce-87df-e15c52979d03 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f453fac3-6c5a-4610-b695-a51560d2132a HTTP/1.1" status: 200 len: 1000 time: 0.0610473 Aug 17 00:36:59.215260 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37afe50-62ae-4636-a7af-7e4098a096ba req-798cfee4-79c8-4760-9462-b89ddd852dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:36:59.216699 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e37afe50-62ae-4636-a7af-7e4098a096ba req-798cfee4-79c8-4760-9462-b89ddd852dd3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef HTTP/1.1" status: 200 len: 848 time: 0.0435307 Aug 17 00:36:59.265828 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37afe50-62ae-4636-a7af-7e4098a096ba req-00f65289-528f-45f4-b5a2-e13ae8b06344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:36:59.267272 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e37afe50-62ae-4636-a7af-7e4098a096ba req-00f65289-528f-45f4-b5a2-e13ae8b06344 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6f28f459-d0bc-407b-9d21-721ba83e54b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389271 Aug 17 00:36:59.363717 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e37afe50-62ae-4636-a7af-7e4098a096ba req-491cfd47-a8bf-4e29-8b72-6fb06ca3560c service neutron] 10.222.0.69 "GET /v2.0/networks/6f28f459-d0bc-407b-9d21-721ba83e54b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836792 Aug 17 00:36:59.456974 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e37afe50-62ae-4636-a7af-7e4098a096ba req-409706ec-fd2c-419f-9d91-310c10cb3543 service neutron] 10.222.0.69 "GET /v2.0/networks/6f28f459-d0bc-407b-9d21-721ba83e54b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823579 Aug 17 00:37:10.342378 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:11.913000 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:16.567366 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a0d5504f-aabb-4cfe-8588-7f7c0ce26959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:19.263585 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c72dea85-542d-44db-bd7b-1b4481979af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:19.313182 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:20.290035 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:22.196464 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:34.203335 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:37:40.344595 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:41.911057 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:46.571658 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6bf9f83b-3206-4470-85e7-a8b61046ec77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:49.263337 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-639fb26e-c1d7-4610-8c1f-66e681940573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:49.313451 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:50.293331 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:52.199727 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:59.949021 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-40b2b1b8-e97a-4836-a196-42579f5fea7b req-aaaeac55-7183-4b7a-9ff7-12048fa64195 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423160 Aug 17 00:38:00.041215 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2b1b8-e97a-4836-a196-42579f5fea7b req-e40d9dca-da05-4ae1-b504-bcf891e164a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:38:00.042707 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-40b2b1b8-e97a-4836-a196-42579f5fea7b req-e40d9dca-da05-4ae1-b504-bcf891e164a5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=663630d8e2e1417d82b04ae439f320f2&device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c HTTP/1.1" status: 200 len: 1097 time: 0.0453985 Aug 17 00:38:00.154026 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2b1b8-e97a-4836-a196-42579f5fea7b req-9bff1b54-d885-4336-afe3-82404a5f81df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:38:00.155580 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-40b2b1b8-e97a-4836-a196-42579f5fea7b req-9bff1b54-d885-4336-afe3-82404a5f81df service neutron] 10.222.0.69 "GET /v2.0/networks?id=6f28f459-d0bc-407b-9d21-721ba83e54b0 HTTP/1.1" status: 200 len: 910 time: 0.0880435 Aug 17 00:38:00.229105 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-40b2b1b8-e97a-4836-a196-42579f5fea7b req-2ee40832-2f53-487a-9176-2e738383ef21 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f453fac3-6c5a-4610-b695-a51560d2132a HTTP/1.1" status: 200 len: 1000 time: 0.0619779 Aug 17 00:38:00.284663 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2b1b8-e97a-4836-a196-42579f5fea7b req-5be81cd9-407c-4349-a5a5-e8e9a51de899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:38:00.286152 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-40b2b1b8-e97a-4836-a196-42579f5fea7b req-5be81cd9-407c-4349-a5a5-e8e9a51de899 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef HTTP/1.1" status: 200 len: 848 time: 0.0459015 Aug 17 00:38:00.337900 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2b1b8-e97a-4836-a196-42579f5fea7b req-51585edd-825a-44ea-91f6-6a7eba4c969f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:38:00.339390 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-40b2b1b8-e97a-4836-a196-42579f5fea7b req-51585edd-825a-44ea-91f6-6a7eba4c969f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6f28f459-d0bc-407b-9d21-721ba83e54b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421796 Aug 17 00:38:00.437483 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-40b2b1b8-e97a-4836-a196-42579f5fea7b req-d0b16d8f-8a32-43c3-aec0-fef98e9da402 service neutron] 10.222.0.69 "GET /v2.0/networks/6f28f459-d0bc-407b-9d21-721ba83e54b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863607 Aug 17 00:38:00.532329 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-40b2b1b8-e97a-4836-a196-42579f5fea7b req-0e5eb7d2-01bc-4816-811f-3e956f4a1b1b service neutron] 10.222.0.69 "GET /v2.0/networks/6f28f459-d0bc-407b-9d21-721ba83e54b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831711 Aug 17 00:38:10.360514 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:38:11.201529 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:38:11.927094 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:38:16.571668 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-73acd6cc-6de5-4fc4-bb95-367e390fb398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:38:19.263748 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d9e66cc0-f782-4b08-a33a-7dc968e92a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:38:19.313171 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:38:20.296946 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:38:22.201666 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:38:40.361326 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:38:41.926450 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:38:46.572145 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-358739ff-16e9-4880-a78f-5f0ce3a52801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:38:48.200905 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:38:49.264160 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-238d4d6c-ae36-45c2-be3d-d3d2b55ede86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:38:49.313338 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:38:50.302108 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:38:52.207472 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:38:59.891462 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-aceb64a8-684c-4ebb-af87-f43b5eb4950f req-e5a9e4ae-078c-4d6b-b694-810135195157 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420573 Aug 17 00:38:59.988271 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb64a8-684c-4ebb-af87-f43b5eb4950f req-b48e28c1-d7a6-4eea-ac48-86c805c44d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:38:59.989902 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-aceb64a8-684c-4ebb-af87-f43b5eb4950f req-b48e28c1-d7a6-4eea-ac48-86c805c44d5d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=663630d8e2e1417d82b04ae439f320f2&device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c HTTP/1.1" status: 200 len: 1097 time: 0.0462317 Aug 17 00:39:00.102132 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb64a8-684c-4ebb-af87-f43b5eb4950f req-a20c946b-878b-495b-860a-fa31fa228c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:39:00.103636 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-aceb64a8-684c-4ebb-af87-f43b5eb4950f req-a20c946b-878b-495b-860a-fa31fa228c6e service neutron] 10.222.0.69 "GET /v2.0/networks?id=6f28f459-d0bc-407b-9d21-721ba83e54b0 HTTP/1.1" status: 200 len: 910 time: 0.0891407 Aug 17 00:39:00.179719 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-aceb64a8-684c-4ebb-af87-f43b5eb4950f req-b2e4593a-5fc7-407f-aa2b-b7cf072e8183 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f453fac3-6c5a-4610-b695-a51560d2132a HTTP/1.1" status: 200 len: 1000 time: 0.0645549 Aug 17 00:39:00.234302 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb64a8-684c-4ebb-af87-f43b5eb4950f req-feaa3c63-8ee8-441d-82dc-49a9ee3f66c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:39:00.235752 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-aceb64a8-684c-4ebb-af87-f43b5eb4950f req-feaa3c63-8ee8-441d-82dc-49a9ee3f66c0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef HTTP/1.1" status: 200 len: 848 time: 0.0442021 Aug 17 00:39:00.285997 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb64a8-684c-4ebb-af87-f43b5eb4950f req-37c42d9f-e34a-437e-84de-a009c39148d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:39:00.287478 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-aceb64a8-684c-4ebb-af87-f43b5eb4950f req-37c42d9f-e34a-437e-84de-a009c39148d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6f28f459-d0bc-407b-9d21-721ba83e54b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400474 Aug 17 00:39:00.382304 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-aceb64a8-684c-4ebb-af87-f43b5eb4950f req-5773760a-54a5-402a-a8c8-d2441b92320a service neutron] 10.222.0.69 "GET /v2.0/networks/6f28f459-d0bc-407b-9d21-721ba83e54b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864227 Aug 17 00:39:00.477246 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-aceb64a8-684c-4ebb-af87-f43b5eb4950f req-b5bc70b3-9862-4df3-b8bd-c67d093919ca service neutron] 10.222.0.69 "GET /v2.0/networks/6f28f459-d0bc-407b-9d21-721ba83e54b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832675 Aug 17 00:39:10.376169 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:11.958093 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:16.572117 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7cf8ed21-9db6-4c23-be69-23ab60c502ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:16.694621 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-ae50d224-fa81-40f2-87a0-700fdd69ade7 req-fc51afc8-27eb-4e59-8fcb-1e4e024417e2 service neutron] (101403) timed out ('10.222.0.60', 44048) {{(pid=101403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 00:39:17.827339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fe2d8-c4fa-4252-b697-29e652649637 req-45c20add-d87e-40a0-aab7-2dec1702a22b tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:39:17.828801 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ee9fe2d8-c4fa-4252-b697-29e652649637 req-45c20add-d87e-40a0-aab7-2dec1702a22b tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c HTTP/1.1" status: 200 len: 945 time: 0.1846762 Aug 17 00:39:17.867578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ee9fe2d8-c4fa-4252-b697-29e652649637 req-03c6ae83-2d64-4bdd-a546-563b51ed2e39 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/security-groups?id=34725bbe-872e-4340-bf3a-a7b6fb31807c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318155 Aug 17 00:39:19.091809 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4a342-d291-4268-88a2-ce4518c74ede req-0cbe918e-1bbb-4ee3-a0ca-877968e634cb tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:39:19.093316 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4cf4a342-d291-4268-88a2-ce4518c74ede req-0cbe918e-1bbb-4ee3-a0ca-877968e634cb tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c HTTP/1.1" status: 200 len: 945 time: 0.1058688 Aug 17 00:39:19.131853 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4cf4a342-d291-4268-88a2-ce4518c74ede req-892c60a4-f473-46a7-adaa-93507166cc76 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/security-groups?id=34725bbe-872e-4340-bf3a-a7b6fb31807c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319963 Aug 17 00:39:19.144505 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7369279-9d4d-4ded-8e5e-0e2383dac61f req-8ad1f5e8-94b8-4f75-bcfd-ef768bd35a22 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:39:19.146787 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a7369279-9d4d-4ded-8e5e-0e2383dac61f req-8ad1f5e8-94b8-4f75-bcfd-ef768bd35a22 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c HTTP/1.1" status: 200 len: 945 time: 0.0519865 Aug 17 00:39:19.246228 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-a7369279-9d4d-4ded-8e5e-0e2383dac61f req-5513d7dd-6a4a-4050-97e3-dc4ec81651c9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Deleting port f453fac3-6c5a-4610-b695-a51560d2132a {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:39:19.246814 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a7369279-9d4d-4ded-8e5e-0e2383dac61f req-5513d7dd-6a4a-4050-97e3-dc4ec81651c9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:19.269150 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-87153258-01c9-4384-a6c6-3f65b01deb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:19.318062 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:19.344154 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-a7369279-9d4d-4ded-8e5e-0e2383dac61f req-5513d7dd-6a4a-4050-97e3-dc4ec81651c9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] For port f453fac3-6c5a-4610-b695-a51560d2132a, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=f453fac3-6c5a-4610-b695-a51560d2132a,segment=NetworkSegment(557fc664-163a-434e-96cc-6f9f142e4ef9),segment_id=557fc664-163a-434e-96cc-6f9f142e4ef9)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:39:19.344528 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a7369279-9d4d-4ded-8e5e-0e2383dac61f req-5513d7dd-6a4a-4050-97e3-dc4ec81651c9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:19.574283 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a7369279-9d4d-4ded-8e5e-0e2383dac61f req-5513d7dd-6a4a-4050-97e3-dc4ec81651c9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:19.574788 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a7369279-9d4d-4ded-8e5e-0e2383dac61f req-5513d7dd-6a4a-4050-97e3-dc4ec81651c9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:19.575165 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [req-a7369279-9d4d-4ded-8e5e-0e2383dac61f req-5513d7dd-6a4a-4050-97e3-dc4ec81651c9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Floating IP dd478b1c-95eb-48a0-be7b-ec7712e0a0e9 disassociated. External IP: 172.25.3.74, port: f453fac3-6c5a-4610-b695-a51560d2132a. Aug 17 00:39:19.575517 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-a7369279-9d4d-4ded-8e5e-0e2383dac61f req-5513d7dd-6a4a-4050-97e3-dc4ec81651c9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Calling delete_port for f453fac3-6c5a-4610-b695-a51560d2132a owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:39:19.706390 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a7369279-9d4d-4ded-8e5e-0e2383dac61f req-5513d7dd-6a4a-4050-97e3-dc4ec81651c9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:19.736038 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513d7dd-6a4a-4050-97e3-dc4ec81651c9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Pushing event deleted for resources: {'Port': ['ID=f453fac3-6c5a-4610-b695-a51560d2132a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:19.747379 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d7dd-6a4a-4050-97e3-dc4ec81651c9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:19.747725 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d7dd-6a4a-4050-97e3-dc4ec81651c9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:19.748061 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d7dd-6a4a-4050-97e3-dc4ec81651c9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:19.748395 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d7dd-6a4a-4050-97e3-dc4ec81651c9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:19.748725 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d7dd-6a4a-4050-97e3-dc4ec81651c9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:19.749062 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d7dd-6a4a-4050-97e3-dc4ec81651c9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:19.749652 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d7dd-6a4a-4050-97e3-dc4ec81651c9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:19.749905 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d7dd-6a4a-4050-97e3-dc4ec81651c9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:19.750227 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d7dd-6a4a-4050-97e3-dc4ec81651c9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:19.750553 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d7dd-6a4a-4050-97e3-dc4ec81651c9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:19.750879 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d7dd-6a4a-4050-97e3-dc4ec81651c9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:19.751205 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d7dd-6a4a-4050-97e3-dc4ec81651c9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:19.868485 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7369279-9d4d-4ded-8e5e-0e2383dac61f req-5513d7dd-6a4a-4050-97e3-dc4ec81651c9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Router e731dda3-13b9-47aa-adaf-47ada4d47351 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:39:19.976971 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7369279-9d4d-4ded-8e5e-0e2383dac61f req-5513d7dd-6a4a-4050-97e3-dc4ec81651c9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:39:19.987634 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65583b9-4e04-4382-ba32-f29cd76280be None None] Sync routers for ids ['e731dda3-13b9-47aa-adaf-47ada4d47351'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:39:19.998760 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65583b9-4e04-4382-ba32-f29cd76280be None None] Routers {'e731dda3-13b9-47aa-adaf-47ada4d47351'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:39:19.999371 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e65583b9-4e04-4382-ba32-f29cd76280be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:39:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e731dda3-13b9-47aa-adaf-47ada4d47351'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:20.024561 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7369279-9d4d-4ded-8e5e-0e2383dac61f req-5513d7dd-6a4a-4050-97e3-dc4ec81651c9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] No DVR routers for this DVR port f453fac3-6c5a-4610-b695-a51560d2132a on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:39:20.027274 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-a7369279-9d4d-4ded-8e5e-0e2383dac61f req-5513d7dd-6a4a-4050-97e3-dc4ec81651c9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:20.029439 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a7369279-9d4d-4ded-8e5e-0e2383dac61f req-5513d7dd-6a4a-4050-97e3-dc4ec81651c9 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.69 "DELETE /v2.0/ports/f453fac3-6c5a-4610-b695-a51560d2132a HTTP/1.1" status: 204 len: 173 time: 0.8761106 Aug 17 00:39:20.029888 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a254f9d-7aba-430d-8c7b-fb06ebd2e49c', 'name': 'network-vif-deleted', 'tag': 'f453fac3-6c5a-4610-b695-a51560d2132a'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:39:20.032145 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c701af-51ed-47e9-8ae4-5a36e74a9b01" -d '{"events": [{"server_uuid": "3a254f9d-7aba-430d-8c7b-fb06ebd2e49c", "name": "network-vif-deleted", "tag": "f453fac3-6c5a-4610-b695-a51560d2132a"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:39:20.117311 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-e65583b9-4e04-4382-ba32-f29cd76280be None None] Set router e731dda3-13b9-47aa-adaf-47ada4d47351 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:39:20.261941 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c26ce72c-0963-4c0f-a3af-8617493cc7f6 req-75757baf-d83d-420c-be46-c5f017007f7d tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a254f9d-7aba-430d-8c7b-fb06ebd2e49c HTTP/1.1" status: 200 len: 210 time: 0.0337188 Aug 17 00:39:20.303159 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:20.418191 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e65583b9-4e04-4382-ba32-f29cd76280be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'name': 'tempest-TestServerBasicOps-1491945902-router', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c3c74e54-1bda-4bc3-b418-a87e54865c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:34:09Z', 'updated_at': '2021-08-17T00:34:12Z', 'revision_number': 4, 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'gw_port': {'id': 'c3c74e54-1bda-4bc3-b418-a87e54865c9e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:09Z', 'updated_at': '2021-08-17T00:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '6e280d58-026f-499e-9b23-c4cac0eabd39', 'name': '', 'network_id': '6f28f459-d0bc-407b-9d21-721ba83e54b0', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'mac_address': 'fa:16:3e:bc:35:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:11Z', 'updated_at': '2021-08-17T00:34:17Z', 'revision_number': 5, 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'subnets': [{'id': 'ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:20.444159 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65583b9-4e04-4382-ba32-f29cd76280be None None] Checking router: e731dda3-13b9-47aa-adaf-47ada4d47351 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:39:20.452668 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65583b9-4e04-4382-ba32-f29cd76280be None None] Routers {'e731dda3-13b9-47aa-adaf-47ada4d47351'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:39:20.453300 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e65583b9-4e04-4382-ba32-f29cd76280be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:39:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e731dda3-13b9-47aa-adaf-47ada4d47351'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:20.557302 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-e65583b9-4e04-4382-ba32-f29cd76280be None None] Set router e731dda3-13b9-47aa-adaf-47ada4d47351 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:39:20.758251 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e65583b9-4e04-4382-ba32-f29cd76280be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'name': 'tempest-TestServerBasicOps-1491945902-router', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c3c74e54-1bda-4bc3-b418-a87e54865c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:34:09Z', 'updated_at': '2021-08-17T00:34:12Z', 'revision_number': 4, 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'gw_port': {'id': 'c3c74e54-1bda-4bc3-b418-a87e54865c9e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:09Z', 'updated_at': '2021-08-17T00:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '6e280d58-026f-499e-9b23-c4cac0eabd39', 'name': '', 'network_id': '6f28f459-d0bc-407b-9d21-721ba83e54b0', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'mac_address': 'fa:16:3e:bc:35:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:11Z', 'updated_at': '2021-08-17T00:34:17Z', 'revision_number': 5, 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'subnets': [{'id': 'ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:20.782934 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65583b9-4e04-4382-ba32-f29cd76280be None None] The sync data for ids ['e731dda3-13b9-47aa-adaf-47ada4d47351'] in n-d-800088-20 is: [{'id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'name': 'tempest-TestServerBasicOps-1491945902-router', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c3c74e54-1bda-4bc3-b418-a87e54865c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:34:09Z', 'updated_at': '2021-08-17T00:34:12Z', 'revision_number': 4, 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'gw_port': {'id': 'c3c74e54-1bda-4bc3-b418-a87e54865c9e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:09Z', 'updated_at': '2021-08-17T00:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '6e280d58-026f-499e-9b23-c4cac0eabd39', 'name': '', 'network_id': '6f28f459-d0bc-407b-9d21-721ba83e54b0', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'mac_address': 'fa:16:3e:bc:35:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:11Z', 'updated_at': '2021-08-17T00:34:17Z', 'revision_number': 5, 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'subnets': [{'id': 'ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:39:21.001144 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45777b2-ca91-44f8-b55c-e80620cc90b5 None None] New status for floating IP dd478b1c-95eb-48a0-be7b-ec7712e0a0e9: DOWN {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:39:21.140501 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e284f1-eebf-40a7-81db-398e0b7e11d1 x-openstack-request-id: req-15e284f1-eebf-40a7-81db-398e0b7e11d1 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:39:21.140979 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a254f9d-7aba-430d-8c7b-fb06ebd2e49c", "name": "network-vif-deleted", "tag": "f453fac3-6c5a-4610-b695-a51560d2132a", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:39:21.141308 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-15e284f1-eebf-40a7-81db-398e0b7e11d1 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:39:21.141473 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a254f9d-7aba-430d-8c7b-fb06ebd2e49c', 'name': 'network-vif-deleted', 'tag': 'f453fac3-6c5a-4610-b695-a51560d2132a', 'status': 'completed', 'code': 200} Aug 17 00:39:21.314566 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44194) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:39:21.439493 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-58e35d67-4a01-480e-af09-3653bab299c7 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Deleting port 55ebec73-3f12-4f81-84a9-d8a1b45a56f9 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:39:21.439744 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-58e35d67-4a01-480e-af09-3653bab299c7 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:21.522263 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-58e35d67-4a01-480e-af09-3653bab299c7 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:21.522574 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-58e35d67-4a01-480e-af09-3653bab299c7 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:21.535219 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-58e35d67-4a01-480e-af09-3653bab299c7 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Calling delete_port for 55ebec73-3f12-4f81-84a9-d8a1b45a56f9 owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:39:21.671224 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-58e35d67-4a01-480e-af09-3653bab299c7 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:21.711630 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device f453fac3-6c5a-4610-b695-a51560d2132a no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:39:21.734943 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: f453fac3-6c5a-4610-b695-a51560d2132a {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:39:21.735310 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device f453fac3-6c5a-4610-b695-a51560d2132a not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:39:21.952146 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e35d67-4a01-480e-af09-3653bab299c7 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Pushing event deleted for resources: {'Port': ['ID=55ebec73-3f12-4f81-84a9-d8a1b45a56f9,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:21.976384 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e35d67-4a01-480e-af09-3653bab299c7 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:21.976726 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e35d67-4a01-480e-af09-3653bab299c7 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:21.977078 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e35d67-4a01-480e-af09-3653bab299c7 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:21.977419 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e35d67-4a01-480e-af09-3653bab299c7 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:21.977748 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e35d67-4a01-480e-af09-3653bab299c7 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:21.978077 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e35d67-4a01-480e-af09-3653bab299c7 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:21.978405 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e35d67-4a01-480e-af09-3653bab299c7 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:21.978726 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e35d67-4a01-480e-af09-3653bab299c7 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:21.979045 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e35d67-4a01-480e-af09-3653bab299c7 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:21.979365 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e35d67-4a01-480e-af09-3653bab299c7 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:21.979689 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e35d67-4a01-480e-af09-3653bab299c7 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:21.980008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e35d67-4a01-480e-af09-3653bab299c7 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:22.019921 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-58e35d67-4a01-480e-af09-3653bab299c7 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:22.022467 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-58e35d67-4a01-480e-af09-3653bab299c7 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:22.023616 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-58e35d67-4a01-480e-af09-3653bab299c7 tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "DELETE /v2.0/floatingips/dd478b1c-95eb-48a0-be7b-ec7712e0a0e9 HTTP/1.1" status: 204 len: 168 time: 0.7080657 Aug 17 00:39:22.091592 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44202) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:39:22.155969 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-353edc57-24a4-474f-9e9f-ae0a81e075aa tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:22.183251 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-353edc57-24a4-474f-9e9f-ae0a81e075aa tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:22.210663 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:22.253078 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-353edc57-24a4-474f-9e9f-ae0a81e075aa tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:22.259022 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-353edc57-24a4-474f-9e9f-ae0a81e075aa tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:22.260701 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-353edc57-24a4-474f-9e9f-ae0a81e075aa tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] 10.222.0.60 "DELETE /v2.0/security-groups/34725bbe-872e-4340-bf3a-a7b6fb31807c HTTP/1.1" status: 204 len: 168 time: 0.1678810 Aug 17 00:39:22.272528 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353edc57-24a4-474f-9e9f-ae0a81e075aa tempest-TestServerBasicOps-1095923284 tempest-TestServerBasicOps-1095923284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34725bbe-872e-4340-bf3a-a7b6fb31807c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:23.323624 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44208) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:39:23.770698 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a636303-cd7a-43c8-9bf8-f1cc91fa0072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:24.012969 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-2a636303-cd7a-43c8-9bf8-f1cc91fa0072 admin admin] Deleting port 6e280d58-026f-499e-9b23-c4cac0eabd39 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:39:24.013264 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a636303-cd7a-43c8-9bf8-f1cc91fa0072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:24.092459 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-2a636303-cd7a-43c8-9bf8-f1cc91fa0072 admin admin] For port 6e280d58-026f-499e-9b23-c4cac0eabd39, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6e280d58-026f-499e-9b23-c4cac0eabd39,segment=NetworkSegment(557fc664-163a-434e-96cc-6f9f142e4ef9),segment_id=557fc664-163a-434e-96cc-6f9f142e4ef9)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:39:24.092827 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a636303-cd7a-43c8-9bf8-f1cc91fa0072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:24.106115 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-2a636303-cd7a-43c8-9bf8-f1cc91fa0072 admin admin] Calling delete_port for 6e280d58-026f-499e-9b23-c4cac0eabd39 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:39:24.293943 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a636303-cd7a-43c8-9bf8-f1cc91fa0072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:24.320942 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a636303-cd7a-43c8-9bf8-f1cc91fa0072 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e280d58-026f-499e-9b23-c4cac0eabd39,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:24.494423 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a636303-cd7a-43c8-9bf8-f1cc91fa0072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:24.716893 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a636303-cd7a-43c8-9bf8-f1cc91fa0072 admin admin] Router e731dda3-13b9-47aa-adaf-47ada4d47351 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:39:24.823122 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a636303-cd7a-43c8-9bf8-f1cc91fa0072 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:39:24.828283 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2a636303-cd7a-43c8-9bf8-f1cc91fa0072 admin admin] 10.222.0.60 "PUT /v2.0/routers/e731dda3-13b9-47aa-adaf-47ada4d47351/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5033202 Aug 17 00:39:24.830784 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44216) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:39:24.833092 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03086b67-dcc3-48d1-9078-40e9c839147e None None] Sync routers for ids ['e731dda3-13b9-47aa-adaf-47ada4d47351'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:39:24.842772 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03086b67-dcc3-48d1-9078-40e9c839147e None None] Routers {'e731dda3-13b9-47aa-adaf-47ada4d47351'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:39:24.843408 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-03086b67-dcc3-48d1-9078-40e9c839147e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:39:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e731dda3-13b9-47aa-adaf-47ada4d47351'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:24.936052 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a2b42a3-577d-49c4-9fc6-2222ad697207 admin admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:24.948893 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-03086b67-dcc3-48d1-9078-40e9c839147e None None] Set router e731dda3-13b9-47aa-adaf-47ada4d47351 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:39:25.040478 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a2b42a3-577d-49c4-9fc6-2222ad697207 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:25.093054 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b42a3-577d-49c4-9fc6-2222ad697207 admin admin] Deleting port c3c74e54-1bda-4bc3-b418-a87e54865c9e {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:39:25.093404 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a2b42a3-577d-49c4-9fc6-2222ad697207 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:25.125995 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-03086b67-dcc3-48d1-9078-40e9c839147e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'name': 'tempest-TestServerBasicOps-1491945902-router', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c3c74e54-1bda-4bc3-b418-a87e54865c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:34:09Z', 'updated_at': '2021-08-17T00:39:24Z', 'revision_number': 5, 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'gw_port': {'id': 'c3c74e54-1bda-4bc3-b418-a87e54865c9e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:09Z', 'updated_at': '2021-08-17T00:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:25.156019 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03086b67-dcc3-48d1-9078-40e9c839147e None None] Checking router: e731dda3-13b9-47aa-adaf-47ada4d47351 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:39:25.165808 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03086b67-dcc3-48d1-9078-40e9c839147e None None] Routers {'e731dda3-13b9-47aa-adaf-47ada4d47351'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:39:25.166558 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-03086b67-dcc3-48d1-9078-40e9c839147e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:39:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e731dda3-13b9-47aa-adaf-47ada4d47351'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:25.237489 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:39:25.259797 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-03086b67-dcc3-48d1-9078-40e9c839147e None None] Set router e731dda3-13b9-47aa-adaf-47ada4d47351 gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:39:25.312024 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-03086b67-dcc3-48d1-9078-40e9c839147e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'name': 'tempest-TestServerBasicOps-1491945902-router', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:34:09Z', 'updated_at': '2021-08-17T00:39:25Z', 'revision_number': 6, 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:25.342276 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03086b67-dcc3-48d1-9078-40e9c839147e None None] The sync data for ids ['e731dda3-13b9-47aa-adaf-47ada4d47351'] in n-d-800088-20 is: [{'id': 'e731dda3-13b9-47aa-adaf-47ada4d47351', 'name': 'tempest-TestServerBasicOps-1491945902-router', 'tenant_id': '663630d8e2e1417d82b04ae439f320f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:34:09Z', 'updated_at': '2021-08-17T00:39:25Z', 'revision_number': 6, 'project_id': '663630d8e2e1417d82b04ae439f320f2', 'gw_port_host': None}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:39:25.486396 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-2a2b42a3-577d-49c4-9fc6-2222ad697207 admin admin] For port c3c74e54-1bda-4bc3-b418-a87e54865c9e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c3c74e54-1bda-4bc3-b418-a87e54865c9e,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:39:25.486769 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a2b42a3-577d-49c4-9fc6-2222ad697207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:25.499688 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b42a3-577d-49c4-9fc6-2222ad697207 admin admin] Calling delete_port for c3c74e54-1bda-4bc3-b418-a87e54865c9e owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:39:25.667222 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a2b42a3-577d-49c4-9fc6-2222ad697207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:25.693812 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b42a3-577d-49c4-9fc6-2222ad697207 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c74e54-1bda-4bc3-b418-a87e54865c9e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:25.758621 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a2b42a3-577d-49c4-9fc6-2222ad697207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:25.856024 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a2b42a3-577d-49c4-9fc6-2222ad697207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:25.858232 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a2b42a3-577d-49c4-9fc6-2222ad697207 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:25.901491 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a2b42a3-577d-49c4-9fc6-2222ad697207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:25.902054 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2b42a3-577d-49c4-9fc6-2222ad697207 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e731dda3-13b9-47aa-adaf-47ada4d47351 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:39:25.906439 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a2b42a3-577d-49c4-9fc6-2222ad697207 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:25.907725 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2a2b42a3-577d-49c4-9fc6-2222ad697207 admin admin] 10.222.0.60 "DELETE /v2.0/routers/e731dda3-13b9-47aa-adaf-47ada4d47351 HTTP/1.1" status: 204 len: 168 time: 1.0760009 Aug 17 00:39:25.910397 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44218) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:39:25.953820 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea19ea2-5f52-4b4f-baa0-2a94be5c7485 admin admin] Deleting subnet ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:39:25.956876 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ea19ea2-5f52-4b4f-baa0-2a94be5c7485 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:25.991653 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ea19ea2-5f52-4b4f-baa0-2a94be5c7485 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:26.073857 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ea19ea2-5f52-4b4f-baa0-2a94be5c7485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:26.135264 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6e280d58-026f-499e-9b23-c4cac0eabd39 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:39:26.138798 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ea19ea2-5f52-4b4f-baa0-2a94be5c7485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:26.155582 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 6e280d58-026f-499e-9b23-c4cac0eabd39 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:39:26.155929 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6e280d58-026f-499e-9b23-c4cac0eabd39 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:39:26.167755 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea19ea2-5f52-4b4f-baa0-2a94be5c7485 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:26.169865 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3ea19ea2-5f52-4b4f-baa0-2a94be5c7485 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:26.171649 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3ea19ea2-5f52-4b4f-baa0-2a94be5c7485 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ffeafaee-6092-4d7f-9e7b-dc49a4bf77ef HTTP/1.1" status: 204 len: 168 time: 0.2598329 Aug 17 00:39:26.174194 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44220) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:39:26.177978 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592a5bbd-74a1-4ebb-b8d0-1536fdf2a1c5 None None] Network 6f28f459-d0bc-407b-9d21-721ba83e54b0 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:39:26.248578 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-661ebd1e-4fb1-4b8f-a2c0-3918246b97dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:26.308747 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-661ebd1e-4fb1-4b8f-a2c0-3918246b97dd admin admin] Deleting port 9369e1a2-3ba6-4863-b73c-78e60cef2c51 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:39:26.309160 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-661ebd1e-4fb1-4b8f-a2c0-3918246b97dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:26.384043 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-661ebd1e-4fb1-4b8f-a2c0-3918246b97dd admin admin] For port 9369e1a2-3ba6-4863-b73c-78e60cef2c51, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9369e1a2-3ba6-4863-b73c-78e60cef2c51,segment=NetworkSegment(557fc664-163a-434e-96cc-6f9f142e4ef9),segment_id=557fc664-163a-434e-96cc-6f9f142e4ef9)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:39:26.384624 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-661ebd1e-4fb1-4b8f-a2c0-3918246b97dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:26.398724 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-661ebd1e-4fb1-4b8f-a2c0-3918246b97dd admin admin] Calling delete_port for 9369e1a2-3ba6-4863-b73c-78e60cef2c51 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:39:26.497368 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-661ebd1e-4fb1-4b8f-a2c0-3918246b97dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:26.522659 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ebd1e-4fb1-4b8f-a2c0-3918246b97dd admin admin] Pushing event deleted for resources: {'Port': ['ID=9369e1a2-3ba6-4863-b73c-78e60cef2c51,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:26.526271 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661ebd1e-4fb1-4b8f-a2c0-3918246b97dd admin admin] No DVR routers for this DVR port 9369e1a2-3ba6-4863-b73c-78e60cef2c51 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:39:26.535816 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f983707-390f-4779-a5fe-332c3ba83c60 None None] DHCP port deletion for 6f28f459-d0bc-407b-9d21-721ba83e54b0 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:39:26.605570 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-661ebd1e-4fb1-4b8f-a2c0-3918246b97dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:26.615971 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-661ebd1e-4fb1-4b8f-a2c0-3918246b97dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f28f459-d0bc-407b-9d21-721ba83e54b0']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:26.626435 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-661ebd1e-4fb1-4b8f-a2c0-3918246b97dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557fc664-163a-434e-96cc-6f9f142e4ef9') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:26.626732 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-661ebd1e-4fb1-4b8f-a2c0-3918246b97dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557fc664-163a-434e-96cc-6f9f142e4ef9') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:26.635915 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-661ebd1e-4fb1-4b8f-a2c0-3918246b97dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:26.650183 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-661ebd1e-4fb1-4b8f-a2c0-3918246b97dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:26.656194 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-661ebd1e-4fb1-4b8f-a2c0-3918246b97dd admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:39:26.656584 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-661ebd1e-4fb1-4b8f-a2c0-3918246b97dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:39:26.658497 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:39:26.711728 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-661ebd1e-4fb1-4b8f-a2c0-3918246b97dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:26.723320 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-661ebd1e-4fb1-4b8f-a2c0-3918246b97dd admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:26.723320 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-661ebd1e-4fb1-4b8f-a2c0-3918246b97dd admin admin] 10.222.0.60 "DELETE /v2.0/networks/6f28f459-d0bc-407b-9d21-721ba83e54b0 HTTP/1.1" status: 204 len: 168 time: 0.5438106 Aug 17 00:39:26.723320 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44222) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:39:26.737748 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ebd1e-4fb1-4b8f-a2c0-3918246b97dd admin admin] Pushing event deleted for resources: {'Network': ['ID=6f28f459-d0bc-407b-9d21-721ba83e54b0,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:27.088901 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ffcb384c-ba63-4406-8208-998e7ce2a609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:27.333925 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ffcb384c-ba63-4406-8208-998e7ce2a609 admin admin] Deleting port 5aa570e4-cb8b-4a30-acff-3eea10506c86 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:39:27.334271 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ffcb384c-ba63-4406-8208-998e7ce2a609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:27.411578 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-ffcb384c-ba63-4406-8208-998e7ce2a609 admin admin] For port 5aa570e4-cb8b-4a30-acff-3eea10506c86, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5aa570e4-cb8b-4a30-acff-3eea10506c86,segment=NetworkSegment(a02bfa96-4b0b-409d-9172-7c23e3889c18),segment_id=a02bfa96-4b0b-409d-9172-7c23e3889c18)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:39:27.411946 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ffcb384c-ba63-4406-8208-998e7ce2a609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:27.423899 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ffcb384c-ba63-4406-8208-998e7ce2a609 admin admin] Calling delete_port for 5aa570e4-cb8b-4a30-acff-3eea10506c86 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:39:27.604554 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ffcb384c-ba63-4406-8208-998e7ce2a609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:27.635657 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb384c-ba63-4406-8208-998e7ce2a609 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aa570e4-cb8b-4a30-acff-3eea10506c86,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:27.810502 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ffcb384c-ba63-4406-8208-998e7ce2a609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:27.818130 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c3c74e54-1bda-4bc3-b418-a87e54865c9e no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:39:27.840537 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: c3c74e54-1bda-4bc3-b418-a87e54865c9e {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:39:27.840886 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c3c74e54-1bda-4bc3-b418-a87e54865c9e not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:39:27.841336 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9369e1a2-3ba6-4863-b73c-78e60cef2c51 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:39:27.859496 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 9369e1a2-3ba6-4863-b73c-78e60cef2c51 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:39:27.859840 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9369e1a2-3ba6-4863-b73c-78e60cef2c51 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:39:28.034836 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffcb384c-ba63-4406-8208-998e7ce2a609 admin admin] Router e01fc723-e6b6-4893-a35c-657313de8306 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:39:28.139374 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcb384c-ba63-4406-8208-998e7ce2a609 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:39:28.145833 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ffcb384c-ba63-4406-8208-998e7ce2a609 admin admin] 10.222.0.60 "PUT /v2.0/routers/e01fc723-e6b6-4893-a35c-657313de8306/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4216239 Aug 17 00:39:28.147490 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44224) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:39:28.150101 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaa15d8-3470-439e-906e-7f4c40ceb6da None None] Sync routers for ids ['e01fc723-e6b6-4893-a35c-657313de8306'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:39:28.159092 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaa15d8-3470-439e-906e-7f4c40ceb6da None None] Routers {'e01fc723-e6b6-4893-a35c-657313de8306'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:39:28.159703 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-fbaa15d8-3470-439e-906e-7f4c40ceb6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:39:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e01fc723-e6b6-4893-a35c-657313de8306'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:28.253018 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-812b6649-3a7a-4b7c-8a04-46dc0c563894 admin admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:28.264181 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-fbaa15d8-3470-439e-906e-7f4c40ceb6da None None] Set router e01fc723-e6b6-4893-a35c-657313de8306 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:39:28.358300 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-812b6649-3a7a-4b7c-8a04-46dc0c563894 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:28.412844 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-812b6649-3a7a-4b7c-8a04-46dc0c563894 admin admin] Deleting port 95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:39:28.413230 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-812b6649-3a7a-4b7c-8a04-46dc0c563894 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:28.451178 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-fbaa15d8-3470-439e-906e-7f4c40ceb6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01fc723-e6b6-4893-a35c-657313de8306', 'name': 'tempest-TestServerBasicOps-412387129-router', 'tenant_id': '76c377ef6b0b478bb5206a54ab2ef771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:34:13Z', 'updated_at': '2021-08-17T00:39:27Z', 'revision_number': 5, 'project_id': '76c377ef6b0b478bb5206a54ab2ef771', 'gw_port': {'id': '95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01fc723-e6b6-4893-a35c-657313de8306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:34:14Z', 'updated_at': '2021-08-17T00:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:28.476687 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaa15d8-3470-439e-906e-7f4c40ceb6da None None] Checking router: e01fc723-e6b6-4893-a35c-657313de8306 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:39:28.485097 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaa15d8-3470-439e-906e-7f4c40ceb6da None None] Routers {'e01fc723-e6b6-4893-a35c-657313de8306'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:39:28.485705 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-fbaa15d8-3470-439e-906e-7f4c40ceb6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:39:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e01fc723-e6b6-4893-a35c-657313de8306'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:28.493445 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-812b6649-3a7a-4b7c-8a04-46dc0c563894 admin admin] For port 95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:39:28.493825 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-812b6649-3a7a-4b7c-8a04-46dc0c563894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:28.507106 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-812b6649-3a7a-4b7c-8a04-46dc0c563894 admin admin] Calling delete_port for 95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6 owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:39:28.572968 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-fbaa15d8-3470-439e-906e-7f4c40ceb6da None None] Set router e01fc723-e6b6-4893-a35c-657313de8306 gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:39:28.630065 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-fbaa15d8-3470-439e-906e-7f4c40ceb6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01fc723-e6b6-4893-a35c-657313de8306', 'name': 'tempest-TestServerBasicOps-412387129-router', 'tenant_id': '76c377ef6b0b478bb5206a54ab2ef771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:34:13Z', 'updated_at': '2021-08-17T00:39:28Z', 'revision_number': 6, 'project_id': '76c377ef6b0b478bb5206a54ab2ef771', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:28.657703 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaa15d8-3470-439e-906e-7f4c40ceb6da None None] The sync data for ids ['e01fc723-e6b6-4893-a35c-657313de8306'] in n-d-800088-20 is: [{'id': 'e01fc723-e6b6-4893-a35c-657313de8306', 'name': 'tempest-TestServerBasicOps-412387129-router', 'tenant_id': '76c377ef6b0b478bb5206a54ab2ef771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:34:13Z', 'updated_at': '2021-08-17T00:39:28Z', 'revision_number': 6, 'project_id': '76c377ef6b0b478bb5206a54ab2ef771', 'gw_port_host': None}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:39:29.032190 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-812b6649-3a7a-4b7c-8a04-46dc0c563894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:29.073333 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b6649-3a7a-4b7c-8a04-46dc0c563894 admin admin] Pushing event deleted for resources: {'Port': ['ID=95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:29.147746 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-812b6649-3a7a-4b7c-8a04-46dc0c563894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:29.264295 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-812b6649-3a7a-4b7c-8a04-46dc0c563894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:29.266381 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-812b6649-3a7a-4b7c-8a04-46dc0c563894 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:29.323104 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-812b6649-3a7a-4b7c-8a04-46dc0c563894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:29.323653 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812b6649-3a7a-4b7c-8a04-46dc0c563894 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e01fc723-e6b6-4893-a35c-657313de8306 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:39:29.327937 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-812b6649-3a7a-4b7c-8a04-46dc0c563894 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:29.329428 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-812b6649-3a7a-4b7c-8a04-46dc0c563894 admin admin] 10.222.0.60 "DELETE /v2.0/routers/e01fc723-e6b6-4893-a35c-657313de8306 HTTP/1.1" status: 204 len: 168 time: 1.1809590 Aug 17 00:39:29.331884 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44226) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:39:29.386258 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d00b568-9ae2-4ccb-b302-068eeed36697 admin admin] Deleting subnet c800ed8d-706a-4860-be47-14baacacba92 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:39:29.389531 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d00b568-9ae2-4ccb-b302-068eeed36697 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:29.431733 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d00b568-9ae2-4ccb-b302-068eeed36697 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:29.540113 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d00b568-9ae2-4ccb-b302-068eeed36697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:29.593898 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d00b568-9ae2-4ccb-b302-068eeed36697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:29.621293 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00b568-9ae2-4ccb-b302-068eeed36697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c800ed8d-706a-4860-be47-14baacacba92,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:29.623453 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d00b568-9ae2-4ccb-b302-068eeed36697 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:29.627780 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8d00b568-9ae2-4ccb-b302-068eeed36697 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c800ed8d-706a-4860-be47-14baacacba92 HTTP/1.1" status: 204 len: 168 time: 0.2918816 Aug 17 00:39:29.628121 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44228) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:39:29.634843 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f7bc07-efaa-45e5-a015-1e16f6502a2b None None] Network dc13b1b8-06cc-4378-93e9-5cf8da75c887 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:39:29.708420 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5e94179c-9e7b-4e0b-b4d8-9c46551963fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:29.771400 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-5e94179c-9e7b-4e0b-b4d8-9c46551963fc admin admin] Deleting port fb67ce2d-6c68-4562-9174-1bc2af07edce {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:39:29.771810 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5e94179c-9e7b-4e0b-b4d8-9c46551963fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:29.779155 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5aa570e4-cb8b-4a30-acff-3eea10506c86 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:39:29.800745 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 5aa570e4-cb8b-4a30-acff-3eea10506c86 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:39:29.801919 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5aa570e4-cb8b-4a30-acff-3eea10506c86 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:39:29.802502 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:39:29.827243 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:39:29.827695 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 95b4f3a4-ceb9-4cf2-95fa-e718fa40e4c6 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:39:29.841977 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-5e94179c-9e7b-4e0b-b4d8-9c46551963fc admin admin] For port fb67ce2d-6c68-4562-9174-1bc2af07edce, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=fb67ce2d-6c68-4562-9174-1bc2af07edce,segment=NetworkSegment(a02bfa96-4b0b-409d-9172-7c23e3889c18),segment_id=a02bfa96-4b0b-409d-9172-7c23e3889c18)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:39:29.842214 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e31666-11fb-4d31-a17e-7600724f1660 None None] DHCP port deletion for dc13b1b8-06cc-4378-93e9-5cf8da75c887 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:39:29.842366 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5e94179c-9e7b-4e0b-b4d8-9c46551963fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:29.855481 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-5e94179c-9e7b-4e0b-b4d8-9c46551963fc admin admin] Calling delete_port for fb67ce2d-6c68-4562-9174-1bc2af07edce owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:39:29.892032 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-55e31666-11fb-4d31-a17e-7600724f1660 None None] Deleting port fb67ce2d-6c68-4562-9174-1bc2af07edce {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:39:29.892413 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-55e31666-11fb-4d31-a17e-7600724f1660 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:29.941174 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5e94179c-9e7b-4e0b-b4d8-9c46551963fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:29.955116 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-55e31666-11fb-4d31-a17e-7600724f1660 None None] For port fb67ce2d-6c68-4562-9174-1bc2af07edce, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=fb67ce2d-6c68-4562-9174-1bc2af07edce,segment=NetworkSegment(a02bfa96-4b0b-409d-9172-7c23e3889c18),segment_id=a02bfa96-4b0b-409d-9172-7c23e3889c18)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:39:29.955509 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-55e31666-11fb-4d31-a17e-7600724f1660 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:29.967331 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-55e31666-11fb-4d31-a17e-7600724f1660 None None] Calling delete_port for fb67ce2d-6c68-4562-9174-1bc2af07edce owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:39:29.968344 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94179c-9e7b-4e0b-b4d8-9c46551963fc admin admin] Pushing event deleted for resources: {'Port': ['ID=fb67ce2d-6c68-4562-9174-1bc2af07edce,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:29.972563 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e94179c-9e7b-4e0b-b4d8-9c46551963fc admin admin] No DVR routers for this DVR port fb67ce2d-6c68-4562-9174-1bc2af07edce on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:39:30.045743 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-55e31666-11fb-4d31-a17e-7600724f1660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:30.049284 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5e94179c-9e7b-4e0b-b4d8-9c46551963fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:30.060121 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-5e94179c-9e7b-4e0b-b4d8-9c46551963fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc13b1b8-06cc-4378-93e9-5cf8da75c887']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:30.070644 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e31666-11fb-4d31-a17e-7600724f1660 None None] Pushing event deleted for resources: {'Port': ['ID=fb67ce2d-6c68-4562-9174-1bc2af07edce,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:30.070911 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-5e94179c-9e7b-4e0b-b4d8-9c46551963fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02bfa96-4b0b-409d-9172-7c23e3889c18') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:30.071214 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-5e94179c-9e7b-4e0b-b4d8-9c46551963fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02bfa96-4b0b-409d-9172-7c23e3889c18') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:30.074906 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e31666-11fb-4d31-a17e-7600724f1660 None None] No DVR routers for this DVR port fb67ce2d-6c68-4562-9174-1bc2af07edce on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:39:30.088018 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e31666-11fb-4d31-a17e-7600724f1660 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:30.088018 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e31666-11fb-4d31-a17e-7600724f1660 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:30.089405 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5e94179c-9e7b-4e0b-b4d8-9c46551963fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:30.089852 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e31666-11fb-4d31-a17e-7600724f1660 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:30.089852 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e31666-11fb-4d31-a17e-7600724f1660 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:30.089852 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e31666-11fb-4d31-a17e-7600724f1660 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:30.089852 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e31666-11fb-4d31-a17e-7600724f1660 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:30.089852 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e31666-11fb-4d31-a17e-7600724f1660 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:30.089852 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e31666-11fb-4d31-a17e-7600724f1660 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:30.089852 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e31666-11fb-4d31-a17e-7600724f1660 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:30.089852 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e31666-11fb-4d31-a17e-7600724f1660 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:30.089852 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e31666-11fb-4d31-a17e-7600724f1660 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:30.089852 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e31666-11fb-4d31-a17e-7600724f1660 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:30.100041 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5e94179c-9e7b-4e0b-b4d8-9c46551963fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:30.107653 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e94179c-9e7b-4e0b-b4d8-9c46551963fc admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:39:30.108186 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5e94179c-9e7b-4e0b-b4d8-9c46551963fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:39:30.111007 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:39:30.165490 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5e94179c-9e7b-4e0b-b4d8-9c46551963fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:30.170803 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-5e94179c-9e7b-4e0b-b4d8-9c46551963fc admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:30.172630 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5e94179c-9e7b-4e0b-b4d8-9c46551963fc admin admin] 10.222.0.60 "DELETE /v2.0/networks/dc13b1b8-06cc-4378-93e9-5cf8da75c887 HTTP/1.1" status: 204 len: 168 time: 0.5435755 Aug 17 00:39:30.184879 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94179c-9e7b-4e0b-b4d8-9c46551963fc admin admin] Pushing event deleted for resources: {'Network': ['ID=dc13b1b8-06cc-4378-93e9-5cf8da75c887,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:30.285021 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44236) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:39:30.327779 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-19023c1d-991b-4b33-9ccf-e9f71b4c0cd1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=663630d8e2e1417d82b04ae439f320f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409060 Aug 17 00:39:30.330137 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44240) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:39:30.382537 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-416e78bd-4bce-4a1a-989e-102336ac68c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:30.406624 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-416e78bd-4bce-4a1a-989e-102336ac68c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:30.451366 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-416e78bd-4bce-4a1a-989e-102336ac68c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:30.453877 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-416e78bd-4bce-4a1a-989e-102336ac68c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:30.454989 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-416e78bd-4bce-4a1a-989e-102336ac68c8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8664c427-1d0d-4fc4-99d3-4fa77f7f1522 HTTP/1.1" status: 204 len: 168 time: 0.1239645 Aug 17 00:39:30.463066 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e78bd-4bce-4a1a-989e-102336ac68c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8664c427-1d0d-4fc4-99d3-4fa77f7f1522,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:30.768492 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44248) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:39:30.807917 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-25b2b40a-3f4c-44dd-89a6-54f0f951baf6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=76c377ef6b0b478bb5206a54ab2ef771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381985 Aug 17 00:39:30.810326 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44250) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:39:30.856853 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b73d4170-5e0b-4c32-aefb-da4c69619798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:30.877296 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b73d4170-5e0b-4c32-aefb-da4c69619798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:30.924806 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b73d4170-5e0b-4c32-aefb-da4c69619798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:30.928279 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b73d4170-5e0b-4c32-aefb-da4c69619798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:30.929432 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b73d4170-5e0b-4c32-aefb-da4c69619798 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d7bd9d28-1490-47bc-a218-dc5c881664ab HTTP/1.1" status: 204 len: 168 time: 0.1180809 Aug 17 00:39:30.936926 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d4170-5e0b-4c32-aefb-da4c69619798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bd9d28-1490-47bc-a218-dc5c881664ab,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:31.595938 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44276) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:39:31.694295 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-e25df886-944a-408c-b744-174620ad5a09 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-837864086-network', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:39:31.716043 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25df886-944a-408c-b744-174620ad5a09 admin admin] Made reservation on behalf of 8e26b92867ff48009c5ae7159390f5a0 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:39:31.718430 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e25df886-944a-408c-b744-174620ad5a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:31.727249 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e25df886-944a-408c-b744-174620ad5a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:31.754909 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device fb67ce2d-6c68-4562-9174-1bc2af07edce no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:39:31.775315 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: fb67ce2d-6c68-4562-9174-1bc2af07edce {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:39:31.775746 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device fb67ce2d-6c68-4562-9174-1bc2af07edce not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:39:31.817345 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e25df886-944a-408c-b744-174620ad5a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:31.821454 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e25df886-944a-408c-b744-174620ad5a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:31.846959 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25df886-944a-408c-b744-174620ad5a09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:39:31.855943 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25df886-944a-408c-b744-174620ad5a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29088a74-1a2a-4ed5-aff1-01d896fbf314,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:31.863569 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e25df886-944a-408c-b744-174620ad5a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:31.863936 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-e25df886-944a-408c-b744-174620ad5a09 admin admin] Added segment 21f58fe7-6d7b-474f-bc87-32e42a39a9d4 of type vlan for network 07423b53-fd7b-45dc-8c33-bd617b3ae4ff Aug 17 00:39:31.903417 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e25df886-944a-408c-b744-174620ad5a09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:31.927689 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e25df886-944a-408c-b744-174620ad5a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:31.928575 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25df886-944a-408c-b744-174620ad5a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:39:31.929223 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e25df886-944a-408c-b744-174620ad5a09 admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:31.976508 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e25df886-944a-408c-b744-174620ad5a09 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3794761 Aug 17 00:39:31.979696 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44282) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:39:31.985122 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-27a5762d-bc9a-4563-8653-53535cd191e0 admin admin] Request body: {'subnet': {'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-837864086-subnet', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:39:31.990023 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25df886-944a-408c-b744-174620ad5a09 admin admin] Pushing event updated for resources: {'Network': ['ID=07423b53-fd7b-45dc-8c33-bd617b3ae4ff,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:31.999607 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 07423b53-fd7b-45dc-8c33-bd617b3ae4ff details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:39:32.010043 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a5762d-bc9a-4563-8653-53535cd191e0 admin admin] Made reservation on behalf of 8e26b92867ff48009c5ae7159390f5a0 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:39:32.012411 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27a5762d-bc9a-4563-8653-53535cd191e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:32.193132 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27a5762d-bc9a-4563-8653-53535cd191e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:32.253790 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5762d-bc9a-4563-8653-53535cd191e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=487929a8-1093-41fd-9f9e-622e91efc289,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:32.261629 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a5762d-bc9a-4563-8653-53535cd191e0 admin admin] Checking segment: {'id': '21f58fe7-6d7b-474f-bc87-32e42a39a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:39:32.261993 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a5762d-bc9a-4563-8653-53535cd191e0 admin admin] Network hostable DHCP agents. Network: 07423b53-fd7b-45dc-8c33-bd617b3ae4ff, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:39:32.278509 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a5762d-bc9a-4563-8653-53535cd191e0 admin admin] Network 07423b53-fd7b-45dc-8c33-bd617b3ae4ff is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:39:32.287112 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-27a5762d-bc9a-4563-8653-53535cd191e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 07423b53-fd7b-45dc-8c33-bd617b3ae4ff) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:39:32.291196 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a5762d-bc9a-4563-8653-53535cd191e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:39:32.291796 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27a5762d-bc9a-4563-8653-53535cd191e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:32.298140 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c253b8a6-bc4e-484e-9d9b-6b1ef189f27b None None] Network 07423b53-fd7b-45dc-8c33-bd617b3ae4ff requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:39:32.306342 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-27a5762d-bc9a-4563-8653-53535cd191e0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3255548 Aug 17 00:39:32.308999 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44286) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:39:32.313389 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-8106ac00-3a1b-433d-b1b4-95b8ae9ca8bb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-837864086-router', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:39:32.334978 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8106ac00-3a1b-433d-b1b4-95b8ae9ca8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:32.336165 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8106ac00-3a1b-433d-b1b4-95b8ae9ca8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:32.387622 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8106ac00-3a1b-433d-b1b4-95b8ae9ca8bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:32.448440 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f4cc5c-f9c5-4a05-8d8c-d17f327a149a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-07423b53-fd7b-45dc-8c33-bd617b3ae4ff', 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'fixed_ips': [{'subnet_id': '487929a8-1093-41fd-9f9e-622e91efc289'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:39:32.449346 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d3f4cc5c-f9c5-4a05-8d8c-d17f327a149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:32.539615 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8106ac00-3a1b-433d-b1b4-95b8ae9ca8bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:32.588667 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-d3f4cc5c-f9c5-4a05-8d8c-d17f327a149a None None] Allocated IP 172.20.0.2 (07423b53-fd7b-45dc-8c33-bd617b3ae4ff/487929a8-1093-41fd-9f9e-622e91efc289/1b83acad-c219-45e1-8cea-e5cbd15daa0b) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:39:32.733245 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d3f4cc5c-f9c5-4a05-8d8c-d17f327a149a None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:32.740423 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8106ac00-3a1b-433d-b1b4-95b8ae9ca8bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:32.742633 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d3f4cc5c-f9c5-4a05-8d8c-d17f327a149a None None] Transition to ACTIVE for port object 1b83acad-c219-45e1-8cea-e5cbd15daa0b will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:39:32.758699 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d3f4cc5c-f9c5-4a05-8d8c-d17f327a149a None None] Transition to ACTIVE for port object 1b83acad-c219-45e1-8cea-e5cbd15daa0b will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:39:32.763474 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8106ac00-3a1b-433d-b1b4-95b8ae9ca8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:32.764007 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d3f4cc5c-f9c5-4a05-8d8c-d17f327a149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:32.799440 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f4cc5c-f9c5-4a05-8d8c-d17f327a149a None None] Network 07423b53-fd7b-45dc-8c33-bd617b3ae4ff is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:39:32.806341 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-d3f4cc5c-f9c5-4a05-8d8c-d17f327a149a None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:39:32.809902 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f4cc5c-f9c5-4a05-8d8c-d17f327a149a None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:39:32.817406 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4cc5c-f9c5-4a05-8d8c-d17f327a149a None None] Pushing event updated for resources: {'Port': ['ID=1b83acad-c219-45e1-8cea-e5cbd15daa0b,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:32.867170 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-d3f4cc5c-f9c5-4a05-8d8c-d17f327a149a None None] Attempting to bind port 1b83acad-c219-45e1-8cea-e5cbd15daa0b on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:39:32.867542 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-d3f4cc5c-f9c5-4a05-8d8c-d17f327a149a None None] Attempting to bind port 1b83acad-c219-45e1-8cea-e5cbd15daa0b by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '21f58fe7-6d7b-474f-bc87-32e42a39a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:39:32.867911 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f4cc5c-f9c5-4a05-8d8c-d17f327a149a None None] Attempting to bind port 1b83acad-c219-45e1-8cea-e5cbd15daa0b on network 07423b53-fd7b-45dc-8c33-bd617b3ae4ff {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:39:32.869492 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-8106ac00-3a1b-433d-b1b4-95b8ae9ca8bb admin admin] Allocated IP 172.25.3.198 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/7068a995-380b-408b-8478-824d0bc1906c) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:39:32.873968 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f4cc5c-f9c5-4a05-8d8c-d17f327a149a None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:39:32.874340 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f4cc5c-f9c5-4a05-8d8c-d17f327a149a None None] Checking segment: {'id': '21f58fe7-6d7b-474f-bc87-32e42a39a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:39:32.874749 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d3f4cc5c-f9c5-4a05-8d8c-d17f327a149a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:32.875163 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f4cc5c-f9c5-4a05-8d8c-d17f327a149a None None] Bound using segment: {'id': '21f58fe7-6d7b-474f-bc87-32e42a39a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:39:32.875655 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-d3f4cc5c-f9c5-4a05-8d8c-d17f327a149a None None] Bound port: 1b83acad-c219-45e1-8cea-e5cbd15daa0b, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f58fe7-6d7b-474f-bc87-32e42a39a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:39:32.876130 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d3f4cc5c-f9c5-4a05-8d8c-d17f327a149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:32.943256 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-d3f4cc5c-f9c5-4a05-8d8c-d17f327a149a None None] For port 1b83acad-c219-45e1-8cea-e5cbd15daa0b, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:39:32.947234 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-d3f4cc5c-f9c5-4a05-8d8c-d17f327a149a None None] For port 1b83acad-c219-45e1-8cea-e5cbd15daa0b, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=1b83acad-c219-45e1-8cea-e5cbd15daa0b,segment=NetworkSegment(21f58fe7-6d7b-474f-bc87-32e42a39a9d4),segment_id=21f58fe7-6d7b-474f-bc87-32e42a39a9d4)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:39:32.951016 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d3f4cc5c-f9c5-4a05-8d8c-d17f327a149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:32.980994 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8106ac00-3a1b-433d-b1b4-95b8ae9ca8bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:33.011314 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4cc5c-f9c5-4a05-8d8c-d17f327a149a None None] Pushing event updated for resources: {'Port': ['ID=1b83acad-c219-45e1-8cea-e5cbd15daa0b,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:33.029796 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8106ac00-3a1b-433d-b1b4-95b8ae9ca8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:33.073810 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8106ac00-3a1b-433d-b1b4-95b8ae9ca8bb admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:39:33.077081 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-8106ac00-3a1b-433d-b1b4-95b8ae9ca8bb admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:39:33.081417 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8106ac00-3a1b-433d-b1b4-95b8ae9ca8bb admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:39:33.084494 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106ac00-3a1b-433d-b1b4-95b8ae9ca8bb admin admin] Pushing event updated for resources: {'Port': ['ID=7068a995-380b-408b-8478-824d0bc1906c,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:33.355566 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8106ac00-3a1b-433d-b1b4-95b8ae9ca8bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:33.555545 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8106ac00-3a1b-433d-b1b4-95b8ae9ca8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:33.688782 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8106ac00-3a1b-433d-b1b4-95b8ae9ca8bb admin admin] Router a7bde66a-7b5c-42a0-8e77-23fc5915c9cc is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:39:33.790762 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 1b83acad-c219-45e1-8cea-e5cbd15daa0b up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:39:33.810573 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8106ac00-3a1b-433d-b1b4-95b8ae9ca8bb admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:39:33.819784 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fe2e5a-d875-4a96-8950-963f03b35865 None None] Sync routers for ids ['a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:39:33.830224 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8106ac00-3a1b-433d-b1b4-95b8ae9ca8bb admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:33.831702 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fe2e5a-d875-4a96-8950-963f03b35865 None None] Routers {'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:39:33.831894 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8106ac00-3a1b-433d-b1b4-95b8ae9ca8bb admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5218012 Aug 17 00:39:33.835313 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44294) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:39:33.835988 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-97fe2e5a-d875-4a96-8950-963f03b35865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:39:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:33.879684 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 1b83acad-c219-45e1-8cea-e5cbd15daa0b completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:39:33.954798 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-97fe2e5a-d875-4a96-8950-963f03b35865 None None] Set router a7bde66a-7b5c-42a0-8e77-23fc5915c9cc gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:39:34.127353 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f56567-5579-4870-a64f-18448637efc5 None None] Network 07423b53-fd7b-45dc-8c33-bd617b3ae4ff requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:39:34.139379 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-97fe2e5a-d875-4a96-8950-963f03b35865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'name': 'tempest-TestVolumeBackupRestore-837864086-router', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7068a995-380b-408b-8478-824d0bc1906c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:33Z', 'revision_number': 3, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'gw_port': {'id': '7068a995-380b-408b-8478-824d0bc1906c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:34.167279 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fe2e5a-d875-4a96-8950-963f03b35865 None None] Checking router: a7bde66a-7b5c-42a0-8e77-23fc5915c9cc for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:39:34.168037 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fe2e5a-d875-4a96-8950-963f03b35865 None None] Updating router a7bde66a-7b5c-42a0-8e77-23fc5915c9cc port 7068a995-380b-408b-8478-824d0bc1906c binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:39:34.200735 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-9decad9c-18ea-42ab-8dae-5abd65eb867b None None] Provisioning for port 1b83acad-c219-45e1-8cea-e5cbd15daa0b completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:39:34.213597 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-9decad9c-18ea-42ab-8dae-5abd65eb867b None None] Provisioning complete for port 1b83acad-c219-45e1-8cea-e5cbd15daa0b triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:39:34.213973 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9decad9c-18ea-42ab-8dae-5abd65eb867b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:34.293373 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-97fe2e5a-d875-4a96-8950-963f03b35865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:34.294904 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-695510de-0e33-421d-9ac4-9ea61a72d86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:34.378890 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9decad9c-18ea-42ab-8dae-5abd65eb867b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:34.419085 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-9decad9c-18ea-42ab-8dae-5abd65eb867b None None] For port 1b83acad-c219-45e1-8cea-e5cbd15daa0b, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=1b83acad-c219-45e1-8cea-e5cbd15daa0b,segment=NetworkSegment(21f58fe7-6d7b-474f-bc87-32e42a39a9d4),segment_id=21f58fe7-6d7b-474f-bc87-32e42a39a9d4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:39:34.425004 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9decad9c-18ea-42ab-8dae-5abd65eb867b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:34.498056 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9decad9c-18ea-42ab-8dae-5abd65eb867b None None] Pushing event updated for resources: {'Port': ['ID=1b83acad-c219-45e1-8cea-e5cbd15daa0b,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:34.505473 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-695510de-0e33-421d-9ac4-9ea61a72d86f admin admin] Allocated IP 172.20.0.1 (07423b53-fd7b-45dc-8c33-bd617b3ae4ff/487929a8-1093-41fd-9f9e-622e91efc289/68199d24-db17-4a6f-aa92-4d2b0f2b9ba3) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:39:34.577725 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-97fe2e5a-d875-4a96-8950-963f03b35865 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:34.589791 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-97fe2e5a-d875-4a96-8950-963f03b35865 None None] Transition to ACTIVE for port object 7068a995-380b-408b-8478-824d0bc1906c will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:39:34.596861 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-97fe2e5a-d875-4a96-8950-963f03b35865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:34.651616 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828932f6-b17e-4d1b-8578-8b08749078a4 None None] Pushing event updated for resources: {'Port': ['ID=7068a995-380b-408b-8478-824d0bc1906c,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:34.653738 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-97fe2e5a-d875-4a96-8950-963f03b35865 None None] Attempting to bind port 7068a995-380b-408b-8478-824d0bc1906c on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:39:34.654160 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-97fe2e5a-d875-4a96-8950-963f03b35865 None None] Attempting to bind port 7068a995-380b-408b-8478-824d0bc1906c by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:39:34.654578 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fe2e5a-d875-4a96-8950-963f03b35865 None None] Attempting to bind port 7068a995-380b-408b-8478-824d0bc1906c on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:39:34.661149 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fe75bf93-5a8c-421f-b41c-65f0d0901c12 None None] Provisioning complete for port 1b83acad-c219-45e1-8cea-e5cbd15daa0b triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:39:34.661763 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fe75bf93-5a8c-421f-b41c-65f0d0901c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:34.664891 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828932f6-b17e-4d1b-8578-8b08749078a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:34.665327 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828932f6-b17e-4d1b-8578-8b08749078a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:34.665724 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828932f6-b17e-4d1b-8578-8b08749078a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:34.666117 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828932f6-b17e-4d1b-8578-8b08749078a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:34.666511 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828932f6-b17e-4d1b-8578-8b08749078a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:34.666897 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828932f6-b17e-4d1b-8578-8b08749078a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:34.667282 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828932f6-b17e-4d1b-8578-8b08749078a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:34.667664 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828932f6-b17e-4d1b-8578-8b08749078a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:34.668047 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828932f6-b17e-4d1b-8578-8b08749078a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:34.668428 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828932f6-b17e-4d1b-8578-8b08749078a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:34.668807 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828932f6-b17e-4d1b-8578-8b08749078a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:34.669216 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828932f6-b17e-4d1b-8578-8b08749078a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:39:34.672722 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fe2e5a-d875-4a96-8950-963f03b35865 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:39:34.673220 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fe2e5a-d875-4a96-8950-963f03b35865 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:39:34.673709 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-97fe2e5a-d875-4a96-8950-963f03b35865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:34.674203 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fe2e5a-d875-4a96-8950-963f03b35865 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:39:34.674739 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-97fe2e5a-d875-4a96-8950-963f03b35865 None None] Bound port: 7068a995-380b-408b-8478-824d0bc1906c, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:39:34.675175 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-97fe2e5a-d875-4a96-8950-963f03b35865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:34.740878 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-97fe2e5a-d875-4a96-8950-963f03b35865 None None] For port 7068a995-380b-408b-8478-824d0bc1906c, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:39:34.744748 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-97fe2e5a-d875-4a96-8950-963f03b35865 None None] For port 7068a995-380b-408b-8478-824d0bc1906c, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=7068a995-380b-408b-8478-824d0bc1906c,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:39:34.750596 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-97fe2e5a-d875-4a96-8950-963f03b35865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:34.812271 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fe2e5a-d875-4a96-8950-963f03b35865 None None] Routers {'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:39:34.812902 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-97fe2e5a-d875-4a96-8950-963f03b35865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:39:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:34.818918 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828932f6-b17e-4d1b-8578-8b08749078a4 None None] Pushing event updated for resources: {'Port': ['ID=7068a995-380b-408b-8478-824d0bc1906c,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:34.928579 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-97fe2e5a-d875-4a96-8950-963f03b35865 None None] Set router a7bde66a-7b5c-42a0-8e77-23fc5915c9cc gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:39:34.957639 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-695510de-0e33-421d-9ac4-9ea61a72d86f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:34.970477 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-695510de-0e33-421d-9ac4-9ea61a72d86f admin admin] Transition to ACTIVE for port object 68199d24-db17-4a6f-aa92-4d2b0f2b9ba3 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:39:35.005464 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-695510de-0e33-421d-9ac4-9ea61a72d86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:35.051737 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695510de-0e33-421d-9ac4-9ea61a72d86f admin admin] Network 07423b53-fd7b-45dc-8c33-bd617b3ae4ff is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:39:35.057085 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-695510de-0e33-421d-9ac4-9ea61a72d86f admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:39:35.060072 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695510de-0e33-421d-9ac4-9ea61a72d86f admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:39:35.063271 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695510de-0e33-421d-9ac4-9ea61a72d86f admin admin] Pushing event updated for resources: {'Port': ['ID=68199d24-db17-4a6f-aa92-4d2b0f2b9ba3,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:35.102688 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-695510de-0e33-421d-9ac4-9ea61a72d86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:35.112987 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-97fe2e5a-d875-4a96-8950-963f03b35865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'name': 'tempest-TestVolumeBackupRestore-837864086-router', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7068a995-380b-408b-8478-824d0bc1906c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:33Z', 'revision_number': 3, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'gw_port': {'id': '7068a995-380b-408b-8478-824d0bc1906c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:35.143818 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fe2e5a-d875-4a96-8950-963f03b35865 None None] The sync data for ids ['a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'] in n-d-800088-20 is: [{'id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'name': 'tempest-TestVolumeBackupRestore-837864086-router', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7068a995-380b-408b-8478-824d0bc1906c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:33Z', 'revision_number': 3, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'gw_port': {'id': '7068a995-380b-408b-8478-824d0bc1906c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:39:35.249660 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-695510de-0e33-421d-9ac4-9ea61a72d86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:35.280937 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2d8e026d-89b3-44dc-b3cf-8de2d5b241c6 None None] Provisioning for port 68199d24-db17-4a6f-aa92-4d2b0f2b9ba3 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:39:35.285245 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2d8e026d-89b3-44dc-b3cf-8de2d5b241c6 None None] Provisioning complete for port 68199d24-db17-4a6f-aa92-4d2b0f2b9ba3 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:39:35.286173 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2d8e026d-89b3-44dc-b3cf-8de2d5b241c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:35.328490 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-2d8e026d-89b3-44dc-b3cf-8de2d5b241c6 None None] Port 68199d24-db17-4a6f-aa92-4d2b0f2b9ba3 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:39:35.448562 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-695510de-0e33-421d-9ac4-9ea61a72d86f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:35.453202 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-695510de-0e33-421d-9ac4-9ea61a72d86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:35.526985 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-695510de-0e33-421d-9ac4-9ea61a72d86f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:35.528770 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695510de-0e33-421d-9ac4-9ea61a72d86f admin admin] Pushing event updated for resources: {'Port': ['ID=68199d24-db17-4a6f-aa92-4d2b0f2b9ba3,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:35.625605 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695510de-0e33-421d-9ac4-9ea61a72d86f admin admin] Network 07423b53-fd7b-45dc-8c33-bd617b3ae4ff is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:39:35.627059 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-695510de-0e33-421d-9ac4-9ea61a72d86f admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:39:35.769064 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695510de-0e33-421d-9ac4-9ea61a72d86f admin admin] Router a7bde66a-7b5c-42a0-8e77-23fc5915c9cc has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:39:35.871666 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 1b83acad-c219-45e1-8cea-e5cbd15daa0b up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:39:35.903162 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695510de-0e33-421d-9ac4-9ea61a72d86f admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:39:35.913131 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-695510de-0e33-421d-9ac4-9ea61a72d86f admin admin] 10.222.0.60 "PUT /v2.0/routers/a7bde66a-7b5c-42a0-8e77-23fc5915c9cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0718582 Aug 17 00:39:35.922259 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 1b83acad-c219-45e1-8cea-e5cbd15daa0b triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:39:35.922630 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:35.971578 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-24f14dba-e14f-47cf-859f-1ce406e849bf None None] Provisioning complete for port 68199d24-db17-4a6f-aa92-4d2b0f2b9ba3 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:39:35.972115 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-24f14dba-e14f-47cf-859f-1ce406e849bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:36.018902 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-24f14dba-e14f-47cf-859f-1ce406e849bf None None] Port 68199d24-db17-4a6f-aa92-4d2b0f2b9ba3 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:39:36.053489 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7068a995-380b-408b-8478-824d0bc1906c up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:39:36.101726 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 7068a995-380b-408b-8478-824d0bc1906c completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:39:36.105710 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 7068a995-380b-408b-8478-824d0bc1906c triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:39:36.106085 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:36.188895 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:36.211148 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 7068a995-380b-408b-8478-824d0bc1906c, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=7068a995-380b-408b-8478-824d0bc1906c,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:39:36.215383 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:36.255574 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [req-aa9717cd-600e-4bf1-8cf1-9b550b4742a5 req-6eb89769-7be5-459e-b9aa-9f166928ba96 service neutron] (101402) timed out ('10.222.0.64', 52724) {{(pid=101402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 00:39:36.266547 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=7068a995-380b-408b-8478-824d0bc1906c,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:36.400245 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 44312) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:39:36.405733 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-8de2e4a4-617c-4c92-8abc-8baccffc8c7d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1938503680-network', 'tenant_id': '1c6e054f490f44aaa21667de7639f718'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:39:36.427935 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de2e4a4-617c-4c92-8abc-8baccffc8c7d admin admin] Made reservation on behalf of 1c6e054f490f44aaa21667de7639f718 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:39:36.430489 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8de2e4a4-617c-4c92-8abc-8baccffc8c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:36.440095 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8de2e4a4-617c-4c92-8abc-8baccffc8c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:36.538122 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8de2e4a4-617c-4c92-8abc-8baccffc8c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:36.542020 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8de2e4a4-617c-4c92-8abc-8baccffc8c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:36.569495 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de2e4a4-617c-4c92-8abc-8baccffc8c7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:39:36.579822 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2e4a4-617c-4c92-8abc-8baccffc8c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6a8711-47d2-4f0d-9aa8-e7ab3496f81b,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:36.586126 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8de2e4a4-617c-4c92-8abc-8baccffc8c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:36.586474 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-8de2e4a4-617c-4c92-8abc-8baccffc8c7d admin admin] Added segment 175d0bdf-a513-4bda-9b8a-f04ae2fbc3bd of type vlan for network 3f1e19bd-5444-4709-8c27-bd9a927346dd Aug 17 00:39:36.631463 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8de2e4a4-617c-4c92-8abc-8baccffc8c7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:36.658148 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8de2e4a4-617c-4c92-8abc-8baccffc8c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:36.659176 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de2e4a4-617c-4c92-8abc-8baccffc8c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:39:36.659864 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8de2e4a4-617c-4c92-8abc-8baccffc8c7d admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:36.712571 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8de2e4a4-617c-4c92-8abc-8baccffc8c7d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3110104 Aug 17 00:39:36.716144 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44314) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:39:36.724201 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-1490b725-860e-4089-85ef-6f24fa658c99 admin admin] Request body: {'subnet': {'network_id': '3f1e19bd-5444-4709-8c27-bd9a927346dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1938503680-subnet', 'tenant_id': '1c6e054f490f44aaa21667de7639f718', 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:39:36.724442 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2e4a4-617c-4c92-8abc-8baccffc8c7d admin admin] Pushing event updated for resources: {'Network': ['ID=3f1e19bd-5444-4709-8c27-bd9a927346dd,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:36.728635 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010d5c95-fde8-4c62-b02c-f6d133863032 None None] Sync routers for ids ['a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:39:36.737304 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 3f1e19bd-5444-4709-8c27-bd9a927346dd details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:39:36.748877 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1490b725-860e-4089-85ef-6f24fa658c99 admin admin] Made reservation on behalf of 1c6e054f490f44aaa21667de7639f718 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:39:36.751291 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1490b725-860e-4089-85ef-6f24fa658c99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:36.781690 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010d5c95-fde8-4c62-b02c-f6d133863032 None None] Routers {'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:39:36.782224 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-010d5c95-fde8-4c62-b02c-f6d133863032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:39:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:36.909035 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-010d5c95-fde8-4c62-b02c-f6d133863032 None None] Set router a7bde66a-7b5c-42a0-8e77-23fc5915c9cc gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:39:36.924022 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1490b725-860e-4089-85ef-6f24fa658c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:36.982786 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490b725-860e-4089-85ef-6f24fa658c99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6ad06d7-e827-41a3-aeff-0eca8ba19b7b,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:36.995982 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1490b725-860e-4089-85ef-6f24fa658c99 admin admin] Checking segment: {'id': '175d0bdf-a513-4bda-9b8a-f04ae2fbc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1e19bd-5444-4709-8c27-bd9a927346dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:39:36.996336 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1490b725-860e-4089-85ef-6f24fa658c99 admin admin] Network hostable DHCP agents. Network: 3f1e19bd-5444-4709-8c27-bd9a927346dd, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:39:37.013760 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1490b725-860e-4089-85ef-6f24fa658c99 admin admin] Network 3f1e19bd-5444-4709-8c27-bd9a927346dd is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:39:37.022977 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-1490b725-860e-4089-85ef-6f24fa658c99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 3f1e19bd-5444-4709-8c27-bd9a927346dd) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:39:37.027805 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1490b725-860e-4089-85ef-6f24fa658c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:39:37.028445 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1490b725-860e-4089-85ef-6f24fa658c99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:37.034426 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bd37ec-7367-42fd-9498-66988002886c None None] Network 3f1e19bd-5444-4709-8c27-bd9a927346dd requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:39:37.042839 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1490b725-860e-4089-85ef-6f24fa658c99 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3259842 Aug 17 00:39:37.047013 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44316) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:39:37.051631 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-2bc5ff54-3603-47c3-b708-56580a12a260 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1938503680-router', 'tenant_id': '1c6e054f490f44aaa21667de7639f718', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:39:37.074710 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2bc5ff54-3603-47c3-b708-56580a12a260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:37.075794 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2bc5ff54-3603-47c3-b708-56580a12a260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:37.129317 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2bc5ff54-3603-47c3-b708-56580a12a260 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:37.269184 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2bc5ff54-3603-47c3-b708-56580a12a260 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:37.379871 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-010d5c95-fde8-4c62-b02c-f6d133863032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'name': 'tempest-TestVolumeBackupRestore-837864086-router', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7068a995-380b-408b-8478-824d0bc1906c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:35Z', 'revision_number': 4, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'gw_port': {'id': '7068a995-380b-408b-8478-824d0bc1906c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '68199d24-db17-4a6f-aa92-4d2b0f2b9ba3', 'name': '', 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'mac_address': 'fa:16:3e:f4:3b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '487929a8-1093-41fd-9f9e-622e91efc289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:34Z', 'updated_at': '2021-08-17T00:39:35Z', 'revision_number': 2, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'subnets': [{'id': '487929a8-1093-41fd-9f9e-622e91efc289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:37.420598 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e43102-6daf-41a6-ae6f-6a1d4306fb9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-3f1e19bd-5444-4709-8c27-bd9a927346dd', 'network_id': '3f1e19bd-5444-4709-8c27-bd9a927346dd', 'tenant_id': '1c6e054f490f44aaa21667de7639f718', 'fixed_ips': [{'subnet_id': 'a6ad06d7-e827-41a3-aeff-0eca8ba19b7b'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:39:37.421479 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-55e43102-6daf-41a6-ae6f-6a1d4306fb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:37.424063 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010d5c95-fde8-4c62-b02c-f6d133863032 None None] Checking router: a7bde66a-7b5c-42a0-8e77-23fc5915c9cc for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:39:37.424417 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010d5c95-fde8-4c62-b02c-f6d133863032 None None] Updating router a7bde66a-7b5c-42a0-8e77-23fc5915c9cc port 68199d24-db17-4a6f-aa92-4d2b0f2b9ba3 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:39:37.461482 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-010d5c95-fde8-4c62-b02c-f6d133863032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:37.487419 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2bc5ff54-3603-47c3-b708-56580a12a260 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:37.508460 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2bc5ff54-3603-47c3-b708-56580a12a260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:37.611546 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-2bc5ff54-3603-47c3-b708-56580a12a260 admin admin] Allocated IP 172.25.3.180 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/b44a0444-76d2-47c8-be50-acc447c8998d) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:39:37.676570 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-55e43102-6daf-41a6-ae6f-6a1d4306fb9d None None] Allocated IP 172.20.0.2 (3f1e19bd-5444-4709-8c27-bd9a927346dd/a6ad06d7-e827-41a3-aeff-0eca8ba19b7b/f2841f4d-f378-443c-9561-1eefadeb8c10) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:39:37.727378 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2bc5ff54-3603-47c3-b708-56580a12a260 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:37.774168 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2bc5ff54-3603-47c3-b708-56580a12a260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:37.784806 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7068a995-380b-408b-8478-824d0bc1906c up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:39:37.817481 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc5ff54-3603-47c3-b708-56580a12a260 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:39:37.820416 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-2bc5ff54-3603-47c3-b708-56580a12a260 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:39:37.824029 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc5ff54-3603-47c3-b708-56580a12a260 admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:39:37.829535 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5ff54-3603-47c3-b708-56580a12a260 admin admin] Pushing event updated for resources: {'Port': ['ID=b44a0444-76d2-47c8-be50-acc447c8998d,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:37.937139 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 7068a995-380b-408b-8478-824d0bc1906c triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:39:37.937415 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:38.011344 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-010d5c95-fde8-4c62-b02c-f6d133863032 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:38.018298 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-55e43102-6daf-41a6-ae6f-6a1d4306fb9d None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:38.033992 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-55e43102-6daf-41a6-ae6f-6a1d4306fb9d None None] Transition to ACTIVE for port object f2841f4d-f378-443c-9561-1eefadeb8c10 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:39:38.036420 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-010d5c95-fde8-4c62-b02c-f6d133863032 None None] Transition to ACTIVE for port object 68199d24-db17-4a6f-aa92-4d2b0f2b9ba3 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:39:38.051618 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-010d5c95-fde8-4c62-b02c-f6d133863032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:38.064592 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-55e43102-6daf-41a6-ae6f-6a1d4306fb9d None None] Transition to ACTIVE for port object f2841f4d-f378-443c-9561-1eefadeb8c10 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:39:38.078960 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2bc5ff54-3603-47c3-b708-56580a12a260 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:38.102918 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-55e43102-6daf-41a6-ae6f-6a1d4306fb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:38.146401 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67129964-fa85-4176-a193-c8be5c2beaaa None None] Pushing event updated for resources: {'Port': ['ID=68199d24-db17-4a6f-aa92-4d2b0f2b9ba3,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:38.163752 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e43102-6daf-41a6-ae6f-6a1d4306fb9d None None] Network 3f1e19bd-5444-4709-8c27-bd9a927346dd is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:39:38.192847 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-55e43102-6daf-41a6-ae6f-6a1d4306fb9d None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:39:38.210307 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e43102-6daf-41a6-ae6f-6a1d4306fb9d None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:39:38.277453 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e43102-6daf-41a6-ae6f-6a1d4306fb9d None None] Pushing event updated for resources: {'Port': ['ID=f2841f4d-f378-443c-9561-1eefadeb8c10,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:38.300355 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-010d5c95-fde8-4c62-b02c-f6d133863032 None None] Attempting to bind port 68199d24-db17-4a6f-aa92-4d2b0f2b9ba3 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:39:38.300355 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-010d5c95-fde8-4c62-b02c-f6d133863032 None None] Attempting to bind port 68199d24-db17-4a6f-aa92-4d2b0f2b9ba3 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '21f58fe7-6d7b-474f-bc87-32e42a39a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:39:38.300954 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010d5c95-fde8-4c62-b02c-f6d133863032 None None] Attempting to bind port 68199d24-db17-4a6f-aa92-4d2b0f2b9ba3 on network 07423b53-fd7b-45dc-8c33-bd617b3ae4ff {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:39:38.306814 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2bc5ff54-3603-47c3-b708-56580a12a260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:38.314302 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010d5c95-fde8-4c62-b02c-f6d133863032 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:39:38.314676 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010d5c95-fde8-4c62-b02c-f6d133863032 None None] Checking segment: {'id': '21f58fe7-6d7b-474f-bc87-32e42a39a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:39:38.315080 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-010d5c95-fde8-4c62-b02c-f6d133863032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:38.315470 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010d5c95-fde8-4c62-b02c-f6d133863032 None None] Bound using segment: {'id': '21f58fe7-6d7b-474f-bc87-32e42a39a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:39:38.315937 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-010d5c95-fde8-4c62-b02c-f6d133863032 None None] Bound port: 68199d24-db17-4a6f-aa92-4d2b0f2b9ba3, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f58fe7-6d7b-474f-bc87-32e42a39a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:39:38.316938 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-010d5c95-fde8-4c62-b02c-f6d133863032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:38.321375 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-55e43102-6daf-41a6-ae6f-6a1d4306fb9d None None] Attempting to bind port f2841f4d-f378-443c-9561-1eefadeb8c10 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:39:38.321741 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-55e43102-6daf-41a6-ae6f-6a1d4306fb9d None None] Attempting to bind port f2841f4d-f378-443c-9561-1eefadeb8c10 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '175d0bdf-a513-4bda-9b8a-f04ae2fbc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1e19bd-5444-4709-8c27-bd9a927346dd'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:39:38.322089 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e43102-6daf-41a6-ae6f-6a1d4306fb9d None None] Attempting to bind port f2841f4d-f378-443c-9561-1eefadeb8c10 on network 3f1e19bd-5444-4709-8c27-bd9a927346dd {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:39:38.337311 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e43102-6daf-41a6-ae6f-6a1d4306fb9d None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:39:38.337689 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e43102-6daf-41a6-ae6f-6a1d4306fb9d None None] Checking segment: {'id': '175d0bdf-a513-4bda-9b8a-f04ae2fbc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1e19bd-5444-4709-8c27-bd9a927346dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:39:38.338088 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-55e43102-6daf-41a6-ae6f-6a1d4306fb9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:38.338476 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e43102-6daf-41a6-ae6f-6a1d4306fb9d None None] Bound using segment: {'id': '175d0bdf-a513-4bda-9b8a-f04ae2fbc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1e19bd-5444-4709-8c27-bd9a927346dd'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:39:38.338941 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-55e43102-6daf-41a6-ae6f-6a1d4306fb9d None None] Bound port: f2841f4d-f378-443c-9561-1eefadeb8c10, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175d0bdf-a513-4bda-9b8a-f04ae2fbc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1e19bd-5444-4709-8c27-bd9a927346dd'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:39:38.339312 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-55e43102-6daf-41a6-ae6f-6a1d4306fb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:38.432459 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-010d5c95-fde8-4c62-b02c-f6d133863032 None None] For port 68199d24-db17-4a6f-aa92-4d2b0f2b9ba3, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:39:38.440820 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-010d5c95-fde8-4c62-b02c-f6d133863032 None None] For port 68199d24-db17-4a6f-aa92-4d2b0f2b9ba3, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=68199d24-db17-4a6f-aa92-4d2b0f2b9ba3,segment=NetworkSegment(21f58fe7-6d7b-474f-bc87-32e42a39a9d4),segment_id=21f58fe7-6d7b-474f-bc87-32e42a39a9d4)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:39:38.450099 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-010d5c95-fde8-4c62-b02c-f6d133863032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:38.454008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc5ff54-3603-47c3-b708-56580a12a260 admin admin] Router 4a37ea40-4e5f-40c7-8b4a-4caed17f9665 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:39:38.492650 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-55e43102-6daf-41a6-ae6f-6a1d4306fb9d None None] For port f2841f4d-f378-443c-9561-1eefadeb8c10, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:39:38.516211 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-55e43102-6daf-41a6-ae6f-6a1d4306fb9d None None] For port f2841f4d-f378-443c-9561-1eefadeb8c10, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=f2841f4d-f378-443c-9561-1eefadeb8c10,segment=NetworkSegment(175d0bdf-a513-4bda-9b8a-f04ae2fbc3bd),segment_id=175d0bdf-a513-4bda-9b8a-f04ae2fbc3bd)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:39:38.532149 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-55e43102-6daf-41a6-ae6f-6a1d4306fb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:38.545367 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010d5c95-fde8-4c62-b02c-f6d133863032 None None] Routers {'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:39:38.546031 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-010d5c95-fde8-4c62-b02c-f6d133863032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:39:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:38.547758 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67129964-fa85-4176-a193-c8be5c2beaaa None None] Pushing event updated for resources: {'Port': ['ID=68199d24-db17-4a6f-aa92-4d2b0f2b9ba3,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:38.579501 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc5ff54-3603-47c3-b708-56580a12a260 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:39:38.594092 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad06ed05-2e34-4ca5-8105-afc596b5160a None None] Sync routers for ids ['4a37ea40-4e5f-40c7-8b4a-4caed17f9665'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:39:38.613284 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2bc5ff54-3603-47c3-b708-56580a12a260 admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:38.615846 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2bc5ff54-3603-47c3-b708-56580a12a260 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5678036 Aug 17 00:39:38.618573 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 44318) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:39:38.619662 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad06ed05-2e34-4ca5-8105-afc596b5160a None None] Routers {'4a37ea40-4e5f-40c7-8b4a-4caed17f9665'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:39:38.620623 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ad06ed05-2e34-4ca5-8105-afc596b5160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:39:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['4a37ea40-4e5f-40c7-8b4a-4caed17f9665'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:38.700300 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e43102-6daf-41a6-ae6f-6a1d4306fb9d None None] Pushing event updated for resources: {'Port': ['ID=f2841f4d-f378-443c-9561-1eefadeb8c10,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:38.748001 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-010d5c95-fde8-4c62-b02c-f6d133863032 None None] Set router a7bde66a-7b5c-42a0-8e77-23fc5915c9cc gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:39:38.776208 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-ad06ed05-2e34-4ca5-8105-afc596b5160a None None] Set router 4a37ea40-4e5f-40c7-8b4a-4caed17f9665 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:39:39.008865 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ad06ed05-2e34-4ca5-8105-afc596b5160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37ea40-4e5f-40c7-8b4a-4caed17f9665', 'name': 'tempest-TestVolumeBackupRestore-1938503680-router', 'tenant_id': '1c6e054f490f44aaa21667de7639f718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'b44a0444-76d2-47c8-be50-acc447c8998d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:39:37Z', 'updated_at': '2021-08-17T00:39:37Z', 'revision_number': 3, 'project_id': '1c6e054f490f44aaa21667de7639f718', 'gw_port': {'id': 'b44a0444-76d2-47c8-be50-acc447c8998d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a37ea40-4e5f-40c7-8b4a-4caed17f9665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:37Z', 'updated_at': '2021-08-17T00:39:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:39.038339 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad06ed05-2e34-4ca5-8105-afc596b5160a None None] Checking router: 4a37ea40-4e5f-40c7-8b4a-4caed17f9665 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:39:39.038833 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad06ed05-2e34-4ca5-8105-afc596b5160a None None] Updating router 4a37ea40-4e5f-40c7-8b4a-4caed17f9665 port b44a0444-76d2-47c8-be50-acc447c8998d binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:39:39.039904 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-010d5c95-fde8-4c62-b02c-f6d133863032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'name': 'tempest-TestVolumeBackupRestore-837864086-router', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7068a995-380b-408b-8478-824d0bc1906c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:35Z', 'revision_number': 4, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'gw_port': {'id': '7068a995-380b-408b-8478-824d0bc1906c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '68199d24-db17-4a6f-aa92-4d2b0f2b9ba3', 'name': '', 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'mac_address': 'fa:16:3e:f4:3b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '487929a8-1093-41fd-9f9e-622e91efc289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:34Z', 'updated_at': '2021-08-17T00:39:38Z', 'revision_number': 4, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'subnets': [{'id': '487929a8-1093-41fd-9f9e-622e91efc289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:39.067622 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010d5c95-fde8-4c62-b02c-f6d133863032 None None] The sync data for ids ['a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'] in n-d-800088-20 is: [{'id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'name': 'tempest-TestVolumeBackupRestore-837864086-router', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7068a995-380b-408b-8478-824d0bc1906c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:35Z', 'revision_number': 4, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'gw_port': {'id': '7068a995-380b-408b-8478-824d0bc1906c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '68199d24-db17-4a6f-aa92-4d2b0f2b9ba3', 'name': '', 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'mac_address': 'fa:16:3e:f4:3b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '487929a8-1093-41fd-9f9e-622e91efc289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:34Z', 'updated_at': '2021-08-17T00:39:38Z', 'revision_number': 4, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'subnets': [{'id': '487929a8-1093-41fd-9f9e-622e91efc289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:39:39.069170 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-ad06ed05-2e34-4ca5-8105-afc596b5160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:39.211778 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-734b4327-48cb-4151-a82d-af8efcc1c6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:39.384483 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-ad06ed05-2e34-4ca5-8105-afc596b5160a None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:39.396650 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-ad06ed05-2e34-4ca5-8105-afc596b5160a None None] Transition to ACTIVE for port object b44a0444-76d2-47c8-be50-acc447c8998d will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:39:39.404997 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-734b4327-48cb-4151-a82d-af8efcc1c6e2 admin admin] Allocated IP 172.20.0.1 (3f1e19bd-5444-4709-8c27-bd9a927346dd/a6ad06d7-e827-41a3-aeff-0eca8ba19b7b/053688bd-1174-40f0-acf4-d82f900af07b) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:39:39.409429 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-ad06ed05-2e34-4ca5-8105-afc596b5160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:39.479844 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-ad06ed05-2e34-4ca5-8105-afc596b5160a None None] Attempting to bind port b44a0444-76d2-47c8-be50-acc447c8998d on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:39:39.479844 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-ad06ed05-2e34-4ca5-8105-afc596b5160a None None] Attempting to bind port b44a0444-76d2-47c8-be50-acc447c8998d by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:39:39.480238 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad06ed05-2e34-4ca5-8105-afc596b5160a None None] Attempting to bind port b44a0444-76d2-47c8-be50-acc447c8998d on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:39:39.483255 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20d55f-9ea3-4baa-950d-f1116a5520d0 None None] Pushing event updated for resources: {'Port': ['ID=b44a0444-76d2-47c8-be50-acc447c8998d,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:39.496590 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad06ed05-2e34-4ca5-8105-afc596b5160a None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:39:39.496590 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad06ed05-2e34-4ca5-8105-afc596b5160a None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:39:39.497031 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-ad06ed05-2e34-4ca5-8105-afc596b5160a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:39.497681 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad06ed05-2e34-4ca5-8105-afc596b5160a None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:39:39.498229 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-ad06ed05-2e34-4ca5-8105-afc596b5160a None None] Bound port: b44a0444-76d2-47c8-be50-acc447c8998d, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:39:39.501428 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-ad06ed05-2e34-4ca5-8105-afc596b5160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:39.550775 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-734b4327-48cb-4151-a82d-af8efcc1c6e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:39.574377 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-734b4327-48cb-4151-a82d-af8efcc1c6e2 admin admin] Transition to ACTIVE for port object 053688bd-1174-40f0-acf4-d82f900af07b will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:39:39.575600 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-ad06ed05-2e34-4ca5-8105-afc596b5160a None None] For port b44a0444-76d2-47c8-be50-acc447c8998d, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:39:39.579953 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-ad06ed05-2e34-4ca5-8105-afc596b5160a None None] For port b44a0444-76d2-47c8-be50-acc447c8998d, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=b44a0444-76d2-47c8-be50-acc447c8998d,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:39:39.586258 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-ad06ed05-2e34-4ca5-8105-afc596b5160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:39.619922 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-734b4327-48cb-4151-a82d-af8efcc1c6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:39.640850 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad06ed05-2e34-4ca5-8105-afc596b5160a None None] Routers {'4a37ea40-4e5f-40c7-8b4a-4caed17f9665'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:39:39.641520 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ad06ed05-2e34-4ca5-8105-afc596b5160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:39:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['4a37ea40-4e5f-40c7-8b4a-4caed17f9665'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:39.680692 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734b4327-48cb-4151-a82d-af8efcc1c6e2 admin admin] Network 3f1e19bd-5444-4709-8c27-bd9a927346dd is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:39:39.682397 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b4327-48cb-4151-a82d-af8efcc1c6e2 admin admin] Pushing event updated for resources: {'Port': ['ID=053688bd-1174-40f0-acf4-d82f900af07b,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:39.694681 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-734b4327-48cb-4151-a82d-af8efcc1c6e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:39:39.702023 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734b4327-48cb-4151-a82d-af8efcc1c6e2 admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:39:39.703647 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20d55f-9ea3-4baa-950d-f1116a5520d0 None None] Pushing event updated for resources: {'Port': ['ID=b44a0444-76d2-47c8-be50-acc447c8998d,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:39.771372 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-734b4327-48cb-4151-a82d-af8efcc1c6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:39.853686 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f5fc30-0966-49fb-825a-89a010099266 None None] Network 3f1e19bd-5444-4709-8c27-bd9a927346dd requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:39:39.897898 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-ad06ed05-2e34-4ca5-8105-afc596b5160a None None] Set router 4a37ea40-4e5f-40c7-8b4a-4caed17f9665 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:39:39.927679 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 68199d24-db17-4a6f-aa92-4d2b0f2b9ba3 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:39:39.976268 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-734b4327-48cb-4151-a82d-af8efcc1c6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:39.993204 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-29e9a020-ff40-44d6-aed0-0eed7fd72e42 None None] Provisioning for port f2841f4d-f378-443c-9561-1eefadeb8c10 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:39:40.064558 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 68199d24-db17-4a6f-aa92-4d2b0f2b9ba3 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:39:40.074521 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 68199d24-db17-4a6f-aa92-4d2b0f2b9ba3 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:39:40.074985 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:40.162175 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ad06ed05-2e34-4ca5-8105-afc596b5160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37ea40-4e5f-40c7-8b4a-4caed17f9665', 'name': 'tempest-TestVolumeBackupRestore-1938503680-router', 'tenant_id': '1c6e054f490f44aaa21667de7639f718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'b44a0444-76d2-47c8-be50-acc447c8998d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:39:37Z', 'updated_at': '2021-08-17T00:39:37Z', 'revision_number': 3, 'project_id': '1c6e054f490f44aaa21667de7639f718', 'gw_port': {'id': 'b44a0444-76d2-47c8-be50-acc447c8998d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a37ea40-4e5f-40c7-8b4a-4caed17f9665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:37Z', 'updated_at': '2021-08-17T00:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:40.188664 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-734b4327-48cb-4151-a82d-af8efcc1c6e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:40.198785 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad06ed05-2e34-4ca5-8105-afc596b5160a None None] The sync data for ids ['4a37ea40-4e5f-40c7-8b4a-4caed17f9665'] in n-d-800088-20 is: [{'id': '4a37ea40-4e5f-40c7-8b4a-4caed17f9665', 'name': 'tempest-TestVolumeBackupRestore-1938503680-router', 'tenant_id': '1c6e054f490f44aaa21667de7639f718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'b44a0444-76d2-47c8-be50-acc447c8998d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:39:37Z', 'updated_at': '2021-08-17T00:39:37Z', 'revision_number': 3, 'project_id': '1c6e054f490f44aaa21667de7639f718', 'gw_port': {'id': 'b44a0444-76d2-47c8-be50-acc447c8998d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a37ea40-4e5f-40c7-8b4a-4caed17f9665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:37Z', 'updated_at': '2021-08-17T00:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:39:40.201010 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-734b4327-48cb-4151-a82d-af8efcc1c6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:40.214027 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:40.255809 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 68199d24-db17-4a6f-aa92-4d2b0f2b9ba3, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=68199d24-db17-4a6f-aa92-4d2b0f2b9ba3,segment=NetworkSegment(21f58fe7-6d7b-474f-bc87-32e42a39a9d4),segment_id=21f58fe7-6d7b-474f-bc87-32e42a39a9d4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:39:40.262103 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:40.263728 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f2841f4d-f378-443c-9561-1eefadeb8c10 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:39:40.275667 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b4327-48cb-4151-a82d-af8efcc1c6e2 admin admin] Pushing event updated for resources: {'Port': ['ID=053688bd-1174-40f0-acf4-d82f900af07b,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:40.299792 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-734b4327-48cb-4151-a82d-af8efcc1c6e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:40.376674 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=68199d24-db17-4a6f-aa92-4d2b0f2b9ba3,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:40.417025 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:40.422587 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port f2841f4d-f378-443c-9561-1eefadeb8c10 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:39:40.427803 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port f2841f4d-f378-443c-9561-1eefadeb8c10 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:39:40.428168 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:40.545639 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:40.549960 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-53feac62-462a-48e1-b105-e2802be38379 None None] Provisioning for port 053688bd-1174-40f0-acf4-d82f900af07b completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:39:40.563413 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-53feac62-462a-48e1-b105-e2802be38379 None None] Provisioning complete for port 053688bd-1174-40f0-acf4-d82f900af07b triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:39:40.563837 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-53feac62-462a-48e1-b105-e2802be38379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:40.616576 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port f2841f4d-f378-443c-9561-1eefadeb8c10, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=f2841f4d-f378-443c-9561-1eefadeb8c10,segment=NetworkSegment(175d0bdf-a513-4bda-9b8a-f04ae2fbc3bd),segment_id=175d0bdf-a513-4bda-9b8a-f04ae2fbc3bd)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:39:40.619947 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-53feac62-462a-48e1-b105-e2802be38379 None None] Port 053688bd-1174-40f0-acf4-d82f900af07b cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:39:40.623121 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:40.705846 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-53feac62-462a-48e1-b105-e2802be38379 None None] Provisioning complete for port f2841f4d-f378-443c-9561-1eefadeb8c10 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:39:40.706322 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-53feac62-462a-48e1-b105-e2802be38379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:40.744368 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734b4327-48cb-4151-a82d-af8efcc1c6e2 admin admin] Network 3f1e19bd-5444-4709-8c27-bd9a927346dd is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:39:40.746275 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-734b4327-48cb-4151-a82d-af8efcc1c6e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:39:40.758600 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=f2841f4d-f378-443c-9561-1eefadeb8c10,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:40.897602 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734b4327-48cb-4151-a82d-af8efcc1c6e2 admin admin] Router 4a37ea40-4e5f-40c7-8b4a-4caed17f9665 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:39:40.963618 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a7dbf62a-afcb-4aef-a203-85643a6140e2 None None] Provisioning complete for port 053688bd-1174-40f0-acf4-d82f900af07b triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:39:40.964715 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a7dbf62a-afcb-4aef-a203-85643a6140e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:41.007615 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-a7dbf62a-afcb-4aef-a203-85643a6140e2 None None] Port 053688bd-1174-40f0-acf4-d82f900af07b cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:39:41.020948 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734b4327-48cb-4151-a82d-af8efcc1c6e2 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:39:41.028764 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-734b4327-48cb-4151-a82d-af8efcc1c6e2 admin admin] 10.222.0.60 "PUT /v2.0/routers/4a37ea40-4e5f-40c7-8b4a-4caed17f9665/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4044766 Aug 17 00:39:41.128578 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-489975ba-3e34-4ecf-ae55-280f10bf1515 None None] Provisioning complete for port 053688bd-1174-40f0-acf4-d82f900af07b triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:39:41.129717 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-489975ba-3e34-4ecf-ae55-280f10bf1515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:41.167187 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-489975ba-3e34-4ecf-ae55-280f10bf1515 None None] Port 053688bd-1174-40f0-acf4-d82f900af07b cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:39:41.874520 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b44a0444-76d2-47c8-be50-acc447c8998d up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:39:41.928790 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port b44a0444-76d2-47c8-be50-acc447c8998d completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:39:41.932948 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port b44a0444-76d2-47c8-be50-acc447c8998d triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:39:41.933361 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:41.986247 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:42.026852 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:42.048522 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port b44a0444-76d2-47c8-be50-acc447c8998d, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=b44a0444-76d2-47c8-be50-acc447c8998d,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:39:42.053252 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:42.053966 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 68199d24-db17-4a6f-aa92-4d2b0f2b9ba3 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:39:42.137064 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=b44a0444-76d2-47c8-be50-acc447c8998d,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:42.150279 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 68199d24-db17-4a6f-aa92-4d2b0f2b9ba3 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:39:42.150651 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:42.237115 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f2841f4d-f378-443c-9561-1eefadeb8c10 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:39:42.287772 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port f2841f4d-f378-443c-9561-1eefadeb8c10 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:39:42.288148 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:42.553888 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30844e71-a83d-4c60-be8c-0024fc098f11 None None] Sync routers for ids ['4a37ea40-4e5f-40c7-8b4a-4caed17f9665'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:39:42.563079 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30844e71-a83d-4c60-be8c-0024fc098f11 None None] Routers {'4a37ea40-4e5f-40c7-8b4a-4caed17f9665'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:39:42.563717 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-30844e71-a83d-4c60-be8c-0024fc098f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:39:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['4a37ea40-4e5f-40c7-8b4a-4caed17f9665'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:42.675134 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-30844e71-a83d-4c60-be8c-0024fc098f11 None None] Set router 4a37ea40-4e5f-40c7-8b4a-4caed17f9665 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:39:43.038532 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-30844e71-a83d-4c60-be8c-0024fc098f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37ea40-4e5f-40c7-8b4a-4caed17f9665', 'name': 'tempest-TestVolumeBackupRestore-1938503680-router', 'tenant_id': '1c6e054f490f44aaa21667de7639f718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'b44a0444-76d2-47c8-be50-acc447c8998d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:39:37Z', 'updated_at': '2021-08-17T00:39:39Z', 'revision_number': 4, 'project_id': '1c6e054f490f44aaa21667de7639f718', 'gw_port': {'id': 'b44a0444-76d2-47c8-be50-acc447c8998d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37ea40-4e5f-40c7-8b4a-4caed17f9665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:37Z', 'updated_at': '2021-08-17T00:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '053688bd-1174-40f0-acf4-d82f900af07b', 'name': '', 'network_id': '3f1e19bd-5444-4709-8c27-bd9a927346dd', 'tenant_id': '1c6e054f490f44aaa21667de7639f718', 'mac_address': 'fa:16:3e:a9:f3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a37ea40-4e5f-40c7-8b4a-4caed17f9665', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'a6ad06d7-e827-41a3-aeff-0eca8ba19b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:39Z', 'updated_at': '2021-08-17T00:39:40Z', 'revision_number': 2, 'project_id': '1c6e054f490f44aaa21667de7639f718', 'subnets': [{'id': 'a6ad06d7-e827-41a3-aeff-0eca8ba19b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:43.068852 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30844e71-a83d-4c60-be8c-0024fc098f11 None None] Checking router: 4a37ea40-4e5f-40c7-8b4a-4caed17f9665 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:39:43.069323 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30844e71-a83d-4c60-be8c-0024fc098f11 None None] Updating router 4a37ea40-4e5f-40c7-8b4a-4caed17f9665 port 053688bd-1174-40f0-acf4-d82f900af07b binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:39:43.097128 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-30844e71-a83d-4c60-be8c-0024fc098f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:43.365400 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-30844e71-a83d-4c60-be8c-0024fc098f11 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:43.375836 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-30844e71-a83d-4c60-be8c-0024fc098f11 None None] Transition to ACTIVE for port object 053688bd-1174-40f0-acf4-d82f900af07b will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:39:43.382659 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-30844e71-a83d-4c60-be8c-0024fc098f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:43.440709 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e6c3b-bbc3-415d-8e7d-95286fcdbc22 None None] Pushing event updated for resources: {'Port': ['ID=053688bd-1174-40f0-acf4-d82f900af07b,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:43.489303 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-30844e71-a83d-4c60-be8c-0024fc098f11 None None] Attempting to bind port 053688bd-1174-40f0-acf4-d82f900af07b on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:39:43.489667 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-30844e71-a83d-4c60-be8c-0024fc098f11 None None] Attempting to bind port 053688bd-1174-40f0-acf4-d82f900af07b by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '175d0bdf-a513-4bda-9b8a-f04ae2fbc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1e19bd-5444-4709-8c27-bd9a927346dd'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:39:43.490032 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30844e71-a83d-4c60-be8c-0024fc098f11 None None] Attempting to bind port 053688bd-1174-40f0-acf4-d82f900af07b on network 3f1e19bd-5444-4709-8c27-bd9a927346dd {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:39:43.495439 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30844e71-a83d-4c60-be8c-0024fc098f11 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:39:43.495825 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30844e71-a83d-4c60-be8c-0024fc098f11 None None] Checking segment: {'id': '175d0bdf-a513-4bda-9b8a-f04ae2fbc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1e19bd-5444-4709-8c27-bd9a927346dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:39:43.496234 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-30844e71-a83d-4c60-be8c-0024fc098f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:43.496629 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30844e71-a83d-4c60-be8c-0024fc098f11 None None] Bound using segment: {'id': '175d0bdf-a513-4bda-9b8a-f04ae2fbc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1e19bd-5444-4709-8c27-bd9a927346dd'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:39:43.497130 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-30844e71-a83d-4c60-be8c-0024fc098f11 None None] Bound port: 053688bd-1174-40f0-acf4-d82f900af07b, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175d0bdf-a513-4bda-9b8a-f04ae2fbc3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1e19bd-5444-4709-8c27-bd9a927346dd'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:39:43.497520 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-30844e71-a83d-4c60-be8c-0024fc098f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:43.578958 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-30844e71-a83d-4c60-be8c-0024fc098f11 None None] For port 053688bd-1174-40f0-acf4-d82f900af07b, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:39:43.582673 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-30844e71-a83d-4c60-be8c-0024fc098f11 None None] For port 053688bd-1174-40f0-acf4-d82f900af07b, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=053688bd-1174-40f0-acf4-d82f900af07b,segment=NetworkSegment(175d0bdf-a513-4bda-9b8a-f04ae2fbc3bd),segment_id=175d0bdf-a513-4bda-9b8a-f04ae2fbc3bd)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:39:43.590591 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-30844e71-a83d-4c60-be8c-0024fc098f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:43.657992 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30844e71-a83d-4c60-be8c-0024fc098f11 None None] Routers {'4a37ea40-4e5f-40c7-8b4a-4caed17f9665'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:39:43.658634 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-30844e71-a83d-4c60-be8c-0024fc098f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:39:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['4a37ea40-4e5f-40c7-8b4a-4caed17f9665'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:43.662174 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e6c3b-bbc3-415d-8e7d-95286fcdbc22 None None] Pushing event updated for resources: {'Port': ['ID=053688bd-1174-40f0-acf4-d82f900af07b,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:43.809418 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-30844e71-a83d-4c60-be8c-0024fc098f11 None None] Set router 4a37ea40-4e5f-40c7-8b4a-4caed17f9665 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:39:43.813674 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b44a0444-76d2-47c8-be50-acc447c8998d up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:39:44.014079 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port b44a0444-76d2-47c8-be50-acc447c8998d triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:39:44.014451 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:44.128246 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-30844e71-a83d-4c60-be8c-0024fc098f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37ea40-4e5f-40c7-8b4a-4caed17f9665', 'name': 'tempest-TestVolumeBackupRestore-1938503680-router', 'tenant_id': '1c6e054f490f44aaa21667de7639f718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'b44a0444-76d2-47c8-be50-acc447c8998d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:39:37Z', 'updated_at': '2021-08-17T00:39:39Z', 'revision_number': 4, 'project_id': '1c6e054f490f44aaa21667de7639f718', 'gw_port': {'id': 'b44a0444-76d2-47c8-be50-acc447c8998d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37ea40-4e5f-40c7-8b4a-4caed17f9665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:37Z', 'updated_at': '2021-08-17T00:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '053688bd-1174-40f0-acf4-d82f900af07b', 'name': '', 'network_id': '3f1e19bd-5444-4709-8c27-bd9a927346dd', 'tenant_id': '1c6e054f490f44aaa21667de7639f718', 'mac_address': 'fa:16:3e:a9:f3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a37ea40-4e5f-40c7-8b4a-4caed17f9665', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'a6ad06d7-e827-41a3-aeff-0eca8ba19b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:39Z', 'updated_at': '2021-08-17T00:39:43Z', 'revision_number': 4, 'project_id': '1c6e054f490f44aaa21667de7639f718', 'subnets': [{'id': 'a6ad06d7-e827-41a3-aeff-0eca8ba19b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:39:44.159434 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30844e71-a83d-4c60-be8c-0024fc098f11 None None] The sync data for ids ['4a37ea40-4e5f-40c7-8b4a-4caed17f9665'] in n-d-800088-20 is: [{'id': '4a37ea40-4e5f-40c7-8b4a-4caed17f9665', 'name': 'tempest-TestVolumeBackupRestore-1938503680-router', 'tenant_id': '1c6e054f490f44aaa21667de7639f718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'b44a0444-76d2-47c8-be50-acc447c8998d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:39:37Z', 'updated_at': '2021-08-17T00:39:39Z', 'revision_number': 4, 'project_id': '1c6e054f490f44aaa21667de7639f718', 'gw_port': {'id': 'b44a0444-76d2-47c8-be50-acc447c8998d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37ea40-4e5f-40c7-8b4a-4caed17f9665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:37Z', 'updated_at': '2021-08-17T00:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '053688bd-1174-40f0-acf4-d82f900af07b', 'name': '', 'network_id': '3f1e19bd-5444-4709-8c27-bd9a927346dd', 'tenant_id': '1c6e054f490f44aaa21667de7639f718', 'mac_address': 'fa:16:3e:a9:f3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a37ea40-4e5f-40c7-8b4a-4caed17f9665', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'a6ad06d7-e827-41a3-aeff-0eca8ba19b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:39Z', 'updated_at': '2021-08-17T00:39:43Z', 'revision_number': 4, 'project_id': '1c6e054f490f44aaa21667de7639f718', 'subnets': [{'id': 'a6ad06d7-e827-41a3-aeff-0eca8ba19b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:39:45.789866 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 053688bd-1174-40f0-acf4-d82f900af07b up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:39:45.841078 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 053688bd-1174-40f0-acf4-d82f900af07b completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:39:45.845215 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 053688bd-1174-40f0-acf4-d82f900af07b triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:39:45.845592 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:45.937325 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:45.971196 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 053688bd-1174-40f0-acf4-d82f900af07b, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=053688bd-1174-40f0-acf4-d82f900af07b,segment=NetworkSegment(175d0bdf-a513-4bda-9b8a-f04ae2fbc3bd),segment_id=175d0bdf-a513-4bda-9b8a-f04ae2fbc3bd)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:39:45.975838 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:46.028249 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=053688bd-1174-40f0-acf4-d82f900af07b,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:39:46.575986 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a6b9257e-b592-45cf-b5e7-11a0295e3c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:47.780686 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 053688bd-1174-40f0-acf4-d82f900af07b up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:39:47.833956 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 053688bd-1174-40f0-acf4-d82f900af07b triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:39:47.834327 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:49.263581 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9c92d7bb-dbc1-4b7f-9a14-1c950adb7e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:49.321510 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:50.308203 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:52.213903 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:40:02.206426 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:40:10.399287 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:40:11.972309 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:40:16.576751 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9a3e3aa1-04d0-4535-8f10-3811d5eec2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:40:19.265022 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c8b931d-63f3-450c-8cd2-68958db8f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:40:19.321421 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:40:20.307935 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:40:22.219528 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:40:39.204970 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:40:40.394743 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:40:41.987985 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:40:46.577740 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c5c5b5d7-1b96-4c9f-b009-9f8a7c6d01d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:40:49.266283 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-69b1e858-cda4-492c-a26b-d691d8fb4515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:40:49.323631 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:40:50.322298 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:40:52.220915 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:10.391176 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:12.004787 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:16.204104 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:41:16.579506 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-090b3e05-26d6-4829-b7b2-72475da2d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:19.269681 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4db31592-5095-40b5-b9ea-2a6f19438a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:19.325483 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:20.314742 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:22.218475 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:24.695149 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45352) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:41:24.700375 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-359cdb29-d30e-4378-bca4-735afa204814 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-333923368', 'description': 'tempest-secgroup-smoke-333923368 description', 'project_id': '8e26b92867ff48009c5ae7159390f5a0'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:41:24.725563 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-359cdb29-d30e-4378-bca4-735afa204814 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:24.806632 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-359cdb29-d30e-4378-bca4-735afa204814 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:24.810690 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-359cdb29-d30e-4378-bca4-735afa204814 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:24.838710 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-359cdb29-d30e-4378-bca4-735afa204814 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:24.839931 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-359cdb29-d30e-4378-bca4-735afa204814 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1437750 Aug 17 00:41:24.841773 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cdb29-d30e-4378-bca4-735afa204814 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db618688-11eb-4d84-b27b-78c0c9de95b5,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:41:24.843019 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45356) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:41:24.848504 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-a019adaf-7f40-4503-99fe-5a8c7fdbef49 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Request body: {'security_group_rule': {'security_group_id': 'db618688-11eb-4d84-b27b-78c0c9de95b5', 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:41:24.849670 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359cdb29-d30e-4378-bca4-735afa204814 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:24.850060 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359cdb29-d30e-4378-bca4-735afa204814 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:24.850396 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359cdb29-d30e-4378-bca4-735afa204814 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:24.850734 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359cdb29-d30e-4378-bca4-735afa204814 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:24.851069 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359cdb29-d30e-4378-bca4-735afa204814 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:24.851401 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359cdb29-d30e-4378-bca4-735afa204814 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:24.851732 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359cdb29-d30e-4378-bca4-735afa204814 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:24.852063 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359cdb29-d30e-4378-bca4-735afa204814 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:24.852390 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359cdb29-d30e-4378-bca4-735afa204814 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:24.852715 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359cdb29-d30e-4378-bca4-735afa204814 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:24.853067 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359cdb29-d30e-4378-bca4-735afa204814 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:24.853425 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359cdb29-d30e-4378-bca4-735afa204814 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:24.882326 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a019adaf-7f40-4503-99fe-5a8c7fdbef49 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:24.948830 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a019adaf-7f40-4503-99fe-5a8c7fdbef49 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:24.952231 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a019adaf-7f40-4503-99fe-5a8c7fdbef49 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:24.968872 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019adaf-7f40-4503-99fe-5a8c7fdbef49 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8dba394-396b-4740-b750-09b1f3183b6d,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:41:24.977612 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a019adaf-7f40-4503-99fe-5a8c7fdbef49 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:24.977958 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a019adaf-7f40-4503-99fe-5a8c7fdbef49 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:24.978301 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a019adaf-7f40-4503-99fe-5a8c7fdbef49 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:24.978641 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a019adaf-7f40-4503-99fe-5a8c7fdbef49 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:24.978976 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a019adaf-7f40-4503-99fe-5a8c7fdbef49 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:24.979309 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a019adaf-7f40-4503-99fe-5a8c7fdbef49 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:24.979641 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a019adaf-7f40-4503-99fe-5a8c7fdbef49 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:24.979969 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a019adaf-7f40-4503-99fe-5a8c7fdbef49 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:24.980297 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a019adaf-7f40-4503-99fe-5a8c7fdbef49 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:24.980630 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a019adaf-7f40-4503-99fe-5a8c7fdbef49 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:24.980956 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a019adaf-7f40-4503-99fe-5a8c7fdbef49 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:24.981305 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a019adaf-7f40-4503-99fe-5a8c7fdbef49 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:24.983893 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a019adaf-7f40-4503-99fe-5a8c7fdbef49 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:24.985369 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a019adaf-7f40-4503-99fe-5a8c7fdbef49 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412990 Aug 17 00:41:24.989017 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45360) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:41:24.993742 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-09e60aa4-5ae2-4102-b88e-110d82dc91df tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Request body: {'security_group_rule': {'security_group_id': 'db618688-11eb-4d84-b27b-78c0c9de95b5', 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:41:25.019087 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-09e60aa4-5ae2-4102-b88e-110d82dc91df tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:25.079659 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-09e60aa4-5ae2-4102-b88e-110d82dc91df tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:25.083093 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-09e60aa4-5ae2-4102-b88e-110d82dc91df tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:25.099835 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e60aa4-5ae2-4102-b88e-110d82dc91df tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a7f4b22-8ea2-4a5e-9ee3-ac8464f0ac5c,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:41:25.105869 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-09e60aa4-5ae2-4102-b88e-110d82dc91df tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:25.107034 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-09e60aa4-5ae2-4102-b88e-110d82dc91df tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169879 Aug 17 00:41:25.110116 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45362) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:41:25.115213 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f922101b-3f31-4447-bd6c-37892c559b83 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Request body: {'security_group_rule': {'security_group_id': 'db618688-11eb-4d84-b27b-78c0c9de95b5', 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:41:25.140692 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f922101b-3f31-4447-bd6c-37892c559b83 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:25.198142 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f922101b-3f31-4447-bd6c-37892c559b83 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:25.201482 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f922101b-3f31-4447-bd6c-37892c559b83 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:25.218200 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922101b-3f31-4447-bd6c-37892c559b83 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7a6661-39d9-4099-ac34-fa6bc5a0dca9,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:41:25.225087 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f922101b-3f31-4447-bd6c-37892c559b83 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:25.226287 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f922101b-3f31-4447-bd6c-37892c559b83 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152465 Aug 17 00:41:25.229060 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45364) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:41:25.233474 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-8d726764-5b3c-47e7-a0e5-c92cda2e840f tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Request body: {'security_group_rule': {'security_group_id': 'db618688-11eb-4d84-b27b-78c0c9de95b5', 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:41:25.259246 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d726764-5b3c-47e7-a0e5-c92cda2e840f tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:25.320762 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d726764-5b3c-47e7-a0e5-c92cda2e840f tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:25.324262 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d726764-5b3c-47e7-a0e5-c92cda2e840f tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:25.338972 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d726764-5b3c-47e7-a0e5-c92cda2e840f tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9365abf6-074d-45fa-b4ab-bfe45fe3dd1d,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:41:25.347734 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8d726764-5b3c-47e7-a0e5-c92cda2e840f tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:25.348887 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8d726764-5b3c-47e7-a0e5-c92cda2e840f tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189122 Aug 17 00:41:25.351667 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45366) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:41:25.356137 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-426f3e43-1fa6-4aa8-9397-c52804b4420d tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Request body: {'security_group_rule': {'security_group_id': 'db618688-11eb-4d84-b27b-78c0c9de95b5', 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:41:25.377588 n-d-800088-20 neutron-server[101402]: INFO neutron.db.securitygroups_db [None req-426f3e43-1fa6-4aa8-9397-c52804b4420d tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Project 8e26b92867ff48009c5ae7159390f5a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:41:25.382169 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-426f3e43-1fa6-4aa8-9397-c52804b4420d tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:25.445448 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-426f3e43-1fa6-4aa8-9397-c52804b4420d tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:25.449256 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-426f3e43-1fa6-4aa8-9397-c52804b4420d tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:25.468792 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f3e43-1fa6-4aa8-9397-c52804b4420d tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5c96b1-ad09-45ee-98df-b2576f813954,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:41:25.476818 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-426f3e43-1fa6-4aa8-9397-c52804b4420d tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:25.478200 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-426f3e43-1fa6-4aa8-9397-c52804b4420d tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256166 Aug 17 00:41:25.480825 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45368) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:41:25.485562 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-c91517ad-be5d-4208-b9d9-eaa8d39878af tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Request body: {'security_group_rule': {'security_group_id': 'db618688-11eb-4d84-b27b-78c0c9de95b5', 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:41:25.507490 n-d-800088-20 neutron-server[101402]: INFO neutron.db.securitygroups_db [None req-c91517ad-be5d-4208-b9d9-eaa8d39878af tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Project 8e26b92867ff48009c5ae7159390f5a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:41:25.512844 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c91517ad-be5d-4208-b9d9-eaa8d39878af tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:25.578376 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c91517ad-be5d-4208-b9d9-eaa8d39878af tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:25.582684 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c91517ad-be5d-4208-b9d9-eaa8d39878af tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:25.603218 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91517ad-be5d-4208-b9d9-eaa8d39878af tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6439aff1-47a0-464b-af37-1258340ddec9,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:41:25.606571 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c91517ad-be5d-4208-b9d9-eaa8d39878af tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:25.607904 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c91517ad-be5d-4208-b9d9-eaa8d39878af tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261227 Aug 17 00:41:25.770242 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-801034c3-1d40-48ac-89d4-e86833299aca tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-333923368&fields=id&tenant_id=8e26b92867ff48009c5ae7159390f5a0 HTTP/1.1" status: 200 len: 267 time: 0.0371442 Aug 17 00:41:25.876965 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-9ae7804b-5028-41b1-b64e-44e6b3da1fac tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:25.878446 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-9ae7804b-5028-41b1-b64e-44e6b3da1fac tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/networks?id=07423b53-fd7b-45dc-8c33-bd617b3ae4ff HTTP/1.1" status: 200 len: 813 time: 0.1016250 Aug 17 00:41:25.893578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-952da864-1cae-4fa2-934c-cc7bd11a2918 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/quotas/8e26b92867ff48009c5ae7159390f5a0 HTTP/1.1" status: 200 len: 375 time: 0.0093865 Aug 17 00:41:25.943713 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-c3637cdc-39a6-43b9-a684-b5b1f1f2b563 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e26b92867ff48009c5ae7159390f5a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448205 Aug 17 00:41:26.070727 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-e6277478-0491-4155-809e-6af74c9381bc service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:41:26.071746 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-e6277478-0491-4155-809e-6af74c9381bc service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1173341 Aug 17 00:41:26.163533 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-fa85305d-eddb-4a67-ba26-612a4cea4457 service neutron] 10.222.0.60 "GET /v2.0/networks/07423b53-fd7b-45dc-8c33-bd617b3ae4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854590 Aug 17 00:41:26.257462 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-2372b6af-3cc4-4c38-ad50-d1506839bba1 service neutron] 10.222.0.60 "GET /v2.0/networks/07423b53-fd7b-45dc-8c33-bd617b3ae4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869899 Aug 17 00:41:26.541376 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a8d4833c-bf37-408f-97bb-eb01a529b6de req-d2322eb4-d21e-4c65-ac35-02081fd17017 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 210 time: 0.0274789 Aug 17 00:41:27.668356 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d643a7e9-d769-40e9-8105-3d0e9fe65642 req-65c4054a-c6dc-4cb9-b8d8-73f020048cbb tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 210 time: 0.0298452 Aug 17 00:41:27.802685 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-f32130d7-5f09-459b-9465-8800434449e2 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:27.803678 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-f32130d7-5f09-459b-9465-8800434449e2 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.69 "GET /v2.0/networks?id=07423b53-fd7b-45dc-8c33-bd617b3ae4ff HTTP/1.1" status: 200 len: 813 time: 0.1268787 Aug 17 00:41:27.851452 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-f38af746-9532-4aca-b929-5ee9450f20b5 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e26b92867ff48009c5ae7159390f5a0 HTTP/1.1" status: 200 len: 379 time: 0.0373442 Aug 17 00:41:27.866585 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-5ab825d9-202b-4495-aa04-af3b76379412 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Request body: {'port': {'device_id': '9e6c31e8-acc3-4374-a655-a066e6eed869', 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff', 'admin_state_up': True, 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'security_groups': ['db618688-11eb-4d84-b27b-78c0c9de95b5']}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:41:27.978252 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-5ab825d9-202b-4495-aa04-af3b76379412 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Made reservation on behalf of 8e26b92867ff48009c5ae7159390f5a0 for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:41:27.981954 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-5ab825d9-202b-4495-aa04-af3b76379412 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:28.115183 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-5ab825d9-202b-4495-aa04-af3b76379412 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Allocated IP 172.20.0.9 (07423b53-fd7b-45dc-8c33-bd617b3ae4ff/487929a8-1093-41fd-9f9e-622e91efc289/9bb6a1cf-c191-489e-bd7e-19cc5b9778c8) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:41:28.256602 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-5ab825d9-202b-4495-aa04-af3b76379412 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:28.275259 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-5ab825d9-202b-4495-aa04-af3b76379412 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Transition to ACTIVE for port object 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:41:28.308873 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-5ab825d9-202b-4495-aa04-af3b76379412 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:28.357768 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-5ab825d9-202b-4495-aa04-af3b76379412 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Network 07423b53-fd7b-45dc-8c33-bd617b3ae4ff is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:41:28.361359 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-5ab825d9-202b-4495-aa04-af3b76379412 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:41:28.364856 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-5ab825d9-202b-4495-aa04-af3b76379412 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:41:28.396422 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab825d9-202b-4495-aa04-af3b76379412 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Pushing event updated for resources: {'Port': ['ID=9bb6a1cf-c191-489e-bd7e-19cc5b9778c8,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:41:28.423642 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-5ab825d9-202b-4495-aa04-af3b76379412 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:28.424609 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-5ab825d9-202b-4495-aa04-af3b76379412 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:28.444699 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-5ab825d9-202b-4495-aa04-af3b76379412 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5826421 Aug 17 00:41:28.560128 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-e90198e9-e0dc-4de1-ad58-e9332ff00cf3 service neutron] Request body: {'port': {'device_id': '9e6c31e8-acc3-4374-a655-a066e6eed869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:41:28.620450 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-e90198e9-e0dc-4de1-ad58-e9332ff00cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:28.658945 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-928e6e39-a074-4e71-9e1e-6f5e9438c230 None None] Provisioning for port 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:41:28.663663 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-928e6e39-a074-4e71-9e1e-6f5e9438c230 None None] Provisioning complete for port 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:41:28.664248 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-928e6e39-a074-4e71-9e1e-6f5e9438c230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:28.713697 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-928e6e39-a074-4e71-9e1e-6f5e9438c230 None None] Port 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:41:28.802305 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a004fd-8b5d-4498-95e6-65a0a291d5f1 req-256f5d80-3c7f-4634-8aa5-26e828f35c6e tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:28.803856 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18a004fd-8b5d-4498-95e6-65a0a291d5f1 req-256f5d80-3c7f-4634-8aa5-26e828f35c6e tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 931 time: 0.0551069 Aug 17 00:41:28.843032 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18a004fd-8b5d-4498-95e6-65a0a291d5f1 req-741fe64c-749c-4f54-a079-0e0bccb7fa8a tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/security-groups?id=db618688-11eb-4d84-b27b-78c0c9de95b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331843 Aug 17 00:41:28.912199 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-e90198e9-e0dc-4de1-ad58-e9332ff00cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:41:28.919983 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-e90198e9-e0dc-4de1-ad58-e9332ff00cf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:28.932503 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-e90198e9-e0dc-4de1-ad58-e9332ff00cf3 service neutron] Transition to ACTIVE for port object 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:41:28.936350 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-e90198e9-e0dc-4de1-ad58-e9332ff00cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:28.989468 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90198e9-e0dc-4de1-ad58-e9332ff00cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb6a1cf-c191-489e-bd7e-19cc5b9778c8,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:41:29.074727 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-e90198e9-e0dc-4de1-ad58-e9332ff00cf3 service neutron] Attempting to bind port 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:41:29.075459 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-e90198e9-e0dc-4de1-ad58-e9332ff00cf3 service neutron] Attempting to bind port 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '21f58fe7-6d7b-474f-bc87-32e42a39a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:41:29.075459 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-e90198e9-e0dc-4de1-ad58-e9332ff00cf3 service neutron] Attempting to bind port 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 on network 07423b53-fd7b-45dc-8c33-bd617b3ae4ff {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:41:29.080654 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-e90198e9-e0dc-4de1-ad58-e9332ff00cf3 service neutron] Port 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 on network 07423b53-fd7b-45dc-8c33-bd617b3ae4ff not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:41:29.080983 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-e90198e9-e0dc-4de1-ad58-e9332ff00cf3 service neutron] Attempting to bind port 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 on network 07423b53-fd7b-45dc-8c33-bd617b3ae4ff {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:41:29.086233 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-e90198e9-e0dc-4de1-ad58-e9332ff00cf3 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:41:29.086580 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-e90198e9-e0dc-4de1-ad58-e9332ff00cf3 service neutron] Checking segment: {'id': '21f58fe7-6d7b-474f-bc87-32e42a39a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:41:29.086972 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-e90198e9-e0dc-4de1-ad58-e9332ff00cf3 service neutron] Bound using segment: {'id': '21f58fe7-6d7b-474f-bc87-32e42a39a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:41:29.087410 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-e90198e9-e0dc-4de1-ad58-e9332ff00cf3 service neutron] Bound port: 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21f58fe7-6d7b-474f-bc87-32e42a39a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:41:29.087779 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-e90198e9-e0dc-4de1-ad58-e9332ff00cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:29.156746 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-e90198e9-e0dc-4de1-ad58-e9332ff00cf3 service neutron] For port 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:41:29.160164 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-e90198e9-e0dc-4de1-ad58-e9332ff00cf3 service neutron] For port 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9bb6a1cf-c191-489e-bd7e-19cc5b9778c8,segment=NetworkSegment(21f58fe7-6d7b-474f-bc87-32e42a39a9d4),segment_id=21f58fe7-6d7b-474f-bc87-32e42a39a9d4)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:41:29.165034 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-e90198e9-e0dc-4de1-ad58-e9332ff00cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:29.205645 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-e90198e9-e0dc-4de1-ad58-e9332ff00cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:29.206294 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-e90198e9-e0dc-4de1-ad58-e9332ff00cf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:29.207779 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-e90198e9-e0dc-4de1-ad58-e9332ff00cf3 service neutron] 10.222.0.69 "PUT /v2.0/ports/9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 HTTP/1.1" status: 200 len: 1092 time: 0.7495687 Aug 17 00:41:29.208207 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6c31e8-acc3-4374-a655-a066e6eed869', 'tag': '9bb6a1cf-c191-489e-bd7e-19cc5b9778c8'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:41:29.210493 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a7fba5-9ad1-4f95-b4e0-b0a282af17d6" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6c31e8-acc3-4374-a655-a066e6eed869", "tag": "9bb6a1cf-c191-489e-bd7e-19cc5b9778c8"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:41:29.240339 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90198e9-e0dc-4de1-ad58-e9332ff00cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb6a1cf-c191-489e-bd7e-19cc5b9778c8,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:41:29.308967 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-0920bf8c-f8e6-4ef9-b6dd-96f9015812ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:29.310749 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-0920bf8c-f8e6-4ef9-b6dd-96f9015812ee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8e26b92867ff48009c5ae7159390f5a0&device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 1095 time: 0.0480189 Aug 17 00:41:29.393688 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-ea5642d7-2d7c-4ac4-8ce0-c67502dcb323 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 HTTP/1.1" status: 200 len: 217 time: 0.0704358 Aug 17 00:41:29.448507 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427b7ac1-ddfe-4138-8dd7-f70f63a7a231 x-openstack-request-id: req-427b7ac1-ddfe-4138-8dd7-f70f63a7a231 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:41:29.448872 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6c31e8-acc3-4374-a655-a066e6eed869", "tag": "9bb6a1cf-c191-489e-bd7e-19cc5b9778c8", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:41:29.449158 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-427b7ac1-ddfe-4138-8dd7-f70f63a7a231 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:41:29.449556 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6c31e8-acc3-4374-a655-a066e6eed869', 'tag': '9bb6a1cf-c191-489e-bd7e-19cc5b9778c8', 'status': 'completed', 'code': 200} Aug 17 00:41:29.459996 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-28f2aaa1-1ca6-4864-9218-aae0055450fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:29.461538 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-28f2aaa1-1ca6-4864-9218-aae0055450fb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=487929a8-1093-41fd-9f9e-622e91efc289 HTTP/1.1" status: 200 len: 852 time: 0.0572996 Aug 17 00:41:29.511456 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-dde80a74-9160-4431-84b1-8a7dd9547a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:29.512977 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-dde80a74-9160-4431-84b1-8a7dd9547a4c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=07423b53-fd7b-45dc-8c33-bd617b3ae4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431311 Aug 17 00:41:29.612566 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-5aa6e86b-50e0-4ae4-b138-2ae9af6f8a07 service neutron] 10.222.0.69 "GET /v2.0/networks/07423b53-fd7b-45dc-8c33-bd617b3ae4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881095 Aug 17 00:41:29.708590 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-542b02b4-8489-4835-b7c8-00132d3bb27e req-60ea2fe6-fd3a-4293-8baa-e2fdc4939332 service neutron] 10.222.0.69 "GET /v2.0/networks/07423b53-fd7b-45dc-8c33-bd617b3ae4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849843 Aug 17 00:41:29.810110 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7fba5-9ad1-4f95-b4e0-b0a282af17d6 req-68ac5575-9702-4cad-8e6a-6f32351bc654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:29.816744 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e1a7fba5-9ad1-4f95-b4e0-b0a282af17d6 req-68ac5575-9702-4cad-8e6a-6f32351bc654 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8e26b92867ff48009c5ae7159390f5a0&device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 1095 time: 0.0531859 Aug 17 00:41:29.923281 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7fba5-9ad1-4f95-b4e0-b0a282af17d6 req-6f31bfef-8270-47d0-b22e-6ff4aa11f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:29.925416 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e1a7fba5-9ad1-4f95-b4e0-b0a282af17d6 req-6f31bfef-8270-47d0-b22e-6ff4aa11f2af service neutron] 10.222.0.69 "GET /v2.0/networks?id=07423b53-fd7b-45dc-8c33-bd617b3ae4ff HTTP/1.1" status: 200 len: 914 time: 0.0976043 Aug 17 00:41:29.967570 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0dded-3c2f-4151-9fde-380cd00b7c22 req-e39f3a9d-07f8-4bae-84d0-5c03018ea73d tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:29.969136 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-02c0dded-3c2f-4151-9fde-380cd00b7c22 req-e39f3a9d-07f8-4bae-84d0-5c03018ea73d tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 943 time: 0.0520525 Aug 17 00:41:29.974152 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e1a7fba5-9ad1-4f95-b4e0-b0a282af17d6 req-d2c76b64-6966-4a30-beab-65a63d76e610 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 HTTP/1.1" status: 200 len: 217 time: 0.0364952 Aug 17 00:41:30.015502 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-02c0dded-3c2f-4151-9fde-380cd00b7c22 req-aa09b16b-f3dc-4231-8292-bf9340bde558 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/security-groups?id=db618688-11eb-4d84-b27b-78c0c9de95b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392525 Aug 17 00:41:30.034968 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7fba5-9ad1-4f95-b4e0-b0a282af17d6 req-816ff424-220e-4b16-be41-f6d66becfc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:30.036478 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e1a7fba5-9ad1-4f95-b4e0-b0a282af17d6 req-816ff424-220e-4b16-be41-f6d66becfc3f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=487929a8-1093-41fd-9f9e-622e91efc289 HTTP/1.1" status: 200 len: 852 time: 0.0543463 Aug 17 00:41:30.088399 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7fba5-9ad1-4f95-b4e0-b0a282af17d6 req-32295089-3fc3-475f-b0ec-862fe705d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:30.089952 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e1a7fba5-9ad1-4f95-b4e0-b0a282af17d6 req-32295089-3fc3-475f-b0ec-862fe705d2ee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=07423b53-fd7b-45dc-8c33-bd617b3ae4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414793 Aug 17 00:41:30.195391 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e1a7fba5-9ad1-4f95-b4e0-b0a282af17d6 req-ac0017ec-f5f3-4bc4-ad0e-8ce849a859a2 service neutron] 10.222.0.69 "GET /v2.0/networks/07423b53-fd7b-45dc-8c33-bd617b3ae4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936534 Aug 17 00:41:30.291874 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-e1a7fba5-9ad1-4f95-b4e0-b0a282af17d6 req-f3af731a-14e7-4739-8984-dce71f8cf135 service neutron] 10.222.0.69 "GET /v2.0/networks/07423b53-fd7b-45dc-8c33-bd617b3ae4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845039 Aug 17 00:41:31.157433 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf92b22-c4c1-4efc-abc8-a41687b9534d req-de09e2ec-de76-44bc-9790-9836c686f4c2 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:31.160200 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ccf92b22-c4c1-4efc-abc8-a41687b9534d req-de09e2ec-de76-44bc-9790-9836c686f4c2 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 943 time: 0.0566225 Aug 17 00:41:31.207125 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ccf92b22-c4c1-4efc-abc8-a41687b9534d req-0af5b475-5ea4-4b96-96c1-4d3fe08e8c86 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/security-groups?id=db618688-11eb-4d84-b27b-78c0c9de95b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408080 Aug 17 00:41:32.324191 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898549e0-053e-4fe5-bcd3-1d5f13abaa62 req-01ccc738-8a2e-4180-bb82-7e9abdc49697 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:32.325679 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-898549e0-053e-4fe5-bcd3-1d5f13abaa62 req-01ccc738-8a2e-4180-bb82-7e9abdc49697 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 943 time: 0.0486279 Aug 17 00:41:32.362846 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-898549e0-053e-4fe5-bcd3-1d5f13abaa62 req-aaf9be00-db54-42ed-bebf-afc790ef6d7e tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/security-groups?id=db618688-11eb-4d84-b27b-78c0c9de95b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309956 Aug 17 00:41:33.478594 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9188a-19ce-4873-95ca-cf7897471b80 req-39c9c542-555c-483c-aa3e-46d94b6c5b2c tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:33.480123 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-08e9188a-19ce-4873-95ca-cf7897471b80 req-39c9c542-555c-483c-aa3e-46d94b6c5b2c tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 943 time: 0.0497346 Aug 17 00:41:33.522323 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-08e9188a-19ce-4873-95ca-cf7897471b80 req-5de5160a-b144-4650-a2a5-efadfb3a690a tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/security-groups?id=db618688-11eb-4d84-b27b-78c0c9de95b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359480 Aug 17 00:41:34.638025 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf053ea-a3d8-4339-9662-082c48c0b0fa req-9354c06f-db15-44c3-9eba-5d4c3e2d0df0 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:34.639483 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9bf053ea-a3d8-4339-9662-082c48c0b0fa req-9354c06f-db15-44c3-9eba-5d4c3e2d0df0 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 943 time: 0.0490780 Aug 17 00:41:34.676669 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9bf053ea-a3d8-4339-9662-082c48c0b0fa req-29ed21f2-ef11-44c2-a038-4f2f5ffa90fc tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/security-groups?id=db618688-11eb-4d84-b27b-78c0c9de95b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311184 Aug 17 00:41:35.790773 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2433a-d4ae-45c6-8a77-fc862392d6c7 req-d7bf58e8-d827-4ddc-a6e2-14150d0c6ec0 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:35.792322 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c2d2433a-d4ae-45c6-8a77-fc862392d6c7 req-d7bf58e8-d827-4ddc-a6e2-14150d0c6ec0 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 943 time: 0.0481496 Aug 17 00:41:35.829246 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c2d2433a-d4ae-45c6-8a77-fc862392d6c7 req-b5c154c3-b041-4bc6-8e25-d70e11c1b170 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/security-groups?id=db618688-11eb-4d84-b27b-78c0c9de95b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308454 Aug 17 00:41:36.944310 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4da90-f217-440e-a32a-6b9535b5620c req-71282b5b-b856-48a3-862a-6a3f7e8b9f17 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:36.945831 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d5d4da90-f217-440e-a32a-6b9535b5620c req-71282b5b-b856-48a3-862a-6a3f7e8b9f17 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 943 time: 0.0493889 Aug 17 00:41:36.988758 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d5d4da90-f217-440e-a32a-6b9535b5620c req-09503fba-a366-4df8-a2c7-cf99588c7874 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/security-groups?id=db618688-11eb-4d84-b27b-78c0c9de95b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364568 Aug 17 00:41:38.103338 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedea594-1768-4a96-b2d9-3a4631653bd2 req-d2bd2beb-3542-45bf-ab51-71cc59c9dcaa tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:38.104827 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cedea594-1768-4a96-b2d9-3a4631653bd2 req-d2bd2beb-3542-45bf-ab51-71cc59c9dcaa tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 943 time: 0.0495791 Aug 17 00:41:38.144243 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cedea594-1768-4a96-b2d9-3a4631653bd2 req-74b16e7a-858a-4445-a6d1-0d08c210e83c tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/security-groups?id=db618688-11eb-4d84-b27b-78c0c9de95b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332236 Aug 17 00:41:39.264373 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da421036-d485-4fce-8d66-2f9e4e8c3517 req-4f4f53f8-6c16-476a-9594-1032ef721fa6 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:39.266058 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da421036-d485-4fce-8d66-2f9e4e8c3517 req-4f4f53f8-6c16-476a-9594-1032ef721fa6 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 943 time: 0.0487993 Aug 17 00:41:39.303604 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da421036-d485-4fce-8d66-2f9e4e8c3517 req-af01c9fe-6c22-4f2a-a2aa-54649f955120 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/security-groups?id=db618688-11eb-4d84-b27b-78c0c9de95b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308707 Aug 17 00:41:40.411208 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:40.426115 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3a370-24ec-4e4e-a3ee-1b66c6cf92b7 req-041ad26f-428a-4cb1-b697-6f30ad80bfab tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:40.427620 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b4a3a370-24ec-4e4e-a3ee-1b66c6cf92b7 req-041ad26f-428a-4cb1-b697-6f30ad80bfab tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 943 time: 0.0573847 Aug 17 00:41:40.469286 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b4a3a370-24ec-4e4e-a3ee-1b66c6cf92b7 req-0c3e639a-dd18-42af-8ad8-d242f1b5ac9a tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/security-groups?id=db618688-11eb-4d84-b27b-78c0c9de95b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354104 Aug 17 00:41:40.520625 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:41:40.614042 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9bb6a1cf-c191-489e-bd7e-19cc5b9778c8,segment=NetworkSegment(21f58fe7-6d7b-474f-bc87-32e42a39a9d4),segment_id=21f58fe7-6d7b-474f-bc87-32e42a39a9d4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:41:40.625088 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '9bb6a1cf-c191-489e-bd7e-19cc5b9778c8', 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff', 'port_id': '9bb6a1cf-c191-489e-bd7e-19cc5b9778c8', 'mac_address': 'fa:16:3e:92:57:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '487929a8-1093-41fd-9f9e-622e91efc289', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:41:40.662351 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:40.675322 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:41:40.694450 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9bb6a1cf-c191-489e-bd7e-19cc5b9778c8,segment=NetworkSegment(21f58fe7-6d7b-474f-bc87-32e42a39a9d4),segment_id=21f58fe7-6d7b-474f-bc87-32e42a39a9d4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:41:40.698024 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:40.748599 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=9bb6a1cf-c191-489e-bd7e-19cc5b9778c8,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:41:40.756006 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:40.756359 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:40.756785 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:40.757188 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:40.757535 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:40.757863 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:40.758194 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:40.758523 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:40.758856 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:40.759182 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:40.759507 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:40.759829 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:41:41.036628 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['9bb6a1cf-c191-489e-bd7e-19cc5b9778c8'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:41:41.584417 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e798e-1adc-4628-b75a-490d6c40c3c5 req-2f8254e1-aaf1-496a-8143-cc3357859bb4 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:41.585946 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-691e798e-1adc-4628-b75a-490d6c40c3c5 req-2f8254e1-aaf1-496a-8143-cc3357859bb4 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 944 time: 0.0492513 Aug 17 00:41:41.623930 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-691e798e-1adc-4628-b75a-490d6c40c3c5 req-65953f88-bed3-4384-af57-9986884ffca7 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/security-groups?id=db618688-11eb-4d84-b27b-78c0c9de95b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320539 Aug 17 00:41:42.003894 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:42.537623 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:41:42.585342 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:41:42.588819 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:41:42.589233 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:42.663789 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:42.685689 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6c31e8-acc3-4374-a655-a066e6eed869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb6a1cf-c191-489e-bd7e-19cc5b9778c8'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:41:42.687947 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc8560a-978d-467c-a752-51e7ecc9c00f" -d '{"events": [{"server_uuid": "9e6c31e8-acc3-4374-a655-a066e6eed869", "name": "network-vif-plugged", "status": "completed", "tag": "9bb6a1cf-c191-489e-bd7e-19cc5b9778c8"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:41:42.709817 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9bb6a1cf-c191-489e-bd7e-19cc5b9778c8,segment=NetworkSegment(21f58fe7-6d7b-474f-bc87-32e42a39a9d4),segment_id=21f58fe7-6d7b-474f-bc87-32e42a39a9d4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:41:42.714614 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:42.740238 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2169ef-ea9a-4dd4-a8ab-7489f5fa0f06 req-4c5bd4ff-2f5a-4702-bc01-b947635b8719 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:42.741793 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bd2169ef-ea9a-4dd4-a8ab-7489f5fa0f06 req-4c5bd4ff-2f5a-4702-bc01-b947635b8719 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 944 time: 0.0512412 Aug 17 00:41:42.768927 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=9bb6a1cf-c191-489e-bd7e-19cc5b9778c8,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:41:42.788343 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bd2169ef-ea9a-4dd4-a8ab-7489f5fa0f06 req-7efc2b24-6b8d-4cb9-a47f-d3988fbe3a7c tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/security-groups?id=db618688-11eb-4d84-b27b-78c0c9de95b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399923 Aug 17 00:41:42.806745 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58ff8af-dae9-4ea6-8794-35837168570a x-openstack-request-id: req-a58ff8af-dae9-4ea6-8794-35837168570a {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:41:42.807043 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6c31e8-acc3-4374-a655-a066e6eed869", "name": "network-vif-plugged", "status": "completed", "tag": "9bb6a1cf-c191-489e-bd7e-19cc5b9778c8", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:41:42.807301 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a58ff8af-dae9-4ea6-8794-35837168570a {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:41:42.807701 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6c31e8-acc3-4374-a655-a066e6eed869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb6a1cf-c191-489e-bd7e-19cc5b9778c8', 'code': 200} Aug 17 00:41:42.910040 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c7ee9-beca-414d-91aa-57dcc9a727cc req-a72e55ce-5144-4b7e-a3e4-3314da214f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:42.911497 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-070c7ee9-beca-414d-91aa-57dcc9a727cc req-a72e55ce-5144-4b7e-a3e4-3314da214f8e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 1097 time: 0.0409184 Aug 17 00:41:42.947043 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-070c7ee9-beca-414d-91aa-57dcc9a727cc req-ea2429d4-89cc-4837-8917-a4f1b230f228 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=db618688-11eb-4d84-b27b-78c0c9de95b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276721 Aug 17 00:41:43.908855 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d94463-488e-47ca-809e-d72f8f13c72f req-b7693bba-6485-4131-9b60-97227691a42c tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:43.910639 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-89d94463-488e-47ca-809e-d72f8f13c72f req-b7693bba-6485-4131-9b60-97227691a42c tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 945 time: 0.0532784 Aug 17 00:41:43.952297 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-89d94463-488e-47ca-809e-d72f8f13c72f req-829126f2-eb94-4d53-86bd-0f3fdca36be6 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/security-groups?id=db618688-11eb-4d84-b27b-78c0c9de95b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354970 Aug 17 00:41:45.069094 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912f8b8-6dc6-4de8-a3f9-61c1f8109f2a req-613af5f8-d5a1-4902-b28a-c39cba7ffde2 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:45.070568 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c912f8b8-6dc6-4de8-a3f9-61c1f8109f2a req-613af5f8-d5a1-4902-b28a-c39cba7ffde2 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 945 time: 0.0490112 Aug 17 00:41:45.107277 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c912f8b8-6dc6-4de8-a3f9-61c1f8109f2a req-6e326520-2be2-4a90-a04c-a1c8fe2f494b tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/security-groups?id=db618688-11eb-4d84-b27b-78c0c9de95b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308487 Aug 17 00:41:45.219908 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de64bb-9a90-4c0c-823f-95d5611ad089 req-445402e2-550c-4822-9034-2abdfb2a2ec6 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:45.221681 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92de64bb-9a90-4c0c-823f-95d5611ad089 req-445402e2-550c-4822-9034-2abdfb2a2ec6 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 945 time: 0.0496430 Aug 17 00:41:45.260011 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92de64bb-9a90-4c0c-823f-95d5611ad089 req-71013d53-7fd8-43f8-a19b-054bf747fcbc tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/security-groups?id=db618688-11eb-4d84-b27b-78c0c9de95b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324235 Aug 17 00:41:45.281204 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45456) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:41:45.363026 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c3b49d-5243-4bcc-9e34-d1101c06b720 tempest-TestVolumeBackupRestore-464463473 tempest-TestVolumeBackupRestore-464463473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:45.364515 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-40c3b49d-5243-4bcc-9e34-d1101c06b720 tempest-TestVolumeBackupRestore-464463473 tempest-TestVolumeBackupRestore-464463473-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 1092 time: 0.0823185 Aug 17 00:41:45.367319 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45460) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:41:45.371631 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-a141d990-a1e7-42e3-97dc-27c890a7fde9 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'port_id': '9bb6a1cf-c191-489e-bd7e-19cc5b9778c8', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:41:45.400349 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a141d990-a1e7-42e3-97dc-27c890a7fde9 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for floatingip, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:45.502073 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a141d990-a1e7-42e3-97dc-27c890a7fde9 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:45.607944 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-a141d990-a1e7-42e3-97dc-27c890a7fde9 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Allocated IP 172.25.3.18 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/aabc647a-f4ef-44f8-bfdb-823a82c1d696) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:41:45.710394 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a141d990-a1e7-42e3-97dc-27c890a7fde9 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:45.748604 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a141d990-a1e7-42e3-97dc-27c890a7fde9 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:45.793169 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a141d990-a1e7-42e3-97dc-27c890a7fde9 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:41:45.799035 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-a141d990-a1e7-42e3-97dc-27c890a7fde9 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:41:45.801351 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141d990-a1e7-42e3-97dc-27c890a7fde9 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Pushing event updated for resources: {'Port': ['ID=aabc647a-f4ef-44f8-bfdb-823a82c1d696,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:41:45.803496 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a141d990-a1e7-42e3-97dc-27c890a7fde9 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:41:46.284086 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a141d990-a1e7-42e3-97dc-27c890a7fde9 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:46.379678 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a141d990-a1e7-42e3-97dc-27c890a7fde9 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:46.527624 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a141d990-a1e7-42e3-97dc-27c890a7fde9 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:46.531988 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a141d990-a1e7-42e3-97dc-27c890a7fde9 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:46.580688 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-43294395-142d-494d-b2af-3f92bb303369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:46.598279 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141d990-a1e7-42e3-97dc-27c890a7fde9 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Pushing event updated for resources: {'Port': ['ID=aabc647a-f4ef-44f8-bfdb-823a82c1d696,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:41:46.613316 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a141d990-a1e7-42e3-97dc-27c890a7fde9 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:46.710407 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-a141d990-a1e7-42e3-97dc-27c890a7fde9 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Floating IP 6826b949-47b0-4699-9dce-d1655161d431 associated. External IP: 172.25.3.18, port: 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8. Aug 17 00:41:47.168797 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a141d990-a1e7-42e3-97dc-27c890a7fde9 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Router a7bde66a-7b5c-42a0-8e77-23fc5915c9cc has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:41:47.275371 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a141d990-a1e7-42e3-97dc-27c890a7fde9 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:41:47.285959 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5f2e11-05df-4420-b22a-8fdfce169c5b None None] Sync routers for ids ['a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:41:47.292035 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a141d990-a1e7-42e3-97dc-27c890a7fde9 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:47.295158 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5f2e11-05df-4420-b22a-8fdfce169c5b None None] Routers {'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:41:47.295775 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-7e5f2e11-05df-4420-b22a-8fdfce169c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:41:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:41:47.318855 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a141d990-a1e7-42e3-97dc-27c890a7fde9 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9505394 Aug 17 00:41:47.319552 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6c31e8-acc3-4374-a655-a066e6eed869', 'tag': '9bb6a1cf-c191-489e-bd7e-19cc5b9778c8'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:41:47.321687 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45462) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:41:47.322170 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d0a6db-8044-4a3e-96e4-7cd8c461bdd1" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6c31e8-acc3-4374-a655-a066e6eed869", "tag": "9bb6a1cf-c191-489e-bd7e-19cc5b9778c8"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:41:47.376017 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663d2c0a-e424-45a6-b916-65c0144eb484 tempest-TestVolumeBackupRestore-464463473 tempest-TestVolumeBackupRestore-464463473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:47.378065 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-663d2c0a-e424-45a6-b916-65c0144eb484 tempest-TestVolumeBackupRestore-464463473 tempest-TestVolumeBackupRestore-464463473-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 1092 time: 0.0553436 Aug 17 00:41:47.380731 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45472) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:41:47.385444 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-02c68467-5b04-4cbd-b787-30dac82f9551 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Request body: {'floatingip': {'port_id': '9bb6a1cf-c191-489e-bd7e-19cc5b9778c8'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:41:47.410472 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-7e5f2e11-05df-4420-b22a-8fdfce169c5b None None] Set router a7bde66a-7b5c-42a0-8e77-23fc5915c9cc gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:41:47.425654 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2287e43-2e22-425b-993b-e43a99fe7111 x-openstack-request-id: req-e2287e43-2e22-425b-993b-e43a99fe7111 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:41:47.425966 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6c31e8-acc3-4374-a655-a066e6eed869", "tag": "9bb6a1cf-c191-489e-bd7e-19cc5b9778c8", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:41:47.426496 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e2287e43-2e22-425b-993b-e43a99fe7111 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:41:47.426964 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6c31e8-acc3-4374-a655-a066e6eed869', 'tag': '9bb6a1cf-c191-489e-bd7e-19cc5b9778c8', 'status': 'completed', 'code': 200} Aug 17 00:41:47.449016 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-02c68467-5b04-4cbd-b787-30dac82f9551 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for floatingip, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:47.555571 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0a6db-8044-4a3e-96e4-7cd8c461bdd1 req-0cadc990-2737-4939-ad69-edde98474612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:47.557124 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b9d0a6db-8044-4a3e-96e4-7cd8c461bdd1 req-0cadc990-2737-4939-ad69-edde98474612 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8e26b92867ff48009c5ae7159390f5a0&device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 1097 time: 0.1058264 Aug 17 00:41:47.658803 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-7e5f2e11-05df-4420-b22a-8fdfce169c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'name': 'tempest-TestVolumeBackupRestore-837864086-router', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7068a995-380b-408b-8478-824d0bc1906c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:35Z', 'revision_number': 4, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'gw_port': {'id': '7068a995-380b-408b-8478-824d0bc1906c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '6826b949-47b0-4699-9dce-d1655161d431', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'floating_ip_address': '172.25.3.18', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'port_id': '9bb6a1cf-c191-489e-bd7e-19cc5b9778c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff', 'mac_address': 'fa:16:3e:92:57:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6c31e8-acc3-4374-a655-a066e6eed869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:41:46Z', 'updated_at': '2021-08-17T00:41:46Z', 'revision_number': 0, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68199d24-db17-4a6f-aa92-4d2b0f2b9ba3', 'name': '', 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'mac_address': 'fa:16:3e:f4:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '487929a8-1093-41fd-9f9e-622e91efc289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:34Z', 'updated_at': '2021-08-17T00:39:40Z', 'revision_number': 5, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'subnets': [{'id': '487929a8-1093-41fd-9f9e-622e91efc289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:41:47.685721 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5f2e11-05df-4420-b22a-8fdfce169c5b None None] Checking router: a7bde66a-7b5c-42a0-8e77-23fc5915c9cc for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:41:47.695016 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5f2e11-05df-4420-b22a-8fdfce169c5b None None] Routers {'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:41:47.695621 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-7e5f2e11-05df-4420-b22a-8fdfce169c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:41:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:41:47.761389 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0a6db-8044-4a3e-96e4-7cd8c461bdd1 req-5c319e6a-981a-4710-bb24-30f991f4b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:47.762883 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b9d0a6db-8044-4a3e-96e4-7cd8c461bdd1 req-5c319e6a-981a-4710-bb24-30f991f4b1aa service neutron] 10.222.0.69 "GET /v2.0/networks?id=07423b53-fd7b-45dc-8c33-bd617b3ae4ff HTTP/1.1" status: 200 len: 914 time: 0.1962917 Aug 17 00:41:47.803167 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-7e5f2e11-05df-4420-b22a-8fdfce169c5b None None] Set router a7bde66a-7b5c-42a0-8e77-23fc5915c9cc gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:41:47.880918 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b9d0a6db-8044-4a3e-96e4-7cd8c461bdd1 req-b31986d1-8322-4ba8-9cdc-cb9128a2a104 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 HTTP/1.1" status: 200 len: 998 time: 0.1075373 Aug 17 00:41:48.007177 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0a6db-8044-4a3e-96e4-7cd8c461bdd1 req-b33e33ba-0acf-4e88-9e35-8332884e179e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:48.008563 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b9d0a6db-8044-4a3e-96e4-7cd8c461bdd1 req-b33e33ba-0acf-4e88-9e35-8332884e179e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=487929a8-1093-41fd-9f9e-622e91efc289 HTTP/1.1" status: 200 len: 852 time: 0.1193385 Aug 17 00:41:48.029104 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-7e5f2e11-05df-4420-b22a-8fdfce169c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'name': 'tempest-TestVolumeBackupRestore-837864086-router', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7068a995-380b-408b-8478-824d0bc1906c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:35Z', 'revision_number': 4, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'gw_port': {'id': '7068a995-380b-408b-8478-824d0bc1906c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '6826b949-47b0-4699-9dce-d1655161d431', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'floating_ip_address': '172.25.3.18', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'port_id': '9bb6a1cf-c191-489e-bd7e-19cc5b9778c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff', 'mac_address': 'fa:16:3e:92:57:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6c31e8-acc3-4374-a655-a066e6eed869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:41:46Z', 'updated_at': '2021-08-17T00:41:46Z', 'revision_number': 0, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68199d24-db17-4a6f-aa92-4d2b0f2b9ba3', 'name': '', 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'mac_address': 'fa:16:3e:f4:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '487929a8-1093-41fd-9f9e-622e91efc289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:34Z', 'updated_at': '2021-08-17T00:39:40Z', 'revision_number': 5, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'subnets': [{'id': '487929a8-1093-41fd-9f9e-622e91efc289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:41:48.063477 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5f2e11-05df-4420-b22a-8fdfce169c5b None None] The sync data for ids ['a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'] in n-d-800088-20 is: [{'id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'name': 'tempest-TestVolumeBackupRestore-837864086-router', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7068a995-380b-408b-8478-824d0bc1906c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:35Z', 'revision_number': 4, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'gw_port': {'id': '7068a995-380b-408b-8478-824d0bc1906c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '6826b949-47b0-4699-9dce-d1655161d431', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'floating_ip_address': '172.25.3.18', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'port_id': '9bb6a1cf-c191-489e-bd7e-19cc5b9778c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff', 'mac_address': 'fa:16:3e:92:57:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6c31e8-acc3-4374-a655-a066e6eed869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:41:46Z', 'updated_at': '2021-08-17T00:41:46Z', 'revision_number': 0, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68199d24-db17-4a6f-aa92-4d2b0f2b9ba3', 'name': '', 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'mac_address': 'fa:16:3e:f4:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '487929a8-1093-41fd-9f9e-622e91efc289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:34Z', 'updated_at': '2021-08-17T00:39:40Z', 'revision_number': 5, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'subnets': [{'id': '487929a8-1093-41fd-9f9e-622e91efc289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:41:48.103579 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0a6db-8044-4a3e-96e4-7cd8c461bdd1 req-939a9da3-7185-4886-b59a-6db92e69ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:48.105287 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b9d0a6db-8044-4a3e-96e4-7cd8c461bdd1 req-939a9da3-7185-4886-b59a-6db92e69ac57 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=07423b53-fd7b-45dc-8c33-bd617b3ae4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856254 Aug 17 00:41:48.211388 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-02c68467-5b04-4cbd-b787-30dac82f9551 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:48.219192 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-02c68467-5b04-4cbd-b787-30dac82f9551 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:48.265234 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71feba51-7466-40c1-a73d-e222ff0f3e7f None None] New status for floating IP 6826b949-47b0-4699-9dce-d1655161d431: ACTIVE {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:41:48.289812 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b9d0a6db-8044-4a3e-96e4-7cd8c461bdd1 req-6b6bfc54-5ad2-4421-a4d7-446e80153b61 service neutron] 10.222.0.69 "GET /v2.0/networks/07423b53-fd7b-45dc-8c33-bd617b3ae4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767681 Aug 17 00:41:48.465514 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b9d0a6db-8044-4a3e-96e4-7cd8c461bdd1 req-f693ad53-4aeb-49c9-bd69-41031886cda7 service neutron] 10.222.0.69 "GET /v2.0/networks/07423b53-fd7b-45dc-8c33-bd617b3ae4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476822 Aug 17 00:41:48.527248 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c68467-5b04-4cbd-b787-30dac82f9551 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Router a7bde66a-7b5c-42a0-8e77-23fc5915c9cc has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:41:48.949797 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c68467-5b04-4cbd-b787-30dac82f9551 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:41:48.954615 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-02c68467-5b04-4cbd-b787-30dac82f9551 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:48.959105 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbf75e0-4c9e-4bca-825f-61df639808fd None None] Sync routers for ids ['a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:41:48.967865 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf75e0-4c9e-4bca-825f-61df639808fd None None] Routers {'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:41:48.968463 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-afbf75e0-4c9e-4bca-825f-61df639808fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:41:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:41:48.982063 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6c31e8-acc3-4374-a655-a066e6eed869', 'tag': '9bb6a1cf-c191-489e-bd7e-19cc5b9778c8'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:41:48.984408 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c559df4e-2780-46a7-928a-6d9a85508974" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6c31e8-acc3-4374-a655-a066e6eed869", "tag": "9bb6a1cf-c191-489e-bd7e-19cc5b9778c8"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:41:49.015283 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-02c68467-5b04-4cbd-b787-30dac82f9551 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "PUT /v2.0/floatingips/6826b949-47b0-4699-9dce-d1655161d431 HTTP/1.1" status: 200 len: 990 time: 1.6290083 Aug 17 00:41:49.037366 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471ebfdc-ed76-4d20-85d8-d0b70db4f0c6 x-openstack-request-id: req-471ebfdc-ed76-4d20-85d8-d0b70db4f0c6 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:41:49.037671 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6c31e8-acc3-4374-a655-a066e6eed869", "tag": "9bb6a1cf-c191-489e-bd7e-19cc5b9778c8", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:41:49.037935 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-471ebfdc-ed76-4d20-85d8-d0b70db4f0c6 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:41:49.038349 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6c31e8-acc3-4374-a655-a066e6eed869', 'tag': '9bb6a1cf-c191-489e-bd7e-19cc5b9778c8', 'status': 'completed', 'code': 200} Aug 17 00:41:49.076623 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-afbf75e0-4c9e-4bca-825f-61df639808fd None None] Set router a7bde66a-7b5c-42a0-8e77-23fc5915c9cc gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:41:49.106563 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559df4e-2780-46a7-928a-6d9a85508974 req-a94b4cd1-b24f-40fe-a45f-8aea28c0826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:49.108200 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c559df4e-2780-46a7-928a-6d9a85508974 req-a94b4cd1-b24f-40fe-a45f-8aea28c0826a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8e26b92867ff48009c5ae7159390f5a0&device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 1097 time: 0.0440598 Aug 17 00:41:49.201958 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559df4e-2780-46a7-928a-6d9a85508974 req-57ec9cc0-7739-4a9f-84aa-e039c1041c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:49.203753 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c559df4e-2780-46a7-928a-6d9a85508974 req-57ec9cc0-7739-4a9f-84aa-e039c1041c28 service neutron] 10.222.0.69 "GET /v2.0/networks?id=07423b53-fd7b-45dc-8c33-bd617b3ae4ff HTTP/1.1" status: 200 len: 914 time: 0.0888088 Aug 17 00:41:49.273550 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7f378300-35b3-469c-b53f-0cfc9094726a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:49.278979 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c559df4e-2780-46a7-928a-6d9a85508974 req-03694223-9cd1-4f2f-b1cc-7618c07eb4ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 HTTP/1.1" status: 200 len: 1000 time: 0.0674729 Aug 17 00:41:49.331406 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:49.332208 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559df4e-2780-46a7-928a-6d9a85508974 req-53813420-bbd3-42bf-99d7-682c0f24968f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:49.333741 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c559df4e-2780-46a7-928a-6d9a85508974 req-53813420-bbd3-42bf-99d7-682c0f24968f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=487929a8-1093-41fd-9f9e-622e91efc289 HTTP/1.1" status: 200 len: 852 time: 0.0480051 Aug 17 00:41:49.379519 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559df4e-2780-46a7-928a-6d9a85508974 req-e2702781-193d-4e8e-a320-2b169f7af389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:49.381062 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c559df4e-2780-46a7-928a-6d9a85508974 req-e2702781-193d-4e8e-a320-2b169f7af389 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=07423b53-fd7b-45dc-8c33-bd617b3ae4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405619 Aug 17 00:41:49.403601 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-afbf75e0-4c9e-4bca-825f-61df639808fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'name': 'tempest-TestVolumeBackupRestore-837864086-router', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7068a995-380b-408b-8478-824d0bc1906c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:35Z', 'revision_number': 4, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'gw_port': {'id': '7068a995-380b-408b-8478-824d0bc1906c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '6826b949-47b0-4699-9dce-d1655161d431', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'floating_ip_address': '172.25.3.18', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'port_id': '9bb6a1cf-c191-489e-bd7e-19cc5b9778c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff', 'mac_address': 'fa:16:3e:92:57:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6c31e8-acc3-4374-a655-a066e6eed869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:41:46Z', 'updated_at': '2021-08-17T00:41:48Z', 'revision_number': 2, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68199d24-db17-4a6f-aa92-4d2b0f2b9ba3', 'name': '', 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'mac_address': 'fa:16:3e:f4:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '487929a8-1093-41fd-9f9e-622e91efc289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:34Z', 'updated_at': '2021-08-17T00:39:40Z', 'revision_number': 5, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'subnets': [{'id': '487929a8-1093-41fd-9f9e-622e91efc289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:41:49.433504 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbf75e0-4c9e-4bca-825f-61df639808fd None None] Checking router: a7bde66a-7b5c-42a0-8e77-23fc5915c9cc for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:41:49.443034 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf75e0-4c9e-4bca-825f-61df639808fd None None] Routers {'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:41:49.443649 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-afbf75e0-4c9e-4bca-825f-61df639808fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:41:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:41:49.476320 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c559df4e-2780-46a7-928a-6d9a85508974 req-21a359a3-c6e9-4463-b1ae-134ffbf88832 service neutron] 10.222.0.69 "GET /v2.0/networks/07423b53-fd7b-45dc-8c33-bd617b3ae4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878937 Aug 17 00:41:49.552088 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-afbf75e0-4c9e-4bca-825f-61df639808fd None None] Set router a7bde66a-7b5c-42a0-8e77-23fc5915c9cc gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:41:49.572705 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-c559df4e-2780-46a7-928a-6d9a85508974 req-db9e2b32-eaee-452b-b588-ef94fa8a5c04 service neutron] 10.222.0.69 "GET /v2.0/networks/07423b53-fd7b-45dc-8c33-bd617b3ae4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897205 Aug 17 00:41:49.768118 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-afbf75e0-4c9e-4bca-825f-61df639808fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'name': 'tempest-TestVolumeBackupRestore-837864086-router', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7068a995-380b-408b-8478-824d0bc1906c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:35Z', 'revision_number': 4, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'gw_port': {'id': '7068a995-380b-408b-8478-824d0bc1906c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '6826b949-47b0-4699-9dce-d1655161d431', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'floating_ip_address': '172.25.3.18', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'port_id': '9bb6a1cf-c191-489e-bd7e-19cc5b9778c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff', 'mac_address': 'fa:16:3e:92:57:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6c31e8-acc3-4374-a655-a066e6eed869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:41:46Z', 'updated_at': '2021-08-17T00:41:48Z', 'revision_number': 2, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68199d24-db17-4a6f-aa92-4d2b0f2b9ba3', 'name': '', 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'mac_address': 'fa:16:3e:f4:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '487929a8-1093-41fd-9f9e-622e91efc289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:34Z', 'updated_at': '2021-08-17T00:39:40Z', 'revision_number': 5, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'subnets': [{'id': '487929a8-1093-41fd-9f9e-622e91efc289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:41:49.796940 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbf75e0-4c9e-4bca-825f-61df639808fd None None] The sync data for ids ['a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'] in n-d-800088-20 is: [{'id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'name': 'tempest-TestVolumeBackupRestore-837864086-router', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7068a995-380b-408b-8478-824d0bc1906c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:35Z', 'revision_number': 4, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'gw_port': {'id': '7068a995-380b-408b-8478-824d0bc1906c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '6826b949-47b0-4699-9dce-d1655161d431', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'floating_ip_address': '172.25.3.18', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'port_id': '9bb6a1cf-c191-489e-bd7e-19cc5b9778c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff', 'mac_address': 'fa:16:3e:92:57:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6c31e8-acc3-4374-a655-a066e6eed869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:41:46Z', 'updated_at': '2021-08-17T00:41:48Z', 'revision_number': 2, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68199d24-db17-4a6f-aa92-4d2b0f2b9ba3', 'name': '', 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'mac_address': 'fa:16:3e:f4:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '487929a8-1093-41fd-9f9e-622e91efc289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:34Z', 'updated_at': '2021-08-17T00:39:40Z', 'revision_number': 5, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'subnets': [{'id': '487929a8-1093-41fd-9f9e-622e91efc289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:41:50.316930 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:51.039158 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6c31e8-acc3-4374-a655-a066e6eed869', 'tag': '9bb6a1cf-c191-489e-bd7e-19cc5b9778c8'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:41:51.041716 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb89f427-55f0-497d-accd-dc9255b7ad75" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6c31e8-acc3-4374-a655-a066e6eed869", "tag": "9bb6a1cf-c191-489e-bd7e-19cc5b9778c8"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:41:51.078792 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e8eb03-bdf9-4264-87d1-4ea10f9ce15c x-openstack-request-id: req-b0e8eb03-bdf9-4264-87d1-4ea10f9ce15c {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:41:51.079113 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6c31e8-acc3-4374-a655-a066e6eed869", "tag": "9bb6a1cf-c191-489e-bd7e-19cc5b9778c8", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:41:51.079944 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b0e8eb03-bdf9-4264-87d1-4ea10f9ce15c {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:41:51.080590 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6c31e8-acc3-4374-a655-a066e6eed869', 'tag': '9bb6a1cf-c191-489e-bd7e-19cc5b9778c8', 'status': 'completed', 'code': 200} Aug 17 00:41:51.141714 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89f427-55f0-497d-accd-dc9255b7ad75 req-11072b0d-9e3c-442b-89b7-3a998545cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:51.143981 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-fb89f427-55f0-497d-accd-dc9255b7ad75 req-11072b0d-9e3c-442b-89b7-3a998545cdb1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8e26b92867ff48009c5ae7159390f5a0&device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 1097 time: 0.0414739 Aug 17 00:41:51.239090 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89f427-55f0-497d-accd-dc9255b7ad75 req-986cff41-df42-4aa2-9dc1-d4ae3b8117d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:51.240581 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-fb89f427-55f0-497d-accd-dc9255b7ad75 req-986cff41-df42-4aa2-9dc1-d4ae3b8117d0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=07423b53-fd7b-45dc-8c33-bd617b3ae4ff HTTP/1.1" status: 200 len: 914 time: 0.0894785 Aug 17 00:41:51.306139 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-fb89f427-55f0-497d-accd-dc9255b7ad75 req-ebd0c713-1aef-44ab-9810-8cb6adb46364 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 HTTP/1.1" status: 200 len: 1000 time: 0.0574696 Aug 17 00:41:51.360290 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89f427-55f0-497d-accd-dc9255b7ad75 req-f1b1da61-1e52-44a0-8494-03244dbf483f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:51.361924 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-fb89f427-55f0-497d-accd-dc9255b7ad75 req-f1b1da61-1e52-44a0-8494-03244dbf483f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=487929a8-1093-41fd-9f9e-622e91efc289 HTTP/1.1" status: 200 len: 852 time: 0.0481136 Aug 17 00:41:51.406512 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89f427-55f0-497d-accd-dc9255b7ad75 req-746c38aa-71de-4fac-bab3-4fa5f9ebeb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:41:51.408825 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-fb89f427-55f0-497d-accd-dc9255b7ad75 req-746c38aa-71de-4fac-bab3-4fa5f9ebeb73 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=07423b53-fd7b-45dc-8c33-bd617b3ae4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402625 Aug 17 00:41:51.502984 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-fb89f427-55f0-497d-accd-dc9255b7ad75 req-2ad3a3c3-39f3-47f3-9241-f425ea79a6ad service neutron] 10.222.0.69 "GET /v2.0/networks/07423b53-fd7b-45dc-8c33-bd617b3ae4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872018 Aug 17 00:41:51.593237 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-fb89f427-55f0-497d-accd-dc9255b7ad75 req-3a474167-4ac4-443f-9645-88fd5900f052 service neutron] 10.222.0.69 "GET /v2.0/networks/07423b53-fd7b-45dc-8c33-bd617b3ae4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832114 Aug 17 00:41:52.220375 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:53.203266 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:42:03.890045 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-af203b66-98b5-4bf7-87d0-d45f3b37325a req-0027c176-5a32-4615-b2c9-d80369f7c376 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9e6c31e8-acc3-4374-a655-a066e6eed869&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400162 Aug 17 00:42:03.981125 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af203b66-98b5-4bf7-87d0-d45f3b37325a req-5e4f5cf9-31ac-4332-85a6-69ae4dd462f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:42:03.982619 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-af203b66-98b5-4bf7-87d0-d45f3b37325a req-5e4f5cf9-31ac-4332-85a6-69ae4dd462f7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8e26b92867ff48009c5ae7159390f5a0&device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 1097 time: 0.0452626 Aug 17 00:42:04.088875 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af203b66-98b5-4bf7-87d0-d45f3b37325a req-0cdc8ab4-8c23-4576-992d-450b76372f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:42:04.090294 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-af203b66-98b5-4bf7-87d0-d45f3b37325a req-0cdc8ab4-8c23-4576-992d-450b76372f18 service neutron] 10.222.0.69 "GET /v2.0/networks?id=07423b53-fd7b-45dc-8c33-bd617b3ae4ff HTTP/1.1" status: 200 len: 914 time: 0.0865808 Aug 17 00:42:04.161653 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-af203b66-98b5-4bf7-87d0-d45f3b37325a req-4a550e49-547a-4b21-ac2d-2cefc170a323 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 HTTP/1.1" status: 200 len: 1000 time: 0.0634441 Aug 17 00:42:04.215308 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af203b66-98b5-4bf7-87d0-d45f3b37325a req-d0f3d50e-04cc-4744-8c26-44b75761585b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:42:04.216786 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-af203b66-98b5-4bf7-87d0-d45f3b37325a req-d0f3d50e-04cc-4744-8c26-44b75761585b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=487929a8-1093-41fd-9f9e-622e91efc289 HTTP/1.1" status: 200 len: 852 time: 0.0477448 Aug 17 00:42:04.270649 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af203b66-98b5-4bf7-87d0-d45f3b37325a req-1888bd36-bc22-4828-a2de-fc5c453b9f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:42:04.273181 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-af203b66-98b5-4bf7-87d0-d45f3b37325a req-1888bd36-bc22-4828-a2de-fc5c453b9f93 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=07423b53-fd7b-45dc-8c33-bd617b3ae4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445359 Aug 17 00:42:04.370501 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-af203b66-98b5-4bf7-87d0-d45f3b37325a req-f9941b57-cb42-4bb0-8ea6-1ea6f694f5ce service neutron] 10.222.0.69 "GET /v2.0/networks/07423b53-fd7b-45dc-8c33-bd617b3ae4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892868 Aug 17 00:42:04.464594 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-af203b66-98b5-4bf7-87d0-d45f3b37325a req-515748c2-8761-46af-a132-f4682e37b21c service neutron] 10.222.0.69 "GET /v2.0/networks/07423b53-fd7b-45dc-8c33-bd617b3ae4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855858 Aug 17 00:42:10.404028 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:12.014619 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:16.581630 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e5167ff8-51d3-47ae-87b5-7329e884fb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:19.275870 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-368714d6-d17c-492a-b75e-8e327fb03ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:19.323606 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:20.319555 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:22.167817 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45486) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:42:22.216951 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:22.327157 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-7b3fa60f-5b22-4ddb-893d-d17f42a99b6c tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Deleting port aabc647a-f4ef-44f8-bfdb-823a82c1d696 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:42:22.327506 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7b3fa60f-5b22-4ddb-893d-d17f42a99b6c tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:22.408545 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7b3fa60f-5b22-4ddb-893d-d17f42a99b6c tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:22.408881 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7b3fa60f-5b22-4ddb-893d-d17f42a99b6c tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:22.421222 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-7b3fa60f-5b22-4ddb-893d-d17f42a99b6c tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Calling delete_port for aabc647a-f4ef-44f8-bfdb-823a82c1d696 owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:42:22.570853 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7b3fa60f-5b22-4ddb-893d-d17f42a99b6c tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:22.598747 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3fa60f-5b22-4ddb-893d-d17f42a99b6c tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Pushing event deleted for resources: {'Port': ['ID=aabc647a-f4ef-44f8-bfdb-823a82c1d696,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:42:22.664098 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7b3fa60f-5b22-4ddb-893d-d17f42a99b6c tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:22.664432 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-7b3fa60f-5b22-4ddb-893d-d17f42a99b6c tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Floating IP 6826b949-47b0-4699-9dce-d1655161d431 disassociated (deleted). External IP: 172.25.3.18, port: 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8. Aug 17 00:42:22.892131 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3fa60f-5b22-4ddb-893d-d17f42a99b6c tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Router a7bde66a-7b5c-42a0-8e77-23fc5915c9cc has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:42:23.010377 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3fa60f-5b22-4ddb-893d-d17f42a99b6c tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:42:23.015148 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7b3fa60f-5b22-4ddb-893d-d17f42a99b6c tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:23.019770 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dae8a2b-a20d-4daa-b72c-193d7d3419e5 None None] Sync routers for ids ['a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:42:23.028725 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dae8a2b-a20d-4daa-b72c-193d7d3419e5 None None] Routers {'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:42:23.029336 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-0dae8a2b-a20d-4daa-b72c-193d7d3419e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:42:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:42:23.043357 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7b3fa60f-5b22-4ddb-893d-d17f42a99b6c tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "DELETE /v2.0/floatingips/6826b949-47b0-4699-9dce-d1655161d431 HTTP/1.1" status: 204 len: 168 time: 0.8744504 Aug 17 00:42:23.044016 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6c31e8-acc3-4374-a655-a066e6eed869', 'tag': '9bb6a1cf-c191-489e-bd7e-19cc5b9778c8'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:42:23.046476 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ec0fa7-61e2-4162-a9b1-0055b28be8ce" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6c31e8-acc3-4374-a655-a066e6eed869", "tag": "9bb6a1cf-c191-489e-bd7e-19cc5b9778c8"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:42:23.085814 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ccde8b-c7e7-40f2-a6be-dd2207a3c67e x-openstack-request-id: req-90ccde8b-c7e7-40f2-a6be-dd2207a3c67e {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:42:23.086133 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6c31e8-acc3-4374-a655-a066e6eed869", "tag": "9bb6a1cf-c191-489e-bd7e-19cc5b9778c8", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:42:23.086422 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-90ccde8b-c7e7-40f2-a6be-dd2207a3c67e {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:42:23.086752 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6c31e8-acc3-4374-a655-a066e6eed869', 'tag': '9bb6a1cf-c191-489e-bd7e-19cc5b9778c8', 'status': 'completed', 'code': 200} Aug 17 00:42:23.159543 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec0fa7-61e2-4162-a9b1-0055b28be8ce req-f6bfab75-8aff-44e1-b7ba-2f6596cabd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:42:23.161851 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-18ec0fa7-61e2-4162-a9b1-0055b28be8ce req-f6bfab75-8aff-44e1-b7ba-2f6596cabd63 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8e26b92867ff48009c5ae7159390f5a0&device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 1097 time: 0.0504453 Aug 17 00:42:23.285096 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec0fa7-61e2-4162-a9b1-0055b28be8ce req-f12ec93b-1a1a-436a-93a5-b26d4ac1d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:42:23.287334 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-18ec0fa7-61e2-4162-a9b1-0055b28be8ce req-f12ec93b-1a1a-436a-93a5-b26d4ac1d4aa service neutron] 10.222.0.69 "GET /v2.0/networks?id=07423b53-fd7b-45dc-8c33-bd617b3ae4ff HTTP/1.1" status: 200 len: 914 time: 0.1115429 Aug 17 00:42:23.297620 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ec7e2-c31c-43ab-b39f-030147952d0d req-fc4967c8-a0a8-4004-9ae6-6e18566b8985 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:42:23.299145 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3b3ec7e2-c31c-43ab-b39f-030147952d0d req-fc4967c8-a0a8-4004-9ae6-6e18566b8985 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 945 time: 0.0531719 Aug 17 00:42:23.301018 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-0dae8a2b-a20d-4daa-b72c-193d7d3419e5 None None] Set router a7bde66a-7b5c-42a0-8e77-23fc5915c9cc gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:42:23.330873 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-18ec0fa7-61e2-4162-a9b1-0055b28be8ce req-d5fdc647-7c6d-417c-b0ec-f4e69717b12c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 HTTP/1.1" status: 200 len: 217 time: 0.0355091 Aug 17 00:42:23.340615 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3b3ec7e2-c31c-43ab-b39f-030147952d0d req-ff725422-fa9a-4602-acdb-0bc34c60d30d tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/security-groups?id=db618688-11eb-4d84-b27b-78c0c9de95b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341344 Aug 17 00:42:23.391270 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec0fa7-61e2-4162-a9b1-0055b28be8ce req-70378367-6188-4c9f-abae-0f0e89e7b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:42:23.392778 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-18ec0fa7-61e2-4162-a9b1-0055b28be8ce req-70378367-6188-4c9f-abae-0f0e89e7b5e4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=487929a8-1093-41fd-9f9e-622e91efc289 HTTP/1.1" status: 200 len: 852 time: 0.0541563 Aug 17 00:42:23.440509 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec0fa7-61e2-4162-a9b1-0055b28be8ce req-bdead54e-5eb3-4d5c-b280-03f0a9f3d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:42:23.442656 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-18ec0fa7-61e2-4162-a9b1-0055b28be8ce req-bdead54e-5eb3-4d5c-b280-03f0a9f3d173 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=07423b53-fd7b-45dc-8c33-bd617b3ae4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403726 Aug 17 00:42:23.498888 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-0dae8a2b-a20d-4daa-b72c-193d7d3419e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'name': 'tempest-TestVolumeBackupRestore-837864086-router', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7068a995-380b-408b-8478-824d0bc1906c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:35Z', 'revision_number': 4, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'gw_port': {'id': '7068a995-380b-408b-8478-824d0bc1906c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '68199d24-db17-4a6f-aa92-4d2b0f2b9ba3', 'name': '', 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'mac_address': 'fa:16:3e:f4:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '487929a8-1093-41fd-9f9e-622e91efc289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:34Z', 'updated_at': '2021-08-17T00:39:40Z', 'revision_number': 5, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'subnets': [{'id': '487929a8-1093-41fd-9f9e-622e91efc289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:42:23.529259 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dae8a2b-a20d-4daa-b72c-193d7d3419e5 None None] Checking router: a7bde66a-7b5c-42a0-8e77-23fc5915c9cc for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:42:23.534357 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-18ec0fa7-61e2-4162-a9b1-0055b28be8ce req-5507eea7-6646-4f06-b904-1563b21a9a85 service neutron] 10.222.0.69 "GET /v2.0/networks/07423b53-fd7b-45dc-8c33-bd617b3ae4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838547 Aug 17 00:42:23.538513 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dae8a2b-a20d-4daa-b72c-193d7d3419e5 None None] Routers {'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:42:23.539119 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-0dae8a2b-a20d-4daa-b72c-193d7d3419e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:42:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:42:23.634769 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-18ec0fa7-61e2-4162-a9b1-0055b28be8ce req-8319844f-7c0b-4f58-b177-ef768f7b17d3 service neutron] 10.222.0.69 "GET /v2.0/networks/07423b53-fd7b-45dc-8c33-bd617b3ae4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919821 Aug 17 00:42:23.644128 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-0dae8a2b-a20d-4daa-b72c-193d7d3419e5 None None] Set router a7bde66a-7b5c-42a0-8e77-23fc5915c9cc gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:42:23.841605 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-0dae8a2b-a20d-4daa-b72c-193d7d3419e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'name': 'tempest-TestVolumeBackupRestore-837864086-router', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7068a995-380b-408b-8478-824d0bc1906c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:35Z', 'revision_number': 4, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'gw_port': {'id': '7068a995-380b-408b-8478-824d0bc1906c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '68199d24-db17-4a6f-aa92-4d2b0f2b9ba3', 'name': '', 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'mac_address': 'fa:16:3e:f4:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '487929a8-1093-41fd-9f9e-622e91efc289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:34Z', 'updated_at': '2021-08-17T00:39:40Z', 'revision_number': 5, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'subnets': [{'id': '487929a8-1093-41fd-9f9e-622e91efc289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:42:23.871821 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dae8a2b-a20d-4daa-b72c-193d7d3419e5 None None] The sync data for ids ['a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'] in n-d-800088-20 is: [{'id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'name': 'tempest-TestVolumeBackupRestore-837864086-router', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7068a995-380b-408b-8478-824d0bc1906c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:35Z', 'revision_number': 4, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'gw_port': {'id': '7068a995-380b-408b-8478-824d0bc1906c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '68199d24-db17-4a6f-aa92-4d2b0f2b9ba3', 'name': '', 'network_id': '07423b53-fd7b-45dc-8c33-bd617b3ae4ff', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'mac_address': 'fa:16:3e:f4:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '487929a8-1093-41fd-9f9e-622e91efc289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:34Z', 'updated_at': '2021-08-17T00:39:40Z', 'revision_number': 5, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'subnets': [{'id': '487929a8-1093-41fd-9f9e-622e91efc289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:42:24.093747 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2168e012-438b-4da6-8880-8bc976dbc9cb None None] New status for floating IP 6826b949-47b0-4699-9dce-d1655161d431: DOWN {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:42:24.462358 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c65226-e113-43ad-994f-64cd9d0d01a9 req-18740ae6-425c-499d-886e-a8fd6ec246b1 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:42:24.463854 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-87c65226-e113-43ad-994f-64cd9d0d01a9 req-18740ae6-425c-499d-886e-a8fd6ec246b1 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 945 time: 0.0492158 Aug 17 00:42:24.508758 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-87c65226-e113-43ad-994f-64cd9d0d01a9 req-93c0a7b5-e030-45c9-a2da-83fc0ed479ab tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/security-groups?id=db618688-11eb-4d84-b27b-78c0c9de95b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380926 Aug 17 00:42:25.009500 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ad951-83b0-47ba-b1c4-80f1990299b2 req-9ff2ddbe-dfac-498b-b4c9-6df1f1cfd7f5 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:42:25.010954 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-089ad951-83b0-47ba-b1c4-80f1990299b2 req-9ff2ddbe-dfac-498b-b4c9-6df1f1cfd7f5 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 945 time: 0.0494471 Aug 17 00:42:25.106778 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-089ad951-83b0-47ba-b1c4-80f1990299b2 req-54177257-dd33-4a87-9e21-4bb31ac022de tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Deleting port 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:42:25.107147 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-089ad951-83b0-47ba-b1c4-80f1990299b2 req-54177257-dd33-4a87-9e21-4bb31ac022de tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:25.195401 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-089ad951-83b0-47ba-b1c4-80f1990299b2 req-54177257-dd33-4a87-9e21-4bb31ac022de tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] For port 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9bb6a1cf-c191-489e-bd7e-19cc5b9778c8,segment=NetworkSegment(21f58fe7-6d7b-474f-bc87-32e42a39a9d4),segment_id=21f58fe7-6d7b-474f-bc87-32e42a39a9d4)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:42:25.195775 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-089ad951-83b0-47ba-b1c4-80f1990299b2 req-54177257-dd33-4a87-9e21-4bb31ac022de tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:25.208846 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-089ad951-83b0-47ba-b1c4-80f1990299b2 req-54177257-dd33-4a87-9e21-4bb31ac022de tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Calling delete_port for 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:42:25.343701 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-089ad951-83b0-47ba-b1c4-80f1990299b2 req-54177257-dd33-4a87-9e21-4bb31ac022de tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:25.370249 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54177257-dd33-4a87-9e21-4bb31ac022de tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Pushing event deleted for resources: {'Port': ['ID=9bb6a1cf-c191-489e-bd7e-19cc5b9778c8,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:42:25.383266 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54177257-dd33-4a87-9e21-4bb31ac022de tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:25.383620 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54177257-dd33-4a87-9e21-4bb31ac022de tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:25.383959 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54177257-dd33-4a87-9e21-4bb31ac022de tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:25.384295 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54177257-dd33-4a87-9e21-4bb31ac022de tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:25.384629 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54177257-dd33-4a87-9e21-4bb31ac022de tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:25.384959 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54177257-dd33-4a87-9e21-4bb31ac022de tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:25.385313 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54177257-dd33-4a87-9e21-4bb31ac022de tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:25.385636 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54177257-dd33-4a87-9e21-4bb31ac022de tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:25.385960 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54177257-dd33-4a87-9e21-4bb31ac022de tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:25.386284 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54177257-dd33-4a87-9e21-4bb31ac022de tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:25.386605 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54177257-dd33-4a87-9e21-4bb31ac022de tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:25.386926 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54177257-dd33-4a87-9e21-4bb31ac022de tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:25.429189 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-089ad951-83b0-47ba-b1c4-80f1990299b2 req-54177257-dd33-4a87-9e21-4bb31ac022de tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] No DVR routers for this DVR port 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:42:25.431842 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-089ad951-83b0-47ba-b1c4-80f1990299b2 req-54177257-dd33-4a87-9e21-4bb31ac022de tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:25.434066 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-089ad951-83b0-47ba-b1c4-80f1990299b2 req-54177257-dd33-4a87-9e21-4bb31ac022de tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.69 "DELETE /v2.0/ports/9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 HTTP/1.1" status: 204 len: 173 time: 0.4165781 Aug 17 00:42:25.434587 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6c31e8-acc3-4374-a655-a066e6eed869', 'name': 'network-vif-deleted', 'tag': '9bb6a1cf-c191-489e-bd7e-19cc5b9778c8'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:42:25.436862 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fd433f-0409-4e53-ba1a-677c85418af5" -d '{"events": [{"server_uuid": "9e6c31e8-acc3-4374-a655-a066e6eed869", "name": "network-vif-deleted", "tag": "9bb6a1cf-c191-489e-bd7e-19cc5b9778c8"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:42:25.505795 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becc9d20-a3b8-48f5-804d-278f8354fe1f x-openstack-request-id: req-becc9d20-a3b8-48f5-804d-278f8354fe1f {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:42:25.506106 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6c31e8-acc3-4374-a655-a066e6eed869", "name": "network-vif-deleted", "tag": "9bb6a1cf-c191-489e-bd7e-19cc5b9778c8", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:42:25.506360 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-becc9d20-a3b8-48f5-804d-278f8354fe1f {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:42:25.506762 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6c31e8-acc3-4374-a655-a066e6eed869', 'name': 'network-vif-deleted', 'tag': '9bb6a1cf-c191-489e-bd7e-19cc5b9778c8', 'status': 'completed', 'code': 200} Aug 17 00:42:25.606270 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-057c1360-0f41-4b7f-99a2-2456673032bd req-2e974f47-c57c-4515-8a58-1bf7aff999ed tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 210 time: 0.0279510 Aug 17 00:42:26.702783 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8befad9a-2bd8-4c16-bb04-52602f973e66 req-16bd48ab-0b56-4cf7-9463-226c66f568c3 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 210 time: 0.0270748 Aug 17 00:42:27.807280 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0c27f0ca-7a76-4a8c-9d74-54b6f02afde4 req-07f40ea9-e813-4fde-b4b2-e542bbdb9849 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 210 time: 0.0325322 Aug 17 00:42:28.750736 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:42:28.774799 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:42:28.775146 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 9bb6a1cf-c191-489e-bd7e-19cc5b9778c8 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:42:28.916343 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ccaac0f6-9e6b-4b1f-9731-5d195b160825 req-3db91803-0114-4a20-83b1-6b807bb08a90 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e6c31e8-acc3-4374-a655-a066e6eed869 HTTP/1.1" status: 200 len: 210 time: 0.0273690 Aug 17 00:42:29.975270 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45512) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:42:30.033710 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-68b7b349-b8ec-4378-b5c3-e680f2867b47 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:30.058626 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-68b7b349-b8ec-4378-b5c3-e680f2867b47 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:30.122497 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-68b7b349-b8ec-4378-b5c3-e680f2867b47 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:30.125154 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-68b7b349-b8ec-4378-b5c3-e680f2867b47 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:30.126315 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-68b7b349-b8ec-4378-b5c3-e680f2867b47 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] 10.222.0.60 "DELETE /v2.0/security-groups/db618688-11eb-4d84-b27b-78c0c9de95b5 HTTP/1.1" status: 204 len: 168 time: 0.1500175 Aug 17 00:42:30.135861 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7b349-b8ec-4378-b5c3-e680f2867b47 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db618688-11eb-4d84-b27b-78c0c9de95b5,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:42:30.143622 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7b349-b8ec-4378-b5c3-e680f2867b47 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:30.143976 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7b349-b8ec-4378-b5c3-e680f2867b47 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:30.144321 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7b349-b8ec-4378-b5c3-e680f2867b47 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:30.145313 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7b349-b8ec-4378-b5c3-e680f2867b47 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:30.145795 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7b349-b8ec-4378-b5c3-e680f2867b47 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:30.146284 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7b349-b8ec-4378-b5c3-e680f2867b47 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:30.146692 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7b349-b8ec-4378-b5c3-e680f2867b47 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:30.147115 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7b349-b8ec-4378-b5c3-e680f2867b47 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:30.147727 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7b349-b8ec-4378-b5c3-e680f2867b47 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:30.148256 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7b349-b8ec-4378-b5c3-e680f2867b47 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:30.148736 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7b349-b8ec-4378-b5c3-e680f2867b47 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:30.149195 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7b349-b8ec-4378-b5c3-e680f2867b47 tempest-TestVolumeBackupRestore-1268805713 tempest-TestVolumeBackupRestore-1268805713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:30.202377 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:42:33.595479 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45964) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:42:33.951676 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bad9192f-799d-48f9-91b6-2cac9be578f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:34.201851 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-bad9192f-799d-48f9-91b6-2cac9be578f1 admin admin] Deleting port 68199d24-db17-4a6f-aa92-4d2b0f2b9ba3 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:42:34.202206 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bad9192f-799d-48f9-91b6-2cac9be578f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:34.288408 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-bad9192f-799d-48f9-91b6-2cac9be578f1 admin admin] For port 68199d24-db17-4a6f-aa92-4d2b0f2b9ba3, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=68199d24-db17-4a6f-aa92-4d2b0f2b9ba3,segment=NetworkSegment(21f58fe7-6d7b-474f-bc87-32e42a39a9d4),segment_id=21f58fe7-6d7b-474f-bc87-32e42a39a9d4)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:42:34.288778 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bad9192f-799d-48f9-91b6-2cac9be578f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:34.300741 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-bad9192f-799d-48f9-91b6-2cac9be578f1 admin admin] Calling delete_port for 68199d24-db17-4a6f-aa92-4d2b0f2b9ba3 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:42:34.491114 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bad9192f-799d-48f9-91b6-2cac9be578f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:34.517142 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9192f-799d-48f9-91b6-2cac9be578f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=68199d24-db17-4a6f-aa92-4d2b0f2b9ba3,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:42:34.690662 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bad9192f-799d-48f9-91b6-2cac9be578f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:34.905535 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad9192f-799d-48f9-91b6-2cac9be578f1 admin admin] Router a7bde66a-7b5c-42a0-8e77-23fc5915c9cc has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:42:35.013283 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad9192f-799d-48f9-91b6-2cac9be578f1 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:42:35.018266 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bad9192f-799d-48f9-91b6-2cac9be578f1 admin admin] 10.222.0.60 "PUT /v2.0/routers/a7bde66a-7b5c-42a0-8e77-23fc5915c9cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4217398 Aug 17 00:42:35.021491 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45966) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:42:35.022587 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d18376-02e9-4baa-8868-ced98f6717fc None None] Sync routers for ids ['a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:42:35.031781 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d18376-02e9-4baa-8868-ced98f6717fc None None] Routers {'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:42:35.032476 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-34d18376-02e9-4baa-8868-ced98f6717fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:42:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:42:35.125707 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7fee9f4b-7d6a-4636-b305-cedfb9b999e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:35.137875 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-34d18376-02e9-4baa-8868-ced98f6717fc None None] Set router a7bde66a-7b5c-42a0-8e77-23fc5915c9cc gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:42:35.229300 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7fee9f4b-7d6a-4636-b305-cedfb9b999e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:35.282100 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-7fee9f4b-7d6a-4636-b305-cedfb9b999e4 admin admin] Deleting port 7068a995-380b-408b-8478-824d0bc1906c {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:42:35.282455 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7fee9f4b-7d6a-4636-b305-cedfb9b999e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:35.317891 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-34d18376-02e9-4baa-8868-ced98f6717fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'name': 'tempest-TestVolumeBackupRestore-837864086-router', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7068a995-380b-408b-8478-824d0bc1906c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:42:34Z', 'revision_number': 5, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'gw_port': {'id': '7068a995-380b-408b-8478-824d0bc1906c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:42:35.343819 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d18376-02e9-4baa-8868-ced98f6717fc None None] Checking router: a7bde66a-7b5c-42a0-8e77-23fc5915c9cc for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:42:35.354039 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d18376-02e9-4baa-8868-ced98f6717fc None None] Routers {'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:42:35.354647 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-34d18376-02e9-4baa-8868-ced98f6717fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:42:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:42:35.367396 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-7fee9f4b-7d6a-4636-b305-cedfb9b999e4 admin admin] For port 7068a995-380b-408b-8478-824d0bc1906c, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=7068a995-380b-408b-8478-824d0bc1906c,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:42:35.367772 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7fee9f4b-7d6a-4636-b305-cedfb9b999e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:35.379856 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-7fee9f4b-7d6a-4636-b305-cedfb9b999e4 admin admin] Calling delete_port for 7068a995-380b-408b-8478-824d0bc1906c owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:42:35.441861 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-34d18376-02e9-4baa-8868-ced98f6717fc None None] Set router a7bde66a-7b5c-42a0-8e77-23fc5915c9cc gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:42:35.496862 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-34d18376-02e9-4baa-8868-ced98f6717fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'name': 'tempest-TestVolumeBackupRestore-837864086-router', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:42:35Z', 'revision_number': 6, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:42:35.526134 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d18376-02e9-4baa-8868-ced98f6717fc None None] The sync data for ids ['a7bde66a-7b5c-42a0-8e77-23fc5915c9cc'] in n-d-800088-20 is: [{'id': 'a7bde66a-7b5c-42a0-8e77-23fc5915c9cc', 'name': 'tempest-TestVolumeBackupRestore-837864086-router', 'tenant_id': '8e26b92867ff48009c5ae7159390f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:39:32Z', 'updated_at': '2021-08-17T00:42:35Z', 'revision_number': 6, 'project_id': '8e26b92867ff48009c5ae7159390f5a0', 'gw_port_host': None}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:42:35.553020 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7fee9f4b-7d6a-4636-b305-cedfb9b999e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:35.577333 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee9f4b-7d6a-4636-b305-cedfb9b999e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7068a995-380b-408b-8478-824d0bc1906c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:42:35.638730 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7fee9f4b-7d6a-4636-b305-cedfb9b999e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:36.053468 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7fee9f4b-7d6a-4636-b305-cedfb9b999e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:36.055482 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7fee9f4b-7d6a-4636-b305-cedfb9b999e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:36.097879 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7fee9f4b-7d6a-4636-b305-cedfb9b999e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:36.098488 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fee9f4b-7d6a-4636-b305-cedfb9b999e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7bde66a-7b5c-42a0-8e77-23fc5915c9cc {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:42:36.103429 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7fee9f4b-7d6a-4636-b305-cedfb9b999e4 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:36.104625 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7fee9f4b-7d6a-4636-b305-cedfb9b999e4 admin admin] 10.222.0.60 "DELETE /v2.0/routers/a7bde66a-7b5c-42a0-8e77-23fc5915c9cc HTTP/1.1" status: 204 len: 168 time: 1.0821900 Aug 17 00:42:36.107107 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45968) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:42:36.151530 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a11fc9-c4e8-42c3-be1d-b18b373c5d30 admin admin] Deleting subnet 487929a8-1093-41fd-9f9e-622e91efc289 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:42:36.154569 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-88a11fc9-c4e8-42c3-be1d-b18b373c5d30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:36.189296 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-88a11fc9-c4e8-42c3-be1d-b18b373c5d30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:36.271554 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 68199d24-db17-4a6f-aa92-4d2b0f2b9ba3 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:42:36.275708 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-88a11fc9-c4e8-42c3-be1d-b18b373c5d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:36.294266 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 68199d24-db17-4a6f-aa92-4d2b0f2b9ba3 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:42:36.294826 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 68199d24-db17-4a6f-aa92-4d2b0f2b9ba3 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:42:36.329845 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-88a11fc9-c4e8-42c3-be1d-b18b373c5d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:36.356832 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a11fc9-c4e8-42c3-be1d-b18b373c5d30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=487929a8-1093-41fd-9f9e-622e91efc289,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:42:36.360833 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-88a11fc9-c4e8-42c3-be1d-b18b373c5d30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:36.362769 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-88a11fc9-c4e8-42c3-be1d-b18b373c5d30 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/487929a8-1093-41fd-9f9e-622e91efc289 HTTP/1.1" status: 204 len: 168 time: 0.2547288 Aug 17 00:42:36.365591 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45970) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:42:36.372481 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc927761-7609-4d8f-a763-710b60867f7e None None] Network 07423b53-fd7b-45dc-8c33-bd617b3ae4ff requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:42:36.443532 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc6dbd49-a26a-4346-ac07-2f3d2ba2ab23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:36.502632 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-bc6dbd49-a26a-4346-ac07-2f3d2ba2ab23 admin admin] Deleting port 1b83acad-c219-45e1-8cea-e5cbd15daa0b {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:42:36.502998 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc6dbd49-a26a-4346-ac07-2f3d2ba2ab23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:36.561082 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24875cd9-15c1-4d1a-9a00-95e011f4106a None None] DHCP port deletion for 07423b53-fd7b-45dc-8c33-bd617b3ae4ff request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:42:36.576890 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-bc6dbd49-a26a-4346-ac07-2f3d2ba2ab23 admin admin] For port 1b83acad-c219-45e1-8cea-e5cbd15daa0b, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=1b83acad-c219-45e1-8cea-e5cbd15daa0b,segment=NetworkSegment(21f58fe7-6d7b-474f-bc87-32e42a39a9d4),segment_id=21f58fe7-6d7b-474f-bc87-32e42a39a9d4)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:42:36.577290 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc6dbd49-a26a-4346-ac07-2f3d2ba2ab23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:36.590783 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-bc6dbd49-a26a-4346-ac07-2f3d2ba2ab23 admin admin] Calling delete_port for 1b83acad-c219-45e1-8cea-e5cbd15daa0b owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:42:36.617914 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-24875cd9-15c1-4d1a-9a00-95e011f4106a None None] Deleting port 1b83acad-c219-45e1-8cea-e5cbd15daa0b {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:42:36.618657 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-24875cd9-15c1-4d1a-9a00-95e011f4106a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:36.677801 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc6dbd49-a26a-4346-ac07-2f3d2ba2ab23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:36.682302 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-24875cd9-15c1-4d1a-9a00-95e011f4106a None None] For port 1b83acad-c219-45e1-8cea-e5cbd15daa0b, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=1b83acad-c219-45e1-8cea-e5cbd15daa0b,segment=NetworkSegment(21f58fe7-6d7b-474f-bc87-32e42a39a9d4),segment_id=21f58fe7-6d7b-474f-bc87-32e42a39a9d4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:42:36.682719 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-24875cd9-15c1-4d1a-9a00-95e011f4106a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:36.695517 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-24875cd9-15c1-4d1a-9a00-95e011f4106a None None] Calling delete_port for 1b83acad-c219-45e1-8cea-e5cbd15daa0b owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:42:36.704352 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6dbd49-a26a-4346-ac07-2f3d2ba2ab23 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b83acad-c219-45e1-8cea-e5cbd15daa0b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:42:36.710724 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6dbd49-a26a-4346-ac07-2f3d2ba2ab23 admin admin] No DVR routers for this DVR port 1b83acad-c219-45e1-8cea-e5cbd15daa0b on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:42:36.775939 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-24875cd9-15c1-4d1a-9a00-95e011f4106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:36.786072 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc6dbd49-a26a-4346-ac07-2f3d2ba2ab23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:36.796113 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-bc6dbd49-a26a-4346-ac07-2f3d2ba2ab23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07423b53-fd7b-45dc-8c33-bd617b3ae4ff']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:42:36.802496 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24875cd9-15c1-4d1a-9a00-95e011f4106a None None] Pushing event deleted for resources: {'Port': ['ID=1b83acad-c219-45e1-8cea-e5cbd15daa0b,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:42:36.804394 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24875cd9-15c1-4d1a-9a00-95e011f4106a None None] No DVR routers for this DVR port 1b83acad-c219-45e1-8cea-e5cbd15daa0b on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:42:36.807064 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-bc6dbd49-a26a-4346-ac07-2f3d2ba2ab23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f58fe7-6d7b-474f-bc87-32e42a39a9d4') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:42:36.807379 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-bc6dbd49-a26a-4346-ac07-2f3d2ba2ab23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f58fe7-6d7b-474f-bc87-32e42a39a9d4') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:42:36.818733 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc6dbd49-a26a-4346-ac07-2f3d2ba2ab23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:36.835994 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc6dbd49-a26a-4346-ac07-2f3d2ba2ab23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:36.839875 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6dbd49-a26a-4346-ac07-2f3d2ba2ab23 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:42:36.840332 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc6dbd49-a26a-4346-ac07-2f3d2ba2ab23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:42:36.842060 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:42:36.895887 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc6dbd49-a26a-4346-ac07-2f3d2ba2ab23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:36.901547 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bc6dbd49-a26a-4346-ac07-2f3d2ba2ab23 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:36.903394 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bc6dbd49-a26a-4346-ac07-2f3d2ba2ab23 admin admin] 10.222.0.60 "DELETE /v2.0/networks/07423b53-fd7b-45dc-8c33-bd617b3ae4ff HTTP/1.1" status: 204 len: 168 time: 0.5368152 Aug 17 00:42:36.906566 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45972) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:42:36.915299 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6dbd49-a26a-4346-ac07-2f3d2ba2ab23 admin admin] Pushing event deleted for resources: {'Network': ['ID=07423b53-fd7b-45dc-8c33-bd617b3ae4ff,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:42:37.248294 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b3438e2e-6e86-4763-9d09-f20ff30fd801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:37.490476 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-b3438e2e-6e86-4763-9d09-f20ff30fd801 admin admin] Deleting port 053688bd-1174-40f0-acf4-d82f900af07b {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:42:37.490819 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b3438e2e-6e86-4763-9d09-f20ff30fd801 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:37.570934 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-b3438e2e-6e86-4763-9d09-f20ff30fd801 admin admin] For port 053688bd-1174-40f0-acf4-d82f900af07b, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=053688bd-1174-40f0-acf4-d82f900af07b,segment=NetworkSegment(175d0bdf-a513-4bda-9b8a-f04ae2fbc3bd),segment_id=175d0bdf-a513-4bda-9b8a-f04ae2fbc3bd)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:42:37.571542 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b3438e2e-6e86-4763-9d09-f20ff30fd801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:37.586171 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-b3438e2e-6e86-4763-9d09-f20ff30fd801 admin admin] Calling delete_port for 053688bd-1174-40f0-acf4-d82f900af07b owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:42:37.765342 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b3438e2e-6e86-4763-9d09-f20ff30fd801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:37.790465 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3438e2e-6e86-4763-9d09-f20ff30fd801 admin admin] Pushing event deleted for resources: {'Port': ['ID=053688bd-1174-40f0-acf4-d82f900af07b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:42:37.932774 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 1b83acad-c219-45e1-8cea-e5cbd15daa0b no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:42:37.953285 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 1b83acad-c219-45e1-8cea-e5cbd15daa0b {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:42:37.953784 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 1b83acad-c219-45e1-8cea-e5cbd15daa0b not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:42:37.954305 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7068a995-380b-408b-8478-824d0bc1906c no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:42:37.959029 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b3438e2e-6e86-4763-9d09-f20ff30fd801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:37.975847 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 7068a995-380b-408b-8478-824d0bc1906c {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:42:37.976187 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7068a995-380b-408b-8478-824d0bc1906c not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:42:38.172602 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3438e2e-6e86-4763-9d09-f20ff30fd801 admin admin] Router 4a37ea40-4e5f-40c7-8b4a-4caed17f9665 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:42:38.278333 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3438e2e-6e86-4763-9d09-f20ff30fd801 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:42:38.283601 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b3438e2e-6e86-4763-9d09-f20ff30fd801 admin admin] 10.222.0.60 "PUT /v2.0/routers/4a37ea40-4e5f-40c7-8b4a-4caed17f9665/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3759012 Aug 17 00:42:38.286145 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45974) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:42:38.286789 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01423e7-4aee-45b0-bc07-7e7c735d3d76 None None] Sync routers for ids ['4a37ea40-4e5f-40c7-8b4a-4caed17f9665'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:42:38.295818 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01423e7-4aee-45b0-bc07-7e7c735d3d76 None None] Routers {'4a37ea40-4e5f-40c7-8b4a-4caed17f9665'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:42:38.296438 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e01423e7-4aee-45b0-bc07-7e7c735d3d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:42:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['4a37ea40-4e5f-40c7-8b4a-4caed17f9665'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:42:38.401514 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-e01423e7-4aee-45b0-bc07-7e7c735d3d76 None None] Set router 4a37ea40-4e5f-40c7-8b4a-4caed17f9665 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:42:38.588990 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e01423e7-4aee-45b0-bc07-7e7c735d3d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37ea40-4e5f-40c7-8b4a-4caed17f9665', 'name': 'tempest-TestVolumeBackupRestore-1938503680-router', 'tenant_id': '1c6e054f490f44aaa21667de7639f718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'b44a0444-76d2-47c8-be50-acc447c8998d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:39:37Z', 'updated_at': '2021-08-17T00:42:37Z', 'revision_number': 5, 'project_id': '1c6e054f490f44aaa21667de7639f718', 'gw_port': {'id': 'b44a0444-76d2-47c8-be50-acc447c8998d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37ea40-4e5f-40c7-8b4a-4caed17f9665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:37Z', 'updated_at': '2021-08-17T00:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:42:38.622554 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01423e7-4aee-45b0-bc07-7e7c735d3d76 None None] Checking router: 4a37ea40-4e5f-40c7-8b4a-4caed17f9665 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:42:38.634106 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01423e7-4aee-45b0-bc07-7e7c735d3d76 None None] Routers {'4a37ea40-4e5f-40c7-8b4a-4caed17f9665'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:42:38.635747 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e01423e7-4aee-45b0-bc07-7e7c735d3d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:42:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['4a37ea40-4e5f-40c7-8b4a-4caed17f9665'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:42:38.676553 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-737a1751-1054-4561-98ac-b05bf61a1abe admin admin] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:38.739840 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-e01423e7-4aee-45b0-bc07-7e7c735d3d76 None None] Set router 4a37ea40-4e5f-40c7-8b4a-4caed17f9665 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:42:38.780799 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-737a1751-1054-4561-98ac-b05bf61a1abe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:38.834475 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-737a1751-1054-4561-98ac-b05bf61a1abe admin admin] Deleting port b44a0444-76d2-47c8-be50-acc447c8998d {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:42:38.834823 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-737a1751-1054-4561-98ac-b05bf61a1abe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:38.915478 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e01423e7-4aee-45b0-bc07-7e7c735d3d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37ea40-4e5f-40c7-8b4a-4caed17f9665', 'name': 'tempest-TestVolumeBackupRestore-1938503680-router', 'tenant_id': '1c6e054f490f44aaa21667de7639f718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'b44a0444-76d2-47c8-be50-acc447c8998d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:39:37Z', 'updated_at': '2021-08-17T00:42:37Z', 'revision_number': 5, 'project_id': '1c6e054f490f44aaa21667de7639f718', 'gw_port': {'id': 'b44a0444-76d2-47c8-be50-acc447c8998d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37ea40-4e5f-40c7-8b4a-4caed17f9665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:37Z', 'updated_at': '2021-08-17T00:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:42:38.917622 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-737a1751-1054-4561-98ac-b05bf61a1abe admin admin] For port b44a0444-76d2-47c8-be50-acc447c8998d, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=b44a0444-76d2-47c8-be50-acc447c8998d,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:42:38.918117 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-737a1751-1054-4561-98ac-b05bf61a1abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:38.930301 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-737a1751-1054-4561-98ac-b05bf61a1abe admin admin] Calling delete_port for b44a0444-76d2-47c8-be50-acc447c8998d owned by network:router_gateway {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:42:38.941158 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01423e7-4aee-45b0-bc07-7e7c735d3d76 None None] The sync data for ids ['4a37ea40-4e5f-40c7-8b4a-4caed17f9665'] in n-d-800088-20 is: [{'id': '4a37ea40-4e5f-40c7-8b4a-4caed17f9665', 'name': 'tempest-TestVolumeBackupRestore-1938503680-router', 'tenant_id': '1c6e054f490f44aaa21667de7639f718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'b44a0444-76d2-47c8-be50-acc447c8998d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:39:37Z', 'updated_at': '2021-08-17T00:42:37Z', 'revision_number': 5, 'project_id': '1c6e054f490f44aaa21667de7639f718', 'gw_port': {'id': 'b44a0444-76d2-47c8-be50-acc447c8998d', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37ea40-4e5f-40c7-8b4a-4caed17f9665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:39:37Z', 'updated_at': '2021-08-17T00:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:42:39.097015 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-737a1751-1054-4561-98ac-b05bf61a1abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:39.126330 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a1751-1054-4561-98ac-b05bf61a1abe admin admin] Pushing event deleted for resources: {'Port': ['ID=b44a0444-76d2-47c8-be50-acc447c8998d,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:42:39.182876 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-737a1751-1054-4561-98ac-b05bf61a1abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:39.273901 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-737a1751-1054-4561-98ac-b05bf61a1abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:39.276148 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-737a1751-1054-4561-98ac-b05bf61a1abe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:39.325684 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-737a1751-1054-4561-98ac-b05bf61a1abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:39.326266 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737a1751-1054-4561-98ac-b05bf61a1abe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a37ea40-4e5f-40c7-8b4a-4caed17f9665 {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:42:39.331381 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-737a1751-1054-4561-98ac-b05bf61a1abe admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:39.332701 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-737a1751-1054-4561-98ac-b05bf61a1abe admin admin] 10.222.0.60 "DELETE /v2.0/routers/4a37ea40-4e5f-40c7-8b4a-4caed17f9665 HTTP/1.1" status: 204 len: 168 time: 1.0450907 Aug 17 00:42:39.335051 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45976) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:42:39.382844 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae944ccf-cc2b-472a-a3e4-ec0da975d458 admin admin] Deleting subnet a6ad06d7-e827-41a3-aeff-0eca8ba19b7b {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:42:39.386405 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ae944ccf-cc2b-472a-a3e4-ec0da975d458 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:39.423397 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ae944ccf-cc2b-472a-a3e4-ec0da975d458 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:39.509845 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ae944ccf-cc2b-472a-a3e4-ec0da975d458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:39.570608 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ae944ccf-cc2b-472a-a3e4-ec0da975d458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:39.598749 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae944ccf-cc2b-472a-a3e4-ec0da975d458 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6ad06d7-e827-41a3-aeff-0eca8ba19b7b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:42:39.600754 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ae944ccf-cc2b-472a-a3e4-ec0da975d458 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:39.602660 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ae944ccf-cc2b-472a-a3e4-ec0da975d458 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a6ad06d7-e827-41a3-aeff-0eca8ba19b7b HTTP/1.1" status: 204 len: 168 time: 0.2666740 Aug 17 00:42:39.605308 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45978) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:42:39.616307 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d076fe25-a54b-4c9a-a774-8ea2f3a7ceed None None] Network 3f1e19bd-5444-4709-8c27-bd9a927346dd requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:42:39.683662 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-39762453-21cd-4c9d-8906-413228e96fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:39.738874 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-39762453-21cd-4c9d-8906-413228e96fa7 admin admin] Deleting port f2841f4d-f378-443c-9561-1eefadeb8c10 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:42:39.739233 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-39762453-21cd-4c9d-8906-413228e96fa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:39.803992 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-39762453-21cd-4c9d-8906-413228e96fa7 admin admin] For port f2841f4d-f378-443c-9561-1eefadeb8c10, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=f2841f4d-f378-443c-9561-1eefadeb8c10,segment=NetworkSegment(175d0bdf-a513-4bda-9b8a-f04ae2fbc3bd),segment_id=175d0bdf-a513-4bda-9b8a-f04ae2fbc3bd)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:42:39.804370 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-39762453-21cd-4c9d-8906-413228e96fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:39.822027 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-39762453-21cd-4c9d-8906-413228e96fa7 admin admin] Calling delete_port for f2841f4d-f378-443c-9561-1eefadeb8c10 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:42:39.901412 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-39762453-21cd-4c9d-8906-413228e96fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:39.925215 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39762453-21cd-4c9d-8906-413228e96fa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2841f4d-f378-443c-9561-1eefadeb8c10,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:42:39.932797 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39762453-21cd-4c9d-8906-413228e96fa7 admin admin] No DVR routers for this DVR port f2841f4d-f378-443c-9561-1eefadeb8c10 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:42:39.943493 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffc7b2d-da3b-46ed-9a37-7cb11e44b979 None None] DHCP port deletion for 3f1e19bd-5444-4709-8c27-bd9a927346dd request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:42:40.008177 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b44a0444-76d2-47c8-be50-acc447c8998d no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:42:40.016967 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-39762453-21cd-4c9d-8906-413228e96fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:40.027690 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-39762453-21cd-4c9d-8906-413228e96fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f1e19bd-5444-4709-8c27-bd9a927346dd']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:42:40.028396 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: b44a0444-76d2-47c8-be50-acc447c8998d {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:42:40.028750 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b44a0444-76d2-47c8-be50-acc447c8998d not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:42:40.029190 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f2841f4d-f378-443c-9561-1eefadeb8c10 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:42:40.038397 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-39762453-21cd-4c9d-8906-413228e96fa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175d0bdf-a513-4bda-9b8a-f04ae2fbc3bd') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:42:40.038699 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-39762453-21cd-4c9d-8906-413228e96fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175d0bdf-a513-4bda-9b8a-f04ae2fbc3bd') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:42:40.047577 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: f2841f4d-f378-443c-9561-1eefadeb8c10 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:42:40.047727 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-39762453-21cd-4c9d-8906-413228e96fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:40.047930 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f2841f4d-f378-443c-9561-1eefadeb8c10 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:42:40.048422 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 053688bd-1174-40f0-acf4-d82f900af07b no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:42:40.062167 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-39762453-21cd-4c9d-8906-413228e96fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:40.068824 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 053688bd-1174-40f0-acf4-d82f900af07b {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:42:40.069207 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 053688bd-1174-40f0-acf4-d82f900af07b not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:42:40.069338 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39762453-21cd-4c9d-8906-413228e96fa7 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:42:40.069727 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-39762453-21cd-4c9d-8906-413228e96fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:42:40.071976 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:42:40.126423 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-39762453-21cd-4c9d-8906-413228e96fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:40.131936 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-39762453-21cd-4c9d-8906-413228e96fa7 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:40.136461 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-39762453-21cd-4c9d-8906-413228e96fa7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3f1e19bd-5444-4709-8c27-bd9a927346dd HTTP/1.1" status: 204 len: 168 time: 0.5295331 Aug 17 00:42:40.147782 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39762453-21cd-4c9d-8906-413228e96fa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f1e19bd-5444-4709-8c27-bd9a927346dd,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:42:40.304571 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45982) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:42:40.350252 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f9f36d6f-7593-4019-9e60-cf4649dee657 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8e26b92867ff48009c5ae7159390f5a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444310 Aug 17 00:42:40.352762 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 45984) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:42:40.400427 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c995d7f9-dc92-4e4f-82f9-62fce39e421f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:40.422853 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c995d7f9-dc92-4e4f-82f9-62fce39e421f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:40.437461 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:40.471327 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c995d7f9-dc92-4e4f-82f9-62fce39e421f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:40.475319 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c995d7f9-dc92-4e4f-82f9-62fce39e421f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:40.476472 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c995d7f9-dc92-4e4f-82f9-62fce39e421f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29088a74-1a2a-4ed5-aff1-01d896fbf314 HTTP/1.1" status: 204 len: 168 time: 0.1226695 Aug 17 00:42:40.483942 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995d7f9-dc92-4e4f-82f9-62fce39e421f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29088a74-1a2a-4ed5-aff1-01d896fbf314,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:42:40.808387 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45990) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:42:40.849902 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e7b52f72-f570-41ff-8917-9a9eccdb57a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1c6e054f490f44aaa21667de7639f718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401177 Aug 17 00:42:40.852159 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 45992) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:42:40.900312 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7dea4cbf-d41c-49d8-a29d-6262ca36bb90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:40.921457 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7dea4cbf-d41c-49d8-a29d-6262ca36bb90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:40.972387 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7dea4cbf-d41c-49d8-a29d-6262ca36bb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:40.975193 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7dea4cbf-d41c-49d8-a29d-6262ca36bb90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:40.976327 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7dea4cbf-d41c-49d8-a29d-6262ca36bb90 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7d6a8711-47d2-4f0d-9aa8-e7ab3496f81b HTTP/1.1" status: 204 len: 168 time: 0.1232388 Aug 17 00:42:40.984173 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea4cbf-d41c-49d8-a29d-6262ca36bb90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6a8711-47d2-4f0d-9aa8-e7ab3496f81b,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:42:42.031691 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:46.588661 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-aab088da-9c77-44a7-9db6-b93274a01076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:49.275950 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ffbbe09d-8580-4381-a1d0-f35433e4e420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:49.325400 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:50.322595 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:50.977755 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-c8596642-f6d4-4c3e-acef-78199b2812db tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=d5855636440747fe844a03e263b887ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229695 Aug 17 00:42:51.088269 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-214bf92d-377f-4aef-9fb0-24bd6af4ec07 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:42:51.089744 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-214bf92d-377f-4aef-9fb0-24bd6af4ec07 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1058104 Aug 17 00:42:51.104814 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-ac4cd38e-2c07-4915-8c5f-461ac9e88150 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.60 "GET /v2.0/quotas/d5855636440747fe844a03e263b887ac HTTP/1.1" status: 200 len: 375 time: 0.0093536 Aug 17 00:42:51.143053 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-3ae8b8a3-0af7-4f00-8313-594f8b5c372e tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5855636440747fe844a03e263b887ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330365 Aug 17 00:42:51.297596 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85159bf4-c7eb-4957-b3ad-84d9130850f2 req-2732e6fb-0457-43d6-ba30-0835bda2416f tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.60 "GET /v2.0/ports?device_id=642cf045-c2ac-4b7e-a884-70632ad85954 HTTP/1.1" status: 200 len: 210 time: 0.0256326 Aug 17 00:42:52.221660 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:52.380623 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ba62b7b7-989a-432e-bee7-190e5b2c83bf req-c53d0b57-c400-4459-ad51-b6b05f0ee068 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.60 "GET /v2.0/ports?device_id=642cf045-c2ac-4b7e-a884-70632ad85954 HTTP/1.1" status: 200 len: 210 time: 0.0278316 Aug 17 00:42:53.456297 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ebe3b1b-df7b-4b64-9610-a116a68ee838 req-5e587c2e-b650-45d9-9330-2c881d9b59f4 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.60 "GET /v2.0/ports?device_id=642cf045-c2ac-4b7e-a884-70632ad85954 HTTP/1.1" status: 200 len: 210 time: 0.0261509 Aug 17 00:42:54.513706 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-d179aba4-207c-4243-bf1b-96d35c560c42 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=d5855636440747fe844a03e263b887ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317757 Aug 17 00:42:54.556123 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4eae4e6d-da7f-48b2-ae39-78ee0a956565 req-e9adf0ae-0176-433b-bfd5-1f5187e25ace tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.60 "GET /v2.0/ports?device_id=642cf045-c2ac-4b7e-a884-70632ad85954 HTTP/1.1" status: 200 len: 210 time: 0.0295680 Aug 17 00:42:54.722149 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-dfdebead-857b-41fc-866f-d981fcb185f1 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:42:54.723495 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-dfdebead-857b-41fc-866f-d981fcb185f1 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1998937 Aug 17 00:42:54.738812 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-a33d50b9-a521-4e67-a08f-8b8dc3bf1320 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Request body: {'port': {'device_id': '642cf045-c2ac-4b7e-a884-70632ad85954', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'admin_state_up': True, 'tenant_id': 'd5855636440747fe844a03e263b887ac'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:42:54.848300 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-a33d50b9-a521-4e67-a08f-8b8dc3bf1320 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Made reservation on behalf of d5855636440747fe844a03e263b887ac for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:42:54.852195 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-a33d50b9-a521-4e67-a08f-8b8dc3bf1320 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:54.861070 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-a33d50b9-a521-4e67-a08f-8b8dc3bf1320 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:54.953279 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-a33d50b9-a521-4e67-a08f-8b8dc3bf1320 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:54.957071 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-a33d50b9-a521-4e67-a08f-8b8dc3bf1320 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:55.031785 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d50b9-a521-4e67-a08f-8b8dc3bf1320 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f18d2f-e3ee-4a32-8693-ad57e56b417a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:42:55.101622 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-a33d50b9-a521-4e67-a08f-8b8dc3bf1320 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Allocated IP 192.168.233.169 (b23323b2-9331-4fe7-8416-b51ac1e935ab/b6792702-f3c3-43f8-b0ec-c781b07a7ce2/fc05a958-0fe0-4507-bb70-82f514fd1e77) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:42:55.249960 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-a33d50b9-a521-4e67-a08f-8b8dc3bf1320 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:55.263389 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-a33d50b9-a521-4e67-a08f-8b8dc3bf1320 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Transition to ACTIVE for port object fc05a958-0fe0-4507-bb70-82f514fd1e77 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:42:55.296309 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-a33d50b9-a521-4e67-a08f-8b8dc3bf1320 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:55.336698 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-a33d50b9-a521-4e67-a08f-8b8dc3bf1320 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Network b23323b2-9331-4fe7-8416-b51ac1e935ab is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:42:55.341622 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-a33d50b9-a521-4e67-a08f-8b8dc3bf1320 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:42:55.345490 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-a33d50b9-a521-4e67-a08f-8b8dc3bf1320 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:42:55.376554 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d50b9-a521-4e67-a08f-8b8dc3bf1320 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Pushing event updated for resources: {'Port': ['ID=fc05a958-0fe0-4507-bb70-82f514fd1e77,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:42:55.406111 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-a33d50b9-a521-4e67-a08f-8b8dc3bf1320 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:42:55.406764 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-a33d50b9-a521-4e67-a08f-8b8dc3bf1320 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:55.423079 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-a33d50b9-a521-4e67-a08f-8b8dc3bf1320 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6881833 Aug 17 00:42:55.440222 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-5f4e9e51-c4d2-4c02-8f6e-c83d96c4f843 service neutron] Request body: {'port': {'device_id': '642cf045-c2ac-4b7e-a884-70632ad85954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:42:55.500223 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-5f4e9e51-c4d2-4c02-8f6e-c83d96c4f843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:55.610755 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-cd991031-a522-413d-a03c-2543875a7805 None None] Provisioning for port fc05a958-0fe0-4507-bb70-82f514fd1e77 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:42:55.615690 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-cd991031-a522-413d-a03c-2543875a7805 None None] Provisioning complete for port fc05a958-0fe0-4507-bb70-82f514fd1e77 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:42:55.616343 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cd991031-a522-413d-a03c-2543875a7805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:55.651051 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-cd991031-a522-413d-a03c-2543875a7805 None None] Port fc05a958-0fe0-4507-bb70-82f514fd1e77 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:42:55.687617 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47cab9-3166-4afe-aec4-39ef7b8e00a3 req-fe74d47d-06f6-4648-9878-a907b6e7e405 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:42:55.689229 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ab47cab9-3166-4afe-aec4-39ef7b8e00a3 req-fe74d47d-06f6-4648-9878-a907b6e7e405 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.60 "GET /v2.0/ports?device_id=642cf045-c2ac-4b7e-a884-70632ad85954 HTTP/1.1" status: 200 len: 936 time: 0.0584357 Aug 17 00:42:55.729544 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ab47cab9-3166-4afe-aec4-39ef7b8e00a3 req-42efce23-208b-4ef4-ad76-e03f63269eeb tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7f18d2f-e3ee-4a32-8693-ad57e56b417a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340755 Aug 17 00:42:55.776933 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-5f4e9e51-c4d2-4c02-8f6e-c83d96c4f843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc05a958-0fe0-4507-bb70-82f514fd1e77 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:42:55.784296 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-5f4e9e51-c4d2-4c02-8f6e-c83d96c4f843 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:55.797819 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-5f4e9e51-c4d2-4c02-8f6e-c83d96c4f843 service neutron] Transition to ACTIVE for port object fc05a958-0fe0-4507-bb70-82f514fd1e77 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:42:55.801187 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-5f4e9e51-c4d2-4c02-8f6e-c83d96c4f843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:55.860088 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e9e51-c4d2-4c02-8f6e-c83d96c4f843 service neutron] Pushing event updated for resources: {'Port': ['ID=fc05a958-0fe0-4507-bb70-82f514fd1e77,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:42:55.933153 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-5f4e9e51-c4d2-4c02-8f6e-c83d96c4f843 service neutron] Attempting to bind port fc05a958-0fe0-4507-bb70-82f514fd1e77 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:42:55.933665 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-5f4e9e51-c4d2-4c02-8f6e-c83d96c4f843 service neutron] Attempting to bind port fc05a958-0fe0-4507-bb70-82f514fd1e77 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:42:55.934010 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-5f4e9e51-c4d2-4c02-8f6e-c83d96c4f843 service neutron] Attempting to bind port fc05a958-0fe0-4507-bb70-82f514fd1e77 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:42:55.938711 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-5f4e9e51-c4d2-4c02-8f6e-c83d96c4f843 service neutron] Port fc05a958-0fe0-4507-bb70-82f514fd1e77 on network b23323b2-9331-4fe7-8416-b51ac1e935ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:42:55.939042 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-5f4e9e51-c4d2-4c02-8f6e-c83d96c4f843 service neutron] Attempting to bind port fc05a958-0fe0-4507-bb70-82f514fd1e77 on network b23323b2-9331-4fe7-8416-b51ac1e935ab {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:42:55.944107 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-5f4e9e51-c4d2-4c02-8f6e-c83d96c4f843 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:42:55.944451 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-5f4e9e51-c4d2-4c02-8f6e-c83d96c4f843 service neutron] Checking segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:42:55.944840 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-5f4e9e51-c4d2-4c02-8f6e-c83d96c4f843 service neutron] Bound using segment: {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:42:55.945315 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-5f4e9e51-c4d2-4c02-8f6e-c83d96c4f843 service neutron] Bound port: fc05a958-0fe0-4507-bb70-82f514fd1e77, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ad541-a927-449f-ad5e-82349e327db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:42:55.945689 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-5f4e9e51-c4d2-4c02-8f6e-c83d96c4f843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:56.013712 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-5f4e9e51-c4d2-4c02-8f6e-c83d96c4f843 service neutron] For port fc05a958-0fe0-4507-bb70-82f514fd1e77, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:42:56.017174 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-5f4e9e51-c4d2-4c02-8f6e-c83d96c4f843 service neutron] For port fc05a958-0fe0-4507-bb70-82f514fd1e77, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=fc05a958-0fe0-4507-bb70-82f514fd1e77,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:42:56.021977 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-5f4e9e51-c4d2-4c02-8f6e-c83d96c4f843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:56.059909 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-5f4e9e51-c4d2-4c02-8f6e-c83d96c4f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:42:56.060566 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-5f4e9e51-c4d2-4c02-8f6e-c83d96c4f843 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:56.062027 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-5f4e9e51-c4d2-4c02-8f6e-c83d96c4f843 service neutron] 10.222.0.69 "PUT /v2.0/ports/fc05a958-0fe0-4507-bb70-82f514fd1e77 HTTP/1.1" status: 200 len: 1097 time: 0.6267765 Aug 17 00:42:56.062465 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642cf045-c2ac-4b7e-a884-70632ad85954', 'tag': 'fc05a958-0fe0-4507-bb70-82f514fd1e77'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:42:56.064802 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d76c6ca-1856-49f3-9042-112315c4f2a3" -d '{"events": [{"name": "network-changed", "server_uuid": "642cf045-c2ac-4b7e-a884-70632ad85954", "tag": "fc05a958-0fe0-4507-bb70-82f514fd1e77"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:42:56.096588 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e9e51-c4d2-4c02-8f6e-c83d96c4f843 service neutron] Pushing event updated for resources: {'Port': ['ID=fc05a958-0fe0-4507-bb70-82f514fd1e77,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:42:56.120307 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c22d5d8-b1ba-41c8-acc8-0fb25655d62c x-openstack-request-id: req-4c22d5d8-b1ba-41c8-acc8-0fb25655d62c {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:42:56.120669 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "642cf045-c2ac-4b7e-a884-70632ad85954", "tag": "fc05a958-0fe0-4507-bb70-82f514fd1e77", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:42:56.120986 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4c22d5d8-b1ba-41c8-acc8-0fb25655d62c {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:42:56.121471 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642cf045-c2ac-4b7e-a884-70632ad85954', 'tag': 'fc05a958-0fe0-4507-bb70-82f514fd1e77', 'status': 'completed', 'code': 200} Aug 17 00:42:56.156030 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-4934d690-bc57-403a-a14b-4589beaae373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:42:56.157591 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-4934d690-bc57-403a-a14b-4589beaae373 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d5855636440747fe844a03e263b887ac&device_id=642cf045-c2ac-4b7e-a884-70632ad85954 HTTP/1.1" status: 200 len: 1100 time: 0.0488012 Aug 17 00:42:56.208427 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-62ac404a-3662-4205-b40b-110ae6a1b035 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=fc05a958-0fe0-4507-bb70-82f514fd1e77 HTTP/1.1" status: 200 len: 217 time: 0.0383592 Aug 17 00:42:56.265660 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-4bedd18e-b142-48b4-b5c6-b00a995dd704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:42:56.267139 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-4bedd18e-b142-48b4-b5c6-b00a995dd704 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0502937 Aug 17 00:42:56.317165 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-6bca2bd1-c0ca-472d-b6a7-8480f23e10f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:42:56.318747 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-6bca2bd1-c0ca-472d-b6a7-8480f23e10f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0405552 Aug 17 00:42:56.420759 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-b1d80003-b09b-46e2-b510-a5e0fa64ea3d service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899527 Aug 17 00:42:56.518753 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-8b534f5d-0e47-4e08-ac95-1775ee2aca79 req-d96e4ddf-44cd-4e48-9e69-3237787db4c9 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866017 Aug 17 00:42:56.618395 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76c6ca-1856-49f3-9042-112315c4f2a3 req-e7e9c5cf-3f9b-4e5b-b3e5-de87d4788ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:42:56.619904 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1d76c6ca-1856-49f3-9042-112315c4f2a3 req-e7e9c5cf-3f9b-4e5b-b3e5-de87d4788ee3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d5855636440747fe844a03e263b887ac&device_id=642cf045-c2ac-4b7e-a884-70632ad85954 HTTP/1.1" status: 200 len: 1100 time: 0.0421517 Aug 17 00:42:56.718187 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76c6ca-1856-49f3-9042-112315c4f2a3 req-9bcce163-457a-4424-9c82-cd93f3d6aecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:42:56.719568 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1d76c6ca-1856-49f3-9042-112315c4f2a3 req-9bcce163-457a-4424-9c82-cd93f3d6aecb service neutron] 10.222.0.69 "GET /v2.0/networks?id=b23323b2-9331-4fe7-8416-b51ac1e935ab HTTP/1.1" status: 200 len: 870 time: 0.0921571 Aug 17 00:42:56.761301 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1d76c6ca-1856-49f3-9042-112315c4f2a3 req-12098305-5026-4694-a2d1-f8f70e7e168a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=fc05a958-0fe0-4507-bb70-82f514fd1e77 HTTP/1.1" status: 200 len: 217 time: 0.0344694 Aug 17 00:42:56.811770 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76c6ca-1856-49f3-9042-112315c4f2a3 req-efa7b622-189c-4944-9553-632f480be46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:42:56.813286 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1d76c6ca-1856-49f3-9042-112315c4f2a3 req-efa7b622-189c-4944-9553-632f480be46e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6792702-f3c3-43f8-b0ec-c781b07a7ce2 HTTP/1.1" status: 200 len: 843 time: 0.0441883 Aug 17 00:42:56.848186 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309d961-098e-4316-917e-8d8e0076219f req-8f359352-5539-460e-8569-609a5ae203bd tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:42:56.851075 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f309d961-098e-4316-917e-8d8e0076219f req-8f359352-5539-460e-8569-609a5ae203bd tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.60 "GET /v2.0/ports?device_id=642cf045-c2ac-4b7e-a884-70632ad85954 HTTP/1.1" status: 200 len: 948 time: 0.0530488 Aug 17 00:42:56.868075 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76c6ca-1856-49f3-9042-112315c4f2a3 req-3dba511a-484c-4df6-bafe-20823e10cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:42:56.869616 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1d76c6ca-1856-49f3-9042-112315c4f2a3 req-3dba511a-484c-4df6-bafe-20823e10cdfc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b23323b2-9331-4fe7-8416-b51ac1e935ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0486331 Aug 17 00:42:56.891051 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f309d961-098e-4316-917e-8d8e0076219f req-b3e08807-244d-4bf7-9a35-1966992aff1b tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7f18d2f-e3ee-4a32-8693-ad57e56b417a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335462 Aug 17 00:42:56.969645 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1d76c6ca-1856-49f3-9042-112315c4f2a3 req-14dddde7-b5c6-458b-bb16-37c8e99eda99 service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908720 Aug 17 00:42:57.066584 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-1d76c6ca-1856-49f3-9042-112315c4f2a3 req-e0899c8c-e194-40fc-9bf5-212e6b99efef service neutron] 10.222.0.69 "GET /v2.0/networks/b23323b2-9331-4fe7-8416-b51ac1e935ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882778 Aug 17 00:42:58.007407 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d548f9-0d0b-462d-8a73-d476c1c6ba83 req-208552bf-6cc6-4c67-9ffc-8da72ece42e3 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:42:58.008894 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55d548f9-0d0b-462d-8a73-d476c1c6ba83 req-208552bf-6cc6-4c67-9ffc-8da72ece42e3 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.60 "GET /v2.0/ports?device_id=642cf045-c2ac-4b7e-a884-70632ad85954 HTTP/1.1" status: 200 len: 948 time: 0.0492415 Aug 17 00:42:58.046562 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55d548f9-0d0b-462d-8a73-d476c1c6ba83 req-ff556996-5b0e-40c7-bcd7-9442dc23fb70 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7f18d2f-e3ee-4a32-8693-ad57e56b417a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316725 Aug 17 00:42:58.879651 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device fc05a958-0fe0-4507-bb70-82f514fd1e77 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:42:58.976743 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port fc05a958-0fe0-4507-bb70-82f514fd1e77, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=fc05a958-0fe0-4507-bb70-82f514fd1e77,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:42:58.988030 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': 'fc05a958-0fe0-4507-bb70-82f514fd1e77', 'network_id': 'b23323b2-9331-4fe7-8416-b51ac1e935ab', 'port_id': 'fc05a958-0fe0-4507-bb70-82f514fd1e77', 'mac_address': 'fa:16:3e:7a:ad:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6792702-f3c3-43f8-b0ec-c781b07a7ce2', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:42:59.025824 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:59.039342 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc05a958-0fe0-4507-bb70-82f514fd1e77 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:42:59.058933 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port fc05a958-0fe0-4507-bb70-82f514fd1e77, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=fc05a958-0fe0-4507-bb70-82f514fd1e77,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:42:59.063093 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:59.111252 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=fc05a958-0fe0-4507-bb70-82f514fd1e77,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:42:59.119529 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:59.119872 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:59.120207 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:59.120537 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:59.120867 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:59.121217 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:59.121543 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:59.121861 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:59.122181 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:59.122496 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:59.122812 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:59.123129 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:42:59.174740 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a4e3a-0867-424d-b700-d57b69647332 req-11b4cd4c-ed64-4a86-9af7-3b5f6863190b tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:42:59.176231 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f61a4e3a-0867-424d-b700-d57b69647332 req-11b4cd4c-ed64-4a86-9af7-3b5f6863190b tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.60 "GET /v2.0/ports?device_id=642cf045-c2ac-4b7e-a884-70632ad85954 HTTP/1.1" status: 200 len: 949 time: 0.0596733 Aug 17 00:42:59.217622 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f61a4e3a-0867-424d-b700-d57b69647332 req-a054f03a-4b35-4dac-ba76-7cf993291595 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7f18d2f-e3ee-4a32-8693-ad57e56b417a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333705 Aug 17 00:42:59.324105 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['fc05a958-0fe0-4507-bb70-82f514fd1e77'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:43:00.333398 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3592b-081a-467a-b080-cd09c814c8ae req-d610a166-4adc-446a-bf9c-e726afb7f3ec tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:00.334958 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bb3592b-081a-467a-b080-cd09c814c8ae req-d610a166-4adc-446a-bf9c-e726afb7f3ec tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.60 "GET /v2.0/ports?device_id=642cf045-c2ac-4b7e-a884-70632ad85954 HTTP/1.1" status: 200 len: 949 time: 0.0493739 Aug 17 00:43:00.374409 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bb3592b-081a-467a-b080-cd09c814c8ae req-1c0ed3fd-ed16-468e-af4e-726350d0f456 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7f18d2f-e3ee-4a32-8693-ad57e56b417a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326591 Aug 17 00:43:00.895183 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device fc05a958-0fe0-4507-bb70-82f514fd1e77 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:43:00.943776 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port fc05a958-0fe0-4507-bb70-82f514fd1e77 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:43:00.947455 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port fc05a958-0fe0-4507-bb70-82f514fd1e77 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:43:00.947824 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:01.026441 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:01.051486 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642cf045-c2ac-4b7e-a884-70632ad85954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc05a958-0fe0-4507-bb70-82f514fd1e77'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:43:01.054570 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63289b9f-083e-45cd-8519-4e485b94ac1b" -d '{"events": [{"server_uuid": "642cf045-c2ac-4b7e-a884-70632ad85954", "name": "network-vif-plugged", "status": "completed", "tag": "fc05a958-0fe0-4507-bb70-82f514fd1e77"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:43:01.068777 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port fc05a958-0fe0-4507-bb70-82f514fd1e77, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=fc05a958-0fe0-4507-bb70-82f514fd1e77,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:43:01.073862 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:01.099075 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8b9945-58c2-4ef9-9295-1f51a7637a05 x-openstack-request-id: req-ed8b9945-58c2-4ef9-9295-1f51a7637a05 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:43:01.099381 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642cf045-c2ac-4b7e-a884-70632ad85954", "name": "network-vif-plugged", "status": "completed", "tag": "fc05a958-0fe0-4507-bb70-82f514fd1e77", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:43:01.099650 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ed8b9945-58c2-4ef9-9295-1f51a7637a05 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:43:01.100053 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642cf045-c2ac-4b7e-a884-70632ad85954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc05a958-0fe0-4507-bb70-82f514fd1e77', 'code': 200} Aug 17 00:43:01.128297 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=fc05a958-0fe0-4507-bb70-82f514fd1e77,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:43:01.203552 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1f32f-f236-4696-9223-45702a214c1b req-474ab0b6-6a18-45c8-9601-f909aa5f91d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:01.204974 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a0c1f32f-f236-4696-9223-45702a214c1b req-474ab0b6-6a18-45c8-9601-f909aa5f91d6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=642cf045-c2ac-4b7e-a884-70632ad85954 HTTP/1.1" status: 200 len: 1102 time: 0.0434639 Aug 17 00:43:01.244731 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-a0c1f32f-f236-4696-9223-45702a214c1b req-2ac026cc-d707-4e8e-8f9c-746fe5c21136 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c7f18d2f-e3ee-4a32-8693-ad57e56b417a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285218 Aug 17 00:43:01.493522 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b2090-9d86-4e10-86de-afd14bbc1251 req-1113e4a4-cd4d-4feb-9e0d-27de35aa1997 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:01.494921 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff6b2090-9d86-4e10-86de-afd14bbc1251 req-1113e4a4-cd4d-4feb-9e0d-27de35aa1997 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.60 "GET /v2.0/ports?device_id=642cf045-c2ac-4b7e-a884-70632ad85954 HTTP/1.1" status: 200 len: 950 time: 0.0490294 Aug 17 00:43:01.534259 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff6b2090-9d86-4e10-86de-afd14bbc1251 req-2cad288d-7b03-49d3-99cf-c65061ecfd42 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7f18d2f-e3ee-4a32-8693-ad57e56b417a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333993 Aug 17 00:43:02.655154 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ae8ce-679d-4c63-b7ac-116cc887fae1 req-05a5e2c8-c141-44a4-90f9-62364f8a6f27 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:02.656655 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f1ae8ce-679d-4c63-b7ac-116cc887fae1 req-05a5e2c8-c141-44a4-90f9-62364f8a6f27 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.60 "GET /v2.0/ports?device_id=642cf045-c2ac-4b7e-a884-70632ad85954 HTTP/1.1" status: 200 len: 950 time: 0.0529900 Aug 17 00:43:02.694945 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f1ae8ce-679d-4c63-b7ac-116cc887fae1 req-75f1dfb3-a753-4d9e-9864-33153fd26e12 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7f18d2f-e3ee-4a32-8693-ad57e56b417a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317042 Aug 17 00:43:02.978525 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-6c5173ca-a97b-43ea-a062-8ff596ddc18e req-30a4e5b5-111d-4107-b2f7-cae39e52f670 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:43:02.979469 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c5173ca-a97b-43ea-a062-8ff596ddc18e req-30a4e5b5-111d-4107-b2f7-cae39e52f670 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055888 Aug 17 00:43:03.409882 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-54dc1a7e-9856-4429-8fda-f950d5d21731 req-d9de4ef3-0010-4f76-add3-d0d9c14e44b2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:43:03.410934 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54dc1a7e-9856-4429-8fda-f950d5d21731 req-d9de4ef3-0010-4f76-add3-d0d9c14e44b2 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1014287 Aug 17 00:43:03.752180 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9fadc-4f7b-455a-a2b1-17bc21c5ad7f req-48e50a78-977d-4887-a23f-c3ce67e3ffc9 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:03.753711 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6ad9fadc-4f7b-455a-a2b1-17bc21c5ad7f req-48e50a78-977d-4887-a23f-c3ce67e3ffc9 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.60 "GET /v2.0/ports?device_id=642cf045-c2ac-4b7e-a884-70632ad85954 HTTP/1.1" status: 200 len: 950 time: 0.0503068 Aug 17 00:43:03.793323 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6ad9fadc-4f7b-455a-a2b1-17bc21c5ad7f req-88f2a840-d37f-4613-bdf9-787601b7b164 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7f18d2f-e3ee-4a32-8693-ad57e56b417a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322602 Aug 17 00:43:04.910513 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2b6f2-813c-4989-9511-404c35dbc343 req-21b6b4ad-4de2-49dc-a159-596063df9fd5 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:04.912865 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40d2b6f2-813c-4989-9511-404c35dbc343 req-21b6b4ad-4de2-49dc-a159-596063df9fd5 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.60 "GET /v2.0/ports?device_id=642cf045-c2ac-4b7e-a884-70632ad85954 HTTP/1.1" status: 200 len: 950 time: 0.0491745 Aug 17 00:43:04.953370 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40d2b6f2-813c-4989-9511-404c35dbc343 req-f6c04df6-2b25-4e52-aed5-6630bbb858ec tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7f18d2f-e3ee-4a32-8693-ad57e56b417a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335107 Aug 17 00:43:05.129125 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bffe07-d779-46cc-8337-ba595f456388 req-795bb037-45cd-44b6-bbae-a9fc3cf8cc92 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:05.130587 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b7bffe07-d779-46cc-8337-ba595f456388 req-795bb037-45cd-44b6-bbae-a9fc3cf8cc92 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.69 "GET /v2.0/ports?device_id=642cf045-c2ac-4b7e-a884-70632ad85954 HTTP/1.1" status: 200 len: 950 time: 0.0498445 Aug 17 00:43:05.229733 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-b7bffe07-d779-46cc-8337-ba595f456388 req-99180bda-bc3e-4e9a-aec8-6ecddb4b771b tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Deleting port fc05a958-0fe0-4507-bb70-82f514fd1e77 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:43:05.230081 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b7bffe07-d779-46cc-8337-ba595f456388 req-99180bda-bc3e-4e9a-aec8-6ecddb4b771b tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:05.321938 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-b7bffe07-d779-46cc-8337-ba595f456388 req-99180bda-bc3e-4e9a-aec8-6ecddb4b771b tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] For port fc05a958-0fe0-4507-bb70-82f514fd1e77, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=fc05a958-0fe0-4507-bb70-82f514fd1e77,segment=NetworkSegment(4e3ad541-a927-449f-ad5e-82349e327db6),segment_id=4e3ad541-a927-449f-ad5e-82349e327db6)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:43:05.322314 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b7bffe07-d779-46cc-8337-ba595f456388 req-99180bda-bc3e-4e9a-aec8-6ecddb4b771b tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:05.334698 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-b7bffe07-d779-46cc-8337-ba595f456388 req-99180bda-bc3e-4e9a-aec8-6ecddb4b771b tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Calling delete_port for fc05a958-0fe0-4507-bb70-82f514fd1e77 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:43:05.470031 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b7bffe07-d779-46cc-8337-ba595f456388 req-99180bda-bc3e-4e9a-aec8-6ecddb4b771b tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:05.482262 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['fc05a958-0fe0-4507-bb70-82f514fd1e77'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:43:05.499787 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99180bda-bc3e-4e9a-aec8-6ecddb4b771b tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Pushing event deleted for resources: {'Port': ['ID=fc05a958-0fe0-4507-bb70-82f514fd1e77,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:43:05.546796 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bffe07-d779-46cc-8337-ba595f456388 req-99180bda-bc3e-4e9a-aec8-6ecddb4b771b tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] No DVR routers for this DVR port fc05a958-0fe0-4507-bb70-82f514fd1e77 on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:43:05.549644 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-b7bffe07-d779-46cc-8337-ba595f456388 req-99180bda-bc3e-4e9a-aec8-6ecddb4b771b tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:05.551827 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-b7bffe07-d779-46cc-8337-ba595f456388 req-99180bda-bc3e-4e9a-aec8-6ecddb4b771b tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.69 "DELETE /v2.0/ports/fc05a958-0fe0-4507-bb70-82f514fd1e77 HTTP/1.1" status: 204 len: 173 time: 0.4144468 Aug 17 00:43:05.552279 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642cf045-c2ac-4b7e-a884-70632ad85954', 'name': 'network-vif-deleted', 'tag': 'fc05a958-0fe0-4507-bb70-82f514fd1e77'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:43:05.554605 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da6a355-5cde-41c7-96a2-910524a431e8" -d '{"events": [{"server_uuid": "642cf045-c2ac-4b7e-a884-70632ad85954", "name": "network-vif-deleted", "tag": "fc05a958-0fe0-4507-bb70-82f514fd1e77"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:43:05.596173 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996bf513-ba84-492d-bec2-4e4cebb2b8b1 x-openstack-request-id: req-996bf513-ba84-492d-bec2-4e4cebb2b8b1 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:43:05.596595 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642cf045-c2ac-4b7e-a884-70632ad85954", "name": "network-vif-deleted", "tag": "fc05a958-0fe0-4507-bb70-82f514fd1e77", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:43:05.596864 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-996bf513-ba84-492d-bec2-4e4cebb2b8b1 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:43:05.597316 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642cf045-c2ac-4b7e-a884-70632ad85954', 'name': 'network-vif-deleted', 'tag': 'fc05a958-0fe0-4507-bb70-82f514fd1e77', 'status': 'completed', 'code': 200} Aug 17 00:43:06.075562 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-717922a1-7746-4fbf-b650-ecd5c877c303 req-c58f9bb3-4586-48e3-9a9f-f8b2ec05e842 tempest-ServersAdminNegativeTestJSON-627056276 tempest-ServersAdminNegativeTestJSON-627056276-project] 10.222.0.60 "GET /v2.0/ports?device_id=642cf045-c2ac-4b7e-a884-70632ad85954 HTTP/1.1" status: 200 len: 210 time: 0.0386539 Aug 17 00:43:07.202773 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:43:07.370805 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46152) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:43:07.501571 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9bf71848-d8a5-45fa-836e-52f4d85b92b7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d5855636440747fe844a03e263b887ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1296203 Aug 17 00:43:07.504078 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46156) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:43:07.550486 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2e52d457-83b0-4ba7-8a4d-a6de4dbba3ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:07.571288 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2e52d457-83b0-4ba7-8a4d-a6de4dbba3ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:07.618215 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2e52d457-83b0-4ba7-8a4d-a6de4dbba3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:07.621135 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2e52d457-83b0-4ba7-8a4d-a6de4dbba3ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:07.622405 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2e52d457-83b0-4ba7-8a4d-a6de4dbba3ef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c7f18d2f-e3ee-4a32-8693-ad57e56b417a HTTP/1.1" status: 204 len: 168 time: 0.1174169 Aug 17 00:43:07.631824 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52d457-83b0-4ba7-8a4d-a6de4dbba3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f18d2f-e3ee-4a32-8693-ad57e56b417a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:43:07.884070 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46162) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:43:07.897479 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-71fbb0e5-97ed-43b2-af58-c6b74948321f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:07.986666 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-71fbb0e5-97ed-43b2-af58-c6b74948321f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:07.990353 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-71fbb0e5-97ed-43b2-af58-c6b74948321f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:08.030880 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-71fbb0e5-97ed-43b2-af58-c6b74948321f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f2b6a7497aef455db64e9850e0a42078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456633 Aug 17 00:43:08.032847 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbb0e5-97ed-43b2-af58-c6b74948321f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ae7cb8-7e5d-4dbb-a466-7ff63fe559a4,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:43:08.033766 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46164) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:43:08.083079 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac2ee71f-1787-487e-a80c-49bebb06a3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:08.105300 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac2ee71f-1787-487e-a80c-49bebb06a3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:08.155326 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac2ee71f-1787-487e-a80c-49bebb06a3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:08.157910 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ac2ee71f-1787-487e-a80c-49bebb06a3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:08.161452 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ac2ee71f-1787-487e-a80c-49bebb06a3e9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89ae7cb8-7e5d-4dbb-a466-7ff63fe559a4 HTTP/1.1" status: 204 len: 168 time: 0.1242001 Aug 17 00:43:08.167087 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ee71f-1787-487e-a80c-49bebb06a3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ae7cb8-7e5d-4dbb-a466-7ff63fe559a4,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:43:08.859124 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46186) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:43:08.954712 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-878ea6ec-c68b-4f13-af08-4adcc2ac562f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-79539591-network', 'tenant_id': 'fa85370070304bb3a28f9a44df27ba8d'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:43:08.957903 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device fc05a958-0fe0-4507-bb70-82f514fd1e77 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:43:08.978665 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878ea6ec-c68b-4f13-af08-4adcc2ac562f admin admin] Made reservation on behalf of fa85370070304bb3a28f9a44df27ba8d for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:43:08.981032 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-878ea6ec-c68b-4f13-af08-4adcc2ac562f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:08.982768 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: fc05a958-0fe0-4507-bb70-82f514fd1e77 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:43:08.983003 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device fc05a958-0fe0-4507-bb70-82f514fd1e77 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:43:08.990190 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-878ea6ec-c68b-4f13-af08-4adcc2ac562f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:09.082119 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-878ea6ec-c68b-4f13-af08-4adcc2ac562f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:09.085703 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-878ea6ec-c68b-4f13-af08-4adcc2ac562f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:09.110552 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-878ea6ec-c68b-4f13-af08-4adcc2ac562f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:43:09.126423 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ea6ec-c68b-4f13-af08-4adcc2ac562f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6399c768-c13b-4887-86eb-2902f0983e6b,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:43:09.129422 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-878ea6ec-c68b-4f13-af08-4adcc2ac562f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:09.129818 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-878ea6ec-c68b-4f13-af08-4adcc2ac562f admin admin] Added segment 6972c6f7-c189-4ba4-b5a2-12a4da74542a of type vlan for network 87604335-86c8-461c-a21e-97a263c18534 Aug 17 00:43:09.171553 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-878ea6ec-c68b-4f13-af08-4adcc2ac562f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:09.196824 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-878ea6ec-c68b-4f13-af08-4adcc2ac562f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:09.197827 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878ea6ec-c68b-4f13-af08-4adcc2ac562f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:09.198435 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-878ea6ec-c68b-4f13-af08-4adcc2ac562f admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:09.253977 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-878ea6ec-c68b-4f13-af08-4adcc2ac562f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3933513 Aug 17 00:43:09.256971 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46190) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:43:09.259043 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ea6ec-c68b-4f13-af08-4adcc2ac562f admin admin] Pushing event updated for resources: {'Network': ['ID=87604335-86c8-461c-a21e-97a263c18534,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:43:09.262391 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-c40cbe4b-a48c-4940-8346-388a3c74afa6 admin admin] Request body: {'subnet': {'network_id': '87604335-86c8-461c-a21e-97a263c18534', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-79539591-subnet', 'tenant_id': 'fa85370070304bb3a28f9a44df27ba8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:43:09.269736 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 87604335-86c8-461c-a21e-97a263c18534 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:43:09.283731 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40cbe4b-a48c-4940-8346-388a3c74afa6 admin admin] Made reservation on behalf of fa85370070304bb3a28f9a44df27ba8d for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:43:09.286238 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c40cbe4b-a48c-4940-8346-388a3c74afa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:09.457308 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c40cbe4b-a48c-4940-8346-388a3c74afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:09.505598 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cbe4b-a48c-4940-8346-388a3c74afa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e4466e6-0145-49d6-be57-ac9ab1b4c585,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:43:09.520999 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40cbe4b-a48c-4940-8346-388a3c74afa6 admin admin] Checking segment: {'id': '6972c6f7-c189-4ba4-b5a2-12a4da74542a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '87604335-86c8-461c-a21e-97a263c18534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:43:09.521386 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40cbe4b-a48c-4940-8346-388a3c74afa6 admin admin] Network hostable DHCP agents. Network: 87604335-86c8-461c-a21e-97a263c18534, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:43:09.537692 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40cbe4b-a48c-4940-8346-388a3c74afa6 admin admin] Network 87604335-86c8-461c-a21e-97a263c18534 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:43:09.546088 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-c40cbe4b-a48c-4940-8346-388a3c74afa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 87604335-86c8-461c-a21e-97a263c18534) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:43:09.550307 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40cbe4b-a48c-4940-8346-388a3c74afa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:09.550905 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c40cbe4b-a48c-4940-8346-388a3c74afa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:09.554973 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06b7dc8-7376-4a67-9f10-0cb95c2632d2 None None] Network 87604335-86c8-461c-a21e-97a263c18534 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:43:09.568862 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c40cbe4b-a48c-4940-8346-388a3c74afa6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3106816 Aug 17 00:43:09.851051 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01806be6-312e-421c-a8ee-a674bbefb54f None None] Network 87604335-86c8-461c-a21e-97a263c18534 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:43:10.022879 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-739c0f8f-621d-4136-b7f3-3db1ecdc4595 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:10.025117 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-739c0f8f-621d-4136-b7f3-3db1ecdc4595 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/networks?id=87604335-86c8-461c-a21e-97a263c18534 HTTP/1.1" status: 200 len: 810 time: 0.1146297 Aug 17 00:43:10.040880 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-5ca17fcc-a973-4e9e-8b76-4bbf77a6235e tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/quotas/fa85370070304bb3a28f9a44df27ba8d HTTP/1.1" status: 200 len: 375 time: 0.0097978 Aug 17 00:43:10.077768 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-df43d118-be27-4375-884d-c8c13a2c7190 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa85370070304bb3a28f9a44df27ba8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312350 Aug 17 00:43:10.169552 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-902a8757-7253-4ead-9470-f9a6f761580e service neutron] 10.222.0.60 "GET /v2.0/networks/87604335-86c8-461c-a21e-97a263c18534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849063 Aug 17 00:43:10.265374 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-a6dc065c-0dbe-43f5-be67-00a85c9e06ca service neutron] 10.222.0.60 "GET /v2.0/networks/87604335-86c8-461c-a21e-97a263c18534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894413 Aug 17 00:43:10.422125 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d94b88e-2af1-4071-8b17-e17537380b93 req-0142b98d-dafd-4bd0-86e0-4bcdd6af9a95 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 210 time: 0.0268259 Aug 17 00:43:10.462160 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:11.427088 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-bee20c4e-e84d-4634-acb2-dd30820d8106 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:11.428561 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-bee20c4e-e84d-4634-acb2-dd30820d8106 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.69 "GET /v2.0/networks?id=87604335-86c8-461c-a21e-97a263c18534 HTTP/1.1" status: 200 len: 810 time: 0.1119518 Aug 17 00:43:11.449470 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-bebc1c05-4692-4fdf-9844-bb0ac967f387 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Request body: {'port': {'device_id': '40ab1508-e1c0-4042-bdd9-7da9338a7305', 'network_id': '87604335-86c8-461c-a21e-97a263c18534', 'admin_state_up': True, 'tenant_id': 'fa85370070304bb3a28f9a44df27ba8d'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:43:11.517991 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c6091b31-9b84-41d8-82b7-6e4f6813825f req-deb143d0-fce2-4b12-aeea-6e94b9ff41bd tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 210 time: 0.0274770 Aug 17 00:43:11.559926 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-bebc1c05-4692-4fdf-9844-bb0ac967f387 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Made reservation on behalf of fa85370070304bb3a28f9a44df27ba8d for: {'port': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:43:11.563593 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-bebc1c05-4692-4fdf-9844-bb0ac967f387 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:11.690289 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-bebc1c05-4692-4fdf-9844-bb0ac967f387 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Allocated IP 172.20.0.4 (87604335-86c8-461c-a21e-97a263c18534/8e4466e6-0145-49d6-be57-ac9ab1b4c585/761158bd-c5a0-4639-8e53-6ed6725cd5d9) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:43:11.845928 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-bebc1c05-4692-4fdf-9844-bb0ac967f387 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:11.887091 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-bebc1c05-4692-4fdf-9844-bb0ac967f387 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:11.931080 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-bebc1c05-4692-4fdf-9844-bb0ac967f387 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Network 87604335-86c8-461c-a21e-97a263c18534 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:43:11.934279 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-bebc1c05-4692-4fdf-9844-bb0ac967f387 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:43:11.938087 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-bebc1c05-4692-4fdf-9844-bb0ac967f387 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:43:11.962216 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc1c05-4692-4fdf-9844-bb0ac967f387 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Pushing event updated for resources: {'Port': ['ID=761158bd-c5a0-4639-8e53-6ed6725cd5d9,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:43:11.988968 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-bebc1c05-4692-4fdf-9844-bb0ac967f387 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:11.989596 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-bebc1c05-4692-4fdf-9844-bb0ac967f387 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:12.003768 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-bebc1c05-4692-4fdf-9844-bb0ac967f387 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5595627 Aug 17 00:43:12.021811 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-e2a40de5-2ac4-4654-b0a2-8401601973dc service neutron] Request body: {'port': {'device_id': '40ab1508-e1c0-4042-bdd9-7da9338a7305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:43:12.035307 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:12.082138 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-e2a40de5-2ac4-4654-b0a2-8401601973dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:12.346553 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-e2a40de5-2ac4-4654-b0a2-8401601973dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 761158bd-c5a0-4639-8e53-6ed6725cd5d9 {{(pid=101402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:43:12.354129 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-e2a40de5-2ac4-4654-b0a2-8401601973dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:12.365903 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-e2a40de5-2ac4-4654-b0a2-8401601973dc service neutron] Transition to ACTIVE for port object 761158bd-c5a0-4639-8e53-6ed6725cd5d9 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:43:12.370403 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-e2a40de5-2ac4-4654-b0a2-8401601973dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:12.417883 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a40de5-2ac4-4654-b0a2-8401601973dc service neutron] Pushing event updated for resources: {'Port': ['ID=761158bd-c5a0-4639-8e53-6ed6725cd5d9,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:43:12.496698 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-e2a40de5-2ac4-4654-b0a2-8401601973dc service neutron] Attempting to bind port 761158bd-c5a0-4639-8e53-6ed6725cd5d9 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:43:12.497392 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-e2a40de5-2ac4-4654-b0a2-8401601973dc service neutron] Attempting to bind port 761158bd-c5a0-4639-8e53-6ed6725cd5d9 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '6972c6f7-c189-4ba4-b5a2-12a4da74542a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '87604335-86c8-461c-a21e-97a263c18534'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:43:12.497392 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-e2a40de5-2ac4-4654-b0a2-8401601973dc service neutron] Attempting to bind port 761158bd-c5a0-4639-8e53-6ed6725cd5d9 on network 87604335-86c8-461c-a21e-97a263c18534 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:43:12.501797 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-e2a40de5-2ac4-4654-b0a2-8401601973dc service neutron] Port 761158bd-c5a0-4639-8e53-6ed6725cd5d9 on network 87604335-86c8-461c-a21e-97a263c18534 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:43:12.502128 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-e2a40de5-2ac4-4654-b0a2-8401601973dc service neutron] Attempting to bind port 761158bd-c5a0-4639-8e53-6ed6725cd5d9 on network 87604335-86c8-461c-a21e-97a263c18534 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:43:12.506923 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-e2a40de5-2ac4-4654-b0a2-8401601973dc service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:43:12.507269 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-e2a40de5-2ac4-4654-b0a2-8401601973dc service neutron] Checking segment: {'id': '6972c6f7-c189-4ba4-b5a2-12a4da74542a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '87604335-86c8-461c-a21e-97a263c18534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:43:12.508179 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-e2a40de5-2ac4-4654-b0a2-8401601973dc service neutron] Bound using segment: {'id': '6972c6f7-c189-4ba4-b5a2-12a4da74542a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '87604335-86c8-461c-a21e-97a263c18534'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:43:12.508794 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-e2a40de5-2ac4-4654-b0a2-8401601973dc service neutron] Bound port: 761158bd-c5a0-4639-8e53-6ed6725cd5d9, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6972c6f7-c189-4ba4-b5a2-12a4da74542a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '87604335-86c8-461c-a21e-97a263c18534'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:43:12.509002 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-e2a40de5-2ac4-4654-b0a2-8401601973dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:12.574085 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-e2a40de5-2ac4-4654-b0a2-8401601973dc service neutron] For port 761158bd-c5a0-4639-8e53-6ed6725cd5d9, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:43:12.577188 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-e2a40de5-2ac4-4654-b0a2-8401601973dc service neutron] For port 761158bd-c5a0-4639-8e53-6ed6725cd5d9, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=761158bd-c5a0-4639-8e53-6ed6725cd5d9,segment=NetworkSegment(6972c6f7-c189-4ba4-b5a2-12a4da74542a),segment_id=6972c6f7-c189-4ba4-b5a2-12a4da74542a)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:43:12.582577 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-e2a40de5-2ac4-4654-b0a2-8401601973dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:12.621732 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-e2a40de5-2ac4-4654-b0a2-8401601973dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:12.622432 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-e2a40de5-2ac4-4654-b0a2-8401601973dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:12.623847 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-e2a40de5-2ac4-4654-b0a2-8401601973dc service neutron] 10.222.0.69 "PUT /v2.0/ports/761158bd-c5a0-4639-8e53-6ed6725cd5d9 HTTP/1.1" status: 200 len: 1092 time: 0.6070223 Aug 17 00:43:12.624289 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ab1508-e1c0-4042-bdd9-7da9338a7305', 'tag': '761158bd-c5a0-4639-8e53-6ed6725cd5d9'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:43:12.626579 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2aa993-bb90-43f0-950c-6b43631ba5bc" -d '{"events": [{"name": "network-changed", "server_uuid": "40ab1508-e1c0-4042-bdd9-7da9338a7305", "tag": "761158bd-c5a0-4639-8e53-6ed6725cd5d9"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:43:12.636684 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedf2d2-c621-4da7-b714-8b4ae02bb1d6 req-835fa151-92cb-41e0-bbcf-64fd259ffa33 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:12.638632 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0fedf2d2-c621-4da7-b714-8b4ae02bb1d6 req-835fa151-92cb-41e0-bbcf-64fd259ffa33 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 943 time: 0.0520828 Aug 17 00:43:12.650874 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a40de5-2ac4-4654-b0a2-8401601973dc service neutron] Pushing event updated for resources: {'Port': ['ID=761158bd-c5a0-4639-8e53-6ed6725cd5d9,revision_number=3']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:43:12.680204 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0fedf2d2-c621-4da7-b714-8b4ae02bb1d6 req-e711ea53-25dd-4b1e-a9c3-f977964bf06b tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335197 Aug 17 00:43:12.683620 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7bfbbf-c32a-4198-bfd0-5d92fc7e3df3 x-openstack-request-id: req-bb7bfbbf-c32a-4198-bfd0-5d92fc7e3df3 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:43:12.683967 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ab1508-e1c0-4042-bdd9-7da9338a7305", "tag": "761158bd-c5a0-4639-8e53-6ed6725cd5d9", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:43:12.684221 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bb7bfbbf-c32a-4198-bfd0-5d92fc7e3df3 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:43:12.684633 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ab1508-e1c0-4042-bdd9-7da9338a7305', 'tag': '761158bd-c5a0-4639-8e53-6ed6725cd5d9', 'status': 'completed', 'code': 200} Aug 17 00:43:12.719103 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-6b034ada-043a-49c6-bbb5-b72833dd8c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:12.720613 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-6b034ada-043a-49c6-bbb5-b72833dd8c4a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa85370070304bb3a28f9a44df27ba8d&device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 1095 time: 0.0497227 Aug 17 00:43:12.769889 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-8606b782-187b-4745-a1b1-805ca1ef91b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=761158bd-c5a0-4639-8e53-6ed6725cd5d9 HTTP/1.1" status: 200 len: 217 time: 0.0357304 Aug 17 00:43:12.824303 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-64ed5204-bc8e-4171-b987-327c0f47488f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:12.825794 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-64ed5204-bc8e-4171-b987-327c0f47488f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e4466e6-0145-49d6-be57-ac9ab1b4c585 HTTP/1.1" status: 200 len: 850 time: 0.0454197 Aug 17 00:43:12.862903 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-eb56c76e-f8bb-408e-b6c8-306c1d13403e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=87604335-86c8-461c-a21e-97a263c18534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248523 Aug 17 00:43:12.956520 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-3359c813-7790-4801-a7e9-460092c0bddb service neutron] 10.222.0.69 "GET /v2.0/networks/87604335-86c8-461c-a21e-97a263c18534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855675 Aug 17 00:43:13.051974 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-6963353b-36e5-463e-9ab8-25f8a43c8db5 req-737a75b2-f827-4965-9567-2c1ee3f0937c service neutron] 10.222.0.69 "GET /v2.0/networks/87604335-86c8-461c-a21e-97a263c18534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850356 Aug 17 00:43:13.465700 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2aa993-bb90-43f0-950c-6b43631ba5bc req-75f0c0a4-5f0a-4965-906f-e812e7041689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:13.467233 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0c2aa993-bb90-43f0-950c-6b43631ba5bc req-75f0c0a4-5f0a-4965-906f-e812e7041689 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa85370070304bb3a28f9a44df27ba8d&device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 1095 time: 0.3598301 Aug 17 00:43:13.557365 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2aa993-bb90-43f0-950c-6b43631ba5bc req-d60c9681-60a0-4a88-bc13-449b4c00a4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:13.558861 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0c2aa993-bb90-43f0-950c-6b43631ba5bc req-d60c9681-60a0-4a88-bc13-449b4c00a4b9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=87604335-86c8-461c-a21e-97a263c18534 HTTP/1.1" status: 200 len: 911 time: 0.0838192 Aug 17 00:43:13.606184 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0c2aa993-bb90-43f0-950c-6b43631ba5bc req-1844a84d-6e11-4220-984a-430e97299f9d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=761158bd-c5a0-4639-8e53-6ed6725cd5d9 HTTP/1.1" status: 200 len: 217 time: 0.0377479 Aug 17 00:43:13.654917 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2aa993-bb90-43f0-950c-6b43631ba5bc req-9f4c2b62-e801-4315-b183-a6fdaf60affb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:13.656328 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0c2aa993-bb90-43f0-950c-6b43631ba5bc req-9f4c2b62-e801-4315-b183-a6fdaf60affb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e4466e6-0145-49d6-be57-ac9ab1b4c585 HTTP/1.1" status: 200 len: 850 time: 0.0428665 Aug 17 00:43:13.688998 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0c2aa993-bb90-43f0-950c-6b43631ba5bc req-2617d641-1c0b-4510-80a0-9d84941b8b9d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=87604335-86c8-461c-a21e-97a263c18534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248351 Aug 17 00:43:13.785427 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0c2aa993-bb90-43f0-950c-6b43631ba5bc req-e07ce2a8-73e4-4386-8895-a56b5313ae20 service neutron] 10.222.0.69 "GET /v2.0/networks/87604335-86c8-461c-a21e-97a263c18534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893242 Aug 17 00:43:13.803161 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98971799-c723-4a24-b1e3-1941c37f3f98 req-92a6c633-6bc6-4cbf-b35a-963d4dcb5b29 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:13.804637 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-98971799-c723-4a24-b1e3-1941c37f3f98 req-92a6c633-6bc6-4cbf-b35a-963d4dcb5b29 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 943 time: 0.0530152 Aug 17 00:43:13.852448 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-98971799-c723-4a24-b1e3-1941c37f3f98 req-8627e68a-20a3-497f-baed-5100ad6d9aa0 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415671 Aug 17 00:43:13.881265 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0c2aa993-bb90-43f0-950c-6b43631ba5bc req-3f7a9b3e-4a0e-4210-be25-2aa89c42b6cb service neutron] 10.222.0.69 "GET /v2.0/networks/87604335-86c8-461c-a21e-97a263c18534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882013 Aug 17 00:43:14.971307 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2fce8-f562-4494-8e7a-980bc8636b58 req-b37a0ccf-3cfc-4425-85f0-87f9683ed253 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:14.972857 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ce2fce8-f562-4494-8e7a-980bc8636b58 req-b37a0ccf-3cfc-4425-85f0-87f9683ed253 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 943 time: 0.0517168 Aug 17 00:43:15.013556 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ce2fce8-f562-4494-8e7a-980bc8636b58 req-a8d1f42e-fd67-41ac-bdd1-37f8884bfebd tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334654 Aug 17 00:43:16.129556 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f04dca-ae6e-4d4f-bcd2-c41c02f046e0 req-964cfd1e-d97f-4bea-945b-a788dd27df1d tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:16.131144 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-19f04dca-ae6e-4d4f-bcd2-c41c02f046e0 req-964cfd1e-d97f-4bea-945b-a788dd27df1d tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 943 time: 0.0515478 Aug 17 00:43:16.170128 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-19f04dca-ae6e-4d4f-bcd2-c41c02f046e0 req-6af493bb-b08e-40dd-ba2c-a0b9a5d9d6e2 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322981 Aug 17 00:43:16.580571 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e6338d16-e47a-462c-baa6-906093390681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:17.026975 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 761158bd-c5a0-4639-8e53-6ed6725cd5d9 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:43:17.121365 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 761158bd-c5a0-4639-8e53-6ed6725cd5d9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=761158bd-c5a0-4639-8e53-6ed6725cd5d9,segment=NetworkSegment(6972c6f7-c189-4ba4-b5a2-12a4da74542a),segment_id=6972c6f7-c189-4ba4-b5a2-12a4da74542a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:43:17.132688 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '761158bd-c5a0-4639-8e53-6ed6725cd5d9', 'network_id': '87604335-86c8-461c-a21e-97a263c18534', 'port_id': '761158bd-c5a0-4639-8e53-6ed6725cd5d9', 'mac_address': 'fa:16:3e:6b:43:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e4466e6-0145-49d6-be57-ac9ab1b4c585', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:43:17.173631 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:17.186588 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761158bd-c5a0-4639-8e53-6ed6725cd5d9 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:43:17.210227 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 761158bd-c5a0-4639-8e53-6ed6725cd5d9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=761158bd-c5a0-4639-8e53-6ed6725cd5d9,segment=NetworkSegment(6972c6f7-c189-4ba4-b5a2-12a4da74542a),segment_id=6972c6f7-c189-4ba4-b5a2-12a4da74542a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:43:17.215413 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:17.265441 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=761158bd-c5a0-4639-8e53-6ed6725cd5d9,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:43:17.294867 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6b3fb-4a5c-4d6e-909f-83e4ffd55022 req-edefd867-008f-4820-b470-49074500c166 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:17.296288 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-caa6b3fb-4a5c-4d6e-909f-83e4ffd55022 req-edefd867-008f-4820-b470-49074500c166 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 944 time: 0.0542510 Aug 17 00:43:17.333284 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-caa6b3fb-4a5c-4d6e-909f-83e4ffd55022 req-84eee473-61fd-4fcf-929b-3771291d367f tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306857 Aug 17 00:43:17.470171 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['761158bd-c5a0-4639-8e53-6ed6725cd5d9'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:43:18.448784 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c576a6-b4c3-427a-8842-b171a48d28d5 req-63f69d23-415b-48dd-8bea-6e3ad2f3dbf3 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:18.450416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-99c576a6-b4c3-427a-8842-b171a48d28d5 req-63f69d23-415b-48dd-8bea-6e3ad2f3dbf3 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 944 time: 0.0511427 Aug 17 00:43:18.489584 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-99c576a6-b4c3-427a-8842-b171a48d28d5 req-4904718c-d8f7-4c47-991d-faa1bb611fa2 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331795 Aug 17 00:43:19.035610 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 761158bd-c5a0-4639-8e53-6ed6725cd5d9 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:43:19.086406 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 761158bd-c5a0-4639-8e53-6ed6725cd5d9 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:43:19.090835 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 761158bd-c5a0-4639-8e53-6ed6725cd5d9 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:43:19.091207 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:19.167877 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:19.192304 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ab1508-e1c0-4042-bdd9-7da9338a7305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761158bd-c5a0-4639-8e53-6ed6725cd5d9'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:43:19.194552 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0950351-397f-4631-b077-86a318bf701d" -d '{"events": [{"server_uuid": "40ab1508-e1c0-4042-bdd9-7da9338a7305", "name": "network-vif-plugged", "status": "completed", "tag": "761158bd-c5a0-4639-8e53-6ed6725cd5d9"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:43:19.207796 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 761158bd-c5a0-4639-8e53-6ed6725cd5d9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=761158bd-c5a0-4639-8e53-6ed6725cd5d9,segment=NetworkSegment(6972c6f7-c189-4ba4-b5a2-12a4da74542a),segment_id=6972c6f7-c189-4ba4-b5a2-12a4da74542a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:43:19.215228 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:19.238585 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41189893-f957-4279-ae98-61d36a58b90a x-openstack-request-id: req-41189893-f957-4279-ae98-61d36a58b90a {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:43:19.238877 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ab1508-e1c0-4042-bdd9-7da9338a7305", "name": "network-vif-plugged", "status": "completed", "tag": "761158bd-c5a0-4639-8e53-6ed6725cd5d9", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:43:19.239124 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41189893-f957-4279-ae98-61d36a58b90a {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:43:19.239514 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ab1508-e1c0-4042-bdd9-7da9338a7305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761158bd-c5a0-4639-8e53-6ed6725cd5d9', 'code': 200} Aug 17 00:43:19.274883 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=761158bd-c5a0-4639-8e53-6ed6725cd5d9,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:43:19.285169 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-71a14edc-61ae-4ff7-b424-e3c8db6aab40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:19.325791 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:19.342776 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611500f-edba-4dfd-b80a-dbcb7a8ec7ee req-4c7cd9ba-47e5-4333-b424-f265b709a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:19.344312 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d611500f-edba-4dfd-b80a-dbcb7a8ec7ee req-4c7cd9ba-47e5-4333-b424-f265b709a195 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 1097 time: 0.0425432 Aug 17 00:43:19.384039 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-d611500f-edba-4dfd-b80a-dbcb7a8ec7ee req-c1d45275-04b7-4fa2-8040-ef806567c980 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279369 Aug 17 00:43:19.610327 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b49c15-c14e-4816-b126-5a045de8eb0a req-409b4ea7-1114-42fa-8307-0542c985a3f1 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:19.611877 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-71b49c15-c14e-4816-b126-5a045de8eb0a req-409b4ea7-1114-42fa-8307-0542c985a3f1 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0522523 Aug 17 00:43:19.649403 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-71b49c15-c14e-4816-b126-5a045de8eb0a req-586924ef-31ef-40c5-83b4-11493a05c288 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314748 Aug 17 00:43:20.325456 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:20.772214 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac401a-4c1f-4e52-b9b3-f64af4e8e7b4 req-0c7e15a1-4957-4de4-aeed-a60244fbc987 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:20.773702 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6cac401a-4c1f-4e52-b9b3-f64af4e8e7b4 req-0c7e15a1-4957-4de4-aeed-a60244fbc987 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0525453 Aug 17 00:43:20.812235 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6cac401a-4c1f-4e52-b9b3-f64af4e8e7b4 req-c94865f1-26f7-477a-9068-4d6bb664be57 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314972 Aug 17 00:43:21.099788 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46246) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:43:21.159393 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cb19c-8d31-47aa-b891-3889faad1d75 req-40175c7c-e054-4655-a80a-5a5d133c726d tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:21.160907 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b18cb19c-8d31-47aa-b891-3889faad1d75 req-40175c7c-e054-4655-a80a-5a5d133c726d tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0510607 Aug 17 00:43:21.200224 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-813a1a60-c613-4f3d-8f5d-cf258966d82f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0991626 Aug 17 00:43:21.201682 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b18cb19c-8d31-47aa-b891-3889faad1d75 req-5483f9ff-b19d-4c9a-b472-f9dc2d9a45ff tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343876 Aug 17 00:43:21.210090 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-e474b7be-a73a-48e7-80de-20be2cade702 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:43:21.211149 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-e474b7be-a73a-48e7-80de-20be2cade702 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056267 Aug 17 00:43:22.225353 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:22.323239 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d626d0-5a3a-442f-bc68-1cae214824dc req-e858a370-c62b-485f-b9ac-9f063e0bba6e tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:22.324745 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57d626d0-5a3a-442f-bc68-1cae214824dc req-e858a370-c62b-485f-b9ac-9f063e0bba6e tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0500901 Aug 17 00:43:22.330509 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-9fef6bc7-19fd-4611-9259-95cbd761465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:22.332042 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-9fef6bc7-19fd-4611-9259-95cbd761465a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa85370070304bb3a28f9a44df27ba8d&device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 1097 time: 0.0408406 Aug 17 00:43:22.363225 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-57d626d0-5a3a-442f-bc68-1cae214824dc req-8f4b2d75-f425-4e76-9d34-534c03925c99 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324509 Aug 17 00:43:22.426830 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-7de11285-ee8e-43ee-b42b-187a309e7973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:22.428311 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-7de11285-ee8e-43ee-b42b-187a309e7973 service neutron] 10.222.0.69 "GET /v2.0/networks?id=87604335-86c8-461c-a21e-97a263c18534 HTTP/1.1" status: 200 len: 911 time: 0.0886917 Aug 17 00:43:22.471829 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-d2f22b89-154a-4afe-9e89-bc956eb7a88f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=761158bd-c5a0-4639-8e53-6ed6725cd5d9 HTTP/1.1" status: 200 len: 217 time: 0.0356264 Aug 17 00:43:22.520870 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-6df442ae-0e0a-4d1c-ad2f-7c1ca7a7f816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:22.522316 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-6df442ae-0e0a-4d1c-ad2f-7c1ca7a7f816 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e4466e6-0145-49d6-be57-ac9ab1b4c585 HTTP/1.1" status: 200 len: 850 time: 0.0432315 Aug 17 00:43:22.552713 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-149ebf01-a6d5-4160-998f-89199c83dee2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=87604335-86c8-461c-a21e-97a263c18534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236793 Aug 17 00:43:22.645505 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-748e47cf-7714-4867-a0f4-39e7c507d43f service neutron] 10.222.0.69 "GET /v2.0/networks/87604335-86c8-461c-a21e-97a263c18534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853846 Aug 17 00:43:22.735432 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-5dd509d5-b784-4103-ac83-d73001fb2c71 service neutron] 10.222.0.69 "GET /v2.0/networks/87604335-86c8-461c-a21e-97a263c18534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826471 Aug 17 00:43:23.482521 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5f08b-e476-4278-9816-09ac1b0bedac req-098129f2-495b-475d-84c5-8714719add8a tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:23.484003 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9b5f08b-e476-4278-9816-09ac1b0bedac req-098129f2-495b-475d-84c5-8714719add8a tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0550585 Aug 17 00:43:23.521624 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9b5f08b-e476-4278-9816-09ac1b0bedac req-ddaabc2e-e110-4a57-8e96-ac7733e310de tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314665 Aug 17 00:43:24.639935 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869d79e-c5e9-40e8-a7bd-efafe53b0241 req-18bdb785-4d4b-42e2-91b3-43b2b2cdc403 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:24.641570 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3869d79e-c5e9-40e8-a7bd-efafe53b0241 req-18bdb785-4d4b-42e2-91b3-43b2b2cdc403 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0529265 Aug 17 00:43:24.680506 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3869d79e-c5e9-40e8-a7bd-efafe53b0241 req-87916027-a895-4ecf-962f-a58dec8d0fa1 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328944 Aug 17 00:43:25.796382 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944c8f4-1988-46cd-acac-6ab302df7cac req-0eda9234-980b-484a-a71b-ff77ae316a32 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:25.797867 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4944c8f4-1988-46cd-acac-6ab302df7cac req-0eda9234-980b-484a-a71b-ff77ae316a32 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0480671 Aug 17 00:43:25.834843 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4944c8f4-1988-46cd-acac-6ab302df7cac req-a99b3393-d3d9-4191-b010-8c29be2afb2c tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310814 Aug 17 00:43:26.955298 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7bc5c-105d-473f-b436-0277a7793dd8 req-c1d472a1-28a5-41e5-8c66-f9b941c37b95 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:26.956761 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-99f7bc5c-105d-473f-b436-0277a7793dd8 req-c1d472a1-28a5-41e5-8c66-f9b941c37b95 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0531044 Aug 17 00:43:26.994156 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-99f7bc5c-105d-473f-b436-0277a7793dd8 req-5311632d-608f-42be-9476-3843861cbc37 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310524 Aug 17 00:43:28.114751 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910c3bf-4f33-453d-b1c2-b2daa8a9333e req-614eac11-6fa4-4018-af4f-6ae714d6926b tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:28.116322 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2910c3bf-4f33-453d-b1c2-b2daa8a9333e req-614eac11-6fa4-4018-af4f-6ae714d6926b tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0514390 Aug 17 00:43:28.157254 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2910c3bf-4f33-453d-b1c2-b2daa8a9333e req-7a983b7e-dc3f-4602-9395-0bcc2f74af2d tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349991 Aug 17 00:43:29.275916 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6827eb9-ca84-4d78-a127-83ca891cdff3 req-55cf7c32-8e6b-4f5c-a750-11add8c4a6d1 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:29.277428 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b6827eb9-ca84-4d78-a127-83ca891cdff3 req-55cf7c32-8e6b-4f5c-a750-11add8c4a6d1 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0495133 Aug 17 00:43:29.316598 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b6827eb9-ca84-4d78-a127-83ca891cdff3 req-cb27272f-8707-4b06-ba01-7fec5179c45e tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326676 Aug 17 00:43:30.436643 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c41f1-46a0-4391-a849-5de0e0d904f4 req-4eb67e49-aa2a-45d3-b957-bd972e66c418 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:30.438206 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d85c41f1-46a0-4391-a849-5de0e0d904f4 req-4eb67e49-aa2a-45d3-b957-bd972e66c418 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0542240 Aug 17 00:43:30.476306 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d85c41f1-46a0-4391-a849-5de0e0d904f4 req-7af835a1-b400-4bfb-86ca-1480e4ed67c7 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321207 Aug 17 00:43:31.594571 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35a07e-94a7-4cb1-9beb-74fa17afd86a req-d7c05c32-a18c-4cab-9d69-85799ac7b084 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:31.596068 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fa35a07e-94a7-4cb1-9beb-74fa17afd86a req-d7c05c32-a18c-4cab-9d69-85799ac7b084 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0527368 Aug 17 00:43:31.634043 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fa35a07e-94a7-4cb1-9beb-74fa17afd86a req-2f0cc856-eb44-4b18-bd4b-dee273ef73a2 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318470 Aug 17 00:43:32.750708 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389754b0-b859-4cad-9dc0-7571ad2f0213 req-428a6a2d-b140-4360-bae4-466360b8f05c tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:32.752095 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-389754b0-b859-4cad-9dc0-7571ad2f0213 req-428a6a2d-b140-4360-bae4-466360b8f05c tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0504754 Aug 17 00:43:32.789378 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-389754b0-b859-4cad-9dc0-7571ad2f0213 req-0f22d831-7e42-4d72-bde5-464894da03bd tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311890 Aug 17 00:43:33.910057 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217deb3-5121-4d2c-9e97-edfb723012c0 req-7909fed7-0bf9-44af-b90d-b404d6c0c01a tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:33.911555 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2217deb3-5121-4d2c-9e97-edfb723012c0 req-7909fed7-0bf9-44af-b90d-b404d6c0c01a tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0534506 Aug 17 00:43:33.948567 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2217deb3-5121-4d2c-9e97-edfb723012c0 req-2e96635f-597c-4c45-bcba-084f3d7a4511 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311871 Aug 17 00:43:35.080627 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b193de6-1397-4e03-8c69-137ed0326fe7 req-21f6170e-878a-4d9e-9eae-48aba09e608d tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:35.082908 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3b193de6-1397-4e03-8c69-137ed0326fe7 req-21f6170e-878a-4d9e-9eae-48aba09e608d tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0576084 Aug 17 00:43:35.135089 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3b193de6-1397-4e03-8c69-137ed0326fe7 req-c4cdcc28-d980-47b1-b6da-e21619aa2adb tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451329 Aug 17 00:43:36.261087 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599cc4c-eed1-4342-a3e3-40d86919ff32 req-88bf7823-9f08-49c2-9680-ed0c588bf918 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:36.262680 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2599cc4c-eed1-4342-a3e3-40d86919ff32 req-88bf7823-9f08-49c2-9680-ed0c588bf918 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0508604 Aug 17 00:43:36.303966 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2599cc4c-eed1-4342-a3e3-40d86919ff32 req-3a9fa655-8a6b-4975-8078-cbd3ce1136d3 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341094 Aug 17 00:43:37.423099 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e809b09-2170-4ceb-ad42-0b5ae90dbdfc req-4c4bf04c-7075-4e20-872e-80a7b6f06060 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:37.424591 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e809b09-2170-4ceb-ad42-0b5ae90dbdfc req-4c4bf04c-7075-4e20-872e-80a7b6f06060 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0525973 Aug 17 00:43:37.461892 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e809b09-2170-4ceb-ad42-0b5ae90dbdfc req-50f25bd6-38a3-4e63-8f24-8da12e9ecdd2 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313427 Aug 17 00:43:38.575671 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc60b6-228f-4427-bfe4-a1a423f65e31 req-24ec71ae-f91c-42f1-96a1-4147b52db596 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:38.577167 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-60fc60b6-228f-4427-bfe4-a1a423f65e31 req-24ec71ae-f91c-42f1-96a1-4147b52db596 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0482213 Aug 17 00:43:38.614958 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-60fc60b6-228f-4427-bfe4-a1a423f65e31 req-873f72b7-1828-41b4-8245-ccdf8fb47f9d tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313535 Aug 17 00:43:39.730095 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c0e26-fb56-4188-b905-f3a9a75642a9 req-6ef80026-c99e-45b1-9e0c-3bf4b4ee95eb tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:39.731646 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d05c0e26-fb56-4188-b905-f3a9a75642a9 req-6ef80026-c99e-45b1-9e0c-3bf4b4ee95eb tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0491903 Aug 17 00:43:39.772454 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d05c0e26-fb56-4188-b905-f3a9a75642a9 req-65bf7597-341c-4155-9c09-c46aa3d15e58 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337582 Aug 17 00:43:40.456067 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:40.891610 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753b3dd-ce3b-4077-a44d-3fcdd0152ef5 req-05f6603d-26b8-499e-8c9c-2555080a49ba tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:40.893075 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8753b3dd-ce3b-4077-a44d-3fcdd0152ef5 req-05f6603d-26b8-499e-8c9c-2555080a49ba tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0525508 Aug 17 00:43:40.929831 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8753b3dd-ce3b-4077-a44d-3fcdd0152ef5 req-2acd7855-7e30-4eb7-985c-6ce394cf806a tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308917 Aug 17 00:43:42.041095 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:42.047191 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea048cfd-eec7-4190-92ba-53e4685018fa req-0aef5127-2a00-4ada-8e2d-5470c8fab810 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:42.049476 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ea048cfd-eec7-4190-92ba-53e4685018fa req-0aef5127-2a00-4ada-8e2d-5470c8fab810 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0516129 Aug 17 00:43:42.088124 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ea048cfd-eec7-4190-92ba-53e4685018fa req-00a3e031-2dba-466d-a9da-acd12908f48e tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318677 Aug 17 00:43:43.215822 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f893fb-897f-45b3-b277-99be31ebe5c3 req-2cc6622d-5e98-450f-8b68-6cf7430f323a tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:43.217419 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b4f893fb-897f-45b3-b277-99be31ebe5c3 req-2cc6622d-5e98-450f-8b68-6cf7430f323a tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0522192 Aug 17 00:43:43.256269 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b4f893fb-897f-45b3-b277-99be31ebe5c3 req-c7dd611a-df30-429d-9a15-50f14a69fef1 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322812 Aug 17 00:43:44.201448 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:43:44.374264 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b353fe-6aca-47fa-99a4-8eae98bc835f req-1f663975-3620-4e3d-ac6e-53c69bdab554 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:44.375738 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f0b353fe-6aca-47fa-99a4-8eae98bc835f req-1f663975-3620-4e3d-ac6e-53c69bdab554 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0521722 Aug 17 00:43:44.413834 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f0b353fe-6aca-47fa-99a4-8eae98bc835f req-017125d6-9c2f-4f47-a2dc-a89f411f275f tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315096 Aug 17 00:43:45.534264 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74309bf-3f60-434b-9a61-ae2a7601e7fc req-6e5c2f98-8e83-4602-aca7-ef885685f3a9 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:45.535739 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d74309bf-3f60-434b-9a61-ae2a7601e7fc req-6e5c2f98-8e83-4602-aca7-ef885685f3a9 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0508323 Aug 17 00:43:45.575477 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d74309bf-3f60-434b-9a61-ae2a7601e7fc req-100e8969-12f2-4061-96d2-46f16acd6264 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337372 Aug 17 00:43:46.583255 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-761831c5-5267-4fcb-8b2a-3222588201b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:46.690281 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ba54a-48bc-442c-97fe-2d33bfa5bbae req-5c1a2620-dcff-4efb-8863-22f249be95aa tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:46.692404 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-660ba54a-48bc-442c-97fe-2d33bfa5bbae req-5c1a2620-dcff-4efb-8863-22f249be95aa tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0496287 Aug 17 00:43:46.729492 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-660ba54a-48bc-442c-97fe-2d33bfa5bbae req-c72ac279-cdfc-4ec4-b1a5-f6e6fadb85b9 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311308 Aug 17 00:43:47.847919 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e51bc-996c-4591-a929-7bd394e1098e req-e7001ceb-b225-4e07-a941-42e687cf7157 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:47.849420 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7e8e51bc-996c-4591-a929-7bd394e1098e req-e7001ceb-b225-4e07-a941-42e687cf7157 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0531802 Aug 17 00:43:47.886768 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7e8e51bc-996c-4591-a929-7bd394e1098e req-9556d165-0721-4c06-8d03-8f5c61191516 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315051 Aug 17 00:43:49.005181 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83463c17-3834-414c-88a2-088973787c6a req-3d17857e-8715-4eea-997c-ed82942784e8 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:49.006674 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-83463c17-3834-414c-88a2-088973787c6a req-3d17857e-8715-4eea-997c-ed82942784e8 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0503969 Aug 17 00:43:49.045089 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-83463c17-3834-414c-88a2-088973787c6a req-43ad0490-04d3-44cb-9bb2-570767352d40 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325015 Aug 17 00:43:49.276464 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-507acbf6-8734-46e1-b53a-a861bf12ea7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:49.327056 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:49.968401 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-afa2a469-18fe-49bf-87b2-ac53a8e0240e service neutron] show failed (client error): The resource could not be found. Aug 17 00:43:49.969447 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-afa2a469-18fe-49bf-87b2-ac53a8e0240e service neutron] 10.222.0.69 "GET /v2.0/ports/761158bd-c5a0-4639-8e53-6ed6725cd5d9/bindings/n-h2-800088-20 HTTP/1.1" status: 404 len: 381 time: 0.0629876 Aug 17 00:43:50.167199 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79401923-8b45-4803-b3ef-9c57d629536a req-1c47b7f9-b6bf-4dee-ae4c-d9ac4b4186e7 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:50.168729 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79401923-8b45-4803-b3ef-9c57d629536a req-1c47b7f9-b6bf-4dee-ae4c-d9ac4b4186e7 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0553594 Aug 17 00:43:50.207417 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79401923-8b45-4803-b3ef-9c57d629536a req-5ee94909-1647-42da-bdcd-05ee0251c7b0 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327892 Aug 17 00:43:50.285981 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-2556449e-334e-497a-bc7c-303487ff329d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:50.287473 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-2556449e-334e-497a-bc7c-303487ff329d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305&tenant_id=fa85370070304bb3a28f9a44df27ba8d HTTP/1.1" status: 200 len: 1097 time: 0.1378727 Aug 17 00:43:50.298317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-f3e1a831-866e-46fd-8312-50e4346168b8 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:43:50.299240 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-f3e1a831-866e-46fd-8312-50e4346168b8 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050402 Aug 17 00:43:50.312363 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-20', 'device_owner': 'compute:nova'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:43:50.326800 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:50.369374 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:50.579954 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] For port 761158bd-c5a0-4639-8e53-6ed6725cd5d9, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=761158bd-c5a0-4639-8e53-6ed6725cd5d9,segment=NetworkSegment(6972c6f7-c189-4ba4-b5a2-12a4da74542a),segment_id=6972c6f7-c189-4ba4-b5a2-12a4da74542a)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:43:50.612352 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] For port 761158bd-c5a0-4639-8e53-6ed6725cd5d9, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:43:50.651791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ab1508-e1c0-4042-bdd9-7da9338a7305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '761158bd-c5a0-4639-8e53-6ed6725cd5d9'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:43:50.654094 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6b77fc-ab58-4ab0-ab99-9fea472d9279" -d '{"events": [{"server_uuid": "40ab1508-e1c0-4042-bdd9-7da9338a7305", "name": "network-vif-unplugged", "status": "completed", "tag": "761158bd-c5a0-4639-8e53-6ed6725cd5d9"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:43:50.658294 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:50.671278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Transition to ACTIVE for port object 761158bd-c5a0-4639-8e53-6ed6725cd5d9 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:43:50.674998 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:50.707552 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 00:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe660562-77e9-4514-814b-198852b318fd x-openstack-request-id: req-fe660562-77e9-4514-814b-198852b318fd {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:43:50.707844 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ab1508-e1c0-4042-bdd9-7da9338a7305", "name": "network-vif-unplugged", "status": "completed", "tag": "761158bd-c5a0-4639-8e53-6ed6725cd5d9", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:43:50.708097 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe660562-77e9-4514-814b-198852b318fd {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:43:50.708479 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ab1508-e1c0-4042-bdd9-7da9338a7305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '761158bd-c5a0-4639-8e53-6ed6725cd5d9', 'code': 200} Aug 17 00:43:50.726634 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Pushing event updated for resources: {'Port': ['ID=761158bd-c5a0-4639-8e53-6ed6725cd5d9,revision_number=6']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:43:50.742594 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] No DVR routers for this DVR port 761158bd-c5a0-4639-8e53-6ed6725cd5d9 on host n-h1-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:43:50.749356 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:43:50.749703 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:43:50.750041 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:43:50.750373 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:43:50.750704 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:43:50.751031 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:43:50.751357 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:43:50.751682 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:43:50.752004 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:43:50.752322 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:43:50.752644 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:43:50.752962 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:43:50.787106 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Attempting to bind port 761158bd-c5a0-4639-8e53-6ed6725cd5d9 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:43:50.787440 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Attempting to bind port 761158bd-c5a0-4639-8e53-6ed6725cd5d9 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '6972c6f7-c189-4ba4-b5a2-12a4da74542a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '87604335-86c8-461c-a21e-97a263c18534'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:43:50.787766 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Attempting to bind port 761158bd-c5a0-4639-8e53-6ed6725cd5d9 on network 87604335-86c8-461c-a21e-97a263c18534 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:43:50.791910 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Port 761158bd-c5a0-4639-8e53-6ed6725cd5d9 on network 87604335-86c8-461c-a21e-97a263c18534 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:43:50.792246 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Attempting to bind port 761158bd-c5a0-4639-8e53-6ed6725cd5d9 on network 87604335-86c8-461c-a21e-97a263c18534 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:43:50.796886 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:43:50.797257 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Checking segment: {'id': '6972c6f7-c189-4ba4-b5a2-12a4da74542a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '87604335-86c8-461c-a21e-97a263c18534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:43:50.797630 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Bound using segment: {'id': '6972c6f7-c189-4ba4-b5a2-12a4da74542a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '87604335-86c8-461c-a21e-97a263c18534'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:43:50.798050 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Bound port: 761158bd-c5a0-4639-8e53-6ed6725cd5d9, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6972c6f7-c189-4ba4-b5a2-12a4da74542a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '87604335-86c8-461c-a21e-97a263c18534'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:43:50.798399 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:50.862649 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] For port 761158bd-c5a0-4639-8e53-6ed6725cd5d9, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:43:50.866350 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] For port 761158bd-c5a0-4639-8e53-6ed6725cd5d9, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=761158bd-c5a0-4639-8e53-6ed6725cd5d9,segment=NetworkSegment(6972c6f7-c189-4ba4-b5a2-12a4da74542a),segment_id=6972c6f7-c189-4ba4-b5a2-12a4da74542a)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:43:50.870403 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:50.903013 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:50.903678 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:50.905113 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] 10.222.0.64 "PUT /v2.0/ports/761158bd-c5a0-4639-8e53-6ed6725cd5d9 HTTP/1.1" status: 200 len: 1092 time: 0.5968177 Aug 17 00:43:50.927271 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc09bb-28f8-4387-abf5-a25a269d400c service neutron] Pushing event updated for resources: {'Port': ['ID=761158bd-c5a0-4639-8e53-6ed6725cd5d9,revision_number=7']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:43:50.970959 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-3e0495e0-1882-4edb-8501-605af8f73608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:50.972376 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-3e0495e0-1882-4edb-8501-605af8f73608 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa85370070304bb3a28f9a44df27ba8d&device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 1095 time: 0.0416389 Aug 17 00:43:51.064361 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-2277a1e6-fc22-49f3-ace3-c70283424c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:51.065866 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-2277a1e6-fc22-49f3-ace3-c70283424c8d service neutron] 10.222.0.64 "GET /v2.0/networks?id=87604335-86c8-461c-a21e-97a263c18534 HTTP/1.1" status: 200 len: 911 time: 0.0868790 Aug 17 00:43:51.107035 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-c9e7735a-0c99-404f-a803-84d3f642fbed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=761158bd-c5a0-4639-8e53-6ed6725cd5d9 HTTP/1.1" status: 200 len: 217 time: 0.0339429 Aug 17 00:43:51.160362 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-1d3d5ab4-38d1-40c3-a2c2-101cdca70df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:51.161859 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-1d3d5ab4-38d1-40c3-a2c2-101cdca70df5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e4466e6-0145-49d6-be57-ac9ab1b4c585 HTTP/1.1" status: 200 len: 850 time: 0.0474956 Aug 17 00:43:51.196449 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-19f172cb-5933-4243-8d49-d137ed2c1c33 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87604335-86c8-461c-a21e-97a263c18534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277169 Aug 17 00:43:51.309615 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-3cf1d777-8895-40fa-b130-5a634a7271a3 service neutron] 10.222.0.64 "GET /v2.0/networks/87604335-86c8-461c-a21e-97a263c18534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055982 Aug 17 00:43:51.375793 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4da19-69bc-41ad-a0d1-55de4a05ce49 req-273dce48-1780-4bc8-bfe9-6a1ef429906a tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:51.377271 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7ee4da19-69bc-41ad-a0d1-55de4a05ce49 req-273dce48-1780-4bc8-bfe9-6a1ef429906a tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 943 time: 0.0994606 Aug 17 00:43:51.435034 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7ee4da19-69bc-41ad-a0d1-55de4a05ce49 req-e43b3c76-63c9-4042-adc8-2e575f7bb8a7 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515382 Aug 17 00:43:51.448643 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-48b22cb6-f5be-461b-957a-b5be38efe8fe req-99191b57-0042-40db-808d-90d7acbfeee8 service neutron] 10.222.0.64 "GET /v2.0/networks/87604335-86c8-461c-a21e-97a263c18534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287968 Aug 17 00:43:52.229206 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:52.556666 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5418ad9-fbed-48d7-a465-c463d422c242 req-4327dc3a-f708-4628-b4ab-617635716a84 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:52.558261 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d5418ad9-fbed-48d7-a465-c463d422c242 req-4327dc3a-f708-4628-b4ab-617635716a84 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 943 time: 0.0524111 Aug 17 00:43:52.601406 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d5418ad9-fbed-48d7-a465-c463d422c242 req-e0a7fd11-1dbe-4d4d-a662-b20a784eb4b7 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370255 Aug 17 00:43:52.709183 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ab1508-e1c0-4042-bdd9-7da9338a7305', 'tag': '761158bd-c5a0-4639-8e53-6ed6725cd5d9'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:43:52.711495 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01531b7a-fd1d-4634-b121-e6fc09a2e08f" -d '{"events": [{"name": "network-changed", "server_uuid": "40ab1508-e1c0-4042-bdd9-7da9338a7305", "tag": "761158bd-c5a0-4639-8e53-6ed6725cd5d9"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:43:52.760381 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7084f17-a990-43bd-8fc1-9c501a8c8810 x-openstack-request-id: req-f7084f17-a990-43bd-8fc1-9c501a8c8810 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:43:52.760674 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ab1508-e1c0-4042-bdd9-7da9338a7305", "tag": "761158bd-c5a0-4639-8e53-6ed6725cd5d9", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:43:52.760924 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f7084f17-a990-43bd-8fc1-9c501a8c8810 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:43:52.761340 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ab1508-e1c0-4042-bdd9-7da9338a7305', 'tag': '761158bd-c5a0-4639-8e53-6ed6725cd5d9', 'status': 'completed', 'code': 200} Aug 17 00:43:52.829609 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01531b7a-fd1d-4634-b121-e6fc09a2e08f req-d6dd0433-900d-466c-9a38-91206f5ac67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:52.831106 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-01531b7a-fd1d-4634-b121-e6fc09a2e08f req-d6dd0433-900d-466c-9a38-91206f5ac67f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa85370070304bb3a28f9a44df27ba8d&device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 1095 time: 0.0416145 Aug 17 00:43:52.831527 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01531b7a-fd1d-4634-b121-e6fc09a2e08f req-2647d8c7-a9ba-47e6-ab8f-9e0b300badb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:52.834056 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-01531b7a-fd1d-4634-b121-e6fc09a2e08f req-2647d8c7-a9ba-47e6-ab8f-9e0b300badb1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa85370070304bb3a28f9a44df27ba8d&device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 1095 time: 0.0432849 Aug 17 00:43:52.925237 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01531b7a-fd1d-4634-b121-e6fc09a2e08f req-84bcaf39-8692-4f33-94ac-d689f87059cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:52.926725 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-01531b7a-fd1d-4634-b121-e6fc09a2e08f req-84bcaf39-8692-4f33-94ac-d689f87059cd service neutron] 10.222.0.64 "GET /v2.0/networks?id=87604335-86c8-461c-a21e-97a263c18534 HTTP/1.1" status: 200 len: 911 time: 0.0880144 Aug 17 00:43:52.929668 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01531b7a-fd1d-4634-b121-e6fc09a2e08f req-4d1e4282-192b-4c3a-86ed-e186db824099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:52.931150 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-01531b7a-fd1d-4634-b121-e6fc09a2e08f req-4d1e4282-192b-4c3a-86ed-e186db824099 service neutron] 10.222.0.69 "GET /v2.0/networks?id=87604335-86c8-461c-a21e-97a263c18534 HTTP/1.1" status: 200 len: 911 time: 0.0869410 Aug 17 00:43:52.985315 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-01531b7a-fd1d-4634-b121-e6fc09a2e08f req-06750a06-e5f7-440c-90e0-0f581e79f45d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=761158bd-c5a0-4639-8e53-6ed6725cd5d9 HTTP/1.1" status: 200 len: 217 time: 0.0504720 Aug 17 00:43:52.986625 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-01531b7a-fd1d-4634-b121-e6fc09a2e08f req-4634af45-d181-423c-a0fe-7ddc55e4ec3e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=761158bd-c5a0-4639-8e53-6ed6725cd5d9 HTTP/1.1" status: 200 len: 217 time: 0.0424473 Aug 17 00:43:53.037761 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01531b7a-fd1d-4634-b121-e6fc09a2e08f req-da1c49fb-a53f-41bf-a641-093c5113fb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:53.039405 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-01531b7a-fd1d-4634-b121-e6fc09a2e08f req-da1c49fb-a53f-41bf-a641-093c5113fb6e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e4466e6-0145-49d6-be57-ac9ab1b4c585 HTTP/1.1" status: 200 len: 850 time: 0.0477591 Aug 17 00:43:53.042126 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01531b7a-fd1d-4634-b121-e6fc09a2e08f req-60904e08-ac77-4c7c-83c4-7add60cbff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:53.043596 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-01531b7a-fd1d-4634-b121-e6fc09a2e08f req-60904e08-ac77-4c7c-83c4-7add60cbff9f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e4466e6-0145-49d6-be57-ac9ab1b4c585 HTTP/1.1" status: 200 len: 850 time: 0.0456879 Aug 17 00:43:53.073116 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-01531b7a-fd1d-4634-b121-e6fc09a2e08f req-2177c821-8322-4266-901a-6463e6730a04 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87604335-86c8-461c-a21e-97a263c18534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267248 Aug 17 00:43:53.080122 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-01531b7a-fd1d-4634-b121-e6fc09a2e08f req-f1db6929-ef5c-41fb-a393-ae9e8d9fad7a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=87604335-86c8-461c-a21e-97a263c18534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254216 Aug 17 00:43:53.180394 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-01531b7a-fd1d-4634-b121-e6fc09a2e08f req-3f1cf4ee-890f-4a18-8789-03f266c4d633 service neutron] 10.222.0.69 "GET /v2.0/networks/87604335-86c8-461c-a21e-97a263c18534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889661 Aug 17 00:43:53.256043 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 761158bd-c5a0-4639-8e53-6ed6725cd5d9 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:43:53.284864 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-01531b7a-fd1d-4634-b121-e6fc09a2e08f req-23a85b5c-5a41-4cee-909b-d14892af7bb7 service neutron] 10.222.0.69 "GET /v2.0/networks/87604335-86c8-461c-a21e-97a263c18534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927558 Aug 17 00:43:53.299390 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 761158bd-c5a0-4639-8e53-6ed6725cd5d9 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:43:53.455543 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 761158bd-c5a0-4639-8e53-6ed6725cd5d9 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:43:53.461122 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-01531b7a-fd1d-4634-b121-e6fc09a2e08f req-ed7e0125-5726-49df-8b19-8162cd643dd8 service neutron] 10.222.0.64 "GET /v2.0/networks/87604335-86c8-461c-a21e-97a263c18534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806770 Aug 17 00:43:53.548442 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 761158bd-c5a0-4639-8e53-6ed6725cd5d9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=761158bd-c5a0-4639-8e53-6ed6725cd5d9,segment=NetworkSegment(6972c6f7-c189-4ba4-b5a2-12a4da74542a),segment_id=6972c6f7-c189-4ba4-b5a2-12a4da74542a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:43:53.552615 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-01531b7a-fd1d-4634-b121-e6fc09a2e08f req-e46142db-50a7-4d54-b0aa-e1b6d444d719 service neutron] 10.222.0.64 "GET /v2.0/networks/87604335-86c8-461c-a21e-97a263c18534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843210 Aug 17 00:43:53.560644 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '761158bd-c5a0-4639-8e53-6ed6725cd5d9', 'network_id': '87604335-86c8-461c-a21e-97a263c18534', 'port_id': '761158bd-c5a0-4639-8e53-6ed6725cd5d9', 'mac_address': 'fa:16:3e:6b:43:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e4466e6-0145-49d6-be57-ac9ab1b4c585', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:43:53.601625 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:53.614303 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761158bd-c5a0-4639-8e53-6ed6725cd5d9 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:43:53.633228 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 761158bd-c5a0-4639-8e53-6ed6725cd5d9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=761158bd-c5a0-4639-8e53-6ed6725cd5d9,segment=NetworkSegment(6972c6f7-c189-4ba4-b5a2-12a4da74542a),segment_id=6972c6f7-c189-4ba4-b5a2-12a4da74542a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:43:53.638939 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:53.689075 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=761158bd-c5a0-4639-8e53-6ed6725cd5d9,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:43:53.731932 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfdd20-ad2b-4286-b7ff-33229b91f7b0 req-50d99523-f59a-44f2-920b-dbb99e801c39 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:53.733432 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66cfdd20-ad2b-4286-b7ff-33229b91f7b0 req-50d99523-f59a-44f2-920b-dbb99e801c39 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 944 time: 0.0538347 Aug 17 00:43:53.771990 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66cfdd20-ad2b-4286-b7ff-33229b91f7b0 req-f8b55a27-7505-454e-a27a-c13c8259ba7f tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323710 Aug 17 00:43:53.900046 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['761158bd-c5a0-4639-8e53-6ed6725cd5d9'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:43:54.060473 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0a415-56e3-4f0f-a92b-195c9bcb2192 req-04fa14c2-7bbd-440c-910b-fc8cc240006e tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:54.061950 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-beb0a415-56e3-4f0f-a92b-195c9bcb2192 req-04fa14c2-7bbd-440c-910b-fc8cc240006e tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.69 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305&tenant_id=fa85370070304bb3a28f9a44df27ba8d&binding%3Ahost_id=n-h2-800088-20 HTTP/1.1" status: 200 len: 944 time: 0.0928302 Aug 17 00:43:54.127506 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [req-beb0a415-56e3-4f0f-a92b-195c9bcb2192 req-a076bd5a-c131-44c2-a174-0273e7a59d33 service neutron] delete failed (client error): The resource could not be found. Aug 17 00:43:54.128491 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-beb0a415-56e3-4f0f-a92b-195c9bcb2192 req-a076bd5a-c131-44c2-a174-0273e7a59d33 service neutron] 10.222.0.69 "DELETE /v2.0/ports/761158bd-c5a0-4639-8e53-6ed6725cd5d9/bindings/n-h1-800088-20 HTTP/1.1" status: 404 len: 381 time: 0.0554500 Aug 17 00:43:54.219327 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0a415-56e3-4f0f-a92b-195c9bcb2192 req-7fc43d87-6fbe-4eef-8d61-5a33b50d8de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:54.220843 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-beb0a415-56e3-4f0f-a92b-195c9bcb2192 req-7fc43d87-6fbe-4eef-8d61-5a33b50d8de3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa85370070304bb3a28f9a44df27ba8d&device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 1096 time: 0.0416818 Aug 17 00:43:54.315634 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0a415-56e3-4f0f-a92b-195c9bcb2192 req-0f191dea-aaf0-421d-bc2a-75cde1988ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:54.317021 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-beb0a415-56e3-4f0f-a92b-195c9bcb2192 req-0f191dea-aaf0-421d-bc2a-75cde1988ab6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=87604335-86c8-461c-a21e-97a263c18534 HTTP/1.1" status: 200 len: 911 time: 0.0877354 Aug 17 00:43:54.363603 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-beb0a415-56e3-4f0f-a92b-195c9bcb2192 req-6f70b3ff-ca60-4950-9cfe-6a6dacef8720 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=761158bd-c5a0-4639-8e53-6ed6725cd5d9 HTTP/1.1" status: 200 len: 217 time: 0.0351107 Aug 17 00:43:54.416524 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0a415-56e3-4f0f-a92b-195c9bcb2192 req-664715d6-c948-4a79-a86c-162a39a1b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:54.418009 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-beb0a415-56e3-4f0f-a92b-195c9bcb2192 req-664715d6-c948-4a79-a86c-162a39a1b6cb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e4466e6-0145-49d6-be57-ac9ab1b4c585 HTTP/1.1" status: 200 len: 850 time: 0.0435274 Aug 17 00:43:54.459063 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-beb0a415-56e3-4f0f-a92b-195c9bcb2192 req-df4017aa-8ef2-4ec6-be7f-e6a8b9c91a13 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=87604335-86c8-461c-a21e-97a263c18534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296683 Aug 17 00:43:54.555350 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-beb0a415-56e3-4f0f-a92b-195c9bcb2192 req-41a6f10d-fcda-4ade-8ac0-9114d277c222 service neutron] 10.222.0.69 "GET /v2.0/networks/87604335-86c8-461c-a21e-97a263c18534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855374 Aug 17 00:43:54.656459 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-beb0a415-56e3-4f0f-a92b-195c9bcb2192 req-13769be8-c8fa-4dce-b243-71e0021467ce service neutron] 10.222.0.69 "GET /v2.0/networks/87604335-86c8-461c-a21e-97a263c18534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897422 Aug 17 00:43:55.406350 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502aac1-77d5-4a32-899c-d80aa0230a6a req-1b3915e7-4dc1-46a0-be5e-be1464757dc4 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:55.407725 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f502aac1-77d5-4a32-899c-d80aa0230a6a req-1b3915e7-4dc1-46a0-be5e-be1464757dc4 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 944 time: 0.0506642 Aug 17 00:43:55.447864 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f502aac1-77d5-4a32-899c-d80aa0230a6a req-f5620ad9-4624-4ba2-81e9-e693ed688b13 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332124 Aug 17 00:43:55.474002 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 761158bd-c5a0-4639-8e53-6ed6725cd5d9 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:43:55.521945 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 761158bd-c5a0-4639-8e53-6ed6725cd5d9 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:43:55.525582 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 761158bd-c5a0-4639-8e53-6ed6725cd5d9 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:43:55.525958 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:55.601066 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:55.623615 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ab1508-e1c0-4042-bdd9-7da9338a7305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761158bd-c5a0-4639-8e53-6ed6725cd5d9'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:43:55.625928 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e496f17-05f0-46e3-b4c9-49faa4028a95" -d '{"events": [{"server_uuid": "40ab1508-e1c0-4042-bdd9-7da9338a7305", "name": "network-vif-plugged", "status": "completed", "tag": "761158bd-c5a0-4639-8e53-6ed6725cd5d9"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:43:55.639260 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 761158bd-c5a0-4639-8e53-6ed6725cd5d9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=761158bd-c5a0-4639-8e53-6ed6725cd5d9,segment=NetworkSegment(6972c6f7-c189-4ba4-b5a2-12a4da74542a),segment_id=6972c6f7-c189-4ba4-b5a2-12a4da74542a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:43:55.643399 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:55.670130 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726ded3e-8c90-449e-bb24-65246195c33b x-openstack-request-id: req-726ded3e-8c90-449e-bb24-65246195c33b {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:43:55.670432 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ab1508-e1c0-4042-bdd9-7da9338a7305", "name": "network-vif-plugged", "status": "completed", "tag": "761158bd-c5a0-4639-8e53-6ed6725cd5d9", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:43:55.670687 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-726ded3e-8c90-449e-bb24-65246195c33b {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:43:55.671077 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ab1508-e1c0-4042-bdd9-7da9338a7305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761158bd-c5a0-4639-8e53-6ed6725cd5d9', 'code': 200} Aug 17 00:43:55.697435 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=761158bd-c5a0-4639-8e53-6ed6725cd5d9,revision_number=9']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:43:56.566059 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32bc86-9bbc-42db-8aca-33e5cb058563 req-629be37c-f47b-4535-aa1a-dab9da034d2e tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:56.567667 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff32bc86-9bbc-42db-8aca-33e5cb058563 req-629be37c-f47b-4535-aa1a-dab9da034d2e tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0490069 Aug 17 00:43:56.606151 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff32bc86-9bbc-42db-8aca-33e5cb058563 req-3961e079-3972-42f4-8393-893370c766eb tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6399c768-c13b-4887-86eb-2902f0983e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323193 Aug 17 00:43:56.673847 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0a415-56e3-4f0f-a92b-195c9bcb2192 req-fa7e7c8c-db49-43d6-b20e-977f5b7ffb5c tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:56.675282 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-beb0a415-56e3-4f0f-a92b-195c9bcb2192 req-fa7e7c8c-db49-43d6-b20e-977f5b7ffb5c tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.64 "GET /v2.0/ports?device_id=40ab1508-e1c0-4042-bdd9-7da9338a7305 HTTP/1.1" status: 200 len: 945 time: 0.0521221 Aug 17 00:43:56.763320 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-beb0a415-56e3-4f0f-a92b-195c9bcb2192 req-66dd4d36-3c05-440f-b6c6-58e6bad9aff3 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Deleting port 761158bd-c5a0-4639-8e53-6ed6725cd5d9 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:43:56.763581 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-beb0a415-56e3-4f0f-a92b-195c9bcb2192 req-66dd4d36-3c05-440f-b6c6-58e6bad9aff3 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:56.852228 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-beb0a415-56e3-4f0f-a92b-195c9bcb2192 req-66dd4d36-3c05-440f-b6c6-58e6bad9aff3 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] For port 761158bd-c5a0-4639-8e53-6ed6725cd5d9, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=761158bd-c5a0-4639-8e53-6ed6725cd5d9,segment=NetworkSegment(6972c6f7-c189-4ba4-b5a2-12a4da74542a),segment_id=6972c6f7-c189-4ba4-b5a2-12a4da74542a)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:43:56.852590 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-beb0a415-56e3-4f0f-a92b-195c9bcb2192 req-66dd4d36-3c05-440f-b6c6-58e6bad9aff3 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:56.864766 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-beb0a415-56e3-4f0f-a92b-195c9bcb2192 req-66dd4d36-3c05-440f-b6c6-58e6bad9aff3 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Calling delete_port for 761158bd-c5a0-4639-8e53-6ed6725cd5d9 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:43:56.996479 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-beb0a415-56e3-4f0f-a92b-195c9bcb2192 req-66dd4d36-3c05-440f-b6c6-58e6bad9aff3 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:57.010075 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['761158bd-c5a0-4639-8e53-6ed6725cd5d9'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:43:57.032544 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd4d36-3c05-440f-b6c6-58e6bad9aff3 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Pushing event deleted for resources: {'Port': ['ID=761158bd-c5a0-4639-8e53-6ed6725cd5d9,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:43:57.072546 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb0a415-56e3-4f0f-a92b-195c9bcb2192 req-66dd4d36-3c05-440f-b6c6-58e6bad9aff3 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] No DVR routers for this DVR port 761158bd-c5a0-4639-8e53-6ed6725cd5d9 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:43:57.075261 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-beb0a415-56e3-4f0f-a92b-195c9bcb2192 req-66dd4d36-3c05-440f-b6c6-58e6bad9aff3 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:57.077388 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-beb0a415-56e3-4f0f-a92b-195c9bcb2192 req-66dd4d36-3c05-440f-b6c6-58e6bad9aff3 tempest-DeleteServersTestJSON-8521941 tempest-DeleteServersTestJSON-8521941-project] 10.222.0.64 "DELETE /v2.0/ports/761158bd-c5a0-4639-8e53-6ed6725cd5d9 HTTP/1.1" status: 204 len: 173 time: 0.3960335 Aug 17 00:43:57.077824 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ab1508-e1c0-4042-bdd9-7da9338a7305', 'name': 'network-vif-deleted', 'tag': '761158bd-c5a0-4639-8e53-6ed6725cd5d9'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:43:57.080063 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45badfd-0a2e-40ae-99c6-a876b280c8fb" -d '{"events": [{"server_uuid": "40ab1508-e1c0-4042-bdd9-7da9338a7305", "name": "network-vif-deleted", "tag": "761158bd-c5a0-4639-8e53-6ed6725cd5d9"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:43:57.118737 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b736086f-31ee-4e45-bcc4-daad755fc036 x-openstack-request-id: req-b736086f-31ee-4e45-bcc4-daad755fc036 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:43:57.119077 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ab1508-e1c0-4042-bdd9-7da9338a7305", "name": "network-vif-deleted", "tag": "761158bd-c5a0-4639-8e53-6ed6725cd5d9", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:43:57.119348 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b736086f-31ee-4e45-bcc4-daad755fc036 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:43:57.119767 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ab1508-e1c0-4042-bdd9-7da9338a7305', 'name': 'network-vif-deleted', 'tag': '761158bd-c5a0-4639-8e53-6ed6725cd5d9', 'status': 'completed', 'code': 200} Aug 17 00:43:57.735197 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46352) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:43:57.781856 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb3014a3-ce22-4c7f-9d22-8ca9409ef2c2 admin admin] Deleting subnet 8e4466e6-0145-49d6-be57-ac9ab1b4c585 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:43:57.784904 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb3014a3-ce22-4c7f-9d22-8ca9409ef2c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:57.820505 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb3014a3-ce22-4c7f-9d22-8ca9409ef2c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:57.860566 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb3014a3-ce22-4c7f-9d22-8ca9409ef2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:57.918051 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb3014a3-ce22-4c7f-9d22-8ca9409ef2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:57.944146 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3014a3-ce22-4c7f-9d22-8ca9409ef2c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e4466e6-0145-49d6-be57-ac9ab1b4c585,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:43:57.948719 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cb3014a3-ce22-4c7f-9d22-8ca9409ef2c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:57.950520 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cb3014a3-ce22-4c7f-9d22-8ca9409ef2c2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8e4466e6-0145-49d6-be57-ac9ab1b4c585 HTTP/1.1" status: 204 len: 168 time: 0.2142997 Aug 17 00:43:57.953188 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46354) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:43:57.955823 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3014a3-ce22-4c7f-9d22-8ca9409ef2c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:43:57.956170 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3014a3-ce22-4c7f-9d22-8ca9409ef2c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:43:57.956518 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3014a3-ce22-4c7f-9d22-8ca9409ef2c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:43:57.956857 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3014a3-ce22-4c7f-9d22-8ca9409ef2c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:43:57.957217 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3014a3-ce22-4c7f-9d22-8ca9409ef2c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:43:57.957558 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3014a3-ce22-4c7f-9d22-8ca9409ef2c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:43:57.957889 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3014a3-ce22-4c7f-9d22-8ca9409ef2c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:43:57.958259 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3014a3-ce22-4c7f-9d22-8ca9409ef2c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:43:57.958583 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3014a3-ce22-4c7f-9d22-8ca9409ef2c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:43:57.958915 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3014a3-ce22-4c7f-9d22-8ca9409ef2c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:43:57.959231 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3014a3-ce22-4c7f-9d22-8ca9409ef2c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:43:57.959562 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3014a3-ce22-4c7f-9d22-8ca9409ef2c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:43:58.025488 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dfb6f40b-831a-4880-933f-17e39e2580d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:58.104744 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dfb6f40b-831a-4880-933f-17e39e2580d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:58.115328 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-dfb6f40b-831a-4880-933f-17e39e2580d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87604335-86c8-461c-a21e-97a263c18534']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:43:58.131120 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-dfb6f40b-831a-4880-933f-17e39e2580d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6972c6f7-c189-4ba4-b5a2-12a4da74542a') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:43:58.131406 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-dfb6f40b-831a-4880-933f-17e39e2580d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6972c6f7-c189-4ba4-b5a2-12a4da74542a') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:43:58.147007 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dfb6f40b-831a-4880-933f-17e39e2580d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:58.171398 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dfb6f40b-831a-4880-933f-17e39e2580d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:58.178730 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb6f40b-831a-4880-933f-17e39e2580d2 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:43:58.179146 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dfb6f40b-831a-4880-933f-17e39e2580d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:43:58.180795 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:43:58.236250 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dfb6f40b-831a-4880-933f-17e39e2580d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:58.241741 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dfb6f40b-831a-4880-933f-17e39e2580d2 admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:58.244382 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-dfb6f40b-831a-4880-933f-17e39e2580d2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/87604335-86c8-461c-a21e-97a263c18534 HTTP/1.1" status: 204 len: 168 time: 0.2900400 Aug 17 00:43:58.257837 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6f40b-831a-4880-933f-17e39e2580d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=87604335-86c8-461c-a21e-97a263c18534,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:43:58.356864 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46358) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:43:58.399965 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-531e29c7-2696-4162-84d0-031a8a1d4a63 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fa85370070304bb3a28f9a44df27ba8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419099 Aug 17 00:43:58.402472 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46360) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:43:58.451362 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-be69cffc-5855-495e-907f-a5456216b359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:58.473113 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-be69cffc-5855-495e-907f-a5456216b359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:58.520731 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-be69cffc-5855-495e-907f-a5456216b359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:58.523257 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-be69cffc-5855-495e-907f-a5456216b359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:58.527001 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-be69cffc-5855-495e-907f-a5456216b359 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6399c768-c13b-4887-86eb-2902f0983e6b HTTP/1.1" status: 204 len: 168 time: 0.1234660 Aug 17 00:43:58.535108 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69cffc-5855-495e-907f-a5456216b359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6399c768-c13b-4887-86eb-2902f0983e6b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:43:59.195233 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46382) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:43:59.296718 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-03154dc8-8bff-4ace-9d1f-ca6ac79486f5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-478173199-network', 'tenant_id': '55082111c9254ae0be96b599b6cc3169'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:43:59.318652 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03154dc8-8bff-4ace-9d1f-ca6ac79486f5 admin admin] Made reservation on behalf of 55082111c9254ae0be96b599b6cc3169 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:43:59.321174 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-03154dc8-8bff-4ace-9d1f-ca6ac79486f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:59.329415 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-03154dc8-8bff-4ace-9d1f-ca6ac79486f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:59.427086 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-03154dc8-8bff-4ace-9d1f-ca6ac79486f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:59.431541 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-03154dc8-8bff-4ace-9d1f-ca6ac79486f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:59.456912 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03154dc8-8bff-4ace-9d1f-ca6ac79486f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:43:59.470493 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03154dc8-8bff-4ace-9d1f-ca6ac79486f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ac7b16-a768-408c-947c-000d4cf02e19,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:43:59.476141 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-03154dc8-8bff-4ace-9d1f-ca6ac79486f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:59.476498 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-03154dc8-8bff-4ace-9d1f-ca6ac79486f5 admin admin] Added segment 4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61 of type vlan for network 65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff Aug 17 00:43:59.506621 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 761158bd-c5a0-4639-8e53-6ed6725cd5d9 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:43:59.518524 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-03154dc8-8bff-4ace-9d1f-ca6ac79486f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:59.526956 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 761158bd-c5a0-4639-8e53-6ed6725cd5d9 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:43:59.527367 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 761158bd-c5a0-4639-8e53-6ed6725cd5d9 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:43:59.544268 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-03154dc8-8bff-4ace-9d1f-ca6ac79486f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:59.545539 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03154dc8-8bff-4ace-9d1f-ca6ac79486f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:59.546132 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-03154dc8-8bff-4ace-9d1f-ca6ac79486f5 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:59.597984 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-03154dc8-8bff-4ace-9d1f-ca6ac79486f5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4015992 Aug 17 00:43:59.601578 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46386) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:43:59.606839 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-a068577f-85a0-4131-b6f7-8a3fc4d8594d admin admin] Request body: {'subnet': {'network_id': '65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-478173199-subnet', 'tenant_id': '55082111c9254ae0be96b599b6cc3169', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:43:59.610487 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03154dc8-8bff-4ace-9d1f-ca6ac79486f5 admin admin] Pushing event updated for resources: {'Network': ['ID=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:43:59.620644 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:43:59.627359 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a068577f-85a0-4131-b6f7-8a3fc4d8594d admin admin] Made reservation on behalf of 55082111c9254ae0be96b599b6cc3169 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:43:59.629821 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a068577f-85a0-4131-b6f7-8a3fc4d8594d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:59.797129 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a068577f-85a0-4131-b6f7-8a3fc4d8594d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:59.852098 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068577f-85a0-4131-b6f7-8a3fc4d8594d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5351ac7-d7cc-4334-ad37-5bb319851583,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:43:59.859132 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a068577f-85a0-4131-b6f7-8a3fc4d8594d admin admin] Checking segment: {'id': '4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:43:59.859493 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a068577f-85a0-4131-b6f7-8a3fc4d8594d admin admin] Network hostable DHCP agents. Network: 65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:43:59.876453 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a068577f-85a0-4131-b6f7-8a3fc4d8594d admin admin] Network 65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:43:59.884870 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-a068577f-85a0-4131-b6f7-8a3fc4d8594d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:43:59.888710 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a068577f-85a0-4131-b6f7-8a3fc4d8594d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:43:59.889330 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a068577f-85a0-4131-b6f7-8a3fc4d8594d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:59.893702 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9076f4b1-7169-4d34-84ea-3e8c8d9098ca None None] Network 65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:43:59.903173 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a068577f-85a0-4131-b6f7-8a3fc4d8594d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3003824 Aug 17 00:44:00.025747 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc9385a-beae-476c-99a6-817259d470eb None None] Network 65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:44:00.352980 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-c67d8a23-3e4a-4126-8da1-19a93ceec4a6 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:00.354576 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-c67d8a23-3e4a-4126-8da1-19a93ceec4a6 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/networks?id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff HTTP/1.1" status: 200 len: 814 time: 0.1166713 Aug 17 00:44:00.371752 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-876a562d-447f-4e9b-9cbf-3bf3a86fa7d1 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/quotas/55082111c9254ae0be96b599b6cc3169 HTTP/1.1" status: 200 len: 375 time: 0.0089424 Aug 17 00:44:00.402824 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-8b79dbd5-5da0-489c-a790-7fcd94fdfc59 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=55082111c9254ae0be96b599b6cc3169&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257390 Aug 17 00:44:00.494979 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-1291aeb4-e975-4b59-bc80-5f71d36b7392 service neutron] 10.222.0.60 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852284 Aug 17 00:44:00.582388 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-730c0493-b7f8-457e-ba39-129d3561aa34 service neutron] 10.222.0.60 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813415 Aug 17 00:44:00.751343 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c717d47b-4871-4144-9a8e-5c5c491311b9 req-6ca7ae28-3a55-4982-beb3-86033a44c953 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 210 time: 0.0337164 Aug 17 00:44:01.720112 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-146368c1-a359-47bc-88e6-1d4f2b1655c6 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:01.721498 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-146368c1-a359-47bc-88e6-1d4f2b1655c6 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.64 "GET /v2.0/networks?id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff HTTP/1.1" status: 200 len: 814 time: 0.1170833 Aug 17 00:44:01.733975 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-8f398bf5-a425-437a-9ca2-630b65e2fc2a tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Request body: {'port': {'device_id': '815321e8-9d78-410a-aefa-0d4c8ed78d8a', 'network_id': '65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff', 'admin_state_up': True, 'tenant_id': '55082111c9254ae0be96b599b6cc3169'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:44:01.855569 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2572cef5-947f-4bcb-8acb-3ebf33a611eb req-a83216f6-1548-41c2-91b3-fdb9efe3915f tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 210 time: 0.0318930 Aug 17 00:44:01.874122 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-8f398bf5-a425-437a-9ca2-630b65e2fc2a tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Made reservation on behalf of 55082111c9254ae0be96b599b6cc3169 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:44:01.877655 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-8f398bf5-a425-437a-9ca2-630b65e2fc2a tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:02.002235 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-8f398bf5-a425-437a-9ca2-630b65e2fc2a tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Allocated IP 172.20.0.14 (65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff/e5351ac7-d7cc-4334-ad37-5bb319851583/4df6bffd-a61b-4c9c-a54b-2413bd84c3e0) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:44:02.156215 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-8f398bf5-a425-437a-9ca2-630b65e2fc2a tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:02.197440 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-8f398bf5-a425-437a-9ca2-630b65e2fc2a tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:02.245902 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-8f398bf5-a425-437a-9ca2-630b65e2fc2a tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Network 65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:44:02.249013 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-8f398bf5-a425-437a-9ca2-630b65e2fc2a tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:44:02.252798 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-8f398bf5-a425-437a-9ca2-630b65e2fc2a tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:44:02.259494 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f398bf5-a425-437a-9ca2-630b65e2fc2a tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Pushing event updated for resources: {'Port': ['ID=4df6bffd-a61b-4c9c-a54b-2413bd84c3e0,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:44:02.305432 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-8f398bf5-a425-437a-9ca2-630b65e2fc2a tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:02.306048 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-8f398bf5-a425-437a-9ca2-630b65e2fc2a tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:02.319858 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-8f398bf5-a425-437a-9ca2-630b65e2fc2a tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5897257 Aug 17 00:44:02.331737 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-a2427d06-03ba-4a83-9f99-7a676ec24bdc service neutron] Request body: {'port': {'device_id': '815321e8-9d78-410a-aefa-0d4c8ed78d8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:44:02.384597 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-a2427d06-03ba-4a83-9f99-7a676ec24bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:02.647314 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-a2427d06-03ba-4a83-9f99-7a676ec24bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:44:02.654478 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-a2427d06-03ba-4a83-9f99-7a676ec24bdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:02.666710 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-a2427d06-03ba-4a83-9f99-7a676ec24bdc service neutron] Transition to ACTIVE for port object 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:44:02.670348 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-a2427d06-03ba-4a83-9f99-7a676ec24bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:02.716792 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2427d06-03ba-4a83-9f99-7a676ec24bdc service neutron] Pushing event updated for resources: {'Port': ['ID=4df6bffd-a61b-4c9c-a54b-2413bd84c3e0,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:44:02.789095 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-a2427d06-03ba-4a83-9f99-7a676ec24bdc service neutron] Attempting to bind port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:44:02.789433 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-a2427d06-03ba-4a83-9f99-7a676ec24bdc service neutron] Attempting to bind port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:44:02.789766 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-a2427d06-03ba-4a83-9f99-7a676ec24bdc service neutron] Attempting to bind port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 on network 65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:44:02.794038 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-a2427d06-03ba-4a83-9f99-7a676ec24bdc service neutron] Port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 on network 65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:44:02.794363 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-a2427d06-03ba-4a83-9f99-7a676ec24bdc service neutron] Attempting to bind port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 on network 65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:44:02.799127 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-a2427d06-03ba-4a83-9f99-7a676ec24bdc service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:44:02.799465 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-a2427d06-03ba-4a83-9f99-7a676ec24bdc service neutron] Checking segment: {'id': '4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:44:02.799848 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-a2427d06-03ba-4a83-9f99-7a676ec24bdc service neutron] Bound using segment: {'id': '4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:44:02.800275 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-a2427d06-03ba-4a83-9f99-7a676ec24bdc service neutron] Bound port: 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:44:02.800634 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-a2427d06-03ba-4a83-9f99-7a676ec24bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:02.865692 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-a2427d06-03ba-4a83-9f99-7a676ec24bdc service neutron] For port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:44:02.868716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-a2427d06-03ba-4a83-9f99-7a676ec24bdc service neutron] For port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4df6bffd-a61b-4c9c-a54b-2413bd84c3e0,segment=NetworkSegment(4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61),segment_id=4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:44:02.873376 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-a2427d06-03ba-4a83-9f99-7a676ec24bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:02.906695 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-a2427d06-03ba-4a83-9f99-7a676ec24bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:02.907322 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-a2427d06-03ba-4a83-9f99-7a676ec24bdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:02.908719 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-a2427d06-03ba-4a83-9f99-7a676ec24bdc service neutron] 10.222.0.64 "PUT /v2.0/ports/4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 HTTP/1.1" status: 200 len: 1093 time: 0.5810122 Aug 17 00:44:02.909178 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815321e8-9d78-410a-aefa-0d4c8ed78d8a', 'tag': '4df6bffd-a61b-4c9c-a54b-2413bd84c3e0'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:44:02.912280 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99838a6-3eb1-4d8c-a26e-feacd8eda26c" -d '{"events": [{"name": "network-changed", "server_uuid": "815321e8-9d78-410a-aefa-0d4c8ed78d8a", "tag": "4df6bffd-a61b-4c9c-a54b-2413bd84c3e0"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:44:02.951422 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2427d06-03ba-4a83-9f99-7a676ec24bdc service neutron] Pushing event updated for resources: {'Port': ['ID=4df6bffd-a61b-4c9c-a54b-2413bd84c3e0,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:44:02.959973 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6436a6-2905-4c5d-abca-c8637f6a7bc6 x-openstack-request-id: req-aa6436a6-2905-4c5d-abca-c8637f6a7bc6 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:44:02.960270 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "815321e8-9d78-410a-aefa-0d4c8ed78d8a", "tag": "4df6bffd-a61b-4c9c-a54b-2413bd84c3e0", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:44:02.960527 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa6436a6-2905-4c5d-abca-c8637f6a7bc6 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:44:02.960929 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '815321e8-9d78-410a-aefa-0d4c8ed78d8a', 'tag': '4df6bffd-a61b-4c9c-a54b-2413bd84c3e0', 'status': 'completed', 'code': 200} Aug 17 00:44:03.027899 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297149fa-bb2f-44f2-84b9-924cddda84c5 req-bb8238bf-d0b1-4d45-a2cd-fb1ff988b8ba tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:03.029404 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-297149fa-bb2f-44f2-84b9-924cddda84c5 req-bb8238bf-d0b1-4d45-a2cd-fb1ff988b8ba tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 944 time: 0.0890944 Aug 17 00:44:03.035710 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-08465d77-b38f-4224-9886-c35cce15c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:03.038180 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-08465d77-b38f-4224-9886-c35cce15c70a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=55082111c9254ae0be96b599b6cc3169&device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 1096 time: 0.0805848 Aug 17 00:44:03.095091 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-9d58b93c-cc69-42f9-a4f4-b8ad76045fbb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 HTTP/1.1" status: 200 len: 217 time: 0.0434256 Aug 17 00:44:03.103114 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-297149fa-bb2f-44f2-84b9-924cddda84c5 req-312be72b-7c82-4b74-86fe-a042e77c85f0 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640631 Aug 17 00:44:03.152362 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-b0b32b46-e765-4a92-8292-13470c13633e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:03.153857 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-b0b32b46-e765-4a92-8292-13470c13633e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5351ac7-d7cc-4334-ad37-5bb319851583 HTTP/1.1" status: 200 len: 854 time: 0.0499289 Aug 17 00:44:03.190602 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-17570f7e-4781-4708-8b02-3e11a7b52bbc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285583 Aug 17 00:44:03.278377 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-9cb59c2b-17d7-4a33-a4c0-010ab7063bb5 service neutron] 10.222.0.64 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802584 Aug 17 00:44:03.372395 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-69244497-8b25-4ce5-88f2-371633ebbe06 req-d3d2f9ac-4301-4ce9-8aee-743de218df63 service neutron] 10.222.0.64 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864861 Aug 17 00:44:03.457316 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99838a6-3eb1-4d8c-a26e-feacd8eda26c req-af702ad5-d95e-40ab-81ff-8ad9bdc5d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:03.459145 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e99838a6-3eb1-4d8c-a26e-feacd8eda26c req-af702ad5-d95e-40ab-81ff-8ad9bdc5d35a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=55082111c9254ae0be96b599b6cc3169&device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 1096 time: 0.0424244 Aug 17 00:44:03.554295 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99838a6-3eb1-4d8c-a26e-feacd8eda26c req-db3e5594-49d8-486b-9e83-380bcc426e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:03.555779 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e99838a6-3eb1-4d8c-a26e-feacd8eda26c req-db3e5594-49d8-486b-9e83-380bcc426e53 service neutron] 10.222.0.64 "GET /v2.0/networks?id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff HTTP/1.1" status: 200 len: 915 time: 0.0891728 Aug 17 00:44:03.600633 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e99838a6-3eb1-4d8c-a26e-feacd8eda26c req-26915c8d-f021-4630-a18d-9b5eece18a01 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 HTTP/1.1" status: 200 len: 217 time: 0.0377536 Aug 17 00:44:03.650059 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99838a6-3eb1-4d8c-a26e-feacd8eda26c req-f1a33b7a-9789-465c-842f-bc8d513d0cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:03.651519 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e99838a6-3eb1-4d8c-a26e-feacd8eda26c req-f1a33b7a-9789-465c-842f-bc8d513d0cf2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5351ac7-d7cc-4334-ad37-5bb319851583 HTTP/1.1" status: 200 len: 854 time: 0.0437229 Aug 17 00:44:03.682838 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e99838a6-3eb1-4d8c-a26e-feacd8eda26c req-1751a6ce-a93e-457b-965a-62eab09e4547 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236001 Aug 17 00:44:03.777634 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e99838a6-3eb1-4d8c-a26e-feacd8eda26c req-9ebe8ce7-d295-41d2-805b-18db3460f3ef service neutron] 10.222.0.64 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862527 Aug 17 00:44:03.867848 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e99838a6-3eb1-4d8c-a26e-feacd8eda26c req-ec123ff6-5e03-4fb5-9c3c-8efd950af043 service neutron] 10.222.0.64 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825160 Aug 17 00:44:04.227060 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a1402-6581-427b-b3c6-2170686a9b26 req-7883829a-7f5b-4923-9154-62f72352bacf tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:04.228555 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c37a1402-6581-427b-b3c6-2170686a9b26 req-7883829a-7f5b-4923-9154-62f72352bacf tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 944 time: 0.0563488 Aug 17 00:44:04.266678 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c37a1402-6581-427b-b3c6-2170686a9b26 req-1d139bac-5e37-4daa-8f0e-156a881465d0 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321836 Aug 17 00:44:05.381729 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139a1d8-9e48-48a4-a03a-50744880942f req-addb0ac3-f02b-445c-87d8-15655c7ca8d2 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:05.385113 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6139a1d8-9e48-48a4-a03a-50744880942f req-addb0ac3-f02b-445c-87d8-15655c7ca8d2 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 944 time: 0.0507240 Aug 17 00:44:05.421183 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6139a1d8-9e48-48a4-a03a-50744880942f req-135eb0e3-b2f5-4233-a0fe-67e77b50ed39 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317967 Aug 17 00:44:05.538010 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:44:05.634618 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4df6bffd-a61b-4c9c-a54b-2413bd84c3e0,segment=NetworkSegment(4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61),segment_id=4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:44:05.645733 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '4df6bffd-a61b-4c9c-a54b-2413bd84c3e0', 'network_id': '65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff', 'port_id': '4df6bffd-a61b-4c9c-a54b-2413bd84c3e0', 'mac_address': 'fa:16:3e:6b:73:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5351ac7-d7cc-4334-ad37-5bb319851583', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:44:05.682281 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:05.695450 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:44:05.715276 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4df6bffd-a61b-4c9c-a54b-2413bd84c3e0,segment=NetworkSegment(4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61),segment_id=4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:44:05.719214 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:05.769957 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=4df6bffd-a61b-4c9c-a54b-2413bd84c3e0,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:44:05.777878 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:44:05.778219 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:44:05.778552 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:44:05.778887 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:44:05.779213 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:44:05.779534 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:44:05.779855 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:44:05.780171 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:44:05.780490 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:44:05.780805 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:44:05.781157 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:44:05.781475 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:44:05.907925 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['4df6bffd-a61b-4c9c-a54b-2413bd84c3e0'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:44:06.535537 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482a79d-e39b-4fd3-973a-f70068b4b6db req-98e30525-d479-4def-9a47-d0441455dc2d tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:06.536998 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b482a79d-e39b-4fd3-973a-f70068b4b6db req-98e30525-d479-4def-9a47-d0441455dc2d tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 945 time: 0.0477340 Aug 17 00:44:06.575749 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b482a79d-e39b-4fd3-973a-f70068b4b6db req-a93c19b9-321f-4187-8599-41e1a2d90135 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317099 Aug 17 00:44:07.552274 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:44:07.602218 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:44:07.606557 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:44:07.606920 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:07.688109 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:07.697996 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3e1db-4253-4072-8922-96d07a3d10a9 req-5df047bd-29f4-4657-8ac8-f52b8e8afa47 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:07.699440 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6cd3e1db-4253-4072-8922-96d07a3d10a9 req-5df047bd-29f4-4657-8ac8-f52b8e8afa47 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 945 time: 0.0540712 Aug 17 00:44:07.711515 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815321e8-9d78-410a-aefa-0d4c8ed78d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df6bffd-a61b-4c9c-a54b-2413bd84c3e0'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:44:07.713838 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877214f7-6685-4525-bd99-10f9ce5dcba9" -d '{"events": [{"server_uuid": "815321e8-9d78-410a-aefa-0d4c8ed78d8a", "name": "network-vif-plugged", "status": "completed", "tag": "4df6bffd-a61b-4c9c-a54b-2413bd84c3e0"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:44:07.726636 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4df6bffd-a61b-4c9c-a54b-2413bd84c3e0,segment=NetworkSegment(4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61),segment_id=4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:44:07.731714 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:07.744131 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6cd3e1db-4253-4072-8922-96d07a3d10a9 req-e134ccb6-c7e5-4ac1-90d2-225910b9c1a9 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386117 Aug 17 00:44:07.762270 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1994905b-7a36-4beb-aae0-7982ad64c5ae x-openstack-request-id: req-1994905b-7a36-4beb-aae0-7982ad64c5ae {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:44:07.762562 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815321e8-9d78-410a-aefa-0d4c8ed78d8a", "name": "network-vif-plugged", "status": "completed", "tag": "4df6bffd-a61b-4c9c-a54b-2413bd84c3e0", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:44:07.762816 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1994905b-7a36-4beb-aae0-7982ad64c5ae {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:44:07.763213 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815321e8-9d78-410a-aefa-0d4c8ed78d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df6bffd-a61b-4c9c-a54b-2413bd84c3e0', 'code': 200} Aug 17 00:44:07.789752 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=4df6bffd-a61b-4c9c-a54b-2413bd84c3e0,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:44:07.865546 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeac354-3882-4869-9100-1f13d263ef8c req-d80f122e-0409-4d66-8ea0-c1fb20dd8b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:07.867754 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ebeac354-3882-4869-9100-1f13d263ef8c req-d80f122e-0409-4d66-8ea0-c1fb20dd8b37 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 1098 time: 0.0406315 Aug 17 00:44:07.904410 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ebeac354-3882-4869-9100-1f13d263ef8c req-51362a1f-f795-4631-89e8-88c455d21e1b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292706 Aug 17 00:44:08.862509 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39c723-0bc5-4335-aa6b-6826bd1b896f req-c4de2d02-8247-417c-8e0c-707b04e7dc64 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:08.863982 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2d39c723-0bc5-4335-aa6b-6826bd1b896f req-c4de2d02-8247-417c-8e0c-707b04e7dc64 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.0492439 Aug 17 00:44:08.902118 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2d39c723-0bc5-4335-aa6b-6826bd1b896f req-4cf25e3b-800d-4e02-8424-780724e632ba tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314562 Aug 17 00:44:09.023799 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518dbe23-368a-43d4-9679-1027346e2f05 req-cbc93a09-3838-4b51-b0d9-ba3151ef3d68 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:09.025359 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-518dbe23-368a-43d4-9679-1027346e2f05 req-cbc93a09-3838-4b51-b0d9-ba3151ef3d68 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.0533335 Aug 17 00:44:09.063863 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-518dbe23-368a-43d4-9679-1027346e2f05 req-6e7a6e45-9751-48c7-928c-baa481c0e51b tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324018 Aug 17 00:44:09.265682 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ccb196-5487-418f-b59d-ba6e47a8ffbd req-b30d0dab-904f-4484-9686-5199fbf47e56 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:09.267168 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73ccb196-5487-418f-b59d-ba6e47a8ffbd req-b30d0dab-904f-4484-9686-5199fbf47e56 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.0504129 Aug 17 00:44:09.306165 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-73ccb196-5487-418f-b59d-ba6e47a8ffbd req-3ec79c04-9fb4-4c74-b089-3d9d59aa6b17 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324597 Aug 17 00:44:09.425081 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bc5cd-74af-4988-b307-0765bc5fb526 req-011bc386-d1e6-4fd1-8df7-966b7d448e6b tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:09.426856 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc2bc5cd-74af-4988-b307-0765bc5fb526 req-011bc386-d1e6-4fd1-8df7-966b7d448e6b tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.0531771 Aug 17 00:44:09.466779 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc2bc5cd-74af-4988-b307-0765bc5fb526 req-6fc6b126-f1b5-4443-8779-9778ca2f30fc tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328715 Aug 17 00:44:09.698372 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ef60b857-596e-4715-a475-0730c222c9de req-cc23c0c7-a42a-499e-825c-100189de1c2c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0473700 Aug 17 00:44:09.712078 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8131ba4-4053-4c43-8ab9-408faff6c411 req-9792c094-1d66-4aaf-a8c0-6dcb660d4ba7 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:09.713605 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8131ba4-4053-4c43-8ab9-408faff6c411 req-9792c094-1d66-4aaf-a8c0-6dcb660d4ba7 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.0541153 Aug 17 00:44:09.753980 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8131ba4-4053-4c43-8ab9-408faff6c411 req-a47723ea-a247-47cd-b75e-05155f9a4d47 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340776 Aug 17 00:44:10.454075 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:10.872264 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5dd97b-5271-4b79-9b75-466a573cc6a9 req-b90a8cbe-91aa-44bd-9129-8be398c45578 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:10.873777 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fc5dd97b-5271-4b79-9b75-466a573cc6a9 req-b90a8cbe-91aa-44bd-9129-8be398c45578 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.0515859 Aug 17 00:44:10.936816 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fc5dd97b-5271-4b79-9b75-466a573cc6a9 req-3fcde4c9-8aba-44aa-8f47-72b8a8f515fe tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536096 Aug 17 00:44:10.939429 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60b857-596e-4715-a475-0730c222c9de req-bb2ee399-4a55-4aa5-8e69-2a6689472b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:10.940838 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ef60b857-596e-4715-a475-0730c222c9de req-bb2ee399-4a55-4aa5-8e69-2a6689472b20 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=55082111c9254ae0be96b599b6cc3169&device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 1098 time: 0.0652816 Aug 17 00:44:11.032892 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60b857-596e-4715-a475-0730c222c9de req-59430e5e-bcc6-450f-a1d5-08868220f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:11.034310 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ef60b857-596e-4715-a475-0730c222c9de req-59430e5e-bcc6-450f-a1d5-08868220f1dc service neutron] 10.222.0.64 "GET /v2.0/networks?id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff HTTP/1.1" status: 200 len: 915 time: 0.0869586 Aug 17 00:44:11.074844 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ef60b857-596e-4715-a475-0730c222c9de req-f7c97e6d-32ad-4eba-adf6-83bdabebfecb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 HTTP/1.1" status: 200 len: 217 time: 0.0339868 Aug 17 00:44:11.126176 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60b857-596e-4715-a475-0730c222c9de req-decd8475-a3f8-43aa-9128-bad6e72c2a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:11.127611 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ef60b857-596e-4715-a475-0730c222c9de req-decd8475-a3f8-43aa-9128-bad6e72c2a97 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5351ac7-d7cc-4334-ad37-5bb319851583 HTTP/1.1" status: 200 len: 854 time: 0.0461125 Aug 17 00:44:11.159657 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ef60b857-596e-4715-a475-0730c222c9de req-6db0f17e-3f51-46af-9cc1-0ac7a36c3022 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245030 Aug 17 00:44:11.250337 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ef60b857-596e-4715-a475-0730c222c9de req-89993ee6-196b-4540-a2fa-72a662f0dc53 service neutron] 10.222.0.64 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825164 Aug 17 00:44:11.344623 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ef60b857-596e-4715-a475-0730c222c9de req-cd492daf-fa54-41e0-ba69-3facad615559 service neutron] 10.222.0.64 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861397 Aug 17 00:44:12.048152 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:12.053608 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e1047-a08f-46ee-9d84-d7280e8da415 req-7140c5dd-328d-4ecc-842a-d5aa281e9986 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:12.055112 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d49e1047-a08f-46ee-9d84-d7280e8da415 req-7140c5dd-328d-4ecc-842a-d5aa281e9986 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.0490279 Aug 17 00:44:12.093274 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d49e1047-a08f-46ee-9d84-d7280e8da415 req-7e547739-2168-4cc7-90a4-45ba64292d44 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314002 Aug 17 00:44:13.209670 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bcb28-905a-4139-941b-10b8c81a4d42 req-91067405-03bd-4ced-a1b4-1eafd2b0bbf5 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:13.211151 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e8bcb28-905a-4139-941b-10b8c81a4d42 req-91067405-03bd-4ced-a1b4-1eafd2b0bbf5 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.0487063 Aug 17 00:44:13.249340 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e8bcb28-905a-4139-941b-10b8c81a4d42 req-26b2c252-f47f-4bdc-aa57-ed6feeeb5807 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317812 Aug 17 00:44:14.376931 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84ba16-426f-400f-81d5-9241a68528ad req-f6831b64-140f-4f02-89ca-693c7cc458dd tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:14.378671 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1e84ba16-426f-400f-81d5-9241a68528ad req-f6831b64-140f-4f02-89ca-693c7cc458dd tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.0595572 Aug 17 00:44:14.418824 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1e84ba16-426f-400f-81d5-9241a68528ad req-00425e60-6369-4bca-bed8-bf152264d987 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340257 Aug 17 00:44:15.535716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745de06-0a0e-4b2c-b786-85296712089a req-29a92a2d-828f-43e3-a7f2-058a81eec2fa tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:15.537227 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5745de06-0a0e-4b2c-b786-85296712089a req-29a92a2d-828f-43e3-a7f2-058a81eec2fa tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.0501916 Aug 17 00:44:15.575257 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5745de06-0a0e-4b2c-b786-85296712089a req-00fd4f3e-981c-49d7-80e8-ada8c97e1aa0 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319185 Aug 17 00:44:16.584196 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5aeea629-daac-4ecc-93e7-479342a4a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:16.690862 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477ee21-176d-4d74-b28f-eff59056efb2 req-651fd85e-6fc0-42eb-97f9-1cc365536ba2 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:16.692410 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c477ee21-176d-4d74-b28f-eff59056efb2 req-651fd85e-6fc0-42eb-97f9-1cc365536ba2 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.0495429 Aug 17 00:44:16.731253 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c477ee21-176d-4d74-b28f-eff59056efb2 req-e849e1fd-834c-4d86-899d-3063ab1436ec tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326474 Aug 17 00:44:17.923611 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977ebad-714c-4703-95ff-ecb30d2013a8 req-a0976466-4763-4228-bb83-9227d91ec1b3 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:17.925131 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b977ebad-714c-4703-95ff-ecb30d2013a8 req-a0976466-4763-4228-bb83-9227d91ec1b3 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.1247838 Aug 17 00:44:17.963992 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b977ebad-714c-4703-95ff-ecb30d2013a8 req-1928e6b7-5074-4929-9337-b2947eee0eb4 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323961 Aug 17 00:44:19.153429 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63509fe9-ce2b-4679-b667-794866e8c0d6 req-59e19155-a82c-4dd8-b624-af60cdeae5da tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:19.154900 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63509fe9-ce2b-4679-b667-794866e8c0d6 req-59e19155-a82c-4dd8-b624-af60cdeae5da tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.1231818 Aug 17 00:44:19.192907 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63509fe9-ce2b-4679-b667-794866e8c0d6 req-ddd5c0d1-972d-44c2-a60c-5ea6451909e4 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321538 Aug 17 00:44:19.279983 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-effa3f57-1e03-4b72-b80c-c69359e70e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:19.326690 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:20.311722 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d3989-df92-4d81-88cd-0680c2eccaec req-7e83e339-1ac0-41b0-884a-ea31bdb3064a tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:20.313238 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b16d3989-df92-4d81-88cd-0680c2eccaec req-7e83e339-1ac0-41b0-884a-ea31bdb3064a tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.0519123 Aug 17 00:44:20.329709 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:20.353317 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b16d3989-df92-4d81-88cd-0680c2eccaec req-f5082978-ec7b-4338-a11e-2cfd41993b37 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334289 Aug 17 00:44:21.199915 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:44:21.472586 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639f6a1-962a-4c3c-8a16-5fd7ae50c4b2 req-91964325-c576-4293-9384-c93a0dabbaf3 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:21.474021 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c639f6a1-962a-4c3c-8a16-5fd7ae50c4b2 req-91964325-c576-4293-9384-c93a0dabbaf3 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.0530968 Aug 17 00:44:21.512155 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c639f6a1-962a-4c3c-8a16-5fd7ae50c4b2 req-0d9f4a27-0ba3-4be3-bfef-d14deda873cf tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316613 Aug 17 00:44:22.230250 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:22.625326 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348d889-2d85-41cb-a6f0-13abdb860f90 req-ae1a7aeb-4ec7-440d-b5eb-b1fdaa2699d9 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:22.626805 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2348d889-2d85-41cb-a6f0-13abdb860f90 req-ae1a7aeb-4ec7-440d-b5eb-b1fdaa2699d9 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.0485837 Aug 17 00:44:22.663983 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2348d889-2d85-41cb-a6f0-13abdb860f90 req-528e5d69-04df-4a1a-b5bc-84fb159c3bb2 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313368 Aug 17 00:44:23.783506 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98e776-df21-4650-822f-159b6393a6c1 req-cc8ca173-cf5b-4586-846f-0cf3163f6048 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:23.785052 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6e98e776-df21-4650-822f-159b6393a6c1 req-cc8ca173-cf5b-4586-846f-0cf3163f6048 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.0492918 Aug 17 00:44:23.823813 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6e98e776-df21-4650-822f-159b6393a6c1 req-266cbe1c-8fc1-4736-a921-217418265083 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328932 Aug 17 00:44:24.944220 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c0abd-292b-4782-8bf4-b5b49f19b2c5 req-2e70b83f-04dc-4d42-a1f4-31d7bd377459 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:24.945723 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b76c0abd-292b-4782-8bf4-b5b49f19b2c5 req-2e70b83f-04dc-4d42-a1f4-31d7bd377459 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.0540216 Aug 17 00:44:24.983696 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b76c0abd-292b-4782-8bf4-b5b49f19b2c5 req-93c330f7-833c-475a-b3f4-39f4d0c5de0a tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319231 Aug 17 00:44:26.099342 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed4b7d-77d5-454b-8375-a1d344edd91a req-c16fb525-6c9b-402f-9423-faf8d63a812d tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:26.100831 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63ed4b7d-77d5-454b-8375-a1d344edd91a req-c16fb525-6c9b-402f-9423-faf8d63a812d tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.0489681 Aug 17 00:44:26.139411 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-63ed4b7d-77d5-454b-8375-a1d344edd91a req-22d9241a-1f1f-4b84-91c1-9284d49c0ee7 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320315 Aug 17 00:44:27.252585 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a52e6-59c0-4f20-8859-da8878db30a7 req-1b3d8a08-31d9-48b7-aef1-5db996b01163 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:27.254071 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a85a52e6-59c0-4f20-8859-da8878db30a7 req-1b3d8a08-31d9-48b7-aef1-5db996b01163 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.0485032 Aug 17 00:44:27.291048 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a85a52e6-59c0-4f20-8859-da8878db30a7 req-247285e7-44f9-42f6-ac0f-d15a05db2ee8 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310638 Aug 17 00:44:28.418103 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d99fe-2e6e-4f6e-bc8f-1f4059213d4b req-b025219a-d25e-40f9-8f6e-6573a679dcc6 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:28.419848 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d97d99fe-2e6e-4f6e-bc8f-1f4059213d4b req-b025219a-d25e-40f9-8f6e-6573a679dcc6 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.0602140 Aug 17 00:44:28.462514 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d97d99fe-2e6e-4f6e-bc8f-1f4059213d4b req-09719821-db59-4563-892e-74fd09a109d1 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365357 Aug 17 00:44:29.588450 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90177e-a7e1-4d8d-916b-0b8599e0beaa req-0764497c-53d6-4b3b-ad37-6de005d80eb8 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:29.589963 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd90177e-a7e1-4d8d-916b-0b8599e0beaa req-0764497c-53d6-4b3b-ad37-6de005d80eb8 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.0557027 Aug 17 00:44:29.628042 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd90177e-a7e1-4d8d-916b-0b8599e0beaa req-af18a8ce-9c68-4a08-897c-5c5451662bde tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319715 Aug 17 00:44:30.747470 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaec1e0-2c28-4b7a-8d68-70d9dab067fc req-fab39d2e-a87e-40a3-ab73-2f039bc044b7 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:30.749085 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-faaec1e0-2c28-4b7a-8d68-70d9dab067fc req-fab39d2e-a87e-40a3-ab73-2f039bc044b7 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.0525184 Aug 17 00:44:30.789092 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-faaec1e0-2c28-4b7a-8d68-70d9dab067fc req-e9b4c4c8-e9ec-43e6-bc77-2289c53a452f tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338793 Aug 17 00:44:32.213584 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33fd70-8443-46a3-bff2-99677537502d req-7af41388-3552-465e-adad-91b5766132d6 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:32.215034 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c33fd70-8443-46a3-bff2-99677537502d req-7af41388-3552-465e-adad-91b5766132d6 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.3403037 Aug 17 00:44:32.253584 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c33fd70-8443-46a3-bff2-99677537502d req-bff82b11-2dcd-45d9-bf74-8b275d1e8c69 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318956 Aug 17 00:44:33.371044 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae970c60-5557-41f5-a9aa-97515159d56d req-0d69bcd8-aa2e-4e96-9d1b-de8a625abad6 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:33.372493 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae970c60-5557-41f5-a9aa-97515159d56d req-0d69bcd8-aa2e-4e96-9d1b-de8a625abad6 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.0501416 Aug 17 00:44:33.411420 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae970c60-5557-41f5-a9aa-97515159d56d req-97a2507a-29fc-45c9-8ff7-1f678932f297 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325906 Aug 17 00:44:34.526852 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccfe89-8c6d-416e-83bb-583cd83001c3 req-e131bc60-95e2-4d60-99d0-f51c70740c58 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:34.528321 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bccfe89-8c6d-416e-83bb-583cd83001c3 req-e131bc60-95e2-4d60-99d0-f51c70740c58 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.0504794 Aug 17 00:44:34.568792 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bccfe89-8c6d-416e-83bb-583cd83001c3 req-411012f6-b918-466e-9d61-470db4c22c58 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343735 Aug 17 00:44:35.683370 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af85f43-2fad-4577-a504-a218267e55aa req-454f9b57-2bfe-470a-b15f-1d5831659cb4 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:35.684869 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3af85f43-2fad-4577-a504-a218267e55aa req-454f9b57-2bfe-470a-b15f-1d5831659cb4 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.0490096 Aug 17 00:44:35.723127 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3af85f43-2fad-4577-a504-a218267e55aa req-1cc3e7ff-d3e2-491b-9c57-750216e52017 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320001 Aug 17 00:44:36.843178 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ee412-1f77-45d6-91d0-a88adbd5c8ec req-6db44bac-96dd-43b9-bdaf-9e3e7c2c1506 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:36.844650 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-618ee412-1f77-45d6-91d0-a88adbd5c8ec req-6db44bac-96dd-43b9-bdaf-9e3e7c2c1506 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.0499761 Aug 17 00:44:36.882921 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-618ee412-1f77-45d6-91d0-a88adbd5c8ec req-c7d5d09d-7584-4163-81a4-e43021c44cb9 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316396 Aug 17 00:44:37.995789 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b3c52-3019-4606-a18f-b846ae48ed63 req-10f7941f-c3d1-4bb9-a8a1-bd56c7dc0286 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:37.997265 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-582b3c52-3019-4606-a18f-b846ae48ed63 req-10f7941f-c3d1-4bb9-a8a1-bd56c7dc0286 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.0475399 Aug 17 00:44:38.038324 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-582b3c52-3019-4606-a18f-b846ae48ed63 req-60247293-ff04-44f4-8e37-a850f03b3f48 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343628 Aug 17 00:44:38.286916 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-ef60b857-596e-4715-a475-0730c222c9de req-99cf053e-b30d-434c-a41f-edb06c7b2410 service neutron] show failed (client error): The resource could not be found. Aug 17 00:44:38.287863 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ef60b857-596e-4715-a475-0730c222c9de req-99cf053e-b30d-434c-a41f-edb06c7b2410 service neutron] 10.222.0.64 "GET /v2.0/ports/4df6bffd-a61b-4c9c-a54b-2413bd84c3e0/bindings/n-h1-800088-20 HTTP/1.1" status: 404 len: 381 time: 0.0588617 Aug 17 00:44:38.493493 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60b857-596e-4715-a475-0730c222c9de req-262708b0-c913-4771-ba88-1b0b8dedca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:38.494999 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ef60b857-596e-4715-a475-0730c222c9de req-262708b0-c913-4771-ba88-1b0b8dedca76 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a&tenant_id=55082111c9254ae0be96b599b6cc3169 HTTP/1.1" status: 200 len: 1098 time: 0.0458274 Aug 17 00:44:38.509866 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [req-ef60b857-596e-4715-a475-0730c222c9de req-26a6236b-b028-4b5d-aa7a-33ecacb69955 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:44:38.510839 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ef60b857-596e-4715-a475-0730c222c9de req-26a6236b-b028-4b5d-aa7a-33ecacb69955 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050008 Aug 17 00:44:38.525270 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [req-ef60b857-596e-4715-a475-0730c222c9de req-adf086fe-e889-499a-b301-5048973e971b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-20', 'device_owner': 'compute:nova'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:44:38.577755 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ef60b857-596e-4715-a475-0730c222c9de req-adf086fe-e889-499a-b301-5048973e971b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:38.783995 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-ef60b857-596e-4715-a475-0730c222c9de req-adf086fe-e889-499a-b301-5048973e971b service neutron] For port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=4df6bffd-a61b-4c9c-a54b-2413bd84c3e0,segment=NetworkSegment(4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61),segment_id=4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:44:38.817445 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-ef60b857-596e-4715-a475-0730c222c9de req-adf086fe-e889-499a-b301-5048973e971b service neutron] For port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0, host n-h2-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:44:38.858078 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815321e8-9d78-410a-aefa-0d4c8ed78d8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df6bffd-a61b-4c9c-a54b-2413bd84c3e0'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:44:38.860619 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6acad8c-55b4-4919-aa3d-8816adae0148" -d '{"events": [{"server_uuid": "815321e8-9d78-410a-aefa-0d4c8ed78d8a", "name": "network-vif-unplugged", "status": "completed", "tag": "4df6bffd-a61b-4c9c-a54b-2413bd84c3e0"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:44:38.866151 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ef60b857-596e-4715-a475-0730c222c9de req-adf086fe-e889-499a-b301-5048973e971b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:38.879663 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [req-ef60b857-596e-4715-a475-0730c222c9de req-adf086fe-e889-499a-b301-5048973e971b service neutron] Transition to ACTIVE for port object 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 will not be triggered until provisioned by entity L2. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:44:38.883679 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ef60b857-596e-4715-a475-0730c222c9de req-adf086fe-e889-499a-b301-5048973e971b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:38.914520 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 00:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd35d90-e3e9-46eb-a0ee-38f4fcef7363 x-openstack-request-id: req-3bd35d90-e3e9-46eb-a0ee-38f4fcef7363 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:44:38.914812 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815321e8-9d78-410a-aefa-0d4c8ed78d8a", "name": "network-vif-unplugged", "status": "completed", "tag": "4df6bffd-a61b-4c9c-a54b-2413bd84c3e0", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:44:38.915091 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3bd35d90-e3e9-46eb-a0ee-38f4fcef7363 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:44:38.915468 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815321e8-9d78-410a-aefa-0d4c8ed78d8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df6bffd-a61b-4c9c-a54b-2413bd84c3e0', 'code': 200} Aug 17 00:44:38.954110 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef60b857-596e-4715-a475-0730c222c9de req-adf086fe-e889-499a-b301-5048973e971b service neutron] No DVR routers for this DVR port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 on host n-h2-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:44:38.959891 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf086fe-e889-499a-b301-5048973e971b service neutron] Pushing event updated for resources: {'Port': ['ID=4df6bffd-a61b-4c9c-a54b-2413bd84c3e0,revision_number=6']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:44:38.999308 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-ef60b857-596e-4715-a475-0730c222c9de req-adf086fe-e889-499a-b301-5048973e971b service neutron] Attempting to bind port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:44:38.999940 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-ef60b857-596e-4715-a475-0730c222c9de req-adf086fe-e889-499a-b301-5048973e971b service neutron] Attempting to bind port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff'}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:44:39.000271 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef60b857-596e-4715-a475-0730c222c9de req-adf086fe-e889-499a-b301-5048973e971b service neutron] Attempting to bind port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 on network 65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:44:39.005276 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef60b857-596e-4715-a475-0730c222c9de req-adf086fe-e889-499a-b301-5048973e971b service neutron] Port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 on network 65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:44:39.005596 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef60b857-596e-4715-a475-0730c222c9de req-adf086fe-e889-499a-b301-5048973e971b service neutron] Attempting to bind port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 on network 65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:44:39.010395 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef60b857-596e-4715-a475-0730c222c9de req-adf086fe-e889-499a-b301-5048973e971b service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:44:39.010731 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef60b857-596e-4715-a475-0730c222c9de req-adf086fe-e889-499a-b301-5048973e971b service neutron] Checking segment: {'id': '4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:44:39.011112 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef60b857-596e-4715-a475-0730c222c9de req-adf086fe-e889-499a-b301-5048973e971b service neutron] Bound using segment: {'id': '4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff'} {{(pid=101402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:44:39.011536 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.managers [req-ef60b857-596e-4715-a475-0730c222c9de req-adf086fe-e889-499a-b301-5048973e971b service neutron] Bound port: 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff'}}] {{(pid=101402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:44:39.011893 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ef60b857-596e-4715-a475-0730c222c9de req-adf086fe-e889-499a-b301-5048973e971b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:39.075325 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-ef60b857-596e-4715-a475-0730c222c9de req-adf086fe-e889-499a-b301-5048973e971b service neutron] For port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0, host n-h1-800088-20, cleared binding levels {{(pid=101402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:44:39.078553 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-ef60b857-596e-4715-a475-0730c222c9de req-adf086fe-e889-499a-b301-5048973e971b service neutron] For port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=4df6bffd-a61b-4c9c-a54b-2413bd84c3e0,segment=NetworkSegment(4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61),segment_id=4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61)] {{(pid=101402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:44:39.084838 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ef60b857-596e-4715-a475-0730c222c9de req-adf086fe-e889-499a-b301-5048973e971b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:39.129103 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60b857-596e-4715-a475-0730c222c9de req-adf086fe-e889-499a-b301-5048973e971b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:39.129764 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-ef60b857-596e-4715-a475-0730c222c9de req-adf086fe-e889-499a-b301-5048973e971b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:39.131256 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ef60b857-596e-4715-a475-0730c222c9de req-adf086fe-e889-499a-b301-5048973e971b service neutron] 10.222.0.69 "PUT /v2.0/ports/4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 HTTP/1.1" status: 200 len: 1093 time: 0.6097300 Aug 17 00:44:39.149390 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf086fe-e889-499a-b301-5048973e971b service neutron] Pushing event updated for resources: {'Port': ['ID=4df6bffd-a61b-4c9c-a54b-2413bd84c3e0,revision_number=7']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:44:39.158648 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d644c-1f39-4e2b-8c13-277826ae75f5 req-7cb6bad0-3536-4bd2-aab7-e78b6ca0e947 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:39.160327 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5a5d644c-1f39-4e2b-8c13-277826ae75f5 req-7cb6bad0-3536-4bd2-aab7-e78b6ca0e947 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 944 time: 0.0514324 Aug 17 00:44:39.198966 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5a5d644c-1f39-4e2b-8c13-277826ae75f5 req-9df58cf6-dcb1-4ac3-87a5-77ae2e86d657 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325239 Aug 17 00:44:39.203592 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60b857-596e-4715-a475-0730c222c9de req-43491f6d-03f6-4ec7-91f6-6caae433cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:39.206199 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ef60b857-596e-4715-a475-0730c222c9de req-43491f6d-03f6-4ec7-91f6-6caae433cc03 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55082111c9254ae0be96b599b6cc3169&device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 1096 time: 0.0435891 Aug 17 00:44:39.305344 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60b857-596e-4715-a475-0730c222c9de req-03f18356-f153-4ede-82a5-080142e7853f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:39.306837 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ef60b857-596e-4715-a475-0730c222c9de req-03f18356-f153-4ede-82a5-080142e7853f service neutron] 10.222.0.69 "GET /v2.0/networks?id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff HTTP/1.1" status: 200 len: 915 time: 0.0911682 Aug 17 00:44:39.352353 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ef60b857-596e-4715-a475-0730c222c9de req-08500a4e-fd02-4f4d-88f5-9cf9c134666a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 HTTP/1.1" status: 200 len: 217 time: 0.0338066 Aug 17 00:44:39.409378 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60b857-596e-4715-a475-0730c222c9de req-e2667539-5e24-4547-a0e2-948d021c4475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:39.410745 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ef60b857-596e-4715-a475-0730c222c9de req-e2667539-5e24-4547-a0e2-948d021c4475 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5351ac7-d7cc-4334-ad37-5bb319851583 HTTP/1.1" status: 200 len: 854 time: 0.0475867 Aug 17 00:44:39.448136 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ef60b857-596e-4715-a475-0730c222c9de req-ff8bfeb3-b39d-45a0-8610-d04a0280d3ea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260382 Aug 17 00:44:39.544450 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ef60b857-596e-4715-a475-0730c222c9de req-e296c424-2a5a-4390-830b-a3491b85afea service neutron] 10.222.0.69 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852468 Aug 17 00:44:39.642994 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-ef60b857-596e-4715-a475-0730c222c9de req-bde1b3e7-2982-417d-b965-8d3acac6efc3 service neutron] 10.222.0.69 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868583 Aug 17 00:44:40.320142 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a1ac7-1863-4802-a51c-3896624a2565 req-337b8065-4114-424a-8874-23fc93313a91 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:40.321656 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-547a1ac7-1863-4802-a51c-3896624a2565 req-337b8065-4114-424a-8874-23fc93313a91 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 944 time: 0.0511992 Aug 17 00:44:40.359706 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-547a1ac7-1863-4802-a51c-3896624a2565 req-0e1e76a6-0100-49c6-9d25-0aa22f02d583 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321071 Aug 17 00:44:40.464822 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:40.917313 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815321e8-9d78-410a-aefa-0d4c8ed78d8a', 'tag': '4df6bffd-a61b-4c9c-a54b-2413bd84c3e0'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:44:40.919672 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7945c28c-7c62-457b-94b6-7854a1c4daeb" -d '{"events": [{"name": "network-changed", "server_uuid": "815321e8-9d78-410a-aefa-0d4c8ed78d8a", "tag": "4df6bffd-a61b-4c9c-a54b-2413bd84c3e0"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:44:40.966908 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278a45ef-3150-4e0c-8f3e-addc1cc79338 x-openstack-request-id: req-278a45ef-3150-4e0c-8f3e-addc1cc79338 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:44:40.967205 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "815321e8-9d78-410a-aefa-0d4c8ed78d8a", "tag": "4df6bffd-a61b-4c9c-a54b-2413bd84c3e0", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:44:40.967462 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-278a45ef-3150-4e0c-8f3e-addc1cc79338 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:44:40.967870 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '815321e8-9d78-410a-aefa-0d4c8ed78d8a', 'tag': '4df6bffd-a61b-4c9c-a54b-2413bd84c3e0', 'status': 'completed', 'code': 200} Aug 17 00:44:41.026373 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945c28c-7c62-457b-94b6-7854a1c4daeb req-b198c3d7-57f3-4635-9daf-f99a6300b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:41.027911 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7945c28c-7c62-457b-94b6-7854a1c4daeb req-b198c3d7-57f3-4635-9daf-f99a6300b52e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55082111c9254ae0be96b599b6cc3169&device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 1096 time: 0.0419238 Aug 17 00:44:41.034156 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945c28c-7c62-457b-94b6-7854a1c4daeb req-8f15390a-ef26-418a-bc07-fdb8fbb3022f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:41.036341 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7945c28c-7c62-457b-94b6-7854a1c4daeb req-8f15390a-ef26-418a-bc07-fdb8fbb3022f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=55082111c9254ae0be96b599b6cc3169&device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 1096 time: 0.0450892 Aug 17 00:44:41.126634 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945c28c-7c62-457b-94b6-7854a1c4daeb req-f0230833-7868-4414-a668-5170a314333c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:41.128091 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7945c28c-7c62-457b-94b6-7854a1c4daeb req-f0230833-7868-4414-a668-5170a314333c service neutron] 10.222.0.69 "GET /v2.0/networks?id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff HTTP/1.1" status: 200 len: 915 time: 0.0923345 Aug 17 00:44:41.129121 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945c28c-7c62-457b-94b6-7854a1c4daeb req-f9fcc51a-7fe1-417a-9f31-127b8e274dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:41.130589 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7945c28c-7c62-457b-94b6-7854a1c4daeb req-f9fcc51a-7fe1-417a-9f31-127b8e274dc7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff HTTP/1.1" status: 200 len: 915 time: 0.0871689 Aug 17 00:44:41.172129 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7945c28c-7c62-457b-94b6-7854a1c4daeb req-22fac803-5390-41d1-bc2e-c0e3c969b263 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 HTTP/1.1" status: 200 len: 217 time: 0.0357985 Aug 17 00:44:41.176933 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7945c28c-7c62-457b-94b6-7854a1c4daeb req-d2f50d2a-8b90-4443-8c75-80954cdafb4c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 HTTP/1.1" status: 200 len: 217 time: 0.0389507 Aug 17 00:44:41.224397 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945c28c-7c62-457b-94b6-7854a1c4daeb req-84968abb-9c18-4471-8e2a-54039ce72140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:41.225978 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7945c28c-7c62-457b-94b6-7854a1c4daeb req-84968abb-9c18-4471-8e2a-54039ce72140 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5351ac7-d7cc-4334-ad37-5bb319851583 HTTP/1.1" status: 200 len: 854 time: 0.0460327 Aug 17 00:44:41.226905 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945c28c-7c62-457b-94b6-7854a1c4daeb req-740f99c0-65fa-4445-87af-2b6aa911194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:41.228384 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7945c28c-7c62-457b-94b6-7854a1c4daeb req-740f99c0-65fa-4445-87af-2b6aa911194c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5351ac7-d7cc-4334-ad37-5bb319851583 HTTP/1.1" status: 200 len: 854 time: 0.0447960 Aug 17 00:44:41.259958 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7945c28c-7c62-457b-94b6-7854a1c4daeb req-2df1d3e6-c186-4a3d-9548-9d541c545c26 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248344 Aug 17 00:44:41.264078 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7945c28c-7c62-457b-94b6-7854a1c4daeb req-b2f07637-8d28-4e65-a561-31d726004bba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297384 Aug 17 00:44:41.362024 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7945c28c-7c62-457b-94b6-7854a1c4daeb req-9ef8172b-9c68-4661-bd49-ced741941ee8 service neutron] 10.222.0.69 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900855 Aug 17 00:44:41.369114 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7945c28c-7c62-457b-94b6-7854a1c4daeb req-e2ebaeec-4f0b-4b81-b01e-7748910435c6 service neutron] 10.222.0.64 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022882 Aug 17 00:44:41.480261 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-7945c28c-7c62-457b-94b6-7854a1c4daeb req-07c94117-d5a7-413a-80bb-60c903b2484f service neutron] 10.222.0.69 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107116 Aug 17 00:44:41.499447 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7945c28c-7c62-457b-94b6-7854a1c4daeb req-b2d8d7bb-94fd-4027-be9f-ddcf556e6630 service neutron] 10.222.0.64 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232686 Aug 17 00:44:41.517178 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc8ec8-51b7-4d86-90da-b383acebf01e req-e90c2485-90f8-4a65-8556-3336f56a6602 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:41.518766 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61cc8ec8-51b7-4d86-90da-b383acebf01e req-e90c2485-90f8-4a65-8556-3336f56a6602 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 944 time: 0.0672543 Aug 17 00:44:41.562470 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-61cc8ec8-51b7-4d86-90da-b383acebf01e req-43738b02-8b3e-4fc2-8c50-c8c589852269 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374877 Aug 17 00:44:41.757788 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:44:41.795598 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:44:42.066238 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:42.685613 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761d32f-22b1-4d92-a2e5-50e2433e7f5b req-6f6d415e-86a2-4956-9bf7-c673a3254ccd tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:42.687189 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2761d32f-22b1-4d92-a2e5-50e2433e7f5b req-6f6d415e-86a2-4956-9bf7-c673a3254ccd tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 944 time: 0.0551014 Aug 17 00:44:42.726409 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2761d32f-22b1-4d92-a2e5-50e2433e7f5b req-ca08ba50-a942-4d3d-8f42-d640e1a17866 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331857 Aug 17 00:44:42.981517 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34900f2f-bfb3-4e86-b962-c0e8744565cf req-4c8001c1-baed-4035-8a79-38868ca1d3d2 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:42.982930 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-34900f2f-bfb3-4e86-b962-c0e8744565cf req-4c8001c1-baed-4035-8a79-38868ca1d3d2 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 944 time: 0.1110663 Aug 17 00:44:43.005159 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648baf6-c87a-4aeb-afe8-891f61097db0 req-61fc49c9-41e0-4989-8e35-50d7f8013ed3 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:43.006654 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6648baf6-c87a-4aeb-afe8-891f61097db0 req-61fc49c9-41e0-4989-8e35-50d7f8013ed3 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.64 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a&tenant_id=55082111c9254ae0be96b599b6cc3169&binding%3Ahost_id=n-h1-800088-20 HTTP/1.1" status: 200 len: 944 time: 0.1240270 Aug 17 00:44:43.061317 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-34900f2f-bfb3-4e86-b962-c0e8744565cf req-d2c05ce9-48ee-4388-9ce8-5d9ca5ebeb89 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710802 Aug 17 00:44:43.082460 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-6648baf6-c87a-4aeb-afe8-891f61097db0 req-cfeaebad-f2e3-4157-b2c7-bd1f4452a498 service neutron] delete failed (client error): The resource could not be found. Aug 17 00:44:43.083471 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6648baf6-c87a-4aeb-afe8-891f61097db0 req-cfeaebad-f2e3-4157-b2c7-bd1f4452a498 service neutron] 10.222.0.64 "DELETE /v2.0/ports/4df6bffd-a61b-4c9c-a54b-2413bd84c3e0/bindings/n-h2-800088-20 HTTP/1.1" status: 404 len: 381 time: 0.0688703 Aug 17 00:44:43.165356 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648baf6-c87a-4aeb-afe8-891f61097db0 req-34e9b296-18b7-49c7-84cb-caedb79d0684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:43.166840 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6648baf6-c87a-4aeb-afe8-891f61097db0 req-34e9b296-18b7-49c7-84cb-caedb79d0684 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=55082111c9254ae0be96b599b6cc3169&device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 1096 time: 0.0405283 Aug 17 00:44:43.261660 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648baf6-c87a-4aeb-afe8-891f61097db0 req-118e3627-0049-4166-837d-dd331e8da0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:43.263045 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6648baf6-c87a-4aeb-afe8-891f61097db0 req-118e3627-0049-4166-837d-dd331e8da0af service neutron] 10.222.0.64 "GET /v2.0/networks?id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff HTTP/1.1" status: 200 len: 915 time: 0.0895286 Aug 17 00:44:43.305083 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6648baf6-c87a-4aeb-afe8-891f61097db0 req-41629243-c7ce-408f-bc5a-2bb06cfe5fba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 HTTP/1.1" status: 200 len: 217 time: 0.0349050 Aug 17 00:44:43.356874 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648baf6-c87a-4aeb-afe8-891f61097db0 req-e32367a0-9410-48d1-b735-806a961f2f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:43.358356 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6648baf6-c87a-4aeb-afe8-891f61097db0 req-e32367a0-9410-48d1-b735-806a961f2f28 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5351ac7-d7cc-4334-ad37-5bb319851583 HTTP/1.1" status: 200 len: 854 time: 0.0471520 Aug 17 00:44:43.389959 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6648baf6-c87a-4aeb-afe8-891f61097db0 req-16a80b4a-c90f-4270-b5e0-897118cf58b8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239661 Aug 17 00:44:43.482074 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6648baf6-c87a-4aeb-afe8-891f61097db0 req-baec3c8e-de62-4646-b55d-15f45b5465dd service neutron] 10.222.0.64 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843012 Aug 17 00:44:43.539444 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:44:43.576194 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6648baf6-c87a-4aeb-afe8-891f61097db0 req-901f6c3b-3c17-4d26-a72f-e26888446253 service neutron] 10.222.0.64 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859621 Aug 17 00:44:43.637094 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=4df6bffd-a61b-4c9c-a54b-2413bd84c3e0,segment=NetworkSegment(4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61),segment_id=4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:44:43.649541 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '4df6bffd-a61b-4c9c-a54b-2413bd84c3e0', 'network_id': '65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff', 'port_id': '4df6bffd-a61b-4c9c-a54b-2413bd84c3e0', 'mac_address': 'fa:16:3e:6b:73:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5351ac7-d7cc-4334-ad37-5bb319851583', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:44:43.687902 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:43.700951 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:44:43.720395 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=4df6bffd-a61b-4c9c-a54b-2413bd84c3e0,segment=NetworkSegment(4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61),segment_id=4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:44:43.724283 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:43.771343 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=4df6bffd-a61b-4c9c-a54b-2413bd84c3e0,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:44:43.963309 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['4df6bffd-a61b-4c9c-a54b-2413bd84c3e0'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:44:44.181595 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1f08c-64d8-44d8-a555-82e66f584b04 req-ef51e390-3912-4d0f-8cd1-f37645400de6 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:44.183012 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2c1f08c-64d8-44d8-a555-82e66f584b04 req-ef51e390-3912-4d0f-8cd1-f37645400de6 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 945 time: 0.0498228 Aug 17 00:44:44.220322 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2c1f08c-64d8-44d8-a555-82e66f584b04 req-9c2e267f-c4d1-4c1a-9e3d-9feede7bb83f tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311420 Aug 17 00:44:44.333753 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b17ab-d84b-415b-a4a6-0d99612e23d6 req-e81905e5-e560-450c-8a9d-d7d9e09ee7f0 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:44.335219 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d7b17ab-d84b-415b-a4a6-0d99612e23d6 req-e81905e5-e560-450c-8a9d-d7d9e09ee7f0 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 945 time: 0.0477467 Aug 17 00:44:44.377930 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7d7b17ab-d84b-415b-a4a6-0d99612e23d6 req-2c215369-af69-45f7-8438-1e8890d78d10 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367870 Aug 17 00:44:44.492114 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6edac-e7d2-42b1-9394-bc2da5eac74c req-811a76bb-7a9b-4817-8414-03ca553c96ff tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:44.493628 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eec6edac-e7d2-42b1-9394-bc2da5eac74c req-811a76bb-7a9b-4817-8414-03ca553c96ff tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 945 time: 0.0498929 Aug 17 00:44:44.531299 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eec6edac-e7d2-42b1-9394-bc2da5eac74c req-94f87737-ca87-428d-a2b3-49719c109a30 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317471 Aug 17 00:44:44.889024 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-1c1a8532-08df-4abe-83cb-0885d49a82b6 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:44.890485 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-1c1a8532-08df-4abe-83cb-0885d49a82b6 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/networks?id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff HTTP/1.1" status: 200 len: 814 time: 0.1136565 Aug 17 00:44:44.905794 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-8da9083e-ea1c-43d7-8b26-0b4a0c216f42 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/quotas/55082111c9254ae0be96b599b6cc3169 HTTP/1.1" status: 200 len: 375 time: 0.0089915 Aug 17 00:44:44.953126 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-6f914c57-64bb-423b-94df-b52cd4ac3c13 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=55082111c9254ae0be96b599b6cc3169&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0419767 Aug 17 00:44:45.041908 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-9182898a-e38a-42b8-9588-8dcbc39c64f6 service neutron] 10.222.0.60 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812201 Aug 17 00:44:45.137512 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-1a702edc-65ee-43e6-884d-8c34585c7405 service neutron] 10.222.0.60 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896423 Aug 17 00:44:45.294852 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b783034-d2a5-43b9-8e05-b720bd68108d req-1cd5bc77-e348-4d87-be27-df5b64756323 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 210 time: 0.0269611 Aug 17 00:44:45.558491 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:44:45.615828 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:44:45.620929 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:44:45.621373 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:45.707690 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:45.731469 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815321e8-9d78-410a-aefa-0d4c8ed78d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df6bffd-a61b-4c9c-a54b-2413bd84c3e0'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:44:45.733769 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c219adb-0400-4eb8-a2f7-ee00853ad990" -d '{"events": [{"server_uuid": "815321e8-9d78-410a-aefa-0d4c8ed78d8a", "name": "network-vif-plugged", "status": "completed", "tag": "4df6bffd-a61b-4c9c-a54b-2413bd84c3e0"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:44:45.751912 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=4df6bffd-a61b-4c9c-a54b-2413bd84c3e0,segment=NetworkSegment(4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61),segment_id=4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:44:45.757499 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:45.782150 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e9025b-af65-44d0-bb1e-9844eaa8d641 x-openstack-request-id: req-13e9025b-af65-44d0-bb1e-9844eaa8d641 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:44:45.782455 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815321e8-9d78-410a-aefa-0d4c8ed78d8a", "name": "network-vif-plugged", "status": "completed", "tag": "4df6bffd-a61b-4c9c-a54b-2413bd84c3e0", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:44:45.782713 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-13e9025b-af65-44d0-bb1e-9844eaa8d641 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:44:45.783103 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815321e8-9d78-410a-aefa-0d4c8ed78d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df6bffd-a61b-4c9c-a54b-2413bd84c3e0', 'code': 200} Aug 17 00:44:45.810042 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=4df6bffd-a61b-4c9c-a54b-2413bd84c3e0,revision_number=9']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:44:46.157532 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0604b-0f13-463f-af9a-5cdf344ddbcb req-d84c95f6-6378-466c-96ae-ff86a420d73d tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:46.159013 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-dff0604b-0f13-463f-af9a-5cdf344ddbcb req-d84c95f6-6378-466c-96ae-ff86a420d73d tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.69 "GET /v2.0/ports?device_id=815321e8-9d78-410a-aefa-0d4c8ed78d8a HTTP/1.1" status: 200 len: 946 time: 0.0515218 Aug 17 00:44:46.196819 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.69', 55212) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:44:46.254855 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-dff0604b-0f13-463f-af9a-5cdf344ddbcb req-35f629bf-e52b-4643-9dae-b603fd6f24a0 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Deleting port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:44:46.255299 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-dff0604b-0f13-463f-af9a-5cdf344ddbcb req-35f629bf-e52b-4643-9dae-b603fd6f24a0 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:46.327174 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-7158e9d0-0432-4f4e-b55b-94e82ba2aec8 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:46.328345 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-7158e9d0-0432-4f4e-b55b-94e82ba2aec8 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.69 "GET /v2.0/networks?id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff HTTP/1.1" status: 200 len: 814 time: 0.1123159 Aug 17 00:44:46.344552 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-866e7673-7483-4ef9-9ce1-0e5d3981345f tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Request body: {'port': {'device_id': '4434b3f4-c23a-4332-90b4-07b6c7a083d1', 'network_id': '65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff', 'admin_state_up': True, 'tenant_id': '55082111c9254ae0be96b599b6cc3169'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:44:46.355635 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [req-dff0604b-0f13-463f-af9a-5cdf344ddbcb req-35f629bf-e52b-4643-9dae-b603fd6f24a0 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] For port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=4df6bffd-a61b-4c9c-a54b-2413bd84c3e0,segment=NetworkSegment(4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61),segment_id=4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:44:46.356017 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-dff0604b-0f13-463f-af9a-5cdf344ddbcb req-35f629bf-e52b-4643-9dae-b603fd6f24a0 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:46.371274 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [req-dff0604b-0f13-463f-af9a-5cdf344ddbcb req-35f629bf-e52b-4643-9dae-b603fd6f24a0 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Calling delete_port for 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 owned by compute:nova {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:44:46.419732 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1c358bb8-ed12-4a42-9cb6-f1991d4b39c8 req-6684f6c7-4d74-4e00-8424-7a8d221f8b7f tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 210 time: 0.0315571 Aug 17 00:44:46.492301 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-866e7673-7483-4ef9-9ce1-0e5d3981345f tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Made reservation on behalf of 55082111c9254ae0be96b599b6cc3169 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:44:46.496075 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-866e7673-7483-4ef9-9ce1-0e5d3981345f tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:46.519118 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-dff0604b-0f13-463f-af9a-5cdf344ddbcb req-35f629bf-e52b-4643-9dae-b603fd6f24a0 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:46.531912 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['4df6bffd-a61b-4c9c-a54b-2413bd84c3e0'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:44:46.549220 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f629bf-e52b-4643-9dae-b603fd6f24a0 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Pushing event deleted for resources: {'Port': ['ID=4df6bffd-a61b-4c9c-a54b-2413bd84c3e0,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:44:46.587109 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e6febbd9-ad9e-45eb-a515-3d10b647f53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:46.595095 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff0604b-0f13-463f-af9a-5cdf344ddbcb req-35f629bf-e52b-4643-9dae-b603fd6f24a0 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] No DVR routers for this DVR port 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 on host n-h1-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:44:46.597959 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [req-dff0604b-0f13-463f-af9a-5cdf344ddbcb req-35f629bf-e52b-4643-9dae-b603fd6f24a0 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:46.600032 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-dff0604b-0f13-463f-af9a-5cdf344ddbcb req-35f629bf-e52b-4643-9dae-b603fd6f24a0 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.69 "DELETE /v2.0/ports/4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 HTTP/1.1" status: 204 len: 173 time: 0.4344087 Aug 17 00:44:46.600478 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815321e8-9d78-410a-aefa-0d4c8ed78d8a', 'name': 'network-vif-deleted', 'tag': '4df6bffd-a61b-4c9c-a54b-2413bd84c3e0'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:44:46.602718 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42282cb78130a5f102744ff579853e2d4493f86a67a4ed9a824153e24c00aea9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f733c497-d36d-41f8-a123-06956092de85" -d '{"events": [{"server_uuid": "815321e8-9d78-410a-aefa-0d4c8ed78d8a", "name": "network-vif-deleted", "tag": "4df6bffd-a61b-4c9c-a54b-2413bd84c3e0"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:44:46.636380 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-866e7673-7483-4ef9-9ce1-0e5d3981345f tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Allocated IP 172.20.0.5 (65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff/e5351ac7-d7cc-4334-ad37-5bb319851583/3fb9d859-18f3-492e-9216-ebbb03065ba3) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:44:46.643606 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4546e47a-c87f-4fbf-9cd1-1a3a8d408c8b x-openstack-request-id: req-4546e47a-c87f-4fbf-9cd1-1a3a8d408c8b {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:44:46.644486 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815321e8-9d78-410a-aefa-0d4c8ed78d8a", "name": "network-vif-deleted", "tag": "4df6bffd-a61b-4c9c-a54b-2413bd84c3e0", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:44:46.644790 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4546e47a-c87f-4fbf-9cd1-1a3a8d408c8b {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:44:46.645301 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815321e8-9d78-410a-aefa-0d4c8ed78d8a', 'name': 'network-vif-deleted', 'tag': '4df6bffd-a61b-4c9c-a54b-2413bd84c3e0', 'status': 'completed', 'code': 200} Aug 17 00:44:46.795312 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-866e7673-7483-4ef9-9ce1-0e5d3981345f tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:46.838743 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-866e7673-7483-4ef9-9ce1-0e5d3981345f tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:46.852216 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['4df6bffd-a61b-4c9c-a54b-2413bd84c3e0'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:44:46.886741 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-866e7673-7483-4ef9-9ce1-0e5d3981345f tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Network 65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:44:46.892852 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-866e7673-7483-4ef9-9ce1-0e5d3981345f tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:44:46.895976 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-866e7673-7483-4ef9-9ce1-0e5d3981345f tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:44:46.934104 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e7673-7483-4ef9-9ce1-0e5d3981345f tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Pushing event updated for resources: {'Port': ['ID=3fb9d859-18f3-492e-9216-ebbb03065ba3,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:44:46.958746 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-866e7673-7483-4ef9-9ce1-0e5d3981345f tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:46.959298 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-866e7673-7483-4ef9-9ce1-0e5d3981345f tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:46.972824 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-866e7673-7483-4ef9-9ce1-0e5d3981345f tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6334643 Aug 17 00:44:46.990564 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-6d4229c3-c354-426a-b23b-af1de0bf0001 service neutron] Request body: {'port': {'device_id': '4434b3f4-c23a-4332-90b4-07b6c7a083d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:44:47.043962 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-6d4229c3-c354-426a-b23b-af1de0bf0001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:47.307171 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-6d4229c3-c354-426a-b23b-af1de0bf0001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb9d859-18f3-492e-9216-ebbb03065ba3 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:44:47.314271 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-6d4229c3-c354-426a-b23b-af1de0bf0001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:47.325719 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-6d4229c3-c354-426a-b23b-af1de0bf0001 service neutron] Transition to ACTIVE for port object 3fb9d859-18f3-492e-9216-ebbb03065ba3 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:44:47.329401 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-6d4229c3-c354-426a-b23b-af1de0bf0001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:47.383335 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4229c3-c354-426a-b23b-af1de0bf0001 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb9d859-18f3-492e-9216-ebbb03065ba3,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:44:47.450447 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-6d4229c3-c354-426a-b23b-af1de0bf0001 service neutron] Attempting to bind port 3fb9d859-18f3-492e-9216-ebbb03065ba3 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:44:47.450820 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-6d4229c3-c354-426a-b23b-af1de0bf0001 service neutron] Attempting to bind port 3fb9d859-18f3-492e-9216-ebbb03065ba3 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:44:47.451156 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-6d4229c3-c354-426a-b23b-af1de0bf0001 service neutron] Attempting to bind port 3fb9d859-18f3-492e-9216-ebbb03065ba3 on network 65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:44:47.455547 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-6d4229c3-c354-426a-b23b-af1de0bf0001 service neutron] Port 3fb9d859-18f3-492e-9216-ebbb03065ba3 on network 65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:44:47.455871 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-6d4229c3-c354-426a-b23b-af1de0bf0001 service neutron] Attempting to bind port 3fb9d859-18f3-492e-9216-ebbb03065ba3 on network 65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:44:47.461022 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-6d4229c3-c354-426a-b23b-af1de0bf0001 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:44:47.461390 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-6d4229c3-c354-426a-b23b-af1de0bf0001 service neutron] Checking segment: {'id': '4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:44:47.461778 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-6d4229c3-c354-426a-b23b-af1de0bf0001 service neutron] Bound using segment: {'id': '4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:44:47.462211 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-6d4229c3-c354-426a-b23b-af1de0bf0001 service neutron] Bound port: 3fb9d859-18f3-492e-9216-ebbb03065ba3, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:44:47.462575 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-6d4229c3-c354-426a-b23b-af1de0bf0001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:47.561351 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-6d4229c3-c354-426a-b23b-af1de0bf0001 service neutron] For port 3fb9d859-18f3-492e-9216-ebbb03065ba3, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:44:47.565166 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-6d4229c3-c354-426a-b23b-af1de0bf0001 service neutron] For port 3fb9d859-18f3-492e-9216-ebbb03065ba3, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=3fb9d859-18f3-492e-9216-ebbb03065ba3,segment=NetworkSegment(4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61),segment_id=4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:44:47.577393 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b73397-5b72-4844-8f8f-ee03065a7302 req-efc66fff-326d-4f1c-9188-72044e41974f tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:47.578874 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-68b73397-5b72-4844-8f8f-ee03065a7302 req-efc66fff-326d-4f1c-9188-72044e41974f tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 943 time: 0.0844533 Aug 17 00:44:47.580004 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-6d4229c3-c354-426a-b23b-af1de0bf0001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:47.639118 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-6d4229c3-c354-426a-b23b-af1de0bf0001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:47.639736 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-6d4229c3-c354-426a-b23b-af1de0bf0001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:47.641128 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-6d4229c3-c354-426a-b23b-af1de0bf0001 service neutron] 10.222.0.69 "PUT /v2.0/ports/3fb9d859-18f3-492e-9216-ebbb03065ba3 HTTP/1.1" status: 200 len: 1092 time: 0.6552234 Aug 17 00:44:47.641582 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4434b3f4-c23a-4332-90b4-07b6c7a083d1', 'tag': '3fb9d859-18f3-492e-9216-ebbb03065ba3'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:44:47.643815 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f82bae-6dbb-4668-a78f-0b73e8deb91c" -d '{"events": [{"name": "network-changed", "server_uuid": "4434b3f4-c23a-4332-90b4-07b6c7a083d1", "tag": "3fb9d859-18f3-492e-9216-ebbb03065ba3"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:44:47.669872 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4229c3-c354-426a-b23b-af1de0bf0001 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb9d859-18f3-492e-9216-ebbb03065ba3,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:44:47.674994 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-68b73397-5b72-4844-8f8f-ee03065a7302 req-ec3e22fb-cada-4640-be5e-08b8bdc26d98 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898142 Aug 17 00:44:47.698598 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a436a707-ccbc-4e56-b206-3a89d647a9f6 x-openstack-request-id: req-a436a707-ccbc-4e56-b206-3a89d647a9f6 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:44:47.698880 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4434b3f4-c23a-4332-90b4-07b6c7a083d1", "tag": "3fb9d859-18f3-492e-9216-ebbb03065ba3", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:44:47.699139 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a436a707-ccbc-4e56-b206-3a89d647a9f6 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:44:47.699553 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4434b3f4-c23a-4332-90b4-07b6c7a083d1', 'tag': '3fb9d859-18f3-492e-9216-ebbb03065ba3', 'status': 'completed', 'code': 200} Aug 17 00:44:47.740514 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-85ce4079-5bc3-49ad-b578-0936edd8f744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:47.742046 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-85ce4079-5bc3-49ad-b578-0936edd8f744 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55082111c9254ae0be96b599b6cc3169&device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 1095 time: 0.0417573 Aug 17 00:44:47.790141 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-1a51b06a-65ba-4fb7-8568-efddcecd19ef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fb9d859-18f3-492e-9216-ebbb03065ba3 HTTP/1.1" status: 200 len: 217 time: 0.0382309 Aug 17 00:44:47.846008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-94100f0c-bf65-44cd-98d5-d700a6111ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:47.848033 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-94100f0c-bf65-44cd-98d5-d700a6111ecf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5351ac7-d7cc-4334-ad37-5bb319851583 HTTP/1.1" status: 200 len: 854 time: 0.0462832 Aug 17 00:44:47.888410 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-8a74b007-d82e-4031-ab7e-c78c1adfa915 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290456 Aug 17 00:44:47.990888 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-ef58d512-34a8-42be-af96-c469e98f4eba service neutron] 10.222.0.69 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906956 Aug 17 00:44:48.086396 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d82276e6-f47c-40ef-a616-c8c903267f50 req-1f37452b-9adc-4b23-b7c2-aa706dc5f12d service neutron] 10.222.0.69 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837553 Aug 17 00:44:48.180460 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82bae-6dbb-4668-a78f-0b73e8deb91c req-97a9d0c2-8c92-48d1-aecd-b4f20204f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:48.181927 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b5f82bae-6dbb-4668-a78f-0b73e8deb91c req-97a9d0c2-8c92-48d1-aecd-b4f20204f43e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55082111c9254ae0be96b599b6cc3169&device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 1095 time: 0.0433078 Aug 17 00:44:48.281231 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82bae-6dbb-4668-a78f-0b73e8deb91c req-0fa2655c-d750-4cb2-9fa7-56ed1aeeea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:48.282720 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b5f82bae-6dbb-4668-a78f-0b73e8deb91c req-0fa2655c-d750-4cb2-9fa7-56ed1aeeea0e service neutron] 10.222.0.69 "GET /v2.0/networks?id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff HTTP/1.1" status: 200 len: 915 time: 0.0932748 Aug 17 00:44:48.323171 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b5f82bae-6dbb-4668-a78f-0b73e8deb91c req-b1fdadf7-ed4f-4977-afdb-92cce229015d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fb9d859-18f3-492e-9216-ebbb03065ba3 HTTP/1.1" status: 200 len: 217 time: 0.0331893 Aug 17 00:44:48.375995 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82bae-6dbb-4668-a78f-0b73e8deb91c req-f97f9411-e445-4ee5-9d5d-76e2d84d8395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:48.377446 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b5f82bae-6dbb-4668-a78f-0b73e8deb91c req-f97f9411-e445-4ee5-9d5d-76e2d84d8395 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5351ac7-d7cc-4334-ad37-5bb319851583 HTTP/1.1" status: 200 len: 854 time: 0.0476046 Aug 17 00:44:48.411304 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b5f82bae-6dbb-4668-a78f-0b73e8deb91c req-46287a56-db9a-4278-8a58-762251665853 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249474 Aug 17 00:44:48.500772 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b5f82bae-6dbb-4668-a78f-0b73e8deb91c req-ee5dd381-20a8-4453-b142-16d55e456a0d service neutron] 10.222.0.69 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813262 Aug 17 00:44:48.601482 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b5f82bae-6dbb-4668-a78f-0b73e8deb91c req-8ac8fab7-01c4-4249-b035-51a67c3154fa service neutron] 10.222.0.69 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882664 Aug 17 00:44:48.800595 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e5560-b180-49bb-83b8-25d7d59698cf req-f8ffab03-fa4c-4bb8-bf19-f52a09468b1c tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:48.802179 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-008e5560-b180-49bb-83b8-25d7d59698cf req-f8ffab03-fa4c-4bb8-bf19-f52a09468b1c tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 943 time: 0.0507996 Aug 17 00:44:48.840177 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-008e5560-b180-49bb-83b8-25d7d59698cf req-a4f87123-09f3-48f4-b5a4-7b4a999f6dc6 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319955 Aug 17 00:44:49.279659 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ec2320f9-d01a-406e-b5bd-9f8bfdd0d865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:49.326856 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:49.565724 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:44:49.584936 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:44:49.585300 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 4df6bffd-a61b-4c9c-a54b-2413bd84c3e0 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:44:49.963183 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094b973-f655-4e8c-86af-984fea49b201 req-17e699f8-a78c-4d4c-875f-b4f8b9980447 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:49.964666 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1094b973-f655-4e8c-86af-984fea49b201 req-17e699f8-a78c-4d4c-875f-b4f8b9980447 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 943 time: 0.0552347 Aug 17 00:44:50.010929 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1094b973-f655-4e8c-86af-984fea49b201 req-e2512b2a-82cd-4c97-bf8c-6d0424440f2d tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400774 Aug 17 00:44:50.332212 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:51.126330 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969080e-edb8-4b9d-b8ec-2456912e3df0 req-ad9c83b2-f2b9-4572-9c8f-573d53f37b8d tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:51.127818 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1969080e-edb8-4b9d-b8ec-2456912e3df0 req-ad9c83b2-f2b9-4572-9c8f-573d53f37b8d tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 943 time: 0.0492501 Aug 17 00:44:51.165782 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1969080e-edb8-4b9d-b8ec-2456912e3df0 req-eac91f7c-860c-4691-ac20-1afd3660d218 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319204 Aug 17 00:44:51.580401 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 3fb9d859-18f3-492e-9216-ebbb03065ba3 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:44:51.674280 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 3fb9d859-18f3-492e-9216-ebbb03065ba3, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=3fb9d859-18f3-492e-9216-ebbb03065ba3,segment=NetworkSegment(4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61),segment_id=4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:44:51.687185 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '3fb9d859-18f3-492e-9216-ebbb03065ba3', 'network_id': '65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff', 'port_id': '3fb9d859-18f3-492e-9216-ebbb03065ba3', 'mac_address': 'fa:16:3e:ec:2a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5351ac7-d7cc-4334-ad37-5bb319851583', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:44:51.730772 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:51.745502 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb9d859-18f3-492e-9216-ebbb03065ba3 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:44:51.766130 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 3fb9d859-18f3-492e-9216-ebbb03065ba3, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=3fb9d859-18f3-492e-9216-ebbb03065ba3,segment=NetworkSegment(4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61),segment_id=4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:44:51.770757 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:51.819605 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=3fb9d859-18f3-492e-9216-ebbb03065ba3,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:44:52.003100 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['3fb9d859-18f3-492e-9216-ebbb03065ba3'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:44:52.237261 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:52.287749 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d99f1-97fa-4f75-9c17-e652dd570cf4 req-bc6a2e21-124b-4458-ae99-dd48c13fc021 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:52.290646 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6e0d99f1-97fa-4f75-9c17-e652dd570cf4 req-bc6a2e21-124b-4458-ae99-dd48c13fc021 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 944 time: 0.0569494 Aug 17 00:44:52.328403 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6e0d99f1-97fa-4f75-9c17-e652dd570cf4 req-19b8059a-d09e-446e-87f5-778574c45732 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332103 Aug 17 00:44:53.445610 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ed5a9-e6ce-4889-b69c-dfeb689ab8f7 req-c5a50f34-fd74-4ff0-b0b3-7ba10596ced3 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:53.447116 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-804ed5a9-e6ce-4889-b69c-dfeb689ab8f7 req-c5a50f34-fd74-4ff0-b0b3-7ba10596ced3 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 944 time: 0.0509772 Aug 17 00:44:53.489993 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-804ed5a9-e6ce-4889-b69c-dfeb689ab8f7 req-9ee5c937-6fec-45e9-80ee-5a99fc049967 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367384 Aug 17 00:44:53.580142 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 3fb9d859-18f3-492e-9216-ebbb03065ba3 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:44:53.628704 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 3fb9d859-18f3-492e-9216-ebbb03065ba3 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:44:53.632334 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 3fb9d859-18f3-492e-9216-ebbb03065ba3 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:44:53.632704 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:53.708515 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:53.733321 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4434b3f4-c23a-4332-90b4-07b6c7a083d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb9d859-18f3-492e-9216-ebbb03065ba3'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:44:53.735797 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d458dd0c-eaa6-4b7b-a01d-18b37d005da4" -d '{"events": [{"server_uuid": "4434b3f4-c23a-4332-90b4-07b6c7a083d1", "name": "network-vif-plugged", "status": "completed", "tag": "3fb9d859-18f3-492e-9216-ebbb03065ba3"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:44:53.748588 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 3fb9d859-18f3-492e-9216-ebbb03065ba3, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=3fb9d859-18f3-492e-9216-ebbb03065ba3,segment=NetworkSegment(4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61),segment_id=4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:44:53.752530 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:53.776443 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b856effb-05c7-4f1b-a6d9-de73d1380786 x-openstack-request-id: req-b856effb-05c7-4f1b-a6d9-de73d1380786 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:44:53.776737 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4434b3f4-c23a-4332-90b4-07b6c7a083d1", "name": "network-vif-plugged", "status": "completed", "tag": "3fb9d859-18f3-492e-9216-ebbb03065ba3", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:44:53.776982 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b856effb-05c7-4f1b-a6d9-de73d1380786 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:44:53.777388 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4434b3f4-c23a-4332-90b4-07b6c7a083d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb9d859-18f3-492e-9216-ebbb03065ba3', 'code': 200} Aug 17 00:44:53.803643 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=3fb9d859-18f3-492e-9216-ebbb03065ba3,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:44:53.879745 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e0db9-1432-41bc-849b-c95216dc8369 req-0679a7ed-fdf9-48cd-944d-1cae09848516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:53.881349 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e60e0db9-1432-41bc-849b-c95216dc8369 req-0679a7ed-fdf9-48cd-944d-1cae09848516 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 1097 time: 0.0423303 Aug 17 00:44:53.921270 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e60e0db9-1432-41bc-849b-c95216dc8369 req-a0f7baaf-5270-47a4-b681-9214579d1ece service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288386 Aug 17 00:44:54.606576 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f578be3-ad4d-4be1-8199-efa46fbabfbd req-fb45e84e-8fbe-4885-9930-7dfaa3ee762e tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:54.608062 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f578be3-ad4d-4be1-8199-efa46fbabfbd req-fb45e84e-8fbe-4885-9930-7dfaa3ee762e tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0492578 Aug 17 00:44:54.647665 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f578be3-ad4d-4be1-8199-efa46fbabfbd req-c4f28c06-794f-4135-a539-380992962b90 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331781 Aug 17 00:44:55.762698 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672c0f3-06a8-42d3-a70a-d2ff1374ec68 req-68003a50-0181-41be-8285-602a9f120680 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:55.764076 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8672c0f3-06a8-42d3-a70a-d2ff1374ec68 req-68003a50-0181-41be-8285-602a9f120680 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0484729 Aug 17 00:44:55.805615 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8672c0f3-06a8-42d3-a70a-d2ff1374ec68 req-6645a8b6-72e7-41da-9720-eee1f72de98c tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347543 Aug 17 00:44:55.920474 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011073b-cddc-484e-8fa4-88c323ed9271 req-26be4954-c34c-4ec6-b191-334872859e58 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:55.921991 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d011073b-cddc-484e-8fa4-88c323ed9271 req-26be4954-c34c-4ec6-b191-334872859e58 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0503278 Aug 17 00:44:55.960268 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d011073b-cddc-484e-8fa4-88c323ed9271 req-1e190bd0-d098-4f71-b05c-2218fe3056de tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322416 Aug 17 00:44:56.184755 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-8896cbb0-69ad-416b-a4fd-07d529ca5415 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403507 Aug 17 00:44:56.206872 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70036604-d5f6-4a57-a392-0396a0983ed0 req-5077a0bf-a360-452d-ba2d-46fce34742f7 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:56.209778 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70036604-d5f6-4a57-a392-0396a0983ed0 req-5077a0bf-a360-452d-ba2d-46fce34742f7 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0571361 Aug 17 00:44:56.248684 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70036604-d5f6-4a57-a392-0396a0983ed0 req-aec0ce12-44c9-44b7-8138-812cf71ddc5b tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330663 Aug 17 00:44:57.251722 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-23f3edac-1bc5-47ee-81af-60779bca2294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:57.253369 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-23f3edac-1bc5-47ee-81af-60779bca2294 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55082111c9254ae0be96b599b6cc3169&device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 1097 time: 0.0416901 Aug 17 00:44:57.375013 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-49713b9f-9392-4a46-b9ef-19422e3fc69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:57.376489 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-49713b9f-9392-4a46-b9ef-19422e3fc69f service neutron] 10.222.0.69 "GET /v2.0/networks?id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff HTTP/1.1" status: 200 len: 915 time: 0.1160073 Aug 17 00:44:57.388869 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85982727-1637-42af-84ee-c76840a1aa1b req-8a436981-644a-41dc-a3ab-da5d99c9ec5b tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:57.390286 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85982727-1637-42af-84ee-c76840a1aa1b req-8a436981-644a-41dc-a3ab-da5d99c9ec5b tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0715072 Aug 17 00:44:57.435489 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-c5938f90-9694-4be1-b401-43a3051c3144 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fb9d859-18f3-492e-9216-ebbb03065ba3 HTTP/1.1" status: 200 len: 217 time: 0.0441699 Aug 17 00:44:57.491458 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85982727-1637-42af-84ee-c76840a1aa1b req-fda05c17-6f15-4271-ab65-348bc3bebc3d tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936577 Aug 17 00:44:57.499928 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-d25311e6-6cbb-408e-a784-e57b717c0547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:57.501386 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-d25311e6-6cbb-408e-a784-e57b717c0547 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5351ac7-d7cc-4334-ad37-5bb319851583 HTTP/1.1" status: 200 len: 854 time: 0.0577879 Aug 17 00:44:57.533366 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-8c3e100d-b496-4e20-ab96-03719fe9778a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249443 Aug 17 00:44:57.624782 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-2f0fe56f-738d-4c4d-969a-273efc81a216 service neutron] 10.222.0.69 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840445 Aug 17 00:44:57.713276 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-a1d7ed55-1e00-4c99-bc18-e3b2448f249d service neutron] 10.222.0.69 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808632 Aug 17 00:44:58.199865 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:44:58.606447 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23933b-0a36-478d-867a-e3c41b0fdffa req-11905d66-acfc-4e1f-a18c-e12899e4dafe tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:58.607910 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e23933b-0a36-478d-867a-e3c41b0fdffa req-11905d66-acfc-4e1f-a18c-e12899e4dafe tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0482757 Aug 17 00:44:58.650101 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e23933b-0a36-478d-867a-e3c41b0fdffa req-43bfea7a-4ba1-4368-a8f8-4dd70b4936f9 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353692 Aug 17 00:44:59.767813 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ddf9b-44b9-491b-be7b-930d6c3292c1 req-70673d2e-7652-4d93-ab08-615b88d7d250 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:44:59.769266 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-602ddf9b-44b9-491b-be7b-930d6c3292c1 req-70673d2e-7652-4d93-ab08-615b88d7d250 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0516698 Aug 17 00:44:59.807369 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-602ddf9b-44b9-491b-be7b-930d6c3292c1 req-7cc17706-1e43-4445-8437-2fd02210dd28 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320280 Aug 17 00:45:00.925719 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d2d13-7179-4816-9b44-8339e174b80f req-d4f4e4f7-f9c4-414c-9b76-374d61f4a63b tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:00.927275 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-451d2d13-7179-4816-9b44-8339e174b80f req-d4f4e4f7-f9c4-414c-9b76-374d61f4a63b tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0509975 Aug 17 00:45:00.965199 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-451d2d13-7179-4816-9b44-8339e174b80f req-7fa09469-aabb-4be4-ba23-4646199f95a9 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319033 Aug 17 00:45:02.080851 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be518798-4770-4d2a-90b2-08747e8987d8 req-1951bc57-d157-4dbf-a325-f8cfc6a3d259 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:02.082351 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be518798-4770-4d2a-90b2-08747e8987d8 req-1951bc57-d157-4dbf-a325-f8cfc6a3d259 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0474274 Aug 17 00:45:02.123632 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be518798-4770-4d2a-90b2-08747e8987d8 req-e74e6813-4486-49fa-940f-c8afa3adedfc tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340116 Aug 17 00:45:03.246238 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4670b-1815-4317-8816-cefc29922b3b req-4e0f52d0-9ab5-4f99-9282-7eb92936d3ae tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:03.247730 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ae4670b-1815-4317-8816-cefc29922b3b req-4e0f52d0-9ab5-4f99-9282-7eb92936d3ae tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0490499 Aug 17 00:45:03.285833 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ae4670b-1815-4317-8816-cefc29922b3b req-472160b8-6ff3-4881-9d35-3e52bf6a58f0 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321777 Aug 17 00:45:04.399644 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a331ba6-3cbd-46f0-b344-5eb27e9a2793 req-2dcbef9f-5485-460a-a024-d5e83a248ac9 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:04.401157 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5a331ba6-3cbd-46f0-b344-5eb27e9a2793 req-2dcbef9f-5485-460a-a024-d5e83a248ac9 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0489182 Aug 17 00:45:04.439143 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5a331ba6-3cbd-46f0-b344-5eb27e9a2793 req-cc8e7770-26dd-426f-ba03-d307aef191a4 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320115 Aug 17 00:45:05.554286 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114c2a2-eea2-4df5-80b2-62845b75013d req-639deda3-21ad-465b-be4a-0b73e5b6be65 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:05.556291 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7114c2a2-eea2-4df5-80b2-62845b75013d req-639deda3-21ad-465b-be4a-0b73e5b6be65 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0502307 Aug 17 00:45:05.597741 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7114c2a2-eea2-4df5-80b2-62845b75013d req-29535472-a1ca-4c82-bbc2-39c17442f5d0 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355995 Aug 17 00:45:06.712855 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97863a62-968b-41f8-a710-0a11ea41a80e req-2b1a7dcc-37e5-4e5e-bee4-2fc0db8363b6 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:06.714290 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-97863a62-968b-41f8-a710-0a11ea41a80e req-2b1a7dcc-37e5-4e5e-bee4-2fc0db8363b6 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0499332 Aug 17 00:45:06.752419 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-97863a62-968b-41f8-a710-0a11ea41a80e req-64a96f9d-bfcb-4322-bd18-84c332917052 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322812 Aug 17 00:45:06.924353 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f876d79-acce-4e25-8eb7-566643db380d req-12c0dd86-f6cb-48f5-810e-0dd43dac7237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:06.926043 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2f876d79-acce-4e25-8eb7-566643db380d req-12c0dd86-f6cb-48f5-810e-0dd43dac7237 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55082111c9254ae0be96b599b6cc3169&device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 1097 time: 0.0410683 Aug 17 00:45:07.313435 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f876d79-acce-4e25-8eb7-566643db380d req-296e6efc-7464-4698-8a6c-594e94927c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:07.314968 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2f876d79-acce-4e25-8eb7-566643db380d req-296e6efc-7464-4698-8a6c-594e94927c85 service neutron] 10.222.0.69 "GET /v2.0/networks?id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff HTTP/1.1" status: 200 len: 915 time: 0.3697543 Aug 17 00:45:07.358429 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2f876d79-acce-4e25-8eb7-566643db380d req-00b49a2b-aa26-4276-a85a-34379c11d278 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fb9d859-18f3-492e-9216-ebbb03065ba3 HTTP/1.1" status: 200 len: 217 time: 0.0336740 Aug 17 00:45:07.405003 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f876d79-acce-4e25-8eb7-566643db380d req-cd4e5dfd-eae7-48ba-bdcb-77dd0cd09e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:07.406440 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2f876d79-acce-4e25-8eb7-566643db380d req-cd4e5dfd-eae7-48ba-bdcb-77dd0cd09e6e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5351ac7-d7cc-4334-ad37-5bb319851583 HTTP/1.1" status: 200 len: 854 time: 0.0419061 Aug 17 00:45:07.441982 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2f876d79-acce-4e25-8eb7-566643db380d req-40d1cedf-d417-44c0-8357-200565c93ddd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284855 Aug 17 00:45:07.529155 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2f876d79-acce-4e25-8eb7-566643db380d req-4dede93e-d78d-4cf7-937e-f5cd24b00615 service neutron] 10.222.0.69 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798838 Aug 17 00:45:07.620799 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2f876d79-acce-4e25-8eb7-566643db380d req-0d725623-55b5-4abb-81a1-c3aaaf5e6181 service neutron] 10.222.0.69 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849454 Aug 17 00:45:07.868786 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7020fb3-9ca6-46c0-badb-5b79a75819cf req-41b1e2b8-4b9c-44d1-8777-e7ac07c10e98 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:07.870285 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7020fb3-9ca6-46c0-badb-5b79a75819cf req-41b1e2b8-4b9c-44d1-8777-e7ac07c10e98 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0496111 Aug 17 00:45:07.909309 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7020fb3-9ca6-46c0-badb-5b79a75819cf req-dd6e6664-02d2-47d2-95b1-33912e8ff4f3 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329797 Aug 17 00:45:09.023892 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33625e6-2ac8-46d9-8066-df9f9a9975c1 req-62ef5533-7935-4d37-b619-254fcae77e92 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:09.025455 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a33625e6-2ac8-46d9-8066-df9f9a9975c1 req-62ef5533-7935-4d37-b619-254fcae77e92 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0486281 Aug 17 00:45:09.062035 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a33625e6-2ac8-46d9-8066-df9f9a9975c1 req-23bd38a0-73e7-4efb-9228-d8e5676cdba1 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308173 Aug 17 00:45:10.175466 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa6c5c-3071-4296-9eba-125a9499e04e req-9ce89af8-9997-4f5d-9db1-b3cc4ca83d6b tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:10.176859 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82aa6c5c-3071-4296-9eba-125a9499e04e req-9ce89af8-9997-4f5d-9db1-b3cc4ca83d6b tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0484812 Aug 17 00:45:10.223108 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-82aa6c5c-3071-4296-9eba-125a9499e04e req-ab83ebc3-b228-4ced-bf04-9954bdd4c911 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394897 Aug 17 00:45:10.456972 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:11.339149 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41361c1f-3b95-4d41-981b-d7d709a7938e req-d9ca2b2e-7e56-4325-a01d-860e9389092b tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:11.340734 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-41361c1f-3b95-4d41-981b-d7d709a7938e req-d9ca2b2e-7e56-4325-a01d-860e9389092b tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0493178 Aug 17 00:45:11.380241 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-41361c1f-3b95-4d41-981b-d7d709a7938e req-e825d860-2634-4da6-a0c5-c94f8b70aef1 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336492 Aug 17 00:45:12.077201 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:12.495831 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13502735-bbb5-4ba0-a34e-8315278a40f4 req-390b6843-63a4-4c89-949f-e381577fdca3 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:12.498146 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-13502735-bbb5-4ba0-a34e-8315278a40f4 req-390b6843-63a4-4c89-949f-e381577fdca3 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0493097 Aug 17 00:45:12.534887 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-13502735-bbb5-4ba0-a34e-8315278a40f4 req-0db147a4-ba76-4b58-b7d9-557cf3e5f5be tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310206 Aug 17 00:45:13.649976 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d1bd7-4aaa-47a6-8c44-f7beb6c4ec03 req-2192ea6a-8515-4508-9e7b-d3cf8e0af63a tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:13.651449 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1e2d1bd7-4aaa-47a6-8c44-f7beb6c4ec03 req-2192ea6a-8515-4508-9e7b-d3cf8e0af63a tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0489159 Aug 17 00:45:13.692145 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1e2d1bd7-4aaa-47a6-8c44-f7beb6c4ec03 req-5bdb5d14-e1c5-4639-a2d9-628d88bc7470 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346813 Aug 17 00:45:14.807720 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d07ec-00dd-4c47-88bc-fb33c50226d6 req-854f61de-8f54-4457-ab70-48c6424d20f3 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:14.809189 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-766d07ec-00dd-4c47-88bc-fb33c50226d6 req-854f61de-8f54-4457-ab70-48c6424d20f3 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0488470 Aug 17 00:45:14.847685 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-766d07ec-00dd-4c47-88bc-fb33c50226d6 req-a9b8132f-da8e-4a1e-a8e9-63d1e60af9ce tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319898 Aug 17 00:45:15.963778 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd265c-063b-4b5f-9520-e271ff52a11b req-13c207c6-23b6-4eee-aad5-3586a0e8b8a8 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:15.965306 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cdcd265c-063b-4b5f-9520-e271ff52a11b req-13c207c6-23b6-4eee-aad5-3586a0e8b8a8 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0485468 Aug 17 00:45:16.009514 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cdcd265c-063b-4b5f-9520-e271ff52a11b req-9a8ad9ff-6c7f-4d8d-beca-979dc115ad46 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381386 Aug 17 00:45:16.588162 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e4875600-f769-4be4-9232-311f923ecbd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:17.124400 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87c8cb-7206-4883-8fd9-2250b1034cbf req-2f68cfb5-1ce5-4816-b35a-c5bab802175b tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:17.125877 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1c87c8cb-7206-4883-8fd9-2250b1034cbf req-2f68cfb5-1ce5-4816-b35a-c5bab802175b tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0488398 Aug 17 00:45:17.168045 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1c87c8cb-7206-4883-8fd9-2250b1034cbf req-d9bcc239-f5c4-4702-b030-5f1261175a29 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355525 Aug 17 00:45:18.285575 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761f2fc-193b-4ddb-bc66-f3d5bf522aff req-3384a6f0-23e7-40bb-bd7b-b04d88262b99 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:18.287491 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2761f2fc-193b-4ddb-bc66-f3d5bf522aff req-3384a6f0-23e7-40bb-bd7b-b04d88262b99 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0511913 Aug 17 00:45:18.329318 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2761f2fc-193b-4ddb-bc66-f3d5bf522aff req-9bbddbc6-9646-43b7-9169-e1d2d3201a43 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359983 Aug 17 00:45:19.280315 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c11513b4-d743-4597-9d55-07ade0f73a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:19.326293 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:19.445451 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301560a-e48b-40c6-b66b-aa0b91bd9eed req-695eda39-21ed-4780-bc1d-c3c8d9f3972e tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:19.446997 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4301560a-e48b-40c6-b66b-aa0b91bd9eed req-695eda39-21ed-4780-bc1d-c3c8d9f3972e tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0502329 Aug 17 00:45:19.486442 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4301560a-e48b-40c6-b66b-aa0b91bd9eed req-b9b3f069-5a5e-4871-97ed-7ee909c8dc6c tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332484 Aug 17 00:45:20.337184 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:20.600933 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4382c-e9b1-45d7-8ea7-636c1e57e631 req-0b23cdbb-1639-4d0b-b2aa-ceb1c62d078b tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:20.602452 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-32f4382c-e9b1-45d7-8ea7-636c1e57e631 req-0b23cdbb-1639-4d0b-b2aa-ceb1c62d078b tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0492916 Aug 17 00:45:20.644389 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-32f4382c-e9b1-45d7-8ea7-636c1e57e631 req-cf98332c-ef6a-42a8-8e46-5f603e2df7d0 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360777 Aug 17 00:45:21.758491 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a12dd-dbde-44dc-9745-502be6b00aae req-18cffab7-6de5-451c-ade5-95da85da04db tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:21.759988 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-197a12dd-dbde-44dc-9745-502be6b00aae req-18cffab7-6de5-451c-ade5-95da85da04db tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0490546 Aug 17 00:45:21.798663 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-197a12dd-dbde-44dc-9745-502be6b00aae req-7f445229-87c2-4f86-b436-e75bb9ac64b7 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322392 Aug 17 00:45:22.234506 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:22.915007 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d6cf7-1f96-4b3b-8c54-b50fe0e1fdad req-d952ad5e-453d-47b2-9d1b-3c0e27dc1879 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:22.916539 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1b3d6cf7-1f96-4b3b-8c54-b50fe0e1fdad req-d952ad5e-453d-47b2-9d1b-3c0e27dc1879 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0501649 Aug 17 00:45:22.956520 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1b3d6cf7-1f96-4b3b-8c54-b50fe0e1fdad req-8841ab31-3e35-484b-824f-ccb335a3f7cd tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335450 Aug 17 00:45:24.071850 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761328c-e6c1-4fb6-9322-57e28b031cef req-c4d9dabf-dd83-4326-9a8b-329819525866 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:24.073329 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1761328c-e6c1-4fb6-9322-57e28b031cef req-c4d9dabf-dd83-4326-9a8b-329819525866 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0490763 Aug 17 00:45:24.116212 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1761328c-e6c1-4fb6-9322-57e28b031cef req-e44a7c05-b570-4b6d-81af-b06941b54144 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367718 Aug 17 00:45:24.729910 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-ed9ff30e-99dc-4a25-ace8-7d505bc4ada2 service neutron] show failed (client error): The resource could not be found. Aug 17 00:45:24.730823 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-ed9ff30e-99dc-4a25-ace8-7d505bc4ada2 service neutron] 10.222.0.69 "GET /v2.0/ports/3fb9d859-18f3-492e-9216-ebbb03065ba3/bindings/n-h2-800088-20 HTTP/1.1" status: 404 len: 381 time: 0.0546312 Aug 17 00:45:24.939119 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-37c14bc2-5c86-474e-8a79-4c4f9bb7cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:24.940748 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-37c14bc2-5c86-474e-8a79-4c4f9bb7cee5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1&tenant_id=55082111c9254ae0be96b599b6cc3169 HTTP/1.1" status: 200 len: 1097 time: 0.0423794 Aug 17 00:45:24.952594 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-20', 'device_owner': 'compute:nova'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:45:25.007556 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:25.238311 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] For port 3fb9d859-18f3-492e-9216-ebbb03065ba3, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=3fb9d859-18f3-492e-9216-ebbb03065ba3,segment=NetworkSegment(4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61),segment_id=4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:45:25.272962 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3a8a6-f8ca-4dbc-a269-2e6e97380163 req-80e11bab-4f31-4ef2-a6bb-a5e708c7fcdd tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:25.274402 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6ec3a8a6-f8ca-4dbc-a269-2e6e97380163 req-80e11bab-4f31-4ef2-a6bb-a5e708c7fcdd tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0848947 Aug 17 00:45:25.291377 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] For port 3fb9d859-18f3-492e-9216-ebbb03065ba3, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:45:25.351732 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6ec3a8a6-f8ca-4dbc-a269-2e6e97380163 req-6300efc6-59b6-4831-a6d5-b179c43ec47d tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701826 Aug 17 00:45:25.353886 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4434b3f4-c23a-4332-90b4-07b6c7a083d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fb9d859-18f3-492e-9216-ebbb03065ba3'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:45:25.356136 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc13c31-ec6d-4273-992a-3171e96e5415" -d '{"events": [{"server_uuid": "4434b3f4-c23a-4332-90b4-07b6c7a083d1", "name": "network-vif-unplugged", "status": "completed", "tag": "3fb9d859-18f3-492e-9216-ebbb03065ba3"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:45:25.360348 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:25.373251 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Transition to ACTIVE for port object 3fb9d859-18f3-492e-9216-ebbb03065ba3 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:45:25.377964 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:25.412145 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 00:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8c1639-e3c4-426e-9744-2bdcebfe7499 x-openstack-request-id: req-4d8c1639-e3c4-426e-9744-2bdcebfe7499 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:45:25.412442 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4434b3f4-c23a-4332-90b4-07b6c7a083d1", "name": "network-vif-unplugged", "status": "completed", "tag": "3fb9d859-18f3-492e-9216-ebbb03065ba3", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:45:25.412701 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4d8c1639-e3c4-426e-9744-2bdcebfe7499 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:45:25.413128 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4434b3f4-c23a-4332-90b4-07b6c7a083d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fb9d859-18f3-492e-9216-ebbb03065ba3', 'code': 200} Aug 17 00:45:25.448491 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] No DVR routers for this DVR port 3fb9d859-18f3-492e-9216-ebbb03065ba3 on host n-h1-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:45:25.453420 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb9d859-18f3-492e-9216-ebbb03065ba3,revision_number=6']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:25.468278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:25.468278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:25.468278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:25.468278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:25.468278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:25.468278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:25.468278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:25.469214 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:25.469214 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:25.469383 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:25.469580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:25.469913 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:25.506248 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Attempting to bind port 3fb9d859-18f3-492e-9216-ebbb03065ba3 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:45:25.506636 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Attempting to bind port 3fb9d859-18f3-492e-9216-ebbb03065ba3 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:45:25.506926 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Attempting to bind port 3fb9d859-18f3-492e-9216-ebbb03065ba3 on network 65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:45:25.511432 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Port 3fb9d859-18f3-492e-9216-ebbb03065ba3 on network 65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:45:25.511754 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Attempting to bind port 3fb9d859-18f3-492e-9216-ebbb03065ba3 on network 65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:45:25.516550 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:45:25.516886 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Checking segment: {'id': '4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:45:25.517294 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Bound using segment: {'id': '4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:45:25.517718 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Bound port: 3fb9d859-18f3-492e-9216-ebbb03065ba3, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:45:25.518752 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:25.582109 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] For port 3fb9d859-18f3-492e-9216-ebbb03065ba3, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:45:25.585449 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] For port 3fb9d859-18f3-492e-9216-ebbb03065ba3, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3fb9d859-18f3-492e-9216-ebbb03065ba3,segment=NetworkSegment(4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61),segment_id=4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:45:25.589769 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:25.628258 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:25.628886 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:25.630300 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] 10.222.0.64 "PUT /v2.0/ports/3fb9d859-18f3-492e-9216-ebbb03065ba3 HTTP/1.1" status: 200 len: 1092 time: 0.6819506 Aug 17 00:45:25.651125 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899f772-54d9-4b40-b901-0759c9133049 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb9d859-18f3-492e-9216-ebbb03065ba3,revision_number=7']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:25.694489 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-416ab560-611f-4d93-a0da-ba2ce9d62a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:25.696002 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-416ab560-611f-4d93-a0da-ba2ce9d62a28 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=55082111c9254ae0be96b599b6cc3169&device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 1095 time: 0.0413020 Aug 17 00:45:25.788098 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-e5c623da-c29b-4b2a-841b-87f536801e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:25.789606 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-e5c623da-c29b-4b2a-841b-87f536801e27 service neutron] 10.222.0.64 "GET /v2.0/networks?id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff HTTP/1.1" status: 200 len: 915 time: 0.0869923 Aug 17 00:45:25.831897 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-1fd0be54-ff51-4be4-a024-029921e8f819 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fb9d859-18f3-492e-9216-ebbb03065ba3 HTTP/1.1" status: 200 len: 217 time: 0.0350943 Aug 17 00:45:25.880303 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-c68ee34c-5529-436e-830b-3cc6f6ab1694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:25.881777 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-c68ee34c-5529-436e-830b-3cc6f6ab1694 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5351ac7-d7cc-4334-ad37-5bb319851583 HTTP/1.1" status: 200 len: 854 time: 0.0434470 Aug 17 00:45:25.913186 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-7006c9c7-4713-4e12-ab7c-0a1e9b70665d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243447 Aug 17 00:45:26.007069 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-951b5c50-dd43-413b-8953-490d3d097fd0 service neutron] 10.222.0.64 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871041 Aug 17 00:45:26.094449 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e23994d-0bd1-4718-83ab-6ce14ae8d6ea req-0116b429-a415-4dcf-a993-10045dbbfab6 service neutron] 10.222.0.64 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801754 Aug 17 00:45:26.478237 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81a99c-8053-4128-8247-2050ac21b72d req-6a26658b-3765-409e-832f-e804d5b51266 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:26.479651 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f81a99c-8053-4128-8247-2050ac21b72d req-6a26658b-3765-409e-832f-e804d5b51266 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 943 time: 0.0545626 Aug 17 00:45:26.518374 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f81a99c-8053-4128-8247-2050ac21b72d req-29c38de9-aa0f-4737-9977-629dd85ab327 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320683 Aug 17 00:45:27.414577 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4434b3f4-c23a-4332-90b4-07b6c7a083d1', 'tag': '3fb9d859-18f3-492e-9216-ebbb03065ba3'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:45:27.417106 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d845b4ea-f909-4ccb-9cd7-642c88037210" -d '{"events": [{"name": "network-changed", "server_uuid": "4434b3f4-c23a-4332-90b4-07b6c7a083d1", "tag": "3fb9d859-18f3-492e-9216-ebbb03065ba3"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:45:27.469772 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a0ce07-007c-4a1e-ab07-1a15f22d90e5 x-openstack-request-id: req-54a0ce07-007c-4a1e-ab07-1a15f22d90e5 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:45:27.470079 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4434b3f4-c23a-4332-90b4-07b6c7a083d1", "tag": "3fb9d859-18f3-492e-9216-ebbb03065ba3", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:45:27.470335 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-54a0ce07-007c-4a1e-ab07-1a15f22d90e5 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:45:27.470743 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4434b3f4-c23a-4332-90b4-07b6c7a083d1', 'tag': '3fb9d859-18f3-492e-9216-ebbb03065ba3', 'status': 'completed', 'code': 200} Aug 17 00:45:27.563220 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845b4ea-f909-4ccb-9cd7-642c88037210 req-039aa97f-c552-4ac4-b0b1-fa66b56fa71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:27.564746 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d845b4ea-f909-4ccb-9cd7-642c88037210 req-039aa97f-c552-4ac4-b0b1-fa66b56fa71a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=55082111c9254ae0be96b599b6cc3169&device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 1095 time: 0.0705757 Aug 17 00:45:27.568440 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845b4ea-f909-4ccb-9cd7-642c88037210 req-b0d97068-465e-4cff-b614-351e9bf883ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:27.569810 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d845b4ea-f909-4ccb-9cd7-642c88037210 req-b0d97068-465e-4cff-b614-351e9bf883ee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55082111c9254ae0be96b599b6cc3169&device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 1095 time: 0.0677702 Aug 17 00:45:27.755328 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 3fb9d859-18f3-492e-9216-ebbb03065ba3 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:45:27.774355 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f33bc3-da21-4731-ae9e-c512a08a867b req-b1028c78-cd5f-40ab-ab05-b1d4a45c6c47 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:27.775827 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-02f33bc3-da21-4731-ae9e-c512a08a867b req-b1028c78-cd5f-40ab-ab05-b1d4a45c6c47 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 943 time: 0.1842525 Aug 17 00:45:27.782246 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845b4ea-f909-4ccb-9cd7-642c88037210 req-163ba565-8973-4dec-b8f1-53cf261dec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:27.783675 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d845b4ea-f909-4ccb-9cd7-642c88037210 req-163ba565-8973-4dec-b8f1-53cf261dec38 service neutron] 10.222.0.64 "GET /v2.0/networks?id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff HTTP/1.1" status: 200 len: 915 time: 0.2113926 Aug 17 00:45:27.795425 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 3fb9d859-18f3-492e-9216-ebbb03065ba3 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:45:27.796446 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845b4ea-f909-4ccb-9cd7-642c88037210 req-e63bbea3-4e59-4366-8e76-82ede7d06651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:27.797883 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d845b4ea-f909-4ccb-9cd7-642c88037210 req-e63bbea3-4e59-4366-8e76-82ede7d06651 service neutron] 10.222.0.69 "GET /v2.0/networks?id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff HTTP/1.1" status: 200 len: 915 time: 0.2073846 Aug 17 00:45:27.876749 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d845b4ea-f909-4ccb-9cd7-642c88037210 req-427f7a55-1959-43b5-b6e7-e48b8bd1dd6e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fb9d859-18f3-492e-9216-ebbb03065ba3 HTTP/1.1" status: 200 len: 217 time: 0.0815592 Aug 17 00:45:27.881815 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d845b4ea-f909-4ccb-9cd7-642c88037210 req-6f2fb6da-d242-440c-ad1e-4b33c141564a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fb9d859-18f3-492e-9216-ebbb03065ba3 HTTP/1.1" status: 200 len: 217 time: 0.0705094 Aug 17 00:45:27.952667 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-02f33bc3-da21-4731-ae9e-c512a08a867b req-92237013-b4ce-41aa-bdb1-28ae9e67c5c3 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665466 Aug 17 00:45:27.965992 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 3fb9d859-18f3-492e-9216-ebbb03065ba3 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:45:27.972803 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845b4ea-f909-4ccb-9cd7-642c88037210 req-62f2781a-3144-41d3-ac22-5ac0119e44cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:27.974882 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d845b4ea-f909-4ccb-9cd7-642c88037210 req-62f2781a-3144-41d3-ac22-5ac0119e44cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5351ac7-d7cc-4334-ad37-5bb319851583 HTTP/1.1" status: 200 len: 854 time: 0.0911131 Aug 17 00:45:27.978217 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845b4ea-f909-4ccb-9cd7-642c88037210 req-bf308182-47d7-4911-bde3-dbb60275b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:27.979553 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d845b4ea-f909-4ccb-9cd7-642c88037210 req-bf308182-47d7-4911-bde3-dbb60275b0ea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5351ac7-d7cc-4334-ad37-5bb319851583 HTTP/1.1" status: 200 len: 854 time: 0.0820022 Aug 17 00:45:28.031780 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d845b4ea-f909-4ccb-9cd7-642c88037210 req-de9dff83-4b36-49cc-8dd5-e642d7e40102 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500214 Aug 17 00:45:28.033564 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d845b4ea-f909-4ccb-9cd7-642c88037210 req-0ecada3d-560b-48d8-a21c-fe42f78a2b35 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420811 Aug 17 00:45:28.064048 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 3fb9d859-18f3-492e-9216-ebbb03065ba3, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3fb9d859-18f3-492e-9216-ebbb03065ba3,segment=NetworkSegment(4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61),segment_id=4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:45:28.076382 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '3fb9d859-18f3-492e-9216-ebbb03065ba3', 'network_id': '65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff', 'port_id': '3fb9d859-18f3-492e-9216-ebbb03065ba3', 'mac_address': 'fa:16:3e:ec:2a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5351ac7-d7cc-4334-ad37-5bb319851583', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:45:28.112313 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:28.125439 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb9d859-18f3-492e-9216-ebbb03065ba3 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:45:28.145194 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 3fb9d859-18f3-492e-9216-ebbb03065ba3, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3fb9d859-18f3-492e-9216-ebbb03065ba3,segment=NetworkSegment(4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61),segment_id=4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:45:28.149797 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:28.195703 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d845b4ea-f909-4ccb-9cd7-642c88037210 req-8dda80b6-ffe0-4342-95ce-cf38eaf664c0 service neutron] 10.222.0.64 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564727 Aug 17 00:45:28.199328 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d845b4ea-f909-4ccb-9cd7-642c88037210 req-4424fb7c-8535-4328-80a3-78273cac71f1 service neutron] 10.222.0.69 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531606 Aug 17 00:45:28.365015 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=3fb9d859-18f3-492e-9216-ebbb03065ba3,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:28.372149 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:28.372484 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:28.372815 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:28.373189 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:28.373482 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d845b4ea-f909-4ccb-9cd7-642c88037210 req-64975b89-ee59-4e62-9471-6cbf1e488ea1 service neutron] 10.222.0.64 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637290 Aug 17 00:45:28.373588 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:28.373823 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:28.374139 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:28.374454 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:28.374773 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:28.375083 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:28.375395 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:28.375706 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:28.376815 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d845b4ea-f909-4ccb-9cd7-642c88037210 req-5202f9d6-5c30-469e-bba7-e752c61e35f9 service neutron] 10.222.0.69 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594474 Aug 17 00:45:28.421565 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['3fb9d859-18f3-492e-9216-ebbb03065ba3'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:45:29.098059 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec52cdb-a56b-480c-90a7-29cd77aa9384 req-57d36759-a5ab-43cd-a3c4-6b59254fd893 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:29.100101 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7ec52cdb-a56b-480c-90a7-29cd77aa9384 req-57d36759-a5ab-43cd-a3c4-6b59254fd893 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 944 time: 0.0496509 Aug 17 00:45:29.138447 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7ec52cdb-a56b-480c-90a7-29cd77aa9384 req-2938516c-e30d-4d24-a3f9-50011784f943 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319257 Aug 17 00:45:29.363249 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f3b5e-8edf-495b-88c0-7d127b7d3511 req-315bc6ce-c30e-4e9e-bf22-78dc73817a67 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:29.364710 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-535f3b5e-8edf-495b-88c0-7d127b7d3511 req-315bc6ce-c30e-4e9e-bf22-78dc73817a67 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 944 time: 0.0808325 Aug 17 00:45:29.377688 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f712eef-356e-4992-ae72-519404319df3 req-df8d9a12-5b59-46a2-ac67-23ee12c1a878 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:29.379050 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f712eef-356e-4992-ae72-519404319df3 req-df8d9a12-5b59-46a2-ac67-23ee12c1a878 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.69 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1&tenant_id=55082111c9254ae0be96b599b6cc3169&binding%3Ahost_id=n-h2-800088-20 HTTP/1.1" status: 200 len: 944 time: 0.0658295 Aug 17 00:45:29.439354 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-535f3b5e-8edf-495b-88c0-7d127b7d3511 req-d12afbd5-c2e9-421a-92af-8ae1ddf269a9 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593579 Aug 17 00:45:29.461662 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-5f712eef-356e-4992-ae72-519404319df3 req-2107d322-5bb4-44f4-b8e6-aac207563bc2 service neutron] delete failed (client error): The resource could not be found. Aug 17 00:45:29.462683 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f712eef-356e-4992-ae72-519404319df3 req-2107d322-5bb4-44f4-b8e6-aac207563bc2 service neutron] 10.222.0.69 "DELETE /v2.0/ports/3fb9d859-18f3-492e-9216-ebbb03065ba3/bindings/n-h1-800088-20 HTTP/1.1" status: 404 len: 381 time: 0.0694113 Aug 17 00:45:29.559190 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f712eef-356e-4992-ae72-519404319df3 req-4eb521e1-772e-4050-bd59-8a7afc5f0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:29.560674 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f712eef-356e-4992-ae72-519404319df3 req-4eb521e1-772e-4050-bd59-8a7afc5f0ab2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55082111c9254ae0be96b599b6cc3169&device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 1096 time: 0.0451574 Aug 17 00:45:29.654095 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f712eef-356e-4992-ae72-519404319df3 req-2a3e4492-6803-45d2-8bff-54ef170adc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:29.655504 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f712eef-356e-4992-ae72-519404319df3 req-2a3e4492-6803-45d2-8bff-54ef170adc9e service neutron] 10.222.0.69 "GET /v2.0/networks?id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff HTTP/1.1" status: 200 len: 915 time: 0.0835443 Aug 17 00:45:29.705145 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f712eef-356e-4992-ae72-519404319df3 req-160c0700-7c5a-45bc-86b9-e833f024902f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fb9d859-18f3-492e-9216-ebbb03065ba3 HTTP/1.1" status: 200 len: 217 time: 0.0378582 Aug 17 00:45:29.758699 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f712eef-356e-4992-ae72-519404319df3 req-61b40d37-46d6-4379-902b-2706a50682e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:29.760125 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f712eef-356e-4992-ae72-519404319df3 req-61b40d37-46d6-4379-902b-2706a50682e4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5351ac7-d7cc-4334-ad37-5bb319851583 HTTP/1.1" status: 200 len: 854 time: 0.0438077 Aug 17 00:45:29.793928 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f712eef-356e-4992-ae72-519404319df3 req-9a2c9982-ae6e-4ac6-97ae-ecbaca534df8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248547 Aug 17 00:45:29.885089 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f712eef-356e-4992-ae72-519404319df3 req-b3f82da3-4b06-4640-9bf4-7b6c03d80bdf service neutron] 10.222.0.69 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815065 Aug 17 00:45:29.965759 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 3fb9d859-18f3-492e-9216-ebbb03065ba3 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:45:29.989304 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f712eef-356e-4992-ae72-519404319df3 req-351e9d93-bf98-44a2-89de-671b81220d89 service neutron] 10.222.0.69 "GET /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916619 Aug 17 00:45:30.016777 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 3fb9d859-18f3-492e-9216-ebbb03065ba3 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:45:30.020603 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 3fb9d859-18f3-492e-9216-ebbb03065ba3 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:45:30.020978 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:30.100609 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:30.122314 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4434b3f4-c23a-4332-90b4-07b6c7a083d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb9d859-18f3-492e-9216-ebbb03065ba3'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:45:30.124544 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659efbf2-f3d3-4695-9b87-9f828e403a1d" -d '{"events": [{"server_uuid": "4434b3f4-c23a-4332-90b4-07b6c7a083d1", "name": "network-vif-plugged", "status": "completed", "tag": "3fb9d859-18f3-492e-9216-ebbb03065ba3"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:45:30.137813 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 3fb9d859-18f3-492e-9216-ebbb03065ba3, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3fb9d859-18f3-492e-9216-ebbb03065ba3,segment=NetworkSegment(4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61),segment_id=4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:45:30.141735 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:30.174253 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016ec9e1-6b04-4aeb-9d12-6ddf20cee1f9 x-openstack-request-id: req-016ec9e1-6b04-4aeb-9d12-6ddf20cee1f9 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:45:30.174543 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4434b3f4-c23a-4332-90b4-07b6c7a083d1", "name": "network-vif-plugged", "status": "completed", "tag": "3fb9d859-18f3-492e-9216-ebbb03065ba3", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:45:30.174796 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-016ec9e1-6b04-4aeb-9d12-6ddf20cee1f9 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:45:30.175186 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4434b3f4-c23a-4332-90b4-07b6c7a083d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb9d859-18f3-492e-9216-ebbb03065ba3', 'code': 200} Aug 17 00:45:30.197053 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=3fb9d859-18f3-492e-9216-ebbb03065ba3,revision_number=9']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:30.559716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66555091-5b98-4c92-b9ed-a3b07f9f42ac req-66952820-1b95-4895-a208-1762aa2d029d tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:30.561366 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66555091-5b98-4c92-b9ed-a3b07f9f42ac req-66952820-1b95-4895-a208-1762aa2d029d tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0511382 Aug 17 00:45:30.604290 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66555091-5b98-4c92-b9ed-a3b07f9f42ac req-248b1c85-3c5e-4b63-9466-88269e3f1f4d tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368998 Aug 17 00:45:30.729572 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60073672-4937-4032-991e-a15be83c7a6c req-80c1cc3d-571d-43b0-ab75-bee119e40d7c tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:30.731053 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-60073672-4937-4032-991e-a15be83c7a6c req-80c1cc3d-571d-43b0-ab75-bee119e40d7c tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0558445 Aug 17 00:45:30.772133 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-60073672-4937-4032-991e-a15be83c7a6c req-9cf1aceb-2c59-478b-b640-d34f19a3c7df tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339053 Aug 17 00:45:30.885208 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4955063-44df-4f0a-8299-0ea5d3667292 req-fdb734ac-5d25-453d-a7fd-067c134fc85a tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:30.886671 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b4955063-44df-4f0a-8299-0ea5d3667292 req-fdb734ac-5d25-453d-a7fd-067c134fc85a tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0490525 Aug 17 00:45:30.923962 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b4955063-44df-4f0a-8299-0ea5d3667292 req-77042537-bc8f-4685-ab2f-345475baf130 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313101 Aug 17 00:45:31.249901 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e0190-41d1-487d-bbe4-cee644689bbf req-1534453f-4031-4818-b1c6-76fad47c54cd tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:31.251298 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-288e0190-41d1-487d-bbe4-cee644689bbf req-1534453f-4031-4818-b1c6-76fad47c54cd tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0490887 Aug 17 00:45:31.290247 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-288e0190-41d1-487d-bbe4-cee644689bbf req-7345e03e-c8fb-497b-95c2-01d2d6010080 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318153 Aug 17 00:45:32.435620 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c412bc-d54e-4867-bc02-25f1abaf20f7 req-aaafdb29-80b9-46aa-832d-57ba1804576e tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:32.437166 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7c412bc-d54e-4867-bc02-25f1abaf20f7 req-aaafdb29-80b9-46aa-832d-57ba1804576e tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0807307 Aug 17 00:45:32.448142 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7479a77-6b07-41e7-82e1-28abc580284d req-bce18390-3155-49e2-9075-ab180bf36892 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:32.449896 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7479a77-6b07-41e7-82e1-28abc580284d req-bce18390-3155-49e2-9075-ab180bf36892 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.64 "GET /v2.0/ports?device_id=4434b3f4-c23a-4332-90b4-07b6c7a083d1 HTTP/1.1" status: 200 len: 945 time: 0.0842154 Aug 17 00:45:32.534204 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7c412bc-d54e-4867-bc02-25f1abaf20f7 req-8ac691f7-d2e1-470d-bdca-073f1022b45f tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0ac7b16-a768-408c-947c-000d4cf02e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829949 Aug 17 00:45:32.560013 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-a7479a77-6b07-41e7-82e1-28abc580284d req-b8cd6fbd-642b-4bab-92ac-351ba7bc8d91 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Deleting port 3fb9d859-18f3-492e-9216-ebbb03065ba3 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:45:32.560364 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a7479a77-6b07-41e7-82e1-28abc580284d req-b8cd6fbd-642b-4bab-92ac-351ba7bc8d91 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:32.652261 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-a7479a77-6b07-41e7-82e1-28abc580284d req-b8cd6fbd-642b-4bab-92ac-351ba7bc8d91 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] For port 3fb9d859-18f3-492e-9216-ebbb03065ba3, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=3fb9d859-18f3-492e-9216-ebbb03065ba3,segment=NetworkSegment(4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61),segment_id=4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:45:32.652636 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a7479a77-6b07-41e7-82e1-28abc580284d req-b8cd6fbd-642b-4bab-92ac-351ba7bc8d91 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:32.666566 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-a7479a77-6b07-41e7-82e1-28abc580284d req-b8cd6fbd-642b-4bab-92ac-351ba7bc8d91 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Calling delete_port for 3fb9d859-18f3-492e-9216-ebbb03065ba3 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:45:32.796665 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a7479a77-6b07-41e7-82e1-28abc580284d req-b8cd6fbd-642b-4bab-92ac-351ba7bc8d91 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:32.809404 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['3fb9d859-18f3-492e-9216-ebbb03065ba3'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:45:32.828742 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd6fbd-642b-4bab-92ac-351ba7bc8d91 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Pushing event deleted for resources: {'Port': ['ID=3fb9d859-18f3-492e-9216-ebbb03065ba3,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:32.867835 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7479a77-6b07-41e7-82e1-28abc580284d req-b8cd6fbd-642b-4bab-92ac-351ba7bc8d91 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] No DVR routers for this DVR port 3fb9d859-18f3-492e-9216-ebbb03065ba3 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:45:32.870467 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a7479a77-6b07-41e7-82e1-28abc580284d req-b8cd6fbd-642b-4bab-92ac-351ba7bc8d91 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:32.872672 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7479a77-6b07-41e7-82e1-28abc580284d req-b8cd6fbd-642b-4bab-92ac-351ba7bc8d91 tempest-ServerDiskConfigTestJSON-1983945765 tempest-ServerDiskConfigTestJSON-1983945765-project] 10.222.0.64 "DELETE /v2.0/ports/3fb9d859-18f3-492e-9216-ebbb03065ba3 HTTP/1.1" status: 204 len: 173 time: 0.4154065 Aug 17 00:45:32.873256 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4434b3f4-c23a-4332-90b4-07b6c7a083d1', 'name': 'network-vif-deleted', 'tag': '3fb9d859-18f3-492e-9216-ebbb03065ba3'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:45:32.875535 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3c6300-bdb7-48d9-b891-e4003625c10a" -d '{"events": [{"server_uuid": "4434b3f4-c23a-4332-90b4-07b6c7a083d1", "name": "network-vif-deleted", "tag": "3fb9d859-18f3-492e-9216-ebbb03065ba3"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:45:32.911161 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07bda2c-4b60-4b64-b491-141bfd3b0b21 x-openstack-request-id: req-f07bda2c-4b60-4b64-b491-141bfd3b0b21 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:45:32.911485 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4434b3f4-c23a-4332-90b4-07b6c7a083d1", "name": "network-vif-deleted", "tag": "3fb9d859-18f3-492e-9216-ebbb03065ba3", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:45:32.912385 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f07bda2c-4b60-4b64-b491-141bfd3b0b21 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:45:32.912804 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4434b3f4-c23a-4332-90b4-07b6c7a083d1', 'name': 'network-vif-deleted', 'tag': '3fb9d859-18f3-492e-9216-ebbb03065ba3', 'status': 'completed', 'code': 200} Aug 17 00:45:33.659369 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46728) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:45:34.008302 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc2bd88a-48ca-4d9a-b858-0cea93941f7e admin admin] Deleting subnet e5351ac7-d7cc-4334-ad37-5bb319851583 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:45:34.011312 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fc2bd88a-48ca-4d9a-b858-0cea93941f7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:34.045486 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fc2bd88a-48ca-4d9a-b858-0cea93941f7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:34.083446 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fc2bd88a-48ca-4d9a-b858-0cea93941f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:34.135512 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fc2bd88a-48ca-4d9a-b858-0cea93941f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:34.163930 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2bd88a-48ca-4d9a-b858-0cea93941f7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5351ac7-d7cc-4334-ad37-5bb319851583,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:34.166435 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fc2bd88a-48ca-4d9a-b858-0cea93941f7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:34.167911 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fc2bd88a-48ca-4d9a-b858-0cea93941f7e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e5351ac7-d7cc-4334-ad37-5bb319851583 HTTP/1.1" status: 204 len: 168 time: 0.5075603 Aug 17 00:45:34.170645 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46730) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:45:34.243856 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4db8bc72-3fe3-4c9f-891e-598ff94e6208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:34.326373 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4db8bc72-3fe3-4c9f-891e-598ff94e6208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:34.336761 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-4db8bc72-3fe3-4c9f-891e-598ff94e6208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:45:34.346785 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-4db8bc72-3fe3-4c9f-891e-598ff94e6208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:45:34.347087 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-4db8bc72-3fe3-4c9f-891e-598ff94e6208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d9d65c8-3c1f-45b4-9d2f-d82cc64f7e61') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:45:34.356346 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4db8bc72-3fe3-4c9f-891e-598ff94e6208 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:34.370471 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4db8bc72-3fe3-4c9f-891e-598ff94e6208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:34.376242 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db8bc72-3fe3-4c9f-891e-598ff94e6208 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:45:34.376631 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4db8bc72-3fe3-4c9f-891e-598ff94e6208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:45:34.378297 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:45:34.431711 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4db8bc72-3fe3-4c9f-891e-598ff94e6208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:34.437116 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4db8bc72-3fe3-4c9f-891e-598ff94e6208 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:34.439151 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4db8bc72-3fe3-4c9f-891e-598ff94e6208 admin admin] 10.222.0.60 "DELETE /v2.0/networks/65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff HTTP/1.1" status: 204 len: 168 time: 0.2674854 Aug 17 00:45:34.451312 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8bc72-3fe3-4c9f-891e-598ff94e6208 admin admin] Pushing event deleted for resources: {'Network': ['ID=65e9ef1f-cd90-41d2-b0da-c91c6df9c9ff,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:34.459490 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8bc72-3fe3-4c9f-891e-598ff94e6208 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:34.459848 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8bc72-3fe3-4c9f-891e-598ff94e6208 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:34.460191 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8bc72-3fe3-4c9f-891e-598ff94e6208 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:34.460527 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8bc72-3fe3-4c9f-891e-598ff94e6208 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:34.460862 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8bc72-3fe3-4c9f-891e-598ff94e6208 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:34.461214 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8bc72-3fe3-4c9f-891e-598ff94e6208 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:34.461545 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8bc72-3fe3-4c9f-891e-598ff94e6208 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:34.461871 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8bc72-3fe3-4c9f-891e-598ff94e6208 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:34.462272 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8bc72-3fe3-4c9f-891e-598ff94e6208 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:34.462584 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8bc72-3fe3-4c9f-891e-598ff94e6208 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:34.462822 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8bc72-3fe3-4c9f-891e-598ff94e6208 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:34.463147 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8bc72-3fe3-4c9f-891e-598ff94e6208 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:34.559053 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46734) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:45:34.599474 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-dbd03188-b123-4b87-8b69-aa74b96d3669 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=55082111c9254ae0be96b599b6cc3169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390880 Aug 17 00:45:34.601862 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46736) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:45:34.656036 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9f204b19-bec8-4b04-807d-2e2e7929409c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:34.678169 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9f204b19-bec8-4b04-807d-2e2e7929409c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:34.724854 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9f204b19-bec8-4b04-807d-2e2e7929409c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:34.727329 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9f204b19-bec8-4b04-807d-2e2e7929409c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:34.728527 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9f204b19-bec8-4b04-807d-2e2e7929409c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d0ac7b16-a768-408c-947c-000d4cf02e19 HTTP/1.1" status: 204 len: 168 time: 0.1257672 Aug 17 00:45:34.737438 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f204b19-bec8-4b04-807d-2e2e7929409c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ac7b16-a768-408c-947c-000d4cf02e19,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:35.199126 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:45:35.446378 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46758) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:45:35.540408 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-d35cbff4-b83e-4cdb-ab63-86d20e7f7692 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1544936849-network', 'tenant_id': '4c650715395848588e5c60dc3580b690'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:45:35.561836 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35cbff4-b83e-4cdb-ab63-86d20e7f7692 admin admin] Made reservation on behalf of 4c650715395848588e5c60dc3580b690 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:45:35.564219 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d35cbff4-b83e-4cdb-ab63-86d20e7f7692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:35.577297 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d35cbff4-b83e-4cdb-ab63-86d20e7f7692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:35.667754 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d35cbff4-b83e-4cdb-ab63-86d20e7f7692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:35.671368 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d35cbff4-b83e-4cdb-ab63-86d20e7f7692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:35.696747 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35cbff4-b83e-4cdb-ab63-86d20e7f7692 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:45:35.705281 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35cbff4-b83e-4cdb-ab63-86d20e7f7692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bac919-c9c7-4665-bad8-88da9d47290d,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:35.711903 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d35cbff4-b83e-4cdb-ab63-86d20e7f7692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:35.712252 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-d35cbff4-b83e-4cdb-ab63-86d20e7f7692 admin admin] Added segment 39e22880-a16b-4ad4-a05e-16e9b70c37c7 of type vlan for network 9bd68747-9144-419f-8aae-56ee7562b1d3 Aug 17 00:45:35.752790 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d35cbff4-b83e-4cdb-ab63-86d20e7f7692 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:35.777813 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d35cbff4-b83e-4cdb-ab63-86d20e7f7692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:35.778855 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35cbff4-b83e-4cdb-ab63-86d20e7f7692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:35.779440 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d35cbff4-b83e-4cdb-ab63-86d20e7f7692 admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:35.833506 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d35cbff4-b83e-4cdb-ab63-86d20e7f7692 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3859885 Aug 17 00:45:35.836579 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46762) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:45:35.841744 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-2a2232c0-51f3-4352-ab55-a7ab34127e37 admin admin] Request body: {'subnet': {'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1544936849-subnet', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:45:35.845966 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35cbff4-b83e-4cdb-ab63-86d20e7f7692 admin admin] Pushing event updated for resources: {'Network': ['ID=9bd68747-9144-419f-8aae-56ee7562b1d3,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:35.856922 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 9bd68747-9144-419f-8aae-56ee7562b1d3 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:45:35.863870 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2232c0-51f3-4352-ab55-a7ab34127e37 admin admin] Made reservation on behalf of 4c650715395848588e5c60dc3580b690 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:45:35.868009 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a2232c0-51f3-4352-ab55-a7ab34127e37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:35.965516 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 3fb9d859-18f3-492e-9216-ebbb03065ba3 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:45:35.987460 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 3fb9d859-18f3-492e-9216-ebbb03065ba3 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:45:35.987800 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 3fb9d859-18f3-492e-9216-ebbb03065ba3 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:45:36.038877 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a2232c0-51f3-4352-ab55-a7ab34127e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:36.094383 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2232c0-51f3-4352-ab55-a7ab34127e37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a0ecd0e-7f28-400f-a110-6d0ebe70954d,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:36.104932 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2232c0-51f3-4352-ab55-a7ab34127e37 admin admin] Checking segment: {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:45:36.105326 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2232c0-51f3-4352-ab55-a7ab34127e37 admin admin] Network hostable DHCP agents. Network: 9bd68747-9144-419f-8aae-56ee7562b1d3, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:45:36.122200 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2232c0-51f3-4352-ab55-a7ab34127e37 admin admin] Network 9bd68747-9144-419f-8aae-56ee7562b1d3 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:45:36.130890 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-2a2232c0-51f3-4352-ab55-a7ab34127e37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 9bd68747-9144-419f-8aae-56ee7562b1d3) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:45:36.135905 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2232c0-51f3-4352-ab55-a7ab34127e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:36.137985 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a2232c0-51f3-4352-ab55-a7ab34127e37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:36.138606 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f10a06a-7ffa-463c-bcd5-2fbd020a79a7 None None] Network 9bd68747-9144-419f-8aae-56ee7562b1d3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:45:36.154526 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2a2232c0-51f3-4352-ab55-a7ab34127e37 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3141067 Aug 17 00:45:36.154746 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46764) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:45:36.159189 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-d3c302da-a950-485e-ac38-4b4920cab934 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:45:36.180159 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d3c302da-a950-485e-ac38-4b4920cab934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:36.181340 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d3c302da-a950-485e-ac38-4b4920cab934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:36.236693 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d3c302da-a950-485e-ac38-4b4920cab934 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:36.285982 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aeb66fe-9afa-49fb-af88-4e1aadbf7f06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-9bd68747-9144-419f-8aae-56ee7562b1d3', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:45:36.287604 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3aeb66fe-9afa-49fb-af88-4e1aadbf7f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:36.371274 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d3c302da-a950-485e-ac38-4b4920cab934 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:36.421695 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-3aeb66fe-9afa-49fb-af88-4e1aadbf7f06 None None] Allocated IP 172.20.0.2 (9bd68747-9144-419f-8aae-56ee7562b1d3/4a0ecd0e-7f28-400f-a110-6d0ebe70954d/d978b549-8735-4a8b-8815-2a595d06882a) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:45:36.581401 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3aeb66fe-9afa-49fb-af88-4e1aadbf7f06 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:36.591861 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3aeb66fe-9afa-49fb-af88-4e1aadbf7f06 None None] Transition to ACTIVE for port object d978b549-8735-4a8b-8815-2a595d06882a will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:45:36.613681 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3aeb66fe-9afa-49fb-af88-4e1aadbf7f06 None None] Transition to ACTIVE for port object d978b549-8735-4a8b-8815-2a595d06882a will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:45:36.620206 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3aeb66fe-9afa-49fb-af88-4e1aadbf7f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:36.668252 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aeb66fe-9afa-49fb-af88-4e1aadbf7f06 None None] Network 9bd68747-9144-419f-8aae-56ee7562b1d3 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:45:36.671342 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-3aeb66fe-9afa-49fb-af88-4e1aadbf7f06 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:45:36.674162 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeb66fe-9afa-49fb-af88-4e1aadbf7f06 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:45:36.680327 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb66fe-9afa-49fb-af88-4e1aadbf7f06 None None] Pushing event updated for resources: {'Port': ['ID=d978b549-8735-4a8b-8815-2a595d06882a,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:36.737100 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3aeb66fe-9afa-49fb-af88-4e1aadbf7f06 None None] Attempting to bind port d978b549-8735-4a8b-8815-2a595d06882a on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:45:36.737497 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3aeb66fe-9afa-49fb-af88-4e1aadbf7f06 None None] Attempting to bind port d978b549-8735-4a8b-8815-2a595d06882a by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:45:36.737869 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeb66fe-9afa-49fb-af88-4e1aadbf7f06 None None] Attempting to bind port d978b549-8735-4a8b-8815-2a595d06882a on network 9bd68747-9144-419f-8aae-56ee7562b1d3 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:45:36.743696 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeb66fe-9afa-49fb-af88-4e1aadbf7f06 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:45:36.744071 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeb66fe-9afa-49fb-af88-4e1aadbf7f06 None None] Checking segment: {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:45:36.744483 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3aeb66fe-9afa-49fb-af88-4e1aadbf7f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:36.744883 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeb66fe-9afa-49fb-af88-4e1aadbf7f06 None None] Bound using segment: {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:45:36.745403 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3aeb66fe-9afa-49fb-af88-4e1aadbf7f06 None None] Bound port: d978b549-8735-4a8b-8815-2a595d06882a, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:45:36.745792 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3aeb66fe-9afa-49fb-af88-4e1aadbf7f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:36.818577 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-3aeb66fe-9afa-49fb-af88-4e1aadbf7f06 None None] For port d978b549-8735-4a8b-8815-2a595d06882a, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:45:36.821714 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-3aeb66fe-9afa-49fb-af88-4e1aadbf7f06 None None] For port d978b549-8735-4a8b-8815-2a595d06882a, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d978b549-8735-4a8b-8815-2a595d06882a,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:45:36.826526 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3aeb66fe-9afa-49fb-af88-4e1aadbf7f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:36.892188 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb66fe-9afa-49fb-af88-4e1aadbf7f06 None None] Pushing event updated for resources: {'Port': ['ID=d978b549-8735-4a8b-8815-2a595d06882a,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:36.964732 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d3c302da-a950-485e-ac38-4b4920cab934 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:36.990931 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d3c302da-a950-485e-ac38-4b4920cab934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:37.159586 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-d3c302da-a950-485e-ac38-4b4920cab934 admin admin] Allocated IP 172.25.3.55 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/8cc1b8d4-ab03-4bab-a84c-258ac563c89c) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:45:37.285739 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d3c302da-a950-485e-ac38-4b4920cab934 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:37.336926 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d3c302da-a950-485e-ac38-4b4920cab934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:37.389026 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c302da-a950-485e-ac38-4b4920cab934 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:45:37.395311 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-d3c302da-a950-485e-ac38-4b4920cab934 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:45:37.398844 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c302da-a950-485e-ac38-4b4920cab934 admin admin] Pushing event updated for resources: {'Port': ['ID=8cc1b8d4-ab03-4bab-a84c-258ac563c89c,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:37.401102 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c302da-a950-485e-ac38-4b4920cab934 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:45:37.675915 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d3c302da-a950-485e-ac38-4b4920cab934 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:37.889657 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d3c302da-a950-485e-ac38-4b4920cab934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:37.894211 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e058b689-8861-494f-8f58-46e1609d36c5 None None] Network 9bd68747-9144-419f-8aae-56ee7562b1d3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:45:37.995591 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d978b549-8735-4a8b-8815-2a595d06882a up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:45:37.999308 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3c37330a-fc9a-4203-b076-ccd9c1441a7f None None] Provisioning for port d978b549-8735-4a8b-8815-2a595d06882a completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:45:38.034219 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c302da-a950-485e-ac38-4b4920cab934 admin admin] Router e1ac8e32-fc27-44c0-9348-31513c6fedca is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:45:38.089612 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port d978b549-8735-4a8b-8815-2a595d06882a completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:45:38.107865 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port d978b549-8735-4a8b-8815-2a595d06882a triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:45:38.108236 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:38.142156 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c302da-a950-485e-ac38-4b4920cab934 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:45:38.156427 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e75da7-7b2b-4e82-9de8-121fdfe973f8 None None] Sync routers for ids ['e1ac8e32-fc27-44c0-9348-31513c6fedca'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:45:38.162914 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d3c302da-a950-485e-ac38-4b4920cab934 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:38.166766 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d3c302da-a950-485e-ac38-4b4920cab934 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0083029 Aug 17 00:45:38.167032 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46766) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:45:38.195586 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e75da7-7b2b-4e82-9de8-121fdfe973f8 None None] Routers {'e1ac8e32-fc27-44c0-9348-31513c6fedca'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:45:38.196221 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-02e75da7-7b2b-4e82-9de8-121fdfe973f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:45:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e1ac8e32-fc27-44c0-9348-31513c6fedca'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:45:38.246350 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:38.321620 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port d978b549-8735-4a8b-8815-2a595d06882a, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d978b549-8735-4a8b-8815-2a595d06882a,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:45:38.327197 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:38.361335 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-02e75da7-7b2b-4e82-9de8-121fdfe973f8 None None] Set router e1ac8e32-fc27-44c0-9348-31513c6fedca gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:45:38.481437 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=d978b549-8735-4a8b-8815-2a595d06882a,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:38.498343 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c7c77c58-9da1-45df-a7ce-4361c661b6c2 None None] Provisioning complete for port d978b549-8735-4a8b-8815-2a595d06882a triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:45:38.498707 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c7c77c58-9da1-45df-a7ce-4361c661b6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:38.619602 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dba035e1-7cb8-4b61-84af-1fd49b226664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:38.638272 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-02e75da7-7b2b-4e82-9de8-121fdfe973f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:37Z', 'revision_number': 3, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:45:38.665283 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e75da7-7b2b-4e82-9de8-121fdfe973f8 None None] Checking router: e1ac8e32-fc27-44c0-9348-31513c6fedca for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:45:38.665700 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e75da7-7b2b-4e82-9de8-121fdfe973f8 None None] Updating router e1ac8e32-fc27-44c0-9348-31513c6fedca port 8cc1b8d4-ab03-4bab-a84c-258ac563c89c binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:45:38.690323 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-02e75da7-7b2b-4e82-9de8-121fdfe973f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:38.779738 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-dba035e1-7cb8-4b61-84af-1fd49b226664 admin admin] Allocated IP 172.20.0.1 (9bd68747-9144-419f-8aae-56ee7562b1d3/4a0ecd0e-7f28-400f-a110-6d0ebe70954d/c0e86c87-58a1-4860-a889-951d6d273de7) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:45:38.889826 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dba035e1-7cb8-4b61-84af-1fd49b226664 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:38.904249 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-dba035e1-7cb8-4b61-84af-1fd49b226664 admin admin] Transition to ACTIVE for port object c0e86c87-58a1-4860-a889-951d6d273de7 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:45:38.938109 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dba035e1-7cb8-4b61-84af-1fd49b226664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:38.962130 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-02e75da7-7b2b-4e82-9de8-121fdfe973f8 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:38.973695 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-02e75da7-7b2b-4e82-9de8-121fdfe973f8 None None] Transition to ACTIVE for port object 8cc1b8d4-ab03-4bab-a84c-258ac563c89c will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:45:38.979749 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-02e75da7-7b2b-4e82-9de8-121fdfe973f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:38.985810 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba035e1-7cb8-4b61-84af-1fd49b226664 admin admin] Network 9bd68747-9144-419f-8aae-56ee7562b1d3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:45:38.988795 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-dba035e1-7cb8-4b61-84af-1fd49b226664 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:45:38.991470 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba035e1-7cb8-4b61-84af-1fd49b226664 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:45:39.019433 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba035e1-7cb8-4b61-84af-1fd49b226664 admin admin] Pushing event updated for resources: {'Port': ['ID=c0e86c87-58a1-4860-a889-951d6d273de7,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:39.038507 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dba035e1-7cb8-4b61-84af-1fd49b226664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:39.044396 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-02e75da7-7b2b-4e82-9de8-121fdfe973f8 None None] Attempting to bind port 8cc1b8d4-ab03-4bab-a84c-258ac563c89c on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:45:39.044879 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-02e75da7-7b2b-4e82-9de8-121fdfe973f8 None None] Attempting to bind port 8cc1b8d4-ab03-4bab-a84c-258ac563c89c by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:45:39.045345 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e75da7-7b2b-4e82-9de8-121fdfe973f8 None None] Attempting to bind port 8cc1b8d4-ab03-4bab-a84c-258ac563c89c on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:45:39.049002 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50497c22-c5bd-49b3-8c18-7fe54e42554b None None] Pushing event updated for resources: {'Port': ['ID=8cc1b8d4-ab03-4bab-a84c-258ac563c89c,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:39.056029 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e75da7-7b2b-4e82-9de8-121fdfe973f8 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:45:39.056464 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e75da7-7b2b-4e82-9de8-121fdfe973f8 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:45:39.056948 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-02e75da7-7b2b-4e82-9de8-121fdfe973f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:39.057422 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e75da7-7b2b-4e82-9de8-121fdfe973f8 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:45:39.058130 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-02e75da7-7b2b-4e82-9de8-121fdfe973f8 None None] Bound port: 8cc1b8d4-ab03-4bab-a84c-258ac563c89c, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:45:39.058543 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-02e75da7-7b2b-4e82-9de8-121fdfe973f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:39.122864 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-02e75da7-7b2b-4e82-9de8-121fdfe973f8 None None] For port 8cc1b8d4-ab03-4bab-a84c-258ac563c89c, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:45:39.126714 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-02e75da7-7b2b-4e82-9de8-121fdfe973f8 None None] For port 8cc1b8d4-ab03-4bab-a84c-258ac563c89c, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=8cc1b8d4-ab03-4bab-a84c-258ac563c89c,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:45:39.131528 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-02e75da7-7b2b-4e82-9de8-121fdfe973f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:39.187602 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dba035e1-7cb8-4b61-84af-1fd49b226664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:39.193710 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e75da7-7b2b-4e82-9de8-121fdfe973f8 None None] Routers {'e1ac8e32-fc27-44c0-9348-31513c6fedca'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:45:39.194431 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-02e75da7-7b2b-4e82-9de8-121fdfe973f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:45:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e1ac8e32-fc27-44c0-9348-31513c6fedca'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:45:39.238442 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50497c22-c5bd-49b3-8c18-7fe54e42554b None None] Pushing event updated for resources: {'Port': ['ID=8cc1b8d4-ab03-4bab-a84c-258ac563c89c,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:39.291144 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-88cb111c-7ed6-4a2e-880f-81048e3e18b6 None None] Provisioning for port c0e86c87-58a1-4860-a889-951d6d273de7 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:45:39.297332 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-88cb111c-7ed6-4a2e-880f-81048e3e18b6 None None] Provisioning complete for port c0e86c87-58a1-4860-a889-951d6d273de7 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:45:39.297726 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-88cb111c-7ed6-4a2e-880f-81048e3e18b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:39.350017 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-02e75da7-7b2b-4e82-9de8-121fdfe973f8 None None] Set router e1ac8e32-fc27-44c0-9348-31513c6fedca gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:45:39.351644 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-88cb111c-7ed6-4a2e-880f-81048e3e18b6 None None] Port c0e86c87-58a1-4860-a889-951d6d273de7 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:45:39.361328 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dba035e1-7cb8-4b61-84af-1fd49b226664 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:39.366414 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dba035e1-7cb8-4b61-84af-1fd49b226664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:39.432630 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba035e1-7cb8-4b61-84af-1fd49b226664 admin admin] Pushing event updated for resources: {'Port': ['ID=c0e86c87-58a1-4860-a889-951d6d273de7,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:39.435604 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dba035e1-7cb8-4b61-84af-1fd49b226664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:39.532359 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba035e1-7cb8-4b61-84af-1fd49b226664 admin admin] Network 9bd68747-9144-419f-8aae-56ee7562b1d3 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:45:39.533839 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-dba035e1-7cb8-4b61-84af-1fd49b226664 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:45:39.559176 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-02e75da7-7b2b-4e82-9de8-121fdfe973f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'c0e86c87-58a1-4860-a889-951d6d273de7', 'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'mac_address': 'fa:16:3e:17:e9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:38Z', 'updated_at': '2021-08-17T00:45:38Z', 'revision_number': 1, 'project_id': '4c650715395848588e5c60dc3580b690', 'subnets': [{'id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:45:39.587468 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e75da7-7b2b-4e82-9de8-121fdfe973f8 None None] The sync data for ids ['e1ac8e32-fc27-44c0-9348-31513c6fedca'] in n-d-800088-20 is: [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'c0e86c87-58a1-4860-a889-951d6d273de7', 'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'mac_address': 'fa:16:3e:17:e9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:38Z', 'updated_at': '2021-08-17T00:45:38Z', 'revision_number': 1, 'project_id': '4c650715395848588e5c60dc3580b690', 'subnets': [{'id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:45:39.657889 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba035e1-7cb8-4b61-84af-1fd49b226664 admin admin] Router e1ac8e32-fc27-44c0-9348-31513c6fedca has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:45:39.771275 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5d265db8-07dd-4ce2-adc3-cf67b639d3bf None None] Provisioning complete for port c0e86c87-58a1-4860-a889-951d6d273de7 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:45:39.771708 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5d265db8-07dd-4ce2-adc3-cf67b639d3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:39.778958 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba035e1-7cb8-4b61-84af-1fd49b226664 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:45:39.794024 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-dba035e1-7cb8-4b61-84af-1fd49b226664 admin admin] 10.222.0.60 "PUT /v2.0/routers/e1ac8e32-fc27-44c0-9348-31513c6fedca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6172359 Aug 17 00:45:39.843030 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-5d265db8-07dd-4ce2-adc3-cf67b639d3bf None None] Port c0e86c87-58a1-4860-a889-951d6d273de7 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:45:39.974144 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d978b549-8735-4a8b-8815-2a595d06882a up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:45:40.025935 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port d978b549-8735-4a8b-8815-2a595d06882a triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:45:40.026376 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:40.427772 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46774) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:45:40.433249 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-78e16809-6d9b-4761-b15b-04f39d60e95f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Request body: {'security_group': {'name': 'tempest-securitygroup--97566013', 'description': 'tempest-description--1800099542'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:45:40.460864 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78e16809-6d9b-4761-b15b-04f39d60e95f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:40.461246 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:40.554216 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78e16809-6d9b-4761-b15b-04f39d60e95f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:40.558522 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78e16809-6d9b-4761-b15b-04f39d60e95f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:40.589120 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78e16809-6d9b-4761-b15b-04f39d60e95f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:40.590378 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-78e16809-6d9b-4761-b15b-04f39d60e95f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1610298 Aug 17 00:45:40.592344 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e16809-6d9b-4761-b15b-04f39d60e95f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7666722-1318-40f6-975b-1163f1c35ab3,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:40.593850 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46776) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:45:40.601213 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-275d488b-31f3-4277-9a1b-68bfc8c8dbbb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Request body: {'security_group_rule': {'security_group_id': 'b7666722-1318-40f6-975b-1163f1c35ab3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:45:40.631533 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-275d488b-31f3-4277-9a1b-68bfc8c8dbbb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:40.703827 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-275d488b-31f3-4277-9a1b-68bfc8c8dbbb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:40.707796 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-275d488b-31f3-4277-9a1b-68bfc8c8dbbb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:40.726646 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d488b-31f3-4277-9a1b-68bfc8c8dbbb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=101301f3-e953-44dc-be43-266423b82746,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:40.733765 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-275d488b-31f3-4277-9a1b-68bfc8c8dbbb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:40.737713 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-275d488b-31f3-4277-9a1b-68bfc8c8dbbb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1392519 Aug 17 00:45:40.737910 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46778) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:45:40.743376 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f7b6d04a-9af1-4fa5-b5b6-8c5672734f9e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Request body: {'security_group_rule': {'security_group_id': 'b7666722-1318-40f6-975b-1163f1c35ab3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:45:40.770843 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f7b6d04a-9af1-4fa5-b5b6-8c5672734f9e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:40.832960 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f7b6d04a-9af1-4fa5-b5b6-8c5672734f9e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:40.837641 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f7b6d04a-9af1-4fa5-b5b6-8c5672734f9e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:40.856413 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6d04a-9af1-4fa5-b5b6-8c5672734f9e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21c7b25-43c4-4a39-aafd-d81641bacfbe,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:40.866948 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f7b6d04a-9af1-4fa5-b5b6-8c5672734f9e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:40.868210 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f7b6d04a-9af1-4fa5-b5b6-8c5672734f9e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293628 Aug 17 00:45:40.871187 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 46780) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:45:40.876325 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f37e4bf3-00e1-4f6d-986b-c028cdc71ebb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:45:40.900021 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f37e4bf3-00e1-4f6d-986b-c028cdc71ebb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:41.010017 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f37e4bf3-00e1-4f6d-986b-c028cdc71ebb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:41.120793 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-f37e4bf3-00e1-4f6d-986b-c028cdc71ebb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Allocated IP 172.25.3.46 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/79b573c3-6c11-4137-8605-d9b478f63989) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:45:41.230417 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f37e4bf3-00e1-4f6d-986b-c028cdc71ebb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:41.269659 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f37e4bf3-00e1-4f6d-986b-c028cdc71ebb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:41.308202 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37e4bf3-00e1-4f6d-986b-c028cdc71ebb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:45:41.313177 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-f37e4bf3-00e1-4f6d-986b-c028cdc71ebb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:45:41.317122 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37e4bf3-00e1-4f6d-986b-c028cdc71ebb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:45:41.342020 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e4bf3-00e1-4f6d-986b-c028cdc71ebb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Pushing event updated for resources: {'Port': ['ID=79b573c3-6c11-4137-8605-d9b478f63989,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:41.408728 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f37e4bf3-00e1-4f6d-986b-c028cdc71ebb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:41.444681 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f37e4bf3-00e1-4f6d-986b-c028cdc71ebb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:41.595305 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714d4cc8-dc6f-46b8-ac20-06fc93f161cb None None] Sync routers for ids ['e1ac8e32-fc27-44c0-9348-31513c6fedca'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:45:41.603894 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f37e4bf3-00e1-4f6d-986b-c028cdc71ebb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:41.605211 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714d4cc8-dc6f-46b8-ac20-06fc93f161cb None None] Routers {'e1ac8e32-fc27-44c0-9348-31513c6fedca'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:45:41.605840 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-714d4cc8-dc6f-46b8-ac20-06fc93f161cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:45:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e1ac8e32-fc27-44c0-9348-31513c6fedca'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:45:41.608592 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f37e4bf3-00e1-4f6d-986b-c028cdc71ebb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:41.688519 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e4bf3-00e1-4f6d-986b-c028cdc71ebb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Pushing event updated for resources: {'Port': ['ID=79b573c3-6c11-4137-8605-d9b478f63989,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:41.698634 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f37e4bf3-00e1-4f6d-986b-c028cdc71ebb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:41.712497 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f37e4bf3-00e1-4f6d-986b-c028cdc71ebb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:41.713918 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f37e4bf3-00e1-4f6d-986b-c028cdc71ebb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8417428 Aug 17 00:45:41.721693 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-714d4cc8-dc6f-46b8-ac20-06fc93f161cb None None] Set router e1ac8e32-fc27-44c0-9348-31513c6fedca gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:45:41.856877 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-429cde91-040f-4b18-a9a5-92d109182c28 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--97566013&fields=id&tenant_id=4c650715395848588e5c60dc3580b690 HTTP/1.1" status: 200 len: 267 time: 0.0346582 Aug 17 00:45:41.932701 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-714d4cc8-dc6f-46b8-ac20-06fc93f161cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'c0e86c87-58a1-4860-a889-951d6d273de7', 'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'mac_address': 'fa:16:3e:17:e9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:38Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 2, 'project_id': '4c650715395848588e5c60dc3580b690', 'subnets': [{'id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:45:41.966810 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714d4cc8-dc6f-46b8-ac20-06fc93f161cb None None] Checking router: e1ac8e32-fc27-44c0-9348-31513c6fedca for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:45:41.967369 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714d4cc8-dc6f-46b8-ac20-06fc93f161cb None None] Updating router e1ac8e32-fc27-44c0-9348-31513c6fedca port c0e86c87-58a1-4860-a889-951d6d273de7 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:45:41.967607 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-2bf698a1-970a-429a-8a80-2294ca43d761 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:41.969166 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-2bf698a1-970a-429a-8a80-2294ca43d761 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 812 time: 0.1051939 Aug 17 00:45:41.979415 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 8cc1b8d4-ab03-4bab-a84c-258ac563c89c up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:45:41.993240 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-350befc7-2169-4de7-88f5-e7ffeb1d56a2 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/quotas/4c650715395848588e5c60dc3580b690 HTTP/1.1" status: 200 len: 375 time: 0.0109880 Aug 17 00:45:41.997011 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-714d4cc8-dc6f-46b8-ac20-06fc93f161cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:42.032041 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 8cc1b8d4-ab03-4bab-a84c-258ac563c89c completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:45:42.036110 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 8cc1b8d4-ab03-4bab-a84c-258ac563c89c triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:45:42.037345 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:42.056308 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-cdfa7936-1aeb-4262-8cae-23ee7912cf22 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0559096 Aug 17 00:45:42.075133 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-f5a0cae0-7e8f-4f50-83e1-cda75ee458b9 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:45:42.076220 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-f5a0cae0-7e8f-4f50-83e1-cda75ee458b9 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064743 Aug 17 00:45:42.088852 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:42.135945 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:42.158864 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 8cc1b8d4-ab03-4bab-a84c-258ac563c89c, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=8cc1b8d4-ab03-4bab-a84c-258ac563c89c,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:45:42.164372 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:42.176888 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-5d250d99-6a14-4ad3-9e86-4275d4b22f23 service neutron] 10.222.0.60 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918067 Aug 17 00:45:42.220666 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=8cc1b8d4-ab03-4bab-a84c-258ac563c89c,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:42.273622 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-d38410cb-df52-49e5-b96c-9c7ff26b3fa2 service neutron] 10.222.0.60 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900903 Aug 17 00:45:42.285189 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-714d4cc8-dc6f-46b8-ac20-06fc93f161cb None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:42.295984 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-714d4cc8-dc6f-46b8-ac20-06fc93f161cb None None] Transition to ACTIVE for port object c0e86c87-58a1-4860-a889-951d6d273de7 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:45:42.302273 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-714d4cc8-dc6f-46b8-ac20-06fc93f161cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:42.356132 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413c8aa-fdcf-48ba-a0c9-3b87a99f1bb9 None None] Pushing event updated for resources: {'Port': ['ID=c0e86c87-58a1-4860-a889-951d6d273de7,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:42.392136 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7413c8aa-fdcf-48ba-a0c9-3b87a99f1bb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:42.392439 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7413c8aa-fdcf-48ba-a0c9-3b87a99f1bb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:42.392790 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7413c8aa-fdcf-48ba-a0c9-3b87a99f1bb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:42.393171 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7413c8aa-fdcf-48ba-a0c9-3b87a99f1bb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:42.393499 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7413c8aa-fdcf-48ba-a0c9-3b87a99f1bb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:42.393838 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7413c8aa-fdcf-48ba-a0c9-3b87a99f1bb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:42.394167 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7413c8aa-fdcf-48ba-a0c9-3b87a99f1bb9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:42.394494 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7413c8aa-fdcf-48ba-a0c9-3b87a99f1bb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:42.394821 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7413c8aa-fdcf-48ba-a0c9-3b87a99f1bb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:42.395214 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7413c8aa-fdcf-48ba-a0c9-3b87a99f1bb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:42.395565 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7413c8aa-fdcf-48ba-a0c9-3b87a99f1bb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:42.396465 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7413c8aa-fdcf-48ba-a0c9-3b87a99f1bb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:45:42.426610 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-714d4cc8-dc6f-46b8-ac20-06fc93f161cb None None] Attempting to bind port c0e86c87-58a1-4860-a889-951d6d273de7 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:45:42.426987 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-714d4cc8-dc6f-46b8-ac20-06fc93f161cb None None] Attempting to bind port c0e86c87-58a1-4860-a889-951d6d273de7 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:45:42.427399 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714d4cc8-dc6f-46b8-ac20-06fc93f161cb None None] Attempting to bind port c0e86c87-58a1-4860-a889-951d6d273de7 on network 9bd68747-9144-419f-8aae-56ee7562b1d3 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:45:42.433519 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714d4cc8-dc6f-46b8-ac20-06fc93f161cb None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:45:42.433900 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714d4cc8-dc6f-46b8-ac20-06fc93f161cb None None] Checking segment: {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:45:42.439990 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-714d4cc8-dc6f-46b8-ac20-06fc93f161cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:42.439990 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714d4cc8-dc6f-46b8-ac20-06fc93f161cb None None] Bound using segment: {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:45:42.439990 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-714d4cc8-dc6f-46b8-ac20-06fc93f161cb None None] Bound port: c0e86c87-58a1-4860-a889-951d6d273de7, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:45:42.439990 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-714d4cc8-dc6f-46b8-ac20-06fc93f161cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:42.480964 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2a27d124-b566-4d9c-92f0-5e841295d7c9 req-9095a070-ea47-4fd0-bba3-d3c7fda6b7e2 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 210 time: 0.0401204 Aug 17 00:45:42.516977 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-714d4cc8-dc6f-46b8-ac20-06fc93f161cb None None] For port c0e86c87-58a1-4860-a889-951d6d273de7, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:45:42.520281 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-714d4cc8-dc6f-46b8-ac20-06fc93f161cb None None] For port c0e86c87-58a1-4860-a889-951d6d273de7, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c0e86c87-58a1-4860-a889-951d6d273de7,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:45:42.525902 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-714d4cc8-dc6f-46b8-ac20-06fc93f161cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:42.591837 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714d4cc8-dc6f-46b8-ac20-06fc93f161cb None None] Routers {'e1ac8e32-fc27-44c0-9348-31513c6fedca'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:45:42.592421 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-714d4cc8-dc6f-46b8-ac20-06fc93f161cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:45:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e1ac8e32-fc27-44c0-9348-31513c6fedca'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:45:42.598418 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413c8aa-fdcf-48ba-a0c9-3b87a99f1bb9 None None] Pushing event updated for resources: {'Port': ['ID=c0e86c87-58a1-4860-a889-951d6d273de7,revision_number=4']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:42.718674 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-714d4cc8-dc6f-46b8-ac20-06fc93f161cb None None] Set router e1ac8e32-fc27-44c0-9348-31513c6fedca gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:45:42.925253 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-714d4cc8-dc6f-46b8-ac20-06fc93f161cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'c0e86c87-58a1-4860-a889-951d6d273de7', 'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'mac_address': 'fa:16:3e:17:e9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:38Z', 'updated_at': '2021-08-17T00:45:42Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'subnets': [{'id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:45:42.956130 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714d4cc8-dc6f-46b8-ac20-06fc93f161cb None None] The sync data for ids ['e1ac8e32-fc27-44c0-9348-31513c6fedca'] in n-d-800088-20 is: [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'c0e86c87-58a1-4860-a889-951d6d273de7', 'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'mac_address': 'fa:16:3e:17:e9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:38Z', 'updated_at': '2021-08-17T00:45:42Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'subnets': [{'id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:45:43.523435 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-854a77ab-2104-4da6-bf28-92c4cec054b0 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:43.525191 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-854a77ab-2104-4da6-bf28-92c4cec054b0 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.64 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 812 time: 0.1388545 Aug 17 00:45:43.578899 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-caff603e-a9f9-4b8f-8cdc-3b6a20808a38 req-d6d48909-fbb8-4bb3-be46-6eba4d725d18 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 210 time: 0.0355694 Aug 17 00:45:43.614345 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-21d3a3d3-39c3-4e33-a0f0-1f29a6673f2b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c650715395848588e5c60dc3580b690 HTTP/1.1" status: 200 len: 378 time: 0.0784872 Aug 17 00:45:43.624636 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-0970e4c2-401f-49b7-bad2-654bbf70f091 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Request body: {'port': {'device_id': 'd09b33eb-f693-4626-a812-cb2c1ddce409', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'admin_state_up': True, 'tenant_id': '4c650715395848588e5c60dc3580b690', 'security_groups': ['b7666722-1318-40f6-975b-1163f1c35ab3']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:45:43.734045 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-0970e4c2-401f-49b7-bad2-654bbf70f091 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Made reservation on behalf of 4c650715395848588e5c60dc3580b690 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:45:43.737789 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-0970e4c2-401f-49b7-bad2-654bbf70f091 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:43.859520 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-0970e4c2-401f-49b7-bad2-654bbf70f091 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Allocated IP 172.20.0.12 (9bd68747-9144-419f-8aae-56ee7562b1d3/4a0ecd0e-7f28-400f-a110-6d0ebe70954d/7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:45:43.985356 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 8cc1b8d4-ab03-4bab-a84c-258ac563c89c up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:45:44.006181 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-0970e4c2-401f-49b7-bad2-654bbf70f091 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:44.019591 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-0970e4c2-401f-49b7-bad2-654bbf70f091 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Transition to ACTIVE for port object 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:45:44.034122 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 8cc1b8d4-ab03-4bab-a84c-258ac563c89c triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:45:44.034498 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:44.052964 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-0970e4c2-401f-49b7-bad2-654bbf70f091 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:44.098777 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-0970e4c2-401f-49b7-bad2-654bbf70f091 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Network 9bd68747-9144-419f-8aae-56ee7562b1d3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:45:44.104636 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-0970e4c2-401f-49b7-bad2-654bbf70f091 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:45:44.109394 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-0970e4c2-401f-49b7-bad2-654bbf70f091 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:45:44.112760 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970e4c2-401f-49b7-bad2-654bbf70f091 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Pushing event updated for resources: {'Port': ['ID=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:44.124258 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c0e86c87-58a1-4860-a889-951d6d273de7 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:45:44.174824 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-0970e4c2-401f-49b7-bad2-654bbf70f091 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:44.175532 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-0970e4c2-401f-49b7-bad2-654bbf70f091 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:44.178237 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port c0e86c87-58a1-4860-a889-951d6d273de7 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:45:44.183535 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port c0e86c87-58a1-4860-a889-951d6d273de7 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:45:44.184013 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:44.191199 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-0970e4c2-401f-49b7-bad2-654bbf70f091 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5702317 Aug 17 00:45:44.204021 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-3053b331-a46f-4a86-ab85-af78d55b7421 service neutron] Request body: {'port': {'device_id': 'd09b33eb-f693-4626-a812-cb2c1ddce409', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:45:44.263453 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-3053b331-a46f-4a86-ab85-af78d55b7421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:44.275402 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:44.313675 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port c0e86c87-58a1-4860-a889-951d6d273de7, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c0e86c87-58a1-4860-a889-951d6d273de7,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:45:44.318380 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:44.523444 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-83e689e0-81dd-4c17-bfb5-5fbc6782b05a None None] Provisioning for port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:45:44.534278 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-83e689e0-81dd-4c17-bfb5-5fbc6782b05a None None] Provisioning complete for port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:45:44.534668 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-83e689e0-81dd-4c17-bfb5-5fbc6782b05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:44.537883 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=c0e86c87-58a1-4860-a889-951d6d273de7,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:44.551109 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-3053b331-a46f-4a86-ab85-af78d55b7421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:45:44.558696 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-3053b331-a46f-4a86-ab85-af78d55b7421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:44.570560 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-3053b331-a46f-4a86-ab85-af78d55b7421 service neutron] Transition to ACTIVE for port object 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:45:44.570730 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-83e689e0-81dd-4c17-bfb5-5fbc6782b05a None None] Port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:45:44.574412 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-3053b331-a46f-4a86-ab85-af78d55b7421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:44.633372 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053b331-a46f-4a86-ab85-af78d55b7421 service neutron] Pushing event updated for resources: {'Port': ['ID=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:44.739642 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb34cb-f2d1-4b3a-abff-5cdbb5bd4c30 req-e21fbee1-2fb5-4ab8-8c2a-51f98148fca7 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:44.741246 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0bbb34cb-f2d1-4b3a-abff-5cdbb5bd4c30 req-e21fbee1-2fb5-4ab8-8c2a-51f98148fca7 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 944 time: 0.0707107 Aug 17 00:45:44.741970 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-3053b331-a46f-4a86-ab85-af78d55b7421 service neutron] Attempting to bind port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:45:44.742309 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-3053b331-a46f-4a86-ab85-af78d55b7421 service neutron] Attempting to bind port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:45:44.742701 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-3053b331-a46f-4a86-ab85-af78d55b7421 service neutron] Attempting to bind port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba on network 9bd68747-9144-419f-8aae-56ee7562b1d3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:45:44.749477 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-3053b331-a46f-4a86-ab85-af78d55b7421 service neutron] Port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba on network 9bd68747-9144-419f-8aae-56ee7562b1d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:45:44.749803 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-3053b331-a46f-4a86-ab85-af78d55b7421 service neutron] Attempting to bind port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba on network 9bd68747-9144-419f-8aae-56ee7562b1d3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:45:44.766339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-3053b331-a46f-4a86-ab85-af78d55b7421 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:45:44.766689 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-3053b331-a46f-4a86-ab85-af78d55b7421 service neutron] Checking segment: {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:45:44.767079 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-3053b331-a46f-4a86-ab85-af78d55b7421 service neutron] Bound using segment: {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:45:44.767564 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-3053b331-a46f-4a86-ab85-af78d55b7421 service neutron] Bound port: 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:45:44.767911 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-3053b331-a46f-4a86-ab85-af78d55b7421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:44.804544 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0bbb34cb-f2d1-4b3a-abff-5cdbb5bd4c30 req-3c953759-139d-41d8-9bab-e78c012304b8 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569403 Aug 17 00:45:44.853772 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-3053b331-a46f-4a86-ab85-af78d55b7421 service neutron] For port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:45:44.856761 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-3053b331-a46f-4a86-ab85-af78d55b7421 service neutron] For port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:45:44.861932 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-3053b331-a46f-4a86-ab85-af78d55b7421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:44.894455 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-3053b331-a46f-4a86-ab85-af78d55b7421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:44.895032 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-3053b331-a46f-4a86-ab85-af78d55b7421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:44.897011 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-3053b331-a46f-4a86-ab85-af78d55b7421 service neutron] 10.222.0.64 "PUT /v2.0/ports/7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba HTTP/1.1" status: 200 len: 1093 time: 0.6975043 Aug 17 00:45:44.897542 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09b33eb-f693-4626-a812-cb2c1ddce409', 'tag': '7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:45:44.899768 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efd1c42-b444-4ba4-b617-d89694e3d67e" -d '{"events": [{"name": "network-changed", "server_uuid": "d09b33eb-f693-4626-a812-cb2c1ddce409", "tag": "7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:45:44.930087 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053b331-a46f-4a86-ab85-af78d55b7421 service neutron] Pushing event updated for resources: {'Port': ['ID=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:44.941707 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee1b185-9fd4-4b62-9353-951d3de571fc x-openstack-request-id: req-bee1b185-9fd4-4b62-9353-951d3de571fc {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:45:44.942236 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09b33eb-f693-4626-a812-cb2c1ddce409", "tag": "7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:45:44.942500 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bee1b185-9fd4-4b62-9353-951d3de571fc {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:45:44.943701 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09b33eb-f693-4626-a812-cb2c1ddce409', 'tag': '7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba', 'status': 'completed', 'code': 200} Aug 17 00:45:44.990515 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-ab0f24ec-390f-4c7d-bb9d-a329b6885ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:44.992077 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-ab0f24ec-390f-4c7d-bb9d-a329b6885ba2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 1096 time: 0.0458331 Aug 17 00:45:45.039619 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-e5a82a93-fc5a-4204-8a27-5657be0daf28 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba HTTP/1.1" status: 200 len: 217 time: 0.0401256 Aug 17 00:45:45.091377 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-fc2afad8-0b58-454f-b871-050d5512761c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:45.092864 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-fc2afad8-0b58-454f-b871-050d5512761c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0466256 Aug 17 00:45:45.143149 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-d153a5c9-dca6-42e3-ae76-923f3c236758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:45.144719 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-d153a5c9-dca6-42e3-ae76-923f3c236758 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443683 Aug 17 00:45:45.239054 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-56203ce1-b4f8-4be9-b5ec-f2276d9b591d service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873466 Aug 17 00:45:45.329865 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-70ace1a7-64af-4c59-b289-e79004b79dd2 req-dc31673a-8583-46f4-bcf4-95c0c15de698 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835922 Aug 17 00:45:45.423211 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd1c42-b444-4ba4-b617-d89694e3d67e req-ee2a5e99-0fdc-4fc1-9ca2-6128d76d893f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:45.424771 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8efd1c42-b444-4ba4-b617-d89694e3d67e req-ee2a5e99-0fdc-4fc1-9ca2-6128d76d893f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 1096 time: 0.0456910 Aug 17 00:45:45.519235 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd1c42-b444-4ba4-b617-d89694e3d67e req-3b7788f3-ccff-4c45-a6cd-86cb80e6e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:45.520698 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8efd1c42-b444-4ba4-b617-d89694e3d67e req-3b7788f3-ccff-4c45-a6cd-86cb80e6e87c service neutron] 10.222.0.64 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.0894537 Aug 17 00:45:45.561287 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8efd1c42-b444-4ba4-b617-d89694e3d67e req-a913480d-e94e-4e5c-9dd8-5fbabab89204 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba HTTP/1.1" status: 200 len: 217 time: 0.0332851 Aug 17 00:45:45.613989 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd1c42-b444-4ba4-b617-d89694e3d67e req-1ae65d64-efbd-4151-9eb8-805054d210b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:45.615431 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8efd1c42-b444-4ba4-b617-d89694e3d67e req-1ae65d64-efbd-4151-9eb8-805054d210b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0468178 Aug 17 00:45:45.661839 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd1c42-b444-4ba4-b617-d89694e3d67e req-f79c4ec6-5fac-4c97-b12c-6e0ca7d12995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:45.663054 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8efd1c42-b444-4ba4-b617-d89694e3d67e req-f79c4ec6-5fac-4c97-b12c-6e0ca7d12995 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405536 Aug 17 00:45:45.759044 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8efd1c42-b444-4ba4-b617-d89694e3d67e req-3d5220b1-cb9b-4971-a0f2-fe507e1ddcf9 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865238 Aug 17 00:45:45.852407 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8efd1c42-b444-4ba4-b617-d89694e3d67e req-57db21da-4f68-40d0-a9ed-1126d9ee9116 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858953 Aug 17 00:45:45.923380 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6609c3f-690f-49a9-a3ec-2c5f3f06f029 req-a609a0df-8bac-458f-bf0c-2644fd406153 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:45.924903 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e6609c3f-690f-49a9-a3ec-2c5f3f06f029 req-a609a0df-8bac-458f-bf0c-2644fd406153 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 944 time: 0.0505748 Aug 17 00:45:45.955515 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c0e86c87-58a1-4860-a889-951d6d273de7 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:45:45.965010 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e6609c3f-690f-49a9-a3ec-2c5f3f06f029 req-eb5e98bb-7ad7-4129-aa27-024388f938cb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335891 Aug 17 00:45:46.003987 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port c0e86c87-58a1-4860-a889-951d6d273de7 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:45:46.004363 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:46.588734 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bb68f08d-3ddd-407a-b64a-dba41f30cd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:47.088402 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0edb4f-71d4-483b-9bc7-ea000dfc861d req-34ac737e-d217-496c-b4dd-6e4129636238 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:47.089934 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8b0edb4f-71d4-483b-9bc7-ea000dfc861d req-34ac737e-d217-496c-b4dd-6e4129636238 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 944 time: 0.0527484 Aug 17 00:45:47.128398 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8b0edb4f-71d4-483b-9bc7-ea000dfc861d req-7cd3b78a-45aa-4956-8686-0881806e95fc tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325396 Aug 17 00:45:48.007264 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:45:48.104607 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:45:48.115833 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'port_id': '7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba', 'mac_address': 'fa:16:3e:da:90:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:45:48.153407 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:48.166916 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:45:48.186996 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:45:48.191521 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:48.241870 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:48.247192 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228f013-a48a-4b05-aa66-a7a4fa429aba req-0c57371e-e1f0-4c08-84bc-45da0be0f683 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:48.248796 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a228f013-a48a-4b05-aa66-a7a4fa429aba req-0c57371e-e1f0-4c08-84bc-45da0be0f683 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 945 time: 0.0498059 Aug 17 00:45:48.290858 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a228f013-a48a-4b05-aa66-a7a4fa429aba req-8a53cab1-613d-4a35-8d96-046f0f559bd9 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360935 Aug 17 00:45:48.386615 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:45:49.280483 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ee492f3e-727a-457f-ae5a-3d1aefb390b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:49.326318 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:49.412403 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1b069-ce40-427c-9936-bfaf4e4fc435 req-3a0f96d3-6536-4331-800b-49ab2573c913 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:49.414011 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f5d1b069-ce40-427c-9936-bfaf4e4fc435 req-3a0f96d3-6536-4331-800b-49ab2573c913 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 945 time: 0.0528078 Aug 17 00:45:49.455032 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f5d1b069-ce40-427c-9936-bfaf4e4fc435 req-33c6d5c1-aa37-4019-814a-fd01b46ecdec tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347209 Aug 17 00:45:50.012567 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:45:50.071982 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:45:50.075521 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:45:50.075889 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:50.154150 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:50.175956 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09b33eb-f693-4626-a812-cb2c1ddce409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:45:50.178774 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2af0a6-3be8-4e7e-80ae-729c3fb8a3bc" -d '{"events": [{"server_uuid": "d09b33eb-f693-4626-a812-cb2c1ddce409", "name": "network-vif-plugged", "status": "completed", "tag": "7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:45:50.191869 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:45:50.197356 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:50.223325 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa45a8b8-bd94-42d1-a799-85e0aeca0cff x-openstack-request-id: req-fa45a8b8-bd94-42d1-a799-85e0aeca0cff {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:45:50.223622 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09b33eb-f693-4626-a812-cb2c1ddce409", "name": "network-vif-plugged", "status": "completed", "tag": "7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:45:50.224306 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fa45a8b8-bd94-42d1-a799-85e0aeca0cff {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:45:50.224306 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09b33eb-f693-4626-a812-cb2c1ddce409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba', 'code': 200} Aug 17 00:45:50.249831 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:45:50.314028 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e0360-8139-42ab-8a93-0e844af9a625 req-2eed0315-75c8-4839-8a4d-880b2518b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:50.315537 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ef5e0360-8139-42ab-8a93-0e844af9a625 req-2eed0315-75c8-4839-8a4d-880b2518b810 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 1098 time: 0.0438066 Aug 17 00:45:50.338915 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:50.352456 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ef5e0360-8139-42ab-8a93-0e844af9a625 req-fd769978-8bec-4590-a745-8221f34cdd84 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302196 Aug 17 00:45:50.571769 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea49ab5-4eb0-4711-8eb4-e425b6f877b6 req-c06c6ff0-5ad0-4a26-b666-63ee0f3116d4 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:50.573282 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ea49ab5-4eb0-4711-8eb4-e425b6f877b6 req-c06c6ff0-5ad0-4a26-b666-63ee0f3116d4 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 946 time: 0.0498309 Aug 17 00:45:50.610275 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ea49ab5-4eb0-4711-8eb4-e425b6f877b6 req-1297a115-95be-45fa-b462-be50f963e725 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307698 Aug 17 00:45:51.728695 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20133137-75c9-4724-b415-ff41304e3b56 req-9bfe2e73-1912-41de-8567-80d90e689b19 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:51.730538 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-20133137-75c9-4724-b415-ff41304e3b56 req-9bfe2e73-1912-41de-8567-80d90e689b19 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 946 time: 0.0497584 Aug 17 00:45:51.770308 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-20133137-75c9-4724-b415-ff41304e3b56 req-3c6d1d15-12a7-4054-b43b-206af8aae888 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337994 Aug 17 00:45:51.887011 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b08ac-c1e5-4c93-a6e3-a343f14ff633 req-3332781d-9bc2-401f-b6b4-a7a844dacd32 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:51.888539 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-176b08ac-c1e5-4c93-a6e3-a343f14ff633 req-3332781d-9bc2-401f-b6b4-a7a844dacd32 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 946 time: 0.0536127 Aug 17 00:45:51.898248 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 46826) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:45:51.902973 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-e85817a2-2450-4cd8-9d5c-c95368532983 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Request body: {'floatingip': {'port_id': '7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:45:51.942849 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e85817a2-2450-4cd8-9d5c-c95368532983 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for floatingip, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:52.244278 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:52.395342 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e85817a2-2450-4cd8-9d5c-c95368532983 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:52.400051 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e85817a2-2450-4cd8-9d5c-c95368532983 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:52.503138 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-e85817a2-2450-4cd8-9d5c-c95368532983 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Floating IP 81b665f2-9c12-446a-bc1c-6dbb2af6e4fc associated. External IP: 172.25.3.46, port: 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba. Aug 17 00:45:52.718497 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85817a2-2450-4cd8-9d5c-c95368532983 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Router e1ac8e32-fc27-44c0-9348-31513c6fedca has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:45:53.121313 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85817a2-2450-4cd8-9d5c-c95368532983 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:45:53.125852 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e85817a2-2450-4cd8-9d5c-c95368532983 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:53.132452 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7799bc45-34c8-4b61-a7c7-a718a91ca5b7 None None] Sync routers for ids ['e1ac8e32-fc27-44c0-9348-31513c6fedca'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:45:53.141568 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7799bc45-34c8-4b61-a7c7-a718a91ca5b7 None None] Routers {'e1ac8e32-fc27-44c0-9348-31513c6fedca'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:45:53.142199 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7799bc45-34c8-4b61-a7c7-a718a91ca5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:45:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e1ac8e32-fc27-44c0-9348-31513c6fedca'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:45:53.151932 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e85817a2-2450-4cd8-9d5c-c95368532983 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "PUT /v2.0/floatingips/81b665f2-9c12-446a-bc1c-6dbb2af6e4fc HTTP/1.1" status: 200 len: 991 time: 1.2524340 Aug 17 00:45:53.152628 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09b33eb-f693-4626-a812-cb2c1ddce409', 'tag': '7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:45:53.155676 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfa01915f7f2b3f242851355b64c7663b4323c871bdc09f27012be117429708a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484dc3d3-8b25-4007-b013-06402ca7a0cf" -d '{"events": [{"name": "network-changed", "server_uuid": "d09b33eb-f693-4626-a812-cb2c1ddce409", "tag": "7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:45:53.202918 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec6b60b-504f-4020-be10-0cceb2744741 x-openstack-request-id: req-1ec6b60b-504f-4020-be10-0cceb2744741 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:45:53.203247 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09b33eb-f693-4626-a812-cb2c1ddce409", "tag": "7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:45:53.203554 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1ec6b60b-504f-4020-be10-0cceb2744741 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:45:53.204026 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09b33eb-f693-4626-a812-cb2c1ddce409', 'tag': '7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba', 'status': 'completed', 'code': 200} Aug 17 00:45:53.261758 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-7799bc45-34c8-4b61-a7c7-a718a91ca5b7 None None] Set router e1ac8e32-fc27-44c0-9348-31513c6fedca gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:45:53.274060 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dc3d3-8b25-4007-b013-06402ca7a0cf req-a13c2f83-3bc6-437e-8a2e-5f4ed699730e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:53.275780 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-484dc3d3-8b25-4007-b013-06402ca7a0cf req-a13c2f83-3bc6-437e-8a2e-5f4ed699730e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 1098 time: 0.0469692 Aug 17 00:45:53.374856 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dc3d3-8b25-4007-b013-06402ca7a0cf req-1a1f104a-67da-49fc-94e9-e65292a33bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:53.376465 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-484dc3d3-8b25-4007-b013-06402ca7a0cf req-1a1f104a-67da-49fc-94e9-e65292a33bae service neutron] 10.222.0.64 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.0930438 Aug 17 00:45:53.477747 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-484dc3d3-8b25-4007-b013-06402ca7a0cf req-90a711e5-b435-4cb0-ac0e-13b1a1f0e2b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba HTTP/1.1" status: 200 len: 999 time: 0.0937626 Aug 17 00:45:53.493749 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7799bc45-34c8-4b61-a7c7-a718a91ca5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '81b665f2-9c12-446a-bc1c-6dbb2af6e4fc', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'port_id': '7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'mac_address': 'fa:16:3e:da:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09b33eb-f693-4626-a812-cb2c1ddce409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:45:41Z', 'updated_at': '2021-08-17T00:45:52Z', 'revision_number': 1, 'project_id': '4c650715395848588e5c60dc3580b690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e86c87-58a1-4860-a889-951d6d273de7', 'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'mac_address': 'fa:16:3e:17:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:38Z', 'updated_at': '2021-08-17T00:45:44Z', 'revision_number': 5, 'project_id': '4c650715395848588e5c60dc3580b690', 'subnets': [{'id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:45:53.520191 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7799bc45-34c8-4b61-a7c7-a718a91ca5b7 None None] Checking router: e1ac8e32-fc27-44c0-9348-31513c6fedca for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:45:53.529151 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7799bc45-34c8-4b61-a7c7-a718a91ca5b7 None None] Routers {'e1ac8e32-fc27-44c0-9348-31513c6fedca'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:45:53.529763 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7799bc45-34c8-4b61-a7c7-a718a91ca5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:45:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e1ac8e32-fc27-44c0-9348-31513c6fedca'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:45:53.531195 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dc3d3-8b25-4007-b013-06402ca7a0cf req-3e85d3cb-6b8d-48c7-897a-25c525e52128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:53.532695 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-484dc3d3-8b25-4007-b013-06402ca7a0cf req-3e85d3cb-6b8d-48c7-897a-25c525e52128 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0484500 Aug 17 00:45:53.576600 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dc3d3-8b25-4007-b013-06402ca7a0cf req-9567dbae-5a5f-4907-b4d3-85448386aa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:45:53.578121 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-484dc3d3-8b25-4007-b013-06402ca7a0cf req-9567dbae-5a5f-4907-b4d3-85448386aa8b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388272 Aug 17 00:45:53.637143 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-7799bc45-34c8-4b61-a7c7-a718a91ca5b7 None None] Set router e1ac8e32-fc27-44c0-9348-31513c6fedca gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:45:53.675643 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-484dc3d3-8b25-4007-b013-06402ca7a0cf req-637675c3-7c86-4322-a754-6494391a4d41 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900519 Aug 17 00:45:53.764891 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-484dc3d3-8b25-4007-b013-06402ca7a0cf req-f5ba16b8-cbdb-4b3c-bed9-dcf537661010 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821002 Aug 17 00:45:53.865917 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7799bc45-34c8-4b61-a7c7-a718a91ca5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '81b665f2-9c12-446a-bc1c-6dbb2af6e4fc', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'port_id': '7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'mac_address': 'fa:16:3e:da:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09b33eb-f693-4626-a812-cb2c1ddce409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:45:41Z', 'updated_at': '2021-08-17T00:45:52Z', 'revision_number': 1, 'project_id': '4c650715395848588e5c60dc3580b690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e86c87-58a1-4860-a889-951d6d273de7', 'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'mac_address': 'fa:16:3e:17:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:38Z', 'updated_at': '2021-08-17T00:45:44Z', 'revision_number': 5, 'project_id': '4c650715395848588e5c60dc3580b690', 'subnets': [{'id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:45:53.892493 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7799bc45-34c8-4b61-a7c7-a718a91ca5b7 None None] The sync data for ids ['e1ac8e32-fc27-44c0-9348-31513c6fedca'] in n-d-800088-20 is: [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '81b665f2-9c12-446a-bc1c-6dbb2af6e4fc', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'port_id': '7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'mac_address': 'fa:16:3e:da:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09b33eb-f693-4626-a812-cb2c1ddce409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:45:41Z', 'updated_at': '2021-08-17T00:45:52Z', 'revision_number': 1, 'project_id': '4c650715395848588e5c60dc3580b690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e86c87-58a1-4860-a889-951d6d273de7', 'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'mac_address': 'fa:16:3e:17:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:38Z', 'updated_at': '2021-08-17T00:45:44Z', 'revision_number': 5, 'project_id': '4c650715395848588e5c60dc3580b690', 'subnets': [{'id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:45:54.081919 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c04b1e-2196-47a8-ad13-4fa1d3b2f751 None None] New status for floating IP 81b665f2-9c12-446a-bc1c-6dbb2af6e4fc: ACTIVE {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:46:04.777884 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3cfe052e-5dc0-472b-94bb-4055d1894bf2 req-9bb96319-d8cc-4752-b0e3-489881d6ab35 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394375 Aug 17 00:46:04.867699 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe052e-5dc0-472b-94bb-4055d1894bf2 req-9cece1be-7d11-4054-b7a7-269ce1d08674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:46:04.869258 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3cfe052e-5dc0-472b-94bb-4055d1894bf2 req-9cece1be-7d11-4054-b7a7-269ce1d08674 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 1098 time: 0.0493841 Aug 17 00:46:04.979542 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe052e-5dc0-472b-94bb-4055d1894bf2 req-1dff5d21-2b46-4d20-858d-d5db076a6dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:46:04.981075 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3cfe052e-5dc0-472b-94bb-4055d1894bf2 req-1dff5d21-2b46-4d20-858d-d5db076a6dc4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.0919421 Aug 17 00:46:05.051200 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3cfe052e-5dc0-472b-94bb-4055d1894bf2 req-14dfa4d7-0cf4-431e-9528-0503c4a94d74 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba HTTP/1.1" status: 200 len: 1001 time: 0.0617199 Aug 17 00:46:05.100236 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe052e-5dc0-472b-94bb-4055d1894bf2 req-08e0906b-8cff-4c93-b7a9-c64468e77211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:46:05.101704 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3cfe052e-5dc0-472b-94bb-4055d1894bf2 req-08e0906b-8cff-4c93-b7a9-c64468e77211 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0439155 Aug 17 00:46:05.146673 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe052e-5dc0-472b-94bb-4055d1894bf2 req-fd60c45d-0871-4070-9892-f1bfa2f0ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:46:05.148172 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3cfe052e-5dc0-472b-94bb-4055d1894bf2 req-fd60c45d-0871-4070-9892-f1bfa2f0ed44 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394311 Aug 17 00:46:05.240967 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3cfe052e-5dc0-472b-94bb-4055d1894bf2 req-15a44baf-c1ac-458b-bd38-e9efec369070 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856969 Aug 17 00:46:05.335418 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3cfe052e-5dc0-472b-94bb-4055d1894bf2 req-a7a16d46-0412-430a-b857-382c2bddfc0f service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869682 Aug 17 00:46:10.473392 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:46:12.086198 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:46:12.199601 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:46:16.589066 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-595dfbc2-22a5-4301-890a-b0a935e947b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:46:19.281255 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-809b7ea9-a780-466a-b1ba-eb14bb10953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:46:19.322423 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:46:20.340893 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:46:22.241479 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:46:40.475481 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:46:42.073992 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:46:46.589201 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-908356bb-7646-406a-8b35-44498dfcec39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:46:49.199979 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:46:49.283455 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a41fd3a9-ea19-44fd-8938-67ab2d1e6771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:46:49.323711 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:46:50.343493 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:46:52.244546 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:06.727712 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-093d8312-d94f-46b6-9399-2fd8e7808a41 req-f8cbd06e-7446-463f-bee8-48a965003901 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410106 Aug 17 00:47:06.812848 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d8312-d94f-46b6-9399-2fd8e7808a41 req-a742ba07-32f1-4fa5-9fcc-8e7484ce0960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:06.814430 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-093d8312-d94f-46b6-9399-2fd8e7808a41 req-a742ba07-32f1-4fa5-9fcc-8e7484ce0960 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 1098 time: 0.0443997 Aug 17 00:47:06.915656 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d8312-d94f-46b6-9399-2fd8e7808a41 req-f97ae56c-11a0-4ca9-b926-db8ee1d98755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:06.917233 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-093d8312-d94f-46b6-9399-2fd8e7808a41 req-f97ae56c-11a0-4ca9-b926-db8ee1d98755 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.0835543 Aug 17 00:47:06.989093 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-093d8312-d94f-46b6-9399-2fd8e7808a41 req-e92b094f-a31b-4995-8878-4e6a4b3e4829 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba HTTP/1.1" status: 200 len: 1001 time: 0.0640156 Aug 17 00:47:07.039298 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d8312-d94f-46b6-9399-2fd8e7808a41 req-921c2e98-3b20-40aa-a778-51eff0111765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:07.040765 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-093d8312-d94f-46b6-9399-2fd8e7808a41 req-921c2e98-3b20-40aa-a778-51eff0111765 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0450137 Aug 17 00:47:07.086260 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d8312-d94f-46b6-9399-2fd8e7808a41 req-8afc49c4-0ebd-4aac-a348-5c3525b34486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:07.087724 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-093d8312-d94f-46b6-9399-2fd8e7808a41 req-8afc49c4-0ebd-4aac-a348-5c3525b34486 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402474 Aug 17 00:47:07.179569 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-093d8312-d94f-46b6-9399-2fd8e7808a41 req-368ffab2-4594-4e3c-b4e7-4b29fd896149 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849423 Aug 17 00:47:07.268461 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-093d8312-d94f-46b6-9399-2fd8e7808a41 req-912e61bb-9d08-4210-8321-c34a9614ad08 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820780 Aug 17 00:47:10.475929 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:12.094381 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:16.589705 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4cb19988-e1eb-458d-bfb1-716621024be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:19.283579 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d4efd419-f785-4da8-b665-0033ab91d92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:19.326799 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:20.345241 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:22.246453 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:26.199255 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:47:30.069468 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094af923-7a16-41de-9b67-95c8db63be6b req-da687069-db19-4221-b1b8-6491ff459002 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:30.070884 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-094af923-7a16-41de-9b67-95c8db63be6b req-da687069-db19-4221-b1b8-6491ff459002 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 946 time: 0.0957322 Aug 17 00:47:30.110467 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-094af923-7a16-41de-9b67-95c8db63be6b req-5f1f8be1-cdaa-44b3-ab9c-b0b333839987 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333910 Aug 17 00:47:30.290761 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47038) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:47:30.363180 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41150e49-3e25-43eb-a25d-a93db69b2bca req-64986f6b-3b17-4428-87af-0e0c79716905 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:30.364655 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-41150e49-3e25-43eb-a25d-a93db69b2bca req-64986f6b-3b17-4428-87af-0e0c79716905 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 946 time: 0.0659242 Aug 17 00:47:30.426072 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-41150e49-3e25-43eb-a25d-a93db69b2bca req-4ddca1e2-738c-409f-957a-af6d4956b3e2 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480371 Aug 17 00:47:30.428953 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-a5a768f1-0ac8-4561-9866-48a56643af67 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1368563 Aug 17 00:47:30.438994 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-2b63754f-a94b-4b9a-bd29-3c262aa6cec4 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:47:30.440848 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-2b63754f-a94b-4b9a-bd29-3c262aa6cec4 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062752 Aug 17 00:47:31.674896 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bda396-8898-4611-8b09-b09fea0cfab3 req-95d35471-949b-4ccc-96a7-1c22423afb87 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:31.676419 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15bda396-8898-4611-8b09-b09fea0cfab3 req-95d35471-949b-4ccc-96a7-1c22423afb87 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 946 time: 0.1063535 Aug 17 00:47:31.734134 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15bda396-8898-4611-8b09-b09fea0cfab3 req-a38c9be7-3f58-4566-ae30-0dd09dad7b7f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409393 Aug 17 00:47:31.736988 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-68288214-e7ab-4f4f-96d1-645af95151dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:31.738433 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-68288214-e7ab-4f4f-96d1-645af95151dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 1098 time: 0.0808122 Aug 17 00:47:31.829381 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-41587493-73b4-483c-bd0a-722ab5c412ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:31.831416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-41587493-73b4-483c-bd0a-722ab5c412ec service neutron] 10.222.0.64 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.0848718 Aug 17 00:47:31.901332 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-02d28c44-d12b-4154-ab59-f1d2ea862c86 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba HTTP/1.1" status: 200 len: 1001 time: 0.0629797 Aug 17 00:47:31.950911 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-840b0dba-4de4-4245-b907-7862c0131327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:31.952375 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-840b0dba-4de4-4245-b907-7862c0131327 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0444486 Aug 17 00:47:31.997404 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-8e7dc756-cee4-47ea-93b0-53b384d7cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:31.998834 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-8e7dc756-cee4-47ea-93b0-53b384d7cec5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395830 Aug 17 00:47:32.090482 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-b4a8a200-c030-4860-8a7f-c78e1535db3f service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845258 Aug 17 00:47:32.177226 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-7bffa89a-0398-4b9f-bf82-c7c77f451357 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800858 Aug 17 00:47:32.855564 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa688f-27f5-486f-b7a5-debf3725dcaa req-620a496d-6a4e-4a77-88e9-e17ac2b1f247 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:32.857052 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-41aa688f-27f5-486f-b7a5-debf3725dcaa req-620a496d-6a4e-4a77-88e9-e17ac2b1f247 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 946 time: 0.0539992 Aug 17 00:47:32.894354 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-41aa688f-27f5-486f-b7a5-debf3725dcaa req-a7385242-8c9c-46ef-924c-b47ea1f64380 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303388 Aug 17 00:47:34.014062 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880aca7-e2a0-4ef2-855f-4c277867cb6c req-5807cba9-e48d-4f5a-88b0-8de66def2327 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:34.015550 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8880aca7-e2a0-4ef2-855f-4c277867cb6c req-5807cba9-e48d-4f5a-88b0-8de66def2327 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 946 time: 0.0509708 Aug 17 00:47:34.053539 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8880aca7-e2a0-4ef2-855f-4c277867cb6c req-98d16c7d-4a61-4065-9ee8-b8a425bc015e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312927 Aug 17 00:47:35.180869 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5c7b7-0f45-491a-abfc-bdc499d9e638 req-bf40f464-bb2d-4145-ae00-b52f1e9b8e26 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:35.182369 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ebf5c7b7-0f45-491a-abfc-bdc499d9e638 req-bf40f464-bb2d-4145-ae00-b52f1e9b8e26 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 946 time: 0.0480819 Aug 17 00:47:35.220406 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ebf5c7b7-0f45-491a-abfc-bdc499d9e638 req-40b657de-3dcc-427a-bfd0-5d62dc24e4c0 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322316 Aug 17 00:47:36.337245 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e398579-6d43-499e-9d4e-ff9569a2167f req-0acd65ab-97c7-4d1f-a9fa-24127cab38ed tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:36.338704 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e398579-6d43-499e-9d4e-ff9569a2167f req-0acd65ab-97c7-4d1f-a9fa-24127cab38ed tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 946 time: 0.0507426 Aug 17 00:47:36.375657 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e398579-6d43-499e-9d4e-ff9569a2167f req-edc96998-cfbe-4716-89e9-e48f1bc1a4f2 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310445 Aug 17 00:47:37.495587 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4409930-726f-479f-85a6-821e212190e4 req-c316cf2a-ef10-414b-8eae-a1bcb662d836 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:37.497098 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a4409930-726f-479f-85a6-821e212190e4 req-c316cf2a-ef10-414b-8eae-a1bcb662d836 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 946 time: 0.0496275 Aug 17 00:47:37.535599 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a4409930-726f-479f-85a6-821e212190e4 req-af5ce0c7-9a2e-4a77-9188-f0ef527d7e4c tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320477 Aug 17 00:47:38.650927 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3f0fb-c1dc-42ee-bf09-886c2a22f5f8 req-3d4df94a-3049-4618-a551-e49212ff6d56 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:38.652390 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-24a3f0fb-c1dc-42ee-bf09-886c2a22f5f8 req-3d4df94a-3049-4618-a551-e49212ff6d56 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 946 time: 0.0492380 Aug 17 00:47:38.692736 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-24a3f0fb-c1dc-42ee-bf09-886c2a22f5f8 req-7298a57d-2687-4cb9-a241-a76ca318fcf7 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343680 Aug 17 00:47:39.812018 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47575942-ab26-4040-9fb9-25545f9e140f req-c9f2ebfc-b4e8-436c-80be-d310de38eb8d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:39.813509 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-47575942-ab26-4040-9fb9-25545f9e140f req-c9f2ebfc-b4e8-436c-80be-d310de38eb8d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 946 time: 0.0528197 Aug 17 00:47:39.851639 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-47575942-ab26-4040-9fb9-25545f9e140f req-2b491c1d-4daf-420f-848a-e6cc475dd386 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321555 Aug 17 00:47:40.474987 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:40.967945 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac79c6e-5b31-4e9a-957f-c670827b305d req-b4f8940e-3079-4913-a28d-188c4db94aa6 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:40.969415 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ac79c6e-5b31-4e9a-957f-c670827b305d req-b4f8940e-3079-4913-a28d-188c4db94aa6 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 946 time: 0.0479305 Aug 17 00:47:41.006570 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ac79c6e-5b31-4e9a-957f-c670827b305d req-c8ad2fa4-a81b-4cc8-b1e8-cd11b665f3c8 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310810 Aug 17 00:47:42.107756 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:42.124058 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18888bd-fdcf-4f6e-8e15-5e9a1a6e6a44 req-d0ac3bc4-6eae-4a34-88c6-8d7f421caf0e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:42.125568 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b18888bd-fdcf-4f6e-8e15-5e9a1a6e6a44 req-d0ac3bc4-6eae-4a34-88c6-8d7f421caf0e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 946 time: 0.0519538 Aug 17 00:47:42.165061 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b18888bd-fdcf-4f6e-8e15-5e9a1a6e6a44 req-c535b3d8-cb62-4e87-828d-8d66278e6d06 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333562 Aug 17 00:47:43.284004 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb373c6-f3d5-4d87-9dfb-e82f12de6f98 req-7f7fc975-e004-41d9-88ea-853f96e3abb5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:43.285526 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdb373c6-f3d5-4d87-9dfb-e82f12de6f98 req-7f7fc975-e004-41d9-88ea-853f96e3abb5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 946 time: 0.0532417 Aug 17 00:47:43.322463 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bdb373c6-f3d5-4d87-9dfb-e82f12de6f98 req-0784e1fc-97ca-4014-b4e9-5049f4f5e725 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310502 Aug 17 00:47:44.121900 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-29e47b33-e7fd-4e8e-835e-b17e40da89cf service neutron] show failed (client error): The resource could not be found. Aug 17 00:47:44.122942 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-29e47b33-e7fd-4e8e-835e-b17e40da89cf service neutron] 10.222.0.64 "GET /v2.0/ports/7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba/bindings/n-h1-800088-20 HTTP/1.1" status: 404 len: 381 time: 0.0911012 Aug 17 00:47:44.376609 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-5cedf538-fa32-43be-b8d7-0bd509bf3838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:44.378843 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-5cedf538-fa32-43be-b8d7-0bd509bf3838 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409&tenant_id=4c650715395848588e5c60dc3580b690 HTTP/1.1" status: 200 len: 1098 time: 0.0912728 Aug 17 00:47:44.404441 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-20', 'device_owner': 'compute:nova'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:47:44.481807 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:44.491961 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b8430-1a6c-491d-8a9d-3eaf6715f81d req-9bf94660-2ba4-4e70-97a9-434ca153a492 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:44.493460 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4c1b8430-1a6c-491d-8a9d-3eaf6715f81d req-9bf94660-2ba4-4e70-97a9-434ca153a492 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 946 time: 0.1016040 Aug 17 00:47:44.558352 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4c1b8430-1a6c-491d-8a9d-3eaf6715f81d req-a5ddf1b7-fcae-4fa9-991c-771816a64c99 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587783 Aug 17 00:47:44.721380 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] For port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:47:44.755021 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] For port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:47:44.797366 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09b33eb-f693-4626-a812-cb2c1ddce409', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:47:44.802544 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:44.814123 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Transition to ACTIVE for port object 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:47:44.818251 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:44.846704 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd99f6e-d334-42cd-8724-7f314d056f0e" -d '{"events": [{"server_uuid": "d09b33eb-f693-4626-a812-cb2c1ddce409", "name": "network-vif-unplugged", "status": "completed", "tag": "7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:47:44.958400 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba,revision_number=6']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:47:44.968813 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 00:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1625b7ae-780d-4dd7-872d-5440b1918948 x-openstack-request-id: req-1625b7ae-780d-4dd7-872d-5440b1918948 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:47:44.969135 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09b33eb-f693-4626-a812-cb2c1ddce409", "name": "network-vif-unplugged", "status": "completed", "tag": "7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:47:44.969403 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1625b7ae-780d-4dd7-872d-5440b1918948 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:47:44.969788 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09b33eb-f693-4626-a812-cb2c1ddce409', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba', 'code': 200} Aug 17 00:47:44.988525 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:47:44.988873 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:47:44.989245 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:47:44.989585 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:47:44.989920 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:47:44.990250 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:47:44.990580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:47:44.990906 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:47:44.991236 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:47:44.991561 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:47:44.991884 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:47:44.992209 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:47:45.015218 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] No DVR routers for this DVR port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:47:45.151265 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Attempting to bind port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:47:45.151525 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Attempting to bind port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:47:45.151862 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Attempting to bind port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba on network 9bd68747-9144-419f-8aae-56ee7562b1d3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:47:45.156054 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba on network 9bd68747-9144-419f-8aae-56ee7562b1d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:47:45.156379 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Attempting to bind port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba on network 9bd68747-9144-419f-8aae-56ee7562b1d3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:47:45.162152 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:47:45.162493 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Checking segment: {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:47:45.162879 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Bound using segment: {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:47:45.163306 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Bound port: 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:47:45.163662 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:45.228408 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] For port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:47:45.231419 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] For port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:47:45.236566 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:45.273494 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:45.274120 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:45.275569 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] 10.222.0.69 "PUT /v2.0/ports/7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba HTTP/1.1" status: 200 len: 1093 time: 0.8819404 Aug 17 00:47:45.299295 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212af1bc-7fe5-4e94-9bf3-46f7c8abf7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba,revision_number=7']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:47:45.345443 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-c94369f1-cfca-49f7-b4fa-7e5fe9066369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:45.347618 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-c94369f1-cfca-49f7-b4fa-7e5fe9066369 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 1096 time: 0.0437253 Aug 17 00:47:45.446676 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-f0c1e517-a358-43de-82af-dc97db5ed2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:45.448136 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-f0c1e517-a358-43de-82af-dc97db5ed2d5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.0930936 Aug 17 00:47:45.516096 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-a2fae278-ec2a-4385-a525-adf9b94f9c09 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba HTTP/1.1" status: 200 len: 999 time: 0.0586715 Aug 17 00:47:45.569930 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-64ecd312-d120-4104-a514-7c1fc264b5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:45.571320 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-64ecd312-d120-4104-a514-7c1fc264b5f2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0445008 Aug 17 00:47:45.625161 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-80ba9817-8df0-477f-a725-aff9272a3f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:45.626661 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-80ba9817-8df0-477f-a725-aff9272a3f9e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443361 Aug 17 00:47:45.724209 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767dea71-9606-4e3e-be01-28796f478d3a req-5f975f28-fd39-4105-a6a9-72a084302b78 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:45.725641 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-767dea71-9606-4e3e-be01-28796f478d3a req-5f975f28-fd39-4105-a6a9-72a084302b78 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 944 time: 0.0972090 Aug 17 00:47:45.768489 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-3efa05ec-86e3-400c-9a52-47c77427a027 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288404 Aug 17 00:47:45.800460 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-767dea71-9606-4e3e-be01-28796f478d3a req-7075127a-b311-4f8b-9cf6-acfdfaf92f13 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646584 Aug 17 00:47:45.865365 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4d001a33-57dd-4ddd-b352-cc45beed92c1 req-29cff3f7-c902-4e7a-8ec9-abf86f22001d service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876360 Aug 17 00:47:46.590529 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-93e19ed0-95ac-4b8b-92a5-6d9fcd709d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:46.919998 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674e25e-a84d-483d-9686-f7ea1fe83510 req-497148d7-8eb7-479e-845c-9fa5b693be2b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:46.921475 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8674e25e-a84d-483d-9686-f7ea1fe83510 req-497148d7-8eb7-479e-845c-9fa5b693be2b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 944 time: 0.0506797 Aug 17 00:47:46.959185 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8674e25e-a84d-483d-9686-f7ea1fe83510 req-e5e4576b-49c7-405e-b03d-965d26b5a8cd tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316455 Aug 17 00:47:46.970824 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09b33eb-f693-4626-a812-cb2c1ddce409', 'tag': '7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:47:46.973141 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1200b214-6e20-4594-84ef-a7f46d159381" -d '{"events": [{"name": "network-changed", "server_uuid": "d09b33eb-f693-4626-a812-cb2c1ddce409", "tag": "7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:47:47.021778 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a9b9f2-4543-4668-bf5e-de91651d72d2 x-openstack-request-id: req-d3a9b9f2-4543-4668-bf5e-de91651d72d2 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:47:47.022075 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09b33eb-f693-4626-a812-cb2c1ddce409", "tag": "7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:47:47.022333 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d3a9b9f2-4543-4668-bf5e-de91651d72d2 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:47:47.022730 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09b33eb-f693-4626-a812-cb2c1ddce409', 'tag': '7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba', 'status': 'completed', 'code': 200} Aug 17 00:47:47.118297 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200b214-6e20-4594-84ef-a7f46d159381 req-9bdeef47-4236-4480-aea2-de902a05fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:47.119812 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1200b214-6e20-4594-84ef-a7f46d159381 req-9bdeef47-4236-4480-aea2-de902a05fdcf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 1096 time: 0.0760355 Aug 17 00:47:47.122268 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200b214-6e20-4594-84ef-a7f46d159381 req-7d483226-bec4-4524-8d14-bcabfa31a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:47.123597 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1200b214-6e20-4594-84ef-a7f46d159381 req-7d483226-bec4-4524-8d14-bcabfa31a35b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 1096 time: 0.0779920 Aug 17 00:47:47.568767 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200b214-6e20-4594-84ef-a7f46d159381 req-05393986-f95d-414a-a93a-d3074a205cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:47.570284 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1200b214-6e20-4594-84ef-a7f46d159381 req-05393986-f95d-414a-a93a-d3074a205cc4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.4394348 Aug 17 00:47:47.571399 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200b214-6e20-4594-84ef-a7f46d159381 req-9cf37eca-e506-48f5-876b-d7edf36c7a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:47.572708 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1200b214-6e20-4594-84ef-a7f46d159381 req-9cf37eca-e506-48f5-876b-d7edf36c7a6f service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.4429710 Aug 17 00:47:47.686363 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1200b214-6e20-4594-84ef-a7f46d159381 req-621753e0-51f2-4b1f-bd54-9f3111126a68 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba HTTP/1.1" status: 200 len: 999 time: 0.1086187 Aug 17 00:47:47.688156 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1200b214-6e20-4594-84ef-a7f46d159381 req-5c676bbe-4e68-4712-b823-13aaa6096a54 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba HTTP/1.1" status: 200 len: 999 time: 0.1046548 Aug 17 00:47:47.775554 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200b214-6e20-4594-84ef-a7f46d159381 req-5ee4a3ed-e4f9-452b-b49c-086add0f95eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:47.776950 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1200b214-6e20-4594-84ef-a7f46d159381 req-5ee4a3ed-e4f9-452b-b49c-086add0f95eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0841076 Aug 17 00:47:47.778361 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200b214-6e20-4594-84ef-a7f46d159381 req-cde75879-c583-4d3f-8ec5-394746ec3de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:47.779702 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1200b214-6e20-4594-84ef-a7f46d159381 req-cde75879-c583-4d3f-8ec5-394746ec3de0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0784528 Aug 17 00:47:47.849388 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200b214-6e20-4594-84ef-a7f46d159381 req-699a0da1-b563-43a9-b5d9-3e8986147870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:47.850910 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1200b214-6e20-4594-84ef-a7f46d159381 req-699a0da1-b563-43a9-b5d9-3e8986147870 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675647 Aug 17 00:47:47.853425 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200b214-6e20-4594-84ef-a7f46d159381 req-d87e4b5b-2fb6-47aa-96e0-1f498526e2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:47.854786 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1200b214-6e20-4594-84ef-a7f46d159381 req-d87e4b5b-2fb6-47aa-96e0-1f498526e2aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634875 Aug 17 00:47:48.010487 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1200b214-6e20-4594-84ef-a7f46d159381 req-34a524c0-6e05-44bb-a968-34b598741e8d service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523187 Aug 17 00:47:48.012583 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1200b214-6e20-4594-84ef-a7f46d159381 req-5a36b9ea-36a6-44f6-ad6b-bb0b04cefb67 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467040 Aug 17 00:47:48.198232 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d096f-9c5a-408e-8d8b-c351bd2e4956 req-69e5aa2b-5cb7-42bd-9593-a4cd4cf85a6f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:48.199783 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-275d096f-9c5a-408e-8d8b-c351bd2e4956 req-69e5aa2b-5cb7-42bd-9593-a4cd4cf85a6f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 944 time: 0.1526537 Aug 17 00:47:48.238957 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1200b214-6e20-4594-84ef-a7f46d159381 req-286fa0f4-f71a-487d-b8f8-b4832bfd4813 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218809 Aug 17 00:47:48.242483 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1200b214-6e20-4594-84ef-a7f46d159381 req-56792fb7-73a3-4ca7-9049-ca0b4acacabe service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174985 Aug 17 00:47:48.262230 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-275d096f-9c5a-408e-8d8b-c351bd2e4956 req-4ec1e2ab-f3f8-4456-942e-5a1ebd1fc14e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517516 Aug 17 00:47:48.475740 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:47:48.491582 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b586b1d-dc6c-4eb4-a933-f10364c9ab54 req-4916e72b-f00f-475d-b040-6f1a63f0e087 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:48.493127 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b586b1d-dc6c-4eb4-a933-f10364c9ab54 req-4916e72b-f00f-475d-b040-6f1a63f0e087 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 944 time: 0.0853050 Aug 17 00:47:48.507701 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa3e16-24d6-4ddb-ad72-1fb6b921b67d req-c78ab2be-4070-4d94-88fe-165700d8f945 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:48.509155 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a2fa3e16-24d6-4ddb-ad72-1fb6b921b67d req-c78ab2be-4070-4d94-88fe-165700d8f945 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.64 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409&tenant_id=4c650715395848588e5c60dc3580b690&binding%3Ahost_id=n-h1-800088-20 HTTP/1.1" status: 200 len: 944 time: 0.0742528 Aug 17 00:47:48.572554 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b586b1d-dc6c-4eb4-a933-f10364c9ab54 req-13f8b887-ad59-4475-a6e1-9420ae74b5db tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732446 Aug 17 00:47:48.573643 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:47:48.590881 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'port_id': '7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba', 'mac_address': 'fa:16:3e:da:90:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:47:48.593295 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-a2fa3e16-24d6-4ddb-ad72-1fb6b921b67d req-f12e072d-0a58-4f20-a6f9-320175513e6a service neutron] delete failed (client error): The resource could not be found. Aug 17 00:47:48.594557 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a2fa3e16-24d6-4ddb-ad72-1fb6b921b67d req-f12e072d-0a58-4f20-a6f9-320175513e6a service neutron] 10.222.0.64 "DELETE /v2.0/ports/7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba/bindings/n-h2-800088-20 HTTP/1.1" status: 404 len: 381 time: 0.0721562 Aug 17 00:47:48.621548 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:47:48.653676 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:48.675619 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:47:48.680400 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa3e16-24d6-4ddb-ad72-1fb6b921b67d req-45e19c58-1902-4334-b2a6-c1a65e5c0cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:48.681951 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a2fa3e16-24d6-4ddb-ad72-1fb6b921b67d req-45e19c58-1902-4334-b2a6-c1a65e5c0cf3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 1096 time: 0.0419312 Aug 17 00:47:48.682956 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:47:48.697655 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:47:48.701760 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:48.753470 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:47:48.760589 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:47:48.760944 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:47:48.761315 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:47:48.761658 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:47:48.761997 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:47:48.762332 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:47:48.762669 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:47:48.762996 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:47:48.763325 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:47:48.763681 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:47:48.763983 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:47:48.764310 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:47:48.779205 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa3e16-24d6-4ddb-ad72-1fb6b921b67d req-c5e6ca2e-5409-4de8-8a29-42d039c307c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:48.780714 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a2fa3e16-24d6-4ddb-ad72-1fb6b921b67d req-c5e6ca2e-5409-4de8-8a29-42d039c307c5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.0917757 Aug 17 00:47:48.845390 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a2fa3e16-24d6-4ddb-ad72-1fb6b921b67d req-a24c835d-eb5e-4df3-8260-e38a2e276761 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba HTTP/1.1" status: 200 len: 1000 time: 0.0576234 Aug 17 00:47:48.899854 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa3e16-24d6-4ddb-ad72-1fb6b921b67d req-74c2ca8e-a5ad-45f3-bb82-6e6cd7d7d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:48.901297 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a2fa3e16-24d6-4ddb-ad72-1fb6b921b67d req-74c2ca8e-a5ad-45f3-bb82-6e6cd7d7d72c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0492678 Aug 17 00:47:48.945347 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa3e16-24d6-4ddb-ad72-1fb6b921b67d req-a2778b78-a989-4352-a76d-ebad307d85b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:48.946798 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a2fa3e16-24d6-4ddb-ad72-1fb6b921b67d req-a2778b78-a989-4352-a76d-ebad307d85b8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390620 Aug 17 00:47:48.952825 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:47:49.039707 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a2fa3e16-24d6-4ddb-ad72-1fb6b921b67d req-9027b876-fb47-4fe9-a0ff-01d77e13f702 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860765 Aug 17 00:47:49.135758 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a2fa3e16-24d6-4ddb-ad72-1fb6b921b67d req-7c92d902-459e-45a3-bbd1-2732403ae60c service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892529 Aug 17 00:47:49.285968 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a5f2d3ce-83ca-49e5-81cb-e276f8201aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:49.327078 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:49.697756 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76934d8a-bf31-4f3b-b938-324ecc331a8b req-77c2c4fa-14a9-4a5d-b2b3-0a963e6353fa tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:49.699293 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-76934d8a-bf31-4f3b-b938-324ecc331a8b req-77c2c4fa-14a9-4a5d-b2b3-0a963e6353fa tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 945 time: 0.0549829 Aug 17 00:47:49.739406 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-76934d8a-bf31-4f3b-b938-324ecc331a8b req-3cdca645-e247-4a11-b654-99638e63cdda tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341039 Aug 17 00:47:49.853548 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606cf92-e5e6-4c01-9d5f-6a824cf6626a req-f7078f15-4cc9-4d50-984e-9bc1ed2ea69c tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:49.855006 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f606cf92-e5e6-4c01-9d5f-6a824cf6626a req-f7078f15-4cc9-4d50-984e-9bc1ed2ea69c tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 945 time: 0.0491025 Aug 17 00:47:49.899192 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f606cf92-e5e6-4c01-9d5f-6a824cf6626a req-01c19003-a964-48fe-8cb6-2223de5bd91a tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380688 Aug 17 00:47:50.018920 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb50c04-b26c-4b4f-9525-4ad9a6de4b3d req-7be1f315-0b72-4d17-8667-70a21aebba6a tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:50.020407 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4eb50c04-b26c-4b4f-9525-4ad9a6de4b3d req-7be1f315-0b72-4d17-8667-70a21aebba6a tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 945 time: 0.0552983 Aug 17 00:47:50.058793 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4eb50c04-b26c-4b4f-9525-4ad9a6de4b3d req-13b400cb-0d8c-490d-9774-79959af0feb8 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324554 Aug 17 00:47:50.306836 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cba817-747c-4ee2-888f-99741fa6484c req-6ea32382-b53a-4833-bed9-6b2f542ec526 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:50.308789 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-19cba817-747c-4ee2-888f-99741fa6484c req-6ea32382-b53a-4833-bed9-6b2f542ec526 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 945 time: 0.0537570 Aug 17 00:47:50.350345 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:50.350909 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-19cba817-747c-4ee2-888f-99741fa6484c req-e5e2c8bf-7b9c-4866-8a60-aa3011118215 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366225 Aug 17 00:47:50.490362 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:47:50.543598 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:47:50.547388 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:47:50.547765 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:50.626445 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:50.649248 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09b33eb-f693-4626-a812-cb2c1ddce409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:47:50.651458 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6e4cb9eaa7fba7bbe5688d6b826e86ca4c2ba49609c4652d2cd6400236bc08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0435c0c1-6280-4795-b414-155de0f5622b" -d '{"events": [{"server_uuid": "d09b33eb-f693-4626-a812-cb2c1ddce409", "name": "network-vif-plugged", "status": "completed", "tag": "7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:47:50.665198 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:47:50.669110 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:50.720128 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba,revision_number=9']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:47:50.747436 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2040275-7fc6-4d47-bc98-35254c254619 x-openstack-request-id: req-b2040275-7fc6-4d47-bc98-35254c254619 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:47:50.747735 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09b33eb-f693-4626-a812-cb2c1ddce409", "name": "network-vif-plugged", "status": "completed", "tag": "7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:47:50.747996 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b2040275-7fc6-4d47-bc98-35254c254619 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:47:50.748397 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09b33eb-f693-4626-a812-cb2c1ddce409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba', 'code': 200} Aug 17 00:47:51.467750 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411732b-b26b-4b56-b27c-9f5e651de8d9 req-c5dd7133-96ea-43da-bfaa-d07c4eb06e8f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:51.469261 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a411732b-b26b-4b56-b27c-9f5e651de8d9 req-c5dd7133-96ea-43da-bfaa-d07c4eb06e8f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 946 time: 0.0503945 Aug 17 00:47:51.507878 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a411732b-b26b-4b56-b27c-9f5e651de8d9 req-aa18e592-4c3f-45d1-8d01-093298e5cbec tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322456 Aug 17 00:47:51.714350 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b344a00-d9f2-4a70-bcb2-ebc09ffd399c req-ec0b1932-5715-4db9-8f7d-1f3f81e5a3ee tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:51.715721 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9b344a00-d9f2-4a70-bcb2-ebc09ffd399c req-ec0b1932-5715-4db9-8f7d-1f3f81e5a3ee tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.69 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 946 time: 0.0526190 Aug 17 00:47:51.810771 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-9b344a00-d9f2-4a70-bcb2-ebc09ffd399c req-63887931-6fd5-4639-bf70-be74b8f8fdde tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Deleting port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:47:51.811118 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9b344a00-d9f2-4a70-bcb2-ebc09ffd399c req-63887931-6fd5-4639-bf70-be74b8f8fdde tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:51.903135 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-9b344a00-d9f2-4a70-bcb2-ebc09ffd399c req-63887931-6fd5-4639-bf70-be74b8f8fdde tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] For port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:47:51.903508 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9b344a00-d9f2-4a70-bcb2-ebc09ffd399c req-63887931-6fd5-4639-bf70-be74b8f8fdde tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:52.125918 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9b344a00-d9f2-4a70-bcb2-ebc09ffd399c req-63887931-6fd5-4639-bf70-be74b8f8fdde tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:52.126298 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9b344a00-d9f2-4a70-bcb2-ebc09ffd399c req-63887931-6fd5-4639-bf70-be74b8f8fdde tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:52.126615 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [req-9b344a00-d9f2-4a70-bcb2-ebc09ffd399c req-63887931-6fd5-4639-bf70-be74b8f8fdde tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Floating IP 81b665f2-9c12-446a-bc1c-6dbb2af6e4fc disassociated. External IP: 172.25.3.46, port: 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba. Aug 17 00:47:52.127021 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-9b344a00-d9f2-4a70-bcb2-ebc09ffd399c req-63887931-6fd5-4639-bf70-be74b8f8fdde tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Calling delete_port for 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:47:52.254587 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:52.265685 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9b344a00-d9f2-4a70-bcb2-ebc09ffd399c req-63887931-6fd5-4639-bf70-be74b8f8fdde tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:52.300058 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63887931-6fd5-4639-bf70-be74b8f8fdde tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Pushing event deleted for resources: {'Port': ['ID=7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:47:52.421371 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b344a00-d9f2-4a70-bcb2-ebc09ffd399c req-63887931-6fd5-4639-bf70-be74b8f8fdde tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Router e1ac8e32-fc27-44c0-9348-31513c6fedca has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:47:52.530501 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b344a00-d9f2-4a70-bcb2-ebc09ffd399c req-63887931-6fd5-4639-bf70-be74b8f8fdde tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:47:52.544679 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ad99c2-8cdd-461e-8583-9d56aa6d225f None None] Sync routers for ids ['e1ac8e32-fc27-44c0-9348-31513c6fedca'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:47:52.559025 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ad99c2-8cdd-461e-8583-9d56aa6d225f None None] Routers {'e1ac8e32-fc27-44c0-9348-31513c6fedca'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:47:52.559662 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-a5ad99c2-8cdd-461e-8583-9d56aa6d225f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:47:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e1ac8e32-fc27-44c0-9348-31513c6fedca'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:47:52.574022 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b344a00-d9f2-4a70-bcb2-ebc09ffd399c req-63887931-6fd5-4639-bf70-be74b8f8fdde tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] No DVR routers for this DVR port 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba on host n-h1-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:47:52.576895 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9b344a00-d9f2-4a70-bcb2-ebc09ffd399c req-63887931-6fd5-4639-bf70-be74b8f8fdde tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:52.578983 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9b344a00-d9f2-4a70-bcb2-ebc09ffd399c req-63887931-6fd5-4639-bf70-be74b8f8fdde tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.69 "DELETE /v2.0/ports/7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba HTTP/1.1" status: 204 len: 173 time: 0.8535173 Aug 17 00:47:52.579492 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09b33eb-f693-4626-a812-cb2c1ddce409', 'name': 'network-vif-deleted', 'tag': '7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:47:52.582769 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f50cfef-b4e7-460a-80f0-b6b477fae601" -d '{"events": [{"server_uuid": "d09b33eb-f693-4626-a812-cb2c1ddce409", "name": "network-vif-deleted", "tag": "7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:47:52.614619 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a6059dfc-f6e1-4db1-9d6b-0090b24f8abe req-28dd9b72-9a85-4f6d-b3db-9a003f4709f6 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=d09b33eb-f693-4626-a812-cb2c1ddce409 HTTP/1.1" status: 200 len: 210 time: 0.0283332 Aug 17 00:47:52.622902 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb3dedd-4f23-4899-a752-001dfce3cc4d x-openstack-request-id: req-bbb3dedd-4f23-4899-a752-001dfce3cc4d {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:47:52.623208 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09b33eb-f693-4626-a812-cb2c1ddce409", "name": "network-vif-deleted", "tag": "7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:47:52.623489 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bbb3dedd-4f23-4899-a752-001dfce3cc4d {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:47:52.623874 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09b33eb-f693-4626-a812-cb2c1ddce409', 'name': 'network-vif-deleted', 'tag': '7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba', 'status': 'completed', 'code': 200} Aug 17 00:47:52.711145 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-a5ad99c2-8cdd-461e-8583-9d56aa6d225f None None] Set router e1ac8e32-fc27-44c0-9348-31513c6fedca gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:47:53.072092 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-a5ad99c2-8cdd-461e-8583-9d56aa6d225f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'c0e86c87-58a1-4860-a889-951d6d273de7', 'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'mac_address': 'fa:16:3e:17:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:38Z', 'updated_at': '2021-08-17T00:45:44Z', 'revision_number': 5, 'project_id': '4c650715395848588e5c60dc3580b690', 'subnets': [{'id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:47:53.097602 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ad99c2-8cdd-461e-8583-9d56aa6d225f None None] Checking router: e1ac8e32-fc27-44c0-9348-31513c6fedca for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:47:53.105574 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ad99c2-8cdd-461e-8583-9d56aa6d225f None None] Routers {'e1ac8e32-fc27-44c0-9348-31513c6fedca'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:47:53.106175 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-a5ad99c2-8cdd-461e-8583-9d56aa6d225f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:47:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e1ac8e32-fc27-44c0-9348-31513c6fedca'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:47:53.210263 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-a5ad99c2-8cdd-461e-8583-9d56aa6d225f None None] Set router e1ac8e32-fc27-44c0-9348-31513c6fedca gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:47:53.415411 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-a5ad99c2-8cdd-461e-8583-9d56aa6d225f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'c0e86c87-58a1-4860-a889-951d6d273de7', 'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'mac_address': 'fa:16:3e:17:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:38Z', 'updated_at': '2021-08-17T00:45:44Z', 'revision_number': 5, 'project_id': '4c650715395848588e5c60dc3580b690', 'subnets': [{'id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:47:53.441014 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ad99c2-8cdd-461e-8583-9d56aa6d225f None None] The sync data for ids ['e1ac8e32-fc27-44c0-9348-31513c6fedca'] in n-d-800088-20 is: [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'c0e86c87-58a1-4860-a889-951d6d273de7', 'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'mac_address': 'fa:16:3e:17:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:38Z', 'updated_at': '2021-08-17T00:45:44Z', 'revision_number': 5, 'project_id': '4c650715395848588e5c60dc3580b690', 'subnets': [{'id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:47:53.656449 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c026ccd-9ff8-411e-8aaf-7e5006880b86 None None] New status for floating IP 81b665f2-9c12-446a-bc1c-6dbb2af6e4fc: DOWN {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:47:53.868272 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-aaef9d56-db13-4327-87fc-f742bec05343 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--97566013&fields=id&tenant_id=4c650715395848588e5c60dc3580b690 HTTP/1.1" status: 200 len: 267 time: 0.0319197 Aug 17 00:47:53.978039 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-a81f605d-bd32-4c7f-bd61-8a635e9eb83c tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:53.979526 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-a81f605d-bd32-4c7f-bd61-8a635e9eb83c tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 812 time: 0.1045513 Aug 17 00:47:53.995716 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-66b207df-c252-4ebb-9689-6ff971c93f4c tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/quotas/4c650715395848588e5c60dc3580b690 HTTP/1.1" status: 200 len: 375 time: 0.0097682 Aug 17 00:47:54.051885 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-2f140ac9-2bc0-4a9a-add0-bc2ead1e7bfd tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475559 Aug 17 00:47:54.198113 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-2b04a8d5-3e30-49ad-8363-d5d2cd198c26 service neutron] 10.222.0.60 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348178 Aug 17 00:47:54.287901 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-344ab493-0ade-4c80-84b7-9f6833a9fa7b service neutron] 10.222.0.60 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835264 Aug 17 00:47:54.463928 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5090ba0b-da02-49ac-9c58-e30e286e6517 req-d41fb6cd-0e17-472c-bc6c-e207967c8e9c tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 210 time: 0.0294333 Aug 17 00:47:54.498695 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:47:54.524904 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:47:54.525284 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 7f2dea91-7e33-49ca-8bec-9c5dffa7e3ba not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:47:55.474554 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-cc02da0c-8bdc-4d14-84eb-ce3c0a58094a tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:55.476010 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-cc02da0c-8bdc-4d14-84eb-ce3c0a58094a tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.64 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 812 time: 0.1094811 Aug 17 00:47:55.522173 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-5c59ae0a-41cd-43c6-b3f7-f961570cb5ad tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c650715395848588e5c60dc3580b690 HTTP/1.1" status: 200 len: 378 time: 0.0375724 Aug 17 00:47:55.531782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-1ca77695-2c25-4509-a944-3202e5e10f3f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Request body: {'port': {'device_id': 'b151df41-0b6d-478a-99f0-bde958307556', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'admin_state_up': True, 'tenant_id': '4c650715395848588e5c60dc3580b690', 'security_groups': ['b7666722-1318-40f6-975b-1163f1c35ab3']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:47:55.598701 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cee6b333-5367-43d1-b772-fc9ab6804212 req-c14b69f7-5f66-439e-9d2b-dfae0c993664 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 210 time: 0.0615602 Aug 17 00:47:55.661952 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-1ca77695-2c25-4509-a944-3202e5e10f3f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Made reservation on behalf of 4c650715395848588e5c60dc3580b690 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:47:55.665486 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-1ca77695-2c25-4509-a944-3202e5e10f3f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:55.787684 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-1ca77695-2c25-4509-a944-3202e5e10f3f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Allocated IP 172.20.0.3 (9bd68747-9144-419f-8aae-56ee7562b1d3/4a0ecd0e-7f28-400f-a110-6d0ebe70954d/fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:47:55.922145 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-1ca77695-2c25-4509-a944-3202e5e10f3f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:55.935401 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-1ca77695-2c25-4509-a944-3202e5e10f3f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Transition to ACTIVE for port object fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:47:55.966767 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-1ca77695-2c25-4509-a944-3202e5e10f3f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:56.014630 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-1ca77695-2c25-4509-a944-3202e5e10f3f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Network 9bd68747-9144-419f-8aae-56ee7562b1d3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:47:56.017779 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-1ca77695-2c25-4509-a944-3202e5e10f3f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:47:56.021501 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-1ca77695-2c25-4509-a944-3202e5e10f3f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:47:56.047066 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca77695-2c25-4509-a944-3202e5e10f3f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Pushing event updated for resources: {'Port': ['ID=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:47:56.075777 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-1ca77695-2c25-4509-a944-3202e5e10f3f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:56.076406 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-1ca77695-2c25-4509-a944-3202e5e10f3f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:56.090773 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-1ca77695-2c25-4509-a944-3202e5e10f3f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5628495 Aug 17 00:47:56.103112 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-292932b7-10a7-493d-9aad-4178de2d2643 service neutron] Request body: {'port': {'device_id': 'b151df41-0b6d-478a-99f0-bde958307556', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:47:56.160172 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-292932b7-10a7-493d-9aad-4178de2d2643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:56.313529 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6c29583a-a066-4807-b41c-a4681b0db37c None None] Provisioning for port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:47:56.317841 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6c29583a-a066-4807-b41c-a4681b0db37c None None] Provisioning complete for port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:47:56.318202 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6c29583a-a066-4807-b41c-a4681b0db37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:56.351405 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-6c29583a-a066-4807-b41c-a4681b0db37c None None] Port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:47:56.426946 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-292932b7-10a7-493d-9aad-4178de2d2643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:47:56.434310 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-292932b7-10a7-493d-9aad-4178de2d2643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:56.447341 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-292932b7-10a7-493d-9aad-4178de2d2643 service neutron] Transition to ACTIVE for port object fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:47:56.451442 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-292932b7-10a7-493d-9aad-4178de2d2643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:56.853210 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292932b7-10a7-493d-9aad-4178de2d2643 service neutron] Pushing event updated for resources: {'Port': ['ID=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:47:56.896819 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365f0b4-f714-4a7b-b14e-dd73bc6de17e req-cdc0657d-42e8-48ff-9e4c-6bd0582b8935 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:56.898381 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2365f0b4-f714-4a7b-b14e-dd73bc6de17e req-cdc0657d-42e8-48ff-9e4c-6bd0582b8935 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 943 time: 0.1165295 Aug 17 00:47:56.934949 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-292932b7-10a7-493d-9aad-4178de2d2643 service neutron] Attempting to bind port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:47:56.935295 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-292932b7-10a7-493d-9aad-4178de2d2643 service neutron] Attempting to bind port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:47:56.935633 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-292932b7-10a7-493d-9aad-4178de2d2643 service neutron] Attempting to bind port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 on network 9bd68747-9144-419f-8aae-56ee7562b1d3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:47:56.948069 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-292932b7-10a7-493d-9aad-4178de2d2643 service neutron] Port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 on network 9bd68747-9144-419f-8aae-56ee7562b1d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:47:56.948397 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-292932b7-10a7-493d-9aad-4178de2d2643 service neutron] Attempting to bind port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 on network 9bd68747-9144-419f-8aae-56ee7562b1d3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:47:56.960053 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2365f0b4-f714-4a7b-b14e-dd73bc6de17e req-e9155e1e-1a69-441b-a0f5-1360996c78af tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549273 Aug 17 00:47:56.960923 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-292932b7-10a7-493d-9aad-4178de2d2643 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:47:56.961292 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-292932b7-10a7-493d-9aad-4178de2d2643 service neutron] Checking segment: {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:47:56.961645 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-292932b7-10a7-493d-9aad-4178de2d2643 service neutron] Bound using segment: {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:47:56.962078 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-292932b7-10a7-493d-9aad-4178de2d2643 service neutron] Bound port: fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:47:56.962437 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-292932b7-10a7-493d-9aad-4178de2d2643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:57.030844 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-292932b7-10a7-493d-9aad-4178de2d2643 service neutron] For port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:47:57.034215 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-292932b7-10a7-493d-9aad-4178de2d2643 service neutron] For port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:47:57.038238 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-292932b7-10a7-493d-9aad-4178de2d2643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:57.076609 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-292932b7-10a7-493d-9aad-4178de2d2643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:57.077233 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-292932b7-10a7-493d-9aad-4178de2d2643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:57.078645 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-292932b7-10a7-493d-9aad-4178de2d2643 service neutron] 10.222.0.64 "PUT /v2.0/ports/fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 HTTP/1.1" status: 200 len: 1092 time: 0.9798765 Aug 17 00:47:57.079087 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b151df41-0b6d-478a-99f0-bde958307556', 'tag': 'fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:47:57.082041 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d693bd1-ca4b-4a39-906a-396a5c4d1883" -d '{"events": [{"name": "network-changed", "server_uuid": "b151df41-0b6d-478a-99f0-bde958307556", "tag": "fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:47:57.117951 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292932b7-10a7-493d-9aad-4178de2d2643 service neutron] Pushing event updated for resources: {'Port': ['ID=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:47:57.135775 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f38ea2-e7c5-4cf9-bf1f-dc8973753a98 x-openstack-request-id: req-00f38ea2-e7c5-4cf9-bf1f-dc8973753a98 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:47:57.136080 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b151df41-0b6d-478a-99f0-bde958307556", "tag": "fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:47:57.136325 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-00f38ea2-e7c5-4cf9-bf1f-dc8973753a98 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:47:57.136715 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b151df41-0b6d-478a-99f0-bde958307556', 'tag': 'fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5', 'status': 'completed', 'code': 200} Aug 17 00:47:57.174550 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-e018b4f7-2b84-4d9d-9083-8d6296f5db90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:57.176337 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-e018b4f7-2b84-4d9d-9083-8d6296f5db90 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 1095 time: 0.0507178 Aug 17 00:47:57.221656 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-ef9684b8-8403-44ee-bc11-518e1499c496 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 HTTP/1.1" status: 200 len: 217 time: 0.0370185 Aug 17 00:47:57.273269 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-0002745f-b635-4b84-b7b7-5a1d7e503e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:57.274783 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-0002745f-b635-4b84-b7b7-5a1d7e503e69 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0456784 Aug 17 00:47:57.326564 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-4f53f004-a08c-44c0-9296-c35894d6c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:57.328056 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-4f53f004-a08c-44c0-9296-c35894d6c86f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462396 Aug 17 00:47:57.418309 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-d02ae279-bffa-4af6-a109-e63f0e9e1ef3 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817373 Aug 17 00:47:57.511976 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-251d8b1f-2c20-4037-8b62-efac1dffe669 req-7f59b9bd-0e9b-40c1-a621-ce62d73411a3 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865223 Aug 17 00:47:57.593944 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d693bd1-ca4b-4a39-906a-396a5c4d1883 req-4338c2fd-7f66-425c-bc9e-e73570c4b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:57.595449 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d693bd1-ca4b-4a39-906a-396a5c4d1883 req-4338c2fd-7f66-425c-bc9e-e73570c4b47d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 1095 time: 0.0415163 Aug 17 00:47:57.688988 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d693bd1-ca4b-4a39-906a-396a5c4d1883 req-1951c7c6-0092-40dc-a265-e315bf805e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:57.690938 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d693bd1-ca4b-4a39-906a-396a5c4d1883 req-1951c7c6-0092-40dc-a265-e315bf805e1f service neutron] 10.222.0.64 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.0886457 Aug 17 00:47:57.734090 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d693bd1-ca4b-4a39-906a-396a5c4d1883 req-e02299f0-8703-48de-97a5-733b75d4b60f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 HTTP/1.1" status: 200 len: 217 time: 0.0351064 Aug 17 00:47:57.785516 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d693bd1-ca4b-4a39-906a-396a5c4d1883 req-8ea59337-0bb0-4a34-a14b-02fc7165291e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:57.786936 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d693bd1-ca4b-4a39-906a-396a5c4d1883 req-8ea59337-0bb0-4a34-a14b-02fc7165291e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0431421 Aug 17 00:47:57.838884 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d693bd1-ca4b-4a39-906a-396a5c4d1883 req-686f0546-5b80-4a3e-a1c7-04b2927e05e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:57.840336 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d693bd1-ca4b-4a39-906a-396a5c4d1883 req-686f0546-5b80-4a3e-a1c7-04b2927e05e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439937 Aug 17 00:47:57.930075 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d693bd1-ca4b-4a39-906a-396a5c4d1883 req-536116ed-286a-4a15-b5ad-d86a7eced771 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810411 Aug 17 00:47:58.025313 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d693bd1-ca4b-4a39-906a-396a5c4d1883 req-03dd9c53-c1ba-4fb4-b571-25b30a6458a2 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871017 Aug 17 00:47:58.077721 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e62c3e-cc29-48d9-b45c-be3751b3800b req-f07260e6-2de6-416f-8bfb-ba20bb2becf4 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:58.079193 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54e62c3e-cc29-48d9-b45c-be3751b3800b req-f07260e6-2de6-416f-8bfb-ba20bb2becf4 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 943 time: 0.0508549 Aug 17 00:47:58.125556 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54e62c3e-cc29-48d9-b45c-be3751b3800b req-9ef55769-7bac-458e-937f-ac66d3962780 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402942 Aug 17 00:47:58.668127 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:47:58.764317 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:47:58.775480 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'port_id': 'fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5', 'mac_address': 'fa:16:3e:89:0d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:47:58.812495 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:58.825416 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:47:58.844776 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:47:58.849468 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:47:58.896577 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:47:59.098656 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:47:59.243606 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3b3d8-752a-48b4-88aa-2028c0672015 req-ac9d4cb7-2236-44ae-bb4c-9c1f20933357 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:47:59.245102 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ddd3b3d8-752a-48b4-88aa-2028c0672015 req-ac9d4cb7-2236-44ae-bb4c-9c1f20933357 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 944 time: 0.0495737 Aug 17 00:47:59.283875 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ddd3b3d8-752a-48b4-88aa-2028c0672015 req-00298f33-3715-41c9-99ac-7ea765f85bfa tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321937 Aug 17 00:48:00.409547 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3243e93-724c-4e7b-a5fd-0b64c0d549ab req-e5415f38-944b-41b5-976a-3938a9efa379 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:48:00.411063 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e3243e93-724c-4e7b-a5fd-0b64c0d549ab req-e5415f38-944b-41b5-976a-3938a9efa379 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 944 time: 0.0546412 Aug 17 00:48:00.456645 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e3243e93-724c-4e7b-a5fd-0b64c0d549ab req-c0e1cee3-9ce8-4da8-bc5f-ecb85ac790da tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382984 Aug 17 00:48:00.680262 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:48:00.728525 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:48:00.732609 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:48:00.732986 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:48:00.819318 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:48:00.841031 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b151df41-0b6d-478a-99f0-bde958307556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:48:00.854994 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:48:00.859644 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:48:00.884314 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d9b1f6eceb9192db377ceb4d6ae83098a713cf0d5394fe300bfd3a5d60dfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18efa3b8-40d5-4938-9c84-aaa8bf47bf11" -d '{"events": [{"server_uuid": "b151df41-0b6d-478a-99f0-bde958307556", "name": "network-vif-plugged", "status": "completed", "tag": "fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:48:00.916642 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:48:00.971545 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9274814a-950a-4216-9bd2-6e62c5ef6620 x-openstack-request-id: req-9274814a-950a-4216-9bd2-6e62c5ef6620 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:48:00.971837 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b151df41-0b6d-478a-99f0-bde958307556", "name": "network-vif-plugged", "status": "completed", "tag": "fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:48:00.972090 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9274814a-950a-4216-9bd2-6e62c5ef6620 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:48:00.972484 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b151df41-0b6d-478a-99f0-bde958307556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5', 'code': 200} Aug 17 00:48:01.063930 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec9c46-bbe8-4b52-b400-5e79e9dc904a req-de87f6a6-c5c0-455b-a9f4-256933dcf429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:48:01.065708 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f1ec9c46-bbe8-4b52-b400-5e79e9dc904a req-de87f6a6-c5c0-455b-a9f4-256933dcf429 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 1097 time: 0.0420027 Aug 17 00:48:01.101277 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f1ec9c46-bbe8-4b52-b400-5e79e9dc904a req-3dc199b6-cb8a-4569-bb1f-63ece274dbeb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0283182 Aug 17 00:48:01.571589 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40256566-98c9-487c-9449-f890c2737adb req-ad6a0fb9-5f65-4274-b672-9390244c6085 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:48:01.572990 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40256566-98c9-487c-9449-f890c2737adb req-ad6a0fb9-5f65-4274-b672-9390244c6085 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 945 time: 0.0494511 Aug 17 00:48:01.610061 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-40256566-98c9-487c-9449-f890c2737adb req-dafe149f-e6ec-483e-94a6-ccf8300829b2 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311792 Aug 17 00:48:02.740424 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e8562-c33a-4b5e-ab3f-68599ae7f7bf req-0fada6b9-26db-48ad-a995-f3686f482509 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:48:02.741837 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bd2e8562-c33a-4b5e-ab3f-68599ae7f7bf req-0fada6b9-26db-48ad-a995-f3686f482509 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 945 time: 0.0557346 Aug 17 00:48:02.779575 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bd2e8562-c33a-4b5e-ab3f-68599ae7f7bf req-49be8c96-c1c9-4f09-85ef-e5d2d962964e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318947 Aug 17 00:48:02.890107 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b740deb-0d73-469c-a9c1-3eefeede4ee4 req-73cc3533-c473-422d-8b0c-eb81cf42d3fd tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:48:02.891580 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b740deb-0d73-469c-a9c1-3eefeede4ee4 req-73cc3533-c473-422d-8b0c-eb81cf42d3fd tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 945 time: 0.0494380 Aug 17 00:48:02.900861 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47222) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:48:02.905306 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-7c48710f-d184-4e61-b3ec-d9ec137d3466 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Request body: {'floatingip': {'port_id': 'fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:48:02.943615 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7c48710f-d184-4e61-b3ec-d9ec137d3466 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for floatingip, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:48:03.198021 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:48:03.376409 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7c48710f-d184-4e61-b3ec-d9ec137d3466 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:48:03.381314 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7c48710f-d184-4e61-b3ec-d9ec137d3466 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:48:03.486219 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-7c48710f-d184-4e61-b3ec-d9ec137d3466 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Floating IP 81b665f2-9c12-446a-bc1c-6dbb2af6e4fc associated. External IP: 172.25.3.46, port: fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5. Aug 17 00:48:03.694578 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c48710f-d184-4e61-b3ec-d9ec137d3466 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Router e1ac8e32-fc27-44c0-9348-31513c6fedca has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:48:03.806910 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c48710f-d184-4e61-b3ec-d9ec137d3466 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:48:03.811708 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7c48710f-d184-4e61-b3ec-d9ec137d3466 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:48:03.818658 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c51a365-1da2-4772-b552-49540706d951 None None] Sync routers for ids ['e1ac8e32-fc27-44c0-9348-31513c6fedca'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:48:03.828184 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c51a365-1da2-4772-b552-49540706d951 None None] Routers {'e1ac8e32-fc27-44c0-9348-31513c6fedca'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:48:03.828808 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7c51a365-1da2-4772-b552-49540706d951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:47:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e1ac8e32-fc27-44c0-9348-31513c6fedca'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:48:03.839076 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7c48710f-d184-4e61-b3ec-d9ec137d3466 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "PUT /v2.0/floatingips/81b665f2-9c12-446a-bc1c-6dbb2af6e4fc HTTP/1.1" status: 200 len: 990 time: 0.9371569 Aug 17 00:48:03.839748 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b151df41-0b6d-478a-99f0-bde958307556', 'tag': 'fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:48:03.842138 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368c2491-fe4e-463a-afb0-a7445bffd857" -d '{"events": [{"name": "network-changed", "server_uuid": "b151df41-0b6d-478a-99f0-bde958307556", "tag": "fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:48:03.879376 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b85dbb-0b1f-458a-bc38-1e5407f48f2c x-openstack-request-id: req-21b85dbb-0b1f-458a-bc38-1e5407f48f2c {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:48:03.879675 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b151df41-0b6d-478a-99f0-bde958307556", "tag": "fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:48:03.879936 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-21b85dbb-0b1f-458a-bc38-1e5407f48f2c {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:48:03.880355 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b151df41-0b6d-478a-99f0-bde958307556', 'tag': 'fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5', 'status': 'completed', 'code': 200} Aug 17 00:48:03.941955 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c2491-fe4e-463a-afb0-a7445bffd857 req-c0710ec0-e181-49ef-a755-b442ca58e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:48:03.943488 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-368c2491-fe4e-463a-afb0-a7445bffd857 req-c0710ec0-e181-49ef-a755-b442ca58e3ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 1097 time: 0.0418088 Aug 17 00:48:03.944979 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-7c51a365-1da2-4772-b552-49540706d951 None None] Set router e1ac8e32-fc27-44c0-9348-31513c6fedca gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:48:04.039217 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c2491-fe4e-463a-afb0-a7445bffd857 req-52d58cbf-be42-422c-87e0-4d9037a72ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:48:04.040751 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-368c2491-fe4e-463a-afb0-a7445bffd857 req-52d58cbf-be42-422c-87e0-4d9037a72ae9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.0902159 Aug 17 00:48:04.105314 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-368c2491-fe4e-463a-afb0-a7445bffd857 req-99f6a04c-052c-4e07-adb1-660bd7bee31c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 HTTP/1.1" status: 200 len: 998 time: 0.0575855 Aug 17 00:48:04.154566 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c2491-fe4e-463a-afb0-a7445bffd857 req-120f5de4-e712-4e0d-abc1-e589be43daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:48:04.156034 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-368c2491-fe4e-463a-afb0-a7445bffd857 req-120f5de4-e712-4e0d-abc1-e589be43daaf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0441055 Aug 17 00:48:04.176471 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7c51a365-1da2-4772-b552-49540706d951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '81b665f2-9c12-446a-bc1c-6dbb2af6e4fc', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'port_id': 'fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'mac_address': 'fa:16:3e:89:0d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b151df41-0b6d-478a-99f0-bde958307556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:45:41Z', 'updated_at': '2021-08-17T00:48:03Z', 'revision_number': 5, 'project_id': '4c650715395848588e5c60dc3580b690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e86c87-58a1-4860-a889-951d6d273de7', 'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'mac_address': 'fa:16:3e:17:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:38Z', 'updated_at': '2021-08-17T00:45:44Z', 'revision_number': 5, 'project_id': '4c650715395848588e5c60dc3580b690', 'subnets': [{'id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:48:04.203555 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c51a365-1da2-4772-b552-49540706d951 None None] Checking router: e1ac8e32-fc27-44c0-9348-31513c6fedca for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:48:04.206195 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c2491-fe4e-463a-afb0-a7445bffd857 req-94a3b537-b71f-4732-93bd-4d9b0642779c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:48:04.207712 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-368c2491-fe4e-463a-afb0-a7445bffd857 req-94a3b537-b71f-4732-93bd-4d9b0642779c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443256 Aug 17 00:48:04.212995 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c51a365-1da2-4772-b552-49540706d951 None None] Routers {'e1ac8e32-fc27-44c0-9348-31513c6fedca'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:48:04.213635 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7c51a365-1da2-4772-b552-49540706d951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:47:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e1ac8e32-fc27-44c0-9348-31513c6fedca'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:48:04.299947 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-368c2491-fe4e-463a-afb0-a7445bffd857 req-025b2e79-7888-4006-9d5d-4b5dbfb86e04 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847087 Aug 17 00:48:04.319679 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-7c51a365-1da2-4772-b552-49540706d951 None None] Set router e1ac8e32-fc27-44c0-9348-31513c6fedca gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:48:04.393200 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-368c2491-fe4e-463a-afb0-a7445bffd857 req-2e8128f8-bc8e-4146-9808-e437fb55566c service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853834 Aug 17 00:48:04.544938 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7c51a365-1da2-4772-b552-49540706d951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '81b665f2-9c12-446a-bc1c-6dbb2af6e4fc', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'port_id': 'fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'mac_address': 'fa:16:3e:89:0d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b151df41-0b6d-478a-99f0-bde958307556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:45:41Z', 'updated_at': '2021-08-17T00:48:03Z', 'revision_number': 5, 'project_id': '4c650715395848588e5c60dc3580b690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e86c87-58a1-4860-a889-951d6d273de7', 'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'mac_address': 'fa:16:3e:17:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:38Z', 'updated_at': '2021-08-17T00:45:44Z', 'revision_number': 5, 'project_id': '4c650715395848588e5c60dc3580b690', 'subnets': [{'id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:48:04.574488 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c51a365-1da2-4772-b552-49540706d951 None None] The sync data for ids ['e1ac8e32-fc27-44c0-9348-31513c6fedca'] in n-d-800088-20 is: [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '81b665f2-9c12-446a-bc1c-6dbb2af6e4fc', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'port_id': 'fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'mac_address': 'fa:16:3e:89:0d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b151df41-0b6d-478a-99f0-bde958307556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:45:41Z', 'updated_at': '2021-08-17T00:48:03Z', 'revision_number': 5, 'project_id': '4c650715395848588e5c60dc3580b690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e86c87-58a1-4860-a889-951d6d273de7', 'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'mac_address': 'fa:16:3e:17:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:38Z', 'updated_at': '2021-08-17T00:45:44Z', 'revision_number': 5, 'project_id': '4c650715395848588e5c60dc3580b690', 'subnets': [{'id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:48:04.772451 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475ba617-8e45-4bee-aac9-89b0f1199ff2 None None] New status for floating IP 81b665f2-9c12-446a-bc1c-6dbb2af6e4fc: ACTIVE {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:48:07.215589 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b4863bf7-4e46-465f-9230-19d07433608c req-1a414248-90d8-4dab-9cd3-fbb9b52b7fa6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397906 Aug 17 00:48:07.299754 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4863bf7-4e46-465f-9230-19d07433608c req-97617575-c816-40d7-a889-8cf556b5bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:48:07.301281 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b4863bf7-4e46-465f-9230-19d07433608c req-97617575-c816-40d7-a889-8cf556b5bdd1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 1097 time: 0.0407703 Aug 17 00:48:07.404875 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4863bf7-4e46-465f-9230-19d07433608c req-4b5f2756-977f-40d6-b726-6efe72a6aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:48:07.406353 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b4863bf7-4e46-465f-9230-19d07433608c req-4b5f2756-977f-40d6-b726-6efe72a6aec1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.0866072 Aug 17 00:48:07.471504 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b4863bf7-4e46-465f-9230-19d07433608c req-bb529103-fdbf-4e30-8c7d-7d690fc9904b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 HTTP/1.1" status: 200 len: 1000 time: 0.0580254 Aug 17 00:48:07.523632 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4863bf7-4e46-465f-9230-19d07433608c req-96a2b3f2-a002-4a93-b15a-94099b1e0faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:48:07.525028 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b4863bf7-4e46-465f-9230-19d07433608c req-96a2b3f2-a002-4a93-b15a-94099b1e0faa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0467293 Aug 17 00:48:07.570395 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4863bf7-4e46-465f-9230-19d07433608c req-1e00c6a6-33ec-4a4f-8f20-e7e83d576045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:48:07.571855 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b4863bf7-4e46-465f-9230-19d07433608c req-1e00c6a6-33ec-4a4f-8f20-e7e83d576045 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397241 Aug 17 00:48:07.660488 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b4863bf7-4e46-465f-9230-19d07433608c req-4c4660e0-7379-4dee-b69f-9f58f24e7d05 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816455 Aug 17 00:48:07.751033 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b4863bf7-4e46-465f-9230-19d07433608c req-18cd186e-9de4-4125-9696-7bab8ae4e82b service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834265 Aug 17 00:48:10.500522 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:48:12.134896 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:48:16.593662 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c84a1232-d1aa-4871-9e0c-d39abca40f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:48:19.286955 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-212d9711-817a-4619-939d-185bb3f6e3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:48:19.327376 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:48:20.351678 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:48:22.251919 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:48:40.197383 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:48:40.520659 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:48:42.134641 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:48:46.594631 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-217a8817-e560-4e86-b3eb-efe515e3deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:48:49.287862 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-67369eea-cd3c-4c3c-a65d-2562d0c6386a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:48:49.326687 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:48:50.354764 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:48:52.255299 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:49:07.223754 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-32afe32c-7b59-48dd-951d-3da9e0d00985 req-2cc2f111-281a-4126-a28d-8d40243b3d5b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428238 Aug 17 00:49:07.304465 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afe32c-7b59-48dd-951d-3da9e0d00985 req-f6240ec7-b048-40df-885b-e92124c77096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:07.305957 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-32afe32c-7b59-48dd-951d-3da9e0d00985 req-f6240ec7-b048-40df-885b-e92124c77096 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 1097 time: 0.0400684 Aug 17 00:49:07.411943 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afe32c-7b59-48dd-951d-3da9e0d00985 req-eda6da1a-f5b3-4007-8324-126c439d285e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:07.413430 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-32afe32c-7b59-48dd-951d-3da9e0d00985 req-eda6da1a-f5b3-4007-8324-126c439d285e service neutron] 10.222.0.64 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.0887473 Aug 17 00:49:07.481300 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-32afe32c-7b59-48dd-951d-3da9e0d00985 req-0a946bbc-4bfb-4b05-a812-2a53d637c0e7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 HTTP/1.1" status: 200 len: 1000 time: 0.0605872 Aug 17 00:49:07.531402 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afe32c-7b59-48dd-951d-3da9e0d00985 req-7047d38b-ddfb-4f5a-b0ec-2a532f8c2237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:07.532815 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-32afe32c-7b59-48dd-951d-3da9e0d00985 req-7047d38b-ddfb-4f5a-b0ec-2a532f8c2237 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0433862 Aug 17 00:49:07.580440 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afe32c-7b59-48dd-951d-3da9e0d00985 req-7d876f42-015d-42f1-aa01-0102e3d76ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:07.582642 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-32afe32c-7b59-48dd-951d-3da9e0d00985 req-7d876f42-015d-42f1-aa01-0102e3d76ac3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432732 Aug 17 00:49:07.681332 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-32afe32c-7b59-48dd-951d-3da9e0d00985 req-8287084d-33f6-46a0-8a56-e478ce5bb480 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911014 Aug 17 00:49:07.770117 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-32afe32c-7b59-48dd-951d-3da9e0d00985 req-1e680ad9-f9a7-4a2e-a66b-3b47d482e797 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814488 Aug 17 00:49:10.537527 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:49:12.135597 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:49:16.595566 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f4d183d6-2b8a-41b8-bf90-178dce17cdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:49:17.197457 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:49:19.288738 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a77cc3c8-0958-43e9-844c-0ad659c05c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:49:19.327257 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:49:20.359525 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:49:22.258158 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:49:40.536651 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:49:40.748288 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a3206-d738-4197-b61b-ed3a090b3f7b req-511ef937-add9-4735-8ba4-d7e205f4a575 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:40.749740 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc5a3206-d738-4197-b61b-ed3a090b3f7b req-511ef937-add9-4735-8ba4-d7e205f4a575 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 945 time: 0.0560637 Aug 17 00:49:40.787245 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc5a3206-d738-4197-b61b-ed3a090b3f7b req-188a9987-db2d-4f48-91d1-e99e1136e20f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308681 Aug 17 00:49:41.911088 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39968bcc-a6f1-4328-b3fd-c786fb7e7a82 req-57c539d9-4d99-4ced-9753-ec8e00654a7f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:41.912595 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-39968bcc-a6f1-4328-b3fd-c786fb7e7a82 req-57c539d9-4d99-4ced-9753-ec8e00654a7f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 945 time: 0.0564277 Aug 17 00:49:41.950642 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-39968bcc-a6f1-4328-b3fd-c786fb7e7a82 req-91ef37c0-903a-4ac7-a2ae-5a2c58286171 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315573 Aug 17 00:49:42.148986 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:49:43.076729 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ed256-0f1e-4d44-b801-0483f48cde53 req-0bab56fb-357e-4349-b322-a952fc46c0c7 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:43.078242 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dc7ed256-0f1e-4d44-b801-0483f48cde53 req-0bab56fb-357e-4349-b322-a952fc46c0c7 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 945 time: 0.0512457 Aug 17 00:49:43.123339 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dc7ed256-0f1e-4d44-b801-0483f48cde53 req-49865eaf-c91d-4dd8-9a02-76c197a6e00d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369706 Aug 17 00:49:44.244092 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d8c06-0967-4a6c-a04a-3dc9523d75de req-f806fc3d-141b-4a34-a6fd-96b241d795ff tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:44.245559 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-272d8c06-0967-4a6c-a04a-3dc9523d75de req-f806fc3d-141b-4a34-a6fd-96b241d795ff tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 945 time: 0.0484221 Aug 17 00:49:44.281803 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-272d8c06-0967-4a6c-a04a-3dc9523d75de req-2ad3f0b6-fe5e-4036-a78e-6aa0c55de25c tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304203 Aug 17 00:49:45.702547 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9c819-580a-4785-b065-e7d6fdfaec91 req-3369faba-470f-4c89-9c79-e8e13d917397 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:45.703928 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dcb9c819-580a-4785-b065-e7d6fdfaec91 req-3369faba-470f-4c89-9c79-e8e13d917397 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 945 time: 0.3513505 Aug 17 00:49:45.742007 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dcb9c819-580a-4785-b065-e7d6fdfaec91 req-c1ec2508-67d4-477e-a4e3-b4e2b586f41a tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315003 Aug 17 00:49:46.596330 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-87f5ef6c-1023-4b5d-bbf2-fdae7e189548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:49:46.857928 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570e7d1-8b6e-4014-89e0-a713ea02eada req-fa4823cd-7082-4b26-9d3f-a296d925a540 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:46.859806 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2570e7d1-8b6e-4014-89e0-a713ea02eada req-fa4823cd-7082-4b26-9d3f-a296d925a540 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 945 time: 0.0490432 Aug 17 00:49:46.896683 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2570e7d1-8b6e-4014-89e0-a713ea02eada req-70d2a2c5-ed08-428b-9cbf-5fe42f47ceb6 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311747 Aug 17 00:49:48.010791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532bdd5-0380-4751-9a80-cdbed70721d0 req-1eb677f8-bbb6-4b55-87e2-6a7a79f5a1a7 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:48.012248 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8532bdd5-0380-4751-9a80-cdbed70721d0 req-1eb677f8-bbb6-4b55-87e2-6a7a79f5a1a7 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 945 time: 0.0491760 Aug 17 00:49:48.049709 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8532bdd5-0380-4751-9a80-cdbed70721d0 req-45b86039-f94f-4a25-9647-438cac29df9a tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315349 Aug 17 00:49:49.171030 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2fef6-14f4-444b-8fcb-6bff19431f52 req-392e3af0-78ec-4fb3-8668-bc0bb84b5810 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:49.172487 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-86e2fef6-14f4-444b-8fcb-6bff19431f52 req-392e3af0-78ec-4fb3-8668-bc0bb84b5810 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 945 time: 0.0551374 Aug 17 00:49:49.210558 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-86e2fef6-14f4-444b-8fcb-6bff19431f52 req-b93e72aa-f2ca-4322-b20b-3f5b1f72ea1e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317874 Aug 17 00:49:49.288696 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-40f84179-5c0b-40d6-8d93-bba41cb258fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:49:49.331060 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:49:50.326431 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06829df0-808c-44e3-9537-4468218f5565 req-d5b10ace-e905-4eb4-a83b-3ea115c63875 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:50.328291 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-06829df0-808c-44e3-9537-4468218f5565 req-d5b10ace-e905-4eb4-a83b-3ea115c63875 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 945 time: 0.0504951 Aug 17 00:49:50.363922 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:49:50.370673 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-06829df0-808c-44e3-9537-4468218f5565 req-4932a08a-7050-4341-9478-bef91ed12f3f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361736 Aug 17 00:49:51.484722 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339e28d-4cee-42a4-ab24-7d86721ff8d9 req-7d26df6a-6560-453e-a9f2-5d97664ee6aa tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:51.486246 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1339e28d-4cee-42a4-ab24-7d86721ff8d9 req-7d26df6a-6560-453e-a9f2-5d97664ee6aa tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 945 time: 0.0482926 Aug 17 00:49:51.523234 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1339e28d-4cee-42a4-ab24-7d86721ff8d9 req-82f69a25-9aac-41fc-a945-44d6346252b2 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304778 Aug 17 00:49:51.770724 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3586079-86a1-467c-9762-dc31a387bc7e req-de88f5d3-60f0-43af-8f15-428572606b5d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:51.772960 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3586079-86a1-467c-9762-dc31a387bc7e req-de88f5d3-60f0-43af-8f15-428572606b5d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 945 time: 0.0618386 Aug 17 00:49:51.819423 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f3586079-86a1-467c-9762-dc31a387bc7e req-12729627-db8d-4634-bdcd-3c6156170216 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396223 Aug 17 00:49:51.877244 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-8653ac39-738b-4582-a5d7-bf4fe3785644 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0912316 Aug 17 00:49:52.263836 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:49:52.939737 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf806a-fca4-4c99-a800-630e3a94d3de req-c6cc06b5-f18c-4012-a8e7-1c29d43a1e1d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:52.941251 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0cdf806a-fca4-4c99-a800-630e3a94d3de req-c6cc06b5-f18c-4012-a8e7-1c29d43a1e1d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 945 time: 0.0515172 Aug 17 00:49:52.991633 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0cdf806a-fca4-4c99-a800-630e3a94d3de req-7caade7b-237e-4b6b-b255-1903bcac4ffe tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420740 Aug 17 00:49:53.036258 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-d0cd36d6-fc5c-479c-86b8-5b9e1a45057a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:53.038407 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-d0cd36d6-fc5c-479c-86b8-5b9e1a45057a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 1097 time: 0.0434039 Aug 17 00:49:53.126456 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-e5d47fc2-0075-44bc-a93d-fc99eccf1c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:53.127897 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-e5d47fc2-0075-44bc-a93d-fc99eccf1c7c service neutron] 10.222.0.64 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.0830102 Aug 17 00:49:53.199023 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-c84a27be-88a2-4267-b76b-66a72bc272c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 HTTP/1.1" status: 200 len: 1000 time: 0.0640566 Aug 17 00:49:53.249865 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-0b6de0e8-73a2-4426-a79d-af2445a442a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:53.251223 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-0b6de0e8-73a2-4426-a79d-af2445a442a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0445523 Aug 17 00:49:53.296263 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-7e336b5f-7e7b-40af-b98d-5910792cda50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:53.297753 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-7e336b5f-7e7b-40af-b98d-5910792cda50 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397511 Aug 17 00:49:53.389745 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-7726a273-aa5b-4886-b8ff-426bc21e948d service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847435 Aug 17 00:49:53.479721 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-464b4e95-eebe-47ba-a048-473eacc00a96 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817609 Aug 17 00:49:54.113832 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24aa448-6968-4c13-a59e-5383734e3b4b req-c8e1b63a-1b47-4f80-9a7d-fa83373fa4ba tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:54.115963 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a24aa448-6968-4c13-a59e-5383734e3b4b req-c8e1b63a-1b47-4f80-9a7d-fa83373fa4ba tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 945 time: 0.0496182 Aug 17 00:49:54.157983 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a24aa448-6968-4c13-a59e-5383734e3b4b req-d4703d94-75c9-4183-b526-e9019c079990 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361817 Aug 17 00:49:54.196982 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:49:55.272478 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff5ba2-98d1-43d7-8c04-e940b099aed8 req-33a31726-2b0a-4f80-aee4-72c7c506889b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:55.273992 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2ff5ba2-98d1-43d7-8c04-e940b099aed8 req-33a31726-2b0a-4f80-aee4-72c7c506889b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 945 time: 0.0486519 Aug 17 00:49:55.343668 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2ff5ba2-98d1-43d7-8c04-e940b099aed8 req-0d1494ca-693c-4712-baa6-384789d5ab58 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635741 Aug 17 00:49:55.352771 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-2c08b3e8-333a-48c0-82ec-cfaac07ff993 service neutron] show failed (client error): The resource could not be found. Aug 17 00:49:55.353766 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-2c08b3e8-333a-48c0-82ec-cfaac07ff993 service neutron] 10.222.0.64 "GET /v2.0/ports/fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5/bindings/n-h1-800088-20 HTTP/1.1" status: 404 len: 381 time: 0.0788755 Aug 17 00:49:55.629302 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-516adb99-0793-4f86-a25b-793f9b8f6899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:55.631735 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-516adb99-0793-4f86-a25b-793f9b8f6899 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556&tenant_id=4c650715395848588e5c60dc3580b690 HTTP/1.1" status: 200 len: 1097 time: 0.0798151 Aug 17 00:49:55.646969 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-20', 'device_owner': 'compute:nova'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:49:55.701257 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:49:55.900578 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] For port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:49:55.934250 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] For port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:49:55.972421 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b151df41-0b6d-478a-99f0-bde958307556', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:49:55.975343 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f341eda1-81de-476e-9aa0-26706c0a8e72" -d '{"events": [{"server_uuid": "b151df41-0b6d-478a-99f0-bde958307556", "name": "network-vif-unplugged", "status": "completed", "tag": "fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:49:55.979526 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:49:55.992646 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Transition to ACTIVE for port object fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:49:55.996663 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:49:56.025754 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 00:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef2fc0d-51b9-40f8-9c90-97646ee3dd91 x-openstack-request-id: req-cef2fc0d-51b9-40f8-9c90-97646ee3dd91 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:49:56.026048 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b151df41-0b6d-478a-99f0-bde958307556", "name": "network-vif-unplugged", "status": "completed", "tag": "fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:49:56.026302 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cef2fc0d-51b9-40f8-9c90-97646ee3dd91 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:49:56.026698 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b151df41-0b6d-478a-99f0-bde958307556', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5', 'code': 200} Aug 17 00:49:56.090991 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Pushing event updated for resources: {'Port': ['ID=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5,revision_number=6']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:49:56.106053 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:49:56.106509 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:49:56.106741 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:49:56.107084 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:49:56.107424 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:49:56.107766 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:49:56.108100 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:49:56.108439 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:49:56.108778 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:49:56.109399 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:49:56.109734 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:49:56.110068 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:49:56.137815 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] No DVR routers for this DVR port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:49:56.278215 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Attempting to bind port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:49:56.278862 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Attempting to bind port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:49:56.278862 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Attempting to bind port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 on network 9bd68747-9144-419f-8aae-56ee7562b1d3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:49:56.283054 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 on network 9bd68747-9144-419f-8aae-56ee7562b1d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:49:56.283372 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Attempting to bind port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 on network 9bd68747-9144-419f-8aae-56ee7562b1d3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:49:56.288138 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:49:56.288474 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Checking segment: {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:49:56.288852 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Bound using segment: {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:49:56.289315 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Bound port: fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:49:56.289741 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:49:56.350874 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] For port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:49:56.353820 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] For port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:49:56.358106 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:49:56.397339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:56.397886 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:49:56.399284 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] 10.222.0.69 "PUT /v2.0/ports/fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 HTTP/1.1" status: 200 len: 1092 time: 0.7563183 Aug 17 00:49:56.447022 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b57d35-966b-4441-b9a0-7391a2567893 service neutron] Pushing event updated for resources: {'Port': ['ID=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5,revision_number=7']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:49:56.508100 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba911ca-c5b5-4545-87c8-df5c938614ea req-caf84807-7e7c-4cc3-87ae-af72c3ce41ae tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:56.509684 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ba911ca-c5b5-4545-87c8-df5c938614ea req-caf84807-7e7c-4cc3-87ae-af72c3ce41ae tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 943 time: 0.0908055 Aug 17 00:49:56.515900 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-9b218aad-4e95-4068-8d9e-3e3f01fdfc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:56.517421 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-9b218aad-4e95-4068-8d9e-3e3f01fdfc26 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 1095 time: 0.0817966 Aug 17 00:49:56.604710 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ba911ca-c5b5-4545-87c8-df5c938614ea req-ca88b5e6-e3a8-4b0b-9e5f-16a27cc0f942 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863078 Aug 17 00:49:56.637534 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-abe8b05d-b405-4842-aebc-12197b719188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:56.639043 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-abe8b05d-b405-4842-aebc-12197b719188 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.1067963 Aug 17 00:49:56.713840 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-6b914638-4f83-4363-98b1-27f9cb86bf5d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 HTTP/1.1" status: 200 len: 998 time: 0.0635185 Aug 17 00:49:56.767412 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-b98da6f1-9fcd-4f9b-ac85-f0d4a77e3d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:56.768855 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-b98da6f1-9fcd-4f9b-ac85-f0d4a77e3d66 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0438838 Aug 17 00:49:56.819607 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-046f902e-c28f-41a8-992d-f7d77269a565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:56.821017 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-046f902e-c28f-41a8-992d-f7d77269a565 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401213 Aug 17 00:49:56.919566 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-3ea295dd-796a-4d35-b6dd-9e7d6e9d191c service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865502 Aug 17 00:49:57.013837 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a46f14e1-c80e-4fde-a2ff-f24199e68116 req-aff0813b-e62f-4da0-8e95-fcdbec8df92a service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825284 Aug 17 00:49:57.722699 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8fdc3-1cae-4c82-9abb-b27fefcd686f req-45e689e8-09ca-448a-8b4a-d168c572c0e2 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:57.724082 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-64f8fdc3-1cae-4c82-9abb-b27fefcd686f req-45e689e8-09ca-448a-8b4a-d168c572c0e2 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 943 time: 0.0494359 Aug 17 00:49:57.761588 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-64f8fdc3-1cae-4c82-9abb-b27fefcd686f req-ce8052f3-4e7b-469c-9114-021f76d5fe8e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315719 Aug 17 00:49:58.027875 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b151df41-0b6d-478a-99f0-bde958307556', 'tag': 'fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:49:58.030312 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091d8502-5473-48f0-af28-8b6fd621a124" -d '{"events": [{"name": "network-changed", "server_uuid": "b151df41-0b6d-478a-99f0-bde958307556", "tag": "fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:49:58.077197 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eaa9fd0-0e63-4a28-9df1-3d8c3bcf20da x-openstack-request-id: req-0eaa9fd0-0e63-4a28-9df1-3d8c3bcf20da {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:49:58.077553 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b151df41-0b6d-478a-99f0-bde958307556", "tag": "fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:49:58.077807 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0eaa9fd0-0e63-4a28-9df1-3d8c3bcf20da {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:49:58.078205 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b151df41-0b6d-478a-99f0-bde958307556', 'tag': 'fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5', 'status': 'completed', 'code': 200} Aug 17 00:49:58.181031 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d8502-5473-48f0-af28-8b6fd621a124 req-2c92dadc-9e0d-4330-929a-3becf155a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:58.182553 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-091d8502-5473-48f0-af28-8b6fd621a124 req-2c92dadc-9e0d-4330-929a-3becf155a547 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 1095 time: 0.0837953 Aug 17 00:49:58.185068 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d8502-5473-48f0-af28-8b6fd621a124 req-0e4c5a12-60f5-4c15-9e05-840d0005c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:58.186401 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-091d8502-5473-48f0-af28-8b6fd621a124 req-0e4c5a12-60f5-4c15-9e05-840d0005c11e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 1095 time: 0.0795386 Aug 17 00:49:58.342782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d8502-5473-48f0-af28-8b6fd621a124 req-10b56f43-6eee-4de8-a561-8a450739dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:58.344178 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-091d8502-5473-48f0-af28-8b6fd621a124 req-10b56f43-6eee-4de8-a561-8a450739dff5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.1460121 Aug 17 00:49:58.345128 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d8502-5473-48f0-af28-8b6fd621a124 req-8470aae7-5779-42e6-9178-19b27bafe05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:58.346429 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-091d8502-5473-48f0-af28-8b6fd621a124 req-8470aae7-5779-42e6-9178-19b27bafe05e service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.1562018 Aug 17 00:49:58.458242 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-091d8502-5473-48f0-af28-8b6fd621a124 req-f531f8b2-dc00-4c86-a749-fdb04bb35a05 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 HTTP/1.1" status: 200 len: 998 time: 0.1010642 Aug 17 00:49:58.460636 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-091d8502-5473-48f0-af28-8b6fd621a124 req-28c0b0d2-a5cc-4961-ba5f-5f15c8992cca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 HTTP/1.1" status: 200 len: 998 time: 0.1093068 Aug 17 00:49:58.552026 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d8502-5473-48f0-af28-8b6fd621a124 req-d426ecf3-4896-4dda-b3db-95f6b1c21732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:58.554193 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-091d8502-5473-48f0-af28-8b6fd621a124 req-d426ecf3-4896-4dda-b3db-95f6b1c21732 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0870867 Aug 17 00:49:58.557543 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d8502-5473-48f0-af28-8b6fd621a124 req-afdc5dac-5788-46f1-aec5-5058ddfb0f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:58.558879 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-091d8502-5473-48f0-af28-8b6fd621a124 req-afdc5dac-5788-46f1-aec5-5058ddfb0f3d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0840197 Aug 17 00:49:58.627605 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d8502-5473-48f0-af28-8b6fd621a124 req-74417755-022b-45af-b97d-da48e9502d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:58.629120 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-091d8502-5473-48f0-af28-8b6fd621a124 req-74417755-022b-45af-b97d-da48e9502d93 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672944 Aug 17 00:49:58.632353 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d8502-5473-48f0-af28-8b6fd621a124 req-7603a3ec-40d0-4a09-9a06-a648dbfa8af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:58.633731 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-091d8502-5473-48f0-af28-8b6fd621a124 req-7603a3ec-40d0-4a09-9a06-a648dbfa8af0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628638 Aug 17 00:49:58.790440 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-091d8502-5473-48f0-af28-8b6fd621a124 req-9de3f5ae-bf56-47aa-8785-82c762911201 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540749 Aug 17 00:49:58.793861 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-091d8502-5473-48f0-af28-8b6fd621a124 req-14f10353-4824-4ccf-8634-10c9cce337fe service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413531 Aug 17 00:49:58.982990 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522618e-1f6e-4dbe-98de-e5e844b3e77c req-cfc251ae-174d-4cb6-9d49-270858aa1148 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:58.984637 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a522618e-1f6e-4dbe-98de-e5e844b3e77c req-cfc251ae-174d-4cb6-9d49-270858aa1148 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 943 time: 0.1398144 Aug 17 00:49:58.989728 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-091d8502-5473-48f0-af28-8b6fd621a124 req-f4ce5a4f-d2af-42cd-afc3-4edf97dd5703 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928098 Aug 17 00:49:59.008651 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-091d8502-5473-48f0-af28-8b6fd621a124 req-c83eb326-4e85-41cf-8360-7a75a8312119 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028339 Aug 17 00:49:59.035594 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a522618e-1f6e-4dbe-98de-e5e844b3e77c req-c6db82eb-8e22-4fea-adb5-59115a2e647c tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385487 Aug 17 00:49:59.223993 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:49:59.263489 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:49:59.276963 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f92c1a-a2ed-4148-a680-3f0a875cc857 req-88e1d40d-7fc8-4336-b12a-d021f0abfd95 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:59.278447 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c4f92c1a-a2ed-4148-a680-3f0a875cc857 req-88e1d40d-7fc8-4336-b12a-d021f0abfd95 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.64 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556&tenant_id=4c650715395848588e5c60dc3580b690&binding%3Ahost_id=n-h1-800088-20 HTTP/1.1" status: 200 len: 943 time: 0.0775445 Aug 17 00:49:59.285699 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c920c1-fa74-4573-992a-9f1ed7a14606 req-23a70946-e055-4d16-9ff9-56bed4b0e5fb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:59.287669 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-36c920c1-fa74-4573-992a-9f1ed7a14606 req-23a70946-e055-4d16-9ff9-56bed4b0e5fb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 943 time: 0.1001406 Aug 17 00:49:59.357989 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-36c920c1-fa74-4573-992a-9f1ed7a14606 req-5832def1-d19e-4f0d-894c-0bbd7de8545e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640132 Aug 17 00:49:59.366754 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-c4f92c1a-a2ed-4148-a680-3f0a875cc857 req-d77f7fb6-af4c-44cd-b2f7-ebb95cd0792e service neutron] delete failed (client error): The resource could not be found. Aug 17 00:49:59.367726 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c4f92c1a-a2ed-4148-a680-3f0a875cc857 req-d77f7fb6-af4c-44cd-b2f7-ebb95cd0792e service neutron] 10.222.0.64 "DELETE /v2.0/ports/fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5/bindings/n-h2-800088-20 HTTP/1.1" status: 404 len: 381 time: 0.0792279 Aug 17 00:49:59.453857 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f92c1a-a2ed-4148-a680-3f0a875cc857 req-fa81cc06-3621-4145-a113-78eada6af4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:59.455347 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c4f92c1a-a2ed-4148-a680-3f0a875cc857 req-fa81cc06-3621-4145-a113-78eada6af4f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 1095 time: 0.0427618 Aug 17 00:49:59.546165 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f92c1a-a2ed-4148-a680-3f0a875cc857 req-a3656f62-9f1e-4b41-bda8-328cf7a2f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:59.547545 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c4f92c1a-a2ed-4148-a680-3f0a875cc857 req-a3656f62-9f1e-4b41-bda8-328cf7a2f523 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.0857635 Aug 17 00:49:59.610873 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c4f92c1a-a2ed-4148-a680-3f0a875cc857 req-365d8521-80e8-4c22-b0ef-7003b481e34c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 HTTP/1.1" status: 200 len: 998 time: 0.0562091 Aug 17 00:49:59.661308 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f92c1a-a2ed-4148-a680-3f0a875cc857 req-e2562bf7-6a02-4cf5-8d66-38b8d07c826d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:59.663233 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c4f92c1a-a2ed-4148-a680-3f0a875cc857 req-e2562bf7-6a02-4cf5-8d66-38b8d07c826d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0457835 Aug 17 00:49:59.707561 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f92c1a-a2ed-4148-a680-3f0a875cc857 req-7e0a975f-4319-4e92-8561-0ff3eec942a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:49:59.709268 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c4f92c1a-a2ed-4148-a680-3f0a875cc857 req-7e0a975f-4319-4e92-8561-0ff3eec942a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390208 Aug 17 00:49:59.795330 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c4f92c1a-a2ed-4148-a680-3f0a875cc857 req-0351e8a7-29f0-4961-9315-b625a55d8846 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793641 Aug 17 00:49:59.886799 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c4f92c1a-a2ed-4148-a680-3f0a875cc857 req-c0d6ffea-11ae-4f1f-a9ce-a869d6ae3700 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831678 Aug 17 00:50:00.478391 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708810ac-90d4-4ff1-bf83-71dc928ae932 req-add4a497-7476-4503-a0d1-e68e16e27cea tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:00.479878 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-708810ac-90d4-4ff1-bf83-71dc928ae932 req-add4a497-7476-4503-a0d1-e68e16e27cea tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 943 time: 0.0524087 Aug 17 00:50:00.516874 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-708810ac-90d4-4ff1-bf83-71dc928ae932 req-c2b1f00a-4690-41ab-9455-6b168c7de99b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307128 Aug 17 00:50:00.631159 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfae84-8c6c-4236-8619-97558ef65cec req-bf181a05-9643-4c98-b7fb-be61897fbd98 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:00.632850 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-17bfae84-8c6c-4236-8619-97558ef65cec req-bf181a05-9643-4c98-b7fb-be61897fbd98 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 943 time: 0.0480020 Aug 17 00:50:00.673396 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-17bfae84-8c6c-4236-8619-97558ef65cec req-1f011efc-1b6b-408b-ba55-e1e9216421b5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346963 Aug 17 00:50:00.867369 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367c9e1-f8ae-4932-905e-19e0afeed002 req-efdc8bce-8099-4fda-80ab-da1c093f10e7 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:00.868870 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8367c9e1-f8ae-4932-905e-19e0afeed002 req-efdc8bce-8099-4fda-80ab-da1c093f10e7 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 943 time: 0.0495675 Aug 17 00:50:00.930917 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8367c9e1-f8ae-4932-905e-19e0afeed002 req-afd20f43-baef-497d-b1d7-fb3537baa6cb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521111 Aug 17 00:50:00.935401 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a6ee5-328a-4b9f-ac78-52609126ca24 req-3371bc9d-88f8-4805-989f-c7eff90b3a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:00.936840 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-757a6ee5-328a-4b9f-ac78-52609126ca24 req-3371bc9d-88f8-4805-989f-c7eff90b3a7a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 1095 time: 0.0655251 Aug 17 00:50:01.032833 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a6ee5-328a-4b9f-ac78-52609126ca24 req-174eb0d0-453f-4013-af44-c76839870f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:01.034328 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-757a6ee5-328a-4b9f-ac78-52609126ca24 req-174eb0d0-453f-4013-af44-c76839870f87 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.0865574 Aug 17 00:50:01.103558 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-757a6ee5-328a-4b9f-ac78-52609126ca24 req-74435f3b-aac0-4076-a4a1-c46797ffb25d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 HTTP/1.1" status: 200 len: 998 time: 0.0575659 Aug 17 00:50:01.120047 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:50:01.160776 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a6ee5-328a-4b9f-ac78-52609126ca24 req-8cda1112-6b6f-43d6-85e7-26bc9109c709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:01.163011 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-757a6ee5-328a-4b9f-ac78-52609126ca24 req-8cda1112-6b6f-43d6-85e7-26bc9109c709 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0484803 Aug 17 00:50:01.211373 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a6ee5-328a-4b9f-ac78-52609126ca24 req-c6493647-c1ce-42f6-b215-7d2ff57df07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:01.213346 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-757a6ee5-328a-4b9f-ac78-52609126ca24 req-c6493647-c1ce-42f6-b215-7d2ff57df07b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408430 Aug 17 00:50:01.215609 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:50:01.228026 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': 'fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'port_id': 'fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5', 'mac_address': 'fa:16:3e:89:0d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:50:01.265583 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:01.278072 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:50:01.297626 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:50:01.301828 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:01.313149 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-757a6ee5-328a-4b9f-ac78-52609126ca24 req-0be13154-74bf-44f1-8bbd-951e0edad085 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873415 Aug 17 00:50:01.353066 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:50:01.360629 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:50:01.360978 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:50:01.361348 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:50:01.361691 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:50:01.362029 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:50:01.362365 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:50:01.362692 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:50:01.363021 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:50:01.363349 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:50:01.363674 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:50:01.363997 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:50:01.364319 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:50:01.411545 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-757a6ee5-328a-4b9f-ac78-52609126ca24 req-6f11a649-e9c5-4917-82a7-5c54b7f55c1a service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873177 Aug 17 00:50:01.544433 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:50:02.047953 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff84a53-2767-497a-9d68-94c8549c7726 req-850394ad-5082-4e2e-a258-6d043e8810ec tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:02.049495 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cff84a53-2767-497a-9d68-94c8549c7726 req-850394ad-5082-4e2e-a258-6d043e8810ec tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 944 time: 0.0493159 Aug 17 00:50:02.086227 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cff84a53-2767-497a-9d68-94c8549c7726 req-94e84ab4-3a50-4896-a03e-596f5b2cfe89 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302525 Aug 17 00:50:02.314151 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed58a6-8918-41c5-8b98-0dda5c884117 req-96857513-bc81-4186-a160-8718701bb505 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:02.315620 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-06ed58a6-8918-41c5-8b98-0dda5c884117 req-96857513-bc81-4186-a160-8718701bb505 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 944 time: 0.0484798 Aug 17 00:50:02.356537 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-06ed58a6-8918-41c5-8b98-0dda5c884117 req-a5704abe-a3ac-4463-9d5b-f453299aa995 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349333 Aug 17 00:50:03.128053 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:50:03.178499 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:50:03.182232 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:50:03.182602 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:03.262127 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:03.284512 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b151df41-0b6d-478a-99f0-bde958307556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:50:03.287557 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d9b1f6eceb9192db377ceb4d6ae83098a713cf0d5394fe300bfd3a5d60dfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4537ea84-6570-4289-ab26-2daeb7afd096" -d '{"events": [{"server_uuid": "b151df41-0b6d-478a-99f0-bde958307556", "name": "network-vif-plugged", "status": "completed", "tag": "fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:50:03.300221 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:50:03.304884 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:03.328377 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0489d77-d21f-4390-aaa2-d5bbaa57103d x-openstack-request-id: req-a0489d77-d21f-4390-aaa2-d5bbaa57103d {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:50:03.328662 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b151df41-0b6d-478a-99f0-bde958307556", "name": "network-vif-plugged", "status": "completed", "tag": "fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:50:03.328914 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a0489d77-d21f-4390-aaa2-d5bbaa57103d {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:50:03.329389 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b151df41-0b6d-478a-99f0-bde958307556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5', 'code': 200} Aug 17 00:50:03.354201 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5,revision_number=9']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:50:03.471149 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55933c9e-7cea-4292-97b7-5470e850124b req-fc01cba0-c013-4a97-bb49-2b3d79f04f41 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:03.472688 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55933c9e-7cea-4292-97b7-5470e850124b req-fc01cba0-c013-4a97-bb49-2b3d79f04f41 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 945 time: 0.0493500 Aug 17 00:50:03.511952 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55933c9e-7cea-4292-97b7-5470e850124b req-6da0f6b1-ae81-4869-ad10-ebda9f1f1e2d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322864 Aug 17 00:50:03.703778 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905a689-1537-42f7-ba46-3063b93e3b1e req-94fa3f83-6c7e-42a4-9f57-f562f3aa8b64 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:03.705140 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b905a689-1537-42f7-ba46-3063b93e3b1e req-94fa3f83-6c7e-42a4-9f57-f562f3aa8b64 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.69 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 945 time: 0.0472803 Aug 17 00:50:03.797678 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-b905a689-1537-42f7-ba46-3063b93e3b1e req-92f0e179-500b-4260-90cf-4c5db304d67d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Deleting port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:50:03.798026 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b905a689-1537-42f7-ba46-3063b93e3b1e req-92f0e179-500b-4260-90cf-4c5db304d67d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:03.884234 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-b905a689-1537-42f7-ba46-3063b93e3b1e req-92f0e179-500b-4260-90cf-4c5db304d67d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] For port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:50:03.884603 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b905a689-1537-42f7-ba46-3063b93e3b1e req-92f0e179-500b-4260-90cf-4c5db304d67d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:04.357898 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b905a689-1537-42f7-ba46-3063b93e3b1e req-92f0e179-500b-4260-90cf-4c5db304d67d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:04.358275 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b905a689-1537-42f7-ba46-3063b93e3b1e req-92f0e179-500b-4260-90cf-4c5db304d67d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:04.358589 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [req-b905a689-1537-42f7-ba46-3063b93e3b1e req-92f0e179-500b-4260-90cf-4c5db304d67d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Floating IP 81b665f2-9c12-446a-bc1c-6dbb2af6e4fc disassociated. External IP: 172.25.3.46, port: fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5. Aug 17 00:50:04.359192 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-b905a689-1537-42f7-ba46-3063b93e3b1e req-92f0e179-500b-4260-90cf-4c5db304d67d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Calling delete_port for fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:50:04.493776 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b905a689-1537-42f7-ba46-3063b93e3b1e req-92f0e179-500b-4260-90cf-4c5db304d67d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:04.527694 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0e179-500b-4260-90cf-4c5db304d67d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Pushing event deleted for resources: {'Port': ['ID=fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:50:04.649626 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f6577c4-fe1c-4a24-a972-604ba9162ff0 req-97103679-9757-4fdb-b1e6-fd5a6e7d26d9 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151df41-0b6d-478a-99f0-bde958307556 HTTP/1.1" status: 200 len: 210 time: 0.0384123 Aug 17 00:50:04.673881 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b905a689-1537-42f7-ba46-3063b93e3b1e req-92f0e179-500b-4260-90cf-4c5db304d67d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Router e1ac8e32-fc27-44c0-9348-31513c6fedca has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:50:04.779922 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b905a689-1537-42f7-ba46-3063b93e3b1e req-92f0e179-500b-4260-90cf-4c5db304d67d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:50:04.790760 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c1653c-d381-4869-b6b0-24e2eeb40f66 None None] Sync routers for ids ['e1ac8e32-fc27-44c0-9348-31513c6fedca'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:50:04.800062 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c1653c-d381-4869-b6b0-24e2eeb40f66 None None] Routers {'e1ac8e32-fc27-44c0-9348-31513c6fedca'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:50:04.800705 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-91c1653c-d381-4869-b6b0-24e2eeb40f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:49:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e1ac8e32-fc27-44c0-9348-31513c6fedca'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:50:04.819603 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b905a689-1537-42f7-ba46-3063b93e3b1e req-92f0e179-500b-4260-90cf-4c5db304d67d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] No DVR routers for this DVR port fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 on host n-h1-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:50:04.822258 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b905a689-1537-42f7-ba46-3063b93e3b1e req-92f0e179-500b-4260-90cf-4c5db304d67d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:04.824455 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b905a689-1537-42f7-ba46-3063b93e3b1e req-92f0e179-500b-4260-90cf-4c5db304d67d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.69 "DELETE /v2.0/ports/fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 HTTP/1.1" status: 204 len: 173 time: 1.1098809 Aug 17 00:50:04.824892 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b151df41-0b6d-478a-99f0-bde958307556', 'name': 'network-vif-deleted', 'tag': 'fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:50:04.827170 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f00c21-d30e-4fe6-9b96-41c89ad74591" -d '{"events": [{"server_uuid": "b151df41-0b6d-478a-99f0-bde958307556", "name": "network-vif-deleted", "tag": "fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:50:04.869299 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b5329a-b8e1-4bfd-bf5d-b8670b243466 x-openstack-request-id: req-c6b5329a-b8e1-4bfd-bf5d-b8670b243466 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:50:04.869661 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b151df41-0b6d-478a-99f0-bde958307556", "name": "network-vif-deleted", "tag": "fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:50:04.869982 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c6b5329a-b8e1-4bfd-bf5d-b8670b243466 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:50:04.870496 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b151df41-0b6d-478a-99f0-bde958307556', 'name': 'network-vif-deleted', 'tag': 'fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5', 'status': 'completed', 'code': 200} Aug 17 00:50:04.923293 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-91c1653c-d381-4869-b6b0-24e2eeb40f66 None None] Set router e1ac8e32-fc27-44c0-9348-31513c6fedca gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:50:05.121717 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-91c1653c-d381-4869-b6b0-24e2eeb40f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'c0e86c87-58a1-4860-a889-951d6d273de7', 'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'mac_address': 'fa:16:3e:17:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:38Z', 'updated_at': '2021-08-17T00:45:44Z', 'revision_number': 5, 'project_id': '4c650715395848588e5c60dc3580b690', 'subnets': [{'id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:50:05.148752 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c1653c-d381-4869-b6b0-24e2eeb40f66 None None] Checking router: e1ac8e32-fc27-44c0-9348-31513c6fedca for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:50:05.157096 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c1653c-d381-4869-b6b0-24e2eeb40f66 None None] Routers {'e1ac8e32-fc27-44c0-9348-31513c6fedca'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:50:05.157712 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-91c1653c-d381-4869-b6b0-24e2eeb40f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:49:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e1ac8e32-fc27-44c0-9348-31513c6fedca'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:50:05.265395 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-91c1653c-d381-4869-b6b0-24e2eeb40f66 None None] Set router e1ac8e32-fc27-44c0-9348-31513c6fedca gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:50:05.466851 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-91c1653c-d381-4869-b6b0-24e2eeb40f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'c0e86c87-58a1-4860-a889-951d6d273de7', 'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'mac_address': 'fa:16:3e:17:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:38Z', 'updated_at': '2021-08-17T00:45:44Z', 'revision_number': 5, 'project_id': '4c650715395848588e5c60dc3580b690', 'subnets': [{'id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:50:05.493845 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c1653c-d381-4869-b6b0-24e2eeb40f66 None None] The sync data for ids ['e1ac8e32-fc27-44c0-9348-31513c6fedca'] in n-d-800088-20 is: [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'c0e86c87-58a1-4860-a889-951d6d273de7', 'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'mac_address': 'fa:16:3e:17:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:38Z', 'updated_at': '2021-08-17T00:45:44Z', 'revision_number': 5, 'project_id': '4c650715395848588e5c60dc3580b690', 'subnets': [{'id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:50:05.702723 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac887ba-7ec4-49c1-b343-e4b05c3f3fd0 None None] New status for floating IP 81b665f2-9c12-446a-bc1c-6dbb2af6e4fc: DOWN {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:50:05.949333 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-15109546-0bda-445a-a0a6-14b393a665d2 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--97566013&fields=id&tenant_id=4c650715395848588e5c60dc3580b690 HTTP/1.1" status: 200 len: 267 time: 0.0329554 Aug 17 00:50:06.056826 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-5abbf20f-5f2d-42ff-9181-42a676eb75e4 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:06.058321 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-5abbf20f-5f2d-42ff-9181-42a676eb75e4 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 812 time: 0.1025875 Aug 17 00:50:06.072930 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-a69fd737-449c-4473-b465-a0ce25a5265e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/quotas/4c650715395848588e5c60dc3580b690 HTTP/1.1" status: 200 len: 375 time: 0.0089750 Aug 17 00:50:06.124923 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-6a55bfda-6b92-4438-8346-df0dd58813e1 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467839 Aug 17 00:50:06.295013 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-48272334-e7c3-4b3f-ad5e-6caf62266c94 service neutron] 10.222.0.60 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251757 Aug 17 00:50:06.384414 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-1eeb731a-3e78-42f6-a84f-c5ebb23d2bc8 service neutron] 10.222.0.60 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836778 Aug 17 00:50:06.551296 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f6cfaf10-bf5d-414b-b61c-5f2e3c6c5c8b req-dd0369bf-c30f-456a-939d-620e75953e91 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 210 time: 0.0272818 Aug 17 00:50:07.466664 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-a2baba29-f2f1-41bf-9cda-8941c449e75c tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:07.468125 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-a2baba29-f2f1-41bf-9cda-8941c449e75c tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.64 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 812 time: 0.1126552 Aug 17 00:50:07.516989 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-c9d4c68f-d691-4dd7-8a5c-d2b7b3e04c20 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c650715395848588e5c60dc3580b690 HTTP/1.1" status: 200 len: 378 time: 0.0387723 Aug 17 00:50:07.532120 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-efa254ad-2daf-4830-a90f-868b0346f420 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Request body: {'port': {'device_id': '45611f93-4add-410d-b297-04b79dcb7779', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'admin_state_up': True, 'tenant_id': '4c650715395848588e5c60dc3580b690', 'security_groups': ['b7666722-1318-40f6-975b-1163f1c35ab3']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:50:07.656355 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-54b6f81b-c36f-4de2-ad6b-e7247101d3d3 req-824a28b3-13d7-4c10-8e0c-8879903311fb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 210 time: 0.0327625 Aug 17 00:50:07.669869 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-efa254ad-2daf-4830-a90f-868b0346f420 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Made reservation on behalf of 4c650715395848588e5c60dc3580b690 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:50:07.673450 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-efa254ad-2daf-4830-a90f-868b0346f420 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:07.798679 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-efa254ad-2daf-4830-a90f-868b0346f420 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Allocated IP 172.20.0.5 (9bd68747-9144-419f-8aae-56ee7562b1d3/4a0ecd0e-7f28-400f-a110-6d0ebe70954d/a3c7f09e-6fd9-497c-9980-f1e4bb899af6) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:50:07.940720 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-efa254ad-2daf-4830-a90f-868b0346f420 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:07.953837 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-efa254ad-2daf-4830-a90f-868b0346f420 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Transition to ACTIVE for port object a3c7f09e-6fd9-497c-9980-f1e4bb899af6 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:50:07.986285 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-efa254ad-2daf-4830-a90f-868b0346f420 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:08.034258 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-efa254ad-2daf-4830-a90f-868b0346f420 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Network 9bd68747-9144-419f-8aae-56ee7562b1d3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:50:08.037882 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-efa254ad-2daf-4830-a90f-868b0346f420 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:50:08.041668 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-efa254ad-2daf-4830-a90f-868b0346f420 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:50:08.047909 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa254ad-2daf-4830-a90f-868b0346f420 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Pushing event updated for resources: {'Port': ['ID=a3c7f09e-6fd9-497c-9980-f1e4bb899af6,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:50:08.093373 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-efa254ad-2daf-4830-a90f-868b0346f420 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:08.093996 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-efa254ad-2daf-4830-a90f-868b0346f420 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:08.110516 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-efa254ad-2daf-4830-a90f-868b0346f420 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5820320 Aug 17 00:50:08.123134 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-c6918d5f-15ad-45de-bfa4-58fccd7b90c8 service neutron] Request body: {'port': {'device_id': '45611f93-4add-410d-b297-04b79dcb7779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:50:08.182086 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-c6918d5f-15ad-45de-bfa4-58fccd7b90c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:08.284350 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f011eb93-2c80-4e24-998e-e809d7af318d None None] Provisioning for port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:50:08.289670 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f011eb93-2c80-4e24-998e-e809d7af318d None None] Provisioning complete for port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:50:08.290040 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f011eb93-2c80-4e24-998e-e809d7af318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:08.324887 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f011eb93-2c80-4e24-998e-e809d7af318d None None] Port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:50:08.453191 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-c6918d5f-15ad-45de-bfa4-58fccd7b90c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c7f09e-6fd9-497c-9980-f1e4bb899af6 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:50:08.461526 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-c6918d5f-15ad-45de-bfa4-58fccd7b90c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:08.473554 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-c6918d5f-15ad-45de-bfa4-58fccd7b90c8 service neutron] Transition to ACTIVE for port object a3c7f09e-6fd9-497c-9980-f1e4bb899af6 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:50:08.477292 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-c6918d5f-15ad-45de-bfa4-58fccd7b90c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:08.526517 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6918d5f-15ad-45de-bfa4-58fccd7b90c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c7f09e-6fd9-497c-9980-f1e4bb899af6,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:50:08.598798 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-c6918d5f-15ad-45de-bfa4-58fccd7b90c8 service neutron] Attempting to bind port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:50:08.599178 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-c6918d5f-15ad-45de-bfa4-58fccd7b90c8 service neutron] Attempting to bind port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:50:08.599518 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-c6918d5f-15ad-45de-bfa4-58fccd7b90c8 service neutron] Attempting to bind port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 on network 9bd68747-9144-419f-8aae-56ee7562b1d3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:50:08.604212 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-c6918d5f-15ad-45de-bfa4-58fccd7b90c8 service neutron] Port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 on network 9bd68747-9144-419f-8aae-56ee7562b1d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:50:08.604528 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-c6918d5f-15ad-45de-bfa4-58fccd7b90c8 service neutron] Attempting to bind port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 on network 9bd68747-9144-419f-8aae-56ee7562b1d3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:50:08.610077 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-c6918d5f-15ad-45de-bfa4-58fccd7b90c8 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:50:08.610422 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-c6918d5f-15ad-45de-bfa4-58fccd7b90c8 service neutron] Checking segment: {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:50:08.610812 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-c6918d5f-15ad-45de-bfa4-58fccd7b90c8 service neutron] Bound using segment: {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:50:08.611246 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-c6918d5f-15ad-45de-bfa4-58fccd7b90c8 service neutron] Bound port: a3c7f09e-6fd9-497c-9980-f1e4bb899af6, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:50:08.611616 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-c6918d5f-15ad-45de-bfa4-58fccd7b90c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:08.682833 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-c6918d5f-15ad-45de-bfa4-58fccd7b90c8 service neutron] For port a3c7f09e-6fd9-497c-9980-f1e4bb899af6, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:50:08.685949 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-c6918d5f-15ad-45de-bfa4-58fccd7b90c8 service neutron] For port a3c7f09e-6fd9-497c-9980-f1e4bb899af6, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a3c7f09e-6fd9-497c-9980-f1e4bb899af6,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:50:08.690127 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-c6918d5f-15ad-45de-bfa4-58fccd7b90c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:08.722445 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-c6918d5f-15ad-45de-bfa4-58fccd7b90c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:08.723050 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-c6918d5f-15ad-45de-bfa4-58fccd7b90c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:08.725098 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-c6918d5f-15ad-45de-bfa4-58fccd7b90c8 service neutron] 10.222.0.64 "PUT /v2.0/ports/a3c7f09e-6fd9-497c-9980-f1e4bb899af6 HTTP/1.1" status: 200 len: 1092 time: 0.6063776 Aug 17 00:50:08.725535 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45611f93-4add-410d-b297-04b79dcb7779', 'tag': 'a3c7f09e-6fd9-497c-9980-f1e4bb899af6'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:50:08.727795 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f69169d-715c-4360-8d98-59272a8ebb40" -d '{"events": [{"name": "network-changed", "server_uuid": "45611f93-4add-410d-b297-04b79dcb7779", "tag": "a3c7f09e-6fd9-497c-9980-f1e4bb899af6"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:50:08.792929 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc349e7-e205-439d-9696-95f3a99bb531 x-openstack-request-id: req-bcc349e7-e205-439d-9696-95f3a99bb531 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:50:08.793243 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45611f93-4add-410d-b297-04b79dcb7779", "tag": "a3c7f09e-6fd9-497c-9980-f1e4bb899af6", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:50:08.793495 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bcc349e7-e205-439d-9696-95f3a99bb531 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:50:08.793894 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45611f93-4add-410d-b297-04b79dcb7779', 'tag': 'a3c7f09e-6fd9-497c-9980-f1e4bb899af6', 'status': 'completed', 'code': 200} Aug 17 00:50:08.794480 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6918d5f-15ad-45de-bfa4-58fccd7b90c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c7f09e-6fd9-497c-9980-f1e4bb899af6,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:50:08.828982 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1033131-d1a0-47f2-8558-b6c4834f6120 req-cb06d401-faa9-4c45-992b-8bd46d20bc7d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:08.830518 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c1033131-d1a0-47f2-8558-b6c4834f6120 req-cb06d401-faa9-4c45-992b-8bd46d20bc7d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 943 time: 0.0994883 Aug 17 00:50:08.862174 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-b60f8c60-7d4e-440a-baf2-19f1281ca4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:08.863684 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-b60f8c60-7d4e-440a-baf2-19f1281ca4c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 1095 time: 0.0808520 Aug 17 00:50:08.916377 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c1033131-d1a0-47f2-8558-b6c4834f6120 req-e1209eb2-defe-468f-8353-9b9cdc5928d8 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0786066 Aug 17 00:50:08.917740 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-7bc6ae7e-de46-44fc-9268-52384f51140c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3c7f09e-6fd9-497c-9980-f1e4bb899af6 HTTP/1.1" status: 200 len: 217 time: 0.0419669 Aug 17 00:50:08.967838 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-665703c7-3f48-4b20-8bc9-0e0bd991a9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:08.969326 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-665703c7-3f48-4b20-8bc9-0e0bd991a9d5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0441446 Aug 17 00:50:09.013711 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-33e688b3-cd49-4ca9-b936-15dfd444a9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:09.015167 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-33e688b3-cd49-4ca9-b936-15dfd444a9fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390847 Aug 17 00:50:09.108346 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-3404b0f3-6a45-4d87-aab5-daf5d400c521 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855649 Aug 17 00:50:09.156827 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:50:09.180795 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:50:09.181173 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device fffdb8ad-7c8f-4cb5-9d57-4a144baebcb5 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:50:09.202412 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-023c6032-a6d9-4a2a-a55c-11e0f3cf0ce7 req-65eedf8a-3def-47b3-9396-6da481a981cb service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864699 Aug 17 00:50:09.301021 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69169d-715c-4360-8d98-59272a8ebb40 req-ec1f250e-6e75-425d-a96b-c9d43a88a6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:09.302708 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f69169d-715c-4360-8d98-59272a8ebb40 req-ec1f250e-6e75-425d-a96b-c9d43a88a6c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 1095 time: 0.0460126 Aug 17 00:50:09.392842 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69169d-715c-4360-8d98-59272a8ebb40 req-890708b0-46d4-4800-bb65-e3d5cb1db15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:09.394519 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f69169d-715c-4360-8d98-59272a8ebb40 req-890708b0-46d4-4800-bb65-e3d5cb1db15f service neutron] 10.222.0.64 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.0852621 Aug 17 00:50:09.439742 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f69169d-715c-4360-8d98-59272a8ebb40 req-82e5cfc2-6384-43fe-a711-de4fe89581f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3c7f09e-6fd9-497c-9980-f1e4bb899af6 HTTP/1.1" status: 200 len: 217 time: 0.0375004 Aug 17 00:50:09.496406 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69169d-715c-4360-8d98-59272a8ebb40 req-427a4c29-7900-4e05-b1c1-fc67453a985a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:09.499550 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f69169d-715c-4360-8d98-59272a8ebb40 req-427a4c29-7900-4e05-b1c1-fc67453a985a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0526268 Aug 17 00:50:09.547451 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69169d-715c-4360-8d98-59272a8ebb40 req-7045e507-b588-4e66-a8eb-2f9a90f9e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:09.548936 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f69169d-715c-4360-8d98-59272a8ebb40 req-7045e507-b588-4e66-a8eb-2f9a90f9e35f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416663 Aug 17 00:50:09.644054 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f69169d-715c-4360-8d98-59272a8ebb40 req-464cc121-be59-441e-9d78-4e56aeab6dbb service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868199 Aug 17 00:50:09.734425 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f69169d-715c-4360-8d98-59272a8ebb40 req-b5449365-1817-4512-b887-902862e49b49 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820518 Aug 17 00:50:10.033705 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826a260-754f-4610-8bbb-c6b785f74609 req-e561ff05-7811-4680-808c-7104e489cec5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:10.035363 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a826a260-754f-4610-8bbb-c6b785f74609 req-e561ff05-7811-4680-808c-7104e489cec5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 943 time: 0.0495296 Aug 17 00:50:10.072966 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a826a260-754f-4610-8bbb-c6b785f74609 req-2f5bf023-9ed6-49ef-b202-f54046e2c394 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312293 Aug 17 00:50:10.549474 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:11.195159 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bbc55-3481-493c-8ea8-e442aa8f2841 req-842de3d2-8d30-436d-b8a2-d10ed654ab67 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:11.196616 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe9bbc55-3481-493c-8ea8-e442aa8f2841 req-842de3d2-8d30-436d-b8a2-d10ed654ab67 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 943 time: 0.0550961 Aug 17 00:50:11.235281 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe9bbc55-3481-493c-8ea8-e442aa8f2841 req-02fe8a0e-0f2c-4b80-8c12-d039bb19c0f6 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326085 Aug 17 00:50:12.053428 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-97a46147-ab8a-4ecc-bfc5-b1b30a9686d6 req-68e5c4ae-e700-4a52-9708-1ea41933afb3 service neutron] (101403) timed out ('10.222.0.60', 44062) {{(pid=101403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 00:50:12.155417 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:12.358578 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5fea6-fdc8-4790-9bc6-ec168b72f5c9 req-bef3338a-347b-4273-81d6-d43803ba6e59 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:12.360516 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ab5fea6-fdc8-4790-9bc6-ec168b72f5c9 req-bef3338a-347b-4273-81d6-d43803ba6e59 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 943 time: 0.0498531 Aug 17 00:50:12.399566 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ab5fea6-fdc8-4790-9bc6-ec168b72f5c9 req-07b319fd-6487-499a-b78f-1803681f9709 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319502 Aug 17 00:50:13.270854 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a3c7f09e-6fd9-497c-9980-f1e4bb899af6 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:50:13.364257 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a3c7f09e-6fd9-497c-9980-f1e4bb899af6, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a3c7f09e-6fd9-497c-9980-f1e4bb899af6,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:50:13.376045 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'a3c7f09e-6fd9-497c-9980-f1e4bb899af6', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'port_id': 'a3c7f09e-6fd9-497c-9980-f1e4bb899af6', 'mac_address': 'fa:16:3e:93:f7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:50:13.416975 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:13.430269 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c7f09e-6fd9-497c-9980-f1e4bb899af6 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:50:13.451140 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a3c7f09e-6fd9-497c-9980-f1e4bb899af6, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a3c7f09e-6fd9-497c-9980-f1e4bb899af6,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:50:13.455085 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:13.503284 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=a3c7f09e-6fd9-497c-9980-f1e4bb899af6,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:50:13.517339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4cc40-1b85-4c33-b435-545f98780a5c req-d923f807-fd0c-4ba8-9118-3bfff70a4081 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:13.518820 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aff4cc40-1b85-4c33-b435-545f98780a5c req-d923f807-fd0c-4ba8-9118-3bfff70a4081 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 944 time: 0.0491478 Aug 17 00:50:13.557374 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aff4cc40-1b85-4c33-b435-545f98780a5c req-ff8436cb-0c8a-49f9-8353-7f9bf05bed2e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319266 Aug 17 00:50:13.657183 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['a3c7f09e-6fd9-497c-9980-f1e4bb899af6'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:50:14.673407 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb52cb8-63a5-4f9e-bda0-a07d03738eb8 req-31d8262c-a226-44da-a4f5-c4a117bbf186 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:14.674861 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5cb52cb8-63a5-4f9e-bda0-a07d03738eb8 req-31d8262c-a226-44da-a4f5-c4a117bbf186 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 944 time: 0.0511854 Aug 17 00:50:14.711848 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5cb52cb8-63a5-4f9e-bda0-a07d03738eb8 req-04efe4b4-1886-4459-b70d-a7d462219aa8 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302866 Aug 17 00:50:15.272044 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a3c7f09e-6fd9-497c-9980-f1e4bb899af6 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:50:15.319492 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:50:15.323017 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:50:15.323382 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:15.403636 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:15.425740 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45611f93-4add-410d-b297-04b79dcb7779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c7f09e-6fd9-497c-9980-f1e4bb899af6'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:50:15.428530 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d9b1f6eceb9192db377ceb4d6ae83098a713cf0d5394fe300bfd3a5d60dfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5905de-1237-41aa-80f9-011189cfee14" -d '{"events": [{"server_uuid": "45611f93-4add-410d-b297-04b79dcb7779", "name": "network-vif-plugged", "status": "completed", "tag": "a3c7f09e-6fd9-497c-9980-f1e4bb899af6"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:50:15.441757 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a3c7f09e-6fd9-497c-9980-f1e4bb899af6, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a3c7f09e-6fd9-497c-9980-f1e4bb899af6,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:50:15.446783 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:15.477058 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90910dfd-e4fe-4a9b-acce-892d59392371 x-openstack-request-id: req-90910dfd-e4fe-4a9b-acce-892d59392371 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:50:15.477354 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45611f93-4add-410d-b297-04b79dcb7779", "name": "network-vif-plugged", "status": "completed", "tag": "a3c7f09e-6fd9-497c-9980-f1e4bb899af6", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:50:15.477605 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-90910dfd-e4fe-4a9b-acce-892d59392371 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:50:15.477986 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45611f93-4add-410d-b297-04b79dcb7779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c7f09e-6fd9-497c-9980-f1e4bb899af6', 'code': 200} Aug 17 00:50:15.502722 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=a3c7f09e-6fd9-497c-9980-f1e4bb899af6,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:50:15.567158 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683ac2e-79f9-4a3f-b844-21f2b233495e req-bacd0870-87e0-494a-a8a1-28850f32f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:15.568624 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f683ac2e-79f9-4a3f-b844-21f2b233495e req-bacd0870-87e0-494a-a8a1-28850f32f0c0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 1097 time: 0.0401068 Aug 17 00:50:15.602989 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f683ac2e-79f9-4a3f-b844-21f2b233495e req-d2760aae-4e86-4053-8e39-377d5bf8284c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0272439 Aug 17 00:50:15.825322 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43aed0-164c-4cc1-b5e0-e7a64b860a4f req-353fadd6-e13a-4f8c-8aa2-1c0c2b870f4f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:15.826728 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3c43aed0-164c-4cc1-b5e0-e7a64b860a4f req-353fadd6-e13a-4f8c-8aa2-1c0c2b870f4f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 945 time: 0.0489497 Aug 17 00:50:15.864517 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3c43aed0-164c-4cc1-b5e0-e7a64b860a4f req-e4230584-76af-42e4-bc3d-b69625841e23 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318756 Aug 17 00:50:16.597493 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e0de6a3e-ef92-4d7e-a630-4b806c573b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:16.990622 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692e71f-beeb-4646-ba1d-2ca52cc143f5 req-dcd173dc-0a1c-4f71-821b-44fe6e5a4027 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:16.992102 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a692e71f-beeb-4646-ba1d-2ca52cc143f5 req-dcd173dc-0a1c-4f71-821b-44fe6e5a4027 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 945 time: 0.0581386 Aug 17 00:50:17.028994 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a692e71f-beeb-4646-ba1d-2ca52cc143f5 req-08f46124-3b7b-4233-8d25-4dfc800debbe tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308442 Aug 17 00:50:17.140253 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f453a54-de5e-48d6-a228-dfc3bdafe8c9 req-dda53650-71c9-4e28-80fc-79b609a900fe tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:17.141783 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f453a54-de5e-48d6-a228-dfc3bdafe8c9 req-dda53650-71c9-4e28-80fc-79b609a900fe tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 945 time: 0.0492947 Aug 17 00:50:17.151444 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 47632) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:50:17.156015 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-393e238c-2c64-40a0-b027-c719b74a9f4f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Request body: {'floatingip': {'port_id': 'a3c7f09e-6fd9-497c-9980-f1e4bb899af6'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:50:17.197708 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-393e238c-2c64-40a0-b027-c719b74a9f4f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for floatingip, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:17.627052 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-393e238c-2c64-40a0-b027-c719b74a9f4f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:17.631417 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-393e238c-2c64-40a0-b027-c719b74a9f4f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:17.727654 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-393e238c-2c64-40a0-b027-c719b74a9f4f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Floating IP 81b665f2-9c12-446a-bc1c-6dbb2af6e4fc associated. External IP: 172.25.3.46, port: a3c7f09e-6fd9-497c-9980-f1e4bb899af6. Aug 17 00:50:18.229978 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393e238c-2c64-40a0-b027-c719b74a9f4f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Router e1ac8e32-fc27-44c0-9348-31513c6fedca has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:50:18.341012 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393e238c-2c64-40a0-b027-c719b74a9f4f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:50:18.345760 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-393e238c-2c64-40a0-b027-c719b74a9f4f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:18.351538 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f0dc9f-89e6-4911-ae80-6ee77db471fe None None] Sync routers for ids ['e1ac8e32-fc27-44c0-9348-31513c6fedca'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:50:18.361715 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f0dc9f-89e6-4911-ae80-6ee77db471fe None None] Routers {'e1ac8e32-fc27-44c0-9348-31513c6fedca'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:50:18.362408 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-77f0dc9f-89e6-4911-ae80-6ee77db471fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:49:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e1ac8e32-fc27-44c0-9348-31513c6fedca'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:50:18.372819 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-393e238c-2c64-40a0-b027-c719b74a9f4f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "PUT /v2.0/floatingips/81b665f2-9c12-446a-bc1c-6dbb2af6e4fc HTTP/1.1" status: 200 len: 990 time: 1.2203305 Aug 17 00:50:18.373531 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45611f93-4add-410d-b297-04b79dcb7779', 'tag': 'a3c7f09e-6fd9-497c-9980-f1e4bb899af6'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:50:18.375853 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f125d73-3ae8-42ea-90ca-2e686de37fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "45611f93-4add-410d-b297-04b79dcb7779", "tag": "a3c7f09e-6fd9-497c-9980-f1e4bb899af6"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:50:18.418358 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff98920-3006-4bab-b8e8-c1d959a4c5ce x-openstack-request-id: req-dff98920-3006-4bab-b8e8-c1d959a4c5ce {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:50:18.418653 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45611f93-4add-410d-b297-04b79dcb7779", "tag": "a3c7f09e-6fd9-497c-9980-f1e4bb899af6", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:50:18.418903 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dff98920-3006-4bab-b8e8-c1d959a4c5ce {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:50:18.419356 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45611f93-4add-410d-b297-04b79dcb7779', 'tag': 'a3c7f09e-6fd9-497c-9980-f1e4bb899af6', 'status': 'completed', 'code': 200} Aug 17 00:50:18.473079 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-77f0dc9f-89e6-4911-ae80-6ee77db471fe None None] Set router e1ac8e32-fc27-44c0-9348-31513c6fedca gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:50:18.484491 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f125d73-3ae8-42ea-90ca-2e686de37fe9 req-f8cdf23e-29b8-4d2f-9333-834cfeb59049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:18.486034 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f125d73-3ae8-42ea-90ca-2e686de37fe9 req-f8cdf23e-29b8-4d2f-9333-834cfeb59049 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 1097 time: 0.0422709 Aug 17 00:50:18.578935 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f125d73-3ae8-42ea-90ca-2e686de37fe9 req-b66e0ab9-449d-4178-bab5-7f2036014d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:18.580405 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f125d73-3ae8-42ea-90ca-2e686de37fe9 req-b66e0ab9-449d-4178-bab5-7f2036014d27 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.0870361 Aug 17 00:50:18.649106 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f125d73-3ae8-42ea-90ca-2e686de37fe9 req-982aa33f-0a00-46b8-bb73-500194af5241 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3c7f09e-6fd9-497c-9980-f1e4bb899af6 HTTP/1.1" status: 200 len: 998 time: 0.0615289 Aug 17 00:50:18.698568 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-77f0dc9f-89e6-4911-ae80-6ee77db471fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '81b665f2-9c12-446a-bc1c-6dbb2af6e4fc', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'port_id': 'a3c7f09e-6fd9-497c-9980-f1e4bb899af6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'mac_address': 'fa:16:3e:93:f7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45611f93-4add-410d-b297-04b79dcb7779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:45:41Z', 'updated_at': '2021-08-17T00:50:17Z', 'revision_number': 9, 'project_id': '4c650715395848588e5c60dc3580b690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e86c87-58a1-4860-a889-951d6d273de7', 'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'mac_address': 'fa:16:3e:17:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:38Z', 'updated_at': '2021-08-17T00:45:44Z', 'revision_number': 5, 'project_id': '4c650715395848588e5c60dc3580b690', 'subnets': [{'id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:50:18.702087 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f125d73-3ae8-42ea-90ca-2e686de37fe9 req-e795a735-f184-4f46-b450-060da3900086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:18.703560 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f125d73-3ae8-42ea-90ca-2e686de37fe9 req-e795a735-f184-4f46-b450-060da3900086 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0476091 Aug 17 00:50:18.728780 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f0dc9f-89e6-4911-ae80-6ee77db471fe None None] Checking router: e1ac8e32-fc27-44c0-9348-31513c6fedca for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:50:18.737271 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f0dc9f-89e6-4911-ae80-6ee77db471fe None None] Routers {'e1ac8e32-fc27-44c0-9348-31513c6fedca'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:50:18.737878 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-77f0dc9f-89e6-4911-ae80-6ee77db471fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:49:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e1ac8e32-fc27-44c0-9348-31513c6fedca'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:50:18.749831 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f125d73-3ae8-42ea-90ca-2e686de37fe9 req-e4d66c1c-6ef9-48f7-9124-a321b2da3ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:50:18.751343 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f125d73-3ae8-42ea-90ca-2e686de37fe9 req-e4d66c1c-6ef9-48f7-9124-a321b2da3ef8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408497 Aug 17 00:50:18.840608 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-77f0dc9f-89e6-4911-ae80-6ee77db471fe None None] Set router e1ac8e32-fc27-44c0-9348-31513c6fedca gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:50:18.842093 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f125d73-3ae8-42ea-90ca-2e686de37fe9 req-fda52719-352f-48df-b779-444322373238 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834398 Aug 17 00:50:18.937490 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f125d73-3ae8-42ea-90ca-2e686de37fe9 req-75565ac6-2820-4542-bbb7-70fa3bfd4080 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868461 Aug 17 00:50:19.213678 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-77f0dc9f-89e6-4911-ae80-6ee77db471fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '81b665f2-9c12-446a-bc1c-6dbb2af6e4fc', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'port_id': 'a3c7f09e-6fd9-497c-9980-f1e4bb899af6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'mac_address': 'fa:16:3e:93:f7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45611f93-4add-410d-b297-04b79dcb7779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:45:41Z', 'updated_at': '2021-08-17T00:50:17Z', 'revision_number': 9, 'project_id': '4c650715395848588e5c60dc3580b690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e86c87-58a1-4860-a889-951d6d273de7', 'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'mac_address': 'fa:16:3e:17:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:38Z', 'updated_at': '2021-08-17T00:45:44Z', 'revision_number': 5, 'project_id': '4c650715395848588e5c60dc3580b690', 'subnets': [{'id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:50:19.239336 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f0dc9f-89e6-4911-ae80-6ee77db471fe None None] The sync data for ids ['e1ac8e32-fc27-44c0-9348-31513c6fedca'] in n-d-800088-20 is: [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '81b665f2-9c12-446a-bc1c-6dbb2af6e4fc', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'port_id': 'a3c7f09e-6fd9-497c-9980-f1e4bb899af6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'mac_address': 'fa:16:3e:93:f7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45611f93-4add-410d-b297-04b79dcb7779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:45:41Z', 'updated_at': '2021-08-17T00:50:17Z', 'revision_number': 9, 'project_id': '4c650715395848588e5c60dc3580b690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e86c87-58a1-4860-a889-951d6d273de7', 'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'mac_address': 'fa:16:3e:17:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:38Z', 'updated_at': '2021-08-17T00:45:44Z', 'revision_number': 5, 'project_id': '4c650715395848588e5c60dc3580b690', 'subnets': [{'id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:50:19.293073 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ca8a88f7-2e27-4c93-b699-154cb0e14e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:19.332130 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:19.434764 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfe89ef-e8bc-4883-ab91-f9fafd37b0b3 None None] New status for floating IP 81b665f2-9c12-446a-bc1c-6dbb2af6e4fc: ACTIVE {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:50:20.365426 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:22.262830 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:31.196380 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:50:40.550134 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:42.147372 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:46.599322 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b42d87b2-a0dd-4134-89ac-029f23a6f63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:49.286678 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-458bcc50-5841-45b5-93c4-d896c58a5e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:49.333128 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:50.369834 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:50:52.267156 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:51:07.210930 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42794cc8-ebfb-4f52-b416-e09298e4c8c1 req-d70e55b8-b853-4740-b460-5233246bd39b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413570 Aug 17 00:51:07.293205 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42794cc8-ebfb-4f52-b416-e09298e4c8c1 req-5f981a7f-a9db-4de0-a246-c4b7ec87e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:51:07.294705 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42794cc8-ebfb-4f52-b416-e09298e4c8c1 req-5f981a7f-a9db-4de0-a246-c4b7ec87e17d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 1097 time: 0.0409005 Aug 17 00:51:07.402962 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42794cc8-ebfb-4f52-b416-e09298e4c8c1 req-e2acb840-ed90-4b8e-b610-4fb6a17ac896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:51:07.404442 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42794cc8-ebfb-4f52-b416-e09298e4c8c1 req-e2acb840-ed90-4b8e-b610-4fb6a17ac896 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.0902951 Aug 17 00:51:07.473509 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42794cc8-ebfb-4f52-b416-e09298e4c8c1 req-5b71d336-5c22-4e4e-9be1-aca5ecbb14b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3c7f09e-6fd9-497c-9980-f1e4bb899af6 HTTP/1.1" status: 200 len: 1001 time: 0.0611959 Aug 17 00:51:07.521527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42794cc8-ebfb-4f52-b416-e09298e4c8c1 req-614080cb-c2ad-44e0-9b88-dd132f7a11af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:51:07.522938 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42794cc8-ebfb-4f52-b416-e09298e4c8c1 req-614080cb-c2ad-44e0-9b88-dd132f7a11af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0431993 Aug 17 00:51:07.568139 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42794cc8-ebfb-4f52-b416-e09298e4c8c1 req-98f80ee1-7e88-4741-9623-c71578cdf7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:51:07.569665 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42794cc8-ebfb-4f52-b416-e09298e4c8c1 req-98f80ee1-7e88-4741-9623-c71578cdf7d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400116 Aug 17 00:51:07.661919 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42794cc8-ebfb-4f52-b416-e09298e4c8c1 req-dbd846a0-aa07-4088-9ffa-6f03dbf8ad3c service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856364 Aug 17 00:51:07.750441 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42794cc8-ebfb-4f52-b416-e09298e4c8c1 req-886ef443-96a6-4b26-9af0-195f8b4a854f service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815506 Aug 17 00:51:08.195405 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:51:10.552783 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:51:12.162915 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:51:16.598956 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9b367aef-7a5d-4922-90b4-668314fea0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:51:19.290069 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-415192b7-b253-48a4-b764-8146fcf58e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:51:19.336387 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:51:20.370882 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:51:22.270338 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:51:40.555228 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:51:42.159856 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:51:45.195001 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:51:46.600268 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1e3e9a9c-01f9-46fd-851a-99782f479da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:51:49.289108 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-82c42d66-c362-4110-841b-90b1de208b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:51:49.336939 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:51:50.372387 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:51:52.272603 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:51:56.470400 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-f88dfdc2-2de4-4a0f-bbad-f2b23352b208 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0761304 Aug 17 00:51:56.481896 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23443bbe-063f-4a13-bc94-3dc0d07d7667 req-6e5b7bbf-dfb4-4889-8c55-fad8dd36e4e5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:51:56.484217 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23443bbe-063f-4a13-bc94-3dc0d07d7667 req-6e5b7bbf-dfb4-4889-8c55-fad8dd36e4e5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 945 time: 0.0793705 Aug 17 00:51:56.525633 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23443bbe-063f-4a13-bc94-3dc0d07d7667 req-e8320c1a-021c-4c31-aafb-cd4cbb8f1a18 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354342 Aug 17 00:51:57.650629 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-9d62e45b-6bc4-4585-8fe7-0f08b194b837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:51:57.652116 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-9d62e45b-6bc4-4585-8fe7-0f08b194b837 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 1097 time: 0.0696063 Aug 17 00:51:57.664535 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c5dd0-5cfc-4501-a517-6320e677a135 req-fba9e480-5f26-4acb-b43a-08c9e8b881bd tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:51:57.665925 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-228c5dd0-5cfc-4501-a517-6320e677a135 req-fba9e480-5f26-4acb-b43a-08c9e8b881bd tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 945 time: 0.0580246 Aug 17 00:51:57.753795 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-228c5dd0-5cfc-4501-a517-6320e677a135 req-64f6edee-4ab3-48d8-a726-d085e11e3c15 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797863 Aug 17 00:51:57.778873 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-c4c849be-82f4-43b2-bd35-9db4e0b0f58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:51:57.782162 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-c4c849be-82f4-43b2-bd35-9db4e0b0f58f service neutron] 10.222.0.64 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.1151888 Aug 17 00:51:57.850775 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-350b1b19-0175-49e7-a80c-620e4a44138f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3c7f09e-6fd9-497c-9980-f1e4bb899af6 HTTP/1.1" status: 200 len: 1001 time: 0.0618587 Aug 17 00:51:57.902066 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-5d28fea2-4cf8-4da4-ade0-0d059ea073ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:51:57.903462 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-5d28fea2-4cf8-4da4-ade0-0d059ea073ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0427356 Aug 17 00:51:57.949393 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-9811aa21-7203-4f6c-b83b-828fe8792f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:51:57.950887 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-9811aa21-7203-4f6c-b83b-828fe8792f4d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403528 Aug 17 00:51:58.045940 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-98fde028-0647-4b4a-a7fe-e06e2da98e16 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869579 Aug 17 00:51:58.135029 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-a85e29e3-779c-47e6-92dd-c86c7f762e59 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820904 Aug 17 00:51:58.870940 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ad88d-069b-40a4-a8ec-17a5d0dc3776 req-a6dd0af0-fb05-4ce5-ab6d-67eac784f605 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:51:58.872427 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca5ad88d-069b-40a4-a8ec-17a5d0dc3776 req-a6dd0af0-fb05-4ce5-ab6d-67eac784f605 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 945 time: 0.0501771 Aug 17 00:51:58.909702 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca5ad88d-069b-40a4-a8ec-17a5d0dc3776 req-f5139549-f9a1-4a7d-9a8c-c8acae716347 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313902 Aug 17 00:52:00.029201 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22626096-a3b0-4738-aa2c-3158b791737b req-08449dfd-239d-472b-8196-a95cd9eeba56 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:00.030687 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-22626096-a3b0-4738-aa2c-3158b791737b req-08449dfd-239d-472b-8196-a95cd9eeba56 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 945 time: 0.0534275 Aug 17 00:52:00.068210 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-22626096-a3b0-4738-aa2c-3158b791737b req-2110758f-0c59-40d8-a913-3c1c8aa0e8a4 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316827 Aug 17 00:52:01.184186 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fc7a9-f547-4cec-912f-9e1cb026f57c req-633e5689-56d7-4fef-96d9-209a6bece8f9 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:01.185938 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e9fc7a9-f547-4cec-912f-9e1cb026f57c req-633e5689-56d7-4fef-96d9-209a6bece8f9 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 945 time: 0.0488858 Aug 17 00:52:01.228157 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e9fc7a9-f547-4cec-912f-9e1cb026f57c req-0cfeb479-869a-46d5-973e-31d6bb0d7d76 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364640 Aug 17 00:52:02.346073 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf01073-083f-47d2-87e5-b7a4acd99bd2 req-2e3ca949-f058-4bd9-ac81-bae02735b85f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:02.347544 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7cf01073-083f-47d2-87e5-b7a4acd99bd2 req-2e3ca949-f058-4bd9-ac81-bae02735b85f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 945 time: 0.0485594 Aug 17 00:52:02.384720 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7cf01073-083f-47d2-87e5-b7a4acd99bd2 req-532deb19-8174-4ef2-b714-09f2e36f9ea9 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311427 Aug 17 00:52:03.501889 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d77c9-eaf6-4574-a1e9-008cb7c98e36 req-ff044ca9-aa06-403b-bbf2-9187c05cca59 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:03.503345 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-794d77c9-eaf6-4574-a1e9-008cb7c98e36 req-ff044ca9-aa06-403b-bbf2-9187c05cca59 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 945 time: 0.0520244 Aug 17 00:52:03.546962 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-794d77c9-eaf6-4574-a1e9-008cb7c98e36 req-3340c12e-e5ac-4c8f-9be4-72caaf0ce5a5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371177 Aug 17 00:52:04.664446 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d19dca-3444-4cc7-807f-ca306cc36700 req-87b43ed5-9ff7-4585-8a7b-e0162ea505b3 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:04.665939 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9d19dca-3444-4cc7-807f-ca306cc36700 req-87b43ed5-9ff7-4585-8a7b-e0162ea505b3 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 945 time: 0.0495512 Aug 17 00:52:04.702882 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9d19dca-3444-4cc7-807f-ca306cc36700 req-76231760-0d9a-481e-b328-87b9b4b57371 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309727 Aug 17 00:52:05.818457 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f900ec-9ab1-4340-836d-15c5a445439f req-73702004-9f86-4772-b959-758603da44fd tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:05.819942 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-01f900ec-9ab1-4340-836d-15c5a445439f req-73702004-9f86-4772-b959-758603da44fd tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 945 time: 0.0498562 Aug 17 00:52:05.856793 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-01f900ec-9ab1-4340-836d-15c5a445439f req-bf386a80-04da-40b7-b328-435d66d447e0 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309908 Aug 17 00:52:06.974981 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9db89-e0b6-41c6-bb7c-6b0054a65f44 req-8fa00af7-7977-4ae4-94fc-9c4650e45a06 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:06.976452 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9d9db89-e0b6-41c6-bb7c-6b0054a65f44 req-8fa00af7-7977-4ae4-94fc-9c4650e45a06 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 945 time: 0.0525124 Aug 17 00:52:07.014319 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9d9db89-e0b6-41c6-bb7c-6b0054a65f44 req-07014794-6829-4bab-a1fe-7377584ea571 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319574 Aug 17 00:52:07.264114 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334481e-a72d-4635-a480-9cc35b3b4a4b req-05bcc759-e592-4a85-b19f-9fd59c7ac45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:07.265565 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f334481e-a72d-4635-a480-9cc35b3b4a4b req-05bcc759-e592-4a85-b19f-9fd59c7ac45a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 1097 time: 0.0411072 Aug 17 00:52:07.368635 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334481e-a72d-4635-a480-9cc35b3b4a4b req-54e50f24-65e1-4698-bec6-658b567e0250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:07.370104 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f334481e-a72d-4635-a480-9cc35b3b4a4b req-54e50f24-65e1-4698-bec6-658b567e0250 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.0856109 Aug 17 00:52:07.434796 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f334481e-a72d-4635-a480-9cc35b3b4a4b req-741a3c1c-9a0f-47e6-b0bf-d5cae5763a8f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3c7f09e-6fd9-497c-9980-f1e4bb899af6 HTTP/1.1" status: 200 len: 1001 time: 0.0571880 Aug 17 00:52:07.483982 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334481e-a72d-4635-a480-9cc35b3b4a4b req-0802cbac-0e94-4b93-9900-16132576cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:07.485437 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f334481e-a72d-4635-a480-9cc35b3b4a4b req-0802cbac-0e94-4b93-9900-16132576cdb5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0443392 Aug 17 00:52:07.533280 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334481e-a72d-4635-a480-9cc35b3b4a4b req-1dcca39c-988f-4afb-a6b2-0b06da129122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:07.534657 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f334481e-a72d-4635-a480-9cc35b3b4a4b req-1dcca39c-988f-4afb-a6b2-0b06da129122 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427706 Aug 17 00:52:07.623277 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f334481e-a72d-4635-a480-9cc35b3b4a4b req-cb8c7788-d311-4573-8b8b-8e696215ff9b service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812135 Aug 17 00:52:07.714272 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f334481e-a72d-4635-a480-9cc35b3b4a4b req-5769f0d8-238a-48ac-9136-f34fdc4024e0 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837507 Aug 17 00:52:08.132026 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4534b1-5547-4f58-86f2-28a4e4b8431f req-a66415c5-1050-4772-9e7a-3dd65bd462fa tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:08.133507 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b4534b1-5547-4f58-86f2-28a4e4b8431f req-a66415c5-1050-4772-9e7a-3dd65bd462fa tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 945 time: 0.0503285 Aug 17 00:52:08.178705 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b4534b1-5547-4f58-86f2-28a4e4b8431f req-f4958457-1038-4610-90b4-c0203b414ed7 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390460 Aug 17 00:52:09.296288 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91016cda-cda2-4692-a007-aefc126eabac req-f63fdd01-e4cb-414d-8dad-92e1650d514c tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:09.297803 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-91016cda-cda2-4692-a007-aefc126eabac req-f63fdd01-e4cb-414d-8dad-92e1650d514c tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 945 time: 0.0517068 Aug 17 00:52:09.335795 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-91016cda-cda2-4692-a007-aefc126eabac req-0d2f56a7-0ab4-432c-b497-14e6738f3308 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318203 Aug 17 00:52:10.012739 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-8992939f-3323-405e-be35-c71924e4df7b service neutron] show failed (client error): The resource could not be found. Aug 17 00:52:10.013765 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-8992939f-3323-405e-be35-c71924e4df7b service neutron] 10.222.0.64 "GET /v2.0/ports/a3c7f09e-6fd9-497c-9980-f1e4bb899af6/bindings/n-h1-800088-20 HTTP/1.1" status: 404 len: 381 time: 0.0587213 Aug 17 00:52:10.212351 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-891dad47-5c74-486f-944e-13d87b24bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:10.213871 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-891dad47-5c74-486f-944e-13d87b24bd1b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779&tenant_id=4c650715395848588e5c60dc3580b690 HTTP/1.1" status: 200 len: 1097 time: 0.0404572 Aug 17 00:52:10.230980 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-20', 'device_owner': 'compute:nova'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:52:10.282637 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:10.503927 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cf483-9c75-4f86-a752-9ad999df8fa8 req-17811eb6-55ee-483c-a4f6-cc965d8e1286 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:10.505981 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-419cf483-9c75-4f86-a752-9ad999df8fa8 req-17811eb6-55ee-483c-a4f6-cc965d8e1286 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 945 time: 0.1003366 Aug 17 00:52:10.547324 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] For port a3c7f09e-6fd9-497c-9980-f1e4bb899af6, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a3c7f09e-6fd9-497c-9980-f1e4bb899af6,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:52:10.570334 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-419cf483-9c75-4f86-a752-9ad999df8fa8 req-708d908b-3014-4e40-aa65-05c4a970d63e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543983 Aug 17 00:52:10.578343 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:10.593434 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] For port a3c7f09e-6fd9-497c-9980-f1e4bb899af6, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:52:10.633123 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45611f93-4add-410d-b297-04b79dcb7779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3c7f09e-6fd9-497c-9980-f1e4bb899af6'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:52:10.635371 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38fd4b8-b4d9-4371-98b6-46532cc8196d" -d '{"events": [{"server_uuid": "45611f93-4add-410d-b297-04b79dcb7779", "name": "network-vif-unplugged", "status": "completed", "tag": "a3c7f09e-6fd9-497c-9980-f1e4bb899af6"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:52:10.639121 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:10.652906 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Transition to ACTIVE for port object a3c7f09e-6fd9-497c-9980-f1e4bb899af6 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:52:10.656641 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:10.695532 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 00:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011f4c50-7e9c-41ad-801f-c9d60f51081e x-openstack-request-id: req-011f4c50-7e9c-41ad-801f-c9d60f51081e {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:52:10.695825 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45611f93-4add-410d-b297-04b79dcb7779", "name": "network-vif-unplugged", "status": "completed", "tag": "a3c7f09e-6fd9-497c-9980-f1e4bb899af6", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:52:10.696080 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-011f4c50-7e9c-41ad-801f-c9d60f51081e {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:52:10.696494 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45611f93-4add-410d-b297-04b79dcb7779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3c7f09e-6fd9-497c-9980-f1e4bb899af6', 'code': 200} Aug 17 00:52:10.744215 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Pushing event updated for resources: {'Port': ['ID=a3c7f09e-6fd9-497c-9980-f1e4bb899af6,revision_number=6']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:52:10.756384 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:52:10.756700 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:52:10.757063 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:52:10.757404 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:52:10.757737 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:52:10.758067 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:52:10.758397 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:52:10.758728 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:52:10.759058 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:52:10.759388 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:52:10.759712 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:52:10.760034 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:52:10.794512 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] No DVR routers for this DVR port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:52:10.930784 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Attempting to bind port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:52:10.931118 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Attempting to bind port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:52:10.931459 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Attempting to bind port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 on network 9bd68747-9144-419f-8aae-56ee7562b1d3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:52:10.935619 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 on network 9bd68747-9144-419f-8aae-56ee7562b1d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:52:10.935942 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Attempting to bind port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 on network 9bd68747-9144-419f-8aae-56ee7562b1d3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:52:10.941613 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:52:10.942709 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Checking segment: {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:52:10.943099 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Bound using segment: {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:52:10.943528 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Bound port: a3c7f09e-6fd9-497c-9980-f1e4bb899af6, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:52:10.943886 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:11.011058 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] For port a3c7f09e-6fd9-497c-9980-f1e4bb899af6, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:52:11.013941 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] For port a3c7f09e-6fd9-497c-9980-f1e4bb899af6, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a3c7f09e-6fd9-497c-9980-f1e4bb899af6,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:52:11.018691 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:11.053182 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:11.053813 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:11.055303 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] 10.222.0.69 "PUT /v2.0/ports/a3c7f09e-6fd9-497c-9980-f1e4bb899af6 HTTP/1.1" status: 200 len: 1092 time: 0.8284461 Aug 17 00:52:11.078977 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475dda3a-dfb7-4376-b870-a740645d82cb service neutron] Pushing event updated for resources: {'Port': ['ID=a3c7f09e-6fd9-497c-9980-f1e4bb899af6,revision_number=7']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:52:11.124721 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-592aa882-874c-4d81-a5ff-9d53eea767f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:11.126258 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-592aa882-874c-4d81-a5ff-9d53eea767f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 1095 time: 0.0441227 Aug 17 00:52:11.225686 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-5c6fed99-0d66-4028-8c7d-074c1d9f939e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:11.227243 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-5c6fed99-0d66-4028-8c7d-074c1d9f939e service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.0934255 Aug 17 00:52:11.297158 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-c959d43a-7505-4712-8a21-1847106eedc5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3c7f09e-6fd9-497c-9980-f1e4bb899af6 HTTP/1.1" status: 200 len: 999 time: 0.0586786 Aug 17 00:52:11.349781 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-859c8390-b789-4caf-878c-c184cb121646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:11.351192 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-859c8390-b789-4caf-878c-c184cb121646 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0420930 Aug 17 00:52:11.403198 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-a4b33daa-3f14-4ab6-9982-eda0142b4901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:11.404667 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-a4b33daa-3f14-4ab6-9982-eda0142b4901 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425968 Aug 17 00:52:11.499095 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-a446e1c3-bdcf-491a-a519-947b318e602b service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820417 Aug 17 00:52:11.594095 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-4bb552db-2650-4914-b112-59960346a290 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828385 Aug 17 00:52:11.694575 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621fc7da-a276-4a99-b3d8-9f04ad9309b5 req-26b1199b-caac-49aa-9a42-4dc1928e838b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:11.696071 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-621fc7da-a276-4a99-b3d8-9f04ad9309b5 req-26b1199b-caac-49aa-9a42-4dc1928e838b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 943 time: 0.0527534 Aug 17 00:52:11.734668 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-621fc7da-a276-4a99-b3d8-9f04ad9309b5 req-c0d77777-a1e4-4c38-abe7-3b0523bae382 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324740 Aug 17 00:52:12.175668 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:12.698146 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45611f93-4add-410d-b297-04b79dcb7779', 'tag': 'a3c7f09e-6fd9-497c-9980-f1e4bb899af6'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:52:12.700471 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c95d2f5-6670-48ba-a000-5f4102095aed" -d '{"events": [{"name": "network-changed", "server_uuid": "45611f93-4add-410d-b297-04b79dcb7779", "tag": "a3c7f09e-6fd9-497c-9980-f1e4bb899af6"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:52:12.748347 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f17c2bf-9761-41cd-a2f0-d2b7a5e94650 x-openstack-request-id: req-3f17c2bf-9761-41cd-a2f0-d2b7a5e94650 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:52:12.748646 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45611f93-4add-410d-b297-04b79dcb7779", "tag": "a3c7f09e-6fd9-497c-9980-f1e4bb899af6", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:52:12.748902 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f17c2bf-9761-41cd-a2f0-d2b7a5e94650 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:52:12.749342 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45611f93-4add-410d-b297-04b79dcb7779', 'tag': 'a3c7f09e-6fd9-497c-9980-f1e4bb899af6', 'status': 'completed', 'code': 200} Aug 17 00:52:13.176823 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95d2f5-6670-48ba-a000-5f4102095aed req-edd2df56-9d9b-49d3-bcc8-e387f9d4bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:13.182493 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c95d2f5-6670-48ba-a000-5f4102095aed req-edd2df56-9d9b-49d3-bcc8-e387f9d4bd2e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 1095 time: 0.4036727 Aug 17 00:52:13.188897 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95d2f5-6670-48ba-a000-5f4102095aed req-bf09ee50-91f0-40b2-b758-66be7524e426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:13.190309 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c95d2f5-6670-48ba-a000-5f4102095aed req-bf09ee50-91f0-40b2-b758-66be7524e426 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 1095 time: 0.4195032 Aug 17 00:52:13.215811 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99f3aa-51d2-4603-8584-ce9beb4500ac req-19b1bf66-cb09-4c7e-849f-09aef43d16dd tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:13.217321 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5d99f3aa-51d2-4603-8584-ce9beb4500ac req-19b1bf66-cb09-4c7e-849f-09aef43d16dd tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 943 time: 0.3981895 Aug 17 00:52:13.369304 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5d99f3aa-51d2-4603-8584-ce9beb4500ac req-90cc4478-da0d-4604-adc1-bd67fe34235b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1177011 Aug 17 00:52:13.389346 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95d2f5-6670-48ba-a000-5f4102095aed req-d92ac035-ecc3-44c0-a721-6f94ba4b63e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:13.390843 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c95d2f5-6670-48ba-a000-5f4102095aed req-d92ac035-ecc3-44c0-a721-6f94ba4b63e6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.1996799 Aug 17 00:52:13.393443 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95d2f5-6670-48ba-a000-5f4102095aed req-ce393888-79bd-441a-8cd1-e12aa4a79d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:13.395432 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c95d2f5-6670-48ba-a000-5f4102095aed req-ce393888-79bd-441a-8cd1-e12aa4a79d4d service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.1948223 Aug 17 00:52:13.508606 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c95d2f5-6670-48ba-a000-5f4102095aed req-507f467d-536f-4a6a-84c4-92ad3126f773 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3c7f09e-6fd9-497c-9980-f1e4bb899af6 HTTP/1.1" status: 200 len: 999 time: 0.1106474 Aug 17 00:52:13.510376 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c95d2f5-6670-48ba-a000-5f4102095aed req-e6a8ccb3-a459-4f8d-9789-2ab09e230726 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3c7f09e-6fd9-497c-9980-f1e4bb899af6 HTTP/1.1" status: 200 len: 999 time: 0.1066105 Aug 17 00:52:13.594919 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95d2f5-6670-48ba-a000-5f4102095aed req-79e29374-f1d2-46fd-993f-a688f54f0e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:13.596369 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c95d2f5-6670-48ba-a000-5f4102095aed req-79e29374-f1d2-46fd-993f-a688f54f0e07 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0803983 Aug 17 00:52:13.597753 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95d2f5-6670-48ba-a000-5f4102095aed req-c780a8fb-991a-4f69-ad7f-10e01e92c720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:13.599227 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c95d2f5-6670-48ba-a000-5f4102095aed req-c780a8fb-991a-4f69-ad7f-10e01e92c720 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0755749 Aug 17 00:52:13.668273 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95d2f5-6670-48ba-a000-5f4102095aed req-023d9304-c38e-48fb-acae-3a5bd9dd7c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:13.669795 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c95d2f5-6670-48ba-a000-5f4102095aed req-023d9304-c38e-48fb-acae-3a5bd9dd7c0a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666630 Aug 17 00:52:13.672156 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95d2f5-6670-48ba-a000-5f4102095aed req-c7a9c071-a428-4188-93c6-f78899c90c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:13.673529 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c95d2f5-6670-48ba-a000-5f4102095aed req-c7a9c071-a428-4188-93c6-f78899c90c4c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628846 Aug 17 00:52:13.827830 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a3c7f09e-6fd9-497c-9980-f1e4bb899af6 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:52:13.831044 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c95d2f5-6670-48ba-a000-5f4102095aed req-57251db3-55d7-4fdf-84cd-779d4a5dbe37 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532364 Aug 17 00:52:13.833920 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c95d2f5-6670-48ba-a000-5f4102095aed req-07a86585-e2d4-4c3f-99fc-e64fb872531f service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499577 Aug 17 00:52:13.867456 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a3c7f09e-6fd9-497c-9980-f1e4bb899af6 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:52:13.880878 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cf8cfe08-9679-4612-b312-df6eaeef8864 req-7ae6b25a-0d9b-4faf-8f38-c93e105aebe7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0510902 Aug 17 00:52:13.991142 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c95d2f5-6670-48ba-a000-5f4102095aed req-ea7c143e-6a30-414c-b60e-faefad298c1d service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535099 Aug 17 00:52:13.994561 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c95d2f5-6670-48ba-a000-5f4102095aed req-76a8651b-b275-47e3-9935-cb88f0bf2864 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498494 Aug 17 00:52:14.091806 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cfe08-9679-4612-b312-df6eaeef8864 req-7890b35b-438f-4722-a5f3-ab18813460d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:14.093211 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf8cfe08-9679-4612-b312-df6eaeef8864 req-7890b35b-438f-4722-a5f3-ab18813460d6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 1095 time: 0.0420763 Aug 17 00:52:14.198284 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cfe08-9679-4612-b312-df6eaeef8864 req-32903dad-c8ba-450b-a4ed-0f995b9bdde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:14.199754 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf8cfe08-9679-4612-b312-df6eaeef8864 req-32903dad-c8ba-450b-a4ed-0f995b9bdde2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.0873184 Aug 17 00:52:14.265512 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf8cfe08-9679-4612-b312-df6eaeef8864 req-fb85d7fb-6fb5-4dfb-8808-c0db8e9be460 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3c7f09e-6fd9-497c-9980-f1e4bb899af6 HTTP/1.1" status: 200 len: 999 time: 0.0587842 Aug 17 00:52:14.313319 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cfe08-9679-4612-b312-df6eaeef8864 req-d7f2e7a0-6cad-494e-9e90-1888d4f5ecf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:14.314725 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf8cfe08-9679-4612-b312-df6eaeef8864 req-d7f2e7a0-6cad-494e-9e90-1888d4f5ecf1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0425272 Aug 17 00:52:14.365140 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cfe08-9679-4612-b312-df6eaeef8864 req-754127b4-c53a-46c7-9bf9-50dbdb39727a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:14.367829 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf8cfe08-9679-4612-b312-df6eaeef8864 req-754127b4-c53a-46c7-9bf9-50dbdb39727a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450583 Aug 17 00:52:14.483551 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf8cfe08-9679-4612-b312-df6eaeef8864 req-8186ca1c-a6ca-4b3f-9e75-835b7d451362 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085362 Aug 17 00:52:14.555330 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d34a47-a209-41a9-b768-e85bf68199df req-11a31264-ffae-419f-9cc0-d40560bf4d97 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:14.556791 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00d34a47-a209-41a9-b768-e85bf68199df req-11a31264-ffae-419f-9cc0-d40560bf4d97 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 943 time: 0.1122954 Aug 17 00:52:14.616236 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf8cfe08-9679-4612-b312-df6eaeef8864 req-ad57c461-ab2d-43a9-a440-94165b4e680a service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242957 Aug 17 00:52:14.619053 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-00d34a47-a209-41a9-b768-e85bf68199df req-49f6eedd-fb5f-4f0a-b425-0f6042307fa3 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563552 Aug 17 00:52:14.944152 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f641119-2490-4b5f-b14d-1889ff964feb req-b9e4087d-9e09-4db0-88d9-28ccafc97edc tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:14.945554 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f641119-2490-4b5f-b14d-1889ff964feb req-b9e4087d-9e09-4db0-88d9-28ccafc97edc tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.69 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779&tenant_id=4c650715395848588e5c60dc3580b690&binding%3Ahost_id=n-h1-800088-20 HTTP/1.1" status: 200 len: 943 time: 0.0863149 Aug 17 00:52:14.958310 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4555608-4bf2-48db-a7e3-13a8ad51c095 req-51e6451f-a1ad-49f9-8c41-fe788018a966 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:14.959706 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c4555608-4bf2-48db-a7e3-13a8ad51c095 req-51e6451f-a1ad-49f9-8c41-fe788018a966 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 943 time: 0.0719810 Aug 17 00:52:15.030382 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c4555608-4bf2-48db-a7e3-13a8ad51c095 req-14267225-dccc-4d16-9c9a-fd9961490ee1 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645611 Aug 17 00:52:15.039910 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f641119-2490-4b5f-b14d-1889ff964feb req-85d4ef39-99fa-46c9-a74a-57d3fc34bf8b service neutron] 10.222.0.69 "GET /v2.0/ports/a3c7f09e-6fd9-497c-9980-f1e4bb899af6/bindings/n-h1-800088-20 HTTP/1.1" status: 200 len: 383 time: 0.0793111 Aug 17 00:52:15.101510 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f641119-2490-4b5f-b14d-1889ff964feb req-a7aa93b6-28b0-44d9-b191-88a80f9b8c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:15.103065 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f641119-2490-4b5f-b14d-1889ff964feb req-a7aa93b6-28b0-44d9-b191-88a80f9b8c5a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 1095 time: 0.0407460 Aug 17 00:52:15.196098 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f641119-2490-4b5f-b14d-1889ff964feb req-2e25431e-5e26-4322-a751-471b2b015593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:15.198729 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f641119-2490-4b5f-b14d-1889ff964feb req-2e25431e-5e26-4322-a751-471b2b015593 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.0872743 Aug 17 00:52:15.264967 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f641119-2490-4b5f-b14d-1889ff964feb req-108eb91e-eb6f-4cd1-bdce-ab12f0531d54 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3c7f09e-6fd9-497c-9980-f1e4bb899af6 HTTP/1.1" status: 200 len: 999 time: 0.0601323 Aug 17 00:52:15.318512 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f641119-2490-4b5f-b14d-1889ff964feb req-7c6a4a10-5a48-47f0-aa4d-87778cc5d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:15.319932 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f641119-2490-4b5f-b14d-1889ff964feb req-7c6a4a10-5a48-47f0-aa4d-87778cc5d110 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0479143 Aug 17 00:52:15.365066 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f641119-2490-4b5f-b14d-1889ff964feb req-117f323c-2c97-46eb-aab5-352a511782b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:15.366518 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f641119-2490-4b5f-b14d-1889ff964feb req-117f323c-2c97-46eb-aab5-352a511782b1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391629 Aug 17 00:52:15.459395 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f641119-2490-4b5f-b14d-1889ff964feb req-0522cb35-8b67-482f-8eb6-ca86fa0b29c1 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848451 Aug 17 00:52:15.545439 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f641119-2490-4b5f-b14d-1889ff964feb req-5be25eb3-f475-457e-9197-076a9e9b147d service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792887 Aug 17 00:52:15.670696 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device a3c7f09e-6fd9-497c-9980-f1e4bb899af6 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:52:15.763211 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port a3c7f09e-6fd9-497c-9980-f1e4bb899af6, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a3c7f09e-6fd9-497c-9980-f1e4bb899af6,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:52:15.776989 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': 'a3c7f09e-6fd9-497c-9980-f1e4bb899af6', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'port_id': 'a3c7f09e-6fd9-497c-9980-f1e4bb899af6', 'mac_address': 'fa:16:3e:93:f7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:52:15.813622 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:15.826394 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c7f09e-6fd9-497c-9980-f1e4bb899af6 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:52:15.845109 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port a3c7f09e-6fd9-497c-9980-f1e4bb899af6, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a3c7f09e-6fd9-497c-9980-f1e4bb899af6,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:52:15.849528 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:15.896055 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=a3c7f09e-6fd9-497c-9980-f1e4bb899af6,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:52:15.903316 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:52:15.903666 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:52:15.904012 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:52:15.904352 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:52:15.904690 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:52:15.905027 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:52:15.905389 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:52:15.905717 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:52:15.906048 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:52:15.906376 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:52:15.906706 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:52:15.907035 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:52:16.099603 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['a3c7f09e-6fd9-497c-9980-f1e4bb899af6'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:52:16.151290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6071a62-27a8-44aa-9617-28a3b6a9c5d7 req-9632089f-4290-444a-95aa-58245e489fc1 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:16.152819 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e6071a62-27a8-44aa-9617-28a3b6a9c5d7 req-9632089f-4290-444a-95aa-58245e489fc1 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 944 time: 0.0523691 Aug 17 00:52:16.193383 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e6071a62-27a8-44aa-9617-28a3b6a9c5d7 req-3a0f5825-d812-4587-b397-702093563426 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344415 Aug 17 00:52:16.606155 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1372bccd-b6d9-465d-91dd-71ff99da34f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:17.325839 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2d98f-1f12-4590-96b8-4f58c7681659 req-3f07ba6f-db3a-437b-99b9-f7e833440a22 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:17.327314 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d5b2d98f-1f12-4590-96b8-4f58c7681659 req-3f07ba6f-db3a-437b-99b9-f7e833440a22 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 944 time: 0.0569911 Aug 17 00:52:17.370786 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d5b2d98f-1f12-4590-96b8-4f58c7681659 req-69df314a-d295-48ac-89d2-89d8fbf26fdc tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372143 Aug 17 00:52:17.642114 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f641119-2490-4b5f-b14d-1889ff964feb req-48dcc6ee-2d3a-499d-bc91-e665aed650f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:17.643591 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f641119-2490-4b5f-b14d-1889ff964feb req-48dcc6ee-2d3a-499d-bc91-e665aed650f0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779&tenant_id=4c650715395848588e5c60dc3580b690 HTTP/1.1" status: 200 len: 1096 time: 0.0436871 Aug 17 00:52:17.655593 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-1f641119-2490-4b5f-b14d-1889ff964feb req-89469b27-a756-4471-893b-443f6f742562 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-20', 'device_owner': 'compute:nova'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:52:17.708574 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1f641119-2490-4b5f-b14d-1889ff964feb req-89469b27-a756-4471-893b-443f6f742562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:17.710252 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device a3c7f09e-6fd9-497c-9980-f1e4bb899af6 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:52:17.759417 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:52:17.762908 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:52:17.763772 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:17.842081 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:17.917097 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-1f641119-2490-4b5f-b14d-1889ff964feb req-89469b27-a756-4471-893b-443f6f742562 service neutron] For port a3c7f09e-6fd9-497c-9980-f1e4bb899af6, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=a3c7f09e-6fd9-497c-9980-f1e4bb899af6,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:52:17.949630 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-1f641119-2490-4b5f-b14d-1889ff964feb req-89469b27-a756-4471-893b-443f6f742562 service neutron] For port a3c7f09e-6fd9-497c-9980-f1e4bb899af6, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:52:17.981890 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-1f641119-2490-4b5f-b14d-1889ff964feb req-89469b27-a756-4471-893b-443f6f742562 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a3c7f09e-6fd9-497c-9980-f1e4bb899af6 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:52:17.990329 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1f641119-2490-4b5f-b14d-1889ff964feb req-89469b27-a756-4471-893b-443f6f742562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:18.000953 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-1f641119-2490-4b5f-b14d-1889ff964feb req-89469b27-a756-4471-893b-443f6f742562 service neutron] Ignored duplicate provisioning block setup for port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 17 00:52:18.004958 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1f641119-2490-4b5f-b14d-1889ff964feb req-89469b27-a756-4471-893b-443f6f742562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:18.041157 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.db.api [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 00:52:18.041574 n-d-800088-20 neutron-server[101404]: DEBUG oslo_db.api [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 00:52:18.082987 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89469b27-a756-4471-893b-443f6f742562 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c7f09e-6fd9-497c-9980-f1e4bb899af6,revision_number=9']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:52:18.125830 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f641119-2490-4b5f-b14d-1889ff964feb req-89469b27-a756-4471-893b-443f6f742562 service neutron] No DVR routers for this DVR port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 on host n-h1-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:52:18.236815 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d7bb7794-afd6-4427-8fc2-9a3149bbffe9 None None] Provisioning complete for port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:52:18.237225 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d7bb7794-afd6-4427-8fc2-9a3149bbffe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:18.262003 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-1f641119-2490-4b5f-b14d-1889ff964feb req-89469b27-a756-4471-893b-443f6f742562 service neutron] Attempting to bind port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:52:18.262340 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-1f641119-2490-4b5f-b14d-1889ff964feb req-89469b27-a756-4471-893b-443f6f742562 service neutron] Attempting to bind port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:52:18.262662 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f641119-2490-4b5f-b14d-1889ff964feb req-89469b27-a756-4471-893b-443f6f742562 service neutron] Attempting to bind port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 on network 9bd68747-9144-419f-8aae-56ee7562b1d3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:52:18.266794 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f641119-2490-4b5f-b14d-1889ff964feb req-89469b27-a756-4471-893b-443f6f742562 service neutron] Port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 on network 9bd68747-9144-419f-8aae-56ee7562b1d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:52:18.267115 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f641119-2490-4b5f-b14d-1889ff964feb req-89469b27-a756-4471-893b-443f6f742562 service neutron] Attempting to bind port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 on network 9bd68747-9144-419f-8aae-56ee7562b1d3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:52:18.271355 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-d7bb7794-afd6-4427-8fc2-9a3149bbffe9 None None] Port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:52:18.272436 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f641119-2490-4b5f-b14d-1889ff964feb req-89469b27-a756-4471-893b-443f6f742562 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:52:18.272787 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f641119-2490-4b5f-b14d-1889ff964feb req-89469b27-a756-4471-893b-443f6f742562 service neutron] Checking segment: {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:52:18.273316 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f641119-2490-4b5f-b14d-1889ff964feb req-89469b27-a756-4471-893b-443f6f742562 service neutron] Bound using segment: {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:52:18.273752 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-1f641119-2490-4b5f-b14d-1889ff964feb req-89469b27-a756-4471-893b-443f6f742562 service neutron] Bound port: a3c7f09e-6fd9-497c-9980-f1e4bb899af6, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:52:18.274245 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1f641119-2490-4b5f-b14d-1889ff964feb req-89469b27-a756-4471-893b-443f6f742562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:18.337906 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-1f641119-2490-4b5f-b14d-1889ff964feb req-89469b27-a756-4471-893b-443f6f742562 service neutron] For port a3c7f09e-6fd9-497c-9980-f1e4bb899af6, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:52:18.341564 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-1f641119-2490-4b5f-b14d-1889ff964feb req-89469b27-a756-4471-893b-443f6f742562 service neutron] For port a3c7f09e-6fd9-497c-9980-f1e4bb899af6, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a3c7f09e-6fd9-497c-9980-f1e4bb899af6,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:52:18.345318 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1f641119-2490-4b5f-b14d-1889ff964feb req-89469b27-a756-4471-893b-443f6f742562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:18.377323 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f641119-2490-4b5f-b14d-1889ff964feb req-89469b27-a756-4471-893b-443f6f742562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:18.377939 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1f641119-2490-4b5f-b14d-1889ff964feb req-89469b27-a756-4471-893b-443f6f742562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:18.380020 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f641119-2490-4b5f-b14d-1889ff964feb req-89469b27-a756-4471-893b-443f6f742562 service neutron] 10.222.0.64 "PUT /v2.0/ports/a3c7f09e-6fd9-497c-9980-f1e4bb899af6 HTTP/1.1" status: 200 len: 1092 time: 0.7283330 Aug 17 00:52:18.380527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45611f93-4add-410d-b297-04b79dcb7779', 'tag': 'a3c7f09e-6fd9-497c-9980-f1e4bb899af6'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:52:18.382694 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac2072a-7183-4bc2-905b-53963effece4" -d '{"events": [{"name": "network-changed", "server_uuid": "45611f93-4add-410d-b297-04b79dcb7779", "tag": "a3c7f09e-6fd9-497c-9980-f1e4bb899af6"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:52:18.417873 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89469b27-a756-4471-893b-443f6f742562 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c7f09e-6fd9-497c-9980-f1e4bb899af6,revision_number=10']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:52:18.471895 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94986563-ce71-4705-a4b6-4c91f53d5cf9 x-openstack-request-id: req-94986563-ce71-4705-a4b6-4c91f53d5cf9 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:52:18.472200 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45611f93-4add-410d-b297-04b79dcb7779", "tag": "a3c7f09e-6fd9-497c-9980-f1e4bb899af6", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:52:18.472465 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-94986563-ce71-4705-a4b6-4c91f53d5cf9 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:52:18.472963 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45611f93-4add-410d-b297-04b79dcb7779', 'tag': 'a3c7f09e-6fd9-497c-9980-f1e4bb899af6', 'status': 'completed', 'code': 200} Aug 17 00:52:18.491104 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f641119-2490-4b5f-b14d-1889ff964feb req-6e50ff26-1f29-44c8-a8e6-975e34c3c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:18.492622 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f641119-2490-4b5f-b14d-1889ff964feb req-6e50ff26-1f29-44c8-a8e6-975e34c3c538 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 1096 time: 0.0856643 Aug 17 00:52:18.580834 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:18.609185 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45611f93-4add-410d-b297-04b79dcb7779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c7f09e-6fd9-497c-9980-f1e4bb899af6'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:52:18.611451 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d9b1f6eceb9192db377ceb4d6ae83098a713cf0d5394fe300bfd3a5d60dfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bed75d-5b24-4efb-bd42-43f3cdd9e067" -d '{"events": [{"server_uuid": "45611f93-4add-410d-b297-04b79dcb7779", "name": "network-vif-plugged", "status": "completed", "tag": "a3c7f09e-6fd9-497c-9980-f1e4bb899af6"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:52:18.625415 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port a3c7f09e-6fd9-497c-9980-f1e4bb899af6, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a3c7f09e-6fd9-497c-9980-f1e4bb899af6,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:52:18.629629 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:18.633327 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2032470-5782-42b2-baf5-236997352d08 req-79adfb33-87ef-4c19-b74e-574c8dfc3d97 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:18.634883 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2032470-5782-42b2-baf5-236997352d08 req-79adfb33-87ef-4c19-b74e-574c8dfc3d97 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 944 time: 0.1588964 Aug 17 00:52:18.649517 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f641119-2490-4b5f-b14d-1889ff964feb req-621884c5-5461-4642-abbd-297208d09d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:18.650724 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f641119-2490-4b5f-b14d-1889ff964feb req-621884c5-5461-4642-abbd-297208d09d79 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.1428125 Aug 17 00:52:18.658638 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2072a-7183-4bc2-905b-53963effece4 req-a602071b-9a48-4ec5-a249-b526f94654c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:18.660764 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ac2072a-7183-4bc2-905b-53963effece4 req-a602071b-9a48-4ec5-a249-b526f94654c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 1096 time: 0.1510751 Aug 17 00:52:18.674509 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d61e003-c833-4841-bd79-29d70d0ed2f8 x-openstack-request-id: req-7d61e003-c833-4841-bd79-29d70d0ed2f8 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:52:18.674826 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45611f93-4add-410d-b297-04b79dcb7779", "name": "network-vif-plugged", "status": "completed", "tag": "a3c7f09e-6fd9-497c-9980-f1e4bb899af6", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:52:18.675083 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d61e003-c833-4841-bd79-29d70d0ed2f8 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:52:18.675483 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45611f93-4add-410d-b297-04b79dcb7779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c7f09e-6fd9-497c-9980-f1e4bb899af6', 'code': 200} Aug 17 00:52:18.697745 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=a3c7f09e-6fd9-497c-9980-f1e4bb899af6,revision_number=11']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:52:18.705275 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4fef731b-c7e1-47c9-8dc5-558917bc299a None None] Provisioning complete for port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:52:18.705852 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4fef731b-c7e1-47c9-8dc5-558917bc299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:18.788210 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2032470-5782-42b2-baf5-236997352d08 req-20acb495-1665-40f9-8335-2dda6da058b6 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1426580 Aug 17 00:52:18.789944 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f641119-2490-4b5f-b14d-1889ff964feb req-40dd6977-5d4e-4d94-a67f-cd2d771303cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3c7f09e-6fd9-497c-9980-f1e4bb899af6 HTTP/1.1" status: 200 len: 1001 time: 0.1224382 Aug 17 00:52:18.861773 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f641119-2490-4b5f-b14d-1889ff964feb req-224a21ff-9918-4b99-9874-8cbd09b55431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:18.863136 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f641119-2490-4b5f-b14d-1889ff964feb req-224a21ff-9918-4b99-9874-8cbd09b55431 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0651824 Aug 17 00:52:18.866340 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2072a-7183-4bc2-905b-53963effece4 req-478f22a9-ecf9-4d70-b19d-f1341787afa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:18.867664 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ac2072a-7183-4bc2-905b-53963effece4 req-478f22a9-ecf9-4d70-b19d-f1341787afa5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.1610205 Aug 17 00:52:18.960397 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f641119-2490-4b5f-b14d-1889ff964feb req-eb517741-e4de-43e8-9bd9-7d712f5160ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:18.961933 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f641119-2490-4b5f-b14d-1889ff964feb req-eb517741-e4de-43e8-9bd9-7d712f5160ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0910006 Aug 17 00:52:18.963579 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ac2072a-7183-4bc2-905b-53963effece4 req-c31a87e6-81fb-4b22-af58-d2741aec8202 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3c7f09e-6fd9-497c-9980-f1e4bb899af6 HTTP/1.1" status: 200 len: 1001 time: 0.0844145 Aug 17 00:52:19.065950 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2072a-7183-4bc2-905b-53963effece4 req-9f9fc3a4-f72f-4210-acc1-5d77c7ab159d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:19.067446 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ac2072a-7183-4bc2-905b-53963effece4 req-9f9fc3a4-f72f-4210-acc1-5d77c7ab159d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0882616 Aug 17 00:52:19.118414 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f641119-2490-4b5f-b14d-1889ff964feb req-cc505a0c-e799-4262-9bf1-b4fe0d5ac7ed service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467807 Aug 17 00:52:19.129316 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2072a-7183-4bc2-905b-53963effece4 req-97cdc098-b006-41d7-9566-ff66c7b04998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:19.130778 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ac2072a-7183-4bc2-905b-53963effece4 req-97cdc098-b006-41d7-9566-ff66c7b04998 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518167 Aug 17 00:52:19.287179 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1f641119-2490-4b5f-b14d-1889ff964feb req-107e573d-c2e3-4212-b976-1399abd53a1d service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554630 Aug 17 00:52:19.290046 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-45d224ba-cff4-4d9d-afbd-d69e2f6ec2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:19.294615 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ac2072a-7183-4bc2-905b-53963effece4 req-08f64bd7-c872-427e-8a49-8cb2e3bc1fce service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450808 Aug 17 00:52:19.339555 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:19.417835 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2072a-7183-4bc2-905b-53963effece4 req-93536e88-5484-4da5-9abb-b560557febca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:19.419245 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ac2072a-7183-4bc2-905b-53963effece4 req-93536e88-5484-4da5-9abb-b560557febca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 1098 time: 0.0690458 Aug 17 00:52:19.422684 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ac2072a-7183-4bc2-905b-53963effece4 req-e6c8165b-2b90-40da-9102-99b921d06cd1 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161594 Aug 17 00:52:19.815930 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2072a-7183-4bc2-905b-53963effece4 req-e1945289-3df9-4ff0-83ad-c25cad9b5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:19.817975 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ac2072a-7183-4bc2-905b-53963effece4 req-e1945289-3df9-4ff0-83ad-c25cad9b5ad4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.3872237 Aug 17 00:52:19.912083 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ac2072a-7183-4bc2-905b-53963effece4 req-cfe0ecc8-9f52-47d4-8e75-18b799352eaa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3c7f09e-6fd9-497c-9980-f1e4bb899af6 HTTP/1.1" status: 200 len: 1001 time: 0.0860436 Aug 17 00:52:19.934973 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f7184-5ea8-4236-a689-440aed7723b3 req-9a6b02f8-e5a6-41ed-a1de-4bd06aa1864d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:19.936353 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db7f7184-5ea8-4236-a689-440aed7723b3 req-9a6b02f8-e5a6-41ed-a1de-4bd06aa1864d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 946 time: 0.0751779 Aug 17 00:52:19.986083 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2072a-7183-4bc2-905b-53963effece4 req-acaddb2d-220b-4081-afe8-9c1f7c9dc06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:19.987492 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ac2072a-7183-4bc2-905b-53963effece4 req-acaddb2d-220b-4081-afe8-9c1f7c9dc06a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0677648 Aug 17 00:52:19.999511 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db7f7184-5ea8-4236-a689-440aed7723b3 req-14fc757f-de8a-4f05-b3cc-c9d18952c6ed tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461733 Aug 17 00:52:20.039506 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2072a-7183-4bc2-905b-53963effece4 req-cc02e44a-9c97-47f7-a9dc-b3a5985ff901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:20.040979 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ac2072a-7183-4bc2-905b-53963effece4 req-cc02e44a-9c97-47f7-a9dc-b3a5985ff901 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406229 Aug 17 00:52:20.137507 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ac2072a-7183-4bc2-905b-53963effece4 req-1f217497-389b-4aee-aa4d-92af10c9b27e service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839036 Aug 17 00:52:20.227882 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4ac2072a-7183-4bc2-905b-53963effece4 req-69acfe3c-fa22-4334-9066-9e16fffba720 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818367 Aug 17 00:52:20.380059 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:21.122985 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf16ec4-5985-45b2-a467-7a424eefbb31 req-2fb0018d-5410-45a0-9ac8-ec0aa342a2ed tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:21.124464 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2bf16ec4-5985-45b2-a467-7a424eefbb31 req-2fb0018d-5410-45a0-9ac8-ec0aa342a2ed tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 946 time: 0.0557370 Aug 17 00:52:21.163088 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2bf16ec4-5985-45b2-a467-7a424eefbb31 req-a1302485-8bcd-4e2e-8fb4-973fd24613de tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326579 Aug 17 00:52:21.278408 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28762da-9d7d-4df5-a068-8dc12ef704cb req-2af39615-25d8-46c2-bdef-fdf498385e72 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:21.279779 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e28762da-9d7d-4df5-a068-8dc12ef704cb req-2af39615-25d8-46c2-bdef-fdf498385e72 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 946 time: 0.0484922 Aug 17 00:52:21.317232 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e28762da-9d7d-4df5-a068-8dc12ef704cb req-28118936-4ea5-417d-afe4-10b1815acb6a tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306280 Aug 17 00:52:21.430539 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5740324-1b44-4da4-96f9-4fc1fb2a78a4 req-eef15732-4f7c-4927-8fea-8633901ad878 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:21.432044 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c5740324-1b44-4da4-96f9-4fc1fb2a78a4 req-eef15732-4f7c-4927-8fea-8633901ad878 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 946 time: 0.0484207 Aug 17 00:52:21.469775 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c5740324-1b44-4da4-96f9-4fc1fb2a78a4 req-af015ac3-2e1c-4f98-87ae-9d82932ef472 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316672 Aug 17 00:52:21.704993 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267757d-2a31-4295-b231-7b4b18bd9ef6 req-72c3ffd0-a614-49ea-af1d-9e50a78e3c7b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:21.706493 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0267757d-2a31-4295-b231-7b4b18bd9ef6 req-72c3ffd0-a614-49ea-af1d-9e50a78e3c7b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 946 time: 0.0515776 Aug 17 00:52:21.730215 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device a3c7f09e-6fd9-497c-9980-f1e4bb899af6 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:52:21.745416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0267757d-2a31-4295-b231-7b4b18bd9ef6 req-60566f37-7f13-4173-be78-94ab47307bcb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322726 Aug 17 00:52:21.767824 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device a3c7f09e-6fd9-497c-9980-f1e4bb899af6 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:52:21.874901 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a3c7f09e-6fd9-497c-9980-f1e4bb899af6 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:52:21.965532 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a3c7f09e-6fd9-497c-9980-f1e4bb899af6, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a3c7f09e-6fd9-497c-9980-f1e4bb899af6,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:52:21.976542 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': 'a3c7f09e-6fd9-497c-9980-f1e4bb899af6', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'port_id': 'a3c7f09e-6fd9-497c-9980-f1e4bb899af6', 'mac_address': 'fa:16:3e:93:f7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:52:22.016497 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:22.028589 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3c7f09e-6fd9-497c-9980-f1e4bb899af6 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:52:22.047455 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port a3c7f09e-6fd9-497c-9980-f1e4bb899af6, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a3c7f09e-6fd9-497c-9980-f1e4bb899af6,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:52:22.051721 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:22.097313 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=a3c7f09e-6fd9-497c-9980-f1e4bb899af6,revision_number=12']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:52:22.195239 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:52:22.273910 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:22.313314 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['a3c7f09e-6fd9-497c-9980-f1e4bb899af6'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:52:22.871577 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46488edc-8d3f-47b1-ac36-882d8945b428 req-176bb856-2538-4c9e-9dd1-81f98484bf18 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:22.873070 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46488edc-8d3f-47b1-ac36-882d8945b428 req-176bb856-2538-4c9e-9dd1-81f98484bf18 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 945 time: 0.0554473 Aug 17 00:52:22.921448 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46488edc-8d3f-47b1-ac36-882d8945b428 req-344afc2b-00d2-4590-94b8-eb0d8493bba8 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424852 Aug 17 00:52:23.048428 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e99a3-4134-4838-aef9-44dee0e52d47 req-6eff80ef-a02e-46b6-ac54-7665f9b5d874 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:23.049909 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe5e99a3-4134-4838-aef9-44dee0e52d47 req-6eff80ef-a02e-46b6-ac54-7665f9b5d874 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.64 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 945 time: 0.0485342 Aug 17 00:52:23.141079 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-fe5e99a3-4134-4838-aef9-44dee0e52d47 req-f19ffbeb-ef9c-4ba3-9594-0a15a2683c8b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Deleting port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:52:23.141345 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fe5e99a3-4134-4838-aef9-44dee0e52d47 req-f19ffbeb-ef9c-4ba3-9594-0a15a2683c8b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:23.229457 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-fe5e99a3-4134-4838-aef9-44dee0e52d47 req-f19ffbeb-ef9c-4ba3-9594-0a15a2683c8b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] For port a3c7f09e-6fd9-497c-9980-f1e4bb899af6, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=a3c7f09e-6fd9-497c-9980-f1e4bb899af6,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:52:23.229829 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fe5e99a3-4134-4838-aef9-44dee0e52d47 req-f19ffbeb-ef9c-4ba3-9594-0a15a2683c8b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:23.398353 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fe5e99a3-4134-4838-aef9-44dee0e52d47 req-f19ffbeb-ef9c-4ba3-9594-0a15a2683c8b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:23.398638 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fe5e99a3-4134-4838-aef9-44dee0e52d47 req-f19ffbeb-ef9c-4ba3-9594-0a15a2683c8b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:23.398949 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [req-fe5e99a3-4134-4838-aef9-44dee0e52d47 req-f19ffbeb-ef9c-4ba3-9594-0a15a2683c8b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Floating IP 81b665f2-9c12-446a-bc1c-6dbb2af6e4fc disassociated. External IP: 172.25.3.46, port: a3c7f09e-6fd9-497c-9980-f1e4bb899af6. Aug 17 00:52:23.399299 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-fe5e99a3-4134-4838-aef9-44dee0e52d47 req-f19ffbeb-ef9c-4ba3-9594-0a15a2683c8b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Calling delete_port for a3c7f09e-6fd9-497c-9980-f1e4bb899af6 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:52:23.523740 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fe5e99a3-4134-4838-aef9-44dee0e52d47 req-f19ffbeb-ef9c-4ba3-9594-0a15a2683c8b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:23.556373 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ffbeb-ef9c-4ba3-9594-0a15a2683c8b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Pushing event deleted for resources: {'Port': ['ID=a3c7f09e-6fd9-497c-9980-f1e4bb899af6,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:52:23.678975 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe5e99a3-4134-4838-aef9-44dee0e52d47 req-f19ffbeb-ef9c-4ba3-9594-0a15a2683c8b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Router e1ac8e32-fc27-44c0-9348-31513c6fedca has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:52:23.788133 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe5e99a3-4134-4838-aef9-44dee0e52d47 req-f19ffbeb-ef9c-4ba3-9594-0a15a2683c8b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:52:23.797909 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba55288f-8d81-4319-acfd-5a0d2add32be None None] Sync routers for ids ['e1ac8e32-fc27-44c0-9348-31513c6fedca'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:52:23.807681 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba55288f-8d81-4319-acfd-5a0d2add32be None None] Routers {'e1ac8e32-fc27-44c0-9348-31513c6fedca'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:52:23.808313 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ba55288f-8d81-4319-acfd-5a0d2add32be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:52:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e1ac8e32-fc27-44c0-9348-31513c6fedca'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:52:23.832794 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5e99a3-4134-4838-aef9-44dee0e52d47 req-f19ffbeb-ef9c-4ba3-9594-0a15a2683c8b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] No DVR routers for this DVR port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:52:23.835423 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-fe5e99a3-4134-4838-aef9-44dee0e52d47 req-f19ffbeb-ef9c-4ba3-9594-0a15a2683c8b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:23.837485 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe5e99a3-4134-4838-aef9-44dee0e52d47 req-f19ffbeb-ef9c-4ba3-9594-0a15a2683c8b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.64 "DELETE /v2.0/ports/a3c7f09e-6fd9-497c-9980-f1e4bb899af6 HTTP/1.1" status: 204 len: 173 time: 0.7813008 Aug 17 00:52:23.837924 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45611f93-4add-410d-b297-04b79dcb7779', 'name': 'network-vif-deleted', 'tag': 'a3c7f09e-6fd9-497c-9980-f1e4bb899af6'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:52:23.840266 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0443a098-e39b-4e8a-9ab6-a7042b1b3b4b" -d '{"events": [{"server_uuid": "45611f93-4add-410d-b297-04b79dcb7779", "name": "network-vif-deleted", "tag": "a3c7f09e-6fd9-497c-9980-f1e4bb899af6"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:52:23.888900 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c6343e-3857-45b7-b7c7-536777792cf6 x-openstack-request-id: req-54c6343e-3857-45b7-b7c7-536777792cf6 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:52:23.889522 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45611f93-4add-410d-b297-04b79dcb7779", "name": "network-vif-deleted", "tag": "a3c7f09e-6fd9-497c-9980-f1e4bb899af6", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:52:23.889522 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-54c6343e-3857-45b7-b7c7-536777792cf6 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:52:23.890042 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45611f93-4add-410d-b297-04b79dcb7779', 'name': 'network-vif-deleted', 'tag': 'a3c7f09e-6fd9-497c-9980-f1e4bb899af6', 'status': 'completed', 'code': 200} Aug 17 00:52:23.904916 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a3c7f09e-6fd9-497c-9980-f1e4bb899af6 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:52:23.933534 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: a3c7f09e-6fd9-497c-9980-f1e4bb899af6 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:52:23.933866 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a3c7f09e-6fd9-497c-9980-f1e4bb899af6 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 17 00:52:23.960216 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Port a3c7f09e-6fd9-497c-9980-f1e4bb899af6 not found, will not notify nova. {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 17 00:52:23.978740 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-ba55288f-8d81-4319-acfd-5a0d2add32be None None] Set router e1ac8e32-fc27-44c0-9348-31513c6fedca gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:52:24.028274 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-836d68fe-117c-4141-9d0e-5f77918c3b98 req-70dbdaf7-9bd3-4b75-8adb-2ff5d3855298 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=45611f93-4add-410d-b297-04b79dcb7779 HTTP/1.1" status: 200 len: 210 time: 0.0266709 Aug 17 00:52:24.178726 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ba55288f-8d81-4319-acfd-5a0d2add32be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'c0e86c87-58a1-4860-a889-951d6d273de7', 'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'mac_address': 'fa:16:3e:17:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:38Z', 'updated_at': '2021-08-17T00:45:44Z', 'revision_number': 5, 'project_id': '4c650715395848588e5c60dc3580b690', 'subnets': [{'id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:52:24.208225 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba55288f-8d81-4319-acfd-5a0d2add32be None None] Checking router: e1ac8e32-fc27-44c0-9348-31513c6fedca for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:52:24.216600 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba55288f-8d81-4319-acfd-5a0d2add32be None None] Routers {'e1ac8e32-fc27-44c0-9348-31513c6fedca'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:52:24.217244 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ba55288f-8d81-4319-acfd-5a0d2add32be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:52:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e1ac8e32-fc27-44c0-9348-31513c6fedca'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:52:24.325359 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-ba55288f-8d81-4319-acfd-5a0d2add32be None None] Set router e1ac8e32-fc27-44c0-9348-31513c6fedca gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:52:24.527344 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ba55288f-8d81-4319-acfd-5a0d2add32be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'c0e86c87-58a1-4860-a889-951d6d273de7', 'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'mac_address': 'fa:16:3e:17:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:38Z', 'updated_at': '2021-08-17T00:45:44Z', 'revision_number': 5, 'project_id': '4c650715395848588e5c60dc3580b690', 'subnets': [{'id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:52:24.556773 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba55288f-8d81-4319-acfd-5a0d2add32be None None] The sync data for ids ['e1ac8e32-fc27-44c0-9348-31513c6fedca'] in n-d-800088-20 is: [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'c0e86c87-58a1-4860-a889-951d6d273de7', 'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'mac_address': 'fa:16:3e:17:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:38Z', 'updated_at': '2021-08-17T00:45:44Z', 'revision_number': 5, 'project_id': '4c650715395848588e5c60dc3580b690', 'subnets': [{'id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:52:24.773497 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0289edd1-28c9-4846-9838-d591bbbd0263 None None] New status for floating IP 81b665f2-9c12-446a-bc1c-6dbb2af6e4fc: DOWN {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:52:25.309095 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-76f24d14-c3b4-4770-9cf8-9768cc081bd3 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--97566013&fields=id&tenant_id=4c650715395848588e5c60dc3580b690 HTTP/1.1" status: 200 len: 267 time: 0.0366299 Aug 17 00:52:25.420290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-cd63ba6b-a1ca-4f0a-ae81-875e195dcc9f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:25.421943 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-cd63ba6b-a1ca-4f0a-ae81-875e195dcc9f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 812 time: 0.1062386 Aug 17 00:52:25.437114 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-75d34726-f544-4b23-805b-bbcfaf062811 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/quotas/4c650715395848588e5c60dc3580b690 HTTP/1.1" status: 200 len: 375 time: 0.0092590 Aug 17 00:52:25.493018 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-090b6ca9-54a3-429e-ac8f-110c0b15c7c1 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490863 Aug 17 00:52:25.509274 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-e6231fa7-8501-472a-9043-c792b97f9785 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:52:25.510228 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-e6231fa7-8501-472a-9043-c792b97f9785 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051603 Aug 17 00:52:25.604595 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-0d406672-139e-4694-b551-b0e1797f7589 service neutron] 10.222.0.60 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887196 Aug 17 00:52:25.694119 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-cafe90f1-fe53-4767-888d-c4a11cfe82b6 service neutron] 10.222.0.60 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831871 Aug 17 00:52:25.852999 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fda1fea9-b6b3-4d62-b90b-bd828ec51521 req-ea6253b1-5ec6-4349-bc32-6939abcb995c tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 210 time: 0.0276053 Aug 17 00:52:26.827609 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-f33308f1-c9c5-43ad-85e5-7ee934c7ce4e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:26.828985 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-f33308f1-c9c5-43ad-85e5-7ee934c7ce4e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.69 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 812 time: 0.1094248 Aug 17 00:52:26.876947 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-97b0b115-3022-4cc8-9c4a-f0c6732172fb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c650715395848588e5c60dc3580b690 HTTP/1.1" status: 200 len: 378 time: 0.0353932 Aug 17 00:52:26.887360 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-82e61208-f80f-47f0-95c2-f86f8d64905e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Request body: {'port': {'device_id': '3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'admin_state_up': True, 'tenant_id': '4c650715395848588e5c60dc3580b690', 'security_groups': ['b7666722-1318-40f6-975b-1163f1c35ab3']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:52:26.963549 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b8deeff0-bc51-44dc-82cb-923fdfc3c3e3 req-62a5bee7-13f3-48ef-b8aa-867096a84522 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 210 time: 0.0378077 Aug 17 00:52:27.018416 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-82e61208-f80f-47f0-95c2-f86f8d64905e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Made reservation on behalf of 4c650715395848588e5c60dc3580b690 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:52:27.022061 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-82e61208-f80f-47f0-95c2-f86f8d64905e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:27.145514 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-82e61208-f80f-47f0-95c2-f86f8d64905e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Allocated IP 172.20.0.7 (9bd68747-9144-419f-8aae-56ee7562b1d3/4a0ecd0e-7f28-400f-a110-6d0ebe70954d/5c6720cd-69fa-4eae-9d34-7179eb2bbc5d) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:52:27.287144 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-82e61208-f80f-47f0-95c2-f86f8d64905e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:27.300025 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-82e61208-f80f-47f0-95c2-f86f8d64905e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Transition to ACTIVE for port object 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:52:27.332871 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-82e61208-f80f-47f0-95c2-f86f8d64905e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:27.380668 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-82e61208-f80f-47f0-95c2-f86f8d64905e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Network 9bd68747-9144-419f-8aae-56ee7562b1d3 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:52:27.383798 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-82e61208-f80f-47f0-95c2-f86f8d64905e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:52:27.386275 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-82e61208-f80f-47f0-95c2-f86f8d64905e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:52:27.420506 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e61208-f80f-47f0-95c2-f86f8d64905e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Pushing event updated for resources: {'Port': ['ID=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:52:27.450736 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-82e61208-f80f-47f0-95c2-f86f8d64905e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:27.451378 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-82e61208-f80f-47f0-95c2-f86f8d64905e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:27.468862 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-82e61208-f80f-47f0-95c2-f86f8d64905e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5852022 Aug 17 00:52:27.486483 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-fbd060a1-eff0-44cb-baeb-ebb7b1a4277e service neutron] Request body: {'port': {'device_id': '3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:52:27.542613 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-fbd060a1-eff0-44cb-baeb-ebb7b1a4277e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:27.661672 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad53b434-5d08-4239-a236-75253299df6a None None] Provisioning for port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:52:27.665246 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad53b434-5d08-4239-a236-75253299df6a None None] Provisioning complete for port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:52:27.666182 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad53b434-5d08-4239-a236-75253299df6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:27.699135 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad53b434-5d08-4239-a236-75253299df6a None None] Port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:52:27.802491 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-fbd060a1-eff0-44cb-baeb-ebb7b1a4277e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:52:27.809612 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-fbd060a1-eff0-44cb-baeb-ebb7b1a4277e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:27.821568 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-fbd060a1-eff0-44cb-baeb-ebb7b1a4277e service neutron] Transition to ACTIVE for port object 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:52:27.825244 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-fbd060a1-eff0-44cb-baeb-ebb7b1a4277e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:27.874621 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd060a1-eff0-44cb-baeb-ebb7b1a4277e service neutron] Pushing event updated for resources: {'Port': ['ID=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:52:27.894107 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a3c7f09e-6fd9-497c-9980-f1e4bb899af6 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:52:27.915835 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: a3c7f09e-6fd9-497c-9980-f1e4bb899af6 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:52:27.916491 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device a3c7f09e-6fd9-497c-9980-f1e4bb899af6 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:52:27.943401 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-fbd060a1-eff0-44cb-baeb-ebb7b1a4277e service neutron] Attempting to bind port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:52:27.943734 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-fbd060a1-eff0-44cb-baeb-ebb7b1a4277e service neutron] Attempting to bind port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:52:27.944062 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-fbd060a1-eff0-44cb-baeb-ebb7b1a4277e service neutron] Attempting to bind port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d on network 9bd68747-9144-419f-8aae-56ee7562b1d3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:52:27.948571 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-fbd060a1-eff0-44cb-baeb-ebb7b1a4277e service neutron] Port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d on network 9bd68747-9144-419f-8aae-56ee7562b1d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:52:27.948902 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-fbd060a1-eff0-44cb-baeb-ebb7b1a4277e service neutron] Attempting to bind port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d on network 9bd68747-9144-419f-8aae-56ee7562b1d3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:52:27.953752 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-fbd060a1-eff0-44cb-baeb-ebb7b1a4277e service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:52:27.954087 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-fbd060a1-eff0-44cb-baeb-ebb7b1a4277e service neutron] Checking segment: {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:52:27.954478 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-fbd060a1-eff0-44cb-baeb-ebb7b1a4277e service neutron] Bound using segment: {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:52:27.954886 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-fbd060a1-eff0-44cb-baeb-ebb7b1a4277e service neutron] Bound port: 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:52:27.955238 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-fbd060a1-eff0-44cb-baeb-ebb7b1a4277e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:28.026330 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-fbd060a1-eff0-44cb-baeb-ebb7b1a4277e service neutron] For port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:52:28.029873 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-fbd060a1-eff0-44cb-baeb-ebb7b1a4277e service neutron] For port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:52:28.034661 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-fbd060a1-eff0-44cb-baeb-ebb7b1a4277e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:28.100799 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-fbd060a1-eff0-44cb-baeb-ebb7b1a4277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:28.101461 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-fbd060a1-eff0-44cb-baeb-ebb7b1a4277e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:28.102856 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-fbd060a1-eff0-44cb-baeb-ebb7b1a4277e service neutron] 10.222.0.69 "PUT /v2.0/ports/5c6720cd-69fa-4eae-9d34-7179eb2bbc5d HTTP/1.1" status: 200 len: 1092 time: 0.6211979 Aug 17 00:52:28.107175 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5', 'tag': '5c6720cd-69fa-4eae-9d34-7179eb2bbc5d'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:52:28.110553 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ea3120-94e9-41f1-9915-6379c12dacf1" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5", "tag": "5c6720cd-69fa-4eae-9d34-7179eb2bbc5d"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:52:28.147306 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd060a1-eff0-44cb-baeb-ebb7b1a4277e service neutron] Pushing event updated for resources: {'Port': ['ID=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:52:28.158665 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9654437-0bc8-4da7-a895-093d15bc1ac2 req-14ae9d59-adc3-4af5-8c92-aa6ecf364e60 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:28.160278 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b9654437-0bc8-4da7-a895-093d15bc1ac2 req-14ae9d59-adc3-4af5-8c92-aa6ecf364e60 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 943 time: 0.1160827 Aug 17 00:52:28.192674 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbb4670-57e2-4f3f-ade9-8065fdc91dca x-openstack-request-id: req-4dbb4670-57e2-4f3f-ade9-8065fdc91dca {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:52:28.192971 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5", "tag": "5c6720cd-69fa-4eae-9d34-7179eb2bbc5d", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:52:28.193319 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4dbb4670-57e2-4f3f-ade9-8065fdc91dca {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:52:28.193705 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5', 'tag': '5c6720cd-69fa-4eae-9d34-7179eb2bbc5d', 'status': 'completed', 'code': 200} Aug 17 00:52:28.231937 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b9654437-0bc8-4da7-a895-093d15bc1ac2 req-43a762a5-281e-4736-b98d-be095037a105 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609124 Aug 17 00:52:28.238702 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-4487cb62-679d-46e7-b228-5d983ec19af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:28.240206 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-4487cb62-679d-46e7-b228-5d983ec19af3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 1095 time: 0.0788736 Aug 17 00:52:28.289825 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-91768703-2930-4d52-9ba7-a932ef7973a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d HTTP/1.1" status: 200 len: 217 time: 0.0365338 Aug 17 00:52:28.344032 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-de2673e1-f6c3-41a6-a6d4-75df028d4015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:28.345502 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-de2673e1-f6c3-41a6-a6d4-75df028d4015 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0459437 Aug 17 00:52:28.396701 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-47407ae8-67c8-492d-9303-30cee1deaa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:28.398283 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-47407ae8-67c8-492d-9303-30cee1deaa62 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415299 Aug 17 00:52:28.497323 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-856d0811-3585-405e-adee-083c67e9256c service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860620 Aug 17 00:52:28.591708 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9baa94d-f788-48c9-b075-0c18ca43c668 req-fc3627c2-1f03-4daa-a8ab-ee759d36228b service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826342 Aug 17 00:52:28.686580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea3120-94e9-41f1-9915-6379c12dacf1 req-634d6770-6f43-48eb-8bf0-374e6c15d406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:28.688080 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49ea3120-94e9-41f1-9915-6379c12dacf1 req-634d6770-6f43-48eb-8bf0-374e6c15d406 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 1095 time: 0.0457680 Aug 17 00:52:28.777534 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea3120-94e9-41f1-9915-6379c12dacf1 req-881d2882-85e4-431b-bc6f-3b09d343cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:28.778892 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49ea3120-94e9-41f1-9915-6379c12dacf1 req-881d2882-85e4-431b-bc6f-3b09d343cb30 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.0833366 Aug 17 00:52:28.824025 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49ea3120-94e9-41f1-9915-6379c12dacf1 req-ea88b864-1acd-41e7-a4bc-4fc03bca3d5c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d HTTP/1.1" status: 200 len: 217 time: 0.0368569 Aug 17 00:52:28.877171 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea3120-94e9-41f1-9915-6379c12dacf1 req-5aa870ce-fb93-40db-8c66-8aaa98bd37f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:28.878627 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49ea3120-94e9-41f1-9915-6379c12dacf1 req-5aa870ce-fb93-40db-8c66-8aaa98bd37f1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0432403 Aug 17 00:52:28.927012 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea3120-94e9-41f1-9915-6379c12dacf1 req-6e112925-cd71-40a9-9979-47a455f4247b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:28.928480 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49ea3120-94e9-41f1-9915-6379c12dacf1 req-6e112925-cd71-40a9-9979-47a455f4247b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406179 Aug 17 00:52:29.024446 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49ea3120-94e9-41f1-9915-6379c12dacf1 req-e0401e38-034a-4a73-9323-760ceb7e3d42 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844355 Aug 17 00:52:29.119846 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49ea3120-94e9-41f1-9915-6379c12dacf1 req-1784bc70-f69e-42d2-972c-42785777b83f service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868497 Aug 17 00:52:29.351605 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd072b4-7fa0-4de2-8682-48e8b5ddb874 req-028cc38d-c36b-4e4a-9d8c-ea71632dd5d0 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:29.353141 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8cd072b4-7fa0-4de2-8682-48e8b5ddb874 req-028cc38d-c36b-4e4a-9d8c-ea71632dd5d0 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 943 time: 0.0502560 Aug 17 00:52:29.390444 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8cd072b4-7fa0-4de2-8682-48e8b5ddb874 req-a32adf76-d30d-4136-b7c5-fbb8dbc0842b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310347 Aug 17 00:52:30.510430 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7424e-c04b-483d-bdb6-278d8fa6e2f6 req-8a3bbcbd-efc4-4ba2-8b63-e7e87872315f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:30.511915 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9d7424e-c04b-483d-bdb6-278d8fa6e2f6 req-8a3bbcbd-efc4-4ba2-8b63-e7e87872315f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 943 time: 0.0531547 Aug 17 00:52:30.550728 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9d7424e-c04b-483d-bdb6-278d8fa6e2f6 req-9fe9b382-b3f8-4ad1-a0c3-20aa5af1fa0b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324991 Aug 17 00:52:31.710731 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b4aac-0c95-47c3-aa00-40eda688fe3d req-ad25aadf-30d0-4a73-8673-a13515a5e243 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:31.712128 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f4b4aac-0c95-47c3-aa00-40eda688fe3d req-ad25aadf-30d0-4a73-8673-a13515a5e243 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 943 time: 0.0920546 Aug 17 00:52:31.749460 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f4b4aac-0c95-47c3-aa00-40eda688fe3d req-3f1e9135-7e68-46cb-bd90-bdc8367ed36f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312757 Aug 17 00:52:31.772863 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:52:31.870238 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:52:31.881478 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '5c6720cd-69fa-4eae-9d34-7179eb2bbc5d', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'port_id': '5c6720cd-69fa-4eae-9d34-7179eb2bbc5d', 'mac_address': 'fa:16:3e:d5:7d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:52:31.918308 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:31.930779 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:52:31.950005 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:52:31.953572 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:31.999678 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:52:32.185990 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['5c6720cd-69fa-4eae-9d34-7179eb2bbc5d'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:52:32.908169 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cb55a-eefe-4ce9-98a6-33c208d3ef77 req-7337889c-3622-4351-8b3e-8755d63f5496 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:32.910210 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-203cb55a-eefe-4ce9-98a6-33c208d3ef77 req-7337889c-3622-4351-8b3e-8755d63f5496 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 944 time: 0.0928674 Aug 17 00:52:32.947744 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-203cb55a-eefe-4ce9-98a6-33c208d3ef77 req-45e5e8f6-b35c-4cf1-a39e-0974c0320b1b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313861 Aug 17 00:52:33.788115 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:52:33.836266 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:52:33.839846 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:52:33.840218 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:33.918417 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:33.940860 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6720cd-69fa-4eae-9d34-7179eb2bbc5d'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:52:33.943447 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d9b1f6eceb9192db377ceb4d6ae83098a713cf0d5394fe300bfd3a5d60dfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14cfbe6-4042-4807-bd20-f0579726ebf8" -d '{"events": [{"server_uuid": "3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5", "name": "network-vif-plugged", "status": "completed", "tag": "5c6720cd-69fa-4eae-9d34-7179eb2bbc5d"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:52:33.956195 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:52:33.960655 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:33.985318 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466f9d39-77b0-47fb-98d1-97c48f8a3b04 x-openstack-request-id: req-466f9d39-77b0-47fb-98d1-97c48f8a3b04 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:52:33.985612 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5", "name": "network-vif-plugged", "status": "completed", "tag": "5c6720cd-69fa-4eae-9d34-7179eb2bbc5d", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:52:33.985865 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-466f9d39-77b0-47fb-98d1-97c48f8a3b04 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:52:33.986253 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6720cd-69fa-4eae-9d34-7179eb2bbc5d', 'code': 200} Aug 17 00:52:34.013710 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:52:34.101032 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c867f-3225-40bb-9ffe-4ac92b3feeb1 req-22f8e775-fd63-44f5-966c-e9f9b48a07ac tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:34.102533 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7b0c867f-3225-40bb-9ffe-4ac92b3feeb1 req-22f8e775-fd63-44f5-966c-e9f9b48a07ac tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 945 time: 0.0798447 Aug 17 00:52:34.108772 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0cca9-2e80-433a-8488-1dec7af000ed req-6fd52c11-5368-41cf-9706-b1f9e6a4eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:34.110185 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c7f0cca9-2e80-433a-8488-1dec7af000ed req-6fd52c11-5368-41cf-9706-b1f9e6a4eeb6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 1097 time: 0.0573306 Aug 17 00:52:34.161765 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7b0c867f-3225-40bb-9ffe-4ac92b3feeb1 req-0729b2a6-8121-42b2-ac0f-baa294e61d14 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506563 Aug 17 00:52:34.167443 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c7f0cca9-2e80-433a-8488-1dec7af000ed req-814395dd-fbad-4c5c-876d-31a0db99ec06 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438774 Aug 17 00:52:35.277478 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed32c2-2549-43bb-bf7e-b3a3abb5113b req-3a4efd4d-ed8b-4f15-9998-cfb1cd58266a tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:35.278926 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-afed32c2-2549-43bb-bf7e-b3a3abb5113b req-3a4efd4d-ed8b-4f15-9998-cfb1cd58266a tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 945 time: 0.0498648 Aug 17 00:52:35.317409 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-afed32c2-2549-43bb-bf7e-b3a3abb5113b req-85db1eaf-edff-4444-9bf0-0606750ebcb5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326266 Aug 17 00:52:35.434101 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fac01c-3768-43a8-999b-680d5781a669 req-d0bc4b1e-5583-4895-9b0a-27580dcfc977 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:35.435629 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a2fac01c-3768-43a8-999b-680d5781a669 req-d0bc4b1e-5583-4895-9b0a-27580dcfc977 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 945 time: 0.0529032 Aug 17 00:52:35.444712 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48018) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:52:35.449208 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-b1e16403-e5eb-43a9-a7f4-cd7abbb047f3 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Request body: {'floatingip': {'port_id': '5c6720cd-69fa-4eae-9d34-7179eb2bbc5d'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:52:35.489732 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b1e16403-e5eb-43a9-a7f4-cd7abbb047f3 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for floatingip, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:35.917584 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b1e16403-e5eb-43a9-a7f4-cd7abbb047f3 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:35.921571 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b1e16403-e5eb-43a9-a7f4-cd7abbb047f3 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:36.315239 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-b1e16403-e5eb-43a9-a7f4-cd7abbb047f3 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Floating IP 81b665f2-9c12-446a-bc1c-6dbb2af6e4fc associated. External IP: 172.25.3.46, port: 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d. Aug 17 00:52:36.519133 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e16403-e5eb-43a9-a7f4-cd7abbb047f3 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Router e1ac8e32-fc27-44c0-9348-31513c6fedca has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:52:36.626123 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e16403-e5eb-43a9-a7f4-cd7abbb047f3 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:52:36.631542 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b1e16403-e5eb-43a9-a7f4-cd7abbb047f3 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:36.636203 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d10316-4593-43fd-aa12-b486757309d2 None None] Sync routers for ids ['e1ac8e32-fc27-44c0-9348-31513c6fedca'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:52:36.647234 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d10316-4593-43fd-aa12-b486757309d2 None None] Routers {'e1ac8e32-fc27-44c0-9348-31513c6fedca'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:52:36.647854 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-05d10316-4593-43fd-aa12-b486757309d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:52:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e1ac8e32-fc27-44c0-9348-31513c6fedca'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:52:36.663123 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b1e16403-e5eb-43a9-a7f4-cd7abbb047f3 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "PUT /v2.0/floatingips/81b665f2-9c12-446a-bc1c-6dbb2af6e4fc HTTP/1.1" status: 200 len: 991 time: 1.2173302 Aug 17 00:52:36.663705 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5', 'tag': '5c6720cd-69fa-4eae-9d34-7179eb2bbc5d'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:52:36.666005 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cff04a-7d9c-4945-be08-fa0b8bebe962" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5", "tag": "5c6720cd-69fa-4eae-9d34-7179eb2bbc5d"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:52:36.703709 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d12af2b-f4f4-457a-8a2a-366c21465c09 x-openstack-request-id: req-7d12af2b-f4f4-457a-8a2a-366c21465c09 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:52:36.704039 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5", "tag": "5c6720cd-69fa-4eae-9d34-7179eb2bbc5d", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:52:36.704262 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d12af2b-f4f4-457a-8a2a-366c21465c09 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:52:36.704698 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5', 'tag': '5c6720cd-69fa-4eae-9d34-7179eb2bbc5d', 'status': 'completed', 'code': 200} Aug 17 00:52:36.772337 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cff04a-7d9c-4945-be08-fa0b8bebe962 req-e2dbf6f5-99bf-4f54-8985-e8841da45c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:36.773934 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-14cff04a-7d9c-4945-be08-fa0b8bebe962 req-e2dbf6f5-99bf-4f54-8985-e8841da45c3e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 1097 time: 0.0444136 Aug 17 00:52:36.866418 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cff04a-7d9c-4945-be08-fa0b8bebe962 req-8b54afe1-2d2a-4eca-96ab-98eaacb7f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:36.867913 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-14cff04a-7d9c-4945-be08-fa0b8bebe962 req-8b54afe1-2d2a-4eca-96ab-98eaacb7f530 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.0873053 Aug 17 00:52:36.916371 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-05d10316-4593-43fd-aa12-b486757309d2 None None] Set router e1ac8e32-fc27-44c0-9348-31513c6fedca gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:52:36.937299 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-14cff04a-7d9c-4945-be08-fa0b8bebe962 req-f5f338ed-bac3-4a04-a74f-f77b8628145a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d HTTP/1.1" status: 200 len: 999 time: 0.0620103 Aug 17 00:52:36.986608 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cff04a-7d9c-4945-be08-fa0b8bebe962 req-92e73c3f-9581-4622-be56-7e30a05e7b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:36.988280 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-14cff04a-7d9c-4945-be08-fa0b8bebe962 req-92e73c3f-9581-4622-be56-7e30a05e7b4f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0440300 Aug 17 00:52:37.032823 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cff04a-7d9c-4945-be08-fa0b8bebe962 req-1af36932-c14b-42f9-94b2-f5eac36e5364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:52:37.034371 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-14cff04a-7d9c-4945-be08-fa0b8bebe962 req-1af36932-c14b-42f9-94b2-f5eac36e5364 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396180 Aug 17 00:52:37.129741 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-14cff04a-7d9c-4945-be08-fa0b8bebe962 req-97bf470a-f523-4d83-b66a-2709c3fc5c71 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880146 Aug 17 00:52:37.143524 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-05d10316-4593-43fd-aa12-b486757309d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '81b665f2-9c12-446a-bc1c-6dbb2af6e4fc', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'port_id': '5c6720cd-69fa-4eae-9d34-7179eb2bbc5d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'mac_address': 'fa:16:3e:d5:7d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:45:41Z', 'updated_at': '2021-08-17T00:52:35Z', 'revision_number': 13, 'project_id': '4c650715395848588e5c60dc3580b690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e86c87-58a1-4860-a889-951d6d273de7', 'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'mac_address': 'fa:16:3e:17:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:38Z', 'updated_at': '2021-08-17T00:45:44Z', 'revision_number': 5, 'project_id': '4c650715395848588e5c60dc3580b690', 'subnets': [{'id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:52:37.170415 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d10316-4593-43fd-aa12-b486757309d2 None None] Checking router: e1ac8e32-fc27-44c0-9348-31513c6fedca for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:52:37.179208 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d10316-4593-43fd-aa12-b486757309d2 None None] Routers {'e1ac8e32-fc27-44c0-9348-31513c6fedca'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:52:37.179812 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-05d10316-4593-43fd-aa12-b486757309d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:52:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e1ac8e32-fc27-44c0-9348-31513c6fedca'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:52:37.220111 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-14cff04a-7d9c-4945-be08-fa0b8bebe962 req-b63f8848-6c6a-45a5-80cc-871aa05e6f90 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833650 Aug 17 00:52:37.287986 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-05d10316-4593-43fd-aa12-b486757309d2 None None] Set router e1ac8e32-fc27-44c0-9348-31513c6fedca gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:52:37.509446 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-05d10316-4593-43fd-aa12-b486757309d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '81b665f2-9c12-446a-bc1c-6dbb2af6e4fc', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'port_id': '5c6720cd-69fa-4eae-9d34-7179eb2bbc5d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'mac_address': 'fa:16:3e:d5:7d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:45:41Z', 'updated_at': '2021-08-17T00:52:35Z', 'revision_number': 13, 'project_id': '4c650715395848588e5c60dc3580b690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e86c87-58a1-4860-a889-951d6d273de7', 'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'mac_address': 'fa:16:3e:17:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:38Z', 'updated_at': '2021-08-17T00:45:44Z', 'revision_number': 5, 'project_id': '4c650715395848588e5c60dc3580b690', 'subnets': [{'id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:52:37.536116 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d10316-4593-43fd-aa12-b486757309d2 None None] The sync data for ids ['e1ac8e32-fc27-44c0-9348-31513c6fedca'] in n-d-800088-20 is: [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '81b665f2-9c12-446a-bc1c-6dbb2af6e4fc', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'port_id': '5c6720cd-69fa-4eae-9d34-7179eb2bbc5d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'mac_address': 'fa:16:3e:d5:7d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:45:41Z', 'updated_at': '2021-08-17T00:52:35Z', 'revision_number': 13, 'project_id': '4c650715395848588e5c60dc3580b690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e86c87-58a1-4860-a889-951d6d273de7', 'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'mac_address': 'fa:16:3e:17:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:38Z', 'updated_at': '2021-08-17T00:45:44Z', 'revision_number': 5, 'project_id': '4c650715395848588e5c60dc3580b690', 'subnets': [{'id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:52:37.720466 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7ce39e-2775-4658-bc70-7e272ed58251 None None] New status for floating IP 81b665f2-9c12-446a-bc1c-6dbb2af6e4fc: ACTIVE {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:52:40.594516 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:42.199326 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:46.597118 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b74849c1-03a4-4bcd-b5d2-0b55d6af2a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:49.292019 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-532a20fe-ee8f-4d9a-b2e4-e6de1c27b7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:49.339778 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:50.377692 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:52.277576 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:52:59.194296 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:53:10.590358 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:53:12.213303 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:53:15.890523 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72899e3f-9cef-4c72-8a93-f994042f8dd4 req-dcab315c-f179-43a6-9e83-3f5d0cf4fc84 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465546 Aug 17 00:53:15.979925 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72899e3f-9cef-4c72-8a93-f994042f8dd4 req-986729dc-79e9-461b-976e-908c99d549c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:53:15.981477 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72899e3f-9cef-4c72-8a93-f994042f8dd4 req-986729dc-79e9-461b-976e-908c99d549c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 1097 time: 0.0423403 Aug 17 00:53:16.106457 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72899e3f-9cef-4c72-8a93-f994042f8dd4 req-ed1344d5-083d-45f2-bfa0-0180d4f3772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:53:16.108149 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72899e3f-9cef-4c72-8a93-f994042f8dd4 req-ed1344d5-083d-45f2-bfa0-0180d4f3772f service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.1005368 Aug 17 00:53:16.178455 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72899e3f-9cef-4c72-8a93-f994042f8dd4 req-1630ff72-0d25-4bcc-a0aa-b4f3eb002f29 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d HTTP/1.1" status: 200 len: 1001 time: 0.0586760 Aug 17 00:53:16.234372 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72899e3f-9cef-4c72-8a93-f994042f8dd4 req-02939693-99dd-4d08-bd5f-0bc3800e8935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:53:16.236122 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72899e3f-9cef-4c72-8a93-f994042f8dd4 req-02939693-99dd-4d08-bd5f-0bc3800e8935 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0464625 Aug 17 00:53:16.291865 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72899e3f-9cef-4c72-8a93-f994042f8dd4 req-55ea7bf9-9dfe-417d-a2c6-6f63b0f6cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:53:16.293410 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72899e3f-9cef-4c72-8a93-f994042f8dd4 req-55ea7bf9-9dfe-417d-a2c6-6f63b0f6cdb3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462279 Aug 17 00:53:16.387980 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72899e3f-9cef-4c72-8a93-f994042f8dd4 req-9212674f-e6cc-4b0b-a7aa-b491ba15648d service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842004 Aug 17 00:53:16.491865 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72899e3f-9cef-4c72-8a93-f994042f8dd4 req-c2f146e5-15c6-4265-b612-33c11ce8c5c6 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931065 Aug 17 00:53:16.598967 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2cb5cfa4-6d0d-489a-97f8-c0e599507fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:53:19.293964 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0a1b857f-1adf-42bd-9b6e-7b421073069d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:53:19.339647 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:53:20.382338 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:53:22.274696 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:53:36.193084 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:53:40.585275 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:53:42.219656 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:53:46.606582 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e09ff540-f089-4075-8f77-d59244584a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:53:49.294598 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6f488d46-848f-4fc7-8d01-43b01bf45cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:53:49.341317 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:53:50.387010 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:53:52.278522 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:54:10.587873 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:54:12.231288 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:54:13.192842 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:54:15.870910 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46e6e35f-7f5b-4e0d-99a7-25412d8dd38c req-381ff5bd-da05-40ff-96ef-27cde4f43b5e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423026 Aug 17 00:54:15.951499 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6e35f-7f5b-4e0d-99a7-25412d8dd38c req-0349b466-5df7-4cee-8273-5f984333870c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:15.953006 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46e6e35f-7f5b-4e0d-99a7-25412d8dd38c req-0349b466-5df7-4cee-8273-5f984333870c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 1097 time: 0.0402856 Aug 17 00:54:16.061270 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6e35f-7f5b-4e0d-99a7-25412d8dd38c req-26118709-d24d-4699-9746-1125843d6dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:16.062634 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46e6e35f-7f5b-4e0d-99a7-25412d8dd38c req-26118709-d24d-4699-9746-1125843d6dfa service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.0886445 Aug 17 00:54:16.128738 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46e6e35f-7f5b-4e0d-99a7-25412d8dd38c req-9c059318-db0f-485e-9ffc-f56d061b94d5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d HTTP/1.1" status: 200 len: 1001 time: 0.0587785 Aug 17 00:54:16.181810 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6e35f-7f5b-4e0d-99a7-25412d8dd38c req-7f17709c-a15f-40ee-a0eb-93909cc5b256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:16.183239 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46e6e35f-7f5b-4e0d-99a7-25412d8dd38c req-7f17709c-a15f-40ee-a0eb-93909cc5b256 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0446024 Aug 17 00:54:16.233204 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6e35f-7f5b-4e0d-99a7-25412d8dd38c req-83c498de-034b-428a-bcc8-9db0954ed716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:16.234693 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46e6e35f-7f5b-4e0d-99a7-25412d8dd38c req-83c498de-034b-428a-bcc8-9db0954ed716 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442004 Aug 17 00:54:16.326637 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46e6e35f-7f5b-4e0d-99a7-25412d8dd38c req-0543d94f-8704-4789-8910-250a3f917f81 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809858 Aug 17 00:54:16.419550 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46e6e35f-7f5b-4e0d-99a7-25412d8dd38c req-6e3b032b-89c2-407c-ab07-eed476343c12 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842395 Aug 17 00:54:16.597214 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2a6a8489-028c-4cb1-b4ef-ee25f10d5cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:54:19.296112 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ebb253ee-53f6-45c7-ae45-a09009efdcdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:54:19.342149 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:54:19.386788 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9a8b1-3e54-4160-8345-f79e68840dee req-4b905ead-0c4e-4c91-8dd6-077d41d50dcd tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:19.388271 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bba9a8b1-3e54-4160-8345-f79e68840dee req-4b905ead-0c4e-4c91-8dd6-077d41d50dcd tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 945 time: 0.0513234 Aug 17 00:54:19.426310 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bba9a8b1-3e54-4160-8345-f79e68840dee req-dea2070d-67c3-4f81-adcb-5e63a3afe5ac tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320153 Aug 17 00:54:20.386975 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:54:22.282133 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:54:29.387039 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-9bd344f2-c1b0-47e0-80a8-e2170dd3aa66 req-063ab109-be36-44a5-88e2-f71effec16ea service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:54:29.388031 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9bd344f2-c1b0-47e0-80a8-e2170dd3aa66 req-063ab109-be36-44a5-88e2-f71effec16ea service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055203 Aug 17 00:54:29.571967 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446f096-963e-4b93-ac1b-315215bf43b6 req-dd3d77f6-68c8-459c-8413-2d9a3464ddcd tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:29.573536 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b446f096-963e-4b93-ac1b-315215bf43b6 req-dd3d77f6-68c8-459c-8413-2d9a3464ddcd tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 945 time: 0.0523770 Aug 17 00:54:29.611473 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b446f096-963e-4b93-ac1b-315215bf43b6 req-15858242-7494-4ec5-979a-84f49bdc64b7 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316999 Aug 17 00:54:29.665979 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-c3aff79d-710b-4809-828d-1f2fa3d7d8e6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0918627 Aug 17 00:54:29.674773 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-6ba26c97-9cb0-4b80-88b8-b9394393f2db service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:54:29.675726 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-6ba26c97-9cb0-4b80-88b8-b9394393f2db service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050008 Aug 17 00:54:30.736740 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8d083-e5db-403c-bbe5-0751257ff2cc req-d394edb7-9a75-4e99-97c1-7ec5a44df10d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:30.738270 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16c8d083-e5db-403c-bbe5-0751257ff2cc req-d394edb7-9a75-4e99-97c1-7ec5a44df10d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 945 time: 0.0564151 Aug 17 00:54:30.780283 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16c8d083-e5db-403c-bbe5-0751257ff2cc req-2f1dd3c1-065e-48b5-9482-279609363846 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351493 Aug 17 00:54:30.859362 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-b5fc0ef7-aeff-412c-a9b4-9fbb4d203e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:30.860842 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-b5fc0ef7-aeff-412c-a9b4-9fbb4d203e03 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 1097 time: 0.0414820 Aug 17 00:54:30.956906 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-54df0abd-a9ec-43bc-89a0-99e22bf00937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:30.958316 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-54df0abd-a9ec-43bc-89a0-99e22bf00937 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.0864630 Aug 17 00:54:31.029590 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-e439c850-d0ee-43d0-b110-3b8f48c5bee1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d HTTP/1.1" status: 200 len: 1001 time: 0.0598347 Aug 17 00:54:31.082917 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-95ea99ae-2e88-45be-bd2b-72143887ab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:31.084985 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-95ea99ae-2e88-45be-bd2b-72143887ab24 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0444362 Aug 17 00:54:31.139473 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-aecfc419-e46f-4ff0-a065-4603b2505197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:31.140954 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-aecfc419-e46f-4ff0-a065-4603b2505197 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446122 Aug 17 00:54:31.237377 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-352c8a79-9f97-46d3-be48-2fa486d09ef6 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877802 Aug 17 00:54:31.335095 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-2cce97cd-55c5-43b8-b771-e75a2fba2168 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870218 Aug 17 00:54:31.900808 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda69ae5-5229-4f68-b20c-30f5bc26eba9 req-f74439d8-813c-4e85-adcd-83a9730c40ea tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:31.902348 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bda69ae5-5229-4f68-b20c-30f5bc26eba9 req-f74439d8-813c-4e85-adcd-83a9730c40ea tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 945 time: 0.0499701 Aug 17 00:54:31.939588 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bda69ae5-5229-4f68-b20c-30f5bc26eba9 req-599c061c-0609-44a3-bf43-2e66db5f669f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313647 Aug 17 00:54:33.058132 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7c392-0eee-4763-8c47-9469730a9b22 req-1563ca0b-e409-4afa-b529-d526a17a2e9f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:33.059630 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0c7c392-0eee-4763-8c47-9469730a9b22 req-1563ca0b-e409-4afa-b529-d526a17a2e9f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 945 time: 0.0498970 Aug 17 00:54:33.097261 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c0c7c392-0eee-4763-8c47-9469730a9b22 req-5f9d5c67-7b4f-4cdc-9eb9-105d45da67a0 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316548 Aug 17 00:54:34.212100 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da184e31-969f-4cad-88c1-1c1a644a137c req-9d995000-dfb5-4968-b7b7-46c651862d80 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:34.213605 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da184e31-969f-4cad-88c1-1c1a644a137c req-9d995000-dfb5-4968-b7b7-46c651862d80 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 945 time: 0.0490253 Aug 17 00:54:34.261001 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-da184e31-969f-4cad-88c1-1c1a644a137c req-7ae410cc-9072-40e1-b1cd-d60ddb39b933 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415723 Aug 17 00:54:35.375572 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbf0ec-128d-496b-ac83-f0566db0a1ee req-3ea6a43f-39de-4ee3-bb29-1188de504bf6 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:35.377020 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cecbf0ec-128d-496b-ac83-f0566db0a1ee req-3ea6a43f-39de-4ee3-bb29-1188de504bf6 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 945 time: 0.0486729 Aug 17 00:54:35.417491 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cecbf0ec-128d-496b-ac83-f0566db0a1ee req-c185cf2d-24b5-4f8a-8b38-221f53fb18be tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342047 Aug 17 00:54:36.535688 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894cc90-3879-41fc-a852-dd70e8a12681 req-54a20f6a-3bc3-416e-85a5-2eedc4a65bcb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:36.537774 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6894cc90-3879-41fc-a852-dd70e8a12681 req-54a20f6a-3bc3-416e-85a5-2eedc4a65bcb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 945 time: 0.0489500 Aug 17 00:54:36.574844 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6894cc90-3879-41fc-a852-dd70e8a12681 req-c1cb9b86-8563-49c6-a382-6f7775a75559 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313799 Aug 17 00:54:37.691427 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91583b2-970b-403d-92ac-b6d092c9a506 req-b01dd369-13c2-49ca-9884-9c654dd53e64 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:37.692977 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e91583b2-970b-403d-92ac-b6d092c9a506 req-b01dd369-13c2-49ca-9884-9c654dd53e64 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 945 time: 0.0480225 Aug 17 00:54:37.734444 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e91583b2-970b-403d-92ac-b6d092c9a506 req-b3a1979a-2d2d-4434-8d82-43b04541c74c tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349419 Aug 17 00:54:38.863924 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7f450-1330-4297-8399-49db87c8869e req-0b3c6915-2213-4a22-8999-b6f198ace4b9 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:38.866290 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d6e7f450-1330-4297-8399-49db87c8869e req-0b3c6915-2213-4a22-8999-b6f198ace4b9 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 945 time: 0.0505664 Aug 17 00:54:38.903801 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d6e7f450-1330-4297-8399-49db87c8869e req-b2eb5336-1c73-402d-b867-bb8c4f5c2203 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318789 Aug 17 00:54:40.017910 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61a242-20e3-493e-953f-ae6a884a7bdc req-21555305-3845-4934-b824-f2da35ed89f6 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:40.019391 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f61a242-20e3-493e-953f-ae6a884a7bdc req-21555305-3845-4934-b824-f2da35ed89f6 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 945 time: 0.0491300 Aug 17 00:54:40.057024 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f61a242-20e3-493e-953f-ae6a884a7bdc req-3337c8ab-5bce-4d27-9498-dc600cd11ad8 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309303 Aug 17 00:54:40.599404 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:54:41.171633 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b71c8-70ac-4395-a628-a699a7047ae9 req-9fca9984-e247-496d-a511-470437cdaeda tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:41.172999 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e8b71c8-70ac-4395-a628-a699a7047ae9 req-9fca9984-e247-496d-a511-470437cdaeda tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 945 time: 0.0496418 Aug 17 00:54:41.214499 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e8b71c8-70ac-4395-a628-a699a7047ae9 req-3a26075f-c7c9-4da9-aa19-c5817a7f0370 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352826 Aug 17 00:54:42.232137 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:54:42.330151 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01da9f-8380-4e73-9f52-f76718210002 req-412bbdbc-5a3d-4165-8a58-0c95a1d01bcf tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:42.331621 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af01da9f-8380-4e73-9f52-f76718210002 req-412bbdbc-5a3d-4165-8a58-0c95a1d01bcf tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 945 time: 0.0490005 Aug 17 00:54:42.369430 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-af01da9f-8380-4e73-9f52-f76718210002 req-4866a40b-d3c4-4ec2-b0f8-928198ceb4a4 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312891 Aug 17 00:54:43.485752 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44404605-56b0-4312-bdc6-12e3b2d060db req-5e103a15-24ef-42e9-958d-e86a0405c298 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:43.487226 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44404605-56b0-4312-bdc6-12e3b2d060db req-5e103a15-24ef-42e9-958d-e86a0405c298 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 945 time: 0.0505123 Aug 17 00:54:43.526031 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44404605-56b0-4312-bdc6-12e3b2d060db req-0d1fe750-5133-45cd-bc63-92c2d9c4d7ce tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321319 Aug 17 00:54:44.644602 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5b380-8b43-421b-b761-024eba0e4afb req-883710c9-82a6-4a10-98aa-7d5eef0e3c6a tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:44.646138 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aab5b380-8b43-421b-b761-024eba0e4afb req-883710c9-82a6-4a10-98aa-7d5eef0e3c6a tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 945 time: 0.0487587 Aug 17 00:54:44.689053 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aab5b380-8b43-421b-b761-024eba0e4afb req-ec6cdde1-9001-41bf-bb35-f5a8113fd55a tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359762 Aug 17 00:54:45.269073 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-5bd4cb37-b400-4e7a-b39c-52bfb903dac7 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:54:45.270040 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-5bd4cb37-b400-4e7a-b39c-52bfb903dac7 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054617 Aug 17 00:54:45.332965 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-84f92128-1b0f-42f8-9c79-3c5f596a946c service neutron] show failed (client error): The resource could not be found. Aug 17 00:54:45.333997 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-84f92128-1b0f-42f8-9c79-3c5f596a946c service neutron] 10.222.0.69 "GET /v2.0/ports/5c6720cd-69fa-4eae-9d34-7179eb2bbc5d/bindings/n-h2-800088-20 HTTP/1.1" status: 404 len: 381 time: 0.0539770 Aug 17 00:54:45.581236 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-c7b19a96-63f7-40e7-95a9-4bfeeb1bfb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:45.582766 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-c7b19a96-63f7-40e7-95a9-4bfeeb1bfb83 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5&tenant_id=4c650715395848588e5c60dc3580b690 HTTP/1.1" status: 200 len: 1097 time: 0.0805066 Aug 17 00:54:45.594265 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-08951d50-9ca0-487c-8e73-12cf4f2c6883 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:54:45.595222 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-08951d50-9ca0-487c-8e73-12cf4f2c6883 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054169 Aug 17 00:54:45.608324 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-20', 'device_owner': 'compute:nova'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:54:45.683768 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:54:45.900974 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb573d3a-2801-4d53-8160-caf253bdf011 req-19c9d5cd-147e-4a54-a82f-31943d6c82e9 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:45.902840 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cb573d3a-2801-4d53-8160-caf253bdf011 req-19c9d5cd-147e-4a54-a82f-31943d6c82e9 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 945 time: 0.1158388 Aug 17 00:54:45.969275 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] For port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:54:45.974911 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cb573d3a-2801-4d53-8160-caf253bdf011 req-b798d535-9337-4713-98f7-9c793ba35150 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656755 Aug 17 00:54:46.008919 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] For port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:54:46.058622 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c6720cd-69fa-4eae-9d34-7179eb2bbc5d'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:54:46.061184 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3ce1e1-3b74-484a-bd11-378d650925e7" -d '{"events": [{"server_uuid": "3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5", "name": "network-vif-unplugged", "status": "completed", "tag": "5c6720cd-69fa-4eae-9d34-7179eb2bbc5d"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:54:46.065438 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:54:46.079908 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Transition to ACTIVE for port object 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:54:46.085183 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:54:46.186041 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 00:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba654f6-423f-49f0-8116-6cb3168b893d x-openstack-request-id: req-fba654f6-423f-49f0-8116-6cb3168b893d {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:54:46.186337 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5", "name": "network-vif-unplugged", "status": "completed", "tag": "5c6720cd-69fa-4eae-9d34-7179eb2bbc5d", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:54:46.186595 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fba654f6-423f-49f0-8116-6cb3168b893d {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:54:46.186994 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c6720cd-69fa-4eae-9d34-7179eb2bbc5d', 'code': 200} Aug 17 00:54:46.202831 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d,revision_number=6']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:54:46.218844 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:54:46.219531 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:54:46.220450 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:54:46.221235 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:54:46.221582 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:54:46.222057 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:54:46.223325 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:54:46.223679 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:54:46.224024 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:54:46.224366 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:54:46.224704 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:54:46.225136 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:54:46.259796 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] No DVR routers for this DVR port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d on host n-h1-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:54:46.379090 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:54:46.418598 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Attempting to bind port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:54:46.418855 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Attempting to bind port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:54:46.419192 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Attempting to bind port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d on network 9bd68747-9144-419f-8aae-56ee7562b1d3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:54:46.423904 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d on network 9bd68747-9144-419f-8aae-56ee7562b1d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:54:46.424284 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Attempting to bind port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d on network 9bd68747-9144-419f-8aae-56ee7562b1d3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:54:46.429236 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:54:46.429587 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Checking segment: {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:54:46.430022 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Bound using segment: {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:54:46.430454 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Bound port: 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:54:46.430921 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:54:46.442822 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:54:46.502946 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] For port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:54:46.506709 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] For port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:54:46.512809 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:54:46.555441 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:46.556067 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:54:46.557501 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] 10.222.0.64 "PUT /v2.0/ports/5c6720cd-69fa-4eae-9d34-7179eb2bbc5d HTTP/1.1" status: 200 len: 1092 time: 0.9534268 Aug 17 00:54:46.577258 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6ab26-61e7-4a50-9042-5107fca9a4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d,revision_number=7']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:54:46.601962 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3db8d55b-45cc-4dd2-adfc-6b1bd0dcaa35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:54:46.624133 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-ff142694-21a2-4d79-a14c-fba8e8b4ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:46.625709 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-ff142694-21a2-4d79-a14c-fba8e8b4ba6e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 1095 time: 0.0455668 Aug 17 00:54:46.723257 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-5a870046-2858-455f-a4ca-311b7c65598c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:46.724771 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-5a870046-2858-455f-a4ca-311b7c65598c service neutron] 10.222.0.64 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.0911109 Aug 17 00:54:46.793487 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-81905c71-eb50-48dc-b49a-7a952cf1a0e7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d HTTP/1.1" status: 200 len: 999 time: 0.0611923 Aug 17 00:54:46.845847 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-e91fb54e-18ac-4494-a98b-c49429abf92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:46.847302 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-e91fb54e-18ac-4494-a98b-c49429abf92f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0475516 Aug 17 00:54:46.892487 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-531325e5-a2a2-4fa5-93b8-625ab49ee718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:46.893981 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-531325e5-a2a2-4fa5-93b8-625ab49ee718 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401740 Aug 17 00:54:46.986281 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-dcd2c818-03db-4d94-9b15-dd6bf1ba83f4 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849888 Aug 17 00:54:47.108632 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-571c61b2-061d-42c1-9f2d-5a0249523a13 req-bea41d1a-55f9-48e9-8ae2-a21e47180e5a service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137514 Aug 17 00:54:47.118997 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f537e5-969e-4ca9-8182-22030bd77b8c req-4f326d54-2ba2-4ea7-8cbe-f0d404d2c4c4 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:47.120428 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79f537e5-969e-4ca9-8182-22030bd77b8c req-4f326d54-2ba2-4ea7-8cbe-f0d404d2c4c4 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 943 time: 0.0726669 Aug 17 00:54:47.160762 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79f537e5-969e-4ca9-8182-22030bd77b8c req-bc47b0b0-9dbc-45f9-99a6-ca2e51407072 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334101 Aug 17 00:54:48.188391 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5', 'tag': '5c6720cd-69fa-4eae-9d34-7179eb2bbc5d'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:54:48.191152 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f2ae99-5bf5-4f9d-bd89-aba8db1266e0" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5", "tag": "5c6720cd-69fa-4eae-9d34-7179eb2bbc5d"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:54:48.260824 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d7f73d-486e-488f-8ada-211d38746f89 x-openstack-request-id: req-f6d7f73d-486e-488f-8ada-211d38746f89 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:54:48.261260 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5", "tag": "5c6720cd-69fa-4eae-9d34-7179eb2bbc5d", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:54:48.261377 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f6d7f73d-486e-488f-8ada-211d38746f89 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:54:48.261780 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5', 'tag': '5c6720cd-69fa-4eae-9d34-7179eb2bbc5d', 'status': 'completed', 'code': 200} Aug 17 00:54:48.357546 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f6352-d04a-45da-a0e6-252147b754a6 req-368bbb9c-ed8d-4abc-95b8-d0ef2de58701 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:48.359093 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c58f6352-d04a-45da-a0e6-252147b754a6 req-368bbb9c-ed8d-4abc-95b8-d0ef2de58701 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 943 time: 0.1246099 Aug 17 00:54:48.372302 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2ae99-5bf5-4f9d-bd89-aba8db1266e0 req-b14082c8-fc95-4cee-83e1-76c2c1b9d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:48.373777 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55f2ae99-5bf5-4f9d-bd89-aba8db1266e0 req-b14082c8-fc95-4cee-83e1-76c2c1b9d447 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 1095 time: 0.0977087 Aug 17 00:54:48.379655 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2ae99-5bf5-4f9d-bd89-aba8db1266e0 req-9193849f-b0db-488d-9055-2e1099fac77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:48.381024 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55f2ae99-5bf5-4f9d-bd89-aba8db1266e0 req-9193849f-b0db-488d-9055-2e1099fac77b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 1095 time: 0.1038523 Aug 17 00:54:48.516829 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c58f6352-d04a-45da-a0e6-252147b754a6 req-ea8041c8-34fc-4fa7-a879-b35bb39fee4b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1481040 Aug 17 00:54:48.880111 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2ae99-5bf5-4f9d-bd89-aba8db1266e0 req-6f8b8ec3-77b6-4c62-98e8-688e15b0f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:48.881857 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55f2ae99-5bf5-4f9d-bd89-aba8db1266e0 req-6f8b8ec3-77b6-4c62-98e8-688e15b0f6db service neutron] 10.222.0.64 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.4982488 Aug 17 00:54:48.883010 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2ae99-5bf5-4f9d-bd89-aba8db1266e0 req-ebebb861-7e8f-4064-b3d5-400d9852e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:48.884331 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55f2ae99-5bf5-4f9d-bd89-aba8db1266e0 req-ebebb861-7e8f-4064-b3d5-400d9852e5b4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.4867408 Aug 17 00:54:48.998798 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55f2ae99-5bf5-4f9d-bd89-aba8db1266e0 req-e73bb2ff-4aea-48ca-908b-76d5daafff78 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d HTTP/1.1" status: 200 len: 999 time: 0.1094508 Aug 17 00:54:49.000578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55f2ae99-5bf5-4f9d-bd89-aba8db1266e0 req-e5ed6743-d44d-4cfc-9c7a-5f8d5b20f432 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d HTTP/1.1" status: 200 len: 999 time: 0.1043079 Aug 17 00:54:49.083199 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2ae99-5bf5-4f9d-bd89-aba8db1266e0 req-2216f8b1-1957-4d52-89cf-8b0766b9b549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:49.085478 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55f2ae99-5bf5-4f9d-bd89-aba8db1266e0 req-2216f8b1-1957-4d52-89cf-8b0766b9b549 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0790131 Aug 17 00:54:49.086881 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2ae99-5bf5-4f9d-bd89-aba8db1266e0 req-b42d8547-d1c1-46a2-b7b5-8c5831d95f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:49.088201 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55f2ae99-5bf5-4f9d-bd89-aba8db1266e0 req-b42d8547-d1c1-46a2-b7b5-8c5831d95f5e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0739503 Aug 17 00:54:49.164516 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2ae99-5bf5-4f9d-bd89-aba8db1266e0 req-67a98109-1161-4b78-8bcb-aa4d6dd6d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:49.165994 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55f2ae99-5bf5-4f9d-bd89-aba8db1266e0 req-67a98109-1161-4b78-8bcb-aa4d6dd6d5e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736969 Aug 17 00:54:49.168507 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2ae99-5bf5-4f9d-bd89-aba8db1266e0 req-6913f1e1-f3fc-4c8e-af7f-a870c3f0daad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:49.169897 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55f2ae99-5bf5-4f9d-bd89-aba8db1266e0 req-6913f1e1-f3fc-4c8e-af7f-a870c3f0daad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674140 Aug 17 00:54:49.298763 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f872aa91-a90e-4f8b-b508-abd6b1aeee2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:54:49.343679 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55f2ae99-5bf5-4f9d-bd89-aba8db1266e0 req-4c2546bc-4292-4b71-946d-022053a937ea service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669831 Aug 17 00:54:49.344323 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:54:49.346977 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55f2ae99-5bf5-4f9d-bd89-aba8db1266e0 req-07063c1a-47cb-4c9c-a0a8-12248f626eb3 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630518 Aug 17 00:54:49.510065 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55f2ae99-5bf5-4f9d-bd89-aba8db1266e0 req-16110817-4488-4f84-b4a1-3d5ed8fe3b66 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580889 Aug 17 00:54:49.511964 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55f2ae99-5bf5-4f9d-bd89-aba8db1266e0 req-bbd8aef8-bb26-4174-afec-c57bae09ba46 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518903 Aug 17 00:54:49.649723 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3279189-4204-4999-ae1b-3aeda46f96e7 req-55d8aae5-c498-4b78-b882-53fc172913bf tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:49.651379 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3279189-4204-4999-ae1b-3aeda46f96e7 req-55d8aae5-c498-4b78-b882-53fc172913bf tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 943 time: 0.0597181 Aug 17 00:54:49.696171 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d3279189-4204-4999-ae1b-3aeda46f96e7 req-2954d9d8-2cb8-46fd-821e-d22534f8233f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388389 Aug 17 00:54:50.191861 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:54:50.393291 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:54:50.815438 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56d047-cb6a-48e5-9187-bfeac6c03c11 req-bee9f234-088b-4ac0-8386-81a819d4a01b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:50.816938 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb56d047-cb6a-48e5-9187-bfeac6c03c11 req-bee9f234-088b-4ac0-8386-81a819d4a01b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 943 time: 0.0513685 Aug 17 00:54:50.858709 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb56d047-cb6a-48e5-9187-bfeac6c03c11 req-b25f270b-b0cd-4981-bb04-7e23da8e73a7 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350969 Aug 17 00:54:51.984769 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5aa4be-1a26-4aa8-9708-b27857fc9864 req-e7e37701-40e0-461c-b77d-9c5215b217db tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:51.987031 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e5aa4be-1a26-4aa8-9708-b27857fc9864 req-e7e37701-40e0-461c-b77d-9c5215b217db tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 943 time: 0.0503118 Aug 17 00:54:52.025586 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e5aa4be-1a26-4aa8-9708-b27857fc9864 req-6e21ad08-5e7d-46f7-84b0-e8a14903f3da tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317266 Aug 17 00:54:52.284129 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:54:53.143833 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a248e5e-8b8b-4094-b063-d90f607591a0 req-0fc96dd1-8cd5-404f-810b-44ac614fa188 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:53.145335 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a248e5e-8b8b-4094-b063-d90f607591a0 req-0fc96dd1-8cd5-404f-810b-44ac614fa188 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 943 time: 0.0522046 Aug 17 00:54:53.183150 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4a248e5e-8b8b-4094-b063-d90f607591a0 req-b36dd243-11a4-4694-b91e-d08fdd84be62 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311093 Aug 17 00:54:54.298542 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9737cc-68f1-4050-b837-95eca668e64c req-8be6f2b5-29b3-448a-8d5a-733a38ed1596 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:54.300007 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fa9737cc-68f1-4050-b837-95eca668e64c req-8be6f2b5-29b3-448a-8d5a-733a38ed1596 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 943 time: 0.0488036 Aug 17 00:54:54.338834 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fa9737cc-68f1-4050-b837-95eca668e64c req-094264bf-e0ba-446b-a393-723add96910a tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310845 Aug 17 00:54:55.452795 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a4039-19b4-455c-9efb-f2363ce38663 req-51976fab-2b02-4223-82b9-01d5416c7c56 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:55.454304 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-212a4039-19b4-455c-9efb-f2363ce38663 req-51976fab-2b02-4223-82b9-01d5416c7c56 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 943 time: 0.0493853 Aug 17 00:54:55.492861 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-212a4039-19b4-455c-9efb-f2363ce38663 req-037b9161-f1d3-4722-a4a7-272fd442af07 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324190 Aug 17 00:54:56.611427 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc746b2-79aa-41d5-9b45-6d03f46892e2 req-b61a70e5-8c40-464d-948c-9b19c2d9f76d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:56.612907 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ddc746b2-79aa-41d5-9b45-6d03f46892e2 req-b61a70e5-8c40-464d-948c-9b19c2d9f76d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 943 time: 0.0528553 Aug 17 00:54:56.651612 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ddc746b2-79aa-41d5-9b45-6d03f46892e2 req-671c41bb-f4e9-4da2-8d71-541053bb9f8f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315659 Aug 17 00:54:57.768045 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78852104-7e7c-4279-b1bb-d14c8d7e8316 req-8be08cbb-279c-4bb4-a341-f8a84aa3c51e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:57.769510 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78852104-7e7c-4279-b1bb-d14c8d7e8316 req-8be08cbb-279c-4bb4-a341-f8a84aa3c51e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 943 time: 0.0509868 Aug 17 00:54:57.807650 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78852104-7e7c-4279-b1bb-d14c8d7e8316 req-dbbca6c5-7150-49f7-8a9b-e8ceb30c3c6a tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315959 Aug 17 00:54:58.924643 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea82041-bb22-485a-82d9-b312c45a119c req-7b396a79-54ab-47d3-9f97-0e9564f3e79a tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:58.926156 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3ea82041-bb22-485a-82d9-b312c45a119c req-7b396a79-54ab-47d3-9f97-0e9564f3e79a tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 943 time: 0.0500119 Aug 17 00:54:58.965167 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3ea82041-bb22-485a-82d9-b312c45a119c req-8fe0fe85-92a2-4845-be40-4998bef5d4a0 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327778 Aug 17 00:54:59.275172 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-4d646df3-b150-4826-83f2-439bd25f1338 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:59.276625 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-4d646df3-b150-4826-83f2-439bd25f1338 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5&tenant_id=4c650715395848588e5c60dc3580b690&binding%3Ahost_id=n-h2-800088-20 HTTP/1.1" status: 200 len: 943 time: 0.0837641 Aug 17 00:54:59.295784 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddeb61d-8d96-4e23-bdda-912e996f7c2f req-55519070-33d6-4487-8301-f4a198ce9fbb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:59.297429 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6ddeb61d-8d96-4e23-bdda-912e996f7c2f req-55519070-33d6-4487-8301-f4a198ce9fbb tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 943 time: 0.0725436 Aug 17 00:54:59.370769 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6ddeb61d-8d96-4e23-bdda-912e996f7c2f req-a1d86e85-d8e2-4766-8467-64216e7295fe tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536873 Aug 17 00:54:59.373643 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-c85ddfbb-8d83-48b3-b275-cd4245ee3ef7 service neutron] 10.222.0.64 "GET /v2.0/ports/5c6720cd-69fa-4eae-9d34-7179eb2bbc5d/bindings/n-h2-800088-20 HTTP/1.1" status: 200 len: 383 time: 0.0894125 Aug 17 00:54:59.444568 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-335e3c2b-80c7-4e12-864a-c5b8702bce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:59.446136 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-335e3c2b-80c7-4e12-864a-c5b8702bce74 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 1095 time: 0.0455711 Aug 17 00:54:59.535928 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-2d607b8b-a9e5-4d52-af12-1600a047d8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:59.537919 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-2d607b8b-a9e5-4d52-af12-1600a047d8fc service neutron] 10.222.0.64 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.0844848 Aug 17 00:54:59.605639 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-4d79ae54-1aea-4e9e-b422-7c5a9ae79c38 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d HTTP/1.1" status: 200 len: 999 time: 0.0616653 Aug 17 00:54:59.655985 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-996d3c30-0f2e-46e3-8079-82097a45c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:59.657424 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-996d3c30-0f2e-46e3-8079-82097a45c46d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0434062 Aug 17 00:54:59.703286 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-f18bd3f7-ef4c-4365-9aec-c23c813700db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:54:59.704651 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-f18bd3f7-ef4c-4365-9aec-c23c813700db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388696 Aug 17 00:54:59.804986 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-502a1898-3875-480c-90cf-ac3f001eb3e1 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921781 Aug 17 00:54:59.893591 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-ff73c9d9-a6ce-4670-a5fa-1dbbd99cbbf2 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818925 Aug 17 00:55:00.492606 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96153b09-f500-4d50-96f5-31323a04312d req-e1610587-97e4-4307-ae34-cbbd9e4c3bbe tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:00.493993 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-96153b09-f500-4d50-96f5-31323a04312d req-e1610587-97e4-4307-ae34-cbbd9e4c3bbe tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 943 time: 0.0496533 Aug 17 00:55:00.536446 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-96153b09-f500-4d50-96f5-31323a04312d req-70c60b8a-a8c2-4343-81fa-2ce9a87a562c tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364611 Aug 17 00:55:00.621329 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:55:00.712947 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:55:00.723943 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '5c6720cd-69fa-4eae-9d34-7179eb2bbc5d', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'port_id': '5c6720cd-69fa-4eae-9d34-7179eb2bbc5d', 'mac_address': 'fa:16:3e:d5:7d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:55:00.759553 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:00.774833 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:55:00.792968 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:55:00.796829 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:00.846039 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:55:00.853359 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:00.853702 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:00.854035 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:00.854363 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:00.854690 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:00.855017 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:00.855337 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:00.855656 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:00.855976 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:00.856294 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:00.856609 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:00.856922 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:01.031107 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['5c6720cd-69fa-4eae-9d34-7179eb2bbc5d'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:55:01.656871 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c3e53-bc67-454d-b64c-ae1d1425807a req-6c935566-5d47-48ad-bb25-96770246e38e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:01.658536 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-945c3e53-bc67-454d-b64c-ae1d1425807a req-6c935566-5d47-48ad-bb25-96770246e38e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 944 time: 0.0521753 Aug 17 00:55:01.698157 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-945c3e53-bc67-454d-b64c-ae1d1425807a req-64d1e5d5-86f4-4b94-a306-08830e1c7b68 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328395 Aug 17 00:55:02.637334 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:55:02.734865 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:55:02.747791 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '5c6720cd-69fa-4eae-9d34-7179eb2bbc5d', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'port_id': '5c6720cd-69fa-4eae-9d34-7179eb2bbc5d', 'mac_address': 'fa:16:3e:d5:7d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:55:02.816409 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3546b61-9a88-429d-8139-b313f6777bed req-f0daf392-e76c-43a9-8df4-9d96013b4c52 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:02.817944 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c3546b61-9a88-429d-8139-b313f6777bed req-f0daf392-e76c-43a9-8df4-9d96013b4c52 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 944 time: 0.0497098 Aug 17 00:55:02.858830 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c3546b61-9a88-429d-8139-b313f6777bed req-533b5a85-a312-4868-abe6-dbb770185869 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346303 Aug 17 00:55:03.665849 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-e7258ff5-ddb9-4846-b697-2e666ad1ff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:03.667358 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-e7258ff5-ddb9-4846-b697-2e666ad1ff5a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5&tenant_id=4c650715395848588e5c60dc3580b690 HTTP/1.1" status: 200 len: 1096 time: 0.0785863 Aug 17 00:55:03.684944 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-ee75eb66-e73e-44fc-9443-82f015a7744f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-20', 'device_owner': 'compute:nova'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:55:03.739789 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-ee75eb66-e73e-44fc-9443-82f015a7744f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:03.973621 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-ee75eb66-e73e-44fc-9443-82f015a7744f service neutron] For port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:55:04.012615 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e798f6a-de3a-451f-9711-2cb075abb0c6 req-46e6dff4-4063-4928-a54e-bf1343d60461 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:04.014157 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e798f6a-de3a-451f-9711-2cb075abb0c6 req-46e6dff4-4063-4928-a54e-bf1343d60461 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 944 time: 0.0843120 Aug 17 00:55:04.022293 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-ee75eb66-e73e-44fc-9443-82f015a7744f service neutron] For port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:55:04.079317 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-ee75eb66-e73e-44fc-9443-82f015a7744f service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:55:04.088665 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5e798f6a-de3a-451f-9711-2cb075abb0c6 req-db6bec1a-3476-4962-b77f-c813477d940f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676963 Aug 17 00:55:04.092323 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-ee75eb66-e73e-44fc-9443-82f015a7744f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:04.102867 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-ee75eb66-e73e-44fc-9443-82f015a7744f service neutron] Ignored duplicate provisioning block setup for port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 17 00:55:04.106352 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-ee75eb66-e73e-44fc-9443-82f015a7744f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:04.185091 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75eb66-e73e-44fc-9443-82f015a7744f service neutron] Pushing event updated for resources: {'Port': ['ID=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d,revision_number=9']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:55:04.222430 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-ee75eb66-e73e-44fc-9443-82f015a7744f service neutron] No DVR routers for this DVR port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:55:04.380008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-ee75eb66-e73e-44fc-9443-82f015a7744f service neutron] Attempting to bind port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:55:04.380379 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-ee75eb66-e73e-44fc-9443-82f015a7744f service neutron] Attempting to bind port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:55:04.381313 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-ee75eb66-e73e-44fc-9443-82f015a7744f service neutron] Attempting to bind port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d on network 9bd68747-9144-419f-8aae-56ee7562b1d3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:55:04.386168 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-ee75eb66-e73e-44fc-9443-82f015a7744f service neutron] Port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d on network 9bd68747-9144-419f-8aae-56ee7562b1d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:55:04.386510 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-ee75eb66-e73e-44fc-9443-82f015a7744f service neutron] Attempting to bind port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d on network 9bd68747-9144-419f-8aae-56ee7562b1d3 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:55:04.391792 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-ee75eb66-e73e-44fc-9443-82f015a7744f service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:55:04.392139 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-ee75eb66-e73e-44fc-9443-82f015a7744f service neutron] Checking segment: {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:55:04.392528 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-ee75eb66-e73e-44fc-9443-82f015a7744f service neutron] Bound using segment: {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:55:04.392962 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-ee75eb66-e73e-44fc-9443-82f015a7744f service neutron] Bound port: 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e22880-a16b-4ad4-a05e-16e9b70c37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:55:04.393356 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-ee75eb66-e73e-44fc-9443-82f015a7744f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:04.458245 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-ee75eb66-e73e-44fc-9443-82f015a7744f service neutron] For port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:55:04.462032 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-ee75eb66-e73e-44fc-9443-82f015a7744f service neutron] For port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:55:04.466229 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-ee75eb66-e73e-44fc-9443-82f015a7744f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:04.500974 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-ee75eb66-e73e-44fc-9443-82f015a7744f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:04.501651 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-ee75eb66-e73e-44fc-9443-82f015a7744f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:04.502971 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-ee75eb66-e73e-44fc-9443-82f015a7744f service neutron] 10.222.0.69 "PUT /v2.0/ports/5c6720cd-69fa-4eae-9d34-7179eb2bbc5d HTTP/1.1" status: 200 len: 1092 time: 0.8220403 Aug 17 00:55:04.503463 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5', 'tag': '5c6720cd-69fa-4eae-9d34-7179eb2bbc5d'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:55:04.505799 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010f0ef2-75d0-4338-b73b-4c0fadcddf23" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5", "tag": "5c6720cd-69fa-4eae-9d34-7179eb2bbc5d"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:55:04.530854 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75eb66-e73e-44fc-9443-82f015a7744f service neutron] Pushing event updated for resources: {'Port': ['ID=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d,revision_number=10']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:55:04.574379 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e87de1-60b9-43e6-9e70-40059a904b67 x-openstack-request-id: req-30e87de1-60b9-43e6-9e70-40059a904b67 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:55:04.574670 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5", "tag": "5c6720cd-69fa-4eae-9d34-7179eb2bbc5d", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:55:04.574921 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-30e87de1-60b9-43e6-9e70-40059a904b67 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:55:04.575324 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5', 'tag': '5c6720cd-69fa-4eae-9d34-7179eb2bbc5d', 'status': 'completed', 'code': 200} Aug 17 00:55:04.589618 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-45aa9315-65dc-4229-8325-a3b7c8dd59c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:04.591199 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-45aa9315-65dc-4229-8325-a3b7c8dd59c8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 1096 time: 0.0500019 Aug 17 00:55:04.636665 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:55:04.683207 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:55:04.699028 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f0ef2-75d0-4338-b73b-4c0fadcddf23 req-1cb91265-0832-428d-9da9-7e47e2857e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:04.700522 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-010f0ef2-75d0-4338-b73b-4c0fadcddf23 req-1cb91265-0832-428d-9da9-7e47e2857e14 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 1096 time: 0.1026986 Aug 17 00:55:04.770269 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-d479bc81-4824-4fcb-8a0d-68316c1ea0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:04.772195 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-d479bc81-4824-4fcb-8a0d-68316c1ea0bc service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.1655359 Aug 17 00:55:04.854615 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f0ef2-75d0-4338-b73b-4c0fadcddf23 req-d76bc8f1-3bd5-4478-9a3f-2a1e7fe596ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:04.856310 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-010f0ef2-75d0-4338-b73b-4c0fadcddf23 req-d76bc8f1-3bd5-4478-9a3f-2a1e7fe596ea service neutron] 10.222.0.64 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.1447992 Aug 17 00:55:04.863076 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-01273fd9-222b-4cc9-9d69-a7fd56915fd2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d HTTP/1.1" status: 200 len: 999 time: 0.0781865 Aug 17 00:55:04.956234 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-010f0ef2-75d0-4338-b73b-4c0fadcddf23 req-adcfc473-5173-43dd-a244-e436950d5fca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d HTTP/1.1" status: 200 len: 999 time: 0.0921507 Aug 17 00:55:04.962065 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-abc753d5-21e1-4782-bf0f-88d5518dd3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:04.963488 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-abc753d5-21e1-4782-bf0f-88d5518dd3e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0609527 Aug 17 00:55:05.039188 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f0ef2-75d0-4338-b73b-4c0fadcddf23 req-7473f147-3a4a-4fe5-acf7-d06f031ccdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:05.040555 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-010f0ef2-75d0-4338-b73b-4c0fadcddf23 req-7473f147-3a4a-4fe5-acf7-d06f031ccdb3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0762537 Aug 17 00:55:05.050439 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-8a936ecb-601b-4476-b033-4c2fdf5baded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:05.051803 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-8a936ecb-601b-4476-b033-4c2fdf5baded service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621283 Aug 17 00:55:05.140821 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f0ef2-75d0-4338-b73b-4c0fadcddf23 req-b2efeaa7-b249-4315-aed8-ad68842aac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:05.142331 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-010f0ef2-75d0-4338-b73b-4c0fadcddf23 req-b2efeaa7-b249-4315-aed8-ad68842aac27 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939882 Aug 17 00:55:05.236170 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-23c81074-d01a-4d2f-992a-1690492f25e0 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610076 Aug 17 00:55:05.333104 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d939a-be91-4c09-9f95-c763db3c0f42 req-181520c9-7819-4516-889f-14ffd7f75cef tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:05.335120 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f1d939a-be91-4c09-9f95-c763db3c0f42 req-181520c9-7819-4516-889f-14ffd7f75cef tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 944 time: 0.1737609 Aug 17 00:55:05.338853 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-010f0ef2-75d0-4338-b73b-4c0fadcddf23 req-17b0b88e-d2f4-4b85-9468-f60c7be1a97a service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864874 Aug 17 00:55:05.455540 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f1d939a-be91-4c09-9f95-c763db3c0f42 req-3169c977-b9c5-435d-953c-7ed87593e13a tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1142108 Aug 17 00:55:05.459967 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3894636b-d1e8-4367-926e-1a2acecde5bd req-265837d9-6845-45a1-b6b2-e5dfb805b953 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122693 Aug 17 00:55:05.485078 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-010f0ef2-75d0-4338-b73b-4c0fadcddf23 req-390c2887-0332-4ee0-8c08-cc75709688c2 service neutron] 10.222.0.64 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344523 Aug 17 00:55:05.545491 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f0ef2-75d0-4338-b73b-4c0fadcddf23 req-1903ff7b-e6ef-4360-a702-a476c2ae020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:05.547023 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-010f0ef2-75d0-4338-b73b-4c0fadcddf23 req-1903ff7b-e6ef-4360-a702-a476c2ae020f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 1096 time: 0.0421605 Aug 17 00:55:05.655667 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f0ef2-75d0-4338-b73b-4c0fadcddf23 req-d493aeda-f7f4-40bc-a696-98ffd5f01800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:05.657223 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-010f0ef2-75d0-4338-b73b-4c0fadcddf23 req-d493aeda-f7f4-40bc-a696-98ffd5f01800 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.0987513 Aug 17 00:55:05.731970 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-010f0ef2-75d0-4338-b73b-4c0fadcddf23 req-271bc4f2-d3fd-4d12-925b-33f7698e1117 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d HTTP/1.1" status: 200 len: 999 time: 0.0632942 Aug 17 00:55:05.786072 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f0ef2-75d0-4338-b73b-4c0fadcddf23 req-8203d59d-8e33-481d-bd16-49a4ad56de09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:05.788436 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-010f0ef2-75d0-4338-b73b-4c0fadcddf23 req-8203d59d-8e33-481d-bd16-49a4ad56de09 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0457158 Aug 17 00:55:05.840000 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f0ef2-75d0-4338-b73b-4c0fadcddf23 req-dcfc5da9-4e18-412c-9401-e93c579bc39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:05.841539 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-010f0ef2-75d0-4338-b73b-4c0fadcddf23 req-dcfc5da9-4e18-412c-9401-e93c579bc39d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411203 Aug 17 00:55:05.941313 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-010f0ef2-75d0-4338-b73b-4c0fadcddf23 req-b42b4eab-0da6-494e-9d4b-7970627e2586 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881810 Aug 17 00:55:06.041266 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-010f0ef2-75d0-4338-b73b-4c0fadcddf23 req-7162be62-cbc0-4355-8545-275cd0dc365b service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892496 Aug 17 00:55:06.582276 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b6f3c-1e87-4ef4-b3d5-c44fe4c6925c req-fd09b356-0f28-4679-97ea-391351ea350a tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:06.583817 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c96b6f3c-1e87-4ef4-b3d5-c44fe4c6925c req-fd09b356-0f28-4679-97ea-391351ea350a tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 944 time: 0.0540466 Aug 17 00:55:06.624283 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c96b6f3c-1e87-4ef4-b3d5-c44fe4c6925c req-1a5bf9c8-1c4b-467e-939c-651e006fd9d4 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343182 Aug 17 00:55:07.743301 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0583da-340d-4021-bf17-4cbd36524f8a req-d54071ec-146a-4ecd-9179-212033fffe5e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:07.744819 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9c0583da-340d-4021-bf17-4cbd36524f8a req-d54071ec-146a-4ecd-9179-212033fffe5e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 944 time: 0.0516849 Aug 17 00:55:07.783538 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9c0583da-340d-4021-bf17-4cbd36524f8a req-458c18d4-97eb-40b7-bac8-80466099f113 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326595 Aug 17 00:55:08.903004 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6844d7-0a1d-493d-8f77-9a6188490454 req-8943ae21-8333-4134-9a43-b0baeae94fb8 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:08.904504 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1b6844d7-0a1d-493d-8f77-9a6188490454 req-8943ae21-8333-4134-9a43-b0baeae94fb8 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 944 time: 0.0487926 Aug 17 00:55:08.942615 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1b6844d7-0a1d-493d-8f77-9a6188490454 req-fcae0cf1-431b-46b3-9e58-5b06643dae3b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322022 Aug 17 00:55:10.065519 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b083b-86b0-4e00-96e0-74f927dc19ed req-037745ee-1ea7-4eb3-bc3a-17bf63391110 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:10.067067 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-476b083b-86b0-4e00-96e0-74f927dc19ed req-037745ee-1ea7-4eb3-bc3a-17bf63391110 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 944 time: 0.0540252 Aug 17 00:55:10.105628 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-476b083b-86b0-4e00-96e0-74f927dc19ed req-31bf6d32-b37d-4e98-b609-9021be77940a tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324335 Aug 17 00:55:10.618563 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:11.221600 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a3504-5c3d-44c1-8c55-4cb50713f350 req-a1ae4d14-2b94-48b3-ba50-e6032fffaccf tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:11.223079 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8b3a3504-5c3d-44c1-8c55-4cb50713f350 req-a1ae4d14-2b94-48b3-ba50-e6032fffaccf tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 944 time: 0.0480130 Aug 17 00:55:11.261596 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8b3a3504-5c3d-44c1-8c55-4cb50713f350 req-eebdc0b7-bd92-4370-8b33-28c6eb21d6b7 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319192 Aug 17 00:55:12.232857 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:12.378417 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976e7aa-48b6-46bd-910a-3976959d07d8 req-e8058715-2a67-4897-a74f-b4e693cc7402 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:12.379917 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7976e7aa-48b6-46bd-910a-3976959d07d8 req-e8058715-2a67-4897-a74f-b4e693cc7402 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 944 time: 0.0502677 Aug 17 00:55:12.417581 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7976e7aa-48b6-46bd-910a-3976959d07d8 req-98f476a0-6f0f-4c65-a4db-06bb5f90b4dd tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311191 Aug 17 00:55:13.538515 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7814c9-95ad-4cc7-874d-a6d0fbd66e63 req-9d5030c5-34f1-4958-9a77-81e159dff9d7 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:13.539995 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca7814c9-95ad-4cc7-874d-a6d0fbd66e63 req-9d5030c5-34f1-4958-9a77-81e159dff9d7 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 944 time: 0.0550559 Aug 17 00:55:13.578053 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca7814c9-95ad-4cc7-874d-a6d0fbd66e63 req-089013d0-230b-4f90-97d6-d20ef1a474dd tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320663 Aug 17 00:55:14.692361 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c4dec-7704-4681-b8ba-e35fddacfbd9 req-e5d3261d-bf5e-49d4-a125-2692c34a41aa tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:14.694705 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e2c4dec-7704-4681-b8ba-e35fddacfbd9 req-e5d3261d-bf5e-49d4-a125-2692c34a41aa tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 944 time: 0.0496602 Aug 17 00:55:14.732375 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0e2c4dec-7704-4681-b8ba-e35fddacfbd9 req-902f23fb-6ba9-40d9-8b46-d1d5eb9a3695 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315800 Aug 17 00:55:15.855874 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139ad48-f3af-4750-8a09-4b73a40e6eb6 req-e8004ad3-accf-47b0-bd2f-7ae763541264 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:15.857657 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2139ad48-f3af-4750-8a09-4b73a40e6eb6 req-e8004ad3-accf-47b0-bd2f-7ae763541264 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 944 time: 0.0566416 Aug 17 00:55:15.895064 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2139ad48-f3af-4750-8a09-4b73a40e6eb6 req-512cea55-c6af-4699-8607-37ad5598935b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314527 Aug 17 00:55:16.584689 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:55:16.610494 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c4434c6b-fe64-4fc0-9b80-1bcb708e4852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:16.695581 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:55:16.705689 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '5c6720cd-69fa-4eae-9d34-7179eb2bbc5d', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'port_id': '5c6720cd-69fa-4eae-9d34-7179eb2bbc5d', 'mac_address': 'fa:16:3e:d5:7d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:55:16.743118 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:16.755162 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:55:16.774363 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:55:16.778320 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:16.830407 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d,revision_number=11']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:55:16.886284 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e146c9e9-3f1b-453c-ae81-6551e29f6386 req-2145a14e-408e-4c4c-bd53-5da7985d7b6f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441828 Aug 17 00:55:16.981246 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146c9e9-3f1b-453c-ae81-6551e29f6386 req-9be8065d-b935-4222-a219-62a3267638f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:16.983094 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e146c9e9-3f1b-453c-ae81-6551e29f6386 req-9be8065d-b935-4222-a219-62a3267638f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c650715395848588e5c60dc3580b690&device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 1097 time: 0.0517201 Aug 17 00:55:17.016089 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['5c6720cd-69fa-4eae-9d34-7179eb2bbc5d'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:55:17.076055 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f3899-e152-4f80-8afc-251c2b73f651 req-2d3d92af-2e6f-42d0-8313-df8b5b89617a tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:17.077590 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a5f3899-e152-4f80-8afc-251c2b73f651 req-2d3d92af-2e6f-42d0-8313-df8b5b89617a tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 945 time: 0.1110733 Aug 17 00:55:17.124901 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146c9e9-3f1b-453c-ae81-6551e29f6386 req-51c04370-a90b-4d63-9f6d-33744453eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:17.126388 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e146c9e9-3f1b-453c-ae81-6551e29f6386 req-51c04370-a90b-4d63-9f6d-33744453eb66 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 200 len: 913 time: 0.1217504 Aug 17 00:55:17.145302 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a5f3899-e152-4f80-8afc-251c2b73f651 req-7deb88a1-5e95-4956-b33b-29f96a3d257e tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589974 Aug 17 00:55:17.199047 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e146c9e9-3f1b-453c-ae81-6551e29f6386 req-30af80c7-6854-402d-b719-865d3b18f6af service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d HTTP/1.1" status: 200 len: 1000 time: 0.0646534 Aug 17 00:55:17.281611 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146c9e9-3f1b-453c-ae81-6551e29f6386 req-ecc6a0e6-a623-4a79-ac22-64c290679914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:17.282968 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e146c9e9-3f1b-453c-ae81-6551e29f6386 req-ecc6a0e6-a623-4a79-ac22-64c290679914 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 200 len: 851 time: 0.0763395 Aug 17 00:55:17.295265 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a8137-fdc7-4a64-936f-4e0295f0372b req-22a1e6bc-947e-40a2-9570-8fd35b6c1d2d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:17.296624 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-117a8137-fdc7-4a64-936f-4e0295f0372b req-22a1e6bc-947e-40a2-9570-8fd35b6c1d2d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 945 time: 0.0602896 Aug 17 00:55:17.359756 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-117a8137-fdc7-4a64-936f-4e0295f0372b req-c6f9421b-f87a-4518-a598-e45910c08c0a tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540729 Aug 17 00:55:17.362388 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146c9e9-3f1b-453c-ae81-6551e29f6386 req-e696648f-b92f-4725-b724-3aec98890d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:17.363807 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e146c9e9-3f1b-453c-ae81-6551e29f6386 req-e696648f-b92f-4725-b724-3aec98890d0f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd68747-9144-419f-8aae-56ee7562b1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663381 Aug 17 00:55:17.492442 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e146c9e9-3f1b-453c-ae81-6551e29f6386 req-7a5ded3b-2d2c-402c-a558-d215234c730a service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208117 Aug 17 00:55:17.500735 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c1ebb-7006-46ee-96a0-20f6f98acb80 req-c946ed47-a84c-4ed2-95ad-7574983ddf4b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:17.502146 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-851c1ebb-7006-46ee-96a0-20f6f98acb80 req-c946ed47-a84c-4ed2-95ad-7574983ddf4b tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 945 time: 0.0740325 Aug 17 00:55:17.591993 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-851c1ebb-7006-46ee-96a0-20f6f98acb80 req-2e32de84-f348-4b32-8820-e10f97dc2de2 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0809293 Aug 17 00:55:17.617256 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e146c9e9-3f1b-453c-ae81-6551e29f6386 req-370fbfd7-61fd-46d2-abb5-675eaff4e20f service neutron] 10.222.0.69 "GET /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141329 Aug 17 00:55:17.832679 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09d6b9-679d-40cb-b230-755deadd89c5 req-903294be-6684-4980-b681-488000d18f1d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:17.834862 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ef09d6b9-679d-40cb-b230-755deadd89c5 req-903294be-6684-4980-b681-488000d18f1d tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 945 time: 0.0497696 Aug 17 00:55:17.876449 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ef09d6b9-679d-40cb-b230-755deadd89c5 req-376361ef-fc1a-4632-be75-c70648551e73 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356674 Aug 17 00:55:18.594951 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:55:18.642039 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:55:18.645632 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:55:18.647160 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:18.725474 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:18.747906 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6720cd-69fa-4eae-9d34-7179eb2bbc5d'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:55:18.750166 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d9b1f6eceb9192db377ceb4d6ae83098a713cf0d5394fe300bfd3a5d60dfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce23d154-4f61-4015-9020-1f797a51591f" -d '{"events": [{"server_uuid": "3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5", "name": "network-vif-plugged", "status": "completed", "tag": "5c6720cd-69fa-4eae-9d34-7179eb2bbc5d"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:55:18.762760 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:55:18.766507 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:18.814761 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d,revision_number=12']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:55:18.839862 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3e182c-7e08-494d-ba19-fb073125eed9 x-openstack-request-id: req-db3e182c-7e08-494d-ba19-fb073125eed9 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:55:18.840164 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5", "name": "network-vif-plugged", "status": "completed", "tag": "5c6720cd-69fa-4eae-9d34-7179eb2bbc5d", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:55:18.840425 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-db3e182c-7e08-494d-ba19-fb073125eed9 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:55:18.840820 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6720cd-69fa-4eae-9d34-7179eb2bbc5d', 'code': 200} Aug 17 00:55:18.993209 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b1b49-ccbf-45db-b088-030c32539043 req-3a0a60d7-a1b2-4f06-bd88-2c00a4a9a897 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:18.994663 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de0b1b49-ccbf-45db-b088-030c32539043 req-3a0a60d7-a1b2-4f06-bd88-2c00a4a9a897 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 946 time: 0.0483656 Aug 17 00:55:19.036414 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de0b1b49-ccbf-45db-b088-030c32539043 req-fb45de4e-18df-4293-be2d-b3fa4e655e39 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358369 Aug 17 00:55:19.301300 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-183a2fd6-5b13-4b02-aabf-1f137fc604f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:19.343938 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:19.616259 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54ee2e-90eb-4e3f-a6d2-46c6a43a17c7 req-d1abae88-722f-48bd-a738-284e5fb833fc tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:19.617728 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1d54ee2e-90eb-4e3f-a6d2-46c6a43a17c7 req-d1abae88-722f-48bd-a738-284e5fb833fc tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 946 time: 0.0490341 Aug 17 00:55:19.712700 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-1d54ee2e-90eb-4e3f-a6d2-46c6a43a17c7 req-d65bcc18-5067-4f55-bd6a-965e8f2d58af tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Deleting port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:55:19.713066 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1d54ee2e-90eb-4e3f-a6d2-46c6a43a17c7 req-d65bcc18-5067-4f55-bd6a-965e8f2d58af tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:20.128036 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-1d54ee2e-90eb-4e3f-a6d2-46c6a43a17c7 req-d65bcc18-5067-4f55-bd6a-965e8f2d58af tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] For port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:55:20.129144 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1d54ee2e-90eb-4e3f-a6d2-46c6a43a17c7 req-d65bcc18-5067-4f55-bd6a-965e8f2d58af tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:20.219285 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d5584-b16d-480d-811f-1758e9fec37a req-9b7684d7-ee98-4181-87bf-aa9bec66978c tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:20.220775 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e3d5584-b16d-480d-811f-1758e9fec37a req-9b7684d7-ee98-4181-87bf-aa9bec66978c tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 946 time: 0.1124754 Aug 17 00:55:20.302748 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9e3d5584-b16d-480d-811f-1758e9fec37a req-95fa473e-af76-4242-a223-094098770e4f tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7666722-1318-40f6-975b-1163f1c35ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735207 Aug 17 00:55:20.363780 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1d54ee2e-90eb-4e3f-a6d2-46c6a43a17c7 req-d65bcc18-5067-4f55-bd6a-965e8f2d58af tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:20.364158 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1d54ee2e-90eb-4e3f-a6d2-46c6a43a17c7 req-d65bcc18-5067-4f55-bd6a-965e8f2d58af tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:20.365006 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [req-1d54ee2e-90eb-4e3f-a6d2-46c6a43a17c7 req-d65bcc18-5067-4f55-bd6a-965e8f2d58af tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Floating IP 81b665f2-9c12-446a-bc1c-6dbb2af6e4fc disassociated. External IP: 172.25.3.46, port: 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d. Aug 17 00:55:20.365627 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-1d54ee2e-90eb-4e3f-a6d2-46c6a43a17c7 req-d65bcc18-5067-4f55-bd6a-965e8f2d58af tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Calling delete_port for 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:55:20.393614 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:20.499550 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1d54ee2e-90eb-4e3f-a6d2-46c6a43a17c7 req-d65bcc18-5067-4f55-bd6a-965e8f2d58af tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:20.529781 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65bcc18-5067-4f55-bd6a-965e8f2d58af tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Pushing event deleted for resources: {'Port': ['ID=5c6720cd-69fa-4eae-9d34-7179eb2bbc5d,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:55:20.649161 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d54ee2e-90eb-4e3f-a6d2-46c6a43a17c7 req-d65bcc18-5067-4f55-bd6a-965e8f2d58af tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Router e1ac8e32-fc27-44c0-9348-31513c6fedca has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:55:20.758830 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d54ee2e-90eb-4e3f-a6d2-46c6a43a17c7 req-d65bcc18-5067-4f55-bd6a-965e8f2d58af tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:55:20.770134 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f837a-ee5d-40ff-9cf2-499ded6c3a6b None None] Sync routers for ids ['e1ac8e32-fc27-44c0-9348-31513c6fedca'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:55:20.783765 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f837a-ee5d-40ff-9cf2-499ded6c3a6b None None] Routers {'e1ac8e32-fc27-44c0-9348-31513c6fedca'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:55:20.784491 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-327f837a-ee5d-40ff-9cf2-499ded6c3a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:55:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e1ac8e32-fc27-44c0-9348-31513c6fedca'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:55:20.803021 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d54ee2e-90eb-4e3f-a6d2-46c6a43a17c7 req-d65bcc18-5067-4f55-bd6a-965e8f2d58af tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] No DVR routers for this DVR port 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d on host n-h1-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:55:20.805727 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1d54ee2e-90eb-4e3f-a6d2-46c6a43a17c7 req-d65bcc18-5067-4f55-bd6a-965e8f2d58af tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:20.807666 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1d54ee2e-90eb-4e3f-a6d2-46c6a43a17c7 req-d65bcc18-5067-4f55-bd6a-965e8f2d58af tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.69 "DELETE /v2.0/ports/5c6720cd-69fa-4eae-9d34-7179eb2bbc5d HTTP/1.1" status: 204 len: 173 time: 1.1746130 Aug 17 00:55:20.808124 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5', 'name': 'network-vif-deleted', 'tag': '5c6720cd-69fa-4eae-9d34-7179eb2bbc5d'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:55:20.810399 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fffafb5-f3bf-44f7-b8c3-c5e68c5eeccc" -d '{"events": [{"server_uuid": "3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5", "name": "network-vif-deleted", "tag": "5c6720cd-69fa-4eae-9d34-7179eb2bbc5d"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:55:20.850382 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845e70be-a2e0-46e8-ae91-1fb4b826431b x-openstack-request-id: req-845e70be-a2e0-46e8-ae91-1fb4b826431b {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:55:20.850685 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5", "name": "network-vif-deleted", "tag": "5c6720cd-69fa-4eae-9d34-7179eb2bbc5d", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:55:20.850939 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-845e70be-a2e0-46e8-ae91-1fb4b826431b {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:55:20.851341 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5', 'name': 'network-vif-deleted', 'tag': '5c6720cd-69fa-4eae-9d34-7179eb2bbc5d', 'status': 'completed', 'code': 200} Aug 17 00:55:20.900199 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-327f837a-ee5d-40ff-9cf2-499ded6c3a6b None None] Set router e1ac8e32-fc27-44c0-9348-31513c6fedca gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:55:21.105998 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-327f837a-ee5d-40ff-9cf2-499ded6c3a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'c0e86c87-58a1-4860-a889-951d6d273de7', 'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'mac_address': 'fa:16:3e:17:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:38Z', 'updated_at': '2021-08-17T00:45:44Z', 'revision_number': 5, 'project_id': '4c650715395848588e5c60dc3580b690', 'subnets': [{'id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:55:21.134166 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f837a-ee5d-40ff-9cf2-499ded6c3a6b None None] Checking router: e1ac8e32-fc27-44c0-9348-31513c6fedca for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:55:21.142715 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f837a-ee5d-40ff-9cf2-499ded6c3a6b None None] Routers {'e1ac8e32-fc27-44c0-9348-31513c6fedca'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:55:21.143336 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-327f837a-ee5d-40ff-9cf2-499ded6c3a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:55:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e1ac8e32-fc27-44c0-9348-31513c6fedca'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:55:21.250284 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-327f837a-ee5d-40ff-9cf2-499ded6c3a6b None None] Set router e1ac8e32-fc27-44c0-9348-31513c6fedca gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:55:21.402626 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-87f8c8cf-f461-487d-857e-22095a184eed req-bbe29886-65dc-4536-8006-d7c90d2c13d8 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 210 time: 0.0273104 Aug 17 00:55:21.458171 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-327f837a-ee5d-40ff-9cf2-499ded6c3a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'c0e86c87-58a1-4860-a889-951d6d273de7', 'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'mac_address': 'fa:16:3e:17:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:38Z', 'updated_at': '2021-08-17T00:45:44Z', 'revision_number': 5, 'project_id': '4c650715395848588e5c60dc3580b690', 'subnets': [{'id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:55:21.489334 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f837a-ee5d-40ff-9cf2-499ded6c3a6b None None] The sync data for ids ['e1ac8e32-fc27-44c0-9348-31513c6fedca'] in n-d-800088-20 is: [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:39Z', 'revision_number': 4, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'c0e86c87-58a1-4860-a889-951d6d273de7', 'name': '', 'network_id': '9bd68747-9144-419f-8aae-56ee7562b1d3', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'mac_address': 'fa:16:3e:17:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:38Z', 'updated_at': '2021-08-17T00:45:44Z', 'revision_number': 5, 'project_id': '4c650715395848588e5c60dc3580b690', 'subnets': [{'id': '4a0ecd0e-7f28-400f-a110-6d0ebe70954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:55:21.709979 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4ee6d0-078d-43c1-b013-360a6725fcdb None None] New status for floating IP 81b665f2-9c12-446a-bc1c-6dbb2af6e4fc: DOWN {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:55:22.287841 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:22.500661 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-606b1c6e-a90e-4e60-a559-a451cfd952de req-16bee42a-2ce0-4f68-996a-99219c56e47a tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 210 time: 0.0267947 Aug 17 00:55:22.611890 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:55:22.633198 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:55:22.633537 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 5c6720cd-69fa-4eae-9d34-7179eb2bbc5d not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:55:23.596668 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-47516720-6651-41e9-8bf0-ead464665c9a req-6f57ecb8-4649-4577-b0b2-ad95346d8d96 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 210 time: 0.0261691 Aug 17 00:55:24.714595 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1d6a442a-ec60-40d4-bb8f-f1389715a805 req-b5141927-6b98-457a-8efe-cad590483168 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe0766a-5c7d-4131-ba5b-0e260e5bdfa5 HTTP/1.1" status: 200 len: 210 time: 0.0306356 Aug 17 00:55:27.191318 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:55:28.458944 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48508) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:55:28.518449 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b3f7-d95b-412a-b978-35d22c01c9b9 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:28.542606 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b3f7-d95b-412a-b978-35d22c01c9b9 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:28.593006 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b3f7-d95b-412a-b978-35d22c01c9b9 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:28.595874 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b3f7-d95b-412a-b978-35d22c01c9b9 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:28.597208 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4bc7b3f7-d95b-412a-b978-35d22c01c9b9 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "DELETE /v2.0/security-groups/b7666722-1318-40f6-975b-1163f1c35ab3 HTTP/1.1" status: 204 len: 168 time: 0.1364007 Aug 17 00:55:28.599811 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48510) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:55:28.606506 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7b3f7-d95b-412a-b978-35d22c01c9b9 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7666722-1318-40f6-975b-1163f1c35ab3,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:55:28.619488 n-d-800088-20 neutron-server[101402]: INFO neutron.api.v2.resource [None req-e2763231-3bc2-4079-a920-a2f9b60eb911 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] show failed (client error): The resource could not be found. Aug 17 00:55:28.620536 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e2763231-3bc2-4079-a920-a2f9b60eb911 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "GET /v2.0/security-groups/b7666722-1318-40f6-975b-1163f1c35ab3 HTTP/1.1" status: 404 len: 347 time: 0.0197451 Aug 17 00:55:28.623334 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48512) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:55:28.755381 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-09f676bc-8a4b-4dfa-bd27-99e48dae92d5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Deleting port 79b573c3-6c11-4137-8605-d9b478f63989 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:55:28.755724 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-09f676bc-8a4b-4dfa-bd27-99e48dae92d5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:28.836616 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-09f676bc-8a4b-4dfa-bd27-99e48dae92d5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:28.836837 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-09f676bc-8a4b-4dfa-bd27-99e48dae92d5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:28.848351 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-09f676bc-8a4b-4dfa-bd27-99e48dae92d5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Calling delete_port for 79b573c3-6c11-4137-8605-d9b478f63989 owned by network:floatingip {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:55:28.982781 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-09f676bc-8a4b-4dfa-bd27-99e48dae92d5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:29.010787 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f676bc-8a4b-4dfa-bd27-99e48dae92d5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Pushing event deleted for resources: {'Port': ['ID=79b573c3-6c11-4137-8605-d9b478f63989,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:55:29.040754 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f676bc-8a4b-4dfa-bd27-99e48dae92d5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:29.041135 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f676bc-8a4b-4dfa-bd27-99e48dae92d5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:29.041483 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f676bc-8a4b-4dfa-bd27-99e48dae92d5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:29.041826 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f676bc-8a4b-4dfa-bd27-99e48dae92d5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:29.042165 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f676bc-8a4b-4dfa-bd27-99e48dae92d5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:29.042503 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f676bc-8a4b-4dfa-bd27-99e48dae92d5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:29.042834 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f676bc-8a4b-4dfa-bd27-99e48dae92d5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:29.043164 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f676bc-8a4b-4dfa-bd27-99e48dae92d5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:29.043514 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f676bc-8a4b-4dfa-bd27-99e48dae92d5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:29.043821 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f676bc-8a4b-4dfa-bd27-99e48dae92d5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:29.044151 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f676bc-8a4b-4dfa-bd27-99e48dae92d5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:29.044476 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f676bc-8a4b-4dfa-bd27-99e48dae92d5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:29.095326 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-09f676bc-8a4b-4dfa-bd27-99e48dae92d5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks [] for floatingip, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:29.097954 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-09f676bc-8a4b-4dfa-bd27-99e48dae92d5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:29.099115 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-09f676bc-8a4b-4dfa-bd27-99e48dae92d5 tempest-ServerActionsTestJSON-1830998079 tempest-ServerActionsTestJSON-1830998079-project] 10.222.0.60 "DELETE /v2.0/floatingips/81b665f2-9c12-446a-bc1c-6dbb2af6e4fc HTTP/1.1" status: 204 len: 168 time: 0.4748836 Aug 17 00:55:29.103840 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48514) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:55:29.849540 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f42f65e7-92b2-4025-8201-b65bb6819fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:30.093898 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-f42f65e7-92b2-4025-8201-b65bb6819fa6 admin admin] Deleting port c0e86c87-58a1-4860-a889-951d6d273de7 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:55:30.094250 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f42f65e7-92b2-4025-8201-b65bb6819fa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:30.174384 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-f42f65e7-92b2-4025-8201-b65bb6819fa6 admin admin] For port c0e86c87-58a1-4860-a889-951d6d273de7, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c0e86c87-58a1-4860-a889-951d6d273de7,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:55:30.174665 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f42f65e7-92b2-4025-8201-b65bb6819fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:30.187707 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-f42f65e7-92b2-4025-8201-b65bb6819fa6 admin admin] Calling delete_port for c0e86c87-58a1-4860-a889-951d6d273de7 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:55:30.371225 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f42f65e7-92b2-4025-8201-b65bb6819fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:30.397218 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f65e7-92b2-4025-8201-b65bb6819fa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e86c87-58a1-4860-a889-951d6d273de7,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:55:30.568510 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f42f65e7-92b2-4025-8201-b65bb6819fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:30.791075 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42f65e7-92b2-4025-8201-b65bb6819fa6 admin admin] Router e1ac8e32-fc27-44c0-9348-31513c6fedca has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:55:30.903371 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42f65e7-92b2-4025-8201-b65bb6819fa6 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:55:30.911021 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48518) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:55:30.911528 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f42f65e7-92b2-4025-8201-b65bb6819fa6 admin admin] 10.222.0.60 "PUT /v2.0/routers/e1ac8e32-fc27-44c0-9348-31513c6fedca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8062828 Aug 17 00:55:30.920096 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3940043-2afc-4bb2-8abb-0c5d7165e7eb None None] Sync routers for ids ['e1ac8e32-fc27-44c0-9348-31513c6fedca'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:55:30.929786 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3940043-2afc-4bb2-8abb-0c5d7165e7eb None None] Routers {'e1ac8e32-fc27-44c0-9348-31513c6fedca'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:55:30.930412 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b3940043-2afc-4bb2-8abb-0c5d7165e7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:55:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e1ac8e32-fc27-44c0-9348-31513c6fedca'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:55:31.019310 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-153293bc-1c8a-44cf-b6b2-725296a639a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:31.035455 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-b3940043-2afc-4bb2-8abb-0c5d7165e7eb None None] Set router e1ac8e32-fc27-44c0-9348-31513c6fedca gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:55:31.123155 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-153293bc-1c8a-44cf-b6b2-725296a639a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:31.179573 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-153293bc-1c8a-44cf-b6b2-725296a639a1 admin admin] Deleting port 8cc1b8d4-ab03-4bab-a84c-258ac563c89c {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:55:31.179925 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-153293bc-1c8a-44cf-b6b2-725296a639a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:31.217585 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b3940043-2afc-4bb2-8abb-0c5d7165e7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:55:30Z', 'revision_number': 5, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port': {'id': '8cc1b8d4-ab03-4bab-a84c-258ac563c89c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:55:31.244278 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3940043-2afc-4bb2-8abb-0c5d7165e7eb None None] Checking router: e1ac8e32-fc27-44c0-9348-31513c6fedca for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:55:31.252969 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3940043-2afc-4bb2-8abb-0c5d7165e7eb None None] Routers {'e1ac8e32-fc27-44c0-9348-31513c6fedca'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:55:31.253606 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b3940043-2afc-4bb2-8abb-0c5d7165e7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:55:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['e1ac8e32-fc27-44c0-9348-31513c6fedca'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:55:31.263455 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-153293bc-1c8a-44cf-b6b2-725296a639a1 admin admin] For port 8cc1b8d4-ab03-4bab-a84c-258ac563c89c, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=8cc1b8d4-ab03-4bab-a84c-258ac563c89c,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:55:31.263828 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-153293bc-1c8a-44cf-b6b2-725296a639a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:31.276449 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-153293bc-1c8a-44cf-b6b2-725296a639a1 admin admin] Calling delete_port for 8cc1b8d4-ab03-4bab-a84c-258ac563c89c owned by network:router_gateway {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:55:31.452063 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-153293bc-1c8a-44cf-b6b2-725296a639a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:31.477484 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153293bc-1c8a-44cf-b6b2-725296a639a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc1b8d4-ab03-4bab-a84c-258ac563c89c,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:55:31.504701 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-b3940043-2afc-4bb2-8abb-0c5d7165e7eb None None] Set router e1ac8e32-fc27-44c0-9348-31513c6fedca gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:55:31.539515 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-153293bc-1c8a-44cf-b6b2-725296a639a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:31.560174 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b3940043-2afc-4bb2-8abb-0c5d7165e7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:55:31Z', 'revision_number': 6, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:55:31.586801 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3940043-2afc-4bb2-8abb-0c5d7165e7eb None None] The sync data for ids ['e1ac8e32-fc27-44c0-9348-31513c6fedca'] in n-d-800088-20 is: [{'id': 'e1ac8e32-fc27-44c0-9348-31513c6fedca', 'name': 'tempest-ServerActionsTestJSON-1544936849-router', 'tenant_id': '4c650715395848588e5c60dc3580b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:45:36Z', 'updated_at': '2021-08-17T00:55:31Z', 'revision_number': 6, 'project_id': '4c650715395848588e5c60dc3580b690', 'gw_port_host': None}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:55:31.637256 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-153293bc-1c8a-44cf-b6b2-725296a639a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:31.639366 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-153293bc-1c8a-44cf-b6b2-725296a639a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:31.686946 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-153293bc-1c8a-44cf-b6b2-725296a639a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:31.687536 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153293bc-1c8a-44cf-b6b2-725296a639a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1ac8e32-fc27-44c0-9348-31513c6fedca {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:55:31.691674 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-153293bc-1c8a-44cf-b6b2-725296a639a1 admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:31.693034 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-153293bc-1c8a-44cf-b6b2-725296a639a1 admin admin] 10.222.0.60 "DELETE /v2.0/routers/e1ac8e32-fc27-44c0-9348-31513c6fedca HTTP/1.1" status: 204 len: 168 time: 0.7809579 Aug 17 00:55:31.695600 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48520) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:55:31.741629 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-46aa68c2-0655-4929-ab8a-3da97d1188d2 admin admin] Deleting subnet 4a0ecd0e-7f28-400f-a110-6d0ebe70954d {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:55:31.744634 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-46aa68c2-0655-4929-ab8a-3da97d1188d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:31.778335 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-46aa68c2-0655-4929-ab8a-3da97d1188d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:31.864916 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-46aa68c2-0655-4929-ab8a-3da97d1188d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:31.916955 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-46aa68c2-0655-4929-ab8a-3da97d1188d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:31.943545 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa68c2-0655-4929-ab8a-3da97d1188d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a0ecd0e-7f28-400f-a110-6d0ebe70954d,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:55:31.946869 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-46aa68c2-0655-4929-ab8a-3da97d1188d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:31.949853 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-46aa68c2-0655-4929-ab8a-3da97d1188d2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4a0ecd0e-7f28-400f-a110-6d0ebe70954d HTTP/1.1" status: 204 len: 168 time: 0.2532876 Aug 17 00:55:31.950881 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912a7dd4-a53b-4297-b2d8-312074e48002 None None] Network 9bd68747-9144-419f-8aae-56ee7562b1d3 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:55:31.952395 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48522) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:55:32.035719 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cd116aab-7cd6-4aca-a25b-a25d31ec16f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:32.095889 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-cd116aab-7cd6-4aca-a25b-a25d31ec16f3 admin admin] Deleting port d978b549-8735-4a8b-8815-2a595d06882a {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:55:32.096238 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cd116aab-7cd6-4aca-a25b-a25d31ec16f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:32.160425 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-cd116aab-7cd6-4aca-a25b-a25d31ec16f3 admin admin] For port d978b549-8735-4a8b-8815-2a595d06882a, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d978b549-8735-4a8b-8815-2a595d06882a,segment=NetworkSegment(39e22880-a16b-4ad4-a05e-16e9b70c37c7),segment_id=39e22880-a16b-4ad4-a05e-16e9b70c37c7)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:55:32.160793 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cd116aab-7cd6-4aca-a25b-a25d31ec16f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:32.174822 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-cd116aab-7cd6-4aca-a25b-a25d31ec16f3 admin admin] Calling delete_port for d978b549-8735-4a8b-8815-2a595d06882a owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:55:32.259418 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cd116aab-7cd6-4aca-a25b-a25d31ec16f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:32.284923 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd116aab-7cd6-4aca-a25b-a25d31ec16f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d978b549-8735-4a8b-8815-2a595d06882a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:55:32.289005 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd116aab-7cd6-4aca-a25b-a25d31ec16f3 admin admin] No DVR routers for this DVR port d978b549-8735-4a8b-8815-2a595d06882a on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:55:32.367192 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cd116aab-7cd6-4aca-a25b-a25d31ec16f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:32.377887 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-cd116aab-7cd6-4aca-a25b-a25d31ec16f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd68747-9144-419f-8aae-56ee7562b1d3']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:55:32.389603 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-cd116aab-7cd6-4aca-a25b-a25d31ec16f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e22880-a16b-4ad4-a05e-16e9b70c37c7') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:55:32.389909 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-cd116aab-7cd6-4aca-a25b-a25d31ec16f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e22880-a16b-4ad4-a05e-16e9b70c37c7') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:55:32.399025 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cd116aab-7cd6-4aca-a25b-a25d31ec16f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:32.410349 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9b8f59-3fac-4f76-8c64-89227a61fe36 None None] DHCP port deletion for 9bd68747-9144-419f-8aae-56ee7562b1d3 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:55:32.414217 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cd116aab-7cd6-4aca-a25b-a25d31ec16f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:32.422269 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd116aab-7cd6-4aca-a25b-a25d31ec16f3 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:55:32.422786 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cd116aab-7cd6-4aca-a25b-a25d31ec16f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:55:32.424793 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:55:32.464517 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 8cc1b8d4-ab03-4bab-a84c-258ac563c89c no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:55:32.481392 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cd116aab-7cd6-4aca-a25b-a25d31ec16f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:32.487124 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-cd116aab-7cd6-4aca-a25b-a25d31ec16f3 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:32.489012 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-cd116aab-7cd6-4aca-a25b-a25d31ec16f3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9bd68747-9144-419f-8aae-56ee7562b1d3 HTTP/1.1" status: 204 len: 168 time: 0.5346446 Aug 17 00:55:32.495045 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 8cc1b8d4-ab03-4bab-a84c-258ac563c89c {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:55:32.495405 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 8cc1b8d4-ab03-4bab-a84c-258ac563c89c not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:55:32.495832 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d978b549-8735-4a8b-8815-2a595d06882a no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:55:32.501324 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd116aab-7cd6-4aca-a25b-a25d31ec16f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bd68747-9144-419f-8aae-56ee7562b1d3,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:55:32.515964 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: d978b549-8735-4a8b-8815-2a595d06882a {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:55:32.516320 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d978b549-8735-4a8b-8815-2a595d06882a not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:55:32.516737 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c0e86c87-58a1-4860-a889-951d6d273de7 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:55:32.536683 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: c0e86c87-58a1-4860-a889-951d6d273de7 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:55:32.537200 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c0e86c87-58a1-4860-a889-951d6d273de7 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:55:32.608741 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48526) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:55:32.651662 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5aee35b7-0a3e-48ff-af1f-556c5218c684 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4c650715395848588e5c60dc3580b690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416317 Aug 17 00:55:32.654181 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48528) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:55:32.713066 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8351ef4d-b63b-4482-8475-54bd612c9470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:32.734556 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8351ef4d-b63b-4482-8475-54bd612c9470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:32.781600 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8351ef4d-b63b-4482-8475-54bd612c9470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:32.784181 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8351ef4d-b63b-4482-8475-54bd612c9470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:32.785355 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8351ef4d-b63b-4482-8475-54bd612c9470 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/79bac919-c9c7-4665-bad8-88da9d47290d HTTP/1.1" status: 204 len: 168 time: 0.1300833 Aug 17 00:55:32.793803 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351ef4d-b63b-4482-8475-54bd612c9470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bac919-c9c7-4665-bad8-88da9d47290d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:55:33.461014 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48550) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:55:33.554991 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-3c0e7e3d-99e0-49f8-84cb-5c1d5903ff8f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-625953827-network', 'tenant_id': '80b8d6300f8f4d49912c1a7a2044d812'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:55:33.576477 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0e7e3d-99e0-49f8-84cb-5c1d5903ff8f admin admin] Made reservation on behalf of 80b8d6300f8f4d49912c1a7a2044d812 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:55:33.578808 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c0e7e3d-99e0-49f8-84cb-5c1d5903ff8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:33.587786 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c0e7e3d-99e0-49f8-84cb-5c1d5903ff8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:33.677006 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c0e7e3d-99e0-49f8-84cb-5c1d5903ff8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:33.681014 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c0e7e3d-99e0-49f8-84cb-5c1d5903ff8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:33.705979 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0e7e3d-99e0-49f8-84cb-5c1d5903ff8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:55:33.716396 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e7e3d-99e0-49f8-84cb-5c1d5903ff8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50139a1-e1e9-436c-a285-4d6bb053b066,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:55:33.722479 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c0e7e3d-99e0-49f8-84cb-5c1d5903ff8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:33.722836 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-3c0e7e3d-99e0-49f8-84cb-5c1d5903ff8f admin admin] Added segment b79231a3-ea0b-4409-8911-c50123b2fab4 of type vlan for network 5775123f-eb59-4a32-82be-f785e91bb4a2 Aug 17 00:55:33.764875 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c0e7e3d-99e0-49f8-84cb-5c1d5903ff8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:33.788758 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c0e7e3d-99e0-49f8-84cb-5c1d5903ff8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:33.789809 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0e7e3d-99e0-49f8-84cb-5c1d5903ff8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:33.790343 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3c0e7e3d-99e0-49f8-84cb-5c1d5903ff8f admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:33.843136 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3c0e7e3d-99e0-49f8-84cb-5c1d5903ff8f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3809876 Aug 17 00:55:33.846159 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48554) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:55:33.851605 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-70f099e2-ff29-4338-ab61-68e88e25009a admin admin] Request body: {'subnet': {'network_id': '5775123f-eb59-4a32-82be-f785e91bb4a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-625953827-subnet', 'tenant_id': '80b8d6300f8f4d49912c1a7a2044d812', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:55:33.854414 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e7e3d-99e0-49f8-84cb-5c1d5903ff8f admin admin] Pushing event updated for resources: {'Network': ['ID=5775123f-eb59-4a32-82be-f785e91bb4a2,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:55:33.864178 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 5775123f-eb59-4a32-82be-f785e91bb4a2 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:55:33.873708 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f099e2-ff29-4338-ab61-68e88e25009a admin admin] Made reservation on behalf of 80b8d6300f8f4d49912c1a7a2044d812 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:55:33.876142 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-70f099e2-ff29-4338-ab61-68e88e25009a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:34.047472 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-70f099e2-ff29-4338-ab61-68e88e25009a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:34.104097 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f099e2-ff29-4338-ab61-68e88e25009a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e9fe978-bad3-456a-aa74-616c1e5e4d06,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:55:34.114409 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f099e2-ff29-4338-ab61-68e88e25009a admin admin] Checking segment: {'id': 'b79231a3-ea0b-4409-8911-c50123b2fab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5775123f-eb59-4a32-82be-f785e91bb4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:55:34.114771 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f099e2-ff29-4338-ab61-68e88e25009a admin admin] Network hostable DHCP agents. Network: 5775123f-eb59-4a32-82be-f785e91bb4a2, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:55:34.131302 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f099e2-ff29-4338-ab61-68e88e25009a admin admin] Network 5775123f-eb59-4a32-82be-f785e91bb4a2 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:55:34.139534 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-70f099e2-ff29-4338-ab61-68e88e25009a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 5775123f-eb59-4a32-82be-f785e91bb4a2) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:55:34.143872 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f099e2-ff29-4338-ab61-68e88e25009a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:34.144445 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-70f099e2-ff29-4338-ab61-68e88e25009a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:34.149876 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7afb251-a34a-4c43-bbf3-ab18629cdd05 None None] Network 5775123f-eb59-4a32-82be-f785e91bb4a2 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:55:34.158880 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-70f099e2-ff29-4338-ab61-68e88e25009a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3116016 Aug 17 00:55:34.284082 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad082526-3f5c-4179-bc30-969861b654c9 None None] Network 5775123f-eb59-4a32-82be-f785e91bb4a2 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:55:34.602252 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-c5e51557-0ccb-40dd-a4a5-3bbcd506cf15 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:34.603738 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-c5e51557-0ccb-40dd-a4a5-3bbcd506cf15 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/networks?id=5775123f-eb59-4a32-82be-f785e91bb4a2 HTTP/1.1" status: 200 len: 813 time: 0.1066351 Aug 17 00:55:34.619129 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-472da0dc-6f23-4a01-8388-58a7851ddd7d tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/quotas/80b8d6300f8f4d49912c1a7a2044d812 HTTP/1.1" status: 200 len: 375 time: 0.0093982 Aug 17 00:55:34.650430 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-e7fbdb5c-a393-483b-ad9f-a55e6a158944 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=80b8d6300f8f4d49912c1a7a2044d812&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260124 Aug 17 00:55:34.817710 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-e27832ff-6cf1-491c-9616-4e83be0f7801 service neutron] 10.222.0.60 "GET /v2.0/networks/5775123f-eb59-4a32-82be-f785e91bb4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271183 Aug 17 00:55:34.908680 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-98071b72-a246-48c1-bd6c-28b9b65cfdc9 service neutron] 10.222.0.60 "GET /v2.0/networks/5775123f-eb59-4a32-82be-f785e91bb4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846236 Aug 17 00:55:35.067991 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7dec3050-bdfd-4a6b-bd54-4a3e1496cb4b req-a73f0bab-b42b-46bd-b4d0-e99f36ea92f8 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b289b53-b317-4415-8de2-dad8b3625297 HTTP/1.1" status: 200 len: 210 time: 0.0271990 Aug 17 00:55:36.089928 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-156e4e67-817d-42f3-a610-c36aeabe094b tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:36.091507 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-156e4e67-817d-42f3-a610-c36aeabe094b tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.69 "GET /v2.0/networks?id=5775123f-eb59-4a32-82be-f785e91bb4a2 HTTP/1.1" status: 200 len: 813 time: 0.1117408 Aug 17 00:55:36.107661 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-f2c712b9-58ba-4a76-8e86-fb73bd219654 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Request body: {'port': {'device_id': '8b289b53-b317-4415-8de2-dad8b3625297', 'network_id': '5775123f-eb59-4a32-82be-f785e91bb4a2', 'admin_state_up': True, 'tenant_id': '80b8d6300f8f4d49912c1a7a2044d812'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:55:36.186137 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4255edf9-c94d-4857-a837-b9593a393fe2 req-252b48e7-73ad-4a63-a10c-f39f3c152e3e tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b289b53-b317-4415-8de2-dad8b3625297 HTTP/1.1" status: 200 len: 210 time: 0.0370812 Aug 17 00:55:36.250288 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-f2c712b9-58ba-4a76-8e86-fb73bd219654 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Made reservation on behalf of 80b8d6300f8f4d49912c1a7a2044d812 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:55:36.253831 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-f2c712b9-58ba-4a76-8e86-fb73bd219654 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:36.378942 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-f2c712b9-58ba-4a76-8e86-fb73bd219654 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Allocated IP 172.20.0.11 (5775123f-eb59-4a32-82be-f785e91bb4a2/3e9fe978-bad3-456a-aa74-616c1e5e4d06/d9d499df-3902-453b-8788-48a80a33df32) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:55:36.525981 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-f2c712b9-58ba-4a76-8e86-fb73bd219654 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:36.565575 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-f2c712b9-58ba-4a76-8e86-fb73bd219654 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:36.607345 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-f2c712b9-58ba-4a76-8e86-fb73bd219654 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Network 5775123f-eb59-4a32-82be-f785e91bb4a2 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:55:36.612302 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-f2c712b9-58ba-4a76-8e86-fb73bd219654 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:55:36.615937 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-f2c712b9-58ba-4a76-8e86-fb73bd219654 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:55:36.647183 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c712b9-58ba-4a76-8e86-fb73bd219654 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Pushing event updated for resources: {'Port': ['ID=d9d499df-3902-453b-8788-48a80a33df32,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:55:36.672705 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-f2c712b9-58ba-4a76-8e86-fb73bd219654 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:36.673346 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-f2c712b9-58ba-4a76-8e86-fb73bd219654 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:36.687835 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-f2c712b9-58ba-4a76-8e86-fb73bd219654 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5847902 Aug 17 00:55:36.704896 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-40e37365-3dc1-481c-9bcf-920bcd926431 service neutron] Request body: {'port': {'device_id': '8b289b53-b317-4415-8de2-dad8b3625297', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:55:36.757881 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-40e37365-3dc1-481c-9bcf-920bcd926431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:37.023292 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-40e37365-3dc1-481c-9bcf-920bcd926431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d499df-3902-453b-8788-48a80a33df32 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:55:37.030526 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-40e37365-3dc1-481c-9bcf-920bcd926431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:37.042014 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-40e37365-3dc1-481c-9bcf-920bcd926431 service neutron] Transition to ACTIVE for port object d9d499df-3902-453b-8788-48a80a33df32 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:55:37.045390 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-40e37365-3dc1-481c-9bcf-920bcd926431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:37.110702 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e37365-3dc1-481c-9bcf-920bcd926431 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d499df-3902-453b-8788-48a80a33df32,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:55:37.157855 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-40e37365-3dc1-481c-9bcf-920bcd926431 service neutron] Attempting to bind port d9d499df-3902-453b-8788-48a80a33df32 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:55:37.158193 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-40e37365-3dc1-481c-9bcf-920bcd926431 service neutron] Attempting to bind port d9d499df-3902-453b-8788-48a80a33df32 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': 'b79231a3-ea0b-4409-8911-c50123b2fab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5775123f-eb59-4a32-82be-f785e91bb4a2'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:55:37.158522 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-40e37365-3dc1-481c-9bcf-920bcd926431 service neutron] Attempting to bind port d9d499df-3902-453b-8788-48a80a33df32 on network 5775123f-eb59-4a32-82be-f785e91bb4a2 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:55:37.162691 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-40e37365-3dc1-481c-9bcf-920bcd926431 service neutron] Port d9d499df-3902-453b-8788-48a80a33df32 on network 5775123f-eb59-4a32-82be-f785e91bb4a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:55:37.163020 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-40e37365-3dc1-481c-9bcf-920bcd926431 service neutron] Attempting to bind port d9d499df-3902-453b-8788-48a80a33df32 on network 5775123f-eb59-4a32-82be-f785e91bb4a2 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:55:37.168412 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-40e37365-3dc1-481c-9bcf-920bcd926431 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:55:37.168751 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-40e37365-3dc1-481c-9bcf-920bcd926431 service neutron] Checking segment: {'id': 'b79231a3-ea0b-4409-8911-c50123b2fab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5775123f-eb59-4a32-82be-f785e91bb4a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:55:37.169156 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-40e37365-3dc1-481c-9bcf-920bcd926431 service neutron] Bound using segment: {'id': 'b79231a3-ea0b-4409-8911-c50123b2fab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5775123f-eb59-4a32-82be-f785e91bb4a2'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:55:37.169580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-40e37365-3dc1-481c-9bcf-920bcd926431 service neutron] Bound port: d9d499df-3902-453b-8788-48a80a33df32, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b79231a3-ea0b-4409-8911-c50123b2fab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5775123f-eb59-4a32-82be-f785e91bb4a2'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:55:37.169933 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-40e37365-3dc1-481c-9bcf-920bcd926431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:37.235768 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-40e37365-3dc1-481c-9bcf-920bcd926431 service neutron] For port d9d499df-3902-453b-8788-48a80a33df32, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:55:37.238918 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-40e37365-3dc1-481c-9bcf-920bcd926431 service neutron] For port d9d499df-3902-453b-8788-48a80a33df32, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=d9d499df-3902-453b-8788-48a80a33df32,segment=NetworkSegment(b79231a3-ea0b-4409-8911-c50123b2fab4),segment_id=b79231a3-ea0b-4409-8911-c50123b2fab4)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:55:37.243649 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-40e37365-3dc1-481c-9bcf-920bcd926431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:37.305322 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-40e37365-3dc1-481c-9bcf-920bcd926431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:37.305945 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-40e37365-3dc1-481c-9bcf-920bcd926431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:37.307328 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-40e37365-3dc1-481c-9bcf-920bcd926431 service neutron] 10.222.0.69 "PUT /v2.0/ports/d9d499df-3902-453b-8788-48a80a33df32 HTTP/1.1" status: 200 len: 1093 time: 0.6065426 Aug 17 00:55:37.308550 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b289b53-b317-4415-8de2-dad8b3625297', 'tag': 'd9d499df-3902-453b-8788-48a80a33df32'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:55:37.310805 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de574a6-f6df-403a-8d0c-a02b4cdd204b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b289b53-b317-4415-8de2-dad8b3625297", "tag": "d9d499df-3902-453b-8788-48a80a33df32"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:55:37.332552 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e37365-3dc1-481c-9bcf-920bcd926431 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d499df-3902-453b-8788-48a80a33df32,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:55:37.354444 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9115619-a527-4bde-b107-b564c045cad0 req-acce20fe-b7fd-45d0-8115-85df6d380ec4 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:37.356244 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9115619-a527-4bde-b107-b564c045cad0 req-acce20fe-b7fd-45d0-8115-85df6d380ec4 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b289b53-b317-4415-8de2-dad8b3625297 HTTP/1.1" status: 200 len: 944 time: 0.0874870 Aug 17 00:55:37.367249 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f179349a-5eae-4cdb-894a-bbf6634897a7 x-openstack-request-id: req-f179349a-5eae-4cdb-894a-bbf6634897a7 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:55:37.367571 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b289b53-b317-4415-8de2-dad8b3625297", "tag": "d9d499df-3902-453b-8788-48a80a33df32", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:55:37.367827 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f179349a-5eae-4cdb-894a-bbf6634897a7 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:55:37.368227 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b289b53-b317-4415-8de2-dad8b3625297', 'tag': 'd9d499df-3902-453b-8788-48a80a33df32', 'status': 'completed', 'code': 200} Aug 17 00:55:37.427543 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9115619-a527-4bde-b107-b564c045cad0 req-7f955658-0c42-47ed-b1f7-a4f3411b321e tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/security-groups?id=b50139a1-e1e9-436c-a285-4d6bb053b066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623991 Aug 17 00:55:37.431045 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-643ec466-ba55-40b9-a0b0-ee6358e59ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:37.432439 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-643ec466-ba55-40b9-a0b0-ee6358e59ead service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=80b8d6300f8f4d49912c1a7a2044d812&device_id=8b289b53-b317-4415-8de2-dad8b3625297 HTTP/1.1" status: 200 len: 1096 time: 0.0749531 Aug 17 00:55:37.481031 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-c284b035-c6e9-411c-aeae-c10a2bfe1160 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9d499df-3902-453b-8788-48a80a33df32 HTTP/1.1" status: 200 len: 217 time: 0.0348537 Aug 17 00:55:37.531344 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-b41ce315-afb5-4c3d-8d20-dd428e4c94da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:37.532720 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-b41ce315-afb5-4c3d-8d20-dd428e4c94da service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3e9fe978-bad3-456a-aa74-616c1e5e4d06 HTTP/1.1" status: 200 len: 853 time: 0.0420864 Aug 17 00:55:37.567401 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-ee861bb9-e9bd-4cb9-9ac3-a6f9bb6c26bc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5775123f-eb59-4a32-82be-f785e91bb4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231376 Aug 17 00:55:37.658160 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-07457161-4119-4317-899a-05c6c5aadbdb service neutron] 10.222.0.69 "GET /v2.0/networks/5775123f-eb59-4a32-82be-f785e91bb4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831311 Aug 17 00:55:37.751568 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9925aa5c-562b-462a-a6ce-b1817d0e1f50 req-79f8155c-b23e-4c46-8010-c6d902a23aac service neutron] 10.222.0.69 "GET /v2.0/networks/5775123f-eb59-4a32-82be-f785e91bb4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796916 Aug 17 00:55:37.851793 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de574a6-f6df-403a-8d0c-a02b4cdd204b req-1efa8a01-8184-4622-b3e2-a495e0347f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:37.853356 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6de574a6-f6df-403a-8d0c-a02b4cdd204b req-1efa8a01-8184-4622-b3e2-a495e0347f2f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=80b8d6300f8f4d49912c1a7a2044d812&device_id=8b289b53-b317-4415-8de2-dad8b3625297 HTTP/1.1" status: 200 len: 1096 time: 0.0459604 Aug 17 00:55:37.940565 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de574a6-f6df-403a-8d0c-a02b4cdd204b req-6ddf566d-8cd6-45bd-a209-eb39dfdcda0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:37.942032 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6de574a6-f6df-403a-8d0c-a02b4cdd204b req-6ddf566d-8cd6-45bd-a209-eb39dfdcda0b service neutron] 10.222.0.69 "GET /v2.0/networks?id=5775123f-eb59-4a32-82be-f785e91bb4a2 HTTP/1.1" status: 200 len: 914 time: 0.0819600 Aug 17 00:55:37.986333 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6de574a6-f6df-403a-8d0c-a02b4cdd204b req-2e82223c-4552-42df-bd66-7536659e4b53 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9d499df-3902-453b-8788-48a80a33df32 HTTP/1.1" status: 200 len: 217 time: 0.0371962 Aug 17 00:55:38.038568 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de574a6-f6df-403a-8d0c-a02b4cdd204b req-dc60d2af-fc2d-4912-b04e-18fdd202a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:38.040146 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6de574a6-f6df-403a-8d0c-a02b4cdd204b req-dc60d2af-fc2d-4912-b04e-18fdd202a7cb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3e9fe978-bad3-456a-aa74-616c1e5e4d06 HTTP/1.1" status: 200 len: 853 time: 0.0436761 Aug 17 00:55:38.075041 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6de574a6-f6df-403a-8d0c-a02b4cdd204b req-6f6ca8ec-a99d-491d-9960-8adb169fc02f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5775123f-eb59-4a32-82be-f785e91bb4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256407 Aug 17 00:55:38.172443 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6de574a6-f6df-403a-8d0c-a02b4cdd204b req-791675a7-2214-485c-9874-c102e210bfa0 service neutron] 10.222.0.69 "GET /v2.0/networks/5775123f-eb59-4a32-82be-f785e91bb4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853038 Aug 17 00:55:38.264954 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6de574a6-f6df-403a-8d0c-a02b4cdd204b req-de3dab61-3542-4aa7-b53f-fedc10547b61 service neutron] 10.222.0.69 "GET /v2.0/networks/5775123f-eb59-4a32-82be-f785e91bb4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830424 Aug 17 00:55:38.549245 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff35405-9cd3-467e-8d60-d145e697f160 req-6e28d707-40e3-4b16-b09b-8517e43527ad tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:38.550701 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ff35405-9cd3-467e-8d60-d145e697f160 req-6e28d707-40e3-4b16-b09b-8517e43527ad tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b289b53-b317-4415-8de2-dad8b3625297 HTTP/1.1" status: 200 len: 944 time: 0.0485768 Aug 17 00:55:38.588793 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9ff35405-9cd3-467e-8d60-d145e697f160 req-0e3cf0c0-f62a-476a-8a55-21a8dd051003 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/security-groups?id=b50139a1-e1e9-436c-a285-4d6bb053b066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314834 Aug 17 00:55:40.009934 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12ab90-5137-4faa-bcff-62da3e478d79 req-b31ce61a-dace-464b-bf9c-19ff2a676af3 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:40.011410 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db12ab90-5137-4faa-bcff-62da3e478d79 req-b31ce61a-dace-464b-bf9c-19ff2a676af3 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b289b53-b317-4415-8de2-dad8b3625297 HTTP/1.1" status: 200 len: 944 time: 0.3568347 Aug 17 00:55:40.049117 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db12ab90-5137-4faa-bcff-62da3e478d79 req-1cb46c42-7c63-443e-89da-c7c8bdc9a578 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/security-groups?id=b50139a1-e1e9-436c-a285-4d6bb053b066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316732 Aug 17 00:55:40.629010 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:40.673254 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device d9d499df-3902-453b-8788-48a80a33df32 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:55:40.766600 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port d9d499df-3902-453b-8788-48a80a33df32, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=d9d499df-3902-453b-8788-48a80a33df32,segment=NetworkSegment(b79231a3-ea0b-4409-8911-c50123b2fab4),segment_id=b79231a3-ea0b-4409-8911-c50123b2fab4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:55:40.777720 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': 'd9d499df-3902-453b-8788-48a80a33df32', 'network_id': '5775123f-eb59-4a32-82be-f785e91bb4a2', 'port_id': 'd9d499df-3902-453b-8788-48a80a33df32', 'mac_address': 'fa:16:3e:22:33:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e9fe978-bad3-456a-aa74-616c1e5e4d06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:55:40.817581 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:40.830493 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d499df-3902-453b-8788-48a80a33df32 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:55:40.849727 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port d9d499df-3902-453b-8788-48a80a33df32, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=d9d499df-3902-453b-8788-48a80a33df32,segment=NetworkSegment(b79231a3-ea0b-4409-8911-c50123b2fab4),segment_id=b79231a3-ea0b-4409-8911-c50123b2fab4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:55:40.853409 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:40.899134 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=d9d499df-3902-453b-8788-48a80a33df32,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:55:41.090044 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['d9d499df-3902-453b-8788-48a80a33df32'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:55:41.162791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a987ba5-a738-4bfc-a50f-e720443ebd2f req-95cd1540-0ee6-495c-bed9-bc88ecbaddeb tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:41.164398 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a987ba5-a738-4bfc-a50f-e720443ebd2f req-95cd1540-0ee6-495c-bed9-bc88ecbaddeb tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b289b53-b317-4415-8de2-dad8b3625297 HTTP/1.1" status: 200 len: 945 time: 0.0497880 Aug 17 00:55:41.201807 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a987ba5-a738-4bfc-a50f-e720443ebd2f req-b68323c2-1e46-4ff3-958c-b0d4c33658e7 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/security-groups?id=b50139a1-e1e9-436c-a285-4d6bb053b066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313444 Aug 17 00:55:42.249056 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:42.316178 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28158419-047d-4011-a91c-3fd48bb05138 req-553930b6-43c3-4539-b5bc-5a3d0820b19d tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:42.317653 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28158419-047d-4011-a91c-3fd48bb05138 req-553930b6-43c3-4539-b5bc-5a3d0820b19d tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b289b53-b317-4415-8de2-dad8b3625297 HTTP/1.1" status: 200 len: 945 time: 0.0475719 Aug 17 00:55:42.355334 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28158419-047d-4011-a91c-3fd48bb05138 req-c5a3b4df-d0f3-43c5-8f93-98ea2f66ee87 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/security-groups?id=b50139a1-e1e9-436c-a285-4d6bb053b066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309372 Aug 17 00:55:42.689375 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device d9d499df-3902-453b-8788-48a80a33df32 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:55:42.739418 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port d9d499df-3902-453b-8788-48a80a33df32 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:55:42.742982 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port d9d499df-3902-453b-8788-48a80a33df32 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:55:42.743353 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:42.817607 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:42.839600 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b289b53-b317-4415-8de2-dad8b3625297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d499df-3902-453b-8788-48a80a33df32'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:55:42.842090 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d9b1f6eceb9192db377ceb4d6ae83098a713cf0d5394fe300bfd3a5d60dfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0a57e0-f6c7-43d3-9bd3-28d76ed20a2a" -d '{"events": [{"server_uuid": "8b289b53-b317-4415-8de2-dad8b3625297", "name": "network-vif-plugged", "status": "completed", "tag": "d9d499df-3902-453b-8788-48a80a33df32"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:55:42.855308 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port d9d499df-3902-453b-8788-48a80a33df32, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=d9d499df-3902-453b-8788-48a80a33df32,segment=NetworkSegment(b79231a3-ea0b-4409-8911-c50123b2fab4),segment_id=b79231a3-ea0b-4409-8911-c50123b2fab4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:55:42.859938 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:42.886275 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d06700-8d46-4672-b60a-a7970e8fef25 x-openstack-request-id: req-f0d06700-8d46-4672-b60a-a7970e8fef25 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:55:42.886576 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b289b53-b317-4415-8de2-dad8b3625297", "name": "network-vif-plugged", "status": "completed", "tag": "d9d499df-3902-453b-8788-48a80a33df32", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:55:42.886829 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f0d06700-8d46-4672-b60a-a7970e8fef25 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:55:42.887219 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b289b53-b317-4415-8de2-dad8b3625297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d499df-3902-453b-8788-48a80a33df32', 'code': 200} Aug 17 00:55:42.914236 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=d9d499df-3902-453b-8788-48a80a33df32,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:55:42.986258 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc37102-9773-4b58-8ad4-7cd0bc5115ba req-d927257c-a000-468c-969c-1cea6bc5f086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:42.987682 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6cc37102-9773-4b58-8ad4-7cd0bc5115ba req-d927257c-a000-468c-969c-1cea6bc5f086 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8b289b53-b317-4415-8de2-dad8b3625297 HTTP/1.1" status: 200 len: 1098 time: 0.0443127 Aug 17 00:55:43.025028 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6cc37102-9773-4b58-8ad4-7cd0bc5115ba req-dce225a2-f79d-41a9-b021-e0e0f4bee16c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b50139a1-e1e9-436c-a285-4d6bb053b066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273745 Aug 17 00:55:43.468824 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7e26a-c3af-4919-a775-5a74810b1d0f req-70e7c1be-9f1a-4590-9bce-76482280cc71 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:43.470324 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfa7e26a-c3af-4919-a775-5a74810b1d0f req-70e7c1be-9f1a-4590-9bce-76482280cc71 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b289b53-b317-4415-8de2-dad8b3625297 HTTP/1.1" status: 200 len: 946 time: 0.0493655 Aug 17 00:55:43.507672 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfa7e26a-c3af-4919-a775-5a74810b1d0f req-127d3876-2c0a-463e-beed-dcf43ded2cd4 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/security-groups?id=b50139a1-e1e9-436c-a285-4d6bb053b066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309196 Aug 17 00:55:44.629310 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bfeb5-5b0f-440e-a866-ee349f7c25d6 req-b73bd033-118f-4d9f-a033-206907cf1b13 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:44.630787 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f25bfeb5-5b0f-440e-a866-ee349f7c25d6 req-b73bd033-118f-4d9f-a033-206907cf1b13 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b289b53-b317-4415-8de2-dad8b3625297 HTTP/1.1" status: 200 len: 946 time: 0.0532496 Aug 17 00:55:44.669231 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f25bfeb5-5b0f-440e-a866-ee349f7c25d6 req-8934d2ca-d105-462b-8d4f-235578f2eea7 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/security-groups?id=b50139a1-e1e9-436c-a285-4d6bb053b066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318885 Aug 17 00:55:44.893517 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-98d6f6f9-8b4f-45c8-936b-d76df962355e tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:44.894981 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-98d6f6f9-8b4f-45c8-936b-d76df962355e tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/networks?id=5775123f-eb59-4a32-82be-f785e91bb4a2 HTTP/1.1" status: 200 len: 813 time: 0.1068873 Aug 17 00:55:44.911549 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-7c0e90d0-5a99-4ae8-bc37-0826edf4f9de tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/quotas/80b8d6300f8f4d49912c1a7a2044d812 HTTP/1.1" status: 200 len: 375 time: 0.0100322 Aug 17 00:55:44.967350 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-2dff206f-1937-45f4-a422-efd587526422 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=80b8d6300f8f4d49912c1a7a2044d812&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460510 Aug 17 00:55:45.100670 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-226d083f-600f-4b5c-aad4-a92643f7f612 service neutron] 10.222.0.60 "GET /v2.0/networks/5775123f-eb59-4a32-82be-f785e91bb4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263549 Aug 17 00:55:45.188433 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-69d0201d-53cd-452b-b1be-4b0c053f25c3 service neutron] 10.222.0.60 "GET /v2.0/networks/5775123f-eb59-4a32-82be-f785e91bb4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814447 Aug 17 00:55:45.350186 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e93668f6-fb43-46c0-9793-fb4f04ec0144 req-e452e8f0-05c3-47e1-b5a8-151d7e993759 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?device_id=cec49563-fa32-4815-bb1d-ab4451ae50da HTTP/1.1" status: 200 len: 210 time: 0.0324504 Aug 17 00:55:46.394815 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-eab6a0c6-ee89-4cc6-9f42-b8799ea19418 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:46.396427 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-eab6a0c6-ee89-4cc6-9f42-b8799ea19418 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.64 "GET /v2.0/networks?id=5775123f-eb59-4a32-82be-f785e91bb4a2 HTTP/1.1" status: 200 len: 813 time: 0.1071548 Aug 17 00:55:46.412378 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e799190b-fe55-4c42-aa37-d42f6dd6aa03 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Request body: {'port': {'device_id': 'cec49563-fa32-4815-bb1d-ab4451ae50da', 'network_id': '5775123f-eb59-4a32-82be-f785e91bb4a2', 'admin_state_up': True, 'tenant_id': '80b8d6300f8f4d49912c1a7a2044d812'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:55:46.485946 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b4ce9954-8a98-4d03-8372-4ad2d1b67cf3 req-f9c5fc7f-9e5d-4cfc-b65d-b27182592e4d tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?device_id=cec49563-fa32-4815-bb1d-ab4451ae50da HTTP/1.1" status: 200 len: 210 time: 0.0589397 Aug 17 00:55:46.546115 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e799190b-fe55-4c42-aa37-d42f6dd6aa03 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Made reservation on behalf of 80b8d6300f8f4d49912c1a7a2044d812 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:55:46.549664 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e799190b-fe55-4c42-aa37-d42f6dd6aa03 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:46.601796 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b0eec31b-6927-46d8-9bb9-1878ead53182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:46.682809 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e799190b-fe55-4c42-aa37-d42f6dd6aa03 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Allocated IP 172.20.0.5 (5775123f-eb59-4a32-82be-f785e91bb4a2/3e9fe978-bad3-456a-aa74-616c1e5e4d06/94788aad-f773-4f74-89d4-386de57566b1) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:55:46.842841 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e799190b-fe55-4c42-aa37-d42f6dd6aa03 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:46.886853 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e799190b-fe55-4c42-aa37-d42f6dd6aa03 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:46.909290 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['d9d499df-3902-453b-8788-48a80a33df32'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:55:46.948214 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e799190b-fe55-4c42-aa37-d42f6dd6aa03 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Network 5775123f-eb59-4a32-82be-f785e91bb4a2 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:55:46.957380 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e799190b-fe55-4c42-aa37-d42f6dd6aa03 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:55:46.962099 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e799190b-fe55-4c42-aa37-d42f6dd6aa03 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:55:47.007546 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799190b-fe55-4c42-aa37-d42f6dd6aa03 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Pushing event updated for resources: {'Port': ['ID=94788aad-f773-4f74-89d4-386de57566b1,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:55:47.026701 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e799190b-fe55-4c42-aa37-d42f6dd6aa03 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:47.027273 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e799190b-fe55-4c42-aa37-d42f6dd6aa03 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:47.027627 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e799190b-fe55-4c42-aa37-d42f6dd6aa03 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:47.028166 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e799190b-fe55-4c42-aa37-d42f6dd6aa03 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:47.028733 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e799190b-fe55-4c42-aa37-d42f6dd6aa03 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:47.029285 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e799190b-fe55-4c42-aa37-d42f6dd6aa03 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:47.029822 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e799190b-fe55-4c42-aa37-d42f6dd6aa03 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:47.030370 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e799190b-fe55-4c42-aa37-d42f6dd6aa03 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:47.030903 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e799190b-fe55-4c42-aa37-d42f6dd6aa03 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:47.031447 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e799190b-fe55-4c42-aa37-d42f6dd6aa03 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:47.031991 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e799190b-fe55-4c42-aa37-d42f6dd6aa03 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:47.032538 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e799190b-fe55-4c42-aa37-d42f6dd6aa03 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:55:47.063434 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e799190b-fe55-4c42-aa37-d42f6dd6aa03 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:47.064103 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e799190b-fe55-4c42-aa37-d42f6dd6aa03 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:47.079801 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e799190b-fe55-4c42-aa37-d42f6dd6aa03 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6716983 Aug 17 00:55:47.092800 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e4e78f87-e1a6-4bf5-89d5-cfd93047e6c7 service neutron] Request body: {'port': {'device_id': 'cec49563-fa32-4815-bb1d-ab4451ae50da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:55:47.162183 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e4e78f87-e1a6-4bf5-89d5-cfd93047e6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:47.461670 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e4e78f87-e1a6-4bf5-89d5-cfd93047e6c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94788aad-f773-4f74-89d4-386de57566b1 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:55:47.472365 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e4e78f87-e1a6-4bf5-89d5-cfd93047e6c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:47.486526 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e4e78f87-e1a6-4bf5-89d5-cfd93047e6c7 service neutron] Transition to ACTIVE for port object 94788aad-f773-4f74-89d4-386de57566b1 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:55:47.490784 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e4e78f87-e1a6-4bf5-89d5-cfd93047e6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:47.540361 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e78f87-e1a6-4bf5-89d5-cfd93047e6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=94788aad-f773-4f74-89d4-386de57566b1,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:55:47.650351 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f026d6-5a2b-4f23-b44c-7fe746242caf req-d3c70afc-278f-4762-9ecd-6600c005a769 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:47.651846 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d2f026d6-5a2b-4f23-b44c-7fe746242caf req-d3c70afc-278f-4762-9ecd-6600c005a769 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?device_id=cec49563-fa32-4815-bb1d-ab4451ae50da HTTP/1.1" status: 200 len: 943 time: 0.0888338 Aug 17 00:55:47.656300 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e4e78f87-e1a6-4bf5-89d5-cfd93047e6c7 service neutron] Attempting to bind port 94788aad-f773-4f74-89d4-386de57566b1 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:55:47.656645 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e4e78f87-e1a6-4bf5-89d5-cfd93047e6c7 service neutron] Attempting to bind port 94788aad-f773-4f74-89d4-386de57566b1 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'b79231a3-ea0b-4409-8911-c50123b2fab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5775123f-eb59-4a32-82be-f785e91bb4a2'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:55:47.656984 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e4e78f87-e1a6-4bf5-89d5-cfd93047e6c7 service neutron] Attempting to bind port 94788aad-f773-4f74-89d4-386de57566b1 on network 5775123f-eb59-4a32-82be-f785e91bb4a2 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:55:47.668172 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e4e78f87-e1a6-4bf5-89d5-cfd93047e6c7 service neutron] Port 94788aad-f773-4f74-89d4-386de57566b1 on network 5775123f-eb59-4a32-82be-f785e91bb4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:55:47.668499 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e4e78f87-e1a6-4bf5-89d5-cfd93047e6c7 service neutron] Attempting to bind port 94788aad-f773-4f74-89d4-386de57566b1 on network 5775123f-eb59-4a32-82be-f785e91bb4a2 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:55:47.681365 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e4e78f87-e1a6-4bf5-89d5-cfd93047e6c7 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:55:47.681711 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e4e78f87-e1a6-4bf5-89d5-cfd93047e6c7 service neutron] Checking segment: {'id': 'b79231a3-ea0b-4409-8911-c50123b2fab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5775123f-eb59-4a32-82be-f785e91bb4a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:55:47.682104 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e4e78f87-e1a6-4bf5-89d5-cfd93047e6c7 service neutron] Bound using segment: {'id': 'b79231a3-ea0b-4409-8911-c50123b2fab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5775123f-eb59-4a32-82be-f785e91bb4a2'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:55:47.682539 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e4e78f87-e1a6-4bf5-89d5-cfd93047e6c7 service neutron] Bound port: 94788aad-f773-4f74-89d4-386de57566b1, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b79231a3-ea0b-4409-8911-c50123b2fab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5775123f-eb59-4a32-82be-f785e91bb4a2'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:55:47.682899 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e4e78f87-e1a6-4bf5-89d5-cfd93047e6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:47.728151 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d2f026d6-5a2b-4f23-b44c-7fe746242caf req-7b45cee4-9664-4bf6-b537-c816c723612d tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/security-groups?id=b50139a1-e1e9-436c-a285-4d6bb053b066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687644 Aug 17 00:55:47.760693 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e4e78f87-e1a6-4bf5-89d5-cfd93047e6c7 service neutron] For port 94788aad-f773-4f74-89d4-386de57566b1, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:55:47.763714 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e4e78f87-e1a6-4bf5-89d5-cfd93047e6c7 service neutron] For port 94788aad-f773-4f74-89d4-386de57566b1, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=94788aad-f773-4f74-89d4-386de57566b1,segment=NetworkSegment(b79231a3-ea0b-4409-8911-c50123b2fab4),segment_id=b79231a3-ea0b-4409-8911-c50123b2fab4)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:55:47.767097 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e4e78f87-e1a6-4bf5-89d5-cfd93047e6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:47.813642 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e4e78f87-e1a6-4bf5-89d5-cfd93047e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:47.814279 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e4e78f87-e1a6-4bf5-89d5-cfd93047e6c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:47.815682 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-e4e78f87-e1a6-4bf5-89d5-cfd93047e6c7 service neutron] 10.222.0.64 "PUT /v2.0/ports/94788aad-f773-4f74-89d4-386de57566b1 HTTP/1.1" status: 200 len: 1092 time: 0.7277977 Aug 17 00:55:47.816126 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec49563-fa32-4815-bb1d-ab4451ae50da', 'tag': '94788aad-f773-4f74-89d4-386de57566b1'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:55:47.818413 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03092706-5c63-4c80-a747-1e335a08fd74" -d '{"events": [{"name": "network-changed", "server_uuid": "cec49563-fa32-4815-bb1d-ab4451ae50da", "tag": "94788aad-f773-4f74-89d4-386de57566b1"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:55:47.842366 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e78f87-e1a6-4bf5-89d5-cfd93047e6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=94788aad-f773-4f74-89d4-386de57566b1,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:55:47.866551 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889a5759-c7b0-4ccd-b48d-ea0f50af5739 x-openstack-request-id: req-889a5759-c7b0-4ccd-b48d-ea0f50af5739 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:55:47.866920 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec49563-fa32-4815-bb1d-ab4451ae50da", "tag": "94788aad-f773-4f74-89d4-386de57566b1", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:55:47.867178 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-889a5759-c7b0-4ccd-b48d-ea0f50af5739 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:55:47.867582 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec49563-fa32-4815-bb1d-ab4451ae50da', 'tag': '94788aad-f773-4f74-89d4-386de57566b1', 'status': 'completed', 'code': 200} Aug 17 00:55:47.896252 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-43ff929b-f25a-48e8-833e-01a60fa35c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:47.898025 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-43ff929b-f25a-48e8-833e-01a60fa35c1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=80b8d6300f8f4d49912c1a7a2044d812&device_id=cec49563-fa32-4815-bb1d-ab4451ae50da HTTP/1.1" status: 200 len: 1095 time: 0.0442350 Aug 17 00:55:47.940359 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-a0ae1d10-c3cf-44e4-8dcf-bfc905dd0fc1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94788aad-f773-4f74-89d4-386de57566b1 HTTP/1.1" status: 200 len: 217 time: 0.0348902 Aug 17 00:55:47.989065 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-142db200-5e96-4e59-9f74-ba410d0fd8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:47.990424 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-142db200-5e96-4e59-9f74-ba410d0fd8ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3e9fe978-bad3-456a-aa74-616c1e5e4d06 HTTP/1.1" status: 200 len: 853 time: 0.0430081 Aug 17 00:55:48.026061 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-04336fdd-a370-4ce4-87dc-bf8c5ec08a8f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5775123f-eb59-4a32-82be-f785e91bb4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287111 Aug 17 00:55:48.116618 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-219ec699-5889-44c9-a20d-42f1c81ba310 service neutron] 10.222.0.64 "GET /v2.0/networks/5775123f-eb59-4a32-82be-f785e91bb4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818636 Aug 17 00:55:48.213585 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5af2a931-3b50-4571-9cd7-640851db0b3f req-06d1dbec-8d77-4e30-9439-191446a1b6c6 service neutron] 10.222.0.64 "GET /v2.0/networks/5775123f-eb59-4a32-82be-f785e91bb4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904362 Aug 17 00:55:48.305814 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03092706-5c63-4c80-a747-1e335a08fd74 req-3a2c1459-a6bd-4bcb-af31-72bfeed3d61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:48.307230 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03092706-5c63-4c80-a747-1e335a08fd74 req-3a2c1459-a6bd-4bcb-af31-72bfeed3d61b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=80b8d6300f8f4d49912c1a7a2044d812&device_id=cec49563-fa32-4815-bb1d-ab4451ae50da HTTP/1.1" status: 200 len: 1095 time: 0.0433085 Aug 17 00:55:48.401451 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03092706-5c63-4c80-a747-1e335a08fd74 req-8eef3beb-0ddb-43a9-9781-8386dcb7ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:48.402908 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03092706-5c63-4c80-a747-1e335a08fd74 req-8eef3beb-0ddb-43a9-9781-8386dcb7ae1d service neutron] 10.222.0.64 "GET /v2.0/networks?id=5775123f-eb59-4a32-82be-f785e91bb4a2 HTTP/1.1" status: 200 len: 914 time: 0.0886190 Aug 17 00:55:48.448144 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03092706-5c63-4c80-a747-1e335a08fd74 req-44aa2a91-7121-4c0d-bea1-27ab81b846a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94788aad-f773-4f74-89d4-386de57566b1 HTTP/1.1" status: 200 len: 217 time: 0.0362482 Aug 17 00:55:48.497355 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03092706-5c63-4c80-a747-1e335a08fd74 req-46aa2343-eca0-4583-9cac-aa6ff52c0965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:48.498773 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03092706-5c63-4c80-a747-1e335a08fd74 req-46aa2343-eca0-4583-9cac-aa6ff52c0965 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3e9fe978-bad3-456a-aa74-616c1e5e4d06 HTTP/1.1" status: 200 len: 853 time: 0.0436358 Aug 17 00:55:48.532159 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03092706-5c63-4c80-a747-1e335a08fd74 req-598be8c5-a9cd-4943-903f-6ae28b1eb4f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5775123f-eb59-4a32-82be-f785e91bb4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244393 Aug 17 00:55:48.625495 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03092706-5c63-4c80-a747-1e335a08fd74 req-ad2043b6-6844-4f79-adb2-25b58a99a0b4 service neutron] 10.222.0.64 "GET /v2.0/networks/5775123f-eb59-4a32-82be-f785e91bb4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854623 Aug 17 00:55:48.713912 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03092706-5c63-4c80-a747-1e335a08fd74 req-1dc825b6-b189-4040-ab19-e7aab5e33623 service neutron] 10.222.0.64 "GET /v2.0/networks/5775123f-eb59-4a32-82be-f785e91bb4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807879 Aug 17 00:55:48.846886 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd13a6-5b0f-4901-ad73-5d9a28b4d06f req-98ba9e12-f05e-4112-ba06-33afde8212b8 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:48.848572 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a3cd13a6-5b0f-4901-ad73-5d9a28b4d06f req-98ba9e12-f05e-4112-ba06-33afde8212b8 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?device_id=cec49563-fa32-4815-bb1d-ab4451ae50da HTTP/1.1" status: 200 len: 943 time: 0.0549421 Aug 17 00:55:48.887283 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a3cd13a6-5b0f-4901-ad73-5d9a28b4d06f req-af110be3-e0dd-43fa-a7b7-87ec461ea0ed tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/security-groups?id=b50139a1-e1e9-436c-a285-4d6bb053b066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325050 Aug 17 00:55:49.302908 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0af1247c-4b9f-41f7-bbd2-366a1e1fd5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:49.344219 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:50.002308 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93164ad-909a-44ff-845a-3743cf7d6484 req-42f25718-89f1-40f0-b013-c5e3005cc4ca tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:50.003776 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f93164ad-909a-44ff-845a-3743cf7d6484 req-42f25718-89f1-40f0-b013-c5e3005cc4ca tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?device_id=cec49563-fa32-4815-bb1d-ab4451ae50da HTTP/1.1" status: 200 len: 943 time: 0.0485511 Aug 17 00:55:50.041950 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f93164ad-909a-44ff-845a-3743cf7d6484 req-db26eb64-7d24-4eb0-8869-9039068fcc58 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/security-groups?id=b50139a1-e1e9-436c-a285-4d6bb053b066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318768 Aug 17 00:55:50.395635 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:50.866342 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 94788aad-f773-4f74-89d4-386de57566b1 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:55:50.974331 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 94788aad-f773-4f74-89d4-386de57566b1, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=94788aad-f773-4f74-89d4-386de57566b1,segment=NetworkSegment(b79231a3-ea0b-4409-8911-c50123b2fab4),segment_id=b79231a3-ea0b-4409-8911-c50123b2fab4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:55:50.986204 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '94788aad-f773-4f74-89d4-386de57566b1', 'network_id': '5775123f-eb59-4a32-82be-f785e91bb4a2', 'port_id': '94788aad-f773-4f74-89d4-386de57566b1', 'mac_address': 'fa:16:3e:83:95:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e9fe978-bad3-456a-aa74-616c1e5e4d06', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:55:51.022609 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:51.034848 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94788aad-f773-4f74-89d4-386de57566b1 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:55:51.054236 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 94788aad-f773-4f74-89d4-386de57566b1, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=94788aad-f773-4f74-89d4-386de57566b1,segment=NetworkSegment(b79231a3-ea0b-4409-8911-c50123b2fab4),segment_id=b79231a3-ea0b-4409-8911-c50123b2fab4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:55:51.058381 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:51.111384 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=94788aad-f773-4f74-89d4-386de57566b1,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:55:51.159097 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37464a3a-bc24-4a36-8830-56c48ae28762 req-1b569fb8-03c0-4746-b0bc-f252d449e506 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:51.160614 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-37464a3a-bc24-4a36-8830-56c48ae28762 req-1b569fb8-03c0-4746-b0bc-f252d449e506 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?device_id=cec49563-fa32-4815-bb1d-ab4451ae50da HTTP/1.1" status: 200 len: 944 time: 0.0502965 Aug 17 00:55:51.198926 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-37464a3a-bc24-4a36-8830-56c48ae28762 req-9150fd9a-d72d-4a7f-aa2a-44b8aeb7fe9c tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/security-groups?id=b50139a1-e1e9-436c-a285-4d6bb053b066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318887 Aug 17 00:55:51.262621 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['94788aad-f773-4f74-89d4-386de57566b1'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:55:52.291207 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:52.340299 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a8237-5e7f-4ee9-b65f-9eff118937eb req-1e5c52aa-b37f-4d98-9197-927c3ba9c087 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:52.341819 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d51a8237-5e7f-4ee9-b65f-9eff118937eb req-1e5c52aa-b37f-4d98-9197-927c3ba9c087 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?device_id=cec49563-fa32-4815-bb1d-ab4451ae50da HTTP/1.1" status: 200 len: 944 time: 0.0668991 Aug 17 00:55:52.379677 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d51a8237-5e7f-4ee9-b65f-9eff118937eb req-d5934ab1-1a81-4d5e-aa7f-3b6880fd1e6c tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/security-groups?id=b50139a1-e1e9-436c-a285-4d6bb053b066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318632 Aug 17 00:55:52.882120 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 94788aad-f773-4f74-89d4-386de57566b1 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:55:52.932590 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 94788aad-f773-4f74-89d4-386de57566b1 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:55:52.936039 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 94788aad-f773-4f74-89d4-386de57566b1 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:55:52.936413 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:53.015609 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:53.037514 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec49563-fa32-4815-bb1d-ab4451ae50da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94788aad-f773-4f74-89d4-386de57566b1'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:55:53.040056 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d9b1f6eceb9192db377ceb4d6ae83098a713cf0d5394fe300bfd3a5d60dfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f52426-6bdc-42cc-a8dd-288d16abe07b" -d '{"events": [{"server_uuid": "cec49563-fa32-4815-bb1d-ab4451ae50da", "name": "network-vif-plugged", "status": "completed", "tag": "94788aad-f773-4f74-89d4-386de57566b1"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:55:53.057970 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 94788aad-f773-4f74-89d4-386de57566b1, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=94788aad-f773-4f74-89d4-386de57566b1,segment=NetworkSegment(b79231a3-ea0b-4409-8911-c50123b2fab4),segment_id=b79231a3-ea0b-4409-8911-c50123b2fab4)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:55:53.062741 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:53.088096 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c4ca97-7762-4a1c-b827-2731c3979463 x-openstack-request-id: req-28c4ca97-7762-4a1c-b827-2731c3979463 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:55:53.088392 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec49563-fa32-4815-bb1d-ab4451ae50da", "name": "network-vif-plugged", "status": "completed", "tag": "94788aad-f773-4f74-89d4-386de57566b1", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:55:53.088645 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-28c4ca97-7762-4a1c-b827-2731c3979463 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:55:53.089034 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec49563-fa32-4815-bb1d-ab4451ae50da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94788aad-f773-4f74-89d4-386de57566b1', 'code': 200} Aug 17 00:55:53.122025 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=94788aad-f773-4f74-89d4-386de57566b1,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:55:53.178314 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd2f20-dc25-4cab-bf32-b34debf5c60c req-1e49b19c-1402-4c60-b9dc-8be5e2d698a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:53.179870 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1dd2f20-dc25-4cab-bf32-b34debf5c60c req-1e49b19c-1402-4c60-b9dc-8be5e2d698a5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cec49563-fa32-4815-bb1d-ab4451ae50da HTTP/1.1" status: 200 len: 1097 time: 0.0392177 Aug 17 00:55:53.214699 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a1dd2f20-dc25-4cab-bf32-b34debf5c60c req-310913ed-e065-4bbb-9313-2248defca589 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b50139a1-e1e9-436c-a285-4d6bb053b066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274096 Aug 17 00:55:53.494771 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f9c58-d71d-41b1-bcfc-ec32e8d54b5c req-9e277ae5-321d-4706-8b38-af58e3ff9983 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:53.496253 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-255f9c58-d71d-41b1-bcfc-ec32e8d54b5c req-9e277ae5-321d-4706-8b38-af58e3ff9983 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?device_id=cec49563-fa32-4815-bb1d-ab4451ae50da HTTP/1.1" status: 200 len: 945 time: 0.0484810 Aug 17 00:55:53.533199 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-255f9c58-d71d-41b1-bcfc-ec32e8d54b5c req-3fa1a190-699e-452a-aaf0-2b253cc49574 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/security-groups?id=b50139a1-e1e9-436c-a285-4d6bb053b066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310929 Aug 17 00:55:54.654197 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45012a31-4be5-49f5-9fe6-e0f8061120d4 req-23e5e255-faab-41c6-b2d0-4ed5e3444f95 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:54.655664 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-45012a31-4be5-49f5-9fe6-e0f8061120d4 req-23e5e255-faab-41c6-b2d0-4ed5e3444f95 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?device_id=cec49563-fa32-4815-bb1d-ab4451ae50da HTTP/1.1" status: 200 len: 945 time: 0.0533063 Aug 17 00:55:54.691763 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-45012a31-4be5-49f5-9fe6-e0f8061120d4 req-b6e0b6c1-496f-4b68-ac6b-ba2e5919a351 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/security-groups?id=b50139a1-e1e9-436c-a285-4d6bb053b066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302293 Aug 17 00:55:54.924835 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32ebeb-e4f9-48aa-9f79-3664b0467408 req-ff4041d9-f463-44c5-9207-c12738e4d4ae tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:54.926322 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0b32ebeb-e4f9-48aa-9f79-3664b0467408 req-ff4041d9-f463-44c5-9207-c12738e4d4ae tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?device_id=cec49563-fa32-4815-bb1d-ab4451ae50da HTTP/1.1" status: 200 len: 945 time: 0.0481346 Aug 17 00:55:54.964080 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0b32ebeb-e4f9-48aa-9f79-3664b0467408 req-a374abe0-1325-443d-ba20-62e1423d9267 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/security-groups?id=b50139a1-e1e9-436c-a285-4d6bb053b066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312209 Aug 17 00:55:56.080838 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b399f-7b2f-4fda-8cea-8e6754a04e85 req-07f610cc-f08d-422e-a6f6-1802800dc739 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:56.082338 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-704b399f-7b2f-4fda-8cea-8e6754a04e85 req-07f610cc-f08d-422e-a6f6-1802800dc739 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?device_id=cec49563-fa32-4815-bb1d-ab4451ae50da HTTP/1.1" status: 200 len: 945 time: 0.0495374 Aug 17 00:55:56.120305 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-704b399f-7b2f-4fda-8cea-8e6754a04e85 req-5badc104-841d-4bec-8330-3d690d5b4b0a tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/security-groups?id=b50139a1-e1e9-436c-a285-4d6bb053b066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318835 Aug 17 00:55:56.190872 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6bf9d9-ef03-437a-bf5a-8efc38f774a7 req-7a6a34ae-444a-40ca-a7ca-09413b818337 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:56.192302 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4c6bf9d9-ef03-437a-bf5a-8efc38f774a7 req-7a6a34ae-444a-40ca-a7ca-09413b818337 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.64 "GET /v2.0/ports?device_id=cec49563-fa32-4815-bb1d-ab4451ae50da HTTP/1.1" status: 200 len: 945 time: 0.0514181 Aug 17 00:55:56.284785 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-4c6bf9d9-ef03-437a-bf5a-8efc38f774a7 req-dda91fd7-6f6c-4856-bb61-7ca5b7fbff1b tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Deleting port 94788aad-f773-4f74-89d4-386de57566b1 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:55:56.285061 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4c6bf9d9-ef03-437a-bf5a-8efc38f774a7 req-dda91fd7-6f6c-4856-bb61-7ca5b7fbff1b tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:56.373153 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-4c6bf9d9-ef03-437a-bf5a-8efc38f774a7 req-dda91fd7-6f6c-4856-bb61-7ca5b7fbff1b tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] For port 94788aad-f773-4f74-89d4-386de57566b1, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=94788aad-f773-4f74-89d4-386de57566b1,segment=NetworkSegment(b79231a3-ea0b-4409-8911-c50123b2fab4),segment_id=b79231a3-ea0b-4409-8911-c50123b2fab4)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:55:56.373521 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4c6bf9d9-ef03-437a-bf5a-8efc38f774a7 req-dda91fd7-6f6c-4856-bb61-7ca5b7fbff1b tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:56.386171 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-4c6bf9d9-ef03-437a-bf5a-8efc38f774a7 req-dda91fd7-6f6c-4856-bb61-7ca5b7fbff1b tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Calling delete_port for 94788aad-f773-4f74-89d4-386de57566b1 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:55:56.508736 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4c6bf9d9-ef03-437a-bf5a-8efc38f774a7 req-dda91fd7-6f6c-4856-bb61-7ca5b7fbff1b tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:56.522477 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['d9d499df-3902-453b-8788-48a80a33df32'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:55:56.525699 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['94788aad-f773-4f74-89d4-386de57566b1'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:55:56.541677 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda91fd7-6f6c-4856-bb61-7ca5b7fbff1b tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Pushing event deleted for resources: {'Port': ['ID=94788aad-f773-4f74-89d4-386de57566b1,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:55:56.582215 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6bf9d9-ef03-437a-bf5a-8efc38f774a7 req-dda91fd7-6f6c-4856-bb61-7ca5b7fbff1b tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] No DVR routers for this DVR port 94788aad-f773-4f74-89d4-386de57566b1 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:55:56.585723 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-4c6bf9d9-ef03-437a-bf5a-8efc38f774a7 req-dda91fd7-6f6c-4856-bb61-7ca5b7fbff1b tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:55:56.588485 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4c6bf9d9-ef03-437a-bf5a-8efc38f774a7 req-dda91fd7-6f6c-4856-bb61-7ca5b7fbff1b tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.64 "DELETE /v2.0/ports/94788aad-f773-4f74-89d4-386de57566b1 HTTP/1.1" status: 204 len: 173 time: 0.3895810 Aug 17 00:55:56.588924 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec49563-fa32-4815-bb1d-ab4451ae50da', 'name': 'network-vif-deleted', 'tag': '94788aad-f773-4f74-89d4-386de57566b1'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:55:56.592059 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab5456d-313b-41d9-82ba-d72c8fb7d778" -d '{"events": [{"server_uuid": "cec49563-fa32-4815-bb1d-ab4451ae50da", "name": "network-vif-deleted", "tag": "94788aad-f773-4f74-89d4-386de57566b1"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:55:56.629420 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48d6961-ac0e-4a10-a7d4-c2c638bfc1b0 x-openstack-request-id: req-d48d6961-ac0e-4a10-a7d4-c2c638bfc1b0 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:55:56.629718 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec49563-fa32-4815-bb1d-ab4451ae50da", "name": "network-vif-deleted", "tag": "94788aad-f773-4f74-89d4-386de57566b1", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:55:56.629998 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d48d6961-ac0e-4a10-a7d4-c2c638bfc1b0 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:55:56.630397 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec49563-fa32-4815-bb1d-ab4451ae50da', 'name': 'network-vif-deleted', 'tag': '94788aad-f773-4f74-89d4-386de57566b1', 'status': 'completed', 'code': 200} Aug 17 00:55:57.277336 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc209643-d2f4-4568-99f6-18c657a918b0 req-228178e7-3254-4bf0-98b7-417d3166db4e tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:57.278801 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dc209643-d2f4-4568-99f6-18c657a918b0 req-228178e7-3254-4bf0-98b7-417d3166db4e tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b289b53-b317-4415-8de2-dad8b3625297 HTTP/1.1" status: 200 len: 946 time: 0.0486424 Aug 17 00:55:57.315277 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dc209643-d2f4-4568-99f6-18c657a918b0 req-169bb321-e196-423e-a603-40f55ef9d158 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/security-groups?id=b50139a1-e1e9-436c-a285-4d6bb053b066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306153 Aug 17 00:55:57.449989 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3251e-fa27-4ccb-bd77-549d05c2f3c4 req-f38d9655-6371-4d70-a67e-1b1fc06147de tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:57.451460 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1dd3251e-fa27-4ccb-bd77-549d05c2f3c4 req-f38d9655-6371-4d70-a67e-1b1fc06147de tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b289b53-b317-4415-8de2-dad8b3625297 HTTP/1.1" status: 200 len: 946 time: 0.0522437 Aug 17 00:55:57.488555 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1dd3251e-fa27-4ccb-bd77-549d05c2f3c4 req-fe8dcf5f-a44a-4087-97b2-7f98ed816d4f tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/security-groups?id=b50139a1-e1e9-436c-a285-4d6bb053b066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311668 Aug 17 00:55:57.605450 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3869571-1667-4cb1-939e-1a171e2ef112 req-e7df4606-5be0-4ff2-b841-4870f2c8e1ee tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:57.607156 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a3869571-1667-4cb1-939e-1a171e2ef112 req-e7df4606-5be0-4ff2-b841-4870f2c8e1ee tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b289b53-b317-4415-8de2-dad8b3625297 HTTP/1.1" status: 200 len: 946 time: 0.0480232 Aug 17 00:55:57.644585 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a3869571-1667-4cb1-939e-1a171e2ef112 req-71fb2a6c-e26b-4f5b-8b3c-9f81d376253f tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/security-groups?id=b50139a1-e1e9-436c-a285-4d6bb053b066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312526 Aug 17 00:55:57.716578 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-7787759f-41a3-4053-9f88-cc6535c6e0c4 req-88d50d75-f0b8-4ad8-ba98-a9f28ad127c5 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:55:57.717505 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7787759f-41a3-4053-9f88-cc6535c6e0c4 req-88d50d75-f0b8-4ad8-ba98-a9f28ad127c5 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055127 Aug 17 00:55:57.822048 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb032a1-0142-4e8a-8ad8-0b3b87414d66 req-94c3a0ab-b831-4e00-b63f-a89c1a4b690a tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:57.823495 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6bb032a1-0142-4e8a-8ad8-0b3b87414d66 req-94c3a0ab-b831-4e00-b63f-a89c1a4b690a tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b289b53-b317-4415-8de2-dad8b3625297 HTTP/1.1" status: 200 len: 946 time: 0.0476294 Aug 17 00:55:57.860815 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6bb032a1-0142-4e8a-8ad8-0b3b87414d66 req-b816dec1-9137-4d94-9897-5f5c5f51c486 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/security-groups?id=b50139a1-e1e9-436c-a285-4d6bb053b066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313253 Aug 17 00:55:57.980454 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75c205-1c39-4588-ac6b-dc1341fc072e req-19bda8e7-0a56-4018-8cbb-b18f9bd2b270 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:57.982218 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9c75c205-1c39-4588-ac6b-dc1341fc072e req-19bda8e7-0a56-4018-8cbb-b18f9bd2b270 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b289b53-b317-4415-8de2-dad8b3625297 HTTP/1.1" status: 200 len: 946 time: 0.0520976 Aug 17 00:55:58.018187 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9c75c205-1c39-4588-ac6b-dc1341fc072e req-d4957d9c-6b0a-4914-813a-471ac53dbdb4 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/security-groups?id=b50139a1-e1e9-436c-a285-4d6bb053b066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301549 Aug 17 00:55:58.389264 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4d662-143c-4635-bf3a-c9c21dc3b4b9 req-3184ffdf-f331-4ea6-bd71-11c74a3b5344 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:58.390747 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0a4d662-143c-4635-bf3a-c9c21dc3b4b9 req-3184ffdf-f331-4ea6-bd71-11c74a3b5344 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b289b53-b317-4415-8de2-dad8b3625297 HTTP/1.1" status: 200 len: 946 time: 0.0507450 Aug 17 00:55:58.428254 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0a4d662-143c-4635-bf3a-c9c21dc3b4b9 req-e4869d5d-930f-429d-8485-cc72397b3507 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/security-groups?id=b50139a1-e1e9-436c-a285-4d6bb053b066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316479 Aug 17 00:55:58.724383 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5a05b-eb06-4a5f-ae85-5c677d359ede req-a62f6167-bd8a-4cc6-a13f-17eeb7d71710 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:58.726471 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66f5a05b-eb06-4a5f-ae85-5c677d359ede req-a62f6167-bd8a-4cc6-a13f-17eeb7d71710 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b289b53-b317-4415-8de2-dad8b3625297 HTTP/1.1" status: 200 len: 946 time: 0.0495503 Aug 17 00:55:58.763828 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-66f5a05b-eb06-4a5f-ae85-5c677d359ede req-3dfb1c1d-d602-4891-b132-b98749f1f1da tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/security-groups?id=b50139a1-e1e9-436c-a285-4d6bb053b066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306931 Aug 17 00:55:59.884083 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea3753-a13b-4c7f-a793-b0c437b67467 req-12266b46-d006-4dde-bf8b-c62d2f91ae41 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:55:59.885744 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49ea3753-a13b-4c7f-a793-b0c437b67467 req-12266b46-d006-4dde-bf8b-c62d2f91ae41 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b289b53-b317-4415-8de2-dad8b3625297 HTTP/1.1" status: 200 len: 946 time: 0.0535147 Aug 17 00:55:59.924383 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-49ea3753-a13b-4c7f-a793-b0c437b67467 req-f725ee2c-da82-478f-b3f9-19c947728b19 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/security-groups?id=b50139a1-e1e9-436c-a285-4d6bb053b066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313694 Aug 17 00:56:00.120665 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15524cf-adf7-4fa7-b4f8-de38bba24231 req-ff69ce83-3ecf-4e19-9863-2dd85e5505e3 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:00.122135 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a15524cf-adf7-4fa7-b4f8-de38bba24231 req-ff69ce83-3ecf-4e19-9863-2dd85e5505e3 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b289b53-b317-4415-8de2-dad8b3625297 HTTP/1.1" status: 200 len: 946 time: 0.0501704 Aug 17 00:56:00.210732 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-a15524cf-adf7-4fa7-b4f8-de38bba24231 req-87e5c1b8-ba8b-4131-8d35-36e0ac9c3193 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Deleting port d9d499df-3902-453b-8788-48a80a33df32 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:56:00.211073 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a15524cf-adf7-4fa7-b4f8-de38bba24231 req-87e5c1b8-ba8b-4131-8d35-36e0ac9c3193 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:00.303002 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-a15524cf-adf7-4fa7-b4f8-de38bba24231 req-87e5c1b8-ba8b-4131-8d35-36e0ac9c3193 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] For port d9d499df-3902-453b-8788-48a80a33df32, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=d9d499df-3902-453b-8788-48a80a33df32,segment=NetworkSegment(b79231a3-ea0b-4409-8911-c50123b2fab4),segment_id=b79231a3-ea0b-4409-8911-c50123b2fab4)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:56:00.303408 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a15524cf-adf7-4fa7-b4f8-de38bba24231 req-87e5c1b8-ba8b-4131-8d35-36e0ac9c3193 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:00.316117 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-a15524cf-adf7-4fa7-b4f8-de38bba24231 req-87e5c1b8-ba8b-4131-8d35-36e0ac9c3193 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Calling delete_port for d9d499df-3902-453b-8788-48a80a33df32 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:56:00.449765 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a15524cf-adf7-4fa7-b4f8-de38bba24231 req-87e5c1b8-ba8b-4131-8d35-36e0ac9c3193 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:00.465657 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['d9d499df-3902-453b-8788-48a80a33df32'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:56:00.479332 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5c1b8-ba8b-4131-8d35-36e0ac9c3193 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Pushing event deleted for resources: {'Port': ['ID=d9d499df-3902-453b-8788-48a80a33df32,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:00.519568 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15524cf-adf7-4fa7-b4f8-de38bba24231 req-87e5c1b8-ba8b-4131-8d35-36e0ac9c3193 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] No DVR routers for this DVR port d9d499df-3902-453b-8788-48a80a33df32 on host n-h1-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:56:00.522162 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-a15524cf-adf7-4fa7-b4f8-de38bba24231 req-87e5c1b8-ba8b-4131-8d35-36e0ac9c3193 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:00.524309 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a15524cf-adf7-4fa7-b4f8-de38bba24231 req-87e5c1b8-ba8b-4131-8d35-36e0ac9c3193 tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.69 "DELETE /v2.0/ports/d9d499df-3902-453b-8788-48a80a33df32 HTTP/1.1" status: 204 len: 173 time: 0.3945527 Aug 17 00:56:00.524769 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b289b53-b317-4415-8de2-dad8b3625297', 'name': 'network-vif-deleted', 'tag': 'd9d499df-3902-453b-8788-48a80a33df32'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:56:00.527031 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980ecdbd-2d80-44dc-8f44-80bdc1b0e169" -d '{"events": [{"server_uuid": "8b289b53-b317-4415-8de2-dad8b3625297", "name": "network-vif-deleted", "tag": "d9d499df-3902-453b-8788-48a80a33df32"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:56:00.567064 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfcc3a6-ff8f-41f7-89f8-dec1b80b7ab2 x-openstack-request-id: req-1bfcc3a6-ff8f-41f7-89f8-dec1b80b7ab2 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:56:00.567347 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b289b53-b317-4415-8de2-dad8b3625297", "name": "network-vif-deleted", "tag": "d9d499df-3902-453b-8788-48a80a33df32", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:56:00.567604 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1bfcc3a6-ff8f-41f7-89f8-dec1b80b7ab2 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:56:00.568011 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b289b53-b317-4415-8de2-dad8b3625297', 'name': 'network-vif-deleted', 'tag': 'd9d499df-3902-453b-8788-48a80a33df32', 'status': 'completed', 'code': 200} Aug 17 00:56:00.881577 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 94788aad-f773-4f74-89d4-386de57566b1 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:56:00.901836 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 94788aad-f773-4f74-89d4-386de57566b1 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:56:00.902193 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 94788aad-f773-4f74-89d4-386de57566b1 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:56:01.035931 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-682e7f8f-790f-42c8-a0e9-34107496c093 req-d5909a07-f587-43e6-81eb-a4311ec1edcf tempest-ServersNegativeTestJSON-336971137 tempest-ServersNegativeTestJSON-336971137-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b289b53-b317-4415-8de2-dad8b3625297 HTTP/1.1" status: 200 len: 210 time: 0.0304167 Aug 17 00:56:02.092479 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48704) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:02.136678 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-abda0b0f-c19f-4974-aaf6-2bda1596b1e6 admin admin] Deleting subnet 3e9fe978-bad3-456a-aa74-616c1e5e4d06 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:56:02.139693 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-abda0b0f-c19f-4974-aaf6-2bda1596b1e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:02.173157 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-abda0b0f-c19f-4974-aaf6-2bda1596b1e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:02.212245 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-abda0b0f-c19f-4974-aaf6-2bda1596b1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:02.263994 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-abda0b0f-c19f-4974-aaf6-2bda1596b1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:02.297556 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda0b0f-c19f-4974-aaf6-2bda1596b1e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e9fe978-bad3-456a-aa74-616c1e5e4d06,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:02.299485 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-abda0b0f-c19f-4974-aaf6-2bda1596b1e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:02.301348 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-abda0b0f-c19f-4974-aaf6-2bda1596b1e6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3e9fe978-bad3-456a-aa74-616c1e5e4d06 HTTP/1.1" status: 204 len: 168 time: 0.2078383 Aug 17 00:56:02.304654 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48706) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:02.371649 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6eb9264e-f833-4c2b-a1e4-5449cc1bde50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:02.457196 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6eb9264e-f833-4c2b-a1e4-5449cc1bde50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:02.466977 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-6eb9264e-f833-4c2b-a1e4-5449cc1bde50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5775123f-eb59-4a32-82be-f785e91bb4a2']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:02.477174 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-6eb9264e-f833-4c2b-a1e4-5449cc1bde50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79231a3-ea0b-4409-8911-c50123b2fab4') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:02.477472 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-6eb9264e-f833-4c2b-a1e4-5449cc1bde50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79231a3-ea0b-4409-8911-c50123b2fab4') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:02.486341 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6eb9264e-f833-4c2b-a1e4-5449cc1bde50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:02.500422 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6eb9264e-f833-4c2b-a1e4-5449cc1bde50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:02.506094 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb9264e-f833-4c2b-a1e4-5449cc1bde50 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:56:02.506483 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6eb9264e-f833-4c2b-a1e4-5449cc1bde50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:56:02.508639 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:56:02.559999 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6eb9264e-f833-4c2b-a1e4-5449cc1bde50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:02.566779 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6eb9264e-f833-4c2b-a1e4-5449cc1bde50 admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:02.568834 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6eb9264e-f833-4c2b-a1e4-5449cc1bde50 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5775123f-eb59-4a32-82be-f785e91bb4a2 HTTP/1.1" status: 204 len: 168 time: 0.2632275 Aug 17 00:56:02.579372 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9264e-f833-4c2b-a1e4-5449cc1bde50 admin admin] Pushing event deleted for resources: {'Network': ['ID=5775123f-eb59-4a32-82be-f785e91bb4a2,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:02.675789 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48710) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:02.719355 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e225c27f-ca2e-4618-918f-c1769a4bbedd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=80b8d6300f8f4d49912c1a7a2044d812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424085 Aug 17 00:56:02.721805 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48712) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:02.769018 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2591184-d71e-48fc-980d-d8e229576b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:02.790234 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2591184-d71e-48fc-980d-d8e229576b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:02.798045 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device d9d499df-3902-453b-8788-48a80a33df32 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:56:02.817806 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: d9d499df-3902-453b-8788-48a80a33df32 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:56:02.818133 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device d9d499df-3902-453b-8788-48a80a33df32 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:56:02.836876 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2591184-d71e-48fc-980d-d8e229576b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:02.839507 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2591184-d71e-48fc-980d-d8e229576b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:02.840887 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e2591184-d71e-48fc-980d-d8e229576b5a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b50139a1-e1e9-436c-a285-4d6bb053b066 HTTP/1.1" status: 204 len: 168 time: 0.1179075 Aug 17 00:56:02.849164 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2591184-d71e-48fc-980d-d8e229576b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50139a1-e1e9-436c-a285-4d6bb053b066,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:03.535137 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48734) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:03.627845 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-6038db82-9f03-454c-ab91-301e12871699 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-238858692'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:56:03.650160 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6038db82-9f03-454c-ab91-301e12871699 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Made reservation on behalf of e9f7998107fb4ca6ad2d19027343e059 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:56:03.653562 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6038db82-9f03-454c-ab91-301e12871699 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:03.662136 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6038db82-9f03-454c-ab91-301e12871699 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:03.749497 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6038db82-9f03-454c-ab91-301e12871699 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:03.752921 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6038db82-9f03-454c-ab91-301e12871699 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:03.779297 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6038db82-9f03-454c-ab91-301e12871699 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:56:03.789061 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038db82-9f03-454c-ab91-301e12871699 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc885a16-d405-49d0-bcb6-252af45b4f36,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:03.793895 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6038db82-9f03-454c-ab91-301e12871699 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:03.794244 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-6038db82-9f03-454c-ab91-301e12871699 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Added segment 5cffe8d6-7d6e-4587-9a6e-cc9d51600c3d of type vlan for network 536ac681-27cf-4165-ac11-260f79ec76be Aug 17 00:56:03.837248 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6038db82-9f03-454c-ab91-301e12871699 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:03.861269 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6038db82-9f03-454c-ab91-301e12871699 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:03.868038 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6038db82-9f03-454c-ab91-301e12871699 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:03.868629 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6038db82-9f03-454c-ab91-301e12871699 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:03.946582 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6038db82-9f03-454c-ab91-301e12871699 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4103367 Aug 17 00:56:03.983293 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038db82-9f03-454c-ab91-301e12871699 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Pushing event updated for resources: {'Network': ['ID=536ac681-27cf-4165-ac11-260f79ec76be,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:03.996532 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 536ac681-27cf-4165-ac11-260f79ec76be details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:56:04.190456 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:56:07.269189 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48738) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:07.274468 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-06dbadf0-4adb-4b4e-ab27-c83792ca00cc tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Request body: {'subnet': {'network_id': '536ac681-27cf-4165-ac11-260f79ec76be', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:56:07.364776 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06dbadf0-4adb-4b4e-ab27-c83792ca00cc tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Made reservation on behalf of e9f7998107fb4ca6ad2d19027343e059 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:56:07.369233 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-06dbadf0-4adb-4b4e-ab27-c83792ca00cc tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:07.549897 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-06dbadf0-4adb-4b4e-ab27-c83792ca00cc tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:07.617150 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dbadf0-4adb-4b4e-ab27-c83792ca00cc tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Pushing event updated for resources: {'Subnet': ['ID=50cd4d6e-1460-4f18-925d-fb06dc27c53d,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:07.627863 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dbadf0-4adb-4b4e-ab27-c83792ca00cc tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Checking segment: {'id': '5cffe8d6-7d6e-4587-9a6e-cc9d51600c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '536ac681-27cf-4165-ac11-260f79ec76be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:56:07.628229 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dbadf0-4adb-4b4e-ab27-c83792ca00cc tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Network hostable DHCP agents. Network: 536ac681-27cf-4165-ac11-260f79ec76be, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:56:07.643860 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dbadf0-4adb-4b4e-ab27-c83792ca00cc tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Network 536ac681-27cf-4165-ac11-260f79ec76be is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:56:07.652698 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-06dbadf0-4adb-4b4e-ab27-c83792ca00cc tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 536ac681-27cf-4165-ac11-260f79ec76be) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:56:07.656706 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dbadf0-4adb-4b4e-ab27-c83792ca00cc tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:07.657330 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-06dbadf0-4adb-4b4e-ab27-c83792ca00cc tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:07.662031 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b1b576-3089-442e-82b9-42430d82cfba None None] Network 536ac681-27cf-4165-ac11-260f79ec76be requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:56:07.672010 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-06dbadf0-4adb-4b4e-ab27-c83792ca00cc tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4016562 Aug 17 00:56:07.675356 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48740) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:07.681219 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-5b66eaf0-9227-41ed-9295-341275001edf tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-866649745'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:56:07.702669 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b66eaf0-9227-41ed-9295-341275001edf tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Made reservation on behalf of e9f7998107fb4ca6ad2d19027343e059 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:56:07.706232 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5b66eaf0-9227-41ed-9295-341275001edf tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:07.737236 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b66eaf0-9227-41ed-9295-341275001edf tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:56:07.746465 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5b66eaf0-9227-41ed-9295-341275001edf tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:07.746802 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-5b66eaf0-9227-41ed-9295-341275001edf tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Added segment b631a0fa-b2b9-48b8-ad13-2359e4572efb of type vlan for network a109652d-cf91-4cb7-89b4-c9769afc154d Aug 17 00:56:07.790459 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5b66eaf0-9227-41ed-9295-341275001edf tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:07.816027 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5b66eaf0-9227-41ed-9295-341275001edf tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:07.818424 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-536ac681-27cf-4165-ac11-260f79ec76be', 'network_id': '536ac681-27cf-4165-ac11-260f79ec76be', 'tenant_id': 'e9f7998107fb4ca6ad2d19027343e059', 'fixed_ips': [{'subnet_id': '50cd4d6e-1460-4f18-925d-fb06dc27c53d'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:56:07.819895 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:07.822359 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b66eaf0-9227-41ed-9295-341275001edf tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:07.822953 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5b66eaf0-9227-41ed-9295-341275001edf tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:07.877001 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5b66eaf0-9227-41ed-9295-341275001edf tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2006001 Aug 17 00:56:07.880001 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48742) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:07.886702 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-b32b575a-f90c-4641-9f0d-7aeaeb0b15a7 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Request body: {'subnet': {'network_id': 'a109652d-cf91-4cb7-89b4-c9769afc154d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:56:07.890140 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66eaf0-9227-41ed-9295-341275001edf tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Pushing event updated for resources: {'Network': ['ID=a109652d-cf91-4cb7-89b4-c9769afc154d,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:07.903381 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network a109652d-cf91-4cb7-89b4-c9769afc154d details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:56:07.977344 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32b575a-f90c-4641-9f0d-7aeaeb0b15a7 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Made reservation on behalf of e9f7998107fb4ca6ad2d19027343e059 for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:56:07.980945 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b32b575a-f90c-4641-9f0d-7aeaeb0b15a7 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:08.017361 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Allocated IP 2001:db8:0:ffff::2 (536ac681-27cf-4165-ac11-260f79ec76be/50cd4d6e-1460-4f18-925d-fb06dc27c53d/25189757-81b0-4808-a884-d1c1b291ce9c) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:56:08.159950 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:08.169276 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Transition to ACTIVE for port object 25189757-81b0-4808-a884-d1c1b291ce9c will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:56:08.184077 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Transition to ACTIVE for port object 25189757-81b0-4808-a884-d1c1b291ce9c will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:56:08.187867 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b32b575a-f90c-4641-9f0d-7aeaeb0b15a7 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:08.189928 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:08.229570 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Network 536ac681-27cf-4165-ac11-260f79ec76be is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:56:08.234648 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:56:08.237736 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:56:08.256040 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b575a-f90c-4641-9f0d-7aeaeb0b15a7 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Pushing event updated for resources: {'Subnet': ['ID=0f382fae-c227-47e1-b8b9-9ea696124fdc,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:08.260864 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b575a-f90c-4641-9f0d-7aeaeb0b15a7 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Checking segment: {'id': 'b631a0fa-b2b9-48b8-ad13-2359e4572efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a109652d-cf91-4cb7-89b4-c9769afc154d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:56:08.261261 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32b575a-f90c-4641-9f0d-7aeaeb0b15a7 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Network hostable DHCP agents. Network: a109652d-cf91-4cb7-89b4-c9769afc154d, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:56:08.266786 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Pushing event updated for resources: {'Port': ['ID=25189757-81b0-4808-a884-d1c1b291ce9c,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:08.278640 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32b575a-f90c-4641-9f0d-7aeaeb0b15a7 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Network a109652d-cf91-4cb7-89b4-c9769afc154d is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:56:08.287609 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-b32b575a-f90c-4641-9f0d-7aeaeb0b15a7 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, a109652d-cf91-4cb7-89b4-c9769afc154d) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:56:08.292822 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32b575a-f90c-4641-9f0d-7aeaeb0b15a7 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:08.293665 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b32b575a-f90c-4641-9f0d-7aeaeb0b15a7 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:08.296764 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:08.297142 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:08.297477 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:08.297813 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:08.298143 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:08.298470 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:08.298793 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:08.299114 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:08.299438 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:08.299753 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:08.300076 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:08.300397 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:08.308126 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756db6b0-744e-44f3-a466-4fd06f8cccff None None] Network a109652d-cf91-4cb7-89b4-c9769afc154d requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:56:08.310944 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b32b575a-f90c-4641-9f0d-7aeaeb0b15a7 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4298251 Aug 17 00:56:08.313635 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48744) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:08.353704 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Attempting to bind port 25189757-81b0-4808-a884-d1c1b291ce9c on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:56:08.354628 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Attempting to bind port 25189757-81b0-4808-a884-d1c1b291ce9c by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '5cffe8d6-7d6e-4587-9a6e-cc9d51600c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '536ac681-27cf-4165-ac11-260f79ec76be'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:56:08.355226 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Attempting to bind port 25189757-81b0-4808-a884-d1c1b291ce9c on network 536ac681-27cf-4165-ac11-260f79ec76be {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:56:08.369595 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:56:08.370020 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Checking segment: {'id': '5cffe8d6-7d6e-4587-9a6e-cc9d51600c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '536ac681-27cf-4165-ac11-260f79ec76be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:56:08.370382 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:08.370844 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Bound using segment: {'id': '5cffe8d6-7d6e-4587-9a6e-cc9d51600c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '536ac681-27cf-4165-ac11-260f79ec76be'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:56:08.371326 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Bound port: 25189757-81b0-4808-a884-d1c1b291ce9c, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cffe8d6-7d6e-4587-9a6e-cc9d51600c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '536ac681-27cf-4165-ac11-260f79ec76be'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:56:08.371911 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:08.414160 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-63680177-55a7-4116-96b3-fee967770fa6 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:08.492005 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] For port 25189757-81b0-4808-a884-d1c1b291ce9c, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:56:08.497246 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] For port 25189757-81b0-4808-a884-d1c1b291ce9c, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=25189757-81b0-4808-a884-d1c1b291ce9c,segment=NetworkSegment(5cffe8d6-7d6e-4587-9a6e-cc9d51600c3d),segment_id=5cffe8d6-7d6e-4587-9a6e-cc9d51600c3d)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:56:08.498887 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-63680177-55a7-4116-96b3-fee967770fa6 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:08.502572 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:08.551449 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10039d5a-dc40-4c3c-93e9-818ae2ced507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-a109652d-cf91-4cb7-89b4-c9769afc154d', 'network_id': 'a109652d-cf91-4cb7-89b4-c9769afc154d', 'tenant_id': 'e9f7998107fb4ca6ad2d19027343e059', 'fixed_ips': [{'subnet_id': '0f382fae-c227-47e1-b8b9-9ea696124fdc'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:56:08.552273 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-10039d5a-dc40-4c3c-93e9-818ae2ced507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:08.573132 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-63680177-55a7-4116-96b3-fee967770fa6 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:08.603832 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63680177-55a7-4116-96b3-fee967770fa6 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Pushing event deleted for resources: {'Subnet': ['ID=0f382fae-c227-47e1-b8b9-9ea696124fdc,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:08.605014 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0693f-c89d-4816-b7c8-7c9360062410 None None] Pushing event updated for resources: {'Port': ['ID=25189757-81b0-4808-a884-d1c1b291ce9c,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:08.673648 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e0629e-a490-4bcf-a049-8f32c566225f None None] Network a109652d-cf91-4cb7-89b4-c9769afc154d requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:56:08.677744 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-63680177-55a7-4116-96b3-fee967770fa6 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:08.688971 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-63680177-55a7-4116-96b3-fee967770fa6 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a109652d-cf91-4cb7-89b4-c9769afc154d']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:08.705158 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-63680177-55a7-4116-96b3-fee967770fa6 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b631a0fa-b2b9-48b8-ad13-2359e4572efb') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:08.705514 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-63680177-55a7-4116-96b3-fee967770fa6 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b631a0fa-b2b9-48b8-ad13-2359e4572efb') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:08.725061 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-63680177-55a7-4116-96b3-fee967770fa6 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:08.748142 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-63680177-55a7-4116-96b3-fee967770fa6 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:08.754996 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63680177-55a7-4116-96b3-fee967770fa6 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:56:08.755389 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-63680177-55a7-4116-96b3-fee967770fa6 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:56:08.758410 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:56:08.826027 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-63680177-55a7-4116-96b3-fee967770fa6 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:08.831410 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-63680177-55a7-4116-96b3-fee967770fa6 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:08.834040 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-63680177-55a7-4116-96b3-fee967770fa6 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] 10.222.0.60 "DELETE /v2.0/networks/a109652d-cf91-4cb7-89b4-c9769afc154d HTTP/1.1" status: 204 len: 168 time: 0.5194113 Aug 17 00:56:08.837766 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48746) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:08.843641 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-8f00de1a-e877-422d-9ded-25d8667abc78 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1308551692'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:56:08.849639 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63680177-55a7-4116-96b3-fee967770fa6 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Pushing event deleted for resources: {'Network': ['ID=a109652d-cf91-4cb7-89b4-c9769afc154d,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:08.867862 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f00de1a-e877-422d-9ded-25d8667abc78 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Made reservation on behalf of e9f7998107fb4ca6ad2d19027343e059 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:56:08.871586 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8f00de1a-e877-422d-9ded-25d8667abc78 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:08.897272 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f00de1a-e877-422d-9ded-25d8667abc78 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:56:08.906127 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8f00de1a-e877-422d-9ded-25d8667abc78 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:08.906479 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-8f00de1a-e877-422d-9ded-25d8667abc78 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Added segment 3560daa7-8e96-480c-a053-eaeae7c7467c of type vlan for network 4eb91d6d-7a40-4755-ada9-868dcf1b00c9 Aug 17 00:56:08.949715 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8f00de1a-e877-422d-9ded-25d8667abc78 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:08.973764 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8f00de1a-e877-422d-9ded-25d8667abc78 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:08.979421 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f00de1a-e877-422d-9ded-25d8667abc78 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:08.980027 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8f00de1a-e877-422d-9ded-25d8667abc78 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:09.039287 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8f00de1a-e877-422d-9ded-25d8667abc78 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1998084 Aug 17 00:56:09.042015 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48748) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:09.046852 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-ee45b75a-1e35-4d4e-9ec5-ffe46a19d7dc tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Request body: {'subnet': {'network_id': '4eb91d6d-7a40-4755-ada9-868dcf1b00c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:56:09.055481 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00de1a-e877-422d-9ded-25d8667abc78 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Pushing event updated for resources: {'Network': ['ID=4eb91d6d-7a40-4755-ada9-868dcf1b00c9,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:09.069982 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 4eb91d6d-7a40-4755-ada9-868dcf1b00c9 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:56:09.143288 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee45b75a-1e35-4d4e-9ec5-ffe46a19d7dc tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Made reservation on behalf of e9f7998107fb4ca6ad2d19027343e059 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:56:09.146850 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ee45b75a-1e35-4d4e-9ec5-ffe46a19d7dc tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:09.202963 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.ipam_backend_mixin [None req-ee45b75a-1e35-4d4e-9ec5-ffe46a19d7dc tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Performing IP validity checks on allocation pools {{(pid=101403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 17 00:56:09.203399 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.ipam_backend_mixin [None req-ee45b75a-1e35-4d4e-9ec5-ffe46a19d7dc tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 17 00:56:09.338113 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ee45b75a-1e35-4d4e-9ec5-ffe46a19d7dc tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:09.399920 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45b75a-1e35-4d4e-9ec5-ffe46a19d7dc tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Pushing event updated for resources: {'Subnet': ['ID=99ffffa7-a12f-41d9-9803-1b43508c39b6,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:09.412472 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee45b75a-1e35-4d4e-9ec5-ffe46a19d7dc tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Checking segment: {'id': '3560daa7-8e96-480c-a053-eaeae7c7467c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4eb91d6d-7a40-4755-ada9-868dcf1b00c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:56:09.413234 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee45b75a-1e35-4d4e-9ec5-ffe46a19d7dc tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Network hostable DHCP agents. Network: 4eb91d6d-7a40-4755-ada9-868dcf1b00c9, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:56:09.429981 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee45b75a-1e35-4d4e-9ec5-ffe46a19d7dc tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Network 4eb91d6d-7a40-4755-ada9-868dcf1b00c9 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:56:09.440771 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-ee45b75a-1e35-4d4e-9ec5-ffe46a19d7dc tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 4eb91d6d-7a40-4755-ada9-868dcf1b00c9) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:56:09.446218 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee45b75a-1e35-4d4e-9ec5-ffe46a19d7dc tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:09.446905 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ee45b75a-1e35-4d4e-9ec5-ffe46a19d7dc tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:09.450622 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423c8504-b647-4ba6-9781-12610b61c2d3 None None] Network 4eb91d6d-7a40-4755-ada9-868dcf1b00c9 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:56:09.463412 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ee45b75a-1e35-4d4e-9ec5-ffe46a19d7dc tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4203770 Aug 17 00:56:09.466073 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48750) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:09.527620 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7085c6fc-fde6-4120-a24a-1b0f57ecae5a None None] Network 536ac681-27cf-4165-ac11-260f79ec76be requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:56:09.570193 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-45db9189-849c-407c-9555-104ca9dc3434 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:09.652452 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-45db9189-849c-407c-9555-104ca9dc3434 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:09.674377 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-670f1470-5bf6-4cfa-9d46-96572da48b3e None None] Provisioning for port 25189757-81b0-4808-a884-d1c1b291ce9c completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:56:09.696700 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20530b6c-7699-4a0b-90a1-c0bb0c91a7d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-4eb91d6d-7a40-4755-ada9-868dcf1b00c9', 'network_id': '4eb91d6d-7a40-4755-ada9-868dcf1b00c9', 'tenant_id': 'e9f7998107fb4ca6ad2d19027343e059', 'fixed_ips': [{'subnet_id': '99ffffa7-a12f-41d9-9803-1b43508c39b6'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:56:09.697624 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-20530b6c-7699-4a0b-90a1-c0bb0c91a7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:09.732278 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-45db9189-849c-407c-9555-104ca9dc3434 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server [None req-20530b6c-7699-4a0b-90a1-c0bb0c91a7d3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 99ffffa7-a12f-41d9-9803-1b43508c39b6: This subnet is being modified by another concurrent operation. Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise exception Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 99ffffa7-a12f-41d9-9803-1b43508c39b6: This subnet is being modified by another concurrent operation. Aug 17 00:56:09.998194 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server Aug 17 00:56:10.026294 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa9e8d9-9080-43a3-b71a-ad637ce0e44a None None] Network 4eb91d6d-7a40-4755-ada9-868dcf1b00c9 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:56:10.082270 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db9189-849c-407c-9555-104ca9dc3434 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Pushing event deleted for resources: {'Subnet': ['ID=99ffffa7-a12f-41d9-9803-1b43508c39b6,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:10.148100 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-45db9189-849c-407c-9555-104ca9dc3434 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:10.158329 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-45db9189-849c-407c-9555-104ca9dc3434 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb91d6d-7a40-4755-ada9-868dcf1b00c9']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:10.168480 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-45db9189-849c-407c-9555-104ca9dc3434 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3560daa7-8e96-480c-a053-eaeae7c7467c') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:10.168773 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-45db9189-849c-407c-9555-104ca9dc3434 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3560daa7-8e96-480c-a053-eaeae7c7467c') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:10.177969 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-45db9189-849c-407c-9555-104ca9dc3434 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:10.191652 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-45db9189-849c-407c-9555-104ca9dc3434 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:10.193634 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8586696-b2f7-4258-9a88-21b15101f0bc None None] get_active_networks_info from n-d-800088-20 {{(pid=101404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 00:56:10.198182 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45db9189-849c-407c-9555-104ca9dc3434 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:56:10.198573 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-45db9189-849c-407c-9555-104ca9dc3434 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:56:10.201565 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:56:10.268367 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-45db9189-849c-407c-9555-104ca9dc3434 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:10.271405 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8586696-b2f7-4258-9a88-21b15101f0bc None None] Resources bound (agent type, host, resource id): {{(pid=101404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 00:56:10.281288 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-45db9189-849c-407c-9555-104ca9dc3434 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:10.283819 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-45db9189-849c-407c-9555-104ca9dc3434 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] 10.222.0.60 "DELETE /v2.0/networks/4eb91d6d-7a40-4755-ada9-868dcf1b00c9 HTTP/1.1" status: 204 len: 168 time: 0.8168235 Aug 17 00:56:10.287900 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48752) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:10.294097 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-6c9acd35-0061-489d-a270-4d3f2c42ac10 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1883179688'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:56:10.305294 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db9189-849c-407c-9555-104ca9dc3434 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Pushing event deleted for resources: {'Network': ['ID=4eb91d6d-7a40-4755-ada9-868dcf1b00c9,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:10.332245 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9acd35-0061-489d-a270-4d3f2c42ac10 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Made reservation on behalf of e9f7998107fb4ca6ad2d19027343e059 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:56:10.336323 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6c9acd35-0061-489d-a270-4d3f2c42ac10 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:10.350844 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 25189757-81b0-4808-a884-d1c1b291ce9c up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:56:10.367385 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9acd35-0061-489d-a270-4d3f2c42ac10 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:56:10.376200 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6c9acd35-0061-489d-a270-4d3f2c42ac10 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:10.376555 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-6c9acd35-0061-489d-a270-4d3f2c42ac10 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Added segment ddbbaee1-68af-49bd-8304-37b8591b60b7 of type vlan for network 978badec-22c8-4601-8bdc-7242af60986b Aug 17 00:56:10.418621 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6c9acd35-0061-489d-a270-4d3f2c42ac10 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:10.445416 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6c9acd35-0061-489d-a270-4d3f2c42ac10 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:10.447613 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 25189757-81b0-4808-a884-d1c1b291ce9c completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:56:10.451072 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9acd35-0061-489d-a270-4d3f2c42ac10 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:10.451676 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6c9acd35-0061-489d-a270-4d3f2c42ac10 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:10.453761 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 25189757-81b0-4808-a884-d1c1b291ce9c triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:56:10.454131 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:10.516144 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6c9acd35-0061-489d-a270-4d3f2c42ac10 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2264421 Aug 17 00:56:10.519887 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48754) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:10.526639 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-79650b23-74ba-48b2-b4ec-cfff0686c0ca tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Request body: {'subnet': {'network_id': '978badec-22c8-4601-8bdc-7242af60986b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:56:10.531066 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9acd35-0061-489d-a270-4d3f2c42ac10 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Pushing event updated for resources: {'Network': ['ID=978badec-22c8-4601-8bdc-7242af60986b,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:10.543350 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 978badec-22c8-4601-8bdc-7242af60986b details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:56:10.622040 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79650b23-74ba-48b2-b4ec-cfff0686c0ca tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Made reservation on behalf of e9f7998107fb4ca6ad2d19027343e059 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:56:10.625567 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-79650b23-74ba-48b2-b4ec-cfff0686c0ca tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:10.651090 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:10.663750 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:10.685546 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 25189757-81b0-4808-a884-d1c1b291ce9c, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=25189757-81b0-4808-a884-d1c1b291ce9c,segment=NetworkSegment(5cffe8d6-7d6e-4587-9a6e-cc9d51600c3d),segment_id=5cffe8d6-7d6e-4587-9a6e-cc9d51600c3d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:56:10.689963 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:10.745869 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=25189757-81b0-4808-a884-d1c1b291ce9c,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:10.814813 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-79650b23-74ba-48b2-b4ec-cfff0686c0ca tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:10.874067 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79650b23-74ba-48b2-b4ec-cfff0686c0ca tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Pushing event updated for resources: {'Subnet': ['ID=d01f0c3d-9929-4654-882e-17c95dd93ffb,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:10.883185 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79650b23-74ba-48b2-b4ec-cfff0686c0ca tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Checking segment: {'id': 'ddbbaee1-68af-49bd-8304-37b8591b60b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '978badec-22c8-4601-8bdc-7242af60986b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:56:10.883555 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79650b23-74ba-48b2-b4ec-cfff0686c0ca tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Network hostable DHCP agents. Network: 978badec-22c8-4601-8bdc-7242af60986b, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:56:10.900102 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79650b23-74ba-48b2-b4ec-cfff0686c0ca tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Network 978badec-22c8-4601-8bdc-7242af60986b is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:56:10.908340 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-79650b23-74ba-48b2-b4ec-cfff0686c0ca tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 978badec-22c8-4601-8bdc-7242af60986b) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:56:10.912416 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79650b23-74ba-48b2-b4ec-cfff0686c0ca tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:10.913742 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-79650b23-74ba-48b2-b4ec-cfff0686c0ca tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:10.918715 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3043fe-777b-4d06-be8c-49b14b52354e None None] Network 978badec-22c8-4601-8bdc-7242af60986b requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:56:10.927834 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-79650b23-74ba-48b2-b4ec-cfff0686c0ca tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4066956 Aug 17 00:56:10.931549 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48756) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:10.936580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-90b3a00e-edba-4593-a18b-6f262d4d84b5 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1853137833'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:56:10.956688 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b3a00e-edba-4593-a18b-6f262d4d84b5 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Made reservation on behalf of e9f7998107fb4ca6ad2d19027343e059 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:56:10.961060 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-90b3a00e-edba-4593-a18b-6f262d4d84b5 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:10.987108 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b3a00e-edba-4593-a18b-6f262d4d84b5 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:56:10.996466 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-90b3a00e-edba-4593-a18b-6f262d4d84b5 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:10.996812 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-90b3a00e-edba-4593-a18b-6f262d4d84b5 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Added segment a0cfd9b3-9a5a-4c4d-8f7b-f02e21fc1bad of type vlan for network 5b0993ac-c7dd-488e-ba03-6dfa0bd93abb Aug 17 00:56:11.038522 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-90b3a00e-edba-4593-a18b-6f262d4d84b5 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:11.065456 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-90b3a00e-edba-4593-a18b-6f262d4d84b5 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:11.066308 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611f6cc3-ac6e-4ada-8758-21679670dabc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-978badec-22c8-4601-8bdc-7242af60986b', 'network_id': '978badec-22c8-4601-8bdc-7242af60986b', 'tenant_id': 'e9f7998107fb4ca6ad2d19027343e059', 'fixed_ips': [{'subnet_id': 'd01f0c3d-9929-4654-882e-17c95dd93ffb'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:56:11.067251 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-611f6cc3-ac6e-4ada-8758-21679670dabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:11.071072 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b3a00e-edba-4593-a18b-6f262d4d84b5 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:11.071647 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-90b3a00e-edba-4593-a18b-6f262d4d84b5 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:11.128147 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-90b3a00e-edba-4593-a18b-6f262d4d84b5 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1954486 Aug 17 00:56:11.131055 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48758) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:11.143283 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-634461a6-918a-47f0-a8a1-ac232e10c242 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Request body: {'subnet': {'network_id': '5b0993ac-c7dd-488e-ba03-6dfa0bd93abb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:56:11.188456 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3a00e-edba-4593-a18b-6f262d4d84b5 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Pushing event updated for resources: {'Network': ['ID=5b0993ac-c7dd-488e-ba03-6dfa0bd93abb,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:11.200205 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 5b0993ac-c7dd-488e-ba03-6dfa0bd93abb details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:56:11.238481 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634461a6-918a-47f0-a8a1-ac232e10c242 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Made reservation on behalf of e9f7998107fb4ca6ad2d19027343e059 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:56:11.242732 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-634461a6-918a-47f0-a8a1-ac232e10c242 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:11.254211 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-611f6cc3-ac6e-4ada-8758-21679670dabc None None] Allocated IP 2001:db8::2 (978badec-22c8-4601-8bdc-7242af60986b/d01f0c3d-9929-4654-882e-17c95dd93ffb/e1618a62-5894-497e-94b5-5f0e340333a2) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:56:11.414741 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-611f6cc3-ac6e-4ada-8758-21679670dabc None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:11.422759 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-611f6cc3-ac6e-4ada-8758-21679670dabc None None] Transition to ACTIVE for port object e1618a62-5894-497e-94b5-5f0e340333a2 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:56:11.430145 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-634461a6-918a-47f0-a8a1-ac232e10c242 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:11.438206 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-611f6cc3-ac6e-4ada-8758-21679670dabc None None] Transition to ACTIVE for port object e1618a62-5894-497e-94b5-5f0e340333a2 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:56:11.445634 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-611f6cc3-ac6e-4ada-8758-21679670dabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:11.490322 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611f6cc3-ac6e-4ada-8758-21679670dabc None None] Network 978badec-22c8-4601-8bdc-7242af60986b is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:56:11.495839 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634461a6-918a-47f0-a8a1-ac232e10c242 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Pushing event updated for resources: {'Subnet': ['ID=adcb60d7-6462-4c49-84fb-38d1f53de9a8,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:11.496181 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-611f6cc3-ac6e-4ada-8758-21679670dabc None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:56:11.500478 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611f6cc3-ac6e-4ada-8758-21679670dabc None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:56:11.503576 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f6cc3-ac6e-4ada-8758-21679670dabc None None] Pushing event updated for resources: {'Port': ['ID=e1618a62-5894-497e-94b5-5f0e340333a2,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:11.508851 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634461a6-918a-47f0-a8a1-ac232e10c242 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Checking segment: {'id': 'a0cfd9b3-9a5a-4c4d-8f7b-f02e21fc1bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5b0993ac-c7dd-488e-ba03-6dfa0bd93abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:56:11.509251 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634461a6-918a-47f0-a8a1-ac232e10c242 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Network hostable DHCP agents. Network: 5b0993ac-c7dd-488e-ba03-6dfa0bd93abb, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:56:11.526732 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634461a6-918a-47f0-a8a1-ac232e10c242 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Network 5b0993ac-c7dd-488e-ba03-6dfa0bd93abb is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:56:11.535833 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-634461a6-918a-47f0-a8a1-ac232e10c242 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 5b0993ac-c7dd-488e-ba03-6dfa0bd93abb) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:56:11.541415 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634461a6-918a-47f0-a8a1-ac232e10c242 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:11.542013 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-634461a6-918a-47f0-a8a1-ac232e10c242 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:11.550413 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef82ba8-73c5-4009-a355-de1d4c151478 None None] Network 5b0993ac-c7dd-488e-ba03-6dfa0bd93abb requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:56:11.557709 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-634461a6-918a-47f0-a8a1-ac232e10c242 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4257054 Aug 17 00:56:11.560163 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48760) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:11.598215 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-611f6cc3-ac6e-4ada-8758-21679670dabc None None] Attempting to bind port e1618a62-5894-497e-94b5-5f0e340333a2 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:56:11.598591 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-611f6cc3-ac6e-4ada-8758-21679670dabc None None] Attempting to bind port e1618a62-5894-497e-94b5-5f0e340333a2 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'ddbbaee1-68af-49bd-8304-37b8591b60b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '978badec-22c8-4601-8bdc-7242af60986b'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:56:11.598957 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611f6cc3-ac6e-4ada-8758-21679670dabc None None] Attempting to bind port e1618a62-5894-497e-94b5-5f0e340333a2 on network 978badec-22c8-4601-8bdc-7242af60986b {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:56:11.612971 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611f6cc3-ac6e-4ada-8758-21679670dabc None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:56:11.613375 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611f6cc3-ac6e-4ada-8758-21679670dabc None None] Checking segment: {'id': 'ddbbaee1-68af-49bd-8304-37b8591b60b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '978badec-22c8-4601-8bdc-7242af60986b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:56:11.613787 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-611f6cc3-ac6e-4ada-8758-21679670dabc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:11.614180 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611f6cc3-ac6e-4ada-8758-21679670dabc None None] Bound using segment: {'id': 'ddbbaee1-68af-49bd-8304-37b8591b60b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '978badec-22c8-4601-8bdc-7242af60986b'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:56:11.614660 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-611f6cc3-ac6e-4ada-8758-21679670dabc None None] Bound port: e1618a62-5894-497e-94b5-5f0e340333a2, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddbbaee1-68af-49bd-8304-37b8591b60b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '978badec-22c8-4601-8bdc-7242af60986b'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:56:11.615045 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-611f6cc3-ac6e-4ada-8758-21679670dabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:11.656400 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a02aa776-0a8f-47ff-9ba7-743b16f06fef tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:11.706786 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a02aa776-0a8f-47ff-9ba7-743b16f06fef tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:11.727943 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-611f6cc3-ac6e-4ada-8758-21679670dabc None None] For port e1618a62-5894-497e-94b5-5f0e340333a2, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:56:11.732749 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-611f6cc3-ac6e-4ada-8758-21679670dabc None None] For port e1618a62-5894-497e-94b5-5f0e340333a2, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e1618a62-5894-497e-94b5-5f0e340333a2,segment=NetworkSegment(ddbbaee1-68af-49bd-8304-37b8591b60b7),segment_id=ddbbaee1-68af-49bd-8304-37b8591b60b7)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:56:11.738400 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-611f6cc3-ac6e-4ada-8758-21679670dabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:11.773604 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a02aa776-0a8f-47ff-9ba7-743b16f06fef tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:11.799757 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315809f7-d059-4a3b-a316-3394d68d2def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-5b0993ac-c7dd-488e-ba03-6dfa0bd93abb', 'network_id': '5b0993ac-c7dd-488e-ba03-6dfa0bd93abb', 'tenant_id': 'e9f7998107fb4ca6ad2d19027343e059', 'fixed_ips': [{'subnet_id': 'adcb60d7-6462-4c49-84fb-38d1f53de9a8'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:56:11.800610 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-315809f7-d059-4a3b-a316-3394d68d2def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:11.813801 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02aa776-0a8f-47ff-9ba7-743b16f06fef tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Pushing event deleted for resources: {'Subnet': ['ID=adcb60d7-6462-4c49-84fb-38d1f53de9a8,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:11.836972 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f6cc3-ac6e-4ada-8758-21679670dabc None None] Pushing event updated for resources: {'Port': ['ID=e1618a62-5894-497e-94b5-5f0e340333a2,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:11.872546 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a02aa776-0a8f-47ff-9ba7-743b16f06fef tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:11.884367 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-a02aa776-0a8f-47ff-9ba7-743b16f06fef tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0993ac-c7dd-488e-ba03-6dfa0bd93abb']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:11.895690 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-a02aa776-0a8f-47ff-9ba7-743b16f06fef tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0cfd9b3-9a5a-4c4d-8f7b-f02e21fc1bad') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:11.895988 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-a02aa776-0a8f-47ff-9ba7-743b16f06fef tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0cfd9b3-9a5a-4c4d-8f7b-f02e21fc1bad') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:11.909218 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a02aa776-0a8f-47ff-9ba7-743b16f06fef tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:11.915447 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfce222-ce28-48cd-874c-344b691584ec None None] Network 5b0993ac-c7dd-488e-ba03-6dfa0bd93abb requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:56:11.931780 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a02aa776-0a8f-47ff-9ba7-743b16f06fef tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:11.938892 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02aa776-0a8f-47ff-9ba7-743b16f06fef tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:56:11.939527 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a02aa776-0a8f-47ff-9ba7-743b16f06fef tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:56:11.942767 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:56:12.018266 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a02aa776-0a8f-47ff-9ba7-743b16f06fef tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:12.028126 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a02aa776-0a8f-47ff-9ba7-743b16f06fef tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:12.029980 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a02aa776-0a8f-47ff-9ba7-743b16f06fef tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] 10.222.0.60 "DELETE /v2.0/networks/5b0993ac-c7dd-488e-ba03-6dfa0bd93abb HTTP/1.1" status: 204 len: 168 time: 0.4689016 Aug 17 00:56:12.033629 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48762) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:12.044101 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02aa776-0a8f-47ff-9ba7-743b16f06fef tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Pushing event deleted for resources: {'Network': ['ID=5b0993ac-c7dd-488e-ba03-6dfa0bd93abb,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:12.074395 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf5c8a1-2724-44a0-9618-58de641a17a9 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] GET failed (client error): The resource could not be found. Aug 17 00:56:12.075848 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fcf5c8a1-2724-44a0-9618-58de641a17a9 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] 10.222.0.60 "GET /v2.0/subnets/adcb60d7-6462-4c49-84fb-38d1f53de9a8 HTTP/1.1" status: 404 len: 337 time: 0.0406697 Aug 17 00:56:12.078738 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48764) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:12.102570 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-f556b6ab-c743-48b6-b407-da9a8d2f141d tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] DELETE failed (client error): The resource could not be found. Aug 17 00:56:12.103152 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f556b6ab-c743-48b6-b407-da9a8d2f141d tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:56:12.104975 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f556b6ab-c743-48b6-b407-da9a8d2f141d tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] 10.222.0.60 "DELETE /v2.0/networks/5b0993ac-c7dd-488e-ba03-6dfa0bd93abb HTTP/1.1" status: 404 len: 339 time: 0.0250790 Aug 17 00:56:12.109065 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48766) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:12.136538 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-086686f9-ed5b-48dd-b941-0afc137616fd tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] DELETE failed (client error): The resource could not be found. Aug 17 00:56:12.136982 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-086686f9-ed5b-48dd-b941-0afc137616fd tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:56:12.138713 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-086686f9-ed5b-48dd-b941-0afc137616fd tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] 10.222.0.60 "DELETE /v2.0/subnets/adcb60d7-6462-4c49-84fb-38d1f53de9a8 HTTP/1.1" status: 404 len: 337 time: 0.0285244 Aug 17 00:56:12.141215 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48768) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:12.158831 n-d-800088-20 neutron-server[101402]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b5a8d72-feae-41ca-a975-a42559acaea2 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] DELETE failed (client error): The resource could not be found. Aug 17 00:56:12.159354 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b5a8d72-feae-41ca-a975-a42559acaea2 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:56:12.161173 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4b5a8d72-feae-41ca-a975-a42559acaea2 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] 10.222.0.60 "DELETE /v2.0/networks/5b0993ac-c7dd-488e-ba03-6dfa0bd93abb HTTP/1.1" status: 404 len: 339 time: 0.0188916 Aug 17 00:56:12.164402 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48770) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:12.214545 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-de001d9c-9cea-4b8a-8630-af947b36c821 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Deleting subnet d01f0c3d-9929-4654-882e-17c95dd93ffb {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:56:12.217498 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-de001d9c-9cea-4b8a-8630-af947b36c821 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:12.259638 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-de001d9c-9cea-4b8a-8630-af947b36c821 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:12.286401 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:12.357016 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-de001d9c-9cea-4b8a-8630-af947b36c821 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:12.381520 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e1618a62-5894-497e-94b5-5f0e340333a2 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:56:12.422117 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-de001d9c-9cea-4b8a-8630-af947b36c821 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:12.442680 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port e1618a62-5894-497e-94b5-5f0e340333a2 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:56:12.447940 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 25189757-81b0-4808-a884-d1c1b291ce9c up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:56:12.453315 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de001d9c-9cea-4b8a-8630-af947b36c821 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Pushing event deleted for resources: {'Subnet': ['ID=d01f0c3d-9929-4654-882e-17c95dd93ffb,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:12.460362 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-de001d9c-9cea-4b8a-8630-af947b36c821 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:12.462357 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-de001d9c-9cea-4b8a-8630-af947b36c821 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] 10.222.0.60 "DELETE /v2.0/subnets/d01f0c3d-9929-4654-882e-17c95dd93ffb HTTP/1.1" status: 204 len: 168 time: 0.2970860 Aug 17 00:56:12.464830 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48772) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:12.501166 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 25189757-81b0-4808-a884-d1c1b291ce9c triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:56:12.501690 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:12.551470 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-303b8aff-eb66-4c9b-8b47-050f79e69588 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:12.606140 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-303b8aff-eb66-4c9b-8b47-050f79e69588 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Deleting port e1618a62-5894-497e-94b5-5f0e340333a2 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:56:12.606488 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-303b8aff-eb66-4c9b-8b47-050f79e69588 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:12.672059 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-303b8aff-eb66-4c9b-8b47-050f79e69588 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] For port e1618a62-5894-497e-94b5-5f0e340333a2, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e1618a62-5894-497e-94b5-5f0e340333a2,segment=NetworkSegment(ddbbaee1-68af-49bd-8304-37b8591b60b7),segment_id=ddbbaee1-68af-49bd-8304-37b8591b60b7)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:56:12.672429 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-303b8aff-eb66-4c9b-8b47-050f79e69588 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:12.690185 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-303b8aff-eb66-4c9b-8b47-050f79e69588 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Calling delete_port for e1618a62-5894-497e-94b5-5f0e340333a2 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:56:12.745964 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b5e924-0898-429a-ad9f-194d5c4e85a5 None None] Network 978badec-22c8-4601-8bdc-7242af60986b requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:56:12.770975 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-303b8aff-eb66-4c9b-8b47-050f79e69588 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:12.798562 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b8aff-eb66-4c9b-8b47-050f79e69588 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Pushing event deleted for resources: {'Port': ['ID=e1618a62-5894-497e-94b5-5f0e340333a2,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:12.803039 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ebbef10a-87b9-440e-9387-249248fb05c8 None None] Could not find standard attr ID for object e1618a62-5894-497e-94b5-5f0e340333a2. {{(pid=101404) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 00:56:12.803315 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303b8aff-eb66-4c9b-8b47-050f79e69588 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] No DVR routers for this DVR port e1618a62-5894-497e-94b5-5f0e340333a2 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:56:12.892760 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-303b8aff-eb66-4c9b-8b47-050f79e69588 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:12.903811 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-303b8aff-eb66-4c9b-8b47-050f79e69588 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['978badec-22c8-4601-8bdc-7242af60986b']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:12.913672 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-303b8aff-eb66-4c9b-8b47-050f79e69588 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddbbaee1-68af-49bd-8304-37b8591b60b7') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:12.913976 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-303b8aff-eb66-4c9b-8b47-050f79e69588 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddbbaee1-68af-49bd-8304-37b8591b60b7') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:12.923464 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-303b8aff-eb66-4c9b-8b47-050f79e69588 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:12.924300 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd59c11f-5342-4379-801e-bcf57059767b None None] DHCP port deletion for 978badec-22c8-4601-8bdc-7242af60986b request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:56:12.941232 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-303b8aff-eb66-4c9b-8b47-050f79e69588 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:12.948494 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-303b8aff-eb66-4c9b-8b47-050f79e69588 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:56:12.948834 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-303b8aff-eb66-4c9b-8b47-050f79e69588 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: timer() Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:56:12.951935 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:56:13.010607 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-303b8aff-eb66-4c9b-8b47-050f79e69588 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:13.017268 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-303b8aff-eb66-4c9b-8b47-050f79e69588 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:13.018880 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-303b8aff-eb66-4c9b-8b47-050f79e69588 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] 10.222.0.60 "DELETE /v2.0/networks/978badec-22c8-4601-8bdc-7242af60986b HTTP/1.1" status: 204 len: 168 time: 0.5531721 Aug 17 00:56:13.021560 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48774) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:13.035903 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b8aff-eb66-4c9b-8b47-050f79e69588 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Pushing event deleted for resources: {'Network': ['ID=978badec-22c8-4601-8bdc-7242af60986b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:13.049085 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc26c00b-bf3e-42d1-85c5-e3bfdebca578 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] DELETE failed (client error): The resource could not be found. Aug 17 00:56:13.049463 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc26c00b-bf3e-42d1-85c5-e3bfdebca578 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:56:13.051174 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cc26c00b-bf3e-42d1-85c5-e3bfdebca578 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] 10.222.0.60 "DELETE /v2.0/subnets/99ffffa7-a12f-41d9-9803-1b43508c39b6 HTTP/1.1" status: 404 len: 337 time: 0.0284224 Aug 17 00:56:13.053799 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48776) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:13.072786 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ba689d-daf1-4137-a4fd-3ef3d14c7d7f tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] DELETE failed (client error): The resource could not be found. Aug 17 00:56:13.073347 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ba689d-daf1-4137-a4fd-3ef3d14c7d7f tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:56:13.074986 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a2ba689d-daf1-4137-a4fd-3ef3d14c7d7f tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] 10.222.0.60 "DELETE /v2.0/networks/4eb91d6d-7a40-4755-ada9-868dcf1b00c9 HTTP/1.1" status: 404 len: 339 time: 0.0201144 Aug 17 00:56:13.077431 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48778) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:13.103018 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-b126afff-1152-4bea-b211-93cb0d8e04fd tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] DELETE failed (client error): The resource could not be found. Aug 17 00:56:13.103467 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b126afff-1152-4bea-b211-93cb0d8e04fd tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:56:13.105085 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b126afff-1152-4bea-b211-93cb0d8e04fd tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] 10.222.0.60 "DELETE /v2.0/subnets/0f382fae-c227-47e1-b8b9-9ea696124fdc HTTP/1.1" status: 404 len: 337 time: 0.0267434 Aug 17 00:56:13.107703 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48780) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:13.131128 n-d-800088-20 neutron-server[101403]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5fc31b2-8337-49d8-bc3f-c34b2bc61791 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] DELETE failed (client error): The resource could not be found. Aug 17 00:56:13.132439 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5fc31b2-8337-49d8-bc3f-c34b2bc61791 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:56:13.134267 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c5fc31b2-8337-49d8-bc3f-c34b2bc61791 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] 10.222.0.60 "DELETE /v2.0/networks/a109652d-cf91-4cb7-89b4-c9769afc154d HTTP/1.1" status: 404 len: 339 time: 0.0256948 Aug 17 00:56:13.136743 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48782) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:13.186083 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d9fe35-187d-41ad-be5f-6d442fdaeffb tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Deleting subnet 50cd4d6e-1460-4f18-925d-fb06dc27c53d {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:56:13.189145 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b4d9fe35-187d-41ad-be5f-6d442fdaeffb tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:13.228078 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b4d9fe35-187d-41ad-be5f-6d442fdaeffb tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:13.314032 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b4d9fe35-187d-41ad-be5f-6d442fdaeffb tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:13.371010 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b4d9fe35-187d-41ad-be5f-6d442fdaeffb tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:13.401631 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9fe35-187d-41ad-be5f-6d442fdaeffb tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Pushing event deleted for resources: {'Subnet': ['ID=50cd4d6e-1460-4f18-925d-fb06dc27c53d,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:13.403632 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b4d9fe35-187d-41ad-be5f-6d442fdaeffb tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:13.405535 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b4d9fe35-187d-41ad-be5f-6d442fdaeffb tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] 10.222.0.60 "DELETE /v2.0/subnets/50cd4d6e-1460-4f18-925d-fb06dc27c53d HTTP/1.1" status: 204 len: 168 time: 0.2678390 Aug 17 00:56:13.408021 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48786) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:13.411329 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e751a5-e019-489c-9530-b8b013935112 None None] Network 536ac681-27cf-4165-ac11-260f79ec76be requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:56:13.486539 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-39f3416a-48f3-44df-9f64-bcfc5a64a905 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:13.551052 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-39f3416a-48f3-44df-9f64-bcfc5a64a905 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Deleting port 25189757-81b0-4808-a884-d1c1b291ce9c {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:56:13.551402 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-39f3416a-48f3-44df-9f64-bcfc5a64a905 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:13.597181 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9886be1d-af43-47ad-8c6f-7de8da9c73ae None None] DHCP port deletion for 536ac681-27cf-4165-ac11-260f79ec76be request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:56:13.618452 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-39f3416a-48f3-44df-9f64-bcfc5a64a905 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] For port 25189757-81b0-4808-a884-d1c1b291ce9c, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=25189757-81b0-4808-a884-d1c1b291ce9c,segment=NetworkSegment(5cffe8d6-7d6e-4587-9a6e-cc9d51600c3d),segment_id=5cffe8d6-7d6e-4587-9a6e-cc9d51600c3d)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:56:13.618820 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-39f3416a-48f3-44df-9f64-bcfc5a64a905 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:13.630859 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-39f3416a-48f3-44df-9f64-bcfc5a64a905 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Calling delete_port for 25189757-81b0-4808-a884-d1c1b291ce9c owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:56:13.646407 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-9886be1d-af43-47ad-8c6f-7de8da9c73ae None None] Deleting port 25189757-81b0-4808-a884-d1c1b291ce9c {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:56:13.646812 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9886be1d-af43-47ad-8c6f-7de8da9c73ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:13.707805 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-9886be1d-af43-47ad-8c6f-7de8da9c73ae None None] For port 25189757-81b0-4808-a884-d1c1b291ce9c, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=25189757-81b0-4808-a884-d1c1b291ce9c,segment=NetworkSegment(5cffe8d6-7d6e-4587-9a6e-cc9d51600c3d),segment_id=5cffe8d6-7d6e-4587-9a6e-cc9d51600c3d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:56:13.708228 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9886be1d-af43-47ad-8c6f-7de8da9c73ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:13.713566 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-39f3416a-48f3-44df-9f64-bcfc5a64a905 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:13.720772 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-9886be1d-af43-47ad-8c6f-7de8da9c73ae None None] Calling delete_port for 25189757-81b0-4808-a884-d1c1b291ce9c owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:56:13.739653 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3416a-48f3-44df-9f64-bcfc5a64a905 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Pushing event deleted for resources: {'Port': ['ID=25189757-81b0-4808-a884-d1c1b291ce9c,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:13.743817 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f3416a-48f3-44df-9f64-bcfc5a64a905 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] No DVR routers for this DVR port 25189757-81b0-4808-a884-d1c1b291ce9c on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:56:13.803437 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9886be1d-af43-47ad-8c6f-7de8da9c73ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:13.828432 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-39f3416a-48f3-44df-9f64-bcfc5a64a905 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:13.829252 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886be1d-af43-47ad-8c6f-7de8da9c73ae None None] Pushing event deleted for resources: {'Port': ['ID=25189757-81b0-4808-a884-d1c1b291ce9c,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:13.832805 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9886be1d-af43-47ad-8c6f-7de8da9c73ae None None] No DVR routers for this DVR port 25189757-81b0-4808-a884-d1c1b291ce9c on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:56:13.840429 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-39f3416a-48f3-44df-9f64-bcfc5a64a905 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536ac681-27cf-4165-ac11-260f79ec76be']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:13.855038 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-39f3416a-48f3-44df-9f64-bcfc5a64a905 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cffe8d6-7d6e-4587-9a6e-cc9d51600c3d') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:13.855342 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-39f3416a-48f3-44df-9f64-bcfc5a64a905 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cffe8d6-7d6e-4587-9a6e-cc9d51600c3d') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:13.864491 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-39f3416a-48f3-44df-9f64-bcfc5a64a905 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:13.879554 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-39f3416a-48f3-44df-9f64-bcfc5a64a905 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:13.886372 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f3416a-48f3-44df-9f64-bcfc5a64a905 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:56:13.886767 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-39f3416a-48f3-44df-9f64-bcfc5a64a905 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:56:13.889773 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:56:13.946196 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-39f3416a-48f3-44df-9f64-bcfc5a64a905 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:13.952880 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-39f3416a-48f3-44df-9f64-bcfc5a64a905 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:13.954690 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-39f3416a-48f3-44df-9f64-bcfc5a64a905 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] 10.222.0.60 "DELETE /v2.0/networks/536ac681-27cf-4165-ac11-260f79ec76be HTTP/1.1" status: 204 len: 168 time: 0.5457637 Aug 17 00:56:13.966121 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3416a-48f3-44df-9f64-bcfc5a64a905 tempest-NetworksIpV6Test-1912707909 tempest-NetworksIpV6Test-1912707909-project] Pushing event deleted for resources: {'Network': ['ID=536ac681-27cf-4165-ac11-260f79ec76be,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:14.197208 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48792) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:14.295720 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e1618a62-5894-497e-94b5-5f0e340333a2 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:56:14.316611 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: e1618a62-5894-497e-94b5-5f0e340333a2 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:56:14.316956 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e1618a62-5894-497e-94b5-5f0e340333a2 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:56:14.317398 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 25189757-81b0-4808-a884-d1c1b291ce9c no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:56:14.333898 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c5662d1e-7a83-4a16-a096-1ca560b9410b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e9f7998107fb4ca6ad2d19027343e059&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1331682 Aug 17 00:56:14.334070 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48796) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:14.336516 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 25189757-81b0-4808-a884-d1c1b291ce9c {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:56:14.336861 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 25189757-81b0-4808-a884-d1c1b291ce9c not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:56:14.387426 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bc473317-417a-4817-94fb-6c45a4ad0792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:14.408254 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bc473317-417a-4817-94fb-6c45a4ad0792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:14.457238 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bc473317-417a-4817-94fb-6c45a4ad0792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:14.460199 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bc473317-417a-4817-94fb-6c45a4ad0792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:14.461404 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bc473317-417a-4817-94fb-6c45a4ad0792 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc885a16-d405-49d0-bcb6-252af45b4f36 HTTP/1.1" status: 204 len: 168 time: 0.1264360 Aug 17 00:56:14.469324 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc473317-417a-4817-94fb-6c45a4ad0792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc885a16-d405-49d0-bcb6-252af45b4f36,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:15.086990 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48818) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:15.180550 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-49fabaca-e31b-4c21-a6af-638b4a834f80 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1363779388', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:56:15.204266 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-49fabaca-e31b-4c21-a6af-638b4a834f80 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:15.205382 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-49fabaca-e31b-4c21-a6af-638b4a834f80 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:15.257575 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-49fabaca-e31b-4c21-a6af-638b4a834f80 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:15.261262 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-49fabaca-e31b-4c21-a6af-638b4a834f80 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:15.276926 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-49fabaca-e31b-4c21-a6af-638b4a834f80 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:15.278134 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-49fabaca-e31b-4c21-a6af-638b4a834f80 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1901174 Aug 17 00:56:15.280833 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48822) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:15.285667 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-4a36468c-7739-461e-9d6c-1d176541505a tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-753250395'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:56:15.305895 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a36468c-7739-461e-9d6c-1d176541505a tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Made reservation on behalf of 0a04b1a4af0744668a7036a84bd9a1b8 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:56:15.309289 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4a36468c-7739-461e-9d6c-1d176541505a tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:15.317469 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4a36468c-7739-461e-9d6c-1d176541505a tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:15.412127 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4a36468c-7739-461e-9d6c-1d176541505a tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:15.416264 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4a36468c-7739-461e-9d6c-1d176541505a tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:15.443481 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a36468c-7739-461e-9d6c-1d176541505a tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:56:15.454572 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36468c-7739-461e-9d6c-1d176541505a tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=519e57d6-2aa2-46d9-88bc-ac19a0a71fea,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:15.460617 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4a36468c-7739-461e-9d6c-1d176541505a tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:15.460971 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-4a36468c-7739-461e-9d6c-1d176541505a tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Added segment 753190bb-54d4-4e2c-92e6-6f63f47b0739 of type vlan for network 5dda26cd-82d4-4bb4-afe8-2dba51b81b00 Aug 17 00:56:15.500970 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4a36468c-7739-461e-9d6c-1d176541505a tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:15.525588 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4a36468c-7739-461e-9d6c-1d176541505a tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:15.531077 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a36468c-7739-461e-9d6c-1d176541505a tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:15.531699 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4a36468c-7739-461e-9d6c-1d176541505a tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:15.586828 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4a36468c-7739-461e-9d6c-1d176541505a tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3049397 Aug 17 00:56:15.589627 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48824) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:15.594473 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-839af021-30a7-4366-b862-9361e632d547 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Request body: {'subnet': {'network_id': '5dda26cd-82d4-4bb4-afe8-2dba51b81b00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:56:15.642738 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36468c-7739-461e-9d6c-1d176541505a tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Pushing event updated for resources: {'Network': ['ID=5dda26cd-82d4-4bb4-afe8-2dba51b81b00,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:15.652627 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 5dda26cd-82d4-4bb4-afe8-2dba51b81b00 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:56:15.692424 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839af021-30a7-4366-b862-9361e632d547 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Made reservation on behalf of 0a04b1a4af0744668a7036a84bd9a1b8 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:56:15.696670 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-839af021-30a7-4366-b862-9361e632d547 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:15.881392 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-839af021-30a7-4366-b862-9361e632d547 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:15.946330 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839af021-30a7-4366-b862-9361e632d547 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Pushing event updated for resources: {'Subnet': ['ID=29f402b9-6151-404d-95d8-a688eea416ef,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:15.953396 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839af021-30a7-4366-b862-9361e632d547 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Checking segment: {'id': '753190bb-54d4-4e2c-92e6-6f63f47b0739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5dda26cd-82d4-4bb4-afe8-2dba51b81b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:56:15.953767 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839af021-30a7-4366-b862-9361e632d547 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Network hostable DHCP agents. Network: 5dda26cd-82d4-4bb4-afe8-2dba51b81b00, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:56:15.970177 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839af021-30a7-4366-b862-9361e632d547 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Network 5dda26cd-82d4-4bb4-afe8-2dba51b81b00 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:56:15.978977 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-839af021-30a7-4366-b862-9361e632d547 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 5dda26cd-82d4-4bb4-afe8-2dba51b81b00) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:56:15.983330 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839af021-30a7-4366-b862-9361e632d547 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:15.983924 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-839af021-30a7-4366-b862-9361e632d547 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:15.991615 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c974cff-7b91-456a-be84-dc25296006ac None None] Network 5dda26cd-82d4-4bb4-afe8-2dba51b81b00 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:56:15.998882 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-839af021-30a7-4366-b862-9361e632d547 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4082298 Aug 17 00:56:16.002024 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48826) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:16.007142 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-a88ebbe6-f58c-4cc2-bee3-07d3ed498c4b tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2122001362'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:56:16.028848 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88ebbe6-f58c-4cc2-bee3-07d3ed498c4b tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Made reservation on behalf of 0a04b1a4af0744668a7036a84bd9a1b8 for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:56:16.032350 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a88ebbe6-f58c-4cc2-bee3-07d3ed498c4b tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:16.056942 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88ebbe6-f58c-4cc2-bee3-07d3ed498c4b tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:56:16.066064 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a88ebbe6-f58c-4cc2-bee3-07d3ed498c4b tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:16.066414 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-a88ebbe6-f58c-4cc2-bee3-07d3ed498c4b tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Added segment 36d769cf-3adb-4a8d-96bb-c422989a8ee6 of type vlan for network 8dd21377-3049-4f60-b3d5-6f07be8e27e0 Aug 17 00:56:16.106203 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a88ebbe6-f58c-4cc2-bee3-07d3ed498c4b tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:16.133245 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a88ebbe6-f58c-4cc2-bee3-07d3ed498c4b tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:16.137305 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f93f069-014e-45a5-a03a-e8293eaa00d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-5dda26cd-82d4-4bb4-afe8-2dba51b81b00', 'network_id': '5dda26cd-82d4-4bb4-afe8-2dba51b81b00', 'tenant_id': '0a04b1a4af0744668a7036a84bd9a1b8', 'fixed_ips': [{'subnet_id': '29f402b9-6151-404d-95d8-a688eea416ef'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:56:16.138175 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8f93f069-014e-45a5-a03a-e8293eaa00d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:16.138820 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88ebbe6-f58c-4cc2-bee3-07d3ed498c4b tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:16.139419 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a88ebbe6-f58c-4cc2-bee3-07d3ed498c4b tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:16.193066 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a88ebbe6-f58c-4cc2-bee3-07d3ed498c4b tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1899776 Aug 17 00:56:16.196036 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48828) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:16.201016 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-6177f1f1-78d9-48e2-ac4d-f184e6ef19a6 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Request body: {'subnet': {'network_id': '8dd21377-3049-4f60-b3d5-6f07be8e27e0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:56:16.254636 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ebbe6-f58c-4cc2-bee3-07d3ed498c4b tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Pushing event updated for resources: {'Network': ['ID=8dd21377-3049-4f60-b3d5-6f07be8e27e0,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:16.266947 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 8dd21377-3049-4f60-b3d5-6f07be8e27e0 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:56:16.305478 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6177f1f1-78d9-48e2-ac4d-f184e6ef19a6 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Made reservation on behalf of 0a04b1a4af0744668a7036a84bd9a1b8 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:56:16.309104 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6177f1f1-78d9-48e2-ac4d-f184e6ef19a6 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:16.320769 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-8f93f069-014e-45a5-a03a-e8293eaa00d5 None None] Allocated IP 172.20.0.2 (5dda26cd-82d4-4bb4-afe8-2dba51b81b00/29f402b9-6151-404d-95d8-a688eea416ef/25033e4a-13bc-4b54-923b-d90862c40131) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:56:16.488519 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8f93f069-014e-45a5-a03a-e8293eaa00d5 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:16.497070 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8f93f069-014e-45a5-a03a-e8293eaa00d5 None None] Transition to ACTIVE for port object 25033e4a-13bc-4b54-923b-d90862c40131 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:56:16.497318 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6177f1f1-78d9-48e2-ac4d-f184e6ef19a6 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:16.512968 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8f93f069-014e-45a5-a03a-e8293eaa00d5 None None] Transition to ACTIVE for port object 25033e4a-13bc-4b54-923b-d90862c40131 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:56:16.518626 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8f93f069-014e-45a5-a03a-e8293eaa00d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:16.557572 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177f1f1-78d9-48e2-ac4d-f184e6ef19a6 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Pushing event updated for resources: {'Subnet': ['ID=f3bb6c27-ede9-4237-a823-8127e8447a13,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:16.564669 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f93f069-014e-45a5-a03a-e8293eaa00d5 None None] Network 5dda26cd-82d4-4bb4-afe8-2dba51b81b00 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:56:16.566211 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177f1f1-78d9-48e2-ac4d-f184e6ef19a6 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Checking segment: {'id': '36d769cf-3adb-4a8d-96bb-c422989a8ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8dd21377-3049-4f60-b3d5-6f07be8e27e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:56:16.566574 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6177f1f1-78d9-48e2-ac4d-f184e6ef19a6 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Network hostable DHCP agents. Network: 8dd21377-3049-4f60-b3d5-6f07be8e27e0, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:56:16.567662 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-8f93f069-014e-45a5-a03a-e8293eaa00d5 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:56:16.573074 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f93f069-014e-45a5-a03a-e8293eaa00d5 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:56:16.576099 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93f069-014e-45a5-a03a-e8293eaa00d5 None None] Pushing event updated for resources: {'Port': ['ID=25033e4a-13bc-4b54-923b-d90862c40131,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:16.583330 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6177f1f1-78d9-48e2-ac4d-f184e6ef19a6 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Network 8dd21377-3049-4f60-b3d5-6f07be8e27e0 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:56:16.593359 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-6177f1f1-78d9-48e2-ac4d-f184e6ef19a6 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 8dd21377-3049-4f60-b3d5-6f07be8e27e0) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:56:16.597531 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6177f1f1-78d9-48e2-ac4d-f184e6ef19a6 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:16.598164 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6177f1f1-78d9-48e2-ac4d-f184e6ef19a6 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:16.616118 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6177f1f1-78d9-48e2-ac4d-f184e6ef19a6 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4164052 Aug 17 00:56:16.616386 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48830) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:16.621087 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-ed501a5f-ecf7-4312-b16c-697be34398e1 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Request body: {'router': {'external_gateway_info': {'network_id': '8dd21377-3049-4f60-b3d5-6f07be8e27e0'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:56:16.767475 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a695723e-b2f1-4580-81ba-b60d34b0711c None None] Network 8dd21377-3049-4f60-b3d5-6f07be8e27e0 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:56:16.839727 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ed501a5f-ecf7-4312-b16c-697be34398e1 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:16.844254 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-aeab1a38-793e-4b81-86e9-811f0406f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:16.853276 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8f93f069-014e-45a5-a03a-e8293eaa00d5 None None] Attempting to bind port 25033e4a-13bc-4b54-923b-d90862c40131 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:56:16.853650 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8f93f069-014e-45a5-a03a-e8293eaa00d5 None None] Attempting to bind port 25033e4a-13bc-4b54-923b-d90862c40131 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '753190bb-54d4-4e2c-92e6-6f63f47b0739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5dda26cd-82d4-4bb4-afe8-2dba51b81b00'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:56:16.854015 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f93f069-014e-45a5-a03a-e8293eaa00d5 None None] Attempting to bind port 25033e4a-13bc-4b54-923b-d90862c40131 on network 5dda26cd-82d4-4bb4-afe8-2dba51b81b00 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:56:16.864384 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f93f069-014e-45a5-a03a-e8293eaa00d5 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:56:16.864760 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f93f069-014e-45a5-a03a-e8293eaa00d5 None None] Checking segment: {'id': '753190bb-54d4-4e2c-92e6-6f63f47b0739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5dda26cd-82d4-4bb4-afe8-2dba51b81b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:56:16.865187 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8f93f069-014e-45a5-a03a-e8293eaa00d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:16.866141 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f93f069-014e-45a5-a03a-e8293eaa00d5 None None] Bound using segment: {'id': '753190bb-54d4-4e2c-92e6-6f63f47b0739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5dda26cd-82d4-4bb4-afe8-2dba51b81b00'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:56:16.866632 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8f93f069-014e-45a5-a03a-e8293eaa00d5 None None] Bound port: 25033e4a-13bc-4b54-923b-d90862c40131, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '753190bb-54d4-4e2c-92e6-6f63f47b0739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5dda26cd-82d4-4bb4-afe8-2dba51b81b00'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:56:16.867019 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8f93f069-014e-45a5-a03a-e8293eaa00d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:16.943459 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [None req-ed501a5f-ecf7-4312-b16c-697be34398e1 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:56:16.945093 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ed501a5f-ecf7-4312-b16c-697be34398e1 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] 10.222.0.60 "PUT /v2.0/routers/6890ef54-22c9-4f79-98b9-4707cdcb21c0 HTTP/1.1" status: 400 len: 364 time: 0.3278053 Aug 17 00:56:16.950909 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48832) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:16.979254 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-8f93f069-014e-45a5-a03a-e8293eaa00d5 None None] For port 25033e4a-13bc-4b54-923b-d90862c40131, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:56:16.991291 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-8f93f069-014e-45a5-a03a-e8293eaa00d5 None None] For port 25033e4a-13bc-4b54-923b-d90862c40131, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=25033e4a-13bc-4b54-923b-d90862c40131,segment=NetworkSegment(753190bb-54d4-4e2c-92e6-6f63f47b0739),segment_id=753190bb-54d4-4e2c-92e6-6f63f47b0739)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:56:17.008855 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b836091-a04a-4e12-8020-a19e5cf3ef52 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Deleting subnet f3bb6c27-ede9-4237-a823-8127e8447a13 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:56:17.011305 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8f93f069-014e-45a5-a03a-e8293eaa00d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:17.012166 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2b836091-a04a-4e12-8020-a19e5cf3ef52 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:17.024359 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28baac5-3425-4cc5-abb0-a9487b47bcc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-8dd21377-3049-4f60-b3d5-6f07be8e27e0', 'network_id': '8dd21377-3049-4f60-b3d5-6f07be8e27e0', 'tenant_id': '0a04b1a4af0744668a7036a84bd9a1b8', 'fixed_ips': [{'subnet_id': 'f3bb6c27-ede9-4237-a823-8127e8447a13'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:56:17.025141 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c28baac5-3425-4cc5-abb0-a9487b47bcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:17.060740 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2b836091-a04a-4e12-8020-a19e5cf3ef52 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:17.109598 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2b836091-a04a-4e12-8020-a19e5cf3ef52 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:17.143072 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93f069-014e-45a5-a03a-e8293eaa00d5 None None] Pushing event updated for resources: {'Port': ['ID=25033e4a-13bc-4b54-923b-d90862c40131,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:17.178707 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2b836091-a04a-4e12-8020-a19e5cf3ef52 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server [None req-c28baac5-3425-4cc5-abb0-a9487b47bcc5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f3bb6c27-ede9-4237-a823-8127e8447a13: This subnet is being modified by another concurrent operation. Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server raise exception Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f3bb6c27-ede9-4237-a823-8127e8447a13: This subnet is being modified by another concurrent operation. Aug 17 00:56:17.182075 n-d-800088-20 neutron-server[101404]: ERROR oslo_messaging.rpc.server Aug 17 00:56:17.200651 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeeab185-b998-4d2c-8dd9-bd0d848b819e None None] Network 8dd21377-3049-4f60-b3d5-6f07be8e27e0 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:56:17.207517 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b836091-a04a-4e12-8020-a19e5cf3ef52 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Pushing event deleted for resources: {'Subnet': ['ID=f3bb6c27-ede9-4237-a823-8127e8447a13,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:17.213858 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2b836091-a04a-4e12-8020-a19e5cf3ef52 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:17.215840 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2b836091-a04a-4e12-8020-a19e5cf3ef52 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] 10.222.0.60 "DELETE /v2.0/subnets/f3bb6c27-ede9-4237-a823-8127e8447a13 HTTP/1.1" status: 204 len: 168 time: 0.2639482 Aug 17 00:56:17.222016 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48834) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:17.337676 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cf10c6dd-56f1-4ad7-8517-3b2129cbd5b5 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:17.430056 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cf10c6dd-56f1-4ad7-8517-3b2129cbd5b5 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:17.440018 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-cf10c6dd-56f1-4ad7-8517-3b2129cbd5b5 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd21377-3049-4f60-b3d5-6f07be8e27e0']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:17.450372 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-cf10c6dd-56f1-4ad7-8517-3b2129cbd5b5 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d769cf-3adb-4a8d-96bb-c422989a8ee6') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:17.450675 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-cf10c6dd-56f1-4ad7-8517-3b2129cbd5b5 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d769cf-3adb-4a8d-96bb-c422989a8ee6') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:17.459825 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cf10c6dd-56f1-4ad7-8517-3b2129cbd5b5 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:17.473541 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cf10c6dd-56f1-4ad7-8517-3b2129cbd5b5 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:17.479204 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf10c6dd-56f1-4ad7-8517-3b2129cbd5b5 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:56:17.479594 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cf10c6dd-56f1-4ad7-8517-3b2129cbd5b5 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:56:17.483095 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:56:17.541388 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cf10c6dd-56f1-4ad7-8517-3b2129cbd5b5 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:17.548495 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cf10c6dd-56f1-4ad7-8517-3b2129cbd5b5 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:17.550346 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cf10c6dd-56f1-4ad7-8517-3b2129cbd5b5 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] 10.222.0.60 "DELETE /v2.0/networks/8dd21377-3049-4f60-b3d5-6f07be8e27e0 HTTP/1.1" status: 204 len: 168 time: 0.3284948 Aug 17 00:56:17.553098 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48836) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:17.561941 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf10c6dd-56f1-4ad7-8517-3b2129cbd5b5 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Pushing event deleted for resources: {'Network': ['ID=8dd21377-3049-4f60-b3d5-6f07be8e27e0,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:17.607662 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a84f342-7bf5-4691-afad-0cf0951f5884 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Deleting subnet 29f402b9-6151-404d-95d8-a688eea416ef {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:56:17.610719 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9a84f342-7bf5-4691-afad-0cf0951f5884 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:17.652632 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9a84f342-7bf5-4691-afad-0cf0951f5884 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:17.744071 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9a84f342-7bf5-4691-afad-0cf0951f5884 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:17.805457 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9a84f342-7bf5-4691-afad-0cf0951f5884 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:17.837675 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84f342-7bf5-4691-afad-0cf0951f5884 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Pushing event deleted for resources: {'Subnet': ['ID=29f402b9-6151-404d-95d8-a688eea416ef,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:17.842161 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9a84f342-7bf5-4691-afad-0cf0951f5884 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:17.847033 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48838) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:17.849640 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9a84f342-7bf5-4691-afad-0cf0951f5884 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] 10.222.0.60 "DELETE /v2.0/subnets/29f402b9-6151-404d-95d8-a688eea416ef HTTP/1.1" status: 204 len: 168 time: 0.2951772 Aug 17 00:56:17.932236 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fe0c50fd-dd06-4ecd-b96b-2e95fb1bd09d tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:17.962883 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd506e5-354a-470b-ade6-a4ad3b786e3a None None] Network 5dda26cd-82d4-4bb4-afe8-2dba51b81b00 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:56:17.987374 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c50fd-dd06-4ecd-b96b-2e95fb1bd09d tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Deleting port 25033e4a-13bc-4b54-923b-d90862c40131 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:56:17.987788 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fe0c50fd-dd06-4ecd-b96b-2e95fb1bd09d tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:18.056507 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-fe0c50fd-dd06-4ecd-b96b-2e95fb1bd09d tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] For port 25033e4a-13bc-4b54-923b-d90862c40131, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=25033e4a-13bc-4b54-923b-d90862c40131,segment=NetworkSegment(753190bb-54d4-4e2c-92e6-6f63f47b0739),segment_id=753190bb-54d4-4e2c-92e6-6f63f47b0739)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:56:18.056507 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fe0c50fd-dd06-4ecd-b96b-2e95fb1bd09d tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:18.070071 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c50fd-dd06-4ecd-b96b-2e95fb1bd09d tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Calling delete_port for 25033e4a-13bc-4b54-923b-d90862c40131 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:56:18.094054 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5ce7249d-f58a-4627-ad50-eee1f27560cc None None] Provisioning for port 25033e4a-13bc-4b54-923b-d90862c40131 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:56:18.151087 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fe0c50fd-dd06-4ecd-b96b-2e95fb1bd09d tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:18.163121 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f369bbde-6bb5-41b0-a85c-2904bb10d2ee None None] DHCP port deletion for 5dda26cd-82d4-4bb4-afe8-2dba51b81b00 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:56:18.175175 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c50fd-dd06-4ecd-b96b-2e95fb1bd09d tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Pushing event deleted for resources: {'Port': ['ID=25033e4a-13bc-4b54-923b-d90862c40131,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:18.181182 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0c50fd-dd06-4ecd-b96b-2e95fb1bd09d tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] No DVR routers for this DVR port 25033e4a-13bc-4b54-923b-d90862c40131 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:56:18.188895 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2477f8d2-3b49-498d-9641-bb76e0f5c2b3 None None] get_active_networks_info from n-d-800088-20 {{(pid=101404) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 00:56:18.251904 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2477f8d2-3b49-498d-9641-bb76e0f5c2b3 None None] Resources bound (agent type, host, resource id): {{(pid=101404) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 00:56:18.268775 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fe0c50fd-dd06-4ecd-b96b-2e95fb1bd09d tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:18.281826 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-fe0c50fd-dd06-4ecd-b96b-2e95fb1bd09d tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dda26cd-82d4-4bb4-afe8-2dba51b81b00']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:18.293339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-fe0c50fd-dd06-4ecd-b96b-2e95fb1bd09d tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '753190bb-54d4-4e2c-92e6-6f63f47b0739') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:18.293641 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-fe0c50fd-dd06-4ecd-b96b-2e95fb1bd09d tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '753190bb-54d4-4e2c-92e6-6f63f47b0739') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:18.302672 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fe0c50fd-dd06-4ecd-b96b-2e95fb1bd09d tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:18.317634 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fe0c50fd-dd06-4ecd-b96b-2e95fb1bd09d tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:18.325411 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0c50fd-dd06-4ecd-b96b-2e95fb1bd09d tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:56:18.325843 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fe0c50fd-dd06-4ecd-b96b-2e95fb1bd09d tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:56:18.328761 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:56:18.391659 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fe0c50fd-dd06-4ecd-b96b-2e95fb1bd09d tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:18.396536 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fe0c50fd-dd06-4ecd-b96b-2e95fb1bd09d tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:18.398533 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fe0c50fd-dd06-4ecd-b96b-2e95fb1bd09d tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] 10.222.0.60 "DELETE /v2.0/networks/5dda26cd-82d4-4bb4-afe8-2dba51b81b00 HTTP/1.1" status: 204 len: 168 time: 0.5504851 Aug 17 00:56:18.401477 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48844) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:18.418820 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c50fd-dd06-4ecd-b96b-2e95fb1bd09d tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Pushing event deleted for resources: {'Network': ['ID=5dda26cd-82d4-4bb4-afe8-2dba51b81b00,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:18.430343 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-78b92a18-4bff-4d97-8f46-46fdf76817b6 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] 10.222.0.60 "GET /v2.0/ports?device_id=6890ef54-22c9-4f79-98b9-4707cdcb21c0 HTTP/1.1" status: 200 len: 205 time: 0.0277178 Aug 17 00:56:18.433442 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48846) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:18.514778 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-00197248-127d-4439-89b6-37c03dd92780 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:18.671583 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-00197248-127d-4439-89b6-37c03dd92780 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:18.673723 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-00197248-127d-4439-89b6-37c03dd92780 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:18.715514 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-00197248-127d-4439-89b6-37c03dd92780 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:18.716020 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00197248-127d-4439-89b6-37c03dd92780 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Fanout notify agent at l3_agent the message router_deleted on router 6890ef54-22c9-4f79-98b9-4707cdcb21c0 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:56:18.722768 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-00197248-127d-4439-89b6-37c03dd92780 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:18.725820 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-00197248-127d-4439-89b6-37c03dd92780 tempest-RoutersNegativeTest-1776779422 tempest-RoutersNegativeTest-1776779422-project] 10.222.0.60 "DELETE /v2.0/routers/6890ef54-22c9-4f79-98b9-4707cdcb21c0 HTTP/1.1" status: 204 len: 168 time: 0.2914264 Aug 17 00:56:18.959978 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48852) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:19.089621 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fe220865-d44d-457b-8111-9aa62d1fe422 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0a04b1a4af0744668a7036a84bd9a1b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1284554 Aug 17 00:56:19.092057 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48856) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:19.144199 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3725c97a-2c67-4538-800b-0e615c911c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:19.165914 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3725c97a-2c67-4538-800b-0e615c911c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:19.214416 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3725c97a-2c67-4538-800b-0e615c911c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:19.216991 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3725c97a-2c67-4538-800b-0e615c911c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:19.218211 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3725c97a-2c67-4538-800b-0e615c911c29 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/519e57d6-2aa2-46d9-88bc-ac19a0a71fea HTTP/1.1" status: 204 len: 168 time: 0.1251781 Aug 17 00:56:19.227200 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3725c97a-2c67-4538-800b-0e615c911c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519e57d6-2aa2-46d9-88bc-ac19a0a71fea,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:19.304742 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-846a3aef-a990-4dd0-a5a9-b46d050d659b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:19.346049 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:19.822561 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48878) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:19.916898 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-34437a0b-7b47-4de8-a8c1-1050c736a425 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-521199715-network', 'tenant_id': '4e358300ee884bd5aaa7e5e685c73a17'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:56:19.938025 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34437a0b-7b47-4de8-a8c1-1050c736a425 admin admin] Made reservation on behalf of 4e358300ee884bd5aaa7e5e685c73a17 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:56:19.940301 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34437a0b-7b47-4de8-a8c1-1050c736a425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:19.949348 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34437a0b-7b47-4de8-a8c1-1050c736a425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:20.035684 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34437a0b-7b47-4de8-a8c1-1050c736a425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:20.039662 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34437a0b-7b47-4de8-a8c1-1050c736a425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:20.064042 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34437a0b-7b47-4de8-a8c1-1050c736a425 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:56:20.073560 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34437a0b-7b47-4de8-a8c1-1050c736a425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f9c326-d64d-479a-8d00-1ced0d365b6a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:20.079519 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34437a0b-7b47-4de8-a8c1-1050c736a425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:20.079862 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-34437a0b-7b47-4de8-a8c1-1050c736a425 admin admin] Added segment c0e1ca95-417d-4415-901e-9a622efc20fa of type vlan for network 533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6 Aug 17 00:56:20.118889 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34437a0b-7b47-4de8-a8c1-1050c736a425 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:20.143141 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34437a0b-7b47-4de8-a8c1-1050c736a425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:20.144095 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34437a0b-7b47-4de8-a8c1-1050c736a425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:20.144701 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-34437a0b-7b47-4de8-a8c1-1050c736a425 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:20.197131 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-34437a0b-7b47-4de8-a8c1-1050c736a425 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3734398 Aug 17 00:56:20.200512 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48882) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:20.205545 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-99677b58-940b-4ecd-bb38-0273f3e7a9f8 admin admin] Request body: {'subnet': {'network_id': '533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-521199715-subnet', 'tenant_id': '4e358300ee884bd5aaa7e5e685c73a17', 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:56:20.207758 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34437a0b-7b47-4de8-a8c1-1050c736a425 admin admin] Pushing event updated for resources: {'Network': ['ID=533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:20.218997 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:56:20.226834 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99677b58-940b-4ecd-bb38-0273f3e7a9f8 admin admin] Made reservation on behalf of 4e358300ee884bd5aaa7e5e685c73a17 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:56:20.229357 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-99677b58-940b-4ecd-bb38-0273f3e7a9f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:20.398133 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:20.399317 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-99677b58-940b-4ecd-bb38-0273f3e7a9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:20.454329 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99677b58-940b-4ecd-bb38-0273f3e7a9f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4ebc3d6-6415-4773-907f-835616aa426e,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:20.465597 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99677b58-940b-4ecd-bb38-0273f3e7a9f8 admin admin] Checking segment: {'id': 'c0e1ca95-417d-4415-901e-9a622efc20fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:56:20.465965 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99677b58-940b-4ecd-bb38-0273f3e7a9f8 admin admin] Network hostable DHCP agents. Network: 533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:56:20.483311 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99677b58-940b-4ecd-bb38-0273f3e7a9f8 admin admin] Network 533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:56:20.492207 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-99677b58-940b-4ecd-bb38-0273f3e7a9f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:56:20.496075 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99677b58-940b-4ecd-bb38-0273f3e7a9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:20.496670 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-99677b58-940b-4ecd-bb38-0273f3e7a9f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:20.503201 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f49c77-b6be-4638-ba9a-cef0dee33061 None None] Network 533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:56:20.511480 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-99677b58-940b-4ecd-bb38-0273f3e7a9f8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3097708 Aug 17 00:56:20.514322 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48884) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:20.518887 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-18795d3c-06c5-4951-9446-cd07730533d3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-521199715-router', 'tenant_id': '4e358300ee884bd5aaa7e5e685c73a17', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:56:20.540069 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-18795d3c-06c5-4951-9446-cd07730533d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:20.541282 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-18795d3c-06c5-4951-9446-cd07730533d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:20.594158 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-18795d3c-06c5-4951-9446-cd07730533d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:20.651803 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7336751b-d7bc-42b4-a563-d3c7e90679b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6', 'network_id': '533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6', 'tenant_id': '4e358300ee884bd5aaa7e5e685c73a17', 'fixed_ips': [{'subnet_id': 'f4ebc3d6-6415-4773-907f-835616aa426e'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:56:20.652707 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7336751b-d7bc-42b4-a563-d3c7e90679b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:20.738069 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-18795d3c-06c5-4951-9446-cd07730533d3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:20.782921 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-7336751b-d7bc-42b4-a563-d3c7e90679b2 None None] Allocated IP 172.20.0.2 (533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6/f4ebc3d6-6415-4773-907f-835616aa426e/45486578-d954-474e-8b23-167ad40f3ddb) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:56:20.925986 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7336751b-d7bc-42b4-a563-d3c7e90679b2 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:20.934569 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7336751b-d7bc-42b4-a563-d3c7e90679b2 None None] Transition to ACTIVE for port object 45486578-d954-474e-8b23-167ad40f3ddb will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:56:20.938445 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-18795d3c-06c5-4951-9446-cd07730533d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:20.949326 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7336751b-d7bc-42b4-a563-d3c7e90679b2 None None] Transition to ACTIVE for port object 45486578-d954-474e-8b23-167ad40f3ddb will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:56:20.955080 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7336751b-d7bc-42b4-a563-d3c7e90679b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:20.957821 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-18795d3c-06c5-4951-9446-cd07730533d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:20.997457 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7336751b-d7bc-42b4-a563-d3c7e90679b2 None None] Network 533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:56:21.000323 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-7336751b-d7bc-42b4-a563-d3c7e90679b2 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:56:21.004727 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7336751b-d7bc-42b4-a563-d3c7e90679b2 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:56:21.007496 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336751b-d7bc-42b4-a563-d3c7e90679b2 None None] Pushing event updated for resources: {'Port': ['ID=45486578-d954-474e-8b23-167ad40f3ddb,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:21.063676 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7336751b-d7bc-42b4-a563-d3c7e90679b2 None None] Attempting to bind port 45486578-d954-474e-8b23-167ad40f3ddb on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:56:21.063940 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7336751b-d7bc-42b4-a563-d3c7e90679b2 None None] Attempting to bind port 45486578-d954-474e-8b23-167ad40f3ddb by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'c0e1ca95-417d-4415-901e-9a622efc20fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:56:21.064369 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7336751b-d7bc-42b4-a563-d3c7e90679b2 None None] Attempting to bind port 45486578-d954-474e-8b23-167ad40f3ddb on network 533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:56:21.064589 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-18795d3c-06c5-4951-9446-cd07730533d3 admin admin] Allocated IP 172.25.3.202 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/7606f85b-325e-4286-b749-343cce9b5470) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:56:21.070743 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7336751b-d7bc-42b4-a563-d3c7e90679b2 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:56:21.071240 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7336751b-d7bc-42b4-a563-d3c7e90679b2 None None] Checking segment: {'id': 'c0e1ca95-417d-4415-901e-9a622efc20fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:56:21.071638 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7336751b-d7bc-42b4-a563-d3c7e90679b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:21.072042 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7336751b-d7bc-42b4-a563-d3c7e90679b2 None None] Bound using segment: {'id': 'c0e1ca95-417d-4415-901e-9a622efc20fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:56:21.072501 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-7336751b-d7bc-42b4-a563-d3c7e90679b2 None None] Bound port: 45486578-d954-474e-8b23-167ad40f3ddb, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e1ca95-417d-4415-901e-9a622efc20fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:56:21.072869 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7336751b-d7bc-42b4-a563-d3c7e90679b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:21.136424 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-7336751b-d7bc-42b4-a563-d3c7e90679b2 None None] For port 45486578-d954-474e-8b23-167ad40f3ddb, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:56:21.139665 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-7336751b-d7bc-42b4-a563-d3c7e90679b2 None None] For port 45486578-d954-474e-8b23-167ad40f3ddb, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=45486578-d954-474e-8b23-167ad40f3ddb,segment=NetworkSegment(c0e1ca95-417d-4415-901e-9a622efc20fa),segment_id=c0e1ca95-417d-4415-901e-9a622efc20fa)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:56:21.144173 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7336751b-d7bc-42b4-a563-d3c7e90679b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:21.212454 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336751b-d7bc-42b4-a563-d3c7e90679b2 None None] Pushing event updated for resources: {'Port': ['ID=45486578-d954-474e-8b23-167ad40f3ddb,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:21.517976 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-18795d3c-06c5-4951-9446-cd07730533d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:21.555656 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-18795d3c-06c5-4951-9446-cd07730533d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:21.593986 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18795d3c-06c5-4951-9446-cd07730533d3 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:56:21.596853 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-18795d3c-06c5-4951-9446-cd07730533d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:56:21.601023 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18795d3c-06c5-4951-9446-cd07730533d3 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:56:21.606386 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18795d3c-06c5-4951-9446-cd07730533d3 admin admin] Pushing event updated for resources: {'Port': ['ID=7606f85b-325e-4286-b749-343cce9b5470,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:21.850972 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-18795d3c-06c5-4951-9446-cd07730533d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:22.056944 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-18795d3c-06c5-4951-9446-cd07730533d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:22.123551 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dc1a50-66b6-4c80-8b9b-7fc502dd9022 None None] Network 533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:56:22.196260 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b6282965-7a59-4083-9bed-efbe8efbb48a None None] Provisioning for port 45486578-d954-474e-8b23-167ad40f3ddb completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:56:22.197445 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18795d3c-06c5-4951-9446-cd07730533d3 admin admin] Router c0fbc802-4000-418b-b945-f48656502750 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:56:22.304348 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:22.326546 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18795d3c-06c5-4951-9446-cd07730533d3 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:56:22.337172 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7cf3aa-1846-4dc0-bb41-a2091b9bcc75 None None] Sync routers for ids ['c0fbc802-4000-418b-b945-f48656502750'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:56:22.344623 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 45486578-d954-474e-8b23-167ad40f3ddb up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:56:22.346046 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-18795d3c-06c5-4951-9446-cd07730533d3 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:22.349971 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-18795d3c-06c5-4951-9446-cd07730533d3 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8320434 Aug 17 00:56:22.350246 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48886) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:22.351178 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7cf3aa-1846-4dc0-bb41-a2091b9bcc75 None None] Routers {'c0fbc802-4000-418b-b945-f48656502750'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:56:22.351892 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ec7cf3aa-1846-4dc0-bb41-a2091b9bcc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:56:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['c0fbc802-4000-418b-b945-f48656502750'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:22.407899 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 45486578-d954-474e-8b23-167ad40f3ddb completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:56:22.412163 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 45486578-d954-474e-8b23-167ad40f3ddb triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:56:22.412864 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:22.510952 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:22.550996 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 45486578-d954-474e-8b23-167ad40f3ddb, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=45486578-d954-474e-8b23-167ad40f3ddb,segment=NetworkSegment(c0e1ca95-417d-4415-901e-9a622efc20fa),segment_id=c0e1ca95-417d-4415-901e-9a622efc20fa)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:56:22.557624 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:22.580999 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-ec7cf3aa-1846-4dc0-bb41-a2091b9bcc75 None None] Set router c0fbc802-4000-418b-b945-f48656502750 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:56:22.612018 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=45486578-d954-474e-8b23-167ad40f3ddb,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:22.627835 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-97bf9b68-57d1-4467-bc7d-d9085bb5a39b None None] Provisioning complete for port 45486578-d954-474e-8b23-167ad40f3ddb triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:56:22.628229 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-97bf9b68-57d1-4467-bc7d-d9085bb5a39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:22.761982 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ec7cf3aa-1846-4dc0-bb41-a2091b9bcc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fbc802-4000-418b-b945-f48656502750', 'name': 'tempest-TestEncryptedCinderVolumes-521199715-router', 'tenant_id': '4e358300ee884bd5aaa7e5e685c73a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '7606f85b-325e-4286-b749-343cce9b5470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:56:20Z', 'updated_at': '2021-08-17T00:56:21Z', 'revision_number': 3, 'project_id': '4e358300ee884bd5aaa7e5e685c73a17', 'gw_port': {'id': '7606f85b-325e-4286-b749-343cce9b5470', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fbc802-4000-418b-b945-f48656502750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:56:20Z', 'updated_at': '2021-08-17T00:56:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:22.791199 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7cf3aa-1846-4dc0-bb41-a2091b9bcc75 None None] Checking router: c0fbc802-4000-418b-b945-f48656502750 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:56:22.791551 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7cf3aa-1846-4dc0-bb41-a2091b9bcc75 None None] Updating router c0fbc802-4000-418b-b945-f48656502750 port 7606f85b-325e-4286-b749-343cce9b5470 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:56:22.815840 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-ec7cf3aa-1846-4dc0-bb41-a2091b9bcc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:22.831433 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-57c45b94-975b-4c64-910c-b29fa61ed635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:22.994616 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-57c45b94-975b-4c64-910c-b29fa61ed635 admin admin] Allocated IP 172.20.0.1 (533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6/f4ebc3d6-6415-4773-907f-835616aa426e/50bda922-2458-447f-9c1d-c310bee4753f) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:56:23.064395 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-ec7cf3aa-1846-4dc0-bb41-a2091b9bcc75 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:23.074815 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-ec7cf3aa-1846-4dc0-bb41-a2091b9bcc75 None None] Transition to ACTIVE for port object 7606f85b-325e-4286-b749-343cce9b5470 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:56:23.080395 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-ec7cf3aa-1846-4dc0-bb41-a2091b9bcc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:23.102741 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-57c45b94-975b-4c64-910c-b29fa61ed635 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:23.119098 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-57c45b94-975b-4c64-910c-b29fa61ed635 admin admin] Transition to ACTIVE for port object 50bda922-2458-447f-9c1d-c310bee4753f will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:56:23.136067 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-ec7cf3aa-1846-4dc0-bb41-a2091b9bcc75 None None] Attempting to bind port 7606f85b-325e-4286-b749-343cce9b5470 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:56:23.136669 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-ec7cf3aa-1846-4dc0-bb41-a2091b9bcc75 None None] Attempting to bind port 7606f85b-325e-4286-b749-343cce9b5470 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:56:23.137255 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7cf3aa-1846-4dc0-bb41-a2091b9bcc75 None None] Attempting to bind port 7606f85b-325e-4286-b749-343cce9b5470 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:56:23.145036 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bc3ab-a534-4ee6-b7aa-a254119fc640 None None] Pushing event updated for resources: {'Port': ['ID=7606f85b-325e-4286-b749-343cce9b5470,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:23.148956 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7cf3aa-1846-4dc0-bb41-a2091b9bcc75 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:56:23.149367 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7cf3aa-1846-4dc0-bb41-a2091b9bcc75 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:56:23.149743 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-ec7cf3aa-1846-4dc0-bb41-a2091b9bcc75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:23.150123 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7cf3aa-1846-4dc0-bb41-a2091b9bcc75 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:56:23.150583 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-ec7cf3aa-1846-4dc0-bb41-a2091b9bcc75 None None] Bound port: 7606f85b-325e-4286-b749-343cce9b5470, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:56:23.151001 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-ec7cf3aa-1846-4dc0-bb41-a2091b9bcc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:23.155698 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-57c45b94-975b-4c64-910c-b29fa61ed635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:23.174396 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05bc3ab-a534-4ee6-b7aa-a254119fc640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:23.174804 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05bc3ab-a534-4ee6-b7aa-a254119fc640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:23.175143 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05bc3ab-a534-4ee6-b7aa-a254119fc640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:23.175472 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05bc3ab-a534-4ee6-b7aa-a254119fc640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:23.175810 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05bc3ab-a534-4ee6-b7aa-a254119fc640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:23.176136 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05bc3ab-a534-4ee6-b7aa-a254119fc640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:23.176464 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05bc3ab-a534-4ee6-b7aa-a254119fc640 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:23.176782 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05bc3ab-a534-4ee6-b7aa-a254119fc640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:23.177124 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05bc3ab-a534-4ee6-b7aa-a254119fc640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:23.177447 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05bc3ab-a534-4ee6-b7aa-a254119fc640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:23.177863 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05bc3ab-a534-4ee6-b7aa-a254119fc640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:23.178217 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05bc3ab-a534-4ee6-b7aa-a254119fc640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:23.201177 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c45b94-975b-4c64-910c-b29fa61ed635 admin admin] Network 533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:56:23.204247 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-57c45b94-975b-4c64-910c-b29fa61ed635 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:56:23.207981 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c45b94-975b-4c64-910c-b29fa61ed635 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:56:23.219412 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-ec7cf3aa-1846-4dc0-bb41-a2091b9bcc75 None None] For port 7606f85b-325e-4286-b749-343cce9b5470, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:56:23.222780 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-ec7cf3aa-1846-4dc0-bb41-a2091b9bcc75 None None] For port 7606f85b-325e-4286-b749-343cce9b5470, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=7606f85b-325e-4286-b749-343cce9b5470,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:56:23.227864 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-ec7cf3aa-1846-4dc0-bb41-a2091b9bcc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:23.235189 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c45b94-975b-4c64-910c-b29fa61ed635 admin admin] Pushing event updated for resources: {'Port': ['ID=50bda922-2458-447f-9c1d-c310bee4753f,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:23.254528 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-57c45b94-975b-4c64-910c-b29fa61ed635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:23.285008 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bc3ab-a534-4ee6-b7aa-a254119fc640 None None] Pushing event updated for resources: {'Port': ['ID=7606f85b-325e-4286-b749-343cce9b5470,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:23.298023 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7cf3aa-1846-4dc0-bb41-a2091b9bcc75 None None] Routers {'c0fbc802-4000-418b-b945-f48656502750'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:56:23.298643 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ec7cf3aa-1846-4dc0-bb41-a2091b9bcc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:56:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['c0fbc802-4000-418b-b945-f48656502750'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:23.398614 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-57c45b94-975b-4c64-910c-b29fa61ed635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:23.420030 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-ec7cf3aa-1846-4dc0-bb41-a2091b9bcc75 None None] Set router c0fbc802-4000-418b-b945-f48656502750 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:56:23.444131 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-60d81b42-744e-42f7-8e20-bfb7c53aef84 None None] Provisioning for port 50bda922-2458-447f-9c1d-c310bee4753f completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:56:23.448389 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-60d81b42-744e-42f7-8e20-bfb7c53aef84 None None] Provisioning complete for port 50bda922-2458-447f-9c1d-c310bee4753f triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:56:23.449080 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-60d81b42-744e-42f7-8e20-bfb7c53aef84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:23.488976 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-60d81b42-744e-42f7-8e20-bfb7c53aef84 None None] Port 50bda922-2458-447f-9c1d-c310bee4753f cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:56:23.576589 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-57c45b94-975b-4c64-910c-b29fa61ed635 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:23.581996 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-57c45b94-975b-4c64-910c-b29fa61ed635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:23.603000 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ec7cf3aa-1846-4dc0-bb41-a2091b9bcc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fbc802-4000-418b-b945-f48656502750', 'name': 'tempest-TestEncryptedCinderVolumes-521199715-router', 'tenant_id': '4e358300ee884bd5aaa7e5e685c73a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '7606f85b-325e-4286-b749-343cce9b5470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:56:20Z', 'updated_at': '2021-08-17T00:56:21Z', 'revision_number': 3, 'project_id': '4e358300ee884bd5aaa7e5e685c73a17', 'gw_port': {'id': '7606f85b-325e-4286-b749-343cce9b5470', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fbc802-4000-418b-b945-f48656502750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:56:20Z', 'updated_at': '2021-08-17T00:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:23.630281 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7cf3aa-1846-4dc0-bb41-a2091b9bcc75 None None] The sync data for ids ['c0fbc802-4000-418b-b945-f48656502750'] in n-d-800088-20 is: [{'id': 'c0fbc802-4000-418b-b945-f48656502750', 'name': 'tempest-TestEncryptedCinderVolumes-521199715-router', 'tenant_id': '4e358300ee884bd5aaa7e5e685c73a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '7606f85b-325e-4286-b749-343cce9b5470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:56:20Z', 'updated_at': '2021-08-17T00:56:21Z', 'revision_number': 3, 'project_id': '4e358300ee884bd5aaa7e5e685c73a17', 'gw_port': {'id': '7606f85b-325e-4286-b749-343cce9b5470', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fbc802-4000-418b-b945-f48656502750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:56:20Z', 'updated_at': '2021-08-17T00:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:56:23.651779 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c45b94-975b-4c64-910c-b29fa61ed635 admin admin] Pushing event updated for resources: {'Port': ['ID=50bda922-2458-447f-9c1d-c310bee4753f,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:23.655838 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-57c45b94-975b-4c64-910c-b29fa61ed635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:23.753532 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c45b94-975b-4c64-910c-b29fa61ed635 admin admin] Network 533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:56:23.754900 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-57c45b94-975b-4c64-910c-b29fa61ed635 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:56:23.888806 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c45b94-975b-4c64-910c-b29fa61ed635 admin admin] Router c0fbc802-4000-418b-b945-f48656502750 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:56:24.010761 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4aff02ac-282e-4f5d-9193-1dfbd450b44d None None] Provisioning complete for port 50bda922-2458-447f-9c1d-c310bee4753f triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:56:24.011128 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4aff02ac-282e-4f5d-9193-1dfbd450b44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:24.022695 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c45b94-975b-4c64-910c-b29fa61ed635 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:56:24.027919 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-57c45b94-975b-4c64-910c-b29fa61ed635 admin admin] 10.222.0.60 "PUT /v2.0/routers/c0fbc802-4000-418b-b945-f48656502750/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6766298 Aug 17 00:56:24.050531 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-4aff02ac-282e-4f5d-9193-1dfbd450b44d None None] Port 50bda922-2458-447f-9c1d-c310bee4753f cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:56:24.393069 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 45486578-d954-474e-8b23-167ad40f3ddb up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:56:24.459990 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 45486578-d954-474e-8b23-167ad40f3ddb triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:56:24.460627 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:24.547760 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48902) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:24.548262 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7606f85b-325e-4286-b749-343cce9b5470 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:56:24.554140 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-98e001b8-5e55-4825-8e6f-a05e6c20ea18 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1090012290-network', 'tenant_id': 'ce6e59db90ad465e8312628f1a79d1e3'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:56:24.575616 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e001b8-5e55-4825-8e6f-a05e6c20ea18 admin admin] Made reservation on behalf of ce6e59db90ad465e8312628f1a79d1e3 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:56:24.578144 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-98e001b8-5e55-4825-8e6f-a05e6c20ea18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:24.587923 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-98e001b8-5e55-4825-8e6f-a05e6c20ea18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:24.595705 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 7606f85b-325e-4286-b749-343cce9b5470 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:56:24.599308 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 7606f85b-325e-4286-b749-343cce9b5470 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:56:24.599883 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:24.681450 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-98e001b8-5e55-4825-8e6f-a05e6c20ea18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:24.684300 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:24.685298 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-98e001b8-5e55-4825-8e6f-a05e6c20ea18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:24.705004 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 7606f85b-325e-4286-b749-343cce9b5470, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=7606f85b-325e-4286-b749-343cce9b5470,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:56:24.709695 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:24.711408 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e001b8-5e55-4825-8e6f-a05e6c20ea18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:56:24.721462 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e001b8-5e55-4825-8e6f-a05e6c20ea18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfa9a76-bb17-4055-8d2a-873a234c4610,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:24.727639 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-98e001b8-5e55-4825-8e6f-a05e6c20ea18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:24.727995 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-98e001b8-5e55-4825-8e6f-a05e6c20ea18 admin admin] Added segment ff1ca831-3d0f-47d8-a1e1-dd2821b65bda of type vlan for network d77520bb-67bc-4719-9eeb-8a6f26eeb09a Aug 17 00:56:24.762728 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=7606f85b-325e-4286-b749-343cce9b5470,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:24.770980 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-98e001b8-5e55-4825-8e6f-a05e6c20ea18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:24.801400 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-98e001b8-5e55-4825-8e6f-a05e6c20ea18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:24.802371 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e001b8-5e55-4825-8e6f-a05e6c20ea18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:24.803004 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-98e001b8-5e55-4825-8e6f-a05e6c20ea18 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:24.853560 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-98e001b8-5e55-4825-8e6f-a05e6c20ea18 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3045630 Aug 17 00:56:24.856413 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48904) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:24.861911 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-21f11221-90fe-424a-bee6-1b544479de8b admin admin] Request body: {'subnet': {'network_id': 'd77520bb-67bc-4719-9eeb-8a6f26eeb09a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1090012290-subnet', 'tenant_id': 'ce6e59db90ad465e8312628f1a79d1e3', 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:56:24.866469 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e001b8-5e55-4825-8e6f-a05e6c20ea18 admin admin] Pushing event updated for resources: {'Network': ['ID=d77520bb-67bc-4719-9eeb-8a6f26eeb09a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:24.876449 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network d77520bb-67bc-4719-9eeb-8a6f26eeb09a details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:56:24.883913 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f11221-90fe-424a-bee6-1b544479de8b admin admin] Made reservation on behalf of ce6e59db90ad465e8312628f1a79d1e3 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:56:24.886429 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-21f11221-90fe-424a-bee6-1b544479de8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:25.068059 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-21f11221-90fe-424a-bee6-1b544479de8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:25.126104 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f11221-90fe-424a-bee6-1b544479de8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0eb67f4-7e15-40c5-8b11-b345f65f453a,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:25.135321 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f11221-90fe-424a-bee6-1b544479de8b admin admin] Checking segment: {'id': 'ff1ca831-3d0f-47d8-a1e1-dd2821b65bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd77520bb-67bc-4719-9eeb-8a6f26eeb09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:56:25.135691 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f11221-90fe-424a-bee6-1b544479de8b admin admin] Network hostable DHCP agents. Network: d77520bb-67bc-4719-9eeb-8a6f26eeb09a, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:56:25.153436 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f11221-90fe-424a-bee6-1b544479de8b admin admin] Network d77520bb-67bc-4719-9eeb-8a6f26eeb09a is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:56:25.163662 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-21f11221-90fe-424a-bee6-1b544479de8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, d77520bb-67bc-4719-9eeb-8a6f26eeb09a) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:56:25.168021 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f11221-90fe-424a-bee6-1b544479de8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:25.168625 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-21f11221-90fe-424a-bee6-1b544479de8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:25.176791 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adefbd46-13b2-4fad-a6d8-4685e9cc1441 None None] Network d77520bb-67bc-4719-9eeb-8a6f26eeb09a requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:56:25.186297 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-21f11221-90fe-424a-bee6-1b544479de8b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3284209 Aug 17 00:56:25.188833 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 48906) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:25.193379 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-1b4b2242-a201-40ec-905d-8f3b4b806baf admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1090012290-router', 'tenant_id': 'ce6e59db90ad465e8312628f1a79d1e3', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:56:25.218767 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b4b2242-a201-40ec-905d-8f3b4b806baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:25.219349 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b4b2242-a201-40ec-905d-8f3b4b806baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:25.255278 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aeb181-7a79-4c4f-a9aa-71b119e0566a None None] Sync routers for ids ['c0fbc802-4000-418b-b945-f48656502750'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:56:25.279727 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b4b2242-a201-40ec-905d-8f3b4b806baf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:25.292504 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aeb181-7a79-4c4f-a9aa-71b119e0566a None None] Routers {'c0fbc802-4000-418b-b945-f48656502750'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:56:25.293173 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-57aeb181-7a79-4c4f-a9aa-71b119e0566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:56:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['c0fbc802-4000-418b-b945-f48656502750'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:25.419328 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbc3406-4ac6-483f-a61d-b4380728d956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-d77520bb-67bc-4719-9eeb-8a6f26eeb09a', 'network_id': 'd77520bb-67bc-4719-9eeb-8a6f26eeb09a', 'tenant_id': 'ce6e59db90ad465e8312628f1a79d1e3', 'fixed_ips': [{'subnet_id': 'b0eb67f4-7e15-40c5-8b11-b345f65f453a'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:56:25.420234 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fdbc3406-4ac6-483f-a61d-b4380728d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:25.622053 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-57aeb181-7a79-4c4f-a9aa-71b119e0566a None None] Set router c0fbc802-4000-418b-b945-f48656502750 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:56:25.732352 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b4b2242-a201-40ec-905d-8f3b4b806baf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:25.844730 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-fdbc3406-4ac6-483f-a61d-b4380728d956 None None] Allocated IP 172.20.0.2 (d77520bb-67bc-4719-9eeb-8a6f26eeb09a/b0eb67f4-7e15-40c5-8b11-b345f65f453a/4cd67a0f-24a6-4577-b79e-87f819f77917) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:56:25.931907 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b4b2242-a201-40ec-905d-8f3b4b806baf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:25.951279 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b4b2242-a201-40ec-905d-8f3b4b806baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:26.023064 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-57aeb181-7a79-4c4f-a9aa-71b119e0566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fbc802-4000-418b-b945-f48656502750', 'name': 'tempest-TestEncryptedCinderVolumes-521199715-router', 'tenant_id': '4e358300ee884bd5aaa7e5e685c73a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '7606f85b-325e-4286-b749-343cce9b5470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:56:20Z', 'updated_at': '2021-08-17T00:56:23Z', 'revision_number': 4, 'project_id': '4e358300ee884bd5aaa7e5e685c73a17', 'gw_port': {'id': '7606f85b-325e-4286-b749-343cce9b5470', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fbc802-4000-418b-b945-f48656502750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:56:20Z', 'updated_at': '2021-08-17T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '50bda922-2458-447f-9c1d-c310bee4753f', 'name': '', 'network_id': '533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6', 'tenant_id': '4e358300ee884bd5aaa7e5e685c73a17', 'mac_address': 'fa:16:3e:34:65:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fbc802-4000-418b-b945-f48656502750', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f4ebc3d6-6415-4773-907f-835616aa426e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:56:22Z', 'updated_at': '2021-08-17T00:56:23Z', 'revision_number': 2, 'project_id': '4e358300ee884bd5aaa7e5e685c73a17', 'subnets': [{'id': 'f4ebc3d6-6415-4773-907f-835616aa426e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:26.054458 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aeb181-7a79-4c4f-a9aa-71b119e0566a None None] Checking router: c0fbc802-4000-418b-b945-f48656502750 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:56:26.054813 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aeb181-7a79-4c4f-a9aa-71b119e0566a None None] Updating router c0fbc802-4000-418b-b945-f48656502750 port 50bda922-2458-447f-9c1d-c310bee4753f binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:56:26.058032 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-1b4b2242-a201-40ec-905d-8f3b4b806baf admin admin] Allocated IP 172.25.3.137 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/bfb12ac8-c429-4265-bacc-81edb61675a8) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:56:26.088645 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fdbc3406-4ac6-483f-a61d-b4380728d956 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:26.096213 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-57aeb181-7a79-4c4f-a9aa-71b119e0566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:26.100864 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fdbc3406-4ac6-483f-a61d-b4380728d956 None None] Transition to ACTIVE for port object 4cd67a0f-24a6-4577-b79e-87f819f77917 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:56:26.143349 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fdbc3406-4ac6-483f-a61d-b4380728d956 None None] Transition to ACTIVE for port object 4cd67a0f-24a6-4577-b79e-87f819f77917 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:56:26.155418 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fdbc3406-4ac6-483f-a61d-b4380728d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:26.159768 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b4b2242-a201-40ec-905d-8f3b4b806baf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:26.198790 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b4b2242-a201-40ec-905d-8f3b4b806baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:26.238802 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4b2242-a201-40ec-905d-8f3b4b806baf admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:56:26.243975 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-1b4b2242-a201-40ec-905d-8f3b4b806baf admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:56:26.247580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4b2242-a201-40ec-905d-8f3b4b806baf admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:56:26.258909 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbc3406-4ac6-483f-a61d-b4380728d956 None None] Network d77520bb-67bc-4719-9eeb-8a6f26eeb09a is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:56:26.267936 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-fdbc3406-4ac6-483f-a61d-b4380728d956 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:56:26.270477 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbc3406-4ac6-483f-a61d-b4380728d956 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:56:26.274496 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b2242-a201-40ec-905d-8f3b4b806baf admin admin] Pushing event updated for resources: {'Port': ['ID=bfb12ac8-c429-4265-bacc-81edb61675a8,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:26.283692 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc3406-4ac6-483f-a61d-b4380728d956 None None] Pushing event updated for resources: {'Port': ['ID=4cd67a0f-24a6-4577-b79e-87f819f77917,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:26.347858 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7606f85b-325e-4286-b749-343cce9b5470 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:56:26.415055 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-fdbc3406-4ac6-483f-a61d-b4380728d956 None None] Attempting to bind port 4cd67a0f-24a6-4577-b79e-87f819f77917 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:56:26.415429 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-fdbc3406-4ac6-483f-a61d-b4380728d956 None None] Attempting to bind port 4cd67a0f-24a6-4577-b79e-87f819f77917 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'ff1ca831-3d0f-47d8-a1e1-dd2821b65bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd77520bb-67bc-4719-9eeb-8a6f26eeb09a'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:56:26.415798 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbc3406-4ac6-483f-a61d-b4380728d956 None None] Attempting to bind port 4cd67a0f-24a6-4577-b79e-87f819f77917 on network d77520bb-67bc-4719-9eeb-8a6f26eeb09a {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:56:26.427758 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbc3406-4ac6-483f-a61d-b4380728d956 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:56:26.428140 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbc3406-4ac6-483f-a61d-b4380728d956 None None] Checking segment: {'id': 'ff1ca831-3d0f-47d8-a1e1-dd2821b65bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd77520bb-67bc-4719-9eeb-8a6f26eeb09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:56:26.428547 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fdbc3406-4ac6-483f-a61d-b4380728d956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:26.428940 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbc3406-4ac6-483f-a61d-b4380728d956 None None] Bound using segment: {'id': 'ff1ca831-3d0f-47d8-a1e1-dd2821b65bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd77520bb-67bc-4719-9eeb-8a6f26eeb09a'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:56:26.429439 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-fdbc3406-4ac6-483f-a61d-b4380728d956 None None] Bound port: 4cd67a0f-24a6-4577-b79e-87f819f77917, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1ca831-3d0f-47d8-a1e1-dd2821b65bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd77520bb-67bc-4719-9eeb-8a6f26eeb09a'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:56:26.433187 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fdbc3406-4ac6-483f-a61d-b4380728d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:26.516847 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b4b2242-a201-40ec-905d-8f3b4b806baf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:26.542682 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 7606f85b-325e-4286-b749-343cce9b5470 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:56:26.543060 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:26.593297 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-fdbc3406-4ac6-483f-a61d-b4380728d956 None None] For port 4cd67a0f-24a6-4577-b79e-87f819f77917, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:56:26.616021 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-fdbc3406-4ac6-483f-a61d-b4380728d956 None None] For port 4cd67a0f-24a6-4577-b79e-87f819f77917, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4cd67a0f-24a6-4577-b79e-87f819f77917,segment=NetworkSegment(ff1ca831-3d0f-47d8-a1e1-dd2821b65bda),segment_id=ff1ca831-3d0f-47d8-a1e1-dd2821b65bda)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:56:26.623359 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fdbc3406-4ac6-483f-a61d-b4380728d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:26.641193 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-57aeb181-7a79-4c4f-a9aa-71b119e0566a None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:26.684409 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-57aeb181-7a79-4c4f-a9aa-71b119e0566a None None] Transition to ACTIVE for port object 50bda922-2458-447f-9c1d-c310bee4753f will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:56:26.704529 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-57aeb181-7a79-4c4f-a9aa-71b119e0566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:26.729082 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b4b2242-a201-40ec-905d-8f3b4b806baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:26.740464 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc3406-4ac6-483f-a61d-b4380728d956 None None] Pushing event updated for resources: {'Port': ['ID=4cd67a0f-24a6-4577-b79e-87f819f77917,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:26.825410 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97beff-1464-4e00-99f8-9571b6b873ff None None] Pushing event updated for resources: {'Port': ['ID=50bda922-2458-447f-9c1d-c310bee4753f,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:26.857928 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-57aeb181-7a79-4c4f-a9aa-71b119e0566a None None] Attempting to bind port 50bda922-2458-447f-9c1d-c310bee4753f on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:56:26.858303 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-57aeb181-7a79-4c4f-a9aa-71b119e0566a None None] Attempting to bind port 50bda922-2458-447f-9c1d-c310bee4753f by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'c0e1ca95-417d-4415-901e-9a622efc20fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:56:26.859076 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aeb181-7a79-4c4f-a9aa-71b119e0566a None None] Attempting to bind port 50bda922-2458-447f-9c1d-c310bee4753f on network 533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:56:26.864148 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aeb181-7a79-4c4f-a9aa-71b119e0566a None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:56:26.864529 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aeb181-7a79-4c4f-a9aa-71b119e0566a None None] Checking segment: {'id': 'c0e1ca95-417d-4415-901e-9a622efc20fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:56:26.864952 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-57aeb181-7a79-4c4f-a9aa-71b119e0566a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:26.865568 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aeb181-7a79-4c4f-a9aa-71b119e0566a None None] Bound using segment: {'id': 'c0e1ca95-417d-4415-901e-9a622efc20fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:56:26.865872 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-57aeb181-7a79-4c4f-a9aa-71b119e0566a None None] Bound port: 50bda922-2458-447f-9c1d-c310bee4753f, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e1ca95-417d-4415-901e-9a622efc20fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:56:26.866302 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-57aeb181-7a79-4c4f-a9aa-71b119e0566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:26.905650 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4b2242-a201-40ec-905d-8f3b4b806baf admin admin] Router 9472cc2d-8c99-4922-b714-d05905d73a82 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:56:26.967512 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-57aeb181-7a79-4c4f-a9aa-71b119e0566a None None] For port 50bda922-2458-447f-9c1d-c310bee4753f, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:56:26.970900 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-57aeb181-7a79-4c4f-a9aa-71b119e0566a None None] For port 50bda922-2458-447f-9c1d-c310bee4753f, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=50bda922-2458-447f-9c1d-c310bee4753f,segment=NetworkSegment(c0e1ca95-417d-4415-901e-9a622efc20fa),segment_id=c0e1ca95-417d-4415-901e-9a622efc20fa)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:56:26.978350 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-57aeb181-7a79-4c4f-a9aa-71b119e0566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:27.048232 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97beff-1464-4e00-99f8-9571b6b873ff None None] Pushing event updated for resources: {'Port': ['ID=50bda922-2458-447f-9c1d-c310bee4753f,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:27.054690 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aeb181-7a79-4c4f-a9aa-71b119e0566a None None] Routers {'c0fbc802-4000-418b-b945-f48656502750'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:56:27.055428 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-57aeb181-7a79-4c4f-a9aa-71b119e0566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:56:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['c0fbc802-4000-418b-b945-f48656502750'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:27.065804 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4b2242-a201-40ec-905d-8f3b4b806baf admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:56:27.088261 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00977c47-7c83-4bb9-b710-26cfae9ed414 None None] Sync routers for ids ['9472cc2d-8c99-4922-b714-d05905d73a82'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:56:27.098504 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00977c47-7c83-4bb9-b710-26cfae9ed414 None None] Routers {'9472cc2d-8c99-4922-b714-d05905d73a82'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:56:27.098899 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b4b2242-a201-40ec-905d-8f3b4b806baf admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:27.099177 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-00977c47-7c83-4bb9-b710-26cfae9ed414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:56:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['9472cc2d-8c99-4922-b714-d05905d73a82'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:27.103607 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 48908) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:56:27.104261 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1b4b2242-a201-40ec-905d-8f3b4b806baf admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9143436 Aug 17 00:56:27.231129 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-57aeb181-7a79-4c4f-a9aa-71b119e0566a None None] Set router c0fbc802-4000-418b-b945-f48656502750 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:56:27.236414 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-00977c47-7c83-4bb9-b710-26cfae9ed414 None None] Set router 9472cc2d-8c99-4922-b714-d05905d73a82 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:56:27.430322 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-00977c47-7c83-4bb9-b710-26cfae9ed414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9472cc2d-8c99-4922-b714-d05905d73a82', 'name': 'tempest-TestEncryptedCinderVolumes-1090012290-router', 'tenant_id': 'ce6e59db90ad465e8312628f1a79d1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'bfb12ac8-c429-4265-bacc-81edb61675a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:56:25Z', 'updated_at': '2021-08-17T00:56:26Z', 'revision_number': 3, 'project_id': 'ce6e59db90ad465e8312628f1a79d1e3', 'gw_port': {'id': 'bfb12ac8-c429-4265-bacc-81edb61675a8', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:65:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9472cc2d-8c99-4922-b714-d05905d73a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:56:25Z', 'updated_at': '2021-08-17T00:56:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:27.467840 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00977c47-7c83-4bb9-b710-26cfae9ed414 None None] Checking router: 9472cc2d-8c99-4922-b714-d05905d73a82 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:56:27.468994 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00977c47-7c83-4bb9-b710-26cfae9ed414 None None] Updating router 9472cc2d-8c99-4922-b714-d05905d73a82 port bfb12ac8-c429-4265-bacc-81edb61675a8 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:56:27.469397 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-57aeb181-7a79-4c4f-a9aa-71b119e0566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fbc802-4000-418b-b945-f48656502750', 'name': 'tempest-TestEncryptedCinderVolumes-521199715-router', 'tenant_id': '4e358300ee884bd5aaa7e5e685c73a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '7606f85b-325e-4286-b749-343cce9b5470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:56:20Z', 'updated_at': '2021-08-17T00:56:23Z', 'revision_number': 4, 'project_id': '4e358300ee884bd5aaa7e5e685c73a17', 'gw_port': {'id': '7606f85b-325e-4286-b749-343cce9b5470', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fbc802-4000-418b-b945-f48656502750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:56:20Z', 'updated_at': '2021-08-17T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '50bda922-2458-447f-9c1d-c310bee4753f', 'name': '', 'network_id': '533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6', 'tenant_id': '4e358300ee884bd5aaa7e5e685c73a17', 'mac_address': 'fa:16:3e:34:65:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fbc802-4000-418b-b945-f48656502750', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f4ebc3d6-6415-4773-907f-835616aa426e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:56:22Z', 'updated_at': '2021-08-17T00:56:26Z', 'revision_number': 4, 'project_id': '4e358300ee884bd5aaa7e5e685c73a17', 'subnets': [{'id': 'f4ebc3d6-6415-4773-907f-835616aa426e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:27.497645 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-00977c47-7c83-4bb9-b710-26cfae9ed414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:27.516201 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aeb181-7a79-4c4f-a9aa-71b119e0566a None None] The sync data for ids ['c0fbc802-4000-418b-b945-f48656502750'] in n-d-800088-20 is: [{'id': 'c0fbc802-4000-418b-b945-f48656502750', 'name': 'tempest-TestEncryptedCinderVolumes-521199715-router', 'tenant_id': '4e358300ee884bd5aaa7e5e685c73a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '7606f85b-325e-4286-b749-343cce9b5470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:56:20Z', 'updated_at': '2021-08-17T00:56:23Z', 'revision_number': 4, 'project_id': '4e358300ee884bd5aaa7e5e685c73a17', 'gw_port': {'id': '7606f85b-325e-4286-b749-343cce9b5470', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fbc802-4000-418b-b945-f48656502750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:56:20Z', 'updated_at': '2021-08-17T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '50bda922-2458-447f-9c1d-c310bee4753f', 'name': '', 'network_id': '533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6', 'tenant_id': '4e358300ee884bd5aaa7e5e685c73a17', 'mac_address': 'fa:16:3e:34:65:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fbc802-4000-418b-b945-f48656502750', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f4ebc3d6-6415-4773-907f-835616aa426e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:56:22Z', 'updated_at': '2021-08-17T00:56:26Z', 'revision_number': 4, 'project_id': '4e358300ee884bd5aaa7e5e685c73a17', 'subnets': [{'id': 'f4ebc3d6-6415-4773-907f-835616aa426e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:56:27.825082 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-00977c47-7c83-4bb9-b710-26cfae9ed414 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:27.842911 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-00977c47-7c83-4bb9-b710-26cfae9ed414 None None] Transition to ACTIVE for port object bfb12ac8-c429-4265-bacc-81edb61675a8 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:56:27.855888 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-00977c47-7c83-4bb9-b710-26cfae9ed414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:27.933470 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7decb58c-8a55-4232-a58b-731f23aad82c None None] Network d77520bb-67bc-4719-9eeb-8a6f26eeb09a requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:56:28.013867 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-00977c47-7c83-4bb9-b710-26cfae9ed414 None None] Attempting to bind port bfb12ac8-c429-4265-bacc-81edb61675a8 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:56:28.014230 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-00977c47-7c83-4bb9-b710-26cfae9ed414 None None] Attempting to bind port bfb12ac8-c429-4265-bacc-81edb61675a8 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:56:28.014581 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00977c47-7c83-4bb9-b710-26cfae9ed414 None None] Attempting to bind port bfb12ac8-c429-4265-bacc-81edb61675a8 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:56:28.022295 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00977c47-7c83-4bb9-b710-26cfae9ed414 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:56:28.022681 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00977c47-7c83-4bb9-b710-26cfae9ed414 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:56:28.023048 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-00977c47-7c83-4bb9-b710-26cfae9ed414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:28.023429 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00977c47-7c83-4bb9-b710-26cfae9ed414 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:56:28.023885 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-00977c47-7c83-4bb9-b710-26cfae9ed414 None None] Bound port: bfb12ac8-c429-4265-bacc-81edb61675a8, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:56:28.024351 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-00977c47-7c83-4bb9-b710-26cfae9ed414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:28.026510 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5d7eb-c1e8-441b-bf56-83943a6cc3fd None None] Pushing event updated for resources: {'Port': ['ID=bfb12ac8-c429-4265-bacc-81edb61675a8,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:28.098050 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:28.101889 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-00977c47-7c83-4bb9-b710-26cfae9ed414 None None] For port bfb12ac8-c429-4265-bacc-81edb61675a8, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:56:28.106216 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-971864cd-8d79-44cc-bed3-9cfdf4b30c12 None None] Provisioning for port 4cd67a0f-24a6-4577-b79e-87f819f77917 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:56:28.107701 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-00977c47-7c83-4bb9-b710-26cfae9ed414 None None] For port bfb12ac8-c429-4265-bacc-81edb61675a8, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=bfb12ac8-c429-4265-bacc-81edb61675a8,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:56:28.118066 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-00977c47-7c83-4bb9-b710-26cfae9ed414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:28.192491 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00977c47-7c83-4bb9-b710-26cfae9ed414 None None] Routers {'9472cc2d-8c99-4922-b714-d05905d73a82'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:56:28.193304 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-00977c47-7c83-4bb9-b710-26cfae9ed414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:56:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['9472cc2d-8c99-4922-b714-d05905d73a82'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:28.252294 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5d7eb-c1e8-441b-bf56-83943a6cc3fd None None] Pushing event updated for resources: {'Port': ['ID=bfb12ac8-c429-4265-bacc-81edb61675a8,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:28.287345 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Allocated IP 172.20.0.1 (d77520bb-67bc-4719-9eeb-8a6f26eeb09a/b0eb67f4-7e15-40c5-8b11-b345f65f453a/e943d9aa-5304-488b-a0fe-cadfd0e41786) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:56:28.353584 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-00977c47-7c83-4bb9-b710-26cfae9ed414 None None] Set router 9472cc2d-8c99-4922-b714-d05905d73a82 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:56:28.432184 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 50bda922-2458-447f-9c1d-c310bee4753f up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:56:28.459438 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:28.474590 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Transition to ACTIVE for port object e943d9aa-5304-488b-a0fe-cadfd0e41786 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:56:28.511711 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 50bda922-2458-447f-9c1d-c310bee4753f completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:56:28.515889 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 50bda922-2458-447f-9c1d-c310bee4753f triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:56:28.516562 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:28.519424 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:28.578538 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Pushing event updated for resources: {'Port': ['ID=e943d9aa-5304-488b-a0fe-cadfd0e41786,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:28.593647 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Network d77520bb-67bc-4719-9eeb-8a6f26eeb09a is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:56:28.595292 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:56:28.598183 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:56:28.631840 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:28.654268 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:28.654850 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-00977c47-7c83-4bb9-b710-26cfae9ed414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9472cc2d-8c99-4922-b714-d05905d73a82', 'name': 'tempest-TestEncryptedCinderVolumes-1090012290-router', 'tenant_id': 'ce6e59db90ad465e8312628f1a79d1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'bfb12ac8-c429-4265-bacc-81edb61675a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:56:25Z', 'updated_at': '2021-08-17T00:56:26Z', 'revision_number': 3, 'project_id': 'ce6e59db90ad465e8312628f1a79d1e3', 'gw_port': {'id': 'bfb12ac8-c429-4265-bacc-81edb61675a8', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:65:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9472cc2d-8c99-4922-b714-d05905d73a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:56:25Z', 'updated_at': '2021-08-17T00:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:28.680552 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 50bda922-2458-447f-9c1d-c310bee4753f, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=50bda922-2458-447f-9c1d-c310bee4753f,segment=NetworkSegment(c0e1ca95-417d-4415-901e-9a622efc20fa),segment_id=c0e1ca95-417d-4415-901e-9a622efc20fa)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:56:28.689313 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:28.690297 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4cd67a0f-24a6-4577-b79e-87f819f77917 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:56:28.708797 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00977c47-7c83-4bb9-b710-26cfae9ed414 None None] The sync data for ids ['9472cc2d-8c99-4922-b714-d05905d73a82'] in n-d-800088-20 is: [{'id': '9472cc2d-8c99-4922-b714-d05905d73a82', 'name': 'tempest-TestEncryptedCinderVolumes-1090012290-router', 'tenant_id': 'ce6e59db90ad465e8312628f1a79d1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'bfb12ac8-c429-4265-bacc-81edb61675a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:56:25Z', 'updated_at': '2021-08-17T00:56:26Z', 'revision_number': 3, 'project_id': 'ce6e59db90ad465e8312628f1a79d1e3', 'gw_port': {'id': 'bfb12ac8-c429-4265-bacc-81edb61675a8', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:65:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9472cc2d-8c99-4922-b714-d05905d73a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:56:25Z', 'updated_at': '2021-08-17T00:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:56:28.810310 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=50bda922-2458-447f-9c1d-c310bee4753f,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:28.830208 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 4cd67a0f-24a6-4577-b79e-87f819f77917 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:56:28.836532 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 4cd67a0f-24a6-4577-b79e-87f819f77917 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:56:28.837338 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:28.839177 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:28.940703 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:28.981071 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 4cd67a0f-24a6-4577-b79e-87f819f77917, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4cd67a0f-24a6-4577-b79e-87f819f77917,segment=NetworkSegment(ff1ca831-3d0f-47d8-a1e1-dd2821b65bda),segment_id=ff1ca831-3d0f-47d8-a1e1-dd2821b65bda)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:56:28.987664 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:29.029937 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-9b29dc9b-94a5-4a13-9443-44be4ecbb5ae None None] Provisioning for port e943d9aa-5304-488b-a0fe-cadfd0e41786 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:56:29.030190 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:29.035259 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:29.038591 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-9b29dc9b-94a5-4a13-9443-44be4ecbb5ae None None] Provisioning complete for port e943d9aa-5304-488b-a0fe-cadfd0e41786 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:56:29.039086 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9b29dc9b-94a5-4a13-9443-44be4ecbb5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:29.071468 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=4cd67a0f-24a6-4577-b79e-87f819f77917,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:29.108626 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-9b29dc9b-94a5-4a13-9443-44be4ecbb5ae None None] Port e943d9aa-5304-488b-a0fe-cadfd0e41786 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:56:29.150403 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:29.156462 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Pushing event updated for resources: {'Port': ['ID=e943d9aa-5304-488b-a0fe-cadfd0e41786,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:29.169963 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:29.170311 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:29.170651 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:29.170988 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:29.171320 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:29.171647 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:29.171972 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:29.172297 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:29.172620 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:29.172949 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:29.173293 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:29.173616 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:56:29.266305 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Network d77520bb-67bc-4719-9eeb-8a6f26eeb09a is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:56:29.267780 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:56:29.401745 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Router 9472cc2d-8c99-4922-b714-d05905d73a82 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:56:29.528097 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:56:29.530690 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a1264eca-b844-4eef-87f2-747e19b47d64 None None] Provisioning complete for port e943d9aa-5304-488b-a0fe-cadfd0e41786 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:56:29.531278 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a1264eca-b844-4eef-87f2-747e19b47d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:29.536936 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-29056bc1-3574-4ae6-9ed6-edc1fc84940b admin admin] 10.222.0.60 "PUT /v2.0/routers/9472cc2d-8c99-4922-b714-d05905d73a82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4311655 Aug 17 00:56:29.572803 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-a1264eca-b844-4eef-87f2-747e19b47d64 None None] Port e943d9aa-5304-488b-a0fe-cadfd0e41786 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:56:30.319905 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-b10d53ed-fe25-4167-882c-831a6611c327 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:30.322527 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-b10d53ed-fe25-4167-882c-831a6611c327 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/networks?id=533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6 HTTP/1.1" status: 200 len: 816 time: 0.1101143 Aug 17 00:56:30.339930 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-a6e5a15e-37cc-49f5-ac50-100bcaa333f3 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/quotas/4e358300ee884bd5aaa7e5e685c73a17 HTTP/1.1" status: 200 len: 375 time: 0.0111353 Aug 17 00:56:30.382763 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device bfb12ac8-c429-4265-bacc-81edb61675a8 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:56:30.400566 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-702ef488-e05a-42b2-aadf-148ec64f7a2f tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e358300ee884bd5aaa7e5e685c73a17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550752 Aug 17 00:56:30.418634 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-a5d2bb08-0b5c-4705-bb20-f11aa9d5d3f0 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:56:30.419661 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-a5d2bb08-0b5c-4705-bb20-f11aa9d5d3f0 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061021 Aug 17 00:56:30.442586 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port bfb12ac8-c429-4265-bacc-81edb61675a8 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:56:30.447541 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port bfb12ac8-c429-4265-bacc-81edb61675a8 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:56:30.447926 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:30.530407 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-6fc293e2-3502-44da-9050-2c75bb5e7491 service neutron] 10.222.0.60 "GET /v2.0/networks/533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037228 Aug 17 00:56:30.540758 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:30.562717 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port bfb12ac8-c429-4265-bacc-81edb61675a8, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=bfb12ac8-c429-4265-bacc-81edb61675a8,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:56:30.568819 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:30.570641 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 50bda922-2458-447f-9c1d-c310bee4753f up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:56:30.636926 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-65b0b530-fd4e-4e78-a7a9-01c447bdd318 service neutron] 10.222.0.60 "GET /v2.0/networks/533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995240 Aug 17 00:56:30.651557 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=bfb12ac8-c429-4265-bacc-81edb61675a8,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:30.663199 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 50bda922-2458-447f-9c1d-c310bee4753f triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:56:30.663574 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:30.748150 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4cd67a0f-24a6-4577-b79e-87f819f77917 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:56:30.783705 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d826d081-e517-48b7-ab43-b138aad48260 None None] Sync routers for ids ['9472cc2d-8c99-4922-b714-d05905d73a82'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:56:30.805203 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d826d081-e517-48b7-ab43-b138aad48260 None None] Routers {'9472cc2d-8c99-4922-b714-d05905d73a82'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:56:30.805939 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d826d081-e517-48b7-ab43-b138aad48260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:56:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['9472cc2d-8c99-4922-b714-d05905d73a82'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:30.835760 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-26cbed80-e0ac-4196-978f-c0197cb285ff req-472a0e01-169b-44a9-b641-ee0b2d2dca54 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a782fb3-4c58-4b4f-830c-efe3053f368e HTTP/1.1" status: 200 len: 210 time: 0.0321059 Aug 17 00:56:30.873735 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 4cd67a0f-24a6-4577-b79e-87f819f77917 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:56:30.874122 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:31.130203 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-d826d081-e517-48b7-ab43-b138aad48260 None None] Set router 9472cc2d-8c99-4922-b714-d05905d73a82 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:56:31.390599 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d826d081-e517-48b7-ab43-b138aad48260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9472cc2d-8c99-4922-b714-d05905d73a82', 'name': 'tempest-TestEncryptedCinderVolumes-1090012290-router', 'tenant_id': 'ce6e59db90ad465e8312628f1a79d1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'bfb12ac8-c429-4265-bacc-81edb61675a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:56:25Z', 'updated_at': '2021-08-17T00:56:28Z', 'revision_number': 4, 'project_id': 'ce6e59db90ad465e8312628f1a79d1e3', 'gw_port': {'id': 'bfb12ac8-c429-4265-bacc-81edb61675a8', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:65:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9472cc2d-8c99-4922-b714-d05905d73a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:56:25Z', 'updated_at': '2021-08-17T00:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e943d9aa-5304-488b-a0fe-cadfd0e41786', 'name': '', 'network_id': 'd77520bb-67bc-4719-9eeb-8a6f26eeb09a', 'tenant_id': 'ce6e59db90ad465e8312628f1a79d1e3', 'mac_address': 'fa:16:3e:ac:c6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9472cc2d-8c99-4922-b714-d05905d73a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'b0eb67f4-7e15-40c5-8b11-b345f65f453a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:56:28Z', 'updated_at': '2021-08-17T00:56:28Z', 'revision_number': 2, 'project_id': 'ce6e59db90ad465e8312628f1a79d1e3', 'subnets': [{'id': 'b0eb67f4-7e15-40c5-8b11-b345f65f453a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:31.423615 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d826d081-e517-48b7-ab43-b138aad48260 None None] Checking router: 9472cc2d-8c99-4922-b714-d05905d73a82 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:56:31.423975 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d826d081-e517-48b7-ab43-b138aad48260 None None] Updating router 9472cc2d-8c99-4922-b714-d05905d73a82 port e943d9aa-5304-488b-a0fe-cadfd0e41786 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:56:31.450012 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d826d081-e517-48b7-ab43-b138aad48260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:31.709461 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d826d081-e517-48b7-ab43-b138aad48260 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:31.719171 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d826d081-e517-48b7-ab43-b138aad48260 None None] Transition to ACTIVE for port object e943d9aa-5304-488b-a0fe-cadfd0e41786 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:56:31.724943 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d826d081-e517-48b7-ab43-b138aad48260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:31.774470 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06731aa0-e371-43e9-855b-7fcbb5da495f None None] Pushing event updated for resources: {'Port': ['ID=e943d9aa-5304-488b-a0fe-cadfd0e41786,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:31.834812 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-d826d081-e517-48b7-ab43-b138aad48260 None None] Attempting to bind port e943d9aa-5304-488b-a0fe-cadfd0e41786 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:56:31.835191 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-d826d081-e517-48b7-ab43-b138aad48260 None None] Attempting to bind port e943d9aa-5304-488b-a0fe-cadfd0e41786 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'ff1ca831-3d0f-47d8-a1e1-dd2821b65bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd77520bb-67bc-4719-9eeb-8a6f26eeb09a'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:56:31.835555 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d826d081-e517-48b7-ab43-b138aad48260 None None] Attempting to bind port e943d9aa-5304-488b-a0fe-cadfd0e41786 on network d77520bb-67bc-4719-9eeb-8a6f26eeb09a {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:56:31.842306 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d826d081-e517-48b7-ab43-b138aad48260 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:56:31.845682 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d826d081-e517-48b7-ab43-b138aad48260 None None] Checking segment: {'id': 'ff1ca831-3d0f-47d8-a1e1-dd2821b65bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd77520bb-67bc-4719-9eeb-8a6f26eeb09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:56:31.846127 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d826d081-e517-48b7-ab43-b138aad48260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:31.846533 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d826d081-e517-48b7-ab43-b138aad48260 None None] Bound using segment: {'id': 'ff1ca831-3d0f-47d8-a1e1-dd2821b65bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd77520bb-67bc-4719-9eeb-8a6f26eeb09a'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:56:31.847028 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-d826d081-e517-48b7-ab43-b138aad48260 None None] Bound port: e943d9aa-5304-488b-a0fe-cadfd0e41786, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1ca831-3d0f-47d8-a1e1-dd2821b65bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd77520bb-67bc-4719-9eeb-8a6f26eeb09a'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:56:31.847424 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d826d081-e517-48b7-ab43-b138aad48260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:31.940993 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-d826d081-e517-48b7-ab43-b138aad48260 None None] For port e943d9aa-5304-488b-a0fe-cadfd0e41786, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:56:31.944451 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-d826d081-e517-48b7-ab43-b138aad48260 None None] For port e943d9aa-5304-488b-a0fe-cadfd0e41786, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e943d9aa-5304-488b-a0fe-cadfd0e41786,segment=NetworkSegment(ff1ca831-3d0f-47d8-a1e1-dd2821b65bda),segment_id=ff1ca831-3d0f-47d8-a1e1-dd2821b65bda)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:56:31.948868 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d826d081-e517-48b7-ab43-b138aad48260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:31.983212 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2a3870c7-6ea5-46b7-898b-2bf33c780332 req-d130d09e-673d-450c-93b5-c98a5161b231 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a782fb3-4c58-4b4f-830c-efe3053f368e HTTP/1.1" status: 200 len: 210 time: 0.0358827 Aug 17 00:56:31.992433 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-2979bc62-5bb2-49bb-92e1-4963e6eb7d3c tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:31.994759 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-2979bc62-5bb2-49bb-92e1-4963e6eb7d3c tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.69 "GET /v2.0/networks?id=533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6 HTTP/1.1" status: 200 len: 816 time: 0.1686614 Aug 17 00:56:32.010175 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d826d081-e517-48b7-ab43-b138aad48260 None None] Routers {'9472cc2d-8c99-4922-b714-d05905d73a82'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:56:32.010524 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d826d081-e517-48b7-ab43-b138aad48260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:56:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['9472cc2d-8c99-4922-b714-d05905d73a82'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:32.011120 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-cbaf1602-fcf4-49ee-bfed-53dccb243b02 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Request body: {'port': {'device_id': '6a782fb3-4c58-4b4f-830c-efe3053f368e', 'network_id': '533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6', 'admin_state_up': True, 'tenant_id': '4e358300ee884bd5aaa7e5e685c73a17'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:56:32.062129 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06731aa0-e371-43e9-855b-7fcbb5da495f None None] Pushing event updated for resources: {'Port': ['ID=e943d9aa-5304-488b-a0fe-cadfd0e41786,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:32.145693 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-d826d081-e517-48b7-ab43-b138aad48260 None None] Set router 9472cc2d-8c99-4922-b714-d05905d73a82 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:56:32.148165 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-cbaf1602-fcf4-49ee-bfed-53dccb243b02 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Made reservation on behalf of 4e358300ee884bd5aaa7e5e685c73a17 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:56:32.151894 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-cbaf1602-fcf4-49ee-bfed-53dccb243b02 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:32.309194 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-cbaf1602-fcf4-49ee-bfed-53dccb243b02 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Allocated IP 172.20.0.11 (533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6/f4ebc3d6-6415-4773-907f-835616aa426e/8b77e751-384c-4a53-8049-2f374b3565db) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:56:32.313257 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device bfb12ac8-c429-4265-bacc-81edb61675a8 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:56:32.404085 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port bfb12ac8-c429-4265-bacc-81edb61675a8 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:56:32.404792 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:32.437223 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-d826d081-e517-48b7-ab43-b138aad48260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9472cc2d-8c99-4922-b714-d05905d73a82', 'name': 'tempest-TestEncryptedCinderVolumes-1090012290-router', 'tenant_id': 'ce6e59db90ad465e8312628f1a79d1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'bfb12ac8-c429-4265-bacc-81edb61675a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:56:25Z', 'updated_at': '2021-08-17T00:56:28Z', 'revision_number': 4, 'project_id': 'ce6e59db90ad465e8312628f1a79d1e3', 'gw_port': {'id': 'bfb12ac8-c429-4265-bacc-81edb61675a8', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:65:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9472cc2d-8c99-4922-b714-d05905d73a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:56:25Z', 'updated_at': '2021-08-17T00:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e943d9aa-5304-488b-a0fe-cadfd0e41786', 'name': '', 'network_id': 'd77520bb-67bc-4719-9eeb-8a6f26eeb09a', 'tenant_id': 'ce6e59db90ad465e8312628f1a79d1e3', 'mac_address': 'fa:16:3e:ac:c6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9472cc2d-8c99-4922-b714-d05905d73a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'b0eb67f4-7e15-40c5-8b11-b345f65f453a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:56:28Z', 'updated_at': '2021-08-17T00:56:31Z', 'revision_number': 4, 'project_id': 'ce6e59db90ad465e8312628f1a79d1e3', 'subnets': [{'id': 'b0eb67f4-7e15-40c5-8b11-b345f65f453a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:56:32.455269 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-cbaf1602-fcf4-49ee-bfed-53dccb243b02 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:32.469195 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-cbaf1602-fcf4-49ee-bfed-53dccb243b02 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Transition to ACTIVE for port object 8b77e751-384c-4a53-8049-2f374b3565db will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:56:32.472124 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d826d081-e517-48b7-ab43-b138aad48260 None None] The sync data for ids ['9472cc2d-8c99-4922-b714-d05905d73a82'] in n-d-800088-20 is: [{'id': '9472cc2d-8c99-4922-b714-d05905d73a82', 'name': 'tempest-TestEncryptedCinderVolumes-1090012290-router', 'tenant_id': 'ce6e59db90ad465e8312628f1a79d1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'bfb12ac8-c429-4265-bacc-81edb61675a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:56:25Z', 'updated_at': '2021-08-17T00:56:28Z', 'revision_number': 4, 'project_id': 'ce6e59db90ad465e8312628f1a79d1e3', 'gw_port': {'id': 'bfb12ac8-c429-4265-bacc-81edb61675a8', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:65:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9472cc2d-8c99-4922-b714-d05905d73a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:56:25Z', 'updated_at': '2021-08-17T00:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e943d9aa-5304-488b-a0fe-cadfd0e41786', 'name': '', 'network_id': 'd77520bb-67bc-4719-9eeb-8a6f26eeb09a', 'tenant_id': 'ce6e59db90ad465e8312628f1a79d1e3', 'mac_address': 'fa:16:3e:ac:c6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9472cc2d-8c99-4922-b714-d05905d73a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'b0eb67f4-7e15-40c5-8b11-b345f65f453a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:56:28Z', 'updated_at': '2021-08-17T00:56:31Z', 'revision_number': 4, 'project_id': 'ce6e59db90ad465e8312628f1a79d1e3', 'subnets': [{'id': 'b0eb67f4-7e15-40c5-8b11-b345f65f453a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:56:32.503940 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-cbaf1602-fcf4-49ee-bfed-53dccb243b02 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:32.569879 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-cbaf1602-fcf4-49ee-bfed-53dccb243b02 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Network 533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:56:32.571594 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf1602-fcf4-49ee-bfed-53dccb243b02 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Pushing event updated for resources: {'Port': ['ID=8b77e751-384c-4a53-8049-2f374b3565db,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:32.574315 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-cbaf1602-fcf4-49ee-bfed-53dccb243b02 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:56:32.576454 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-cbaf1602-fcf4-49ee-bfed-53dccb243b02 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:56:32.642269 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-cbaf1602-fcf4-49ee-bfed-53dccb243b02 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:32.643501 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-cbaf1602-fcf4-49ee-bfed-53dccb243b02 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:32.662574 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-cbaf1602-fcf4-49ee-bfed-53dccb243b02 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6568558 Aug 17 00:56:32.679673 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-c70072b0-b238-4db8-b65d-e1c1f3cc37ad service neutron] Request body: {'port': {'device_id': '6a782fb3-4c58-4b4f-830c-efe3053f368e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:56:32.748183 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-c70072b0-b238-4db8-b65d-e1c1f3cc37ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:32.823590 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-78d5809b-4305-4274-ad40-5b60fbb3a296 None None] Provisioning for port 8b77e751-384c-4a53-8049-2f374b3565db completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:56:32.827970 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-78d5809b-4305-4274-ad40-5b60fbb3a296 None None] Provisioning complete for port 8b77e751-384c-4a53-8049-2f374b3565db triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:56:32.828350 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-78d5809b-4305-4274-ad40-5b60fbb3a296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:32.863185 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-78d5809b-4305-4274-ad40-5b60fbb3a296 None None] Port 8b77e751-384c-4a53-8049-2f374b3565db cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:56:33.024356 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-c70072b0-b238-4db8-b65d-e1c1f3cc37ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b77e751-384c-4a53-8049-2f374b3565db {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:56:33.034547 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-c70072b0-b238-4db8-b65d-e1c1f3cc37ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:33.048571 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-c70072b0-b238-4db8-b65d-e1c1f3cc37ad service neutron] Transition to ACTIVE for port object 8b77e751-384c-4a53-8049-2f374b3565db will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:56:33.053435 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-c70072b0-b238-4db8-b65d-e1c1f3cc37ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:33.137834 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70072b0-b238-4db8-b65d-e1c1f3cc37ad service neutron] Pushing event updated for resources: {'Port': ['ID=8b77e751-384c-4a53-8049-2f374b3565db,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:33.199811 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b998529-4b0a-4f1b-ab92-634f83bf1dfd req-ddbb051a-fa3f-4671-8b6d-439f2f56bdfc tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:33.201396 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7b998529-4b0a-4f1b-ab92-634f83bf1dfd req-ddbb051a-fa3f-4671-8b6d-439f2f56bdfc tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a782fb3-4c58-4b4f-830c-efe3053f368e HTTP/1.1" status: 200 len: 944 time: 0.1235178 Aug 17 00:56:33.259029 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-c70072b0-b238-4db8-b65d-e1c1f3cc37ad service neutron] Attempting to bind port 8b77e751-384c-4a53-8049-2f374b3565db on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:56:33.259381 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-c70072b0-b238-4db8-b65d-e1c1f3cc37ad service neutron] Attempting to bind port 8b77e751-384c-4a53-8049-2f374b3565db by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': 'c0e1ca95-417d-4415-901e-9a622efc20fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:56:33.259719 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-c70072b0-b238-4db8-b65d-e1c1f3cc37ad service neutron] Attempting to bind port 8b77e751-384c-4a53-8049-2f374b3565db on network 533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:56:33.265554 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7b998529-4b0a-4f1b-ab92-634f83bf1dfd req-f48bbbc6-a64d-472e-b380-d0a02a97edc3 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/security-groups?id=69f9c326-d64d-479a-8d00-1ced0d365b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575986 Aug 17 00:56:33.267917 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-c70072b0-b238-4db8-b65d-e1c1f3cc37ad service neutron] Port 8b77e751-384c-4a53-8049-2f374b3565db on network 533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:56:33.268514 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-c70072b0-b238-4db8-b65d-e1c1f3cc37ad service neutron] Attempting to bind port 8b77e751-384c-4a53-8049-2f374b3565db on network 533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:56:33.275347 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-c70072b0-b238-4db8-b65d-e1c1f3cc37ad service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:56:33.275644 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-c70072b0-b238-4db8-b65d-e1c1f3cc37ad service neutron] Checking segment: {'id': 'c0e1ca95-417d-4415-901e-9a622efc20fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:56:33.276022 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-c70072b0-b238-4db8-b65d-e1c1f3cc37ad service neutron] Bound using segment: {'id': 'c0e1ca95-417d-4415-901e-9a622efc20fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:56:33.276528 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-c70072b0-b238-4db8-b65d-e1c1f3cc37ad service neutron] Bound port: 8b77e751-384c-4a53-8049-2f374b3565db, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0e1ca95-417d-4415-901e-9a622efc20fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:56:33.276820 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-c70072b0-b238-4db8-b65d-e1c1f3cc37ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:33.339950 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-c70072b0-b238-4db8-b65d-e1c1f3cc37ad service neutron] For port 8b77e751-384c-4a53-8049-2f374b3565db, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:56:33.343072 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-c70072b0-b238-4db8-b65d-e1c1f3cc37ad service neutron] For port 8b77e751-384c-4a53-8049-2f374b3565db, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=8b77e751-384c-4a53-8049-2f374b3565db,segment=NetworkSegment(c0e1ca95-417d-4415-901e-9a622efc20fa),segment_id=c0e1ca95-417d-4415-901e-9a622efc20fa)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:56:33.346464 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-c70072b0-b238-4db8-b65d-e1c1f3cc37ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:33.384245 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-c70072b0-b238-4db8-b65d-e1c1f3cc37ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:33.384875 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-c70072b0-b238-4db8-b65d-e1c1f3cc37ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:33.386892 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-c70072b0-b238-4db8-b65d-e1c1f3cc37ad service neutron] 10.222.0.69 "PUT /v2.0/ports/8b77e751-384c-4a53-8049-2f374b3565db HTTP/1.1" status: 200 len: 1093 time: 0.7118793 Aug 17 00:56:33.389280 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a782fb3-4c58-4b4f-830c-efe3053f368e', 'tag': '8b77e751-384c-4a53-8049-2f374b3565db'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:56:33.391906 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a145b6-512d-4e5d-a71a-90f2fd39bd7a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a782fb3-4c58-4b4f-830c-efe3053f368e", "tag": "8b77e751-384c-4a53-8049-2f374b3565db"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:56:33.423624 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70072b0-b238-4db8-b65d-e1c1f3cc37ad service neutron] Pushing event updated for resources: {'Port': ['ID=8b77e751-384c-4a53-8049-2f374b3565db,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:33.460609 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b178e2d-3f51-4bba-b644-f2d7d50ff61b x-openstack-request-id: req-2b178e2d-3f51-4bba-b644-f2d7d50ff61b {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:56:33.460916 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a782fb3-4c58-4b4f-830c-efe3053f368e", "tag": "8b77e751-384c-4a53-8049-2f374b3565db", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:56:33.461201 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2b178e2d-3f51-4bba-b644-f2d7d50ff61b {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:56:33.461603 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a782fb3-4c58-4b4f-830c-efe3053f368e', 'tag': '8b77e751-384c-4a53-8049-2f374b3565db', 'status': 'completed', 'code': 200} Aug 17 00:56:33.478363 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-f234f5d8-7445-4c64-9872-b209a355e67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:33.479823 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-f234f5d8-7445-4c64-9872-b209a355e67c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e358300ee884bd5aaa7e5e685c73a17&device_id=6a782fb3-4c58-4b4f-830c-efe3053f368e HTTP/1.1" status: 200 len: 1096 time: 0.0495014 Aug 17 00:56:33.524942 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-5d6a2e6a-3dc7-45a7-81f1-1c8b6785c980 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b77e751-384c-4a53-8049-2f374b3565db HTTP/1.1" status: 200 len: 217 time: 0.0357940 Aug 17 00:56:33.582771 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-a22bd61f-826d-4f88-83d5-4dc2daebc65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:33.584787 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-a22bd61f-826d-4f88-83d5-4dc2daebc65e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f4ebc3d6-6415-4773-907f-835616aa426e HTTP/1.1" status: 200 len: 855 time: 0.0489409 Aug 17 00:56:33.638449 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-c13577cd-3681-4248-bde4-5739166c5ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:33.639952 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-c13577cd-3681-4248-bde4-5739166c5ee9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430238 Aug 17 00:56:33.734794 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-a84b1cb0-3432-45a7-a089-7100c581745d service neutron] 10.222.0.69 "GET /v2.0/networks/533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831866 Aug 17 00:56:33.833106 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7e48ea1-7d81-4cb0-a23b-6a843e7a4bb6 req-9a195dcc-df47-44b2-9f37-d965211c51b9 service neutron] 10.222.0.69 "GET /v2.0/networks/533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870643 Aug 17 00:56:33.927027 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a145b6-512d-4e5d-a71a-90f2fd39bd7a req-aa6c7a90-2af9-42fd-9339-ded008f7ecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:33.929517 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b9a145b6-512d-4e5d-a71a-90f2fd39bd7a req-aa6c7a90-2af9-42fd-9339-ded008f7ecc5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e358300ee884bd5aaa7e5e685c73a17&device_id=6a782fb3-4c58-4b4f-830c-efe3053f368e HTTP/1.1" status: 200 len: 1096 time: 0.0417669 Aug 17 00:56:34.023419 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a145b6-512d-4e5d-a71a-90f2fd39bd7a req-5c899ac3-1adb-4f9b-8244-bf35eefd723a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:34.024958 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b9a145b6-512d-4e5d-a71a-90f2fd39bd7a req-5c899ac3-1adb-4f9b-8244-bf35eefd723a service neutron] 10.222.0.69 "GET /v2.0/networks?id=533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6 HTTP/1.1" status: 200 len: 917 time: 0.0879588 Aug 17 00:56:34.066505 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b9a145b6-512d-4e5d-a71a-90f2fd39bd7a req-47bb4074-5d76-43df-9f79-ffd154c890f4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b77e751-384c-4a53-8049-2f374b3565db HTTP/1.1" status: 200 len: 217 time: 0.0341821 Aug 17 00:56:34.113670 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a145b6-512d-4e5d-a71a-90f2fd39bd7a req-16ce92f6-69f3-428d-b803-8a5db6a8d630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:34.115656 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b9a145b6-512d-4e5d-a71a-90f2fd39bd7a req-16ce92f6-69f3-428d-b803-8a5db6a8d630 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f4ebc3d6-6415-4773-907f-835616aa426e HTTP/1.1" status: 200 len: 855 time: 0.0420625 Aug 17 00:56:34.166196 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a145b6-512d-4e5d-a71a-90f2fd39bd7a req-b851538f-bf66-4f0e-9322-c51ad59fc783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:34.167679 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b9a145b6-512d-4e5d-a71a-90f2fd39bd7a req-b851538f-bf66-4f0e-9322-c51ad59fc783 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432847 Aug 17 00:56:34.263619 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b9a145b6-512d-4e5d-a71a-90f2fd39bd7a req-8d8a97a4-b0c0-4309-8beb-125527e98b0b service neutron] 10.222.0.69 "GET /v2.0/networks/533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866823 Aug 17 00:56:34.348967 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e943d9aa-5304-488b-a0fe-cadfd0e41786 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:56:34.393684 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b9a145b6-512d-4e5d-a71a-90f2fd39bd7a req-89d1d931-5f6a-4882-939c-f814f1ef5beb service neutron] 10.222.0.69 "GET /v2.0/networks/533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210272 Aug 17 00:56:34.398553 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port e943d9aa-5304-488b-a0fe-cadfd0e41786 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:56:34.403338 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e943d9aa-5304-488b-a0fe-cadfd0e41786 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:56:34.403714 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:34.406614 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c192b1-e4e4-4d2a-9fa5-0290b67c0983 req-16bf321f-14f5-4383-b012-75f6c4f50a94 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:34.408101 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e3c192b1-e4e4-4d2a-9fa5-0290b67c0983 req-16bf321f-14f5-4383-b012-75f6c4f50a94 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a782fb3-4c58-4b4f-830c-efe3053f368e HTTP/1.1" status: 200 len: 944 time: 0.0709152 Aug 17 00:56:34.448755 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e3c192b1-e4e4-4d2a-9fa5-0290b67c0983 req-139aca8d-cd20-40ff-bc7f-895c51c2174f tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/security-groups?id=69f9c326-d64d-479a-8d00-1ced0d365b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347104 Aug 17 00:56:34.491745 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:34.523701 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port e943d9aa-5304-488b-a0fe-cadfd0e41786, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e943d9aa-5304-488b-a0fe-cadfd0e41786,segment=NetworkSegment(ff1ca831-3d0f-47d8-a1e1-dd2821b65bda),segment_id=ff1ca831-3d0f-47d8-a1e1-dd2821b65bda)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:56:34.526796 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:34.574060 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=e943d9aa-5304-488b-a0fe-cadfd0e41786,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:34.923215 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 8b77e751-384c-4a53-8049-2f374b3565db details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:56:35.018070 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 8b77e751-384c-4a53-8049-2f374b3565db, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=8b77e751-384c-4a53-8049-2f374b3565db,segment=NetworkSegment(c0e1ca95-417d-4415-901e-9a622efc20fa),segment_id=c0e1ca95-417d-4415-901e-9a622efc20fa)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:56:35.030753 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '8b77e751-384c-4a53-8049-2f374b3565db', 'network_id': '533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6', 'port_id': '8b77e751-384c-4a53-8049-2f374b3565db', 'mac_address': 'fa:16:3e:6f:6c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ebc3d6-6415-4773-907f-835616aa426e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:56:35.070645 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:35.084688 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b77e751-384c-4a53-8049-2f374b3565db {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:56:35.106190 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 8b77e751-384c-4a53-8049-2f374b3565db, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=8b77e751-384c-4a53-8049-2f374b3565db,segment=NetworkSegment(c0e1ca95-417d-4415-901e-9a622efc20fa),segment_id=c0e1ca95-417d-4415-901e-9a622efc20fa)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:56:35.110174 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:35.159761 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=8b77e751-384c-4a53-8049-2f374b3565db,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:35.351803 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['8b77e751-384c-4a53-8049-2f374b3565db'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:56:35.566381 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e75f9-552d-4316-990d-9189a73587cf req-734273c3-08fb-41f9-9ea6-9b7fafac1496 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:35.568403 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ed1e75f9-552d-4316-990d-9189a73587cf req-734273c3-08fb-41f9-9ea6-9b7fafac1496 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a782fb3-4c58-4b4f-830c-efe3053f368e HTTP/1.1" status: 200 len: 945 time: 0.0476694 Aug 17 00:56:35.605319 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ed1e75f9-552d-4316-990d-9189a73587cf req-392f9b4a-9652-47e9-933b-f0b44ada2807 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/security-groups?id=69f9c326-d64d-479a-8d00-1ced0d365b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310037 Aug 17 00:56:36.322794 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e943d9aa-5304-488b-a0fe-cadfd0e41786 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:56:36.370085 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e943d9aa-5304-488b-a0fe-cadfd0e41786 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:56:36.370711 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:36.725673 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0f756-1980-49d9-a597-3ade4a13de01 req-dfc3794e-8dc8-4ab1-bc17-6379ba83821d tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:36.727050 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d9b0f756-1980-49d9-a597-3ade4a13de01 req-dfc3794e-8dc8-4ab1-bc17-6379ba83821d tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a782fb3-4c58-4b4f-830c-efe3053f368e HTTP/1.1" status: 200 len: 945 time: 0.0524731 Aug 17 00:56:36.763886 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d9b0f756-1980-49d9-a597-3ade4a13de01 req-fa389273-eeab-431e-9d6a-9d71d160d0d4 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/security-groups?id=69f9c326-d64d-479a-8d00-1ced0d365b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306368 Aug 17 00:56:36.923121 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 8b77e751-384c-4a53-8049-2f374b3565db up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:56:36.970384 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 8b77e751-384c-4a53-8049-2f374b3565db completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:56:36.974125 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 8b77e751-384c-4a53-8049-2f374b3565db triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:56:36.974515 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:37.048469 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:37.075071 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a782fb3-4c58-4b4f-830c-efe3053f368e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b77e751-384c-4a53-8049-2f374b3565db'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:56:37.077445 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d9b1f6eceb9192db377ceb4d6ae83098a713cf0d5394fe300bfd3a5d60dfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27291d3c-2431-4ed5-b00e-35d020ef7ca6" -d '{"events": [{"server_uuid": "6a782fb3-4c58-4b4f-830c-efe3053f368e", "name": "network-vif-plugged", "status": "completed", "tag": "8b77e751-384c-4a53-8049-2f374b3565db"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:56:37.091145 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 8b77e751-384c-4a53-8049-2f374b3565db, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=8b77e751-384c-4a53-8049-2f374b3565db,segment=NetworkSegment(c0e1ca95-417d-4415-901e-9a622efc20fa),segment_id=c0e1ca95-417d-4415-901e-9a622efc20fa)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:56:37.095017 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:37.118325 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1050525f-47c1-47af-86f7-b446055a3dff x-openstack-request-id: req-1050525f-47c1-47af-86f7-b446055a3dff {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:56:37.118610 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a782fb3-4c58-4b4f-830c-efe3053f368e", "name": "network-vif-plugged", "status": "completed", "tag": "8b77e751-384c-4a53-8049-2f374b3565db", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:56:37.118852 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1050525f-47c1-47af-86f7-b446055a3dff {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:56:37.119386 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a782fb3-4c58-4b4f-830c-efe3053f368e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b77e751-384c-4a53-8049-2f374b3565db', 'code': 200} Aug 17 00:56:37.145298 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=8b77e751-384c-4a53-8049-2f374b3565db,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:56:37.225075 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306b67b-371b-411a-9f7b-db562618494b req-1860278c-7264-4dfd-95ad-938c16b75594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:37.226610 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2306b67b-371b-411a-9f7b-db562618494b req-1860278c-7264-4dfd-95ad-938c16b75594 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6a782fb3-4c58-4b4f-830c-efe3053f368e HTTP/1.1" status: 200 len: 1098 time: 0.0438688 Aug 17 00:56:37.266744 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2306b67b-371b-411a-9f7b-db562618494b req-ec4a2626-2c01-440b-9e8c-59425901e520 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=69f9c326-d64d-479a-8d00-1ced0d365b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288861 Aug 17 00:56:37.879717 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183300f-07aa-4d3c-be88-1e9123ab9122 req-11c61902-7466-4d6e-9202-286d0eac1089 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:37.881610 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d183300f-07aa-4d3c-be88-1e9123ab9122 req-11c61902-7466-4d6e-9202-286d0eac1089 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a782fb3-4c58-4b4f-830c-efe3053f368e HTTP/1.1" status: 200 len: 946 time: 0.0508540 Aug 17 00:56:37.926808 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d183300f-07aa-4d3c-be88-1e9123ab9122 req-fb124352-53d6-4076-b8ea-e9e19b8e5a3c tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/security-groups?id=69f9c326-d64d-479a-8d00-1ced0d365b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369861 Aug 17 00:56:39.045544 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56548dde-a2b5-413e-bc2a-49f5e8ae6b21 req-c035e301-6a55-4808-8bf6-79528d937a26 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:39.047024 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-56548dde-a2b5-413e-bc2a-49f5e8ae6b21 req-c035e301-6a55-4808-8bf6-79528d937a26 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a782fb3-4c58-4b4f-830c-efe3053f368e HTTP/1.1" status: 200 len: 946 time: 0.0521319 Aug 17 00:56:39.083997 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-56548dde-a2b5-413e-bc2a-49f5e8ae6b21 req-0081ba12-75bc-4da9-8c44-d86bb863ba84 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/security-groups?id=69f9c326-d64d-479a-8d00-1ced0d365b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300312 Aug 17 00:56:39.196868 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97227c-e1bc-4afb-bda7-2fcccb2d6ebe req-2947269c-801a-4b95-8b8b-943d0647c632 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:39.198293 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c97227c-e1bc-4afb-bda7-2fcccb2d6ebe req-2947269c-801a-4b95-8b8b-943d0647c632 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a782fb3-4c58-4b4f-830c-efe3053f368e HTTP/1.1" status: 200 len: 946 time: 0.0495110 Aug 17 00:56:39.236568 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7c97227c-e1bc-4afb-bda7-2fcccb2d6ebe req-c29f6d23-3bdd-4b0f-83fd-4cc3cdc36e57 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/security-groups?id=69f9c326-d64d-479a-8d00-1ced0d365b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322888 Aug 17 00:56:40.642670 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:41.188964 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:56:42.272912 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:46.605929 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cd4d3f7f-fcf9-467e-996b-5c3e571a5a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:49.304604 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0b48dfc9-919d-44ba-bf61-1d17bdc0beda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:49.346982 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:50.401408 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:52.298367 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:57.720696 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2f1f2-39f3-44d6-84b2-079bbc1244f1 req-9ed67f6b-52b6-4094-9669-df8b38a4e7a8 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:57.722213 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-06e2f1f2-39f3-44d6-84b2-079bbc1244f1 req-9ed67f6b-52b6-4094-9669-df8b38a4e7a8 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a782fb3-4c58-4b4f-830c-efe3053f368e HTTP/1.1" status: 200 len: 946 time: 0.0489540 Aug 17 00:56:57.761301 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-06e2f1f2-39f3-44d6-84b2-079bbc1244f1 req-4526aa80-57d1-4b15-adb7-3b94ecde5fcb tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/security-groups?id=69f9c326-d64d-479a-8d00-1ced0d365b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327766 Aug 17 00:56:58.882623 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e3319-b146-42f7-96e2-7b52a191eec4 req-c9aedea9-97e1-429c-b2ce-c97460825d57 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:58.884100 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a89e3319-b146-42f7-96e2-7b52a191eec4 req-c9aedea9-97e1-429c-b2ce-c97460825d57 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a782fb3-4c58-4b4f-830c-efe3053f368e HTTP/1.1" status: 200 len: 946 time: 0.0531240 Aug 17 00:56:58.921737 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a89e3319-b146-42f7-96e2-7b52a191eec4 req-8b5528ce-e575-49d5-b929-ffa3c95fedb6 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/security-groups?id=69f9c326-d64d-479a-8d00-1ced0d365b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317087 Aug 17 00:56:59.361821 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2996f5a-1dc5-4209-b6c4-edd77fb4173a req-0b6d5a00-fd5e-4fd5-8212-dfe2a5dccb3a tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:56:59.363267 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2996f5a-1dc5-4209-b6c4-edd77fb4173a req-0b6d5a00-fd5e-4fd5-8212-dfe2a5dccb3a tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a782fb3-4c58-4b4f-830c-efe3053f368e HTTP/1.1" status: 200 len: 946 time: 0.0486836 Aug 17 00:56:59.460465 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-e2996f5a-1dc5-4209-b6c4-edd77fb4173a req-84345e53-8f74-401b-baa9-d9ae11d805c2 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Deleting port 8b77e751-384c-4a53-8049-2f374b3565db {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:56:59.460808 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e2996f5a-1dc5-4209-b6c4-edd77fb4173a req-84345e53-8f74-401b-baa9-d9ae11d805c2 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:59.852364 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-e2996f5a-1dc5-4209-b6c4-edd77fb4173a req-84345e53-8f74-401b-baa9-d9ae11d805c2 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] For port 8b77e751-384c-4a53-8049-2f374b3565db, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=8b77e751-384c-4a53-8049-2f374b3565db,segment=NetworkSegment(c0e1ca95-417d-4415-901e-9a622efc20fa),segment_id=c0e1ca95-417d-4415-901e-9a622efc20fa)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:56:59.852733 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e2996f5a-1dc5-4209-b6c4-edd77fb4173a req-84345e53-8f74-401b-baa9-d9ae11d805c2 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:56:59.864908 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-e2996f5a-1dc5-4209-b6c4-edd77fb4173a req-84345e53-8f74-401b-baa9-d9ae11d805c2 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Calling delete_port for 8b77e751-384c-4a53-8049-2f374b3565db owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:56:59.999775 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e2996f5a-1dc5-4209-b6c4-edd77fb4173a req-84345e53-8f74-401b-baa9-d9ae11d805c2 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:00.017622 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['8b77e751-384c-4a53-8049-2f374b3565db'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:57:00.022353 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f6f8f023-da91-4e86-ad99-62f768e75785 req-9f60f5ed-272b-4fa0-87b7-484e274d997f tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a782fb3-4c58-4b4f-830c-efe3053f368e HTTP/1.1" status: 200 len: 210 time: 0.0327806 Aug 17 00:57:00.041312 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84345e53-8f74-401b-baa9-d9ae11d805c2 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Pushing event deleted for resources: {'Port': ['ID=8b77e751-384c-4a53-8049-2f374b3565db,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:00.055296 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84345e53-8f74-401b-baa9-d9ae11d805c2 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:00.055669 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84345e53-8f74-401b-baa9-d9ae11d805c2 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:00.056006 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84345e53-8f74-401b-baa9-d9ae11d805c2 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:00.056349 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84345e53-8f74-401b-baa9-d9ae11d805c2 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:00.056685 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84345e53-8f74-401b-baa9-d9ae11d805c2 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:00.057019 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84345e53-8f74-401b-baa9-d9ae11d805c2 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:00.057380 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84345e53-8f74-401b-baa9-d9ae11d805c2 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:00.057711 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84345e53-8f74-401b-baa9-d9ae11d805c2 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:00.058045 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84345e53-8f74-401b-baa9-d9ae11d805c2 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:00.058377 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84345e53-8f74-401b-baa9-d9ae11d805c2 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:00.058702 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84345e53-8f74-401b-baa9-d9ae11d805c2 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:00.059025 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84345e53-8f74-401b-baa9-d9ae11d805c2 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:00.098118 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2996f5a-1dc5-4209-b6c4-edd77fb4173a req-84345e53-8f74-401b-baa9-d9ae11d805c2 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] No DVR routers for this DVR port 8b77e751-384c-4a53-8049-2f374b3565db on host n-h1-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:57:00.100934 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e2996f5a-1dc5-4209-b6c4-edd77fb4173a req-84345e53-8f74-401b-baa9-d9ae11d805c2 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:00.103236 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2996f5a-1dc5-4209-b6c4-edd77fb4173a req-84345e53-8f74-401b-baa9-d9ae11d805c2 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.69 "DELETE /v2.0/ports/8b77e751-384c-4a53-8049-2f374b3565db HTTP/1.1" status: 204 len: 173 time: 0.7299132 Aug 17 00:57:00.103625 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a782fb3-4c58-4b4f-830c-efe3053f368e', 'name': 'network-vif-deleted', 'tag': '8b77e751-384c-4a53-8049-2f374b3565db'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:57:00.105887 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4972aff-3931-4683-90dd-277fc76d8cac" -d '{"events": [{"server_uuid": "6a782fb3-4c58-4b4f-830c-efe3053f368e", "name": "network-vif-deleted", "tag": "8b77e751-384c-4a53-8049-2f374b3565db"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:57:00.146128 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a2a6f9-245d-43ba-8ce3-8846a56f290a x-openstack-request-id: req-d0a2a6f9-245d-43ba-8ce3-8846a56f290a {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:57:00.146432 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a782fb3-4c58-4b4f-830c-efe3053f368e", "name": "network-vif-deleted", "tag": "8b77e751-384c-4a53-8049-2f374b3565db", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:57:00.146855 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d0a2a6f9-245d-43ba-8ce3-8846a56f290a {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:57:00.147265 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a782fb3-4c58-4b4f-830c-efe3053f368e', 'name': 'network-vif-deleted', 'tag': '8b77e751-384c-4a53-8049-2f374b3565db', 'status': 'completed', 'code': 200} Aug 17 00:57:01.608184 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-472418c2-de85-4933-ae50-500cf58135e6 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:01.609668 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-472418c2-de85-4933-ae50-500cf58135e6 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/networks?id=533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6 HTTP/1.1" status: 200 len: 816 time: 0.1000004 Aug 17 00:57:01.625327 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-3b660575-f28f-420e-8172-421b78075849 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/quotas/4e358300ee884bd5aaa7e5e685c73a17 HTTP/1.1" status: 200 len: 375 time: 0.0092230 Aug 17 00:57:01.681577 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-ccb1edb8-c17b-48b1-b8bd-e1c601da2955 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e358300ee884bd5aaa7e5e685c73a17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507927 Aug 17 00:57:01.780562 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-6060d9a6-8230-41c4-86db-275799d317f7 service neutron] 10.222.0.60 "GET /v2.0/networks/533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877223 Aug 17 00:57:01.878394 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-74134b57-b9a4-429b-90a6-09e20cf4470d service neutron] 10.222.0.60 "GET /v2.0/networks/533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906377 Aug 17 00:57:02.038986 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4fb59ff2-34e4-4127-a936-7bd38bc50a24 req-485a1192-15a3-4af3-9c42-07a9287a6211 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/ports?device_id=64798a14-9237-421f-958f-4f3c894828a0 HTTP/1.1" status: 200 len: 210 time: 0.0277483 Aug 17 00:57:03.035881 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-1ddd4e2f-c5bf-4f78-b90a-99ce4c2359ab tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:03.037376 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-1ddd4e2f-c5bf-4f78-b90a-99ce4c2359ab tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.69 "GET /v2.0/networks?id=533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6 HTTP/1.1" status: 200 len: 816 time: 0.1050391 Aug 17 00:57:03.050842 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d77dcebf-7a6b-4b46-8942-b7c572398b43 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Request body: {'port': {'device_id': '64798a14-9237-421f-958f-4f3c894828a0', 'network_id': '533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6', 'admin_state_up': True, 'tenant_id': '4e358300ee884bd5aaa7e5e685c73a17'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:57:03.058257 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 8b77e751-384c-4a53-8049-2f374b3565db no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:57:03.084812 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 8b77e751-384c-4a53-8049-2f374b3565db {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:57:03.085278 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 8b77e751-384c-4a53-8049-2f374b3565db not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:57:03.142707 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0b1ad328-4296-4387-8b59-95442dd38e07 req-e368d591-2b35-4d33-89b3-c794ecde249d tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/ports?device_id=64798a14-9237-421f-958f-4f3c894828a0 HTTP/1.1" status: 200 len: 210 time: 0.0297620 Aug 17 00:57:03.190249 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d77dcebf-7a6b-4b46-8942-b7c572398b43 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Made reservation on behalf of 4e358300ee884bd5aaa7e5e685c73a17 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:57:03.194340 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d77dcebf-7a6b-4b46-8942-b7c572398b43 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:03.320806 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d77dcebf-7a6b-4b46-8942-b7c572398b43 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Allocated IP 172.20.0.6 (533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6/f4ebc3d6-6415-4773-907f-835616aa426e/161704b4-e231-41d0-90ee-f105653e2d24) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:57:03.467028 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d77dcebf-7a6b-4b46-8942-b7c572398b43 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:03.481112 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d77dcebf-7a6b-4b46-8942-b7c572398b43 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Transition to ACTIVE for port object 161704b4-e231-41d0-90ee-f105653e2d24 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:57:03.513909 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d77dcebf-7a6b-4b46-8942-b7c572398b43 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:03.557447 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d77dcebf-7a6b-4b46-8942-b7c572398b43 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Network 533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:57:03.560491 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d77dcebf-7a6b-4b46-8942-b7c572398b43 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:57:03.564185 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d77dcebf-7a6b-4b46-8942-b7c572398b43 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:57:03.587951 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77dcebf-7a6b-4b46-8942-b7c572398b43 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Pushing event updated for resources: {'Port': ['ID=161704b4-e231-41d0-90ee-f105653e2d24,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:03.618295 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d77dcebf-7a6b-4b46-8942-b7c572398b43 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:03.618928 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d77dcebf-7a6b-4b46-8942-b7c572398b43 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:03.633951 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d77dcebf-7a6b-4b46-8942-b7c572398b43 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5870054 Aug 17 00:57:03.651698 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d611346c-4b44-4626-ade4-09130505678d service neutron] Request body: {'port': {'device_id': '64798a14-9237-421f-958f-4f3c894828a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:57:03.712383 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d611346c-4b44-4626-ade4-09130505678d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:03.806719 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8fc5a6d0-96b1-4d16-8fa7-c835849bbbe5 None None] Provisioning for port 161704b4-e231-41d0-90ee-f105653e2d24 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:57:03.810521 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8fc5a6d0-96b1-4d16-8fa7-c835849bbbe5 None None] Provisioning complete for port 161704b4-e231-41d0-90ee-f105653e2d24 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:57:03.810899 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8fc5a6d0-96b1-4d16-8fa7-c835849bbbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:03.845548 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-8fc5a6d0-96b1-4d16-8fa7-c835849bbbe5 None None] Port 161704b4-e231-41d0-90ee-f105653e2d24 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:57:03.975943 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d611346c-4b44-4626-ade4-09130505678d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 161704b4-e231-41d0-90ee-f105653e2d24 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:57:03.983492 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d611346c-4b44-4626-ade4-09130505678d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:03.995315 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d611346c-4b44-4626-ade4-09130505678d service neutron] Transition to ACTIVE for port object 161704b4-e231-41d0-90ee-f105653e2d24 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:57:03.999458 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d611346c-4b44-4626-ade4-09130505678d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:04.066712 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611346c-4b44-4626-ade4-09130505678d service neutron] Pushing event updated for resources: {'Port': ['ID=161704b4-e231-41d0-90ee-f105653e2d24,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:04.121925 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d611346c-4b44-4626-ade4-09130505678d service neutron] Attempting to bind port 161704b4-e231-41d0-90ee-f105653e2d24 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:57:04.122280 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d611346c-4b44-4626-ade4-09130505678d service neutron] Attempting to bind port 161704b4-e231-41d0-90ee-f105653e2d24 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': 'c0e1ca95-417d-4415-901e-9a622efc20fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:57:04.122597 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d611346c-4b44-4626-ade4-09130505678d service neutron] Attempting to bind port 161704b4-e231-41d0-90ee-f105653e2d24 on network 533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:57:04.127188 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d611346c-4b44-4626-ade4-09130505678d service neutron] Port 161704b4-e231-41d0-90ee-f105653e2d24 on network 533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:57:04.127515 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d611346c-4b44-4626-ade4-09130505678d service neutron] Attempting to bind port 161704b4-e231-41d0-90ee-f105653e2d24 on network 533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:57:04.132997 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d611346c-4b44-4626-ade4-09130505678d service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:57:04.133427 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d611346c-4b44-4626-ade4-09130505678d service neutron] Checking segment: {'id': 'c0e1ca95-417d-4415-901e-9a622efc20fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:57:04.133819 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d611346c-4b44-4626-ade4-09130505678d service neutron] Bound using segment: {'id': 'c0e1ca95-417d-4415-901e-9a622efc20fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:57:04.134281 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d611346c-4b44-4626-ade4-09130505678d service neutron] Bound port: 161704b4-e231-41d0-90ee-f105653e2d24, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0e1ca95-417d-4415-901e-9a622efc20fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:57:04.134748 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d611346c-4b44-4626-ade4-09130505678d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:04.201759 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d611346c-4b44-4626-ade4-09130505678d service neutron] For port 161704b4-e231-41d0-90ee-f105653e2d24, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:57:04.204930 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d611346c-4b44-4626-ade4-09130505678d service neutron] For port 161704b4-e231-41d0-90ee-f105653e2d24, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=161704b4-e231-41d0-90ee-f105653e2d24,segment=NetworkSegment(c0e1ca95-417d-4415-901e-9a622efc20fa),segment_id=c0e1ca95-417d-4415-901e-9a622efc20fa)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:57:04.210288 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d611346c-4b44-4626-ade4-09130505678d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:04.276561 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d611346c-4b44-4626-ade4-09130505678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:04.277556 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d611346c-4b44-4626-ade4-09130505678d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:04.280100 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-d611346c-4b44-4626-ade4-09130505678d service neutron] 10.222.0.69 "PUT /v2.0/ports/161704b4-e231-41d0-90ee-f105653e2d24 HTTP/1.1" status: 200 len: 1092 time: 0.6327901 Aug 17 00:57:04.283930 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64798a14-9237-421f-958f-4f3c894828a0', 'tag': '161704b4-e231-41d0-90ee-f105653e2d24'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:57:04.287566 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1df2ee-daf4-48dd-a0c0-4d7a7a6894fc" -d '{"events": [{"name": "network-changed", "server_uuid": "64798a14-9237-421f-958f-4f3c894828a0", "tag": "161704b4-e231-41d0-90ee-f105653e2d24"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:57:04.318638 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611346c-4b44-4626-ade4-09130505678d service neutron] Pushing event updated for resources: {'Port': ['ID=161704b4-e231-41d0-90ee-f105653e2d24,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:04.345831 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e31bd-b08f-4572-8aa3-ec6e6f1d356f req-42abbcc6-0e86-41ff-ad3d-016102a3b196 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:04.347416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d19e31bd-b08f-4572-8aa3-ec6e6f1d356f req-42abbcc6-0e86-41ff-ad3d-016102a3b196 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/ports?device_id=64798a14-9237-421f-958f-4f3c894828a0 HTTP/1.1" status: 200 len: 943 time: 0.1320658 Aug 17 00:57:04.349736 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3965e79-9d3d-4e2b-97cf-fde1c4f166d3 x-openstack-request-id: req-a3965e79-9d3d-4e2b-97cf-fde1c4f166d3 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:57:04.350022 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64798a14-9237-421f-958f-4f3c894828a0", "tag": "161704b4-e231-41d0-90ee-f105653e2d24", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:57:04.350485 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a3965e79-9d3d-4e2b-97cf-fde1c4f166d3 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:57:04.351382 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64798a14-9237-421f-958f-4f3c894828a0', 'tag': '161704b4-e231-41d0-90ee-f105653e2d24', 'status': 'completed', 'code': 200} Aug 17 00:57:04.406836 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d19e31bd-b08f-4572-8aa3-ec6e6f1d356f req-1d137e1a-886c-4f84-93eb-d98c8e51086d tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/security-groups?id=69f9c326-d64d-479a-8d00-1ced0d365b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412049 Aug 17 00:57:04.412522 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-a8741675-ed38-48db-b23b-0c00321dcb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:04.414083 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-a8741675-ed38-48db-b23b-0c00321dcb76 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e358300ee884bd5aaa7e5e685c73a17&device_id=64798a14-9237-421f-958f-4f3c894828a0 HTTP/1.1" status: 200 len: 1095 time: 0.0888793 Aug 17 00:57:04.464411 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-86f5c768-3eb7-4396-a337-ab8531233b49 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=161704b4-e231-41d0-90ee-f105653e2d24 HTTP/1.1" status: 200 len: 217 time: 0.0378454 Aug 17 00:57:04.523720 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-65ce6aa6-f930-42ca-93da-7f9048f195bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:04.525251 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-65ce6aa6-f930-42ca-93da-7f9048f195bc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f4ebc3d6-6415-4773-907f-835616aa426e HTTP/1.1" status: 200 len: 855 time: 0.0499706 Aug 17 00:57:04.578389 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-26cfc7c9-6d34-4794-946f-41f12e0b96c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:04.579866 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-26cfc7c9-6d34-4794-946f-41f12e0b96c0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404658 Aug 17 00:57:04.673218 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-902197bf-aa45-492a-b8c2-72be339ffede service neutron] 10.222.0.69 "GET /v2.0/networks/533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809870 Aug 17 00:57:04.772599 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de8bfbea-43ab-48c1-9aae-a41dc5e95230 req-b4534414-d528-42e6-a40b-a730c8ddd050 service neutron] 10.222.0.69 "GET /v2.0/networks/533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867167 Aug 17 00:57:04.866233 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1df2ee-daf4-48dd-a0c0-4d7a7a6894fc req-8cc0a30c-0a92-4cc9-956b-cc0551a95ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:04.867744 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f1df2ee-daf4-48dd-a0c0-4d7a7a6894fc req-8cc0a30c-0a92-4cc9-956b-cc0551a95ba4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e358300ee884bd5aaa7e5e685c73a17&device_id=64798a14-9237-421f-958f-4f3c894828a0 HTTP/1.1" status: 200 len: 1095 time: 0.0428381 Aug 17 00:57:04.965026 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1df2ee-daf4-48dd-a0c0-4d7a7a6894fc req-3b9e208f-c496-4d54-b71b-cfde7fa1accf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:04.966561 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f1df2ee-daf4-48dd-a0c0-4d7a7a6894fc req-3b9e208f-c496-4d54-b71b-cfde7fa1accf service neutron] 10.222.0.69 "GET /v2.0/networks?id=533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6 HTTP/1.1" status: 200 len: 917 time: 0.0918639 Aug 17 00:57:05.009000 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f1df2ee-daf4-48dd-a0c0-4d7a7a6894fc req-420ff50c-50bd-45ff-a8ff-a44aee6c6b92 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=161704b4-e231-41d0-90ee-f105653e2d24 HTTP/1.1" status: 200 len: 217 time: 0.0348990 Aug 17 00:57:05.056735 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1df2ee-daf4-48dd-a0c0-4d7a7a6894fc req-8447c3e3-2f3e-412b-ba23-3af483500ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:05.058279 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f1df2ee-daf4-48dd-a0c0-4d7a7a6894fc req-8447c3e3-2f3e-412b-ba23-3af483500ada service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f4ebc3d6-6415-4773-907f-835616aa426e HTTP/1.1" status: 200 len: 855 time: 0.0425160 Aug 17 00:57:05.108539 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1df2ee-daf4-48dd-a0c0-4d7a7a6894fc req-9e5c2b2e-dc2d-49be-8cae-b51aaf728d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:05.110037 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f1df2ee-daf4-48dd-a0c0-4d7a7a6894fc req-9e5c2b2e-dc2d-49be-8cae-b51aaf728d46 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440891 Aug 17 00:57:05.199927 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f1df2ee-daf4-48dd-a0c0-4d7a7a6894fc req-7fcce5c7-8961-4d80-a86d-69fa462dd25e service neutron] 10.222.0.69 "GET /v2.0/networks/533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813498 Aug 17 00:57:05.294902 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0f1df2ee-daf4-48dd-a0c0-4d7a7a6894fc req-6cdac3a4-f3c7-4e1c-ac3c-666ece138159 service neutron] 10.222.0.69 "GET /v2.0/networks/533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862875 Aug 17 00:57:05.530531 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f03abd-0630-407f-8b12-9daa739038fb req-ffa89ffd-c9f4-43d4-94d4-8188a0beb965 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:05.532010 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85f03abd-0630-407f-8b12-9daa739038fb req-ffa89ffd-c9f4-43d4-94d4-8188a0beb965 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/ports?device_id=64798a14-9237-421f-958f-4f3c894828a0 HTTP/1.1" status: 200 len: 943 time: 0.0499041 Aug 17 00:57:05.570294 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85f03abd-0630-407f-8b12-9daa739038fb req-86de9633-589c-4f90-98da-23fb40f2a8de tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/security-groups?id=69f9c326-d64d-479a-8d00-1ced0d365b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321898 Aug 17 00:57:06.683581 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78473249-ab5d-43d1-bb53-c6870d290dbd req-d11df78d-7e45-4afc-a2e9-815923646d0b tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:06.685062 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78473249-ab5d-43d1-bb53-c6870d290dbd req-d11df78d-7e45-4afc-a2e9-815923646d0b tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/ports?device_id=64798a14-9237-421f-958f-4f3c894828a0 HTTP/1.1" status: 200 len: 943 time: 0.0494175 Aug 17 00:57:06.724283 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78473249-ab5d-43d1-bb53-c6870d290dbd req-2231b0f4-c276-4a27-8023-691295657428 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/security-groups?id=69f9c326-d64d-479a-8d00-1ced0d365b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331473 Aug 17 00:57:07.074475 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 161704b4-e231-41d0-90ee-f105653e2d24 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:57:07.174584 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 161704b4-e231-41d0-90ee-f105653e2d24, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=161704b4-e231-41d0-90ee-f105653e2d24,segment=NetworkSegment(c0e1ca95-417d-4415-901e-9a622efc20fa),segment_id=c0e1ca95-417d-4415-901e-9a622efc20fa)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:57:07.186372 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '161704b4-e231-41d0-90ee-f105653e2d24', 'network_id': '533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6', 'port_id': '161704b4-e231-41d0-90ee-f105653e2d24', 'mac_address': 'fa:16:3e:41:95:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ebc3d6-6415-4773-907f-835616aa426e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:57:07.222102 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:07.234636 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 161704b4-e231-41d0-90ee-f105653e2d24 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:57:07.254866 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 161704b4-e231-41d0-90ee-f105653e2d24, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=161704b4-e231-41d0-90ee-f105653e2d24,segment=NetworkSegment(c0e1ca95-417d-4415-901e-9a622efc20fa),segment_id=c0e1ca95-417d-4415-901e-9a622efc20fa)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:57:07.258891 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:07.306769 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=161704b4-e231-41d0-90ee-f105653e2d24,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:07.509185 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['161704b4-e231-41d0-90ee-f105653e2d24'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:57:07.843511 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2be62-7f8d-4511-9266-57f7fc0832e8 req-9c728afb-133e-4542-86de-a7b960f5db90 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:07.844979 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4e2be62-7f8d-4511-9266-57f7fc0832e8 req-9c728afb-133e-4542-86de-a7b960f5db90 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/ports?device_id=64798a14-9237-421f-958f-4f3c894828a0 HTTP/1.1" status: 200 len: 944 time: 0.0537333 Aug 17 00:57:07.883039 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4e2be62-7f8d-4511-9266-57f7fc0832e8 req-a87f821f-d5a3-46e7-8815-2f012815d8d3 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/security-groups?id=69f9c326-d64d-479a-8d00-1ced0d365b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314546 Aug 17 00:57:09.001641 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07a7b1-1154-47c1-8789-06885eef7b83 req-120af2d0-dd6f-45c3-932a-58d3348794a6 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:09.003182 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5c07a7b1-1154-47c1-8789-06885eef7b83 req-120af2d0-dd6f-45c3-932a-58d3348794a6 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/ports?device_id=64798a14-9237-421f-958f-4f3c894828a0 HTTP/1.1" status: 200 len: 944 time: 0.0522521 Aug 17 00:57:09.041378 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5c07a7b1-1154-47c1-8789-06885eef7b83 req-3ee98238-45f6-47fe-ad68-3d45fcb451b9 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/security-groups?id=69f9c326-d64d-479a-8d00-1ced0d365b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316350 Aug 17 00:57:09.078962 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 161704b4-e231-41d0-90ee-f105653e2d24 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:57:09.129708 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 161704b4-e231-41d0-90ee-f105653e2d24 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:57:09.134008 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 161704b4-e231-41d0-90ee-f105653e2d24 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:57:09.134374 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:09.214104 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:09.235315 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64798a14-9237-421f-958f-4f3c894828a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161704b4-e231-41d0-90ee-f105653e2d24'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:57:09.237531 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d9b1f6eceb9192db377ceb4d6ae83098a713cf0d5394fe300bfd3a5d60dfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e725536-98cb-4972-89ea-60a80684acc6" -d '{"events": [{"server_uuid": "64798a14-9237-421f-958f-4f3c894828a0", "name": "network-vif-plugged", "status": "completed", "tag": "161704b4-e231-41d0-90ee-f105653e2d24"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:57:09.251267 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 161704b4-e231-41d0-90ee-f105653e2d24, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=161704b4-e231-41d0-90ee-f105653e2d24,segment=NetworkSegment(c0e1ca95-417d-4415-901e-9a622efc20fa),segment_id=c0e1ca95-417d-4415-901e-9a622efc20fa)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:57:09.255832 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:09.279685 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d46b56-a253-4b5a-86cd-2fb1a4d2a679 x-openstack-request-id: req-43d46b56-a253-4b5a-86cd-2fb1a4d2a679 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:57:09.279979 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64798a14-9237-421f-958f-4f3c894828a0", "name": "network-vif-plugged", "status": "completed", "tag": "161704b4-e231-41d0-90ee-f105653e2d24", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:57:09.280237 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43d46b56-a253-4b5a-86cd-2fb1a4d2a679 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:57:09.280627 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64798a14-9237-421f-958f-4f3c894828a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161704b4-e231-41d0-90ee-f105653e2d24', 'code': 200} Aug 17 00:57:09.306676 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=161704b4-e231-41d0-90ee-f105653e2d24,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:09.314167 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:09.314516 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:09.314862 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:09.315201 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:09.315534 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:09.315866 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:09.316198 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:09.316526 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:09.317395 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:09.317705 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:09.318038 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:09.318361 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:09.375350 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305617e5-7951-4387-9f36-0bf84d217f61 req-76885210-260b-4737-b3b4-cb0cf01093ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:09.376835 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-305617e5-7951-4387-9f36-0bf84d217f61 req-76885210-260b-4737-b3b4-cb0cf01093ef service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=64798a14-9237-421f-958f-4f3c894828a0 HTTP/1.1" status: 200 len: 1097 time: 0.0401065 Aug 17 00:57:09.414319 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-305617e5-7951-4387-9f36-0bf84d217f61 req-dd32a2eb-cc33-48ff-ae27-8007f995ba00 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=69f9c326-d64d-479a-8d00-1ced0d365b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264997 Aug 17 00:57:10.158262 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75420d-d4b8-4a38-ba95-3fc3a6a68b67 req-59aef3f8-95db-4787-967e-931773487759 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:10.159722 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d75420d-d4b8-4a38-ba95-3fc3a6a68b67 req-59aef3f8-95db-4787-967e-931773487759 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/ports?device_id=64798a14-9237-421f-958f-4f3c894828a0 HTTP/1.1" status: 200 len: 945 time: 0.0521514 Aug 17 00:57:10.198753 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d75420d-d4b8-4a38-ba95-3fc3a6a68b67 req-e78fc995-1df1-4a61-a5b1-f8f4083e692a tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/security-groups?id=69f9c326-d64d-479a-8d00-1ced0d365b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322893 Aug 17 00:57:10.659678 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:11.317974 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659b866-15d8-4f12-bee4-9b0ff18390f9 req-08098576-5510-483e-a65a-80a5ba772407 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:11.319442 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2659b866-15d8-4f12-bee4-9b0ff18390f9 req-08098576-5510-483e-a65a-80a5ba772407 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/ports?device_id=64798a14-9237-421f-958f-4f3c894828a0 HTTP/1.1" status: 200 len: 945 time: 0.0487278 Aug 17 00:57:11.357859 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2659b866-15d8-4f12-bee4-9b0ff18390f9 req-4152ec39-4ea6-4c0e-9cd8-e77ba70953d0 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/security-groups?id=69f9c326-d64d-479a-8d00-1ced0d365b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323451 Aug 17 00:57:11.471510 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb1212-9c0d-483e-8c72-b4338d582b4c req-7a967daf-0e5f-48d6-9254-a5bd00c4cc73 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:11.473081 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2fb1212-9c0d-483e-8c72-b4338d582b4c req-7a967daf-0e5f-48d6-9254-a5bd00c4cc73 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/ports?device_id=64798a14-9237-421f-958f-4f3c894828a0 HTTP/1.1" status: 200 len: 945 time: 0.0501914 Aug 17 00:57:11.514317 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f2fb1212-9c0d-483e-8c72-b4338d582b4c req-9887e382-b364-42eb-b46e-b6e8a69790ca tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/security-groups?id=69f9c326-d64d-479a-8d00-1ced0d365b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351262 Aug 17 00:57:12.269171 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:16.606662 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-115b2a39-0c07-4176-a8d3-635cd3551469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:17.864840 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ba17c25-107b-4629-aa37-254923fa6a18 req-5b088c77-84c8-4bb1-aa57-9918e6f328e8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=64798a14-9237-421f-958f-4f3c894828a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439496 Aug 17 00:57:17.946757 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba17c25-107b-4629-aa37-254923fa6a18 req-608bb2f5-4997-46f8-99b6-014ab82db2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:17.948227 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ba17c25-107b-4629-aa37-254923fa6a18 req-608bb2f5-4997-46f8-99b6-014ab82db2ef service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e358300ee884bd5aaa7e5e685c73a17&device_id=64798a14-9237-421f-958f-4f3c894828a0 HTTP/1.1" status: 200 len: 1097 time: 0.0401552 Aug 17 00:57:18.054307 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba17c25-107b-4629-aa37-254923fa6a18 req-3b2837a4-30a4-4298-8694-766f67011ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:18.055785 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ba17c25-107b-4629-aa37-254923fa6a18 req-3b2837a4-30a4-4298-8694-766f67011ae5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6 HTTP/1.1" status: 200 len: 917 time: 0.0872262 Aug 17 00:57:18.099800 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ba17c25-107b-4629-aa37-254923fa6a18 req-2bed935e-a988-49d7-a970-c5d37008a71e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=161704b4-e231-41d0-90ee-f105653e2d24 HTTP/1.1" status: 200 len: 217 time: 0.0360725 Aug 17 00:57:18.149966 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba17c25-107b-4629-aa37-254923fa6a18 req-1eb918f5-1826-4037-8782-8448146dadc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:18.151296 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ba17c25-107b-4629-aa37-254923fa6a18 req-1eb918f5-1826-4037-8782-8448146dadc9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f4ebc3d6-6415-4773-907f-835616aa426e HTTP/1.1" status: 200 len: 855 time: 0.0439355 Aug 17 00:57:18.187672 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:57:18.196090 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba17c25-107b-4629-aa37-254923fa6a18 req-312dd3a4-5517-4cca-b3a4-c46d986d55dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:18.197687 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ba17c25-107b-4629-aa37-254923fa6a18 req-312dd3a4-5517-4cca-b3a4-c46d986d55dd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393269 Aug 17 00:57:18.292855 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ba17c25-107b-4629-aa37-254923fa6a18 req-604d3842-aa4a-481c-a8e1-2e6088f663aa service neutron] 10.222.0.69 "GET /v2.0/networks/533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878112 Aug 17 00:57:18.381983 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ba17c25-107b-4629-aa37-254923fa6a18 req-52d38b75-9602-44a8-9b12-541ce620e0c5 service neutron] 10.222.0.69 "GET /v2.0/networks/533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810709 Aug 17 00:57:19.304796 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-dbf70b88-d557-42b7-9fca-612969581024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:19.347172 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:20.405262 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:22.299700 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:29.846004 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbdf73-92c1-428c-b66f-adcbe7fbcff3 req-1309d1ca-1b97-42ac-a915-d245cf03edaa tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:29.847480 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79bbdf73-92c1-428c-b66f-adcbe7fbcff3 req-1309d1ca-1b97-42ac-a915-d245cf03edaa tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/ports?device_id=64798a14-9237-421f-958f-4f3c894828a0 HTTP/1.1" status: 200 len: 945 time: 0.0539923 Aug 17 00:57:29.886099 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79bbdf73-92c1-428c-b66f-adcbe7fbcff3 req-cba92bf4-ad86-4182-ad8b-28352f25dff0 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/security-groups?id=69f9c326-d64d-479a-8d00-1ced0d365b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322165 Aug 17 00:57:31.002787 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b32c72-9db1-4cef-bb1e-133f9eb66394 req-59701751-d3df-4f5d-be2c-5ce37ff125c6 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:31.004274 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-75b32c72-9db1-4cef-bb1e-133f9eb66394 req-59701751-d3df-4f5d-be2c-5ce37ff125c6 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/ports?device_id=64798a14-9237-421f-958f-4f3c894828a0 HTTP/1.1" status: 200 len: 945 time: 0.0508556 Aug 17 00:57:31.041518 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-75b32c72-9db1-4cef-bb1e-133f9eb66394 req-56b91d20-86b6-4a26-945b-b11110b78797 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/security-groups?id=69f9c326-d64d-479a-8d00-1ced0d365b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311661 Aug 17 00:57:31.509260 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee342bf2-67cc-44f2-86d1-182c3c4d219c req-a7cbdacf-a315-4dbd-954a-22a58142744c tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:31.510787 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ee342bf2-67cc-44f2-86d1-182c3c4d219c req-a7cbdacf-a315-4dbd-954a-22a58142744c tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.69 "GET /v2.0/ports?device_id=64798a14-9237-421f-958f-4f3c894828a0 HTTP/1.1" status: 200 len: 945 time: 0.0492005 Aug 17 00:57:31.609211 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-ee342bf2-67cc-44f2-86d1-182c3c4d219c req-d733f522-9527-4677-b5fe-a595d30b1b21 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Deleting port 161704b4-e231-41d0-90ee-f105653e2d24 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:57:31.609558 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ee342bf2-67cc-44f2-86d1-182c3c4d219c req-d733f522-9527-4677-b5fe-a595d30b1b21 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:31.696436 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-ee342bf2-67cc-44f2-86d1-182c3c4d219c req-d733f522-9527-4677-b5fe-a595d30b1b21 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] For port 161704b4-e231-41d0-90ee-f105653e2d24, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=161704b4-e231-41d0-90ee-f105653e2d24,segment=NetworkSegment(c0e1ca95-417d-4415-901e-9a622efc20fa),segment_id=c0e1ca95-417d-4415-901e-9a622efc20fa)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:57:31.696711 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ee342bf2-67cc-44f2-86d1-182c3c4d219c req-d733f522-9527-4677-b5fe-a595d30b1b21 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:31.708697 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-ee342bf2-67cc-44f2-86d1-182c3c4d219c req-d733f522-9527-4677-b5fe-a595d30b1b21 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Calling delete_port for 161704b4-e231-41d0-90ee-f105653e2d24 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:57:31.836753 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ee342bf2-67cc-44f2-86d1-182c3c4d219c req-d733f522-9527-4677-b5fe-a595d30b1b21 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:31.852897 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['161704b4-e231-41d0-90ee-f105653e2d24'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:57:31.868077 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733f522-9527-4677-b5fe-a595d30b1b21 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Pushing event deleted for resources: {'Port': ['ID=161704b4-e231-41d0-90ee-f105653e2d24,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:31.912845 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee342bf2-67cc-44f2-86d1-182c3c4d219c req-d733f522-9527-4677-b5fe-a595d30b1b21 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] No DVR routers for this DVR port 161704b4-e231-41d0-90ee-f105653e2d24 on host n-h1-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:57:31.915627 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-ee342bf2-67cc-44f2-86d1-182c3c4d219c req-d733f522-9527-4677-b5fe-a595d30b1b21 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:31.917721 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ee342bf2-67cc-44f2-86d1-182c3c4d219c req-d733f522-9527-4677-b5fe-a595d30b1b21 tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.69 "DELETE /v2.0/ports/161704b4-e231-41d0-90ee-f105653e2d24 HTTP/1.1" status: 204 len: 173 time: 0.3975122 Aug 17 00:57:31.918236 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64798a14-9237-421f-958f-4f3c894828a0', 'name': 'network-vif-deleted', 'tag': '161704b4-e231-41d0-90ee-f105653e2d24'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:57:31.920520 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771d1d72-443a-4f4c-b6eb-5f2254180bf9" -d '{"events": [{"server_uuid": "64798a14-9237-421f-958f-4f3c894828a0", "name": "network-vif-deleted", "tag": "161704b4-e231-41d0-90ee-f105653e2d24"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:57:31.958915 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2c44b7-4d78-41bf-94ee-e59bc4a98f37 x-openstack-request-id: req-2c2c44b7-4d78-41bf-94ee-e59bc4a98f37 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:57:31.959214 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64798a14-9237-421f-958f-4f3c894828a0", "name": "network-vif-deleted", "tag": "161704b4-e231-41d0-90ee-f105653e2d24", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:57:31.959472 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2c2c44b7-4d78-41bf-94ee-e59bc4a98f37 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:57:31.959879 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64798a14-9237-421f-958f-4f3c894828a0', 'name': 'network-vif-deleted', 'tag': '161704b4-e231-41d0-90ee-f105653e2d24', 'status': 'completed', 'code': 200} Aug 17 00:57:32.144688 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1fa1ffd0-3035-42de-ad1f-04ff3b653104 req-a2ce3d0b-3d64-42f7-82d6-fcac0cbe3fec tempest-TestEncryptedCinderVolumes-211032438 tempest-TestEncryptedCinderVolumes-211032438-project] 10.222.0.60 "GET /v2.0/ports?device_id=64798a14-9237-421f-958f-4f3c894828a0 HTTP/1.1" status: 200 len: 210 time: 0.0258143 Aug 17 00:57:33.236507 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49204) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:57:33.580464 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-44f44501-797c-4232-9c9f-f64cab551462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:33.822978 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-44f44501-797c-4232-9c9f-f64cab551462 admin admin] Deleting port 50bda922-2458-447f-9c1d-c310bee4753f {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:57:33.823212 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-44f44501-797c-4232-9c9f-f64cab551462 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:33.902141 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-44f44501-797c-4232-9c9f-f64cab551462 admin admin] For port 50bda922-2458-447f-9c1d-c310bee4753f, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=50bda922-2458-447f-9c1d-c310bee4753f,segment=NetworkSegment(c0e1ca95-417d-4415-901e-9a622efc20fa),segment_id=c0e1ca95-417d-4415-901e-9a622efc20fa)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:57:33.902508 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-44f44501-797c-4232-9c9f-f64cab551462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:33.914798 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-44f44501-797c-4232-9c9f-f64cab551462 admin admin] Calling delete_port for 50bda922-2458-447f-9c1d-c310bee4753f owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:57:34.090304 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-44f44501-797c-4232-9c9f-f64cab551462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:34.116270 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f44501-797c-4232-9c9f-f64cab551462 admin admin] Pushing event deleted for resources: {'Port': ['ID=50bda922-2458-447f-9c1d-c310bee4753f,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:34.128764 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f44501-797c-4232-9c9f-f64cab551462 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:34.128764 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f44501-797c-4232-9c9f-f64cab551462 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:34.129155 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f44501-797c-4232-9c9f-f64cab551462 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:34.130104 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f44501-797c-4232-9c9f-f64cab551462 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:34.130588 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f44501-797c-4232-9c9f-f64cab551462 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:34.131097 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f44501-797c-4232-9c9f-f64cab551462 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:34.131449 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f44501-797c-4232-9c9f-f64cab551462 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:34.131792 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f44501-797c-4232-9c9f-f64cab551462 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:34.132129 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f44501-797c-4232-9c9f-f64cab551462 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:34.132461 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f44501-797c-4232-9c9f-f64cab551462 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:34.132797 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f44501-797c-4232-9c9f-f64cab551462 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:34.133153 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f44501-797c-4232-9c9f-f64cab551462 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:34.302625 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-44f44501-797c-4232-9c9f-f64cab551462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:34.514799 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f44501-797c-4232-9c9f-f64cab551462 admin admin] Router c0fbc802-4000-418b-b945-f48656502750 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:57:34.619857 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f44501-797c-4232-9c9f-f64cab551462 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:57:34.625508 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-44f44501-797c-4232-9c9f-f64cab551462 admin admin] 10.222.0.60 "PUT /v2.0/routers/c0fbc802-4000-418b-b945-f48656502750/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3878176 Aug 17 00:57:34.627744 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49208) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:57:34.628545 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e08e2b5-4dea-4b2f-be7b-7c77a48f7653 None None] Sync routers for ids ['c0fbc802-4000-418b-b945-f48656502750'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:57:34.638297 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e08e2b5-4dea-4b2f-be7b-7c77a48f7653 None None] Routers {'c0fbc802-4000-418b-b945-f48656502750'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:57:34.639031 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4e08e2b5-4dea-4b2f-be7b-7c77a48f7653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:57:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['c0fbc802-4000-418b-b945-f48656502750'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:34.734616 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9a85afb1-46ef-4817-bade-641d48b35a17 admin admin] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:34.742085 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-4e08e2b5-4dea-4b2f-be7b-7c77a48f7653 None None] Set router c0fbc802-4000-418b-b945-f48656502750 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:57:34.839194 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9a85afb1-46ef-4817-bade-641d48b35a17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:34.893959 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-9a85afb1-46ef-4817-bade-641d48b35a17 admin admin] Deleting port 7606f85b-325e-4286-b749-343cce9b5470 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:57:34.894333 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9a85afb1-46ef-4817-bade-641d48b35a17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:34.923380 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4e08e2b5-4dea-4b2f-be7b-7c77a48f7653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fbc802-4000-418b-b945-f48656502750', 'name': 'tempest-TestEncryptedCinderVolumes-521199715-router', 'tenant_id': '4e358300ee884bd5aaa7e5e685c73a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '7606f85b-325e-4286-b749-343cce9b5470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:56:20Z', 'updated_at': '2021-08-17T00:57:34Z', 'revision_number': 5, 'project_id': '4e358300ee884bd5aaa7e5e685c73a17', 'gw_port': {'id': '7606f85b-325e-4286-b749-343cce9b5470', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fbc802-4000-418b-b945-f48656502750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:56:20Z', 'updated_at': '2021-08-17T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:34.951071 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e08e2b5-4dea-4b2f-be7b-7c77a48f7653 None None] Checking router: c0fbc802-4000-418b-b945-f48656502750 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:57:34.961197 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e08e2b5-4dea-4b2f-be7b-7c77a48f7653 None None] Routers {'c0fbc802-4000-418b-b945-f48656502750'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:57:34.961810 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4e08e2b5-4dea-4b2f-be7b-7c77a48f7653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:57:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['c0fbc802-4000-418b-b945-f48656502750'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:34.977246 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-9a85afb1-46ef-4817-bade-641d48b35a17 admin admin] For port 7606f85b-325e-4286-b749-343cce9b5470, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=7606f85b-325e-4286-b749-343cce9b5470,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:57:34.977690 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9a85afb1-46ef-4817-bade-641d48b35a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:34.989323 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-9a85afb1-46ef-4817-bade-641d48b35a17 admin admin] Calling delete_port for 7606f85b-325e-4286-b749-343cce9b5470 owned by network:router_gateway {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:57:35.048515 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-4e08e2b5-4dea-4b2f-be7b-7c77a48f7653 None None] Set router c0fbc802-4000-418b-b945-f48656502750 gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:57:35.099610 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4e08e2b5-4dea-4b2f-be7b-7c77a48f7653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fbc802-4000-418b-b945-f48656502750', 'name': 'tempest-TestEncryptedCinderVolumes-521199715-router', 'tenant_id': '4e358300ee884bd5aaa7e5e685c73a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:56:20Z', 'updated_at': '2021-08-17T00:57:34Z', 'revision_number': 6, 'project_id': '4e358300ee884bd5aaa7e5e685c73a17', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:35.129809 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e08e2b5-4dea-4b2f-be7b-7c77a48f7653 None None] The sync data for ids ['c0fbc802-4000-418b-b945-f48656502750'] in n-d-800088-20 is: [{'id': 'c0fbc802-4000-418b-b945-f48656502750', 'name': 'tempest-TestEncryptedCinderVolumes-521199715-router', 'tenant_id': '4e358300ee884bd5aaa7e5e685c73a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:56:20Z', 'updated_at': '2021-08-17T00:57:34Z', 'revision_number': 6, 'project_id': '4e358300ee884bd5aaa7e5e685c73a17', 'gw_port_host': None}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:57:35.155740 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9a85afb1-46ef-4817-bade-641d48b35a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:35.187448 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85afb1-46ef-4817-bade-641d48b35a17 admin admin] Pushing event deleted for resources: {'Port': ['ID=7606f85b-325e-4286-b749-343cce9b5470,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:35.245606 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9a85afb1-46ef-4817-bade-641d48b35a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:35.334077 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9a85afb1-46ef-4817-bade-641d48b35a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:35.336260 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9a85afb1-46ef-4817-bade-641d48b35a17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:35.386584 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9a85afb1-46ef-4817-bade-641d48b35a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:35.387070 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a85afb1-46ef-4817-bade-641d48b35a17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0fbc802-4000-418b-b945-f48656502750 {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:57:35.391531 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9a85afb1-46ef-4817-bade-641d48b35a17 admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:35.392717 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9a85afb1-46ef-4817-bade-641d48b35a17 admin admin] 10.222.0.60 "DELETE /v2.0/routers/c0fbc802-4000-418b-b945-f48656502750 HTTP/1.1" status: 204 len: 168 time: 0.7639489 Aug 17 00:57:35.396108 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49210) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:57:35.438520 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f3b959-6d1e-485e-aff6-69852f2c4bea admin admin] Deleting subnet f4ebc3d6-6415-4773-907f-835616aa426e {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:57:35.441553 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e5f3b959-6d1e-485e-aff6-69852f2c4bea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:35.477397 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e5f3b959-6d1e-485e-aff6-69852f2c4bea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:35.563384 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e5f3b959-6d1e-485e-aff6-69852f2c4bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:35.614212 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e5f3b959-6d1e-485e-aff6-69852f2c4bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:35.638690 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3b959-6d1e-485e-aff6-69852f2c4bea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4ebc3d6-6415-4773-907f-835616aa426e,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:35.642031 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e5f3b959-6d1e-485e-aff6-69852f2c4bea admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:35.643942 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e5f3b959-6d1e-485e-aff6-69852f2c4bea admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f4ebc3d6-6415-4773-907f-835616aa426e HTTP/1.1" status: 204 len: 168 time: 0.2468855 Aug 17 00:57:35.647648 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49212) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:57:35.650534 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f32117-032d-45f7-bf66-bbdeacdf24a6 None None] Network 533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:57:35.719376 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6cdca672-b0b7-4a53-8c91-b8ccba5af3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:35.777008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-6cdca672-b0b7-4a53-8c91-b8ccba5af3cc admin admin] Deleting port 45486578-d954-474e-8b23-167ad40f3ddb {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:57:35.777380 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6cdca672-b0b7-4a53-8c91-b8ccba5af3cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:35.839369 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-6cdca672-b0b7-4a53-8c91-b8ccba5af3cc admin admin] For port 45486578-d954-474e-8b23-167ad40f3ddb, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=45486578-d954-474e-8b23-167ad40f3ddb,segment=NetworkSegment(c0e1ca95-417d-4415-901e-9a622efc20fa),segment_id=c0e1ca95-417d-4415-901e-9a622efc20fa)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:57:35.839660 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6cdca672-b0b7-4a53-8c91-b8ccba5af3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:35.852035 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-6cdca672-b0b7-4a53-8c91-b8ccba5af3cc admin admin] Calling delete_port for 45486578-d954-474e-8b23-167ad40f3ddb owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:57:35.905682 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d26ca3-eb93-4dae-9df5-c5791780ff40 None None] DHCP port deletion for 533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:57:35.939915 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6cdca672-b0b7-4a53-8c91-b8ccba5af3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:35.957070 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-83d26ca3-eb93-4dae-9df5-c5791780ff40 None None] Deleting port 45486578-d954-474e-8b23-167ad40f3ddb {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:57:35.958094 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-83d26ca3-eb93-4dae-9df5-c5791780ff40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:35.966994 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdca672-b0b7-4a53-8c91-b8ccba5af3cc admin admin] Pushing event deleted for resources: {'Port': ['ID=45486578-d954-474e-8b23-167ad40f3ddb,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:35.972112 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdca672-b0b7-4a53-8c91-b8ccba5af3cc admin admin] No DVR routers for this DVR port 45486578-d954-474e-8b23-167ad40f3ddb on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:57:36.027130 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-83d26ca3-eb93-4dae-9df5-c5791780ff40 None None] For port 45486578-d954-474e-8b23-167ad40f3ddb, host n-d-800088-20, got binding levels [] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:57:36.027429 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-83d26ca3-eb93-4dae-9df5-c5791780ff40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:36.039417 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-83d26ca3-eb93-4dae-9df5-c5791780ff40 None None] Calling delete_port for 45486578-d954-474e-8b23-167ad40f3ddb owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:57:36.042049 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.ipam_backend_mixin [None req-83d26ca3-eb93-4dae-9df5-c5791780ff40 None None] Port 45486578-d954-474e-8b23-167ad40f3ddb was not found and therefore no delete operation was performed {{(pid=101404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 00:57:36.043307 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-83d26ca3-eb93-4dae-9df5-c5791780ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:36.048657 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6cdca672-b0b7-4a53-8c91-b8ccba5af3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:36.059088 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-6cdca672-b0b7-4a53-8c91-b8ccba5af3cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:36.069923 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d26ca3-eb93-4dae-9df5-c5791780ff40 None None] Pushing event deleted for resources: {'Port': ['ID=45486578-d954-474e-8b23-167ad40f3ddb,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:36.070980 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-6cdca672-b0b7-4a53-8c91-b8ccba5af3cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e1ca95-417d-4415-901e-9a622efc20fa') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:36.071948 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-6cdca672-b0b7-4a53-8c91-b8ccba5af3cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e1ca95-417d-4415-901e-9a622efc20fa') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:36.073527 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d26ca3-eb93-4dae-9df5-c5791780ff40 None None] No DVR routers for this DVR port 45486578-d954-474e-8b23-167ad40f3ddb on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:57:36.089658 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6cdca672-b0b7-4a53-8c91-b8ccba5af3cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:36.104551 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6cdca672-b0b7-4a53-8c91-b8ccba5af3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:36.111229 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cdca672-b0b7-4a53-8c91-b8ccba5af3cc admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:57:36.111694 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6cdca672-b0b7-4a53-8c91-b8ccba5af3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:57:36.113383 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:57:36.168985 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6cdca672-b0b7-4a53-8c91-b8ccba5af3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:36.175402 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6cdca672-b0b7-4a53-8c91-b8ccba5af3cc admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:36.180761 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6cdca672-b0b7-4a53-8c91-b8ccba5af3cc admin admin] 10.222.0.60 "DELETE /v2.0/networks/533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6 HTTP/1.1" status: 204 len: 168 time: 0.5285537 Aug 17 00:57:36.180968 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49214) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:57:36.188692 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdca672-b0b7-4a53-8c91-b8ccba5af3cc admin admin] Pushing event deleted for resources: {'Network': ['ID=533698fe-4ff6-4b7f-ad37-4af0ea6cf7d6,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:36.353569 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 50bda922-2458-447f-9c1d-c310bee4753f no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:57:36.377398 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 50bda922-2458-447f-9c1d-c310bee4753f {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:57:36.377821 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 50bda922-2458-447f-9c1d-c310bee4753f not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:57:36.378299 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 45486578-d954-474e-8b23-167ad40f3ddb no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:57:36.397165 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 45486578-d954-474e-8b23-167ad40f3ddb {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:57:36.397514 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 45486578-d954-474e-8b23-167ad40f3ddb not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:57:36.397915 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7606f85b-325e-4286-b749-343cce9b5470 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:57:36.416332 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 7606f85b-325e-4286-b749-343cce9b5470 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:57:36.416670 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 7606f85b-325e-4286-b749-343cce9b5470 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:57:36.534605 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-72c8d974-4439-43a4-9209-a680379d1b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:36.775645 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-72c8d974-4439-43a4-9209-a680379d1b18 admin admin] Deleting port e943d9aa-5304-488b-a0fe-cadfd0e41786 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:57:36.775993 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-72c8d974-4439-43a4-9209-a680379d1b18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:36.853164 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-72c8d974-4439-43a4-9209-a680379d1b18 admin admin] For port e943d9aa-5304-488b-a0fe-cadfd0e41786, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e943d9aa-5304-488b-a0fe-cadfd0e41786,segment=NetworkSegment(ff1ca831-3d0f-47d8-a1e1-dd2821b65bda),segment_id=ff1ca831-3d0f-47d8-a1e1-dd2821b65bda)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:57:36.853535 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-72c8d974-4439-43a4-9209-a680379d1b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:36.866579 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-72c8d974-4439-43a4-9209-a680379d1b18 admin admin] Calling delete_port for e943d9aa-5304-488b-a0fe-cadfd0e41786 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:57:37.045600 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-72c8d974-4439-43a4-9209-a680379d1b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:37.073468 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8d974-4439-43a4-9209-a680379d1b18 admin admin] Pushing event deleted for resources: {'Port': ['ID=e943d9aa-5304-488b-a0fe-cadfd0e41786,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:37.147494 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 161704b4-e231-41d0-90ee-f105653e2d24 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:57:37.168985 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 161704b4-e231-41d0-90ee-f105653e2d24 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:57:37.169434 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 161704b4-e231-41d0-90ee-f105653e2d24 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:57:37.248014 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-72c8d974-4439-43a4-9209-a680379d1b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:37.788013 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c8d974-4439-43a4-9209-a680379d1b18 admin admin] Router 9472cc2d-8c99-4922-b714-d05905d73a82 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:57:37.890605 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c8d974-4439-43a4-9209-a680379d1b18 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:57:37.896042 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-72c8d974-4439-43a4-9209-a680379d1b18 admin admin] 10.222.0.60 "PUT /v2.0/routers/9472cc2d-8c99-4922-b714-d05905d73a82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7140176 Aug 17 00:57:37.898502 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49216) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:57:37.901838 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4d5d7c-5f38-4e30-9c66-d1251da2b23d None None] Sync routers for ids ['9472cc2d-8c99-4922-b714-d05905d73a82'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:57:37.911477 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4d5d7c-5f38-4e30-9c66-d1251da2b23d None None] Routers {'9472cc2d-8c99-4922-b714-d05905d73a82'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:57:37.912104 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-df4d5d7c-5f38-4e30-9c66-d1251da2b23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:57:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['9472cc2d-8c99-4922-b714-d05905d73a82'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:38.006669 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef80c9e6-1c24-41dc-8a38-8eb32a0329bd admin admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:38.118889 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef80c9e6-1c24-41dc-8a38-8eb32a0329bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:38.171577 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ef80c9e6-1c24-41dc-8a38-8eb32a0329bd admin admin] Deleting port bfb12ac8-c429-4265-bacc-81edb61675a8 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:57:38.171989 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef80c9e6-1c24-41dc-8a38-8eb32a0329bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:38.184769 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-df4d5d7c-5f38-4e30-9c66-d1251da2b23d None None] Set router 9472cc2d-8c99-4922-b714-d05905d73a82 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:57:38.258293 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-ef80c9e6-1c24-41dc-8a38-8eb32a0329bd admin admin] For port bfb12ac8-c429-4265-bacc-81edb61675a8, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=bfb12ac8-c429-4265-bacc-81edb61675a8,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:57:38.259014 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef80c9e6-1c24-41dc-8a38-8eb32a0329bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:38.270360 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ef80c9e6-1c24-41dc-8a38-8eb32a0329bd admin admin] Calling delete_port for bfb12ac8-c429-4265-bacc-81edb61675a8 owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:57:38.376391 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-df4d5d7c-5f38-4e30-9c66-d1251da2b23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9472cc2d-8c99-4922-b714-d05905d73a82', 'name': 'tempest-TestEncryptedCinderVolumes-1090012290-router', 'tenant_id': 'ce6e59db90ad465e8312628f1a79d1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'bfb12ac8-c429-4265-bacc-81edb61675a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:56:25Z', 'updated_at': '2021-08-17T00:57:36Z', 'revision_number': 5, 'project_id': 'ce6e59db90ad465e8312628f1a79d1e3', 'gw_port': {'id': 'bfb12ac8-c429-4265-bacc-81edb61675a8', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:65:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9472cc2d-8c99-4922-b714-d05905d73a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:56:25Z', 'updated_at': '2021-08-17T00:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:38.409119 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4d5d7c-5f38-4e30-9c66-d1251da2b23d None None] Checking router: 9472cc2d-8c99-4922-b714-d05905d73a82 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:57:38.417488 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4d5d7c-5f38-4e30-9c66-d1251da2b23d None None] Routers {'9472cc2d-8c99-4922-b714-d05905d73a82'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:57:38.418107 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-df4d5d7c-5f38-4e30-9c66-d1251da2b23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:57:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['9472cc2d-8c99-4922-b714-d05905d73a82'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:38.449764 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef80c9e6-1c24-41dc-8a38-8eb32a0329bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:38.476539 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80c9e6-1c24-41dc-8a38-8eb32a0329bd admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb12ac8-c429-4265-bacc-81edb61675a8,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:38.512844 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-df4d5d7c-5f38-4e30-9c66-d1251da2b23d None None] Set router 9472cc2d-8c99-4922-b714-d05905d73a82 gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:57:38.540975 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef80c9e6-1c24-41dc-8a38-8eb32a0329bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:38.565800 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-df4d5d7c-5f38-4e30-9c66-d1251da2b23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9472cc2d-8c99-4922-b714-d05905d73a82', 'name': 'tempest-TestEncryptedCinderVolumes-1090012290-router', 'tenant_id': 'ce6e59db90ad465e8312628f1a79d1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:56:25Z', 'updated_at': '2021-08-17T00:57:38Z', 'revision_number': 6, 'project_id': 'ce6e59db90ad465e8312628f1a79d1e3', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:38.595025 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4d5d7c-5f38-4e30-9c66-d1251da2b23d None None] The sync data for ids ['9472cc2d-8c99-4922-b714-d05905d73a82'] in n-d-800088-20 is: [{'id': '9472cc2d-8c99-4922-b714-d05905d73a82', 'name': 'tempest-TestEncryptedCinderVolumes-1090012290-router', 'tenant_id': 'ce6e59db90ad465e8312628f1a79d1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:56:25Z', 'updated_at': '2021-08-17T00:57:38Z', 'revision_number': 6, 'project_id': 'ce6e59db90ad465e8312628f1a79d1e3', 'gw_port_host': None}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:57:38.635615 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef80c9e6-1c24-41dc-8a38-8eb32a0329bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:38.637788 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef80c9e6-1c24-41dc-8a38-8eb32a0329bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:38.682075 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef80c9e6-1c24-41dc-8a38-8eb32a0329bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:38.682784 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef80c9e6-1c24-41dc-8a38-8eb32a0329bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9472cc2d-8c99-4922-b714-d05905d73a82 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:57:38.687671 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ef80c9e6-1c24-41dc-8a38-8eb32a0329bd admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:38.688930 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ef80c9e6-1c24-41dc-8a38-8eb32a0329bd admin admin] 10.222.0.60 "DELETE /v2.0/routers/9472cc2d-8c99-4922-b714-d05905d73a82 HTTP/1.1" status: 204 len: 168 time: 0.7896168 Aug 17 00:57:38.691746 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49218) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:57:38.736025 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-717b4555-747f-4a0f-bfc5-8e6509202773 admin admin] Deleting subnet b0eb67f4-7e15-40c5-8b11-b345f65f453a {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:57:38.739055 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-717b4555-747f-4a0f-bfc5-8e6509202773 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:38.776282 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-717b4555-747f-4a0f-bfc5-8e6509202773 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:38.852509 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-717b4555-747f-4a0f-bfc5-8e6509202773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:38.905691 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-717b4555-747f-4a0f-bfc5-8e6509202773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:38.932454 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b4555-747f-4a0f-bfc5-8e6509202773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0eb67f4-7e15-40c5-8b11-b345f65f453a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:38.935533 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-717b4555-747f-4a0f-bfc5-8e6509202773 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:38.938898 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c301de8-554c-4de7-92a0-9782f5596cd9 None None] Network d77520bb-67bc-4719-9eeb-8a6f26eeb09a requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:57:38.940174 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-717b4555-747f-4a0f-bfc5-8e6509202773 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b0eb67f4-7e15-40c5-8b11-b345f65f453a HTTP/1.1" status: 204 len: 168 time: 0.2473059 Aug 17 00:57:38.943377 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49220) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:57:39.026238 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-93614147-5fe2-486d-a835-23f97da27e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:39.084127 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-93614147-5fe2-486d-a835-23f97da27e17 admin admin] Deleting port 4cd67a0f-24a6-4577-b79e-87f819f77917 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:57:39.084477 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-93614147-5fe2-486d-a835-23f97da27e17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:39.398071 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6010db4a-a579-40dc-95be-633169368d86 None None] DHCP port deletion for d77520bb-67bc-4719-9eeb-8a6f26eeb09a request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:57:39.454487 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-6010db4a-a579-40dc-95be-633169368d86 None None] Deleting port 4cd67a0f-24a6-4577-b79e-87f819f77917 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:57:39.454868 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6010db4a-a579-40dc-95be-633169368d86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:39.485728 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-93614147-5fe2-486d-a835-23f97da27e17 admin admin] For port 4cd67a0f-24a6-4577-b79e-87f819f77917, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4cd67a0f-24a6-4577-b79e-87f819f77917,segment=NetworkSegment(ff1ca831-3d0f-47d8-a1e1-dd2821b65bda),segment_id=ff1ca831-3d0f-47d8-a1e1-dd2821b65bda)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:57:39.486097 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-93614147-5fe2-486d-a835-23f97da27e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:39.498808 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-93614147-5fe2-486d-a835-23f97da27e17 admin admin] Calling delete_port for 4cd67a0f-24a6-4577-b79e-87f819f77917 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:57:39.518315 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-6010db4a-a579-40dc-95be-633169368d86 None None] For port 4cd67a0f-24a6-4577-b79e-87f819f77917, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=4cd67a0f-24a6-4577-b79e-87f819f77917,segment=NetworkSegment(ff1ca831-3d0f-47d8-a1e1-dd2821b65bda),segment_id=ff1ca831-3d0f-47d8-a1e1-dd2821b65bda)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:57:39.518722 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6010db4a-a579-40dc-95be-633169368d86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:39.531948 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-6010db4a-a579-40dc-95be-633169368d86 None None] Calling delete_port for 4cd67a0f-24a6-4577-b79e-87f819f77917 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:57:39.581709 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-93614147-5fe2-486d-a835-23f97da27e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:39.610035 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93614147-5fe2-486d-a835-23f97da27e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cd67a0f-24a6-4577-b79e-87f819f77917,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:39.611864 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93614147-5fe2-486d-a835-23f97da27e17 admin admin] No DVR routers for this DVR port 4cd67a0f-24a6-4577-b79e-87f819f77917 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:57:39.615192 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6010db4a-a579-40dc-95be-633169368d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:39.640214 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010db4a-a579-40dc-95be-633169368d86 None None] Pushing event deleted for resources: {'Port': ['ID=4cd67a0f-24a6-4577-b79e-87f819f77917,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:39.649740 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6010db4a-a579-40dc-95be-633169368d86 None None] No DVR routers for this DVR port 4cd67a0f-24a6-4577-b79e-87f819f77917 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:57:39.690605 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-93614147-5fe2-486d-a835-23f97da27e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:39.701256 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-93614147-5fe2-486d-a835-23f97da27e17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d77520bb-67bc-4719-9eeb-8a6f26eeb09a']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:39.712597 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-93614147-5fe2-486d-a835-23f97da27e17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1ca831-3d0f-47d8-a1e1-dd2821b65bda') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:39.712985 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-93614147-5fe2-486d-a835-23f97da27e17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1ca831-3d0f-47d8-a1e1-dd2821b65bda') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:39.729937 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-93614147-5fe2-486d-a835-23f97da27e17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:39.744349 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-93614147-5fe2-486d-a835-23f97da27e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:39.749995 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93614147-5fe2-486d-a835-23f97da27e17 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:57:39.750378 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-93614147-5fe2-486d-a835-23f97da27e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: timer() Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:57:39.752008 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:57:39.810382 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-93614147-5fe2-486d-a835-23f97da27e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:39.815693 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-93614147-5fe2-486d-a835-23f97da27e17 admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:39.818711 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-93614147-5fe2-486d-a835-23f97da27e17 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d77520bb-67bc-4719-9eeb-8a6f26eeb09a HTTP/1.1" status: 204 len: 168 time: 0.8744090 Aug 17 00:57:39.829473 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93614147-5fe2-486d-a835-23f97da27e17 admin admin] Pushing event deleted for resources: {'Network': ['ID=d77520bb-67bc-4719-9eeb-8a6f26eeb09a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:39.980730 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49224) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:57:40.023243 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9fe1bb44-2100-4b40-827f-fa64bc25f977 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4e358300ee884bd5aaa7e5e685c73a17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410450 Aug 17 00:57:40.025694 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49226) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:57:40.073166 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8427ebcf-531b-430a-b01d-d9d5d352e63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:40.094966 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8427ebcf-531b-430a-b01d-d9d5d352e63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:40.147012 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8427ebcf-531b-430a-b01d-d9d5d352e63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:40.149645 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8427ebcf-531b-430a-b01d-d9d5d352e63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:40.150924 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8427ebcf-531b-430a-b01d-d9d5d352e63c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69f9c326-d64d-479a-8d00-1ced0d365b6a HTTP/1.1" status: 204 len: 168 time: 0.1241996 Aug 17 00:57:40.158621 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427ebcf-531b-430a-b01d-d9d5d352e63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f9c326-d64d-479a-8d00-1ced0d365b6a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:40.348383 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device bfb12ac8-c429-4265-bacc-81edb61675a8 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:57:40.373841 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: bfb12ac8-c429-4265-bacc-81edb61675a8 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:57:40.374180 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device bfb12ac8-c429-4265-bacc-81edb61675a8 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:57:40.374592 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e943d9aa-5304-488b-a0fe-cadfd0e41786 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:57:40.394820 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: e943d9aa-5304-488b-a0fe-cadfd0e41786 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:57:40.395198 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e943d9aa-5304-488b-a0fe-cadfd0e41786 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:57:40.395693 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4cd67a0f-24a6-4577-b79e-87f819f77917 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:57:40.417258 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 4cd67a0f-24a6-4577-b79e-87f819f77917 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:57:40.417916 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 4cd67a0f-24a6-4577-b79e-87f819f77917 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:57:40.483104 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49232) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:57:40.525992 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0ee297a1-9efc-491a-9a07-2edff5021451 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ce6e59db90ad465e8312628f1a79d1e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413747 Aug 17 00:57:40.528516 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49234) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:57:40.575537 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-10f41d3d-4f99-4647-aa1e-d76fdd13ea54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:40.595471 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-10f41d3d-4f99-4647-aa1e-d76fdd13ea54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:40.642765 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-10f41d3d-4f99-4647-aa1e-d76fdd13ea54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:40.647163 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-10f41d3d-4f99-4647-aa1e-d76fdd13ea54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:40.648649 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-10f41d3d-4f99-4647-aa1e-d76fdd13ea54 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4dfa9a76-bb17-4055-8d2a-873a234c4610 HTTP/1.1" status: 204 len: 168 time: 0.1190085 Aug 17 00:57:40.656698 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f41d3d-4f99-4647-aa1e-d76fdd13ea54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfa9a76-bb17-4055-8d2a-873a234c4610,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:40.670934 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:41.325560 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49256) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:57:41.420036 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-1048f833-109b-4e9e-be33-9687118efbb5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1128631824-network', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:57:41.443369 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1048f833-109b-4e9e-be33-9687118efbb5 admin admin] Made reservation on behalf of 0846602c085f4403bcbfabfa6408e89b for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:57:41.445950 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1048f833-109b-4e9e-be33-9687118efbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:41.458724 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1048f833-109b-4e9e-be33-9687118efbb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:41.550011 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1048f833-109b-4e9e-be33-9687118efbb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:41.553857 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1048f833-109b-4e9e-be33-9687118efbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:41.574268 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1048f833-109b-4e9e-be33-9687118efbb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:57:41.589240 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048f833-109b-4e9e-be33-9687118efbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71f694d-774e-4b9d-96fd-a9db8dab9ab4,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:41.592154 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1048f833-109b-4e9e-be33-9687118efbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:41.592499 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-1048f833-109b-4e9e-be33-9687118efbb5 admin admin] Added segment 83ee824d-7907-4905-b030-3ab5dfa8ed4b of type vlan for network 1b728167-0584-49d4-b412-b5680a422fc4 Aug 17 00:57:41.632142 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1048f833-109b-4e9e-be33-9687118efbb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:41.656571 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1048f833-109b-4e9e-be33-9687118efbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:41.657570 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1048f833-109b-4e9e-be33-9687118efbb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:41.658164 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1048f833-109b-4e9e-be33-9687118efbb5 admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:41.710474 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1048f833-109b-4e9e-be33-9687118efbb5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3836253 Aug 17 00:57:41.713249 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49260) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:57:41.718413 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-3befcad9-495b-418d-b345-4b8dcb12a6f4 admin admin] Request body: {'subnet': {'network_id': '1b728167-0584-49d4-b412-b5680a422fc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1128631824-subnet', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'ip_version': 4}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:57:41.722615 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048f833-109b-4e9e-be33-9687118efbb5 admin admin] Pushing event updated for resources: {'Network': ['ID=1b728167-0584-49d4-b412-b5680a422fc4,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:41.732799 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 1b728167-0584-49d4-b412-b5680a422fc4 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:57:41.742520 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3befcad9-495b-418d-b345-4b8dcb12a6f4 admin admin] Made reservation on behalf of 0846602c085f4403bcbfabfa6408e89b for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:57:41.744883 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3befcad9-495b-418d-b345-4b8dcb12a6f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:41.914505 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3befcad9-495b-418d-b345-4b8dcb12a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:41.970339 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3befcad9-495b-418d-b345-4b8dcb12a6f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d6a371c-8d19-447b-8934-d5fa64f95589,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:41.978811 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3befcad9-495b-418d-b345-4b8dcb12a6f4 admin admin] Checking segment: {'id': '83ee824d-7907-4905-b030-3ab5dfa8ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1b728167-0584-49d4-b412-b5680a422fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:57:41.978811 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3befcad9-495b-418d-b345-4b8dcb12a6f4 admin admin] Network hostable DHCP agents. Network: 1b728167-0584-49d4-b412-b5680a422fc4, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:57:41.995437 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3befcad9-495b-418d-b345-4b8dcb12a6f4 admin admin] Network 1b728167-0584-49d4-b412-b5680a422fc4 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:57:42.004294 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-3befcad9-495b-418d-b345-4b8dcb12a6f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 1b728167-0584-49d4-b412-b5680a422fc4) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:57:42.008506 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3befcad9-495b-418d-b345-4b8dcb12a6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:42.009264 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3befcad9-495b-418d-b345-4b8dcb12a6f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:42.013618 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad9b36f-b5b1-4b9a-a242-34b46cff2455 None None] Network 1b728167-0584-49d4-b412-b5680a422fc4 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:57:42.023285 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3befcad9-495b-418d-b345-4b8dcb12a6f4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3087871 Aug 17 00:57:42.026283 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49262) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:57:42.030971 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-e9169b00-6e28-4cfc-9664-e2f9fc657f9a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1128631824-router', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:57:42.052931 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e9169b00-6e28-4cfc-9664-e2f9fc657f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:42.054347 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e9169b00-6e28-4cfc-9664-e2f9fc657f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:42.104453 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e9169b00-6e28-4cfc-9664-e2f9fc657f9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:42.162072 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d31865-022f-4400-8820-125876818519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-1b728167-0584-49d4-b412-b5680a422fc4', 'network_id': '1b728167-0584-49d4-b412-b5680a422fc4', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'fixed_ips': [{'subnet_id': '0d6a371c-8d19-447b-8934-d5fa64f95589'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:57:42.162976 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d9d31865-022f-4400-8820-125876818519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:42.243014 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e9169b00-6e28-4cfc-9664-e2f9fc657f9a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:42.303384 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:42.314701 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-d9d31865-022f-4400-8820-125876818519 None None] Allocated IP 172.20.0.2 (1b728167-0584-49d4-b412-b5680a422fc4/0d6a371c-8d19-447b-8934-d5fa64f95589/2a72b660-e377-40a7-99d6-f6efa3f1e8c4) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:57:42.457933 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e9169b00-6e28-4cfc-9664-e2f9fc657f9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:42.470635 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d9d31865-022f-4400-8820-125876818519 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:42.478856 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d9d31865-022f-4400-8820-125876818519 None None] Transition to ACTIVE for port object 2a72b660-e377-40a7-99d6-f6efa3f1e8c4 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:57:42.481928 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e9169b00-6e28-4cfc-9664-e2f9fc657f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:42.494527 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d9d31865-022f-4400-8820-125876818519 None None] Transition to ACTIVE for port object 2a72b660-e377-40a7-99d6-f6efa3f1e8c4 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:57:42.499870 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d9d31865-022f-4400-8820-125876818519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:42.535009 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d31865-022f-4400-8820-125876818519 None None] Network 1b728167-0584-49d4-b412-b5680a422fc4 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:57:42.539982 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-d9d31865-022f-4400-8820-125876818519 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:57:42.543483 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d31865-022f-4400-8820-125876818519 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:57:42.552535 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d31865-022f-4400-8820-125876818519 None None] Pushing event updated for resources: {'Port': ['ID=2a72b660-e377-40a7-99d6-f6efa3f1e8c4,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:42.583423 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-e9169b00-6e28-4cfc-9664-e2f9fc657f9a admin admin] Allocated IP 172.25.3.96 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/0eb4d897-06c4-4b52-9923-326d0c1bdd9c) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:57:42.602843 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-d9d31865-022f-4400-8820-125876818519 None None] Attempting to bind port 2a72b660-e377-40a7-99d6-f6efa3f1e8c4 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:57:42.603216 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-d9d31865-022f-4400-8820-125876818519 None None] Attempting to bind port 2a72b660-e377-40a7-99d6-f6efa3f1e8c4 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '83ee824d-7907-4905-b030-3ab5dfa8ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1b728167-0584-49d4-b412-b5680a422fc4'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:57:42.603614 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d31865-022f-4400-8820-125876818519 None None] Attempting to bind port 2a72b660-e377-40a7-99d6-f6efa3f1e8c4 on network 1b728167-0584-49d4-b412-b5680a422fc4 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:57:42.608935 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d31865-022f-4400-8820-125876818519 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:57:42.609346 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d31865-022f-4400-8820-125876818519 None None] Checking segment: {'id': '83ee824d-7907-4905-b030-3ab5dfa8ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1b728167-0584-49d4-b412-b5680a422fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:57:42.609754 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d9d31865-022f-4400-8820-125876818519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:42.610149 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d31865-022f-4400-8820-125876818519 None None] Bound using segment: {'id': '83ee824d-7907-4905-b030-3ab5dfa8ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1b728167-0584-49d4-b412-b5680a422fc4'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:57:42.610620 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-d9d31865-022f-4400-8820-125876818519 None None] Bound port: 2a72b660-e377-40a7-99d6-f6efa3f1e8c4, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ee824d-7907-4905-b030-3ab5dfa8ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1b728167-0584-49d4-b412-b5680a422fc4'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:57:42.611025 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d9d31865-022f-4400-8820-125876818519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:42.675923 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-d9d31865-022f-4400-8820-125876818519 None None] For port 2a72b660-e377-40a7-99d6-f6efa3f1e8c4, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:57:42.679701 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-d9d31865-022f-4400-8820-125876818519 None None] For port 2a72b660-e377-40a7-99d6-f6efa3f1e8c4, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2a72b660-e377-40a7-99d6-f6efa3f1e8c4,segment=NetworkSegment(83ee824d-7907-4905-b030-3ab5dfa8ed4b),segment_id=83ee824d-7907-4905-b030-3ab5dfa8ed4b)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:57:42.683413 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d9d31865-022f-4400-8820-125876818519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:42.690454 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e9169b00-6e28-4cfc-9664-e2f9fc657f9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:42.736599 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e9169b00-6e28-4cfc-9664-e2f9fc657f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:42.747297 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d31865-022f-4400-8820-125876818519 None None] Pushing event updated for resources: {'Port': ['ID=2a72b660-e377-40a7-99d6-f6efa3f1e8c4,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:42.776437 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9169b00-6e28-4cfc-9664-e2f9fc657f9a admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:57:42.781435 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-e9169b00-6e28-4cfc-9664-e2f9fc657f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:57:42.786675 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9169b00-6e28-4cfc-9664-e2f9fc657f9a admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:57:42.812410 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9169b00-6e28-4cfc-9664-e2f9fc657f9a admin admin] Pushing event updated for resources: {'Port': ['ID=0eb4d897-06c4-4b52-9923-326d0c1bdd9c,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:43.057737 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e9169b00-6e28-4cfc-9664-e2f9fc657f9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:43.255277 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e9169b00-6e28-4cfc-9664-e2f9fc657f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:43.391272 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9169b00-6e28-4cfc-9664-e2f9fc657f9a admin admin] Router eac94234-96a7-4abe-9fb8-52867c92b7a7 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:57:43.505890 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9169b00-6e28-4cfc-9664-e2f9fc657f9a admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:57:43.517278 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ce10e8-9bce-4190-b2ec-26930154489a None None] Sync routers for ids ['eac94234-96a7-4abe-9fb8-52867c92b7a7'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:57:43.527342 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e9169b00-6e28-4cfc-9664-e2f9fc657f9a admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:43.527842 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ce10e8-9bce-4190-b2ec-26930154489a None None] Routers {'eac94234-96a7-4abe-9fb8-52867c92b7a7'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:57:43.528621 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e9169b00-6e28-4cfc-9664-e2f9fc657f9a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5013263 Aug 17 00:57:43.531272 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49264) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:57:43.531533 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-15ce10e8-9bce-4190-b2ec-26930154489a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:57:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['eac94234-96a7-4abe-9fb8-52867c92b7a7'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:43.644231 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7db632f-2b1f-4cc0-9890-98f0885e2d59 None None] Network 1b728167-0584-49d4-b412-b5680a422fc4 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:57:43.647115 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-15ce10e8-9bce-4190-b2ec-26930154489a None None] Set router eac94234-96a7-4abe-9fb8-52867c92b7a7 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:57:43.707034 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-72c2e74e-2cec-405e-991f-cd0a82388c51 None None] Provisioning for port 2a72b660-e377-40a7-99d6-f6efa3f1e8c4 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:57:43.924878 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-15ce10e8-9bce-4190-b2ec-26930154489a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'name': 'tempest-TestMinimumBasicScenario-1128631824-router', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '0eb4d897-06c4-4b52-9923-326d0c1bdd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:57:42Z', 'updated_at': '2021-08-17T00:57:42Z', 'revision_number': 3, 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'gw_port': {'id': '0eb4d897-06c4-4b52-9923-326d0c1bdd9c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:89:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:42Z', 'updated_at': '2021-08-17T00:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:43.956111 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ce10e8-9bce-4190-b2ec-26930154489a None None] Checking router: eac94234-96a7-4abe-9fb8-52867c92b7a7 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:57:43.956452 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ce10e8-9bce-4190-b2ec-26930154489a None None] Updating router eac94234-96a7-4abe-9fb8-52867c92b7a7 port 0eb4d897-06c4-4b52-9923-326d0c1bdd9c binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:57:43.976005 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dfeb85c5-6f71-4902-b97d-bbe68ad492d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:43.982596 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-15ce10e8-9bce-4190-b2ec-26930154489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:44.137229 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-dfeb85c5-6f71-4902-b97d-bbe68ad492d4 admin admin] Allocated IP 172.20.0.1 (1b728167-0584-49d4-b412-b5680a422fc4/0d6a371c-8d19-447b-8934-d5fa64f95589/94ca8a24-34e8-4167-aaa8-f22c6b5503ee) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:57:44.235052 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-15ce10e8-9bce-4190-b2ec-26930154489a None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:44.241913 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dfeb85c5-6f71-4902-b97d-bbe68ad492d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:44.245230 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-15ce10e8-9bce-4190-b2ec-26930154489a None None] Transition to ACTIVE for port object 0eb4d897-06c4-4b52-9923-326d0c1bdd9c will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:57:44.250643 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-15ce10e8-9bce-4190-b2ec-26930154489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:44.257396 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-dfeb85c5-6f71-4902-b97d-bbe68ad492d4 admin admin] Transition to ACTIVE for port object 94ca8a24-34e8-4167-aaa8-f22c6b5503ee will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:57:44.292225 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dfeb85c5-6f71-4902-b97d-bbe68ad492d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:44.303955 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-15ce10e8-9bce-4190-b2ec-26930154489a None None] Attempting to bind port 0eb4d897-06c4-4b52-9923-326d0c1bdd9c on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:57:44.303955 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-15ce10e8-9bce-4190-b2ec-26930154489a None None] Attempting to bind port 0eb4d897-06c4-4b52-9923-326d0c1bdd9c by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:57:44.303955 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ce10e8-9bce-4190-b2ec-26930154489a None None] Attempting to bind port 0eb4d897-06c4-4b52-9923-326d0c1bdd9c on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:57:44.311672 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032515e-5677-4908-bec5-3fd13e0731da None None] Pushing event updated for resources: {'Port': ['ID=0eb4d897-06c4-4b52-9923-326d0c1bdd9c,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:44.318942 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032515e-5677-4908-bec5-3fd13e0731da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:44.319291 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032515e-5677-4908-bec5-3fd13e0731da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:44.319634 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032515e-5677-4908-bec5-3fd13e0731da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:44.319988 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032515e-5677-4908-bec5-3fd13e0731da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:44.320305 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032515e-5677-4908-bec5-3fd13e0731da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:44.320638 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032515e-5677-4908-bec5-3fd13e0731da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:44.320964 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032515e-5677-4908-bec5-3fd13e0731da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:44.321319 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032515e-5677-4908-bec5-3fd13e0731da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:44.321646 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032515e-5677-4908-bec5-3fd13e0731da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:44.321971 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032515e-5677-4908-bec5-3fd13e0731da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:44.322295 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032515e-5677-4908-bec5-3fd13e0731da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:44.324477 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032515e-5677-4908-bec5-3fd13e0731da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:57:44.325822 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ce10e8-9bce-4190-b2ec-26930154489a None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:57:44.326227 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ce10e8-9bce-4190-b2ec-26930154489a None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:57:44.326593 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-15ce10e8-9bce-4190-b2ec-26930154489a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:44.326975 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ce10e8-9bce-4190-b2ec-26930154489a None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:57:44.327448 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-15ce10e8-9bce-4190-b2ec-26930154489a None None] Bound port: 0eb4d897-06c4-4b52-9923-326d0c1bdd9c, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:57:44.327828 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-15ce10e8-9bce-4190-b2ec-26930154489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:44.338452 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfeb85c5-6f71-4902-b97d-bbe68ad492d4 admin admin] Network 1b728167-0584-49d4-b412-b5680a422fc4 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:57:44.341487 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-dfeb85c5-6f71-4902-b97d-bbe68ad492d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:57:44.345757 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeb85c5-6f71-4902-b97d-bbe68ad492d4 admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:57:44.349876 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb85c5-6f71-4902-b97d-bbe68ad492d4 admin admin] Pushing event updated for resources: {'Port': ['ID=94ca8a24-34e8-4167-aaa8-f22c6b5503ee,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:44.388813 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dfeb85c5-6f71-4902-b97d-bbe68ad492d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:44.390174 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-15ce10e8-9bce-4190-b2ec-26930154489a None None] For port 0eb4d897-06c4-4b52-9923-326d0c1bdd9c, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:57:44.393652 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-15ce10e8-9bce-4190-b2ec-26930154489a None None] For port 0eb4d897-06c4-4b52-9923-326d0c1bdd9c, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=0eb4d897-06c4-4b52-9923-326d0c1bdd9c,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:57:44.403390 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-15ce10e8-9bce-4190-b2ec-26930154489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:44.428242 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2a72b660-e377-40a7-99d6-f6efa3f1e8c4 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:57:44.456088 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ce10e8-9bce-4190-b2ec-26930154489a None None] Routers {'eac94234-96a7-4abe-9fb8-52867c92b7a7'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:57:44.456724 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-15ce10e8-9bce-4190-b2ec-26930154489a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:57:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['eac94234-96a7-4abe-9fb8-52867c92b7a7'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:44.498771 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 2a72b660-e377-40a7-99d6-f6efa3f1e8c4 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:57:44.509504 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 2a72b660-e377-40a7-99d6-f6efa3f1e8c4 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:57:44.510022 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:44.517921 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032515e-5677-4908-bec5-3fd13e0731da None None] Pushing event updated for resources: {'Port': ['ID=0eb4d897-06c4-4b52-9923-326d0c1bdd9c,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:44.560014 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dfeb85c5-6f71-4902-b97d-bbe68ad492d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:44.593587 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-15ce10e8-9bce-4190-b2ec-26930154489a None None] Set router eac94234-96a7-4abe-9fb8-52867c92b7a7 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:57:44.603328 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:44.643673 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 2a72b660-e377-40a7-99d6-f6efa3f1e8c4, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2a72b660-e377-40a7-99d6-f6efa3f1e8c4,segment=NetworkSegment(83ee824d-7907-4905-b030-3ab5dfa8ed4b),segment_id=83ee824d-7907-4905-b030-3ab5dfa8ed4b)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:57:44.648189 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:44.698382 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6c24b02d-0d05-4f3c-b83d-becacf8d12f7 None None] Provisioning for port 94ca8a24-34e8-4167-aaa8-f22c6b5503ee completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:57:44.710181 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-6c24b02d-0d05-4f3c-b83d-becacf8d12f7 None None] Provisioning complete for port 94ca8a24-34e8-4167-aaa8-f22c6b5503ee triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:57:44.710616 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6c24b02d-0d05-4f3c-b83d-becacf8d12f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:44.729995 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=2a72b660-e377-40a7-99d6-f6efa3f1e8c4,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:44.747654 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-6c24b02d-0d05-4f3c-b83d-becacf8d12f7 None None] Port 94ca8a24-34e8-4167-aaa8-f22c6b5503ee cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:57:44.756954 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dfeb85c5-6f71-4902-b97d-bbe68ad492d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:44.761529 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dfeb85c5-6f71-4902-b97d-bbe68ad492d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:44.797879 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-15ce10e8-9bce-4190-b2ec-26930154489a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'name': 'tempest-TestMinimumBasicScenario-1128631824-router', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '0eb4d897-06c4-4b52-9923-326d0c1bdd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:57:42Z', 'updated_at': '2021-08-17T00:57:42Z', 'revision_number': 3, 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'gw_port': {'id': '0eb4d897-06c4-4b52-9923-326d0c1bdd9c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:89:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:42Z', 'updated_at': '2021-08-17T00:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:44.823090 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ce10e8-9bce-4190-b2ec-26930154489a None None] The sync data for ids ['eac94234-96a7-4abe-9fb8-52867c92b7a7'] in n-d-800088-20 is: [{'id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'name': 'tempest-TestMinimumBasicScenario-1128631824-router', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '0eb4d897-06c4-4b52-9923-326d0c1bdd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:57:42Z', 'updated_at': '2021-08-17T00:57:42Z', 'revision_number': 3, 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'gw_port': {'id': '0eb4d897-06c4-4b52-9923-326d0c1bdd9c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:89:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:42Z', 'updated_at': '2021-08-17T00:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:57:44.829066 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb85c5-6f71-4902-b97d-bbe68ad492d4 admin admin] Pushing event updated for resources: {'Port': ['ID=94ca8a24-34e8-4167-aaa8-f22c6b5503ee,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:44.833452 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dfeb85c5-6f71-4902-b97d-bbe68ad492d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:44.935027 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfeb85c5-6f71-4902-b97d-bbe68ad492d4 admin admin] Network 1b728167-0584-49d4-b412-b5680a422fc4 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:57:44.936441 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-dfeb85c5-6f71-4902-b97d-bbe68ad492d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:57:45.273478 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1915f0b1-08d1-409f-88d7-a7f1d0a54790 None None] Provisioning complete for port 94ca8a24-34e8-4167-aaa8-f22c6b5503ee triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:57:45.273854 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1915f0b1-08d1-409f-88d7-a7f1d0a54790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:45.309692 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1915f0b1-08d1-409f-88d7-a7f1d0a54790 None None] Port 94ca8a24-34e8-4167-aaa8-f22c6b5503ee cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:57:45.399122 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfeb85c5-6f71-4902-b97d-bbe68ad492d4 admin admin] Router eac94234-96a7-4abe-9fb8-52867c92b7a7 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:57:45.512418 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfeb85c5-6f71-4902-b97d-bbe68ad492d4 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:57:45.518400 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-dfeb85c5-6f71-4902-b97d-bbe68ad492d4 admin admin] 10.222.0.60 "PUT /v2.0/routers/eac94234-96a7-4abe-9fb8-52867c92b7a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9861345 Aug 17 00:57:45.990044 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49280) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:57:45.995203 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-908a8b58-11dd-46e1-a6e2-fa0a781c41fd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2130241164-network', 'tenant_id': '521244828078493993d4bdfd93f681ff'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:57:46.016964 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908a8b58-11dd-46e1-a6e2-fa0a781c41fd admin admin] Made reservation on behalf of 521244828078493993d4bdfd93f681ff for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:57:46.019419 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-908a8b58-11dd-46e1-a6e2-fa0a781c41fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:46.029381 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-908a8b58-11dd-46e1-a6e2-fa0a781c41fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:46.122813 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-908a8b58-11dd-46e1-a6e2-fa0a781c41fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:46.126818 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-908a8b58-11dd-46e1-a6e2-fa0a781c41fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:46.148981 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908a8b58-11dd-46e1-a6e2-fa0a781c41fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:57:46.164547 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a8b58-11dd-46e1-a6e2-fa0a781c41fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b15c5d-6504-4f9b-a69c-160b2be70a86,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:46.167582 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-908a8b58-11dd-46e1-a6e2-fa0a781c41fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:46.167935 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-908a8b58-11dd-46e1-a6e2-fa0a781c41fd admin admin] Added segment f2281142-33da-40ee-98f7-e143ff732d4a of type vlan for network 971f9f35-3cff-44e0-a526-3fd0f93bf028 Aug 17 00:57:46.210164 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-908a8b58-11dd-46e1-a6e2-fa0a781c41fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:46.237428 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-908a8b58-11dd-46e1-a6e2-fa0a781c41fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:46.238377 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908a8b58-11dd-46e1-a6e2-fa0a781c41fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:46.239526 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-908a8b58-11dd-46e1-a6e2-fa0a781c41fd admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:46.293883 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49282) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:57:46.294361 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-908a8b58-11dd-46e1-a6e2-fa0a781c41fd admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3027170 Aug 17 00:57:46.299744 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-42633697-6d96-462a-bdd2-5295a438d1c0 admin admin] Request body: {'subnet': {'network_id': '971f9f35-3cff-44e0-a526-3fd0f93bf028', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2130241164-subnet', 'tenant_id': '521244828078493993d4bdfd93f681ff', 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:57:46.311204 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a8b58-11dd-46e1-a6e2-fa0a781c41fd admin admin] Pushing event updated for resources: {'Network': ['ID=971f9f35-3cff-44e0-a526-3fd0f93bf028,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:46.328399 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42633697-6d96-462a-bdd2-5295a438d1c0 admin admin] Made reservation on behalf of 521244828078493993d4bdfd93f681ff for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:57:46.329478 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 971f9f35-3cff-44e0-a526-3fd0f93bf028 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:57:46.330759 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-42633697-6d96-462a-bdd2-5295a438d1c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:46.377613 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074d55cd-4229-41b7-93bb-4cdbfb09d673 None None] Sync routers for ids ['eac94234-96a7-4abe-9fb8-52867c92b7a7'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:57:46.398461 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074d55cd-4229-41b7-93bb-4cdbfb09d673 None None] Routers {'eac94234-96a7-4abe-9fb8-52867c92b7a7'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:57:46.399094 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-074d55cd-4229-41b7-93bb-4cdbfb09d673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:57:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['eac94234-96a7-4abe-9fb8-52867c92b7a7'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:46.453897 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 0eb4d897-06c4-4b52-9923-326d0c1bdd9c up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:57:46.534035 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-42633697-6d96-462a-bdd2-5295a438d1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:46.564957 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-074d55cd-4229-41b7-93bb-4cdbfb09d673 None None] Set router eac94234-96a7-4abe-9fb8-52867c92b7a7 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:57:46.567581 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 0eb4d897-06c4-4b52-9923-326d0c1bdd9c completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:57:46.591811 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42633697-6d96-462a-bdd2-5295a438d1c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55fab168-fbf7-4a4d-a5bc-31c056ff939c,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:46.601801 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42633697-6d96-462a-bdd2-5295a438d1c0 admin admin] Checking segment: {'id': 'f2281142-33da-40ee-98f7-e143ff732d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '971f9f35-3cff-44e0-a526-3fd0f93bf028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:57:46.602419 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42633697-6d96-462a-bdd2-5295a438d1c0 admin admin] Network hostable DHCP agents. Network: 971f9f35-3cff-44e0-a526-3fd0f93bf028, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:57:46.604193 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 0eb4d897-06c4-4b52-9923-326d0c1bdd9c triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:57:46.604568 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:46.620023 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42633697-6d96-462a-bdd2-5295a438d1c0 admin admin] Network 971f9f35-3cff-44e0-a526-3fd0f93bf028 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:57:46.628684 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-42633697-6d96-462a-bdd2-5295a438d1c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 971f9f35-3cff-44e0-a526-3fd0f93bf028) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:57:46.633980 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42633697-6d96-462a-bdd2-5295a438d1c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:57:46.634877 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-42633697-6d96-462a-bdd2-5295a438d1c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:46.646080 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99742d8a-96bc-4917-9c4a-38c6fe2a273e None None] Network 971f9f35-3cff-44e0-a526-3fd0f93bf028 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:57:46.648580 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-42633697-6d96-462a-bdd2-5295a438d1c0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3535645 Aug 17 00:57:46.652660 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49284) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:57:46.658652 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-7bd0095b-bc86-4ebb-a78f-60f76f3dd173 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2130241164-router', 'tenant_id': '521244828078493993d4bdfd93f681ff', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:57:46.682626 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7bd0095b-bc86-4ebb-a78f-60f76f3dd173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:46.683695 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7bd0095b-bc86-4ebb-a78f-60f76f3dd173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:46.724351 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cfd571a5-9cab-44f7-97e5-4d4ad41ddeee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:46.743084 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7bd0095b-bc86-4ebb-a78f-60f76f3dd173 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:46.888253 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7bd0095b-bc86-4ebb-a78f-60f76f3dd173 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:47.094079 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:47.109782 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7bd0095b-bc86-4ebb-a78f-60f76f3dd173 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:47.130840 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7bd0095b-bc86-4ebb-a78f-60f76f3dd173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:47.133421 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 0eb4d897-06c4-4b52-9923-326d0c1bdd9c, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=0eb4d897-06c4-4b52-9923-326d0c1bdd9c,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:57:47.154078 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:47.154861 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2a72b660-e377-40a7-99d6-f6efa3f1e8c4 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:57:47.202643 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba2eb24-5cd6-4c17-b2c7-20b5f2929bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-971f9f35-3cff-44e0-a526-3fd0f93bf028', 'network_id': '971f9f35-3cff-44e0-a526-3fd0f93bf028', 'tenant_id': '521244828078493993d4bdfd93f681ff', 'fixed_ips': [{'subnet_id': '55fab168-fbf7-4a4d-a5bc-31c056ff939c'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:57:47.203500 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5ba2eb24-5cd6-4c17-b2c7-20b5f2929bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:47.240895 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-7bd0095b-bc86-4ebb-a78f-60f76f3dd173 admin admin] Allocated IP 172.25.3.134 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/277b3122-0680-4356-8022-094f4dc0a1e0) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:57:47.263379 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-074d55cd-4229-41b7-93bb-4cdbfb09d673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'name': 'tempest-TestMinimumBasicScenario-1128631824-router', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '0eb4d897-06c4-4b52-9923-326d0c1bdd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:57:42Z', 'updated_at': '2021-08-17T00:57:44Z', 'revision_number': 4, 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'gw_port': {'id': '0eb4d897-06c4-4b52-9923-326d0c1bdd9c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:89:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:42Z', 'updated_at': '2021-08-17T00:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '94ca8a24-34e8-4167-aaa8-f22c6b5503ee', 'name': '', 'network_id': '1b728167-0584-49d4-b412-b5680a422fc4', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'mac_address': 'fa:16:3e:15:9d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0d6a371c-8d19-447b-8934-d5fa64f95589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:43Z', 'updated_at': '2021-08-17T00:57:44Z', 'revision_number': 2, 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'subnets': [{'id': '0d6a371c-8d19-447b-8934-d5fa64f95589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:47.339792 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074d55cd-4229-41b7-93bb-4cdbfb09d673 None None] Checking router: eac94234-96a7-4abe-9fb8-52867c92b7a7 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:57:47.340501 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074d55cd-4229-41b7-93bb-4cdbfb09d673 None None] Updating router eac94234-96a7-4abe-9fb8-52867c92b7a7 port 94ca8a24-34e8-4167-aaa8-f22c6b5503ee binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:57:47.343092 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=0eb4d897-06c4-4b52-9923-326d0c1bdd9c,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:47.352481 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7bd0095b-bc86-4ebb-a78f-60f76f3dd173 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:47.393027 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-074d55cd-4229-41b7-93bb-4cdbfb09d673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:47.393318 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7bd0095b-bc86-4ebb-a78f-60f76f3dd173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:47.411198 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 2a72b660-e377-40a7-99d6-f6efa3f1e8c4 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:57:47.411566 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:47.430728 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd0095b-bc86-4ebb-a78f-60f76f3dd173 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:57:47.435703 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-7bd0095b-bc86-4ebb-a78f-60f76f3dd173 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:57:47.444837 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd0095b-bc86-4ebb-a78f-60f76f3dd173 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:57:47.447734 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0095b-bc86-4ebb-a78f-60f76f3dd173 admin admin] Pushing event updated for resources: {'Port': ['ID=277b3122-0680-4356-8022-094f4dc0a1e0,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:47.563254 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-5ba2eb24-5cd6-4c17-b2c7-20b5f2929bce None None] Allocated IP 172.20.0.2 (971f9f35-3cff-44e0-a526-3fd0f93bf028/55fab168-fbf7-4a4d-a5bc-31c056ff939c/96aea11a-4fb9-440b-96cb-41bd325b2f03) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:57:47.700952 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7bd0095b-bc86-4ebb-a78f-60f76f3dd173 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:47.891149 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5ba2eb24-5cd6-4c17-b2c7-20b5f2929bce None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:47.907508 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5ba2eb24-5cd6-4c17-b2c7-20b5f2929bce None None] Transition to ACTIVE for port object 96aea11a-4fb9-440b-96cb-41bd325b2f03 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:57:47.929696 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-074d55cd-4229-41b7-93bb-4cdbfb09d673 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:47.931911 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7bd0095b-bc86-4ebb-a78f-60f76f3dd173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:47.938844 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5ba2eb24-5cd6-4c17-b2c7-20b5f2929bce None None] Transition to ACTIVE for port object 96aea11a-4fb9-440b-96cb-41bd325b2f03 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:57:47.945702 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-074d55cd-4229-41b7-93bb-4cdbfb09d673 None None] Transition to ACTIVE for port object 94ca8a24-34e8-4167-aaa8-f22c6b5503ee will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:57:47.948592 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5ba2eb24-5cd6-4c17-b2c7-20b5f2929bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:47.977430 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-074d55cd-4229-41b7-93bb-4cdbfb09d673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:47.999280 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba2eb24-5cd6-4c17-b2c7-20b5f2929bce None None] Network 971f9f35-3cff-44e0-a526-3fd0f93bf028 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:57:48.011104 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-5ba2eb24-5cd6-4c17-b2c7-20b5f2929bce None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:57:48.013465 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2eb24-5cd6-4c17-b2c7-20b5f2929bce None None] Pushing event updated for resources: {'Port': ['ID=96aea11a-4fb9-440b-96cb-41bd325b2f03,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:48.020629 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba2eb24-5cd6-4c17-b2c7-20b5f2929bce None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:57:48.091894 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd0095b-bc86-4ebb-a78f-60f76f3dd173 admin admin] Router 61c0097b-8b0b-4cc6-bc9b-26f60c188ded is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:57:48.142645 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5e295-4ad0-4de3-9104-6db1696917f0 None None] Pushing event updated for resources: {'Port': ['ID=94ca8a24-34e8-4167-aaa8-f22c6b5503ee,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:48.168618 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-5ba2eb24-5cd6-4c17-b2c7-20b5f2929bce None None] Attempting to bind port 96aea11a-4fb9-440b-96cb-41bd325b2f03 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:57:48.169034 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-5ba2eb24-5cd6-4c17-b2c7-20b5f2929bce None None] Attempting to bind port 96aea11a-4fb9-440b-96cb-41bd325b2f03 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'f2281142-33da-40ee-98f7-e143ff732d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '971f9f35-3cff-44e0-a526-3fd0f93bf028'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:57:48.169425 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba2eb24-5cd6-4c17-b2c7-20b5f2929bce None None] Attempting to bind port 96aea11a-4fb9-440b-96cb-41bd325b2f03 on network 971f9f35-3cff-44e0-a526-3fd0f93bf028 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:57:48.172181 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-074d55cd-4229-41b7-93bb-4cdbfb09d673 None None] Attempting to bind port 94ca8a24-34e8-4167-aaa8-f22c6b5503ee on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:57:48.172540 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-074d55cd-4229-41b7-93bb-4cdbfb09d673 None None] Attempting to bind port 94ca8a24-34e8-4167-aaa8-f22c6b5503ee by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '83ee824d-7907-4905-b030-3ab5dfa8ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1b728167-0584-49d4-b412-b5680a422fc4'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:57:48.172891 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074d55cd-4229-41b7-93bb-4cdbfb09d673 None None] Attempting to bind port 94ca8a24-34e8-4167-aaa8-f22c6b5503ee on network 1b728167-0584-49d4-b412-b5680a422fc4 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:57:48.181606 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba2eb24-5cd6-4c17-b2c7-20b5f2929bce None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:57:48.181975 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba2eb24-5cd6-4c17-b2c7-20b5f2929bce None None] Checking segment: {'id': 'f2281142-33da-40ee-98f7-e143ff732d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '971f9f35-3cff-44e0-a526-3fd0f93bf028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:57:48.182380 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5ba2eb24-5cd6-4c17-b2c7-20b5f2929bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:48.182770 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba2eb24-5cd6-4c17-b2c7-20b5f2929bce None None] Bound using segment: {'id': 'f2281142-33da-40ee-98f7-e143ff732d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '971f9f35-3cff-44e0-a526-3fd0f93bf028'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:57:48.183251 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-5ba2eb24-5cd6-4c17-b2c7-20b5f2929bce None None] Bound port: 96aea11a-4fb9-440b-96cb-41bd325b2f03, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2281142-33da-40ee-98f7-e143ff732d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '971f9f35-3cff-44e0-a526-3fd0f93bf028'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:57:48.183632 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5ba2eb24-5cd6-4c17-b2c7-20b5f2929bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:48.186029 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074d55cd-4229-41b7-93bb-4cdbfb09d673 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:57:48.186445 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074d55cd-4229-41b7-93bb-4cdbfb09d673 None None] Checking segment: {'id': '83ee824d-7907-4905-b030-3ab5dfa8ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1b728167-0584-49d4-b412-b5680a422fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:57:48.186837 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-074d55cd-4229-41b7-93bb-4cdbfb09d673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:48.187293 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074d55cd-4229-41b7-93bb-4cdbfb09d673 None None] Bound using segment: {'id': '83ee824d-7907-4905-b030-3ab5dfa8ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1b728167-0584-49d4-b412-b5680a422fc4'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:57:48.187739 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-074d55cd-4229-41b7-93bb-4cdbfb09d673 None None] Bound port: 94ca8a24-34e8-4167-aaa8-f22c6b5503ee, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ee824d-7907-4905-b030-3ab5dfa8ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1b728167-0584-49d4-b412-b5680a422fc4'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:57:48.188151 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-074d55cd-4229-41b7-93bb-4cdbfb09d673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:48.228738 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd0095b-bc86-4ebb-a78f-60f76f3dd173 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:57:48.244555 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1566e6c-de9c-448a-a78c-23a1030a550f None None] Sync routers for ids ['61c0097b-8b0b-4cc6-bc9b-26f60c188ded'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:57:48.246651 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7bd0095b-bc86-4ebb-a78f-60f76f3dd173 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:48.251431 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7bd0095b-bc86-4ebb-a78f-60f76f3dd173 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5945933 Aug 17 00:57:48.251745 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49286) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:57:48.258098 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1566e6c-de9c-448a-a78c-23a1030a550f None None] Routers {'61c0097b-8b0b-4cc6-bc9b-26f60c188ded'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:57:48.259333 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e1566e6c-de9c-448a-a78c-23a1030a550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:57:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['61c0097b-8b0b-4cc6-bc9b-26f60c188ded'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:48.336673 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-5ba2eb24-5cd6-4c17-b2c7-20b5f2929bce None None] For port 96aea11a-4fb9-440b-96cb-41bd325b2f03, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:57:48.340540 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-074d55cd-4229-41b7-93bb-4cdbfb09d673 None None] For port 94ca8a24-34e8-4167-aaa8-f22c6b5503ee, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:57:48.343630 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-5ba2eb24-5cd6-4c17-b2c7-20b5f2929bce None None] For port 96aea11a-4fb9-440b-96cb-41bd325b2f03, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=96aea11a-4fb9-440b-96cb-41bd325b2f03,segment=NetworkSegment(f2281142-33da-40ee-98f7-e143ff732d4a),segment_id=f2281142-33da-40ee-98f7-e143ff732d4a)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:57:48.345554 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-074d55cd-4229-41b7-93bb-4cdbfb09d673 None None] For port 94ca8a24-34e8-4167-aaa8-f22c6b5503ee, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=94ca8a24-34e8-4167-aaa8-f22c6b5503ee,segment=NetworkSegment(83ee824d-7907-4905-b030-3ab5dfa8ed4b),segment_id=83ee824d-7907-4905-b030-3ab5dfa8ed4b)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:57:48.350743 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5ba2eb24-5cd6-4c17-b2c7-20b5f2929bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:48.357233 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-074d55cd-4229-41b7-93bb-4cdbfb09d673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:48.411887 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 0eb4d897-06c4-4b52-9923-326d0c1bdd9c up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:57:48.440273 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-e1566e6c-de9c-448a-a78c-23a1030a550f None None] Set router 61c0097b-8b0b-4cc6-bc9b-26f60c188ded gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:57:48.496336 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2eb24-5cd6-4c17-b2c7-20b5f2929bce None None] Pushing event updated for resources: {'Port': ['ID=96aea11a-4fb9-440b-96cb-41bd325b2f03,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:48.500705 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074d55cd-4229-41b7-93bb-4cdbfb09d673 None None] Routers {'eac94234-96a7-4abe-9fb8-52867c92b7a7'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:57:48.501366 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-074d55cd-4229-41b7-93bb-4cdbfb09d673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:57:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['eac94234-96a7-4abe-9fb8-52867c92b7a7'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:48.672241 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5e295-4ad0-4de3-9104-6db1696917f0 None None] Pushing event updated for resources: {'Port': ['ID=94ca8a24-34e8-4167-aaa8-f22c6b5503ee,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:48.677640 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 0eb4d897-06c4-4b52-9923-326d0c1bdd9c triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:57:48.678044 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:48.726298 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-074d55cd-4229-41b7-93bb-4cdbfb09d673 None None] Set router eac94234-96a7-4abe-9fb8-52867c92b7a7 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:57:48.751087 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e1566e6c-de9c-448a-a78c-23a1030a550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c0097b-8b0b-4cc6-bc9b-26f60c188ded', 'name': 'tempest-TestMinimumBasicScenario-2130241164-router', 'tenant_id': '521244828078493993d4bdfd93f681ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '277b3122-0680-4356-8022-094f4dc0a1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:57:46Z', 'updated_at': '2021-08-17T00:57:47Z', 'revision_number': 3, 'project_id': '521244828078493993d4bdfd93f681ff', 'gw_port': {'id': '277b3122-0680-4356-8022-094f4dc0a1e0', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:65:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c0097b-8b0b-4cc6-bc9b-26f60c188ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:47Z', 'updated_at': '2021-08-17T00:57:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:48.827816 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1566e6c-de9c-448a-a78c-23a1030a550f None None] Checking router: 61c0097b-8b0b-4cc6-bc9b-26f60c188ded for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:57:48.828211 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1566e6c-de9c-448a-a78c-23a1030a550f None None] Updating router 61c0097b-8b0b-4cc6-bc9b-26f60c188ded port 277b3122-0680-4356-8022-094f4dc0a1e0 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:57:48.859810 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-e1566e6c-de9c-448a-a78c-23a1030a550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:48.864621 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2ff8f2c-1f77-4ee3-ac4a-0856b4bdca12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:49.028045 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-074d55cd-4229-41b7-93bb-4cdbfb09d673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'name': 'tempest-TestMinimumBasicScenario-1128631824-router', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '0eb4d897-06c4-4b52-9923-326d0c1bdd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:57:42Z', 'updated_at': '2021-08-17T00:57:44Z', 'revision_number': 4, 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'gw_port': {'id': '0eb4d897-06c4-4b52-9923-326d0c1bdd9c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:89:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:42Z', 'updated_at': '2021-08-17T00:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '94ca8a24-34e8-4167-aaa8-f22c6b5503ee', 'name': '', 'network_id': '1b728167-0584-49d4-b412-b5680a422fc4', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'mac_address': 'fa:16:3e:15:9d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0d6a371c-8d19-447b-8934-d5fa64f95589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:43Z', 'updated_at': '2021-08-17T00:57:48Z', 'revision_number': 4, 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'subnets': [{'id': '0d6a371c-8d19-447b-8934-d5fa64f95589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:49.054405 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-c2ff8f2c-1f77-4ee3-ac4a-0856b4bdca12 admin admin] Allocated IP 172.20.0.1 (971f9f35-3cff-44e0-a526-3fd0f93bf028/55fab168-fbf7-4a4d-a5bc-31c056ff939c/e745ec58-2764-4eeb-9037-27f81066b651) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:57:49.057150 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074d55cd-4229-41b7-93bb-4cdbfb09d673 None None] The sync data for ids ['eac94234-96a7-4abe-9fb8-52867c92b7a7'] in n-d-800088-20 is: [{'id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'name': 'tempest-TestMinimumBasicScenario-1128631824-router', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '0eb4d897-06c4-4b52-9923-326d0c1bdd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:57:42Z', 'updated_at': '2021-08-17T00:57:44Z', 'revision_number': 4, 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'gw_port': {'id': '0eb4d897-06c4-4b52-9923-326d0c1bdd9c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:89:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:42Z', 'updated_at': '2021-08-17T00:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '94ca8a24-34e8-4167-aaa8-f22c6b5503ee', 'name': '', 'network_id': '1b728167-0584-49d4-b412-b5680a422fc4', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'mac_address': 'fa:16:3e:15:9d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0d6a371c-8d19-447b-8934-d5fa64f95589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:43Z', 'updated_at': '2021-08-17T00:57:48Z', 'revision_number': 4, 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'subnets': [{'id': '0d6a371c-8d19-447b-8934-d5fa64f95589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:57:49.186795 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-e1566e6c-de9c-448a-a78c-23a1030a550f None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:49.195956 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2ff8f2c-1f77-4ee3-ac4a-0856b4bdca12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:49.198140 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-e1566e6c-de9c-448a-a78c-23a1030a550f None None] Transition to ACTIVE for port object 277b3122-0680-4356-8022-094f4dc0a1e0 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:57:49.205721 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-e1566e6c-de9c-448a-a78c-23a1030a550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:49.213104 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-c2ff8f2c-1f77-4ee3-ac4a-0856b4bdca12 admin admin] Transition to ACTIVE for port object e745ec58-2764-4eeb-9037-27f81066b651 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:57:49.253171 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2ff8f2c-1f77-4ee3-ac4a-0856b4bdca12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:49.297447 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ff8f2c-1f77-4ee3-ac4a-0856b4bdca12 admin admin] Network 971f9f35-3cff-44e0-a526-3fd0f93bf028 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:57:49.300821 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-c2ff8f2c-1f77-4ee3-ac4a-0856b4bdca12 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:57:49.304215 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ff8f2c-1f77-4ee3-ac4a-0856b4bdca12 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:57:49.320906 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-31d9ee10-9518-4b46-be98-6c28b5ceef47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:49.353616 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff8f2c-1f77-4ee3-ac4a-0856b4bdca12 admin admin] Pushing event updated for resources: {'Port': ['ID=e745ec58-2764-4eeb-9037-27f81066b651,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:49.364361 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2ff8f2c-1f77-4ee3-ac4a-0856b4bdca12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:49.369587 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:49.397852 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-e1566e6c-de9c-448a-a78c-23a1030a550f None None] Attempting to bind port 277b3122-0680-4356-8022-094f4dc0a1e0 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:57:49.398418 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-e1566e6c-de9c-448a-a78c-23a1030a550f None None] Attempting to bind port 277b3122-0680-4356-8022-094f4dc0a1e0 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:57:49.398564 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1566e6c-de9c-448a-a78c-23a1030a550f None None] Attempting to bind port 277b3122-0680-4356-8022-094f4dc0a1e0 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:57:49.400789 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327ba83-9569-40df-98f1-e2311846e43f None None] Pushing event updated for resources: {'Port': ['ID=277b3122-0680-4356-8022-094f4dc0a1e0,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:49.416101 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1566e6c-de9c-448a-a78c-23a1030a550f None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:57:49.416479 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1566e6c-de9c-448a-a78c-23a1030a550f None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:57:49.416883 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-e1566e6c-de9c-448a-a78c-23a1030a550f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:49.417311 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1566e6c-de9c-448a-a78c-23a1030a550f None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:57:49.417783 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-e1566e6c-de9c-448a-a78c-23a1030a550f None None] Bound port: 277b3122-0680-4356-8022-094f4dc0a1e0, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:57:49.418164 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-e1566e6c-de9c-448a-a78c-23a1030a550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:49.484973 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-e1566e6c-de9c-448a-a78c-23a1030a550f None None] For port 277b3122-0680-4356-8022-094f4dc0a1e0, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:57:49.490395 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-e1566e6c-de9c-448a-a78c-23a1030a550f None None] For port 277b3122-0680-4356-8022-094f4dc0a1e0, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=277b3122-0680-4356-8022-094f4dc0a1e0,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:57:49.495152 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-e1566e6c-de9c-448a-a78c-23a1030a550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:49.513999 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2ff8f2c-1f77-4ee3-ac4a-0856b4bdca12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:49.572883 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327ba83-9569-40df-98f1-e2311846e43f None None] Pushing event updated for resources: {'Port': ['ID=277b3122-0680-4356-8022-094f4dc0a1e0,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:49.575417 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1566e6c-de9c-448a-a78c-23a1030a550f None None] Routers {'61c0097b-8b0b-4cc6-bc9b-26f60c188ded'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:57:49.576021 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e1566e6c-de9c-448a-a78c-23a1030a550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:57:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['61c0097b-8b0b-4cc6-bc9b-26f60c188ded'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:49.711936 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-e1566e6c-de9c-448a-a78c-23a1030a550f None None] Set router 61c0097b-8b0b-4cc6-bc9b-26f60c188ded gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:57:49.737562 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2ff8f2c-1f77-4ee3-ac4a-0856b4bdca12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:49.745353 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f699ae-f163-4169-934c-f9074eebd20d None None] Network 971f9f35-3cff-44e0-a526-3fd0f93bf028 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:57:49.745713 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2ff8f2c-1f77-4ee3-ac4a-0856b4bdca12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:49.822138 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3ff60df6-47a0-4338-a4a2-8e4bc8041fff None None] Provisioning for port 96aea11a-4fb9-440b-96cb-41bd325b2f03 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:57:49.827668 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c2ff8f2c-1f77-4ee3-ac4a-0856b4bdca12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:49.830753 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff8f2c-1f77-4ee3-ac4a-0856b4bdca12 admin admin] Pushing event updated for resources: {'Port': ['ID=e745ec58-2764-4eeb-9037-27f81066b651,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:49.976533 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-e1566e6c-de9c-448a-a78c-23a1030a550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c0097b-8b0b-4cc6-bc9b-26f60c188ded', 'name': 'tempest-TestMinimumBasicScenario-2130241164-router', 'tenant_id': '521244828078493993d4bdfd93f681ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '277b3122-0680-4356-8022-094f4dc0a1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:57:46Z', 'updated_at': '2021-08-17T00:57:49Z', 'revision_number': 4, 'project_id': '521244828078493993d4bdfd93f681ff', 'gw_port': {'id': '277b3122-0680-4356-8022-094f4dc0a1e0', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:65:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c0097b-8b0b-4cc6-bc9b-26f60c188ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:47Z', 'updated_at': '2021-08-17T00:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e745ec58-2764-4eeb-9037-27f81066b651', 'name': '', 'network_id': '971f9f35-3cff-44e0-a526-3fd0f93bf028', 'tenant_id': '521244828078493993d4bdfd93f681ff', 'mac_address': 'fa:16:3e:cd:31:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c0097b-8b0b-4cc6-bc9b-26f60c188ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '55fab168-fbf7-4a4d-a5bc-31c056ff939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:48Z', 'updated_at': '2021-08-17T00:57:49Z', 'revision_number': 1, 'project_id': '521244828078493993d4bdfd93f681ff', 'subnets': [{'id': '55fab168-fbf7-4a4d-a5bc-31c056ff939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:50.010575 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1566e6c-de9c-448a-a78c-23a1030a550f None None] The sync data for ids ['61c0097b-8b0b-4cc6-bc9b-26f60c188ded'] in n-d-800088-20 is: [{'id': '61c0097b-8b0b-4cc6-bc9b-26f60c188ded', 'name': 'tempest-TestMinimumBasicScenario-2130241164-router', 'tenant_id': '521244828078493993d4bdfd93f681ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '277b3122-0680-4356-8022-094f4dc0a1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:57:46Z', 'updated_at': '2021-08-17T00:57:49Z', 'revision_number': 4, 'project_id': '521244828078493993d4bdfd93f681ff', 'gw_port': {'id': '277b3122-0680-4356-8022-094f4dc0a1e0', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:65:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c0097b-8b0b-4cc6-bc9b-26f60c188ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:47Z', 'updated_at': '2021-08-17T00:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e745ec58-2764-4eeb-9037-27f81066b651', 'name': '', 'network_id': '971f9f35-3cff-44e0-a526-3fd0f93bf028', 'tenant_id': '521244828078493993d4bdfd93f681ff', 'mac_address': 'fa:16:3e:cd:31:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c0097b-8b0b-4cc6-bc9b-26f60c188ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '55fab168-fbf7-4a4d-a5bc-31c056ff939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:48Z', 'updated_at': '2021-08-17T00:57:49Z', 'revision_number': 1, 'project_id': '521244828078493993d4bdfd93f681ff', 'subnets': [{'id': '55fab168-fbf7-4a4d-a5bc-31c056ff939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:57:50.295731 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-bf4c4060-4c9f-4fbd-be2c-4d6ebae24f8c None None] Provisioning for port e745ec58-2764-4eeb-9037-27f81066b651 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:57:50.302726 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-bf4c4060-4c9f-4fbd-be2c-4d6ebae24f8c None None] Provisioning complete for port e745ec58-2764-4eeb-9037-27f81066b651 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:57:50.303156 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4060-4c9f-4fbd-be2c-4d6ebae24f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:50.376426 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ff8f2c-1f77-4ee3-ac4a-0856b4bdca12 admin admin] Network 971f9f35-3cff-44e0-a526-3fd0f93bf028 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:57:50.378791 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-c2ff8f2c-1f77-4ee3-ac4a-0856b4bdca12 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:57:50.440433 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-bf4c4060-4c9f-4fbd-be2c-4d6ebae24f8c None None] Port e745ec58-2764-4eeb-9037-27f81066b651 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:57:50.446103 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:50.494770 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 94ca8a24-34e8-4167-aaa8-f22c6b5503ee up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:57:50.583148 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ff8f2c-1f77-4ee3-ac4a-0856b4bdca12 admin admin] Router 61c0097b-8b0b-4cc6-bc9b-26f60c188ded has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:57:50.725886 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ff8f2c-1f77-4ee3-ac4a-0856b4bdca12 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:57:50.731194 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c2ff8f2c-1f77-4ee3-ac4a-0856b4bdca12 admin admin] 10.222.0.60 "PUT /v2.0/routers/61c0097b-8b0b-4cc6-bc9b-26f60c188ded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4781232 Aug 17 00:57:50.773109 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ea551557-9235-4fdd-bc91-9abb8cc4ab4c None None] Provisioning complete for port e745ec58-2764-4eeb-9037-27f81066b651 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:57:50.773451 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ea551557-9235-4fdd-bc91-9abb8cc4ab4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:50.813362 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 94ca8a24-34e8-4167-aaa8-f22c6b5503ee completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:57:50.821587 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 94ca8a24-34e8-4167-aaa8-f22c6b5503ee triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:57:50.821962 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:50.824726 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ea551557-9235-4fdd-bc91-9abb8cc4ab4c None None] Port e745ec58-2764-4eeb-9037-27f81066b651 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:57:50.906075 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:50.946368 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 94ca8a24-34e8-4167-aaa8-f22c6b5503ee, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=94ca8a24-34e8-4167-aaa8-f22c6b5503ee,segment=NetworkSegment(83ee824d-7907-4905-b030-3ab5dfa8ed4b),segment_id=83ee824d-7907-4905-b030-3ab5dfa8ed4b)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:57:50.955481 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-640608a7-1799-405e-a962-ce9d61ea7a48 None None] Provisioning complete for port e745ec58-2764-4eeb-9037-27f81066b651 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:57:50.955820 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-640608a7-1799-405e-a962-ce9d61ea7a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:50.957940 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:50.958743 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 96aea11a-4fb9-440b-96cb-41bd325b2f03 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:57:51.045977 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-640608a7-1799-405e-a962-ce9d61ea7a48 None None] Port e745ec58-2764-4eeb-9037-27f81066b651 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:57:51.066294 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=94ca8a24-34e8-4167-aaa8-f22c6b5503ee,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:51.080812 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 96aea11a-4fb9-440b-96cb-41bd325b2f03 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:57:51.085745 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 96aea11a-4fb9-440b-96cb-41bd325b2f03 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:57:51.086123 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:51.170225 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:51.204453 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 96aea11a-4fb9-440b-96cb-41bd325b2f03, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=96aea11a-4fb9-440b-96cb-41bd325b2f03,segment=NetworkSegment(f2281142-33da-40ee-98f7-e143ff732d4a),segment_id=f2281142-33da-40ee-98f7-e143ff732d4a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:57:51.208354 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:51.257507 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=96aea11a-4fb9-440b-96cb-41bd325b2f03,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:52.325588 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:52.524185 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 94ca8a24-34e8-4167-aaa8-f22c6b5503ee up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:57:52.595125 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 94ca8a24-34e8-4167-aaa8-f22c6b5503ee triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:57:52.595996 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:52.710630 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 277b3122-0680-4356-8022-094f4dc0a1e0 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:57:52.772201 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 277b3122-0680-4356-8022-094f4dc0a1e0 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:57:52.776442 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 277b3122-0680-4356-8022-094f4dc0a1e0 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:57:52.776823 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:52.872120 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:52.903489 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 277b3122-0680-4356-8022-094f4dc0a1e0, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=277b3122-0680-4356-8022-094f4dc0a1e0,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:57:52.911724 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:52.912527 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 96aea11a-4fb9-440b-96cb-41bd325b2f03 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:57:52.997457 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=277b3122-0680-4356-8022-094f4dc0a1e0,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:53.012517 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 96aea11a-4fb9-440b-96cb-41bd325b2f03 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:57:53.012895 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:53.546064 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc9a82f-d239-4e83-bdb5-eadca4506a73 None None] Sync routers for ids ['61c0097b-8b0b-4cc6-bc9b-26f60c188ded'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:57:53.558092 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc9a82f-d239-4e83-bdb5-eadca4506a73 None None] Routers {'61c0097b-8b0b-4cc6-bc9b-26f60c188ded'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:57:53.558809 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-1cc9a82f-d239-4e83-bdb5-eadca4506a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:57:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['61c0097b-8b0b-4cc6-bc9b-26f60c188ded'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:53.679714 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-1cc9a82f-d239-4e83-bdb5-eadca4506a73 None None] Set router 61c0097b-8b0b-4cc6-bc9b-26f60c188ded gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:57:53.912664 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-1cc9a82f-d239-4e83-bdb5-eadca4506a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c0097b-8b0b-4cc6-bc9b-26f60c188ded', 'name': 'tempest-TestMinimumBasicScenario-2130241164-router', 'tenant_id': '521244828078493993d4bdfd93f681ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '277b3122-0680-4356-8022-094f4dc0a1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:57:46Z', 'updated_at': '2021-08-17T00:57:49Z', 'revision_number': 4, 'project_id': '521244828078493993d4bdfd93f681ff', 'gw_port': {'id': '277b3122-0680-4356-8022-094f4dc0a1e0', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:65:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c0097b-8b0b-4cc6-bc9b-26f60c188ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:47Z', 'updated_at': '2021-08-17T00:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e745ec58-2764-4eeb-9037-27f81066b651', 'name': '', 'network_id': '971f9f35-3cff-44e0-a526-3fd0f93bf028', 'tenant_id': '521244828078493993d4bdfd93f681ff', 'mac_address': 'fa:16:3e:cd:31:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c0097b-8b0b-4cc6-bc9b-26f60c188ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '55fab168-fbf7-4a4d-a5bc-31c056ff939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:48Z', 'updated_at': '2021-08-17T00:57:49Z', 'revision_number': 2, 'project_id': '521244828078493993d4bdfd93f681ff', 'subnets': [{'id': '55fab168-fbf7-4a4d-a5bc-31c056ff939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:53.944219 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc9a82f-d239-4e83-bdb5-eadca4506a73 None None] Checking router: 61c0097b-8b0b-4cc6-bc9b-26f60c188ded for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:57:53.944501 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc9a82f-d239-4e83-bdb5-eadca4506a73 None None] Updating router 61c0097b-8b0b-4cc6-bc9b-26f60c188ded port e745ec58-2764-4eeb-9037-27f81066b651 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:57:53.972312 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1cc9a82f-d239-4e83-bdb5-eadca4506a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:54.273253 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1cc9a82f-d239-4e83-bdb5-eadca4506a73 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:54.285105 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1cc9a82f-d239-4e83-bdb5-eadca4506a73 None None] Transition to ACTIVE for port object e745ec58-2764-4eeb-9037-27f81066b651 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:57:54.292021 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1cc9a82f-d239-4e83-bdb5-eadca4506a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:54.346714 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0608c-cb39-4388-aa7e-8cf12b3529b8 None None] Pushing event updated for resources: {'Port': ['ID=e745ec58-2764-4eeb-9037-27f81066b651,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:54.419516 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 277b3122-0680-4356-8022-094f4dc0a1e0 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:57:54.466173 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-1cc9a82f-d239-4e83-bdb5-eadca4506a73 None None] Attempting to bind port e745ec58-2764-4eeb-9037-27f81066b651 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:57:54.466570 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-1cc9a82f-d239-4e83-bdb5-eadca4506a73 None None] Attempting to bind port e745ec58-2764-4eeb-9037-27f81066b651 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'f2281142-33da-40ee-98f7-e143ff732d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '971f9f35-3cff-44e0-a526-3fd0f93bf028'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:57:54.466944 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc9a82f-d239-4e83-bdb5-eadca4506a73 None None] Attempting to bind port e745ec58-2764-4eeb-9037-27f81066b651 on network 971f9f35-3cff-44e0-a526-3fd0f93bf028 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:57:54.478036 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc9a82f-d239-4e83-bdb5-eadca4506a73 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:57:54.478422 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc9a82f-d239-4e83-bdb5-eadca4506a73 None None] Checking segment: {'id': 'f2281142-33da-40ee-98f7-e143ff732d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '971f9f35-3cff-44e0-a526-3fd0f93bf028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:57:54.478826 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1cc9a82f-d239-4e83-bdb5-eadca4506a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:54.479580 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc9a82f-d239-4e83-bdb5-eadca4506a73 None None] Bound using segment: {'id': 'f2281142-33da-40ee-98f7-e143ff732d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '971f9f35-3cff-44e0-a526-3fd0f93bf028'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:57:54.479749 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-1cc9a82f-d239-4e83-bdb5-eadca4506a73 None None] Bound port: e745ec58-2764-4eeb-9037-27f81066b651, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2281142-33da-40ee-98f7-e143ff732d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '971f9f35-3cff-44e0-a526-3fd0f93bf028'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:57:54.480142 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1cc9a82f-d239-4e83-bdb5-eadca4506a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:54.546355 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 277b3122-0680-4356-8022-094f4dc0a1e0 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:57:54.547029 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:54.590873 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1cc9a82f-d239-4e83-bdb5-eadca4506a73 None None] For port e745ec58-2764-4eeb-9037-27f81066b651, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:57:54.613934 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1cc9a82f-d239-4e83-bdb5-eadca4506a73 None None] For port e745ec58-2764-4eeb-9037-27f81066b651, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e745ec58-2764-4eeb-9037-27f81066b651,segment=NetworkSegment(f2281142-33da-40ee-98f7-e143ff732d4a),segment_id=f2281142-33da-40ee-98f7-e143ff732d4a)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:57:54.620838 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1cc9a82f-d239-4e83-bdb5-eadca4506a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:54.717916 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc9a82f-d239-4e83-bdb5-eadca4506a73 None None] Routers {'61c0097b-8b0b-4cc6-bc9b-26f60c188ded'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:57:54.718642 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-1cc9a82f-d239-4e83-bdb5-eadca4506a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:57:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['61c0097b-8b0b-4cc6-bc9b-26f60c188ded'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:54.720483 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0608c-cb39-4388-aa7e-8cf12b3529b8 None None] Pushing event updated for resources: {'Port': ['ID=e745ec58-2764-4eeb-9037-27f81066b651,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:54.871164 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-1cc9a82f-d239-4e83-bdb5-eadca4506a73 None None] Set router 61c0097b-8b0b-4cc6-bc9b-26f60c188ded gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:57:55.123621 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-1cc9a82f-d239-4e83-bdb5-eadca4506a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c0097b-8b0b-4cc6-bc9b-26f60c188ded', 'name': 'tempest-TestMinimumBasicScenario-2130241164-router', 'tenant_id': '521244828078493993d4bdfd93f681ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '277b3122-0680-4356-8022-094f4dc0a1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:57:46Z', 'updated_at': '2021-08-17T00:57:49Z', 'revision_number': 4, 'project_id': '521244828078493993d4bdfd93f681ff', 'gw_port': {'id': '277b3122-0680-4356-8022-094f4dc0a1e0', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:65:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c0097b-8b0b-4cc6-bc9b-26f60c188ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:47Z', 'updated_at': '2021-08-17T00:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e745ec58-2764-4eeb-9037-27f81066b651', 'name': '', 'network_id': '971f9f35-3cff-44e0-a526-3fd0f93bf028', 'tenant_id': '521244828078493993d4bdfd93f681ff', 'mac_address': 'fa:16:3e:cd:31:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c0097b-8b0b-4cc6-bc9b-26f60c188ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '55fab168-fbf7-4a4d-a5bc-31c056ff939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:48Z', 'updated_at': '2021-08-17T00:57:54Z', 'revision_number': 4, 'project_id': '521244828078493993d4bdfd93f681ff', 'subnets': [{'id': '55fab168-fbf7-4a4d-a5bc-31c056ff939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:57:55.153802 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc9a82f-d239-4e83-bdb5-eadca4506a73 None None] The sync data for ids ['61c0097b-8b0b-4cc6-bc9b-26f60c188ded'] in n-d-800088-20 is: [{'id': '61c0097b-8b0b-4cc6-bc9b-26f60c188ded', 'name': 'tempest-TestMinimumBasicScenario-2130241164-router', 'tenant_id': '521244828078493993d4bdfd93f681ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '277b3122-0680-4356-8022-094f4dc0a1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:57:46Z', 'updated_at': '2021-08-17T00:57:49Z', 'revision_number': 4, 'project_id': '521244828078493993d4bdfd93f681ff', 'gw_port': {'id': '277b3122-0680-4356-8022-094f4dc0a1e0', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:65:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c0097b-8b0b-4cc6-bc9b-26f60c188ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:47Z', 'updated_at': '2021-08-17T00:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e745ec58-2764-4eeb-9037-27f81066b651', 'name': '', 'network_id': '971f9f35-3cff-44e0-a526-3fd0f93bf028', 'tenant_id': '521244828078493993d4bdfd93f681ff', 'mac_address': 'fa:16:3e:cd:31:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c0097b-8b0b-4cc6-bc9b-26f60c188ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '55fab168-fbf7-4a4d-a5bc-31c056ff939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:48Z', 'updated_at': '2021-08-17T00:57:54Z', 'revision_number': 4, 'project_id': '521244828078493993d4bdfd93f681ff', 'subnets': [{'id': '55fab168-fbf7-4a4d-a5bc-31c056ff939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:57:55.187329 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:57:56.423363 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e745ec58-2764-4eeb-9037-27f81066b651 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:57:56.496443 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port e745ec58-2764-4eeb-9037-27f81066b651 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:57:56.502478 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e745ec58-2764-4eeb-9037-27f81066b651 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:57:56.502866 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:56.599380 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:56.636763 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port e745ec58-2764-4eeb-9037-27f81066b651, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e745ec58-2764-4eeb-9037-27f81066b651,segment=NetworkSegment(f2281142-33da-40ee-98f7-e143ff732d4a),segment_id=f2281142-33da-40ee-98f7-e143ff732d4a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:57:56.641654 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:57:56.693117 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=e745ec58-2764-4eeb-9037-27f81066b651,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:57:58.362836 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e745ec58-2764-4eeb-9037-27f81066b651 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:57:58.419120 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e745ec58-2764-4eeb-9037-27f81066b651 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:57:58.419505 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:01.100772 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22acb30-1730-46f3-a36c-f44330411413 req-642be656-514b-4c4b-87c8-dcf646feea1f tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:01.102291 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b22acb30-1730-46f3-a36c-f44330411413 req-642be656-514b-4c4b-87c8-dcf646feea1f tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/networks?id=1b728167-0584-49d4-b412-b5680a422fc4 HTTP/1.1" status: 200 len: 815 time: 0.1060536 Aug 17 00:58:01.117835 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b22acb30-1730-46f3-a36c-f44330411413 req-441e5650-0078-49ed-a830-0f5a34d16ffb tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/quotas/0846602c085f4403bcbfabfa6408e89b HTTP/1.1" status: 200 len: 375 time: 0.0096493 Aug 17 00:58:01.167403 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b22acb30-1730-46f3-a36c-f44330411413 req-7d4a9b18-b0d8-4472-866f-24dd4c374553 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0846602c085f4403bcbfabfa6408e89b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445054 Aug 17 00:58:01.268775 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b22acb30-1730-46f3-a36c-f44330411413 req-830d0e1c-95a6-40a0-a68e-b598cb0a5ea7 service neutron] 10.222.0.60 "GET /v2.0/networks/1b728167-0584-49d4-b412-b5680a422fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891135 Aug 17 00:58:01.365433 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b22acb30-1730-46f3-a36c-f44330411413 req-1b202af9-fd09-4b09-8bd5-666459bdb01b service neutron] 10.222.0.60 "GET /v2.0/networks/1b728167-0584-49d4-b412-b5680a422fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895152 Aug 17 00:58:01.624569 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd2f0ccb-2124-43ad-9ab1-c086968cf34b req-80ee197e-3f66-4ab2-80b0-ead62b27701f tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 210 time: 0.1257031 Aug 17 00:58:02.545339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22acb30-1730-46f3-a36c-f44330411413 req-a6831177-4044-4455-b2bc-dc0f01e15678 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:02.546796 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b22acb30-1730-46f3-a36c-f44330411413 req-a6831177-4044-4455-b2bc-dc0f01e15678 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.69 "GET /v2.0/networks?id=1b728167-0584-49d4-b412-b5680a422fc4 HTTP/1.1" status: 200 len: 815 time: 0.1125059 Aug 17 00:58:02.563751 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-b22acb30-1730-46f3-a36c-f44330411413 req-6fa57454-5b1e-4623-9c5f-4e3c68011891 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Request body: {'port': {'device_id': '0fd7a3f6-4b36-43ce-b8cd-d89497bba978', 'network_id': '1b728167-0584-49d4-b412-b5680a422fc4', 'admin_state_up': True, 'tenant_id': '0846602c085f4403bcbfabfa6408e89b'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:58:02.677444 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b22acb30-1730-46f3-a36c-f44330411413 req-6fa57454-5b1e-4623-9c5f-4e3c68011891 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Made reservation on behalf of 0846602c085f4403bcbfabfa6408e89b for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:58:02.682173 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b22acb30-1730-46f3-a36c-f44330411413 req-6fa57454-5b1e-4623-9c5f-4e3c68011891 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:02.767948 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1fb9dcf5-c07c-452c-9768-34d942091fa1 req-6d76e404-d94f-4562-8320-5dc22507d67f tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 210 time: 0.0535812 Aug 17 00:58:02.853237 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-b22acb30-1730-46f3-a36c-f44330411413 req-6fa57454-5b1e-4623-9c5f-4e3c68011891 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Allocated IP 172.20.0.8 (1b728167-0584-49d4-b412-b5680a422fc4/0d6a371c-8d19-447b-8934-d5fa64f95589/18d17b37-4076-4fd9-a48d-6168189b2982) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:58:03.138431 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b22acb30-1730-46f3-a36c-f44330411413 req-6fa57454-5b1e-4623-9c5f-4e3c68011891 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:03.154433 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-b22acb30-1730-46f3-a36c-f44330411413 req-6fa57454-5b1e-4623-9c5f-4e3c68011891 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Transition to ACTIVE for port object 18d17b37-4076-4fd9-a48d-6168189b2982 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:58:03.190877 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b22acb30-1730-46f3-a36c-f44330411413 req-6fa57454-5b1e-4623-9c5f-4e3c68011891 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:03.251159 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b22acb30-1730-46f3-a36c-f44330411413 req-6fa57454-5b1e-4623-9c5f-4e3c68011891 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Network 1b728167-0584-49d4-b412-b5680a422fc4 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:58:03.258200 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-b22acb30-1730-46f3-a36c-f44330411413 req-6fa57454-5b1e-4623-9c5f-4e3c68011891 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:58:03.261352 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22acb30-1730-46f3-a36c-f44330411413 req-6fa57454-5b1e-4623-9c5f-4e3c68011891 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:58:03.301019 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa57454-5b1e-4623-9c5f-4e3c68011891 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Pushing event updated for resources: {'Port': ['ID=18d17b37-4076-4fd9-a48d-6168189b2982,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:58:03.317287 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa57454-5b1e-4623-9c5f-4e3c68011891 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:03.318793 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa57454-5b1e-4623-9c5f-4e3c68011891 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:03.319141 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa57454-5b1e-4623-9c5f-4e3c68011891 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:03.319488 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa57454-5b1e-4623-9c5f-4e3c68011891 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:03.319827 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa57454-5b1e-4623-9c5f-4e3c68011891 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:03.320165 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa57454-5b1e-4623-9c5f-4e3c68011891 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:03.320527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa57454-5b1e-4623-9c5f-4e3c68011891 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:03.320828 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa57454-5b1e-4623-9c5f-4e3c68011891 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:03.321287 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa57454-5b1e-4623-9c5f-4e3c68011891 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:03.321517 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa57454-5b1e-4623-9c5f-4e3c68011891 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:03.321850 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa57454-5b1e-4623-9c5f-4e3c68011891 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:03.322172 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa57454-5b1e-4623-9c5f-4e3c68011891 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:03.371938 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22acb30-1730-46f3-a36c-f44330411413 req-6fa57454-5b1e-4623-9c5f-4e3c68011891 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:03.372650 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b22acb30-1730-46f3-a36c-f44330411413 req-6fa57454-5b1e-4623-9c5f-4e3c68011891 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:03.401632 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b22acb30-1730-46f3-a36c-f44330411413 req-6fa57454-5b1e-4623-9c5f-4e3c68011891 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8417373 Aug 17 00:58:03.602032 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-9bb6ac5e-4249-41b4-a0a7-82926ce6f28e None None] Provisioning for port 18d17b37-4076-4fd9-a48d-6168189b2982 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:58:03.605545 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-9bb6ac5e-4249-41b4-a0a7-82926ce6f28e None None] Provisioning complete for port 18d17b37-4076-4fd9-a48d-6168189b2982 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:58:03.606170 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9bb6ac5e-4249-41b4-a0a7-82926ce6f28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:03.641284 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-9bb6ac5e-4249-41b4-a0a7-82926ce6f28e None None] Port 18d17b37-4076-4fd9-a48d-6168189b2982 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:58:03.905829 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62f495-56a7-477a-bb00-d24350fdd163 req-f4c0165a-b8fc-4717-a2b2-a9019e565a4a tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:03.907566 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db62f495-56a7-477a-bb00-d24350fdd163 req-f4c0165a-b8fc-4717-a2b2-a9019e565a4a tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 931 time: 0.0588853 Aug 17 00:58:03.951256 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-db62f495-56a7-477a-bb00-d24350fdd163 req-253dcb5e-5aff-403b-8493-1c1a10fa8cc1 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357566 Aug 17 00:58:05.092113 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcaab9-f61e-4eb8-8966-30a85393b05e req-dd957724-c676-42af-8c03-19da376f6193 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:05.094969 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ebcaab9-f61e-4eb8-8966-30a85393b05e req-dd957724-c676-42af-8c03-19da376f6193 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 931 time: 0.0617430 Aug 17 00:58:05.133271 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ebcaab9-f61e-4eb8-8966-30a85393b05e req-358e769f-7db3-496e-bd13-de0630caadfb tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329318 Aug 17 00:58:06.244850 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a51a9c-2433-4bd1-b118-b96d155df32a req-478629b0-296f-478b-8045-01b80bcc41a8 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:06.246346 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-89a51a9c-2433-4bd1-b118-b96d155df32a req-478629b0-296f-478b-8045-01b80bcc41a8 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 931 time: 0.0481646 Aug 17 00:58:06.289997 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-89a51a9c-2433-4bd1-b118-b96d155df32a req-62000456-ae9c-4226-86e1-2cab37925e91 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368042 Aug 17 00:58:07.405001 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18244e14-a53f-461e-8c9b-2fe76d2bc1fe req-d614408c-2bce-4061-8326-4273ae1947e1 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:07.406584 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18244e14-a53f-461e-8c9b-2fe76d2bc1fe req-d614408c-2bce-4061-8326-4273ae1947e1 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 931 time: 0.0493431 Aug 17 00:58:07.445309 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-18244e14-a53f-461e-8c9b-2fe76d2bc1fe req-8caf1c86-b01f-45f9-9d5f-cac97f38a8be tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326254 Aug 17 00:58:08.567454 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76002557-df40-45ab-a593-5c487a5c0600 req-4f060e4c-bf48-49fc-8db9-79ae763b0104 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:08.575050 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-76002557-df40-45ab-a593-5c487a5c0600 req-4f060e4c-bf48-49fc-8db9-79ae763b0104 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 931 time: 0.0623410 Aug 17 00:58:08.613331 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-76002557-df40-45ab-a593-5c487a5c0600 req-cf0b27c3-0be6-4f10-afd0-3d832be8687a tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367658 Aug 17 00:58:09.741603 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4673e5-e2e3-430d-996b-c5e4bfbbb863 req-03ff5f3e-166e-481a-b29b-53c24a1dc869 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:09.743020 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1d4673e5-e2e3-430d-996b-c5e4bfbbb863 req-03ff5f3e-166e-481a-b29b-53c24a1dc869 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 931 time: 0.0535364 Aug 17 00:58:09.789178 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1d4673e5-e2e3-430d-996b-c5e4bfbbb863 req-98424e3a-8ea4-4be9-81e4-3df35be27bed tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386238 Aug 17 00:58:10.666597 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:10.924866 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83aa8d-5dc0-4fa0-a429-3eca2fd2e3a9 req-86fc7bdd-6e58-4d85-bea4-acad6f045fab tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:10.926471 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a83aa8d-5dc0-4fa0-a429-3eca2fd2e3a9 req-86fc7bdd-6e58-4d85-bea4-acad6f045fab tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 931 time: 0.0696650 Aug 17 00:58:10.973832 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0a83aa8d-5dc0-4fa0-a429-3eca2fd2e3a9 req-5c4784e4-397a-48f7-95b3-960c5c2a8660 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407073 Aug 17 00:58:12.088108 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c6653-2ec7-4d9d-b45b-601c454033c6 req-9dbd40de-9158-469c-a247-5b3ee95577ed tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:12.089621 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-993c6653-2ec7-4d9d-b45b-601c454033c6 req-9dbd40de-9158-469c-a247-5b3ee95577ed tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 931 time: 0.0487986 Aug 17 00:58:12.128695 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-993c6653-2ec7-4d9d-b45b-601c454033c6 req-b7761526-b2af-42a5-a3a6-e7a1869983cd tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322795 Aug 17 00:58:12.275487 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:13.247020 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda139c2-4c32-4710-995e-23014ebfaa62 req-515f3978-ac0f-4d0f-b5c8-690bb6658f99 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:13.248474 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bda139c2-4c32-4710-995e-23014ebfaa62 req-515f3978-ac0f-4d0f-b5c8-690bb6658f99 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 931 time: 0.0487144 Aug 17 00:58:13.298920 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bda139c2-4c32-4710-995e-23014ebfaa62 req-833edff9-36a7-4bd3-b092-c58314b8d3ee tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438337 Aug 17 00:58:14.421373 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c16e1b-ca02-4cf6-a8db-37b9de473c6f req-244905b6-ff02-449e-9650-b6bfb730ea93 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:14.423468 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-47c16e1b-ca02-4cf6-a8db-37b9de473c6f req-244905b6-ff02-449e-9650-b6bfb730ea93 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 931 time: 0.0516703 Aug 17 00:58:14.463001 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-47c16e1b-ca02-4cf6-a8db-37b9de473c6f req-dd522f08-73a9-47a2-aa5c-bae17c5a8764 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331194 Aug 17 00:58:15.583519 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd52163-46d6-4c3e-949a-6c4dbd9b55fc req-1197e91e-6fc8-4bab-9e8e-65bb6de685ec tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:15.585139 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dfd52163-46d6-4c3e-949a-6c4dbd9b55fc req-1197e91e-6fc8-4bab-9e8e-65bb6de685ec tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 931 time: 0.0540359 Aug 17 00:58:15.623049 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dfd52163-46d6-4c3e-949a-6c4dbd9b55fc req-8a2aa7a7-431e-4323-9065-a130369b7d7d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319815 Aug 17 00:58:16.330214 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-b22acb30-1730-46f3-a36c-f44330411413 req-5e652f45-e334-4b3c-b7cd-7de9c61871c9 service neutron] Request body: {'port': {'device_id': '0fd7a3f6-4b36-43ce-b8cd-d89497bba978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:58:16.387282 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b22acb30-1730-46f3-a36c-f44330411413 req-5e652f45-e334-4b3c-b7cd-7de9c61871c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:16.605183 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6945e9a3-ebc7-4e5e-8d8f-bbcf1071cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:16.665307 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-b22acb30-1730-46f3-a36c-f44330411413 req-5e652f45-e334-4b3c-b7cd-7de9c61871c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d17b37-4076-4fd9-a48d-6168189b2982 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:58:16.672280 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b22acb30-1730-46f3-a36c-f44330411413 req-5e652f45-e334-4b3c-b7cd-7de9c61871c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:16.683874 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-b22acb30-1730-46f3-a36c-f44330411413 req-5e652f45-e334-4b3c-b7cd-7de9c61871c9 service neutron] Transition to ACTIVE for port object 18d17b37-4076-4fd9-a48d-6168189b2982 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:58:16.687978 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b22acb30-1730-46f3-a36c-f44330411413 req-5e652f45-e334-4b3c-b7cd-7de9c61871c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:16.794019 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e652f45-e334-4b3c-b7cd-7de9c61871c9 service neutron] Pushing event updated for resources: {'Port': ['ID=18d17b37-4076-4fd9-a48d-6168189b2982,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:58:16.812612 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591714fd-adb0-4cf5-9e85-e48cef57d62f req-070b8b30-6f69-4880-afeb-ab4be80367db tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:16.814598 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-591714fd-adb0-4cf5-9e85-e48cef57d62f req-070b8b30-6f69-4880-afeb-ab4be80367db tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 943 time: 0.1188252 Aug 17 00:58:16.882749 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-591714fd-adb0-4cf5-9e85-e48cef57d62f req-6b33453d-68e5-49c2-af38-7fc8b78a7120 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493863 Aug 17 00:58:16.893524 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-b22acb30-1730-46f3-a36c-f44330411413 req-5e652f45-e334-4b3c-b7cd-7de9c61871c9 service neutron] Attempting to bind port 18d17b37-4076-4fd9-a48d-6168189b2982 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:58:16.893878 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-b22acb30-1730-46f3-a36c-f44330411413 req-5e652f45-e334-4b3c-b7cd-7de9c61871c9 service neutron] Attempting to bind port 18d17b37-4076-4fd9-a48d-6168189b2982 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '83ee824d-7907-4905-b030-3ab5dfa8ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1b728167-0584-49d4-b412-b5680a422fc4'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:58:16.894347 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22acb30-1730-46f3-a36c-f44330411413 req-5e652f45-e334-4b3c-b7cd-7de9c61871c9 service neutron] Attempting to bind port 18d17b37-4076-4fd9-a48d-6168189b2982 on network 1b728167-0584-49d4-b412-b5680a422fc4 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:58:16.900978 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22acb30-1730-46f3-a36c-f44330411413 req-5e652f45-e334-4b3c-b7cd-7de9c61871c9 service neutron] Port 18d17b37-4076-4fd9-a48d-6168189b2982 on network 1b728167-0584-49d4-b412-b5680a422fc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:58:16.901331 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22acb30-1730-46f3-a36c-f44330411413 req-5e652f45-e334-4b3c-b7cd-7de9c61871c9 service neutron] Attempting to bind port 18d17b37-4076-4fd9-a48d-6168189b2982 on network 1b728167-0584-49d4-b412-b5680a422fc4 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:58:16.906837 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22acb30-1730-46f3-a36c-f44330411413 req-5e652f45-e334-4b3c-b7cd-7de9c61871c9 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:58:16.907197 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22acb30-1730-46f3-a36c-f44330411413 req-5e652f45-e334-4b3c-b7cd-7de9c61871c9 service neutron] Checking segment: {'id': '83ee824d-7907-4905-b030-3ab5dfa8ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1b728167-0584-49d4-b412-b5680a422fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:58:16.907731 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22acb30-1730-46f3-a36c-f44330411413 req-5e652f45-e334-4b3c-b7cd-7de9c61871c9 service neutron] Bound using segment: {'id': '83ee824d-7907-4905-b030-3ab5dfa8ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1b728167-0584-49d4-b412-b5680a422fc4'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:58:16.908172 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-b22acb30-1730-46f3-a36c-f44330411413 req-5e652f45-e334-4b3c-b7cd-7de9c61871c9 service neutron] Bound port: 18d17b37-4076-4fd9-a48d-6168189b2982, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83ee824d-7907-4905-b030-3ab5dfa8ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1b728167-0584-49d4-b412-b5680a422fc4'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:58:16.908537 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b22acb30-1730-46f3-a36c-f44330411413 req-5e652f45-e334-4b3c-b7cd-7de9c61871c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:16.975560 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-b22acb30-1730-46f3-a36c-f44330411413 req-5e652f45-e334-4b3c-b7cd-7de9c61871c9 service neutron] For port 18d17b37-4076-4fd9-a48d-6168189b2982, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:58:16.978671 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-b22acb30-1730-46f3-a36c-f44330411413 req-5e652f45-e334-4b3c-b7cd-7de9c61871c9 service neutron] For port 18d17b37-4076-4fd9-a48d-6168189b2982, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=18d17b37-4076-4fd9-a48d-6168189b2982,segment=NetworkSegment(83ee824d-7907-4905-b030-3ab5dfa8ed4b),segment_id=83ee824d-7907-4905-b030-3ab5dfa8ed4b)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:58:16.983106 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b22acb30-1730-46f3-a36c-f44330411413 req-5e652f45-e334-4b3c-b7cd-7de9c61871c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:17.019292 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22acb30-1730-46f3-a36c-f44330411413 req-5e652f45-e334-4b3c-b7cd-7de9c61871c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:17.019926 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-b22acb30-1730-46f3-a36c-f44330411413 req-5e652f45-e334-4b3c-b7cd-7de9c61871c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:17.021384 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b22acb30-1730-46f3-a36c-f44330411413 req-5e652f45-e334-4b3c-b7cd-7de9c61871c9 service neutron] 10.222.0.69 "PUT /v2.0/ports/18d17b37-4076-4fd9-a48d-6168189b2982 HTTP/1.1" status: 200 len: 1092 time: 0.6960647 Aug 17 00:58:17.021762 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd7a3f6-4b36-43ce-b8cd-d89497bba978', 'tag': '18d17b37-4076-4fd9-a48d-6168189b2982'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:58:17.024022 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e87c81b-a656-43c5-84a7-c7b79e9e4912" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd7a3f6-4b36-43ce-b8cd-d89497bba978", "tag": "18d17b37-4076-4fd9-a48d-6168189b2982"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:58:17.050824 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e652f45-e334-4b3c-b7cd-7de9c61871c9 service neutron] Pushing event updated for resources: {'Port': ['ID=18d17b37-4076-4fd9-a48d-6168189b2982,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:58:17.075967 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e495d774-7423-46f8-8b9b-ffa37b2db253 x-openstack-request-id: req-e495d774-7423-46f8-8b9b-ffa37b2db253 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:58:17.075967 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd7a3f6-4b36-43ce-b8cd-d89497bba978", "tag": "18d17b37-4076-4fd9-a48d-6168189b2982", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:58:17.075967 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e495d774-7423-46f8-8b9b-ffa37b2db253 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:58:17.076429 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd7a3f6-4b36-43ce-b8cd-d89497bba978', 'tag': '18d17b37-4076-4fd9-a48d-6168189b2982', 'status': 'completed', 'code': 200} Aug 17 00:58:17.107764 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22acb30-1730-46f3-a36c-f44330411413 req-2f54826f-bd90-4e97-9ee3-3514813f8531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:17.109327 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b22acb30-1730-46f3-a36c-f44330411413 req-2f54826f-bd90-4e97-9ee3-3514813f8531 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0846602c085f4403bcbfabfa6408e89b&device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 1095 time: 0.0448067 Aug 17 00:58:17.166237 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b22acb30-1730-46f3-a36c-f44330411413 req-27a9ed18-bea7-433d-8b2f-221f255ad009 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18d17b37-4076-4fd9-a48d-6168189b2982 HTTP/1.1" status: 200 len: 217 time: 0.0367570 Aug 17 00:58:17.225202 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22acb30-1730-46f3-a36c-f44330411413 req-b65dc97d-d9c5-43f3-9753-d54c5c7a6ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:17.226690 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b22acb30-1730-46f3-a36c-f44330411413 req-b65dc97d-d9c5-43f3-9753-d54c5c7a6ae3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0d6a371c-8d19-447b-8934-d5fa64f95589 HTTP/1.1" status: 200 len: 854 time: 0.0520899 Aug 17 00:58:17.278985 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22acb30-1730-46f3-a36c-f44330411413 req-e2d430fa-2132-4f63-b6be-c0aa73551a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:17.280482 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b22acb30-1730-46f3-a36c-f44330411413 req-e2d430fa-2132-4f63-b6be-c0aa73551a1f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b728167-0584-49d4-b412-b5680a422fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415688 Aug 17 00:58:17.376087 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b22acb30-1730-46f3-a36c-f44330411413 req-355ed15b-1ce3-4abd-9678-a13c7a474e2e service neutron] 10.222.0.69 "GET /v2.0/networks/1b728167-0584-49d4-b412-b5680a422fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826085 Aug 17 00:58:17.475002 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b22acb30-1730-46f3-a36c-f44330411413 req-44bde777-eef8-47f6-b491-1c7dff562eed service neutron] 10.222.0.69 "GET /v2.0/networks/1b728167-0584-49d4-b412-b5680a422fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882740 Aug 17 00:58:17.567067 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87c81b-a656-43c5-84a7-c7b79e9e4912 req-e0b94ab1-6d65-4fec-8844-0dd5735dee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:17.568552 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e87c81b-a656-43c5-84a7-c7b79e9e4912 req-e0b94ab1-6d65-4fec-8844-0dd5735dee27 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0846602c085f4403bcbfabfa6408e89b&device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 1095 time: 0.0422630 Aug 17 00:58:17.666081 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87c81b-a656-43c5-84a7-c7b79e9e4912 req-4134bee0-4c1c-4e15-a025-6486160c2981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:17.667480 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e87c81b-a656-43c5-84a7-c7b79e9e4912 req-4134bee0-4c1c-4e15-a025-6486160c2981 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1b728167-0584-49d4-b412-b5680a422fc4 HTTP/1.1" status: 200 len: 916 time: 0.0914836 Aug 17 00:58:17.719849 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e87c81b-a656-43c5-84a7-c7b79e9e4912 req-561c8522-e9ac-423d-93db-b3a314b767b4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18d17b37-4076-4fd9-a48d-6168189b2982 HTTP/1.1" status: 200 len: 217 time: 0.0424500 Aug 17 00:58:17.770934 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87c81b-a656-43c5-84a7-c7b79e9e4912 req-300d7f8b-e834-4db2-85d2-81e82af5912e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:17.772328 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e87c81b-a656-43c5-84a7-c7b79e9e4912 req-300d7f8b-e834-4db2-85d2-81e82af5912e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0d6a371c-8d19-447b-8934-d5fa64f95589 HTTP/1.1" status: 200 len: 854 time: 0.0443637 Aug 17 00:58:17.825249 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87c81b-a656-43c5-84a7-c7b79e9e4912 req-bceb810c-8228-4dc5-8656-ecd493f85e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:17.826785 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e87c81b-a656-43c5-84a7-c7b79e9e4912 req-bceb810c-8228-4dc5-8656-ecd493f85e02 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b728167-0584-49d4-b412-b5680a422fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460520 Aug 17 00:58:17.917588 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e87c81b-a656-43c5-84a7-c7b79e9e4912 req-f466e556-1449-4ece-97e6-150982054830 service neutron] 10.222.0.69 "GET /v2.0/networks/1b728167-0584-49d4-b412-b5680a422fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825260 Aug 17 00:58:18.051608 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfc67b-3ed3-4ef8-b7e6-e4e8ac01da50 req-ab969e32-dc3c-4481-ba69-d041d7524fc0 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:18.053094 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7dfc67b-3ed3-4ef8-b7e6-e4e8ac01da50 req-ab969e32-dc3c-4481-ba69-d041d7524fc0 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 943 time: 0.0799639 Aug 17 00:58:18.056800 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2e87c81b-a656-43c5-84a7-c7b79e9e4912 req-a4c99a63-6ac9-4440-abc4-a90864ac8a19 service neutron] 10.222.0.69 "GET /v2.0/networks/1b728167-0584-49d4-b412-b5680a422fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315203 Aug 17 00:58:18.091792 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e7dfc67b-3ed3-4ef8-b7e6-e4e8ac01da50 req-620849d4-6e7a-4aad-9162-2a0e5d754478 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326054 Aug 17 00:58:19.304004 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-53bd8a63-2af9-48f0-92ac-efaafe76e139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:19.358114 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:19.461277 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051a97d-8621-4053-9eac-68057b8d8534 req-346c4854-097a-47e5-a792-f888f74fbd50 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:19.463481 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c051a97d-8621-4053-9eac-68057b8d8534 req-346c4854-097a-47e5-a792-f888f74fbd50 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 943 time: 0.0583777 Aug 17 00:58:19.515681 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c051a97d-8621-4053-9eac-68057b8d8534 req-ba1d5dec-d6be-4297-af20-a3791316ecd5 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405645 Aug 17 00:58:20.410216 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:20.632053 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf6a74-b108-4ea0-adcf-fbb7bc7b5d02 req-52c5a3b0-61b5-4ab2-857f-10f271fd6c3a tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:20.633598 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5cf6a74-b108-4ea0-adcf-fbb7bc7b5d02 req-52c5a3b0-61b5-4ab2-857f-10f271fd6c3a tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 943 time: 0.0505433 Aug 17 00:58:20.671073 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5cf6a74-b108-4ea0-adcf-fbb7bc7b5d02 req-dbc9101e-82bc-43ae-972c-e8023d19f624 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315301 Aug 17 00:58:21.294471 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 18d17b37-4076-4fd9-a48d-6168189b2982 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:58:21.385996 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 18d17b37-4076-4fd9-a48d-6168189b2982, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=18d17b37-4076-4fd9-a48d-6168189b2982,segment=NetworkSegment(83ee824d-7907-4905-b030-3ab5dfa8ed4b),segment_id=83ee824d-7907-4905-b030-3ab5dfa8ed4b)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:58:21.399819 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '18d17b37-4076-4fd9-a48d-6168189b2982', 'network_id': '1b728167-0584-49d4-b412-b5680a422fc4', 'port_id': '18d17b37-4076-4fd9-a48d-6168189b2982', 'mac_address': 'fa:16:3e:1b:0a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6a371c-8d19-447b-8934-d5fa64f95589', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:58:21.435619 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:21.448765 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d17b37-4076-4fd9-a48d-6168189b2982 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:58:21.467083 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 18d17b37-4076-4fd9-a48d-6168189b2982, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=18d17b37-4076-4fd9-a48d-6168189b2982,segment=NetworkSegment(83ee824d-7907-4905-b030-3ab5dfa8ed4b),segment_id=83ee824d-7907-4905-b030-3ab5dfa8ed4b)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:58:21.471648 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:21.517082 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=18d17b37-4076-4fd9-a48d-6168189b2982,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:58:21.524106 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:21.524475 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:21.524810 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:21.525167 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:21.525504 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:21.525829 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:21.526155 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:21.526473 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:21.526795 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:21.527114 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:21.527434 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:21.527749 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:21.735128 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['18d17b37-4076-4fd9-a48d-6168189b2982'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:58:21.789862 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4fb2c-df81-4e16-a146-e3ad9502430b req-6625cea2-73c3-4935-a2d3-aa41a35b4fed tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:21.792063 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-efc4fb2c-df81-4e16-a146-e3ad9502430b req-6625cea2-73c3-4935-a2d3-aa41a35b4fed tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 944 time: 0.0503974 Aug 17 00:58:21.830736 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-efc4fb2c-df81-4e16-a146-e3ad9502430b req-2d156efa-e16f-4e73-8e4e-fcef543cf725 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324395 Aug 17 00:58:22.305717 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:22.945954 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d350a-7663-40fc-955a-5f0c18ab477d req-d6149b1c-da3a-4044-873b-9481ecd04c18 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:22.947415 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-988d350a-7663-40fc-955a-5f0c18ab477d req-d6149b1c-da3a-4044-873b-9481ecd04c18 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 944 time: 0.0492606 Aug 17 00:58:22.988014 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-988d350a-7663-40fc-955a-5f0c18ab477d req-524e31dd-d55f-464f-88c8-e029074a66d9 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346198 Aug 17 00:58:23.318214 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 18d17b37-4076-4fd9-a48d-6168189b2982 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:58:23.366448 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 18d17b37-4076-4fd9-a48d-6168189b2982 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:58:23.370087 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 18d17b37-4076-4fd9-a48d-6168189b2982 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:58:23.370454 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:23.447141 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:23.468932 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd7a3f6-4b36-43ce-b8cd-d89497bba978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d17b37-4076-4fd9-a48d-6168189b2982'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:58:23.472042 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d9b1f6eceb9192db377ceb4d6ae83098a713cf0d5394fe300bfd3a5d60dfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bd6f91-56a6-4e69-8162-12225c6cd5cb" -d '{"events": [{"server_uuid": "0fd7a3f6-4b36-43ce-b8cd-d89497bba978", "name": "network-vif-plugged", "status": "completed", "tag": "18d17b37-4076-4fd9-a48d-6168189b2982"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:58:23.484569 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 18d17b37-4076-4fd9-a48d-6168189b2982, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=18d17b37-4076-4fd9-a48d-6168189b2982,segment=NetworkSegment(83ee824d-7907-4905-b030-3ab5dfa8ed4b),segment_id=83ee824d-7907-4905-b030-3ab5dfa8ed4b)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:58:23.488872 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:23.513120 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99751cc-7c46-455f-93c0-abde281cc79d x-openstack-request-id: req-c99751cc-7c46-455f-93c0-abde281cc79d {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:58:23.513403 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd7a3f6-4b36-43ce-b8cd-d89497bba978", "name": "network-vif-plugged", "status": "completed", "tag": "18d17b37-4076-4fd9-a48d-6168189b2982", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:58:23.513650 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c99751cc-7c46-455f-93c0-abde281cc79d {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:58:23.514037 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd7a3f6-4b36-43ce-b8cd-d89497bba978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d17b37-4076-4fd9-a48d-6168189b2982', 'code': 200} Aug 17 00:58:23.542262 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=18d17b37-4076-4fd9-a48d-6168189b2982,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:58:23.614689 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdc61d-0de7-49a4-9177-60a3d7c38657 req-9e458646-2bb1-4ed2-b172-ed1083308ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:23.616188 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4dbdc61d-0de7-49a4-9177-60a3d7c38657 req-9e458646-2bb1-4ed2-b172-ed1083308ae1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 1097 time: 0.0407686 Aug 17 00:58:23.656450 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4dbdc61d-0de7-49a4-9177-60a3d7c38657 req-f6191303-7fd4-4a6f-9058-7f5eaea051b2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294337 Aug 17 00:58:24.104056 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09fb26-1869-4b1c-9bab-93bf4017f877 req-69a09d3b-110a-4a6f-af6c-21609477f6cb tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:24.105543 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7b09fb26-1869-4b1c-9bab-93bf4017f877 req-69a09d3b-110a-4a6f-af6c-21609477f6cb tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 945 time: 0.0489264 Aug 17 00:58:24.142078 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7b09fb26-1869-4b1c-9bab-93bf4017f877 req-0341b0a2-074a-46d5-ab3d-9b27e0c81c6c tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303934 Aug 17 00:58:25.258850 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70e6a7-5685-4c59-8833-477cb6a05ec0 req-c75774fb-b21b-4552-8739-426beb73b3f8 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:25.260460 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe70e6a7-5685-4c59-8833-477cb6a05ec0 req-c75774fb-b21b-4552-8739-426beb73b3f8 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 945 time: 0.0496171 Aug 17 00:58:25.301515 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe70e6a7-5685-4c59-8833-477cb6a05ec0 req-70dbe317-6e4e-4fcd-a1f2-3924f18cb188 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351660 Aug 17 00:58:25.414994 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b965dc5-7aea-450e-b951-e74a9338c8b3 req-7741a909-604c-429a-9237-9086564024ad tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:25.416467 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0b965dc5-7aea-450e-b951-e74a9338c8b3 req-7741a909-604c-429a-9237-9086564024ad tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 945 time: 0.0482240 Aug 17 00:58:25.454098 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0b965dc5-7aea-450e-b951-e74a9338c8b3 req-9105e521-2054-4a81-b097-20b6233e9341 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315940 Aug 17 00:58:25.638890 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a613d9-40af-418e-8ee1-c00a8cbe1427 req-5afc3a6f-f9e9-49cc-ab6c-9ae8fca72f63 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:25.640661 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-59a613d9-40af-418e-8ee1-c00a8cbe1427 req-5afc3a6f-f9e9-49cc-ab6c-9ae8fca72f63 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 945 time: 0.0480971 Aug 17 00:58:25.681513 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-59a613d9-40af-418e-8ee1-c00a8cbe1427 req-77564978-fe07-4e3f-b4fd-0c7452c61b95 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336938 Aug 17 00:58:32.186135 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:58:37.231000 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cb4dc-c1c3-4fda-ae8d-529c5d8b904c req-ccedb62e-99ba-4a48-9a8b-6a3695fe7c4d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:37.232452 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a4cb4dc-c1c3-4fda-ae8d-529c5d8b904c req-ccedb62e-99ba-4a48-9a8b-6a3695fe7c4d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 945 time: 0.0477595 Aug 17 00:58:37.274341 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a4cb4dc-c1c3-4fda-ae8d-529c5d8b904c req-4db5188f-dd9e-4ae1-8068-e60dee6ea8fa tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355000 Aug 17 00:58:37.296141 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49492) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:58:37.378986 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d06b2b-6103-41ed-970d-036e99b3b5c3 tempest-TestMinimumBasicScenario-1735252122 tempest-TestMinimumBasicScenario-1735252122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:37.380522 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a8d06b2b-6103-41ed-970d-036e99b3b5c3 tempest-TestMinimumBasicScenario-1735252122 tempest-TestMinimumBasicScenario-1735252122-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 1092 time: 0.0834117 Aug 17 00:58:37.383459 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49496) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:58:37.387868 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-222c4225-1bdd-40eb-bb45-d7a3afb4a502 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'port_id': '18d17b37-4076-4fd9-a48d-6168189b2982', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:58:37.409871 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-222c4225-1bdd-40eb-bb45-d7a3afb4a502 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for floatingip, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:37.506028 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-222c4225-1bdd-40eb-bb45-d7a3afb4a502 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:37.610541 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-222c4225-1bdd-40eb-bb45-d7a3afb4a502 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Allocated IP 172.25.3.229 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/d8e46760-0555-498a-b198-cb61af8eb094) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:58:37.710533 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-222c4225-1bdd-40eb-bb45-d7a3afb4a502 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:37.753719 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-222c4225-1bdd-40eb-bb45-d7a3afb4a502 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:37.791327 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222c4225-1bdd-40eb-bb45-d7a3afb4a502 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:58:37.797518 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-222c4225-1bdd-40eb-bb45-d7a3afb4a502 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:58:37.801159 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222c4225-1bdd-40eb-bb45-d7a3afb4a502 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:58:37.824462 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c4225-1bdd-40eb-bb45-d7a3afb4a502 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Pushing event updated for resources: {'Port': ['ID=d8e46760-0555-498a-b198-cb61af8eb094,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:58:38.154603 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-222c4225-1bdd-40eb-bb45-d7a3afb4a502 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:38.224152 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-222c4225-1bdd-40eb-bb45-d7a3afb4a502 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:38.373927 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-222c4225-1bdd-40eb-bb45-d7a3afb4a502 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:38.378328 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-222c4225-1bdd-40eb-bb45-d7a3afb4a502 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:38.445397 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c4225-1bdd-40eb-bb45-d7a3afb4a502 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Pushing event updated for resources: {'Port': ['ID=d8e46760-0555-498a-b198-cb61af8eb094,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:58:38.457421 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-222c4225-1bdd-40eb-bb45-d7a3afb4a502 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:38.556614 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-222c4225-1bdd-40eb-bb45-d7a3afb4a502 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Floating IP ecd8a65f-84e7-43e9-842a-1ab1e99e5088 associated. External IP: 172.25.3.229, port: 18d17b37-4076-4fd9-a48d-6168189b2982. Aug 17 00:58:38.761419 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222c4225-1bdd-40eb-bb45-d7a3afb4a502 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Router eac94234-96a7-4abe-9fb8-52867c92b7a7 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:58:38.873759 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222c4225-1bdd-40eb-bb45-d7a3afb4a502 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:58:38.884003 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e7758b-c087-4bd6-a8a2-c178bf41fd92 None None] Sync routers for ids ['eac94234-96a7-4abe-9fb8-52867c92b7a7'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:58:38.889761 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-222c4225-1bdd-40eb-bb45-d7a3afb4a502 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:38.894164 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e7758b-c087-4bd6-a8a2-c178bf41fd92 None None] Routers {'eac94234-96a7-4abe-9fb8-52867c92b7a7'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:58:38.894773 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-67e7758b-c087-4bd6-a8a2-c178bf41fd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:58:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['eac94234-96a7-4abe-9fb8-52867c92b7a7'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:58:38.917016 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-222c4225-1bdd-40eb-bb45-d7a3afb4a502 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5325236 Aug 17 00:58:38.917628 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd7a3f6-4b36-43ce-b8cd-d89497bba978', 'tag': '18d17b37-4076-4fd9-a48d-6168189b2982'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:58:38.919901 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ab1024-c9ab-446f-96b0-8b443c9e2a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd7a3f6-4b36-43ce-b8cd-d89497bba978", "tag": "18d17b37-4076-4fd9-a48d-6168189b2982"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:58:38.920196 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49498) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:58:38.925546 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-bdf20628-a154-4b01-8162-fc53bccf14b7 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1173017933', 'description': 'tempest-secgroup-smoke-1173017933 description', 'project_id': '0846602c085f4403bcbfabfa6408e89b'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:58:38.949924 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bdf20628-a154-4b01-8162-fc53bccf14b7 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:38.961346 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dec1c39-bee3-4782-a38f-befdc8d6f170 x-openstack-request-id: req-0dec1c39-bee3-4782-a38f-befdc8d6f170 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:58:38.961735 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd7a3f6-4b36-43ce-b8cd-d89497bba978", "tag": "18d17b37-4076-4fd9-a48d-6168189b2982", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:58:38.962059 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0dec1c39-bee3-4782-a38f-befdc8d6f170 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:58:38.962533 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd7a3f6-4b36-43ce-b8cd-d89497bba978', 'tag': '18d17b37-4076-4fd9-a48d-6168189b2982', 'status': 'completed', 'code': 200} Aug 17 00:58:39.004729 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-67e7758b-c087-4bd6-a8a2-c178bf41fd92 None None] Set router eac94234-96a7-4abe-9fb8-52867c92b7a7 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:58:39.024813 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab1024-c9ab-446f-96b0-8b443c9e2a5d req-2c834f0a-a3ab-41a2-b467-fcd75fc85581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:39.026416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15ab1024-c9ab-446f-96b0-8b443c9e2a5d req-2c834f0a-a3ab-41a2-b467-fcd75fc85581 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0846602c085f4403bcbfabfa6408e89b&device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 1097 time: 0.0429335 Aug 17 00:58:39.038427 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bdf20628-a154-4b01-8162-fc53bccf14b7 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:39.042226 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bdf20628-a154-4b01-8162-fc53bccf14b7 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:39.072737 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-bdf20628-a154-4b01-8162-fc53bccf14b7 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:39.076879 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bdf20628-a154-4b01-8162-fc53bccf14b7 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1526723 Aug 17 00:58:39.077409 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49502) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:58:39.082652 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-d56f7534-3b9a-4080-9da1-9ea8e5d3eedf tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Request body: {'security_group_rule': {'security_group_id': '0f0e9843-652c-4a63-b21d-9e4c28c9b4f5', 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:58:39.088204 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf20628-a154-4b01-8162-fc53bccf14b7 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0e9843-652c-4a63-b21d-9e4c28c9b4f5,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:58:39.105840 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf20628-a154-4b01-8162-fc53bccf14b7 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:39.106230 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf20628-a154-4b01-8162-fc53bccf14b7 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:39.106530 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf20628-a154-4b01-8162-fc53bccf14b7 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:39.106874 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf20628-a154-4b01-8162-fc53bccf14b7 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:39.107190 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf20628-a154-4b01-8162-fc53bccf14b7 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:39.107516 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf20628-a154-4b01-8162-fc53bccf14b7 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:39.107843 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf20628-a154-4b01-8162-fc53bccf14b7 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:39.108166 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf20628-a154-4b01-8162-fc53bccf14b7 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:39.108498 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf20628-a154-4b01-8162-fc53bccf14b7 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:39.108836 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf20628-a154-4b01-8162-fc53bccf14b7 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:39.109167 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf20628-a154-4b01-8162-fc53bccf14b7 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:39.109491 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf20628-a154-4b01-8162-fc53bccf14b7 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:58:39.137601 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d56f7534-3b9a-4080-9da1-9ea8e5d3eedf tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:39.194789 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d56f7534-3b9a-4080-9da1-9ea8e5d3eedf tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:39.199267 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d56f7534-3b9a-4080-9da1-9ea8e5d3eedf tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:39.226104 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f7534-3b9a-4080-9da1-9ea8e5d3eedf tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89149744-1265-4d1e-8610-7a94de570f94,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:58:39.236291 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d56f7534-3b9a-4080-9da1-9ea8e5d3eedf tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:39.238110 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d56f7534-3b9a-4080-9da1-9ea8e5d3eedf tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1596665 Aug 17 00:58:39.240831 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49504) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:58:39.246057 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-ff2a6ceb-fd30-4015-ace2-c22c5473cc88 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Request body: {'security_group_rule': {'security_group_id': '0f0e9843-652c-4a63-b21d-9e4c28c9b4f5', 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:58:39.252433 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-67e7758b-c087-4bd6-a8a2-c178bf41fd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'name': 'tempest-TestMinimumBasicScenario-1128631824-router', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '0eb4d897-06c4-4b52-9923-326d0c1bdd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:57:42Z', 'updated_at': '2021-08-17T00:57:44Z', 'revision_number': 4, 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'gw_port': {'id': '0eb4d897-06c4-4b52-9923-326d0c1bdd9c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:89:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:42Z', 'updated_at': '2021-08-17T00:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'ecd8a65f-84e7-43e9-842a-1ab1e99e5088', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'port_id': '18d17b37-4076-4fd9-a48d-6168189b2982', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b728167-0584-49d4-b412-b5680a422fc4', 'mac_address': 'fa:16:3e:1b:0a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd7a3f6-4b36-43ce-b8cd-d89497bba978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:58:38Z', 'updated_at': '2021-08-17T00:58:38Z', 'revision_number': 0, 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ca8a24-34e8-4167-aaa8-f22c6b5503ee', 'name': '', 'network_id': '1b728167-0584-49d4-b412-b5680a422fc4', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'mac_address': 'fa:16:3e:15:9d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0d6a371c-8d19-447b-8934-d5fa64f95589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:43Z', 'updated_at': '2021-08-17T00:57:50Z', 'revision_number': 5, 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'subnets': [{'id': '0d6a371c-8d19-447b-8934-d5fa64f95589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:58:39.276801 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ff2a6ceb-fd30-4015-ace2-c22c5473cc88 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:39.280628 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e7758b-c087-4bd6-a8a2-c178bf41fd92 None None] Checking router: eac94234-96a7-4abe-9fb8-52867c92b7a7 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:58:39.289601 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e7758b-c087-4bd6-a8a2-c178bf41fd92 None None] Routers {'eac94234-96a7-4abe-9fb8-52867c92b7a7'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:58:39.290568 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-67e7758b-c087-4bd6-a8a2-c178bf41fd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:58:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['eac94234-96a7-4abe-9fb8-52867c92b7a7'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:58:39.342605 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ff2a6ceb-fd30-4015-ace2-c22c5473cc88 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:39.348818 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ff2a6ceb-fd30-4015-ace2-c22c5473cc88 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:39.368008 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a6ceb-fd30-4015-ace2-c22c5473cc88 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9536b83b-fe42-4c19-9462-703fe9a55a81,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:58:39.379651 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ff2a6ceb-fd30-4015-ace2-c22c5473cc88 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:39.383725 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ff2a6ceb-fd30-4015-ace2-c22c5473cc88 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1390829 Aug 17 00:58:39.384028 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49506) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:58:39.388946 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-2d930346-fea5-4520-b66b-3d437e6de110 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Request body: {'security_group_rule': {'security_group_id': '0f0e9843-652c-4a63-b21d-9e4c28c9b4f5', 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:58:39.405752 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-67e7758b-c087-4bd6-a8a2-c178bf41fd92 None None] Set router eac94234-96a7-4abe-9fb8-52867c92b7a7 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:58:39.418193 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2d930346-fea5-4520-b66b-3d437e6de110 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:39.467971 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab1024-c9ab-446f-96b0-8b443c9e2a5d req-a815843a-c616-4aca-b592-60a6587d64d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:39.469654 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15ab1024-c9ab-446f-96b0-8b443c9e2a5d req-a815843a-c616-4aca-b592-60a6587d64d7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1b728167-0584-49d4-b412-b5680a422fc4 HTTP/1.1" status: 200 len: 916 time: 0.4345143 Aug 17 00:58:39.489850 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2d930346-fea5-4520-b66b-3d437e6de110 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:39.494167 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2d930346-fea5-4520-b66b-3d437e6de110 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:39.514634 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d930346-fea5-4520-b66b-3d437e6de110 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f13029-4264-4492-b757-235589acc2fa,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:58:39.525722 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2d930346-fea5-4520-b66b-3d437e6de110 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:39.529956 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49508) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:58:39.530110 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2d930346-fea5-4520-b66b-3d437e6de110 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1449454 Aug 17 00:58:39.535053 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-1c932c2f-ef4a-4e74-b956-ee851f2af49d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Request body: {'security_group_rule': {'security_group_id': '0f0e9843-652c-4a63-b21d-9e4c28c9b4f5', 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:58:39.563610 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15ab1024-c9ab-446f-96b0-8b443c9e2a5d req-a7d7507a-424c-458b-943b-e42df39a7c15 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18d17b37-4076-4fd9-a48d-6168189b2982 HTTP/1.1" status: 200 len: 999 time: 0.0820525 Aug 17 00:58:39.602630 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1c932c2f-ef4a-4e74-b956-ee851f2af49d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:39.647363 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab1024-c9ab-446f-96b0-8b443c9e2a5d req-361676b9-9d71-453f-8d3a-41dd4c185e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:39.648831 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15ab1024-c9ab-446f-96b0-8b443c9e2a5d req-361676b9-9d71-453f-8d3a-41dd4c185e7d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0d6a371c-8d19-447b-8934-d5fa64f95589 HTTP/1.1" status: 200 len: 854 time: 0.0787199 Aug 17 00:58:39.650639 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-67e7758b-c087-4bd6-a8a2-c178bf41fd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'name': 'tempest-TestMinimumBasicScenario-1128631824-router', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '0eb4d897-06c4-4b52-9923-326d0c1bdd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:57:42Z', 'updated_at': '2021-08-17T00:57:44Z', 'revision_number': 4, 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'gw_port': {'id': '0eb4d897-06c4-4b52-9923-326d0c1bdd9c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:89:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:42Z', 'updated_at': '2021-08-17T00:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'ecd8a65f-84e7-43e9-842a-1ab1e99e5088', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'port_id': '18d17b37-4076-4fd9-a48d-6168189b2982', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b728167-0584-49d4-b412-b5680a422fc4', 'mac_address': 'fa:16:3e:1b:0a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd7a3f6-4b36-43ce-b8cd-d89497bba978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:58:38Z', 'updated_at': '2021-08-17T00:58:38Z', 'revision_number': 0, 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ca8a24-34e8-4167-aaa8-f22c6b5503ee', 'name': '', 'network_id': '1b728167-0584-49d4-b412-b5680a422fc4', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'mac_address': 'fa:16:3e:15:9d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0d6a371c-8d19-447b-8934-d5fa64f95589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:43Z', 'updated_at': '2021-08-17T00:57:50Z', 'revision_number': 5, 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'subnets': [{'id': '0d6a371c-8d19-447b-8934-d5fa64f95589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:58:39.681656 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e7758b-c087-4bd6-a8a2-c178bf41fd92 None None] The sync data for ids ['eac94234-96a7-4abe-9fb8-52867c92b7a7'] in n-d-800088-20 is: [{'id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'name': 'tempest-TestMinimumBasicScenario-1128631824-router', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '0eb4d897-06c4-4b52-9923-326d0c1bdd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:57:42Z', 'updated_at': '2021-08-17T00:57:44Z', 'revision_number': 4, 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'gw_port': {'id': '0eb4d897-06c4-4b52-9923-326d0c1bdd9c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:89:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:42Z', 'updated_at': '2021-08-17T00:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'ecd8a65f-84e7-43e9-842a-1ab1e99e5088', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'port_id': '18d17b37-4076-4fd9-a48d-6168189b2982', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b728167-0584-49d4-b412-b5680a422fc4', 'mac_address': 'fa:16:3e:1b:0a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd7a3f6-4b36-43ce-b8cd-d89497bba978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:58:38Z', 'updated_at': '2021-08-17T00:58:38Z', 'revision_number': 0, 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ca8a24-34e8-4167-aaa8-f22c6b5503ee', 'name': '', 'network_id': '1b728167-0584-49d4-b412-b5680a422fc4', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'mac_address': 'fa:16:3e:15:9d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0d6a371c-8d19-447b-8934-d5fa64f95589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:43Z', 'updated_at': '2021-08-17T00:57:50Z', 'revision_number': 5, 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'subnets': [{'id': '0d6a371c-8d19-447b-8934-d5fa64f95589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:58:39.684497 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1c932c2f-ef4a-4e74-b956-ee851f2af49d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:39.699812 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1c932c2f-ef4a-4e74-b956-ee851f2af49d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:39.725075 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c932c2f-ef4a-4e74-b956-ee851f2af49d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a983b1d-c16a-4f0c-b454-9a84cdc5ce74,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:58:39.732539 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1c932c2f-ef4a-4e74-b956-ee851f2af49d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:39.736952 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1c932c2f-ef4a-4e74-b956-ee851f2af49d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2028973 Aug 17 00:58:39.737749 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49510) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:58:39.742443 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-5bee73f4-2f6c-4b74-8577-02cb525b9103 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Request body: {'security_group_rule': {'security_group_id': '0f0e9843-652c-4a63-b21d-9e4c28c9b4f5', 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:58:39.748117 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab1024-c9ab-446f-96b0-8b443c9e2a5d req-c3eb77b2-f2aa-4d89-afa2-b86b0ca8c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:39.749600 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15ab1024-c9ab-446f-96b0-8b443c9e2a5d req-c3eb77b2-f2aa-4d89-afa2-b86b0ca8c9fc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b728167-0584-49d4-b412-b5680a422fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0815175 Aug 17 00:58:39.819394 n-d-800088-20 neutron-server[101403]: INFO neutron.db.securitygroups_db [None req-5bee73f4-2f6c-4b74-8577-02cb525b9103 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Project 0846602c085f4403bcbfabfa6408e89b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:58:39.827993 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5bee73f4-2f6c-4b74-8577-02cb525b9103 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:39.893485 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d779fc50-5f3c-4f44-a8b7-bbc1023f4cf6 None None] New status for floating IP ecd8a65f-84e7-43e9-842a-1ab1e99e5088: ACTIVE {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:58:39.902179 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15ab1024-c9ab-446f-96b0-8b443c9e2a5d req-518491e4-202c-4217-abe2-1942beb1492d service neutron] 10.222.0.69 "GET /v2.0/networks/1b728167-0584-49d4-b412-b5680a422fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439254 Aug 17 00:58:39.923420 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5bee73f4-2f6c-4b74-8577-02cb525b9103 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:39.935081 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5bee73f4-2f6c-4b74-8577-02cb525b9103 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:39.985842 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee73f4-2f6c-4b74-8577-02cb525b9103 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11aa0a8d-bb35-4912-abd0-a79481210122,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:58:39.998135 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5bee73f4-2f6c-4b74-8577-02cb525b9103 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:39.999292 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5bee73f4-2f6c-4b74-8577-02cb525b9103 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2605083 Aug 17 00:58:40.002482 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49512) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:58:40.008490 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-38474361-85b8-4200-8453-da2e94b5d143 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Request body: {'security_group_rule': {'security_group_id': '0f0e9843-652c-4a63-b21d-9e4c28c9b4f5', 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:58:40.026792 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-15ab1024-c9ab-446f-96b0-8b443c9e2a5d req-c620582d-f6d9-42ba-a1e2-5e3f474aa41c service neutron] 10.222.0.69 "GET /v2.0/networks/1b728167-0584-49d4-b412-b5680a422fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161695 Aug 17 00:58:40.031140 n-d-800088-20 neutron-server[101402]: INFO neutron.db.securitygroups_db [None req-38474361-85b8-4200-8453-da2e94b5d143 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Project 0846602c085f4403bcbfabfa6408e89b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:58:40.037144 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-38474361-85b8-4200-8453-da2e94b5d143 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:40.112391 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-38474361-85b8-4200-8453-da2e94b5d143 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:40.115851 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-38474361-85b8-4200-8453-da2e94b5d143 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:40.135342 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38474361-85b8-4200-8453-da2e94b5d143 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf62a389-e888-4b27-88bb-30da9ff62d20,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:58:40.139368 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-38474361-85b8-4200-8453-da2e94b5d143 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:40.141349 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-38474361-85b8-4200-8453-da2e94b5d143 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1365356 Aug 17 00:58:40.219842 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-498bfb4d-2d66-4e40-87f8-1efbcab13507 req-9b3abfec-1c9b-4b14-b1f1-1c441e2cbd64 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1173017933&fields=id&tenant_id=0846602c085f4403bcbfabfa6408e89b HTTP/1.1" status: 200 len: 267 time: 0.0339971 Aug 17 00:58:40.272695 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bfb4d-2d66-4e40-87f8-1efbcab13507 req-b3e59924-700d-40ca-9775-844517f4f903 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:40.274192 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-498bfb4d-2d66-4e40-87f8-1efbcab13507 req-b3e59924-700d-40ca-9775-844517f4f903 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 945 time: 0.0485797 Aug 17 00:58:40.285281 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-498bfb4d-2d66-4e40-87f8-1efbcab13507 req-5f3057d9-56d0-4a5b-aca9-d8ea8c251892 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Request body: {'port': {'security_groups': ['c71f694d-774e-4b9d-96fd-a9db8dab9ab4', '0f0e9843-652c-4a63-b21d-9e4c28c9b4f5']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:58:40.344949 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-498bfb4d-2d66-4e40-87f8-1efbcab13507 req-5f3057d9-56d0-4a5b-aca9-d8ea8c251892 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:40.536225 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-498bfb4d-2d66-4e40-87f8-1efbcab13507 req-5f3057d9-56d0-4a5b-aca9-d8ea8c251892 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] For port 18d17b37-4076-4fd9-a48d-6168189b2982, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=18d17b37-4076-4fd9-a48d-6168189b2982,segment=NetworkSegment(83ee824d-7907-4905-b030-3ab5dfa8ed4b),segment_id=83ee824d-7907-4905-b030-3ab5dfa8ed4b)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:58:40.568686 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-498bfb4d-2d66-4e40-87f8-1efbcab13507 req-5f3057d9-56d0-4a5b-aca9-d8ea8c251892 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:40.573202 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-498bfb4d-2d66-4e40-87f8-1efbcab13507 req-5f3057d9-56d0-4a5b-aca9-d8ea8c251892 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:40.585153 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['18d17b37-4076-4fd9-a48d-6168189b2982'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:58:40.616971 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bfb4d-2d66-4e40-87f8-1efbcab13507 req-5f3057d9-56d0-4a5b-aca9-d8ea8c251892 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:40.617639 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-498bfb4d-2d66-4e40-87f8-1efbcab13507 req-5f3057d9-56d0-4a5b-aca9-d8ea8c251892 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:40.619037 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-498bfb4d-2d66-4e40-87f8-1efbcab13507 req-5f3057d9-56d0-4a5b-aca9-d8ea8c251892 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "PUT /v2.0/ports/18d17b37-4076-4fd9-a48d-6168189b2982 HTTP/1.1" status: 200 len: 981 time: 0.3383651 Aug 17 00:58:40.652860 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3057d9-56d0-4a5b-aca9-d8ea8c251892 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Pushing event updated for resources: {'Port': ['ID=18d17b37-4076-4fd9-a48d-6168189b2982,revision_number=6']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:58:40.683206 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:40.688213 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['18d17b37-4076-4fd9-a48d-6168189b2982'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:58:40.736170 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd317b-0de3-467e-b03e-da34d5d8bab6 req-80b55455-312a-4e2c-8c14-3fc756625559 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:40.741412 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3fcd317b-0de3-467e-b03e-da34d5d8bab6 req-80b55455-312a-4e2c-8c14-3fc756625559 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 984 time: 0.0560744 Aug 17 00:58:40.789684 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3fcd317b-0de3-467e-b03e-da34d5d8bab6 req-39e0ab69-a2e1-4d18-ae78-be603bf944a7 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&id=0f0e9843-652c-4a63-b21d-9e4c28c9b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450699 Aug 17 00:58:40.963798 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd7a3f6-4b36-43ce-b8cd-d89497bba978', 'tag': '18d17b37-4076-4fd9-a48d-6168189b2982'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:58:40.966241 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25383f14-dc8b-434c-825e-cbb66d92d047" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd7a3f6-4b36-43ce-b8cd-d89497bba978", "tag": "18d17b37-4076-4fd9-a48d-6168189b2982"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:58:40.978852 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0dc68d7d-7822-4f45-86b5-9e4670b64a8c None None] Provisioning complete for port 18d17b37-4076-4fd9-a48d-6168189b2982 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:58:40.979355 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0dc68d7d-7822-4f45-86b5-9e4670b64a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:41.003217 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a67c54-8697-43eb-8b8c-ce8bae6c1977 x-openstack-request-id: req-50a67c54-8697-43eb-8b8c-ce8bae6c1977 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:58:41.003510 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd7a3f6-4b36-43ce-b8cd-d89497bba978", "tag": "18d17b37-4076-4fd9-a48d-6168189b2982", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:58:41.003783 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-50a67c54-8697-43eb-8b8c-ce8bae6c1977 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:58:41.004182 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd7a3f6-4b36-43ce-b8cd-d89497bba978', 'tag': '18d17b37-4076-4fd9-a48d-6168189b2982', 'status': 'completed', 'code': 200} Aug 17 00:58:41.065639 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25383f14-dc8b-434c-825e-cbb66d92d047 req-54fc48dc-7351-4b79-9ced-d2ee901e074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:41.067178 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25383f14-dc8b-434c-825e-cbb66d92d047 req-54fc48dc-7351-4b79-9ced-d2ee901e074b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0846602c085f4403bcbfabfa6408e89b&device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 1136 time: 0.0402412 Aug 17 00:58:41.169644 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25383f14-dc8b-434c-825e-cbb66d92d047 req-9238314c-eebe-4c70-a7c2-732a22603a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:41.171125 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25383f14-dc8b-434c-825e-cbb66d92d047 req-9238314c-eebe-4c70-a7c2-732a22603a14 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1b728167-0584-49d4-b412-b5680a422fc4 HTTP/1.1" status: 200 len: 916 time: 0.0967944 Aug 17 00:58:41.247096 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25383f14-dc8b-434c-825e-cbb66d92d047 req-8e22dd39-3889-4789-a3df-fd1f38210a68 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18d17b37-4076-4fd9-a48d-6168189b2982 HTTP/1.1" status: 200 len: 1001 time: 0.0616269 Aug 17 00:58:41.304635 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25383f14-dc8b-434c-825e-cbb66d92d047 req-b8529b5f-f1bd-449d-833e-95506e74c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:41.306120 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25383f14-dc8b-434c-825e-cbb66d92d047 req-b8529b5f-f1bd-449d-833e-95506e74c9f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0d6a371c-8d19-447b-8934-d5fa64f95589 HTTP/1.1" status: 200 len: 854 time: 0.0498147 Aug 17 00:58:41.353990 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25383f14-dc8b-434c-825e-cbb66d92d047 req-ac3da345-de38-4c5b-9227-67795086a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:58:41.355475 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25383f14-dc8b-434c-825e-cbb66d92d047 req-ac3da345-de38-4c5b-9227-67795086a2da service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b728167-0584-49d4-b412-b5680a422fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403407 Aug 17 00:58:41.446736 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25383f14-dc8b-434c-825e-cbb66d92d047 req-ea30a911-4cbc-4b96-b620-0a796420756b service neutron] 10.222.0.69 "GET /v2.0/networks/1b728167-0584-49d4-b412-b5680a422fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821438 Aug 17 00:58:41.548689 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25383f14-dc8b-434c-825e-cbb66d92d047 req-5a0b00cc-1f9f-42fe-8a75-d6e9b9ccb05b service neutron] 10.222.0.69 "GET /v2.0/networks/1b728167-0584-49d4-b412-b5680a422fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928826 Aug 17 00:58:42.272753 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:46.611144 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4f7b813a-d936-4794-8a70-00139f8949e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:49.309564 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-45ab735f-ee71-4af5-95db-21843d31bf29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:49.350722 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:50.414077 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:58:52.308656 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:59:03.318928 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949a395-8708-452a-b777-aed82405a6ce req-9f675e49-b261-4694-b559-4f94631cfcc3 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:03.320416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3949a395-8708-452a-b777-aed82405a6ce req-9f675e49-b261-4694-b559-4f94631cfcc3 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 984 time: 0.0822306 Aug 17 00:59:03.326756 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf061896-0ec3-4822-bc20-f6dbe0993b02 req-a1998c74-8383-4733-b234-5353f800b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:03.328155 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf061896-0ec3-4822-bc20-f6dbe0993b02 req-a1998c74-8383-4733-b234-5353f800b8b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0846602c085f4403bcbfabfa6408e89b&device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 1136 time: 0.0781777 Aug 17 00:59:03.408051 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3949a395-8708-452a-b777-aed82405a6ce req-15dc2ae9-32c6-478d-ae1e-6ece4adc4931 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&id=0f0e9843-652c-4a63-b21d-9e4c28c9b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782740 Aug 17 00:59:03.443970 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf061896-0ec3-4822-bc20-f6dbe0993b02 req-3bb919c5-f8de-4d07-9b98-a846b24d6c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:03.445476 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf061896-0ec3-4822-bc20-f6dbe0993b02 req-3bb919c5-f8de-4d07-9b98-a846b24d6c11 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1b728167-0584-49d4-b412-b5680a422fc4 HTTP/1.1" status: 200 len: 916 time: 0.1038408 Aug 17 00:59:03.519910 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf061896-0ec3-4822-bc20-f6dbe0993b02 req-4ee36d02-3476-43f5-b29e-ae1f8a4b9327 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18d17b37-4076-4fd9-a48d-6168189b2982 HTTP/1.1" status: 200 len: 1001 time: 0.0624428 Aug 17 00:59:03.571656 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf061896-0ec3-4822-bc20-f6dbe0993b02 req-d518fb0a-a821-4d67-81f5-bcb030ae7cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:03.573117 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf061896-0ec3-4822-bc20-f6dbe0993b02 req-d518fb0a-a821-4d67-81f5-bcb030ae7cb5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0d6a371c-8d19-447b-8934-d5fa64f95589 HTTP/1.1" status: 200 len: 854 time: 0.0440044 Aug 17 00:59:03.619732 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf061896-0ec3-4822-bc20-f6dbe0993b02 req-81c6c649-09cb-4c5d-9953-15c3192d964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:03.621238 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf061896-0ec3-4822-bc20-f6dbe0993b02 req-81c6c649-09cb-4c5d-9953-15c3192d964c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b728167-0584-49d4-b412-b5680a422fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404861 Aug 17 00:59:03.715957 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf061896-0ec3-4822-bc20-f6dbe0993b02 req-6d119049-4023-4b3d-b691-e21b6464e242 service neutron] 10.222.0.69 "GET /v2.0/networks/1b728167-0584-49d4-b412-b5680a422fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863986 Aug 17 00:59:03.806525 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf061896-0ec3-4822-bc20-f6dbe0993b02 req-29d9f60f-7ba4-40eb-84c4-4628dd28554b service neutron] 10.222.0.69 "GET /v2.0/networks/1b728167-0584-49d4-b412-b5680a422fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823877 Aug 17 00:59:04.526475 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4e6b4-aa03-4aca-80fa-c4017bc72a23 req-c3cec7b8-57de-4e50-86f7-1b1cd658200b tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:04.527933 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ff4e6b4-aa03-4aca-80fa-c4017bc72a23 req-c3cec7b8-57de-4e50-86f7-1b1cd658200b tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 984 time: 0.0498414 Aug 17 00:59:04.573281 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ff4e6b4-aa03-4aca-80fa-c4017bc72a23 req-a175c553-cdc9-4d91-8afe-bb9a6fcd97ef tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&id=0f0e9843-652c-4a63-b21d-9e4c28c9b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391247 Aug 17 00:59:05.695797 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff01b8d-b26e-40ef-8b99-0d16c3e11124 req-04f84f0d-2c1c-4ce8-82d4-b21b0e4514d3 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:05.697284 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ff01b8d-b26e-40ef-8b99-0d16c3e11124 req-04f84f0d-2c1c-4ce8-82d4-b21b0e4514d3 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 984 time: 0.0557234 Aug 17 00:59:05.737679 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ff01b8d-b26e-40ef-8b99-0d16c3e11124 req-f4704e9d-18fe-40d7-956d-b11ef0565bb8 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&id=0f0e9843-652c-4a63-b21d-9e4c28c9b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342951 Aug 17 00:59:06.855927 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0be699-a9ad-4e5d-a9be-1e045bda9d84 req-991f7007-dae6-4aee-940c-54a33ce0b582 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:06.857451 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fc0be699-a9ad-4e5d-a9be-1e045bda9d84 req-991f7007-dae6-4aee-940c-54a33ce0b582 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 984 time: 0.0504963 Aug 17 00:59:06.898810 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fc0be699-a9ad-4e5d-a9be-1e045bda9d84 req-0c4c33d3-04f5-4a24-a794-0c0278252688 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&id=0f0e9843-652c-4a63-b21d-9e4c28c9b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351143 Aug 17 00:59:08.016915 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e300c-5ea2-45d9-9067-35c1f9590825 req-563b0914-6cee-4af0-97fc-701aa668646c tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:08.019330 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0b3e300c-5ea2-45d9-9067-35c1f9590825 req-563b0914-6cee-4af0-97fc-701aa668646c tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 984 time: 0.0526948 Aug 17 00:59:08.069378 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0b3e300c-5ea2-45d9-9067-35c1f9590825 req-4b1e5e62-589c-471c-a3dd-89af41febdad tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&id=0f0e9843-652c-4a63-b21d-9e4c28c9b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441153 Aug 17 00:59:09.183356 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96026979-33fa-4f92-ba9c-03fb31126e74 req-af76054f-0ae5-4e30-92d1-3cd90b0cc9ef tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:09.184869 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-96026979-33fa-4f92-ba9c-03fb31126e74 req-af76054f-0ae5-4e30-92d1-3cd90b0cc9ef tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 984 time: 0.0495484 Aug 17 00:59:09.185606 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:59:09.225417 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-96026979-33fa-4f92-ba9c-03fb31126e74 req-00a83021-e7db-401b-b562-55cea569072e tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&id=0f0e9843-652c-4a63-b21d-9e4c28c9b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344470 Aug 17 00:59:10.340966 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f028e-17ac-47b0-882b-2ef302c06c11 req-34f40fc2-1b47-4130-bc95-ae2a0d55c63f tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:10.342509 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e3f028e-17ac-47b0-882b-2ef302c06c11 req-34f40fc2-1b47-4130-bc95-ae2a0d55c63f tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 984 time: 0.0495298 Aug 17 00:59:10.384662 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e3f028e-17ac-47b0-882b-2ef302c06c11 req-5185c608-3678-4230-bcde-82ccf3992954 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&id=0f0e9843-652c-4a63-b21d-9e4c28c9b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357690 Aug 17 00:59:10.657492 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:59:11.500983 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9a785-667e-414f-9a99-a3a076dbe72d req-34dee8cb-007c-4f76-b16f-e0cb5df43455 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:11.502734 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-33c9a785-667e-414f-9a99-a3a076dbe72d req-34dee8cb-007c-4f76-b16f-e0cb5df43455 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 984 time: 0.0495930 Aug 17 00:59:11.546275 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-33c9a785-667e-414f-9a99-a3a076dbe72d req-53c9d065-1a20-492b-8059-4f4a75ef9294 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&id=0f0e9843-652c-4a63-b21d-9e4c28c9b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377524 Aug 17 00:59:12.274256 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:59:12.665786 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8967871-bb37-4fc9-81e0-5e0ef0009b06 req-f0818e11-be69-4f5f-98c2-a571e5d827ae tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:12.667314 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d8967871-bb37-4fc9-81e0-5e0ef0009b06 req-f0818e11-be69-4f5f-98c2-a571e5d827ae tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 984 time: 0.0533521 Aug 17 00:59:12.708464 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d8967871-bb37-4fc9-81e0-5e0ef0009b06 req-29e864ec-766a-43f2-a9c3-258ff8bab428 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&id=0f0e9843-652c-4a63-b21d-9e4c28c9b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351479 Aug 17 00:59:13.823848 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94574f3d-843b-475c-9cac-f960995fb0cb req-3dc33e0e-c9b4-46f0-9155-69a7174b565e tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:13.825373 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-94574f3d-843b-475c-9cac-f960995fb0cb req-3dc33e0e-c9b4-46f0-9155-69a7174b565e tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 984 time: 0.0493801 Aug 17 00:59:13.866247 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-94574f3d-843b-475c-9cac-f960995fb0cb req-cc7ff60a-82fb-432e-aae1-7d0a184e73df tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&id=0f0e9843-652c-4a63-b21d-9e4c28c9b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346587 Aug 17 00:59:14.983567 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc1018-7727-4ce7-a7db-93d5a402e982 req-0deea30a-3edd-4cba-994f-d95079269cfd tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:14.985089 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-77bc1018-7727-4ce7-a7db-93d5a402e982 req-0deea30a-3edd-4cba-994f-d95079269cfd tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 984 time: 0.0498662 Aug 17 00:59:15.038094 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-77bc1018-7727-4ce7-a7db-93d5a402e982 req-28114f57-ae41-421d-a62e-d6033c08cfbd tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&id=0f0e9843-652c-4a63-b21d-9e4c28c9b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413218 Aug 17 00:59:16.154127 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd7f8c-32c6-4f00-8afa-154d99c899fe req-ba6b86e7-76e5-4a4d-b208-8a7d08f161e0 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:16.155626 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79bd7f8c-32c6-4f00-8afa-154d99c899fe req-ba6b86e7-76e5-4a4d-b208-8a7d08f161e0 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 984 time: 0.0502973 Aug 17 00:59:16.195974 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79bd7f8c-32c6-4f00-8afa-154d99c899fe req-bd0ad8e1-f637-4bb2-b928-abb0dc94192b tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&id=0f0e9843-652c-4a63-b21d-9e4c28c9b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336282 Aug 17 00:59:16.611772 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1dbb47ba-41fe-4693-ac13-21936fd872ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:59:17.312015 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78fc19-29db-4b3c-90be-74cf5d82d3bb req-4c5ad960-0fea-443f-b8c7-0e2bd9a593dd tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:17.313530 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f78fc19-29db-4b3c-90be-74cf5d82d3bb req-4c5ad960-0fea-443f-b8c7-0e2bd9a593dd tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 984 time: 0.0494559 Aug 17 00:59:17.353229 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4f78fc19-29db-4b3c-90be-74cf5d82d3bb req-4950d0f2-861e-4a13-9060-6dfabaed44d4 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&id=0f0e9843-652c-4a63-b21d-9e4c28c9b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329263 Aug 17 00:59:17.901308 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbfede-186f-4485-8224-d6a584ade4a7 req-4430bbbf-e519-4853-8415-32bedb4a8bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:17.902782 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9bfbfede-186f-4485-8224-d6a584ade4a7 req-4430bbbf-e519-4853-8415-32bedb4a8bb4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0846602c085f4403bcbfabfa6408e89b&device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 1136 time: 0.0403154 Aug 17 00:59:18.009144 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbfede-186f-4485-8224-d6a584ade4a7 req-72672861-3956-409f-806d-96269bad53e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:18.010611 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9bfbfede-186f-4485-8224-d6a584ade4a7 req-72672861-3956-409f-806d-96269bad53e7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1b728167-0584-49d4-b412-b5680a422fc4 HTTP/1.1" status: 200 len: 916 time: 0.0881124 Aug 17 00:59:18.081538 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9bfbfede-186f-4485-8224-d6a584ade4a7 req-c2e35e08-7d7c-46cb-b14f-9efc9f20adba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18d17b37-4076-4fd9-a48d-6168189b2982 HTTP/1.1" status: 200 len: 1001 time: 0.0624824 Aug 17 00:59:18.131071 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbfede-186f-4485-8224-d6a584ade4a7 req-2e27fa3b-9723-4f72-a3d8-c0f9896456bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:18.132474 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9bfbfede-186f-4485-8224-d6a584ade4a7 req-2e27fa3b-9723-4f72-a3d8-c0f9896456bf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0d6a371c-8d19-447b-8934-d5fa64f95589 HTTP/1.1" status: 200 len: 854 time: 0.0431504 Aug 17 00:59:18.179025 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbfede-186f-4485-8224-d6a584ade4a7 req-eaacce53-2be2-43bb-9a9c-755274fc5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:18.180438 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9bfbfede-186f-4485-8224-d6a584ade4a7 req-eaacce53-2be2-43bb-9a9c-755274fc5adb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b728167-0584-49d4-b412-b5680a422fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403206 Aug 17 00:59:18.274509 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9bfbfede-186f-4485-8224-d6a584ade4a7 req-bd57383e-a996-4f5a-b139-5ce85e63cddc service neutron] 10.222.0.69 "GET /v2.0/networks/1b728167-0584-49d4-b412-b5680a422fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862164 Aug 17 00:59:18.364866 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9bfbfede-186f-4485-8224-d6a584ade4a7 req-1cae135d-748d-473c-b4be-ca9818684590 service neutron] 10.222.0.69 "GET /v2.0/networks/1b728167-0584-49d4-b412-b5680a422fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827792 Aug 17 00:59:18.474981 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5720d2-f299-41e9-a8ea-bcdf9f2d51b3 req-ff2a903f-3511-4dd6-8fd4-e2afe659d375 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:18.476588 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1b5720d2-f299-41e9-a8ea-bcdf9f2d51b3 req-ff2a903f-3511-4dd6-8fd4-e2afe659d375 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 984 time: 0.0529485 Aug 17 00:59:18.516819 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1b5720d2-f299-41e9-a8ea-bcdf9f2d51b3 req-8fb390d5-a11a-49e3-be40-26810a3ecd97 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&id=0f0e9843-652c-4a63-b21d-9e4c28c9b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338805 Aug 17 00:59:19.310762 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-35bb2a4a-3a01-47b3-92dc-bc7f227fec8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:59:19.350209 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:59:19.638220 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ad8be-6897-4616-9163-c3f2be02d450 req-ec2c33dd-4e71-471a-ad91-389db79fe53d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:19.639738 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f1ad8be-6897-4616-9163-c3f2be02d450 req-ec2c33dd-4e71-471a-ad91-389db79fe53d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 984 time: 0.0551424 Aug 17 00:59:19.680026 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f1ad8be-6897-4616-9163-c3f2be02d450 req-24473f44-6681-4fbf-af68-eab10e7f9133 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&id=0f0e9843-652c-4a63-b21d-9e4c28c9b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336554 Aug 17 00:59:20.416946 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:59:20.797101 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1525c-48a4-4953-a4e5-7433d20e6681 req-2a19f48e-273a-44e8-a0da-6660f308f4a2 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:20.798694 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78b1525c-48a4-4953-a4e5-7433d20e6681 req-2a19f48e-273a-44e8-a0da-6660f308f4a2 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 984 time: 0.0498910 Aug 17 00:59:20.838819 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78b1525c-48a4-4953-a4e5-7433d20e6681 req-600d06ef-bc4b-49e7-bc6a-7a55849b085f tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&id=0f0e9843-652c-4a63-b21d-9e4c28c9b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334883 Aug 17 00:59:21.956333 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba8f4d-2ce7-4d24-9d27-70567f280e9c req-13e454ef-cdb0-432a-948b-03fbf18875bb tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:21.957847 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dbba8f4d-2ce7-4d24-9d27-70567f280e9c req-13e454ef-cdb0-432a-948b-03fbf18875bb tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 984 time: 0.0485868 Aug 17 00:59:21.997800 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dbba8f4d-2ce7-4d24-9d27-70567f280e9c req-41d7c94d-2a0f-4613-b96d-3f9bc6bde5e7 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&id=0f0e9843-652c-4a63-b21d-9e4c28c9b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336313 Aug 17 00:59:22.306323 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:59:23.116849 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7d86e-8082-46ce-83c9-76dcf4baf2ba req-8e0ba300-5e83-4b74-bcd0-1fc787da938e tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:23.118354 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-08a7d86e-8082-46ce-83c9-76dcf4baf2ba req-8e0ba300-5e83-4b74-bcd0-1fc787da938e tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 984 time: 0.0525188 Aug 17 00:59:23.157595 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-08a7d86e-8082-46ce-83c9-76dcf4baf2ba req-d7645077-2869-4495-9e03-cd2ca0058d89 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&id=0f0e9843-652c-4a63-b21d-9e4c28c9b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330725 Aug 17 00:59:24.279386 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75f01-c7ff-4b4f-b65b-d9defec8d78e req-065ea9b1-b813-4fca-a6e2-8956698eef7d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:24.280908 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1fd75f01-c7ff-4b4f-b65b-d9defec8d78e req-065ea9b1-b813-4fca-a6e2-8956698eef7d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 984 time: 0.0504441 Aug 17 00:59:24.320747 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1fd75f01-c7ff-4b4f-b65b-d9defec8d78e req-c2c02596-6c83-412c-9f2f-d8e46549d5a0 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&id=0f0e9843-652c-4a63-b21d-9e4c28c9b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331643 Aug 17 00:59:25.436635 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b12eac-7594-4e86-8fa8-8ebf024b8744 req-06ffec21-f061-4bfa-9bb1-c83ddae624a5 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:25.438178 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-97b12eac-7594-4e86-8fa8-8ebf024b8744 req-06ffec21-f061-4bfa-9bb1-c83ddae624a5 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 984 time: 0.0499659 Aug 17 00:59:25.478579 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-97b12eac-7594-4e86-8fa8-8ebf024b8744 req-b06aa6af-60ee-4e98-b7b0-614668524e44 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&id=0f0e9843-652c-4a63-b21d-9e4c28c9b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340848 Aug 17 00:59:40.656484 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:59:42.290839 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:59:46.185005 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:59:46.613234 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-50718a28-41bc-4796-a7ef-074c89b8e2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:59:49.311374 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-69c0bea8-5d89-43c7-a779-86b2b1d63ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:59:49.351003 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:59:50.419307 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:59:52.310985 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:59:58.486501 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cad3a4ce-dcce-43ae-a44f-d2d7695c6172 req-a6d97b29-33c9-4d8b-b6cf-153d96967907 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1173017933&fields=id&tenant_id=0846602c085f4403bcbfabfa6408e89b HTTP/1.1" status: 200 len: 267 time: 0.0374074 Aug 17 00:59:58.539387 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3a4ce-dcce-43ae-a44f-d2d7695c6172 req-53a67055-b4d9-47ab-ad8b-a5bd30c451de tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:58.540864 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cad3a4ce-dcce-43ae-a44f-d2d7695c6172 req-53a67055-b4d9-47ab-ad8b-a5bd30c451de tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 984 time: 0.0487633 Aug 17 00:59:58.552172 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-cad3a4ce-dcce-43ae-a44f-d2d7695c6172 req-335803a4-4f86-4bf8-8db5-43ffe983fbec tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Request body: {'port': {'security_groups': ['c71f694d-774e-4b9d-96fd-a9db8dab9ab4']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:59:58.614526 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cad3a4ce-dcce-43ae-a44f-d2d7695c6172 req-335803a4-4f86-4bf8-8db5-43ffe983fbec tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:59:58.784543 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-cad3a4ce-dcce-43ae-a44f-d2d7695c6172 req-335803a4-4f86-4bf8-8db5-43ffe983fbec tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] For port 18d17b37-4076-4fd9-a48d-6168189b2982, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=18d17b37-4076-4fd9-a48d-6168189b2982,segment=NetworkSegment(83ee824d-7907-4905-b030-3ab5dfa8ed4b),segment_id=83ee824d-7907-4905-b030-3ab5dfa8ed4b)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:59:58.812142 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cad3a4ce-dcce-43ae-a44f-d2d7695c6172 req-335803a4-4f86-4bf8-8db5-43ffe983fbec tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:59:58.817220 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cad3a4ce-dcce-43ae-a44f-d2d7695c6172 req-335803a4-4f86-4bf8-8db5-43ffe983fbec tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:59:58.830461 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['18d17b37-4076-4fd9-a48d-6168189b2982'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:59:58.875592 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3a4ce-dcce-43ae-a44f-d2d7695c6172 req-335803a4-4f86-4bf8-8db5-43ffe983fbec tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:58.876245 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cad3a4ce-dcce-43ae-a44f-d2d7695c6172 req-335803a4-4f86-4bf8-8db5-43ffe983fbec tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:59:58.877712 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cad3a4ce-dcce-43ae-a44f-d2d7695c6172 req-335803a4-4f86-4bf8-8db5-43ffe983fbec tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "PUT /v2.0/ports/18d17b37-4076-4fd9-a48d-6168189b2982 HTTP/1.1" status: 200 len: 942 time: 0.3301532 Aug 17 00:59:58.878195 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd7a3f6-4b36-43ce-b8cd-d89497bba978', 'tag': '18d17b37-4076-4fd9-a48d-6168189b2982'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:59:58.881100 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef57009-b500-4651-bec4-2cbd1b738e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd7a3f6-4b36-43ce-b8cd-d89497bba978", "tag": "18d17b37-4076-4fd9-a48d-6168189b2982"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:59:58.886180 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49598) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:59:58.902128 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335803a4-4f86-4bf8-8db5-43ffe983fbec tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Pushing event updated for resources: {'Port': ['ID=18d17b37-4076-4fd9-a48d-6168189b2982,revision_number=7']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:59:58.910187 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335803a4-4f86-4bf8-8db5-43ffe983fbec tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:59:58.911273 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335803a4-4f86-4bf8-8db5-43ffe983fbec tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:59:58.911631 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335803a4-4f86-4bf8-8db5-43ffe983fbec tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:59:58.911977 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335803a4-4f86-4bf8-8db5-43ffe983fbec tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:59:58.912318 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335803a4-4f86-4bf8-8db5-43ffe983fbec tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:59:58.912659 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335803a4-4f86-4bf8-8db5-43ffe983fbec tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:59:58.913066 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335803a4-4f86-4bf8-8db5-43ffe983fbec tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:59:58.913346 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335803a4-4f86-4bf8-8db5-43ffe983fbec tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:59:58.913725 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335803a4-4f86-4bf8-8db5-43ffe983fbec tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:59:58.914023 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335803a4-4f86-4bf8-8db5-43ffe983fbec tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:59:58.914357 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335803a4-4f86-4bf8-8db5-43ffe983fbec tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:59:58.914687 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335803a4-4f86-4bf8-8db5-43ffe983fbec tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:59:58.961271 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['18d17b37-4076-4fd9-a48d-6168189b2982'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:59:58.991695 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27ab5ace-c875-4f4e-a4b6-dd38662a3f6d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:59:59.031461 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91892710-d2e4-481c-8f6a-8737fec0d8cd x-openstack-request-id: req-91892710-d2e4-481c-8f6a-8737fec0d8cd {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:59:59.031725 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27ab5ace-c875-4f4e-a4b6-dd38662a3f6d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:59:59.031900 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd7a3f6-4b36-43ce-b8cd-d89497bba978", "tag": "18d17b37-4076-4fd9-a48d-6168189b2982", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:59:59.032055 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-91892710-d2e4-481c-8f6a-8737fec0d8cd {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:59:59.032469 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd7a3f6-4b36-43ce-b8cd-d89497bba978', 'tag': '18d17b37-4076-4fd9-a48d-6168189b2982', 'status': 'completed', 'code': 200} Aug 17 00:59:59.100477 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27ab5ace-c875-4f4e-a4b6-dd38662a3f6d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:59:59.103509 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-27ab5ace-c875-4f4e-a4b6-dd38662a3f6d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:59:59.104867 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-27ab5ace-c875-4f4e-a4b6-dd38662a3f6d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "DELETE /v2.0/security-groups/0f0e9843-652c-4a63-b21d-9e4c28c9b4f5 HTTP/1.1" status: 204 len: 168 time: 0.2171428 Aug 17 00:59:59.107160 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef57009-b500-4651-bec4-2cbd1b738e1d req-d2f6e83b-7ebf-4410-9c2c-f007229f26db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:59.108787 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eef57009-b500-4651-bec4-2cbd1b738e1d req-d2f6e83b-7ebf-4410-9c2c-f007229f26db service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0846602c085f4403bcbfabfa6408e89b&device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 1097 time: 0.0501738 Aug 17 00:59:59.109627 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49604) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:59:59.119696 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab5ace-c875-4f4e-a4b6-dd38662a3f6d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0e9843-652c-4a63-b21d-9e4c28c9b4f5,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:59:59.127404 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab5ace-c875-4f4e-a4b6-dd38662a3f6d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:59:59.127945 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab5ace-c875-4f4e-a4b6-dd38662a3f6d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:59:59.128074 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab5ace-c875-4f4e-a4b6-dd38662a3f6d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:59:59.128418 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab5ace-c875-4f4e-a4b6-dd38662a3f6d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:59:59.128758 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab5ace-c875-4f4e-a4b6-dd38662a3f6d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:59:59.130574 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab5ace-c875-4f4e-a4b6-dd38662a3f6d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:59:59.131064 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab5ace-c875-4f4e-a4b6-dd38662a3f6d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:59:59.131438 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab5ace-c875-4f4e-a4b6-dd38662a3f6d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:59:59.132071 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab5ace-c875-4f4e-a4b6-dd38662a3f6d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:59:59.132788 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab5ace-c875-4f4e-a4b6-dd38662a3f6d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:59:59.133158 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab5ace-c875-4f4e-a4b6-dd38662a3f6d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:59:59.133494 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab5ace-c875-4f4e-a4b6-dd38662a3f6d tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:59:59.151756 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-78f1f8dc-8eb1-40c2-be62-166c2d2eedfa None None] Provisioning complete for port 18d17b37-4076-4fd9-a48d-6168189b2982 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:59:59.152131 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-78f1f8dc-8eb1-40c2-be62-166c2d2eedfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:59:59.307744 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef57009-b500-4651-bec4-2cbd1b738e1d req-1c967692-9389-4cc2-a053-e60c3e95bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:59.309276 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eef57009-b500-4651-bec4-2cbd1b738e1d req-1c967692-9389-4cc2-a053-e60c3e95bf34 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1b728167-0584-49d4-b412-b5680a422fc4 HTTP/1.1" status: 200 len: 916 time: 0.1913860 Aug 17 00:59:59.399136 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eef57009-b500-4651-bec4-2cbd1b738e1d req-e4fb1e80-9cfe-4f0d-a040-8ee9ed6d605f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18d17b37-4076-4fd9-a48d-6168189b2982 HTTP/1.1" status: 200 len: 1001 time: 0.0688269 Aug 17 00:59:59.404068 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-f03a5ff1-97ff-4419-bfed-aa3f76c62abf tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Deleting port d8e46760-0555-498a-b198-cb61af8eb094 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:59:59.404420 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f03a5ff1-97ff-4419-bfed-aa3f76c62abf tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:59:59.495111 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef57009-b500-4651-bec4-2cbd1b738e1d req-7b819d4c-b2a8-4af6-a348-7cafdf2ee360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:59.496589 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eef57009-b500-4651-bec4-2cbd1b738e1d req-7b819d4c-b2a8-4af6-a348-7cafdf2ee360 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0d6a371c-8d19-447b-8934-d5fa64f95589 HTTP/1.1" status: 200 len: 854 time: 0.0894988 Aug 17 00:59:59.545989 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f03a5ff1-97ff-4419-bfed-aa3f76c62abf tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:59:59.546325 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f03a5ff1-97ff-4419-bfed-aa3f76c62abf tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:59:59.561732 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-f03a5ff1-97ff-4419-bfed-aa3f76c62abf tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Calling delete_port for d8e46760-0555-498a-b198-cb61af8eb094 owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:59:59.580122 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef57009-b500-4651-bec4-2cbd1b738e1d req-5f2afd98-97bd-41e5-97f6-f897934b6624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:59:59.581660 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eef57009-b500-4651-bec4-2cbd1b738e1d req-5f2afd98-97bd-41e5-97f6-f897934b6624 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b728167-0584-49d4-b412-b5680a422fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743034 Aug 17 00:59:59.731126 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eef57009-b500-4651-bec4-2cbd1b738e1d req-a487b727-6645-4651-b26e-a7a875253c72 service neutron] 10.222.0.69 "GET /v2.0/networks/1b728167-0584-49d4-b412-b5680a422fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160209 Aug 17 00:59:59.859714 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f03a5ff1-97ff-4419-bfed-aa3f76c62abf tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:59:59.887863 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eef57009-b500-4651-bec4-2cbd1b738e1d req-d3382da6-8ec0-4476-9aba-396231310801 service neutron] 10.222.0.69 "GET /v2.0/networks/1b728167-0584-49d4-b412-b5680a422fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472592 Aug 17 00:59:59.891535 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a5ff1-97ff-4419-bfed-aa3f76c62abf tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Pushing event deleted for resources: {'Port': ['ID=d8e46760-0555-498a-b198-cb61af8eb094,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:59:59.954443 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f03a5ff1-97ff-4419-bfed-aa3f76c62abf tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:59:59.954783 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-f03a5ff1-97ff-4419-bfed-aa3f76c62abf tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Floating IP ecd8a65f-84e7-43e9-842a-1ab1e99e5088 disassociated (deleted). External IP: 172.25.3.229, port: 18d17b37-4076-4fd9-a48d-6168189b2982. Aug 17 01:00:00.166605 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03a5ff1-97ff-4419-bfed-aa3f76c62abf tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Router eac94234-96a7-4abe-9fb8-52867c92b7a7 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:00:00.590934 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03a5ff1-97ff-4419-bfed-aa3f76c62abf tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:00:00.595623 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f03a5ff1-97ff-4419-bfed-aa3f76c62abf tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:00.600601 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d62950-065e-4629-bb91-613be58ed73a None None] Sync routers for ids ['eac94234-96a7-4abe-9fb8-52867c92b7a7'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:00:00.610212 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d62950-065e-4629-bb91-613be58ed73a None None] Routers {'eac94234-96a7-4abe-9fb8-52867c92b7a7'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:00:00.610823 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-02d62950-065e-4629-bb91-613be58ed73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:59:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['eac94234-96a7-4abe-9fb8-52867c92b7a7'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:00.622018 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f03a5ff1-97ff-4419-bfed-aa3f76c62abf tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "DELETE /v2.0/floatingips/ecd8a65f-84e7-43e9-842a-1ab1e99e5088 HTTP/1.1" status: 204 len: 168 time: 1.5111871 Aug 17 01:00:00.810964 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-02d62950-065e-4629-bb91-613be58ed73a None None] Set router eac94234-96a7-4abe-9fb8-52867c92b7a7 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:00:01.007166 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-02d62950-065e-4629-bb91-613be58ed73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'name': 'tempest-TestMinimumBasicScenario-1128631824-router', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '0eb4d897-06c4-4b52-9923-326d0c1bdd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:57:42Z', 'updated_at': '2021-08-17T00:57:44Z', 'revision_number': 4, 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'gw_port': {'id': '0eb4d897-06c4-4b52-9923-326d0c1bdd9c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:89:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:42Z', 'updated_at': '2021-08-17T00:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '94ca8a24-34e8-4167-aaa8-f22c6b5503ee', 'name': '', 'network_id': '1b728167-0584-49d4-b412-b5680a422fc4', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'mac_address': 'fa:16:3e:15:9d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0d6a371c-8d19-447b-8934-d5fa64f95589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:43Z', 'updated_at': '2021-08-17T00:57:50Z', 'revision_number': 5, 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'subnets': [{'id': '0d6a371c-8d19-447b-8934-d5fa64f95589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:01.034055 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd7a3f6-4b36-43ce-b8cd-d89497bba978', 'tag': '18d17b37-4076-4fd9-a48d-6168189b2982'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:00:01.035090 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d62950-065e-4629-bb91-613be58ed73a None None] Checking router: eac94234-96a7-4abe-9fb8-52867c92b7a7 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:00:01.037088 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78884db5-1949-493a-b304-e79c51aeb04f" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd7a3f6-4b36-43ce-b8cd-d89497bba978", "tag": "18d17b37-4076-4fd9-a48d-6168189b2982"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:00:01.044124 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d62950-065e-4629-bb91-613be58ed73a None None] Routers {'eac94234-96a7-4abe-9fb8-52867c92b7a7'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:00:01.044723 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-02d62950-065e-4629-bb91-613be58ed73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:59:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['eac94234-96a7-4abe-9fb8-52867c92b7a7'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:01.072823 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a5d111-d84b-4e52-821d-cb0b76422a40 x-openstack-request-id: req-86a5d111-d84b-4e52-821d-cb0b76422a40 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:00:01.073186 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd7a3f6-4b36-43ce-b8cd-d89497bba978", "tag": "18d17b37-4076-4fd9-a48d-6168189b2982", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:00:01.073446 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-86a5d111-d84b-4e52-821d-cb0b76422a40 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:00:01.073848 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd7a3f6-4b36-43ce-b8cd-d89497bba978', 'tag': '18d17b37-4076-4fd9-a48d-6168189b2982', 'status': 'completed', 'code': 200} Aug 17 01:00:01.142617 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78884db5-1949-493a-b304-e79c51aeb04f req-75d0e86c-f0d0-449f-b181-e6b8811512d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:01.144114 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78884db5-1949-493a-b304-e79c51aeb04f req-75d0e86c-f0d0-449f-b181-e6b8811512d4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0846602c085f4403bcbfabfa6408e89b&device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 1097 time: 0.0434372 Aug 17 01:00:01.148800 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-02d62950-065e-4629-bb91-613be58ed73a None None] Set router eac94234-96a7-4abe-9fb8-52867c92b7a7 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:00:01.242786 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78884db5-1949-493a-b304-e79c51aeb04f req-df1a1f30-b8ce-4260-a884-d003d09dd5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:01.244262 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78884db5-1949-493a-b304-e79c51aeb04f req-df1a1f30-b8ce-4260-a884-d003d09dd5bb service neutron] 10.222.0.69 "GET /v2.0/networks?id=1b728167-0584-49d4-b412-b5680a422fc4 HTTP/1.1" status: 200 len: 916 time: 0.0919304 Aug 17 01:00:01.288784 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78884db5-1949-493a-b304-e79c51aeb04f req-16b349fb-bb60-4bdb-b7c5-9a47a9ba2968 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18d17b37-4076-4fd9-a48d-6168189b2982 HTTP/1.1" status: 200 len: 217 time: 0.0350060 Aug 17 01:00:01.339132 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78884db5-1949-493a-b304-e79c51aeb04f req-8d60ed99-bcf6-4322-b3ef-2889baaf1ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:01.340604 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78884db5-1949-493a-b304-e79c51aeb04f req-8d60ed99-bcf6-4322-b3ef-2889baaf1ed7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0d6a371c-8d19-447b-8934-d5fa64f95589 HTTP/1.1" status: 200 len: 854 time: 0.0443454 Aug 17 01:00:01.346936 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-02d62950-065e-4629-bb91-613be58ed73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'name': 'tempest-TestMinimumBasicScenario-1128631824-router', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '0eb4d897-06c4-4b52-9923-326d0c1bdd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:57:42Z', 'updated_at': '2021-08-17T00:57:44Z', 'revision_number': 4, 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'gw_port': {'id': '0eb4d897-06c4-4b52-9923-326d0c1bdd9c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:89:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:42Z', 'updated_at': '2021-08-17T00:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '94ca8a24-34e8-4167-aaa8-f22c6b5503ee', 'name': '', 'network_id': '1b728167-0584-49d4-b412-b5680a422fc4', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'mac_address': 'fa:16:3e:15:9d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0d6a371c-8d19-447b-8934-d5fa64f95589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:43Z', 'updated_at': '2021-08-17T00:57:50Z', 'revision_number': 5, 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'subnets': [{'id': '0d6a371c-8d19-447b-8934-d5fa64f95589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:01.373605 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d62950-065e-4629-bb91-613be58ed73a None None] The sync data for ids ['eac94234-96a7-4abe-9fb8-52867c92b7a7'] in n-d-800088-20 is: [{'id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'name': 'tempest-TestMinimumBasicScenario-1128631824-router', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '0eb4d897-06c4-4b52-9923-326d0c1bdd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:57:42Z', 'updated_at': '2021-08-17T00:57:44Z', 'revision_number': 4, 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'gw_port': {'id': '0eb4d897-06c4-4b52-9923-326d0c1bdd9c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:89:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:42Z', 'updated_at': '2021-08-17T00:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '94ca8a24-34e8-4167-aaa8-f22c6b5503ee', 'name': '', 'network_id': '1b728167-0584-49d4-b412-b5680a422fc4', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'mac_address': 'fa:16:3e:15:9d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0d6a371c-8d19-447b-8934-d5fa64f95589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:43Z', 'updated_at': '2021-08-17T00:57:50Z', 'revision_number': 5, 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'subnets': [{'id': '0d6a371c-8d19-447b-8934-d5fa64f95589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:00:01.393065 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78884db5-1949-493a-b304-e79c51aeb04f req-d0dac673-e042-48e4-ade7-00f315ee2332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:01.395262 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78884db5-1949-493a-b304-e79c51aeb04f req-d0dac673-e042-48e4-ade7-00f315ee2332 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b728167-0584-49d4-b412-b5680a422fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434844 Aug 17 01:00:01.495860 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78884db5-1949-493a-b304-e79c51aeb04f req-d2b110e9-0ff6-47c9-b10e-9348a83bec7e service neutron] 10.222.0.69 "GET /v2.0/networks/1b728167-0584-49d4-b412-b5680a422fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898600 Aug 17 01:00:01.597516 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78884db5-1949-493a-b304-e79c51aeb04f req-c688cb0b-7ced-466b-8058-4be4205e7f96 service neutron] 10.222.0.69 "GET /v2.0/networks/1b728167-0584-49d4-b412-b5680a422fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882525 Aug 17 01:00:01.630674 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7608c2-bc0c-420c-8a73-1389ae0ba2bb None None] New status for floating IP ecd8a65f-84e7-43e9-842a-1ab1e99e5088: DOWN {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:00:07.586843 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bba80-6c14-4a16-8ca2-95e39763358a req-2d6cae3f-6978-4114-94a7-bc4a58a6afb9 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:07.588363 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-684bba80-6c14-4a16-8ca2-95e39763358a req-2d6cae3f-6978-4114-94a7-bc4a58a6afb9 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 945 time: 0.0546124 Aug 17 01:00:07.627093 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-684bba80-6c14-4a16-8ca2-95e39763358a req-fc07f0e3-b838-4663-bd8a-0f4b094bedde tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324636 Aug 17 01:00:08.747484 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315e7c0-5932-4aa1-a7d4-caff006d8296 req-afee15ce-715d-494e-a2c5-e7bb50840001 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:08.748887 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b315e7c0-5932-4aa1-a7d4-caff006d8296 req-afee15ce-715d-494e-a2c5-e7bb50840001 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 945 time: 0.0490875 Aug 17 01:00:08.786503 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b315e7c0-5932-4aa1-a7d4-caff006d8296 req-65ceff02-c534-4048-a11b-47ac32c8d161 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c71f694d-774e-4b9d-96fd-a9db8dab9ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314474 Aug 17 01:00:09.521452 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4730ab-82df-4796-bb85-36621a477362 req-68af4fa4-dac3-47f6-8868-72bc6a6c0d47 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:09.522893 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2b4730ab-82df-4796-bb85-36621a477362 req-68af4fa4-dac3-47f6-8868-72bc6a6c0d47 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.69 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 945 time: 0.0477164 Aug 17 01:00:09.617960 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-2b4730ab-82df-4796-bb85-36621a477362 req-fd381273-d285-48ef-a75b-2af4267ceab4 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Deleting port 18d17b37-4076-4fd9-a48d-6168189b2982 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:00:09.618296 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2b4730ab-82df-4796-bb85-36621a477362 req-fd381273-d285-48ef-a75b-2af4267ceab4 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:09.702725 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-2b4730ab-82df-4796-bb85-36621a477362 req-fd381273-d285-48ef-a75b-2af4267ceab4 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] For port 18d17b37-4076-4fd9-a48d-6168189b2982, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=18d17b37-4076-4fd9-a48d-6168189b2982,segment=NetworkSegment(83ee824d-7907-4905-b030-3ab5dfa8ed4b),segment_id=83ee824d-7907-4905-b030-3ab5dfa8ed4b)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:00:09.703003 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2b4730ab-82df-4796-bb85-36621a477362 req-fd381273-d285-48ef-a75b-2af4267ceab4 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:09.715476 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-2b4730ab-82df-4796-bb85-36621a477362 req-fd381273-d285-48ef-a75b-2af4267ceab4 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Calling delete_port for 18d17b37-4076-4fd9-a48d-6168189b2982 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:00:09.842125 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2b4730ab-82df-4796-bb85-36621a477362 req-fd381273-d285-48ef-a75b-2af4267ceab4 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:09.859049 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['18d17b37-4076-4fd9-a48d-6168189b2982'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:00:09.872697 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd381273-d285-48ef-a75b-2af4267ceab4 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Pushing event deleted for resources: {'Port': ['ID=18d17b37-4076-4fd9-a48d-6168189b2982,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:09.906532 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3c0002d0-fe72-44db-8e85-00fca82f9c22 req-e6ad386f-dc7a-4130-8898-da19ad7a458e tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fd7a3f6-4b36-43ce-b8cd-d89497bba978 HTTP/1.1" status: 200 len: 210 time: 0.0375109 Aug 17 01:00:09.937167 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4730ab-82df-4796-bb85-36621a477362 req-fd381273-d285-48ef-a75b-2af4267ceab4 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] No DVR routers for this DVR port 18d17b37-4076-4fd9-a48d-6168189b2982 on host n-h1-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:00:09.939804 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2b4730ab-82df-4796-bb85-36621a477362 req-fd381273-d285-48ef-a75b-2af4267ceab4 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:09.941789 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2b4730ab-82df-4796-bb85-36621a477362 req-fd381273-d285-48ef-a75b-2af4267ceab4 tempest-TestMinimumBasicScenario-716801485 tempest-TestMinimumBasicScenario-716801485-project] 10.222.0.69 "DELETE /v2.0/ports/18d17b37-4076-4fd9-a48d-6168189b2982 HTTP/1.1" status: 204 len: 173 time: 0.4094846 Aug 17 01:00:09.942217 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd7a3f6-4b36-43ce-b8cd-d89497bba978', 'name': 'network-vif-deleted', 'tag': '18d17b37-4076-4fd9-a48d-6168189b2982'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:00:09.944579 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26657190-601b-4888-8e2a-17d7ce8dcc5b" -d '{"events": [{"server_uuid": "0fd7a3f6-4b36-43ce-b8cd-d89497bba978", "name": "network-vif-deleted", "tag": "18d17b37-4076-4fd9-a48d-6168189b2982"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:00:09.984493 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9e8014-f63e-4ea5-88e2-3d3c3c0b3b0b x-openstack-request-id: req-9e9e8014-f63e-4ea5-88e2-3d3c3c0b3b0b {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:00:09.984798 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd7a3f6-4b36-43ce-b8cd-d89497bba978", "name": "network-vif-deleted", "tag": "18d17b37-4076-4fd9-a48d-6168189b2982", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:00:09.985065 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9e9e8014-f63e-4ea5-88e2-3d3c3c0b3b0b {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:00:09.985505 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd7a3f6-4b36-43ce-b8cd-d89497bba978', 'name': 'network-vif-deleted', 'tag': '18d17b37-4076-4fd9-a48d-6168189b2982', 'status': 'completed', 'code': 200} Aug 17 01:00:10.670959 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:11.514255 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49700) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:11.851667 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f0cc568d-bc72-4b02-8b40-3ddedc97cbcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:12.096038 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-f0cc568d-bc72-4b02-8b40-3ddedc97cbcb admin admin] Deleting port 94ca8a24-34e8-4167-aaa8-f22c6b5503ee {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:00:12.096386 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f0cc568d-bc72-4b02-8b40-3ddedc97cbcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:12.176799 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-f0cc568d-bc72-4b02-8b40-3ddedc97cbcb admin admin] For port 94ca8a24-34e8-4167-aaa8-f22c6b5503ee, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=94ca8a24-34e8-4167-aaa8-f22c6b5503ee,segment=NetworkSegment(83ee824d-7907-4905-b030-3ab5dfa8ed4b),segment_id=83ee824d-7907-4905-b030-3ab5dfa8ed4b)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:00:12.177294 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f0cc568d-bc72-4b02-8b40-3ddedc97cbcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:12.189710 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-f0cc568d-bc72-4b02-8b40-3ddedc97cbcb admin admin] Calling delete_port for 94ca8a24-34e8-4167-aaa8-f22c6b5503ee owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:00:12.290030 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:12.385714 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f0cc568d-bc72-4b02-8b40-3ddedc97cbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:12.412723 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc568d-bc72-4b02-8b40-3ddedc97cbcb admin admin] Pushing event deleted for resources: {'Port': ['ID=94ca8a24-34e8-4167-aaa8-f22c6b5503ee,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:12.581090 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f0cc568d-bc72-4b02-8b40-3ddedc97cbcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:12.795201 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0cc568d-bc72-4b02-8b40-3ddedc97cbcb admin admin] Router eac94234-96a7-4abe-9fb8-52867c92b7a7 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:00:12.899967 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cc568d-bc72-4b02-8b40-3ddedc97cbcb admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:00:12.905084 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f0cc568d-bc72-4b02-8b40-3ddedc97cbcb admin admin] 10.222.0.60 "PUT /v2.0/routers/eac94234-96a7-4abe-9fb8-52867c92b7a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3898072 Aug 17 01:00:12.907609 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49702) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:12.909465 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97876adf-7f9c-4d04-9ae8-d0cb1eb6d37e None None] Sync routers for ids ['eac94234-96a7-4abe-9fb8-52867c92b7a7'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:00:12.920098 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97876adf-7f9c-4d04-9ae8-d0cb1eb6d37e None None] Routers {'eac94234-96a7-4abe-9fb8-52867c92b7a7'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:00:12.920826 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-97876adf-7f9c-4d04-9ae8-d0cb1eb6d37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:59:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['eac94234-96a7-4abe-9fb8-52867c92b7a7'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:13.013137 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-65aefb5a-b94f-4b6d-84c3-c5fd3b3dd29c admin admin] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:13.023440 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-97876adf-7f9c-4d04-9ae8-d0cb1eb6d37e None None] Set router eac94234-96a7-4abe-9fb8-52867c92b7a7 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:00:13.116550 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-65aefb5a-b94f-4b6d-84c3-c5fd3b3dd29c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:13.168905 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-65aefb5a-b94f-4b6d-84c3-c5fd3b3dd29c admin admin] Deleting port 0eb4d897-06c4-4b52-9923-326d0c1bdd9c {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:00:13.169302 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-65aefb5a-b94f-4b6d-84c3-c5fd3b3dd29c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:13.209641 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-97876adf-7f9c-4d04-9ae8-d0cb1eb6d37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'name': 'tempest-TestMinimumBasicScenario-1128631824-router', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '0eb4d897-06c4-4b52-9923-326d0c1bdd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:57:42Z', 'updated_at': '2021-08-17T01:00:12Z', 'revision_number': 5, 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'gw_port': {'id': '0eb4d897-06c4-4b52-9923-326d0c1bdd9c', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:89:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:42Z', 'updated_at': '2021-08-17T00:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:13.235795 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97876adf-7f9c-4d04-9ae8-d0cb1eb6d37e None None] Checking router: eac94234-96a7-4abe-9fb8-52867c92b7a7 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:00:13.243871 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97876adf-7f9c-4d04-9ae8-d0cb1eb6d37e None None] Routers {'eac94234-96a7-4abe-9fb8-52867c92b7a7'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:00:13.244464 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-97876adf-7f9c-4d04-9ae8-d0cb1eb6d37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:59:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['eac94234-96a7-4abe-9fb8-52867c92b7a7'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:13.253311 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-65aefb5a-b94f-4b6d-84c3-c5fd3b3dd29c admin admin] For port 0eb4d897-06c4-4b52-9923-326d0c1bdd9c, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=0eb4d897-06c4-4b52-9923-326d0c1bdd9c,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:00:13.253687 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-65aefb5a-b94f-4b6d-84c3-c5fd3b3dd29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:13.265907 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-65aefb5a-b94f-4b6d-84c3-c5fd3b3dd29c admin admin] Calling delete_port for 0eb4d897-06c4-4b52-9923-326d0c1bdd9c owned by network:router_gateway {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:00:13.329759 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-97876adf-7f9c-4d04-9ae8-d0cb1eb6d37e None None] Set router eac94234-96a7-4abe-9fb8-52867c92b7a7 gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:00:13.383939 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-97876adf-7f9c-4d04-9ae8-d0cb1eb6d37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'name': 'tempest-TestMinimumBasicScenario-1128631824-router', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:57:42Z', 'updated_at': '2021-08-17T01:00:13Z', 'revision_number': 6, 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:13.409699 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97876adf-7f9c-4d04-9ae8-d0cb1eb6d37e None None] The sync data for ids ['eac94234-96a7-4abe-9fb8-52867c92b7a7'] in n-d-800088-20 is: [{'id': 'eac94234-96a7-4abe-9fb8-52867c92b7a7', 'name': 'tempest-TestMinimumBasicScenario-1128631824-router', 'tenant_id': '0846602c085f4403bcbfabfa6408e89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:57:42Z', 'updated_at': '2021-08-17T01:00:13Z', 'revision_number': 6, 'project_id': '0846602c085f4403bcbfabfa6408e89b', 'gw_port_host': None}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:00:13.441662 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-65aefb5a-b94f-4b6d-84c3-c5fd3b3dd29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:13.471166 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aefb5a-b94f-4b6d-84c3-c5fd3b3dd29c admin admin] Pushing event deleted for resources: {'Port': ['ID=0eb4d897-06c4-4b52-9923-326d0c1bdd9c,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:13.528177 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-65aefb5a-b94f-4b6d-84c3-c5fd3b3dd29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:13.617403 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-65aefb5a-b94f-4b6d-84c3-c5fd3b3dd29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:13.619487 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-65aefb5a-b94f-4b6d-84c3-c5fd3b3dd29c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:13.666973 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-65aefb5a-b94f-4b6d-84c3-c5fd3b3dd29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:13.667465 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65aefb5a-b94f-4b6d-84c3-c5fd3b3dd29c admin admin] Fanout notify agent at l3_agent the message router_deleted on router eac94234-96a7-4abe-9fb8-52867c92b7a7 {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 01:00:13.673118 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-65aefb5a-b94f-4b6d-84c3-c5fd3b3dd29c admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:13.674130 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-65aefb5a-b94f-4b6d-84c3-c5fd3b3dd29c admin admin] 10.222.0.60 "DELETE /v2.0/routers/eac94234-96a7-4abe-9fb8-52867c92b7a7 HTTP/1.1" status: 204 len: 168 time: 0.7656221 Aug 17 01:00:13.676831 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49704) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:13.724887 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d2f7ba-b439-4c12-a40a-6dbaa713791b admin admin] Deleting subnet 0d6a371c-8d19-447b-8934-d5fa64f95589 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 01:00:13.727850 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-86d2f7ba-b439-4c12-a40a-6dbaa713791b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:13.764525 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-86d2f7ba-b439-4c12-a40a-6dbaa713791b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:13.838299 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 18d17b37-4076-4fd9-a48d-6168189b2982 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:00:13.850905 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-86d2f7ba-b439-4c12-a40a-6dbaa713791b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:13.857943 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 18d17b37-4076-4fd9-a48d-6168189b2982 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:00:13.858286 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 18d17b37-4076-4fd9-a48d-6168189b2982 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:00:13.905270 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-86d2f7ba-b439-4c12-a40a-6dbaa713791b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:13.930003 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2f7ba-b439-4c12-a40a-6dbaa713791b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d6a371c-8d19-447b-8934-d5fa64f95589,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:13.933468 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-86d2f7ba-b439-4c12-a40a-6dbaa713791b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:13.935280 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-86d2f7ba-b439-4c12-a40a-6dbaa713791b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0d6a371c-8d19-447b-8934-d5fa64f95589 HTTP/1.1" status: 204 len: 168 time: 0.2574608 Aug 17 01:00:13.937868 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49706) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:13.939396 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247c0179-59e7-4bd8-adef-8e94650f65a2 None None] Network 1b728167-0584-49d4-b412-b5680a422fc4 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:00:14.014154 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-023c3309-0733-47c1-b2ce-95e67b09fab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:14.068765 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-023c3309-0733-47c1-b2ce-95e67b09fab7 admin admin] Deleting port 2a72b660-e377-40a7-99d6-f6efa3f1e8c4 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:00:14.069146 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-023c3309-0733-47c1-b2ce-95e67b09fab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:14.135363 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-023c3309-0733-47c1-b2ce-95e67b09fab7 admin admin] For port 2a72b660-e377-40a7-99d6-f6efa3f1e8c4, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2a72b660-e377-40a7-99d6-f6efa3f1e8c4,segment=NetworkSegment(83ee824d-7907-4905-b030-3ab5dfa8ed4b),segment_id=83ee824d-7907-4905-b030-3ab5dfa8ed4b)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:00:14.135728 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-023c3309-0733-47c1-b2ce-95e67b09fab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:14.148226 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-023c3309-0733-47c1-b2ce-95e67b09fab7 admin admin] Calling delete_port for 2a72b660-e377-40a7-99d6-f6efa3f1e8c4 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:00:14.157449 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9339edf0-b38e-48ea-b1d4-9c8b317697c0 None None] DHCP port deletion for 1b728167-0584-49d4-b412-b5680a422fc4 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 01:00:14.203965 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-9339edf0-b38e-48ea-b1d4-9c8b317697c0 None None] Deleting port 2a72b660-e377-40a7-99d6-f6efa3f1e8c4 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:00:14.204259 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9339edf0-b38e-48ea-b1d4-9c8b317697c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:14.235236 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-023c3309-0733-47c1-b2ce-95e67b09fab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:14.261098 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c3309-0733-47c1-b2ce-95e67b09fab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a72b660-e377-40a7-99d6-f6efa3f1e8c4,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:14.268329 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023c3309-0733-47c1-b2ce-95e67b09fab7 admin admin] No DVR routers for this DVR port 2a72b660-e377-40a7-99d6-f6efa3f1e8c4 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:00:14.274565 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-9339edf0-b38e-48ea-b1d4-9c8b317697c0 None None] For port 2a72b660-e377-40a7-99d6-f6efa3f1e8c4, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2a72b660-e377-40a7-99d6-f6efa3f1e8c4,segment=NetworkSegment(83ee824d-7907-4905-b030-3ab5dfa8ed4b),segment_id=83ee824d-7907-4905-b030-3ab5dfa8ed4b)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:00:14.274930 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9339edf0-b38e-48ea-b1d4-9c8b317697c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:14.290405 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-9339edf0-b38e-48ea-b1d4-9c8b317697c0 None None] Calling delete_port for 2a72b660-e377-40a7-99d6-f6efa3f1e8c4 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:00:14.352978 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-023c3309-0733-47c1-b2ce-95e67b09fab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:14.363781 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-023c3309-0733-47c1-b2ce-95e67b09fab7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b728167-0584-49d4-b412-b5680a422fc4']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:14.372401 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9339edf0-b38e-48ea-b1d4-9c8b317697c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:14.374779 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-023c3309-0733-47c1-b2ce-95e67b09fab7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ee824d-7907-4905-b030-3ab5dfa8ed4b') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:14.374914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-023c3309-0733-47c1-b2ce-95e67b09fab7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ee824d-7907-4905-b030-3ab5dfa8ed4b') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:14.385844 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-023c3309-0733-47c1-b2ce-95e67b09fab7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:14.400605 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339edf0-b38e-48ea-b1d4-9c8b317697c0 None None] Pushing event deleted for resources: {'Port': ['ID=2a72b660-e377-40a7-99d6-f6efa3f1e8c4,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:14.402131 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-023c3309-0733-47c1-b2ce-95e67b09fab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:14.406399 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9339edf0-b38e-48ea-b1d4-9c8b317697c0 None None] No DVR routers for this DVR port 2a72b660-e377-40a7-99d6-f6efa3f1e8c4 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:00:14.411945 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023c3309-0733-47c1-b2ce-95e67b09fab7 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 01:00:14.412468 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-023c3309-0733-47c1-b2ce-95e67b09fab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: timer() Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 01:00:14.415006 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 01:00:14.417438 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339edf0-b38e-48ea-b1d4-9c8b317697c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:00:14.417438 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339edf0-b38e-48ea-b1d4-9c8b317697c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:00:14.417623 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339edf0-b38e-48ea-b1d4-9c8b317697c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:00:14.417906 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339edf0-b38e-48ea-b1d4-9c8b317697c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:00:14.418437 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339edf0-b38e-48ea-b1d4-9c8b317697c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:00:14.418974 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339edf0-b38e-48ea-b1d4-9c8b317697c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:00:14.419506 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339edf0-b38e-48ea-b1d4-9c8b317697c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:00:14.420003 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339edf0-b38e-48ea-b1d4-9c8b317697c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:00:14.424142 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339edf0-b38e-48ea-b1d4-9c8b317697c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:00:14.424684 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339edf0-b38e-48ea-b1d4-9c8b317697c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:00:14.425270 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339edf0-b38e-48ea-b1d4-9c8b317697c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:00:14.425869 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339edf0-b38e-48ea-b1d4-9c8b317697c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:00:14.449783 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 0eb4d897-06c4-4b52-9923-326d0c1bdd9c no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:00:14.476907 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 0eb4d897-06c4-4b52-9923-326d0c1bdd9c {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:00:14.477489 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 0eb4d897-06c4-4b52-9923-326d0c1bdd9c not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:00:14.477923 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2a72b660-e377-40a7-99d6-f6efa3f1e8c4 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:00:14.493012 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-023c3309-0733-47c1-b2ce-95e67b09fab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:14.501596 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 2a72b660-e377-40a7-99d6-f6efa3f1e8c4 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:00:14.502119 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2a72b660-e377-40a7-99d6-f6efa3f1e8c4 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:00:14.502709 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 94ca8a24-34e8-4167-aaa8-f22c6b5503ee no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:00:14.503730 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-023c3309-0733-47c1-b2ce-95e67b09fab7 admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:14.507596 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-023c3309-0733-47c1-b2ce-95e67b09fab7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1b728167-0584-49d4-b412-b5680a422fc4 HTTP/1.1" status: 204 len: 168 time: 0.5687823 Aug 17 01:00:14.510941 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49708) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:14.521620 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c3309-0733-47c1-b2ce-95e67b09fab7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b728167-0584-49d4-b412-b5680a422fc4,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:14.522841 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 94ca8a24-34e8-4167-aaa8-f22c6b5503ee {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:00:14.523369 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 94ca8a24-34e8-4167-aaa8-f22c6b5503ee not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:00:14.867874 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a23a0026-cab0-47ca-af65-8d871037eb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:15.117312 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-a23a0026-cab0-47ca-af65-8d871037eb44 admin admin] Deleting port e745ec58-2764-4eeb-9037-27f81066b651 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:00:15.117658 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a23a0026-cab0-47ca-af65-8d871037eb44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:15.195927 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-a23a0026-cab0-47ca-af65-8d871037eb44 admin admin] For port e745ec58-2764-4eeb-9037-27f81066b651, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e745ec58-2764-4eeb-9037-27f81066b651,segment=NetworkSegment(f2281142-33da-40ee-98f7-e143ff732d4a),segment_id=f2281142-33da-40ee-98f7-e143ff732d4a)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:00:15.196203 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a23a0026-cab0-47ca-af65-8d871037eb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:15.208444 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-a23a0026-cab0-47ca-af65-8d871037eb44 admin admin] Calling delete_port for e745ec58-2764-4eeb-9037-27f81066b651 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:00:15.394347 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a23a0026-cab0-47ca-af65-8d871037eb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:15.423988 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a0026-cab0-47ca-af65-8d871037eb44 admin admin] Pushing event deleted for resources: {'Port': ['ID=e745ec58-2764-4eeb-9037-27f81066b651,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:15.595567 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a23a0026-cab0-47ca-af65-8d871037eb44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:15.817215 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23a0026-cab0-47ca-af65-8d871037eb44 admin admin] Router 61c0097b-8b0b-4cc6-bc9b-26f60c188ded has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:00:15.922869 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23a0026-cab0-47ca-af65-8d871037eb44 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:00:15.928075 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a23a0026-cab0-47ca-af65-8d871037eb44 admin admin] 10.222.0.60 "PUT /v2.0/routers/61c0097b-8b0b-4cc6-bc9b-26f60c188ded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4161055 Aug 17 01:00:15.930680 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49710) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:15.931529 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090245e5-52bf-4feb-9463-38398f99da64 None None] Sync routers for ids ['61c0097b-8b0b-4cc6-bc9b-26f60c188ded'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:00:15.940894 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090245e5-52bf-4feb-9463-38398f99da64 None None] Routers {'61c0097b-8b0b-4cc6-bc9b-26f60c188ded'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:00:15.941569 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-090245e5-52bf-4feb-9463-38398f99da64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:59:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['61c0097b-8b0b-4cc6-bc9b-26f60c188ded'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:16.034683 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f57db84-0255-4b29-b75e-218df644a86a admin admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:16.046895 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-090245e5-52bf-4feb-9463-38398f99da64 None None] Set router 61c0097b-8b0b-4cc6-bc9b-26f60c188ded gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:00:16.138051 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f57db84-0255-4b29-b75e-218df644a86a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:16.190863 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-8f57db84-0255-4b29-b75e-218df644a86a admin admin] Deleting port 277b3122-0680-4356-8022-094f4dc0a1e0 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:00:16.191211 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f57db84-0255-4b29-b75e-218df644a86a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:16.223888 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-090245e5-52bf-4feb-9463-38398f99da64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c0097b-8b0b-4cc6-bc9b-26f60c188ded', 'name': 'tempest-TestMinimumBasicScenario-2130241164-router', 'tenant_id': '521244828078493993d4bdfd93f681ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '277b3122-0680-4356-8022-094f4dc0a1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:57:46Z', 'updated_at': '2021-08-17T01:00:15Z', 'revision_number': 5, 'project_id': '521244828078493993d4bdfd93f681ff', 'gw_port': {'id': '277b3122-0680-4356-8022-094f4dc0a1e0', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:65:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c0097b-8b0b-4cc6-bc9b-26f60c188ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:57:47Z', 'updated_at': '2021-08-17T00:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:16.253297 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090245e5-52bf-4feb-9463-38398f99da64 None None] Checking router: 61c0097b-8b0b-4cc6-bc9b-26f60c188ded for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:00:16.262221 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090245e5-52bf-4feb-9463-38398f99da64 None None] Routers {'61c0097b-8b0b-4cc6-bc9b-26f60c188ded'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:00:16.262825 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-090245e5-52bf-4feb-9463-38398f99da64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T00:59:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['61c0097b-8b0b-4cc6-bc9b-26f60c188ded'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:16.273856 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-8f57db84-0255-4b29-b75e-218df644a86a admin admin] For port 277b3122-0680-4356-8022-094f4dc0a1e0, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=277b3122-0680-4356-8022-094f4dc0a1e0,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:00:16.274235 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f57db84-0255-4b29-b75e-218df644a86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:16.286927 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-8f57db84-0255-4b29-b75e-218df644a86a admin admin] Calling delete_port for 277b3122-0680-4356-8022-094f4dc0a1e0 owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:00:16.468452 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f57db84-0255-4b29-b75e-218df644a86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:16.499329 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57db84-0255-4b29-b75e-218df644a86a admin admin] Pushing event deleted for resources: {'Port': ['ID=277b3122-0680-4356-8022-094f4dc0a1e0,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:16.518071 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-090245e5-52bf-4feb-9463-38398f99da64 None None] Set router 61c0097b-8b0b-4cc6-bc9b-26f60c188ded gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:00:16.568319 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f57db84-0255-4b29-b75e-218df644a86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:16.570781 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-090245e5-52bf-4feb-9463-38398f99da64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c0097b-8b0b-4cc6-bc9b-26f60c188ded', 'name': 'tempest-TestMinimumBasicScenario-2130241164-router', 'tenant_id': '521244828078493993d4bdfd93f681ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:57:46Z', 'updated_at': '2021-08-17T01:00:16Z', 'revision_number': 6, 'project_id': '521244828078493993d4bdfd93f681ff', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:16.603267 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090245e5-52bf-4feb-9463-38398f99da64 None None] The sync data for ids ['61c0097b-8b0b-4cc6-bc9b-26f60c188ded'] in n-d-800088-20 is: [{'id': '61c0097b-8b0b-4cc6-bc9b-26f60c188ded', 'name': 'tempest-TestMinimumBasicScenario-2130241164-router', 'tenant_id': '521244828078493993d4bdfd93f681ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:57:46Z', 'updated_at': '2021-08-17T01:00:16Z', 'revision_number': 6, 'project_id': '521244828078493993d4bdfd93f681ff', 'gw_port_host': None}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:00:16.617763 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f4313e47-641a-4438-980a-8e9ccda81b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:16.662303 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f57db84-0255-4b29-b75e-218df644a86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:16.664410 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f57db84-0255-4b29-b75e-218df644a86a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:16.708603 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f57db84-0255-4b29-b75e-218df644a86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:16.709122 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f57db84-0255-4b29-b75e-218df644a86a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61c0097b-8b0b-4cc6-bc9b-26f60c188ded {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 01:00:16.713480 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-8f57db84-0255-4b29-b75e-218df644a86a admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:16.714842 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8f57db84-0255-4b29-b75e-218df644a86a admin admin] 10.222.0.60 "DELETE /v2.0/routers/61c0097b-8b0b-4cc6-bc9b-26f60c188ded HTTP/1.1" status: 204 len: 168 time: 0.7831962 Aug 17 01:00:16.717539 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49712) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:16.769341 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-d888f799-527f-44ef-b071-11a3bd7283e6 admin admin] Deleting subnet 55fab168-fbf7-4a4d-a5bc-31c056ff939c {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 01:00:16.772782 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d888f799-527f-44ef-b071-11a3bd7283e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:16.808166 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d888f799-527f-44ef-b071-11a3bd7283e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:16.888239 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d888f799-527f-44ef-b071-11a3bd7283e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:16.944278 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d888f799-527f-44ef-b071-11a3bd7283e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:16.974664 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888f799-527f-44ef-b071-11a3bd7283e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55fab168-fbf7-4a4d-a5bc-31c056ff939c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:16.981686 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d888f799-527f-44ef-b071-11a3bd7283e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:16.985017 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d888f799-527f-44ef-b071-11a3bd7283e6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/55fab168-fbf7-4a4d-a5bc-31c056ff939c HTTP/1.1" status: 204 len: 168 time: 0.2650433 Aug 17 01:00:16.986320 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49714) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:16.986559 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f276d9c-0f68-433a-ad98-bafd3c50d29a None None] Network 971f9f35-3cff-44e0-a526-3fd0f93bf028 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:00:17.058283 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a3ed99c-be54-466a-ae8d-4d3157cb6f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:17.111374 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-2a3ed99c-be54-466a-ae8d-4d3157cb6f12 admin admin] Deleting port 96aea11a-4fb9-440b-96cb-41bd325b2f03 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:00:17.111723 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a3ed99c-be54-466a-ae8d-4d3157cb6f12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:17.183974 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-2a3ed99c-be54-466a-ae8d-4d3157cb6f12 admin admin] For port 96aea11a-4fb9-440b-96cb-41bd325b2f03, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=96aea11a-4fb9-440b-96cb-41bd325b2f03,segment=NetworkSegment(f2281142-33da-40ee-98f7-e143ff732d4a),segment_id=f2281142-33da-40ee-98f7-e143ff732d4a)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:00:17.184347 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a3ed99c-be54-466a-ae8d-4d3157cb6f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:17.196375 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-2a3ed99c-be54-466a-ae8d-4d3157cb6f12 admin admin] Calling delete_port for 96aea11a-4fb9-440b-96cb-41bd325b2f03 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:00:17.275096 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a3ed99c-be54-466a-ae8d-4d3157cb6f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:17.304345 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ed99c-be54-466a-ae8d-4d3157cb6f12 admin admin] Pushing event deleted for resources: {'Port': ['ID=96aea11a-4fb9-440b-96cb-41bd325b2f03,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:17.308577 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3ed99c-be54-466a-ae8d-4d3157cb6f12 admin admin] No DVR routers for this DVR port 96aea11a-4fb9-440b-96cb-41bd325b2f03 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:00:17.382581 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb854099-07e1-434e-95b1-be8a951fe304 None None] DHCP port deletion for 971f9f35-3cff-44e0-a526-3fd0f93bf028 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 01:00:17.386523 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a3ed99c-be54-466a-ae8d-4d3157cb6f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:17.402522 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2a3ed99c-be54-466a-ae8d-4d3157cb6f12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971f9f35-3cff-44e0-a526-3fd0f93bf028']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:17.413410 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2a3ed99c-be54-466a-ae8d-4d3157cb6f12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2281142-33da-40ee-98f7-e143ff732d4a') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:17.413711 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-2a3ed99c-be54-466a-ae8d-4d3157cb6f12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2281142-33da-40ee-98f7-e143ff732d4a') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:17.422950 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a3ed99c-be54-466a-ae8d-4d3157cb6f12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:17.438804 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a3ed99c-be54-466a-ae8d-4d3157cb6f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:17.447930 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a3ed99c-be54-466a-ae8d-4d3157cb6f12 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 01:00:17.448337 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a3ed99c-be54-466a-ae8d-4d3157cb6f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: timer() Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 01:00:17.450288 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 01:00:17.514930 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a3ed99c-be54-466a-ae8d-4d3157cb6f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:17.520812 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a3ed99c-be54-466a-ae8d-4d3157cb6f12 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:17.525933 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2a3ed99c-be54-466a-ae8d-4d3157cb6f12 admin admin] 10.222.0.60 "DELETE /v2.0/networks/971f9f35-3cff-44e0-a526-3fd0f93bf028 HTTP/1.1" status: 204 len: 168 time: 0.5384626 Aug 17 01:00:17.538129 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ed99c-be54-466a-ae8d-4d3157cb6f12 admin admin] Pushing event deleted for resources: {'Network': ['ID=971f9f35-3cff-44e0-a526-3fd0f93bf028,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:17.693330 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49718) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:17.733553 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9eafae24-aaad-4fb6-aa72-47f00bfcaf44 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0846602c085f4403bcbfabfa6408e89b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389254 Aug 17 01:00:17.735975 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49720) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:17.783107 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-35c650a9-95ad-4786-9335-d68c89ac5f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:17.804942 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-35c650a9-95ad-4786-9335-d68c89ac5f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:17.853487 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-35c650a9-95ad-4786-9335-d68c89ac5f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:17.856355 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-35c650a9-95ad-4786-9335-d68c89ac5f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:17.857512 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-35c650a9-95ad-4786-9335-d68c89ac5f48 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c71f694d-774e-4b9d-96fd-a9db8dab9ab4 HTTP/1.1" status: 204 len: 168 time: 0.1206598 Aug 17 01:00:17.866256 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c650a9-95ad-4786-9335-d68c89ac5f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71f694d-774e-4b9d-96fd-a9db8dab9ab4,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:18.181250 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49726) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:18.220513 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3f888bc8-83b2-492f-abde-bb9f70ffa8fe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=521244828078493993d4bdfd93f681ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379834 Aug 17 01:00:18.223209 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49728) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:18.275585 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e187eb28-9634-4fce-86f2-cf6ef8fd30ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:18.296582 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e187eb28-9634-4fce-86f2-cf6ef8fd30ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:18.343277 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e187eb28-9634-4fce-86f2-cf6ef8fd30ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:18.346106 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e187eb28-9634-4fce-86f2-cf6ef8fd30ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:18.347234 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e187eb28-9634-4fce-86f2-cf6ef8fd30ed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07b15c5d-6504-4f9b-a69c-160b2be70a86 HTTP/1.1" status: 204 len: 168 time: 0.1230540 Aug 17 01:00:18.357636 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187eb28-9634-4fce-86f2-cf6ef8fd30ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b15c5d-6504-4f9b-a69c-160b2be70a86,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:18.438905 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 277b3122-0680-4356-8022-094f4dc0a1e0 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:00:18.460242 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 277b3122-0680-4356-8022-094f4dc0a1e0 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:00:18.460588 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 277b3122-0680-4356-8022-094f4dc0a1e0 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:00:18.461010 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e745ec58-2764-4eeb-9037-27f81066b651 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:00:18.480167 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: e745ec58-2764-4eeb-9037-27f81066b651 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:00:18.480515 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e745ec58-2764-4eeb-9037-27f81066b651 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:00:18.480923 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 96aea11a-4fb9-440b-96cb-41bd325b2f03 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:00:18.499911 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 96aea11a-4fb9-440b-96cb-41bd325b2f03 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:00:18.500250 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 96aea11a-4fb9-440b-96cb-41bd325b2f03 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:00:19.312131 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bd602291-4d4e-4636-80e7-055757752923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:19.352539 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:20.043112 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49770) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:20.047847 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-bd600083-0248-494b-a484-42a48cbef914 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-336864869', 'description': 'tempest-secgroup-smoke-336864869 description', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:00:20.070391 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bd600083-0248-494b-a484-42a48cbef914 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:20.077939 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bd600083-0248-494b-a484-42a48cbef914 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:20.169769 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bd600083-0248-494b-a484-42a48cbef914 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:20.173852 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bd600083-0248-494b-a484-42a48cbef914 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:20.207799 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd600083-0248-494b-a484-42a48cbef914 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45558558-218a-43f3-bce1-bfd2af9bd3f7,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:20.266825 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bd600083-0248-494b-a484-42a48cbef914 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:20.270655 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bd600083-0248-494b-a484-42a48cbef914 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:20.298750 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bd600083-0248-494b-a484-42a48cbef914 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:20.299971 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bd600083-0248-494b-a484-42a48cbef914 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2558124 Aug 17 01:00:20.302408 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd600083-0248-494b-a484-42a48cbef914 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb81f581-86da-461b-a734-824c1cdd47b3,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:20.304203 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49772) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:20.309763 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-b9aea1d0-806c-4ed9-ba1e-fcb54ae88b73 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': 'cb81f581-86da-461b-a734-824c1cdd47b3', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:00:20.336598 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b9aea1d0-806c-4ed9-ba1e-fcb54ae88b73 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:20.384407 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b9aea1d0-806c-4ed9-ba1e-fcb54ae88b73 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:20.388335 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b9aea1d0-806c-4ed9-ba1e-fcb54ae88b73 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:20.412949 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aea1d0-806c-4ed9-ba1e-fcb54ae88b73 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f4a9a4-a78c-4c7f-9a15-38f587900554,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:20.416989 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-b9aea1d0-806c-4ed9-ba1e-fcb54ae88b73 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:20.418320 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b9aea1d0-806c-4ed9-ba1e-fcb54ae88b73 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1123488 Aug 17 01:00:20.421219 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49774) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:20.425328 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:20.427103 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-df046276-fdfb-4849-8d33-9b42ac18707d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': 'cb81f581-86da-461b-a734-824c1cdd47b3', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:00:20.454881 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df046276-fdfb-4849-8d33-9b42ac18707d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:20.512743 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df046276-fdfb-4849-8d33-9b42ac18707d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:20.516156 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df046276-fdfb-4849-8d33-9b42ac18707d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:20.533354 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df046276-fdfb-4849-8d33-9b42ac18707d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560bd5ba-78e4-4c97-a22d-99db73a59c35,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:20.540320 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-df046276-fdfb-4849-8d33-9b42ac18707d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:20.541627 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-df046276-fdfb-4849-8d33-9b42ac18707d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194034 Aug 17 01:00:20.544320 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49776) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:20.548820 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a209b56e-9c7c-4c6c-9f68-49f4678af4c6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': 'cb81f581-86da-461b-a734-824c1cdd47b3', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:00:20.578529 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a209b56e-9c7c-4c6c-9f68-49f4678af4c6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:20.637053 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a209b56e-9c7c-4c6c-9f68-49f4678af4c6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:20.640495 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a209b56e-9c7c-4c6c-9f68-49f4678af4c6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:20.655477 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209b56e-9c7c-4c6c-9f68-49f4678af4c6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=413f1b9c-a363-4d03-8eb8-b8b5c1e1b189,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:20.664546 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a209b56e-9c7c-4c6c-9f68-49f4678af4c6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:20.666053 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a209b56e-9c7c-4c6c-9f68-49f4678af4c6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208222 Aug 17 01:00:20.668751 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49778) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:20.673623 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-0f51dcb7-a9bf-4a1a-9070-492879aaf715 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': 'cb81f581-86da-461b-a734-824c1cdd47b3', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:00:20.700809 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0f51dcb7-a9bf-4a1a-9070-492879aaf715 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:20.761958 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0f51dcb7-a9bf-4a1a-9070-492879aaf715 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:20.765479 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0f51dcb7-a9bf-4a1a-9070-492879aaf715 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:20.781426 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51dcb7-a9bf-4a1a-9070-492879aaf715 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d57ef262-02d9-4b67-9342-397f3a6caed7,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:20.790253 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0f51dcb7-a9bf-4a1a-9070-492879aaf715 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:20.791432 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0f51dcb7-a9bf-4a1a-9070-492879aaf715 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217189 Aug 17 01:00:20.794221 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49780) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:20.798553 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-7115e423-16dd-44d9-9d46-005cde60e34e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': 'cb81f581-86da-461b-a734-824c1cdd47b3', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:00:20.819411 n-d-800088-20 neutron-server[101402]: INFO neutron.db.securitygroups_db [None req-7115e423-16dd-44d9-9d46-005cde60e34e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Project f329865a61fa47128fcdfcf68f05ab5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 01:00:20.824043 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7115e423-16dd-44d9-9d46-005cde60e34e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:20.884386 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7115e423-16dd-44d9-9d46-005cde60e34e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:20.887769 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7115e423-16dd-44d9-9d46-005cde60e34e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:20.904541 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115e423-16dd-44d9-9d46-005cde60e34e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c05278-afb8-4382-a144-7d38ebc7ed8c,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:20.910886 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7115e423-16dd-44d9-9d46-005cde60e34e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:20.912101 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7115e423-16dd-44d9-9d46-005cde60e34e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1169789 Aug 17 01:00:20.914857 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49782) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:20.919152 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-e5e1b6d7-c677-4825-b288-751ba4cd4add tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': 'cb81f581-86da-461b-a734-824c1cdd47b3', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:00:20.940591 n-d-800088-20 neutron-server[101402]: INFO neutron.db.securitygroups_db [None req-e5e1b6d7-c677-4825-b288-751ba4cd4add tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Project f329865a61fa47128fcdfcf68f05ab5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 01:00:20.945875 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e5e1b6d7-c677-4825-b288-751ba4cd4add tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:21.007247 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e5e1b6d7-c677-4825-b288-751ba4cd4add tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:21.011056 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e5e1b6d7-c677-4825-b288-751ba4cd4add tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:21.028673 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1b6d7-c677-4825-b288-751ba4cd4add tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd26ca0-eef6-4a52-8795-c71202be66fa,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:21.033693 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e5e1b6d7-c677-4825-b288-751ba4cd4add tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:21.034908 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e5e1b6d7-c677-4825-b288-751ba4cd4add tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191244 Aug 17 01:00:21.038275 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49784) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:21.043148 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-7a115cde-95e7-4ddf-a459-68460f33a4c6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'network': {'name': 'tempest-network-smoke--573362666', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'port_security_enabled': True}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:00:21.064154 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a115cde-95e7-4ddf-a459-68460f33a4c6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Made reservation on behalf of f329865a61fa47128fcdfcf68f05ab5a for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:00:21.068508 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7a115cde-95e7-4ddf-a459-68460f33a4c6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:21.090904 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a115cde-95e7-4ddf-a459-68460f33a4c6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 01:00:21.099653 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7a115cde-95e7-4ddf-a459-68460f33a4c6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:21.100034 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-7a115cde-95e7-4ddf-a459-68460f33a4c6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Added segment 1296f047-4874-4df8-87cd-3fd5b6c5b94e of type vlan for network d9e26825-6178-488b-b6c2-9189710a2b3f Aug 17 01:00:21.142362 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7a115cde-95e7-4ddf-a459-68460f33a4c6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:21.166051 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7a115cde-95e7-4ddf-a459-68460f33a4c6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:21.171504 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a115cde-95e7-4ddf-a459-68460f33a4c6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:21.172098 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7a115cde-95e7-4ddf-a459-68460f33a4c6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:21.222207 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7a115cde-95e7-4ddf-a459-68460f33a4c6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1829817 Aug 17 01:00:21.225267 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49786) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:21.230352 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-2222ceb1-37e3-4fe6-8357-6e866505f79c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1674838428', 'admin_state_up': True, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:00:21.240390 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a115cde-95e7-4ddf-a459-68460f33a4c6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Network': ['ID=d9e26825-6178-488b-b6c2-9189710a2b3f,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:21.251722 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network d9e26825-6178-488b-b6c2-9189710a2b3f details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 01:00:21.255382 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2222ceb1-37e3-4fe6-8357-6e866505f79c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:21.256478 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2222ceb1-37e3-4fe6-8357-6e866505f79c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:21.310253 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2222ceb1-37e3-4fe6-8357-6e866505f79c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:21.453537 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2222ceb1-37e3-4fe6-8357-6e866505f79c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:21.637554 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2222ceb1-37e3-4fe6-8357-6e866505f79c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:21.656245 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2222ceb1-37e3-4fe6-8357-6e866505f79c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:21.762028 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-2222ceb1-37e3-4fe6-8357-6e866505f79c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Allocated IP 172.25.3.69 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/9ccfca0a-ce37-42d2-b1b3-0c18d0382920) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:00:21.860574 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2222ceb1-37e3-4fe6-8357-6e866505f79c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:21.904246 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2222ceb1-37e3-4fe6-8357-6e866505f79c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:22.255557 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2222ceb1-37e3-4fe6-8357-6e866505f79c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:00:22.259939 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-2222ceb1-37e3-4fe6-8357-6e866505f79c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:00:22.264123 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2222ceb1-37e3-4fe6-8357-6e866505f79c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:00:22.267113 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222ceb1-37e3-4fe6-8357-6e866505f79c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=9ccfca0a-ce37-42d2-b1b3-0c18d0382920,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:22.308611 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:22.511956 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2222ceb1-37e3-4fe6-8357-6e866505f79c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:22.710640 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2222ceb1-37e3-4fe6-8357-6e866505f79c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:22.835954 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2222ceb1-37e3-4fe6-8357-6e866505f79c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Router af594069-aff3-406e-a2bb-4e47a3bac46e is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 01:00:22.940519 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2222ceb1-37e3-4fe6-8357-6e866505f79c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:00:22.951089 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d93088f-46ee-49d3-ac4f-7473c3066697 None None] Sync routers for ids ['af594069-aff3-406e-a2bb-4e47a3bac46e'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:00:22.957888 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2222ceb1-37e3-4fe6-8357-6e866505f79c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:22.959172 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2222ceb1-37e3-4fe6-8357-6e866505f79c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7327585 Aug 17 01:00:22.960522 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d93088f-46ee-49d3-ac4f-7473c3066697 None None] Routers {'af594069-aff3-406e-a2bb-4e47a3bac46e'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:00:22.961157 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4d93088f-46ee-49d3-ac4f-7473c3066697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:00:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['af594069-aff3-406e-a2bb-4e47a3bac46e'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:22.962449 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49788) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:23.064013 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-4d93088f-46ee-49d3-ac4f-7473c3066697 None None] Set router af594069-aff3-406e-a2bb-4e47a3bac46e gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:00:23.092551 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a86afb9d-dc05-4105-8e98-2a2c46e229f5 tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=f329865a61fa47128fcdfcf68f05ab5a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1287770 Aug 17 01:00:23.098053 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49792) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:23.227400 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:00:23.351843 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4d93088f-46ee-49d3-ac4f-7473c3066697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674838428', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:00:22Z', 'revision_number': 3, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:81:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:00:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:23.383513 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d93088f-46ee-49d3-ac4f-7473c3066697 None None] Checking router: af594069-aff3-406e-a2bb-4e47a3bac46e for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:00:23.383875 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d93088f-46ee-49d3-ac4f-7473c3066697 None None] Updating router af594069-aff3-406e-a2bb-4e47a3bac46e port 9ccfca0a-ce37-42d2-b1b3-0c18d0382920 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:00:23.409079 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4d93088f-46ee-49d3-ac4f-7473c3066697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:23.524604 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16076576-1433-4e39-9fac-ad0d831f1878 tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:23.526169 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-16076576-1433-4e39-9fac-ad0d831f1878 tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4271727 Aug 17 01:00:23.528985 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49794) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:23.557395 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-b233a762-e8da-45f2-a4a6-4725e47c312e tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=f9960621-448c-44b3-8317-7433dc6ce660&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271730 Aug 17 01:00:23.559879 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49796) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:23.564700 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-6ebde9ea-9dcd-4f4c-8108-cf80df820dad tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1712971930', 'network_id': 'd9e26825-6178-488b-b6c2-9189710a2b3f', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:00:23.662178 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebde9ea-9dcd-4f4c-8108-cf80df820dad tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Made reservation on behalf of f329865a61fa47128fcdfcf68f05ab5a for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:00:23.665738 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6ebde9ea-9dcd-4f4c-8108-cf80df820dad tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:23.668350 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4d93088f-46ee-49d3-ac4f-7473c3066697 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:23.679512 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-4d93088f-46ee-49d3-ac4f-7473c3066697 None None] Transition to ACTIVE for port object 9ccfca0a-ce37-42d2-b1b3-0c18d0382920 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:00:23.685202 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4d93088f-46ee-49d3-ac4f-7473c3066697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:23.737635 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-4d93088f-46ee-49d3-ac4f-7473c3066697 None None] Attempting to bind port 9ccfca0a-ce37-42d2-b1b3-0c18d0382920 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:00:23.738000 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-4d93088f-46ee-49d3-ac4f-7473c3066697 None None] Attempting to bind port 9ccfca0a-ce37-42d2-b1b3-0c18d0382920 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:00:23.738916 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d93088f-46ee-49d3-ac4f-7473c3066697 None None] Attempting to bind port 9ccfca0a-ce37-42d2-b1b3-0c18d0382920 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:00:23.746205 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21401ab-d541-4a03-8b3d-79bd36efe4df None None] Pushing event updated for resources: {'Port': ['ID=9ccfca0a-ce37-42d2-b1b3-0c18d0382920,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:23.749168 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d93088f-46ee-49d3-ac4f-7473c3066697 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:00:23.749522 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d93088f-46ee-49d3-ac4f-7473c3066697 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:00:23.749915 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4d93088f-46ee-49d3-ac4f-7473c3066697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:23.750301 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d93088f-46ee-49d3-ac4f-7473c3066697 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:00:23.750756 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-4d93088f-46ee-49d3-ac4f-7473c3066697 None None] Bound port: 9ccfca0a-ce37-42d2-b1b3-0c18d0382920, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:00:23.751132 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4d93088f-46ee-49d3-ac4f-7473c3066697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:23.773570 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21401ab-d541-4a03-8b3d-79bd36efe4df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:00:23.773915 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21401ab-d541-4a03-8b3d-79bd36efe4df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:00:23.774250 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21401ab-d541-4a03-8b3d-79bd36efe4df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:00:23.774582 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21401ab-d541-4a03-8b3d-79bd36efe4df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:00:23.774912 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21401ab-d541-4a03-8b3d-79bd36efe4df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:00:23.775237 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21401ab-d541-4a03-8b3d-79bd36efe4df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:00:23.775562 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21401ab-d541-4a03-8b3d-79bd36efe4df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:00:23.775884 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21401ab-d541-4a03-8b3d-79bd36efe4df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:00:23.776203 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21401ab-d541-4a03-8b3d-79bd36efe4df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:00:23.776522 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21401ab-d541-4a03-8b3d-79bd36efe4df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:00:23.776841 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21401ab-d541-4a03-8b3d-79bd36efe4df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:00:23.777188 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21401ab-d541-4a03-8b3d-79bd36efe4df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:00:23.811729 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-4d93088f-46ee-49d3-ac4f-7473c3066697 None None] For port 9ccfca0a-ce37-42d2-b1b3-0c18d0382920, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:00:23.814717 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-4d93088f-46ee-49d3-ac4f-7473c3066697 None None] For port 9ccfca0a-ce37-42d2-b1b3-0c18d0382920, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9ccfca0a-ce37-42d2-b1b3-0c18d0382920,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:00:23.819032 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4d93088f-46ee-49d3-ac4f-7473c3066697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:23.860937 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6ebde9ea-9dcd-4f4c-8108-cf80df820dad tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:23.876761 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d93088f-46ee-49d3-ac4f-7473c3066697 None None] Routers {'af594069-aff3-406e-a2bb-4e47a3bac46e'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:00:23.877318 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4d93088f-46ee-49d3-ac4f-7473c3066697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:00:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['af594069-aff3-406e-a2bb-4e47a3bac46e'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:23.878997 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21401ab-d541-4a03-8b3d-79bd36efe4df None None] Pushing event updated for resources: {'Port': ['ID=9ccfca0a-ce37-42d2-b1b3-0c18d0382920,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:23.925500 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebde9ea-9dcd-4f4c-8108-cf80df820dad tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Subnet': ['ID=ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:23.934104 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebde9ea-9dcd-4f4c-8108-cf80df820dad tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Checking segment: {'id': '1296f047-4874-4df8-87cd-3fd5b6c5b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd9e26825-6178-488b-b6c2-9189710a2b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:00:23.934464 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebde9ea-9dcd-4f4c-8108-cf80df820dad tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network hostable DHCP agents. Network: d9e26825-6178-488b-b6c2-9189710a2b3f, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 01:00:23.951337 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebde9ea-9dcd-4f4c-8108-cf80df820dad tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network d9e26825-6178-488b-b6c2-9189710a2b3f is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 01:00:23.960177 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-6ebde9ea-9dcd-4f4c-8108-cf80df820dad tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, d9e26825-6178-488b-b6c2-9189710a2b3f) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:00:23.965686 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebde9ea-9dcd-4f4c-8108-cf80df820dad tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:23.966552 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6ebde9ea-9dcd-4f4c-8108-cf80df820dad tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:23.970739 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb1cb23-fa7f-4657-99d7-8a24936b6504 None None] Network d9e26825-6178-488b-b6c2-9189710a2b3f requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:00:23.982500 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6ebde9ea-9dcd-4f4c-8108-cf80df820dad tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4215605 Aug 17 01:00:23.985753 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49800) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:23.986260 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-4d93088f-46ee-49d3-ac4f-7473c3066697 None None] Set router af594069-aff3-406e-a2bb-4e47a3bac46e gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:00:24.122935 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23807b5d-38f0-4e20-b5a2-efd5151c1c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-d9e26825-6178-488b-b6c2-9189710a2b3f', 'network_id': 'd9e26825-6178-488b-b6c2-9189710a2b3f', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'fixed_ips': [{'subnet_id': 'ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 01:00:24.123941 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-23807b5d-38f0-4e20-b5a2-efd5151c1c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:24.174386 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4d93088f-46ee-49d3-ac4f-7473c3066697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674838428', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:00:22Z', 'revision_number': 3, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:81:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:24.202002 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d93088f-46ee-49d3-ac4f-7473c3066697 None None] The sync data for ids ['af594069-aff3-406e-a2bb-4e47a3bac46e'] in n-d-800088-20 is: [{'id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674838428', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:00:22Z', 'revision_number': 3, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:81:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:00:24.274927 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-23807b5d-38f0-4e20-b5a2-efd5151c1c48 None None] Allocated IP 172.20.0.2 (d9e26825-6178-488b-b6c2-9189710a2b3f/ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff/6eb36f46-92fe-44af-b9f2-8e7b54b8e598) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:00:24.433977 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-23807b5d-38f0-4e20-b5a2-efd5151c1c48 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:24.445427 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-23807b5d-38f0-4e20-b5a2-efd5151c1c48 None None] Transition to ACTIVE for port object 6eb36f46-92fe-44af-b9f2-8e7b54b8e598 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:00:24.470936 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-23807b5d-38f0-4e20-b5a2-efd5151c1c48 None None] Transition to ACTIVE for port object 6eb36f46-92fe-44af-b9f2-8e7b54b8e598 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:00:24.477901 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-23807b5d-38f0-4e20-b5a2-efd5151c1c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:24.489184 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e85a97bc-e439-4276-8eab-151b39a30081 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:24.522332 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23807b5d-38f0-4e20-b5a2-efd5151c1c48 None None] Network d9e26825-6178-488b-b6c2-9189710a2b3f is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:00:24.525381 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-23807b5d-38f0-4e20-b5a2-efd5151c1c48 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:00:24.529032 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23807b5d-38f0-4e20-b5a2-efd5151c1c48 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:00:24.537261 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23807b5d-38f0-4e20-b5a2-efd5151c1c48 None None] Pushing event updated for resources: {'Port': ['ID=6eb36f46-92fe-44af-b9f2-8e7b54b8e598,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:24.594229 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-23807b5d-38f0-4e20-b5a2-efd5151c1c48 None None] Attempting to bind port 6eb36f46-92fe-44af-b9f2-8e7b54b8e598 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:00:24.594593 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-23807b5d-38f0-4e20-b5a2-efd5151c1c48 None None] Attempting to bind port 6eb36f46-92fe-44af-b9f2-8e7b54b8e598 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '1296f047-4874-4df8-87cd-3fd5b6c5b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd9e26825-6178-488b-b6c2-9189710a2b3f'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:00:24.594953 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23807b5d-38f0-4e20-b5a2-efd5151c1c48 None None] Attempting to bind port 6eb36f46-92fe-44af-b9f2-8e7b54b8e598 on network d9e26825-6178-488b-b6c2-9189710a2b3f {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:00:24.601969 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23807b5d-38f0-4e20-b5a2-efd5151c1c48 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:00:24.602437 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23807b5d-38f0-4e20-b5a2-efd5151c1c48 None None] Checking segment: {'id': '1296f047-4874-4df8-87cd-3fd5b6c5b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd9e26825-6178-488b-b6c2-9189710a2b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:00:24.602921 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-23807b5d-38f0-4e20-b5a2-efd5151c1c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:24.603317 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23807b5d-38f0-4e20-b5a2-efd5151c1c48 None None] Bound using segment: {'id': '1296f047-4874-4df8-87cd-3fd5b6c5b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd9e26825-6178-488b-b6c2-9189710a2b3f'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:00:24.603787 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-23807b5d-38f0-4e20-b5a2-efd5151c1c48 None None] Bound port: 6eb36f46-92fe-44af-b9f2-8e7b54b8e598, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296f047-4874-4df8-87cd-3fd5b6c5b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd9e26825-6178-488b-b6c2-9189710a2b3f'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:00:24.604168 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-23807b5d-38f0-4e20-b5a2-efd5151c1c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:24.674765 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-23807b5d-38f0-4e20-b5a2-efd5151c1c48 None None] For port 6eb36f46-92fe-44af-b9f2-8e7b54b8e598, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:00:24.679053 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-23807b5d-38f0-4e20-b5a2-efd5151c1c48 None None] For port 6eb36f46-92fe-44af-b9f2-8e7b54b8e598, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6eb36f46-92fe-44af-b9f2-8e7b54b8e598,segment=NetworkSegment(1296f047-4874-4df8-87cd-3fd5b6c5b94e),segment_id=1296f047-4874-4df8-87cd-3fd5b6c5b94e)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:00:24.684238 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-23807b5d-38f0-4e20-b5a2-efd5151c1c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:24.748091 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23807b5d-38f0-4e20-b5a2-efd5151c1c48 None None] Pushing event updated for resources: {'Port': ['ID=6eb36f46-92fe-44af-b9f2-8e7b54b8e598,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:24.822755 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-e85a97bc-e439-4276-8eab-151b39a30081 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Allocated IP 172.20.0.1 (d9e26825-6178-488b-b6c2-9189710a2b3f/ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff/d25b66f9-69f2-440f-a6e7-bb65b5703743) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:00:24.958266 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e85a97bc-e439-4276-8eab-151b39a30081 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:24.971980 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-e85a97bc-e439-4276-8eab-151b39a30081 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Transition to ACTIVE for port object d25b66f9-69f2-440f-a6e7-bb65b5703743 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:00:25.016935 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e85a97bc-e439-4276-8eab-151b39a30081 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:25.062898 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85a97bc-e439-4276-8eab-151b39a30081 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network d9e26825-6178-488b-b6c2-9189710a2b3f is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:00:25.066923 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-e85a97bc-e439-4276-8eab-151b39a30081 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:00:25.071188 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85a97bc-e439-4276-8eab-151b39a30081 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:00:25.097018 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a97bc-e439-4276-8eab-151b39a30081 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=d25b66f9-69f2-440f-a6e7-bb65b5703743,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:25.120282 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e85a97bc-e439-4276-8eab-151b39a30081 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:25.259156 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e85a97bc-e439-4276-8eab-151b39a30081 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:25.547462 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e85a97bc-e439-4276-8eab-151b39a30081 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:25.553922 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e85a97bc-e439-4276-8eab-151b39a30081 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:25.628658 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a97bc-e439-4276-8eab-151b39a30081 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=d25b66f9-69f2-440f-a6e7-bb65b5703743,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:25.631204 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e85a97bc-e439-4276-8eab-151b39a30081 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:25.707551 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99834ae7-f9c9-4dc4-b3cc-2e4f0f21a532 None None] Network d9e26825-6178-488b-b6c2-9189710a2b3f requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:00:25.730926 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85a97bc-e439-4276-8eab-151b39a30081 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network d9e26825-6178-488b-b6c2-9189710a2b3f is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:00:25.732359 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-e85a97bc-e439-4276-8eab-151b39a30081 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:00:25.776870 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e03cd95f-f69b-4bc0-a002-817b09ae7fe0 None None] Provisioning for port 6eb36f46-92fe-44af-b9f2-8e7b54b8e598 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:00:25.850634 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85a97bc-e439-4276-8eab-151b39a30081 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Router af594069-aff3-406e-a2bb-4e47a3bac46e has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:00:25.968929 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85a97bc-e439-4276-8eab-151b39a30081 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:00:25.976063 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e85a97bc-e439-4276-8eab-151b39a30081 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "PUT /v2.0/routers/af594069-aff3-406e-a2bb-4e47a3bac46e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9890699 Aug 17 01:00:26.100495 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98046e7-3a01-46b3-9d95-cae93f6da5cb None None] Sync routers for ids ['af594069-aff3-406e-a2bb-4e47a3bac46e'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:00:26.122549 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98046e7-3a01-46b3-9d95-cae93f6da5cb None None] Routers {'af594069-aff3-406e-a2bb-4e47a3bac46e'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:00:26.123290 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-c98046e7-3a01-46b3-9d95-cae93f6da5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:00:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['af594069-aff3-406e-a2bb-4e47a3bac46e'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:26.125454 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5966a755-1254-449f-818a-f18916d0161e req-58580977-f910-4a7f-8c6c-5fa2558f7969 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-336864869&fields=id&tenant_id=f329865a61fa47128fcdfcf68f05ab5a HTTP/1.1" status: 200 len: 267 time: 0.0376945 Aug 17 01:00:26.162258 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-98387a99-3689-4c5d-8831-f80e5097d8fb None None] Provisioning for port d25b66f9-69f2-440f-a6e7-bb65b5703743 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:00:26.172680 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-98387a99-3689-4c5d-8831-f80e5097d8fb None None] Provisioning complete for port d25b66f9-69f2-440f-a6e7-bb65b5703743 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:00:26.173706 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-98387a99-3689-4c5d-8831-f80e5097d8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:26.243923 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-98387a99-3689-4c5d-8831-f80e5097d8fb None None] Port d25b66f9-69f2-440f-a6e7-bb65b5703743 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:00:26.249170 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966a755-1254-449f-818a-f18916d0161e req-40868751-063b-4e85-a4bb-136dcb4d6dc8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:26.250888 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5966a755-1254-449f-818a-f18916d0161e req-40868751-063b-4e85-a4bb-136dcb4d6dc8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/networks?id=d9e26825-6178-488b-b6c2-9189710a2b3f HTTP/1.1" status: 200 len: 796 time: 0.1150455 Aug 17 01:00:26.272479 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5966a755-1254-449f-818a-f18916d0161e req-d0edba41-698a-4812-af34-bd71d9d0a6c3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/quotas/f329865a61fa47128fcdfcf68f05ab5a HTTP/1.1" status: 200 len: 375 time: 0.0132642 Aug 17 01:00:26.278650 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-c98046e7-3a01-46b3-9d95-cae93f6da5cb None None] Set router af594069-aff3-406e-a2bb-4e47a3bac46e gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:00:26.330697 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5966a755-1254-449f-818a-f18916d0161e req-ac4d0810-9b2d-47fb-b046-9c05287c1c3d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519657 Aug 17 01:00:26.450682 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-635d18db-208f-4434-92b9-5d695e6336eb None None] Provisioning complete for port d25b66f9-69f2-440f-a6e7-bb65b5703743 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:00:26.451000 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-635d18db-208f-4434-92b9-5d695e6336eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:26.492593 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5966a755-1254-449f-818a-f18916d0161e req-01d8a193-8e52-484c-a514-b8264511e35a service neutron] 10.222.0.60 "GET /v2.0/networks/d9e26825-6178-488b-b6c2-9189710a2b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478386 Aug 17 01:00:26.517761 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-635d18db-208f-4434-92b9-5d695e6336eb None None] Port d25b66f9-69f2-440f-a6e7-bb65b5703743 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:00:26.546783 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6eb36f46-92fe-44af-b9f2-8e7b54b8e598 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:00:26.576493 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-c98046e7-3a01-46b3-9d95-cae93f6da5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674838428', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:00:25Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:81:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'd25b66f9-69f2-440f-a6e7-bb65b5703743', 'name': '', 'network_id': 'd9e26825-6178-488b-b6c2-9189710a2b3f', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:6a:bc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:00:24Z', 'updated_at': '2021-08-17T01:00:25Z', 'revision_number': 2, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': 'ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:26.590574 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5966a755-1254-449f-818a-f18916d0161e req-9a9243b7-96ed-4177-9428-58beb2d38443 service neutron] 10.222.0.60 "GET /v2.0/networks/d9e26825-6178-488b-b6c2-9189710a2b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900326 Aug 17 01:00:26.609568 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98046e7-3a01-46b3-9d95-cae93f6da5cb None None] Checking router: af594069-aff3-406e-a2bb-4e47a3bac46e for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:00:26.609928 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98046e7-3a01-46b3-9d95-cae93f6da5cb None None] Updating router af594069-aff3-406e-a2bb-4e47a3bac46e port d25b66f9-69f2-440f-a6e7-bb65b5703743 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:00:26.650678 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c98046e7-3a01-46b3-9d95-cae93f6da5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:26.670428 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-40f78f04-42ba-486f-8760-a49ad6673829 None None] Provisioning complete for port d25b66f9-69f2-440f-a6e7-bb65b5703743 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:00:26.670861 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-40f78f04-42ba-486f-8760-a49ad6673829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:26.676331 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 6eb36f46-92fe-44af-b9f2-8e7b54b8e598 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:00:26.720210 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 6eb36f46-92fe-44af-b9f2-8e7b54b8e598 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:00:26.720872 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:26.767869 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d73ec5be-da15-4441-9933-5b17d0e746f5 req-5eea2c05-9a7a-42fa-bc5a-a4797c51c977 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6dd45e5-c6f8-406c-a9e1-66f15c1a661b HTTP/1.1" status: 200 len: 210 time: 0.0298791 Aug 17 01:00:26.815651 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-40f78f04-42ba-486f-8760-a49ad6673829 None None] Port d25b66f9-69f2-440f-a6e7-bb65b5703743 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:00:26.940570 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:27.007342 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 6eb36f46-92fe-44af-b9f2-8e7b54b8e598, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6eb36f46-92fe-44af-b9f2-8e7b54b8e598,segment=NetworkSegment(1296f047-4874-4df8-87cd-3fd5b6c5b94e),segment_id=1296f047-4874-4df8-87cd-3fd5b6c5b94e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:00:27.013721 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:27.014510 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9ccfca0a-ce37-42d2-b1b3-0c18d0382920 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:00:27.140544 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c98046e7-3a01-46b3-9d95-cae93f6da5cb None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:27.146541 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=6eb36f46-92fe-44af-b9f2-8e7b54b8e598,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:27.157964 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c98046e7-3a01-46b3-9d95-cae93f6da5cb None None] Transition to ACTIVE for port object d25b66f9-69f2-440f-a6e7-bb65b5703743 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:00:27.166015 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c98046e7-3a01-46b3-9d95-cae93f6da5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:27.174473 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 9ccfca0a-ce37-42d2-b1b3-0c18d0382920 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:00:27.207717 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 9ccfca0a-ce37-42d2-b1b3-0c18d0382920 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:00:27.208108 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:27.284175 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8874a93-d22e-4254-be41-644edfe95b33 None None] Pushing event updated for resources: {'Port': ['ID=d25b66f9-69f2-440f-a6e7-bb65b5703743,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:27.325017 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-c98046e7-3a01-46b3-9d95-cae93f6da5cb None None] Attempting to bind port d25b66f9-69f2-440f-a6e7-bb65b5703743 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:00:27.325411 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-c98046e7-3a01-46b3-9d95-cae93f6da5cb None None] Attempting to bind port d25b66f9-69f2-440f-a6e7-bb65b5703743 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '1296f047-4874-4df8-87cd-3fd5b6c5b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd9e26825-6178-488b-b6c2-9189710a2b3f'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:00:27.325774 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98046e7-3a01-46b3-9d95-cae93f6da5cb None None] Attempting to bind port d25b66f9-69f2-440f-a6e7-bb65b5703743 on network d9e26825-6178-488b-b6c2-9189710a2b3f {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:00:27.356909 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98046e7-3a01-46b3-9d95-cae93f6da5cb None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:00:27.357349 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98046e7-3a01-46b3-9d95-cae93f6da5cb None None] Checking segment: {'id': '1296f047-4874-4df8-87cd-3fd5b6c5b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd9e26825-6178-488b-b6c2-9189710a2b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:00:27.357713 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c98046e7-3a01-46b3-9d95-cae93f6da5cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:27.358296 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98046e7-3a01-46b3-9d95-cae93f6da5cb None None] Bound using segment: {'id': '1296f047-4874-4df8-87cd-3fd5b6c5b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd9e26825-6178-488b-b6c2-9189710a2b3f'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:00:27.358794 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-c98046e7-3a01-46b3-9d95-cae93f6da5cb None None] Bound port: d25b66f9-69f2-440f-a6e7-bb65b5703743, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296f047-4874-4df8-87cd-3fd5b6c5b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd9e26825-6178-488b-b6c2-9189710a2b3f'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:00:27.359232 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c98046e7-3a01-46b3-9d95-cae93f6da5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:27.405763 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:27.448871 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 9ccfca0a-ce37-42d2-b1b3-0c18d0382920, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9ccfca0a-ce37-42d2-b1b3-0c18d0382920,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:00:27.460536 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:27.469058 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-c98046e7-3a01-46b3-9d95-cae93f6da5cb None None] For port d25b66f9-69f2-440f-a6e7-bb65b5703743, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:00:27.474088 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-c98046e7-3a01-46b3-9d95-cae93f6da5cb None None] For port d25b66f9-69f2-440f-a6e7-bb65b5703743, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d25b66f9-69f2-440f-a6e7-bb65b5703743,segment=NetworkSegment(1296f047-4874-4df8-87cd-3fd5b6c5b94e),segment_id=1296f047-4874-4df8-87cd-3fd5b6c5b94e)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:00:27.496366 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c98046e7-3a01-46b3-9d95-cae93f6da5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:27.532318 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=9ccfca0a-ce37-42d2-b1b3-0c18d0382920,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:27.542095 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98046e7-3a01-46b3-9d95-cae93f6da5cb None None] Routers {'af594069-aff3-406e-a2bb-4e47a3bac46e'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:00:27.542716 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-c98046e7-3a01-46b3-9d95-cae93f6da5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:00:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['af594069-aff3-406e-a2bb-4e47a3bac46e'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:27.663960 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8874a93-d22e-4254-be41-644edfe95b33 None None] Pushing event updated for resources: {'Port': ['ID=d25b66f9-69f2-440f-a6e7-bb65b5703743,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:27.700561 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-c98046e7-3a01-46b3-9d95-cae93f6da5cb None None] Set router af594069-aff3-406e-a2bb-4e47a3bac46e gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:00:27.834386 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966a755-1254-449f-818a-f18916d0161e req-43473fb5-8506-4c6e-8980-9a8b45b080ce tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:27.835406 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5966a755-1254-449f-818a-f18916d0161e req-43473fb5-8506-4c6e-8980-9a8b45b080ce tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.69 "GET /v2.0/networks?id=d9e26825-6178-488b-b6c2-9189710a2b3f HTTP/1.1" status: 200 len: 796 time: 0.1145420 Aug 17 01:00:27.877056 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3526b646-3ed2-456d-bae3-1296fc5c96d7 req-d709388e-63ba-43b2-b401-9fec39e9f37a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6dd45e5-c6f8-406c-a9e1-66f15c1a661b HTTP/1.1" status: 200 len: 210 time: 0.0349381 Aug 17 01:00:27.907130 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5966a755-1254-449f-818a-f18916d0161e req-27547219-47bf-4a90-9320-9792dfe922b0 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f329865a61fa47128fcdfcf68f05ab5a HTTP/1.1" status: 200 len: 379 time: 0.0530593 Aug 17 01:00:27.920272 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-5966a755-1254-449f-818a-f18916d0161e req-b628163b-7761-42e1-a5b1-ec3689f6e712 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'port': {'device_id': 'e6dd45e5-c6f8-406c-a9e1-66f15c1a661b', 'network_id': 'd9e26825-6178-488b-b6c2-9189710a2b3f', 'admin_state_up': True, 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'security_groups': ['cb81f581-86da-461b-a734-824c1cdd47b3']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:00:27.945963 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-c98046e7-3a01-46b3-9d95-cae93f6da5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674838428', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:00:25Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'd25b66f9-69f2-440f-a6e7-bb65b5703743', 'name': '', 'network_id': 'd9e26825-6178-488b-b6c2-9189710a2b3f', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:6a:bc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:00:24Z', 'updated_at': '2021-08-17T01:00:27Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': 'ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:27.973294 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98046e7-3a01-46b3-9d95-cae93f6da5cb None None] The sync data for ids ['af594069-aff3-406e-a2bb-4e47a3bac46e'] in n-d-800088-20 is: [{'id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674838428', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:00:25Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'd25b66f9-69f2-440f-a6e7-bb65b5703743', 'name': '', 'network_id': 'd9e26825-6178-488b-b6c2-9189710a2b3f', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:6a:bc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:00:24Z', 'updated_at': '2021-08-17T01:00:27Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': 'ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:00:28.358784 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5966a755-1254-449f-818a-f18916d0161e req-b628163b-7761-42e1-a5b1-ec3689f6e712 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Made reservation on behalf of f329865a61fa47128fcdfcf68f05ab5a for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:00:28.362467 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5966a755-1254-449f-818a-f18916d0161e req-b628163b-7761-42e1-a5b1-ec3689f6e712 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:28.512073 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-5966a755-1254-449f-818a-f18916d0161e req-b628163b-7761-42e1-a5b1-ec3689f6e712 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Allocated IP 172.20.0.13 (d9e26825-6178-488b-b6c2-9189710a2b3f/ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff/fc01dbf2-d424-408d-b49e-f7b8ca984753) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:00:28.539485 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d25b66f9-69f2-440f-a6e7-bb65b5703743 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:00:28.595948 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port d25b66f9-69f2-440f-a6e7-bb65b5703743 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:00:28.599990 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port d25b66f9-69f2-440f-a6e7-bb65b5703743 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:00:28.600366 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:28.670493 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5966a755-1254-449f-818a-f18916d0161e req-b628163b-7761-42e1-a5b1-ec3689f6e712 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:28.686445 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-5966a755-1254-449f-818a-f18916d0161e req-b628163b-7761-42e1-a5b1-ec3689f6e712 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Transition to ACTIVE for port object fc01dbf2-d424-408d-b49e-f7b8ca984753 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:00:28.688359 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:28.723952 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5966a755-1254-449f-818a-f18916d0161e req-b628163b-7761-42e1-a5b1-ec3689f6e712 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:28.724862 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port d25b66f9-69f2-440f-a6e7-bb65b5703743, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d25b66f9-69f2-440f-a6e7-bb65b5703743,segment=NetworkSegment(1296f047-4874-4df8-87cd-3fd5b6c5b94e),segment_id=1296f047-4874-4df8-87cd-3fd5b6c5b94e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:00:28.730595 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:28.731475 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9ccfca0a-ce37-42d2-b1b3-0c18d0382920 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:00:28.767958 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5966a755-1254-449f-818a-f18916d0161e req-b628163b-7761-42e1-a5b1-ec3689f6e712 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network d9e26825-6178-488b-b6c2-9189710a2b3f is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:00:28.773647 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-5966a755-1254-449f-818a-f18916d0161e req-b628163b-7761-42e1-a5b1-ec3689f6e712 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:00:28.777412 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-5966a755-1254-449f-818a-f18916d0161e req-b628163b-7761-42e1-a5b1-ec3689f6e712 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:00:28.808070 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628163b-7761-42e1-a5b1-ec3689f6e712 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=fc01dbf2-d424-408d-b49e-f7b8ca984753,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:28.845090 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966a755-1254-449f-818a-f18916d0161e req-b628163b-7761-42e1-a5b1-ec3689f6e712 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:28.846575 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5966a755-1254-449f-818a-f18916d0161e req-b628163b-7761-42e1-a5b1-ec3689f6e712 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:28.866032 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5966a755-1254-449f-818a-f18916d0161e req-b628163b-7761-42e1-a5b1-ec3689f6e712 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9493783 Aug 17 01:00:28.954457 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-5966a755-1254-449f-818a-f18916d0161e req-e9217377-d8d5-4629-bc14-26c227638f2a service neutron] Request body: {'port': {'device_id': 'e6dd45e5-c6f8-406c-a9e1-66f15c1a661b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:00:29.009796 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=d25b66f9-69f2-440f-a6e7-bb65b5703743,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:29.024955 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 9ccfca0a-ce37-42d2-b1b3-0c18d0382920 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:00:29.025361 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:29.059856 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5966a755-1254-449f-818a-f18916d0161e req-e9217377-d8d5-4629-bc14-26c227638f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:29.108241 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ba89a-cd5c-48ce-9ebd-32bd4c67efc3 req-c383841b-3599-4407-bf76-ebf577c43739 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:29.116844 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b2ba89a-cd5c-48ce-9ebd-32bd4c67efc3 req-c383841b-3599-4407-bf76-ebf577c43739 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6dd45e5-c6f8-406c-a9e1-66f15c1a661b HTTP/1.1" status: 200 len: 932 time: 0.1293294 Aug 17 01:00:29.119652 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6eb36f46-92fe-44af-b9f2-8e7b54b8e598 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:00:29.123559 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-06d690dc-e14f-4c96-92d8-8c321456aaac None None] Provisioning for port fc01dbf2-d424-408d-b49e-f7b8ca984753 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:00:29.148220 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-06d690dc-e14f-4c96-92d8-8c321456aaac None None] Provisioning complete for port fc01dbf2-d424-408d-b49e-f7b8ca984753 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:00:29.148602 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-06d690dc-e14f-4c96-92d8-8c321456aaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:29.196375 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-06d690dc-e14f-4c96-92d8-8c321456aaac None None] Port fc01dbf2-d424-408d-b49e-f7b8ca984753 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:00:29.206141 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 6eb36f46-92fe-44af-b9f2-8e7b54b8e598 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:00:29.206520 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:29.220990 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b2ba89a-cd5c-48ce-9ebd-32bd4c67efc3 req-b385b351-e144-49a4-902f-7e5fd3c1ec84 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb81f581-86da-461b-a734-824c1cdd47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032679 Aug 17 01:00:29.385267 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-5966a755-1254-449f-818a-f18916d0161e req-e9217377-d8d5-4629-bc14-26c227638f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc01dbf2-d424-408d-b49e-f7b8ca984753 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:00:29.392436 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5966a755-1254-449f-818a-f18916d0161e req-e9217377-d8d5-4629-bc14-26c227638f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:29.406738 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-5966a755-1254-449f-818a-f18916d0161e req-e9217377-d8d5-4629-bc14-26c227638f2a service neutron] Transition to ACTIVE for port object fc01dbf2-d424-408d-b49e-f7b8ca984753 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:00:29.410942 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5966a755-1254-449f-818a-f18916d0161e req-e9217377-d8d5-4629-bc14-26c227638f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:29.467842 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9217377-d8d5-4629-bc14-26c227638f2a service neutron] Pushing event updated for resources: {'Port': ['ID=fc01dbf2-d424-408d-b49e-f7b8ca984753,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:29.535750 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-5966a755-1254-449f-818a-f18916d0161e req-e9217377-d8d5-4629-bc14-26c227638f2a service neutron] Attempting to bind port fc01dbf2-d424-408d-b49e-f7b8ca984753 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:00:29.535964 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-5966a755-1254-449f-818a-f18916d0161e req-e9217377-d8d5-4629-bc14-26c227638f2a service neutron] Attempting to bind port fc01dbf2-d424-408d-b49e-f7b8ca984753 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '1296f047-4874-4df8-87cd-3fd5b6c5b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd9e26825-6178-488b-b6c2-9189710a2b3f'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:00:29.536306 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5966a755-1254-449f-818a-f18916d0161e req-e9217377-d8d5-4629-bc14-26c227638f2a service neutron] Attempting to bind port fc01dbf2-d424-408d-b49e-f7b8ca984753 on network d9e26825-6178-488b-b6c2-9189710a2b3f {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:00:29.540971 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5966a755-1254-449f-818a-f18916d0161e req-e9217377-d8d5-4629-bc14-26c227638f2a service neutron] Port fc01dbf2-d424-408d-b49e-f7b8ca984753 on network d9e26825-6178-488b-b6c2-9189710a2b3f not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:00:29.541339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5966a755-1254-449f-818a-f18916d0161e req-e9217377-d8d5-4629-bc14-26c227638f2a service neutron] Attempting to bind port fc01dbf2-d424-408d-b49e-f7b8ca984753 on network d9e26825-6178-488b-b6c2-9189710a2b3f {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:00:29.546440 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5966a755-1254-449f-818a-f18916d0161e req-e9217377-d8d5-4629-bc14-26c227638f2a service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:00:29.546790 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5966a755-1254-449f-818a-f18916d0161e req-e9217377-d8d5-4629-bc14-26c227638f2a service neutron] Checking segment: {'id': '1296f047-4874-4df8-87cd-3fd5b6c5b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd9e26825-6178-488b-b6c2-9189710a2b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:00:29.547206 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5966a755-1254-449f-818a-f18916d0161e req-e9217377-d8d5-4629-bc14-26c227638f2a service neutron] Bound using segment: {'id': '1296f047-4874-4df8-87cd-3fd5b6c5b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd9e26825-6178-488b-b6c2-9189710a2b3f'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:00:29.547641 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-5966a755-1254-449f-818a-f18916d0161e req-e9217377-d8d5-4629-bc14-26c227638f2a service neutron] Bound port: fc01dbf2-d424-408d-b49e-f7b8ca984753, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1296f047-4874-4df8-87cd-3fd5b6c5b94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd9e26825-6178-488b-b6c2-9189710a2b3f'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:00:29.548004 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5966a755-1254-449f-818a-f18916d0161e req-e9217377-d8d5-4629-bc14-26c227638f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:29.618198 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-5966a755-1254-449f-818a-f18916d0161e req-e9217377-d8d5-4629-bc14-26c227638f2a service neutron] For port fc01dbf2-d424-408d-b49e-f7b8ca984753, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:00:29.621294 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-5966a755-1254-449f-818a-f18916d0161e req-e9217377-d8d5-4629-bc14-26c227638f2a service neutron] For port fc01dbf2-d424-408d-b49e-f7b8ca984753, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=fc01dbf2-d424-408d-b49e-f7b8ca984753,segment=NetworkSegment(1296f047-4874-4df8-87cd-3fd5b6c5b94e),segment_id=1296f047-4874-4df8-87cd-3fd5b6c5b94e)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:00:29.626286 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5966a755-1254-449f-818a-f18916d0161e req-e9217377-d8d5-4629-bc14-26c227638f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:29.659045 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966a755-1254-449f-818a-f18916d0161e req-e9217377-d8d5-4629-bc14-26c227638f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:29.660319 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5966a755-1254-449f-818a-f18916d0161e req-e9217377-d8d5-4629-bc14-26c227638f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:29.661795 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5966a755-1254-449f-818a-f18916d0161e req-e9217377-d8d5-4629-bc14-26c227638f2a service neutron] 10.222.0.69 "PUT /v2.0/ports/fc01dbf2-d424-408d-b49e-f7b8ca984753 HTTP/1.1" status: 200 len: 1093 time: 0.7823026 Aug 17 01:00:29.662234 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6dd45e5-c6f8-406c-a9e1-66f15c1a661b', 'tag': 'fc01dbf2-d424-408d-b49e-f7b8ca984753'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:00:29.664550 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23277364-f149-4fd0-9116-a089630c027f" -d '{"events": [{"name": "network-changed", "server_uuid": "e6dd45e5-c6f8-406c-a9e1-66f15c1a661b", "tag": "fc01dbf2-d424-408d-b49e-f7b8ca984753"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:00:29.693008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9217377-d8d5-4629-bc14-26c227638f2a service neutron] Pushing event updated for resources: {'Port': ['ID=fc01dbf2-d424-408d-b49e-f7b8ca984753,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:29.712369 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01198352-8725-4893-8388-f3df590a6279 x-openstack-request-id: req-01198352-8725-4893-8388-f3df590a6279 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:00:29.712611 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6dd45e5-c6f8-406c-a9e1-66f15c1a661b", "tag": "fc01dbf2-d424-408d-b49e-f7b8ca984753", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:00:29.712936 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-01198352-8725-4893-8388-f3df590a6279 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:00:29.713437 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6dd45e5-c6f8-406c-a9e1-66f15c1a661b', 'tag': 'fc01dbf2-d424-408d-b49e-f7b8ca984753', 'status': 'completed', 'code': 200} Aug 17 01:00:29.764561 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966a755-1254-449f-818a-f18916d0161e req-c63b2bb2-1943-4810-bfe5-7212d0975748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:29.766146 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5966a755-1254-449f-818a-f18916d0161e req-c63b2bb2-1943-4810-bfe5-7212d0975748 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=e6dd45e5-c6f8-406c-a9e1-66f15c1a661b HTTP/1.1" status: 200 len: 1096 time: 0.0458910 Aug 17 01:00:29.818494 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5966a755-1254-449f-818a-f18916d0161e req-0405a762-0c3d-4ea0-9888-17c4cd6e2d57 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc01dbf2-d424-408d-b49e-f7b8ca984753 HTTP/1.1" status: 200 len: 217 time: 0.0404143 Aug 17 01:00:29.874376 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966a755-1254-449f-818a-f18916d0161e req-080b3b49-2632-405c-87e0-0d59cb78ab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:29.875864 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5966a755-1254-449f-818a-f18916d0161e req-080b3b49-2632-405c-87e0-0d59cb78ab63 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff HTTP/1.1" status: 200 len: 835 time: 0.0455749 Aug 17 01:00:29.925530 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966a755-1254-449f-818a-f18916d0161e req-03244891-e56e-461f-81f3-9754a9d2f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:29.926915 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5966a755-1254-449f-818a-f18916d0161e req-03244891-e56e-461f-81f3-9754a9d2f912 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9e26825-6178-488b-b6c2-9189710a2b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402915 Aug 17 01:00:30.023965 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5966a755-1254-449f-818a-f18916d0161e req-f0985278-829c-40ca-9475-90e90d243c7c service neutron] 10.222.0.69 "GET /v2.0/networks/d9e26825-6178-488b-b6c2-9189710a2b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845654 Aug 17 01:00:30.121603 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5966a755-1254-449f-818a-f18916d0161e req-efca55dc-2990-4ac4-b9ed-12cd97be5fb4 service neutron] 10.222.0.69 "GET /v2.0/networks/d9e26825-6178-488b-b6c2-9189710a2b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864975 Aug 17 01:00:30.210978 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23277364-f149-4fd0-9116-a089630c027f req-1683f692-1029-4866-9e60-5f276bcda98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:30.212404 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23277364-f149-4fd0-9116-a089630c027f req-1683f692-1029-4866-9e60-5f276bcda98d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=e6dd45e5-c6f8-406c-a9e1-66f15c1a661b HTTP/1.1" status: 200 len: 1096 time: 0.0420609 Aug 17 01:00:30.340070 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23277364-f149-4fd0-9116-a089630c027f req-6477b212-ed77-4588-8e44-47343fc9338b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:30.341581 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23277364-f149-4fd0-9116-a089630c027f req-6477b212-ed77-4588-8e44-47343fc9338b service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9e26825-6178-488b-b6c2-9189710a2b3f HTTP/1.1" status: 200 len: 897 time: 0.1219797 Aug 17 01:00:30.365937 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad86b5-02f2-48cd-b9f4-9bbaffed20fe req-fa8ef03f-3e66-4c78-a3db-4ee5320ed2c0 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:30.367382 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fbad86b5-02f2-48cd-b9f4-9bbaffed20fe req-fa8ef03f-3e66-4c78-a3db-4ee5320ed2c0 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6dd45e5-c6f8-406c-a9e1-66f15c1a661b HTTP/1.1" status: 200 len: 944 time: 0.0674446 Aug 17 01:00:30.398296 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23277364-f149-4fd0-9116-a089630c027f req-0404e7e7-f229-4658-8f09-c60610166761 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc01dbf2-d424-408d-b49e-f7b8ca984753 HTTP/1.1" status: 200 len: 217 time: 0.0467925 Aug 17 01:00:30.450320 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d25b66f9-69f2-440f-a6e7-bb65b5703743 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:00:30.476195 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fbad86b5-02f2-48cd-b9f4-9bbaffed20fe req-e44f20c6-fc23-4ac5-90c5-51ab7941113e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb81f581-86da-461b-a734-824c1cdd47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823402 Aug 17 01:00:30.485960 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23277364-f149-4fd0-9116-a089630c027f req-2bcf2129-490b-4ed2-8e81-b26f132a4913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:30.488004 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23277364-f149-4fd0-9116-a089630c027f req-2bcf2129-490b-4ed2-8e81-b26f132a4913 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff HTTP/1.1" status: 200 len: 835 time: 0.0802200 Aug 17 01:00:30.512642 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port d25b66f9-69f2-440f-a6e7-bb65b5703743 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:00:30.513010 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:30.536433 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23277364-f149-4fd0-9116-a089630c027f req-43f25561-74d7-4b89-8eb6-0b81f5c42a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:30.537983 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23277364-f149-4fd0-9116-a089630c027f req-43f25561-74d7-4b89-8eb6-0b81f5c42a13 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9e26825-6178-488b-b6c2-9189710a2b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424101 Aug 17 01:00:30.634915 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23277364-f149-4fd0-9116-a089630c027f req-73847113-3cd7-4591-bfcf-8f2d8a26de4f service neutron] 10.222.0.69 "GET /v2.0/networks/d9e26825-6178-488b-b6c2-9189710a2b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888321 Aug 17 01:00:30.728767 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23277364-f149-4fd0-9116-a089630c027f req-b58d933c-cf3a-4700-b579-ad22c87f42d2 service neutron] 10.222.0.69 "GET /v2.0/networks/d9e26825-6178-488b-b6c2-9189710a2b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864458 Aug 17 01:00:31.598491 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f9bcf-7e66-4556-88aa-a9e89a3773e9 req-342642bd-93d4-490c-ab88-37a678903be2 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:31.599983 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-df0f9bcf-7e66-4556-88aa-a9e89a3773e9 req-342642bd-93d4-490c-ab88-37a678903be2 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6dd45e5-c6f8-406c-a9e1-66f15c1a661b HTTP/1.1" status: 200 len: 944 time: 0.0499737 Aug 17 01:00:31.637459 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-df0f9bcf-7e66-4556-88aa-a9e89a3773e9 req-747260bd-131b-4eba-83a7-75fa894598b7 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb81f581-86da-461b-a734-824c1cdd47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312717 Aug 17 01:00:32.761139 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c653b-2efd-4030-ac3e-22ea3f633015 req-993b5920-a39a-4df8-90f0-a010742458dc tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:32.762621 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-460c653b-2efd-4030-ac3e-22ea3f633015 req-993b5920-a39a-4df8-90f0-a010742458dc tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6dd45e5-c6f8-406c-a9e1-66f15c1a661b HTTP/1.1" status: 200 len: 944 time: 0.0570416 Aug 17 01:00:32.800381 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-460c653b-2efd-4030-ac3e-22ea3f633015 req-c766f917-0520-40f3-8aaf-d4d4c0d4ce04 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb81f581-86da-461b-a734-824c1cdd47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316350 Aug 17 01:00:33.915912 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92665724-21ca-4ac4-abcf-5f581817cf28 req-66250561-f21e-433a-962c-7280863a81b0 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:33.917449 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92665724-21ca-4ac4-abcf-5f581817cf28 req-66250561-f21e-433a-962c-7280863a81b0 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6dd45e5-c6f8-406c-a9e1-66f15c1a661b HTTP/1.1" status: 200 len: 944 time: 0.0494907 Aug 17 01:00:33.931509 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device fc01dbf2-d424-408d-b49e-f7b8ca984753 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:00:33.956924 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-92665724-21ca-4ac4-abcf-5f581817cf28 req-9e02c9c7-b51e-4eed-b7e9-8ec5bf198ca3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb81f581-86da-461b-a734-824c1cdd47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329857 Aug 17 01:00:34.030304 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port fc01dbf2-d424-408d-b49e-f7b8ca984753, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=fc01dbf2-d424-408d-b49e-f7b8ca984753,segment=NetworkSegment(1296f047-4874-4df8-87cd-3fd5b6c5b94e),segment_id=1296f047-4874-4df8-87cd-3fd5b6c5b94e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:00:34.040860 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': 'fc01dbf2-d424-408d-b49e-f7b8ca984753', 'network_id': 'd9e26825-6178-488b-b6c2-9189710a2b3f', 'port_id': 'fc01dbf2-d424-408d-b49e-f7b8ca984753', 'mac_address': 'fa:16:3e:3b:24:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:00:34.077034 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:34.090200 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc01dbf2-d424-408d-b49e-f7b8ca984753 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:00:34.109465 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port fc01dbf2-d424-408d-b49e-f7b8ca984753, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=fc01dbf2-d424-408d-b49e-f7b8ca984753,segment=NetworkSegment(1296f047-4874-4df8-87cd-3fd5b6c5b94e),segment_id=1296f047-4874-4df8-87cd-3fd5b6c5b94e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:00:34.113842 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:34.162336 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=fc01dbf2-d424-408d-b49e-f7b8ca984753,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:34.423554 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['fc01dbf2-d424-408d-b49e-f7b8ca984753'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:00:35.071791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882db943-1c8b-4114-813c-1a0085c3c7d7 req-395bdeca-8b3a-491a-b281-84aa44d5ce8b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:35.073289 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-882db943-1c8b-4114-813c-1a0085c3c7d7 req-395bdeca-8b3a-491a-b281-84aa44d5ce8b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6dd45e5-c6f8-406c-a9e1-66f15c1a661b HTTP/1.1" status: 200 len: 945 time: 0.0482285 Aug 17 01:00:35.110792 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-882db943-1c8b-4114-813c-1a0085c3c7d7 req-22ba86c6-e7f7-4f14-a039-e876cb8eb388 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb81f581-86da-461b-a734-824c1cdd47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316410 Aug 17 01:00:35.946847 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device fc01dbf2-d424-408d-b49e-f7b8ca984753 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:00:35.997525 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port fc01dbf2-d424-408d-b49e-f7b8ca984753 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:00:36.001507 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port fc01dbf2-d424-408d-b49e-f7b8ca984753 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:00:36.001881 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:36.076250 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:36.099522 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6dd45e5-c6f8-406c-a9e1-66f15c1a661b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc01dbf2-d424-408d-b49e-f7b8ca984753'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:00:36.101844 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d9b1f6eceb9192db377ceb4d6ae83098a713cf0d5394fe300bfd3a5d60dfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cf4a30-0877-40b1-bd45-6b0cfad24143" -d '{"events": [{"server_uuid": "e6dd45e5-c6f8-406c-a9e1-66f15c1a661b", "name": "network-vif-plugged", "status": "completed", "tag": "fc01dbf2-d424-408d-b49e-f7b8ca984753"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:00:36.114515 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port fc01dbf2-d424-408d-b49e-f7b8ca984753, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=fc01dbf2-d424-408d-b49e-f7b8ca984753,segment=NetworkSegment(1296f047-4874-4df8-87cd-3fd5b6c5b94e),segment_id=1296f047-4874-4df8-87cd-3fd5b6c5b94e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:00:36.118276 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:36.170228 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=fc01dbf2-d424-408d-b49e-f7b8ca984753,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:36.214669 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c248d47-dbba-4dae-94c8-cb44dbb379cc x-openstack-request-id: req-4c248d47-dbba-4dae-94c8-cb44dbb379cc {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:00:36.214996 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6dd45e5-c6f8-406c-a9e1-66f15c1a661b", "name": "network-vif-plugged", "status": "completed", "tag": "fc01dbf2-d424-408d-b49e-f7b8ca984753", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:00:36.215255 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4c248d47-dbba-4dae-94c8-cb44dbb379cc {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:00:36.215655 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6dd45e5-c6f8-406c-a9e1-66f15c1a661b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc01dbf2-d424-408d-b49e-f7b8ca984753', 'code': 200} Aug 17 01:00:36.244991 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ec6ab-2d83-4b20-ac3d-955059d7823a req-64525944-6904-4e26-afd4-4ce2d5030f30 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:36.246515 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe4ec6ab-2d83-4b20-ac3d-955059d7823a req-64525944-6904-4e26-afd4-4ce2d5030f30 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6dd45e5-c6f8-406c-a9e1-66f15c1a661b HTTP/1.1" status: 200 len: 946 time: 0.0573595 Aug 17 01:00:36.287711 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe4ec6ab-2d83-4b20-ac3d-955059d7823a req-89b129d2-4ac6-49c0-9121-c32a6d8d9fa6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb81f581-86da-461b-a734-824c1cdd47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351434 Aug 17 01:00:36.326869 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27cfd1-b3f7-43ee-b290-4bb3c8dc74a9 req-a3355741-1ab9-44a7-a0c7-e535b76021a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:36.328379 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2b27cfd1-b3f7-43ee-b290-4bb3c8dc74a9 req-a3355741-1ab9-44a7-a0c7-e535b76021a8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e6dd45e5-c6f8-406c-a9e1-66f15c1a661b HTTP/1.1" status: 200 len: 1098 time: 0.0398061 Aug 17 01:00:36.369978 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2b27cfd1-b3f7-43ee-b290-4bb3c8dc74a9 req-63d2ae67-852b-4b7c-b82e-1e67cfdc9f32 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cb81f581-86da-461b-a734-824c1cdd47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293388 Aug 17 01:00:37.408851 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67353be-6851-4083-9321-974709488be2 req-31d6e531-1c8d-4c2a-8687-d25d81bb006d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:37.410507 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a67353be-6851-4083-9321-974709488be2 req-31d6e531-1c8d-4c2a-8687-d25d81bb006d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6dd45e5-c6f8-406c-a9e1-66f15c1a661b HTTP/1.1" status: 200 len: 946 time: 0.0498097 Aug 17 01:00:37.450053 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a67353be-6851-4083-9321-974709488be2 req-fc8cde68-881a-4af6-b2b3-8e232f9ac8c2 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb81f581-86da-461b-a734-824c1cdd47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335314 Aug 17 01:00:37.567719 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee879e-8128-4eba-9706-53d6bfe7b712 req-3ed46d9a-4fe5-41ad-b4fa-a7807e191786 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:37.569235 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d5ee879e-8128-4eba-9706-53d6bfe7b712 req-3ed46d9a-4fe5-41ad-b4fa-a7807e191786 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6dd45e5-c6f8-406c-a9e1-66f15c1a661b HTTP/1.1" status: 200 len: 946 time: 0.0522828 Aug 17 01:00:37.609270 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d5ee879e-8128-4eba-9706-53d6bfe7b712 req-a4a924b5-4748-4130-80f0-09cc8a68c2bd tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb81f581-86da-461b-a734-824c1cdd47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340328 Aug 17 01:00:37.630734 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49856) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:37.670446 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c679e6-aa82-4f5d-b895-083fc7be2640 tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:37.671980 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-88c679e6-aa82-4f5d-b895-083fc7be2640 tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e6dd45e5-c6f8-406c-a9e1-66f15c1a661b HTTP/1.1" status: 200 len: 1093 time: 0.0402904 Aug 17 01:00:37.674729 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49858) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:37.679239 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-43d8d4a1-14aa-47f5-a8bc-882f4c91a586 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'port_id': 'fc01dbf2-d424-408d-b49e-f7b8ca984753', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:00:37.707307 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43d8d4a1-14aa-47f5-a8bc-882f4c91a586 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for floatingip, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:37.805159 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43d8d4a1-14aa-47f5-a8bc-882f4c91a586 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:37.906114 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-43d8d4a1-14aa-47f5-a8bc-882f4c91a586 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Allocated IP 172.25.3.40 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/2ed6f4d7-519c-4686-8437-a9c9e4f7f3d4) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:00:38.010759 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43d8d4a1-14aa-47f5-a8bc-882f4c91a586 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:38.048829 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43d8d4a1-14aa-47f5-a8bc-882f4c91a586 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:38.084195 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d8d4a1-14aa-47f5-a8bc-882f4c91a586 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:00:38.088808 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-43d8d4a1-14aa-47f5-a8bc-882f4c91a586 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:00:38.092227 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d8d4a1-14aa-47f5-a8bc-882f4c91a586 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:00:38.116396 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8d4a1-14aa-47f5-a8bc-882f4c91a586 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=2ed6f4d7-519c-4686-8437-a9c9e4f7f3d4,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:38.448459 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43d8d4a1-14aa-47f5-a8bc-882f4c91a586 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:38.512737 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43d8d4a1-14aa-47f5-a8bc-882f4c91a586 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:38.666938 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43d8d4a1-14aa-47f5-a8bc-882f4c91a586 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:38.671380 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43d8d4a1-14aa-47f5-a8bc-882f4c91a586 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:38.740545 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8d4a1-14aa-47f5-a8bc-882f4c91a586 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=2ed6f4d7-519c-4686-8437-a9c9e4f7f3d4,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:00:38.751886 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43d8d4a1-14aa-47f5-a8bc-882f4c91a586 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:38.849311 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-43d8d4a1-14aa-47f5-a8bc-882f4c91a586 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Floating IP 1f44ee97-abce-46b9-b001-d9b4d610af81 associated. External IP: 172.25.3.40, port: fc01dbf2-d424-408d-b49e-f7b8ca984753. Aug 17 01:00:39.052359 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d8d4a1-14aa-47f5-a8bc-882f4c91a586 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Router af594069-aff3-406e-a2bb-4e47a3bac46e has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:00:39.156481 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d8d4a1-14aa-47f5-a8bc-882f4c91a586 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:00:39.168005 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a95487-4a45-402c-802d-a539d4fb74a0 None None] Sync routers for ids ['af594069-aff3-406e-a2bb-4e47a3bac46e'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:00:39.173683 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-43d8d4a1-14aa-47f5-a8bc-882f4c91a586 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:39.177774 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a95487-4a45-402c-802d-a539d4fb74a0 None None] Routers {'af594069-aff3-406e-a2bb-4e47a3bac46e'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:00:39.178395 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-90a95487-4a45-402c-802d-a539d4fb74a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:00:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['af594069-aff3-406e-a2bb-4e47a3bac46e'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:39.204024 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-43d8d4a1-14aa-47f5-a8bc-882f4c91a586 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5280819 Aug 17 01:00:39.204615 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6dd45e5-c6f8-406c-a9e1-66f15c1a661b', 'tag': 'fc01dbf2-d424-408d-b49e-f7b8ca984753'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:00:39.206988 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c969336d-4ae7-4d00-96d2-e487820813c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e6dd45e5-c6f8-406c-a9e1-66f15c1a661b", "tag": "fc01dbf2-d424-408d-b49e-f7b8ca984753"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:00:39.245066 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44188a30-3db1-4311-8038-f7d379d99162 x-openstack-request-id: req-44188a30-3db1-4311-8038-f7d379d99162 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:00:39.245384 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6dd45e5-c6f8-406c-a9e1-66f15c1a661b", "tag": "fc01dbf2-d424-408d-b49e-f7b8ca984753", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:00:39.245640 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-44188a30-3db1-4311-8038-f7d379d99162 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:00:39.246051 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6dd45e5-c6f8-406c-a9e1-66f15c1a661b', 'tag': 'fc01dbf2-d424-408d-b49e-f7b8ca984753', 'status': 'completed', 'code': 200} Aug 17 01:00:39.286118 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-90a95487-4a45-402c-802d-a539d4fb74a0 None None] Set router af594069-aff3-406e-a2bb-4e47a3bac46e gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:00:39.334424 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb013af8-f8d2-4649-88d0-b2d45dec8a05 req-7b05ca7d-2c02-4e00-925b-c2aee3631dfa tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:39.335843 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb013af8-f8d2-4649-88d0-b2d45dec8a05 req-7b05ca7d-2c02-4e00-925b-c2aee3631dfa tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6dd45e5-c6f8-406c-a9e1-66f15c1a661b HTTP/1.1" status: 200 len: 946 time: 0.0808556 Aug 17 01:00:39.342269 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969336d-4ae7-4d00-96d2-e487820813c5 req-09548f57-f346-4e73-95cc-08a27d86b971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:39.343671 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c969336d-4ae7-4d00-96d2-e487820813c5 req-09548f57-f346-4e73-95cc-08a27d86b971 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=e6dd45e5-c6f8-406c-a9e1-66f15c1a661b HTTP/1.1" status: 200 len: 1098 time: 0.0623896 Aug 17 01:00:39.424115 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb013af8-f8d2-4649-88d0-b2d45dec8a05 req-fb0ea6b4-ecda-4f85-89ba-a3671a50de70 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb81f581-86da-461b-a734-824c1cdd47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794845 Aug 17 01:00:39.448247 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49864) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:39.505709 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969336d-4ae7-4d00-96d2-e487820813c5 req-2f1ae499-9eb4-49db-b10f-f1c5a63128ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:39.507164 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c969336d-4ae7-4d00-96d2-e487820813c5 req-2f1ae499-9eb4-49db-b10f-f1c5a63128ca service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9e26825-6178-488b-b6c2-9189710a2b3f HTTP/1.1" status: 200 len: 897 time: 0.1551502 Aug 17 01:00:39.510054 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-90a95487-4a45-402c-802d-a539d4fb74a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674838428', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:00:25Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '1f44ee97-abce-46b9-b001-d9b4d610af81', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'floating_ip_address': '172.25.3.40', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'port_id': 'fc01dbf2-d424-408d-b49e-f7b8ca984753', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9e26825-6178-488b-b6c2-9189710a2b3f', 'mac_address': 'fa:16:3e:3b:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dd45e5-c6f8-406c-a9e1-66f15c1a661b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:00:38Z', 'updated_at': '2021-08-17T01:00:38Z', 'revision_number': 0, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd25b66f9-69f2-440f-a6e7-bb65b5703743', 'name': '', 'network_id': 'd9e26825-6178-488b-b6c2-9189710a2b3f', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:6a:bc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:00:24Z', 'updated_at': '2021-08-17T01:00:28Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': 'ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:39.540783 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a95487-4a45-402c-802d-a539d4fb74a0 None None] Checking router: af594069-aff3-406e-a2bb-4e47a3bac46e for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:00:39.548933 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a95487-4a45-402c-802d-a539d4fb74a0 None None] Routers {'af594069-aff3-406e-a2bb-4e47a3bac46e'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:00:39.549603 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-90a95487-4a45-402c-802d-a539d4fb74a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:00:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['af594069-aff3-406e-a2bb-4e47a3bac46e'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:39.558501 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b750d7a8-fa7b-454b-b11f-20178cc8d3d8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/floatingips/1f44ee97-abce-46b9-b001-d9b4d610af81 HTTP/1.1" status: 200 len: 991 time: 0.1090243 Aug 17 01:00:39.580022 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c969336d-4ae7-4d00-96d2-e487820813c5 req-91475339-ba07-495a-9d6c-10d1f0d855b0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc01dbf2-d424-408d-b49e-f7b8ca984753 HTTP/1.1" status: 200 len: 999 time: 0.0646536 Aug 17 01:00:39.634851 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969336d-4ae7-4d00-96d2-e487820813c5 req-d5bcd527-a8b3-4b8b-a7c9-cad13198ed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:39.636370 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c969336d-4ae7-4d00-96d2-e487820813c5 req-d5bcd527-a8b3-4b8b-a7c9-cad13198ed04 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff HTTP/1.1" status: 200 len: 835 time: 0.0495479 Aug 17 01:00:39.654760 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-90a95487-4a45-402c-802d-a539d4fb74a0 None None] Set router af594069-aff3-406e-a2bb-4e47a3bac46e gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:00:39.682355 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969336d-4ae7-4d00-96d2-e487820813c5 req-7f6e2142-fa02-4139-aeb8-0810e9577ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:00:39.683925 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c969336d-4ae7-4d00-96d2-e487820813c5 req-7f6e2142-fa02-4139-aeb8-0810e9577ffb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9e26825-6178-488b-b6c2-9189710a2b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406058 Aug 17 01:00:39.773960 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c969336d-4ae7-4d00-96d2-e487820813c5 req-793e03a6-d23a-4bbc-8ac7-f718396b6381 service neutron] 10.222.0.69 "GET /v2.0/networks/d9e26825-6178-488b-b6c2-9189710a2b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829778 Aug 17 01:00:39.867637 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c969336d-4ae7-4d00-96d2-e487820813c5 req-fa6e37b6-c0e4-44b2-8170-8177e9b5c8e6 service neutron] 10.222.0.69 "GET /v2.0/networks/d9e26825-6178-488b-b6c2-9189710a2b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866671 Aug 17 01:00:39.873693 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-90a95487-4a45-402c-802d-a539d4fb74a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674838428', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:00:25Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '1f44ee97-abce-46b9-b001-d9b4d610af81', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'floating_ip_address': '172.25.3.40', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'port_id': 'fc01dbf2-d424-408d-b49e-f7b8ca984753', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9e26825-6178-488b-b6c2-9189710a2b3f', 'mac_address': 'fa:16:3e:3b:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dd45e5-c6f8-406c-a9e1-66f15c1a661b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:00:38Z', 'updated_at': '2021-08-17T01:00:38Z', 'revision_number': 0, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd25b66f9-69f2-440f-a6e7-bb65b5703743', 'name': '', 'network_id': 'd9e26825-6178-488b-b6c2-9189710a2b3f', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:6a:bc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:00:24Z', 'updated_at': '2021-08-17T01:00:28Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': 'ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:00:39.987438 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a95487-4a45-402c-802d-a539d4fb74a0 None None] The sync data for ids ['af594069-aff3-406e-a2bb-4e47a3bac46e'] in n-d-800088-20 is: [{'id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674838428', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:00:25Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '1f44ee97-abce-46b9-b001-d9b4d610af81', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'floating_ip_address': '172.25.3.40', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'port_id': 'fc01dbf2-d424-408d-b49e-f7b8ca984753', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9e26825-6178-488b-b6c2-9189710a2b3f', 'mac_address': 'fa:16:3e:3b:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dd45e5-c6f8-406c-a9e1-66f15c1a661b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:00:38Z', 'updated_at': '2021-08-17T01:00:38Z', 'revision_number': 0, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd25b66f9-69f2-440f-a6e7-bb65b5703743', 'name': '', 'network_id': 'd9e26825-6178-488b-b6c2-9189710a2b3f', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:6a:bc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:00:24Z', 'updated_at': '2021-08-17T01:00:28Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': 'ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:00:40.189541 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2909fad-c1ad-42f5-8cee-f41ea17dffc8 None None] New status for floating IP 1f44ee97-abce-46b9-b001-d9b4d610af81: ACTIVE {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:00:40.561887 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49868) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:00:40.622576 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ebcdccca-b723-4dd2-864d-d5e60c92cbc4 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/floatingips/1f44ee97-abce-46b9-b001-d9b4d610af81 HTTP/1.1" status: 200 len: 993 time: 0.0595486 Aug 17 01:00:40.681882 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:42.289914 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:46.623620 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c75ab70f-a089-471c-ac6c-c07b930f8444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:49.312262 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-80b2c878-2371-4769-9bbd-a65c2f6fe97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:49.352868 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:50.425634 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:00:52.313593 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:00.227204 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:01:10.684765 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:12.301352 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:16.054510 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3a24a-10c3-41e1-8524-10b8010200dd req-9d4154e1-4569-444b-9111-dfd7943e3351 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:16.056035 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cac3a24a-10c3-41e1-8524-10b8010200dd req-9d4154e1-4569-444b-9111-dfd7943e3351 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6dd45e5-c6f8-406c-a9e1-66f15c1a661b HTTP/1.1" status: 200 len: 946 time: 0.0583341 Aug 17 01:01:16.097248 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cac3a24a-10c3-41e1-8524-10b8010200dd req-bf1f8960-e393-40b4-89c8-5483323dc3d5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb81f581-86da-461b-a734-824c1cdd47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319822 Aug 17 01:01:16.624757 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3cf3a433-2585-418d-bce4-3d67eafe9b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:17.227788 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d961b82-dd8f-45cd-8e1a-ee4e9c36176d req-3bd9eb3c-4b45-4cfe-94da-475cbaa31336 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:17.229537 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2d961b82-dd8f-45cd-8e1a-ee4e9c36176d req-3bd9eb3c-4b45-4cfe-94da-475cbaa31336 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6dd45e5-c6f8-406c-a9e1-66f15c1a661b HTTP/1.1" status: 200 len: 946 time: 0.0479243 Aug 17 01:01:17.266962 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2d961b82-dd8f-45cd-8e1a-ee4e9c36176d req-8161030c-7195-477d-b9e8-2399279c36ec tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb81f581-86da-461b-a734-824c1cdd47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314438 Aug 17 01:01:17.291523 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49900) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:01:17.357492 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-26851b25-0b56-41e0-97e7-0dec0a9b1343 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/floatingips/1f44ee97-abce-46b9-b001-d9b4d610af81 HTTP/1.1" status: 200 len: 993 time: 0.0660474 Aug 17 01:01:18.625183 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ebb6d-3bc6-49c5-b1d3-8109de0308fc req-cc06aa6b-3b49-45a9-862f-d6e89bceb1d5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:18.626760 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c2ebb6d-3bc6-49c5-b1d3-8109de0308fc req-cc06aa6b-3b49-45a9-862f-d6e89bceb1d5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6dd45e5-c6f8-406c-a9e1-66f15c1a661b HTTP/1.1" status: 200 len: 946 time: 0.0505977 Aug 17 01:01:18.664846 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c2ebb6d-3bc6-49c5-b1d3-8109de0308fc req-77042056-7ac7-41bd-94b6-94df4db01821 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb81f581-86da-461b-a734-824c1cdd47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314162 Aug 17 01:01:19.312395 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a121067d-699b-4632-b6b6-949dfda1d5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:19.353360 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:19.783199 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335fa3a-e9ac-4fd6-a97a-23c050d80ebc req-4549fd40-6feb-49cb-881b-a19317e38823 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:19.784645 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1335fa3a-e9ac-4fd6-a97a-23c050d80ebc req-4549fd40-6feb-49cb-881b-a19317e38823 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6dd45e5-c6f8-406c-a9e1-66f15c1a661b HTTP/1.1" status: 200 len: 946 time: 0.0491521 Aug 17 01:01:19.830455 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1335fa3a-e9ac-4fd6-a97a-23c050d80ebc req-c1dc6b42-3213-4e51-b35b-3f40b7dfcf81 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb81f581-86da-461b-a734-824c1cdd47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396786 Aug 17 01:01:19.853491 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49912) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:01:20.209885 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-189edb33-6812-42dc-8613-cbf0dd6b61d0 req-c539f468-7dc6-42e5-bf86-c18afb9aed9e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e6dd45e5-c6f8-406c-a9e1-66f15c1a661b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3894815 Aug 17 01:01:20.232624 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-54d2b7c5-08ef-4a28-bde6-59081165de29 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/floatingips/1f44ee97-abce-46b9-b001-d9b4d610af81 HTTP/1.1" status: 200 len: 993 time: 0.3779323 Aug 17 01:01:20.305279 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189edb33-6812-42dc-8613-cbf0dd6b61d0 req-362f0503-10b6-4620-96f5-e3efaa300dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:20.306784 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-189edb33-6812-42dc-8613-cbf0dd6b61d0 req-362f0503-10b6-4620-96f5-e3efaa300dd5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=e6dd45e5-c6f8-406c-a9e1-66f15c1a661b HTTP/1.1" status: 200 len: 1098 time: 0.0440280 Aug 17 01:01:20.414393 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189edb33-6812-42dc-8613-cbf0dd6b61d0 req-b891be9a-0641-4da9-bfd8-ab652a5701dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:20.416331 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-189edb33-6812-42dc-8613-cbf0dd6b61d0 req-b891be9a-0641-4da9-bfd8-ab652a5701dc service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9e26825-6178-488b-b6c2-9189710a2b3f HTTP/1.1" status: 200 len: 897 time: 0.0892487 Aug 17 01:01:20.430586 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:20.464318 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49918) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:01:20.487292 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-189edb33-6812-42dc-8613-cbf0dd6b61d0 req-1d4d84e5-9648-41e0-be38-dacb08ae6772 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc01dbf2-d424-408d-b49e-f7b8ca984753 HTTP/1.1" status: 200 len: 1001 time: 0.0593481 Aug 17 01:01:20.540879 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189edb33-6812-42dc-8613-cbf0dd6b61d0 req-716c1ce7-7d0c-4c66-9c7b-09e40ee1520d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:20.542350 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-189edb33-6812-42dc-8613-cbf0dd6b61d0 req-716c1ce7-7d0c-4c66-9c7b-09e40ee1520d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff HTTP/1.1" status: 200 len: 835 time: 0.0472517 Aug 17 01:01:20.588841 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189edb33-6812-42dc-8613-cbf0dd6b61d0 req-68efd757-c71c-40fe-aeea-38716edca7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:20.590362 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-189edb33-6812-42dc-8613-cbf0dd6b61d0 req-68efd757-c71c-40fe-aeea-38716edca7f6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9e26825-6178-488b-b6c2-9189710a2b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404317 Aug 17 01:01:20.626304 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-9ec032d7-8d06-45dc-a948-0b2d2f0fdd60 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Deleting port 2ed6f4d7-519c-4686-8437-a9c9e4f7f3d4 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:01:20.626652 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ec032d7-8d06-45dc-a948-0b2d2f0fdd60 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:20.685011 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-189edb33-6812-42dc-8613-cbf0dd6b61d0 req-9967f4e7-411b-40a2-94ab-4b4674b3be09 service neutron] 10.222.0.69 "GET /v2.0/networks/d9e26825-6178-488b-b6c2-9189710a2b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816460 Aug 17 01:01:20.707216 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ec032d7-8d06-45dc-a948-0b2d2f0fdd60 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:20.708338 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ec032d7-8d06-45dc-a948-0b2d2f0fdd60 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:20.720210 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-9ec032d7-8d06-45dc-a948-0b2d2f0fdd60 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Calling delete_port for 2ed6f4d7-519c-4686-8437-a9c9e4f7f3d4 owned by network:floatingip {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:01:20.784740 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-189edb33-6812-42dc-8613-cbf0dd6b61d0 req-bb32202b-b0d9-444d-9fe7-0da40458b40b service neutron] 10.222.0.69 "GET /v2.0/networks/d9e26825-6178-488b-b6c2-9189710a2b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879064 Aug 17 01:01:20.873150 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ec032d7-8d06-45dc-a948-0b2d2f0fdd60 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:20.896535 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec032d7-8d06-45dc-a948-0b2d2f0fdd60 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Port': ['ID=2ed6f4d7-519c-4686-8437-a9c9e4f7f3d4,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:20.925967 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec032d7-8d06-45dc-a948-0b2d2f0fdd60 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:20.926903 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec032d7-8d06-45dc-a948-0b2d2f0fdd60 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:20.927434 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec032d7-8d06-45dc-a948-0b2d2f0fdd60 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:20.927774 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec032d7-8d06-45dc-a948-0b2d2f0fdd60 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:20.928111 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec032d7-8d06-45dc-a948-0b2d2f0fdd60 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:20.928442 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec032d7-8d06-45dc-a948-0b2d2f0fdd60 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:20.928769 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec032d7-8d06-45dc-a948-0b2d2f0fdd60 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:20.929364 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec032d7-8d06-45dc-a948-0b2d2f0fdd60 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:20.929766 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec032d7-8d06-45dc-a948-0b2d2f0fdd60 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:20.930096 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec032d7-8d06-45dc-a948-0b2d2f0fdd60 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:20.930418 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec032d7-8d06-45dc-a948-0b2d2f0fdd60 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:20.930742 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec032d7-8d06-45dc-a948-0b2d2f0fdd60 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:20.972083 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ec032d7-8d06-45dc-a948-0b2d2f0fdd60 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for floatingip, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:20.972377 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-9ec032d7-8d06-45dc-a948-0b2d2f0fdd60 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Floating IP 1f44ee97-abce-46b9-b001-d9b4d610af81 disassociated (deleted). External IP: 172.25.3.40, port: fc01dbf2-d424-408d-b49e-f7b8ca984753. Aug 17 01:01:21.186587 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec032d7-8d06-45dc-a948-0b2d2f0fdd60 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Router af594069-aff3-406e-a2bb-4e47a3bac46e has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:01:21.298321 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec032d7-8d06-45dc-a948-0b2d2f0fdd60 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:01:21.304054 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9ec032d7-8d06-45dc-a948-0b2d2f0fdd60 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:21.308381 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46b7568-2d03-4dd5-8930-b4d88f1d98dc None None] Sync routers for ids ['af594069-aff3-406e-a2bb-4e47a3bac46e'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:01:21.317018 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46b7568-2d03-4dd5-8930-b4d88f1d98dc None None] Routers {'af594069-aff3-406e-a2bb-4e47a3bac46e'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:01:21.317684 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-f46b7568-2d03-4dd5-8930-b4d88f1d98dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:01:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['af594069-aff3-406e-a2bb-4e47a3bac46e'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:01:21.331683 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9ec032d7-8d06-45dc-a948-0b2d2f0fdd60 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "DELETE /v2.0/floatingips/1f44ee97-abce-46b9-b001-d9b4d610af81 HTTP/1.1" status: 204 len: 168 time: 0.8662360 Aug 17 01:01:21.332276 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6dd45e5-c6f8-406c-a9e1-66f15c1a661b', 'tag': 'fc01dbf2-d424-408d-b49e-f7b8ca984753'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:01:21.406468 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4afb7fd048575595adebbc18266dfe77be650347e5b777fc7b93272164e80269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81de92b5-49da-49da-8765-d7ce00624328" -d '{"events": [{"name": "network-changed", "server_uuid": "e6dd45e5-c6f8-406c-a9e1-66f15c1a661b", "tag": "fc01dbf2-d424-408d-b49e-f7b8ca984753"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:01:21.429232 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-f46b7568-2d03-4dd5-8930-b4d88f1d98dc None None] Set router af594069-aff3-406e-a2bb-4e47a3bac46e gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:01:21.523637 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ffa951-a5c7-47d6-84e1-410bc3167de1 x-openstack-request-id: req-26ffa951-a5c7-47d6-84e1-410bc3167de1 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:01:21.524142 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6dd45e5-c6f8-406c-a9e1-66f15c1a661b", "tag": "fc01dbf2-d424-408d-b49e-f7b8ca984753", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:01:21.524241 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-26ffa951-a5c7-47d6-84e1-410bc3167de1 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:01:21.524624 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6dd45e5-c6f8-406c-a9e1-66f15c1a661b', 'tag': 'fc01dbf2-d424-408d-b49e-f7b8ca984753', 'status': 'completed', 'code': 200} Aug 17 01:01:21.600449 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190018f6-eff8-4483-9cf6-22ed651f2af6 req-3bcc530c-88fb-4eb4-bb9d-8a8d2eb7ef87 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:21.601989 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-190018f6-eff8-4483-9cf6-22ed651f2af6 req-3bcc530c-88fb-4eb4-bb9d-8a8d2eb7ef87 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6dd45e5-c6f8-406c-a9e1-66f15c1a661b HTTP/1.1" status: 200 len: 946 time: 0.0824869 Aug 17 01:01:21.617837 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de92b5-49da-49da-8765-d7ce00624328 req-a9705878-1841-4c6b-8d6e-9161e5e7ad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:21.619312 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81de92b5-49da-49da-8765-d7ce00624328 req-a9705878-1841-4c6b-8d6e-9161e5e7ad5b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=e6dd45e5-c6f8-406c-a9e1-66f15c1a661b HTTP/1.1" status: 200 len: 1098 time: 0.0650449 Aug 17 01:01:21.633487 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-f46b7568-2d03-4dd5-8930-b4d88f1d98dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674838428', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:00:25Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'd25b66f9-69f2-440f-a6e7-bb65b5703743', 'name': '', 'network_id': 'd9e26825-6178-488b-b6c2-9189710a2b3f', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:6a:bc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:00:24Z', 'updated_at': '2021-08-17T01:00:28Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': 'ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:01:21.663792 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46b7568-2d03-4dd5-8930-b4d88f1d98dc None None] Checking router: af594069-aff3-406e-a2bb-4e47a3bac46e for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:01:21.672059 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46b7568-2d03-4dd5-8930-b4d88f1d98dc None None] Routers {'af594069-aff3-406e-a2bb-4e47a3bac46e'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:01:21.672664 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-f46b7568-2d03-4dd5-8930-b4d88f1d98dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:01:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['af594069-aff3-406e-a2bb-4e47a3bac46e'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:01:21.696770 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-190018f6-eff8-4483-9cf6-22ed651f2af6 req-7b339ebc-ed8a-4c95-8a99-c6b1bfcf80f6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb81f581-86da-461b-a734-824c1cdd47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872164 Aug 17 01:01:21.734530 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de92b5-49da-49da-8765-d7ce00624328 req-74809937-02a5-434d-81dd-1061c2f6befa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:21.736000 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81de92b5-49da-49da-8765-d7ce00624328 req-74809937-02a5-434d-81dd-1061c2f6befa service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9e26825-6178-488b-b6c2-9189710a2b3f HTTP/1.1" status: 200 len: 897 time: 0.1078882 Aug 17 01:01:21.778346 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-f46b7568-2d03-4dd5-8930-b4d88f1d98dc None None] Set router af594069-aff3-406e-a2bb-4e47a3bac46e gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:01:21.788025 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81de92b5-49da-49da-8765-d7ce00624328 req-18a1b0ac-b25e-49b4-b309-f30732ee64af service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc01dbf2-d424-408d-b49e-f7b8ca984753 HTTP/1.1" status: 200 len: 217 time: 0.0399039 Aug 17 01:01:21.838740 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de92b5-49da-49da-8765-d7ce00624328 req-78f09eb0-5990-4d6b-bca2-0051d95c2620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:21.840212 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81de92b5-49da-49da-8765-d7ce00624328 req-78f09eb0-5990-4d6b-bca2-0051d95c2620 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff HTTP/1.1" status: 200 len: 835 time: 0.0446970 Aug 17 01:01:21.888390 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de92b5-49da-49da-8765-d7ce00624328 req-2279eebd-642c-4ee1-a650-ac71822e8d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:21.889841 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81de92b5-49da-49da-8765-d7ce00624328 req-2279eebd-642c-4ee1-a650-ac71822e8d39 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9e26825-6178-488b-b6c2-9189710a2b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422893 Aug 17 01:01:21.972690 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-f46b7568-2d03-4dd5-8930-b4d88f1d98dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674838428', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:00:25Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'd25b66f9-69f2-440f-a6e7-bb65b5703743', 'name': '', 'network_id': 'd9e26825-6178-488b-b6c2-9189710a2b3f', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:6a:bc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:00:24Z', 'updated_at': '2021-08-17T01:00:28Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': 'ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:01:21.986783 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81de92b5-49da-49da-8765-d7ce00624328 req-2aecede2-a6c9-4b28-a34e-9592061e88e3 service neutron] 10.222.0.69 "GET /v2.0/networks/d9e26825-6178-488b-b6c2-9189710a2b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892534 Aug 17 01:01:21.999797 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46b7568-2d03-4dd5-8930-b4d88f1d98dc None None] The sync data for ids ['af594069-aff3-406e-a2bb-4e47a3bac46e'] in n-d-800088-20 is: [{'id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674838428', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:00:25Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'd25b66f9-69f2-440f-a6e7-bb65b5703743', 'name': '', 'network_id': 'd9e26825-6178-488b-b6c2-9189710a2b3f', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:6a:bc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:00:24Z', 'updated_at': '2021-08-17T01:00:28Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': 'ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:01:22.083408 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81de92b5-49da-49da-8765-d7ce00624328 req-b1392934-2e24-4a60-bcde-f0416cde7a50 service neutron] 10.222.0.69 "GET /v2.0/networks/d9e26825-6178-488b-b6c2-9189710a2b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878804 Aug 17 01:01:22.219573 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c0099e-ec02-4c83-8c58-900e05ef8047 None None] New status for floating IP 1f44ee97-abce-46b9-b001-d9b4d610af81: DOWN {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:01:22.318043 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:22.818908 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201b62f-b0ca-4fd2-8b48-317733354c63 req-43e688cc-9cd4-4463-a6e9-1cc8f99a8e68 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:22.820397 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d201b62f-b0ca-4fd2-8b48-317733354c63 req-43e688cc-9cd4-4463-a6e9-1cc8f99a8e68 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6dd45e5-c6f8-406c-a9e1-66f15c1a661b HTTP/1.1" status: 200 len: 946 time: 0.0504236 Aug 17 01:01:22.857954 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d201b62f-b0ca-4fd2-8b48-317733354c63 req-869af40d-0d3d-4c80-8f63-17387d5bc41c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb81f581-86da-461b-a734-824c1cdd47b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316608 Aug 17 01:01:23.365127 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46aa37-00cf-4426-b851-032a234ae959 req-b7ad5553-ff35-426e-a1e5-5a8ebdf80daf tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:23.366578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3a46aa37-00cf-4426-b851-032a234ae959 req-b7ad5553-ff35-426e-a1e5-5a8ebdf80daf tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6dd45e5-c6f8-406c-a9e1-66f15c1a661b HTTP/1.1" status: 200 len: 946 time: 0.0533595 Aug 17 01:01:23.459527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-3a46aa37-00cf-4426-b851-032a234ae959 req-6970ea76-5674-4daf-be86-c8242246d31c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Deleting port fc01dbf2-d424-408d-b49e-f7b8ca984753 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:01:23.459878 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3a46aa37-00cf-4426-b851-032a234ae959 req-6970ea76-5674-4daf-be86-c8242246d31c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:23.556911 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-3a46aa37-00cf-4426-b851-032a234ae959 req-6970ea76-5674-4daf-be86-c8242246d31c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] For port fc01dbf2-d424-408d-b49e-f7b8ca984753, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=fc01dbf2-d424-408d-b49e-f7b8ca984753,segment=NetworkSegment(1296f047-4874-4df8-87cd-3fd5b6c5b94e),segment_id=1296f047-4874-4df8-87cd-3fd5b6c5b94e)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:01:23.557306 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3a46aa37-00cf-4426-b851-032a234ae959 req-6970ea76-5674-4daf-be86-c8242246d31c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:23.570052 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-3a46aa37-00cf-4426-b851-032a234ae959 req-6970ea76-5674-4daf-be86-c8242246d31c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Calling delete_port for fc01dbf2-d424-408d-b49e-f7b8ca984753 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:01:23.698393 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3a46aa37-00cf-4426-b851-032a234ae959 req-6970ea76-5674-4daf-be86-c8242246d31c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:23.728399 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970ea76-5674-4daf-be86-c8242246d31c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Port': ['ID=fc01dbf2-d424-408d-b49e-f7b8ca984753,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:23.754084 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970ea76-5674-4daf-be86-c8242246d31c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:23.755017 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970ea76-5674-4daf-be86-c8242246d31c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:23.755370 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970ea76-5674-4daf-be86-c8242246d31c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:23.755712 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970ea76-5674-4daf-be86-c8242246d31c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:23.756053 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970ea76-5674-4daf-be86-c8242246d31c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:23.756394 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970ea76-5674-4daf-be86-c8242246d31c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:23.756731 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970ea76-5674-4daf-be86-c8242246d31c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:23.757088 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970ea76-5674-4daf-be86-c8242246d31c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:23.757428 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970ea76-5674-4daf-be86-c8242246d31c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:23.757761 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970ea76-5674-4daf-be86-c8242246d31c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:23.758092 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970ea76-5674-4daf-be86-c8242246d31c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:23.758426 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970ea76-5674-4daf-be86-c8242246d31c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:23.780315 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a46aa37-00cf-4426-b851-032a234ae959 req-6970ea76-5674-4daf-be86-c8242246d31c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] No DVR routers for this DVR port fc01dbf2-d424-408d-b49e-f7b8ca984753 on host n-h1-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:01:23.782766 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-3a46aa37-00cf-4426-b851-032a234ae959 req-6970ea76-5674-4daf-be86-c8242246d31c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:23.784728 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3a46aa37-00cf-4426-b851-032a234ae959 req-6970ea76-5674-4daf-be86-c8242246d31c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.69 "DELETE /v2.0/ports/fc01dbf2-d424-408d-b49e-f7b8ca984753 HTTP/1.1" status: 204 len: 173 time: 0.4084802 Aug 17 01:01:23.785216 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6dd45e5-c6f8-406c-a9e1-66f15c1a661b', 'name': 'network-vif-deleted', 'tag': 'fc01dbf2-d424-408d-b49e-f7b8ca984753'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:01:23.787557 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2c54d6-8624-4db7-8134-822d584b626b" -d '{"events": [{"server_uuid": "e6dd45e5-c6f8-406c-a9e1-66f15c1a661b", "name": "network-vif-deleted", "tag": "fc01dbf2-d424-408d-b49e-f7b8ca984753"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:01:23.832506 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fc7f3b-1b4c-4044-bda6-3444137f466a x-openstack-request-id: req-e8fc7f3b-1b4c-4044-bda6-3444137f466a {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:01:23.833326 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6dd45e5-c6f8-406c-a9e1-66f15c1a661b", "name": "network-vif-deleted", "tag": "fc01dbf2-d424-408d-b49e-f7b8ca984753", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:01:23.833326 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8fc7f3b-1b4c-4044-bda6-3444137f466a {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:01:23.833535 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6dd45e5-c6f8-406c-a9e1-66f15c1a661b', 'name': 'network-vif-deleted', 'tag': 'fc01dbf2-d424-408d-b49e-f7b8ca984753', 'status': 'completed', 'code': 200} Aug 17 01:01:23.971641 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e29e64d1-1d2e-407a-b81c-4eff8e694f82 req-550c6640-6bc7-4f8f-92b6-8f20d76d1148 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6dd45e5-c6f8-406c-a9e1-66f15c1a661b HTTP/1.1" status: 200 len: 210 time: 0.0321543 Aug 17 01:01:25.028705 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49942) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:01:25.401836 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-14bb8c8c-53d2-4ef1-a794-f09626a030b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:25.662525 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-14bb8c8c-53d2-4ef1-a794-f09626a030b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Deleting port d25b66f9-69f2-440f-a6e7-bb65b5703743 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:01:25.662802 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-14bb8c8c-53d2-4ef1-a794-f09626a030b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:25.750382 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-14bb8c8c-53d2-4ef1-a794-f09626a030b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] For port d25b66f9-69f2-440f-a6e7-bb65b5703743, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d25b66f9-69f2-440f-a6e7-bb65b5703743,segment=NetworkSegment(1296f047-4874-4df8-87cd-3fd5b6c5b94e),segment_id=1296f047-4874-4df8-87cd-3fd5b6c5b94e)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:01:25.750750 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-14bb8c8c-53d2-4ef1-a794-f09626a030b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:25.763660 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-14bb8c8c-53d2-4ef1-a794-f09626a030b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Calling delete_port for d25b66f9-69f2-440f-a6e7-bb65b5703743 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:01:25.949654 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-14bb8c8c-53d2-4ef1-a794-f09626a030b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:25.978864 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb8c8c-53d2-4ef1-a794-f09626a030b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Port': ['ID=d25b66f9-69f2-440f-a6e7-bb65b5703743,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:26.157459 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-14bb8c8c-53d2-4ef1-a794-f09626a030b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:26.371265 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bb8c8c-53d2-4ef1-a794-f09626a030b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Router af594069-aff3-406e-a2bb-4e47a3bac46e has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:01:26.486923 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bb8c8c-53d2-4ef1-a794-f09626a030b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:01:26.492783 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-14bb8c8c-53d2-4ef1-a794-f09626a030b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "PUT /v2.0/routers/af594069-aff3-406e-a2bb-4e47a3bac46e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4628723 Aug 17 01:01:26.495362 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49944) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:01:26.497960 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a7505f-a138-4b88-b7c2-d67c33737ee1 None None] Sync routers for ids ['af594069-aff3-406e-a2bb-4e47a3bac46e'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:01:26.507143 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a7505f-a138-4b88-b7c2-d67c33737ee1 None None] Routers {'af594069-aff3-406e-a2bb-4e47a3bac46e'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:01:26.507780 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-f4a7505f-a138-4b88-b7c2-d67c33737ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:01:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['af594069-aff3-406e-a2bb-4e47a3bac46e'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:01:26.546606 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-11003f22-3eee-469a-88a4-3cf8f3d7e815 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Deleting subnet ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 01:01:26.549762 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-11003f22-3eee-469a-88a4-3cf8f3d7e815 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:26.589260 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-11003f22-3eee-469a-88a4-3cf8f3d7e815 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:26.611052 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-f4a7505f-a138-4b88-b7c2-d67c33737ee1 None None] Set router af594069-aff3-406e-a2bb-4e47a3bac46e gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:01:26.680076 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-11003f22-3eee-469a-88a4-3cf8f3d7e815 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:26.740009 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-11003f22-3eee-469a-88a4-3cf8f3d7e815 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:26.765453 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11003f22-3eee-469a-88a4-3cf8f3d7e815 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Subnet': ['ID=ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:26.772256 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-11003f22-3eee-469a-88a4-3cf8f3d7e815 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:26.776517 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-11003f22-3eee-469a-88a4-3cf8f3d7e815 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "DELETE /v2.0/subnets/ad8db084-b6ae-41cd-b1cc-0fcd0ea2c0ff HTTP/1.1" status: 204 len: 168 time: 0.2779031 Aug 17 01:01:26.776924 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49948) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:01:26.779549 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09057d29-e7f0-4ba2-a5ec-3fd3ce78f3ed None None] Network d9e26825-6178-488b-b6c2-9189710a2b3f requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:01:26.805616 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-f4a7505f-a138-4b88-b7c2-d67c33737ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674838428', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:01:25Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:01:26.832072 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a7505f-a138-4b88-b7c2-d67c33737ee1 None None] Checking router: af594069-aff3-406e-a2bb-4e47a3bac46e for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:01:26.842055 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a7505f-a138-4b88-b7c2-d67c33737ee1 None None] Routers {'af594069-aff3-406e-a2bb-4e47a3bac46e'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:01:26.842684 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-f4a7505f-a138-4b88-b7c2-d67c33737ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:01:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['af594069-aff3-406e-a2bb-4e47a3bac46e'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:01:26.889717 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c4ddfc02-4c11-4859-a888-8b1feed61e02 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:26.956844 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-f4a7505f-a138-4b88-b7c2-d67c33737ee1 None None] Set router af594069-aff3-406e-a2bb-4e47a3bac46e gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:01:26.977636 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e11bc17-506f-4236-a4d4-2685b620ff76 None None] DHCP port deletion for d9e26825-6178-488b-b6c2-9189710a2b3f request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 01:01:27.003639 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c4ddfc02-4c11-4859-a888-8b1feed61e02 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:27.028383 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-6e11bc17-506f-4236-a4d4-2685b620ff76 None None] Deleting port 6eb36f46-92fe-44af-b9f2-8e7b54b8e598 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:01:27.028900 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6e11bc17-506f-4236-a4d4-2685b620ff76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:27.062590 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-c4ddfc02-4c11-4859-a888-8b1feed61e02 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Deleting port 9ccfca0a-ce37-42d2-b1b3-0c18d0382920 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:01:27.062948 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c4ddfc02-4c11-4859-a888-8b1feed61e02 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:27.101879 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-6e11bc17-506f-4236-a4d4-2685b620ff76 None None] For port 6eb36f46-92fe-44af-b9f2-8e7b54b8e598, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6eb36f46-92fe-44af-b9f2-8e7b54b8e598,segment=NetworkSegment(1296f047-4874-4df8-87cd-3fd5b6c5b94e),segment_id=1296f047-4874-4df8-87cd-3fd5b6c5b94e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:01:27.102395 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6e11bc17-506f-4236-a4d4-2685b620ff76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:27.117683 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-6e11bc17-506f-4236-a4d4-2685b620ff76 None None] Calling delete_port for 6eb36f46-92fe-44af-b9f2-8e7b54b8e598 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:01:27.154133 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-c4ddfc02-4c11-4859-a888-8b1feed61e02 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] For port 9ccfca0a-ce37-42d2-b1b3-0c18d0382920, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9ccfca0a-ce37-42d2-b1b3-0c18d0382920,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:01:27.154513 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c4ddfc02-4c11-4859-a888-8b1feed61e02 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:27.170000 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-c4ddfc02-4c11-4859-a888-8b1feed61e02 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Calling delete_port for 9ccfca0a-ce37-42d2-b1b3-0c18d0382920 owned by network:router_gateway {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:01:27.199566 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6e11bc17-506f-4236-a4d4-2685b620ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:27.227659 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11bc17-506f-4236-a4d4-2685b620ff76 None None] Pushing event deleted for resources: {'Port': ['ID=6eb36f46-92fe-44af-b9f2-8e7b54b8e598,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:27.237438 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e11bc17-506f-4236-a4d4-2685b620ff76 None None] No DVR routers for this DVR port 6eb36f46-92fe-44af-b9f2-8e7b54b8e598 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:01:27.241946 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11bc17-506f-4236-a4d4-2685b620ff76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:27.242538 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11bc17-506f-4236-a4d4-2685b620ff76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:27.242895 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11bc17-506f-4236-a4d4-2685b620ff76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:27.243241 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11bc17-506f-4236-a4d4-2685b620ff76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:27.244155 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11bc17-506f-4236-a4d4-2685b620ff76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:27.244511 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11bc17-506f-4236-a4d4-2685b620ff76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:27.244977 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11bc17-506f-4236-a4d4-2685b620ff76 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:27.245359 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11bc17-506f-4236-a4d4-2685b620ff76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:27.245696 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11bc17-506f-4236-a4d4-2685b620ff76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:27.246040 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11bc17-506f-4236-a4d4-2685b620ff76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:27.246357 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11bc17-506f-4236-a4d4-2685b620ff76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:27.246685 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11bc17-506f-4236-a4d4-2685b620ff76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:27.253151 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-f4a7505f-a138-4b88-b7c2-d67c33737ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674838428', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:01:25Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:01:27.283094 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a7505f-a138-4b88-b7c2-d67c33737ee1 None None] The sync data for ids ['af594069-aff3-406e-a2bb-4e47a3bac46e'] in n-d-800088-20 is: [{'id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674838428', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:01:25Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '9ccfca0a-ce37-42d2-b1b3-0c18d0382920', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af594069-aff3-406e-a2bb-4e47a3bac46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:00:21Z', 'updated_at': '2021-08-17T01:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:01:27.369768 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c4ddfc02-4c11-4859-a888-8b1feed61e02 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:27.396242 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ddfc02-4c11-4859-a888-8b1feed61e02 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Port': ['ID=9ccfca0a-ce37-42d2-b1b3-0c18d0382920,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:27.459387 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c4ddfc02-4c11-4859-a888-8b1feed61e02 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:27.549238 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c4ddfc02-4c11-4859-a888-8b1feed61e02 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:27.552020 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c4ddfc02-4c11-4859-a888-8b1feed61e02 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:27.593520 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c4ddfc02-4c11-4859-a888-8b1feed61e02 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:27.594112 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ddfc02-4c11-4859-a888-8b1feed61e02 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Fanout notify agent at l3_agent the message router_deleted on router af594069-aff3-406e-a2bb-4e47a3bac46e {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 01:01:27.601228 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c4ddfc02-4c11-4859-a888-8b1feed61e02 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:27.602380 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c4ddfc02-4c11-4859-a888-8b1feed61e02 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "DELETE /v2.0/routers/af594069-aff3-406e-a2bb-4e47a3bac46e HTTP/1.1" status: 204 len: 168 time: 0.8244348 Aug 17 01:01:27.605365 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49950) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:01:27.683215 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3c35571a-61c5-4628-80ae-d2dad3522216 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:27.782637 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3c35571a-61c5-4628-80ae-d2dad3522216 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:27.793333 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-3c35571a-61c5-4628-80ae-d2dad3522216 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e26825-6178-488b-b6c2-9189710a2b3f']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:01:27.803017 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-3c35571a-61c5-4628-80ae-d2dad3522216 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1296f047-4874-4df8-87cd-3fd5b6c5b94e') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:01:27.803311 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-3c35571a-61c5-4628-80ae-d2dad3522216 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1296f047-4874-4df8-87cd-3fd5b6c5b94e') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:01:27.812515 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3c35571a-61c5-4628-80ae-d2dad3522216 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:27.826531 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3c35571a-61c5-4628-80ae-d2dad3522216 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:27.835178 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c35571a-61c5-4628-80ae-d2dad3522216 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 01:01:27.835668 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3c35571a-61c5-4628-80ae-d2dad3522216 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: timer() Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 01:01:27.838870 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 01:01:27.904510 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3c35571a-61c5-4628-80ae-d2dad3522216 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:27.911591 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3c35571a-61c5-4628-80ae-d2dad3522216 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:27.913467 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3c35571a-61c5-4628-80ae-d2dad3522216 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "DELETE /v2.0/networks/d9e26825-6178-488b-b6c2-9189710a2b3f HTTP/1.1" status: 204 len: 168 time: 0.3071878 Aug 17 01:01:27.916330 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49952) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:01:27.925721 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35571a-61c5-4628-80ae-d2dad3522216 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Network': ['ID=d9e26825-6178-488b-b6c2-9189710a2b3f,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:27.982550 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d7b533c-d9fd-4fae-8870-0e1a0ecc43d5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:28.008758 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d7b533c-d9fd-4fae-8870-0e1a0ecc43d5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:28.070979 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d7b533c-d9fd-4fae-8870-0e1a0ecc43d5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:28.073815 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d7b533c-d9fd-4fae-8870-0e1a0ecc43d5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:28.075012 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7d7b533c-d9fd-4fae-8870-0e1a0ecc43d5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "DELETE /v2.0/security-groups/cb81f581-86da-461b-a734-824c1cdd47b3 HTTP/1.1" status: 204 len: 168 time: 0.1575155 Aug 17 01:01:28.084396 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b533c-d9fd-4fae-8870-0e1a0ecc43d5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb81f581-86da-461b-a734-824c1cdd47b3,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:28.134192 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device fc01dbf2-d424-408d-b49e-f7b8ca984753 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:01:28.157538 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: fc01dbf2-d424-408d-b49e-f7b8ca984753 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:01:28.157885 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device fc01dbf2-d424-408d-b49e-f7b8ca984753 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:01:28.390491 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49958) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:01:28.395801 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a8cdb47a-3975-4b55-92f4-b417ffb5d99a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-675994271', 'description': 'tempest-secgroup-smoke-675994271 description', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:01:28.421191 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a8cdb47a-3975-4b55-92f4-b417ffb5d99a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:28.469848 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d25b66f9-69f2-440f-a6e7-bb65b5703743 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:01:28.490433 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: d25b66f9-69f2-440f-a6e7-bb65b5703743 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:01:28.490819 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d25b66f9-69f2-440f-a6e7-bb65b5703743 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:01:28.491250 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6eb36f46-92fe-44af-b9f2-8e7b54b8e598 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:01:28.509835 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 6eb36f46-92fe-44af-b9f2-8e7b54b8e598 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:01:28.510112 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6eb36f46-92fe-44af-b9f2-8e7b54b8e598 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:01:28.510523 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9ccfca0a-ce37-42d2-b1b3-0c18d0382920 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:01:28.516724 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a8cdb47a-3975-4b55-92f4-b417ffb5d99a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:28.521250 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a8cdb47a-3975-4b55-92f4-b417ffb5d99a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:28.529496 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 9ccfca0a-ce37-42d2-b1b3-0c18d0382920 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:01:28.529784 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9ccfca0a-ce37-42d2-b1b3-0c18d0382920 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:01:28.550406 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a8cdb47a-3975-4b55-92f4-b417ffb5d99a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:28.551679 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a8cdb47a-3975-4b55-92f4-b417ffb5d99a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1601841 Aug 17 01:01:28.552889 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cdb47a-3975-4b55-92f4-b417ffb5d99a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3b0ed8-729f-4610-8e60-5565e4f3a9e6,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:28.555308 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49960) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:01:28.560195 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-dabd2307-7660-4878-b5ea-2ba5a7a8393e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': '1d3b0ed8-729f-4610-8e60-5565e4f3a9e6', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:01:28.587019 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dabd2307-7660-4878-b5ea-2ba5a7a8393e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:28.641622 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dabd2307-7660-4878-b5ea-2ba5a7a8393e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:28.645601 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dabd2307-7660-4878-b5ea-2ba5a7a8393e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:28.663464 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd2307-7660-4878-b5ea-2ba5a7a8393e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad37aac7-a6dc-46ee-a182-179a39533c07,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:28.669161 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dabd2307-7660-4878-b5ea-2ba5a7a8393e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:28.672969 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-dabd2307-7660-4878-b5ea-2ba5a7a8393e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1139185 Aug 17 01:01:28.673259 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49962) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:01:28.677772 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-b2f4f33d-2c09-47d5-b83c-3a19af71108a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': '1d3b0ed8-729f-4610-8e60-5565e4f3a9e6', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:01:28.703111 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b2f4f33d-2c09-47d5-b83c-3a19af71108a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:28.764142 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b2f4f33d-2c09-47d5-b83c-3a19af71108a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:28.767735 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b2f4f33d-2c09-47d5-b83c-3a19af71108a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:28.786393 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4f33d-2c09-47d5-b83c-3a19af71108a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f05240-e5e3-4eb9-a122-783e2999a994,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:28.793280 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b2f4f33d-2c09-47d5-b83c-3a19af71108a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:28.794468 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b2f4f33d-2c09-47d5-b83c-3a19af71108a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202364 Aug 17 01:01:28.797145 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49964) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:01:28.802021 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-fcacc316-8ccc-4f2d-a173-9ba08f3454ab tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': '1d3b0ed8-729f-4610-8e60-5565e4f3a9e6', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:01:28.827467 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fcacc316-8ccc-4f2d-a173-9ba08f3454ab tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:28.889568 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fcacc316-8ccc-4f2d-a173-9ba08f3454ab tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:28.893193 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fcacc316-8ccc-4f2d-a173-9ba08f3454ab tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:28.912186 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcacc316-8ccc-4f2d-a173-9ba08f3454ab tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0261a1d-a4a0-4cea-a267-17f7983a4b14,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:28.918725 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-fcacc316-8ccc-4f2d-a173-9ba08f3454ab tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:28.919935 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-fcacc316-8ccc-4f2d-a173-9ba08f3454ab tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218727 Aug 17 01:01:28.922651 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49966) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:01:28.927967 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-6d7ece34-cc3e-4503-9252-e699f1401a4c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': '1d3b0ed8-729f-4610-8e60-5565e4f3a9e6', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:01:28.953405 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6d7ece34-cc3e-4503-9252-e699f1401a4c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:29.012652 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6d7ece34-cc3e-4503-9252-e699f1401a4c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:29.016584 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6d7ece34-cc3e-4503-9252-e699f1401a4c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:29.035070 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ece34-cc3e-4503-9252-e699f1401a4c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae1a063-4051-4a1c-894f-bf2f758a1c91,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:29.042949 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6d7ece34-cc3e-4503-9252-e699f1401a4c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:29.044167 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6d7ece34-cc3e-4503-9252-e699f1401a4c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205759 Aug 17 01:01:29.046914 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49968) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:01:29.051831 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-cc6291f5-b0e1-42b4-8bda-3b72926c1cca tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': '1d3b0ed8-729f-4610-8e60-5565e4f3a9e6', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:01:29.072971 n-d-800088-20 neutron-server[101403]: INFO neutron.db.securitygroups_db [None req-cc6291f5-b0e1-42b4-8bda-3b72926c1cca tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Project f329865a61fa47128fcdfcf68f05ab5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 01:01:29.077684 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc6291f5-b0e1-42b4-8bda-3b72926c1cca tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:29.137765 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc6291f5-b0e1-42b4-8bda-3b72926c1cca tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:29.141519 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc6291f5-b0e1-42b4-8bda-3b72926c1cca tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:29.158973 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6291f5-b0e1-42b4-8bda-3b72926c1cca tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d40f43-8a0b-4db3-b3a4-4ef3eede3b39,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:29.166036 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc6291f5-b0e1-42b4-8bda-3b72926c1cca tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:29.167228 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cc6291f5-b0e1-42b4-8bda-3b72926c1cca tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193841 Aug 17 01:01:29.169982 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49970) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:01:29.174346 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-9b23a09c-c116-48d4-bd2f-a289f32f81e5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': '1d3b0ed8-729f-4610-8e60-5565e4f3a9e6', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:01:29.196764 n-d-800088-20 neutron-server[101403]: INFO neutron.db.securitygroups_db [None req-9b23a09c-c116-48d4-bd2f-a289f32f81e5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Project f329865a61fa47128fcdfcf68f05ab5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 01:01:29.200922 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9b23a09c-c116-48d4-bd2f-a289f32f81e5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:29.264457 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9b23a09c-c116-48d4-bd2f-a289f32f81e5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:29.268089 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9b23a09c-c116-48d4-bd2f-a289f32f81e5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:29.286789 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23a09c-c116-48d4-bd2f-a289f32f81e5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b65a648-fd5f-4676-91bc-6726486e10ba,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:29.291856 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9b23a09c-c116-48d4-bd2f-a289f32f81e5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:29.293160 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9b23a09c-c116-48d4-bd2f-a289f32f81e5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221988 Aug 17 01:01:29.296039 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49972) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:01:29.300879 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-af926732-b489-4067-a5a6-de7515e94335 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'network': {'name': 'tempest-network-smoke--1813825710', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'port_security_enabled': True}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:01:29.321650 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af926732-b489-4067-a5a6-de7515e94335 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Made reservation on behalf of f329865a61fa47128fcdfcf68f05ab5a for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:01:29.325003 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-af926732-b489-4067-a5a6-de7515e94335 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:29.347246 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af926732-b489-4067-a5a6-de7515e94335 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 01:01:29.356327 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-af926732-b489-4067-a5a6-de7515e94335 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:29.356678 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-af926732-b489-4067-a5a6-de7515e94335 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Added segment 7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a of type vlan for network e7fa9df9-be3b-4f47-b9bf-79e38895f99a Aug 17 01:01:29.396102 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-af926732-b489-4067-a5a6-de7515e94335 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:29.419449 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-af926732-b489-4067-a5a6-de7515e94335 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:29.424865 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af926732-b489-4067-a5a6-de7515e94335 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:29.425498 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-af926732-b489-4067-a5a6-de7515e94335 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:29.482380 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-af926732-b489-4067-a5a6-de7515e94335 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1852767 Aug 17 01:01:29.485197 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 49974) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:01:29.490757 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-ee5d5f91-d1be-431f-be6d-1659212a042c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1926340427', 'admin_state_up': True, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:01:29.497358 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af926732-b489-4067-a5a6-de7515e94335 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Network': ['ID=e7fa9df9-be3b-4f47-b9bf-79e38895f99a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:29.507599 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network e7fa9df9-be3b-4f47-b9bf-79e38895f99a details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 01:01:29.519317 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee5d5f91-d1be-431f-be6d-1659212a042c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:29.520368 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee5d5f91-d1be-431f-be6d-1659212a042c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:29.572639 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee5d5f91-d1be-431f-be6d-1659212a042c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:29.709643 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee5d5f91-d1be-431f-be6d-1659212a042c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:29.912696 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee5d5f91-d1be-431f-be6d-1659212a042c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:29.934541 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee5d5f91-d1be-431f-be6d-1659212a042c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:30.035139 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-ee5d5f91-d1be-431f-be6d-1659212a042c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Allocated IP 172.25.3.132 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/2d3e5c5b-0533-44d9-a928-46c3cba233b6) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:01:30.137968 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee5d5f91-d1be-431f-be6d-1659212a042c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:30.180833 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee5d5f91-d1be-431f-be6d-1659212a042c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:30.215244 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5d5f91-d1be-431f-be6d-1659212a042c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:01:30.218043 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-ee5d5f91-d1be-431f-be6d-1659212a042c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:01:30.223507 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5d5f91-d1be-431f-be6d-1659212a042c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:01:30.249909 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d5f91-d1be-431f-be6d-1659212a042c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=2d3e5c5b-0533-44d9-a928-46c3cba233b6,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:30.473961 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee5d5f91-d1be-431f-be6d-1659212a042c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:30.994370 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee5d5f91-d1be-431f-be6d-1659212a042c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:31.120522 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5d5f91-d1be-431f-be6d-1659212a042c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Router fb8c4834-159b-4b50-9fd8-4e4d4d055a24 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 01:01:31.230440 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5d5f91-d1be-431f-be6d-1659212a042c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:01:31.239900 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e0ccab-5b49-4d00-80b3-2b64d9605301 None None] Sync routers for ids ['fb8c4834-159b-4b50-9fd8-4e4d4d055a24'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:01:31.248877 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ee5d5f91-d1be-431f-be6d-1659212a042c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:31.249073 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e0ccab-5b49-4d00-80b3-2b64d9605301 None None] Routers {'fb8c4834-159b-4b50-9fd8-4e4d4d055a24'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:01:31.249619 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-38e0ccab-5b49-4d00-80b3-2b64d9605301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:01:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['fb8c4834-159b-4b50-9fd8-4e4d4d055a24'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:01:31.253128 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ee5d5f91-d1be-431f-be6d-1659212a042c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7638474 Aug 17 01:01:31.253371 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49976) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:01:31.283797 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ff2cfe10-1fba-47e0-ba2a-4a039004e17c tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=f329865a61fa47128fcdfcf68f05ab5a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287259 Aug 17 01:01:31.286366 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49978) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:01:31.358812 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-38e0ccab-5b49-4d00-80b3-2b64d9605301 None None] Set router fb8c4834-159b-4b50-9fd8-4e4d4d055a24 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:01:31.372206 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0525495f-b0b5-4fb3-bcc9-b6b7f58b686b tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:31.373791 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0525495f-b0b5-4fb3-bcc9-b6b7f58b686b tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0865178 Aug 17 01:01:31.376555 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49980) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:01:31.408539 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-04fa0bad-6444-43e2-a72e-e3a161e2cdad tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=f9960621-448c-44b3-8317-7433dc6ce660&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308774 Aug 17 01:01:31.411373 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49982) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:01:31.416221 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-99412a89-fbcc-4566-b029-e2955a819115 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1961771384', 'network_id': 'e7fa9df9-be3b-4f47-b9bf-79e38895f99a', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:01:31.506721 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99412a89-fbcc-4566-b029-e2955a819115 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Made reservation on behalf of f329865a61fa47128fcdfcf68f05ab5a for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:01:31.510405 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-99412a89-fbcc-4566-b029-e2955a819115 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:31.541607 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-38e0ccab-5b49-4d00-80b3-2b64d9605301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926340427', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d3e5c5b-0533-44d9-a928-46c3cba233b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:01:29Z', 'updated_at': '2021-08-17T01:01:30Z', 'revision_number': 3, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '2d3e5c5b-0533-44d9-a928-46c3cba233b6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fe:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:01:29Z', 'updated_at': '2021-08-17T01:01:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:01:31.567676 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e0ccab-5b49-4d00-80b3-2b64d9605301 None None] Checking router: fb8c4834-159b-4b50-9fd8-4e4d4d055a24 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:01:31.568021 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e0ccab-5b49-4d00-80b3-2b64d9605301 None None] Updating router fb8c4834-159b-4b50-9fd8-4e4d4d055a24 port 2d3e5c5b-0533-44d9-a928-46c3cba233b6 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:01:31.597692 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-38e0ccab-5b49-4d00-80b3-2b64d9605301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:31.702021 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-99412a89-fbcc-4566-b029-e2955a819115 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:31.762028 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99412a89-fbcc-4566-b029-e2955a819115 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Subnet': ['ID=0cbd0600-46e1-4d6c-8120-ba71e9020024,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:31.771011 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99412a89-fbcc-4566-b029-e2955a819115 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Checking segment: {'id': '7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e7fa9df9-be3b-4f47-b9bf-79e38895f99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:01:31.771367 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99412a89-fbcc-4566-b029-e2955a819115 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network hostable DHCP agents. Network: e7fa9df9-be3b-4f47-b9bf-79e38895f99a, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 01:01:31.788162 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99412a89-fbcc-4566-b029-e2955a819115 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network e7fa9df9-be3b-4f47-b9bf-79e38895f99a is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 01:01:31.797489 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-99412a89-fbcc-4566-b029-e2955a819115 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, e7fa9df9-be3b-4f47-b9bf-79e38895f99a) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:01:31.801843 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99412a89-fbcc-4566-b029-e2955a819115 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:31.802615 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-99412a89-fbcc-4566-b029-e2955a819115 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:31.809364 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d33dce-3891-4978-b714-be4c248bcb42 None None] Network e7fa9df9-be3b-4f47-b9bf-79e38895f99a requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:01:31.820033 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-99412a89-fbcc-4566-b029-e2955a819115 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4076505 Aug 17 01:01:31.822938 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 49984) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:01:32.079571 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-38e0ccab-5b49-4d00-80b3-2b64d9605301 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:32.104405 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-38e0ccab-5b49-4d00-80b3-2b64d9605301 None None] Transition to ACTIVE for port object 2d3e5c5b-0533-44d9-a928-46c3cba233b6 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:01:32.111712 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-38e0ccab-5b49-4d00-80b3-2b64d9605301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:32.201533 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a2cc9-9cae-48d3-bd29-226c5093b89d None None] Pushing event updated for resources: {'Port': ['ID=2d3e5c5b-0533-44d9-a928-46c3cba233b6,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:32.204302 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-38e0ccab-5b49-4d00-80b3-2b64d9605301 None None] Attempting to bind port 2d3e5c5b-0533-44d9-a928-46c3cba233b6 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:01:32.204785 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-38e0ccab-5b49-4d00-80b3-2b64d9605301 None None] Attempting to bind port 2d3e5c5b-0533-44d9-a928-46c3cba233b6 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:01:32.205175 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0ccab-5b49-4d00-80b3-2b64d9605301 None None] Attempting to bind port 2d3e5c5b-0533-44d9-a928-46c3cba233b6 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:01:32.230280 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0ccab-5b49-4d00-80b3-2b64d9605301 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:01:32.230658 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0ccab-5b49-4d00-80b3-2b64d9605301 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:01:32.231142 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-38e0ccab-5b49-4d00-80b3-2b64d9605301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:32.231412 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0ccab-5b49-4d00-80b3-2b64d9605301 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:01:32.231886 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-38e0ccab-5b49-4d00-80b3-2b64d9605301 None None] Bound port: 2d3e5c5b-0533-44d9-a928-46c3cba233b6, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:01:32.232260 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-38e0ccab-5b49-4d00-80b3-2b64d9605301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:32.256480 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987ff09b-352e-4daa-a644-cec2711fca5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-e7fa9df9-be3b-4f47-b9bf-79e38895f99a', 'network_id': 'e7fa9df9-be3b-4f47-b9bf-79e38895f99a', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'fixed_ips': [{'subnet_id': '0cbd0600-46e1-4d6c-8120-ba71e9020024'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 01:01:32.257360 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-987ff09b-352e-4daa-a644-cec2711fca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:32.297849 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d9725650-22c9-4bf3-8ef2-639c142f1c04 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:32.346395 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-38e0ccab-5b49-4d00-80b3-2b64d9605301 None None] For port 2d3e5c5b-0533-44d9-a928-46c3cba233b6, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:01:32.369255 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-38e0ccab-5b49-4d00-80b3-2b64d9605301 None None] For port 2d3e5c5b-0533-44d9-a928-46c3cba233b6, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2d3e5c5b-0533-44d9-a928-46c3cba233b6,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:01:32.382319 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-38e0ccab-5b49-4d00-80b3-2b64d9605301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:32.494805 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-987ff09b-352e-4daa-a644-cec2711fca5b None None] Allocated IP 172.20.0.2 (e7fa9df9-be3b-4f47-b9bf-79e38895f99a/0cbd0600-46e1-4d6c-8120-ba71e9020024/b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:01:32.504126 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e0ccab-5b49-4d00-80b3-2b64d9605301 None None] Routers {'fb8c4834-159b-4b50-9fd8-4e4d4d055a24'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:01:32.504914 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-38e0ccab-5b49-4d00-80b3-2b64d9605301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:01:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['fb8c4834-159b-4b50-9fd8-4e4d4d055a24'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:01:32.506649 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a2cc9-9cae-48d3-bd29-226c5093b89d None None] Pushing event updated for resources: {'Port': ['ID=2d3e5c5b-0533-44d9-a928-46c3cba233b6,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:32.678726 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-38e0ccab-5b49-4d00-80b3-2b64d9605301 None None] Set router fb8c4834-159b-4b50-9fd8-4e4d4d055a24 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:01:32.825644 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-987ff09b-352e-4daa-a644-cec2711fca5b None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:32.844566 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-987ff09b-352e-4daa-a644-cec2711fca5b None None] Transition to ACTIVE for port object b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:01:32.875760 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-987ff09b-352e-4daa-a644-cec2711fca5b None None] Transition to ACTIVE for port object b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:01:32.898680 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-987ff09b-352e-4daa-a644-cec2711fca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:32.948793 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-d9725650-22c9-4bf3-8ef2-639c142f1c04 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Allocated IP 172.20.0.1 (e7fa9df9-be3b-4f47-b9bf-79e38895f99a/0cbd0600-46e1-4d6c-8120-ba71e9020024/9a310938-cbcd-4c5d-98ec-3a0d5cd6823e) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:01:32.962810 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987ff09b-352e-4daa-a644-cec2711fca5b None None] Network e7fa9df9-be3b-4f47-b9bf-79e38895f99a is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:01:32.969111 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-987ff09b-352e-4daa-a644-cec2711fca5b None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:01:32.975838 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987ff09b-352e-4daa-a644-cec2711fca5b None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:01:32.981034 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ff09b-352e-4daa-a644-cec2711fca5b None None] Pushing event updated for resources: {'Port': ['ID=b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:33.012958 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-38e0ccab-5b49-4d00-80b3-2b64d9605301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926340427', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d3e5c5b-0533-44d9-a928-46c3cba233b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:01:29Z', 'updated_at': '2021-08-17T01:01:30Z', 'revision_number': 3, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '2d3e5c5b-0533-44d9-a928-46c3cba233b6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fe:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:01:29Z', 'updated_at': '2021-08-17T01:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:01:33.058689 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e0ccab-5b49-4d00-80b3-2b64d9605301 None None] The sync data for ids ['fb8c4834-159b-4b50-9fd8-4e4d4d055a24'] in n-d-800088-20 is: [{'id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926340427', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d3e5c5b-0533-44d9-a928-46c3cba233b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:01:29Z', 'updated_at': '2021-08-17T01:01:30Z', 'revision_number': 3, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '2d3e5c5b-0533-44d9-a928-46c3cba233b6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fe:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:01:29Z', 'updated_at': '2021-08-17T01:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:01:33.064659 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-987ff09b-352e-4daa-a644-cec2711fca5b None None] Attempting to bind port b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:01:33.065024 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-987ff09b-352e-4daa-a644-cec2711fca5b None None] Attempting to bind port b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e7fa9df9-be3b-4f47-b9bf-79e38895f99a'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:01:33.065415 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987ff09b-352e-4daa-a644-cec2711fca5b None None] Attempting to bind port b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5 on network e7fa9df9-be3b-4f47-b9bf-79e38895f99a {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:01:33.066000 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d9725650-22c9-4bf3-8ef2-639c142f1c04 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:33.071110 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987ff09b-352e-4daa-a644-cec2711fca5b None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:01:33.071495 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987ff09b-352e-4daa-a644-cec2711fca5b None None] Checking segment: {'id': '7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e7fa9df9-be3b-4f47-b9bf-79e38895f99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:01:33.071901 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-987ff09b-352e-4daa-a644-cec2711fca5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:33.072296 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987ff09b-352e-4daa-a644-cec2711fca5b None None] Bound using segment: {'id': '7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e7fa9df9-be3b-4f47-b9bf-79e38895f99a'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:01:33.072775 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-987ff09b-352e-4daa-a644-cec2711fca5b None None] Bound port: b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e7fa9df9-be3b-4f47-b9bf-79e38895f99a'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:01:33.073753 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-987ff09b-352e-4daa-a644-cec2711fca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:33.081306 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-d9725650-22c9-4bf3-8ef2-639c142f1c04 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Transition to ACTIVE for port object 9a310938-cbcd-4c5d-98ec-3a0d5cd6823e will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:01:33.122783 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d9725650-22c9-4bf3-8ef2-639c142f1c04 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:33.149016 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-987ff09b-352e-4daa-a644-cec2711fca5b None None] For port b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:01:33.152336 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-987ff09b-352e-4daa-a644-cec2711fca5b None None] For port b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5,segment=NetworkSegment(7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a),segment_id=7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:01:33.157122 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-987ff09b-352e-4daa-a644-cec2711fca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:33.170129 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9725650-22c9-4bf3-8ef2-639c142f1c04 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network e7fa9df9-be3b-4f47-b9bf-79e38895f99a is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:01:33.175462 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-d9725650-22c9-4bf3-8ef2-639c142f1c04 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:01:33.179760 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9725650-22c9-4bf3-8ef2-639c142f1c04 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:01:33.213646 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9725650-22c9-4bf3-8ef2-639c142f1c04 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=9a310938-cbcd-4c5d-98ec-3a0d5cd6823e,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:33.239203 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ff09b-352e-4daa-a644-cec2711fca5b None None] Pushing event updated for resources: {'Port': ['ID=b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:33.241848 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d9725650-22c9-4bf3-8ef2-639c142f1c04 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:33.446950 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d9725650-22c9-4bf3-8ef2-639c142f1c04 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:33.748024 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d9725650-22c9-4bf3-8ef2-639c142f1c04 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:33.752833 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d9725650-22c9-4bf3-8ef2-639c142f1c04 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:33.828739 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9725650-22c9-4bf3-8ef2-639c142f1c04 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=9a310938-cbcd-4c5d-98ec-3a0d5cd6823e,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:33.831418 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d9725650-22c9-4bf3-8ef2-639c142f1c04 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:33.935584 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9725650-22c9-4bf3-8ef2-639c142f1c04 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network e7fa9df9-be3b-4f47-b9bf-79e38895f99a is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:01:33.937168 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-d9725650-22c9-4bf3-8ef2-639c142f1c04 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:01:34.166727 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dc59e2-307d-4949-b5c2-7e00895b900c None None] Network e7fa9df9-be3b-4f47-b9bf-79e38895f99a requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:01:34.258036 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-5198de9e-7cd6-439c-8a30-d1aeca1d5d98 None None] Provisioning for port b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:01:34.392507 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9725650-22c9-4bf3-8ef2-639c142f1c04 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Router fb8c4834-159b-4b50-9fd8-4e4d4d055a24 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:01:34.517767 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9725650-22c9-4bf3-8ef2-639c142f1c04 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:01:34.523593 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d9725650-22c9-4bf3-8ef2-639c142f1c04 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "PUT /v2.0/routers/fb8c4834-159b-4b50-9fd8-4e4d4d055a24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6996124 Aug 17 01:01:34.548617 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:01:34.624062 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:01:34.629354 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:01:34.629902 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:34.633272 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8c4240d4-a7ff-41d7-b8d2-884caefa00f6 None None] Provisioning for port 9a310938-cbcd-4c5d-98ec-3a0d5cd6823e completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:01:34.656817 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8c4240d4-a7ff-41d7-b8d2-884caefa00f6 None None] Provisioning complete for port 9a310938-cbcd-4c5d-98ec-3a0d5cd6823e triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:01:34.657210 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8c4240d4-a7ff-41d7-b8d2-884caefa00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:34.696601 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-c3c3e3ae-2f2e-4aff-8f82-d91771f5fa8b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-675994271&fields=id&tenant_id=f329865a61fa47128fcdfcf68f05ab5a HTTP/1.1" status: 200 len: 267 time: 0.0439684 Aug 17 01:01:34.706526 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-8c4240d4-a7ff-41d7-b8d2-884caefa00f6 None None] Port 9a310938-cbcd-4c5d-98ec-3a0d5cd6823e cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:01:34.750938 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:34.786758 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fee2f5e-76ff-4455-9a15-294084c7de91 None None] Sync routers for ids ['fb8c4834-159b-4b50-9fd8-4e4d4d055a24'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:01:34.795125 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5,segment=NetworkSegment(7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a),segment_id=7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:01:34.797363 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fee2f5e-76ff-4455-9a15-294084c7de91 None None] Routers {'fb8c4834-159b-4b50-9fd8-4e4d4d055a24'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:01:34.798163 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-3fee2f5e-76ff-4455-9a15-294084c7de91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:01:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['fb8c4834-159b-4b50-9fd8-4e4d4d055a24'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:01:34.800520 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:34.801783 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2d3e5c5b-0533-44d9-a928-46c3cba233b6 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:01:34.830957 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-6e5fbe3f-003c-4655-8b15-d8669a39076d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:34.839611 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-6e5fbe3f-003c-4655-8b15-d8669a39076d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/networks?id=e7fa9df9-be3b-4f47-b9bf-79e38895f99a HTTP/1.1" status: 200 len: 797 time: 0.1355445 Aug 17 01:01:34.858758 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-266fef05-7aac-43c6-9acb-6cf41f1331a9 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/quotas/f329865a61fa47128fcdfcf68f05ab5a HTTP/1.1" status: 200 len: 375 time: 0.0177381 Aug 17 01:01:34.914817 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-3fee2f5e-76ff-4455-9a15-294084c7de91 None None] Set router fb8c4834-159b-4b50-9fd8-4e4d4d055a24 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:01:34.918920 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:34.933485 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-606a6694-b1e3-4d44-9912-04d585f19309 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734284 Aug 17 01:01:34.934747 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-63b9199d-eac8-4a95-a832-a8106042e001 None None] Provisioning complete for port 9a310938-cbcd-4c5d-98ec-3a0d5cd6823e triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:01:34.935191 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-63b9199d-eac8-4a95-a832-a8106042e001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:34.986140 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-63b9199d-eac8-4a95-a832-a8106042e001 None None] Port 9a310938-cbcd-4c5d-98ec-3a0d5cd6823e cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:01:34.991510 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 2d3e5c5b-0533-44d9-a928-46c3cba233b6 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:01:34.998159 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 2d3e5c5b-0533-44d9-a928-46c3cba233b6 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:01:34.998628 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:35.106106 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:35.111668 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-01c12113-0a1a-42d5-9ea1-76913eca97ed service neutron] 10.222.0.60 "GET /v2.0/networks/e7fa9df9-be3b-4f47-b9bf-79e38895f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764431 Aug 17 01:01:35.126504 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-a0c20f26-95a5-4ec5-895c-c561c42b5da8 None None] Provisioning complete for port 9a310938-cbcd-4c5d-98ec-3a0d5cd6823e triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:01:35.126868 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a0c20f26-95a5-4ec5-895c-c561c42b5da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:35.133091 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 2d3e5c5b-0533-44d9-a928-46c3cba233b6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2d3e5c5b-0533-44d9-a928-46c3cba233b6,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:01:35.151372 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:35.185316 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-3fee2f5e-76ff-4455-9a15-294084c7de91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926340427', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d3e5c5b-0533-44d9-a928-46c3cba233b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:01:29Z', 'updated_at': '2021-08-17T01:01:33Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '2d3e5c5b-0533-44d9-a928-46c3cba233b6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fe:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:01:29Z', 'updated_at': '2021-08-17T01:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '9a310938-cbcd-4c5d-98ec-3a0d5cd6823e', 'name': '', 'network_id': 'e7fa9df9-be3b-4f47-b9bf-79e38895f99a', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:d3:7c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '0cbd0600-46e1-4d6c-8120-ba71e9020024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:01:32Z', 'updated_at': '2021-08-17T01:01:33Z', 'revision_number': 2, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': '0cbd0600-46e1-4d6c-8120-ba71e9020024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:01:35.205542 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-a0c20f26-95a5-4ec5-895c-c561c42b5da8 None None] Port 9a310938-cbcd-4c5d-98ec-3a0d5cd6823e cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:01:35.216743 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fee2f5e-76ff-4455-9a15-294084c7de91 None None] Checking router: fb8c4834-159b-4b50-9fd8-4e4d4d055a24 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:01:35.217257 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fee2f5e-76ff-4455-9a15-294084c7de91 None None] Updating router fb8c4834-159b-4b50-9fd8-4e4d4d055a24 port 9a310938-cbcd-4c5d-98ec-3a0d5cd6823e binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:01:35.220548 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-33afa458-c122-44f3-b4d3-530492e5a962 service neutron] 10.222.0.60 "GET /v2.0/networks/e7fa9df9-be3b-4f47-b9bf-79e38895f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987978 Aug 17 01:01:35.227650 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=2d3e5c5b-0533-44d9-a928-46c3cba233b6,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:35.243287 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-3fee2f5e-76ff-4455-9a15-294084c7de91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:35.414316 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ce5410fa-7ee0-40b7-bf56-f3dec00aa498 req-a9c05791-0222-4f1b-84bb-b4a379d2b082 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 210 time: 0.0282645 Aug 17 01:01:35.526366 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-3fee2f5e-76ff-4455-9a15-294084c7de91 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:35.536820 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-3fee2f5e-76ff-4455-9a15-294084c7de91 None None] Transition to ACTIVE for port object 9a310938-cbcd-4c5d-98ec-3a0d5cd6823e will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:01:35.542445 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-3fee2f5e-76ff-4455-9a15-294084c7de91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:35.592840 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695573af-6c94-4f3c-b453-6c8354b3e31d None None] Pushing event updated for resources: {'Port': ['ID=9a310938-cbcd-4c5d-98ec-3a0d5cd6823e,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:35.617856 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695573af-6c94-4f3c-b453-6c8354b3e31d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:35.618204 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695573af-6c94-4f3c-b453-6c8354b3e31d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:35.618544 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695573af-6c94-4f3c-b453-6c8354b3e31d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:35.618887 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695573af-6c94-4f3c-b453-6c8354b3e31d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:35.619222 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695573af-6c94-4f3c-b453-6c8354b3e31d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:35.619548 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695573af-6c94-4f3c-b453-6c8354b3e31d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:35.619876 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695573af-6c94-4f3c-b453-6c8354b3e31d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:35.620202 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695573af-6c94-4f3c-b453-6c8354b3e31d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:35.620525 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695573af-6c94-4f3c-b453-6c8354b3e31d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:35.620847 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695573af-6c94-4f3c-b453-6c8354b3e31d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:35.621191 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695573af-6c94-4f3c-b453-6c8354b3e31d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:35.621512 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695573af-6c94-4f3c-b453-6c8354b3e31d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:01:35.655113 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-3fee2f5e-76ff-4455-9a15-294084c7de91 None None] Attempting to bind port 9a310938-cbcd-4c5d-98ec-3a0d5cd6823e on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:01:35.655480 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-3fee2f5e-76ff-4455-9a15-294084c7de91 None None] Attempting to bind port 9a310938-cbcd-4c5d-98ec-3a0d5cd6823e by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e7fa9df9-be3b-4f47-b9bf-79e38895f99a'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:01:35.655965 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fee2f5e-76ff-4455-9a15-294084c7de91 None None] Attempting to bind port 9a310938-cbcd-4c5d-98ec-3a0d5cd6823e on network e7fa9df9-be3b-4f47-b9bf-79e38895f99a {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:01:35.662639 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fee2f5e-76ff-4455-9a15-294084c7de91 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:01:35.663014 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fee2f5e-76ff-4455-9a15-294084c7de91 None None] Checking segment: {'id': '7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e7fa9df9-be3b-4f47-b9bf-79e38895f99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:01:35.663400 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-3fee2f5e-76ff-4455-9a15-294084c7de91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:35.663782 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fee2f5e-76ff-4455-9a15-294084c7de91 None None] Bound using segment: {'id': '7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e7fa9df9-be3b-4f47-b9bf-79e38895f99a'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:01:35.664242 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-3fee2f5e-76ff-4455-9a15-294084c7de91 None None] Bound port: 9a310938-cbcd-4c5d-98ec-3a0d5cd6823e, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e7fa9df9-be3b-4f47-b9bf-79e38895f99a'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:01:35.664616 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-3fee2f5e-76ff-4455-9a15-294084c7de91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:35.736961 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-3fee2f5e-76ff-4455-9a15-294084c7de91 None None] For port 9a310938-cbcd-4c5d-98ec-3a0d5cd6823e, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:01:35.741911 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-3fee2f5e-76ff-4455-9a15-294084c7de91 None None] For port 9a310938-cbcd-4c5d-98ec-3a0d5cd6823e, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9a310938-cbcd-4c5d-98ec-3a0d5cd6823e,segment=NetworkSegment(7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a),segment_id=7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:01:35.746587 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-3fee2f5e-76ff-4455-9a15-294084c7de91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:35.805310 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fee2f5e-76ff-4455-9a15-294084c7de91 None None] Routers {'fb8c4834-159b-4b50-9fd8-4e4d4d055a24'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:01:35.805929 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-3fee2f5e-76ff-4455-9a15-294084c7de91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:01:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['fb8c4834-159b-4b50-9fd8-4e4d4d055a24'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:01:35.850247 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695573af-6c94-4f3c-b453-6c8354b3e31d None None] Pushing event updated for resources: {'Port': ['ID=9a310938-cbcd-4c5d-98ec-3a0d5cd6823e,revision_number=4']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:35.927456 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-3fee2f5e-76ff-4455-9a15-294084c7de91 None None] Set router fb8c4834-159b-4b50-9fd8-4e4d4d055a24 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:01:36.139674 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-3fee2f5e-76ff-4455-9a15-294084c7de91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926340427', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d3e5c5b-0533-44d9-a928-46c3cba233b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:01:29Z', 'updated_at': '2021-08-17T01:01:33Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '2d3e5c5b-0533-44d9-a928-46c3cba233b6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fe:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:01:29Z', 'updated_at': '2021-08-17T01:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '9a310938-cbcd-4c5d-98ec-3a0d5cd6823e', 'name': '', 'network_id': 'e7fa9df9-be3b-4f47-b9bf-79e38895f99a', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:d3:7c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '0cbd0600-46e1-4d6c-8120-ba71e9020024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:01:32Z', 'updated_at': '2021-08-17T01:01:35Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': '0cbd0600-46e1-4d6c-8120-ba71e9020024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:01:36.168379 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fee2f5e-76ff-4455-9a15-294084c7de91 None None] The sync data for ids ['fb8c4834-159b-4b50-9fd8-4e4d4d055a24'] in n-d-800088-20 is: [{'id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926340427', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d3e5c5b-0533-44d9-a928-46c3cba233b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:01:29Z', 'updated_at': '2021-08-17T01:01:33Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '2d3e5c5b-0533-44d9-a928-46c3cba233b6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fe:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:01:29Z', 'updated_at': '2021-08-17T01:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '9a310938-cbcd-4c5d-98ec-3a0d5cd6823e', 'name': '', 'network_id': 'e7fa9df9-be3b-4f47-b9bf-79e38895f99a', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:d3:7c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '0cbd0600-46e1-4d6c-8120-ba71e9020024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:01:32Z', 'updated_at': '2021-08-17T01:01:35Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': '0cbd0600-46e1-4d6c-8120-ba71e9020024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:01:36.558793 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6648f443-979c-4f12-a749-e08ce7592f82 req-ec4875b8-ece1-4105-a61f-12ec07d78432 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 210 time: 0.0557501 Aug 17 01:01:36.597680 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9a310938-cbcd-4c5d-98ec-3a0d5cd6823e up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:01:36.666591 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 9a310938-cbcd-4c5d-98ec-3a0d5cd6823e completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:01:36.674408 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 9a310938-cbcd-4c5d-98ec-3a0d5cd6823e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:01:36.674791 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:36.698446 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-3c04315b-df59-4b57-b618-8e6773479e20 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:36.699984 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-3c04315b-df59-4b57-b618-8e6773479e20 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.69 "GET /v2.0/networks?id=e7fa9df9-be3b-4f47-b9bf-79e38895f99a HTTP/1.1" status: 200 len: 797 time: 0.1507566 Aug 17 01:01:36.758716 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-9cf53e9a-c3e2-4a0a-bfb0-588d930d4bd1 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f329865a61fa47128fcdfcf68f05ab5a HTTP/1.1" status: 200 len: 379 time: 0.0410974 Aug 17 01:01:36.760321 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:36.770935 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-8c862997-03c2-48f0-839b-cb2d1466a64f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'port': {'device_id': '64ebc0c0-5c10-4ba3-a942-d08c80bed396', 'network_id': 'e7fa9df9-be3b-4f47-b9bf-79e38895f99a', 'admin_state_up': True, 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'security_groups': ['1d3b0ed8-729f-4610-8e60-5565e4f3a9e6']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:01:36.799345 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 9a310938-cbcd-4c5d-98ec-3a0d5cd6823e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9a310938-cbcd-4c5d-98ec-3a0d5cd6823e,segment=NetworkSegment(7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a),segment_id=7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:01:36.804743 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:36.805751 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:01:36.885996 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=9a310938-cbcd-4c5d-98ec-3a0d5cd6823e,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:36.897453 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:01:36.898037 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:36.899108 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-8c862997-03c2-48f0-839b-cb2d1466a64f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Made reservation on behalf of f329865a61fa47128fcdfcf68f05ab5a for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:01:36.903465 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-8c862997-03c2-48f0-839b-cb2d1466a64f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:36.988090 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2d3e5c5b-0533-44d9-a928-46c3cba233b6 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:01:37.038212 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 2d3e5c5b-0533-44d9-a928-46c3cba233b6 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:01:37.038595 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:37.041086 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-8c862997-03c2-48f0-839b-cb2d1466a64f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Allocated IP 172.20.0.12 (e7fa9df9-be3b-4f47-b9bf-79e38895f99a/0cbd0600-46e1-4d6c-8120-ba71e9020024/533afd62-99cc-4038-9ec7-cf0a07853e0c) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:01:37.193660 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-8c862997-03c2-48f0-839b-cb2d1466a64f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:37.211975 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-8c862997-03c2-48f0-839b-cb2d1466a64f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Transition to ACTIVE for port object 533afd62-99cc-4038-9ec7-cf0a07853e0c will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:01:37.226922 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:01:37.247469 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-8c862997-03c2-48f0-839b-cb2d1466a64f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:37.297156 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-8c862997-03c2-48f0-839b-cb2d1466a64f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network e7fa9df9-be3b-4f47-b9bf-79e38895f99a is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:01:37.300382 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-8c862997-03c2-48f0-839b-cb2d1466a64f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:01:37.305683 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-8c862997-03c2-48f0-839b-cb2d1466a64f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:01:37.309645 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c862997-03c2-48f0-839b-cb2d1466a64f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=533afd62-99cc-4038-9ec7-cf0a07853e0c,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:37.358242 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-8c862997-03c2-48f0-839b-cb2d1466a64f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:37.358871 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-8c862997-03c2-48f0-839b-cb2d1466a64f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:37.373146 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-8c862997-03c2-48f0-839b-cb2d1466a64f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6077023 Aug 17 01:01:37.391982 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-d5c296a2-75bc-45df-8515-edaadb0af066 service neutron] Request body: {'port': {'device_id': '64ebc0c0-5c10-4ba3-a942-d08c80bed396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:01:37.452598 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-d5c296a2-75bc-45df-8515-edaadb0af066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:37.505480 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f53e7004-455a-4820-bf1f-b6663d8baa0f None None] Provisioning for port 533afd62-99cc-4038-9ec7-cf0a07853e0c completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:01:37.509304 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f53e7004-455a-4820-bf1f-b6663d8baa0f None None] Provisioning complete for port 533afd62-99cc-4038-9ec7-cf0a07853e0c triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:01:37.509673 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f53e7004-455a-4820-bf1f-b6663d8baa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:37.547729 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f53e7004-455a-4820-bf1f-b6663d8baa0f None None] Port 533afd62-99cc-4038-9ec7-cf0a07853e0c cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:01:37.711617 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceece6f-1df4-48d9-b173-98bbcb637983 req-8a691c1c-8ba7-4691-a863-015106d144d6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:37.713004 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cceece6f-1df4-48d9-b173-98bbcb637983 req-8a691c1c-8ba7-4691-a863-015106d144d6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 932 time: 0.0772514 Aug 17 01:01:37.784591 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-d5c296a2-75bc-45df-8515-edaadb0af066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 533afd62-99cc-4038-9ec7-cf0a07853e0c {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:01:37.791353 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cceece6f-1df4-48d9-b173-98bbcb637983 req-4863657d-35ba-49ce-8158-9f7e3c21cbb6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d3b0ed8-729f-4610-8e60-5565e4f3a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716810 Aug 17 01:01:37.794897 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-d5c296a2-75bc-45df-8515-edaadb0af066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:37.806793 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-d5c296a2-75bc-45df-8515-edaadb0af066 service neutron] Transition to ACTIVE for port object 533afd62-99cc-4038-9ec7-cf0a07853e0c will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:01:37.810653 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-d5c296a2-75bc-45df-8515-edaadb0af066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:37.876774 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c296a2-75bc-45df-8515-edaadb0af066 service neutron] Pushing event updated for resources: {'Port': ['ID=533afd62-99cc-4038-9ec7-cf0a07853e0c,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:37.929171 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-d5c296a2-75bc-45df-8515-edaadb0af066 service neutron] Attempting to bind port 533afd62-99cc-4038-9ec7-cf0a07853e0c on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:01:37.929604 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-d5c296a2-75bc-45df-8515-edaadb0af066 service neutron] Attempting to bind port 533afd62-99cc-4038-9ec7-cf0a07853e0c by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e7fa9df9-be3b-4f47-b9bf-79e38895f99a'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:01:37.930000 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-d5c296a2-75bc-45df-8515-edaadb0af066 service neutron] Attempting to bind port 533afd62-99cc-4038-9ec7-cf0a07853e0c on network e7fa9df9-be3b-4f47-b9bf-79e38895f99a {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:01:37.934660 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-d5c296a2-75bc-45df-8515-edaadb0af066 service neutron] Port 533afd62-99cc-4038-9ec7-cf0a07853e0c on network e7fa9df9-be3b-4f47-b9bf-79e38895f99a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:01:37.934988 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-d5c296a2-75bc-45df-8515-edaadb0af066 service neutron] Attempting to bind port 533afd62-99cc-4038-9ec7-cf0a07853e0c on network e7fa9df9-be3b-4f47-b9bf-79e38895f99a {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:01:37.940016 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-d5c296a2-75bc-45df-8515-edaadb0af066 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:01:37.940358 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-d5c296a2-75bc-45df-8515-edaadb0af066 service neutron] Checking segment: {'id': '7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e7fa9df9-be3b-4f47-b9bf-79e38895f99a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:01:37.940738 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-d5c296a2-75bc-45df-8515-edaadb0af066 service neutron] Bound using segment: {'id': '7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e7fa9df9-be3b-4f47-b9bf-79e38895f99a'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:01:37.941767 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-d5c296a2-75bc-45df-8515-edaadb0af066 service neutron] Bound port: 533afd62-99cc-4038-9ec7-cf0a07853e0c, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e7fa9df9-be3b-4f47-b9bf-79e38895f99a'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:01:37.942143 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-d5c296a2-75bc-45df-8515-edaadb0af066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:38.012260 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-d5c296a2-75bc-45df-8515-edaadb0af066 service neutron] For port 533afd62-99cc-4038-9ec7-cf0a07853e0c, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:01:38.015230 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-d5c296a2-75bc-45df-8515-edaadb0af066 service neutron] For port 533afd62-99cc-4038-9ec7-cf0a07853e0c, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=533afd62-99cc-4038-9ec7-cf0a07853e0c,segment=NetworkSegment(7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a),segment_id=7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:01:38.020280 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-d5c296a2-75bc-45df-8515-edaadb0af066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:38.055602 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-d5c296a2-75bc-45df-8515-edaadb0af066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:38.056800 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-d5c296a2-75bc-45df-8515-edaadb0af066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:38.058351 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-d5c296a2-75bc-45df-8515-edaadb0af066 service neutron] 10.222.0.69 "PUT /v2.0/ports/533afd62-99cc-4038-9ec7-cf0a07853e0c HTTP/1.1" status: 200 len: 1093 time: 0.6711028 Aug 17 01:01:38.058795 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ebc0c0-5c10-4ba3-a942-d08c80bed396', 'tag': '533afd62-99cc-4038-9ec7-cf0a07853e0c'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:01:38.061201 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7753655d-102f-4933-8751-4c8c1c84137d" -d '{"events": [{"name": "network-changed", "server_uuid": "64ebc0c0-5c10-4ba3-a942-d08c80bed396", "tag": "533afd62-99cc-4038-9ec7-cf0a07853e0c"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:01:38.101271 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c296a2-75bc-45df-8515-edaadb0af066 service neutron] Pushing event updated for resources: {'Port': ['ID=533afd62-99cc-4038-9ec7-cf0a07853e0c,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:38.143816 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898f7c84-78d1-4207-8852-cfa57a5197e6 x-openstack-request-id: req-898f7c84-78d1-4207-8852-cfa57a5197e6 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:01:38.144114 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ebc0c0-5c10-4ba3-a942-d08c80bed396", "tag": "533afd62-99cc-4038-9ec7-cf0a07853e0c", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:01:38.144900 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-898f7c84-78d1-4207-8852-cfa57a5197e6 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:01:38.145463 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64ebc0c0-5c10-4ba3-a942-d08c80bed396', 'tag': '533afd62-99cc-4038-9ec7-cf0a07853e0c', 'status': 'completed', 'code': 200} Aug 17 01:01:38.165139 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-9fa07fa8-3a37-4419-896c-d9027310d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:38.165139 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-9fa07fa8-3a37-4419-896c-d9027310d93b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 1096 time: 0.0580320 Aug 17 01:01:38.213075 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-a094dc0e-f1db-4fb6-9a5b-cdf51674e956 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=533afd62-99cc-4038-9ec7-cf0a07853e0c HTTP/1.1" status: 200 len: 217 time: 0.0359969 Aug 17 01:01:38.267879 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-b6fe43af-5674-4d6e-ae8f-1bb60de4e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:38.270037 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-b6fe43af-5674-4d6e-ae8f-1bb60de4e81e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0cbd0600-46e1-4d6c-8120-ba71e9020024 HTTP/1.1" status: 200 len: 835 time: 0.0494080 Aug 17 01:01:38.320962 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-ce0f0588-195c-4c77-9f89-8fc3ece0d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:38.322493 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-ce0f0588-195c-4c77-9f89-8fc3ece0d102 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7fa9df9-be3b-4f47-b9bf-79e38895f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418885 Aug 17 01:01:38.419129 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-106e029f-9ced-4fca-81b9-88174ea47569 service neutron] 10.222.0.69 "GET /v2.0/networks/e7fa9df9-be3b-4f47-b9bf-79e38895f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848980 Aug 17 01:01:38.474939 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9a310938-cbcd-4c5d-98ec-3a0d5cd6823e up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:01:38.522965 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 9a310938-cbcd-4c5d-98ec-3a0d5cd6823e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:01:38.523247 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:38.527923 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-daecacb5-9e98-440b-9c4a-5788a80a9518 req-553b36d5-7a53-4fbc-b467-38bccc7925e9 service neutron] 10.222.0.69 "GET /v2.0/networks/e7fa9df9-be3b-4f47-b9bf-79e38895f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962696 Aug 17 01:01:38.631165 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753655d-102f-4933-8751-4c8c1c84137d req-c9e914a8-08e7-4a21-92b8-05ce645fe696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:38.632656 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7753655d-102f-4933-8751-4c8c1c84137d req-c9e914a8-08e7-4a21-92b8-05ce645fe696 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 1096 time: 0.0420406 Aug 17 01:01:38.726917 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753655d-102f-4933-8751-4c8c1c84137d req-ae9f9281-eb73-4a81-b2dd-4896a22fa9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:38.728375 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7753655d-102f-4933-8751-4c8c1c84137d req-ae9f9281-eb73-4a81-b2dd-4896a22fa9c6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7fa9df9-be3b-4f47-b9bf-79e38895f99a HTTP/1.1" status: 200 len: 898 time: 0.0879445 Aug 17 01:01:38.770092 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7753655d-102f-4933-8751-4c8c1c84137d req-8be42f92-9760-4dca-82cf-abb49bc74a6b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=533afd62-99cc-4038-9ec7-cf0a07853e0c HTTP/1.1" status: 200 len: 217 time: 0.0342965 Aug 17 01:01:38.823778 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753655d-102f-4933-8751-4c8c1c84137d req-db144494-0ebc-4340-95f5-016661d27a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:38.825325 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7753655d-102f-4933-8751-4c8c1c84137d req-db144494-0ebc-4340-95f5-016661d27a11 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0cbd0600-46e1-4d6c-8120-ba71e9020024 HTTP/1.1" status: 200 len: 835 time: 0.0476978 Aug 17 01:01:38.898008 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753655d-102f-4933-8751-4c8c1c84137d req-418cfd96-13e0-421d-b0a3-ccd27fedd81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:38.899880 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7753655d-102f-4933-8751-4c8c1c84137d req-418cfd96-13e0-421d-b0a3-ccd27fedd81a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7fa9df9-be3b-4f47-b9bf-79e38895f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662496 Aug 17 01:01:38.925342 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168ae73-3134-4ca1-81f8-660534e627d3 req-54132c72-5c4a-4112-9529-7dbcc37843ce tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:38.926929 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2168ae73-3134-4ca1-81f8-660534e627d3 req-54132c72-5c4a-4112-9529-7dbcc37843ce tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 944 time: 0.0667212 Aug 17 01:01:39.013662 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2168ae73-3134-4ca1-81f8-660534e627d3 req-716310f0-bc46-418a-9002-bd6922e9457e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d3b0ed8-729f-4610-8e60-5565e4f3a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720780 Aug 17 01:01:39.039724 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7753655d-102f-4933-8751-4c8c1c84137d req-53aa7a0b-f223-4d8c-b51c-90f03e8051c3 service neutron] 10.222.0.69 "GET /v2.0/networks/e7fa9df9-be3b-4f47-b9bf-79e38895f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312358 Aug 17 01:01:39.132933 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7753655d-102f-4933-8751-4c8c1c84137d req-075ea28c-ac8d-4dc8-9854-61865bf4a0ad service neutron] 10.222.0.69 "GET /v2.0/networks/e7fa9df9-be3b-4f47-b9bf-79e38895f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852361 Aug 17 01:01:40.132842 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ce190-c6ad-47b5-8668-f741dbbe83f5 req-41bc3c8c-5783-4ccd-89eb-f223470149b9 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:40.134361 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a87ce190-c6ad-47b5-8668-f741dbbe83f5 req-41bc3c8c-5783-4ccd-89eb-f223470149b9 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 944 time: 0.0507195 Aug 17 01:01:40.176129 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a87ce190-c6ad-47b5-8668-f741dbbe83f5 req-6fcb474a-761d-4024-8878-fc61441634e3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d3b0ed8-729f-4610-8e60-5565e4f3a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358329 Aug 17 01:01:40.699979 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:41.296365 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037d87b-90c8-4b45-b83d-027aa182e9bd req-8feda89b-6d0e-48e1-b911-377cd238bec1 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:41.297915 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7037d87b-90c8-4b45-b83d-027aa182e9bd req-8feda89b-6d0e-48e1-b911-377cd238bec1 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 944 time: 0.0540013 Aug 17 01:01:41.337713 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7037d87b-90c8-4b45-b83d-027aa182e9bd req-63def475-74bc-4728-8479-e9f9fbab3afc tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d3b0ed8-729f-4610-8e60-5565e4f3a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327306 Aug 17 01:01:42.242036 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 533afd62-99cc-4038-9ec7-cf0a07853e0c details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:01:42.322738 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:42.347073 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 533afd62-99cc-4038-9ec7-cf0a07853e0c, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=533afd62-99cc-4038-9ec7-cf0a07853e0c,segment=NetworkSegment(7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a),segment_id=7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:01:42.358018 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '533afd62-99cc-4038-9ec7-cf0a07853e0c', 'network_id': 'e7fa9df9-be3b-4f47-b9bf-79e38895f99a', 'port_id': '533afd62-99cc-4038-9ec7-cf0a07853e0c', 'mac_address': 'fa:16:3e:d1:4c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cbd0600-46e1-4d6c-8120-ba71e9020024', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:01:42.399418 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:42.412258 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 533afd62-99cc-4038-9ec7-cf0a07853e0c {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:01:42.432009 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 533afd62-99cc-4038-9ec7-cf0a07853e0c, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=533afd62-99cc-4038-9ec7-cf0a07853e0c,segment=NetworkSegment(7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a),segment_id=7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:01:42.436987 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:42.456055 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb331003-de96-4774-bb90-6f30d9680819 req-5cbc41cd-18fb-446e-8200-78336e5446dc tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:42.457673 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb331003-de96-4774-bb90-6f30d9680819 req-5cbc41cd-18fb-446e-8200-78336e5446dc tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 944 time: 0.0510521 Aug 17 01:01:42.490584 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=533afd62-99cc-4038-9ec7-cf0a07853e0c,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:42.497945 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bb331003-de96-4774-bb90-6f30d9680819 req-32096cf1-f962-4264-b7eb-8f8e7c70b88c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d3b0ed8-729f-4610-8e60-5565e4f3a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335152 Aug 17 01:01:42.694499 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['533afd62-99cc-4038-9ec7-cf0a07853e0c'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:01:43.616954 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc7cb8-6f4d-430b-b040-cf3b505455cf req-566aea0a-6adb-4330-be06-b93250b27e1a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:43.618586 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-89dc7cb8-6f4d-430b-b040-cf3b505455cf req-566aea0a-6adb-4330-be06-b93250b27e1a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 945 time: 0.0534875 Aug 17 01:01:43.659271 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-89dc7cb8-6f4d-430b-b040-cf3b505455cf req-8b57fb55-c068-4d4b-8298-cd28e77138d7 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d3b0ed8-729f-4610-8e60-5565e4f3a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344942 Aug 17 01:01:44.257396 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 533afd62-99cc-4038-9ec7-cf0a07853e0c up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:01:44.305138 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 533afd62-99cc-4038-9ec7-cf0a07853e0c completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:01:44.308622 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 533afd62-99cc-4038-9ec7-cf0a07853e0c triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:01:44.309000 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:44.384098 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:44.405715 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ebc0c0-5c10-4ba3-a942-d08c80bed396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533afd62-99cc-4038-9ec7-cf0a07853e0c'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:01:44.407960 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d9b1f6eceb9192db377ceb4d6ae83098a713cf0d5394fe300bfd3a5d60dfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cd6343-84a4-4827-922f-4a82cc751899" -d '{"events": [{"server_uuid": "64ebc0c0-5c10-4ba3-a942-d08c80bed396", "name": "network-vif-plugged", "status": "completed", "tag": "533afd62-99cc-4038-9ec7-cf0a07853e0c"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:01:44.422383 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 533afd62-99cc-4038-9ec7-cf0a07853e0c, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=533afd62-99cc-4038-9ec7-cf0a07853e0c,segment=NetworkSegment(7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a),segment_id=7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:01:44.427591 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:44.455086 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf416f13-c599-4148-b7a8-2b1e8ed820b4 x-openstack-request-id: req-cf416f13-c599-4148-b7a8-2b1e8ed820b4 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:01:44.455387 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ebc0c0-5c10-4ba3-a942-d08c80bed396", "name": "network-vif-plugged", "status": "completed", "tag": "533afd62-99cc-4038-9ec7-cf0a07853e0c", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:01:44.455640 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf416f13-c599-4148-b7a8-2b1e8ed820b4 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:01:44.456031 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ebc0c0-5c10-4ba3-a942-d08c80bed396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533afd62-99cc-4038-9ec7-cf0a07853e0c', 'code': 200} Aug 17 01:01:44.482779 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=533afd62-99cc-4038-9ec7-cf0a07853e0c,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:44.549436 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2aadfc-d03c-4596-98bb-cbd86a8869ad req-90c30145-003d-419a-9411-d14277d6704e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:44.550909 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac2aadfc-d03c-4596-98bb-cbd86a8869ad req-90c30145-003d-419a-9411-d14277d6704e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 1098 time: 0.0396070 Aug 17 01:01:44.589345 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ac2aadfc-d03c-4596-98bb-cbd86a8869ad req-ca843bec-4734-4cf0-99eb-c9cfe2392f8e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1d3b0ed8-729f-4610-8e60-5565e4f3a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286875 Aug 17 01:01:44.773221 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a3f67-dc07-4769-ba76-e72e227b2739 req-bf24e449-75e7-49f3-9265-d8e70020d00e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:44.774723 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c91a3f67-dc07-4769-ba76-e72e227b2739 req-bf24e449-75e7-49f3-9265-d8e70020d00e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 946 time: 0.0495059 Aug 17 01:01:44.813245 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c91a3f67-dc07-4769-ba76-e72e227b2739 req-ce1b308b-3a42-4bcb-8b37-acd9015b3252 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d3b0ed8-729f-4610-8e60-5565e4f3a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325356 Aug 17 01:01:45.929441 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654ee3b-1de1-4d15-9ec6-5deb5280c49c req-4bda8332-eaad-42d1-9f19-d9f67b3b2be7 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:45.930925 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e654ee3b-1de1-4d15-9ec6-5deb5280c49c req-4bda8332-eaad-42d1-9f19-d9f67b3b2be7 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 946 time: 0.0489337 Aug 17 01:01:45.971653 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e654ee3b-1de1-4d15-9ec6-5deb5280c49c req-e23d0194-1f39-4b6a-84cb-5840a6434fdd tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d3b0ed8-729f-4610-8e60-5565e4f3a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345817 Aug 17 01:01:46.085874 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc528ef7-7232-4869-9dea-e548a45a1db9 req-0497a92d-8bba-4bae-984b-e855bb9a0137 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:46.087258 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc528ef7-7232-4869-9dea-e548a45a1db9 req-0497a92d-8bba-4bae-984b-e855bb9a0137 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 946 time: 0.0486996 Aug 17 01:01:46.125532 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bc528ef7-7232-4869-9dea-e548a45a1db9 req-b0edf169-0aed-42c4-bcff-908ee4917a19 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d3b0ed8-729f-4610-8e60-5565e4f3a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323498 Aug 17 01:01:46.146596 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50042) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:01:46.187050 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d37ed8-4349-4dfd-b88b-4363776fb0ce tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:46.188539 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-82d37ed8-4349-4dfd-b88b-4363776fb0ce tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 1093 time: 0.0409937 Aug 17 01:01:46.191271 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50044) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:01:46.195881 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-0bd548ec-70fe-4744-9575-d693e53339fb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'port_id': '533afd62-99cc-4038-9ec7-cf0a07853e0c', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:01:46.217375 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0bd548ec-70fe-4744-9575-d693e53339fb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for floatingip, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:46.320449 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0bd548ec-70fe-4744-9575-d693e53339fb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:46.423067 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-0bd548ec-70fe-4744-9575-d693e53339fb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Allocated IP 172.25.3.222 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/c48aa747-86e8-4d4e-821f-286616a914b5) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:01:46.535050 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0bd548ec-70fe-4744-9575-d693e53339fb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:46.573188 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0bd548ec-70fe-4744-9575-d693e53339fb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:46.617745 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd548ec-70fe-4744-9575-d693e53339fb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:01:46.620742 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-0bd548ec-70fe-4744-9575-d693e53339fb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:01:46.623267 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd548ec-70fe-4744-9575-d693e53339fb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:01:46.628750 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d3f13fd4-96e3-4961-8033-70dc95fbbf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:46.629530 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd548ec-70fe-4744-9575-d693e53339fb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=c48aa747-86e8-4d4e-821f-286616a914b5,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:46.990572 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0bd548ec-70fe-4744-9575-d693e53339fb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:47.055071 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0bd548ec-70fe-4744-9575-d693e53339fb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:47.205496 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0bd548ec-70fe-4744-9575-d693e53339fb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:47.209990 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0bd548ec-70fe-4744-9575-d693e53339fb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:47.285893 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd548ec-70fe-4744-9575-d693e53339fb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=c48aa747-86e8-4d4e-821f-286616a914b5,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:01:47.294877 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0bd548ec-70fe-4744-9575-d693e53339fb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:47.394124 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-0bd548ec-70fe-4744-9575-d693e53339fb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Floating IP f43f8d64-82cf-4df0-89bc-ad55261e469c associated. External IP: 172.25.3.222, port: 533afd62-99cc-4038-9ec7-cf0a07853e0c. Aug 17 01:01:47.605901 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd548ec-70fe-4744-9575-d693e53339fb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Router fb8c4834-159b-4b50-9fd8-4e4d4d055a24 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:01:48.026120 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd548ec-70fe-4744-9575-d693e53339fb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:01:48.035478 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8aa39e9-8ed5-4b79-94ca-6c1e326c0412 None None] Sync routers for ids ['fb8c4834-159b-4b50-9fd8-4e4d4d055a24'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:01:48.041128 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0bd548ec-70fe-4744-9575-d693e53339fb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:48.044432 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aa39e9-8ed5-4b79-94ca-6c1e326c0412 None None] Routers {'fb8c4834-159b-4b50-9fd8-4e4d4d055a24'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:01:48.045303 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b8aa39e9-8ed5-4b79-94ca-6c1e326c0412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:01:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['fb8c4834-159b-4b50-9fd8-4e4d4d055a24'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:01:48.069063 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0bd548ec-70fe-4744-9575-d693e53339fb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8767686 Aug 17 01:01:48.069669 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ebc0c0-5c10-4ba3-a942-d08c80bed396', 'tag': '533afd62-99cc-4038-9ec7-cf0a07853e0c'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:01:48.071915 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef0194c-f32b-4764-acd2-2e3cdeed3d96" -d '{"events": [{"name": "network-changed", "server_uuid": "64ebc0c0-5c10-4ba3-a942-d08c80bed396", "tag": "533afd62-99cc-4038-9ec7-cf0a07853e0c"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:01:48.115942 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ecffc1-8857-4ea6-a6f4-ad64ca980632 x-openstack-request-id: req-04ecffc1-8857-4ea6-a6f4-ad64ca980632 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:01:48.116309 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ebc0c0-5c10-4ba3-a942-d08c80bed396", "tag": "533afd62-99cc-4038-9ec7-cf0a07853e0c", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:01:48.116645 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-04ecffc1-8857-4ea6-a6f4-ad64ca980632 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:01:48.117240 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64ebc0c0-5c10-4ba3-a942-d08c80bed396', 'tag': '533afd62-99cc-4038-9ec7-cf0a07853e0c', 'status': 'completed', 'code': 200} Aug 17 01:01:48.198917 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3302d-7c63-4cba-851a-b6366c0e26b2 req-7e453b24-bbfa-46d5-b349-1eae73e2351f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:48.200532 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d1d3302d-7c63-4cba-851a-b6366c0e26b2 req-7e453b24-bbfa-46d5-b349-1eae73e2351f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 946 time: 0.0815856 Aug 17 01:01:48.207148 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0194c-f32b-4764-acd2-2e3cdeed3d96 req-45c61f55-7419-4f79-b174-bc40a9056d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:48.208901 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3ef0194c-f32b-4764-acd2-2e3cdeed3d96 req-45c61f55-7419-4f79-b174-bc40a9056d62 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 1098 time: 0.0637317 Aug 17 01:01:48.303858 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d1d3302d-7c63-4cba-851a-b6366c0e26b2 req-0fff5528-5890-49c3-8f79-ab764a2d6f24 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d3b0ed8-729f-4610-8e60-5565e4f3a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938373 Aug 17 01:01:48.326240 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50050) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:01:48.326814 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-b8aa39e9-8ed5-4b79-94ca-6c1e326c0412 None None] Set router fb8c4834-159b-4b50-9fd8-4e4d4d055a24 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:01:48.336751 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0194c-f32b-4764-acd2-2e3cdeed3d96 req-661ef8e3-a80a-45db-b51d-5e3021a31ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:48.338272 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3ef0194c-f32b-4764-acd2-2e3cdeed3d96 req-661ef8e3-a80a-45db-b51d-5e3021a31ab3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7fa9df9-be3b-4f47-b9bf-79e38895f99a HTTP/1.1" status: 200 len: 898 time: 0.1213112 Aug 17 01:01:48.391665 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-116ad04b-6878-49b4-8d4c-1440c6e9ef15 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/floatingips/f43f8d64-82cf-4df0-89bc-ad55261e469c HTTP/1.1" status: 200 len: 992 time: 0.0634778 Aug 17 01:01:48.411415 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3ef0194c-f32b-4764-acd2-2e3cdeed3d96 req-1f4f96d0-7a95-4e5d-997b-930e58496a30 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=533afd62-99cc-4038-9ec7-cf0a07853e0c HTTP/1.1" status: 200 len: 1000 time: 0.0662336 Aug 17 01:01:48.465488 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0194c-f32b-4764-acd2-2e3cdeed3d96 req-bd41b80d-3739-4ec2-aa07-5595f589d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:48.467055 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3ef0194c-f32b-4764-acd2-2e3cdeed3d96 req-bd41b80d-3739-4ec2-aa07-5595f589d5d9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0cbd0600-46e1-4d6c-8120-ba71e9020024 HTTP/1.1" status: 200 len: 835 time: 0.0491147 Aug 17 01:01:48.513867 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0194c-f32b-4764-acd2-2e3cdeed3d96 req-02159b22-6165-4bf7-9b6c-c17e924037f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:01:48.515383 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3ef0194c-f32b-4764-acd2-2e3cdeed3d96 req-02159b22-6165-4bf7-9b6c-c17e924037f7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7fa9df9-be3b-4f47-b9bf-79e38895f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406437 Aug 17 01:01:48.560705 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b8aa39e9-8ed5-4b79-94ca-6c1e326c0412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926340427', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d3e5c5b-0533-44d9-a928-46c3cba233b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:01:29Z', 'updated_at': '2021-08-17T01:01:33Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '2d3e5c5b-0533-44d9-a928-46c3cba233b6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fe:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:01:29Z', 'updated_at': '2021-08-17T01:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'f43f8d64-82cf-4df0-89bc-ad55261e469c', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'floating_ip_address': '172.25.3.222', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'port_id': '533afd62-99cc-4038-9ec7-cf0a07853e0c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7fa9df9-be3b-4f47-b9bf-79e38895f99a', 'mac_address': 'fa:16:3e:d1:4c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ebc0c0-5c10-4ba3-a942-d08c80bed396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:01:46Z', 'updated_at': '2021-08-17T01:01:46Z', 'revision_number': 0, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a310938-cbcd-4c5d-98ec-3a0d5cd6823e', 'name': '', 'network_id': 'e7fa9df9-be3b-4f47-b9bf-79e38895f99a', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:d3:7c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '0cbd0600-46e1-4d6c-8120-ba71e9020024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:01:32Z', 'updated_at': '2021-08-17T01:01:36Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': '0cbd0600-46e1-4d6c-8120-ba71e9020024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:01:48.591652 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8aa39e9-8ed5-4b79-94ca-6c1e326c0412 None None] Checking router: fb8c4834-159b-4b50-9fd8-4e4d4d055a24 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:01:48.600023 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aa39e9-8ed5-4b79-94ca-6c1e326c0412 None None] Routers {'fb8c4834-159b-4b50-9fd8-4e4d4d055a24'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:01:48.600638 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b8aa39e9-8ed5-4b79-94ca-6c1e326c0412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:01:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['fb8c4834-159b-4b50-9fd8-4e4d4d055a24'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:01:48.613111 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3ef0194c-f32b-4764-acd2-2e3cdeed3d96 req-4af6597c-c978-49d2-9e2a-60b1431125b2 service neutron] 10.222.0.69 "GET /v2.0/networks/e7fa9df9-be3b-4f47-b9bf-79e38895f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900409 Aug 17 01:01:48.704716 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3ef0194c-f32b-4764-acd2-2e3cdeed3d96 req-ff62d564-6b93-491f-8372-f4ae899932c0 service neutron] 10.222.0.69 "GET /v2.0/networks/e7fa9df9-be3b-4f47-b9bf-79e38895f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844715 Aug 17 01:01:48.706928 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-b8aa39e9-8ed5-4b79-94ca-6c1e326c0412 None None] Set router fb8c4834-159b-4b50-9fd8-4e4d4d055a24 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:01:48.927367 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b8aa39e9-8ed5-4b79-94ca-6c1e326c0412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926340427', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d3e5c5b-0533-44d9-a928-46c3cba233b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:01:29Z', 'updated_at': '2021-08-17T01:01:33Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '2d3e5c5b-0533-44d9-a928-46c3cba233b6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fe:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:01:29Z', 'updated_at': '2021-08-17T01:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'f43f8d64-82cf-4df0-89bc-ad55261e469c', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'floating_ip_address': '172.25.3.222', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'port_id': '533afd62-99cc-4038-9ec7-cf0a07853e0c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7fa9df9-be3b-4f47-b9bf-79e38895f99a', 'mac_address': 'fa:16:3e:d1:4c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ebc0c0-5c10-4ba3-a942-d08c80bed396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:01:46Z', 'updated_at': '2021-08-17T01:01:46Z', 'revision_number': 0, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a310938-cbcd-4c5d-98ec-3a0d5cd6823e', 'name': '', 'network_id': 'e7fa9df9-be3b-4f47-b9bf-79e38895f99a', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:d3:7c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '0cbd0600-46e1-4d6c-8120-ba71e9020024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:01:32Z', 'updated_at': '2021-08-17T01:01:36Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': '0cbd0600-46e1-4d6c-8120-ba71e9020024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:01:48.952602 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8aa39e9-8ed5-4b79-94ca-6c1e326c0412 None None] The sync data for ids ['fb8c4834-159b-4b50-9fd8-4e4d4d055a24'] in n-d-800088-20 is: [{'id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926340427', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d3e5c5b-0533-44d9-a928-46c3cba233b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:01:29Z', 'updated_at': '2021-08-17T01:01:33Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '2d3e5c5b-0533-44d9-a928-46c3cba233b6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fe:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:01:29Z', 'updated_at': '2021-08-17T01:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'f43f8d64-82cf-4df0-89bc-ad55261e469c', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'floating_ip_address': '172.25.3.222', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'port_id': '533afd62-99cc-4038-9ec7-cf0a07853e0c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7fa9df9-be3b-4f47-b9bf-79e38895f99a', 'mac_address': 'fa:16:3e:d1:4c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ebc0c0-5c10-4ba3-a942-d08c80bed396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:01:46Z', 'updated_at': '2021-08-17T01:01:46Z', 'revision_number': 0, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a310938-cbcd-4c5d-98ec-3a0d5cd6823e', 'name': '', 'network_id': 'e7fa9df9-be3b-4f47-b9bf-79e38895f99a', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:d3:7c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '0cbd0600-46e1-4d6c-8120-ba71e9020024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:01:32Z', 'updated_at': '2021-08-17T01:01:36Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': '0cbd0600-46e1-4d6c-8120-ba71e9020024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:01:49.134725 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de30a584-cb1c-4a7b-8971-aaff1442ca24 None None] New status for floating IP f43f8d64-82cf-4df0-89bc-ad55261e469c: ACTIVE {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:01:49.312536 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2864fd88-4f86-41ec-a74a-30efb80763a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:49.353955 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:49.394855 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50052) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:01:49.466374 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-00faad76-be2c-43b5-b204-f76043d3d871 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/floatingips/f43f8d64-82cf-4df0-89bc-ad55261e469c HTTP/1.1" status: 200 len: 994 time: 0.0703673 Aug 17 01:01:50.434791 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:01:52.323557 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:02:10.698220 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:02:12.322287 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:02:14.227517 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:02:16.630360 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f0086db2-80d2-4d6e-967c-c9ce4e22a59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:02:19.317074 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a762df70-f628-4633-bc5e-5c24e0c597ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:02:19.353706 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:02:20.437724 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:02:21.864506 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-10034ab6-4749-4b1c-96bf-d57bce9c5c94 req-07b254b5-6826-4cae-867a-8663a542e8ec service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392458 Aug 17 01:02:21.950195 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10034ab6-4749-4b1c-96bf-d57bce9c5c94 req-831b46da-9004-448f-bc75-3987e49b1bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:02:21.951977 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-10034ab6-4749-4b1c-96bf-d57bce9c5c94 req-831b46da-9004-448f-bc75-3987e49b1bf5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 1098 time: 0.0426533 Aug 17 01:02:22.061133 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10034ab6-4749-4b1c-96bf-d57bce9c5c94 req-ee437eec-14d8-419a-8b76-d0ebe32c2448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:02:22.062593 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-10034ab6-4749-4b1c-96bf-d57bce9c5c94 req-ee437eec-14d8-419a-8b76-d0ebe32c2448 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7fa9df9-be3b-4f47-b9bf-79e38895f99a HTTP/1.1" status: 200 len: 898 time: 0.0898399 Aug 17 01:02:22.128591 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-10034ab6-4749-4b1c-96bf-d57bce9c5c94 req-b316b3c6-097e-4cb3-824c-bc0120f81a05 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=533afd62-99cc-4038-9ec7-cf0a07853e0c HTTP/1.1" status: 200 len: 1002 time: 0.0574977 Aug 17 01:02:22.178519 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10034ab6-4749-4b1c-96bf-d57bce9c5c94 req-f7b38356-0295-4617-8889-deddbee11162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:02:22.179940 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-10034ab6-4749-4b1c-96bf-d57bce9c5c94 req-f7b38356-0295-4617-8889-deddbee11162 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0cbd0600-46e1-4d6c-8120-ba71e9020024 HTTP/1.1" status: 200 len: 835 time: 0.0432789 Aug 17 01:02:22.231734 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10034ab6-4749-4b1c-96bf-d57bce9c5c94 req-62af18ce-7c0d-428d-a386-2ed8f9c68d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:02:22.233255 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-10034ab6-4749-4b1c-96bf-d57bce9c5c94 req-62af18ce-7c0d-428d-a386-2ed8f9c68d78 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7fa9df9-be3b-4f47-b9bf-79e38895f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450070 Aug 17 01:02:22.320305 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:02:22.327045 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-10034ab6-4749-4b1c-96bf-d57bce9c5c94 req-66877325-839f-4297-a69d-d9cf5a5acd8c service neutron] 10.222.0.69 "GET /v2.0/networks/e7fa9df9-be3b-4f47-b9bf-79e38895f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850389 Aug 17 01:02:22.420253 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-10034ab6-4749-4b1c-96bf-d57bce9c5c94 req-4cda633e-9937-49cb-a26a-a81e909b088e service neutron] 10.222.0.69 "GET /v2.0/networks/e7fa9df9-be3b-4f47-b9bf-79e38895f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851655 Aug 17 01:02:22.754204 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1d5e2-e3e9-46c9-9172-0fb0abc6d927 req-e120c628-79ee-43f7-a430-298661e6513c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:02:22.756507 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2be1d5e2-e3e9-46c9-9172-0fb0abc6d927 req-e120c628-79ee-43f7-a430-298661e6513c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 946 time: 0.0779576 Aug 17 01:02:22.758356 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1b211-585c-4f47-b548-1a8b89e1ad8a req-1983d127-49fb-4bb0-804c-807b4f02aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:02:22.759722 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9a1b211-585c-4f47-b548-1a8b89e1ad8a req-1983d127-49fb-4bb0-804c-807b4f02aeb1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 1098 time: 0.0724461 Aug 17 01:02:22.845310 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2be1d5e2-e3e9-46c9-9172-0fb0abc6d927 req-320be4d0-3db6-4b1a-97f7-0f757887ea64 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d3b0ed8-729f-4610-8e60-5565e4f3a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829589 Aug 17 01:02:22.877756 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1b211-585c-4f47-b548-1a8b89e1ad8a req-252bac99-aece-4089-b6a0-5ff0d94809af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:02:22.879223 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9a1b211-585c-4f47-b548-1a8b89e1ad8a req-252bac99-aece-4089-b6a0-5ff0d94809af service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7fa9df9-be3b-4f47-b9bf-79e38895f99a HTTP/1.1" status: 200 len: 898 time: 0.1111805 Aug 17 01:02:22.947002 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9a1b211-585c-4f47-b548-1a8b89e1ad8a req-e29c68f0-7a16-4996-99b7-bfb6dd9c5fd0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=533afd62-99cc-4038-9ec7-cf0a07853e0c HTTP/1.1" status: 200 len: 1002 time: 0.0604627 Aug 17 01:02:22.997277 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1b211-585c-4f47-b548-1a8b89e1ad8a req-61a8bf79-ee3f-44d2-88b4-c8513981a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:02:22.998684 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9a1b211-585c-4f47-b548-1a8b89e1ad8a req-61a8bf79-ee3f-44d2-88b4-c8513981a1de service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0cbd0600-46e1-4d6c-8120-ba71e9020024 HTTP/1.1" status: 200 len: 835 time: 0.0441375 Aug 17 01:02:23.045296 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1b211-585c-4f47-b548-1a8b89e1ad8a req-eac30108-30d6-4355-a2a4-e9920832a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:02:23.046661 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9a1b211-585c-4f47-b548-1a8b89e1ad8a req-eac30108-30d6-4355-a2a4-e9920832a866 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7fa9df9-be3b-4f47-b9bf-79e38895f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388992 Aug 17 01:02:23.141199 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9a1b211-585c-4f47-b548-1a8b89e1ad8a req-d6b16880-2965-4926-a4af-f702dfb6dc46 service neutron] 10.222.0.69 "GET /v2.0/networks/e7fa9df9-be3b-4f47-b9bf-79e38895f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838623 Aug 17 01:02:23.230912 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9a1b211-585c-4f47-b548-1a8b89e1ad8a req-fe206277-74b4-4ca4-9d26-c7203adae0a2 service neutron] 10.222.0.69 "GET /v2.0/networks/e7fa9df9-be3b-4f47-b9bf-79e38895f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818675 Aug 17 01:02:23.961943 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8bf25-a9de-4ebb-9011-7494fa670708 req-d70862a1-5378-4ba9-81c0-15b7a028d620 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:02:23.963413 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cbd8bf25-a9de-4ebb-9011-7494fa670708 req-d70862a1-5378-4ba9-81c0-15b7a028d620 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 946 time: 0.0487428 Aug 17 01:02:24.002181 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cbd8bf25-a9de-4ebb-9011-7494fa670708 req-8344e2c7-41f6-4656-99ca-3c61e8b2af4a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d3b0ed8-729f-4610-8e60-5565e4f3a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328035 Aug 17 01:02:25.122420 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4a725-aabc-4fc8-9cb2-310a95f373b6 req-b0026be7-3b0c-4133-80c8-3baa2d164d78 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:02:25.123890 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bd4a725-aabc-4fc8-9cb2-310a95f373b6 req-b0026be7-3b0c-4133-80c8-3baa2d164d78 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 946 time: 0.0537713 Aug 17 01:02:25.161311 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bd4a725-aabc-4fc8-9cb2-310a95f373b6 req-bd0f331d-7c7d-4e69-af84-62112b80a5ed tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d3b0ed8-729f-4610-8e60-5565e4f3a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313659 Aug 17 01:02:26.278190 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafd13b-7dc3-4933-8ebc-0cf2f8ee782f req-534937f7-0f61-47a7-a3d1-fc9185189337 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:02:26.279943 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2fafd13b-7dc3-4933-8ebc-0cf2f8ee782f req-534937f7-0f61-47a7-a3d1-fc9185189337 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 946 time: 0.0496056 Aug 17 01:02:26.318384 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2fafd13b-7dc3-4933-8ebc-0cf2f8ee782f req-06204ae6-0942-439e-a23e-e9410518114a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d3b0ed8-729f-4610-8e60-5565e4f3a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314841 Aug 17 01:02:27.433551 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3cd08-8098-4e1c-b1bc-f171525a5e02 req-dd13c6cc-d4bf-435f-bf79-49abd847d954 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:02:27.435066 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3ba3cd08-8098-4e1c-b1bc-f171525a5e02 req-dd13c6cc-d4bf-435f-bf79-49abd847d954 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 946 time: 0.0485971 Aug 17 01:02:27.472310 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3ba3cd08-8098-4e1c-b1bc-f171525a5e02 req-97c15e11-76ab-43f0-ac3f-fa3d5879fc6d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d3b0ed8-729f-4610-8e60-5565e4f3a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311406 Aug 17 01:02:28.590002 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de49a2-5cc1-435d-baf7-ceec35c2dd8f req-99760aba-d2ea-4a95-ab5a-1ce453c8fea5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:02:28.591484 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-30de49a2-5cc1-435d-baf7-ceec35c2dd8f req-99760aba-d2ea-4a95-ab5a-1ce453c8fea5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 946 time: 0.0517786 Aug 17 01:02:28.629714 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-30de49a2-5cc1-435d-baf7-ceec35c2dd8f req-fd7b08c7-d571-4571-8538-ae759b8d47f8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d3b0ed8-729f-4610-8e60-5565e4f3a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323136 Aug 17 01:02:29.745540 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dabbc4-f3b0-43dd-870f-5275be77ceb9 req-f7acf835-39bb-45e1-bfb2-b61fb8bb6139 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:02:29.746927 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-77dabbc4-f3b0-43dd-870f-5275be77ceb9 req-f7acf835-39bb-45e1-bfb2-b61fb8bb6139 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 946 time: 0.0503805 Aug 17 01:02:29.788838 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-77dabbc4-f3b0-43dd-870f-5275be77ceb9 req-4c693f45-6fc1-4b93-a4c5-f457abb95e9e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d3b0ed8-729f-4610-8e60-5565e4f3a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360060 Aug 17 01:02:30.901748 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded72702-d3d4-48a1-99c2-53d36b5c63e5 req-e1032e7e-8127-49b7-9d3e-4b9184ea3b69 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:02:30.903331 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ded72702-d3d4-48a1-99c2-53d36b5c63e5 req-e1032e7e-8127-49b7-9d3e-4b9184ea3b69 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 946 time: 0.0484128 Aug 17 01:02:30.940225 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ded72702-d3d4-48a1-99c2-53d36b5c63e5 req-08cafbbe-e874-43fc-b719-e4af8628c23f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d3b0ed8-729f-4610-8e60-5565e4f3a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310016 Aug 17 01:02:32.060760 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc11550-19ad-4046-aa31-061dc72ff8ff req-2df5c843-16f9-4d9a-b3d6-6a66c4b7033a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:02:32.062252 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ccc11550-19ad-4046-aa31-061dc72ff8ff req-2df5c843-16f9-4d9a-b3d6-6a66c4b7033a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 946 time: 0.0537901 Aug 17 01:02:32.099595 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ccc11550-19ad-4046-aa31-061dc72ff8ff req-53f840ca-f1c8-4007-a054-e217ffbd46fb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d3b0ed8-729f-4610-8e60-5565e4f3a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311272 Aug 17 01:02:33.215522 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94946e-da25-4da4-b339-9b8f58fa37bf req-fea07b99-39ef-4681-a84b-5679bb40b9ae tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:02:33.217132 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd94946e-da25-4da4-b339-9b8f58fa37bf req-fea07b99-39ef-4681-a84b-5679bb40b9ae tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 946 time: 0.0491886 Aug 17 01:02:33.255510 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd94946e-da25-4da4-b339-9b8f58fa37bf req-a72383f4-bb1e-4a3f-82ee-a5a22ad00a2b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d3b0ed8-729f-4610-8e60-5565e4f3a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319297 Aug 17 01:02:34.371827 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d4c0a-ec51-477d-b9b3-620d0e798962 req-338806cd-25bd-48ed-b591-2f7547c35351 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:02:34.373351 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7b9d4c0a-ec51-477d-b9b3-620d0e798962 req-338806cd-25bd-48ed-b591-2f7547c35351 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 946 time: 0.0495615 Aug 17 01:02:34.411898 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7b9d4c0a-ec51-477d-b9b3-620d0e798962 req-eb5b52f8-3e6c-4e7f-93b0-e9e7fbf8941c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d3b0ed8-729f-4610-8e60-5565e4f3a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318558 Aug 17 01:02:34.439059 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50090) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:02:34.502389 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-89d81fc9-088e-4c28-b972-e483a32a59f0 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/floatingips/f43f8d64-82cf-4df0-89bc-ad55261e469c HTTP/1.1" status: 200 len: 994 time: 0.0621908 Aug 17 01:02:40.717001 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:02:42.322066 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:02:46.631828 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-483d41c9-f524-4930-98bf-e105b9d9cc77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:02:49.319225 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-894afcc8-3ffe-48f2-a21c-3912e763dd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:02:49.354612 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:02:50.437977 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:02:51.226348 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:02:52.319524 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:06.889271 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50112) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:03:07.047565 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-e2e4fdf6-d637-4fcb-80b0-04c5bf0b07e3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Deleting port c48aa747-86e8-4d4e-821f-286616a914b5 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:03:07.047916 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2e4fdf6-d637-4fcb-80b0-04c5bf0b07e3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:07.127485 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2e4fdf6-d637-4fcb-80b0-04c5bf0b07e3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:07.127812 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2e4fdf6-d637-4fcb-80b0-04c5bf0b07e3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:07.139096 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-e2e4fdf6-d637-4fcb-80b0-04c5bf0b07e3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Calling delete_port for c48aa747-86e8-4d4e-821f-286616a914b5 owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:03:07.289938 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2e4fdf6-d637-4fcb-80b0-04c5bf0b07e3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:07.315803 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4fdf6-d637-4fcb-80b0-04c5bf0b07e3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Port': ['ID=c48aa747-86e8-4d4e-821f-286616a914b5,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:07.329352 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4fdf6-d637-4fcb-80b0-04c5bf0b07e3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:07.329708 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4fdf6-d637-4fcb-80b0-04c5bf0b07e3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:07.330045 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4fdf6-d637-4fcb-80b0-04c5bf0b07e3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:07.330381 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4fdf6-d637-4fcb-80b0-04c5bf0b07e3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:07.330716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4fdf6-d637-4fcb-80b0-04c5bf0b07e3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:07.331047 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4fdf6-d637-4fcb-80b0-04c5bf0b07e3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:07.331376 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4fdf6-d637-4fcb-80b0-04c5bf0b07e3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:07.332380 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4fdf6-d637-4fcb-80b0-04c5bf0b07e3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:07.332736 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4fdf6-d637-4fcb-80b0-04c5bf0b07e3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:07.333272 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4fdf6-d637-4fcb-80b0-04c5bf0b07e3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:07.333604 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4fdf6-d637-4fcb-80b0-04c5bf0b07e3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:07.333934 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4fdf6-d637-4fcb-80b0-04c5bf0b07e3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:07.387013 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2e4fdf6-d637-4fcb-80b0-04c5bf0b07e3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:07.387850 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-e2e4fdf6-d637-4fcb-80b0-04c5bf0b07e3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Floating IP f43f8d64-82cf-4df0-89bc-ad55261e469c disassociated (deleted). External IP: 172.25.3.222, port: 533afd62-99cc-4038-9ec7-cf0a07853e0c. Aug 17 01:03:07.594670 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e4fdf6-d637-4fcb-80b0-04c5bf0b07e3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Router fb8c4834-159b-4b50-9fd8-4e4d4d055a24 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:03:07.700639 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e4fdf6-d637-4fcb-80b0-04c5bf0b07e3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:03:07.705332 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e2e4fdf6-d637-4fcb-80b0-04c5bf0b07e3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:07.710475 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7077e6d-8b09-4c9c-8ae2-ab02cce56035 None None] Sync routers for ids ['fb8c4834-159b-4b50-9fd8-4e4d4d055a24'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:03:07.719562 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7077e6d-8b09-4c9c-8ae2-ab02cce56035 None None] Routers {'fb8c4834-159b-4b50-9fd8-4e4d4d055a24'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:03:07.720164 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-c7077e6d-8b09-4c9c-8ae2-ab02cce56035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:02:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['fb8c4834-159b-4b50-9fd8-4e4d4d055a24'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:03:07.733625 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e2e4fdf6-d637-4fcb-80b0-04c5bf0b07e3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "DELETE /v2.0/floatingips/f43f8d64-82cf-4df0-89bc-ad55261e469c HTTP/1.1" status: 204 len: 168 time: 0.8427029 Aug 17 01:03:07.734215 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ebc0c0-5c10-4ba3-a942-d08c80bed396', 'tag': '533afd62-99cc-4038-9ec7-cf0a07853e0c'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:03:07.736442 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c2cf8d-a684-48ec-97f7-e081c4c85eec" -d '{"events": [{"name": "network-changed", "server_uuid": "64ebc0c0-5c10-4ba3-a942-d08c80bed396", "tag": "533afd62-99cc-4038-9ec7-cf0a07853e0c"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:03:07.774307 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7472dda-1237-4adc-902d-70ed33c21fad x-openstack-request-id: req-b7472dda-1237-4adc-902d-70ed33c21fad {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:03:07.774601 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ebc0c0-5c10-4ba3-a942-d08c80bed396", "tag": "533afd62-99cc-4038-9ec7-cf0a07853e0c", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:03:07.774859 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b7472dda-1237-4adc-902d-70ed33c21fad {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:03:07.775266 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64ebc0c0-5c10-4ba3-a942-d08c80bed396', 'tag': '533afd62-99cc-4038-9ec7-cf0a07853e0c', 'status': 'completed', 'code': 200} Aug 17 01:03:07.835808 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-c7077e6d-8b09-4c9c-8ae2-ab02cce56035 None None] Set router fb8c4834-159b-4b50-9fd8-4e4d4d055a24 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:03:07.851971 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2cf8d-a684-48ec-97f7-e081c4c85eec req-d1f6a370-6781-4222-9e38-a276d5db01d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:07.854099 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7c2cf8d-a684-48ec-97f7-e081c4c85eec req-d1f6a370-6781-4222-9e38-a276d5db01d7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 1098 time: 0.0445888 Aug 17 01:03:07.964580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2cf8d-a684-48ec-97f7-e081c4c85eec req-e41a5228-d713-4ede-9320-d63bb9f109bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:07.966103 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7c2cf8d-a684-48ec-97f7-e081c4c85eec req-e41a5228-d713-4ede-9320-d63bb9f109bd service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7fa9df9-be3b-4f47-b9bf-79e38895f99a HTTP/1.1" status: 200 len: 898 time: 0.1010115 Aug 17 01:03:08.011749 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7c2cf8d-a684-48ec-97f7-e081c4c85eec req-65a97f10-1ed5-4bb6-bc99-14ec6487c729 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=533afd62-99cc-4038-9ec7-cf0a07853e0c HTTP/1.1" status: 200 len: 217 time: 0.0370128 Aug 17 01:03:08.050062 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-c7077e6d-8b09-4c9c-8ae2-ab02cce56035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926340427', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d3e5c5b-0533-44d9-a928-46c3cba233b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:01:29Z', 'updated_at': '2021-08-17T01:01:33Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '2d3e5c5b-0533-44d9-a928-46c3cba233b6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fe:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:01:29Z', 'updated_at': '2021-08-17T01:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '9a310938-cbcd-4c5d-98ec-3a0d5cd6823e', 'name': '', 'network_id': 'e7fa9df9-be3b-4f47-b9bf-79e38895f99a', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:d3:7c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '0cbd0600-46e1-4d6c-8120-ba71e9020024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:01:32Z', 'updated_at': '2021-08-17T01:01:36Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': '0cbd0600-46e1-4d6c-8120-ba71e9020024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:03:08.076548 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7077e6d-8b09-4c9c-8ae2-ab02cce56035 None None] Checking router: fb8c4834-159b-4b50-9fd8-4e4d4d055a24 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:03:08.084953 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7077e6d-8b09-4c9c-8ae2-ab02cce56035 None None] Routers {'fb8c4834-159b-4b50-9fd8-4e4d4d055a24'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:03:08.085597 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-c7077e6d-8b09-4c9c-8ae2-ab02cce56035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:02:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['fb8c4834-159b-4b50-9fd8-4e4d4d055a24'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:03:08.093706 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba861c-13b5-4312-945c-f3efaa2c3acf req-ee865cf7-d2d0-4959-9341-dd6ee9f35623 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:08.095185 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9ba861c-13b5-4312-945c-f3efaa2c3acf req-ee865cf7-d2d0-4959-9341-dd6ee9f35623 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 946 time: 0.1718192 Aug 17 01:03:08.096486 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2cf8d-a684-48ec-97f7-e081c4c85eec req-7c143585-740f-4be5-99c2-7c05368baa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:08.098772 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7c2cf8d-a684-48ec-97f7-e081c4c85eec req-7c143585-740f-4be5-99c2-7c05368baa33 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0cbd0600-46e1-4d6c-8120-ba71e9020024 HTTP/1.1" status: 200 len: 835 time: 0.0781567 Aug 17 01:03:08.164263 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f9ba861c-13b5-4312-945c-f3efaa2c3acf req-70181135-ba31-4df0-b467-0dc671ba9008 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d3b0ed8-729f-4610-8e60-5565e4f3a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609775 Aug 17 01:03:08.171070 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2cf8d-a684-48ec-97f7-e081c4c85eec req-958601fb-df76-48fd-81a0-223730e08878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:08.172597 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7c2cf8d-a684-48ec-97f7-e081c4c85eec req-958601fb-df76-48fd-81a0-223730e08878 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7fa9df9-be3b-4f47-b9bf-79e38895f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620036 Aug 17 01:03:08.193663 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-c7077e6d-8b09-4c9c-8ae2-ab02cce56035 None None] Set router fb8c4834-159b-4b50-9fd8-4e4d4d055a24 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:03:08.267264 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7c2cf8d-a684-48ec-97f7-e081c4c85eec req-a1dfb0ac-ecb5-45d6-80f4-421f9cd25b0b service neutron] 10.222.0.69 "GET /v2.0/networks/e7fa9df9-be3b-4f47-b9bf-79e38895f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864031 Aug 17 01:03:08.361553 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7c2cf8d-a684-48ec-97f7-e081c4c85eec req-49f111b6-1b03-4cf8-a193-e0d83361e889 service neutron] 10.222.0.69 "GET /v2.0/networks/e7fa9df9-be3b-4f47-b9bf-79e38895f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855794 Aug 17 01:03:08.396144 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-c7077e6d-8b09-4c9c-8ae2-ab02cce56035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926340427', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d3e5c5b-0533-44d9-a928-46c3cba233b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:01:29Z', 'updated_at': '2021-08-17T01:01:33Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '2d3e5c5b-0533-44d9-a928-46c3cba233b6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fe:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:01:29Z', 'updated_at': '2021-08-17T01:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '9a310938-cbcd-4c5d-98ec-3a0d5cd6823e', 'name': '', 'network_id': 'e7fa9df9-be3b-4f47-b9bf-79e38895f99a', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:d3:7c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '0cbd0600-46e1-4d6c-8120-ba71e9020024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:01:32Z', 'updated_at': '2021-08-17T01:01:36Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': '0cbd0600-46e1-4d6c-8120-ba71e9020024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:03:08.426932 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7077e6d-8b09-4c9c-8ae2-ab02cce56035 None None] The sync data for ids ['fb8c4834-159b-4b50-9fd8-4e4d4d055a24'] in n-d-800088-20 is: [{'id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926340427', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d3e5c5b-0533-44d9-a928-46c3cba233b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:01:29Z', 'updated_at': '2021-08-17T01:01:33Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '2d3e5c5b-0533-44d9-a928-46c3cba233b6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fe:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:01:29Z', 'updated_at': '2021-08-17T01:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '9a310938-cbcd-4c5d-98ec-3a0d5cd6823e', 'name': '', 'network_id': 'e7fa9df9-be3b-4f47-b9bf-79e38895f99a', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:d3:7c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '0cbd0600-46e1-4d6c-8120-ba71e9020024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:01:32Z', 'updated_at': '2021-08-17T01:01:36Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': '0cbd0600-46e1-4d6c-8120-ba71e9020024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:03:08.639163 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb78627-de5a-4a58-a19c-736cc1046e9b None None] New status for floating IP f43f8d64-82cf-4df0-89bc-ad55261e469c: DOWN {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:03:09.347871 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c2fd9-0cbb-411e-bd21-3ff44a81b47a req-db974d55-04ef-43ea-81d6-992e76e0cc91 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:09.349365 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bf1c2fd9-0cbb-411e-bd21-3ff44a81b47a req-db974d55-04ef-43ea-81d6-992e76e0cc91 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 946 time: 0.1119781 Aug 17 01:03:09.386043 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bf1c2fd9-0cbb-411e-bd21-3ff44a81b47a req-4b94f5fe-79ab-4956-9937-4547557d0ac5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d3b0ed8-729f-4610-8e60-5565e4f3a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303195 Aug 17 01:03:09.653431 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765705f6-410e-4e79-ad03-58277df2c658 req-91297847-29df-420c-9f86-3cb4ab9286c5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:09.654911 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-765705f6-410e-4e79-ad03-58277df2c658 req-91297847-29df-420c-9f86-3cb4ab9286c5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.69 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 946 time: 0.0481243 Aug 17 01:03:09.741404 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-765705f6-410e-4e79-ad03-58277df2c658 req-60d4388c-57bf-48fb-a901-345145dc1166 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Deleting port 533afd62-99cc-4038-9ec7-cf0a07853e0c {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:03:09.741676 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-765705f6-410e-4e79-ad03-58277df2c658 req-60d4388c-57bf-48fb-a901-345145dc1166 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:09.832238 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-765705f6-410e-4e79-ad03-58277df2c658 req-60d4388c-57bf-48fb-a901-345145dc1166 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] For port 533afd62-99cc-4038-9ec7-cf0a07853e0c, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=533afd62-99cc-4038-9ec7-cf0a07853e0c,segment=NetworkSegment(7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a),segment_id=7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:03:09.832679 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-765705f6-410e-4e79-ad03-58277df2c658 req-60d4388c-57bf-48fb-a901-345145dc1166 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:09.844672 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-765705f6-410e-4e79-ad03-58277df2c658 req-60d4388c-57bf-48fb-a901-345145dc1166 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Calling delete_port for 533afd62-99cc-4038-9ec7-cf0a07853e0c owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:03:09.970485 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-765705f6-410e-4e79-ad03-58277df2c658 req-60d4388c-57bf-48fb-a901-345145dc1166 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:09.997174 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4388c-57bf-48fb-a901-345145dc1166 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Port': ['ID=533afd62-99cc-4038-9ec7-cf0a07853e0c,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:10.039686 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-765705f6-410e-4e79-ad03-58277df2c658 req-60d4388c-57bf-48fb-a901-345145dc1166 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] No DVR routers for this DVR port 533afd62-99cc-4038-9ec7-cf0a07853e0c on host n-h1-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:03:10.042384 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-765705f6-410e-4e79-ad03-58277df2c658 req-60d4388c-57bf-48fb-a901-345145dc1166 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:10.044461 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-765705f6-410e-4e79-ad03-58277df2c658 req-60d4388c-57bf-48fb-a901-345145dc1166 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.69 "DELETE /v2.0/ports/533afd62-99cc-4038-9ec7-cf0a07853e0c HTTP/1.1" status: 204 len: 173 time: 0.3833902 Aug 17 01:03:10.044909 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ebc0c0-5c10-4ba3-a942-d08c80bed396', 'name': 'network-vif-deleted', 'tag': '533afd62-99cc-4038-9ec7-cf0a07853e0c'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:03:10.047135 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93ca49e-2130-4e67-ac82-4fc4d92ee8c0" -d '{"events": [{"server_uuid": "64ebc0c0-5c10-4ba3-a942-d08c80bed396", "name": "network-vif-deleted", "tag": "533afd62-99cc-4038-9ec7-cf0a07853e0c"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:03:10.096479 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1365b4-a86b-4e30-81c8-f9e2ecb18f59 x-openstack-request-id: req-eb1365b4-a86b-4e30-81c8-f9e2ecb18f59 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:03:10.096772 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ebc0c0-5c10-4ba3-a942-d08c80bed396", "name": "network-vif-deleted", "tag": "533afd62-99cc-4038-9ec7-cf0a07853e0c", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:03:10.097026 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb1365b4-a86b-4e30-81c8-f9e2ecb18f59 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:03:10.097482 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ebc0c0-5c10-4ba3-a942-d08c80bed396', 'name': 'network-vif-deleted', 'tag': '533afd62-99cc-4038-9ec7-cf0a07853e0c', 'status': 'completed', 'code': 200} Aug 17 01:03:10.505602 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-737f2933-c40d-436c-891a-c28e20cb14b7 req-c8d562b1-c710-4d9d-a02f-07ea32812785 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=64ebc0c0-5c10-4ba3-a942-d08c80bed396 HTTP/1.1" status: 200 len: 210 time: 0.0311363 Aug 17 01:03:10.727065 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:11.561258 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50134) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:03:11.919792 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-08d4b25b-495b-4390-8bd7-62da2f1e2484 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:12.316606 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:12.501924 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-08d4b25b-495b-4390-8bd7-62da2f1e2484 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Deleting port 9a310938-cbcd-4c5d-98ec-3a0d5cd6823e {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:03:12.502304 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-08d4b25b-495b-4390-8bd7-62da2f1e2484 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:12.589976 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-08d4b25b-495b-4390-8bd7-62da2f1e2484 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] For port 9a310938-cbcd-4c5d-98ec-3a0d5cd6823e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=9a310938-cbcd-4c5d-98ec-3a0d5cd6823e,segment=NetworkSegment(7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a),segment_id=7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:03:12.590668 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-08d4b25b-495b-4390-8bd7-62da2f1e2484 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:12.603587 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-08d4b25b-495b-4390-8bd7-62da2f1e2484 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Calling delete_port for 9a310938-cbcd-4c5d-98ec-3a0d5cd6823e owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:03:12.661774 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 533afd62-99cc-4038-9ec7-cf0a07853e0c no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:03:12.682357 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 533afd62-99cc-4038-9ec7-cf0a07853e0c {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:03:12.682709 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 533afd62-99cc-4038-9ec7-cf0a07853e0c not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:03:12.783276 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-08d4b25b-495b-4390-8bd7-62da2f1e2484 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:12.809270 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4b25b-495b-4390-8bd7-62da2f1e2484 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Port': ['ID=9a310938-cbcd-4c5d-98ec-3a0d5cd6823e,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:12.982832 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-08d4b25b-495b-4390-8bd7-62da2f1e2484 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:13.196664 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d4b25b-495b-4390-8bd7-62da2f1e2484 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Router fb8c4834-159b-4b50-9fd8-4e4d4d055a24 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:03:13.300805 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d4b25b-495b-4390-8bd7-62da2f1e2484 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:03:13.305710 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-08d4b25b-495b-4390-8bd7-62da2f1e2484 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "PUT /v2.0/routers/fb8c4834-159b-4b50-9fd8-4e4d4d055a24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7434211 Aug 17 01:03:13.308447 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50136) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:03:13.310749 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420e9807-8c00-433c-8527-bb2c85be6f60 None None] Sync routers for ids ['fb8c4834-159b-4b50-9fd8-4e4d4d055a24'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:03:13.320131 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420e9807-8c00-433c-8527-bb2c85be6f60 None None] Routers {'fb8c4834-159b-4b50-9fd8-4e4d4d055a24'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:03:13.320803 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-420e9807-8c00-433c-8527-bb2c85be6f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:02:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['fb8c4834-159b-4b50-9fd8-4e4d4d055a24'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:03:13.358199 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a518d5-8e41-43a1-9e99-6609ccaa484e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Deleting subnet 0cbd0600-46e1-4d6c-8120-ba71e9020024 {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 01:03:13.361303 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-10a518d5-8e41-43a1-9e99-6609ccaa484e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:13.403298 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-10a518d5-8e41-43a1-9e99-6609ccaa484e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:13.428020 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-420e9807-8c00-433c-8527-bb2c85be6f60 None None] Set router fb8c4834-159b-4b50-9fd8-4e4d4d055a24 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:03:13.492609 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-10a518d5-8e41-43a1-9e99-6609ccaa484e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:13.553709 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-10a518d5-8e41-43a1-9e99-6609ccaa484e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:13.582464 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-10a518d5-8e41-43a1-9e99-6609ccaa484e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:13.584467 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-10a518d5-8e41-43a1-9e99-6609ccaa484e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "DELETE /v2.0/subnets/0cbd0600-46e1-4d6c-8120-ba71e9020024 HTTP/1.1" status: 204 len: 168 time: 0.2751629 Aug 17 01:03:13.585522 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a518d5-8e41-43a1-9e99-6609ccaa484e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Subnet': ['ID=0cbd0600-46e1-4d6c-8120-ba71e9020024,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:13.587052 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50138) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:03:13.593880 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf31e0a-b496-4a7b-9c9e-8bc2bc092f66 None None] Network e7fa9df9-be3b-4f47-b9bf-79e38895f99a requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:03:13.702210 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-38aebf38-6330-4d2f-91e0-5606cebd4560 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:13.810086 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-38aebf38-6330-4d2f-91e0-5606cebd4560 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:13.829902 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-420e9807-8c00-433c-8527-bb2c85be6f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926340427', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '2d3e5c5b-0533-44d9-a928-46c3cba233b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:01:29Z', 'updated_at': '2021-08-17T01:03:12Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '2d3e5c5b-0533-44d9-a928-46c3cba233b6', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fe:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:01:29Z', 'updated_at': '2021-08-17T01:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:03:13.861432 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-38aebf38-6330-4d2f-91e0-5606cebd4560 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Deleting port 2d3e5c5b-0533-44d9-a928-46c3cba233b6 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:03:13.861775 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-38aebf38-6330-4d2f-91e0-5606cebd4560 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:13.872896 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420e9807-8c00-433c-8527-bb2c85be6f60 None None] Checking router: fb8c4834-159b-4b50-9fd8-4e4d4d055a24 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:03:13.899101 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420e9807-8c00-433c-8527-bb2c85be6f60 None None] Routers {'fb8c4834-159b-4b50-9fd8-4e4d4d055a24'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:03:13.899732 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-420e9807-8c00-433c-8527-bb2c85be6f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:02:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['fb8c4834-159b-4b50-9fd8-4e4d4d055a24'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:03:13.945458 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-38aebf38-6330-4d2f-91e0-5606cebd4560 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] For port 2d3e5c5b-0533-44d9-a928-46c3cba233b6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2d3e5c5b-0533-44d9-a928-46c3cba233b6,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:03:13.945837 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-38aebf38-6330-4d2f-91e0-5606cebd4560 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:13.957733 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-38aebf38-6330-4d2f-91e0-5606cebd4560 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Calling delete_port for 2d3e5c5b-0533-44d9-a928-46c3cba233b6 owned by network:router_gateway {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:03:13.992902 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-420e9807-8c00-433c-8527-bb2c85be6f60 None None] Set router fb8c4834-159b-4b50-9fd8-4e4d4d055a24 gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:03:14.051688 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345735e9-50b0-4712-bbf1-512e55bbe042 None None] DHCP port deletion for e7fa9df9-be3b-4f47-b9bf-79e38895f99a request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 01:03:14.054998 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-420e9807-8c00-433c-8527-bb2c85be6f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926340427', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:01:29Z', 'updated_at': '2021-08-17T01:03:13Z', 'revision_number': 6, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:03:14.082574 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420e9807-8c00-433c-8527-bb2c85be6f60 None None] The sync data for ids ['fb8c4834-159b-4b50-9fd8-4e4d4d055a24'] in n-d-800088-20 is: [{'id': 'fb8c4834-159b-4b50-9fd8-4e4d4d055a24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926340427', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:01:29Z', 'updated_at': '2021-08-17T01:03:13Z', 'revision_number': 6, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port_host': None}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:03:14.133120 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-345735e9-50b0-4712-bbf1-512e55bbe042 None None] Deleting port b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:03:14.133501 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-345735e9-50b0-4712-bbf1-512e55bbe042 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:14.139278 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-38aebf38-6330-4d2f-91e0-5606cebd4560 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:14.167983 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aebf38-6330-4d2f-91e0-5606cebd4560 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Port': ['ID=2d3e5c5b-0533-44d9-a928-46c3cba233b6,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:14.198462 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-345735e9-50b0-4712-bbf1-512e55bbe042 None None] For port b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5,segment=NetworkSegment(7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a),segment_id=7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:03:14.198858 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-345735e9-50b0-4712-bbf1-512e55bbe042 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:14.211527 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-345735e9-50b0-4712-bbf1-512e55bbe042 None None] Calling delete_port for b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:03:14.231108 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-38aebf38-6330-4d2f-91e0-5606cebd4560 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:14.294598 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-345735e9-50b0-4712-bbf1-512e55bbe042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:14.318468 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345735e9-50b0-4712-bbf1-512e55bbe042 None None] Pushing event deleted for resources: {'Port': ['ID=b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:14.328407 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345735e9-50b0-4712-bbf1-512e55bbe042 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:14.329096 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345735e9-50b0-4712-bbf1-512e55bbe042 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:14.329218 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-38aebf38-6330-4d2f-91e0-5606cebd4560 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:14.329343 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345735e9-50b0-4712-bbf1-512e55bbe042 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:14.329450 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345735e9-50b0-4712-bbf1-512e55bbe042 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:14.329717 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345735e9-50b0-4712-bbf1-512e55bbe042 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:14.330054 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345735e9-50b0-4712-bbf1-512e55bbe042 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:14.330381 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345735e9-50b0-4712-bbf1-512e55bbe042 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:14.330774 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345735e9-50b0-4712-bbf1-512e55bbe042 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:14.330984 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-38aebf38-6330-4d2f-91e0-5606cebd4560 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:14.331118 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345735e9-50b0-4712-bbf1-512e55bbe042 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:14.331355 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345735e9-50b0-4712-bbf1-512e55bbe042 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:14.332281 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345735e9-50b0-4712-bbf1-512e55bbe042 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:14.332281 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345735e9-50b0-4712-bbf1-512e55bbe042 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:14.335491 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345735e9-50b0-4712-bbf1-512e55bbe042 None None] No DVR routers for this DVR port b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:03:14.376483 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-38aebf38-6330-4d2f-91e0-5606cebd4560 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:14.377009 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38aebf38-6330-4d2f-91e0-5606cebd4560 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Fanout notify agent at l3_agent the message router_deleted on router fb8c4834-159b-4b50-9fd8-4e4d4d055a24 {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 01:03:14.384971 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-38aebf38-6330-4d2f-91e0-5606cebd4560 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:14.386124 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-38aebf38-6330-4d2f-91e0-5606cebd4560 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "DELETE /v2.0/routers/fb8c4834-159b-4b50-9fd8-4e4d4d055a24 HTTP/1.1" status: 204 len: 168 time: 0.7981689 Aug 17 01:03:14.388740 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50140) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:03:14.474108 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d3a03d58-4ffd-47d2-8541-e2c7ac522d27 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:14.579764 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d3a03d58-4ffd-47d2-8541-e2c7ac522d27 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:14.590065 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-d3a03d58-4ffd-47d2-8541-e2c7ac522d27 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7fa9df9-be3b-4f47-b9bf-79e38895f99a']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:03:14.600313 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-d3a03d58-4ffd-47d2-8541-e2c7ac522d27 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:03:14.600574 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-d3a03d58-4ffd-47d2-8541-e2c7ac522d27 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7be6c12f-ff36-4ff2-8c9a-fe3c249cc31a') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:03:14.609414 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d3a03d58-4ffd-47d2-8541-e2c7ac522d27 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:14.622691 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d3a03d58-4ffd-47d2-8541-e2c7ac522d27 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:14.628507 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a03d58-4ffd-47d2-8541-e2c7ac522d27 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 01:03:14.628899 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d3a03d58-4ffd-47d2-8541-e2c7ac522d27 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: timer() Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 01:03:14.631803 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 01:03:14.657548 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9a310938-cbcd-4c5d-98ec-3a0d5cd6823e no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:03:14.680027 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 9a310938-cbcd-4c5d-98ec-3a0d5cd6823e {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:03:14.680738 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 9a310938-cbcd-4c5d-98ec-3a0d5cd6823e not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:03:14.681390 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:03:14.696985 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d3a03d58-4ffd-47d2-8541-e2c7ac522d27 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:14.702913 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:03:14.703499 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device b1fa50cf-2ce3-4b0d-8b34-cc28ca02d5c5 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:03:14.705302 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d3a03d58-4ffd-47d2-8541-e2c7ac522d27 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:14.708120 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d3a03d58-4ffd-47d2-8541-e2c7ac522d27 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "DELETE /v2.0/networks/e7fa9df9-be3b-4f47-b9bf-79e38895f99a HTTP/1.1" status: 204 len: 168 time: 0.3180764 Aug 17 01:03:14.710621 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50142) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:03:14.718450 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a03d58-4ffd-47d2-8541-e2c7ac522d27 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Network': ['ID=e7fa9df9-be3b-4f47-b9bf-79e38895f99a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:14.783349 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-84c66309-5e29-4a6a-86cb-7b96ac90e448 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:14.808036 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-84c66309-5e29-4a6a-86cb-7b96ac90e448 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:14.871050 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-84c66309-5e29-4a6a-86cb-7b96ac90e448 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:14.873693 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-84c66309-5e29-4a6a-86cb-7b96ac90e448 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:14.877444 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-84c66309-5e29-4a6a-86cb-7b96ac90e448 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "DELETE /v2.0/security-groups/1d3b0ed8-729f-4610-8e60-5565e4f3a9e6 HTTP/1.1" status: 204 len: 168 time: 0.1620173 Aug 17 01:03:14.885724 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c66309-5e29-4a6a-86cb-7b96ac90e448 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3b0ed8-729f-4610-8e60-5565e4f3a9e6,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:14.895475 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c66309-5e29-4a6a-86cb-7b96ac90e448 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:14.895831 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c66309-5e29-4a6a-86cb-7b96ac90e448 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:14.896185 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c66309-5e29-4a6a-86cb-7b96ac90e448 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:14.896813 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c66309-5e29-4a6a-86cb-7b96ac90e448 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:14.897206 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c66309-5e29-4a6a-86cb-7b96ac90e448 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:14.897553 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c66309-5e29-4a6a-86cb-7b96ac90e448 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:14.897895 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c66309-5e29-4a6a-86cb-7b96ac90e448 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:14.898236 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c66309-5e29-4a6a-86cb-7b96ac90e448 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:14.898578 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c66309-5e29-4a6a-86cb-7b96ac90e448 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:14.898910 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c66309-5e29-4a6a-86cb-7b96ac90e448 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:14.899378 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c66309-5e29-4a6a-86cb-7b96ac90e448 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:14.900135 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c66309-5e29-4a6a-86cb-7b96ac90e448 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:15.153768 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50150) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:03:15.158475 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f07b5652-6d39-45ab-b016-57b2e052d0e0 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1615563815', 'description': 'tempest-secgroup-smoke-1615563815 description', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:03:15.181681 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f07b5652-6d39-45ab-b016-57b2e052d0e0 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:15.261016 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f07b5652-6d39-45ab-b016-57b2e052d0e0 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:15.264574 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f07b5652-6d39-45ab-b016-57b2e052d0e0 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:15.292716 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f07b5652-6d39-45ab-b016-57b2e052d0e0 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:15.293971 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f07b5652-6d39-45ab-b016-57b2e052d0e0 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1392088 Aug 17 01:03:15.295843 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b5652-6d39-45ab-b016-57b2e052d0e0 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e31e799-db22-443a-8863-ef1399138273,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:15.297031 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50152) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:03:15.302713 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-4070cfa7-c79f-4e91-9d27-a1ca6807ac67 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': '5e31e799-db22-443a-8863-ef1399138273', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:03:15.329671 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4070cfa7-c79f-4e91-9d27-a1ca6807ac67 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:15.384503 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4070cfa7-c79f-4e91-9d27-a1ca6807ac67 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:15.387911 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4070cfa7-c79f-4e91-9d27-a1ca6807ac67 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:15.405302 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070cfa7-c79f-4e91-9d27-a1ca6807ac67 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d93e48d-b447-454e-8581-892fbb62bd8d,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:15.411323 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-4070cfa7-c79f-4e91-9d27-a1ca6807ac67 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:15.413151 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4070cfa7-c79f-4e91-9d27-a1ca6807ac67 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150627 Aug 17 01:03:15.415847 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50154) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:03:15.420339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-8a41a986-3ca8-4bd5-89be-291dee4ab136 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': '5e31e799-db22-443a-8863-ef1399138273', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:03:15.446810 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a41a986-3ca8-4bd5-89be-291dee4ab136 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:15.504000 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a41a986-3ca8-4bd5-89be-291dee4ab136 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:15.507317 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a41a986-3ca8-4bd5-89be-291dee4ab136 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:15.525628 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a41a986-3ca8-4bd5-89be-291dee4ab136 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b087aaf-bd53-42a1-82c9-95cd17153bc0,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:15.530676 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8a41a986-3ca8-4bd5-89be-291dee4ab136 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:15.531840 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8a41a986-3ca8-4bd5-89be-291dee4ab136 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150792 Aug 17 01:03:15.535155 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50156) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:03:15.539491 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-8b0be930-a679-4cb0-9070-baa95f0e29f5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': '5e31e799-db22-443a-8863-ef1399138273', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:03:15.565635 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8b0be930-a679-4cb0-9070-baa95f0e29f5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:15.626886 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8b0be930-a679-4cb0-9070-baa95f0e29f5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:15.630533 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8b0be930-a679-4cb0-9070-baa95f0e29f5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:15.648010 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0be930-a679-4cb0-9070-baa95f0e29f5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476bdb27-6a78-4ffc-bee8-2199917a0f0c,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:15.653648 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8b0be930-a679-4cb0-9070-baa95f0e29f5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:15.654678 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8b0be930-a679-4cb0-9070-baa95f0e29f5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185918 Aug 17 01:03:15.657387 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50158) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:03:15.662718 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-f1258123-e75c-4b12-a367-d9a6ca93bdf5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': '5e31e799-db22-443a-8863-ef1399138273', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:03:15.688513 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f1258123-e75c-4b12-a367-d9a6ca93bdf5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:15.748291 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f1258123-e75c-4b12-a367-d9a6ca93bdf5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:15.752111 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f1258123-e75c-4b12-a367-d9a6ca93bdf5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:15.771219 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1258123-e75c-4b12-a367-d9a6ca93bdf5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=001aa457-6a56-4fe9-a4f0-c7de7e4b1d78,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:15.774894 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f1258123-e75c-4b12-a367-d9a6ca93bdf5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:15.778663 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f1258123-e75c-4b12-a367-d9a6ca93bdf5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177742 Aug 17 01:03:15.779123 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50160) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:03:15.783341 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-dd4504f5-26db-4e5c-9f74-a0dd9ea1ae2a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': '5e31e799-db22-443a-8863-ef1399138273', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:03:15.805812 n-d-800088-20 neutron-server[101403]: INFO neutron.db.securitygroups_db [None req-dd4504f5-26db-4e5c-9f74-a0dd9ea1ae2a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Project f329865a61fa47128fcdfcf68f05ab5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 01:03:15.810477 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dd4504f5-26db-4e5c-9f74-a0dd9ea1ae2a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:15.870433 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dd4504f5-26db-4e5c-9f74-a0dd9ea1ae2a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:15.874090 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dd4504f5-26db-4e5c-9f74-a0dd9ea1ae2a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:15.891083 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4504f5-26db-4e5c-9f74-a0dd9ea1ae2a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ffd491-0251-4e46-8c8a-51e3c0b4f462,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:15.897631 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-dd4504f5-26db-4e5c-9f74-a0dd9ea1ae2a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:15.898874 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-dd4504f5-26db-4e5c-9f74-a0dd9ea1ae2a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190057 Aug 17 01:03:15.901593 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50162) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:03:15.906090 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-78ede7bd-7655-45d2-8698-62dd41a76ff1 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': '5e31e799-db22-443a-8863-ef1399138273', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:03:15.927722 n-d-800088-20 neutron-server[101403]: INFO neutron.db.securitygroups_db [None req-78ede7bd-7655-45d2-8698-62dd41a76ff1 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Project f329865a61fa47128fcdfcf68f05ab5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 01:03:15.932501 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78ede7bd-7655-45d2-8698-62dd41a76ff1 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:15.995461 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78ede7bd-7655-45d2-8698-62dd41a76ff1 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:15.999271 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78ede7bd-7655-45d2-8698-62dd41a76ff1 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:16.019522 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ede7bd-7655-45d2-8698-62dd41a76ff1 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3980dce3-23b5-4fc1-a963-f956af05f780,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:16.022535 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-78ede7bd-7655-45d2-8698-62dd41a76ff1 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:16.023845 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-78ede7bd-7655-45d2-8698-62dd41a76ff1 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212013 Aug 17 01:03:16.026927 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50164) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:03:16.032073 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-a7cfb0e3-b70b-4908-94e7-5c80a99092a8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'network': {'name': 'tempest-network-smoke--738754211', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'port_security_enabled': True}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:03:16.053283 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cfb0e3-b70b-4908-94e7-5c80a99092a8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Made reservation on behalf of f329865a61fa47128fcdfcf68f05ab5a for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:03:16.056628 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a7cfb0e3-b70b-4908-94e7-5c80a99092a8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:16.079078 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7cfb0e3-b70b-4908-94e7-5c80a99092a8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 01:03:16.088903 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a7cfb0e3-b70b-4908-94e7-5c80a99092a8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:16.089277 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-a7cfb0e3-b70b-4908-94e7-5c80a99092a8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Added segment a8681a05-e1c0-4086-89fa-ce4c2602d54e of type vlan for network faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 Aug 17 01:03:16.131195 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a7cfb0e3-b70b-4908-94e7-5c80a99092a8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:16.155676 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a7cfb0e3-b70b-4908-94e7-5c80a99092a8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:16.161979 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cfb0e3-b70b-4908-94e7-5c80a99092a8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:16.162578 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-a7cfb0e3-b70b-4908-94e7-5c80a99092a8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:16.220442 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-a7cfb0e3-b70b-4908-94e7-5c80a99092a8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1922417 Aug 17 01:03:16.223888 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50166) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:03:16.229193 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-ca047eae-232e-4f41-ac3c-30c792511e96 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-614946666', 'admin_state_up': True, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:03:16.233316 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cfb0e3-b70b-4908-94e7-5c80a99092a8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Network': ['ID=faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:16.243140 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 01:03:16.256960 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ca047eae-232e-4f41-ac3c-30c792511e96 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:16.257987 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ca047eae-232e-4f41-ac3c-30c792511e96 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:16.313922 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ca047eae-232e-4f41-ac3c-30c792511e96 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:16.450038 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ca047eae-232e-4f41-ac3c-30c792511e96 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:16.480614 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2d3e5c5b-0533-44d9-a928-46c3cba233b6 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:03:16.501643 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 2d3e5c5b-0533-44d9-a928-46c3cba233b6 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:03:16.501992 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2d3e5c5b-0533-44d9-a928-46c3cba233b6 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:03:16.634391 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fb4f3d2a-005b-4686-ad66-933832706971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:16.646776 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ca047eae-232e-4f41-ac3c-30c792511e96 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:16.665983 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ca047eae-232e-4f41-ac3c-30c792511e96 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:16.776241 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-ca047eae-232e-4f41-ac3c-30c792511e96 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Allocated IP 172.25.3.41 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:03:16.877433 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ca047eae-232e-4f41-ac3c-30c792511e96 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:16.915931 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ca047eae-232e-4f41-ac3c-30c792511e96 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:16.955286 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca047eae-232e-4f41-ac3c-30c792511e96 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:03:16.960685 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-ca047eae-232e-4f41-ac3c-30c792511e96 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:03:16.965175 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca047eae-232e-4f41-ac3c-30c792511e96 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:03:16.990990 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca047eae-232e-4f41-ac3c-30c792511e96 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:17.217319 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ca047eae-232e-4f41-ac3c-30c792511e96 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:17.413818 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ca047eae-232e-4f41-ac3c-30c792511e96 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:17.540958 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca047eae-232e-4f41-ac3c-30c792511e96 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Router dd9cde13-1fa7-4054-bebd-c04af36ee2bf is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 01:03:17.646695 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca047eae-232e-4f41-ac3c-30c792511e96 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:03:17.656165 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd4a0fd-3cf0-4579-8c09-46f38ca8362c None None] Sync routers for ids ['dd9cde13-1fa7-4054-bebd-c04af36ee2bf'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:03:17.665350 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ca047eae-232e-4f41-ac3c-30c792511e96 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:17.665558 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd4a0fd-3cf0-4579-8c09-46f38ca8362c None None] Routers {'dd9cde13-1fa7-4054-bebd-c04af36ee2bf'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:03:17.666063 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4bd4a0fd-3cf0-4579-8c09-46f38ca8362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:02:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['dd9cde13-1fa7-4054-bebd-c04af36ee2bf'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:03:17.669885 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ca047eae-232e-4f41-ac3c-30c792511e96 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4421012 Aug 17 01:03:17.670117 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50168) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:03:17.704588 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-82a2127d-1cc7-4554-b052-32c98ecc62b4 tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=f329865a61fa47128fcdfcf68f05ab5a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311103 Aug 17 01:03:17.704824 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50170) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:03:17.767779 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-4bd4a0fd-3cf0-4579-8c09-46f38ca8362c None None] Set router dd9cde13-1fa7-4054-bebd-c04af36ee2bf gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:03:17.796740 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e8c26f-4723-4370-9be4-9118680605d0 tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:17.798652 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-09e8c26f-4723-4370-9be4-9118680605d0 tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0929582 Aug 17 01:03:17.802226 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50172) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:03:17.830421 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5138e82d-f6ed-467d-a626-bc8613e5e67a tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=f9960621-448c-44b3-8317-7433dc6ce660&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270317 Aug 17 01:03:17.832787 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50174) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:03:17.837623 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f2a016df-55b4-497d-b242-648e30731c05 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1572591844', 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:03:17.929849 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a016df-55b4-497d-b242-648e30731c05 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Made reservation on behalf of f329865a61fa47128fcdfcf68f05ab5a for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:03:17.933415 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f2a016df-55b4-497d-b242-648e30731c05 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:17.950657 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4bd4a0fd-3cf0-4579-8c09-46f38ca8362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614946666', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:03:17Z', 'revision_number': 3, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:03:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:03:17.976122 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd4a0fd-3cf0-4579-8c09-46f38ca8362c None None] Checking router: dd9cde13-1fa7-4054-bebd-c04af36ee2bf for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:03:17.976469 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd4a0fd-3cf0-4579-8c09-46f38ca8362c None None] Updating router dd9cde13-1fa7-4054-bebd-c04af36ee2bf port 5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:03:18.000516 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4bd4a0fd-3cf0-4579-8c09-46f38ca8362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:18.114666 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f2a016df-55b4-497d-b242-648e30731c05 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:18.177693 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a016df-55b4-497d-b242-648e30731c05 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Subnet': ['ID=1aef5dfa-0100-4f70-8051-8bd074e8e859,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:18.187252 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a016df-55b4-497d-b242-648e30731c05 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Checking segment: {'id': 'a8681a05-e1c0-4086-89fa-ce4c2602d54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:03:18.187631 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a016df-55b4-497d-b242-648e30731c05 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network hostable DHCP agents. Network: faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 01:03:18.214563 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a016df-55b4-497d-b242-648e30731c05 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 01:03:18.225136 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-f2a016df-55b4-497d-b242-648e30731c05 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:03:18.231745 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a016df-55b4-497d-b242-648e30731c05 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:18.232032 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f2a016df-55b4-497d-b242-648e30731c05 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:18.234867 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e93dfe5-e680-49b2-8b69-4eb7d2471847 None None] Network faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:03:18.249309 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f2a016df-55b4-497d-b242-648e30731c05 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4150615 Aug 17 01:03:18.251784 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50176) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:03:18.267348 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4bd4a0fd-3cf0-4579-8c09-46f38ca8362c None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:18.278084 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-4bd4a0fd-3cf0-4579-8c09-46f38ca8362c None None] Transition to ACTIVE for port object 5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:03:18.287159 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4bd4a0fd-3cf0-4579-8c09-46f38ca8362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:18.329539 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-4bd4a0fd-3cf0-4579-8c09-46f38ca8362c None None] Attempting to bind port 5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:03:18.329908 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-4bd4a0fd-3cf0-4579-8c09-46f38ca8362c None None] Attempting to bind port 5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:03:18.330260 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd4a0fd-3cf0-4579-8c09-46f38ca8362c None None] Attempting to bind port 5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:03:18.342220 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd4a0fd-3cf0-4579-8c09-46f38ca8362c None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:03:18.342586 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd4a0fd-3cf0-4579-8c09-46f38ca8362c None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:03:18.342977 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4bd4a0fd-3cf0-4579-8c09-46f38ca8362c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:18.343360 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd4a0fd-3cf0-4579-8c09-46f38ca8362c None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:03:18.343816 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-4bd4a0fd-3cf0-4579-8c09-46f38ca8362c None None] Bound port: 5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:03:18.344186 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4bd4a0fd-3cf0-4579-8c09-46f38ca8362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:18.373798 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5af94-cffd-4440-8f47-cbad29243445 None None] Pushing event updated for resources: {'Port': ['ID=5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:18.390681 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e685f024-5ac1-432f-abd9-44b4a3072158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21', 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'fixed_ips': [{'subnet_id': '1aef5dfa-0100-4f70-8051-8bd074e8e859'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 01:03:18.391472 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5af94-cffd-4440-8f47-cbad29243445 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:18.391591 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e685f024-5ac1-432f-abd9-44b4a3072158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:18.391814 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5af94-cffd-4440-8f47-cbad29243445 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:18.392147 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5af94-cffd-4440-8f47-cbad29243445 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:18.392474 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5af94-cffd-4440-8f47-cbad29243445 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:18.392794 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5af94-cffd-4440-8f47-cbad29243445 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:18.393135 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5af94-cffd-4440-8f47-cbad29243445 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:18.393458 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5af94-cffd-4440-8f47-cbad29243445 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:18.394654 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5af94-cffd-4440-8f47-cbad29243445 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:18.395055 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5af94-cffd-4440-8f47-cbad29243445 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:18.395389 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5af94-cffd-4440-8f47-cbad29243445 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:18.396116 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5af94-cffd-4440-8f47-cbad29243445 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:18.396116 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5af94-cffd-4440-8f47-cbad29243445 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:03:18.410242 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-4bd4a0fd-3cf0-4579-8c09-46f38ca8362c None None] For port 5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:03:18.413461 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-4bd4a0fd-3cf0-4579-8c09-46f38ca8362c None None] For port 5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:03:18.419886 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-4bd4a0fd-3cf0-4579-8c09-46f38ca8362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:18.487252 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd4a0fd-3cf0-4579-8c09-46f38ca8362c None None] Routers {'dd9cde13-1fa7-4054-bebd-c04af36ee2bf'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:03:18.488334 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4bd4a0fd-3cf0-4579-8c09-46f38ca8362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:02:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['dd9cde13-1fa7-4054-bebd-c04af36ee2bf'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:03:18.566943 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-e685f024-5ac1-432f-abd9-44b4a3072158 None None] Allocated IP 172.20.0.2 (faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21/1aef5dfa-0100-4f70-8051-8bd074e8e859/14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:03:18.572186 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5af94-cffd-4440-8f47-cbad29243445 None None] Pushing event updated for resources: {'Port': ['ID=5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:18.599301 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-4bd4a0fd-3cf0-4579-8c09-46f38ca8362c None None] Set router dd9cde13-1fa7-4054-bebd-c04af36ee2bf gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:03:18.720607 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e685f024-5ac1-432f-abd9-44b4a3072158 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:18.729927 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e685f024-5ac1-432f-abd9-44b4a3072158 None None] Transition to ACTIVE for port object 14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:03:18.745272 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-e685f024-5ac1-432f-abd9-44b4a3072158 None None] Transition to ACTIVE for port object 14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:03:18.752050 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e685f024-5ac1-432f-abd9-44b4a3072158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:18.763151 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-51a16175-4313-475e-94d2-b416bdf8499e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:18.788633 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e685f024-5ac1-432f-abd9-44b4a3072158 None None] Network faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:03:18.791512 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-e685f024-5ac1-432f-abd9-44b4a3072158 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:03:18.793299 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4bd4a0fd-3cf0-4579-8c09-46f38ca8362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614946666', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:03:17Z', 'revision_number': 3, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:03:18.799044 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e685f024-5ac1-432f-abd9-44b4a3072158 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:03:18.812032 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685f024-5ac1-432f-abd9-44b4a3072158 None None] Pushing event updated for resources: {'Port': ['ID=14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:18.825060 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd4a0fd-3cf0-4579-8c09-46f38ca8362c None None] The sync data for ids ['dd9cde13-1fa7-4054-bebd-c04af36ee2bf'] in n-d-800088-20 is: [{'id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614946666', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:03:17Z', 'revision_number': 3, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:03:18.866286 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e685f024-5ac1-432f-abd9-44b4a3072158 None None] Attempting to bind port 14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:03:18.866682 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e685f024-5ac1-432f-abd9-44b4a3072158 None None] Attempting to bind port 14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'a8681a05-e1c0-4086-89fa-ce4c2602d54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:03:18.867043 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e685f024-5ac1-432f-abd9-44b4a3072158 None None] Attempting to bind port 14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f on network faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:03:18.872095 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e685f024-5ac1-432f-abd9-44b4a3072158 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:03:18.872465 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e685f024-5ac1-432f-abd9-44b4a3072158 None None] Checking segment: {'id': 'a8681a05-e1c0-4086-89fa-ce4c2602d54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:03:18.873108 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e685f024-5ac1-432f-abd9-44b4a3072158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:18.873702 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e685f024-5ac1-432f-abd9-44b4a3072158 None None] Bound using segment: {'id': 'a8681a05-e1c0-4086-89fa-ce4c2602d54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:03:18.874327 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-e685f024-5ac1-432f-abd9-44b4a3072158 None None] Bound port: 14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8681a05-e1c0-4086-89fa-ce4c2602d54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:03:18.874901 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e685f024-5ac1-432f-abd9-44b4a3072158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:18.940404 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-e685f024-5ac1-432f-abd9-44b4a3072158 None None] For port 14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:03:18.943942 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-e685f024-5ac1-432f-abd9-44b4a3072158 None None] For port 14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f,segment=NetworkSegment(a8681a05-e1c0-4086-89fa-ce4c2602d54e),segment_id=a8681a05-e1c0-4086-89fa-ce4c2602d54e)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:03:18.949008 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e685f024-5ac1-432f-abd9-44b4a3072158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:19.008591 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685f024-5ac1-432f-abd9-44b4a3072158 None None] Pushing event updated for resources: {'Port': ['ID=14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:19.099478 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-51a16175-4313-475e-94d2-b416bdf8499e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Allocated IP 172.20.0.1 (faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21/1aef5dfa-0100-4f70-8051-8bd074e8e859/59a92a98-bb53-4212-ab16-5732ec0e8fb4) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:03:19.328596 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3dee5528-3f73-4a58-8f8f-8a7b337e5dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:19.364594 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:19.589569 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-51a16175-4313-475e-94d2-b416bdf8499e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:19.604873 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-51a16175-4313-475e-94d2-b416bdf8499e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Transition to ACTIVE for port object 59a92a98-bb53-4212-ab16-5732ec0e8fb4 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:03:19.640349 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-51a16175-4313-475e-94d2-b416bdf8499e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:19.691941 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a16175-4313-475e-94d2-b416bdf8499e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:03:19.695191 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-51a16175-4313-475e-94d2-b416bdf8499e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:03:19.699372 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a16175-4313-475e-94d2-b416bdf8499e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:03:19.705859 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a16175-4313-475e-94d2-b416bdf8499e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=59a92a98-bb53-4212-ab16-5732ec0e8fb4,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:19.757743 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-51a16175-4313-475e-94d2-b416bdf8499e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:19.892841 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-51a16175-4313-475e-94d2-b416bdf8499e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:19.965670 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cead1e9-f83e-4999-9755-23ade2410eb2 None None] Network faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:03:20.018437 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b5d85c99-0193-4007-b101-34b8e79beb03 None None] Provisioning for port 14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:03:20.197755 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-51a16175-4313-475e-94d2-b416bdf8499e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:20.205232 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-51a16175-4313-475e-94d2-b416bdf8499e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:20.286065 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a16175-4313-475e-94d2-b416bdf8499e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=59a92a98-bb53-4212-ab16-5732ec0e8fb4,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:20.289977 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-51a16175-4313-475e-94d2-b416bdf8499e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:20.372040 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7431d777-7d33-4f70-9c2e-31289a65edf3 None None] Provisioning for port 59a92a98-bb53-4212-ab16-5732ec0e8fb4 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:03:20.376457 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7431d777-7d33-4f70-9c2e-31289a65edf3 None None] Provisioning complete for port 59a92a98-bb53-4212-ab16-5732ec0e8fb4 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:03:20.376938 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7431d777-7d33-4f70-9c2e-31289a65edf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:20.394163 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a16175-4313-475e-94d2-b416bdf8499e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:03:20.395707 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-51a16175-4313-475e-94d2-b416bdf8499e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:03:20.418180 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-7431d777-7d33-4f70-9c2e-31289a65edf3 None None] Port 59a92a98-bb53-4212-ab16-5732ec0e8fb4 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:03:20.455933 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:20.542214 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a16175-4313-475e-94d2-b416bdf8499e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Router dd9cde13-1fa7-4054-bebd-c04af36ee2bf has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:03:20.603526 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:03:20.658500 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-49c88238-0cb0-4d9a-86e8-cadee8e10ef9 None None] Provisioning complete for port 59a92a98-bb53-4212-ab16-5732ec0e8fb4 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:03:20.659134 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-49c88238-0cb0-4d9a-86e8-cadee8e10ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:20.677884 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a16175-4313-475e-94d2-b416bdf8499e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:03:20.683729 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-51a16175-4313-475e-94d2-b416bdf8499e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "PUT /v2.0/routers/dd9cde13-1fa7-4054-bebd-c04af36ee2bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4301858 Aug 17 01:03:20.697429 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3696d4e1-b8ff-4375-a9e5-49b2326e0c9a None None] Sync routers for ids ['dd9cde13-1fa7-4054-bebd-c04af36ee2bf'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:03:20.701502 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:03:20.712849 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:03:20.713274 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:20.715716 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-49c88238-0cb0-4d9a-86e8-cadee8e10ef9 None None] Port 59a92a98-bb53-4212-ab16-5732ec0e8fb4 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:03:20.738982 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3696d4e1-b8ff-4375-a9e5-49b2326e0c9a None None] Routers {'dd9cde13-1fa7-4054-bebd-c04af36ee2bf'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:03:20.739932 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3696d4e1-b8ff-4375-a9e5-49b2326e0c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:03:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['dd9cde13-1fa7-4054-bebd-c04af36ee2bf'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:03:20.859423 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-41655657-229f-41d5-8d4e-3db591b7d27c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1615563815&fields=id&tenant_id=f329865a61fa47128fcdfcf68f05ab5a HTTP/1.1" status: 200 len: 267 time: 0.0363677 Aug 17 01:03:20.887218 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-52fc7c47-3528-4d57-aa46-c686bdc3dfb2 None None] Provisioning complete for port 59a92a98-bb53-4212-ab16-5732ec0e8fb4 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:03:20.887591 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-52fc7c47-3528-4d57-aa46-c686bdc3dfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:20.920513 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-3696d4e1-b8ff-4375-a9e5-49b2326e0c9a None None] Set router dd9cde13-1fa7-4054-bebd-c04af36ee2bf gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:03:20.951751 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:20.965940 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-18f3420e-3c3a-4256-b862-6f7210d43190 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:20.967418 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-18f3420e-3c3a-4256-b862-6f7210d43190 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/networks?id=faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 HTTP/1.1" status: 200 len: 796 time: 0.0999577 Aug 17 01:03:20.983342 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-7f02831c-1700-4707-996b-8b347e3452b1 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/quotas/f329865a61fa47128fcdfcf68f05ab5a HTTP/1.1" status: 200 len: 375 time: 0.0092983 Aug 17 01:03:21.021461 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-52fc7c47-3528-4d57-aa46-c686bdc3dfb2 None None] Port 59a92a98-bb53-4212-ab16-5732ec0e8fb4 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:03:21.041548 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-1caf9973-b186-4b9a-9749-a76ccf4f884e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517819 Aug 17 01:03:21.073572 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f,segment=NetworkSegment(a8681a05-e1c0-4086-89fa-ce4c2602d54e),segment_id=a8681a05-e1c0-4086-89fa-ce4c2602d54e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:03:21.081829 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:21.082666 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:03:21.190508 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:21.198691 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-29f40426-0f58-4481-bd7b-9f2d6cdb662c service neutron] 10.222.0.60 "GET /v2.0/networks/faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438618 Aug 17 01:03:21.229899 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:03:21.236795 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:03:21.237407 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:21.296675 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3696d4e1-b8ff-4375-a9e5-49b2326e0c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614946666', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:03:19Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '59a92a98-bb53-4212-ab16-5732ec0e8fb4', 'name': '', 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:a5:71:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '1aef5dfa-0100-4f70-8051-8bd074e8e859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:03:18Z', 'updated_at': '2021-08-17T01:03:20Z', 'revision_number': 2, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': '1aef5dfa-0100-4f70-8051-8bd074e8e859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:03:21.297111 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-b2c85533-d3a7-447d-a8eb-e1cd0b9b7024 service neutron] 10.222.0.60 "GET /v2.0/networks/faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897839 Aug 17 01:03:21.327890 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3696d4e1-b8ff-4375-a9e5-49b2326e0c9a None None] Checking router: dd9cde13-1fa7-4054-bebd-c04af36ee2bf for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:03:21.328253 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3696d4e1-b8ff-4375-a9e5-49b2326e0c9a None None] Updating router dd9cde13-1fa7-4054-bebd-c04af36ee2bf port 59a92a98-bb53-4212-ab16-5732ec0e8fb4 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:03:21.380150 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3696d4e1-b8ff-4375-a9e5-49b2326e0c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:21.391967 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:21.438728 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:03:21.458887 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:21.488559 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eeb53d84-833d-482f-acbf-804aac776a9e req-8a0c4cae-8943-49f5-a5c1-704fc7c7db55 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 210 time: 0.0437772 Aug 17 01:03:21.597169 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:21.748317 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3696d4e1-b8ff-4375-a9e5-49b2326e0c9a None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:21.757978 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3696d4e1-b8ff-4375-a9e5-49b2326e0c9a None None] Transition to ACTIVE for port object 59a92a98-bb53-4212-ab16-5732ec0e8fb4 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:03:21.763111 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3696d4e1-b8ff-4375-a9e5-49b2326e0c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:21.983243 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ccfdb-8cb3-4dac-9cd3-e7a0d292d90a None None] Pushing event updated for resources: {'Port': ['ID=59a92a98-bb53-4212-ab16-5732ec0e8fb4,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:22.036353 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3696d4e1-b8ff-4375-a9e5-49b2326e0c9a None None] Attempting to bind port 59a92a98-bb53-4212-ab16-5732ec0e8fb4 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:03:22.036885 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3696d4e1-b8ff-4375-a9e5-49b2326e0c9a None None] Attempting to bind port 59a92a98-bb53-4212-ab16-5732ec0e8fb4 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'a8681a05-e1c0-4086-89fa-ce4c2602d54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:03:22.037297 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3696d4e1-b8ff-4375-a9e5-49b2326e0c9a None None] Attempting to bind port 59a92a98-bb53-4212-ab16-5732ec0e8fb4 on network faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:03:22.042816 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3696d4e1-b8ff-4375-a9e5-49b2326e0c9a None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:03:22.043197 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3696d4e1-b8ff-4375-a9e5-49b2326e0c9a None None] Checking segment: {'id': 'a8681a05-e1c0-4086-89fa-ce4c2602d54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:03:22.043608 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3696d4e1-b8ff-4375-a9e5-49b2326e0c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:22.044004 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3696d4e1-b8ff-4375-a9e5-49b2326e0c9a None None] Bound using segment: {'id': 'a8681a05-e1c0-4086-89fa-ce4c2602d54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:03:22.044549 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3696d4e1-b8ff-4375-a9e5-49b2326e0c9a None None] Bound port: 59a92a98-bb53-4212-ab16-5732ec0e8fb4, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8681a05-e1c0-4086-89fa-ce4c2602d54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:03:22.044959 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3696d4e1-b8ff-4375-a9e5-49b2326e0c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:22.113641 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-3696d4e1-b8ff-4375-a9e5-49b2326e0c9a None None] For port 59a92a98-bb53-4212-ab16-5732ec0e8fb4, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:03:22.117084 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-3696d4e1-b8ff-4375-a9e5-49b2326e0c9a None None] For port 59a92a98-bb53-4212-ab16-5732ec0e8fb4, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=59a92a98-bb53-4212-ab16-5732ec0e8fb4,segment=NetworkSegment(a8681a05-e1c0-4086-89fa-ce4c2602d54e),segment_id=a8681a05-e1c0-4086-89fa-ce4c2602d54e)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:03:22.121267 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3696d4e1-b8ff-4375-a9e5-49b2326e0c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:22.182460 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3696d4e1-b8ff-4375-a9e5-49b2326e0c9a None None] Routers {'dd9cde13-1fa7-4054-bebd-c04af36ee2bf'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:03:22.183086 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3696d4e1-b8ff-4375-a9e5-49b2326e0c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:03:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['dd9cde13-1fa7-4054-bebd-c04af36ee2bf'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:03:22.219327 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ccfdb-8cb3-4dac-9cd3-e7a0d292d90a None None] Pushing event updated for resources: {'Port': ['ID=59a92a98-bb53-4212-ab16-5732ec0e8fb4,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:22.313611 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-3696d4e1-b8ff-4375-a9e5-49b2326e0c9a None None] Set router dd9cde13-1fa7-4054-bebd-c04af36ee2bf gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:03:22.356260 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:22.538435 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-3b894215-b979-47f5-8348-ef1cf2961d1d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:22.540403 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-3b894215-b979-47f5-8348-ef1cf2961d1d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.69 "GET /v2.0/networks?id=faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 HTTP/1.1" status: 200 len: 796 time: 0.1291480 Aug 17 01:03:22.565680 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3696d4e1-b8ff-4375-a9e5-49b2326e0c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614946666', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:03:19Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '59a92a98-bb53-4212-ab16-5732ec0e8fb4', 'name': '', 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:a5:71:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '1aef5dfa-0100-4f70-8051-8bd074e8e859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:03:18Z', 'updated_at': '2021-08-17T01:03:22Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': '1aef5dfa-0100-4f70-8051-8bd074e8e859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:03:22.571616 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:03:22.607938 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-8bd80b93-caac-4d12-bfdb-4912a757969a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f329865a61fa47128fcdfcf68f05ab5a HTTP/1.1" status: 200 len: 380 time: 0.0508337 Aug 17 01:03:22.623514 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3696d4e1-b8ff-4375-a9e5-49b2326e0c9a None None] The sync data for ids ['dd9cde13-1fa7-4054-bebd-c04af36ee2bf'] in n-d-800088-20 is: [{'id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614946666', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:03:19Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '59a92a98-bb53-4212-ab16-5732ec0e8fb4', 'name': '', 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:a5:71:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '1aef5dfa-0100-4f70-8051-8bd074e8e859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:03:18Z', 'updated_at': '2021-08-17T01:03:22Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': '1aef5dfa-0100-4f70-8051-8bd074e8e859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:03:22.626078 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-5d2b4c83-61e4-4a7c-a0ac-1299bd6fa057 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'port': {'device_id': '82af824c-b4fd-4d21-ac91-2fba306a8724', 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21', 'admin_state_up': True, 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'security_groups': ['5e31e799-db22-443a-8863-ef1399138273']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:03:22.630894 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cca2db23-d10a-4c11-b67a-0186a7f314f7 req-2f5a6928-e218-44d0-9ac0-3827e9699784 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 210 time: 0.0423706 Aug 17 01:03:22.661629 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:03:22.661998 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:22.761661 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:03:22.763903 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-5d2b4c83-61e4-4a7c-a0ac-1299bd6fa057 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Made reservation on behalf of f329865a61fa47128fcdfcf68f05ab5a for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:03:22.767540 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-5d2b4c83-61e4-4a7c-a0ac-1299bd6fa057 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:22.816765 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:03:22.817200 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:22.912292 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-5d2b4c83-61e4-4a7c-a0ac-1299bd6fa057 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Allocated IP 172.20.0.4 (faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21/1aef5dfa-0100-4f70-8051-8bd074e8e859/054a2a4d-4fe6-400a-a8ab-fb168623ecb0) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:03:23.062233 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-5d2b4c83-61e4-4a7c-a0ac-1299bd6fa057 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:23.077790 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-5d2b4c83-61e4-4a7c-a0ac-1299bd6fa057 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Transition to ACTIVE for port object 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:03:23.114214 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-5d2b4c83-61e4-4a7c-a0ac-1299bd6fa057 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:23.164622 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-5d2b4c83-61e4-4a7c-a0ac-1299bd6fa057 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:03:23.167945 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-5d2b4c83-61e4-4a7c-a0ac-1299bd6fa057 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:03:23.172801 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-5d2b4c83-61e4-4a7c-a0ac-1299bd6fa057 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:03:23.177150 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b4c83-61e4-4a7c-a0ac-1299bd6fa057 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=054a2a4d-4fe6-400a-a8ab-fb168623ecb0,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:23.227462 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-5d2b4c83-61e4-4a7c-a0ac-1299bd6fa057 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:23.228773 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-5d2b4c83-61e4-4a7c-a0ac-1299bd6fa057 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:23.245442 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-5d2b4c83-61e4-4a7c-a0ac-1299bd6fa057 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6227956 Aug 17 01:03:23.262358 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-1837a453-5191-4a03-ae8d-2be68e26448d service neutron] Request body: {'port': {'device_id': '82af824c-b4fd-4d21-ac91-2fba306a8724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:03:23.331315 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-1837a453-5191-4a03-ae8d-2be68e26448d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:23.482505 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f5d10da3-c38f-4fac-b95d-9cdb9b5a021a None None] Provisioning for port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:03:23.487714 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f5d10da3-c38f-4fac-b95d-9cdb9b5a021a None None] Provisioning complete for port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:03:23.488349 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f5d10da3-c38f-4fac-b95d-9cdb9b5a021a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:23.526012 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f5d10da3-c38f-4fac-b95d-9cdb9b5a021a None None] Port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:03:23.624772 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-1837a453-5191-4a03-ae8d-2be68e26448d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:03:23.633464 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-1837a453-5191-4a03-ae8d-2be68e26448d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:23.646663 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-1837a453-5191-4a03-ae8d-2be68e26448d service neutron] Transition to ACTIVE for port object 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:03:23.650444 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-1837a453-5191-4a03-ae8d-2be68e26448d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:23.703934 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837a453-5191-4a03-ae8d-2be68e26448d service neutron] Pushing event updated for resources: {'Port': ['ID=054a2a4d-4fe6-400a-a8ab-fb168623ecb0,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:23.823312 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79012111-006f-4259-8112-6de82e8b5d1e req-b85775c8-3db2-4232-9d1d-5dc4b3ed11d9 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:23.824884 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79012111-006f-4259-8112-6de82e8b5d1e req-b85775c8-3db2-4232-9d1d-5dc4b3ed11d9 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 943 time: 0.1144757 Aug 17 01:03:23.827795 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-1837a453-5191-4a03-ae8d-2be68e26448d service neutron] Attempting to bind port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:03:23.828090 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-1837a453-5191-4a03-ae8d-2be68e26448d service neutron] Attempting to bind port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': 'a8681a05-e1c0-4086-89fa-ce4c2602d54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:03:23.828418 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-1837a453-5191-4a03-ae8d-2be68e26448d service neutron] Attempting to bind port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 on network faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:03:23.839922 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-1837a453-5191-4a03-ae8d-2be68e26448d service neutron] Port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 on network faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:03:23.840252 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-1837a453-5191-4a03-ae8d-2be68e26448d service neutron] Attempting to bind port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 on network faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:03:23.854973 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-1837a453-5191-4a03-ae8d-2be68e26448d service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:03:23.855310 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-1837a453-5191-4a03-ae8d-2be68e26448d service neutron] Checking segment: {'id': 'a8681a05-e1c0-4086-89fa-ce4c2602d54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:03:23.855687 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-1837a453-5191-4a03-ae8d-2be68e26448d service neutron] Bound using segment: {'id': 'a8681a05-e1c0-4086-89fa-ce4c2602d54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:03:23.856125 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-1837a453-5191-4a03-ae8d-2be68e26448d service neutron] Bound port: 054a2a4d-4fe6-400a-a8ab-fb168623ecb0, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8681a05-e1c0-4086-89fa-ce4c2602d54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:03:23.856492 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-1837a453-5191-4a03-ae8d-2be68e26448d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:23.886685 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79012111-006f-4259-8112-6de82e8b5d1e req-297c9946-ebd2-41d6-b275-0db0cb7acd8f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541682 Aug 17 01:03:23.935621 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-1837a453-5191-4a03-ae8d-2be68e26448d service neutron] For port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:03:23.939155 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-1837a453-5191-4a03-ae8d-2be68e26448d service neutron] For port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=054a2a4d-4fe6-400a-a8ab-fb168623ecb0,segment=NetworkSegment(a8681a05-e1c0-4086-89fa-ce4c2602d54e),segment_id=a8681a05-e1c0-4086-89fa-ce4c2602d54e)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:03:23.943952 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-1837a453-5191-4a03-ae8d-2be68e26448d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:23.981781 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-1837a453-5191-4a03-ae8d-2be68e26448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:23.982410 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-1837a453-5191-4a03-ae8d-2be68e26448d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:23.983830 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-1837a453-5191-4a03-ae8d-2be68e26448d service neutron] 10.222.0.69 "PUT /v2.0/ports/054a2a4d-4fe6-400a-a8ab-fb168623ecb0 HTTP/1.1" status: 200 len: 1092 time: 0.7262111 Aug 17 01:03:23.984224 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82af824c-b4fd-4d21-ac91-2fba306a8724', 'tag': '054a2a4d-4fe6-400a-a8ab-fb168623ecb0'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:03:23.986483 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff73049d-7313-48ce-9c60-a5d78e4cb9a2" -d '{"events": [{"name": "network-changed", "server_uuid": "82af824c-b4fd-4d21-ac91-2fba306a8724", "tag": "054a2a4d-4fe6-400a-a8ab-fb168623ecb0"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:03:24.013512 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837a453-5191-4a03-ae8d-2be68e26448d service neutron] Pushing event updated for resources: {'Port': ['ID=054a2a4d-4fe6-400a-a8ab-fb168623ecb0,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:24.043555 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f171478-a1f0-47d1-b9e1-b331834f35b0 x-openstack-request-id: req-2f171478-a1f0-47d1-b9e1-b331834f35b0 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:03:24.043843 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82af824c-b4fd-4d21-ac91-2fba306a8724", "tag": "054a2a4d-4fe6-400a-a8ab-fb168623ecb0", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:03:24.044102 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f171478-a1f0-47d1-b9e1-b331834f35b0 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:03:24.044642 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82af824c-b4fd-4d21-ac91-2fba306a8724', 'tag': '054a2a4d-4fe6-400a-a8ab-fb168623ecb0', 'status': 'completed', 'code': 200} Aug 17 01:03:24.079011 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-c8b18e4e-5b45-42e9-9377-5ce44846b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:24.080551 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-c8b18e4e-5b45-42e9-9377-5ce44846b4fe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 1095 time: 0.0466921 Aug 17 01:03:24.126232 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-9c204fb1-66fd-430d-b180-7bcca688565c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=054a2a4d-4fe6-400a-a8ab-fb168623ecb0 HTTP/1.1" status: 200 len: 217 time: 0.0373881 Aug 17 01:03:24.181837 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-54cfdc6e-8317-4a93-aaf3-edf582e59f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:24.183312 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-54cfdc6e-8317-4a93-aaf3-edf582e59f13 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1aef5dfa-0100-4f70-8051-8bd074e8e859 HTTP/1.1" status: 200 len: 835 time: 0.0497415 Aug 17 01:03:24.232743 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-4230155a-83ed-49e7-a525-0ab1c91d170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:24.234273 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-4230155a-83ed-49e7-a525-0ab1c91d170d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398297 Aug 17 01:03:24.330009 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-bc8067ef-348c-415f-a47a-9f616f1df165 service neutron] 10.222.0.69 "GET /v2.0/networks/faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843210 Aug 17 01:03:24.426556 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-519bad0d-56bb-48ec-8fbd-6017f50b0904 req-79dd3b84-68ea-460c-a24a-d1f9bb2730fd service neutron] 10.222.0.69 "GET /v2.0/networks/faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849462 Aug 17 01:03:24.519640 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73049d-7313-48ce-9c60-a5d78e4cb9a2 req-5d57b2da-855b-4b03-9a72-e2d95fad24c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:24.521167 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff73049d-7313-48ce-9c60-a5d78e4cb9a2 req-5d57b2da-855b-4b03-9a72-e2d95fad24c3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 1095 time: 0.0454929 Aug 17 01:03:24.550692 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 59a92a98-bb53-4212-ab16-5732ec0e8fb4 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:03:24.599816 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 59a92a98-bb53-4212-ab16-5732ec0e8fb4 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:03:24.604107 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 59a92a98-bb53-4212-ab16-5732ec0e8fb4 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:03:24.604483 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:24.619929 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73049d-7313-48ce-9c60-a5d78e4cb9a2 req-9767f7b7-28fb-4832-a553-1a3a4921911d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:24.621454 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff73049d-7313-48ce-9c60-a5d78e4cb9a2 req-9767f7b7-28fb-4832-a553-1a3a4921911d service neutron] 10.222.0.69 "GET /v2.0/networks?id=faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 HTTP/1.1" status: 200 len: 897 time: 0.0931480 Aug 17 01:03:24.664559 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff73049d-7313-48ce-9c60-a5d78e4cb9a2 req-a62ca04c-7356-49dd-bc3b-278598f788e0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=054a2a4d-4fe6-400a-a8ab-fb168623ecb0 HTTP/1.1" status: 200 len: 217 time: 0.0348587 Aug 17 01:03:24.684688 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:24.714617 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73049d-7313-48ce-9c60-a5d78e4cb9a2 req-719c7a47-4d79-4820-84d2-5ebf64b06b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:24.716091 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff73049d-7313-48ce-9c60-a5d78e4cb9a2 req-719c7a47-4d79-4820-84d2-5ebf64b06b88 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1aef5dfa-0100-4f70-8051-8bd074e8e859 HTTP/1.1" status: 200 len: 835 time: 0.0443978 Aug 17 01:03:24.716814 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 59a92a98-bb53-4212-ab16-5732ec0e8fb4, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=59a92a98-bb53-4212-ab16-5732ec0e8fb4,segment=NetworkSegment(a8681a05-e1c0-4086-89fa-ce4c2602d54e),segment_id=a8681a05-e1c0-4086-89fa-ce4c2602d54e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:03:24.720635 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:24.767330 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73049d-7313-48ce-9c60-a5d78e4cb9a2 req-fed492e8-4888-4648-814d-9aeadd56138c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:24.769488 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff73049d-7313-48ce-9c60-a5d78e4cb9a2 req-fed492e8-4888-4648-814d-9aeadd56138c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455160 Aug 17 01:03:24.770903 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=59a92a98-bb53-4212-ab16-5732ec0e8fb4,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:24.860106 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff73049d-7313-48ce-9c60-a5d78e4cb9a2 req-a8ff2257-bbd0-4699-811d-2fecc6dbff58 service neutron] 10.222.0.69 "GET /v2.0/networks/faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825748 Aug 17 01:03:24.955837 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ff73049d-7313-48ce-9c60-a5d78e4cb9a2 req-5f4b8a2c-e407-4307-8fd6-7f11c060be49 service neutron] 10.222.0.69 "GET /v2.0/networks/faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865738 Aug 17 01:03:25.004673 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f364bd7-70dd-469c-881b-d2e3125d834c req-415e2736-6294-41d0-aee1-3ca5a9b3b0ab tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:25.006191 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f364bd7-70dd-469c-881b-d2e3125d834c req-415e2736-6294-41d0-aee1-3ca5a9b3b0ab tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 943 time: 0.0495367 Aug 17 01:03:25.043226 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f364bd7-70dd-469c-881b-d2e3125d834c req-47dec98e-b76c-4510-903d-35add2eca5ad tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310495 Aug 17 01:03:26.161175 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c24d8-d26d-49e3-89ab-4d8f7565f39b req-61b38322-27e3-4654-9563-68c0663416e8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:26.162574 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca5c24d8-d26d-49e3-89ab-4d8f7565f39b req-61b38322-27e3-4654-9563-68c0663416e8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 943 time: 0.0487499 Aug 17 01:03:26.199273 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ca5c24d8-d26d-49e3-89ab-4d8f7565f39b req-27dc31c6-c0af-425b-a74a-bc5b63d80e7c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307071 Aug 17 01:03:26.530326 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 59a92a98-bb53-4212-ab16-5732ec0e8fb4 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:03:26.581968 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 59a92a98-bb53-4212-ab16-5732ec0e8fb4 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:03:26.582328 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:26.707521 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:03:26.801410 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=054a2a4d-4fe6-400a-a8ab-fb168623ecb0,segment=NetworkSegment(a8681a05-e1c0-4086-89fa-ce4c2602d54e),segment_id=a8681a05-e1c0-4086-89fa-ce4c2602d54e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:03:26.812602 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '054a2a4d-4fe6-400a-a8ab-fb168623ecb0', 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21', 'port_id': '054a2a4d-4fe6-400a-a8ab-fb168623ecb0', 'mac_address': 'fa:16:3e:9d:06:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aef5dfa-0100-4f70-8051-8bd074e8e859', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:03:26.848795 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:26.861255 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:03:26.880160 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=054a2a4d-4fe6-400a-a8ab-fb168623ecb0,segment=NetworkSegment(a8681a05-e1c0-4086-89fa-ce4c2602d54e),segment_id=a8681a05-e1c0-4086-89fa-ce4c2602d54e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:03:26.884044 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:26.931550 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=054a2a4d-4fe6-400a-a8ab-fb168623ecb0,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:27.132744 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['054a2a4d-4fe6-400a-a8ab-fb168623ecb0'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:03:27.328665 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b1a3d-6cc7-4ce3-b3ce-c6416a292a41 req-7ccf5a45-5d17-4426-a6f3-5994f6f838dd tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:27.330363 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-107b1a3d-6cc7-4ce3-b3ce-c6416a292a41 req-7ccf5a45-5d17-4426-a6f3-5994f6f838dd tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 944 time: 0.0568874 Aug 17 01:03:27.369542 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-107b1a3d-6cc7-4ce3-b3ce-c6416a292a41 req-355ffb2d-48e7-4b25-9864-fb34867ef7cf tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323455 Aug 17 01:03:28.225739 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:03:28.483684 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeeccd7-6970-41c4-91bc-96491cf04be8 req-e38efafd-6e3d-43f4-83e0-e2c0a934ebf1 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:28.485205 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfeeccd7-6970-41c4-91bc-96491cf04be8 req-e38efafd-6e3d-43f4-83e0-e2c0a934ebf1 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 944 time: 0.0492690 Aug 17 01:03:28.522636 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cfeeccd7-6970-41c4-91bc-96491cf04be8 req-ba39201c-0b4b-4210-946d-4f6150ef338f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307012 Aug 17 01:03:28.708093 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:03:28.755874 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:03:28.759420 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:03:28.759795 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:28.837033 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:28.859217 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82af824c-b4fd-4d21-ac91-2fba306a8724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054a2a4d-4fe6-400a-a8ab-fb168623ecb0'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:03:28.861487 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d9b1f6eceb9192db377ceb4d6ae83098a713cf0d5394fe300bfd3a5d60dfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742007f8-4d76-4a66-aa97-57b39dfc178d" -d '{"events": [{"server_uuid": "82af824c-b4fd-4d21-ac91-2fba306a8724", "name": "network-vif-plugged", "status": "completed", "tag": "054a2a4d-4fe6-400a-a8ab-fb168623ecb0"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:03:28.875301 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=054a2a4d-4fe6-400a-a8ab-fb168623ecb0,segment=NetworkSegment(a8681a05-e1c0-4086-89fa-ce4c2602d54e),segment_id=a8681a05-e1c0-4086-89fa-ce4c2602d54e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:03:28.880556 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:28.904188 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a25f97-c653-42a9-8682-7b4395d8ba1f x-openstack-request-id: req-02a25f97-c653-42a9-8682-7b4395d8ba1f {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:03:28.904476 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82af824c-b4fd-4d21-ac91-2fba306a8724", "name": "network-vif-plugged", "status": "completed", "tag": "054a2a4d-4fe6-400a-a8ab-fb168623ecb0", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:03:28.904726 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-02a25f97-c653-42a9-8682-7b4395d8ba1f {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:03:28.905152 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82af824c-b4fd-4d21-ac91-2fba306a8724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054a2a4d-4fe6-400a-a8ab-fb168623ecb0', 'code': 200} Aug 17 01:03:28.931249 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=054a2a4d-4fe6-400a-a8ab-fb168623ecb0,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:29.000529 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d575f4-30e8-4631-bd96-cc7c647a7ddb req-2febff2d-822b-41d0-8ed0-0dbb1d9d60e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:29.001944 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a8d575f4-30e8-4631-bd96-cc7c647a7ddb req-2febff2d-822b-41d0-8ed0-0dbb1d9d60e3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 1097 time: 0.0396438 Aug 17 01:03:29.040252 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a8d575f4-30e8-4631-bd96-cc7c647a7ddb req-6b37f550-a86e-4391-9434-798b4075b614 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273435 Aug 17 01:03:29.640052 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b955e79-f0f1-45ce-9ebb-a1e910a89362 req-04cffb67-b2af-4fea-b28a-9c3a934c75b0 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:29.641567 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4b955e79-f0f1-45ce-9ebb-a1e910a89362 req-04cffb67-b2af-4fea-b28a-9c3a934c75b0 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 945 time: 0.0532303 Aug 17 01:03:29.689714 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4b955e79-f0f1-45ce-9ebb-a1e910a89362 req-5d5c5aac-9460-486a-a551-3784db337118 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331464 Aug 17 01:03:30.806813 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfa324-e7c3-4023-a283-42f9d28f8b65 req-4bd3a99e-7066-4e34-b9d3-aec1bf0bd8b0 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:30.808300 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-64dfa324-e7c3-4023-a283-42f9d28f8b65 req-4bd3a99e-7066-4e34-b9d3-aec1bf0bd8b0 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 945 time: 0.0496132 Aug 17 01:03:30.845132 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-64dfa324-e7c3-4023-a283-42f9d28f8b65 req-35b27b49-7322-43c7-ac9f-864d6ac3f6f2 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309541 Aug 17 01:03:30.961682 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b16255-2ea3-43e5-9333-e58ca2041b1d req-79f71870-4e48-433f-926b-c84fdeaef998 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:30.963142 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a3b16255-2ea3-43e5-9333-e58ca2041b1d req-79f71870-4e48-433f-926b-c84fdeaef998 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 945 time: 0.0504451 Aug 17 01:03:31.001588 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a3b16255-2ea3-43e5-9333-e58ca2041b1d req-7f2433e8-c95e-4393-97b4-2627274b411b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323393 Aug 17 01:03:31.023133 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50230) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:03:31.063195 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb7a9c7-d345-4498-ae79-e8bebec892f6 tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:31.064730 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-bbb7a9c7-d345-4498-ae79-e8bebec892f6 tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 1092 time: 0.0405023 Aug 17 01:03:31.067692 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50232) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:03:31.071998 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-3d5d9745-0f5a-41c8-a838-fc5d163b3dd6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'port_id': '054a2a4d-4fe6-400a-a8ab-fb168623ecb0', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:03:31.093825 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3d5d9745-0f5a-41c8-a838-fc5d163b3dd6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:31.188172 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3d5d9745-0f5a-41c8-a838-fc5d163b3dd6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:31.299906 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-3d5d9745-0f5a-41c8-a838-fc5d163b3dd6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Allocated IP 172.25.3.44 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/6e4754e5-7228-410a-b240-6d8028de02cb) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:03:31.400693 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3d5d9745-0f5a-41c8-a838-fc5d163b3dd6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:31.443242 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3d5d9745-0f5a-41c8-a838-fc5d163b3dd6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:31.483985 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5d9745-0f5a-41c8-a838-fc5d163b3dd6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:03:31.486925 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-3d5d9745-0f5a-41c8-a838-fc5d163b3dd6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:03:31.491357 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5d9745-0f5a-41c8-a838-fc5d163b3dd6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:03:31.496745 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d9745-0f5a-41c8-a838-fc5d163b3dd6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=6e4754e5-7228-410a-b240-6d8028de02cb,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:31.854613 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3d5d9745-0f5a-41c8-a838-fc5d163b3dd6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:31.920034 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3d5d9745-0f5a-41c8-a838-fc5d163b3dd6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:32.072335 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3d5d9745-0f5a-41c8-a838-fc5d163b3dd6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:32.076779 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3d5d9745-0f5a-41c8-a838-fc5d163b3dd6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:32.145836 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d9745-0f5a-41c8-a838-fc5d163b3dd6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=6e4754e5-7228-410a-b240-6d8028de02cb,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:03:32.155761 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3d5d9745-0f5a-41c8-a838-fc5d163b3dd6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:32.257301 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-3d5d9745-0f5a-41c8-a838-fc5d163b3dd6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Floating IP 0cd7f206-5880-4304-985f-b87c6c7f8f64 associated. External IP: 172.25.3.44, port: 054a2a4d-4fe6-400a-a8ab-fb168623ecb0. Aug 17 01:03:32.468204 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5d9745-0f5a-41c8-a838-fc5d163b3dd6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Router dd9cde13-1fa7-4054-bebd-c04af36ee2bf has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:03:32.576199 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5d9745-0f5a-41c8-a838-fc5d163b3dd6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:03:32.586896 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a911e69e-b475-459d-bae7-39738d427acb None None] Sync routers for ids ['dd9cde13-1fa7-4054-bebd-c04af36ee2bf'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:03:32.593443 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3d5d9745-0f5a-41c8-a838-fc5d163b3dd6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:32.596074 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a911e69e-b475-459d-bae7-39738d427acb None None] Routers {'dd9cde13-1fa7-4054-bebd-c04af36ee2bf'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:03:32.597411 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a911e69e-b475-459d-bae7-39738d427acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:03:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['dd9cde13-1fa7-4054-bebd-c04af36ee2bf'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:03:32.621188 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3d5d9745-0f5a-41c8-a838-fc5d163b3dd6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5524383 Aug 17 01:03:32.621880 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82af824c-b4fd-4d21-ac91-2fba306a8724', 'tag': '054a2a4d-4fe6-400a-a8ab-fb168623ecb0'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:03:32.624335 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4afb7fd048575595adebbc18266dfe77be650347e5b777fc7b93272164e80269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d0feed-8413-4107-8ffc-12ad996d277f" -d '{"events": [{"name": "network-changed", "server_uuid": "82af824c-b4fd-4d21-ac91-2fba306a8724", "tag": "054a2a4d-4fe6-400a-a8ab-fb168623ecb0"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:03:32.672212 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9b4204-a233-405b-919d-82d514ca6726 x-openstack-request-id: req-ee9b4204-a233-405b-919d-82d514ca6726 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:03:32.672580 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82af824c-b4fd-4d21-ac91-2fba306a8724", "tag": "054a2a4d-4fe6-400a-a8ab-fb168623ecb0", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:03:32.672910 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ee9b4204-a233-405b-919d-82d514ca6726 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:03:32.673584 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82af824c-b4fd-4d21-ac91-2fba306a8724', 'tag': '054a2a4d-4fe6-400a-a8ab-fb168623ecb0', 'status': 'completed', 'code': 200} Aug 17 01:03:32.707662 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-a911e69e-b475-459d-bae7-39738d427acb None None] Set router dd9cde13-1fa7-4054-bebd-c04af36ee2bf gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:03:33.056069 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a911e69e-b475-459d-bae7-39738d427acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614946666', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:03:19Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '0cd7f206-5880-4304-985f-b87c6c7f8f64', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'floating_ip_address': '172.25.3.44', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'port_id': '054a2a4d-4fe6-400a-a8ab-fb168623ecb0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21', 'mac_address': 'fa:16:3e:9d:06:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82af824c-b4fd-4d21-ac91-2fba306a8724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:03:31Z', 'updated_at': '2021-08-17T01:03:31Z', 'revision_number': 0, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a92a98-bb53-4212-ab16-5732ec0e8fb4', 'name': '', 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:a5:71:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '1aef5dfa-0100-4f70-8051-8bd074e8e859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:03:18Z', 'updated_at': '2021-08-17T01:03:24Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': '1aef5dfa-0100-4f70-8051-8bd074e8e859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:03:33.083526 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a911e69e-b475-459d-bae7-39738d427acb None None] Checking router: dd9cde13-1fa7-4054-bebd-c04af36ee2bf for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:03:33.091807 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a911e69e-b475-459d-bae7-39738d427acb None None] Routers {'dd9cde13-1fa7-4054-bebd-c04af36ee2bf'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:03:33.092484 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a911e69e-b475-459d-bae7-39738d427acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:03:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['dd9cde13-1fa7-4054-bebd-c04af36ee2bf'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:03:33.096880 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067afb06-b455-4160-ae6c-04779d2ba334 req-2d259715-dbc9-429e-bae6-d7565f7e034a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:33.098645 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-067afb06-b455-4160-ae6c-04779d2ba334 req-2d259715-dbc9-429e-bae6-d7565f7e034a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 945 time: 0.4169617 Aug 17 01:03:33.100517 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0feed-8413-4107-8ffc-12ad996d277f req-fefd1ddb-7d90-41cf-89be-78376bd6cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:33.101908 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-53d0feed-8413-4107-8ffc-12ad996d277f req-fefd1ddb-7d90-41cf-89be-78376bd6cb58 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 1097 time: 0.3891976 Aug 17 01:03:33.193319 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-067afb06-b455-4160-ae6c-04779d2ba334 req-61cc769f-3542-4cfe-ba96-9adcf8f76600 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874660 Aug 17 01:03:33.210482 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-a911e69e-b475-459d-bae7-39738d427acb None None] Set router dd9cde13-1fa7-4054-bebd-c04af36ee2bf gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:03:33.223327 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50238) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:03:33.229731 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0feed-8413-4107-8ffc-12ad996d277f req-4ed7299e-770d-4076-8db4-8722bec23d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:33.232508 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-53d0feed-8413-4107-8ffc-12ad996d277f req-4ed7299e-770d-4076-8db4-8722bec23d47 service neutron] 10.222.0.69 "GET /v2.0/networks?id=faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 HTTP/1.1" status: 200 len: 897 time: 0.1192191 Aug 17 01:03:33.301500 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2546df75-7feb-4e5f-bc9f-9c043d9a6322 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/floatingips/0cd7f206-5880-4304-985f-b87c6c7f8f64 HTTP/1.1" status: 200 len: 990 time: 0.0769818 Aug 17 01:03:33.318207 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-53d0feed-8413-4107-8ffc-12ad996d277f req-08807e5e-80b1-42db-a482-97aef65cedf7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=054a2a4d-4fe6-400a-a8ab-fb168623ecb0 HTTP/1.1" status: 200 len: 998 time: 0.0789344 Aug 17 01:03:33.368355 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0feed-8413-4107-8ffc-12ad996d277f req-75ae0a90-ac42-4186-8917-f86e664cb5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:33.369859 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-53d0feed-8413-4107-8ffc-12ad996d277f req-75ae0a90-ac42-4186-8917-f86e664cb5bc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1aef5dfa-0100-4f70-8051-8bd074e8e859 HTTP/1.1" status: 200 len: 835 time: 0.0447690 Aug 17 01:03:33.420474 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0feed-8413-4107-8ffc-12ad996d277f req-d8696f5b-2ee8-4b6d-a64d-7c5b771c1620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:03:33.422005 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-53d0feed-8413-4107-8ffc-12ad996d277f req-d8696f5b-2ee8-4b6d-a64d-7c5b771c1620 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446882 Aug 17 01:03:33.442744 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-a911e69e-b475-459d-bae7-39738d427acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614946666', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:03:19Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '0cd7f206-5880-4304-985f-b87c6c7f8f64', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'floating_ip_address': '172.25.3.44', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'port_id': '054a2a4d-4fe6-400a-a8ab-fb168623ecb0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21', 'mac_address': 'fa:16:3e:9d:06:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82af824c-b4fd-4d21-ac91-2fba306a8724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:03:31Z', 'updated_at': '2021-08-17T01:03:31Z', 'revision_number': 0, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a92a98-bb53-4212-ab16-5732ec0e8fb4', 'name': '', 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:a5:71:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '1aef5dfa-0100-4f70-8051-8bd074e8e859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:03:18Z', 'updated_at': '2021-08-17T01:03:24Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': '1aef5dfa-0100-4f70-8051-8bd074e8e859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:03:33.468786 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a911e69e-b475-459d-bae7-39738d427acb None None] The sync data for ids ['dd9cde13-1fa7-4054-bebd-c04af36ee2bf'] in n-d-800088-20 is: [{'id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614946666', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:03:19Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '0cd7f206-5880-4304-985f-b87c6c7f8f64', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'floating_ip_address': '172.25.3.44', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'port_id': '054a2a4d-4fe6-400a-a8ab-fb168623ecb0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21', 'mac_address': 'fa:16:3e:9d:06:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82af824c-b4fd-4d21-ac91-2fba306a8724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:03:31Z', 'updated_at': '2021-08-17T01:03:31Z', 'revision_number': 0, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a92a98-bb53-4212-ab16-5732ec0e8fb4', 'name': '', 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:a5:71:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '1aef5dfa-0100-4f70-8051-8bd074e8e859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:03:18Z', 'updated_at': '2021-08-17T01:03:24Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': '1aef5dfa-0100-4f70-8051-8bd074e8e859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:03:33.515477 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-53d0feed-8413-4107-8ffc-12ad996d277f req-c74ad463-26b6-4728-aee0-cd9831448f97 service neutron] 10.222.0.69 "GET /v2.0/networks/faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849528 Aug 17 01:03:33.616069 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-53d0feed-8413-4107-8ffc-12ad996d277f req-dbb43180-4308-41e5-b418-819d2476fa7d service neutron] 10.222.0.69 "GET /v2.0/networks/faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927272 Aug 17 01:03:33.667016 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f632684a-7a68-4aba-992f-3c42cddeba42 None None] New status for floating IP 0cd7f206-5880-4304-985f-b87c6c7f8f64: ACTIVE {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:03:34.304681 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50240) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:03:34.365228 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c5a199d7-4af3-417d-99cd-0a9ac581448a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/floatingips/0cd7f206-5880-4304-985f-b87c6c7f8f64 HTTP/1.1" status: 200 len: 992 time: 0.0591362 Aug 17 01:03:40.719570 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:42.332987 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:46.638825 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5ef03d6f-5c30-42ab-b731-748490ee5c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:49.321186 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-afa3edd3-d263-4f1c-914c-ffed7941a61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:49.358325 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:50.446623 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:03:52.324776 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:04:05.225418 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:04:08.730974 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a1e90-9726-403b-8168-c0cdbbee2e4e req-0015d800-fe42-4cbc-b9f1-31f8b5796f79 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:08.732630 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a54a1e90-9726-403b-8168-c0cdbbee2e4e req-0015d800-fe42-4cbc-b9f1-31f8b5796f79 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 945 time: 0.0509045 Aug 17 01:04:08.756240 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-cc196cce-35da-44e5-a31a-ba627206b785 req-6a18fcb9-3d84-4614-9dcb-52a70e4132b5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851123 Aug 17 01:04:08.779228 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a54a1e90-9726-403b-8168-c0cdbbee2e4e req-e768f90b-7c29-4b1f-bd77-35123c5d4f02 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401645 Aug 17 01:04:09.932238 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36b360-bb76-4d6b-98a8-f0e30e06dcf3 req-e764f84d-a745-4099-8486-848ae0896562 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:09.933761 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc36b360-bb76-4d6b-98a8-f0e30e06dcf3 req-e764f84d-a745-4099-8486-848ae0896562 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 945 time: 0.0767672 Aug 17 01:04:09.939821 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc196cce-35da-44e5-a31a-ba627206b785 req-cefe59b7-a4c4-4a6b-ae2d-676f726f3410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:09.941243 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc196cce-35da-44e5-a31a-ba627206b785 req-cefe59b7-a4c4-4a6b-ae2d-676f726f3410 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 1097 time: 0.0555711 Aug 17 01:04:10.021648 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc36b360-bb76-4d6b-98a8-f0e30e06dcf3 req-d915d991-2056-4d17-b3c3-b3fd4f2df8de tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792482 Aug 17 01:04:10.056904 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc196cce-35da-44e5-a31a-ba627206b785 req-d360dc48-8534-406d-81a4-2c276ecb50eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:10.058404 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc196cce-35da-44e5-a31a-ba627206b785 req-d360dc48-8534-406d-81a4-2c276ecb50eb service neutron] 10.222.0.69 "GET /v2.0/networks?id=faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 HTTP/1.1" status: 200 len: 897 time: 0.1036117 Aug 17 01:04:10.128403 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc196cce-35da-44e5-a31a-ba627206b785 req-5b9d2e48-744b-4802-9a35-7990f156273b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=054a2a4d-4fe6-400a-a8ab-fb168623ecb0 HTTP/1.1" status: 200 len: 1000 time: 0.0585678 Aug 17 01:04:10.182514 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc196cce-35da-44e5-a31a-ba627206b785 req-381f8562-faea-4e1b-8d10-6ee9f24155b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:10.183932 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc196cce-35da-44e5-a31a-ba627206b785 req-381f8562-faea-4e1b-8d10-6ee9f24155b0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1aef5dfa-0100-4f70-8051-8bd074e8e859 HTTP/1.1" status: 200 len: 835 time: 0.0480161 Aug 17 01:04:10.233826 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc196cce-35da-44e5-a31a-ba627206b785 req-bd9dd5aa-832f-4a4a-ae98-e9699d4773aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:10.235287 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc196cce-35da-44e5-a31a-ba627206b785 req-bd9dd5aa-832f-4a4a-ae98-e9699d4773aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400043 Aug 17 01:04:10.331721 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc196cce-35da-44e5-a31a-ba627206b785 req-cf677829-0f84-4c4c-b273-bf4ab2257bd6 service neutron] 10.222.0.69 "GET /v2.0/networks/faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843861 Aug 17 01:04:10.431538 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc196cce-35da-44e5-a31a-ba627206b785 req-c2ec492f-0a61-4fe0-846e-1544e4a7526b service neutron] 10.222.0.69 "GET /v2.0/networks/faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867908 Aug 17 01:04:10.734250 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:04:11.138897 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62687157-93fc-4fe2-83bb-bf195fd0e4bb req-9d3352a2-164a-49e9-9feb-a1b4f04518e7 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:11.140359 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62687157-93fc-4fe2-83bb-bf195fd0e4bb req-9d3352a2-164a-49e9-9feb-a1b4f04518e7 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 945 time: 0.0502419 Aug 17 01:04:11.178330 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-62687157-93fc-4fe2-83bb-bf195fd0e4bb req-de81bf28-627d-45e4-af6a-08435886f2b9 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318406 Aug 17 01:04:12.296839 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b902431-3f81-4497-8e14-54d50b3c53e9 req-833706f2-8fa7-4620-9772-46ece0c3f102 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:12.298411 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1b902431-3f81-4497-8e14-54d50b3c53e9 req-833706f2-8fa7-4620-9772-46ece0c3f102 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 945 time: 0.0528910 Aug 17 01:04:12.329796 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:04:12.338585 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1b902431-3f81-4497-8e14-54d50b3c53e9 req-c08b44b7-329f-4270-8281-3a3d2c78fbf8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332897 Aug 17 01:04:13.457547 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cfe17-0072-496c-b036-7222d7a1125d req-d5990751-4c7a-4466-bef7-8a68b55e303e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:13.459701 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b06cfe17-0072-496c-b036-7222d7a1125d req-d5990751-4c7a-4466-bef7-8a68b55e303e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 945 time: 0.0508013 Aug 17 01:04:13.500558 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b06cfe17-0072-496c-b036-7222d7a1125d req-33652bcb-11e7-4cbb-b283-3381e7be08f1 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348048 Aug 17 01:04:14.618772 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e8247-d52a-49b5-9736-dad662a9f678 req-d6c554bf-7e53-4dd5-b298-671e12511e1b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:14.620281 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-251e8247-d52a-49b5-9736-dad662a9f678 req-d6c554bf-7e53-4dd5-b298-671e12511e1b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 945 time: 0.0510831 Aug 17 01:04:14.658740 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-251e8247-d52a-49b5-9736-dad662a9f678 req-2a872770-2040-44f9-84ee-7981be4223dc tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324616 Aug 17 01:04:15.779250 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2308dfe-6cc1-4cfb-9fd4-60f366cc9751 req-f68fe7ca-8c6b-4906-bee8-9fe3484f8fa2 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:15.780746 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b2308dfe-6cc1-4cfb-9fd4-60f366cc9751 req-f68fe7ca-8c6b-4906-bee8-9fe3484f8fa2 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 945 time: 0.0551362 Aug 17 01:04:15.820035 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b2308dfe-6cc1-4cfb-9fd4-60f366cc9751 req-f1615ef6-011d-4ec4-b5c4-d24c9ecce5e2 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327823 Aug 17 01:04:16.639131 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8c97b604-e258-40b3-8d1a-840845363483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:04:16.936178 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823438b4-861c-4ffe-9a33-df1bdf62a2e2 req-e23dbf7a-bb63-4383-b711-2540d7b5ec9e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:16.937985 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-823438b4-861c-4ffe-9a33-df1bdf62a2e2 req-e23dbf7a-bb63-4383-b711-2540d7b5ec9e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 945 time: 0.0501230 Aug 17 01:04:16.975788 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-823438b4-861c-4ffe-9a33-df1bdf62a2e2 req-01d41f5a-ac37-46f9-a10a-243594a37022 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314057 Aug 17 01:04:18.091854 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630a095-3c8d-4097-87a2-bb26d9768f4a req-75c0f8d1-35cb-416e-81fa-1dc32bc8c584 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:18.093359 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8630a095-3c8d-4097-87a2-bb26d9768f4a req-75c0f8d1-35cb-416e-81fa-1dc32bc8c584 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 945 time: 0.0487657 Aug 17 01:04:18.131667 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8630a095-3c8d-4097-87a2-bb26d9768f4a req-7e2fe1e9-6e0d-45b8-9d3e-f1b81880d32f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316381 Aug 17 01:04:19.253480 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb439d-64c2-444b-8136-52e4d429bdb9 req-02003a8b-471c-4811-b027-2c4946159b2a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:19.254991 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a6eb439d-64c2-444b-8136-52e4d429bdb9 req-02003a8b-471c-4811-b027-2c4946159b2a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 945 time: 0.0554049 Aug 17 01:04:19.291604 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a6eb439d-64c2-444b-8136-52e4d429bdb9 req-a48e33f9-707e-4e9c-89f0-6d5186cc8c4b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307150 Aug 17 01:04:19.321896 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-31d612bc-04f9-48c0-bc4e-a9a32c2c70ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:04:19.359325 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:04:20.421451 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02acce-8836-49cc-bf27-36c08c750d62 req-00dede89-b7b7-48c9-bce8-5eb65aa1cffd tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:20.422933 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ef02acce-8836-49cc-bf27-36c08c750d62 req-00dede89-b7b7-48c9-bce8-5eb65aa1cffd tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 945 time: 0.0507710 Aug 17 01:04:20.447967 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:04:20.462418 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ef02acce-8836-49cc-bf27-36c08c750d62 req-a22f7980-9c09-4f1b-a182-0c0075d29d58 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328858 Aug 17 01:04:21.576961 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682af212-4a9e-4b34-9917-f93d56bafc67 req-90d757ad-faec-44ab-8d35-4e627682c16b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:21.578440 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-682af212-4a9e-4b34-9917-f93d56bafc67 req-90d757ad-faec-44ab-8d35-4e627682c16b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 945 time: 0.0479317 Aug 17 01:04:21.625445 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-682af212-4a9e-4b34-9917-f93d56bafc67 req-275ea3d4-4ea6-4b7c-8d5a-e3178c65f150 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308883 Aug 17 01:04:22.327667 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:04:22.745309 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24958bff-beb1-49ac-b819-510281c37d97 req-981f5f14-63ae-44da-8490-5ef02e5233c8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:22.746782 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-24958bff-beb1-49ac-b819-510281c37d97 req-981f5f14-63ae-44da-8490-5ef02e5233c8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 945 time: 0.0529389 Aug 17 01:04:22.789275 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-24958bff-beb1-49ac-b819-510281c37d97 req-2dd02378-7dce-4cd3-9d1d-a3c4a067dd6f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365148 Aug 17 01:04:23.909300 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ade80a-aa3d-406e-82ef-ee67b1db48e5 req-4e502714-91f1-408a-ba2f-9275b035d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:23.910792 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0ade80a-aa3d-406e-82ef-ee67b1db48e5 req-4e502714-91f1-408a-ba2f-9275b035d7d0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 1097 time: 0.0672855 Aug 17 01:04:23.927521 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9c175-a1bc-4aa2-baae-90ddcfbd27c5 req-b1d26ea5-42d3-48ef-be00-4f213b7b490d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:23.928961 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-59c9c175-a1bc-4aa2-baae-90ddcfbd27c5 req-b1d26ea5-42d3-48ef-be00-4f213b7b490d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 945 time: 0.0610383 Aug 17 01:04:24.013318 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-59c9c175-a1bc-4aa2-baae-90ddcfbd27c5 req-a07e093b-1965-46a2-958b-bd1e7141188f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752940 Aug 17 01:04:24.041996 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ade80a-aa3d-406e-82ef-ee67b1db48e5 req-6e2a32d7-362a-4fd8-bc2b-a156d8ffc5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:24.043444 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0ade80a-aa3d-406e-82ef-ee67b1db48e5 req-6e2a32d7-362a-4fd8-bc2b-a156d8ffc5a2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 HTTP/1.1" status: 200 len: 897 time: 0.1127408 Aug 17 01:04:24.110559 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0ade80a-aa3d-406e-82ef-ee67b1db48e5 req-31132223-775f-4024-a10e-1099e8c9db83 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=054a2a4d-4fe6-400a-a8ab-fb168623ecb0 HTTP/1.1" status: 200 len: 1000 time: 0.0593560 Aug 17 01:04:24.167576 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ade80a-aa3d-406e-82ef-ee67b1db48e5 req-e2a4ff5b-6737-44cd-9bce-7761a0621952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:24.168998 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0ade80a-aa3d-406e-82ef-ee67b1db48e5 req-e2a4ff5b-6737-44cd-9bce-7761a0621952 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1aef5dfa-0100-4f70-8051-8bd074e8e859 HTTP/1.1" status: 200 len: 835 time: 0.0482008 Aug 17 01:04:24.219263 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ade80a-aa3d-406e-82ef-ee67b1db48e5 req-1bdaf2db-e9d5-49e2-ae8a-52093c234b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:24.220755 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0ade80a-aa3d-406e-82ef-ee67b1db48e5 req-1bdaf2db-e9d5-49e2-ae8a-52093c234b1a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405650 Aug 17 01:04:24.309792 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0ade80a-aa3d-406e-82ef-ee67b1db48e5 req-f179f5b6-7c8b-4088-a5e1-a3d4da2707a3 service neutron] 10.222.0.69 "GET /v2.0/networks/faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812929 Aug 17 01:04:24.405884 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0ade80a-aa3d-406e-82ef-ee67b1db48e5 req-87e52cee-e0e7-43b4-bddc-800d55dba7fd service neutron] 10.222.0.69 "GET /v2.0/networks/faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864818 Aug 17 01:04:25.133985 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f381a-5907-415b-a92b-740b2c57e93a req-aaa7dd0d-9045-4f42-9c31-0190e2347158 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:25.135475 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f35f381a-5907-415b-a92b-740b2c57e93a req-aaa7dd0d-9045-4f42-9c31-0190e2347158 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 945 time: 0.0510795 Aug 17 01:04:25.172594 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f35f381a-5907-415b-a92b-740b2c57e93a req-42dfda31-7092-4d29-8219-00147699c8c3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310333 Aug 17 01:04:26.293862 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b785fc-1151-4c7c-8541-2be2811c0bdd req-ccba4b87-6241-408b-9c5b-8d44f2914ef5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:26.295339 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d1b785fc-1151-4c7c-8541-2be2811c0bdd req-ccba4b87-6241-408b-9c5b-8d44f2914ef5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 945 time: 0.0538328 Aug 17 01:04:26.332622 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d1b785fc-1151-4c7c-8541-2be2811c0bdd req-82971665-e9fd-4253-935d-1dbc352df0a2 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313530 Aug 17 01:04:27.449005 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edc569-bc38-4d1c-af9a-8877cf6eae12 req-1eed8ff4-2c76-47ed-9599-319e952a63d6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:27.450507 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f0edc569-bc38-4d1c-af9a-8877cf6eae12 req-1eed8ff4-2c76-47ed-9599-319e952a63d6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 945 time: 0.0489531 Aug 17 01:04:27.487610 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f0edc569-bc38-4d1c-af9a-8877cf6eae12 req-d22753a3-dd86-43c3-8512-8ba6df695c90 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310762 Aug 17 01:04:27.561250 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-cc196cce-35da-44e5-a31a-ba627206b785 req-e2d16160-8a45-4226-9c2c-aab8c7e671df service neutron] show failed (client error): The resource could not be found. Aug 17 01:04:27.562249 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc196cce-35da-44e5-a31a-ba627206b785 req-e2d16160-8a45-4226-9c2c-aab8c7e671df service neutron] 10.222.0.69 "GET /v2.0/ports/054a2a4d-4fe6-400a-a8ab-fb168623ecb0/bindings/n-h2-800088-20 HTTP/1.1" status: 404 len: 381 time: 0.0608943 Aug 17 01:04:27.815761 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc196cce-35da-44e5-a31a-ba627206b785 req-d9f123e6-4f44-4089-9143-9effe259674c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:27.817391 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc196cce-35da-44e5-a31a-ba627206b785 req-d9f123e6-4f44-4089-9143-9effe259674c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724&tenant_id=f329865a61fa47128fcdfcf68f05ab5a HTTP/1.1" status: 200 len: 1097 time: 0.0841730 Aug 17 01:04:27.828753 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-cc196cce-35da-44e5-a31a-ba627206b785 req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-20', 'device_owner': 'compute:nova'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:04:27.884511 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cc196cce-35da-44e5-a31a-ba627206b785 req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:04:28.082355 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-cc196cce-35da-44e5-a31a-ba627206b785 req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] For port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=054a2a4d-4fe6-400a-a8ab-fb168623ecb0,segment=NetworkSegment(a8681a05-e1c0-4086-89fa-ce4c2602d54e),segment_id=a8681a05-e1c0-4086-89fa-ce4c2602d54e)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:04:28.116123 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-cc196cce-35da-44e5-a31a-ba627206b785 req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] For port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:04:28.155855 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82af824c-b4fd-4d21-ac91-2fba306a8724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '054a2a4d-4fe6-400a-a8ab-fb168623ecb0'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:04:28.158449 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a866221-3f54-458f-be5d-b7599df5fbf0" -d '{"events": [{"server_uuid": "82af824c-b4fd-4d21-ac91-2fba306a8724", "name": "network-vif-unplugged", "status": "completed", "tag": "054a2a4d-4fe6-400a-a8ab-fb168623ecb0"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:04:28.162942 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cc196cce-35da-44e5-a31a-ba627206b785 req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:04:28.180347 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-cc196cce-35da-44e5-a31a-ba627206b785 req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Transition to ACTIVE for port object 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:04:28.185546 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cc196cce-35da-44e5-a31a-ba627206b785 req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:04:28.215529 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 01:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2012c5c6-291e-4d08-9e7c-5018dbfd5ca8 x-openstack-request-id: req-2012c5c6-291e-4d08-9e7c-5018dbfd5ca8 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:04:28.215821 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82af824c-b4fd-4d21-ac91-2fba306a8724", "name": "network-vif-unplugged", "status": "completed", "tag": "054a2a4d-4fe6-400a-a8ab-fb168623ecb0", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:04:28.216076 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2012c5c6-291e-4d08-9e7c-5018dbfd5ca8 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:04:28.216478 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82af824c-b4fd-4d21-ac91-2fba306a8724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '054a2a4d-4fe6-400a-a8ab-fb168623ecb0', 'code': 200} Aug 17 01:04:28.274040 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=054a2a4d-4fe6-400a-a8ab-fb168623ecb0,revision_number=6']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:04:28.285683 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:04:28.286095 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:04:28.286441 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:04:28.286860 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:04:28.287213 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:04:28.287629 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:04:28.287863 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:04:28.288191 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:04:28.288525 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:04:28.288833 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:04:28.289203 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:04:28.289532 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:04:28.324061 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc196cce-35da-44e5-a31a-ba627206b785 req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] No DVR routers for this DVR port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 on host n-h1-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:04:28.463285 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-cc196cce-35da-44e5-a31a-ba627206b785 req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Attempting to bind port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:04:28.464016 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-cc196cce-35da-44e5-a31a-ba627206b785 req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Attempting to bind port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'a8681a05-e1c0-4086-89fa-ce4c2602d54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:04:28.464016 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc196cce-35da-44e5-a31a-ba627206b785 req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Attempting to bind port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 on network faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:04:28.468524 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc196cce-35da-44e5-a31a-ba627206b785 req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 on network faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:04:28.468844 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc196cce-35da-44e5-a31a-ba627206b785 req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Attempting to bind port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 on network faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:04:28.474178 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc196cce-35da-44e5-a31a-ba627206b785 req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:04:28.474693 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc196cce-35da-44e5-a31a-ba627206b785 req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Checking segment: {'id': 'a8681a05-e1c0-4086-89fa-ce4c2602d54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:04:28.475083 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc196cce-35da-44e5-a31a-ba627206b785 req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Bound using segment: {'id': 'a8681a05-e1c0-4086-89fa-ce4c2602d54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:04:28.475511 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-cc196cce-35da-44e5-a31a-ba627206b785 req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Bound port: 054a2a4d-4fe6-400a-a8ab-fb168623ecb0, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8681a05-e1c0-4086-89fa-ce4c2602d54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:04:28.475878 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cc196cce-35da-44e5-a31a-ba627206b785 req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:04:28.540487 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-cc196cce-35da-44e5-a31a-ba627206b785 req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] For port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:04:28.543648 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-cc196cce-35da-44e5-a31a-ba627206b785 req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] For port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=054a2a4d-4fe6-400a-a8ab-fb168623ecb0,segment=NetworkSegment(a8681a05-e1c0-4086-89fa-ce4c2602d54e),segment_id=a8681a05-e1c0-4086-89fa-ce4c2602d54e)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:04:28.548434 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cc196cce-35da-44e5-a31a-ba627206b785 req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:04:28.608627 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc196cce-35da-44e5-a31a-ba627206b785 req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:28.609287 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-cc196cce-35da-44e5-a31a-ba627206b785 req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:04:28.610716 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc196cce-35da-44e5-a31a-ba627206b785 req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] 10.222.0.64 "PUT /v2.0/ports/054a2a4d-4fe6-400a-a8ab-fb168623ecb0 HTTP/1.1" status: 200 len: 1092 time: 0.7859204 Aug 17 01:04:28.647478 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987f33c-49e7-48b6-8461-0dab09381ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=054a2a4d-4fe6-400a-a8ab-fb168623ecb0,revision_number=7']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:04:28.682893 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd818ddb-bc6d-4079-b7f9-f4d0e1e9634f req-d58647bd-e64a-410c-b9fd-976261e56859 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:28.684460 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bd818ddb-bc6d-4079-b7f9-f4d0e1e9634f req-d58647bd-e64a-410c-b9fd-976261e56859 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 943 time: 0.1241419 Aug 17 01:04:28.701519 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc196cce-35da-44e5-a31a-ba627206b785 req-3ec505b0-24c4-4de4-b3f1-25ccc1bb8408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:28.703000 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc196cce-35da-44e5-a31a-ba627206b785 req-3ec505b0-24c4-4de4-b3f1-25ccc1bb8408 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 1095 time: 0.0673010 Aug 17 01:04:28.783271 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bd818ddb-bc6d-4079-b7f9-f4d0e1e9634f req-a09a5ca6-6143-4cc4-a038-553a1044d796 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899422 Aug 17 01:04:28.818609 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc196cce-35da-44e5-a31a-ba627206b785 req-89e347fd-9740-4c16-a0ca-f5ddb864a004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:28.820732 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc196cce-35da-44e5-a31a-ba627206b785 req-89e347fd-9740-4c16-a0ca-f5ddb864a004 service neutron] 10.222.0.64 "GET /v2.0/networks?id=faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 HTTP/1.1" status: 200 len: 897 time: 0.1093175 Aug 17 01:04:28.887195 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc196cce-35da-44e5-a31a-ba627206b785 req-8eababb0-3270-48fc-b251-e0896d19b8d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=054a2a4d-4fe6-400a-a8ab-fb168623ecb0 HTTP/1.1" status: 200 len: 998 time: 0.0591116 Aug 17 01:04:28.944156 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc196cce-35da-44e5-a31a-ba627206b785 req-29384416-a8e0-4820-979f-9b24d81022d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:28.945652 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc196cce-35da-44e5-a31a-ba627206b785 req-29384416-a8e0-4820-979f-9b24d81022d4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1aef5dfa-0100-4f70-8051-8bd074e8e859 HTTP/1.1" status: 200 len: 835 time: 0.0518131 Aug 17 01:04:28.990749 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc196cce-35da-44e5-a31a-ba627206b785 req-2e271bee-6ed7-46fe-a995-09b314ce0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:28.992208 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc196cce-35da-44e5-a31a-ba627206b785 req-2e271bee-6ed7-46fe-a995-09b314ce0aeb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402014 Aug 17 01:04:29.080333 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc196cce-35da-44e5-a31a-ba627206b785 req-37aef14a-9ecc-42fc-8119-49288e3b9197 service neutron] 10.222.0.64 "GET /v2.0/networks/faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795224 Aug 17 01:04:29.176334 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cc196cce-35da-44e5-a31a-ba627206b785 req-49310edb-2752-4286-9005-f13659663ddd service neutron] 10.222.0.64 "GET /v2.0/networks/faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884566 Aug 17 01:04:29.903201 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795e6dd-12ba-4733-933a-6123ccad183d req-9c992fb0-d583-4158-b0ba-1a34b7a5c49a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:29.904686 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b795e6dd-12ba-4733-933a-6123ccad183d req-9c992fb0-d583-4158-b0ba-1a34b7a5c49a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 943 time: 0.0503306 Aug 17 01:04:29.942646 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b795e6dd-12ba-4733-933a-6123ccad183d req-343c5262-eb06-4051-85ce-2741eaea0ee9 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314918 Aug 17 01:04:30.217729 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82af824c-b4fd-4d21-ac91-2fba306a8724', 'tag': '054a2a4d-4fe6-400a-a8ab-fb168623ecb0'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:04:30.220128 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ae1be1-2e60-4da9-806d-bfc07848b10a" -d '{"events": [{"name": "network-changed", "server_uuid": "82af824c-b4fd-4d21-ac91-2fba306a8724", "tag": "054a2a4d-4fe6-400a-a8ab-fb168623ecb0"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:04:30.268037 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1b2423-c858-45e5-9995-8a56b666e1c4 x-openstack-request-id: req-ef1b2423-c858-45e5-9995-8a56b666e1c4 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:04:30.268353 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82af824c-b4fd-4d21-ac91-2fba306a8724", "tag": "054a2a4d-4fe6-400a-a8ab-fb168623ecb0", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:04:30.268611 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef1b2423-c858-45e5-9995-8a56b666e1c4 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:04:30.269036 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82af824c-b4fd-4d21-ac91-2fba306a8724', 'tag': '054a2a4d-4fe6-400a-a8ab-fb168623ecb0', 'status': 'completed', 'code': 200} Aug 17 01:04:30.363530 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae1be1-2e60-4da9-806d-bfc07848b10a req-e7a46646-98d1-4aaa-a5a5-68d654dcf6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:30.365616 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-27ae1be1-2e60-4da9-806d-bfc07848b10a req-e7a46646-98d1-4aaa-a5a5-68d654dcf6c8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 1095 time: 0.0737259 Aug 17 01:04:30.368208 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae1be1-2e60-4da9-806d-bfc07848b10a req-9e570afa-14ef-4f1b-b9ef-f9fed7758199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:30.369597 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-27ae1be1-2e60-4da9-806d-bfc07848b10a req-9e570afa-14ef-4f1b-b9ef-f9fed7758199 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 1095 time: 0.0765073 Aug 17 01:04:30.532258 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae1be1-2e60-4da9-806d-bfc07848b10a req-6fa7f609-e55d-4b9e-99ac-112f3194d4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:30.533732 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-27ae1be1-2e60-4da9-806d-bfc07848b10a req-6fa7f609-e55d-4b9e-99ac-112f3194d4a1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 HTTP/1.1" status: 200 len: 897 time: 0.1559477 Aug 17 01:04:30.536544 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae1be1-2e60-4da9-806d-bfc07848b10a req-3c4ba2d5-c214-4416-b3d8-b053fbf6b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:30.537943 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-27ae1be1-2e60-4da9-806d-bfc07848b10a req-3c4ba2d5-c214-4416-b3d8-b053fbf6b227 service neutron] 10.222.0.69 "GET /v2.0/networks?id=faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 HTTP/1.1" status: 200 len: 897 time: 0.1506336 Aug 17 01:04:30.649242 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-27ae1be1-2e60-4da9-806d-bfc07848b10a req-df4da7ec-c497-47c4-b6fc-5a3565787e84 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=054a2a4d-4fe6-400a-a8ab-fb168623ecb0 HTTP/1.1" status: 200 len: 998 time: 0.1067166 Aug 17 01:04:30.653549 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-27ae1be1-2e60-4da9-806d-bfc07848b10a req-5897b27b-2453-436c-bc6e-e7cb69558cba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=054a2a4d-4fe6-400a-a8ab-fb168623ecb0 HTTP/1.1" status: 200 len: 998 time: 0.1055121 Aug 17 01:04:30.740858 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae1be1-2e60-4da9-806d-bfc07848b10a req-ded7ffb8-5345-402d-95df-8db4882d25e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:30.742340 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-27ae1be1-2e60-4da9-806d-bfc07848b10a req-ded7ffb8-5345-402d-95df-8db4882d25e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1aef5dfa-0100-4f70-8051-8bd074e8e859 HTTP/1.1" status: 200 len: 835 time: 0.0860784 Aug 17 01:04:30.743821 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae1be1-2e60-4da9-806d-bfc07848b10a req-22cead42-7bb6-4e52-b13b-498031c20aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:30.745134 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-27ae1be1-2e60-4da9-806d-bfc07848b10a req-22cead42-7bb6-4e52-b13b-498031c20aa0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1aef5dfa-0100-4f70-8051-8bd074e8e859 HTTP/1.1" status: 200 len: 835 time: 0.0786741 Aug 17 01:04:30.815939 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae1be1-2e60-4da9-806d-bfc07848b10a req-ed2ea776-9ddd-44c6-8c16-6e43240276be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:30.817801 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-27ae1be1-2e60-4da9-806d-bfc07848b10a req-ed2ea776-9ddd-44c6-8c16-6e43240276be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589530 Aug 17 01:04:30.819531 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae1be1-2e60-4da9-806d-bfc07848b10a req-3eefaca1-0074-4148-b688-c7fdd1d80555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:30.821005 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-27ae1be1-2e60-4da9-806d-bfc07848b10a req-3eefaca1-0074-4148-b688-c7fdd1d80555 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706937 Aug 17 01:04:30.978991 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-27ae1be1-2e60-4da9-806d-bfc07848b10a req-a6ac6a3c-b575-4c6f-9a1c-714b96fb3e29 service neutron] 10.222.0.69 "GET /v2.0/networks/faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504111 Aug 17 01:04:30.980683 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-27ae1be1-2e60-4da9-806d-bfc07848b10a req-db9fe173-be2b-4b11-a8d1-b092e5e645fd service neutron] 10.222.0.64 "GET /v2.0/networks/faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511674 Aug 17 01:04:31.035281 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:04:31.076013 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:04:31.170613 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25785b9-530e-42fb-a472-cbd8c0a3c824 req-640907ef-65cc-422b-9b70-c1e9ddb28ca1 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:31.172368 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b25785b9-530e-42fb-a472-cbd8c0a3c824 req-640907ef-65cc-422b-9b70-c1e9ddb28ca1 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 943 time: 0.1551864 Aug 17 01:04:31.204072 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-27ae1be1-2e60-4da9-806d-bfc07848b10a req-197da102-5ac1-4ee3-886e-ba9aad602922 service neutron] 10.222.0.64 "GET /v2.0/networks/faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163308 Aug 17 01:04:31.208235 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-27ae1be1-2e60-4da9-806d-bfc07848b10a req-8d941a4a-985c-4cf4-8df1-83aab40217e6 service neutron] 10.222.0.69 "GET /v2.0/networks/faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119823 Aug 17 01:04:31.215667 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:04:31.226411 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b25785b9-530e-42fb-a472-cbd8c0a3c824 req-b358f92b-f980-4c92-828f-6ea347620fdc tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455389 Aug 17 01:04:31.316426 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=054a2a4d-4fe6-400a-a8ab-fb168623ecb0,segment=NetworkSegment(a8681a05-e1c0-4086-89fa-ce4c2602d54e),segment_id=a8681a05-e1c0-4086-89fa-ce4c2602d54e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:04:31.329599 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '054a2a4d-4fe6-400a-a8ab-fb168623ecb0', 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21', 'port_id': '054a2a4d-4fe6-400a-a8ab-fb168623ecb0', 'mac_address': 'fa:16:3e:9d:06:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aef5dfa-0100-4f70-8051-8bd074e8e859', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:04:31.376053 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:04:31.391014 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:04:31.411322 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=054a2a4d-4fe6-400a-a8ab-fb168623ecb0,segment=NetworkSegment(a8681a05-e1c0-4086-89fa-ce4c2602d54e),segment_id=a8681a05-e1c0-4086-89fa-ce4c2602d54e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:04:31.415639 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:04:31.462047 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a97cfa-8f93-4645-abfb-d2eb19d91a10 req-6bb5508c-30c6-466f-9f16-0eedad6c82e6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:31.463547 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16a97cfa-8f93-4645-abfb-d2eb19d91a10 req-6bb5508c-30c6-466f-9f16-0eedad6c82e6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 943 time: 0.0860038 Aug 17 01:04:31.467958 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=054a2a4d-4fe6-400a-a8ab-fb168623ecb0,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:04:31.475943 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:04:31.476293 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:04:31.476634 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:04:31.476969 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:04:31.477330 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:04:31.477614 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f986d-7db8-42e9-b10a-e93e898fedd6 req-681657b5-d8e1-4b6f-9297-ff3b6a811be1 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:31.478017 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:04:31.478237 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:04:31.478561 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:04:31.478884 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:04:31.479208 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:04:31.479434 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f5f986d-7db8-42e9-b10a-e93e898fedd6 req-681657b5-d8e1-4b6f-9297-ff3b6a811be1 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.69 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724&tenant_id=f329865a61fa47128fcdfcf68f05ab5a&binding%3Ahost_id=n-h2-800088-20 HTTP/1.1" status: 200 len: 944 time: 0.0754497 Aug 17 01:04:31.479547 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:04:31.479831 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:04:31.539669 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-16a97cfa-8f93-4645-abfb-d2eb19d91a10 req-32bfd638-474f-4f7e-a5fb-65b5489d8239 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698726 Aug 17 01:04:31.562731 n-d-800088-20 neutron-server[101403]: INFO neutron.api.v2.resource [req-3f5f986d-7db8-42e9-b10a-e93e898fedd6 req-87c2d848-5d49-482f-a116-470726e4d803 service neutron] delete failed (client error): The resource could not be found. Aug 17 01:04:31.563752 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f5f986d-7db8-42e9-b10a-e93e898fedd6 req-87c2d848-5d49-482f-a116-470726e4d803 service neutron] 10.222.0.69 "DELETE /v2.0/ports/054a2a4d-4fe6-400a-a8ab-fb168623ecb0/bindings/n-h1-800088-20 HTTP/1.1" status: 404 len: 381 time: 0.0712214 Aug 17 01:04:31.661441 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['054a2a4d-4fe6-400a-a8ab-fb168623ecb0'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:04:31.688257 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80776940-6fac-4965-8e9d-e560d572ebd0 req-3333cc34-7e8a-4414-b22c-01ab700dbe45 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:31.689764 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-80776940-6fac-4965-8e9d-e560d572ebd0 req-3333cc34-7e8a-4414-b22c-01ab700dbe45 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 944 time: 0.0777555 Aug 17 01:04:31.693205 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f986d-7db8-42e9-b10a-e93e898fedd6 req-7d3691db-a4b7-4031-9a05-5902aa099816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:31.694593 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f5f986d-7db8-42e9-b10a-e93e898fedd6 req-7d3691db-a4b7-4031-9a05-5902aa099816 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 1096 time: 0.0718143 Aug 17 01:04:32.082305 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-80776940-6fac-4965-8e9d-e560d572ebd0 req-aa6d4696-dbba-4bd0-9637-5a2e4b7946c1 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3855569 Aug 17 01:04:32.121898 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f986d-7db8-42e9-b10a-e93e898fedd6 req-ea408853-0d4f-46b2-b74c-4d6d5df94782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:32.123365 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f5f986d-7db8-42e9-b10a-e93e898fedd6 req-ea408853-0d4f-46b2-b74c-4d6d5df94782 service neutron] 10.222.0.69 "GET /v2.0/networks?id=faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 HTTP/1.1" status: 200 len: 897 time: 0.4074924 Aug 17 01:04:32.197116 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f5f986d-7db8-42e9-b10a-e93e898fedd6 req-c9b74c79-9204-4b80-8066-6cd622512637 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=054a2a4d-4fe6-400a-a8ab-fb168623ecb0 HTTP/1.1" status: 200 len: 999 time: 0.0618372 Aug 17 01:04:32.251954 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f986d-7db8-42e9-b10a-e93e898fedd6 req-b83c0ddd-bc47-43ec-a8f6-8c2e9a17fd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:32.253385 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f5f986d-7db8-42e9-b10a-e93e898fedd6 req-b83c0ddd-bc47-43ec-a8f6-8c2e9a17fd5b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1aef5dfa-0100-4f70-8051-8bd074e8e859 HTTP/1.1" status: 200 len: 835 time: 0.0442326 Aug 17 01:04:32.303299 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f986d-7db8-42e9-b10a-e93e898fedd6 req-78175bf8-6b72-4e28-b20d-548274521388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:32.304757 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f5f986d-7db8-42e9-b10a-e93e898fedd6 req-78175bf8-6b72-4e28-b20d-548274521388 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402777 Aug 17 01:04:32.400671 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f5f986d-7db8-42e9-b10a-e93e898fedd6 req-f1bdd1b0-06a6-419a-b981-d47edb71c949 service neutron] 10.222.0.69 "GET /v2.0/networks/faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851724 Aug 17 01:04:32.493638 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3f5f986d-7db8-42e9-b10a-e93e898fedd6 req-8d854212-14b8-4701-84e9-b095d616e61f service neutron] 10.222.0.69 "GET /v2.0/networks/faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807986 Aug 17 01:04:33.203982 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d83c2-b96d-4b40-9eec-6c0e53a813a0 req-46a5d112-8f0d-4d4f-88ab-1c9297bbd420 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:04:33.205650 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-932d83c2-b96d-4b40-9eec-6c0e53a813a0 req-46a5d112-8f0d-4d4f-88ab-1c9297bbd420 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 944 time: 0.0484426 Aug 17 01:04:33.248769 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:04:33.265452 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-932d83c2-b96d-4b40-9eec-6c0e53a813a0 req-d8bd0fd7-0007-437f-9253-f2bae8392571 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491951 Aug 17 01:04:33.279346 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50348) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:04:33.304564 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:04:33.308738 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:04:33.309221 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:04:33.367906 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-36cf6b04-d16b-4f05-8dd9-ff965a5dcbb9 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/floatingips/0cd7f206-5880-4304-985f-b87c6c7f8f64 HTTP/1.1" status: 200 len: 991 time: 0.0876691 Aug 17 01:04:33.395095 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:04:33.417268 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82af824c-b4fd-4d21-ac91-2fba306a8724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054a2a4d-4fe6-400a-a8ab-fb168623ecb0'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:04:33.419500 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d9b1f6eceb9192db377ceb4d6ae83098a713cf0d5394fe300bfd3a5d60dfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d833dce-5aa8-49e5-b268-b692c3b73bad" -d '{"events": [{"server_uuid": "82af824c-b4fd-4d21-ac91-2fba306a8724", "name": "network-vif-plugged", "status": "completed", "tag": "054a2a4d-4fe6-400a-a8ab-fb168623ecb0"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:04:33.433358 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=054a2a4d-4fe6-400a-a8ab-fb168623ecb0,segment=NetworkSegment(a8681a05-e1c0-4086-89fa-ce4c2602d54e),segment_id=a8681a05-e1c0-4086-89fa-ce4c2602d54e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:04:33.440061 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:04:33.463747 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d086782e-347e-48a1-a424-8862615b62f1 x-openstack-request-id: req-d086782e-347e-48a1-a424-8862615b62f1 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:04:33.464048 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82af824c-b4fd-4d21-ac91-2fba306a8724", "name": "network-vif-plugged", "status": "completed", "tag": "054a2a4d-4fe6-400a-a8ab-fb168623ecb0", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:04:33.464302 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d086782e-347e-48a1-a424-8862615b62f1 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:04:33.464700 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82af824c-b4fd-4d21-ac91-2fba306a8724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054a2a4d-4fe6-400a-a8ab-fb168623ecb0', 'code': 200} Aug 17 01:04:33.491591 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=054a2a4d-4fe6-400a-a8ab-fb168623ecb0,revision_number=9']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:04:40.734737 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:04:42.225184 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:04:42.342954 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:04:46.639102 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-78e1f60e-24e1-411c-ad3f-7cccb9f0c5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:04:49.321341 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-35b4624e-b9d9-4c3c-9b44-de8511f05cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:04:49.359486 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:04:50.450047 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:04:52.330420 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:01.691854 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50364) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:05:01.852018 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-22ff0cf5-269e-463e-a3c8-bb14d4055d03 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Deleting port 6e4754e5-7228-410a-b240-6d8028de02cb {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:05:01.852354 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-22ff0cf5-269e-463e-a3c8-bb14d4055d03 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:01.930927 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-22ff0cf5-269e-463e-a3c8-bb14d4055d03 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:01.931259 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-22ff0cf5-269e-463e-a3c8-bb14d4055d03 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:01.942471 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-22ff0cf5-269e-463e-a3c8-bb14d4055d03 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Calling delete_port for 6e4754e5-7228-410a-b240-6d8028de02cb owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:05:02.092890 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-22ff0cf5-269e-463e-a3c8-bb14d4055d03 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:02.120059 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff0cf5-269e-463e-a3c8-bb14d4055d03 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Port': ['ID=6e4754e5-7228-410a-b240-6d8028de02cb,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:02.178734 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-22ff0cf5-269e-463e-a3c8-bb14d4055d03 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:02.179169 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-22ff0cf5-269e-463e-a3c8-bb14d4055d03 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Floating IP 0cd7f206-5880-4304-985f-b87c6c7f8f64 disassociated (deleted). External IP: 172.25.3.44, port: 054a2a4d-4fe6-400a-a8ab-fb168623ecb0. Aug 17 01:05:02.387755 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ff0cf5-269e-463e-a3c8-bb14d4055d03 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Router dd9cde13-1fa7-4054-bebd-c04af36ee2bf has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:05:02.497146 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ff0cf5-269e-463e-a3c8-bb14d4055d03 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:05:02.501956 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-22ff0cf5-269e-463e-a3c8-bb14d4055d03 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:02.507841 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8c0f4a-460a-45d8-a022-d9808b435ccf None None] Sync routers for ids ['dd9cde13-1fa7-4054-bebd-c04af36ee2bf'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:05:02.517654 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8c0f4a-460a-45d8-a022-d9808b435ccf None None] Routers {'dd9cde13-1fa7-4054-bebd-c04af36ee2bf'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:05:02.518236 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-de8c0f4a-460a-45d8-a022-d9808b435ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:04:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['dd9cde13-1fa7-4054-bebd-c04af36ee2bf'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:05:02.532058 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-22ff0cf5-269e-463e-a3c8-bb14d4055d03 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "DELETE /v2.0/floatingips/0cd7f206-5880-4304-985f-b87c6c7f8f64 HTTP/1.1" status: 204 len: 168 time: 0.8365250 Aug 17 01:05:02.532058 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82af824c-b4fd-4d21-ac91-2fba306a8724', 'tag': '054a2a4d-4fe6-400a-a8ab-fb168623ecb0'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:05:02.532629 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda4b28c-820b-4181-b7c1-9a2aecac360d" -d '{"events": [{"name": "network-changed", "server_uuid": "82af824c-b4fd-4d21-ac91-2fba306a8724", "tag": "054a2a4d-4fe6-400a-a8ab-fb168623ecb0"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:05:02.631142 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-de8c0f4a-460a-45d8-a022-d9808b435ccf None None] Set router dd9cde13-1fa7-4054-bebd-c04af36ee2bf gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:05:02.643948 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f37484-38b7-4b92-bd48-b0ea0d402b60 x-openstack-request-id: req-d5f37484-38b7-4b92-bd48-b0ea0d402b60 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:05:02.644544 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82af824c-b4fd-4d21-ac91-2fba306a8724", "tag": "054a2a4d-4fe6-400a-a8ab-fb168623ecb0", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:05:02.644913 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d5f37484-38b7-4b92-bd48-b0ea0d402b60 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:05:02.645363 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82af824c-b4fd-4d21-ac91-2fba306a8724', 'tag': '054a2a4d-4fe6-400a-a8ab-fb168623ecb0', 'status': 'completed', 'code': 200} Aug 17 01:05:02.762265 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4b28c-820b-4181-b7c1-9a2aecac360d req-317b1f94-3ce8-445b-bb30-d4ac153c3aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:02.763776 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dda4b28c-820b-4181-b7c1-9a2aecac360d req-317b1f94-3ce8-445b-bb30-d4ac153c3aff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 1097 time: 0.0756950 Aug 17 01:05:02.801350 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc782e-0905-4c0f-ba81-2987bfd9d956 req-2da77a56-a259-4fa7-b1e5-8a4d9b5f65af tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:02.802842 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-77cc782e-0905-4c0f-ba81-2987bfd9d956 req-2da77a56-a259-4fa7-b1e5-8a4d9b5f65af tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 945 time: 0.0794749 Aug 17 01:05:02.836790 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-de8c0f4a-460a-45d8-a022-d9808b435ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614946666', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:03:19Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '59a92a98-bb53-4212-ab16-5732ec0e8fb4', 'name': '', 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:a5:71:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '1aef5dfa-0100-4f70-8051-8bd074e8e859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:03:18Z', 'updated_at': '2021-08-17T01:03:24Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': '1aef5dfa-0100-4f70-8051-8bd074e8e859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:05:02.862724 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8c0f4a-460a-45d8-a022-d9808b435ccf None None] Checking router: dd9cde13-1fa7-4054-bebd-c04af36ee2bf for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:05:02.871527 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8c0f4a-460a-45d8-a022-d9808b435ccf None None] Routers {'dd9cde13-1fa7-4054-bebd-c04af36ee2bf'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:05:02.872121 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-de8c0f4a-460a-45d8-a022-d9808b435ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:04:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['dd9cde13-1fa7-4054-bebd-c04af36ee2bf'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:05:02.875336 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-77cc782e-0905-4c0f-ba81-2987bfd9d956 req-69727fd8-a1f7-4639-a706-f14fbb8fa7ff tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471513 Aug 17 01:05:02.897640 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4b28c-820b-4181-b7c1-9a2aecac360d req-11a1c3a6-364d-47b3-86cc-69df22b13dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:02.899655 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dda4b28c-820b-4181-b7c1-9a2aecac360d req-11a1c3a6-364d-47b3-86cc-69df22b13dce service neutron] 10.222.0.64 "GET /v2.0/networks?id=faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 HTTP/1.1" status: 200 len: 897 time: 0.1271901 Aug 17 01:05:02.949478 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dda4b28c-820b-4181-b7c1-9a2aecac360d req-158a243d-2d34-47da-a97a-de3f04cff480 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=054a2a4d-4fe6-400a-a8ab-fb168623ecb0 HTTP/1.1" status: 200 len: 217 time: 0.0400932 Aug 17 01:05:02.978487 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-de8c0f4a-460a-45d8-a022-d9808b435ccf None None] Set router dd9cde13-1fa7-4054-bebd-c04af36ee2bf gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:05:03.000742 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4b28c-820b-4181-b7c1-9a2aecac360d req-c24dfc56-e4ae-466e-a317-30633d52ab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:03.002261 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dda4b28c-820b-4181-b7c1-9a2aecac360d req-c24dfc56-e4ae-466e-a317-30633d52ab91 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1aef5dfa-0100-4f70-8051-8bd074e8e859 HTTP/1.1" status: 200 len: 835 time: 0.0454171 Aug 17 01:05:03.049547 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4b28c-820b-4181-b7c1-9a2aecac360d req-a91e1253-18e5-4871-9d65-e6425631d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:03.051072 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dda4b28c-820b-4181-b7c1-9a2aecac360d req-a91e1253-18e5-4871-9d65-e6425631d061 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402856 Aug 17 01:05:03.063000 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-dda4b28c-820b-4181-b7c1-9a2aecac360d req-9f65c06a-df39-4930-a650-d2d45632e5d6 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 01:05:03.063947 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dda4b28c-820b-4181-b7c1-9a2aecac360d req-9f65c06a-df39-4930-a650-d2d45632e5d6 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052109 Aug 17 01:05:03.160553 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dda4b28c-820b-4181-b7c1-9a2aecac360d req-9bb79f01-18d7-44c7-ab9b-fae40fd8b73d service neutron] 10.222.0.64 "GET /v2.0/networks/faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882070 Aug 17 01:05:03.178353 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-de8c0f4a-460a-45d8-a022-d9808b435ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614946666', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:03:19Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '59a92a98-bb53-4212-ab16-5732ec0e8fb4', 'name': '', 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:a5:71:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '1aef5dfa-0100-4f70-8051-8bd074e8e859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:03:18Z', 'updated_at': '2021-08-17T01:03:24Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': '1aef5dfa-0100-4f70-8051-8bd074e8e859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:05:03.204686 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8c0f4a-460a-45d8-a022-d9808b435ccf None None] The sync data for ids ['dd9cde13-1fa7-4054-bebd-c04af36ee2bf'] in n-d-800088-20 is: [{'id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614946666', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:03:19Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '59a92a98-bb53-4212-ab16-5732ec0e8fb4', 'name': '', 'network_id': 'faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:a5:71:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '1aef5dfa-0100-4f70-8051-8bd074e8e859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:03:18Z', 'updated_at': '2021-08-17T01:03:24Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': '1aef5dfa-0100-4f70-8051-8bd074e8e859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:05:03.252968 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dda4b28c-820b-4181-b7c1-9a2aecac360d req-38344a07-86c9-4131-89fd-55c6b0f53ee4 service neutron] 10.222.0.64 "GET /v2.0/networks/faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850701 Aug 17 01:05:03.428896 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ee2693-fadb-4e86-b7b3-a7eeed3b922f None None] New status for floating IP 0cd7f206-5880-4304-985f-b87c6c7f8f64: DOWN {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:05:03.995490 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa87e27-a9b4-4590-a560-63c9622c17ad req-5ad1e52c-45da-457a-bceb-ffe8be8b3069 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:03.997290 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0fa87e27-a9b4-4590-a560-63c9622c17ad req-5ad1e52c-45da-457a-bceb-ffe8be8b3069 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 945 time: 0.0500178 Aug 17 01:05:04.062752 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0fa87e27-a9b4-4590-a560-63c9622c17ad req-be129dda-e2af-48ef-b18a-d6dd508a284d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e31e799-db22-443a-8863-ef1399138273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594611 Aug 17 01:05:04.081214 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fa584-0b06-4e14-b945-4784b3ec1673 req-1be6b31f-1371-435e-91ee-b4fcf7997fce tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:04.082638 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e41fa584-0b06-4e14-b945-4784b3ec1673 req-1be6b31f-1371-435e-91ee-b4fcf7997fce tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.64 "GET /v2.0/ports?device_id=82af824c-b4fd-4d21-ac91-2fba306a8724 HTTP/1.1" status: 200 len: 945 time: 0.0646260 Aug 17 01:05:04.170454 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-e41fa584-0b06-4e14-b945-4784b3ec1673 req-53b5e55c-6ae4-49af-ade9-68b42f623f0e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Deleting port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:05:04.170962 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e41fa584-0b06-4e14-b945-4784b3ec1673 req-53b5e55c-6ae4-49af-ade9-68b42f623f0e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:04.262021 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-e41fa584-0b06-4e14-b945-4784b3ec1673 req-53b5e55c-6ae4-49af-ade9-68b42f623f0e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] For port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=054a2a4d-4fe6-400a-a8ab-fb168623ecb0,segment=NetworkSegment(a8681a05-e1c0-4086-89fa-ce4c2602d54e),segment_id=a8681a05-e1c0-4086-89fa-ce4c2602d54e)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:05:04.262388 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e41fa584-0b06-4e14-b945-4784b3ec1673 req-53b5e55c-6ae4-49af-ade9-68b42f623f0e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:04.274295 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-e41fa584-0b06-4e14-b945-4784b3ec1673 req-53b5e55c-6ae4-49af-ade9-68b42f623f0e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Calling delete_port for 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:05:04.404704 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e41fa584-0b06-4e14-b945-4784b3ec1673 req-53b5e55c-6ae4-49af-ade9-68b42f623f0e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:04.433510 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5e55c-6ae4-49af-ade9-68b42f623f0e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Port': ['ID=054a2a4d-4fe6-400a-a8ab-fb168623ecb0,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:04.477765 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41fa584-0b06-4e14-b945-4784b3ec1673 req-53b5e55c-6ae4-49af-ade9-68b42f623f0e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] No DVR routers for this DVR port 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:05:04.480369 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-e41fa584-0b06-4e14-b945-4784b3ec1673 req-53b5e55c-6ae4-49af-ade9-68b42f623f0e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:04.482806 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e41fa584-0b06-4e14-b945-4784b3ec1673 req-53b5e55c-6ae4-49af-ade9-68b42f623f0e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.64 "DELETE /v2.0/ports/054a2a4d-4fe6-400a-a8ab-fb168623ecb0 HTTP/1.1" status: 204 len: 173 time: 0.3938982 Aug 17 01:05:04.646729 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82af824c-b4fd-4d21-ac91-2fba306a8724', 'name': 'network-vif-deleted', 'tag': '054a2a4d-4fe6-400a-a8ab-fb168623ecb0'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:05:04.649379 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4f0e8e-0019-4778-86a7-d612b5fd0f1b" -d '{"events": [{"server_uuid": "82af824c-b4fd-4d21-ac91-2fba306a8724", "name": "network-vif-deleted", "tag": "054a2a4d-4fe6-400a-a8ab-fb168623ecb0"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:05:04.685327 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644b816a-4a65-47f1-bcb1-a89a37a014f2 x-openstack-request-id: req-644b816a-4a65-47f1-bcb1-a89a37a014f2 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:05:04.685627 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82af824c-b4fd-4d21-ac91-2fba306a8724", "name": "network-vif-deleted", "tag": "054a2a4d-4fe6-400a-a8ab-fb168623ecb0", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:05:04.685884 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-644b816a-4a65-47f1-bcb1-a89a37a014f2 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:05:04.686290 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82af824c-b4fd-4d21-ac91-2fba306a8724', 'name': 'network-vif-deleted', 'tag': '054a2a4d-4fe6-400a-a8ab-fb168623ecb0', 'status': 'completed', 'code': 200} Aug 17 01:05:05.123359 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50380) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:05:05.480065 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-26614755-ba90-46c4-90db-8a98f91fa711 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:05.732047 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-26614755-ba90-46c4-90db-8a98f91fa711 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Deleting port 59a92a98-bb53-4212-ab16-5732ec0e8fb4 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:05:05.732318 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-26614755-ba90-46c4-90db-8a98f91fa711 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:05.830293 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-26614755-ba90-46c4-90db-8a98f91fa711 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] For port 59a92a98-bb53-4212-ab16-5732ec0e8fb4, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=59a92a98-bb53-4212-ab16-5732ec0e8fb4,segment=NetworkSegment(a8681a05-e1c0-4086-89fa-ce4c2602d54e),segment_id=a8681a05-e1c0-4086-89fa-ce4c2602d54e)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:05:05.830666 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-26614755-ba90-46c4-90db-8a98f91fa711 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:05.844021 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-26614755-ba90-46c4-90db-8a98f91fa711 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Calling delete_port for 59a92a98-bb53-4212-ab16-5732ec0e8fb4 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:05:06.027484 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-26614755-ba90-46c4-90db-8a98f91fa711 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:06.053523 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26614755-ba90-46c4-90db-8a98f91fa711 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Port': ['ID=59a92a98-bb53-4212-ab16-5732ec0e8fb4,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:06.086803 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26614755-ba90-46c4-90db-8a98f91fa711 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:05:06.087152 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26614755-ba90-46c4-90db-8a98f91fa711 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:05:06.087505 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26614755-ba90-46c4-90db-8a98f91fa711 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:05:06.087852 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26614755-ba90-46c4-90db-8a98f91fa711 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:05:06.088191 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26614755-ba90-46c4-90db-8a98f91fa711 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:05:06.088529 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26614755-ba90-46c4-90db-8a98f91fa711 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:05:06.088864 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26614755-ba90-46c4-90db-8a98f91fa711 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:05:06.089225 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26614755-ba90-46c4-90db-8a98f91fa711 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:05:06.089559 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26614755-ba90-46c4-90db-8a98f91fa711 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:05:06.089890 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26614755-ba90-46c4-90db-8a98f91fa711 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:05:06.090221 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26614755-ba90-46c4-90db-8a98f91fa711 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:05:06.090567 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26614755-ba90-46c4-90db-8a98f91fa711 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:05:06.248870 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-26614755-ba90-46c4-90db-8a98f91fa711 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:06.794123 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26614755-ba90-46c4-90db-8a98f91fa711 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Router dd9cde13-1fa7-4054-bebd-c04af36ee2bf has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:05:06.899543 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26614755-ba90-46c4-90db-8a98f91fa711 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:05:06.904648 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-26614755-ba90-46c4-90db-8a98f91fa711 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "PUT /v2.0/routers/dd9cde13-1fa7-4054-bebd-c04af36ee2bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7801576 Aug 17 01:05:06.907498 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50382) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:05:06.909263 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2a0aa7-4f9d-4916-9add-f41241001272 None None] Sync routers for ids ['dd9cde13-1fa7-4054-bebd-c04af36ee2bf'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:05:06.918399 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2a0aa7-4f9d-4916-9add-f41241001272 None None] Routers {'dd9cde13-1fa7-4054-bebd-c04af36ee2bf'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:05:06.919002 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4e2a0aa7-4f9d-4916-9add-f41241001272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:04:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['dd9cde13-1fa7-4054-bebd-c04af36ee2bf'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:05:06.958714 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c4a631-9b2a-4dc5-9a7d-064f033b2bdb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Deleting subnet 1aef5dfa-0100-4f70-8051-8bd074e8e859 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 01:05:06.962095 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c7c4a631-9b2a-4dc5-9a7d-064f033b2bdb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:07.002110 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c7c4a631-9b2a-4dc5-9a7d-064f033b2bdb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:07.022102 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-4e2a0aa7-4f9d-4916-9add-f41241001272 None None] Set router dd9cde13-1fa7-4054-bebd-c04af36ee2bf gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:05:07.091958 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c7c4a631-9b2a-4dc5-9a7d-064f033b2bdb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:07.167320 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c7c4a631-9b2a-4dc5-9a7d-064f033b2bdb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:07.198035 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4a631-9b2a-4dc5-9a7d-064f033b2bdb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Subnet': ['ID=1aef5dfa-0100-4f70-8051-8bd074e8e859,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:07.202292 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c7c4a631-9b2a-4dc5-9a7d-064f033b2bdb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:07.204595 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c7c4a631-9b2a-4dc5-9a7d-064f033b2bdb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "DELETE /v2.0/subnets/1aef5dfa-0100-4f70-8051-8bd074e8e859 HTTP/1.1" status: 204 len: 168 time: 0.2960622 Aug 17 01:05:07.207707 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50384) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:05:07.213126 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3b5deb-4fdb-433b-a3cc-d6a9a8166107 None None] Network faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:05:07.315824 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4e2a0aa7-4f9d-4916-9add-f41241001272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614946666', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:05:05Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:05:07.323666 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-717da382-949e-48d4-884d-c56586429f72 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:07.348157 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2a0aa7-4f9d-4916-9add-f41241001272 None None] Checking router: dd9cde13-1fa7-4054-bebd-c04af36ee2bf for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:05:07.358469 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2a0aa7-4f9d-4916-9add-f41241001272 None None] Routers {'dd9cde13-1fa7-4054-bebd-c04af36ee2bf'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:05:07.359256 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4e2a0aa7-4f9d-4916-9add-f41241001272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:04:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['dd9cde13-1fa7-4054-bebd-c04af36ee2bf'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:05:07.440448 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-717da382-949e-48d4-884d-c56586429f72 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:07.478447 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-4e2a0aa7-4f9d-4916-9add-f41241001272 None None] Set router dd9cde13-1fa7-4054-bebd-c04af36ee2bf gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:05:07.487403 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:05:07.502314 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-717da382-949e-48d4-884d-c56586429f72 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Deleting port 5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:05:07.502658 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-717da382-949e-48d4-884d-c56586429f72 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:07.513004 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:05:07.513392 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 054a2a4d-4fe6-400a-a8ab-fb168623ecb0 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:05:07.593031 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-717da382-949e-48d4-884d-c56586429f72 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] For port 5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:05:07.593555 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-717da382-949e-48d4-884d-c56586429f72 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:07.606439 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-717da382-949e-48d4-884d-c56586429f72 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Calling delete_port for 5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:05:07.626682 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2192de3f-b637-4e36-916a-2f08181c8ab2 None None] DHCP port deletion for faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 01:05:07.669338 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-4e2a0aa7-4f9d-4916-9add-f41241001272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614946666', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:05:05Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:05:07.674903 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-2192de3f-b637-4e36-916a-2f08181c8ab2 None None] Deleting port 14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:05:07.675282 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2192de3f-b637-4e36-916a-2f08181c8ab2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:07.695904 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2a0aa7-4f9d-4916-9add-f41241001272 None None] The sync data for ids ['dd9cde13-1fa7-4054-bebd-c04af36ee2bf'] in n-d-800088-20 is: [{'id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614946666', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:05:05Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cde13-1fa7-4054-bebd-c04af36ee2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:03:16Z', 'updated_at': '2021-08-17T01:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:05:07.753863 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-2192de3f-b637-4e36-916a-2f08181c8ab2 None None] For port 14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f,segment=NetworkSegment(a8681a05-e1c0-4086-89fa-ce4c2602d54e),segment_id=a8681a05-e1c0-4086-89fa-ce4c2602d54e)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:05:07.754264 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2192de3f-b637-4e36-916a-2f08181c8ab2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:07.766701 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-2192de3f-b637-4e36-916a-2f08181c8ab2 None None] Calling delete_port for 14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:05:07.787849 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-717da382-949e-48d4-884d-c56586429f72 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:07.816123 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717da382-949e-48d4-884d-c56586429f72 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Port': ['ID=5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:07.853574 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2192de3f-b637-4e36-916a-2f08181c8ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:07.874894 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-717da382-949e-48d4-884d-c56586429f72 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:07.878074 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192de3f-b637-4e36-916a-2f08181c8ab2 None None] Pushing event deleted for resources: {'Port': ['ID=14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:07.881603 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2192de3f-b637-4e36-916a-2f08181c8ab2 None None] No DVR routers for this DVR port 14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:05:07.967816 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-717da382-949e-48d4-884d-c56586429f72 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:07.969948 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-717da382-949e-48d4-884d-c56586429f72 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:08.016343 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-717da382-949e-48d4-884d-c56586429f72 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:08.016865 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717da382-949e-48d4-884d-c56586429f72 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Fanout notify agent at l3_agent the message router_deleted on router dd9cde13-1fa7-4054-bebd-c04af36ee2bf {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 01:05:08.024599 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-717da382-949e-48d4-884d-c56586429f72 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:08.025738 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-717da382-949e-48d4-884d-c56586429f72 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "DELETE /v2.0/routers/dd9cde13-1fa7-4054-bebd-c04af36ee2bf HTTP/1.1" status: 204 len: 168 time: 0.8169379 Aug 17 01:05:08.028477 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50386) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:05:08.108087 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3cf0c866-d157-4693-a553-24fad2e674b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:08.201301 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3cf0c866-d157-4693-a553-24fad2e674b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:08.211556 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-3cf0c866-d157-4693-a553-24fad2e674b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:05:08.221095 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-3cf0c866-d157-4693-a553-24fad2e674b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8681a05-e1c0-4086-89fa-ce4c2602d54e') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:05:08.221395 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-3cf0c866-d157-4693-a553-24fad2e674b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8681a05-e1c0-4086-89fa-ce4c2602d54e') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:05:08.231299 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3cf0c866-d157-4693-a553-24fad2e674b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:08.245631 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3cf0c866-d157-4693-a553-24fad2e674b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:08.251543 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf0c866-d157-4693-a553-24fad2e674b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 01:05:08.251936 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3cf0c866-d157-4693-a553-24fad2e674b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: timer() Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 01:05:08.255214 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 01:05:08.315202 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3cf0c866-d157-4693-a553-24fad2e674b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:08.323347 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3cf0c866-d157-4693-a553-24fad2e674b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:08.327842 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3cf0c866-d157-4693-a553-24fad2e674b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "DELETE /v2.0/networks/faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21 HTTP/1.1" status: 204 len: 168 time: 0.2958117 Aug 17 01:05:08.328426 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50388) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:05:08.346041 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0c866-d157-4693-a553-24fad2e674b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Network': ['ID=faf63bf4-43b0-4bfc-9ec3-2803cbb7ab21,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:08.402763 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-83b0c605-94bd-45cd-8f9f-634377d6e3f9 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:08.427482 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-83b0c605-94bd-45cd-8f9f-634377d6e3f9 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:08.488940 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-83b0c605-94bd-45cd-8f9f-634377d6e3f9 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:08.492325 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-83b0c605-94bd-45cd-8f9f-634377d6e3f9 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:08.493583 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-83b0c605-94bd-45cd-8f9f-634377d6e3f9 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "DELETE /v2.0/security-groups/5e31e799-db22-443a-8863-ef1399138273 HTTP/1.1" status: 204 len: 168 time: 0.1646473 Aug 17 01:05:08.502799 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0c605-94bd-45cd-8f9f-634377d6e3f9 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e31e799-db22-443a-8863-ef1399138273,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:08.705668 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:05:08.726398 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:05:08.727000 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 14ea30d9-31c7-4c1a-9f11-9808c5f8ec0f not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:05:08.727714 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 59a92a98-bb53-4212-ab16-5732ec0e8fb4 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:05:08.745679 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 59a92a98-bb53-4212-ab16-5732ec0e8fb4 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:05:08.746015 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 59a92a98-bb53-4212-ab16-5732ec0e8fb4 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:05:08.746409 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:05:08.764791 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:05:08.765160 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 5a5c9e10-39cc-40a4-8f23-f37cd31ebc1e not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:05:08.969827 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50394) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:05:08.974604 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-4ede7898-43b7-41f6-ac8d-630fcfcc21d8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1285150561', 'description': 'tempest-secgroup-smoke-1285150561 description', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:05:08.997746 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4ede7898-43b7-41f6-ac8d-630fcfcc21d8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.079245 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4ede7898-43b7-41f6-ac8d-630fcfcc21d8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.082875 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4ede7898-43b7-41f6-ac8d-630fcfcc21d8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.113167 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4ede7898-43b7-41f6-ac8d-630fcfcc21d8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.114393 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4ede7898-43b7-41f6-ac8d-630fcfcc21d8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1435301 Aug 17 01:05:09.115506 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede7898-43b7-41f6-ac8d-630fcfcc21d8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90079bbf-c591-4372-94dd-331d44f54983,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:09.117746 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50396) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:05:09.122522 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-2576d2c7-e247-4d60-9bdf-816eb33b9d4d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': '90079bbf-c591-4372-94dd-331d44f54983', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:05:09.151889 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2576d2c7-e247-4d60-9bdf-816eb33b9d4d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.213170 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2576d2c7-e247-4d60-9bdf-816eb33b9d4d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.216547 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2576d2c7-e247-4d60-9bdf-816eb33b9d4d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.236189 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576d2c7-e247-4d60-9bdf-816eb33b9d4d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00fac13-5447-47fd-9995-1320c1669df3,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:09.240656 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2576d2c7-e247-4d60-9bdf-816eb33b9d4d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.242337 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2576d2c7-e247-4d60-9bdf-816eb33b9d4d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232116 Aug 17 01:05:09.244748 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50398) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:05:09.249113 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-034f5938-5f3b-4d30-93c6-02a32f2d9d9e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': '90079bbf-c591-4372-94dd-331d44f54983', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:05:09.275392 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-034f5938-5f3b-4d30-93c6-02a32f2d9d9e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.336521 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-034f5938-5f3b-4d30-93c6-02a32f2d9d9e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.339976 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-034f5938-5f3b-4d30-93c6-02a32f2d9d9e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.357154 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f5938-5f3b-4d30-93c6-02a32f2d9d9e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35df7ec-7c83-4888-8a19-b4276431add6,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:09.363159 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-034f5938-5f3b-4d30-93c6-02a32f2d9d9e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.364411 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-034f5938-5f3b-4d30-93c6-02a32f2d9d9e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186702 Aug 17 01:05:09.367734 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50400) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:05:09.372427 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-7bcec6fd-29b0-47d2-874b-1aaf1b321e4b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': '90079bbf-c591-4372-94dd-331d44f54983', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:05:09.399923 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7bcec6fd-29b0-47d2-874b-1aaf1b321e4b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.459494 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7bcec6fd-29b0-47d2-874b-1aaf1b321e4b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.463017 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7bcec6fd-29b0-47d2-874b-1aaf1b321e4b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.488395 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcec6fd-29b0-47d2-874b-1aaf1b321e4b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc22ef70-4809-4c38-8cf3-3638f8f7ac60,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:09.497566 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7bcec6fd-29b0-47d2-874b-1aaf1b321e4b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.498753 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7bcec6fd-29b0-47d2-874b-1aaf1b321e4b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300979 Aug 17 01:05:09.501419 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50402) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:05:09.505836 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-16b0244d-218a-49b1-ae44-29a43255a847 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': '90079bbf-c591-4372-94dd-331d44f54983', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:05:09.530871 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-16b0244d-218a-49b1-ae44-29a43255a847 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.589751 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-16b0244d-218a-49b1-ae44-29a43255a847 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.593341 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-16b0244d-218a-49b1-ae44-29a43255a847 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.610598 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0244d-218a-49b1-ae44-29a43255a847 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac399e9-1955-46be-8da6-d730a6bd8278,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:09.615815 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-16b0244d-218a-49b1-ae44-29a43255a847 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.617035 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-16b0244d-218a-49b1-ae44-29a43255a847 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1146901 Aug 17 01:05:09.619784 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50404) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:05:09.624157 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-c34cd396-a310-48ed-9e66-ffe13cdbf55a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': '90079bbf-c591-4372-94dd-331d44f54983', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:05:09.645485 n-d-800088-20 neutron-server[101403]: INFO neutron.db.securitygroups_db [None req-c34cd396-a310-48ed-9e66-ffe13cdbf55a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Project f329865a61fa47128fcdfcf68f05ab5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 01:05:09.650742 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c34cd396-a310-48ed-9e66-ffe13cdbf55a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.712001 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c34cd396-a310-48ed-9e66-ffe13cdbf55a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.715717 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c34cd396-a310-48ed-9e66-ffe13cdbf55a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.732489 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cd396-a310-48ed-9e66-ffe13cdbf55a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd53f1ce-d30f-42cb-b88f-5a8620c6f76e,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:09.739896 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c34cd396-a310-48ed-9e66-ffe13cdbf55a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.741394 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c34cd396-a310-48ed-9e66-ffe13cdbf55a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206386 Aug 17 01:05:09.744716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50406) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:05:09.749180 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-232c6402-1b3a-4be9-811c-63d57963d3db tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': '90079bbf-c591-4372-94dd-331d44f54983', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:05:09.771968 n-d-800088-20 neutron-server[101403]: INFO neutron.db.securitygroups_db [None req-232c6402-1b3a-4be9-811c-63d57963d3db tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Project f329865a61fa47128fcdfcf68f05ab5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 01:05:09.777378 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-232c6402-1b3a-4be9-811c-63d57963d3db tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.838782 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-232c6402-1b3a-4be9-811c-63d57963d3db tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.842225 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-232c6402-1b3a-4be9-811c-63d57963d3db tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.859047 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c6402-1b3a-4be9-811c-63d57963d3db tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224e6b78-24bc-49f7-ab42-470f0b1c138a,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:09.865512 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-232c6402-1b3a-4be9-811c-63d57963d3db tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.867207 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-232c6402-1b3a-4be9-811c-63d57963d3db tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209552 Aug 17 01:05:09.870050 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50408) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:05:09.874877 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-c0703915-6ddd-4229-9844-0db29bbc4383 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'network': {'name': 'tempest-network-smoke--1250911417', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'port_security_enabled': True}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:05:09.894920 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0703915-6ddd-4229-9844-0db29bbc4383 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Made reservation on behalf of f329865a61fa47128fcdfcf68f05ab5a for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:05:09.898377 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0703915-6ddd-4229-9844-0db29bbc4383 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.920800 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0703915-6ddd-4229-9844-0db29bbc4383 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 01:05:09.931173 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0703915-6ddd-4229-9844-0db29bbc4383 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.931518 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-c0703915-6ddd-4229-9844-0db29bbc4383 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Added segment 39817262-79fe-4ec7-bbe0-2ac2542cfb05 of type vlan for network 8557bd9b-6d19-4ad2-b58d-53f608482225 Aug 17 01:05:09.970816 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0703915-6ddd-4229-9844-0db29bbc4383 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:09.995192 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0703915-6ddd-4229-9844-0db29bbc4383 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:10.000694 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0703915-6ddd-4229-9844-0db29bbc4383 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:10.001311 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c0703915-6ddd-4229-9844-0db29bbc4383 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:10.059941 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c0703915-6ddd-4229-9844-0db29bbc4383 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1888809 Aug 17 01:05:10.062787 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50410) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:05:10.067541 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-3da65004-355c-415c-8442-18affd7e9d26 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-811422704', 'admin_state_up': True, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:05:10.071782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0703915-6ddd-4229-9844-0db29bbc4383 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Network': ['ID=8557bd9b-6d19-4ad2-b58d-53f608482225,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:10.082113 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 8557bd9b-6d19-4ad2-b58d-53f608482225 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 01:05:10.094932 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3da65004-355c-415c-8442-18affd7e9d26 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:10.096161 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3da65004-355c-415c-8442-18affd7e9d26 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:10.154058 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3da65004-355c-415c-8442-18affd7e9d26 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:10.287726 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3da65004-355c-415c-8442-18affd7e9d26 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:10.485770 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3da65004-355c-415c-8442-18affd7e9d26 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:10.505221 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3da65004-355c-415c-8442-18affd7e9d26 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:10.609640 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-3da65004-355c-415c-8442-18affd7e9d26 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Allocated IP 172.25.3.200 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/2dcefa24-a326-4706-8ca0-5c741266a00e) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:05:10.709797 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3da65004-355c-415c-8442-18affd7e9d26 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:10.732982 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:10.749241 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3da65004-355c-415c-8442-18affd7e9d26 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:10.793633 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da65004-355c-415c-8442-18affd7e9d26 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:05:10.796530 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-3da65004-355c-415c-8442-18affd7e9d26 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:05:10.800717 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da65004-355c-415c-8442-18affd7e9d26 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:05:10.803660 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da65004-355c-415c-8442-18affd7e9d26 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=2dcefa24-a326-4706-8ca0-5c741266a00e,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:11.044900 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3da65004-355c-415c-8442-18affd7e9d26 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:11.241061 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3da65004-355c-415c-8442-18affd7e9d26 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:11.687263 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da65004-355c-415c-8442-18affd7e9d26 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Router d776e1c4-1078-4967-8c84-dbc2ba4e3c26 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 01:05:11.796491 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da65004-355c-415c-8442-18affd7e9d26 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:05:11.806431 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4d6adf-bb01-4a67-afa0-9bf5034f5ff0 None None] Sync routers for ids ['d776e1c4-1078-4967-8c84-dbc2ba4e3c26'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:05:11.815843 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-3da65004-355c-415c-8442-18affd7e9d26 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:11.816749 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4d6adf-bb01-4a67-afa0-9bf5034f5ff0 None None] Routers {'d776e1c4-1078-4967-8c84-dbc2ba4e3c26'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:05:11.817113 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3da65004-355c-415c-8442-18affd7e9d26 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7532899 Aug 17 01:05:11.817591 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3b4d6adf-bb01-4a67-afa0-9bf5034f5ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:04:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d776e1c4-1078-4967-8c84-dbc2ba4e3c26'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:05:11.820406 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50412) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:05:11.848923 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a1f38990-8715-4b7b-b0b6-b4217952f405 tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=f329865a61fa47128fcdfcf68f05ab5a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272880 Aug 17 01:05:11.852080 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50414) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:05:11.924008 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-3b4d6adf-bb01-4a67-afa0-9bf5034f5ff0 None None] Set router d776e1c4-1078-4967-8c84-dbc2ba4e3c26 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:05:11.939032 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecc3376-364f-4735-b9e1-39b58a219277 tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:11.940576 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-5ecc3376-364f-4735-b9e1-39b58a219277 tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872803 Aug 17 01:05:11.943344 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50416) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:05:11.971869 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-67c5c7b0-63e7-4109-b34d-2dd465c782fd tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=f9960621-448c-44b3-8317-7433dc6ce660&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274317 Aug 17 01:05:11.974391 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50418) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:05:11.980254 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-0b3c42a3-16be-4b92-8ad7-6ec057770897 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-95226387', 'network_id': '8557bd9b-6d19-4ad2-b58d-53f608482225', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:05:12.074320 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3c42a3-16be-4b92-8ad7-6ec057770897 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Made reservation on behalf of f329865a61fa47128fcdfcf68f05ab5a for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:05:12.077816 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0b3c42a3-16be-4b92-8ad7-6ec057770897 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:12.105282 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3b4d6adf-bb01-4a67-afa0-9bf5034f5ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811422704', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:05:10Z', 'revision_number': 3, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ca:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:05:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:05:12.135609 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4d6adf-bb01-4a67-afa0-9bf5034f5ff0 None None] Checking router: d776e1c4-1078-4967-8c84-dbc2ba4e3c26 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:05:12.135965 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4d6adf-bb01-4a67-afa0-9bf5034f5ff0 None None] Updating router d776e1c4-1078-4967-8c84-dbc2ba4e3c26 port 2dcefa24-a326-4706-8ca0-5c741266a00e binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:05:12.161272 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3b4d6adf-bb01-4a67-afa0-9bf5034f5ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:12.263674 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0b3c42a3-16be-4b92-8ad7-6ec057770897 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:12.329655 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c42a3-16be-4b92-8ad7-6ec057770897 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Subnet': ['ID=f84503c1-9e4d-451d-a373-ceb3ba7d515f,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:12.333996 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3c42a3-16be-4b92-8ad7-6ec057770897 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Checking segment: {'id': '39817262-79fe-4ec7-bbe0-2ac2542cfb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8557bd9b-6d19-4ad2-b58d-53f608482225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:05:12.334376 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3c42a3-16be-4b92-8ad7-6ec057770897 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network hostable DHCP agents. Network: 8557bd9b-6d19-4ad2-b58d-53f608482225, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 01:05:12.353516 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3c42a3-16be-4b92-8ad7-6ec057770897 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network 8557bd9b-6d19-4ad2-b58d-53f608482225 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 01:05:12.356484 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:12.362094 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-0b3c42a3-16be-4b92-8ad7-6ec057770897 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 8557bd9b-6d19-4ad2-b58d-53f608482225) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:05:12.367046 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3c42a3-16be-4b92-8ad7-6ec057770897 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:12.367279 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-0b3c42a3-16be-4b92-8ad7-6ec057770897 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:12.374660 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453e3f5e-78e8-40ce-b911-3c0732abe7db None None] Network 8557bd9b-6d19-4ad2-b58d-53f608482225 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:05:12.383072 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-0b3c42a3-16be-4b92-8ad7-6ec057770897 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4076188 Aug 17 01:05:12.386171 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50420) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:05:12.477937 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3b4d6adf-bb01-4a67-afa0-9bf5034f5ff0 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:12.502046 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-3b4d6adf-bb01-4a67-afa0-9bf5034f5ff0 None None] Transition to ACTIVE for port object 2dcefa24-a326-4706-8ca0-5c741266a00e will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:05:12.510595 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3b4d6adf-bb01-4a67-afa0-9bf5034f5ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:12.600459 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3b4d6adf-bb01-4a67-afa0-9bf5034f5ff0 None None] Attempting to bind port 2dcefa24-a326-4706-8ca0-5c741266a00e on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:05:12.600878 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3b4d6adf-bb01-4a67-afa0-9bf5034f5ff0 None None] Attempting to bind port 2dcefa24-a326-4706-8ca0-5c741266a00e by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:05:12.601254 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4d6adf-bb01-4a67-afa0-9bf5034f5ff0 None None] Attempting to bind port 2dcefa24-a326-4706-8ca0-5c741266a00e on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:05:12.615719 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc084d-3481-4ab7-8b71-18e50248f8a0 None None] Pushing event updated for resources: {'Port': ['ID=2dcefa24-a326-4706-8ca0-5c741266a00e,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:12.625152 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4d6adf-bb01-4a67-afa0-9bf5034f5ff0 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:05:12.625536 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4d6adf-bb01-4a67-afa0-9bf5034f5ff0 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:05:12.625942 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3b4d6adf-bb01-4a67-afa0-9bf5034f5ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:12.626329 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4d6adf-bb01-4a67-afa0-9bf5034f5ff0 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:05:12.626797 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-3b4d6adf-bb01-4a67-afa0-9bf5034f5ff0 None None] Bound port: 2dcefa24-a326-4706-8ca0-5c741266a00e, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:05:12.627165 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3b4d6adf-bb01-4a67-afa0-9bf5034f5ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:12.631856 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11284ec1-3d25-4a71-99b5-22d5973a8133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-8557bd9b-6d19-4ad2-b58d-53f608482225', 'network_id': '8557bd9b-6d19-4ad2-b58d-53f608482225', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'fixed_ips': [{'subnet_id': 'f84503c1-9e4d-451d-a373-ceb3ba7d515f'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 01:05:12.633324 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-11284ec1-3d25-4a71-99b5-22d5973a8133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:12.739643 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-3b4d6adf-bb01-4a67-afa0-9bf5034f5ff0 None None] For port 2dcefa24-a326-4706-8ca0-5c741266a00e, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:05:12.765973 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-3b4d6adf-bb01-4a67-afa0-9bf5034f5ff0 None None] For port 2dcefa24-a326-4706-8ca0-5c741266a00e, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2dcefa24-a326-4706-8ca0-5c741266a00e,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:05:12.772942 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3b4d6adf-bb01-4a67-afa0-9bf5034f5ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:12.827706 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b129d213-137f-47f4-8985-93a8f8d774bf tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:12.874779 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-11284ec1-3d25-4a71-99b5-22d5973a8133 None None] Allocated IP 172.20.0.2 (8557bd9b-6d19-4ad2-b58d-53f608482225/f84503c1-9e4d-451d-a373-ceb3ba7d515f/31cd3515-7e49-4620-ac30-6364e01b04b1) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:05:12.876489 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4d6adf-bb01-4a67-afa0-9bf5034f5ff0 None None] Routers {'d776e1c4-1078-4967-8c84-dbc2ba4e3c26'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:05:12.877191 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3b4d6adf-bb01-4a67-afa0-9bf5034f5ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:04:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d776e1c4-1078-4967-8c84-dbc2ba4e3c26'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:05:12.883968 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc084d-3481-4ab7-8b71-18e50248f8a0 None None] Pushing event updated for resources: {'Port': ['ID=2dcefa24-a326-4706-8ca0-5c741266a00e,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:13.051236 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-3b4d6adf-bb01-4a67-afa0-9bf5034f5ff0 None None] Set router d776e1c4-1078-4967-8c84-dbc2ba4e3c26 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:05:13.200997 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-11284ec1-3d25-4a71-99b5-22d5973a8133 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:13.223735 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-11284ec1-3d25-4a71-99b5-22d5973a8133 None None] Transition to ACTIVE for port object 31cd3515-7e49-4620-ac30-6364e01b04b1 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:05:13.267878 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-11284ec1-3d25-4a71-99b5-22d5973a8133 None None] Transition to ACTIVE for port object 31cd3515-7e49-4620-ac30-6364e01b04b1 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:05:13.275265 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-11284ec1-3d25-4a71-99b5-22d5973a8133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:13.320403 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-b129d213-137f-47f4-8985-93a8f8d774bf tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Allocated IP 172.20.0.1 (8557bd9b-6d19-4ad2-b58d-53f608482225/f84503c1-9e4d-451d-a373-ceb3ba7d515f/e306dcd8-3ab6-4d10-a16f-49c5d60b8e06) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:05:13.320760 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11284ec1-3d25-4a71-99b5-22d5973a8133 None None] Network 8557bd9b-6d19-4ad2-b58d-53f608482225 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:05:13.326244 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-11284ec1-3d25-4a71-99b5-22d5973a8133 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:05:13.331733 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11284ec1-3d25-4a71-99b5-22d5973a8133 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:05:13.336085 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11284ec1-3d25-4a71-99b5-22d5973a8133 None None] Pushing event updated for resources: {'Port': ['ID=31cd3515-7e49-4620-ac30-6364e01b04b1,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:13.382412 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-3b4d6adf-bb01-4a67-afa0-9bf5034f5ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811422704', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:05:10Z', 'revision_number': 3, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ca:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:05:13.417295 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4d6adf-bb01-4a67-afa0-9bf5034f5ff0 None None] The sync data for ids ['d776e1c4-1078-4967-8c84-dbc2ba4e3c26'] in n-d-800088-20 is: [{'id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811422704', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:05:10Z', 'revision_number': 3, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ca:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:05:13.420842 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-11284ec1-3d25-4a71-99b5-22d5973a8133 None None] Attempting to bind port 31cd3515-7e49-4620-ac30-6364e01b04b1 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:05:13.421816 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-11284ec1-3d25-4a71-99b5-22d5973a8133 None None] Attempting to bind port 31cd3515-7e49-4620-ac30-6364e01b04b1 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '39817262-79fe-4ec7-bbe0-2ac2542cfb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8557bd9b-6d19-4ad2-b58d-53f608482225'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:05:13.421816 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11284ec1-3d25-4a71-99b5-22d5973a8133 None None] Attempting to bind port 31cd3515-7e49-4620-ac30-6364e01b04b1 on network 8557bd9b-6d19-4ad2-b58d-53f608482225 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:05:13.427279 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11284ec1-3d25-4a71-99b5-22d5973a8133 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:05:13.427654 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11284ec1-3d25-4a71-99b5-22d5973a8133 None None] Checking segment: {'id': '39817262-79fe-4ec7-bbe0-2ac2542cfb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8557bd9b-6d19-4ad2-b58d-53f608482225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:05:13.428057 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-11284ec1-3d25-4a71-99b5-22d5973a8133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:13.428446 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11284ec1-3d25-4a71-99b5-22d5973a8133 None None] Bound using segment: {'id': '39817262-79fe-4ec7-bbe0-2ac2542cfb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8557bd9b-6d19-4ad2-b58d-53f608482225'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:05:13.429966 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-11284ec1-3d25-4a71-99b5-22d5973a8133 None None] Bound port: 31cd3515-7e49-4620-ac30-6364e01b04b1, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39817262-79fe-4ec7-bbe0-2ac2542cfb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8557bd9b-6d19-4ad2-b58d-53f608482225'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:05:13.434398 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-11284ec1-3d25-4a71-99b5-22d5973a8133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:13.444531 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b129d213-137f-47f4-8985-93a8f8d774bf tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:13.459817 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-b129d213-137f-47f4-8985-93a8f8d774bf tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Transition to ACTIVE for port object e306dcd8-3ab6-4d10-a16f-49c5d60b8e06 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:05:13.494587 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b129d213-137f-47f4-8985-93a8f8d774bf tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:13.507633 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-11284ec1-3d25-4a71-99b5-22d5973a8133 None None] For port 31cd3515-7e49-4620-ac30-6364e01b04b1, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:05:13.511817 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-11284ec1-3d25-4a71-99b5-22d5973a8133 None None] For port 31cd3515-7e49-4620-ac30-6364e01b04b1, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=31cd3515-7e49-4620-ac30-6364e01b04b1,segment=NetworkSegment(39817262-79fe-4ec7-bbe0-2ac2542cfb05),segment_id=39817262-79fe-4ec7-bbe0-2ac2542cfb05)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:05:13.515839 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-11284ec1-3d25-4a71-99b5-22d5973a8133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:13.535494 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b129d213-137f-47f4-8985-93a8f8d774bf tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network 8557bd9b-6d19-4ad2-b58d-53f608482225 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:05:13.541171 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-b129d213-137f-47f4-8985-93a8f8d774bf tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:05:13.545001 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b129d213-137f-47f4-8985-93a8f8d774bf tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:05:13.574782 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129d213-137f-47f4-8985-93a8f8d774bf tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=e306dcd8-3ab6-4d10-a16f-49c5d60b8e06,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:13.580696 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11284ec1-3d25-4a71-99b5-22d5973a8133 None None] Pushing event updated for resources: {'Port': ['ID=31cd3515-7e49-4620-ac30-6364e01b04b1,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:13.596050 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b129d213-137f-47f4-8985-93a8f8d774bf tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:13.793878 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b129d213-137f-47f4-8985-93a8f8d774bf tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:14.089551 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b129d213-137f-47f4-8985-93a8f8d774bf tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:14.094248 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b129d213-137f-47f4-8985-93a8f8d774bf tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:14.175639 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129d213-137f-47f4-8985-93a8f8d774bf tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=e306dcd8-3ab6-4d10-a16f-49c5d60b8e06,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:14.180525 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b129d213-137f-47f4-8985-93a8f8d774bf tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:14.620493 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b129d213-137f-47f4-8985-93a8f8d774bf tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network 8557bd9b-6d19-4ad2-b58d-53f608482225 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:05:14.622033 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-b129d213-137f-47f4-8985-93a8f8d774bf tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:05:14.632759 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd03597-ca2c-48c3-943c-f038fd111777 None None] Network 8557bd9b-6d19-4ad2-b58d-53f608482225 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:05:14.750615 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b129d213-137f-47f4-8985-93a8f8d774bf tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Router d776e1c4-1078-4967-8c84-dbc2ba4e3c26 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:05:14.842378 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 31cd3515-7e49-4620-ac30-6364e01b04b1 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:05:14.863871 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b129d213-137f-47f4-8985-93a8f8d774bf tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:05:14.869941 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b129d213-137f-47f4-8985-93a8f8d774bf tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "PUT /v2.0/routers/d776e1c4-1078-4967-8c84-dbc2ba4e3c26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4825513 Aug 17 01:05:14.891734 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-90a9d93c-6a84-4862-a261-22b712b2842d None None] Provisioning for port 31cd3515-7e49-4620-ac30-6364e01b04b1 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:05:14.935451 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 31cd3515-7e49-4620-ac30-6364e01b04b1 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:05:14.957892 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 31cd3515-7e49-4620-ac30-6364e01b04b1 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:05:14.958248 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:15.022699 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-1f905e00-f518-44a8-a36f-4f31b2050308 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1285150561&fields=id&tenant_id=f329865a61fa47128fcdfcf68f05ab5a HTTP/1.1" status: 200 len: 267 time: 0.0347824 Aug 17 01:05:15.061617 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f993b38-92a2-4393-982c-3b273d224da4 None None] Sync routers for ids ['d776e1c4-1078-4967-8c84-dbc2ba4e3c26'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:05:15.072446 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f993b38-92a2-4393-982c-3b273d224da4 None None] Routers {'d776e1c4-1078-4967-8c84-dbc2ba4e3c26'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:05:15.073143 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-8f993b38-92a2-4393-982c-3b273d224da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:04:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d776e1c4-1078-4967-8c84-dbc2ba4e3c26'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:05:15.084107 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:15.134263 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 31cd3515-7e49-4620-ac30-6364e01b04b1, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=31cd3515-7e49-4620-ac30-6364e01b04b1,segment=NetworkSegment(39817262-79fe-4ec7-bbe0-2ac2542cfb05),segment_id=39817262-79fe-4ec7-bbe0-2ac2542cfb05)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:05:15.140172 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:15.141287 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2dcefa24-a326-4706-8ca0-5c741266a00e up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:05:15.158157 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-b4f4f4cf-269c-4ee3-a4a3-8e284704f505 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:15.160236 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-b4f4f4cf-269c-4ee3-a4a3-8e284704f505 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/networks?id=8557bd9b-6d19-4ad2-b58d-53f608482225 HTTP/1.1" status: 200 len: 797 time: 0.1303751 Aug 17 01:05:15.177195 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-d926ccb5-ec2d-4457-a9ca-8d68046ece0b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/quotas/f329865a61fa47128fcdfcf68f05ab5a HTTP/1.1" status: 200 len: 375 time: 0.0105774 Aug 17 01:05:15.191274 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-8f993b38-92a2-4393-982c-3b273d224da4 None None] Set router d776e1c4-1078-4967-8c84-dbc2ba4e3c26 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:05:15.231398 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=31cd3515-7e49-4620-ac30-6364e01b04b1,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:15.245459 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-ad0b134d-bc94-4215-b8b5-7f31d3cb338f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614667 Aug 17 01:05:15.261456 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-9404f9ab-4576-4297-91cf-0d4352251b69 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 01:05:15.262902 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-9404f9ab-4576-4297-91cf-0d4352251b69 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068142 Aug 17 01:05:15.287295 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 2dcefa24-a326-4706-8ca0-5c741266a00e completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:05:15.293347 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 2dcefa24-a326-4706-8ca0-5c741266a00e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:05:15.293967 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:15.383720 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-ee75b4c5-c29e-4926-af1b-96f6b17223bd service neutron] 10.222.0.60 "GET /v2.0/networks/8557bd9b-6d19-4ad2-b58d-53f608482225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129394 Aug 17 01:05:15.415779 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:15.438725 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-834a7aa1-0728-48d4-b687-ea867ece452f None None] Provisioning for port e306dcd8-3ab6-4d10-a16f-49c5d60b8e06 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:05:15.450171 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-834a7aa1-0728-48d4-b687-ea867ece452f None None] Provisioning complete for port e306dcd8-3ab6-4d10-a16f-49c5d60b8e06 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:05:15.451068 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-834a7aa1-0728-48d4-b687-ea867ece452f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:15.452694 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-8f993b38-92a2-4393-982c-3b273d224da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811422704', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:05:13Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ca:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e306dcd8-3ab6-4d10-a16f-49c5d60b8e06', 'name': '', 'network_id': '8557bd9b-6d19-4ad2-b58d-53f608482225', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:fc:49:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'f84503c1-9e4d-451d-a373-ceb3ba7d515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:05:12Z', 'updated_at': '2021-08-17T01:05:13Z', 'revision_number': 2, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': 'f84503c1-9e4d-451d-a373-ceb3ba7d515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:05:15.481309 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f993b38-92a2-4393-982c-3b273d224da4 None None] Checking router: d776e1c4-1078-4967-8c84-dbc2ba4e3c26 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:05:15.481967 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f993b38-92a2-4393-982c-3b273d224da4 None None] Updating router d776e1c4-1078-4967-8c84-dbc2ba4e3c26 port e306dcd8-3ab6-4d10-a16f-49c5d60b8e06 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:05:15.491892 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 2dcefa24-a326-4706-8ca0-5c741266a00e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2dcefa24-a326-4706-8ca0-5c741266a00e,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:05:15.492892 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-834a7aa1-0728-48d4-b687-ea867ece452f None None] Port e306dcd8-3ab6-4d10-a16f-49c5d60b8e06 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:05:15.504197 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-834a7aa1-0728-48d4-b687-ea867ece452f None None] Provisioning complete for port 31cd3515-7e49-4620-ac30-6364e01b04b1 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:05:15.504822 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-834a7aa1-0728-48d4-b687-ea867ece452f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:15.508618 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:15.511757 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-8f993b38-92a2-4393-982c-3b273d224da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:15.512723 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-29b8bb96-5712-4b19-ad3f-a14bc75eb67b service neutron] 10.222.0.60 "GET /v2.0/networks/8557bd9b-6d19-4ad2-b58d-53f608482225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201808 Aug 17 01:05:15.591622 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=2dcefa24-a326-4706-8ca0-5c741266a00e,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:15.749692 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd1ca112-931a-4a75-86a3-8e0b5ab2ac8d req-077eeb86-0248-4ed8-88d4-36afce9fbcb6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 210 time: 0.0433519 Aug 17 01:05:15.769839 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-03fde499-24c9-46e0-9246-1864ee0f451e None None] Provisioning complete for port e306dcd8-3ab6-4d10-a16f-49c5d60b8e06 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:05:15.770817 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-03fde499-24c9-46e0-9246-1864ee0f451e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:15.816063 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-03fde499-24c9-46e0-9246-1864ee0f451e None None] Port e306dcd8-3ab6-4d10-a16f-49c5d60b8e06 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:05:15.832254 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-8f993b38-92a2-4393-982c-3b273d224da4 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:15.844549 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-8f993b38-92a2-4393-982c-3b273d224da4 None None] Transition to ACTIVE for port object e306dcd8-3ab6-4d10-a16f-49c5d60b8e06 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:05:15.852642 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-8f993b38-92a2-4393-982c-3b273d224da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:15.902132 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756cd2f-8647-4606-9bf6-0834649766ec None None] Pushing event updated for resources: {'Port': ['ID=e306dcd8-3ab6-4d10-a16f-49c5d60b8e06,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:15.935148 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756cd2f-8647-4606-9bf6-0834649766ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:05:15.935495 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756cd2f-8647-4606-9bf6-0834649766ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:05:15.935834 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756cd2f-8647-4606-9bf6-0834649766ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:05:15.936161 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756cd2f-8647-4606-9bf6-0834649766ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:05:15.936483 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756cd2f-8647-4606-9bf6-0834649766ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:05:15.936809 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756cd2f-8647-4606-9bf6-0834649766ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:05:15.937150 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756cd2f-8647-4606-9bf6-0834649766ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:05:15.937472 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756cd2f-8647-4606-9bf6-0834649766ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:05:15.938006 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756cd2f-8647-4606-9bf6-0834649766ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:05:15.938138 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756cd2f-8647-4606-9bf6-0834649766ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:05:15.938404 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756cd2f-8647-4606-9bf6-0834649766ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:05:15.938823 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756cd2f-8647-4606-9bf6-0834649766ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:05:15.970592 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-8f993b38-92a2-4393-982c-3b273d224da4 None None] Attempting to bind port e306dcd8-3ab6-4d10-a16f-49c5d60b8e06 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:05:15.971029 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-8f993b38-92a2-4393-982c-3b273d224da4 None None] Attempting to bind port e306dcd8-3ab6-4d10-a16f-49c5d60b8e06 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '39817262-79fe-4ec7-bbe0-2ac2542cfb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8557bd9b-6d19-4ad2-b58d-53f608482225'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:05:15.971484 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f993b38-92a2-4393-982c-3b273d224da4 None None] Attempting to bind port e306dcd8-3ab6-4d10-a16f-49c5d60b8e06 on network 8557bd9b-6d19-4ad2-b58d-53f608482225 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:05:15.978172 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f993b38-92a2-4393-982c-3b273d224da4 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:05:15.978498 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f993b38-92a2-4393-982c-3b273d224da4 None None] Checking segment: {'id': '39817262-79fe-4ec7-bbe0-2ac2542cfb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8557bd9b-6d19-4ad2-b58d-53f608482225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:05:15.978959 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-8f993b38-92a2-4393-982c-3b273d224da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:15.979504 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f993b38-92a2-4393-982c-3b273d224da4 None None] Bound using segment: {'id': '39817262-79fe-4ec7-bbe0-2ac2542cfb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8557bd9b-6d19-4ad2-b58d-53f608482225'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:05:15.979988 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-8f993b38-92a2-4393-982c-3b273d224da4 None None] Bound port: e306dcd8-3ab6-4d10-a16f-49c5d60b8e06, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39817262-79fe-4ec7-bbe0-2ac2542cfb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8557bd9b-6d19-4ad2-b58d-53f608482225'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:05:15.980371 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-8f993b38-92a2-4393-982c-3b273d224da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:16.052277 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-8f993b38-92a2-4393-982c-3b273d224da4 None None] For port e306dcd8-3ab6-4d10-a16f-49c5d60b8e06, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:05:16.056523 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-8f993b38-92a2-4393-982c-3b273d224da4 None None] For port e306dcd8-3ab6-4d10-a16f-49c5d60b8e06, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e306dcd8-3ab6-4d10-a16f-49c5d60b8e06,segment=NetworkSegment(39817262-79fe-4ec7-bbe0-2ac2542cfb05),segment_id=39817262-79fe-4ec7-bbe0-2ac2542cfb05)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:05:16.062764 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-8f993b38-92a2-4393-982c-3b273d224da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:16.121986 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f993b38-92a2-4393-982c-3b273d224da4 None None] Routers {'d776e1c4-1078-4967-8c84-dbc2ba4e3c26'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:05:16.122855 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-8f993b38-92a2-4393-982c-3b273d224da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:04:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d776e1c4-1078-4967-8c84-dbc2ba4e3c26'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:05:16.161373 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756cd2f-8647-4606-9bf6-0834649766ec None None] Pushing event updated for resources: {'Port': ['ID=e306dcd8-3ab6-4d10-a16f-49c5d60b8e06,revision_number=4']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:16.240048 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-8f993b38-92a2-4393-982c-3b273d224da4 None None] Set router d776e1c4-1078-4967-8c84-dbc2ba4e3c26 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:05:16.450732 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-8f993b38-92a2-4393-982c-3b273d224da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811422704', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:05:13Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e306dcd8-3ab6-4d10-a16f-49c5d60b8e06', 'name': '', 'network_id': '8557bd9b-6d19-4ad2-b58d-53f608482225', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:fc:49:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'f84503c1-9e4d-451d-a373-ceb3ba7d515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:05:12Z', 'updated_at': '2021-08-17T01:05:16Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': 'f84503c1-9e4d-451d-a373-ceb3ba7d515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:05:16.560799 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f993b38-92a2-4393-982c-3b273d224da4 None None] The sync data for ids ['d776e1c4-1078-4967-8c84-dbc2ba4e3c26'] in n-d-800088-20 is: [{'id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811422704', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:05:13Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e306dcd8-3ab6-4d10-a16f-49c5d60b8e06', 'name': '', 'network_id': '8557bd9b-6d19-4ad2-b58d-53f608482225', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:fc:49:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'f84503c1-9e4d-451d-a373-ceb3ba7d515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:05:12Z', 'updated_at': '2021-08-17T01:05:16Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': 'f84503c1-9e4d-451d-a373-ceb3ba7d515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:05:16.623689 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 31cd3515-7e49-4620-ac30-6364e01b04b1 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:05:16.666837 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-90774f77-f978-4482-9326-407400c4f2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:16.687876 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 31cd3515-7e49-4620-ac30-6364e01b04b1 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:05:16.688256 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:16.782044 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2dcefa24-a326-4706-8ca0-5c741266a00e up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:05:16.852499 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 2dcefa24-a326-4706-8ca0-5c741266a00e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:05:16.853333 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:16.890556 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07c14ca0-1d8b-40ab-9deb-6d33b29c6f30 req-46de1b2d-4cd1-4c73-bac8-94d42b7e9863 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 210 time: 0.0344980 Aug 17 01:05:16.912883 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-a647deab-796d-48b7-9d29-049fc3b841c1 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:16.915776 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-a647deab-796d-48b7-9d29-049fc3b841c1 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.69 "GET /v2.0/networks?id=8557bd9b-6d19-4ad2-b58d-53f608482225 HTTP/1.1" status: 200 len: 797 time: 0.1595635 Aug 17 01:05:16.977798 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-4e773614-c7fb-48c8-a206-d0e3b6c5fc9d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f329865a61fa47128fcdfcf68f05ab5a HTTP/1.1" status: 200 len: 380 time: 0.0465808 Aug 17 01:05:16.992793 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-b6148be5-7ca6-4a60-8536-ff12721ce808 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'port': {'device_id': '0621eacc-e700-414b-8a44-9e5bf0872065', 'network_id': '8557bd9b-6d19-4ad2-b58d-53f608482225', 'admin_state_up': True, 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'security_groups': ['90079bbf-c591-4372-94dd-331d44f54983']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:05:17.120959 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-b6148be5-7ca6-4a60-8536-ff12721ce808 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Made reservation on behalf of f329865a61fa47128fcdfcf68f05ab5a for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:05:17.125398 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-b6148be5-7ca6-4a60-8536-ff12721ce808 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:17.260820 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-b6148be5-7ca6-4a60-8536-ff12721ce808 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Allocated IP 172.20.0.7 (8557bd9b-6d19-4ad2-b58d-53f608482225/f84503c1-9e4d-451d-a373-ceb3ba7d515f/24f19688-2fe3-4d4e-98d8-77e1680a2949) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:05:17.414127 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-b6148be5-7ca6-4a60-8536-ff12721ce808 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:17.427847 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-b6148be5-7ca6-4a60-8536-ff12721ce808 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Transition to ACTIVE for port object 24f19688-2fe3-4d4e-98d8-77e1680a2949 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:05:17.471823 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-b6148be5-7ca6-4a60-8536-ff12721ce808 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:17.519845 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-b6148be5-7ca6-4a60-8536-ff12721ce808 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network 8557bd9b-6d19-4ad2-b58d-53f608482225 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:05:17.525291 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-b6148be5-7ca6-4a60-8536-ff12721ce808 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:05:17.530067 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-b6148be5-7ca6-4a60-8536-ff12721ce808 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:05:17.559714 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6148be5-7ca6-4a60-8536-ff12721ce808 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=24f19688-2fe3-4d4e-98d8-77e1680a2949,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:17.587134 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-b6148be5-7ca6-4a60-8536-ff12721ce808 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:17.587682 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-b6148be5-7ca6-4a60-8536-ff12721ce808 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:17.605930 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-b6148be5-7ca6-4a60-8536-ff12721ce808 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6181722 Aug 17 01:05:17.622204 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-ffe6e1f1-63de-4267-8d0a-990e27e5b767 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 01:05:17.623452 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-ffe6e1f1-63de-4267-8d0a-990e27e5b767 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075009 Aug 17 01:05:17.641441 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-1111a49a-a6ab-4153-adf3-1a27b81c2180 service neutron] Request body: {'port': {'device_id': '0621eacc-e700-414b-8a44-9e5bf0872065', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:05:17.700605 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-1111a49a-a6ab-4153-adf3-1a27b81c2180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:17.821095 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f299930f-516a-4c36-bd66-21cc56d49137 None None] Provisioning for port 24f19688-2fe3-4d4e-98d8-77e1680a2949 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:05:17.824658 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f299930f-516a-4c36-bd66-21cc56d49137 None None] Provisioning complete for port 24f19688-2fe3-4d4e-98d8-77e1680a2949 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:05:17.825029 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f299930f-516a-4c36-bd66-21cc56d49137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:17.858832 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f299930f-516a-4c36-bd66-21cc56d49137 None None] Port 24f19688-2fe3-4d4e-98d8-77e1680a2949 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:05:17.993106 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-1111a49a-a6ab-4153-adf3-1a27b81c2180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24f19688-2fe3-4d4e-98d8-77e1680a2949 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:05:18.002299 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-1111a49a-a6ab-4153-adf3-1a27b81c2180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:18.018904 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-1111a49a-a6ab-4153-adf3-1a27b81c2180 service neutron] Transition to ACTIVE for port object 24f19688-2fe3-4d4e-98d8-77e1680a2949 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:05:18.024431 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-1111a49a-a6ab-4153-adf3-1a27b81c2180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:18.040696 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85757ecc-b34a-464d-bf81-5537913a243c req-51fd9360-a5df-4d08-9cf2-460a2e9b7082 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:18.042236 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85757ecc-b34a-464d-bf81-5537913a243c req-51fd9360-a5df-4d08-9cf2-460a2e9b7082 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 931 time: 0.0807617 Aug 17 01:05:18.112769 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111a49a-a6ab-4153-adf3-1a27b81c2180 service neutron] Pushing event updated for resources: {'Port': ['ID=24f19688-2fe3-4d4e-98d8-77e1680a2949,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:18.123928 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-85757ecc-b34a-464d-bf81-5537913a243c req-feffa455-ada4-4341-9d89-d5c18510217c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=90079bbf-c591-4372-94dd-331d44f54983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624084 Aug 17 01:05:18.195230 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-1111a49a-a6ab-4153-adf3-1a27b81c2180 service neutron] Attempting to bind port 24f19688-2fe3-4d4e-98d8-77e1680a2949 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:05:18.195529 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-1111a49a-a6ab-4153-adf3-1a27b81c2180 service neutron] Attempting to bind port 24f19688-2fe3-4d4e-98d8-77e1680a2949 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '39817262-79fe-4ec7-bbe0-2ac2542cfb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8557bd9b-6d19-4ad2-b58d-53f608482225'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:05:18.195890 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-1111a49a-a6ab-4153-adf3-1a27b81c2180 service neutron] Attempting to bind port 24f19688-2fe3-4d4e-98d8-77e1680a2949 on network 8557bd9b-6d19-4ad2-b58d-53f608482225 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:05:18.200488 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-1111a49a-a6ab-4153-adf3-1a27b81c2180 service neutron] Port 24f19688-2fe3-4d4e-98d8-77e1680a2949 on network 8557bd9b-6d19-4ad2-b58d-53f608482225 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:05:18.200807 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-1111a49a-a6ab-4153-adf3-1a27b81c2180 service neutron] Attempting to bind port 24f19688-2fe3-4d4e-98d8-77e1680a2949 on network 8557bd9b-6d19-4ad2-b58d-53f608482225 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:05:18.205830 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-1111a49a-a6ab-4153-adf3-1a27b81c2180 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:05:18.206168 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-1111a49a-a6ab-4153-adf3-1a27b81c2180 service neutron] Checking segment: {'id': '39817262-79fe-4ec7-bbe0-2ac2542cfb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8557bd9b-6d19-4ad2-b58d-53f608482225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:05:18.206550 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-1111a49a-a6ab-4153-adf3-1a27b81c2180 service neutron] Bound using segment: {'id': '39817262-79fe-4ec7-bbe0-2ac2542cfb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8557bd9b-6d19-4ad2-b58d-53f608482225'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:05:18.206978 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-1111a49a-a6ab-4153-adf3-1a27b81c2180 service neutron] Bound port: 24f19688-2fe3-4d4e-98d8-77e1680a2949, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39817262-79fe-4ec7-bbe0-2ac2542cfb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8557bd9b-6d19-4ad2-b58d-53f608482225'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:05:18.207340 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-1111a49a-a6ab-4153-adf3-1a27b81c2180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:18.274197 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-1111a49a-a6ab-4153-adf3-1a27b81c2180 service neutron] For port 24f19688-2fe3-4d4e-98d8-77e1680a2949, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:05:18.277249 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-1111a49a-a6ab-4153-adf3-1a27b81c2180 service neutron] For port 24f19688-2fe3-4d4e-98d8-77e1680a2949, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=24f19688-2fe3-4d4e-98d8-77e1680a2949,segment=NetworkSegment(39817262-79fe-4ec7-bbe0-2ac2542cfb05),segment_id=39817262-79fe-4ec7-bbe0-2ac2542cfb05)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:05:18.282482 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-1111a49a-a6ab-4153-adf3-1a27b81c2180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:18.317715 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-1111a49a-a6ab-4153-adf3-1a27b81c2180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:18.318412 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-1111a49a-a6ab-4153-adf3-1a27b81c2180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:18.319810 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-1111a49a-a6ab-4153-adf3-1a27b81c2180 service neutron] 10.222.0.69 "PUT /v2.0/ports/24f19688-2fe3-4d4e-98d8-77e1680a2949 HTTP/1.1" status: 200 len: 1092 time: 0.6829762 Aug 17 01:05:18.320346 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0621eacc-e700-414b-8a44-9e5bf0872065', 'tag': '24f19688-2fe3-4d4e-98d8-77e1680a2949'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:05:18.322596 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acad7b02-f3d0-4fa7-9996-8cc2e50bead4" -d '{"events": [{"name": "network-changed", "server_uuid": "0621eacc-e700-414b-8a44-9e5bf0872065", "tag": "24f19688-2fe3-4d4e-98d8-77e1680a2949"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:05:18.347266 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111a49a-a6ab-4153-adf3-1a27b81c2180 service neutron] Pushing event updated for resources: {'Port': ['ID=24f19688-2fe3-4d4e-98d8-77e1680a2949,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:18.391302 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99afb37c-48c7-47d1-b614-147c8c7710bd x-openstack-request-id: req-99afb37c-48c7-47d1-b614-147c8c7710bd {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:05:18.391601 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0621eacc-e700-414b-8a44-9e5bf0872065", "tag": "24f19688-2fe3-4d4e-98d8-77e1680a2949", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:05:18.391860 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-99afb37c-48c7-47d1-b614-147c8c7710bd {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:05:18.392263 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0621eacc-e700-414b-8a44-9e5bf0872065', 'tag': '24f19688-2fe3-4d4e-98d8-77e1680a2949', 'status': 'completed', 'code': 200} Aug 17 01:05:18.430167 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-3bca29f7-4164-4ea1-b672-51093539d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:18.431764 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-3bca29f7-4164-4ea1-b672-51093539d32c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 1095 time: 0.0497897 Aug 17 01:05:18.481163 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-e6baeb35-9199-4ff4-9b1d-7e43c07e129f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24f19688-2fe3-4d4e-98d8-77e1680a2949 HTTP/1.1" status: 200 len: 217 time: 0.0402403 Aug 17 01:05:18.536289 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-8011d23b-9b87-4490-9471-c3f89e2f932a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:18.537809 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-8011d23b-9b87-4490-9471-c3f89e2f932a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f84503c1-9e4d-451d-a373-ceb3ba7d515f HTTP/1.1" status: 200 len: 833 time: 0.0476463 Aug 17 01:05:18.599296 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-71eafb8a-a5b1-4f6b-8481-d2b6a2f40ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:18.602734 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-71eafb8a-a5b1-4f6b-8481-d2b6a2f40ff7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8557bd9b-6d19-4ad2-b58d-53f608482225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525918 Aug 17 01:05:18.621148 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e306dcd8-3ab6-4d10-a16f-49c5d60b8e06 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:05:18.673664 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port e306dcd8-3ab6-4d10-a16f-49c5d60b8e06 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:05:18.677417 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e306dcd8-3ab6-4d10-a16f-49c5d60b8e06 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:05:18.677790 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:18.704248 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-084d6b2e-36c5-4479-8137-f0bda122fd2d service neutron] 10.222.0.69 "GET /v2.0/networks/8557bd9b-6d19-4ad2-b58d-53f608482225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887163 Aug 17 01:05:18.754512 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:18.786942 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port e306dcd8-3ab6-4d10-a16f-49c5d60b8e06, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e306dcd8-3ab6-4d10-a16f-49c5d60b8e06,segment=NetworkSegment(39817262-79fe-4ec7-bbe0-2ac2542cfb05),segment_id=39817262-79fe-4ec7-bbe0-2ac2542cfb05)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:05:18.791783 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:18.804308 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-90a20e44-1ab9-4b0d-897e-49d39239aa55 req-66fc891c-1fdf-4172-b52b-51fcd4f1796e service neutron] 10.222.0.69 "GET /v2.0/networks/8557bd9b-6d19-4ad2-b58d-53f608482225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891013 Aug 17 01:05:18.838755 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=e306dcd8-3ab6-4d10-a16f-49c5d60b8e06,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:18.892717 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad7b02-f3d0-4fa7-9996-8cc2e50bead4 req-33f2615a-96b6-40b4-8e2e-5d6aa6dcad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:18.894204 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-acad7b02-f3d0-4fa7-9996-8cc2e50bead4 req-33f2615a-96b6-40b4-8e2e-5d6aa6dcad5e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 1095 time: 0.0407250 Aug 17 01:05:18.982290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad7b02-f3d0-4fa7-9996-8cc2e50bead4 req-6cb5a784-9587-461c-9796-08a1cea38293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:18.983676 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-acad7b02-f3d0-4fa7-9996-8cc2e50bead4 req-6cb5a784-9587-461c-9796-08a1cea38293 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8557bd9b-6d19-4ad2-b58d-53f608482225 HTTP/1.1" status: 200 len: 898 time: 0.0826142 Aug 17 01:05:19.028463 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-acad7b02-f3d0-4fa7-9996-8cc2e50bead4 req-6d13d6f8-fd26-4bf1-af2b-74db3236ef3f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24f19688-2fe3-4d4e-98d8-77e1680a2949 HTTP/1.1" status: 200 len: 217 time: 0.0373964 Aug 17 01:05:19.080353 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad7b02-f3d0-4fa7-9996-8cc2e50bead4 req-eef43014-06fc-4d50-97b3-98383b98eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:19.081763 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-acad7b02-f3d0-4fa7-9996-8cc2e50bead4 req-eef43014-06fc-4d50-97b3-98383b98eb1c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f84503c1-9e4d-451d-a373-ceb3ba7d515f HTTP/1.1" status: 200 len: 833 time: 0.0424316 Aug 17 01:05:19.126736 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad7b02-f3d0-4fa7-9996-8cc2e50bead4 req-db9d4e43-c1b4-45f0-bb4a-932ee75d8a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:19.128192 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-acad7b02-f3d0-4fa7-9996-8cc2e50bead4 req-db9d4e43-c1b4-45f0-bb4a-932ee75d8a4d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8557bd9b-6d19-4ad2-b58d-53f608482225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385730 Aug 17 01:05:19.224196 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:05:19.249817 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-acad7b02-f3d0-4fa7-9996-8cc2e50bead4 req-bcb1a841-dd04-453d-ac58-cea3d2489406 service neutron] 10.222.0.69 "GET /v2.0/networks/8557bd9b-6d19-4ad2-b58d-53f608482225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129777 Aug 17 01:05:19.264407 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fd681-2a58-4ebb-a20f-4c6a7f934035 req-e9ba3d7e-5e02-4913-bc0f-5b571f539ab4 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:19.265842 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f59fd681-2a58-4ebb-a20f-4c6a7f934035 req-e9ba3d7e-5e02-4913-bc0f-5b571f539ab4 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 943 time: 0.0718102 Aug 17 01:05:19.322672 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-48911fa0-2fa5-42f7-b3f3-0b9d94f3287f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:19.362280 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f59fd681-2a58-4ebb-a20f-4c6a7f934035 req-5efe4404-f739-40ce-bf91-2b2dc5aed9ab tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=90079bbf-c591-4372-94dd-331d44f54983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860164 Aug 17 01:05:19.368387 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:19.388417 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-acad7b02-f3d0-4fa7-9996-8cc2e50bead4 req-13466deb-08a6-43da-ba6c-179a6ab7a637 service neutron] 10.222.0.69 "GET /v2.0/networks/8557bd9b-6d19-4ad2-b58d-53f608482225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216514 Aug 17 01:05:20.453992 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:20.532091 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a7abe-b67f-4f86-9553-20b8715e213b req-8595a8c7-6ceb-4244-83be-fb594ec781f9 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:20.533596 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-453a7abe-b67f-4f86-9553-20b8715e213b req-8595a8c7-6ceb-4244-83be-fb594ec781f9 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 943 time: 0.0501442 Aug 17 01:05:20.573224 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-453a7abe-b67f-4f86-9553-20b8715e213b req-d00119fd-8e30-4345-ae57-510eef1a780b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=90079bbf-c591-4372-94dd-331d44f54983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329788 Aug 17 01:05:20.599171 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e306dcd8-3ab6-4d10-a16f-49c5d60b8e06 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:05:20.646282 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e306dcd8-3ab6-4d10-a16f-49c5d60b8e06 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:05:20.646571 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:21.334426 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 24f19688-2fe3-4d4e-98d8-77e1680a2949 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:05:21.429033 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 24f19688-2fe3-4d4e-98d8-77e1680a2949, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=24f19688-2fe3-4d4e-98d8-77e1680a2949,segment=NetworkSegment(39817262-79fe-4ec7-bbe0-2ac2542cfb05),segment_id=39817262-79fe-4ec7-bbe0-2ac2542cfb05)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:05:21.440439 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '24f19688-2fe3-4d4e-98d8-77e1680a2949', 'network_id': '8557bd9b-6d19-4ad2-b58d-53f608482225', 'port_id': '24f19688-2fe3-4d4e-98d8-77e1680a2949', 'mac_address': 'fa:16:3e:e3:27:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f84503c1-9e4d-451d-a373-ceb3ba7d515f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:05:21.477837 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:21.489760 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f19688-2fe3-4d4e-98d8-77e1680a2949 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:05:21.508832 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 24f19688-2fe3-4d4e-98d8-77e1680a2949, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=24f19688-2fe3-4d4e-98d8-77e1680a2949,segment=NetworkSegment(39817262-79fe-4ec7-bbe0-2ac2542cfb05),segment_id=39817262-79fe-4ec7-bbe0-2ac2542cfb05)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:05:21.512735 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:21.560895 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=24f19688-2fe3-4d4e-98d8-77e1680a2949,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:21.697341 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef56aa-f997-4c37-addb-83a050628950 req-dbdcd7f4-b32a-4e41-8237-ab2d38cc941a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:21.698824 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78ef56aa-f997-4c37-addb-83a050628950 req-dbdcd7f4-b32a-4e41-8237-ab2d38cc941a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 944 time: 0.0585992 Aug 17 01:05:21.738433 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78ef56aa-f997-4c37-addb-83a050628950 req-b0e0a507-3388-406a-98c5-362e7482386b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=90079bbf-c591-4372-94dd-331d44f54983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327609 Aug 17 01:05:21.806257 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['24f19688-2fe3-4d4e-98d8-77e1680a2949'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:05:22.332712 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:22.857908 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52e093-87f3-4396-82dd-5fb424c3008b req-da2f56ba-6632-45a4-bacc-ed21665dc6fc tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:22.859387 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1d52e093-87f3-4396-82dd-5fb424c3008b req-da2f56ba-6632-45a4-bacc-ed21665dc6fc tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 944 time: 0.0532174 Aug 17 01:05:22.896674 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1d52e093-87f3-4396-82dd-5fb424c3008b req-e18e1762-e9d5-49a3-a5d5-396a74e02bd0 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=90079bbf-c591-4372-94dd-331d44f54983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311656 Aug 17 01:05:23.344818 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 24f19688-2fe3-4d4e-98d8-77e1680a2949 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:05:23.394057 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 24f19688-2fe3-4d4e-98d8-77e1680a2949 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:05:23.398172 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 24f19688-2fe3-4d4e-98d8-77e1680a2949 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:05:23.398544 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:23.479301 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:23.501560 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0621eacc-e700-414b-8a44-9e5bf0872065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f19688-2fe3-4d4e-98d8-77e1680a2949'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:05:23.504059 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d9b1f6eceb9192db377ceb4d6ae83098a713cf0d5394fe300bfd3a5d60dfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aca589d-6cfe-46d4-ae4d-5b72f811df30" -d '{"events": [{"server_uuid": "0621eacc-e700-414b-8a44-9e5bf0872065", "name": "network-vif-plugged", "status": "completed", "tag": "24f19688-2fe3-4d4e-98d8-77e1680a2949"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:05:23.517403 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 24f19688-2fe3-4d4e-98d8-77e1680a2949, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=24f19688-2fe3-4d4e-98d8-77e1680a2949,segment=NetworkSegment(39817262-79fe-4ec7-bbe0-2ac2542cfb05),segment_id=39817262-79fe-4ec7-bbe0-2ac2542cfb05)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:05:23.521861 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:23.548784 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5d31c3-b304-4d21-9208-43b340357a52 x-openstack-request-id: req-4d5d31c3-b304-4d21-9208-43b340357a52 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:05:23.549100 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0621eacc-e700-414b-8a44-9e5bf0872065", "name": "network-vif-plugged", "status": "completed", "tag": "24f19688-2fe3-4d4e-98d8-77e1680a2949", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:05:23.549354 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4d5d31c3-b304-4d21-9208-43b340357a52 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:05:23.549738 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0621eacc-e700-414b-8a44-9e5bf0872065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f19688-2fe3-4d4e-98d8-77e1680a2949', 'code': 200} Aug 17 01:05:23.575729 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=24f19688-2fe3-4d4e-98d8-77e1680a2949,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:23.654100 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffec88e-4167-499d-9d96-1186c27ba835 req-a4e17f2a-5ff0-42cf-a1eb-d9c23f17cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:23.655600 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ffec88e-4167-499d-9d96-1186c27ba835 req-a4e17f2a-5ff0-42cf-a1eb-d9c23f17cbb9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 1097 time: 0.0415726 Aug 17 01:05:23.693765 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ffec88e-4167-499d-9d96-1186c27ba835 req-45d3aa5e-6814-48e5-83b6-0ed46684bb18 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=90079bbf-c591-4372-94dd-331d44f54983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281920 Aug 17 01:05:24.010060 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3a9ca-3a1e-48f1-91d1-3b16dc2d9d5c req-42c43cb5-372d-4547-960b-a4b67cbbe13b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:24.011458 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-38e3a9ca-3a1e-48f1-91d1-3b16dc2d9d5c req-42c43cb5-372d-4547-960b-a4b67cbbe13b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 945 time: 0.0486891 Aug 17 01:05:24.049188 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-38e3a9ca-3a1e-48f1-91d1-3b16dc2d9d5c req-2ce7f655-8179-47c0-9200-d515b70ddfe5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=90079bbf-c591-4372-94dd-331d44f54983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318143 Aug 17 01:05:24.869124 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-05e4ecfa-3f3a-4890-a709-73ef1b9d3720 req-ca385f92-3771-4500-bd33-3edf908e27e1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425000 Aug 17 01:05:24.958420 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4ecfa-3f3a-4890-a709-73ef1b9d3720 req-4f7daf2e-1482-43fd-b566-5d14ebdfd85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:24.959925 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-05e4ecfa-3f3a-4890-a709-73ef1b9d3720 req-4f7daf2e-1482-43fd-b566-5d14ebdfd85c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 1097 time: 0.0479584 Aug 17 01:05:25.064967 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4ecfa-3f3a-4890-a709-73ef1b9d3720 req-a65ef5bc-b7e3-4f8e-9c7a-fdf4eea8266b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:25.066433 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-05e4ecfa-3f3a-4890-a709-73ef1b9d3720 req-a65ef5bc-b7e3-4f8e-9c7a-fdf4eea8266b service neutron] 10.222.0.69 "GET /v2.0/networks?id=8557bd9b-6d19-4ad2-b58d-53f608482225 HTTP/1.1" status: 200 len: 898 time: 0.0859191 Aug 17 01:05:25.108887 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-05e4ecfa-3f3a-4890-a709-73ef1b9d3720 req-86de9858-84b7-41e9-956e-428b2edd1b60 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24f19688-2fe3-4d4e-98d8-77e1680a2949 HTTP/1.1" status: 200 len: 217 time: 0.0351644 Aug 17 01:05:25.186215 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4ecfa-3f3a-4890-a709-73ef1b9d3720 req-6cdac2af-639c-4f7d-b394-b121824d7a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:25.187631 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-05e4ecfa-3f3a-4890-a709-73ef1b9d3720 req-6cdac2af-639c-4f7d-b394-b121824d7a6b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f84503c1-9e4d-451d-a373-ceb3ba7d515f HTTP/1.1" status: 200 len: 833 time: 0.0713065 Aug 17 01:05:25.212671 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dcd9f-b9a0-451f-8f58-10d508a7fed4 req-ad6ab8c8-c243-4ca9-a5b7-f91be51c0178 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:25.214137 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2a6dcd9f-b9a0-451f-8f58-10d508a7fed4 req-ad6ab8c8-c243-4ca9-a5b7-f91be51c0178 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 945 time: 0.0885930 Aug 17 01:05:25.268121 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2a6dcd9f-b9a0-451f-8f58-10d508a7fed4 req-865c9792-639a-4ee4-8ba7-90ab2b6fd057 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=90079bbf-c591-4372-94dd-331d44f54983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401862 Aug 17 01:05:25.270991 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4ecfa-3f3a-4890-a709-73ef1b9d3720 req-7f8d8a47-9ed1-40eb-ba3b-866670213de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:25.272580 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-05e4ecfa-3f3a-4890-a709-73ef1b9d3720 req-7f8d8a47-9ed1-40eb-ba3b-866670213de4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8557bd9b-6d19-4ad2-b58d-53f608482225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761466 Aug 17 01:05:25.392830 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-05e4ecfa-3f3a-4890-a709-73ef1b9d3720 req-d5caa471-e06f-42b6-a61e-9c3de7f3c6db service neutron] 10.222.0.69 "GET /v2.0/networks/8557bd9b-6d19-4ad2-b58d-53f608482225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125200 Aug 17 01:05:25.417028 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7050ad3-d34a-4c46-b4a9-bca45bf8079a req-0eb4a3f0-a725-4adb-a019-4962e4dfb179 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:25.418446 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7050ad3-d34a-4c46-b4a9-bca45bf8079a req-0eb4a3f0-a725-4adb-a019-4962e4dfb179 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 945 time: 0.0789125 Aug 17 01:05:25.494937 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d7050ad3-d34a-4c46-b4a9-bca45bf8079a req-f0d3a247-0171-4e2e-ac2f-b0b4ad5f736b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=90079bbf-c591-4372-94dd-331d44f54983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669203 Aug 17 01:05:25.517251 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50472) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:05:25.524416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-05e4ecfa-3f3a-4890-a709-73ef1b9d3720 req-0203fb0b-06e5-4b8b-9f61-bb84cc82c0cb service neutron] 10.222.0.69 "GET /v2.0/networks/8557bd9b-6d19-4ad2-b58d-53f608482225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227770 Aug 17 01:05:25.606528 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71fed8a-d8a7-4d3d-9a1b-c99b39380548 tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:25.608046 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c71fed8a-d8a7-4d3d-9a1b-c99b39380548 tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 1092 time: 0.0896304 Aug 17 01:05:25.610851 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50476) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:05:25.615441 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-7a6ef277-9460-427f-9989-19cb55eb201e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'port_id': '24f19688-2fe3-4d4e-98d8-77e1680a2949', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:05:25.638054 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a6ef277-9460-427f-9989-19cb55eb201e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for floatingip, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:25.735197 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a6ef277-9460-427f-9989-19cb55eb201e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:25.839742 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-7a6ef277-9460-427f-9989-19cb55eb201e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Allocated IP 172.25.3.100 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/9c3d4e04-ed3c-44fe-84fb-40b8c822fc8e) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:05:25.939075 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a6ef277-9460-427f-9989-19cb55eb201e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:25.977781 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a6ef277-9460-427f-9989-19cb55eb201e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:26.016592 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6ef277-9460-427f-9989-19cb55eb201e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:05:26.021326 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-7a6ef277-9460-427f-9989-19cb55eb201e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:05:26.024446 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6ef277-9460-427f-9989-19cb55eb201e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:05:26.052005 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ef277-9460-427f-9989-19cb55eb201e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=9c3d4e04-ed3c-44fe-84fb-40b8c822fc8e,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:26.375687 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a6ef277-9460-427f-9989-19cb55eb201e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:26.444605 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a6ef277-9460-427f-9989-19cb55eb201e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:26.595457 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a6ef277-9460-427f-9989-19cb55eb201e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:26.600149 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a6ef277-9460-427f-9989-19cb55eb201e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:26.668051 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ef277-9460-427f-9989-19cb55eb201e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=9c3d4e04-ed3c-44fe-84fb-40b8c822fc8e,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:05:26.681741 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a6ef277-9460-427f-9989-19cb55eb201e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:26.781516 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-7a6ef277-9460-427f-9989-19cb55eb201e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Floating IP 00420f21-2352-4386-b02a-b7b830e5cd31 associated. External IP: 172.25.3.100, port: 24f19688-2fe3-4d4e-98d8-77e1680a2949. Aug 17 01:05:27.296096 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6ef277-9460-427f-9989-19cb55eb201e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Router d776e1c4-1078-4967-8c84-dbc2ba4e3c26 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:05:27.405610 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6ef277-9460-427f-9989-19cb55eb201e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:05:27.416694 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c18f85a-21dd-492c-82b1-69381056b2eb None None] Sync routers for ids ['d776e1c4-1078-4967-8c84-dbc2ba4e3c26'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:05:27.421683 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7a6ef277-9460-427f-9989-19cb55eb201e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:27.427231 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c18f85a-21dd-492c-82b1-69381056b2eb None None] Routers {'d776e1c4-1078-4967-8c84-dbc2ba4e3c26'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:05:27.427862 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7c18f85a-21dd-492c-82b1-69381056b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:05:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d776e1c4-1078-4967-8c84-dbc2ba4e3c26'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:05:27.450011 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7a6ef277-9460-427f-9989-19cb55eb201e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8381307 Aug 17 01:05:27.450637 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0621eacc-e700-414b-8a44-9e5bf0872065', 'tag': '24f19688-2fe3-4d4e-98d8-77e1680a2949'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:05:27.452867 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29a6fca-a1d8-42ea-a6b8-0d20805cea1c" -d '{"events": [{"name": "network-changed", "server_uuid": "0621eacc-e700-414b-8a44-9e5bf0872065", "tag": "24f19688-2fe3-4d4e-98d8-77e1680a2949"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:05:27.497400 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b4a040-fb0b-48b3-9917-b8e8dca12cb4 x-openstack-request-id: req-62b4a040-fb0b-48b3-9917-b8e8dca12cb4 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:05:27.497693 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0621eacc-e700-414b-8a44-9e5bf0872065", "tag": "24f19688-2fe3-4d4e-98d8-77e1680a2949", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:05:27.497947 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-62b4a040-fb0b-48b3-9917-b8e8dca12cb4 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:05:27.498341 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0621eacc-e700-414b-8a44-9e5bf0872065', 'tag': '24f19688-2fe3-4d4e-98d8-77e1680a2949', 'status': 'completed', 'code': 200} Aug 17 01:05:27.540748 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-7c18f85a-21dd-492c-82b1-69381056b2eb None None] Set router d776e1c4-1078-4967-8c84-dbc2ba4e3c26 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:05:27.581409 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a4885-b38f-4b42-9ba0-87ec6ab5da82 req-b29d990e-b23c-4403-a344-f5400e36f325 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:27.582908 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5a0a4885-b38f-4b42-9ba0-87ec6ab5da82 req-b29d990e-b23c-4403-a344-f5400e36f325 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 945 time: 0.0827496 Aug 17 01:05:27.589337 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a6fca-a1d8-42ea-a6b8-0d20805cea1c req-8bf51cbb-61c5-4501-8c2b-45420ee00727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:27.590750 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d29a6fca-a1d8-42ea-a6b8-0d20805cea1c req-8bf51cbb-61c5-4501-8c2b-45420ee00727 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 1097 time: 0.0622897 Aug 17 01:05:27.672471 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5a0a4885-b38f-4b42-9ba0-87ec6ab5da82 req-d4d885d1-4da2-4c4a-83f4-19bca0cc9b3c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=90079bbf-c591-4372-94dd-331d44f54983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807467 Aug 17 01:05:27.706622 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50482) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:05:27.709033 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a6fca-a1d8-42ea-a6b8-0d20805cea1c req-d0cb85ba-2fe7-4df1-af91-49ffa29bd9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:27.710872 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d29a6fca-a1d8-42ea-a6b8-0d20805cea1c req-d0cb85ba-2fe7-4df1-af91-49ffa29bd9e0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8557bd9b-6d19-4ad2-b58d-53f608482225 HTTP/1.1" status: 200 len: 898 time: 0.1125808 Aug 17 01:05:27.771548 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7c18f85a-21dd-492c-82b1-69381056b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811422704', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:05:13Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '00420f21-2352-4386-b02a-b7b830e5cd31', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'floating_ip_address': '172.25.3.100', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'port_id': '24f19688-2fe3-4d4e-98d8-77e1680a2949', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8557bd9b-6d19-4ad2-b58d-53f608482225', 'mac_address': 'fa:16:3e:e3:27:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621eacc-e700-414b-8a44-9e5bf0872065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:05:26Z', 'updated_at': '2021-08-17T01:05:26Z', 'revision_number': 0, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e306dcd8-3ab6-4d10-a16f-49c5d60b8e06', 'name': '', 'network_id': '8557bd9b-6d19-4ad2-b58d-53f608482225', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:fc:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'f84503c1-9e4d-451d-a373-ceb3ba7d515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:05:12Z', 'updated_at': '2021-08-17T01:05:18Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': 'f84503c1-9e4d-451d-a373-ceb3ba7d515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:05:27.779790 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c8d23b12-c6cd-436d-9841-262f7ac24f7e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/floatingips/00420f21-2352-4386-b02a-b7b830e5cd31 HTTP/1.1" status: 200 len: 991 time: 0.0707786 Aug 17 01:05:27.783800 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d29a6fca-a1d8-42ea-a6b8-0d20805cea1c req-2b003630-7432-49b9-a94f-80d4d81a8e3e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24f19688-2fe3-4d4e-98d8-77e1680a2949 HTTP/1.1" status: 200 len: 999 time: 0.0661852 Aug 17 01:05:27.803717 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c18f85a-21dd-492c-82b1-69381056b2eb None None] Checking router: d776e1c4-1078-4967-8c84-dbc2ba4e3c26 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:05:27.812777 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c18f85a-21dd-492c-82b1-69381056b2eb None None] Routers {'d776e1c4-1078-4967-8c84-dbc2ba4e3c26'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:05:27.813421 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7c18f85a-21dd-492c-82b1-69381056b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:05:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d776e1c4-1078-4967-8c84-dbc2ba4e3c26'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:05:27.833945 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a6fca-a1d8-42ea-a6b8-0d20805cea1c req-51a7920e-3cd3-4145-a570-95c2dbe378ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:27.835631 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d29a6fca-a1d8-42ea-a6b8-0d20805cea1c req-51a7920e-3cd3-4145-a570-95c2dbe378ea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f84503c1-9e4d-451d-a373-ceb3ba7d515f HTTP/1.1" status: 200 len: 833 time: 0.0447049 Aug 17 01:05:27.880017 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a6fca-a1d8-42ea-a6b8-0d20805cea1c req-53604b1e-89c9-4d3b-9c4c-5956bd6322c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:05:27.881553 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d29a6fca-a1d8-42ea-a6b8-0d20805cea1c req-53604b1e-89c9-4d3b-9c4c-5956bd6322c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8557bd9b-6d19-4ad2-b58d-53f608482225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394225 Aug 17 01:05:27.917940 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-7c18f85a-21dd-492c-82b1-69381056b2eb None None] Set router d776e1c4-1078-4967-8c84-dbc2ba4e3c26 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:05:27.974265 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d29a6fca-a1d8-42ea-a6b8-0d20805cea1c req-ba2c30bf-76aa-48f8-8101-19ff95fbf9a4 service neutron] 10.222.0.69 "GET /v2.0/networks/8557bd9b-6d19-4ad2-b58d-53f608482225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855653 Aug 17 01:05:28.063210 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d29a6fca-a1d8-42ea-a6b8-0d20805cea1c req-9e97a71f-4df7-4c76-9d0c-2b59f29f11a9 service neutron] 10.222.0.69 "GET /v2.0/networks/8557bd9b-6d19-4ad2-b58d-53f608482225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818892 Aug 17 01:05:28.139414 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-7c18f85a-21dd-492c-82b1-69381056b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811422704', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:05:13Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '00420f21-2352-4386-b02a-b7b830e5cd31', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'floating_ip_address': '172.25.3.100', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'port_id': '24f19688-2fe3-4d4e-98d8-77e1680a2949', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8557bd9b-6d19-4ad2-b58d-53f608482225', 'mac_address': 'fa:16:3e:e3:27:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621eacc-e700-414b-8a44-9e5bf0872065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:05:26Z', 'updated_at': '2021-08-17T01:05:26Z', 'revision_number': 0, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e306dcd8-3ab6-4d10-a16f-49c5d60b8e06', 'name': '', 'network_id': '8557bd9b-6d19-4ad2-b58d-53f608482225', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:fc:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'f84503c1-9e4d-451d-a373-ceb3ba7d515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:05:12Z', 'updated_at': '2021-08-17T01:05:18Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': 'f84503c1-9e4d-451d-a373-ceb3ba7d515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:05:28.165576 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c18f85a-21dd-492c-82b1-69381056b2eb None None] The sync data for ids ['d776e1c4-1078-4967-8c84-dbc2ba4e3c26'] in n-d-800088-20 is: [{'id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811422704', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:05:13Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '00420f21-2352-4386-b02a-b7b830e5cd31', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'floating_ip_address': '172.25.3.100', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'port_id': '24f19688-2fe3-4d4e-98d8-77e1680a2949', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8557bd9b-6d19-4ad2-b58d-53f608482225', 'mac_address': 'fa:16:3e:e3:27:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621eacc-e700-414b-8a44-9e5bf0872065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:05:26Z', 'updated_at': '2021-08-17T01:05:26Z', 'revision_number': 0, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e306dcd8-3ab6-4d10-a16f-49c5d60b8e06', 'name': '', 'network_id': '8557bd9b-6d19-4ad2-b58d-53f608482225', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:fc:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'f84503c1-9e4d-451d-a373-ceb3ba7d515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:05:12Z', 'updated_at': '2021-08-17T01:05:18Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': 'f84503c1-9e4d-451d-a373-ceb3ba7d515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:05:28.352704 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00105db7-5ebd-42d7-b9c1-5256ff70b91c None None] New status for floating IP 00420f21-2352-4386-b02a-b7b830e5cd31: ACTIVE {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:05:28.782480 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50484) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:05:28.843134 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-811ca13d-d4e5-4257-8307-9e9ae6ba7511 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/floatingips/00420f21-2352-4386-b02a-b7b830e5cd31 HTTP/1.1" status: 200 len: 993 time: 0.0594995 Aug 17 01:05:40.758260 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:42.340832 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:46.639257 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ffa34016-dccf-47cd-a69e-c9b9abf403d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:49.323077 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f4dd49a8-71e7-401b-8519-88798e9e1b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:49.359554 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:50.456815 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:52.337132 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:05:56.222596 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:06:02.071678 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989599ea-4145-44b3-97dd-81f966dd7382 req-5cfadaaa-088e-4a5b-8a84-08d49f54abfb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:02.073191 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-989599ea-4145-44b3-97dd-81f966dd7382 req-5cfadaaa-088e-4a5b-8a84-08d49f54abfb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 945 time: 0.0545423 Aug 17 01:06:02.110371 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-989599ea-4145-44b3-97dd-81f966dd7382 req-03ef4bfd-5125-47b3-8573-6bfb373e7d24 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=90079bbf-c591-4372-94dd-331d44f54983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312424 Aug 17 01:06:03.230898 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a94e76-74c2-4ca7-b8d1-2cccb9223360 req-3e9796a4-7281-4402-bc8d-465c92322f9a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:03.232432 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-30a94e76-74c2-4ca7-b8d1-2cccb9223360 req-3e9796a4-7281-4402-bc8d-465c92322f9a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 945 time: 0.0514925 Aug 17 01:06:03.269611 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-30a94e76-74c2-4ca7-b8d1-2cccb9223360 req-0b0d3d36-92d4-4cee-9947-c2077b7b167d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=90079bbf-c591-4372-94dd-331d44f54983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311956 Aug 17 01:06:04.387349 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268fe5e-5946-43ba-a7df-358d5c18b175 req-67951c47-6786-410c-b70d-4bf12f33c11a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:04.388822 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3268fe5e-5946-43ba-a7df-358d5c18b175 req-67951c47-6786-410c-b70d-4bf12f33c11a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 945 time: 0.0502017 Aug 17 01:06:04.425028 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3268fe5e-5946-43ba-a7df-358d5c18b175 req-fffd53b5-9c16-48e7-ba82-e6e83cc72941 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=90079bbf-c591-4372-94dd-331d44f54983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302098 Aug 17 01:06:05.544816 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fbd3b-41e3-460d-aea2-73ee18ef4f83 req-4a2798dd-0407-4edf-b27c-6672f1cadbba tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:05.546298 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a88fbd3b-41e3-460d-aea2-73ee18ef4f83 req-4a2798dd-0407-4edf-b27c-6672f1cadbba tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 945 time: 0.0534408 Aug 17 01:06:05.582625 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a88fbd3b-41e3-460d-aea2-73ee18ef4f83 req-9161e0e4-02b8-4c45-9287-442a1237f6d6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=90079bbf-c591-4372-94dd-331d44f54983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304682 Aug 17 01:06:06.699397 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32016252-53a3-4c6f-876f-a2714f64e2d5 req-7e6ba7d8-285c-4214-b6d3-2f0da16e1371 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:06.700807 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-32016252-53a3-4c6f-876f-a2714f64e2d5 req-7e6ba7d8-285c-4214-b6d3-2f0da16e1371 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 945 time: 0.0490410 Aug 17 01:06:06.739820 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-32016252-53a3-4c6f-876f-a2714f64e2d5 req-5091e166-bfb7-46e3-b381-8133f4456284 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=90079bbf-c591-4372-94dd-331d44f54983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330768 Aug 17 01:06:07.853126 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf1df8-3273-4507-9e07-1e48de285400 req-e2c7e60a-e689-4c82-b70a-a964b6ba7880 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:07.854606 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23bf1df8-3273-4507-9e07-1e48de285400 req-e2c7e60a-e689-4c82-b70a-a964b6ba7880 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 945 time: 0.0488398 Aug 17 01:06:07.892025 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23bf1df8-3273-4507-9e07-1e48de285400 req-06937e78-ea19-47cb-ba31-5769dc1d7f19 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=90079bbf-c591-4372-94dd-331d44f54983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314872 Aug 17 01:06:09.013960 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de582ac1-c639-401b-98e2-9dcf8666cd50 req-f12593ed-ca42-4c44-ac30-6e1a8fd8226c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:09.015416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de582ac1-c639-401b-98e2-9dcf8666cd50 req-f12593ed-ca42-4c44-ac30-6e1a8fd8226c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 945 time: 0.0528314 Aug 17 01:06:09.051602 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de582ac1-c639-401b-98e2-9dcf8666cd50 req-09554b59-4398-4721-a7c2-bbeb3b0cf655 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=90079bbf-c591-4372-94dd-331d44f54983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303185 Aug 17 01:06:10.171854 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d744403-bff9-4014-9d89-325a775bace8 req-2917266b-42e5-4dd4-842c-8e52d960bbff tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:10.173355 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d744403-bff9-4014-9d89-325a775bace8 req-2917266b-42e5-4dd4-842c-8e52d960bbff tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 945 time: 0.0495224 Aug 17 01:06:10.211720 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0d744403-bff9-4014-9d89-325a775bace8 req-c86d363a-dd5b-4cda-8b85-ed1d0f3b9158 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=90079bbf-c591-4372-94dd-331d44f54983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323544 Aug 17 01:06:10.752319 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:11.329090 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b6e5b-b2fe-4632-8f18-df5a781e2281 req-e44dc63d-be1a-4b9f-a348-e9f8686192e6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:11.330585 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-363b6e5b-b2fe-4632-8f18-df5a781e2281 req-e44dc63d-be1a-4b9f-a348-e9f8686192e6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 945 time: 0.0495567 Aug 17 01:06:11.368810 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-363b6e5b-b2fe-4632-8f18-df5a781e2281 req-ed9c6668-bfbd-4b33-9a75-c4f8d02c5f1d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=90079bbf-c591-4372-94dd-331d44f54983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315826 Aug 17 01:06:12.368871 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:12.487093 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67617625-84f1-4575-aa7d-18acf61d9198 req-3f6ab04e-f9c2-48e1-84cf-49f5fdbc87dc tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:12.488581 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-67617625-84f1-4575-aa7d-18acf61d9198 req-3f6ab04e-f9c2-48e1-84cf-49f5fdbc87dc tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 945 time: 0.0527685 Aug 17 01:06:12.525543 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-67617625-84f1-4575-aa7d-18acf61d9198 req-1462de5a-f5e4-49bd-a8fc-f4a285448a2b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=90079bbf-c591-4372-94dd-331d44f54983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303805 Aug 17 01:06:12.547855 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50522) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:06:12.607957 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-51e13efd-7112-404e-8431-9ad985932143 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/floatingips/00420f21-2352-4386-b02a-b7b830e5cd31 HTTP/1.1" status: 200 len: 993 time: 0.0589867 Aug 17 01:06:13.886290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c63695-1cd5-43b5-a3af-0fd64e61c178 req-b25918b2-6f49-4d50-95b2-9dd806849d95 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:13.887802 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-39c63695-1cd5-43b5-a3af-0fd64e61c178 req-b25918b2-6f49-4d50-95b2-9dd806849d95 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 945 time: 0.0511260 Aug 17 01:06:13.939287 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-39c63695-1cd5-43b5-a3af-0fd64e61c178 req-d9af5c44-8dee-44c2-abee-c9e3516d5c1e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=90079bbf-c591-4372-94dd-331d44f54983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455174 Aug 17 01:06:13.970316 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b190c-5238-4ba0-b828-02b3c396c11c req-a286a799-882e-43c1-91b5-ea259dc4569d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:13.971817 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd3b190c-5238-4ba0-b828-02b3c396c11c req-a286a799-882e-43c1-91b5-ea259dc4569d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 1097 time: 0.0831406 Aug 17 01:06:14.064666 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b190c-5238-4ba0-b828-02b3c396c11c req-6c5ad7db-46be-4453-8087-cc3a82c94acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:14.066151 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd3b190c-5238-4ba0-b828-02b3c396c11c req-6c5ad7db-46be-4453-8087-cc3a82c94acf service neutron] 10.222.0.69 "GET /v2.0/networks?id=8557bd9b-6d19-4ad2-b58d-53f608482225 HTTP/1.1" status: 200 len: 898 time: 0.0832851 Aug 17 01:06:14.138745 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd3b190c-5238-4ba0-b828-02b3c396c11c req-5e4855ef-d1f0-4681-b126-0cbbf4640e96 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24f19688-2fe3-4d4e-98d8-77e1680a2949 HTTP/1.1" status: 200 len: 1001 time: 0.0604770 Aug 17 01:06:14.190853 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b190c-5238-4ba0-b828-02b3c396c11c req-65228498-5b23-4c8f-9898-8ccbe395cb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:14.192243 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd3b190c-5238-4ba0-b828-02b3c396c11c req-65228498-5b23-4c8f-9898-8ccbe395cb8f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f84503c1-9e4d-451d-a373-ceb3ba7d515f HTTP/1.1" status: 200 len: 833 time: 0.0426347 Aug 17 01:06:14.242520 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b190c-5238-4ba0-b828-02b3c396c11c req-d73a5bca-3bfd-42fc-a2e3-c1eb461aa5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:14.243876 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd3b190c-5238-4ba0-b828-02b3c396c11c req-d73a5bca-3bfd-42fc-a2e3-c1eb461aa5d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8557bd9b-6d19-4ad2-b58d-53f608482225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394111 Aug 17 01:06:14.340520 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd3b190c-5238-4ba0-b828-02b3c396c11c req-e5c5e00e-bc8b-4a8a-920b-5c2d84990fe5 service neutron] 10.222.0.69 "GET /v2.0/networks/8557bd9b-6d19-4ad2-b58d-53f608482225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843959 Aug 17 01:06:14.433406 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cd3b190c-5238-4ba0-b828-02b3c396c11c req-902bff8b-3e37-4eff-bf59-de9861934ac4 service neutron] 10.222.0.69 "GET /v2.0/networks/8557bd9b-6d19-4ad2-b58d-53f608482225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816371 Aug 17 01:06:15.061984 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166792f-0164-43a2-8fb4-35592b8281a1 req-409a7239-bb5f-429b-8189-07fec6aa5b82 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:15.063464 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f166792f-0164-43a2-8fb4-35592b8281a1 req-409a7239-bb5f-429b-8189-07fec6aa5b82 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 945 time: 0.0501533 Aug 17 01:06:15.106739 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f166792f-0164-43a2-8fb4-35592b8281a1 req-2b122b4d-b3a2-45b6-ba9e-d6b10cfd3809 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=90079bbf-c591-4372-94dd-331d44f54983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371933 Aug 17 01:06:16.223520 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8479955-c031-483e-8ac8-87b37dc8fda5 req-1980a4d3-d0c5-4101-9016-aedc8b0f5216 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:16.225057 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c8479955-c031-483e-8ac8-87b37dc8fda5 req-1980a4d3-d0c5-4101-9016-aedc8b0f5216 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 945 time: 0.0511138 Aug 17 01:06:16.262737 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c8479955-c031-483e-8ac8-87b37dc8fda5 req-60ded491-1364-477a-83c6-f4bfe9cd211a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=90079bbf-c591-4372-94dd-331d44f54983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314400 Aug 17 01:06:16.285518 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50538) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:06:16.345458 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-068ae6cb-1146-45f2-9f2d-eb17d81c1a4b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/floatingips/00420f21-2352-4386-b02a-b7b830e5cd31 HTTP/1.1" status: 200 len: 993 time: 0.0588093 Aug 17 01:06:16.638375 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4fc9ded8-1b13-49be-893f-cd78b5a131de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:19.323349 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1a4a38a3-1693-494e-ba63-0fec7467d1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:19.360029 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:20.459525 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:22.336560 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:24.847181 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-228d3232-6eb1-4393-8b06-06833a3fd8da req-b6b261a9-10bb-4fc1-b3f1-4368b4809f86 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429866 Aug 17 01:06:24.931562 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d3232-6eb1-4393-8b06-06833a3fd8da req-bb97a617-9a4b-4b4d-a097-a3134498ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:24.933098 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-228d3232-6eb1-4393-8b06-06833a3fd8da req-bb97a617-9a4b-4b4d-a097-a3134498ffba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 1097 time: 0.0422754 Aug 17 01:06:25.034458 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d3232-6eb1-4393-8b06-06833a3fd8da req-631c4454-8890-4215-b6c0-b0d6f6b53eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:25.035895 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-228d3232-6eb1-4393-8b06-06833a3fd8da req-631c4454-8890-4215-b6c0-b0d6f6b53eae service neutron] 10.222.0.69 "GET /v2.0/networks?id=8557bd9b-6d19-4ad2-b58d-53f608482225 HTTP/1.1" status: 200 len: 898 time: 0.0834804 Aug 17 01:06:25.103846 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-228d3232-6eb1-4393-8b06-06833a3fd8da req-1e449e9b-5e5b-4c21-8bc4-ce8bf762d51d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24f19688-2fe3-4d4e-98d8-77e1680a2949 HTTP/1.1" status: 200 len: 1001 time: 0.0612979 Aug 17 01:06:25.153690 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d3232-6eb1-4393-8b06-06833a3fd8da req-7b9bcb49-95bd-4c21-92fc-bbdeb205029c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:25.155170 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-228d3232-6eb1-4393-8b06-06833a3fd8da req-7b9bcb49-95bd-4c21-92fc-bbdeb205029c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f84503c1-9e4d-451d-a373-ceb3ba7d515f HTTP/1.1" status: 200 len: 833 time: 0.0439215 Aug 17 01:06:25.199179 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d3232-6eb1-4393-8b06-06833a3fd8da req-e9accd23-05d4-4292-a08f-6a6c3a02cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:25.200692 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-228d3232-6eb1-4393-8b06-06833a3fd8da req-e9accd23-05d4-4292-a08f-6a6c3a02cadd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8557bd9b-6d19-4ad2-b58d-53f608482225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389998 Aug 17 01:06:25.297999 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-228d3232-6eb1-4393-8b06-06833a3fd8da req-e016162f-2d38-4788-8569-7d99f9e794a3 service neutron] 10.222.0.69 "GET /v2.0/networks/8557bd9b-6d19-4ad2-b58d-53f608482225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890000 Aug 17 01:06:25.389786 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-228d3232-6eb1-4393-8b06-06833a3fd8da req-4d567e98-0dfc-4faf-8c6b-96d4f201d33c service neutron] 10.222.0.69 "GET /v2.0/networks/8557bd9b-6d19-4ad2-b58d-53f608482225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819962 Aug 17 01:06:33.221236 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:06:40.751982 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:42.354632 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:46.639339 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-22bdc257-3523-42b1-930d-74fadd334936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:48.755641 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50562) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:06:48.915014 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-3602513f-8e8b-4140-80de-657fa6697995 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Deleting port 9c3d4e04-ed3c-44fe-84fb-40b8c822fc8e {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:06:48.915354 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3602513f-8e8b-4140-80de-657fa6697995 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:48.989356 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3602513f-8e8b-4140-80de-657fa6697995 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:48.989684 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3602513f-8e8b-4140-80de-657fa6697995 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:49.000881 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-3602513f-8e8b-4140-80de-657fa6697995 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Calling delete_port for 9c3d4e04-ed3c-44fe-84fb-40b8c822fc8e owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:06:49.147426 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3602513f-8e8b-4140-80de-657fa6697995 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:49.172573 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602513f-8e8b-4140-80de-657fa6697995 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Port': ['ID=9c3d4e04-ed3c-44fe-84fb-40b8c822fc8e,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:06:49.184773 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602513f-8e8b-4140-80de-657fa6697995 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:49.185102 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602513f-8e8b-4140-80de-657fa6697995 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:49.185454 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602513f-8e8b-4140-80de-657fa6697995 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:49.185800 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602513f-8e8b-4140-80de-657fa6697995 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:49.186139 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602513f-8e8b-4140-80de-657fa6697995 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:49.186477 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602513f-8e8b-4140-80de-657fa6697995 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:49.186813 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602513f-8e8b-4140-80de-657fa6697995 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:49.187144 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602513f-8e8b-4140-80de-657fa6697995 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:49.187475 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602513f-8e8b-4140-80de-657fa6697995 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:49.187805 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602513f-8e8b-4140-80de-657fa6697995 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:49.188136 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602513f-8e8b-4140-80de-657fa6697995 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:49.188462 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602513f-8e8b-4140-80de-657fa6697995 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:49.245140 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3602513f-8e8b-4140-80de-657fa6697995 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:49.245505 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-3602513f-8e8b-4140-80de-657fa6697995 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Floating IP 00420f21-2352-4386-b02a-b7b830e5cd31 disassociated (deleted). External IP: 172.25.3.100, port: 24f19688-2fe3-4d4e-98d8-77e1680a2949. Aug 17 01:06:49.322533 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-41f0ff4c-1ca9-4dc7-9c11-58b5c037936a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:49.361415 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:49.451413 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3602513f-8e8b-4140-80de-657fa6697995 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Router d776e1c4-1078-4967-8c84-dbc2ba4e3c26 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:06:49.557188 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3602513f-8e8b-4140-80de-657fa6697995 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:06:49.561733 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-3602513f-8e8b-4140-80de-657fa6697995 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:49.566954 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71efbbaa-e1ac-4939-b52a-01751bb2c9ee None None] Sync routers for ids ['d776e1c4-1078-4967-8c84-dbc2ba4e3c26'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:06:49.575844 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71efbbaa-e1ac-4939-b52a-01751bb2c9ee None None] Routers {'d776e1c4-1078-4967-8c84-dbc2ba4e3c26'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:06:49.576448 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-71efbbaa-e1ac-4939-b52a-01751bb2c9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:06:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d776e1c4-1078-4967-8c84-dbc2ba4e3c26'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:06:49.588796 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-3602513f-8e8b-4140-80de-657fa6697995 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "DELETE /v2.0/floatingips/00420f21-2352-4386-b02a-b7b830e5cd31 HTTP/1.1" status: 204 len: 168 time: 0.8321533 Aug 17 01:06:49.589409 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0621eacc-e700-414b-8a44-9e5bf0872065', 'tag': '24f19688-2fe3-4d4e-98d8-77e1680a2949'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:06:49.591668 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7769b13-bddc-4446-b983-0d72161cdb80" -d '{"events": [{"name": "network-changed", "server_uuid": "0621eacc-e700-414b-8a44-9e5bf0872065", "tag": "24f19688-2fe3-4d4e-98d8-77e1680a2949"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:06:49.634330 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53fa354-7172-48d6-b17a-a6a01aabfe17 x-openstack-request-id: req-a53fa354-7172-48d6-b17a-a6a01aabfe17 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:06:49.634626 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0621eacc-e700-414b-8a44-9e5bf0872065", "tag": "24f19688-2fe3-4d4e-98d8-77e1680a2949", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:06:49.634877 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a53fa354-7172-48d6-b17a-a6a01aabfe17 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:06:49.635315 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0621eacc-e700-414b-8a44-9e5bf0872065', 'tag': '24f19688-2fe3-4d4e-98d8-77e1680a2949', 'status': 'completed', 'code': 200} Aug 17 01:06:49.693731 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-71efbbaa-e1ac-4939-b52a-01751bb2c9ee None None] Set router d776e1c4-1078-4967-8c84-dbc2ba4e3c26 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:06:49.706877 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7769b13-bddc-4446-b983-0d72161cdb80 req-7faa6251-851e-4a67-86e5-7b00d0852ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:49.708416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7769b13-bddc-4446-b983-0d72161cdb80 req-7faa6251-851e-4a67-86e5-7b00d0852ae3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 1097 time: 0.0510881 Aug 17 01:06:49.841814 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7769b13-bddc-4446-b983-0d72161cdb80 req-bed45365-4afa-4843-8541-9d04605ac720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:49.843295 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7769b13-bddc-4446-b983-0d72161cdb80 req-bed45365-4afa-4843-8541-9d04605ac720 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8557bd9b-6d19-4ad2-b58d-53f608482225 HTTP/1.1" status: 200 len: 898 time: 0.1234615 Aug 17 01:06:49.852728 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5771701-bd33-44d2-a6c9-d6825ae78884 req-5c5f6a86-6256-4595-8d85-72cd00405915 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:49.854179 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5771701-bd33-44d2-a6c9-d6825ae78884 req-5c5f6a86-6256-4595-8d85-72cd00405915 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 945 time: 0.0805502 Aug 17 01:06:49.896356 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7769b13-bddc-4446-b983-0d72161cdb80 req-341349a5-3d18-432f-8f7a-e043d7ad4220 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24f19688-2fe3-4d4e-98d8-77e1680a2949 HTTP/1.1" status: 200 len: 217 time: 0.0412307 Aug 17 01:06:49.902562 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-71efbbaa-e1ac-4939-b52a-01751bb2c9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811422704', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:05:13Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e306dcd8-3ab6-4d10-a16f-49c5d60b8e06', 'name': '', 'network_id': '8557bd9b-6d19-4ad2-b58d-53f608482225', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:fc:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'f84503c1-9e4d-451d-a373-ceb3ba7d515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:05:12Z', 'updated_at': '2021-08-17T01:05:18Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': 'f84503c1-9e4d-451d-a373-ceb3ba7d515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:06:49.929670 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71efbbaa-e1ac-4939-b52a-01751bb2c9ee None None] Checking router: d776e1c4-1078-4967-8c84-dbc2ba4e3c26 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:06:49.937895 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71efbbaa-e1ac-4939-b52a-01751bb2c9ee None None] Routers {'d776e1c4-1078-4967-8c84-dbc2ba4e3c26'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:06:49.938510 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-71efbbaa-e1ac-4939-b52a-01751bb2c9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:06:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d776e1c4-1078-4967-8c84-dbc2ba4e3c26'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:06:49.954055 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a5771701-bd33-44d2-a6c9-d6825ae78884 req-36da0eee-a744-49ff-b4fe-ca247daeffc6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=90079bbf-c591-4372-94dd-331d44f54983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916772 Aug 17 01:06:49.964996 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7769b13-bddc-4446-b983-0d72161cdb80 req-381af977-826e-4772-9f62-6ceaeaf5c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:49.966496 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7769b13-bddc-4446-b983-0d72161cdb80 req-381af977-826e-4772-9f62-6ceaeaf5c7ff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f84503c1-9e4d-451d-a373-ceb3ba7d515f HTTP/1.1" status: 200 len: 833 time: 0.0611520 Aug 17 01:06:50.025492 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7769b13-bddc-4446-b983-0d72161cdb80 req-e7a20095-1b46-44e8-892d-3032bbc32303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:50.027002 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7769b13-bddc-4446-b983-0d72161cdb80 req-e7a20095-1b46-44e8-892d-3032bbc32303 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8557bd9b-6d19-4ad2-b58d-53f608482225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521934 Aug 17 01:06:50.045848 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-71efbbaa-e1ac-4939-b52a-01751bb2c9ee None None] Set router d776e1c4-1078-4967-8c84-dbc2ba4e3c26 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:06:50.123573 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7769b13-bddc-4446-b983-0d72161cdb80 req-8a2c282b-07ee-4643-9ca2-384b8c2f5e43 service neutron] 10.222.0.69 "GET /v2.0/networks/8557bd9b-6d19-4ad2-b58d-53f608482225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829830 Aug 17 01:06:50.223311 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7769b13-bddc-4446-b983-0d72161cdb80 req-9b85c491-e945-4a5c-942a-c0de8f58853d service neutron] 10.222.0.69 "GET /v2.0/networks/8557bd9b-6d19-4ad2-b58d-53f608482225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886731 Aug 17 01:06:50.245109 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-71efbbaa-e1ac-4939-b52a-01751bb2c9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811422704', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:05:13Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e306dcd8-3ab6-4d10-a16f-49c5d60b8e06', 'name': '', 'network_id': '8557bd9b-6d19-4ad2-b58d-53f608482225', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:fc:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'f84503c1-9e4d-451d-a373-ceb3ba7d515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:05:12Z', 'updated_at': '2021-08-17T01:05:18Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': 'f84503c1-9e4d-451d-a373-ceb3ba7d515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:06:50.275914 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71efbbaa-e1ac-4939-b52a-01751bb2c9ee None None] The sync data for ids ['d776e1c4-1078-4967-8c84-dbc2ba4e3c26'] in n-d-800088-20 is: [{'id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811422704', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:05:13Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e306dcd8-3ab6-4d10-a16f-49c5d60b8e06', 'name': '', 'network_id': '8557bd9b-6d19-4ad2-b58d-53f608482225', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:fc:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'f84503c1-9e4d-451d-a373-ceb3ba7d515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:05:12Z', 'updated_at': '2021-08-17T01:05:18Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': 'f84503c1-9e4d-451d-a373-ceb3ba7d515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:06:50.463070 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:50.487171 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65ecd25-be7f-4e53-9a17-b54c47944f3a None None] New status for floating IP 00420f21-2352-4386-b02a-b7b830e5cd31: DOWN {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:06:51.072453 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef73bca-9b06-491b-9ca5-97e7ce58a189 req-d12855f5-2011-401a-ac34-d8aa93739d49 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:51.073954 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ef73bca-9b06-491b-9ca5-97e7ce58a189 req-d12855f5-2011-401a-ac34-d8aa93739d49 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 945 time: 0.0496941 Aug 17 01:06:51.111172 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ef73bca-9b06-491b-9ca5-97e7ce58a189 req-602a70c8-085c-4748-936b-cb5a98da474f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=90079bbf-c591-4372-94dd-331d44f54983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313566 Aug 17 01:06:51.513101 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cce187-17ca-4bd0-9040-db6bae66f530 req-b4486e8f-1637-4c18-a584-a38345be3c12 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:51.514525 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-75cce187-17ca-4bd0-9040-db6bae66f530 req-b4486e8f-1637-4c18-a584-a38345be3c12 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.69 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 945 time: 0.0473347 Aug 17 01:06:51.611265 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-75cce187-17ca-4bd0-9040-db6bae66f530 req-1de2f022-cbf1-40c7-bb1a-3233ef1d4892 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Deleting port 24f19688-2fe3-4d4e-98d8-77e1680a2949 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:06:51.611583 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-75cce187-17ca-4bd0-9040-db6bae66f530 req-1de2f022-cbf1-40c7-bb1a-3233ef1d4892 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:51.698844 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-75cce187-17ca-4bd0-9040-db6bae66f530 req-1de2f022-cbf1-40c7-bb1a-3233ef1d4892 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] For port 24f19688-2fe3-4d4e-98d8-77e1680a2949, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=24f19688-2fe3-4d4e-98d8-77e1680a2949,segment=NetworkSegment(39817262-79fe-4ec7-bbe0-2ac2542cfb05),segment_id=39817262-79fe-4ec7-bbe0-2ac2542cfb05)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:06:51.699119 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-75cce187-17ca-4bd0-9040-db6bae66f530 req-1de2f022-cbf1-40c7-bb1a-3233ef1d4892 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:51.711394 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-75cce187-17ca-4bd0-9040-db6bae66f530 req-1de2f022-cbf1-40c7-bb1a-3233ef1d4892 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Calling delete_port for 24f19688-2fe3-4d4e-98d8-77e1680a2949 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:06:51.842380 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-75cce187-17ca-4bd0-9040-db6bae66f530 req-1de2f022-cbf1-40c7-bb1a-3233ef1d4892 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:51.871057 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2f022-cbf1-40c7-bb1a-3233ef1d4892 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Port': ['ID=24f19688-2fe3-4d4e-98d8-77e1680a2949,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:06:51.919533 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cce187-17ca-4bd0-9040-db6bae66f530 req-1de2f022-cbf1-40c7-bb1a-3233ef1d4892 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] No DVR routers for this DVR port 24f19688-2fe3-4d4e-98d8-77e1680a2949 on host n-h1-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:06:51.922045 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-75cce187-17ca-4bd0-9040-db6bae66f530 req-1de2f022-cbf1-40c7-bb1a-3233ef1d4892 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:51.924031 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-75cce187-17ca-4bd0-9040-db6bae66f530 req-1de2f022-cbf1-40c7-bb1a-3233ef1d4892 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.69 "DELETE /v2.0/ports/24f19688-2fe3-4d4e-98d8-77e1680a2949 HTTP/1.1" status: 204 len: 173 time: 0.3975537 Aug 17 01:06:51.924491 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0621eacc-e700-414b-8a44-9e5bf0872065', 'name': 'network-vif-deleted', 'tag': '24f19688-2fe3-4d4e-98d8-77e1680a2949'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:06:51.926764 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af682b4-30da-4a66-9e8a-025aff619aa0" -d '{"events": [{"server_uuid": "0621eacc-e700-414b-8a44-9e5bf0872065", "name": "network-vif-deleted", "tag": "24f19688-2fe3-4d4e-98d8-77e1680a2949"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:06:51.969361 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cc8f58-021f-453d-82e5-a0c44f0ee626 x-openstack-request-id: req-f6cc8f58-021f-453d-82e5-a0c44f0ee626 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:06:51.969671 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0621eacc-e700-414b-8a44-9e5bf0872065", "name": "network-vif-deleted", "tag": "24f19688-2fe3-4d4e-98d8-77e1680a2949", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:06:51.969929 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f6cc8f58-021f-453d-82e5-a0c44f0ee626 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:06:51.970332 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0621eacc-e700-414b-8a44-9e5bf0872065', 'name': 'network-vif-deleted', 'tag': '24f19688-2fe3-4d4e-98d8-77e1680a2949', 'status': 'completed', 'code': 200} Aug 17 01:06:52.215506 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f202c902-5730-4c34-a760-beacd90c060d req-0175a9d7-34a0-467f-b462-39197025d009 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=0621eacc-e700-414b-8a44-9e5bf0872065 HTTP/1.1" status: 200 len: 210 time: 0.0274119 Aug 17 01:06:52.344829 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:53.274751 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50578) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:06:53.634378 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-22a6d462-01b4-4f4d-b2f5-b3f3bfccd58f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:53.895267 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-22a6d462-01b4-4f4d-b2f5-b3f3bfccd58f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Deleting port e306dcd8-3ab6-4d10-a16f-49c5d60b8e06 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:06:53.895528 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-22a6d462-01b4-4f4d-b2f5-b3f3bfccd58f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:53.986283 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-22a6d462-01b4-4f4d-b2f5-b3f3bfccd58f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] For port e306dcd8-3ab6-4d10-a16f-49c5d60b8e06, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e306dcd8-3ab6-4d10-a16f-49c5d60b8e06,segment=NetworkSegment(39817262-79fe-4ec7-bbe0-2ac2542cfb05),segment_id=39817262-79fe-4ec7-bbe0-2ac2542cfb05)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:06:53.986655 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-22a6d462-01b4-4f4d-b2f5-b3f3bfccd58f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:54.001014 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-22a6d462-01b4-4f4d-b2f5-b3f3bfccd58f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Calling delete_port for e306dcd8-3ab6-4d10-a16f-49c5d60b8e06 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:06:54.189095 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-22a6d462-01b4-4f4d-b2f5-b3f3bfccd58f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:54.217510 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6d462-01b4-4f4d-b2f5-b3f3bfccd58f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Port': ['ID=e306dcd8-3ab6-4d10-a16f-49c5d60b8e06,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:06:54.245544 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d462-01b4-4f4d-b2f5-b3f3bfccd58f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:54.245901 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d462-01b4-4f4d-b2f5-b3f3bfccd58f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:54.246251 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d462-01b4-4f4d-b2f5-b3f3bfccd58f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:54.246598 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d462-01b4-4f4d-b2f5-b3f3bfccd58f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:54.246938 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d462-01b4-4f4d-b2f5-b3f3bfccd58f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:54.247274 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d462-01b4-4f4d-b2f5-b3f3bfccd58f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:54.247612 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d462-01b4-4f4d-b2f5-b3f3bfccd58f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:54.247949 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d462-01b4-4f4d-b2f5-b3f3bfccd58f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:54.247949 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d462-01b4-4f4d-b2f5-b3f3bfccd58f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:54.247949 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d462-01b4-4f4d-b2f5-b3f3bfccd58f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:54.247949 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d462-01b4-4f4d-b2f5-b3f3bfccd58f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:54.249447 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d462-01b4-4f4d-b2f5-b3f3bfccd58f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:54.404303 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-22a6d462-01b4-4f4d-b2f5-b3f3bfccd58f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:54.628299 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a6d462-01b4-4f4d-b2f5-b3f3bfccd58f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Router d776e1c4-1078-4967-8c84-dbc2ba4e3c26 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:06:54.734599 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a6d462-01b4-4f4d-b2f5-b3f3bfccd58f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:06:54.739902 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-22a6d462-01b4-4f4d-b2f5-b3f3bfccd58f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "PUT /v2.0/routers/d776e1c4-1078-4967-8c84-dbc2ba4e3c26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4639513 Aug 17 01:06:54.743147 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50582) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:06:54.745209 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b5ceba-e8f8-4795-af82-595721a4af09 None None] Sync routers for ids ['d776e1c4-1078-4967-8c84-dbc2ba4e3c26'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:06:54.755136 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b5ceba-e8f8-4795-af82-595721a4af09 None None] Routers {'d776e1c4-1078-4967-8c84-dbc2ba4e3c26'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:06:54.755901 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-84b5ceba-e8f8-4795-af82-595721a4af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:06:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d776e1c4-1078-4967-8c84-dbc2ba4e3c26'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:06:54.795604 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-0560c93f-1bcb-42f2-9eeb-fa9d8e5656fa tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Deleting subnet f84503c1-9e4d-451d-a373-ceb3ba7d515f {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 01:06:54.798715 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0560c93f-1bcb-42f2-9eeb-fa9d8e5656fa tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:54.838729 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0560c93f-1bcb-42f2-9eeb-fa9d8e5656fa tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:54.862075 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-84b5ceba-e8f8-4795-af82-595721a4af09 None None] Set router d776e1c4-1078-4967-8c84-dbc2ba4e3c26 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:06:54.929513 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0560c93f-1bcb-42f2-9eeb-fa9d8e5656fa tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:54.988875 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0560c93f-1bcb-42f2-9eeb-fa9d8e5656fa tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:55.017704 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560c93f-1bcb-42f2-9eeb-fa9d8e5656fa tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Subnet': ['ID=f84503c1-9e4d-451d-a373-ceb3ba7d515f,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:06:55.023557 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0560c93f-1bcb-42f2-9eeb-fa9d8e5656fa tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:55.024680 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d052b4-2b61-496c-882f-244cbdd47878 None None] Network 8557bd9b-6d19-4ad2-b58d-53f608482225 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:06:55.027905 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0560c93f-1bcb-42f2-9eeb-fa9d8e5656fa tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "DELETE /v2.0/subnets/f84503c1-9e4d-451d-a373-ceb3ba7d515f HTTP/1.1" status: 204 len: 168 time: 0.2812731 Aug 17 01:06:55.028276 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50584) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:06:55.122926 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-84b5ceba-e8f8-4795-af82-595721a4af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811422704', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:06:54Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:06:55.134813 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a4d1089b-9de3-4812-a884-5842c0efd2b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:55.163671 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b5ceba-e8f8-4795-af82-595721a4af09 None None] Checking router: d776e1c4-1078-4967-8c84-dbc2ba4e3c26 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:06:55.177416 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b5ceba-e8f8-4795-af82-595721a4af09 None None] Routers {'d776e1c4-1078-4967-8c84-dbc2ba4e3c26'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:06:55.178026 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-84b5ceba-e8f8-4795-af82-595721a4af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:06:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['d776e1c4-1078-4967-8c84-dbc2ba4e3c26'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:06:55.246583 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a4d1089b-9de3-4812-a884-5842c0efd2b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:55.291836 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dde86e4-26c5-4c28-8e08-cdc3bfd19449 None None] DHCP port deletion for 8557bd9b-6d19-4ad2-b58d-53f608482225 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 01:06:55.305324 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-84b5ceba-e8f8-4795-af82-595721a4af09 None None] Set router d776e1c4-1078-4967-8c84-dbc2ba4e3c26 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:06:55.307290 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-a4d1089b-9de3-4812-a884-5842c0efd2b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Deleting port 2dcefa24-a326-4706-8ca0-5c741266a00e {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:06:55.307618 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a4d1089b-9de3-4812-a884-5842c0efd2b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:55.391292 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-a4d1089b-9de3-4812-a884-5842c0efd2b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] For port 2dcefa24-a326-4706-8ca0-5c741266a00e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=2dcefa24-a326-4706-8ca0-5c741266a00e,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:06:55.391656 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a4d1089b-9de3-4812-a884-5842c0efd2b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:55.403319 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-a4d1089b-9de3-4812-a884-5842c0efd2b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Calling delete_port for 2dcefa24-a326-4706-8ca0-5c741266a00e owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:06:55.459984 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-9dde86e4-26c5-4c28-8e08-cdc3bfd19449 None None] Deleting port 31cd3515-7e49-4620-ac30-6364e01b04b1 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:06:55.460371 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9dde86e4-26c5-4c28-8e08-cdc3bfd19449 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:55.559935 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-9dde86e4-26c5-4c28-8e08-cdc3bfd19449 None None] For port 31cd3515-7e49-4620-ac30-6364e01b04b1, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=31cd3515-7e49-4620-ac30-6364e01b04b1,segment=NetworkSegment(39817262-79fe-4ec7-bbe0-2ac2542cfb05),segment_id=39817262-79fe-4ec7-bbe0-2ac2542cfb05)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:06:55.560201 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9dde86e4-26c5-4c28-8e08-cdc3bfd19449 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:55.577238 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-9dde86e4-26c5-4c28-8e08-cdc3bfd19449 None None] Calling delete_port for 31cd3515-7e49-4620-ac30-6364e01b04b1 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:06:55.579625 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a4d1089b-9de3-4812-a884-5842c0efd2b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:55.609650 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1089b-9de3-4812-a884-5842c0efd2b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Port': ['ID=2dcefa24-a326-4706-8ca0-5c741266a00e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:06:55.636914 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-84b5ceba-e8f8-4795-af82-595721a4af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811422704', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:06:54Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:06:55.668456 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a4d1089b-9de3-4812-a884-5842c0efd2b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:55.671329 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b5ceba-e8f8-4795-af82-595721a4af09 None None] The sync data for ids ['d776e1c4-1078-4967-8c84-dbc2ba4e3c26'] in n-d-800088-20 is: [{'id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811422704', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:06:54Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': '2dcefa24-a326-4706-8ca0-5c741266a00e', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd776e1c4-1078-4967-8c84-dbc2ba4e3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:05:10Z', 'updated_at': '2021-08-17T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:06:55.702921 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9dde86e4-26c5-4c28-8e08-cdc3bfd19449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:55.731425 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde86e4-26c5-4c28-8e08-cdc3bfd19449 None None] Pushing event deleted for resources: {'Port': ['ID=31cd3515-7e49-4620-ac30-6364e01b04b1,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:06:55.742047 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dde86e4-26c5-4c28-8e08-cdc3bfd19449 None None] No DVR routers for this DVR port 31cd3515-7e49-4620-ac30-6364e01b04b1 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:06:55.745016 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde86e4-26c5-4c28-8e08-cdc3bfd19449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:55.745429 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde86e4-26c5-4c28-8e08-cdc3bfd19449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:55.745981 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde86e4-26c5-4c28-8e08-cdc3bfd19449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:55.746472 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde86e4-26c5-4c28-8e08-cdc3bfd19449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:55.746825 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde86e4-26c5-4c28-8e08-cdc3bfd19449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:55.747163 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde86e4-26c5-4c28-8e08-cdc3bfd19449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:55.747840 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde86e4-26c5-4c28-8e08-cdc3bfd19449 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:55.748186 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde86e4-26c5-4c28-8e08-cdc3bfd19449 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:55.748520 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde86e4-26c5-4c28-8e08-cdc3bfd19449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:55.748859 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde86e4-26c5-4c28-8e08-cdc3bfd19449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:55.749213 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde86e4-26c5-4c28-8e08-cdc3bfd19449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:55.749543 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde86e4-26c5-4c28-8e08-cdc3bfd19449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:06:55.770207 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a4d1089b-9de3-4812-a884-5842c0efd2b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:55.772361 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a4d1089b-9de3-4812-a884-5842c0efd2b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:55.824658 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a4d1089b-9de3-4812-a884-5842c0efd2b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:55.825163 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d1089b-9de3-4812-a884-5842c0efd2b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Fanout notify agent at l3_agent the message router_deleted on router d776e1c4-1078-4967-8c84-dbc2ba4e3c26 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 01:06:55.831888 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a4d1089b-9de3-4812-a884-5842c0efd2b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:55.833004 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a4d1089b-9de3-4812-a884-5842c0efd2b3 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "DELETE /v2.0/routers/d776e1c4-1078-4967-8c84-dbc2ba4e3c26 HTTP/1.1" status: 204 len: 168 time: 0.8037505 Aug 17 01:06:55.836477 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50586) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:06:55.864906 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 24f19688-2fe3-4d4e-98d8-77e1680a2949 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:06:55.885849 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 24f19688-2fe3-4d4e-98d8-77e1680a2949 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:06:55.886202 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 24f19688-2fe3-4d4e-98d8-77e1680a2949 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:06:55.924543 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c0cd1ab1-c16f-4efd-8016-9ec03b04ac47 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:56.015448 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c0cd1ab1-c16f-4efd-8016-9ec03b04ac47 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:56.026766 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-c0cd1ab1-c16f-4efd-8016-9ec03b04ac47 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8557bd9b-6d19-4ad2-b58d-53f608482225']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:06:56.037002 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-c0cd1ab1-c16f-4efd-8016-9ec03b04ac47 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39817262-79fe-4ec7-bbe0-2ac2542cfb05') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:06:56.037337 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-c0cd1ab1-c16f-4efd-8016-9ec03b04ac47 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39817262-79fe-4ec7-bbe0-2ac2542cfb05') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:06:56.047271 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c0cd1ab1-c16f-4efd-8016-9ec03b04ac47 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:56.062318 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c0cd1ab1-c16f-4efd-8016-9ec03b04ac47 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:56.068924 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0cd1ab1-c16f-4efd-8016-9ec03b04ac47 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 01:06:56.070150 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c0cd1ab1-c16f-4efd-8016-9ec03b04ac47 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: timer() Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 01:06:56.073352 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 01:06:56.136873 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c0cd1ab1-c16f-4efd-8016-9ec03b04ac47 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:56.141747 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c0cd1ab1-c16f-4efd-8016-9ec03b04ac47 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:56.144273 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c0cd1ab1-c16f-4efd-8016-9ec03b04ac47 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "DELETE /v2.0/networks/8557bd9b-6d19-4ad2-b58d-53f608482225 HTTP/1.1" status: 204 len: 168 time: 0.3068705 Aug 17 01:06:56.147153 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50588) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:06:56.159855 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd1ab1-c16f-4efd-8016-9ec03b04ac47 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Network': ['ID=8557bd9b-6d19-4ad2-b58d-53f608482225,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:06:56.211534 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-27bc0f4d-15a6-4836-8d81-32a86daf070f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:56.237282 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-27bc0f4d-15a6-4836-8d81-32a86daf070f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:56.300765 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-27bc0f4d-15a6-4836-8d81-32a86daf070f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:56.303339 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-27bc0f4d-15a6-4836-8d81-32a86daf070f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:56.307518 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-27bc0f4d-15a6-4836-8d81-32a86daf070f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "DELETE /v2.0/security-groups/90079bbf-c591-4372-94dd-331d44f54983 HTTP/1.1" status: 204 len: 168 time: 0.1559050 Aug 17 01:06:56.314228 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc0f4d-15a6-4836-8d81-32a86daf070f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90079bbf-c591-4372-94dd-331d44f54983,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:06:56.471432 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-c66dd26b-06e6-4b16-beec-17d979553b10 req-f88dfdc2-2de4-4a0f-bbad-f2b23352b208 service neutron] (101403) timed out ('10.222.0.60', 47038) {{(pid=101403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 01:06:56.749335 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 31cd3515-7e49-4620-ac30-6364e01b04b1 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:06:56.767267 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50594) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:06:56.770597 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 31cd3515-7e49-4620-ac30-6364e01b04b1 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:06:56.770947 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 31cd3515-7e49-4620-ac30-6364e01b04b1 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:06:56.771358 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2dcefa24-a326-4706-8ca0-5c741266a00e no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:06:56.772026 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-d7ce27eb-9a53-4cf2-96ee-304faeb93bc6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1995280454', 'description': 'tempest-secgroup-smoke-1995280454 description', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:06:56.791717 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 2dcefa24-a326-4706-8ca0-5c741266a00e {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:06:56.792069 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 2dcefa24-a326-4706-8ca0-5c741266a00e not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:06:56.792485 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e306dcd8-3ab6-4d10-a16f-49c5d60b8e06 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:06:56.799335 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d7ce27eb-9a53-4cf2-96ee-304faeb93bc6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:56.812104 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: e306dcd8-3ab6-4d10-a16f-49c5d60b8e06 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:06:56.812451 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e306dcd8-3ab6-4d10-a16f-49c5d60b8e06 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:06:56.882442 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d7ce27eb-9a53-4cf2-96ee-304faeb93bc6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:56.885961 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d7ce27eb-9a53-4cf2-96ee-304faeb93bc6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:56.913713 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d7ce27eb-9a53-4cf2-96ee-304faeb93bc6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:56.914941 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d7ce27eb-9a53-4cf2-96ee-304faeb93bc6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1466103 Aug 17 01:06:56.916812 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce27eb-9a53-4cf2-96ee-304faeb93bc6 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e36be26b-8c6e-4ced-965c-e54d1fbe91cb,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:06:56.918007 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50596) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:06:56.923367 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-6dec45a1-93c1-4bde-8434-870568324ba5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': 'e36be26b-8c6e-4ced-965c-e54d1fbe91cb', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:06:56.950190 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6dec45a1-93c1-4bde-8434-870568324ba5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.020060 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6dec45a1-93c1-4bde-8434-870568324ba5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.024302 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6dec45a1-93c1-4bde-8434-870568324ba5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.041248 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec45a1-93c1-4bde-8434-870568324ba5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a92c913-b979-4354-8ccc-d52f440b55cf,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:06:57.047340 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6dec45a1-93c1-4bde-8434-870568324ba5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.048666 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6dec45a1-93c1-4bde-8434-870568324ba5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295626 Aug 17 01:06:57.051556 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50598) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:06:57.057308 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-30f7291e-b4c6-4fb4-bf96-de4eb50dd541 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': 'e36be26b-8c6e-4ced-965c-e54d1fbe91cb', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:06:57.082474 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-30f7291e-b4c6-4fb4-bf96-de4eb50dd541 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.142125 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-30f7291e-b4c6-4fb4-bf96-de4eb50dd541 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.145652 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-30f7291e-b4c6-4fb4-bf96-de4eb50dd541 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.164023 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7291e-b4c6-4fb4-bf96-de4eb50dd541 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c696db-8cba-4bef-a40d-2b7a097010df,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:06:57.169676 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-30f7291e-b4c6-4fb4-bf96-de4eb50dd541 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.170794 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-30f7291e-b4c6-4fb4-bf96-de4eb50dd541 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1182127 Aug 17 01:06:57.173656 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50600) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:06:57.178031 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-8fe0f58f-ff8a-4a62-ad92-70410b2d9447 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': 'e36be26b-8c6e-4ced-965c-e54d1fbe91cb', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:06:57.210461 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8fe0f58f-ff8a-4a62-ad92-70410b2d9447 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.268237 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8fe0f58f-ff8a-4a62-ad92-70410b2d9447 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.271547 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8fe0f58f-ff8a-4a62-ad92-70410b2d9447 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.288678 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0f58f-ff8a-4a62-ad92-70410b2d9447 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e70c2140-f360-4fc1-b173-d833e5e2e1d9,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:06:57.295329 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8fe0f58f-ff8a-4a62-ad92-70410b2d9447 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.296521 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8fe0f58f-ff8a-4a62-ad92-70410b2d9447 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219513 Aug 17 01:06:57.299231 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50602) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:06:57.304183 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-9d836d06-41ba-4564-b8dc-99484b81ae12 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': 'e36be26b-8c6e-4ced-965c-e54d1fbe91cb', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:06:57.330028 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d836d06-41ba-4564-b8dc-99484b81ae12 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.390850 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d836d06-41ba-4564-b8dc-99484b81ae12 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.394284 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d836d06-41ba-4564-b8dc-99484b81ae12 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.411606 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d836d06-41ba-4564-b8dc-99484b81ae12 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9fe0ba-9aac-4360-bcda-07677f4aba37,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:06:57.418966 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-9d836d06-41ba-4564-b8dc-99484b81ae12 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.419159 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-9d836d06-41ba-4564-b8dc-99484b81ae12 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189868 Aug 17 01:06:57.421937 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50604) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:06:57.426159 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-859af632-675e-44e7-9809-90c275679169 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': 'e36be26b-8c6e-4ced-965c-e54d1fbe91cb', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:06:57.448017 n-d-800088-20 neutron-server[101403]: INFO neutron.db.securitygroups_db [None req-859af632-675e-44e7-9809-90c275679169 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Project f329865a61fa47128fcdfcf68f05ab5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 01:06:57.452857 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-859af632-675e-44e7-9809-90c275679169 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.514876 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-859af632-675e-44e7-9809-90c275679169 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.518192 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-859af632-675e-44e7-9809-90c275679169 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.534840 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859af632-675e-44e7-9809-90c275679169 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5efb2d1f-3fb6-4189-9bdf-f0481338af96,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:06:57.541419 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-859af632-675e-44e7-9809-90c275679169 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.542599 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-859af632-675e-44e7-9809-90c275679169 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198812 Aug 17 01:06:57.545491 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50606) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:06:57.550058 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-029aaf40-a1f3-413f-9c08-006fceedbe06 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'security_group_rule': {'security_group_id': 'e36be26b-8c6e-4ced-965c-e54d1fbe91cb', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:06:57.574149 n-d-800088-20 neutron-server[101403]: INFO neutron.db.securitygroups_db [None req-029aaf40-a1f3-413f-9c08-006fceedbe06 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Project f329865a61fa47128fcdfcf68f05ab5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 01:06:57.581217 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-029aaf40-a1f3-413f-9c08-006fceedbe06 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.646376 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-029aaf40-a1f3-413f-9c08-006fceedbe06 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.650492 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-029aaf40-a1f3-413f-9c08-006fceedbe06 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.669146 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029aaf40-a1f3-413f-9c08-006fceedbe06 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc7904d-7ad7-4371-8303-331e7d0903a5,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:06:57.672388 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-029aaf40-a1f3-413f-9c08-006fceedbe06 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.673637 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-029aaf40-a1f3-413f-9c08-006fceedbe06 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270719 Aug 17 01:06:57.676488 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50608) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:06:57.681477 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-be41d76b-0de0-48da-9dc4-727fe5e37a88 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'network': {'name': 'tempest-network-smoke--1351748652', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'port_security_enabled': True}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:06:57.700821 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be41d76b-0de0-48da-9dc4-727fe5e37a88 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Made reservation on behalf of f329865a61fa47128fcdfcf68f05ab5a for: {'network': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:06:57.704163 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-be41d76b-0de0-48da-9dc4-727fe5e37a88 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.730222 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be41d76b-0de0-48da-9dc4-727fe5e37a88 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=101403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 01:06:57.738898 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-be41d76b-0de0-48da-9dc4-727fe5e37a88 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.739244 n-d-800088-20 neutron-server[101403]: INFO neutron.db.segments_db [None req-be41d76b-0de0-48da-9dc4-727fe5e37a88 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Added segment 1ab2574a-f63c-4657-914c-3d214427c6a1 of type vlan for network e3d52a1c-e9d0-44da-b31b-d070bbe68f6d Aug 17 01:06:57.779540 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-be41d76b-0de0-48da-9dc4-727fe5e37a88 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.804672 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-be41d76b-0de0-48da-9dc4-727fe5e37a88 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.810196 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be41d76b-0de0-48da-9dc4-727fe5e37a88 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:57.810787 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-be41d76b-0de0-48da-9dc4-727fe5e37a88 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.864054 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-be41d76b-0de0-48da-9dc4-727fe5e37a88 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1865180 Aug 17 01:06:57.867476 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50610) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:06:57.872248 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-a5f0e158-894b-48aa-ba03-f974edfed597 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-168990254', 'admin_state_up': True, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:06:57.876419 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41d76b-0de0-48da-9dc4-727fe5e37a88 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Network': ['ID=e3d52a1c-e9d0-44da-b31b-d070bbe68f6d,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:06:57.887822 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network e3d52a1c-e9d0-44da-b31b-d070bbe68f6d details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 01:06:57.895052 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5f0e158-894b-48aa-ba03-f974edfed597 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.896033 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5f0e158-894b-48aa-ba03-f974edfed597 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:57.947282 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5f0e158-894b-48aa-ba03-f974edfed597 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:58.085654 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5f0e158-894b-48aa-ba03-f974edfed597 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:58.599081 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5f0e158-894b-48aa-ba03-f974edfed597 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:58.620634 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5f0e158-894b-48aa-ba03-f974edfed597 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:58.726054 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-a5f0e158-894b-48aa-ba03-f974edfed597 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Allocated IP 172.25.3.2 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/a64dffef-7aa4-446e-a2e6-f0617cfa7cdc) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:06:58.846488 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5f0e158-894b-48aa-ba03-f974edfed597 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:58.897411 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5f0e158-894b-48aa-ba03-f974edfed597 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:58.952927 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f0e158-894b-48aa-ba03-f974edfed597 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:06:58.956038 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-a5f0e158-894b-48aa-ba03-f974edfed597 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:06:58.963128 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f0e158-894b-48aa-ba03-f974edfed597 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:06:58.966371 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0e158-894b-48aa-ba03-f974edfed597 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=a64dffef-7aa4-446e-a2e6-f0617cfa7cdc,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:06:59.284135 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5f0e158-894b-48aa-ba03-f974edfed597 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:59.514587 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5f0e158-894b-48aa-ba03-f974edfed597 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:59.642653 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f0e158-894b-48aa-ba03-f974edfed597 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Router 0aae47a5-1678-4998-9757-1b6f4eff4a23 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 01:06:59.748873 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f0e158-894b-48aa-ba03-f974edfed597 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:06:59.759225 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb62a6d-8a09-4959-8bee-2093c0a61a48 None None] Sync routers for ids ['0aae47a5-1678-4998-9757-1b6f4eff4a23'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:06:59.767465 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a5f0e158-894b-48aa-ba03-f974edfed597 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:06:59.768642 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a5f0e158-894b-48aa-ba03-f974edfed597 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9001625 Aug 17 01:06:59.769932 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb62a6d-8a09-4959-8bee-2093c0a61a48 None None] Routers {'0aae47a5-1678-4998-9757-1b6f4eff4a23'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:06:59.770541 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-3cb62a6d-8a09-4959-8bee-2093c0a61a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:06:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['0aae47a5-1678-4998-9757-1b6f4eff4a23'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:06:59.771792 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50612) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:06:59.801294 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ff3073a1-fa43-4fef-a088-c030cf8f6314 tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=f329865a61fa47128fcdfcf68f05ab5a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277295 Aug 17 01:06:59.804430 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50614) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:06:59.878415 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-3cb62a6d-8a09-4959-8bee-2093c0a61a48 None None] Set router 0aae47a5-1678-4998-9757-1b6f4eff4a23 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:06:59.900662 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b81c3da-bcc3-4491-9ef0-9920769ea4bc tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:06:59.902151 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2b81c3da-bcc3-4491-9ef0-9920769ea4bc tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0968220 Aug 17 01:06:59.905084 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50616) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:06:59.933835 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-8df87c19-9795-484b-bd66-814421236cfb tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=f9960621-448c-44b3-8317-7433dc6ce660&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274889 Aug 17 01:06:59.936393 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50618) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:06:59.941305 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-2da6a337-3316-44e0-bbcf-4301178599e7 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1299328914', 'network_id': 'e3d52a1c-e9d0-44da-b31b-d070bbe68f6d', 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:07:00.028908 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da6a337-3316-44e0-bbcf-4301178599e7 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Made reservation on behalf of f329865a61fa47128fcdfcf68f05ab5a for: {'subnet': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:07:00.032648 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2da6a337-3316-44e0-bbcf-4301178599e7 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12135977'] for subnet, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:00.058059 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-3cb62a6d-8a09-4959-8bee-2093c0a61a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168990254', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:06:57Z', 'updated_at': '2021-08-17T01:06:59Z', 'revision_number': 3, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:06:58Z', 'updated_at': '2021-08-17T01:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:07:00.083009 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb62a6d-8a09-4959-8bee-2093c0a61a48 None None] Checking router: 0aae47a5-1678-4998-9757-1b6f4eff4a23 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:07:00.083358 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb62a6d-8a09-4959-8bee-2093c0a61a48 None None] Updating router 0aae47a5-1678-4998-9757-1b6f4eff4a23 port a64dffef-7aa4-446e-a2e6-f0617cfa7cdc binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:07:00.112114 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-3cb62a6d-8a09-4959-8bee-2093c0a61a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:00.218138 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2da6a337-3316-44e0-bbcf-4301178599e7 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9313077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12135999'] for subnet, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:00.285989 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6a337-3316-44e0-bbcf-4301178599e7 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Subnet': ['ID=d340b9a5-1fc9-4b66-806d-6a45bf5984a2,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:07:00.293624 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da6a337-3316-44e0-bbcf-4301178599e7 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Checking segment: {'id': '1ab2574a-f63c-4657-914c-3d214427c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e3d52a1c-e9d0-44da-b31b-d070bbe68f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:07:00.294064 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da6a337-3316-44e0-bbcf-4301178599e7 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network hostable DHCP agents. Network: e3d52a1c-e9d0-44da-b31b-d070bbe68f6d, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 01:07:00.310681 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da6a337-3316-44e0-bbcf-4301178599e7 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network e3d52a1c-e9d0-44da-b31b-d070bbe68f6d is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 01:07:00.318878 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-2da6a337-3316-44e0-bbcf-4301178599e7 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, e3d52a1c-e9d0-44da-b31b-d070bbe68f6d) {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:07:00.323894 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da6a337-3316-44e0-bbcf-4301178599e7 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:00.324500 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2da6a337-3316-44e0-bbcf-4301178599e7 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:00.331683 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7dff55-0783-438d-a69e-4525dc7b5872 None None] Network e3d52a1c-e9d0-44da-b31b-d070bbe68f6d requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:07:00.344275 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2da6a337-3316-44e0-bbcf-4301178599e7 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4068429 Aug 17 01:07:00.347363 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50620) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:07:00.366991 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-3cb62a6d-8a09-4959-8bee-2093c0a61a48 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:00.377435 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-3cb62a6d-8a09-4959-8bee-2093c0a61a48 None None] Transition to ACTIVE for port object a64dffef-7aa4-446e-a2e6-f0617cfa7cdc will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:07:00.382898 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-3cb62a6d-8a09-4959-8bee-2093c0a61a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:00.433163 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-3cb62a6d-8a09-4959-8bee-2093c0a61a48 None None] Attempting to bind port a64dffef-7aa4-446e-a2e6-f0617cfa7cdc on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:07:00.433163 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-3cb62a6d-8a09-4959-8bee-2093c0a61a48 None None] Attempting to bind port a64dffef-7aa4-446e-a2e6-f0617cfa7cdc by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:07:00.433163 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb62a6d-8a09-4959-8bee-2093c0a61a48 None None] Attempting to bind port a64dffef-7aa4-446e-a2e6-f0617cfa7cdc on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:07:00.441325 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb62a6d-8a09-4959-8bee-2093c0a61a48 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:07:00.441696 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb62a6d-8a09-4959-8bee-2093c0a61a48 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:07:00.442104 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-3cb62a6d-8a09-4959-8bee-2093c0a61a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:00.442490 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb62a6d-8a09-4959-8bee-2093c0a61a48 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:07:00.443251 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-3cb62a6d-8a09-4959-8bee-2093c0a61a48 None None] Bound port: a64dffef-7aa4-446e-a2e6-f0617cfa7cdc, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:07:00.443934 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-3cb62a6d-8a09-4959-8bee-2093c0a61a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:00.445669 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa782298-8b9b-4166-9d1d-67d2fa9fb129 None None] Pushing event updated for resources: {'Port': ['ID=a64dffef-7aa4-446e-a2e6-f0617cfa7cdc,revision_number=2']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:07:00.484321 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa782298-8b9b-4166-9d1d-67d2fa9fb129 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:00.484664 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa782298-8b9b-4166-9d1d-67d2fa9fb129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:00.485176 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa782298-8b9b-4166-9d1d-67d2fa9fb129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:00.485383 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa782298-8b9b-4166-9d1d-67d2fa9fb129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:00.485659 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa782298-8b9b-4166-9d1d-67d2fa9fb129 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:00.486000 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa782298-8b9b-4166-9d1d-67d2fa9fb129 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:00.486383 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa782298-8b9b-4166-9d1d-67d2fa9fb129 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:00.486598 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa782298-8b9b-4166-9d1d-67d2fa9fb129 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:00.486930 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa782298-8b9b-4166-9d1d-67d2fa9fb129 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:00.487219 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa782298-8b9b-4166-9d1d-67d2fa9fb129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:00.487535 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa782298-8b9b-4166-9d1d-67d2fa9fb129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:00.487847 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa782298-8b9b-4166-9d1d-67d2fa9fb129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:00.490530 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209cfde7-de18-4d5e-8334-0f51b0c12587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-e3d52a1c-e9d0-44da-b31b-d070bbe68f6d', 'network_id': 'e3d52a1c-e9d0-44da-b31b-d070bbe68f6d', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'fixed_ips': [{'subnet_id': 'd340b9a5-1fc9-4b66-806d-6a45bf5984a2'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 01:07:00.491720 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-209cfde7-de18-4d5e-8334-0f51b0c12587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:00.512781 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-3cb62a6d-8a09-4959-8bee-2093c0a61a48 None None] For port a64dffef-7aa4-446e-a2e6-f0617cfa7cdc, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:07:00.516933 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-3cb62a6d-8a09-4959-8bee-2093c0a61a48 None None] For port a64dffef-7aa4-446e-a2e6-f0617cfa7cdc, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a64dffef-7aa4-446e-a2e6-f0617cfa7cdc,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:07:00.522604 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-3cb62a6d-8a09-4959-8bee-2093c0a61a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:00.577918 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb62a6d-8a09-4959-8bee-2093c0a61a48 None None] Routers {'0aae47a5-1678-4998-9757-1b6f4eff4a23'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:07:00.578553 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-3cb62a6d-8a09-4959-8bee-2093c0a61a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:06:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['0aae47a5-1678-4998-9757-1b6f4eff4a23'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:07:00.624391 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa782298-8b9b-4166-9d1d-67d2fa9fb129 None None] Pushing event updated for resources: {'Port': ['ID=a64dffef-7aa4-446e-a2e6-f0617cfa7cdc,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:07:00.637755 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-209cfde7-de18-4d5e-8334-0f51b0c12587 None None] Allocated IP 172.20.0.2 (e3d52a1c-e9d0-44da-b31b-d070bbe68f6d/d340b9a5-1fc9-4b66-806d-6a45bf5984a2/22dcd26c-a3eb-4a89-bcc2-bd152720657b) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:07:00.701138 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-3cb62a6d-8a09-4959-8bee-2093c0a61a48 None None] Set router 0aae47a5-1678-4998-9757-1b6f4eff4a23 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:07:00.793154 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-209cfde7-de18-4d5e-8334-0f51b0c12587 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:00.802718 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-209cfde7-de18-4d5e-8334-0f51b0c12587 None None] Transition to ACTIVE for port object 22dcd26c-a3eb-4a89-bcc2-bd152720657b will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:07:00.819464 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-209cfde7-de18-4d5e-8334-0f51b0c12587 None None] Transition to ACTIVE for port object 22dcd26c-a3eb-4a89-bcc2-bd152720657b will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:07:00.826226 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-209cfde7-de18-4d5e-8334-0f51b0c12587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:00.836064 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7695bc83-5e1a-406f-8876-b67f8cddd114 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:00.864873 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209cfde7-de18-4d5e-8334-0f51b0c12587 None None] Network e3d52a1c-e9d0-44da-b31b-d070bbe68f6d is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:07:00.870736 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-209cfde7-de18-4d5e-8334-0f51b0c12587 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:07:00.874379 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209cfde7-de18-4d5e-8334-0f51b0c12587 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:07:00.885972 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cfde7-de18-4d5e-8334-0f51b0c12587 None None] Pushing event updated for resources: {'Port': ['ID=22dcd26c-a3eb-4a89-bcc2-bd152720657b,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:07:00.982362 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-3cb62a6d-8a09-4959-8bee-2093c0a61a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168990254', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:06:57Z', 'updated_at': '2021-08-17T01:06:59Z', 'revision_number': 3, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:06:58Z', 'updated_at': '2021-08-17T01:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:07:01.010957 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb62a6d-8a09-4959-8bee-2093c0a61a48 None None] The sync data for ids ['0aae47a5-1678-4998-9757-1b6f4eff4a23'] in n-d-800088-20 is: [{'id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168990254', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:06:57Z', 'updated_at': '2021-08-17T01:06:59Z', 'revision_number': 3, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:06:58Z', 'updated_at': '2021-08-17T01:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:07:01.105658 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-209cfde7-de18-4d5e-8334-0f51b0c12587 None None] Attempting to bind port 22dcd26c-a3eb-4a89-bcc2-bd152720657b on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:07:01.106120 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-209cfde7-de18-4d5e-8334-0f51b0c12587 None None] Attempting to bind port 22dcd26c-a3eb-4a89-bcc2-bd152720657b by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '1ab2574a-f63c-4657-914c-3d214427c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e3d52a1c-e9d0-44da-b31b-d070bbe68f6d'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:07:01.106481 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209cfde7-de18-4d5e-8334-0f51b0c12587 None None] Attempting to bind port 22dcd26c-a3eb-4a89-bcc2-bd152720657b on network e3d52a1c-e9d0-44da-b31b-d070bbe68f6d {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:07:01.111868 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209cfde7-de18-4d5e-8334-0f51b0c12587 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:07:01.112239 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209cfde7-de18-4d5e-8334-0f51b0c12587 None None] Checking segment: {'id': '1ab2574a-f63c-4657-914c-3d214427c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e3d52a1c-e9d0-44da-b31b-d070bbe68f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:07:01.112636 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-209cfde7-de18-4d5e-8334-0f51b0c12587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:01.113018 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209cfde7-de18-4d5e-8334-0f51b0c12587 None None] Bound using segment: {'id': '1ab2574a-f63c-4657-914c-3d214427c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e3d52a1c-e9d0-44da-b31b-d070bbe68f6d'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:07:01.113501 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-209cfde7-de18-4d5e-8334-0f51b0c12587 None None] Bound port: 22dcd26c-a3eb-4a89-bcc2-bd152720657b, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab2574a-f63c-4657-914c-3d214427c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e3d52a1c-e9d0-44da-b31b-d070bbe68f6d'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:07:01.113897 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-209cfde7-de18-4d5e-8334-0f51b0c12587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:01.153444 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-7695bc83-5e1a-406f-8876-b67f8cddd114 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Allocated IP 172.20.0.1 (e3d52a1c-e9d0-44da-b31b-d070bbe68f6d/d340b9a5-1fc9-4b66-806d-6a45bf5984a2/c9b5a985-0e84-49e3-bc0c-7beabd5d69a6) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:07:01.186251 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-209cfde7-de18-4d5e-8334-0f51b0c12587 None None] For port 22dcd26c-a3eb-4a89-bcc2-bd152720657b, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:07:01.193151 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-209cfde7-de18-4d5e-8334-0f51b0c12587 None None] For port 22dcd26c-a3eb-4a89-bcc2-bd152720657b, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=22dcd26c-a3eb-4a89-bcc2-bd152720657b,segment=NetworkSegment(1ab2574a-f63c-4657-914c-3d214427c6a1),segment_id=1ab2574a-f63c-4657-914c-3d214427c6a1)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:07:01.198754 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-209cfde7-de18-4d5e-8334-0f51b0c12587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:01.277999 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cfde7-de18-4d5e-8334-0f51b0c12587 None None] Pushing event updated for resources: {'Port': ['ID=22dcd26c-a3eb-4a89-bcc2-bd152720657b,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:07:01.329144 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7695bc83-5e1a-406f-8876-b67f8cddd114 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:01.345775 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-7695bc83-5e1a-406f-8876-b67f8cddd114 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Transition to ACTIVE for port object c9b5a985-0e84-49e3-bc0c-7beabd5d69a6 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:07:01.383478 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7695bc83-5e1a-406f-8876-b67f8cddd114 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:01.427617 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7695bc83-5e1a-406f-8876-b67f8cddd114 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network e3d52a1c-e9d0-44da-b31b-d070bbe68f6d is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:07:01.435871 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-7695bc83-5e1a-406f-8876-b67f8cddd114 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:07:01.437655 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7695bc83-5e1a-406f-8876-b67f8cddd114 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:07:01.480053 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695bc83-5e1a-406f-8876-b67f8cddd114 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=c9b5a985-0e84-49e3-bc0c-7beabd5d69a6,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:07:01.501958 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7695bc83-5e1a-406f-8876-b67f8cddd114 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:01.650171 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7695bc83-5e1a-406f-8876-b67f8cddd114 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:01.952012 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7695bc83-5e1a-406f-8876-b67f8cddd114 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:01.956793 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7695bc83-5e1a-406f-8876-b67f8cddd114 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:02.040933 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695bc83-5e1a-406f-8876-b67f8cddd114 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=c9b5a985-0e84-49e3-bc0c-7beabd5d69a6,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:07:02.043462 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7695bc83-5e1a-406f-8876-b67f8cddd114 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:02.146338 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7695bc83-5e1a-406f-8876-b67f8cddd114 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network e3d52a1c-e9d0-44da-b31b-d070bbe68f6d is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:07:02.148399 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-7695bc83-5e1a-406f-8876-b67f8cddd114 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:07:02.178956 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1267c8b-0a83-46d6-88b5-1f17178b6e44 None None] Network e3d52a1c-e9d0-44da-b31b-d070bbe68f6d requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:07:02.242003 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b55e0929-1b4f-4da7-a51f-89a53c494147 None None] Provisioning for port 22dcd26c-a3eb-4a89-bcc2-bd152720657b completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:07:02.269639 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7695bc83-5e1a-406f-8876-b67f8cddd114 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Router 0aae47a5-1678-4998-9757-1b6f4eff4a23 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:07:02.389524 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7695bc83-5e1a-406f-8876-b67f8cddd114 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:07:02.404105 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7695bc83-5e1a-406f-8876-b67f8cddd114 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "PUT /v2.0/routers/0aae47a5-1678-4998-9757-1b6f4eff4a23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0466440 Aug 17 01:07:02.549131 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-a7b4c871-1da3-4dbf-b13d-701b99bb97c9 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1995280454&fields=id&tenant_id=f329865a61fa47128fcdfcf68f05ab5a HTTP/1.1" status: 200 len: 267 time: 0.0428445 Aug 17 01:07:02.582160 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-839656e0-283c-41e4-8ec4-697d94a9b262 None None] Provisioning for port c9b5a985-0e84-49e3-bc0c-7beabd5d69a6 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:07:02.587180 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-839656e0-283c-41e4-8ec4-697d94a9b262 None None] Provisioning complete for port c9b5a985-0e84-49e3-bc0c-7beabd5d69a6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:07:02.587550 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-839656e0-283c-41e4-8ec4-697d94a9b262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:02.644558 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-839656e0-283c-41e4-8ec4-697d94a9b262 None None] Port c9b5a985-0e84-49e3-bc0c-7beabd5d69a6 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:07:02.696477 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-7fee5c97-7bb7-419a-80fe-7773127f329e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:02.698057 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-7fee5c97-7bb7-419a-80fe-7773127f329e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/networks?id=e3d52a1c-e9d0-44da-b31b-d070bbe68f6d HTTP/1.1" status: 200 len: 797 time: 0.1400852 Aug 17 01:07:02.720446 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-99ec66e8-cf6c-42ad-9759-0b4c2619b486 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/quotas/f329865a61fa47128fcdfcf68f05ab5a HTTP/1.1" status: 200 len: 375 time: 0.0122297 Aug 17 01:07:02.740701 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7bf12c-e8fc-4731-a2e6-b9aacb3f7c1f None None] Sync routers for ids ['0aae47a5-1678-4998-9757-1b6f4eff4a23'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:07:02.757136 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a64dffef-7aa4-446e-a2e6-f0617cfa7cdc up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:07:02.780413 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7bf12c-e8fc-4731-a2e6-b9aacb3f7c1f None None] Routers {'0aae47a5-1678-4998-9757-1b6f4eff4a23'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:07:02.780911 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-895f236f-68ca-4313-9c13-4c180bc79309 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520842 Aug 17 01:07:02.781098 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-8b7bf12c-e8fc-4731-a2e6-b9aacb3f7c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:06:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['0aae47a5-1678-4998-9757-1b6f4eff4a23'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:07:02.904374 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port a64dffef-7aa4-446e-a2e6-f0617cfa7cdc completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:07:02.912253 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-64a3f9cf-7375-4f0d-ad3a-230b9a8c3c15 None None] Provisioning complete for port c9b5a985-0e84-49e3-bc0c-7beabd5d69a6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:07:02.912632 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-64a3f9cf-7375-4f0d-ad3a-230b9a8c3c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:02.916577 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port a64dffef-7aa4-446e-a2e6-f0617cfa7cdc triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:07:02.916940 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:02.925280 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-8b7bf12c-e8fc-4731-a2e6-b9aacb3f7c1f None None] Set router 0aae47a5-1678-4998-9757-1b6f4eff4a23 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:07:02.950402 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-271f1321-69cc-40cb-a25b-39f07ee96610 service neutron] 10.222.0.60 "GET /v2.0/networks/e3d52a1c-e9d0-44da-b31b-d070bbe68f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563144 Aug 17 01:07:03.028572 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-64a3f9cf-7375-4f0d-ad3a-230b9a8c3c15 None None] Port c9b5a985-0e84-49e3-bc0c-7beabd5d69a6 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:07:03.042984 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-ef2c54df-36de-4935-8a34-07f3fe1c1aa9 service neutron] 10.222.0.60 "GET /v2.0/networks/e3d52a1c-e9d0-44da-b31b-d070bbe68f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850525 Aug 17 01:07:03.171008 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:03.191040 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-fcb318c6-0883-448f-ab47-a5a5ff5294f1 None None] Provisioning complete for port c9b5a985-0e84-49e3-bc0c-7beabd5d69a6 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:07:03.191755 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fcb318c6-0883-448f-ab47-a5a5ff5294f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:03.209150 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-556b3da3-727a-4576-8866-fb152f596a41 req-7c76f043-d5fc-4683-9946-f063ac97ce9d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=848de6cc-d7b5-40aa-a646-f50f89f90acc HTTP/1.1" status: 200 len: 210 time: 0.0286982 Aug 17 01:07:03.248899 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port a64dffef-7aa4-446e-a2e6-f0617cfa7cdc, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a64dffef-7aa4-446e-a2e6-f0617cfa7cdc,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:07:03.257985 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:03.258776 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 22dcd26c-a3eb-4a89-bcc2-bd152720657b up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:07:03.305592 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-fcb318c6-0883-448f-ab47-a5a5ff5294f1 None None] Port c9b5a985-0e84-49e3-bc0c-7beabd5d69a6 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:07:03.353238 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=a64dffef-7aa4-446e-a2e6-f0617cfa7cdc,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:07:03.377329 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-8b7bf12c-e8fc-4731-a2e6-b9aacb3f7c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168990254', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:06:57Z', 'updated_at': '2021-08-17T01:07:01Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:06:58Z', 'updated_at': '2021-08-17T01:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'c9b5a985-0e84-49e3-bc0c-7beabd5d69a6', 'name': '', 'network_id': 'e3d52a1c-e9d0-44da-b31b-d070bbe68f6d', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:1f:97:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'd340b9a5-1fc9-4b66-806d-6a45bf5984a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:07:00Z', 'updated_at': '2021-08-17T01:07:01Z', 'revision_number': 2, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': 'd340b9a5-1fc9-4b66-806d-6a45bf5984a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:07:03.404551 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 22dcd26c-a3eb-4a89-bcc2-bd152720657b completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:07:03.406586 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7bf12c-e8fc-4731-a2e6-b9aacb3f7c1f None None] Checking router: 0aae47a5-1678-4998-9757-1b6f4eff4a23 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:07:03.406934 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7bf12c-e8fc-4731-a2e6-b9aacb3f7c1f None None] Updating router 0aae47a5-1678-4998-9757-1b6f4eff4a23 port c9b5a985-0e84-49e3-bc0c-7beabd5d69a6 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:07:03.425232 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 22dcd26c-a3eb-4a89-bcc2-bd152720657b triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:07:03.425600 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:03.459498 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8b7bf12c-e8fc-4731-a2e6-b9aacb3f7c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:03.606416 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:03.695283 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 22dcd26c-a3eb-4a89-bcc2-bd152720657b, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=22dcd26c-a3eb-4a89-bcc2-bd152720657b,segment=NetworkSegment(1ab2574a-f63c-4657-914c-3d214427c6a1),segment_id=1ab2574a-f63c-4657-914c-3d214427c6a1)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:07:03.701310 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:03.783258 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=22dcd26c-a3eb-4a89-bcc2-bd152720657b,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:07:03.841749 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8b7bf12c-e8fc-4731-a2e6-b9aacb3f7c1f None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:03.852240 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-8b7bf12c-e8fc-4731-a2e6-b9aacb3f7c1f None None] Transition to ACTIVE for port object c9b5a985-0e84-49e3-bc0c-7beabd5d69a6 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:07:03.858348 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8b7bf12c-e8fc-4731-a2e6-b9aacb3f7c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:03.907678 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5913649-e9e4-4bdd-892b-4819554f30f1 None None] Pushing event updated for resources: {'Port': ['ID=c9b5a985-0e84-49e3-bc0c-7beabd5d69a6,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:07:03.962964 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8b7bf12c-e8fc-4731-a2e6-b9aacb3f7c1f None None] Attempting to bind port c9b5a985-0e84-49e3-bc0c-7beabd5d69a6 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:07:03.963340 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8b7bf12c-e8fc-4731-a2e6-b9aacb3f7c1f None None] Attempting to bind port c9b5a985-0e84-49e3-bc0c-7beabd5d69a6 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '1ab2574a-f63c-4657-914c-3d214427c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e3d52a1c-e9d0-44da-b31b-d070bbe68f6d'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:07:03.963693 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7bf12c-e8fc-4731-a2e6-b9aacb3f7c1f None None] Attempting to bind port c9b5a985-0e84-49e3-bc0c-7beabd5d69a6 on network e3d52a1c-e9d0-44da-b31b-d070bbe68f6d {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:07:03.969063 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7bf12c-e8fc-4731-a2e6-b9aacb3f7c1f None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:07:03.969803 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7bf12c-e8fc-4731-a2e6-b9aacb3f7c1f None None] Checking segment: {'id': '1ab2574a-f63c-4657-914c-3d214427c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e3d52a1c-e9d0-44da-b31b-d070bbe68f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:07:03.970213 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8b7bf12c-e8fc-4731-a2e6-b9aacb3f7c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:03.970743 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7bf12c-e8fc-4731-a2e6-b9aacb3f7c1f None None] Bound using segment: {'id': '1ab2574a-f63c-4657-914c-3d214427c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e3d52a1c-e9d0-44da-b31b-d070bbe68f6d'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:07:03.971220 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-8b7bf12c-e8fc-4731-a2e6-b9aacb3f7c1f None None] Bound port: c9b5a985-0e84-49e3-bc0c-7beabd5d69a6, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab2574a-f63c-4657-914c-3d214427c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e3d52a1c-e9d0-44da-b31b-d070bbe68f6d'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:07:03.971592 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8b7bf12c-e8fc-4731-a2e6-b9aacb3f7c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:04.041395 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-8b7bf12c-e8fc-4731-a2e6-b9aacb3f7c1f None None] For port c9b5a985-0e84-49e3-bc0c-7beabd5d69a6, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:07:04.044755 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-8b7bf12c-e8fc-4731-a2e6-b9aacb3f7c1f None None] For port c9b5a985-0e84-49e3-bc0c-7beabd5d69a6, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c9b5a985-0e84-49e3-bc0c-7beabd5d69a6,segment=NetworkSegment(1ab2574a-f63c-4657-914c-3d214427c6a1),segment_id=1ab2574a-f63c-4657-914c-3d214427c6a1)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:07:04.049101 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8b7bf12c-e8fc-4731-a2e6-b9aacb3f7c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:04.110421 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7bf12c-e8fc-4731-a2e6-b9aacb3f7c1f None None] Routers {'0aae47a5-1678-4998-9757-1b6f4eff4a23'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:07:04.111057 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-8b7bf12c-e8fc-4731-a2e6-b9aacb3f7c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:06:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['0aae47a5-1678-4998-9757-1b6f4eff4a23'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:07:04.112929 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5913649-e9e4-4bdd-892b-4819554f30f1 None None] Pushing event updated for resources: {'Port': ['ID=c9b5a985-0e84-49e3-bc0c-7beabd5d69a6,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:07:04.245470 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-8b7bf12c-e8fc-4731-a2e6-b9aacb3f7c1f None None] Set router 0aae47a5-1678-4998-9757-1b6f4eff4a23 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:07:04.358172 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aa14b606-312b-4cc9-b9fc-d456060ef665 req-0df2b1c3-b21a-4771-9a85-88bc5dc4a394 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=848de6cc-d7b5-40aa-a646-f50f89f90acc HTTP/1.1" status: 200 len: 210 time: 0.0357211 Aug 17 01:07:04.367371 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-3be3b276-dd32-498a-bdd6-68d83710dae7 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:04.369148 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-3be3b276-dd32-498a-bdd6-68d83710dae7 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.69 "GET /v2.0/networks?id=e3d52a1c-e9d0-44da-b31b-d070bbe68f6d HTTP/1.1" status: 200 len: 797 time: 0.1504438 Aug 17 01:07:04.420477 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-2224c3a5-77ea-4b8f-9423-6a69171e746c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f329865a61fa47128fcdfcf68f05ab5a HTTP/1.1" status: 200 len: 380 time: 0.0346038 Aug 17 01:07:04.431542 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-d4322d39-217c-4af3-b711-4f9832d78dba tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'port': {'device_id': '848de6cc-d7b5-40aa-a646-f50f89f90acc', 'network_id': 'e3d52a1c-e9d0-44da-b31b-d070bbe68f6d', 'admin_state_up': True, 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'security_groups': ['e36be26b-8c6e-4ced-965c-e54d1fbe91cb']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:07:04.489231 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-8b7bf12c-e8fc-4731-a2e6-b9aacb3f7c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168990254', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:06:57Z', 'updated_at': '2021-08-17T01:07:01Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:06:58Z', 'updated_at': '2021-08-17T01:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'c9b5a985-0e84-49e3-bc0c-7beabd5d69a6', 'name': '', 'network_id': 'e3d52a1c-e9d0-44da-b31b-d070bbe68f6d', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:1f:97:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'd340b9a5-1fc9-4b66-806d-6a45bf5984a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:07:00Z', 'updated_at': '2021-08-17T01:07:04Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': 'd340b9a5-1fc9-4b66-806d-6a45bf5984a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:07:04.517708 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7bf12c-e8fc-4731-a2e6-b9aacb3f7c1f None None] The sync data for ids ['0aae47a5-1678-4998-9757-1b6f4eff4a23'] in n-d-800088-20 is: [{'id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168990254', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:06:57Z', 'updated_at': '2021-08-17T01:07:01Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:06:58Z', 'updated_at': '2021-08-17T01:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'c9b5a985-0e84-49e3-bc0c-7beabd5d69a6', 'name': '', 'network_id': 'e3d52a1c-e9d0-44da-b31b-d070bbe68f6d', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:1f:97:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'd340b9a5-1fc9-4b66-806d-6a45bf5984a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:07:00Z', 'updated_at': '2021-08-17T01:07:04Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': 'd340b9a5-1fc9-4b66-806d-6a45bf5984a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:07:04.542660 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-d4322d39-217c-4af3-b711-4f9832d78dba tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Made reservation on behalf of f329865a61fa47128fcdfcf68f05ab5a for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:07:04.548083 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-d4322d39-217c-4af3-b711-4f9832d78dba tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:04.709078 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-d4322d39-217c-4af3-b711-4f9832d78dba tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Allocated IP 172.20.0.3 (e3d52a1c-e9d0-44da-b31b-d070bbe68f6d/d340b9a5-1fc9-4b66-806d-6a45bf5984a2/c7980880-2d19-40aa-81bd-41d2f4a20986) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:07:04.754153 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a64dffef-7aa4-446e-a2e6-f0617cfa7cdc up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:07:04.805654 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port a64dffef-7aa4-446e-a2e6-f0617cfa7cdc triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:07:04.806285 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:04.873455 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-d4322d39-217c-4af3-b711-4f9832d78dba tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:04.889465 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-d4322d39-217c-4af3-b711-4f9832d78dba tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Transition to ACTIVE for port object c7980880-2d19-40aa-81bd-41d2f4a20986 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:07:04.892175 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c9b5a985-0e84-49e3-bc0c-7beabd5d69a6 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:07:04.926855 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-d4322d39-217c-4af3-b711-4f9832d78dba tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:04.949297 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port c9b5a985-0e84-49e3-bc0c-7beabd5d69a6 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:07:04.954090 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port c9b5a985-0e84-49e3-bc0c-7beabd5d69a6 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:07:04.954536 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:05.042987 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:05.246534 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port c9b5a985-0e84-49e3-bc0c-7beabd5d69a6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c9b5a985-0e84-49e3-bc0c-7beabd5d69a6,segment=NetworkSegment(1ab2574a-f63c-4657-914c-3d214427c6a1),segment_id=1ab2574a-f63c-4657-914c-3d214427c6a1)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:07:05.252033 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:05.253470 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 22dcd26c-a3eb-4a89-bcc2-bd152720657b up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:07:05.302852 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-d4322d39-217c-4af3-b711-4f9832d78dba tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network e3d52a1c-e9d0-44da-b31b-d070bbe68f6d is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:07:05.308908 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-d4322d39-217c-4af3-b711-4f9832d78dba tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:07:05.312736 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-d4322d39-217c-4af3-b711-4f9832d78dba tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:07:05.343056 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4322d39-217c-4af3-b711-4f9832d78dba tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=c7980880-2d19-40aa-81bd-41d2f4a20986,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:07:05.344713 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=c9b5a985-0e84-49e3-bc0c-7beabd5d69a6,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:07:05.368921 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 22dcd26c-a3eb-4a89-bcc2-bd152720657b triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:07:05.369335 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:05.379885 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-d4322d39-217c-4af3-b711-4f9832d78dba tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:05.381203 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-d4322d39-217c-4af3-b711-4f9832d78dba tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:05.410037 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-d4322d39-217c-4af3-b711-4f9832d78dba tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9828844 Aug 17 01:07:05.434147 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-0eaa7b71-570d-42fc-b142-2a6c9a3dbf60 service neutron] Request body: {'port': {'device_id': '848de6cc-d7b5-40aa-a646-f50f89f90acc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:07:05.555555 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58286cf0-9241-48c7-9d73-9cfd76b2a0f3 req-24939535-7bc1-452b-8c38-6ab37930173c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:05.557003 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58286cf0-9241-48c7-9d73-9cfd76b2a0f3 req-24939535-7bc1-452b-8c38-6ab37930173c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=848de6cc-d7b5-40aa-a646-f50f89f90acc HTTP/1.1" status: 200 len: 931 time: 0.0890222 Aug 17 01:07:05.558004 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-0eaa7b71-570d-42fc-b142-2a6c9a3dbf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:05.631744 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-58286cf0-9241-48c7-9d73-9cfd76b2a0f3 req-141154fe-9468-407c-a35d-983d781935e5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=e36be26b-8c6e-4ced-965c-e54d1fbe91cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650060 Aug 17 01:07:05.632407 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0854e4f6-04b9-41a2-a2c0-939fae0de7dc None None] Provisioning for port c7980880-2d19-40aa-81bd-41d2f4a20986 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:07:05.637717 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0854e4f6-04b9-41a2-a2c0-939fae0de7dc None None] Provisioning complete for port c7980880-2d19-40aa-81bd-41d2f4a20986 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:07:05.638397 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0854e4f6-04b9-41a2-a2c0-939fae0de7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:05.684276 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-0854e4f6-04b9-41a2-a2c0-939fae0de7dc None None] Port c7980880-2d19-40aa-81bd-41d2f4a20986 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:07:05.852416 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-0eaa7b71-570d-42fc-b142-2a6c9a3dbf60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7980880-2d19-40aa-81bd-41d2f4a20986 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:07:05.859802 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-0eaa7b71-570d-42fc-b142-2a6c9a3dbf60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:05.871122 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-0eaa7b71-570d-42fc-b142-2a6c9a3dbf60 service neutron] Transition to ACTIVE for port object c7980880-2d19-40aa-81bd-41d2f4a20986 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:07:05.875051 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-0eaa7b71-570d-42fc-b142-2a6c9a3dbf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:05.923733 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa7b71-570d-42fc-b142-2a6c9a3dbf60 service neutron] Pushing event updated for resources: {'Port': ['ID=c7980880-2d19-40aa-81bd-41d2f4a20986,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:07:06.000014 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-0eaa7b71-570d-42fc-b142-2a6c9a3dbf60 service neutron] Attempting to bind port c7980880-2d19-40aa-81bd-41d2f4a20986 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:07:06.000360 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-0eaa7b71-570d-42fc-b142-2a6c9a3dbf60 service neutron] Attempting to bind port c7980880-2d19-40aa-81bd-41d2f4a20986 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '1ab2574a-f63c-4657-914c-3d214427c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e3d52a1c-e9d0-44da-b31b-d070bbe68f6d'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:07:06.000697 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-0eaa7b71-570d-42fc-b142-2a6c9a3dbf60 service neutron] Attempting to bind port c7980880-2d19-40aa-81bd-41d2f4a20986 on network e3d52a1c-e9d0-44da-b31b-d070bbe68f6d {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:07:06.005315 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-0eaa7b71-570d-42fc-b142-2a6c9a3dbf60 service neutron] Port c7980880-2d19-40aa-81bd-41d2f4a20986 on network e3d52a1c-e9d0-44da-b31b-d070bbe68f6d not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:07:06.005642 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-0eaa7b71-570d-42fc-b142-2a6c9a3dbf60 service neutron] Attempting to bind port c7980880-2d19-40aa-81bd-41d2f4a20986 on network e3d52a1c-e9d0-44da-b31b-d070bbe68f6d {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:07:06.010804 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-0eaa7b71-570d-42fc-b142-2a6c9a3dbf60 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:07:06.011172 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-0eaa7b71-570d-42fc-b142-2a6c9a3dbf60 service neutron] Checking segment: {'id': '1ab2574a-f63c-4657-914c-3d214427c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e3d52a1c-e9d0-44da-b31b-d070bbe68f6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:07:06.011600 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-0eaa7b71-570d-42fc-b142-2a6c9a3dbf60 service neutron] Bound using segment: {'id': '1ab2574a-f63c-4657-914c-3d214427c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e3d52a1c-e9d0-44da-b31b-d070bbe68f6d'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:07:06.012004 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-0eaa7b71-570d-42fc-b142-2a6c9a3dbf60 service neutron] Bound port: c7980880-2d19-40aa-81bd-41d2f4a20986, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ab2574a-f63c-4657-914c-3d214427c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e3d52a1c-e9d0-44da-b31b-d070bbe68f6d'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:07:06.012371 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-0eaa7b71-570d-42fc-b142-2a6c9a3dbf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:06.079887 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-0eaa7b71-570d-42fc-b142-2a6c9a3dbf60 service neutron] For port c7980880-2d19-40aa-81bd-41d2f4a20986, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:07:06.083141 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-0eaa7b71-570d-42fc-b142-2a6c9a3dbf60 service neutron] For port c7980880-2d19-40aa-81bd-41d2f4a20986, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=c7980880-2d19-40aa-81bd-41d2f4a20986,segment=NetworkSegment(1ab2574a-f63c-4657-914c-3d214427c6a1),segment_id=1ab2574a-f63c-4657-914c-3d214427c6a1)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:07:06.088320 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-0eaa7b71-570d-42fc-b142-2a6c9a3dbf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:06.127233 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-0eaa7b71-570d-42fc-b142-2a6c9a3dbf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:06.127914 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-0eaa7b71-570d-42fc-b142-2a6c9a3dbf60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:06.129334 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-0eaa7b71-570d-42fc-b142-2a6c9a3dbf60 service neutron] 10.222.0.69 "PUT /v2.0/ports/c7980880-2d19-40aa-81bd-41d2f4a20986 HTTP/1.1" status: 200 len: 1092 time: 0.7038360 Aug 17 01:07:06.129776 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848de6cc-d7b5-40aa-a646-f50f89f90acc', 'tag': 'c7980880-2d19-40aa-81bd-41d2f4a20986'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:07:06.133373 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c989af-bd29-4c57-a701-46c8a630dfb4" -d '{"events": [{"name": "network-changed", "server_uuid": "848de6cc-d7b5-40aa-a646-f50f89f90acc", "tag": "c7980880-2d19-40aa-81bd-41d2f4a20986"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:07:06.156684 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa7b71-570d-42fc-b142-2a6c9a3dbf60 service neutron] Pushing event updated for resources: {'Port': ['ID=c7980880-2d19-40aa-81bd-41d2f4a20986,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:07:06.181185 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3bb212-d994-44bb-974f-3e48474918ef x-openstack-request-id: req-bc3bb212-d994-44bb-974f-3e48474918ef {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:07:06.181507 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848de6cc-d7b5-40aa-a646-f50f89f90acc", "tag": "c7980880-2d19-40aa-81bd-41d2f4a20986", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:07:06.181760 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bc3bb212-d994-44bb-974f-3e48474918ef {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:07:06.182166 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848de6cc-d7b5-40aa-a646-f50f89f90acc', 'tag': 'c7980880-2d19-40aa-81bd-41d2f4a20986', 'status': 'completed', 'code': 200} Aug 17 01:07:06.229533 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-24fd198f-0c2a-452b-be6b-8051969bb729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:06.231081 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-24fd198f-0c2a-452b-be6b-8051969bb729 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=848de6cc-d7b5-40aa-a646-f50f89f90acc HTTP/1.1" status: 200 len: 1095 time: 0.0432677 Aug 17 01:07:06.281018 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-b9765df3-1dc8-4cac-b549-266656cd052f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7980880-2d19-40aa-81bd-41d2f4a20986 HTTP/1.1" status: 200 len: 217 time: 0.0399859 Aug 17 01:07:06.333066 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-1b1d3f00-56c2-4347-bf05-e5123ded5962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:06.334602 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-1b1d3f00-56c2-4347-bf05-e5123ded5962 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d340b9a5-1fc9-4b66-806d-6a45bf5984a2 HTTP/1.1" status: 200 len: 835 time: 0.0455458 Aug 17 01:07:06.387355 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-d238ea7e-591c-47e5-a6db-8d3d5b5e11fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:06.388834 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-d238ea7e-591c-47e5-a6db-8d3d5b5e11fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3d52a1c-e9d0-44da-b31b-d070bbe68f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430770 Aug 17 01:07:06.486028 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-c68ac8f1-2677-4491-a5a9-79a7b92722e3 service neutron] 10.222.0.69 "GET /v2.0/networks/e3d52a1c-e9d0-44da-b31b-d070bbe68f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855539 Aug 17 01:07:06.582822 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d531fee9-fd70-40ae-a0bf-6818b9c98956 req-68129077-3e69-457d-8bcb-7b214d8f4365 service neutron] 10.222.0.69 "GET /v2.0/networks/e3d52a1c-e9d0-44da-b31b-d070bbe68f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850101 Aug 17 01:07:06.653580 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c9b5a985-0e84-49e3-bc0c-7beabd5d69a6 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:07:06.682230 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c989af-bd29-4c57-a701-46c8a630dfb4 req-34b5a509-bc93-4a82-acd3-29674c586941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:06.684211 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0c989af-bd29-4c57-a701-46c8a630dfb4 req-34b5a509-bc93-4a82-acd3-29674c586941 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=848de6cc-d7b5-40aa-a646-f50f89f90acc HTTP/1.1" status: 200 len: 1095 time: 0.0495660 Aug 17 01:07:06.703013 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port c9b5a985-0e84-49e3-bc0c-7beabd5d69a6 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:07:06.703449 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:06.805942 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78126ba1-5396-4df9-9cf8-b1cbfece9231 req-ae86fb58-a14f-499c-8601-4f40fc1c8482 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:06.807401 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78126ba1-5396-4df9-9cf8-b1cbfece9231 req-ae86fb58-a14f-499c-8601-4f40fc1c8482 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=848de6cc-d7b5-40aa-a646-f50f89f90acc HTTP/1.1" status: 200 len: 943 time: 0.0977387 Aug 17 01:07:06.823431 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c989af-bd29-4c57-a701-46c8a630dfb4 req-e23a175a-342d-4d68-9fa0-82902c94abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:06.824811 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0c989af-bd29-4c57-a701-46c8a630dfb4 req-e23a175a-342d-4d68-9fa0-82902c94abe0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3d52a1c-e9d0-44da-b31b-d070bbe68f6d HTTP/1.1" status: 200 len: 898 time: 0.1338413 Aug 17 01:07:06.873442 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0c989af-bd29-4c57-a701-46c8a630dfb4 req-bdb8be31-7570-4f9e-bf04-0616463d1cb5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7980880-2d19-40aa-81bd-41d2f4a20986 HTTP/1.1" status: 200 len: 217 time: 0.0377913 Aug 17 01:07:06.894160 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-78126ba1-5396-4df9-9cf8-b1cbfece9231 req-5af178d7-b372-4f1b-8cde-d3a4ecc16428 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=e36be26b-8c6e-4ced-965c-e54d1fbe91cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799584 Aug 17 01:07:06.927709 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c989af-bd29-4c57-a701-46c8a630dfb4 req-8abec2d6-5860-4b5f-a684-4265cf0c9b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:06.929788 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0c989af-bd29-4c57-a701-46c8a630dfb4 req-8abec2d6-5860-4b5f-a684-4265cf0c9b58 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d340b9a5-1fc9-4b66-806d-6a45bf5984a2 HTTP/1.1" status: 200 len: 835 time: 0.0492115 Aug 17 01:07:06.977225 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c989af-bd29-4c57-a701-46c8a630dfb4 req-a1f5b06e-b1b7-408c-9c31-17f40f60125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:06.978953 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0c989af-bd29-4c57-a701-46c8a630dfb4 req-a1f5b06e-b1b7-408c-9c31-17f40f60125a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3d52a1c-e9d0-44da-b31b-d070bbe68f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398998 Aug 17 01:07:07.073140 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0c989af-bd29-4c57-a701-46c8a630dfb4 req-cdc8ef06-a52d-4c27-8e0b-b161a085feb0 service neutron] 10.222.0.69 "GET /v2.0/networks/e3d52a1c-e9d0-44da-b31b-d070bbe68f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860221 Aug 17 01:07:07.166383 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e0c989af-bd29-4c57-a701-46c8a630dfb4 req-69939e17-5fff-472f-9e1d-67a11fd730dd service neutron] 10.222.0.69 "GET /v2.0/networks/e3d52a1c-e9d0-44da-b31b-d070bbe68f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838792 Aug 17 01:07:07.936451 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device c7980880-2d19-40aa-81bd-41d2f4a20986 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:07:08.018163 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdb18e-3fd2-456c-94b8-5f83d9c3ecce req-879dad37-b958-4a5e-bb5c-0bed13133b92 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:08.019665 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8dfdb18e-3fd2-456c-94b8-5f83d9c3ecce req-879dad37-b958-4a5e-bb5c-0bed13133b92 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=848de6cc-d7b5-40aa-a646-f50f89f90acc HTTP/1.1" status: 200 len: 943 time: 0.0553093 Aug 17 01:07:08.032564 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port c7980880-2d19-40aa-81bd-41d2f4a20986, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=c7980880-2d19-40aa-81bd-41d2f4a20986,segment=NetworkSegment(1ab2574a-f63c-4657-914c-3d214427c6a1),segment_id=1ab2574a-f63c-4657-914c-3d214427c6a1)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:07:08.047883 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': 'c7980880-2d19-40aa-81bd-41d2f4a20986', 'network_id': 'e3d52a1c-e9d0-44da-b31b-d070bbe68f6d', 'port_id': 'c7980880-2d19-40aa-81bd-41d2f4a20986', 'mac_address': 'fa:16:3e:08:47:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd340b9a5-1fc9-4b66-806d-6a45bf5984a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:07:08.059176 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8dfdb18e-3fd2-456c-94b8-5f83d9c3ecce req-0f414179-d0ba-4f8d-a466-7834adabc849 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=e36be26b-8c6e-4ced-965c-e54d1fbe91cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326300 Aug 17 01:07:08.084764 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:08.097204 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7980880-2d19-40aa-81bd-41d2f4a20986 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:07:08.116454 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port c7980880-2d19-40aa-81bd-41d2f4a20986, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=c7980880-2d19-40aa-81bd-41d2f4a20986,segment=NetworkSegment(1ab2574a-f63c-4657-914c-3d214427c6a1),segment_id=1ab2574a-f63c-4657-914c-3d214427c6a1)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:07:08.120366 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:08.173478 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=c7980880-2d19-40aa-81bd-41d2f4a20986,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:07:08.411374 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['c7980880-2d19-40aa-81bd-41d2f4a20986'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:07:09.173983 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1522d9-31b8-4224-890f-63613fe12934 req-0915b04e-33b1-4580-9a0e-9d08c39e2d2a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:09.175479 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de1522d9-31b8-4224-890f-63613fe12934 req-0915b04e-33b1-4580-9a0e-9d08c39e2d2a tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=848de6cc-d7b5-40aa-a646-f50f89f90acc HTTP/1.1" status: 200 len: 944 time: 0.0490937 Aug 17 01:07:09.214525 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-de1522d9-31b8-4224-890f-63613fe12934 req-04defc8a-2d37-44a6-9a1d-d94dff409080 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=e36be26b-8c6e-4ced-965c-e54d1fbe91cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319383 Aug 17 01:07:09.951792 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device c7980880-2d19-40aa-81bd-41d2f4a20986 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:07:10.000337 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port c7980880-2d19-40aa-81bd-41d2f4a20986 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:07:10.004058 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port c7980880-2d19-40aa-81bd-41d2f4a20986 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:07:10.004436 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:10.086413 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:10.109639 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848de6cc-d7b5-40aa-a646-f50f89f90acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7980880-2d19-40aa-81bd-41d2f4a20986'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:07:10.111902 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d9b1f6eceb9192db377ceb4d6ae83098a713cf0d5394fe300bfd3a5d60dfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb2568a-e178-4d31-a17b-c4ea9c4cc44a" -d '{"events": [{"server_uuid": "848de6cc-d7b5-40aa-a646-f50f89f90acc", "name": "network-vif-plugged", "status": "completed", "tag": "c7980880-2d19-40aa-81bd-41d2f4a20986"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:07:10.125800 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port c7980880-2d19-40aa-81bd-41d2f4a20986, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=c7980880-2d19-40aa-81bd-41d2f4a20986,segment=NetworkSegment(1ab2574a-f63c-4657-914c-3d214427c6a1),segment_id=1ab2574a-f63c-4657-914c-3d214427c6a1)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:07:10.129762 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:10.181652 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=c7980880-2d19-40aa-81bd-41d2f4a20986,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:07:10.204892 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe8c89d-51e4-4938-93b2-8c67987bf86f x-openstack-request-id: req-9fe8c89d-51e4-4938-93b2-8c67987bf86f {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:07:10.205211 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848de6cc-d7b5-40aa-a646-f50f89f90acc", "name": "network-vif-plugged", "status": "completed", "tag": "c7980880-2d19-40aa-81bd-41d2f4a20986", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:07:10.205468 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9fe8c89d-51e4-4938-93b2-8c67987bf86f {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:07:10.205869 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848de6cc-d7b5-40aa-a646-f50f89f90acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7980880-2d19-40aa-81bd-41d2f4a20986', 'code': 200} Aug 17 01:07:10.221295 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:07:10.345675 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f723b8-2984-4b2c-a30f-d15fd54fca06 req-f2dce631-4e55-4c74-8432-843f89a4e255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:10.347981 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-95f723b8-2984-4b2c-a30f-d15fd54fca06 req-f2dce631-4e55-4c74-8432-843f89a4e255 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=848de6cc-d7b5-40aa-a646-f50f89f90acc HTTP/1.1" status: 200 len: 1097 time: 0.0736115 Aug 17 01:07:10.361400 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f88a3f-0c55-4257-87a7-d3e747ce3517 req-7b53929b-5ac7-4f2b-835e-2891afa9427c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:10.362784 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81f88a3f-0c55-4257-87a7-d3e747ce3517 req-7b53929b-5ac7-4f2b-835e-2891afa9427c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=848de6cc-d7b5-40aa-a646-f50f89f90acc HTTP/1.1" status: 200 len: 945 time: 0.0784454 Aug 17 01:07:10.416707 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-81f88a3f-0c55-4257-87a7-d3e747ce3517 req-3095dc25-c27e-4c91-9053-077e773b105d tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=e36be26b-8c6e-4ced-965c-e54d1fbe91cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476136 Aug 17 01:07:10.418170 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-95f723b8-2984-4b2c-a30f-d15fd54fca06 req-ff52e43e-c3f7-47fb-b12b-c371fb48cab7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e36be26b-8c6e-4ced-965c-e54d1fbe91cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545599 Aug 17 01:07:10.750236 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:11.532351 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1443f-9a4d-4da1-b02c-dbdc219d4c13 req-27bfbe85-3200-4eb2-9c4e-c6aa11d244e9 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:11.533847 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-21f1443f-9a4d-4da1-b02c-dbdc219d4c13 req-27bfbe85-3200-4eb2-9c4e-c6aa11d244e9 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=848de6cc-d7b5-40aa-a646-f50f89f90acc HTTP/1.1" status: 200 len: 945 time: 0.0477486 Aug 17 01:07:11.572155 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-21f1443f-9a4d-4da1-b02c-dbdc219d4c13 req-782703b4-abc9-48bb-8ec3-ac4eca7c34fa tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=e36be26b-8c6e-4ced-965c-e54d1fbe91cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318310 Aug 17 01:07:11.686698 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44e9fd-1cbc-4b3f-89c7-ec7d8fb4815e req-0d5083bc-3cbd-4c3a-b485-807d5db2b0cf tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:11.688168 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eb44e9fd-1cbc-4b3f-89c7-ec7d8fb4815e req-0d5083bc-3cbd-4c3a-b485-807d5db2b0cf tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=848de6cc-d7b5-40aa-a646-f50f89f90acc HTTP/1.1" status: 200 len: 945 time: 0.0482342 Aug 17 01:07:11.724682 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eb44e9fd-1cbc-4b3f-89c7-ec7d8fb4815e req-35df91b0-f937-4e11-8954-0131a05d2f8e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=e36be26b-8c6e-4ced-965c-e54d1fbe91cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305984 Aug 17 01:07:11.747064 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50676) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:07:11.785299 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f198b776-afba-4c7f-a051-36ae00036d5e tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:11.786796 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f198b776-afba-4c7f-a051-36ae00036d5e tempest-TestNetworkAdvancedServerOps-1262891 tempest-TestNetworkAdvancedServerOps-1262891-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=848de6cc-d7b5-40aa-a646-f50f89f90acc HTTP/1.1" status: 200 len: 1092 time: 0.0387328 Aug 17 01:07:11.790258 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50678) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:07:11.794569 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-f946a68c-3c05-42f5-9fa4-b0059bc89494 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'port_id': 'c7980880-2d19-40aa-81bd-41d2f4a20986', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:07:11.816209 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f946a68c-3c05-42f5-9fa4-b0059bc89494 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for floatingip, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:11.915620 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f946a68c-3c05-42f5-9fa4-b0059bc89494 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:12.016288 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-f946a68c-3c05-42f5-9fa4-b0059bc89494 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Allocated IP 172.25.3.78 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/d8d9ae63-93fb-4e83-95c3-ce9d3abce493) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:07:12.121149 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f946a68c-3c05-42f5-9fa4-b0059bc89494 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:12.159397 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f946a68c-3c05-42f5-9fa4-b0059bc89494 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:12.202151 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f946a68c-3c05-42f5-9fa4-b0059bc89494 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:07:12.205016 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-f946a68c-3c05-42f5-9fa4-b0059bc89494 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:07:12.209171 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f946a68c-3c05-42f5-9fa4-b0059bc89494 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:07:12.219153 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946a68c-3c05-42f5-9fa4-b0059bc89494 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=d8d9ae63-93fb-4e83-95c3-ce9d3abce493,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:07:12.353639 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:12.900406 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f946a68c-3c05-42f5-9fa4-b0059bc89494 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:12.964537 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f946a68c-3c05-42f5-9fa4-b0059bc89494 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:13.117431 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f946a68c-3c05-42f5-9fa4-b0059bc89494 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:13.121986 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f946a68c-3c05-42f5-9fa4-b0059bc89494 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:13.191328 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946a68c-3c05-42f5-9fa4-b0059bc89494 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event updated for resources: {'Port': ['ID=d8d9ae63-93fb-4e83-95c3-ce9d3abce493,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:07:13.207051 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f946a68c-3c05-42f5-9fa4-b0059bc89494 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:13.307088 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-f946a68c-3c05-42f5-9fa4-b0059bc89494 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Floating IP e9d4b1fa-ce53-43e2-a2c6-1427b7c798bc associated. External IP: 172.25.3.78, port: c7980880-2d19-40aa-81bd-41d2f4a20986. Aug 17 01:07:13.530610 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f946a68c-3c05-42f5-9fa4-b0059bc89494 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Router 0aae47a5-1678-4998-9757-1b6f4eff4a23 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:07:13.637144 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f946a68c-3c05-42f5-9fa4-b0059bc89494 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:07:13.646658 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc877cb9-3e7d-4e32-9905-8c501e2d64f3 None None] Sync routers for ids ['0aae47a5-1678-4998-9757-1b6f4eff4a23'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:07:13.656043 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc877cb9-3e7d-4e32-9905-8c501e2d64f3 None None] Routers {'0aae47a5-1678-4998-9757-1b6f4eff4a23'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:07:13.656232 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f946a68c-3c05-42f5-9fa4-b0059bc89494 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:13.656746 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-fc877cb9-3e7d-4e32-9905-8c501e2d64f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:06:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['0aae47a5-1678-4998-9757-1b6f4eff4a23'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:07:13.690927 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f946a68c-3c05-42f5-9fa4-b0059bc89494 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8971972 Aug 17 01:07:13.690927 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848de6cc-d7b5-40aa-a646-f50f89f90acc', 'tag': 'c7980880-2d19-40aa-81bd-41d2f4a20986'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:07:13.691427 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4afb7fd048575595adebbc18266dfe77be650347e5b777fc7b93272164e80269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e672fa5e-07db-4cac-981d-2ee07a7c71b0" -d '{"events": [{"name": "network-changed", "server_uuid": "848de6cc-d7b5-40aa-a646-f50f89f90acc", "tag": "c7980880-2d19-40aa-81bd-41d2f4a20986"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:07:13.773851 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-fc877cb9-3e7d-4e32-9905-8c501e2d64f3 None None] Set router 0aae47a5-1678-4998-9757-1b6f4eff4a23 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:07:13.789232 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e65812-d2ea-4d06-b314-fd617cd7b477 x-openstack-request-id: req-62e65812-d2ea-4d06-b314-fd617cd7b477 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:07:13.790207 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848de6cc-d7b5-40aa-a646-f50f89f90acc", "tag": "c7980880-2d19-40aa-81bd-41d2f4a20986", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:07:13.790552 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-62e65812-d2ea-4d06-b314-fd617cd7b477 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:07:13.791035 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848de6cc-d7b5-40aa-a646-f50f89f90acc', 'tag': 'c7980880-2d19-40aa-81bd-41d2f4a20986', 'status': 'completed', 'code': 200} Aug 17 01:07:13.794994 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1334ee-2498-465f-87d2-b475ab3b6bdb req-699d8bc3-77ef-47b4-82f4-739e7d77a226 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:13.796566 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb1334ee-2498-465f-87d2-b475ab3b6bdb req-699d8bc3-77ef-47b4-82f4-739e7d77a226 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=848de6cc-d7b5-40aa-a646-f50f89f90acc HTTP/1.1" status: 200 len: 945 time: 0.0582569 Aug 17 01:07:13.870025 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fb1334ee-2498-465f-87d2-b475ab3b6bdb req-6ba9cc78-91da-44a6-9d28-37c7c34a0611 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=e36be26b-8c6e-4ced-965c-e54d1fbe91cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665329 Aug 17 01:07:13.880191 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672fa5e-07db-4cac-981d-2ee07a7c71b0 req-42253590-c0f4-429d-935c-04dcaf713758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:13.882025 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e672fa5e-07db-4cac-981d-2ee07a7c71b0 req-42253590-c0f4-429d-935c-04dcaf713758 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=848de6cc-d7b5-40aa-a646-f50f89f90acc HTTP/1.1" status: 200 len: 1097 time: 0.0643363 Aug 17 01:07:13.882169 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [req-cf8cfe08-9679-4612-b312-df6eaeef8864 req-7ae6b25a-0d9b-4faf-8f38-c93e105aebe7 service neutron] (101402) timed out ('10.222.0.69', 54733) {{(pid=101402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 01:07:13.893411 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50686) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:07:13.961394 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c71e0566-c46f-4836-adcd-898422f24795 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/floatingips/e9d4b1fa-ce53-43e2-a2c6-1427b7c798bc HTTP/1.1" status: 200 len: 990 time: 0.0650592 Aug 17 01:07:13.983179 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672fa5e-07db-4cac-981d-2ee07a7c71b0 req-ec09f89a-99b9-4a18-89cb-303bcb5f9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:13.984679 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e672fa5e-07db-4cac-981d-2ee07a7c71b0 req-ec09f89a-99b9-4a18-89cb-303bcb5f9bd3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3d52a1c-e9d0-44da-b31b-d070bbe68f6d HTTP/1.1" status: 200 len: 898 time: 0.0955961 Aug 17 01:07:14.018254 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-fc877cb9-3e7d-4e32-9905-8c501e2d64f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168990254', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:06:57Z', 'updated_at': '2021-08-17T01:07:01Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:06:58Z', 'updated_at': '2021-08-17T01:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'e9d4b1fa-ce53-43e2-a2c6-1427b7c798bc', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'floating_ip_address': '172.25.3.78', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'port_id': 'c7980880-2d19-40aa-81bd-41d2f4a20986', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d52a1c-e9d0-44da-b31b-d070bbe68f6d', 'mac_address': 'fa:16:3e:08:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848de6cc-d7b5-40aa-a646-f50f89f90acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:07:12Z', 'updated_at': '2021-08-17T01:07:12Z', 'revision_number': 0, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9b5a985-0e84-49e3-bc0c-7beabd5d69a6', 'name': '', 'network_id': 'e3d52a1c-e9d0-44da-b31b-d070bbe68f6d', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:1f:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'd340b9a5-1fc9-4b66-806d-6a45bf5984a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:07:00Z', 'updated_at': '2021-08-17T01:07:05Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': 'd340b9a5-1fc9-4b66-806d-6a45bf5984a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:07:14.044400 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc877cb9-3e7d-4e32-9905-8c501e2d64f3 None None] Checking router: 0aae47a5-1678-4998-9757-1b6f4eff4a23 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:07:14.052107 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e672fa5e-07db-4cac-981d-2ee07a7c71b0 req-c2d6a36e-07dc-4159-84cb-7807367932e0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7980880-2d19-40aa-81bd-41d2f4a20986 HTTP/1.1" status: 200 len: 998 time: 0.0597544 Aug 17 01:07:14.052748 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc877cb9-3e7d-4e32-9905-8c501e2d64f3 None None] Routers {'0aae47a5-1678-4998-9757-1b6f4eff4a23'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:07:14.053422 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-fc877cb9-3e7d-4e32-9905-8c501e2d64f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:06:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['0aae47a5-1678-4998-9757-1b6f4eff4a23'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:07:14.103637 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672fa5e-07db-4cac-981d-2ee07a7c71b0 req-13bd6d13-48c3-4dba-8ded-c67abdf6ba81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:14.105171 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e672fa5e-07db-4cac-981d-2ee07a7c71b0 req-13bd6d13-48c3-4dba-8ded-c67abdf6ba81 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d340b9a5-1fc9-4b66-806d-6a45bf5984a2 HTTP/1.1" status: 200 len: 835 time: 0.0458751 Aug 17 01:07:14.156775 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672fa5e-07db-4cac-981d-2ee07a7c71b0 req-791f9c24-24ae-466d-b0d9-5c6980fc0bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:14.158338 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e672fa5e-07db-4cac-981d-2ee07a7c71b0 req-791f9c24-24ae-466d-b0d9-5c6980fc0bc7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3d52a1c-e9d0-44da-b31b-d070bbe68f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462055 Aug 17 01:07:14.159945 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-fc877cb9-3e7d-4e32-9905-8c501e2d64f3 None None] Set router 0aae47a5-1678-4998-9757-1b6f4eff4a23 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:07:14.257973 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e672fa5e-07db-4cac-981d-2ee07a7c71b0 req-1de87f20-ee66-4e8e-87e0-ede5e518d223 service neutron] 10.222.0.69 "GET /v2.0/networks/e3d52a1c-e9d0-44da-b31b-d070bbe68f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893488 Aug 17 01:07:14.355125 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e672fa5e-07db-4cac-981d-2ee07a7c71b0 req-770d346b-04f9-410a-99f8-b9c095f57820 service neutron] 10.222.0.69 "GET /v2.0/networks/e3d52a1c-e9d0-44da-b31b-d070bbe68f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899298 Aug 17 01:07:14.394003 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-fc877cb9-3e7d-4e32-9905-8c501e2d64f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168990254', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:06:57Z', 'updated_at': '2021-08-17T01:07:01Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:06:58Z', 'updated_at': '2021-08-17T01:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'e9d4b1fa-ce53-43e2-a2c6-1427b7c798bc', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'floating_ip_address': '172.25.3.78', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'port_id': 'c7980880-2d19-40aa-81bd-41d2f4a20986', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d52a1c-e9d0-44da-b31b-d070bbe68f6d', 'mac_address': 'fa:16:3e:08:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848de6cc-d7b5-40aa-a646-f50f89f90acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:07:12Z', 'updated_at': '2021-08-17T01:07:12Z', 'revision_number': 0, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9b5a985-0e84-49e3-bc0c-7beabd5d69a6', 'name': '', 'network_id': 'e3d52a1c-e9d0-44da-b31b-d070bbe68f6d', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:1f:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'd340b9a5-1fc9-4b66-806d-6a45bf5984a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:07:00Z', 'updated_at': '2021-08-17T01:07:05Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': 'd340b9a5-1fc9-4b66-806d-6a45bf5984a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:07:14.420172 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc877cb9-3e7d-4e32-9905-8c501e2d64f3 None None] The sync data for ids ['0aae47a5-1678-4998-9757-1b6f4eff4a23'] in n-d-800088-20 is: [{'id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168990254', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:06:57Z', 'updated_at': '2021-08-17T01:07:01Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:06:58Z', 'updated_at': '2021-08-17T01:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': 'e9d4b1fa-ce53-43e2-a2c6-1427b7c798bc', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'floating_ip_address': '172.25.3.78', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'port_id': 'c7980880-2d19-40aa-81bd-41d2f4a20986', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d52a1c-e9d0-44da-b31b-d070bbe68f6d', 'mac_address': 'fa:16:3e:08:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848de6cc-d7b5-40aa-a646-f50f89f90acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:07:12Z', 'updated_at': '2021-08-17T01:07:12Z', 'revision_number': 0, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9b5a985-0e84-49e3-bc0c-7beabd5d69a6', 'name': '', 'network_id': 'e3d52a1c-e9d0-44da-b31b-d070bbe68f6d', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:1f:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'd340b9a5-1fc9-4b66-806d-6a45bf5984a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:07:00Z', 'updated_at': '2021-08-17T01:07:05Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': 'd340b9a5-1fc9-4b66-806d-6a45bf5984a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:07:14.606336 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba44508-d981-423b-bdf7-646ae79d27d7 None None] New status for floating IP e9d4b1fa-ce53-43e2-a2c6-1427b7c798bc: ACTIVE {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:07:14.964084 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50688) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:07:15.030740 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f9139073-5a80-4fe2-bd53-efd7d5794281 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/floatingips/e9d4b1fa-ce53-43e2-a2c6-1427b7c798bc HTTP/1.1" status: 200 len: 992 time: 0.0653937 Aug 17 01:07:16.639390 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-edd25ab4-3b66-4bcc-a98f-c6941dd9f096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:19.324051 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f9d88ca3-f96d-42ba-8bfe-f4f045e5420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:19.363063 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:20.465690 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:22.342072 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:24.849115 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe9a32bf-ca55-4247-b917-e2cfa2ffbe9e req-dc85c716-88ee-4534-95e8-0b7fbf0f1447 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=848de6cc-d7b5-40aa-a646-f50f89f90acc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388615 Aug 17 01:07:24.934180 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a32bf-ca55-4247-b917-e2cfa2ffbe9e req-4f9c6d58-d51a-4cbc-b734-33bbee442767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:24.935635 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe9a32bf-ca55-4247-b917-e2cfa2ffbe9e req-4f9c6d58-d51a-4cbc-b734-33bbee442767 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=848de6cc-d7b5-40aa-a646-f50f89f90acc HTTP/1.1" status: 200 len: 1097 time: 0.0393507 Aug 17 01:07:25.042489 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a32bf-ca55-4247-b917-e2cfa2ffbe9e req-02849839-ec8a-45fb-91fc-0bd35ed76150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:25.043924 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe9a32bf-ca55-4247-b917-e2cfa2ffbe9e req-02849839-ec8a-45fb-91fc-0bd35ed76150 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3d52a1c-e9d0-44da-b31b-d070bbe68f6d HTTP/1.1" status: 200 len: 898 time: 0.0870204 Aug 17 01:07:25.108824 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe9a32bf-ca55-4247-b917-e2cfa2ffbe9e req-9c06bcf6-6b47-42a1-ad8d-ee90d790dfdf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7980880-2d19-40aa-81bd-41d2f4a20986 HTTP/1.1" status: 200 len: 1000 time: 0.0568326 Aug 17 01:07:25.156850 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a32bf-ca55-4247-b917-e2cfa2ffbe9e req-7fc7bfbf-27b9-4e95-9afb-24a6576567f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:25.158410 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe9a32bf-ca55-4247-b917-e2cfa2ffbe9e req-7fc7bfbf-27b9-4e95-9afb-24a6576567f3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d340b9a5-1fc9-4b66-806d-6a45bf5984a2 HTTP/1.1" status: 200 len: 835 time: 0.0417135 Aug 17 01:07:25.207958 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a32bf-ca55-4247-b917-e2cfa2ffbe9e req-a9d182cb-7ed6-4f4c-8aa5-5510b6e5954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:25.209543 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe9a32bf-ca55-4247-b917-e2cfa2ffbe9e req-a9d182cb-7ed6-4f4c-8aa5-5510b6e5954e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3d52a1c-e9d0-44da-b31b-d070bbe68f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441921 Aug 17 01:07:25.299221 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe9a32bf-ca55-4247-b917-e2cfa2ffbe9e req-a4a017a2-696c-48b6-951f-aef21a65207c service neutron] 10.222.0.69 "GET /v2.0/networks/e3d52a1c-e9d0-44da-b31b-d070bbe68f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820227 Aug 17 01:07:25.393098 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fe9a32bf-ca55-4247-b917-e2cfa2ffbe9e req-66b04c80-6faf-4961-8e1e-b37005f420a1 service neutron] 10.222.0.69 "GET /v2.0/networks/e3d52a1c-e9d0-44da-b31b-d070bbe68f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850065 Aug 17 01:07:40.766585 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:42.375789 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:46.640825 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-34de0b91-8d36-46a9-824e-ac8eade49654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:47.220606 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:07:48.375975 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3b10b-0efa-445d-b247-fd0090997957 req-c48d624f-6a0d-4c8c-80fd-c3615c0d82e8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:48.377518 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-67f3b10b-0efa-445d-b247-fd0090997957 req-c48d624f-6a0d-4c8c-80fd-c3615c0d82e8 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=848de6cc-d7b5-40aa-a646-f50f89f90acc HTTP/1.1" status: 200 len: 945 time: 0.0502717 Aug 17 01:07:48.415906 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-67f3b10b-0efa-445d-b247-fd0090997957 req-c488f689-a51c-4f2b-bdcc-c21a28be346b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=e36be26b-8c6e-4ced-965c-e54d1fbe91cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319717 Aug 17 01:07:49.324406 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0d9f3024-c043-435e-bcef-d0216d1f64f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:49.362608 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:49.536590 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cd948-a6fc-4054-9032-e25094eb2f14 req-23229baa-2250-48aa-985f-9615003c52c5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:49.539149 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-174cd948-a6fc-4054-9032-e25094eb2f14 req-23229baa-2250-48aa-985f-9615003c52c5 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=848de6cc-d7b5-40aa-a646-f50f89f90acc HTTP/1.1" status: 200 len: 945 time: 0.0530682 Aug 17 01:07:49.577826 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-174cd948-a6fc-4054-9032-e25094eb2f14 req-f24cc149-53ad-48e6-a9a5-f27d39a85639 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=e36be26b-8c6e-4ced-965c-e54d1fbe91cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324998 Aug 17 01:07:49.599565 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50712) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:07:49.665010 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ec85e73b-9448-49e4-959e-65a1ba5dca33 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/floatingips/e9d4b1fa-ce53-43e2-a2c6-1427b7c798bc HTTP/1.1" status: 200 len: 992 time: 0.0643117 Aug 17 01:07:50.468049 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:50.949938 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65763dfc-852c-4884-b2d5-b24a655def4b req-c1ed2797-1880-4206-8b5e-9ae171af199c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:50.951399 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-65763dfc-852c-4884-b2d5-b24a655def4b req-c1ed2797-1880-4206-8b5e-9ae171af199c tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=848de6cc-d7b5-40aa-a646-f50f89f90acc HTTP/1.1" status: 200 len: 945 time: 0.0750072 Aug 17 01:07:50.978780 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcbc92-bbe6-4cdc-acf2-f1d4f03005ce req-55ca5622-d491-4b6b-8dce-e1317abdd5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:50.980220 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-27bcbc92-bbe6-4cdc-acf2-f1d4f03005ce req-55ca5622-d491-4b6b-8dce-e1317abdd5ab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=848de6cc-d7b5-40aa-a646-f50f89f90acc HTTP/1.1" status: 200 len: 1097 time: 0.0683489 Aug 17 01:07:51.005017 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-65763dfc-852c-4884-b2d5-b24a655def4b req-4eaa1206-747a-496f-94d9-57d22b7dd8e2 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=e36be26b-8c6e-4ced-965c-e54d1fbe91cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465004 Aug 17 01:07:51.078745 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcbc92-bbe6-4cdc-acf2-f1d4f03005ce req-b91aa3e2-c04c-4efb-a4f0-247c874d3cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:51.080188 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-27bcbc92-bbe6-4cdc-acf2-f1d4f03005ce req-b91aa3e2-c04c-4efb-a4f0-247c874d3cb3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3d52a1c-e9d0-44da-b31b-d070bbe68f6d HTTP/1.1" status: 200 len: 898 time: 0.0876563 Aug 17 01:07:51.152167 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-27bcbc92-bbe6-4cdc-acf2-f1d4f03005ce req-6cafaf1d-0e56-40ee-abd2-740ce6d242c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7980880-2d19-40aa-81bd-41d2f4a20986 HTTP/1.1" status: 200 len: 1000 time: 0.0605681 Aug 17 01:07:51.205636 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcbc92-bbe6-4cdc-acf2-f1d4f03005ce req-8283e825-e417-402e-ab9e-70f1b61cb837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:51.207055 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-27bcbc92-bbe6-4cdc-acf2-f1d4f03005ce req-8283e825-e417-402e-ab9e-70f1b61cb837 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d340b9a5-1fc9-4b66-806d-6a45bf5984a2 HTTP/1.1" status: 200 len: 835 time: 0.0431864 Aug 17 01:07:51.257694 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcbc92-bbe6-4cdc-acf2-f1d4f03005ce req-e7e737e6-4298-4f4a-96eb-7950106b172d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:51.259050 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-27bcbc92-bbe6-4cdc-acf2-f1d4f03005ce req-e7e737e6-4298-4f4a-96eb-7950106b172d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3d52a1c-e9d0-44da-b31b-d070bbe68f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401785 Aug 17 01:07:51.354809 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-27bcbc92-bbe6-4cdc-acf2-f1d4f03005ce req-8ba3bbec-3b6c-4dd7-9a8e-2593ebcc9899 service neutron] 10.222.0.69 "GET /v2.0/networks/e3d52a1c-e9d0-44da-b31b-d070bbe68f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837162 Aug 17 01:07:51.449600 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-27bcbc92-bbe6-4cdc-acf2-f1d4f03005ce req-2ba1a3c5-380e-42ae-92ae-b5eb51829a97 service neutron] 10.222.0.69 "GET /v2.0/networks/e3d52a1c-e9d0-44da-b31b-d070bbe68f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814350 Aug 17 01:07:52.125500 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54fd43-c345-45c5-ac91-22d9b62f2cff req-392b2381-5ded-4c37-8abd-09d5428d16fe tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:52.126977 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e54fd43-c345-45c5-ac91-22d9b62f2cff req-392b2381-5ded-4c37-8abd-09d5428d16fe tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=848de6cc-d7b5-40aa-a646-f50f89f90acc HTTP/1.1" status: 200 len: 945 time: 0.0497196 Aug 17 01:07:52.170173 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e54fd43-c345-45c5-ac91-22d9b62f2cff req-71c7bb40-d941-4325-8ede-e26bfb842add tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=e36be26b-8c6e-4ced-965c-e54d1fbe91cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364215 Aug 17 01:07:52.347501 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:53.287991 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0f9e3-a58b-4e16-9c0c-1f56b7da339f req-08de054c-218e-4982-871f-27d56f3153fd tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:53.289639 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-37d0f9e3-a58b-4e16-9c0c-1f56b7da339f req-08de054c-218e-4982-871f-27d56f3153fd tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=848de6cc-d7b5-40aa-a646-f50f89f90acc HTTP/1.1" status: 200 len: 945 time: 0.0491302 Aug 17 01:07:53.327912 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-37d0f9e3-a58b-4e16-9c0c-1f56b7da339f req-123b1b02-a791-4067-969f-0807ef076a4b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=e36be26b-8c6e-4ced-965c-e54d1fbe91cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322268 Aug 17 01:07:53.351251 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50724) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:07:53.411535 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5c2143c8-1b0a-4aa5-a5f4-80e7c70bff3f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/floatingips/e9d4b1fa-ce53-43e2-a2c6-1427b7c798bc HTTP/1.1" status: 200 len: 992 time: 0.0591521 Aug 17 01:07:53.676572 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50730) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:07:53.829958 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-54048649-8c21-412d-92f8-7758f000fffb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Deleting port d8d9ae63-93fb-4e83-95c3-ce9d3abce493 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:07:53.830219 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-54048649-8c21-412d-92f8-7758f000fffb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:53.906710 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-54048649-8c21-412d-92f8-7758f000fffb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:53.907039 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-54048649-8c21-412d-92f8-7758f000fffb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:53.918779 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-54048649-8c21-412d-92f8-7758f000fffb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Calling delete_port for d8d9ae63-93fb-4e83-95c3-ce9d3abce493 owned by network:floatingip {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:07:54.064530 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-54048649-8c21-412d-92f8-7758f000fffb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:54.090135 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54048649-8c21-412d-92f8-7758f000fffb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Port': ['ID=d8d9ae63-93fb-4e83-95c3-ce9d3abce493,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:07:54.102358 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54048649-8c21-412d-92f8-7758f000fffb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:54.102714 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54048649-8c21-412d-92f8-7758f000fffb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:54.103320 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54048649-8c21-412d-92f8-7758f000fffb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:54.103658 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54048649-8c21-412d-92f8-7758f000fffb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:54.104013 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54048649-8c21-412d-92f8-7758f000fffb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:54.104336 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54048649-8c21-412d-92f8-7758f000fffb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:54.104675 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54048649-8c21-412d-92f8-7758f000fffb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:54.105009 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54048649-8c21-412d-92f8-7758f000fffb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:54.105395 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54048649-8c21-412d-92f8-7758f000fffb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:54.105730 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54048649-8c21-412d-92f8-7758f000fffb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:54.106059 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54048649-8c21-412d-92f8-7758f000fffb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:54.106390 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54048649-8c21-412d-92f8-7758f000fffb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:54.163466 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-54048649-8c21-412d-92f8-7758f000fffb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for floatingip, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:54.163855 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-54048649-8c21-412d-92f8-7758f000fffb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Floating IP e9d4b1fa-ce53-43e2-a2c6-1427b7c798bc disassociated (deleted). External IP: 172.25.3.78, port: c7980880-2d19-40aa-81bd-41d2f4a20986. Aug 17 01:07:54.369205 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54048649-8c21-412d-92f8-7758f000fffb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Router 0aae47a5-1678-4998-9757-1b6f4eff4a23 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:07:54.473883 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54048649-8c21-412d-92f8-7758f000fffb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:07:54.479598 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-54048649-8c21-412d-92f8-7758f000fffb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:54.484276 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27882659-c9d5-4682-b3f8-09eb2829c7f2 None None] Sync routers for ids ['0aae47a5-1678-4998-9757-1b6f4eff4a23'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:07:54.494374 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27882659-c9d5-4682-b3f8-09eb2829c7f2 None None] Routers {'0aae47a5-1678-4998-9757-1b6f4eff4a23'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:07:54.494979 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-27882659-c9d5-4682-b3f8-09eb2829c7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['0aae47a5-1678-4998-9757-1b6f4eff4a23'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:07:54.507529 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-54048649-8c21-412d-92f8-7758f000fffb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "DELETE /v2.0/floatingips/e9d4b1fa-ce53-43e2-a2c6-1427b7c798bc HTTP/1.1" status: 204 len: 168 time: 0.8298373 Aug 17 01:07:54.508119 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848de6cc-d7b5-40aa-a646-f50f89f90acc', 'tag': 'c7980880-2d19-40aa-81bd-41d2f4a20986'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:07:54.510404 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620797b0-3e05-4538-8bf5-665e8a919bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "848de6cc-d7b5-40aa-a646-f50f89f90acc", "tag": "c7980880-2d19-40aa-81bd-41d2f4a20986"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:07:54.552300 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c557f6a-f357-4c86-a460-cf598cfe0196 x-openstack-request-id: req-8c557f6a-f357-4c86-a460-cf598cfe0196 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:07:54.552602 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848de6cc-d7b5-40aa-a646-f50f89f90acc", "tag": "c7980880-2d19-40aa-81bd-41d2f4a20986", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:07:54.552902 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8c557f6a-f357-4c86-a460-cf598cfe0196 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:07:54.553930 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848de6cc-d7b5-40aa-a646-f50f89f90acc', 'tag': 'c7980880-2d19-40aa-81bd-41d2f4a20986', 'status': 'completed', 'code': 200} Aug 17 01:07:54.602701 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-27882659-c9d5-4682-b3f8-09eb2829c7f2 None None] Set router 0aae47a5-1678-4998-9757-1b6f4eff4a23 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:07:54.623656 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620797b0-3e05-4538-8bf5-665e8a919bcf req-e0643bc9-e19d-4003-8a05-2822a1d9dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:54.625224 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-620797b0-3e05-4538-8bf5-665e8a919bcf req-e0643bc9-e19d-4003-8a05-2822a1d9dad9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&device_id=848de6cc-d7b5-40aa-a646-f50f89f90acc HTTP/1.1" status: 200 len: 1097 time: 0.0471013 Aug 17 01:07:54.762455 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620797b0-3e05-4538-8bf5-665e8a919bcf req-c02b635f-18c5-4d2b-b7bf-8a1ccbd598f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:54.763946 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-620797b0-3e05-4538-8bf5-665e8a919bcf req-c02b635f-18c5-4d2b-b7bf-8a1ccbd598f7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3d52a1c-e9d0-44da-b31b-d070bbe68f6d HTTP/1.1" status: 200 len: 898 time: 0.1258936 Aug 17 01:07:54.772736 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45152467-ac62-4851-8313-b473964d22bb req-29ea6b65-eb51-48ac-9c86-2c66f9a4753e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:54.774175 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-45152467-ac62-4851-8313-b473964d22bb req-29ea6b65-eb51-48ac-9c86-2c66f9a4753e tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=848de6cc-d7b5-40aa-a646-f50f89f90acc HTTP/1.1" status: 200 len: 945 time: 0.0760651 Aug 17 01:07:54.809641 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-27882659-c9d5-4682-b3f8-09eb2829c7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168990254', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:06:57Z', 'updated_at': '2021-08-17T01:07:01Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:06:58Z', 'updated_at': '2021-08-17T01:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'c9b5a985-0e84-49e3-bc0c-7beabd5d69a6', 'name': '', 'network_id': 'e3d52a1c-e9d0-44da-b31b-d070bbe68f6d', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:1f:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'd340b9a5-1fc9-4b66-806d-6a45bf5984a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:07:00Z', 'updated_at': '2021-08-17T01:07:05Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': 'd340b9a5-1fc9-4b66-806d-6a45bf5984a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:07:54.821742 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-620797b0-3e05-4538-8bf5-665e8a919bcf req-9d4b1a94-4f70-43e6-9e27-7e5025421383 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7980880-2d19-40aa-81bd-41d2f4a20986 HTTP/1.1" status: 200 len: 217 time: 0.0466230 Aug 17 01:07:54.839081 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27882659-c9d5-4682-b3f8-09eb2829c7f2 None None] Checking router: 0aae47a5-1678-4998-9757-1b6f4eff4a23 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:07:54.847243 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27882659-c9d5-4682-b3f8-09eb2829c7f2 None None] Routers {'0aae47a5-1678-4998-9757-1b6f4eff4a23'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:07:54.847848 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-27882659-c9d5-4682-b3f8-09eb2829c7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['0aae47a5-1678-4998-9757-1b6f4eff4a23'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:07:54.849012 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-45152467-ac62-4851-8313-b473964d22bb req-f9257c85-9ef8-4310-9b12-69b362192e35 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=e36be26b-8c6e-4ced-965c-e54d1fbe91cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680487 Aug 17 01:07:54.884871 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620797b0-3e05-4538-8bf5-665e8a919bcf req-c298dfdb-816f-4980-ba3f-f20997b026f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:54.886278 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-620797b0-3e05-4538-8bf5-665e8a919bcf req-c298dfdb-816f-4980-ba3f-f20997b026f2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d340b9a5-1fc9-4b66-806d-6a45bf5984a2 HTTP/1.1" status: 200 len: 835 time: 0.0522687 Aug 17 01:07:54.934382 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620797b0-3e05-4538-8bf5-665e8a919bcf req-c5d4aeee-c352-423b-b9d3-97096f26b3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:54.935897 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-620797b0-3e05-4538-8bf5-665e8a919bcf req-c5d4aeee-c352-423b-b9d3-97096f26b3bf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3d52a1c-e9d0-44da-b31b-d070bbe68f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400360 Aug 17 01:07:54.954020 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-27882659-c9d5-4682-b3f8-09eb2829c7f2 None None] Set router 0aae47a5-1678-4998-9757-1b6f4eff4a23 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:07:55.030137 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-620797b0-3e05-4538-8bf5-665e8a919bcf req-f0815c78-0b08-430a-b74b-1addf6bad451 service neutron] 10.222.0.69 "GET /v2.0/networks/e3d52a1c-e9d0-44da-b31b-d070bbe68f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852795 Aug 17 01:07:55.126273 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-620797b0-3e05-4538-8bf5-665e8a919bcf req-de15360f-a9cd-4c3e-b8e8-e897afa5721b service neutron] 10.222.0.69 "GET /v2.0/networks/e3d52a1c-e9d0-44da-b31b-d070bbe68f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865293 Aug 17 01:07:55.244982 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-27882659-c9d5-4682-b3f8-09eb2829c7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168990254', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:06:57Z', 'updated_at': '2021-08-17T01:07:01Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:06:58Z', 'updated_at': '2021-08-17T01:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'c9b5a985-0e84-49e3-bc0c-7beabd5d69a6', 'name': '', 'network_id': 'e3d52a1c-e9d0-44da-b31b-d070bbe68f6d', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:1f:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'd340b9a5-1fc9-4b66-806d-6a45bf5984a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:07:00Z', 'updated_at': '2021-08-17T01:07:05Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': 'd340b9a5-1fc9-4b66-806d-6a45bf5984a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:07:55.272311 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27882659-c9d5-4682-b3f8-09eb2829c7f2 None None] The sync data for ids ['0aae47a5-1678-4998-9757-1b6f4eff4a23'] in n-d-800088-20 is: [{'id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168990254', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:06:57Z', 'updated_at': '2021-08-17T01:07:01Z', 'revision_number': 4, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:06:58Z', 'updated_at': '2021-08-17T01:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'c9b5a985-0e84-49e3-bc0c-7beabd5d69a6', 'name': '', 'network_id': 'e3d52a1c-e9d0-44da-b31b-d070bbe68f6d', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'mac_address': 'fa:16:3e:1f:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'd340b9a5-1fc9-4b66-806d-6a45bf5984a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:07:00Z', 'updated_at': '2021-08-17T01:07:05Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'subnets': [{'id': 'd340b9a5-1fc9-4b66-806d-6a45bf5984a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:07:55.490185 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84199c63-96b9-430f-b44d-f707b6ffb051 None None] New status for floating IP e9d4b1fa-ce53-43e2-a2c6-1427b7c798bc: DOWN {{(pid=101404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:07:55.971141 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b1044-259c-4e78-8062-093f2f9ed6e8 req-5bfd3202-09ee-49b9-adf2-4b6a87a9b90b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:55.972613 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-636b1044-259c-4e78-8062-093f2f9ed6e8 req-5bfd3202-09ee-49b9-adf2-4b6a87a9b90b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=848de6cc-d7b5-40aa-a646-f50f89f90acc HTTP/1.1" status: 200 len: 945 time: 0.0530248 Aug 17 01:07:56.011047 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-636b1044-259c-4e78-8062-093f2f9ed6e8 req-78ae4b72-bf3e-438a-bfa6-84a4ddc40e53 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=e36be26b-8c6e-4ced-965c-e54d1fbe91cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315378 Aug 17 01:07:56.485786 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83490178-e4e3-40ff-a547-9c398850d0fb req-273d1e17-37ec-4ccf-8d39-aa221fbc1157 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:56.487211 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-83490178-e4e3-40ff-a547-9c398850d0fb req-273d1e17-37ec-4ccf-8d39-aa221fbc1157 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.69 "GET /v2.0/ports?device_id=848de6cc-d7b5-40aa-a646-f50f89f90acc HTTP/1.1" status: 200 len: 945 time: 0.0486171 Aug 17 01:07:56.587996 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-83490178-e4e3-40ff-a547-9c398850d0fb req-035ff3e8-2da0-4b0c-8495-f51d438ebcbd tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Deleting port c7980880-2d19-40aa-81bd-41d2f4a20986 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:07:56.588336 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-83490178-e4e3-40ff-a547-9c398850d0fb req-035ff3e8-2da0-4b0c-8495-f51d438ebcbd tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:56.677282 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-83490178-e4e3-40ff-a547-9c398850d0fb req-035ff3e8-2da0-4b0c-8495-f51d438ebcbd tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] For port c7980880-2d19-40aa-81bd-41d2f4a20986, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=c7980880-2d19-40aa-81bd-41d2f4a20986,segment=NetworkSegment(1ab2574a-f63c-4657-914c-3d214427c6a1),segment_id=1ab2574a-f63c-4657-914c-3d214427c6a1)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:07:56.677655 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-83490178-e4e3-40ff-a547-9c398850d0fb req-035ff3e8-2da0-4b0c-8495-f51d438ebcbd tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:56.690781 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-83490178-e4e3-40ff-a547-9c398850d0fb req-035ff3e8-2da0-4b0c-8495-f51d438ebcbd tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Calling delete_port for c7980880-2d19-40aa-81bd-41d2f4a20986 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:07:57.163976 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c20d4-2b25-4903-87a5-1c19438bb616 req-1eb29b35-0820-4c8b-9a45-820b8711dc6b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:57.165465 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f42c20d4-2b25-4903-87a5-1c19438bb616 req-1eb29b35-0820-4c8b-9a45-820b8711dc6b tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/ports?device_id=848de6cc-d7b5-40aa-a646-f50f89f90acc HTTP/1.1" status: 200 len: 945 time: 0.0836442 Aug 17 01:07:57.178699 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-83490178-e4e3-40ff-a547-9c398850d0fb req-035ff3e8-2da0-4b0c-8495-f51d438ebcbd tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:57.220202 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ff3e8-2da0-4b0c-8495-f51d438ebcbd tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Port': ['ID=c7980880-2d19-40aa-81bd-41d2f4a20986,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:07:57.260999 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f42c20d4-2b25-4903-87a5-1c19438bb616 req-4fb2b7fe-1e49-4cbd-a6de-cc5d0006fdff tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "GET /v2.0/security-groups?id=e36be26b-8c6e-4ced-965c-e54d1fbe91cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894735 Aug 17 01:07:57.277062 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-83490178-e4e3-40ff-a547-9c398850d0fb req-035ff3e8-2da0-4b0c-8495-f51d438ebcbd tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] No DVR routers for this DVR port c7980880-2d19-40aa-81bd-41d2f4a20986 on host n-h1-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:07:57.283117 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-83490178-e4e3-40ff-a547-9c398850d0fb req-035ff3e8-2da0-4b0c-8495-f51d438ebcbd tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:57.285027 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-83490178-e4e3-40ff-a547-9c398850d0fb req-035ff3e8-2da0-4b0c-8495-f51d438ebcbd tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.69 "DELETE /v2.0/ports/c7980880-2d19-40aa-81bd-41d2f4a20986 HTTP/1.1" status: 204 len: 173 time: 0.7888038 Aug 17 01:07:57.285501 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848de6cc-d7b5-40aa-a646-f50f89f90acc', 'name': 'network-vif-deleted', 'tag': 'c7980880-2d19-40aa-81bd-41d2f4a20986'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:07:57.288555 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170df7b2-22cc-4459-83f2-8c03e3f52c6a" -d '{"events": [{"server_uuid": "848de6cc-d7b5-40aa-a646-f50f89f90acc", "name": "network-vif-deleted", "tag": "c7980880-2d19-40aa-81bd-41d2f4a20986"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:07:57.328891 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e9f98e-e357-482b-a1b5-d14da13d1737 x-openstack-request-id: req-92e9f98e-e357-482b-a1b5-d14da13d1737 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:07:57.329243 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848de6cc-d7b5-40aa-a646-f50f89f90acc", "name": "network-vif-deleted", "tag": "c7980880-2d19-40aa-81bd-41d2f4a20986", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:07:57.329521 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-92e9f98e-e357-482b-a1b5-d14da13d1737 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:07:57.330457 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848de6cc-d7b5-40aa-a646-f50f89f90acc', 'name': 'network-vif-deleted', 'tag': 'c7980880-2d19-40aa-81bd-41d2f4a20986', 'status': 'completed', 'code': 200} Aug 17 01:07:58.319503 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50748) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:07:58.690258 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-97afae96-4ba3-40d5-836a-f17fa2cf5cfb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:58.946589 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-97afae96-4ba3-40d5-836a-f17fa2cf5cfb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Deleting port c9b5a985-0e84-49e3-bc0c-7beabd5d69a6 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:07:58.946854 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-97afae96-4ba3-40d5-836a-f17fa2cf5cfb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:59.037817 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-97afae96-4ba3-40d5-836a-f17fa2cf5cfb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] For port c9b5a985-0e84-49e3-bc0c-7beabd5d69a6, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=c9b5a985-0e84-49e3-bc0c-7beabd5d69a6,segment=NetworkSegment(1ab2574a-f63c-4657-914c-3d214427c6a1),segment_id=1ab2574a-f63c-4657-914c-3d214427c6a1)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:07:59.038188 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-97afae96-4ba3-40d5-836a-f17fa2cf5cfb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:59.050839 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-97afae96-4ba3-40d5-836a-f17fa2cf5cfb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Calling delete_port for c9b5a985-0e84-49e3-bc0c-7beabd5d69a6 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:07:59.234977 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-97afae96-4ba3-40d5-836a-f17fa2cf5cfb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:59.261327 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afae96-4ba3-40d5-836a-f17fa2cf5cfb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Port': ['ID=c9b5a985-0e84-49e3-bc0c-7beabd5d69a6,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:07:59.291931 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97afae96-4ba3-40d5-836a-f17fa2cf5cfb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:59.292293 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97afae96-4ba3-40d5-836a-f17fa2cf5cfb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:59.292642 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97afae96-4ba3-40d5-836a-f17fa2cf5cfb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:59.292986 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97afae96-4ba3-40d5-836a-f17fa2cf5cfb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:59.293366 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97afae96-4ba3-40d5-836a-f17fa2cf5cfb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:59.293738 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97afae96-4ba3-40d5-836a-f17fa2cf5cfb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:59.294113 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97afae96-4ba3-40d5-836a-f17fa2cf5cfb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:59.294432 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97afae96-4ba3-40d5-836a-f17fa2cf5cfb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:59.294766 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97afae96-4ba3-40d5-836a-f17fa2cf5cfb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:59.295102 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97afae96-4ba3-40d5-836a-f17fa2cf5cfb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:59.295433 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97afae96-4ba3-40d5-836a-f17fa2cf5cfb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:59.295763 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97afae96-4ba3-40d5-836a-f17fa2cf5cfb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:59.449077 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-97afae96-4ba3-40d5-836a-f17fa2cf5cfb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:59.673355 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97afae96-4ba3-40d5-836a-f17fa2cf5cfb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Router 0aae47a5-1678-4998-9757-1b6f4eff4a23 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:07:59.799297 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97afae96-4ba3-40d5-836a-f17fa2cf5cfb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:07:59.804451 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-97afae96-4ba3-40d5-836a-f17fa2cf5cfb tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "PUT /v2.0/routers/0aae47a5-1678-4998-9757-1b6f4eff4a23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4839220 Aug 17 01:07:59.807762 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50750) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:07:59.811097 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede460d3-97a7-4fb8-ad13-ffdd73378bec None None] Sync routers for ids ['0aae47a5-1678-4998-9757-1b6f4eff4a23'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:07:59.823900 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede460d3-97a7-4fb8-ad13-ffdd73378bec None None] Routers {'0aae47a5-1678-4998-9757-1b6f4eff4a23'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:07:59.824537 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ede460d3-97a7-4fb8-ad13-ffdd73378bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['0aae47a5-1678-4998-9757-1b6f4eff4a23'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:07:59.885509 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e42b2b4-87c9-4c98-99c2-5902a7f96f65 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Deleting subnet d340b9a5-1fc9-4b66-806d-6a45bf5984a2 {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 01:07:59.888873 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6e42b2b4-87c9-4c98-99c2-5902a7f96f65 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:59.934483 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6e42b2b4-87c9-4c98-99c2-5902a7f96f65 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:59.954884 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-ede460d3-97a7-4fb8-ad13-ffdd73378bec None None] Set router 0aae47a5-1678-4998-9757-1b6f4eff4a23 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:08:00.037238 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6e42b2b4-87c9-4c98-99c2-5902a7f96f65 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:00.104232 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6e42b2b4-87c9-4c98-99c2-5902a7f96f65 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:00.136510 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42b2b4-87c9-4c98-99c2-5902a7f96f65 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Subnet': ['ID=d340b9a5-1fc9-4b66-806d-6a45bf5984a2,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:00.143914 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6e42b2b4-87c9-4c98-99c2-5902a7f96f65 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:00.147917 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6e42b2b4-87c9-4c98-99c2-5902a7f96f65 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "DELETE /v2.0/subnets/d340b9a5-1fc9-4b66-806d-6a45bf5984a2 HTTP/1.1" status: 204 len: 168 time: 0.3390274 Aug 17 01:08:00.149190 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50752) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:00.153813 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8d1d3d-47c0-4a75-891f-66897e8461c7 None None] Network e3d52a1c-e9d0-44da-b31b-d070bbe68f6d requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:08:00.195559 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ede460d3-97a7-4fb8-ad13-ffdd73378bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168990254', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:06:57Z', 'updated_at': '2021-08-17T01:07:59Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:06:58Z', 'updated_at': '2021-08-17T01:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:00.203635 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device c7980880-2d19-40aa-81bd-41d2f4a20986 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:08:00.225292 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: c7980880-2d19-40aa-81bd-41d2f4a20986 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:08:00.225618 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device c7980880-2d19-40aa-81bd-41d2f4a20986 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:08:00.230582 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede460d3-97a7-4fb8-ad13-ffdd73378bec None None] Checking router: 0aae47a5-1678-4998-9757-1b6f4eff4a23 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:08:00.245214 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede460d3-97a7-4fb8-ad13-ffdd73378bec None None] Routers {'0aae47a5-1678-4998-9757-1b6f4eff4a23'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:08:00.245840 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ede460d3-97a7-4fb8-ad13-ffdd73378bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['0aae47a5-1678-4998-9757-1b6f4eff4a23'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:00.281471 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1a5767ef-0f80-4962-8aa6-efab74d6e471 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:00.376814 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-ede460d3-97a7-4fb8-ad13-ffdd73378bec None None] Set router 0aae47a5-1678-4998-9757-1b6f4eff4a23 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:08:00.400062 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752291f0-2183-412b-8c02-cf12414786da None None] DHCP port deletion for e3d52a1c-e9d0-44da-b31b-d070bbe68f6d request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 01:08:00.401619 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1a5767ef-0f80-4962-8aa6-efab74d6e471 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:00.466562 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-1a5767ef-0f80-4962-8aa6-efab74d6e471 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Deleting port a64dffef-7aa4-446e-a2e6-f0617cfa7cdc {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:08:00.467247 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1a5767ef-0f80-4962-8aa6-efab74d6e471 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:00.468804 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-752291f0-2183-412b-8c02-cf12414786da None None] Deleting port 22dcd26c-a3eb-4a89-bcc2-bd152720657b {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:08:00.469285 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-752291f0-2183-412b-8c02-cf12414786da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:00.544877 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-752291f0-2183-412b-8c02-cf12414786da None None] For port 22dcd26c-a3eb-4a89-bcc2-bd152720657b, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=22dcd26c-a3eb-4a89-bcc2-bd152720657b,segment=NetworkSegment(1ab2574a-f63c-4657-914c-3d214427c6a1),segment_id=1ab2574a-f63c-4657-914c-3d214427c6a1)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:08:00.545480 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-752291f0-2183-412b-8c02-cf12414786da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:00.563037 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-752291f0-2183-412b-8c02-cf12414786da None None] Calling delete_port for 22dcd26c-a3eb-4a89-bcc2-bd152720657b owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:08:00.567298 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-1a5767ef-0f80-4962-8aa6-efab74d6e471 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] For port a64dffef-7aa4-446e-a2e6-f0617cfa7cdc, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=a64dffef-7aa4-446e-a2e6-f0617cfa7cdc,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:08:00.567675 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1a5767ef-0f80-4962-8aa6-efab74d6e471 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:00.580325 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-1a5767ef-0f80-4962-8aa6-efab74d6e471 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Calling delete_port for a64dffef-7aa4-446e-a2e6-f0617cfa7cdc owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:08:00.587308 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ede460d3-97a7-4fb8-ad13-ffdd73378bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168990254', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:06:57Z', 'updated_at': '2021-08-17T01:07:59Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:06:58Z', 'updated_at': '2021-08-17T01:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:00.614577 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede460d3-97a7-4fb8-ad13-ffdd73378bec None None] The sync data for ids ['0aae47a5-1678-4998-9757-1b6f4eff4a23'] in n-d-800088-20 is: [{'id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168990254', 'tenant_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:06:57Z', 'updated_at': '2021-08-17T01:07:59Z', 'revision_number': 5, 'project_id': 'f329865a61fa47128fcdfcf68f05ab5a', 'gw_port': {'id': 'a64dffef-7aa4-446e-a2e6-f0617cfa7cdc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aae47a5-1678-4998-9757-1b6f4eff4a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:06:58Z', 'updated_at': '2021-08-17T01:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:08:00.648207 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-752291f0-2183-412b-8c02-cf12414786da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:00.672561 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752291f0-2183-412b-8c02-cf12414786da None None] Pushing event deleted for resources: {'Port': ['ID=22dcd26c-a3eb-4a89-bcc2-bd152720657b,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:00.683191 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752291f0-2183-412b-8c02-cf12414786da None None] No DVR routers for this DVR port 22dcd26c-a3eb-4a89-bcc2-bd152720657b on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:08:00.685816 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752291f0-2183-412b-8c02-cf12414786da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:00.686240 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752291f0-2183-412b-8c02-cf12414786da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:00.686408 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752291f0-2183-412b-8c02-cf12414786da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:00.686730 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752291f0-2183-412b-8c02-cf12414786da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:00.687056 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752291f0-2183-412b-8c02-cf12414786da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:00.687379 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752291f0-2183-412b-8c02-cf12414786da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:00.687699 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752291f0-2183-412b-8c02-cf12414786da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:00.688020 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752291f0-2183-412b-8c02-cf12414786da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:00.688720 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752291f0-2183-412b-8c02-cf12414786da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:00.689431 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752291f0-2183-412b-8c02-cf12414786da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:00.689757 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752291f0-2183-412b-8c02-cf12414786da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:00.690077 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752291f0-2183-412b-8c02-cf12414786da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:00.777099 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1a5767ef-0f80-4962-8aa6-efab74d6e471 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:00.804833 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5767ef-0f80-4962-8aa6-efab74d6e471 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Port': ['ID=a64dffef-7aa4-446e-a2e6-f0617cfa7cdc,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:00.863323 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1a5767ef-0f80-4962-8aa6-efab74d6e471 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:00.954680 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1a5767ef-0f80-4962-8aa6-efab74d6e471 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:00.956693 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1a5767ef-0f80-4962-8aa6-efab74d6e471 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:01.013926 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1a5767ef-0f80-4962-8aa6-efab74d6e471 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:01.014691 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5767ef-0f80-4962-8aa6-efab74d6e471 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Fanout notify agent at l3_agent the message router_deleted on router 0aae47a5-1678-4998-9757-1b6f4eff4a23 {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 01:08:01.023666 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1a5767ef-0f80-4962-8aa6-efab74d6e471 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:01.024815 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1a5767ef-0f80-4962-8aa6-efab74d6e471 tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "DELETE /v2.0/routers/0aae47a5-1678-4998-9757-1b6f4eff4a23 HTTP/1.1" status: 204 len: 168 time: 0.8747222 Aug 17 01:08:01.027725 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50756) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:01.118239 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ba54fe42-e538-47f4-a2fd-ab576f3383ab tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:01.124886 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 22dcd26c-a3eb-4a89-bcc2-bd152720657b no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:08:01.149732 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 22dcd26c-a3eb-4a89-bcc2-bd152720657b {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:08:01.150167 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 22dcd26c-a3eb-4a89-bcc2-bd152720657b not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:08:01.211717 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ba54fe42-e538-47f4-a2fd-ab576f3383ab tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:01.223464 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-ba54fe42-e538-47f4-a2fd-ab576f3383ab tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d52a1c-e9d0-44da-b31b-d070bbe68f6d']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:01.234815 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-ba54fe42-e538-47f4-a2fd-ab576f3383ab tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab2574a-f63c-4657-914c-3d214427c6a1') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:01.235123 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-ba54fe42-e538-47f4-a2fd-ab576f3383ab tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab2574a-f63c-4657-914c-3d214427c6a1') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:01.244217 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ba54fe42-e538-47f4-a2fd-ab576f3383ab tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:01.259022 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ba54fe42-e538-47f4-a2fd-ab576f3383ab tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:01.265161 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba54fe42-e538-47f4-a2fd-ab576f3383ab tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 01:08:01.265586 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ba54fe42-e538-47f4-a2fd-ab576f3383ab tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: timer() Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 01:08:01.268905 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 01:08:01.335347 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ba54fe42-e538-47f4-a2fd-ab576f3383ab tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:01.343372 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ba54fe42-e538-47f4-a2fd-ab576f3383ab tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:01.345895 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ba54fe42-e538-47f4-a2fd-ab576f3383ab tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "DELETE /v2.0/networks/e3d52a1c-e9d0-44da-b31b-d070bbe68f6d HTTP/1.1" status: 204 len: 168 time: 0.3172052 Aug 17 01:08:01.348769 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50758) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:01.357545 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54fe42-e538-47f4-a2fd-ab576f3383ab tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'Network': ['ID=e3d52a1c-e9d0-44da-b31b-d070bbe68f6d,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:01.407750 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f4f995e4-36cb-4404-ab62-5c504d155e7f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:01.434303 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f4f995e4-36cb-4404-ab62-5c504d155e7f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:01.498392 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f4f995e4-36cb-4404-ab62-5c504d155e7f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:01.501107 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f4f995e4-36cb-4404-ab62-5c504d155e7f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:01.502274 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f4f995e4-36cb-4404-ab62-5c504d155e7f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] 10.222.0.60 "DELETE /v2.0/security-groups/e36be26b-8c6e-4ced-965c-e54d1fbe91cb HTTP/1.1" status: 204 len: 168 time: 0.1523356 Aug 17 01:08:01.511967 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f995e4-36cb-4404-ab62-5c504d155e7f tempest-TestNetworkAdvancedServerOps-1924773735 tempest-TestNetworkAdvancedServerOps-1924773735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36be26b-8c6e-4ced-965c-e54d1fbe91cb,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:01.840204 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50766) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:01.980792 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ab5e7a4d-34a5-43e4-b1ad-92b43961a191 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f329865a61fa47128fcdfcf68f05ab5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1394308 Aug 17 01:08:01.983380 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50770) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:02.035501 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ababbb5c-fb3a-484b-b6c2-ae8fb28a1525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:02.057430 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ababbb5c-fb3a-484b-b6c2-ae8fb28a1525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:02.105540 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ababbb5c-fb3a-484b-b6c2-ae8fb28a1525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:02.108065 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ababbb5c-fb3a-484b-b6c2-ae8fb28a1525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:02.109237 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ababbb5c-fb3a-484b-b6c2-ae8fb28a1525 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/45558558-218a-43f3-bce1-bfd2af9bd3f7 HTTP/1.1" status: 204 len: 168 time: 0.1249475 Aug 17 01:08:02.117942 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ababbb5c-fb3a-484b-b6c2-ae8fb28a1525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45558558-218a-43f3-bce1-bfd2af9bd3f7,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:02.361897 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50776) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:02.375411 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f2cf68b7-06c0-4097-9287-ba92f33f6f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:02.464925 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f2cf68b7-06c0-4097-9287-ba92f33f6f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:02.468558 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f2cf68b7-06c0-4097-9287-ba92f33f6f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:02.506753 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f2cf68b7-06c0-4097-9287-ba92f33f6f4d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cd19f8eeff5d4c89b9c67a255f4af785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437488 Aug 17 01:08:02.507475 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf68b7-06c0-4097-9287-ba92f33f6f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f367f514-234f-4b00-90bf-0860d53d5a7b,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:02.509475 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50778) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:02.559152 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7216a1de-bd30-47bd-a427-caaf95939242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:02.579602 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7216a1de-bd30-47bd-a427-caaf95939242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:02.625830 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7216a1de-bd30-47bd-a427-caaf95939242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:02.628577 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7216a1de-bd30-47bd-a427-caaf95939242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:02.629757 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7216a1de-bd30-47bd-a427-caaf95939242 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f367f514-234f-4b00-90bf-0860d53d5a7b HTTP/1.1" status: 204 len: 168 time: 0.1192946 Aug 17 01:08:02.638104 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216a1de-bd30-47bd-a427-caaf95939242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f367f514-234f-4b00-90bf-0860d53d5a7b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:02.696439 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a64dffef-7aa4-446e-a2e6-f0617cfa7cdc no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:08:02.723486 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: a64dffef-7aa4-446e-a2e6-f0617cfa7cdc {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:08:02.723843 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device a64dffef-7aa4-446e-a2e6-f0617cfa7cdc not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:08:02.724195 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c9b5a985-0e84-49e3-bc0c-7beabd5d69a6 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:08:02.744571 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: c9b5a985-0e84-49e3-bc0c-7beabd5d69a6 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:08:02.744916 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device c9b5a985-0e84-49e3-bc0c-7beabd5d69a6 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:08:03.341447 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50800) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:03.438736 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-2aa8c2e9-c3fd-4a72-aeba-417c0d3d53d6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2053927170-network', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:08:03.461228 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa8c2e9-c3fd-4a72-aeba-417c0d3d53d6 admin admin] Made reservation on behalf of 0af6bfa57d0f48c7bda265113a2271b4 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:08:03.463510 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c2e9-c3fd-4a72-aeba-417c0d3d53d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:03.471700 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c2e9-c3fd-4a72-aeba-417c0d3d53d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:03.563613 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c2e9-c3fd-4a72-aeba-417c0d3d53d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:03.567508 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c2e9-c3fd-4a72-aeba-417c0d3d53d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:03.589622 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa8c2e9-c3fd-4a72-aeba-417c0d3d53d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 01:08:03.604877 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8c2e9-c3fd-4a72-aeba-417c0d3d53d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73739875-8c4e-449d-837a-632d5556f3e5,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:03.608689 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c2e9-c3fd-4a72-aeba-417c0d3d53d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:03.609031 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-2aa8c2e9-c3fd-4a72-aeba-417c0d3d53d6 admin admin] Added segment 2be99409-745f-4ae7-8d68-5dfc44c9a88a of type vlan for network 2c265614-fdcd-4a1b-a63b-3126ac326e39 Aug 17 01:08:03.650674 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c2e9-c3fd-4a72-aeba-417c0d3d53d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:03.674469 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c2e9-c3fd-4a72-aeba-417c0d3d53d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:03.675391 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa8c2e9-c3fd-4a72-aeba-417c0d3d53d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:03.675986 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c2e9-c3fd-4a72-aeba-417c0d3d53d6 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:03.725865 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2aa8c2e9-c3fd-4a72-aeba-417c0d3d53d6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3833096 Aug 17 01:08:03.729134 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50804) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:03.734224 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-ab56d802-783e-4aae-96ec-0eb809d15e58 admin admin] Request body: {'subnet': {'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2053927170-subnet', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:08:03.738938 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8c2e9-c3fd-4a72-aeba-417c0d3d53d6 admin admin] Pushing event updated for resources: {'Network': ['ID=2c265614-fdcd-4a1b-a63b-3126ac326e39,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:03.753761 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 2c265614-fdcd-4a1b-a63b-3126ac326e39 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 01:08:03.754446 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab56d802-783e-4aae-96ec-0eb809d15e58 admin admin] Made reservation on behalf of 0af6bfa57d0f48c7bda265113a2271b4 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:08:03.757857 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ab56d802-783e-4aae-96ec-0eb809d15e58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:03.926878 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ab56d802-783e-4aae-96ec-0eb809d15e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:03.987671 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56d802-783e-4aae-96ec-0eb809d15e58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=561ee36b-ef22-4713-ac0e-649d9ec4eb0e,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:03.995223 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab56d802-783e-4aae-96ec-0eb809d15e58 admin admin] Checking segment: {'id': '2be99409-745f-4ae7-8d68-5dfc44c9a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:08:03.995587 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab56d802-783e-4aae-96ec-0eb809d15e58 admin admin] Network hostable DHCP agents. Network: 2c265614-fdcd-4a1b-a63b-3126ac326e39, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 01:08:04.013180 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab56d802-783e-4aae-96ec-0eb809d15e58 admin admin] Network 2c265614-fdcd-4a1b-a63b-3126ac326e39 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 01:08:04.020835 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-ab56d802-783e-4aae-96ec-0eb809d15e58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 2c265614-fdcd-4a1b-a63b-3126ac326e39) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:08:04.025004 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab56d802-783e-4aae-96ec-0eb809d15e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:04.025616 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ab56d802-783e-4aae-96ec-0eb809d15e58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:04.032285 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a343ea-ff0c-43d0-89c1-48fd10038051 None None] Network 2c265614-fdcd-4a1b-a63b-3126ac326e39 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:08:04.044532 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ab56d802-783e-4aae-96ec-0eb809d15e58 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3142009 Aug 17 01:08:04.047349 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50806) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:04.051994 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-01dafd4a-835a-4d3d-83e1-a110c38c5897 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2053927170-router', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:08:04.073459 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01dafd4a-835a-4d3d-83e1-a110c38c5897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:04.074469 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01dafd4a-835a-4d3d-83e1-a110c38c5897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:04.184510 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c885381-a262-4942-91d2-c3b87318d0bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-2c265614-fdcd-4a1b-a63b-3126ac326e39', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'fixed_ips': [{'subnet_id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 01:08:04.185457 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4c885381-a262-4942-91d2-c3b87318d0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:04.329540 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-4c885381-a262-4942-91d2-c3b87318d0bd None None] Allocated IP 172.20.0.2 (2c265614-fdcd-4a1b-a63b-3126ac326e39/561ee36b-ef22-4713-ac0e-649d9ec4eb0e/6fb1598d-6efc-498f-ad69-2551b00703c8) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:08:04.470480 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01dafd4a-835a-4d3d-83e1-a110c38c5897 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:04.481769 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4c885381-a262-4942-91d2-c3b87318d0bd None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:04.489803 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4c885381-a262-4942-91d2-c3b87318d0bd None None] Transition to ACTIVE for port object 6fb1598d-6efc-498f-ad69-2551b00703c8 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:08:04.504779 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4c885381-a262-4942-91d2-c3b87318d0bd None None] Transition to ACTIVE for port object 6fb1598d-6efc-498f-ad69-2551b00703c8 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:08:04.511125 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4c885381-a262-4942-91d2-c3b87318d0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:04.550825 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c885381-a262-4942-91d2-c3b87318d0bd None None] Network 2c265614-fdcd-4a1b-a63b-3126ac326e39 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:08:04.556652 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-4c885381-a262-4942-91d2-c3b87318d0bd None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:08:04.561109 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c885381-a262-4942-91d2-c3b87318d0bd None None] Pushing event updated for resources: {'Port': ['ID=6fb1598d-6efc-498f-ad69-2551b00703c8,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:04.563373 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c885381-a262-4942-91d2-c3b87318d0bd None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:08:04.607862 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01dafd4a-835a-4d3d-83e1-a110c38c5897 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:04.614110 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4c885381-a262-4942-91d2-c3b87318d0bd None None] Attempting to bind port 6fb1598d-6efc-498f-ad69-2551b00703c8 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:08:04.614485 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4c885381-a262-4942-91d2-c3b87318d0bd None None] Attempting to bind port 6fb1598d-6efc-498f-ad69-2551b00703c8 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '2be99409-745f-4ae7-8d68-5dfc44c9a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:08:04.614862 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c885381-a262-4942-91d2-c3b87318d0bd None None] Attempting to bind port 6fb1598d-6efc-498f-ad69-2551b00703c8 on network 2c265614-fdcd-4a1b-a63b-3126ac326e39 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:08:04.620877 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c885381-a262-4942-91d2-c3b87318d0bd None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:08:04.621273 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c885381-a262-4942-91d2-c3b87318d0bd None None] Checking segment: {'id': '2be99409-745f-4ae7-8d68-5dfc44c9a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:08:04.621668 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4c885381-a262-4942-91d2-c3b87318d0bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:04.622049 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c885381-a262-4942-91d2-c3b87318d0bd None None] Bound using segment: {'id': '2be99409-745f-4ae7-8d68-5dfc44c9a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:08:04.622507 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4c885381-a262-4942-91d2-c3b87318d0bd None None] Bound port: 6fb1598d-6efc-498f-ad69-2551b00703c8, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be99409-745f-4ae7-8d68-5dfc44c9a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:08:04.622878 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4c885381-a262-4942-91d2-c3b87318d0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:04.692318 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-4c885381-a262-4942-91d2-c3b87318d0bd None None] For port 6fb1598d-6efc-498f-ad69-2551b00703c8, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:08:04.696808 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-4c885381-a262-4942-91d2-c3b87318d0bd None None] For port 6fb1598d-6efc-498f-ad69-2551b00703c8, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6fb1598d-6efc-498f-ad69-2551b00703c8,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:08:04.700967 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4c885381-a262-4942-91d2-c3b87318d0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:04.772559 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c885381-a262-4942-91d2-c3b87318d0bd None None] Pushing event updated for resources: {'Port': ['ID=6fb1598d-6efc-498f-ad69-2551b00703c8,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:04.830430 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01dafd4a-835a-4d3d-83e1-a110c38c5897 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:04.850858 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01dafd4a-835a-4d3d-83e1-a110c38c5897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:04.979824 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-01dafd4a-835a-4d3d-83e1-a110c38c5897 admin admin] Allocated IP 172.25.3.75 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/0e12eda7-5663-4a82-b48e-78d1e5e4ed52) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:08:05.086895 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01dafd4a-835a-4d3d-83e1-a110c38c5897 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:05.125390 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01dafd4a-835a-4d3d-83e1-a110c38c5897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:05.169920 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dafd4a-835a-4d3d-83e1-a110c38c5897 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:08:05.173069 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-01dafd4a-835a-4d3d-83e1-a110c38c5897 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:08:05.176983 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dafd4a-835a-4d3d-83e1-a110c38c5897 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:08:05.203801 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dafd4a-835a-4d3d-83e1-a110c38c5897 admin admin] Pushing event updated for resources: {'Port': ['ID=0e12eda7-5663-4a82-b48e-78d1e5e4ed52,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:05.441979 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01dafd4a-835a-4d3d-83e1-a110c38c5897 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:05.653614 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01dafd4a-835a-4d3d-83e1-a110c38c5897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:05.671144 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ed88bf-62b6-4727-b07b-9dac549ade0f None None] Network 2c265614-fdcd-4a1b-a63b-3126ac326e39 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:08:05.745617 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2752e4c1-ac1c-452a-b8b8-033b05afea9f None None] Provisioning for port 6fb1598d-6efc-498f-ad69-2551b00703c8 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:08:05.789751 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01dafd4a-835a-4d3d-83e1-a110c38c5897 admin admin] Router bc3de308-d80a-4b5d-a2b2-e5159617780f is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 01:08:05.900680 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01dafd4a-835a-4d3d-83e1-a110c38c5897 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:08:05.916270 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88943826-8da1-434a-9184-e40c4ac94478 None None] Sync routers for ids ['bc3de308-d80a-4b5d-a2b2-e5159617780f'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:08:05.918751 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-01dafd4a-835a-4d3d-83e1-a110c38c5897 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:05.920221 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-01dafd4a-835a-4d3d-83e1-a110c38c5897 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8717110 Aug 17 01:08:05.922801 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50808) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:05.926146 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88943826-8da1-434a-9184-e40c4ac94478 None None] Routers {'bc3de308-d80a-4b5d-a2b2-e5159617780f'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:08:05.927042 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-88943826-8da1-434a-9184-e40c4ac94478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['bc3de308-d80a-4b5d-a2b2-e5159617780f'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:06.045672 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-88943826-8da1-434a-9184-e40c4ac94478 None None] Set router bc3de308-d80a-4b5d-a2b2-e5159617780f gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:08:06.360281 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c24e4703-9002-4f7e-a22d-f61e2befb93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:06.392611 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-88943826-8da1-434a-9184-e40c4ac94478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'name': 'tempest-TestShelveInstance-2053927170-router', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:05Z', 'revision_number': 3, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'gw_port': {'id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:06.422676 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88943826-8da1-434a-9184-e40c4ac94478 None None] Checking router: bc3de308-d80a-4b5d-a2b2-e5159617780f for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:08:06.423033 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88943826-8da1-434a-9184-e40c4ac94478 None None] Updating router bc3de308-d80a-4b5d-a2b2-e5159617780f port 0e12eda7-5663-4a82-b48e-78d1e5e4ed52 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:08:06.449280 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-88943826-8da1-434a-9184-e40c4ac94478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:06.516415 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-c24e4703-9002-4f7e-a22d-f61e2befb93e admin admin] Allocated IP 172.20.0.1 (2c265614-fdcd-4a1b-a63b-3126ac326e39/561ee36b-ef22-4713-ac0e-649d9ec4eb0e/1b5a820f-9ea0-415c-98fc-069a3a18edc0) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:08:06.624440 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c24e4703-9002-4f7e-a22d-f61e2befb93e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:06.638955 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-c24e4703-9002-4f7e-a22d-f61e2befb93e admin admin] Transition to ACTIVE for port object 1b5a820f-9ea0-415c-98fc-069a3a18edc0 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:08:06.675176 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c24e4703-9002-4f7e-a22d-f61e2befb93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:06.712037 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-88943826-8da1-434a-9184-e40c4ac94478 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:06.716963 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24e4703-9002-4f7e-a22d-f61e2befb93e admin admin] Network 2c265614-fdcd-4a1b-a63b-3126ac326e39 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:08:06.721640 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6fb1598d-6efc-498f-ad69-2551b00703c8 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:08:06.721892 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-c24e4703-9002-4f7e-a22d-f61e2befb93e admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:08:06.727207 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24e4703-9002-4f7e-a22d-f61e2befb93e admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:08:06.749079 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-88943826-8da1-434a-9184-e40c4ac94478 None None] Transition to ACTIVE for port object 0e12eda7-5663-4a82-b48e-78d1e5e4ed52 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:08:06.749329 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e4703-9002-4f7e-a22d-f61e2befb93e admin admin] Pushing event updated for resources: {'Port': ['ID=1b5a820f-9ea0-415c-98fc-069a3a18edc0,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:06.764043 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-88943826-8da1-434a-9184-e40c4ac94478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:06.776468 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c24e4703-9002-4f7e-a22d-f61e2befb93e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:06.836921 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-88943826-8da1-434a-9184-e40c4ac94478 None None] Attempting to bind port 0e12eda7-5663-4a82-b48e-78d1e5e4ed52 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:08:06.837336 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-88943826-8da1-434a-9184-e40c4ac94478 None None] Attempting to bind port 0e12eda7-5663-4a82-b48e-78d1e5e4ed52 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:08:06.837704 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88943826-8da1-434a-9184-e40c4ac94478 None None] Attempting to bind port 0e12eda7-5663-4a82-b48e-78d1e5e4ed52 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:08:06.843994 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030011f-ea3b-4d49-884e-fa4fea880282 None None] Pushing event updated for resources: {'Port': ['ID=0e12eda7-5663-4a82-b48e-78d1e5e4ed52,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:06.848025 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88943826-8da1-434a-9184-e40c4ac94478 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:08:06.848400 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88943826-8da1-434a-9184-e40c4ac94478 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:08:06.848779 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-88943826-8da1-434a-9184-e40c4ac94478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:06.849239 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88943826-8da1-434a-9184-e40c4ac94478 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:08:06.850988 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-88943826-8da1-434a-9184-e40c4ac94478 None None] Bound port: 0e12eda7-5663-4a82-b48e-78d1e5e4ed52, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:08:06.851304 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-88943826-8da1-434a-9184-e40c4ac94478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:06.874889 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 6fb1598d-6efc-498f-ad69-2551b00703c8 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:08:06.881541 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 6fb1598d-6efc-498f-ad69-2551b00703c8 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:08:06.882070 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:06.929393 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c24e4703-9002-4f7e-a22d-f61e2befb93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:06.945651 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-88943826-8da1-434a-9184-e40c4ac94478 None None] For port 0e12eda7-5663-4a82-b48e-78d1e5e4ed52, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:08:06.950409 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-88943826-8da1-434a-9184-e40c4ac94478 None None] For port 0e12eda7-5663-4a82-b48e-78d1e5e4ed52, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=0e12eda7-5663-4a82-b48e-78d1e5e4ed52,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:08:06.955490 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-88943826-8da1-434a-9184-e40c4ac94478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:07.003722 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c2392a91-03d9-47db-908a-1de078c663d5 None None] Provisioning for port 1b5a820f-9ea0-415c-98fc-069a3a18edc0 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:08:07.019506 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c2392a91-03d9-47db-908a-1de078c663d5 None None] Provisioning complete for port 1b5a820f-9ea0-415c-98fc-069a3a18edc0 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:08:07.019876 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c2392a91-03d9-47db-908a-1de078c663d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:07.086167 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88943826-8da1-434a-9184-e40c4ac94478 None None] Routers {'bc3de308-d80a-4b5d-a2b2-e5159617780f'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:08:07.086803 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-88943826-8da1-434a-9184-e40c4ac94478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['bc3de308-d80a-4b5d-a2b2-e5159617780f'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:07.092628 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030011f-ea3b-4d49-884e-fa4fea880282 None None] Pushing event updated for resources: {'Port': ['ID=0e12eda7-5663-4a82-b48e-78d1e5e4ed52,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:07.097775 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c24e4703-9002-4f7e-a22d-f61e2befb93e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:07.104125 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c24e4703-9002-4f7e-a22d-f61e2befb93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:07.143613 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:07.159683 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-c2392a91-03d9-47db-908a-1de078c663d5 None None] Port 1b5a820f-9ea0-415c-98fc-069a3a18edc0 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:08:07.176751 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c24e4703-9002-4f7e-a22d-f61e2befb93e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:07.179250 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e4703-9002-4f7e-a22d-f61e2befb93e admin admin] Pushing event updated for resources: {'Port': ['ID=1b5a820f-9ea0-415c-98fc-069a3a18edc0,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:07.226236 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 6fb1598d-6efc-498f-ad69-2551b00703c8, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6fb1598d-6efc-498f-ad69-2551b00703c8,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:08:07.232872 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:07.270057 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-88943826-8da1-434a-9184-e40c4ac94478 None None] Set router bc3de308-d80a-4b5d-a2b2-e5159617780f gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:08:07.275419 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24e4703-9002-4f7e-a22d-f61e2befb93e admin admin] Network 2c265614-fdcd-4a1b-a63b-3126ac326e39 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:08:07.276793 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-c24e4703-9002-4f7e-a22d-f61e2befb93e admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:08:07.331881 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=6fb1598d-6efc-498f-ad69-2551b00703c8,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:07.397547 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24e4703-9002-4f7e-a22d-f61e2befb93e admin admin] Router bc3de308-d80a-4b5d-a2b2-e5159617780f has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:08:07.505610 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-88943826-8da1-434a-9184-e40c4ac94478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'name': 'tempest-TestShelveInstance-2053927170-router', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:06Z', 'revision_number': 4, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'gw_port': {'id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '1b5a820f-9ea0-415c-98fc-069a3a18edc0', 'name': '', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'mac_address': 'fa:16:3e:26:7f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:06Z', 'updated_at': '2021-08-17T01:08:06Z', 'revision_number': 1, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'subnets': [{'id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:07.534053 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88943826-8da1-434a-9184-e40c4ac94478 None None] The sync data for ids ['bc3de308-d80a-4b5d-a2b2-e5159617780f'] in n-d-800088-20 is: [{'id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'name': 'tempest-TestShelveInstance-2053927170-router', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:06Z', 'revision_number': 4, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'gw_port': {'id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '1b5a820f-9ea0-415c-98fc-069a3a18edc0', 'name': '', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'mac_address': 'fa:16:3e:26:7f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:06Z', 'updated_at': '2021-08-17T01:08:06Z', 'revision_number': 1, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'subnets': [{'id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:08:07.580785 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-10c574f8-3647-4fcd-aa65-6b5aae0ca247 None None] Provisioning complete for port 1b5a820f-9ea0-415c-98fc-069a3a18edc0 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:08:07.581195 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-10c574f8-3647-4fcd-aa65-6b5aae0ca247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:07.624530 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-10c574f8-3647-4fcd-aa65-6b5aae0ca247 None None] Port 1b5a820f-9ea0-415c-98fc-069a3a18edc0 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:08:07.866546 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24e4703-9002-4f7e-a22d-f61e2befb93e admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:08:07.871532 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c24e4703-9002-4f7e-a22d-f61e2befb93e admin admin] 10.222.0.60 "PUT /v2.0/routers/bc3de308-d80a-4b5d-a2b2-e5159617780f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9476948 Aug 17 01:08:08.388353 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50824) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:08.393541 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-7d88ca61-a79d-4e35-a0ee-635d15a856ca admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1605684113-network', 'tenant_id': '18d5bf3230d84f759670894d3f7e8f8c'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:08:08.417002 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d88ca61-a79d-4e35-a0ee-635d15a856ca admin admin] Made reservation on behalf of 18d5bf3230d84f759670894d3f7e8f8c for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:08:08.419417 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d88ca61-a79d-4e35-a0ee-635d15a856ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:08.428817 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d88ca61-a79d-4e35-a0ee-635d15a856ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:08.533117 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d88ca61-a79d-4e35-a0ee-635d15a856ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:08.538013 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d88ca61-a79d-4e35-a0ee-635d15a856ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:08.565908 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d88ca61-a79d-4e35-a0ee-635d15a856ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 01:08:08.573178 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88ca61-a79d-4e35-a0ee-635d15a856ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b50104-e73e-47b6-8492-efbc604a7bfd,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:08.581056 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d88ca61-a79d-4e35-a0ee-635d15a856ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:08.581399 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-7d88ca61-a79d-4e35-a0ee-635d15a856ca admin admin] Added segment bcf81362-5060-4092-bddb-1f5098df0539 of type vlan for network 5ce2417e-19d0-407c-a5a6-ec72dfc84bdf Aug 17 01:08:08.624306 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d88ca61-a79d-4e35-a0ee-635d15a856ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:08.654394 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d88ca61-a79d-4e35-a0ee-635d15a856ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:08.657545 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d88ca61-a79d-4e35-a0ee-635d15a856ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:08.657545 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-7d88ca61-a79d-4e35-a0ee-635d15a856ca admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:08.716997 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-7d88ca61-a79d-4e35-a0ee-635d15a856ca admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3274226 Aug 17 01:08:08.719890 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50826) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:08.722162 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88ca61-a79d-4e35-a0ee-635d15a856ca admin admin] Pushing event updated for resources: {'Network': ['ID=5ce2417e-19d0-407c-a5a6-ec72dfc84bdf,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:08.734349 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-aff2f544-fb3d-4ab0-9054-f8c4541b857c admin admin] Request body: {'subnet': {'network_id': '5ce2417e-19d0-407c-a5a6-ec72dfc84bdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1605684113-subnet', 'tenant_id': '18d5bf3230d84f759670894d3f7e8f8c', 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:08:08.743304 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 5ce2417e-19d0-407c-a5a6-ec72dfc84bdf details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 01:08:08.768107 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff2f544-fb3d-4ab0-9054-f8c4541b857c admin admin] Made reservation on behalf of 18d5bf3230d84f759670894d3f7e8f8c for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:08:08.770659 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aff2f544-fb3d-4ab0-9054-f8c4541b857c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:08.794603 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6fb1598d-6efc-498f-ad69-2551b00703c8 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:08:08.862255 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 6fb1598d-6efc-498f-ad69-2551b00703c8 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:08:08.862994 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:08.951022 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 0e12eda7-5663-4a82-b48e-78d1e5e4ed52 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:08:08.968586 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aff2f544-fb3d-4ab0-9054-f8c4541b857c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:08.999123 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 0e12eda7-5663-4a82-b48e-78d1e5e4ed52 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:08:09.002983 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 0e12eda7-5663-4a82-b48e-78d1e5e4ed52 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:08:09.003363 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:09.027699 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2f544-fb3d-4ab0-9054-f8c4541b857c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaa442f1-3fef-4be5-b2fa-4a1a3975d48e,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:09.038024 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff2f544-fb3d-4ab0-9054-f8c4541b857c admin admin] Checking segment: {'id': 'bcf81362-5060-4092-bddb-1f5098df0539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5ce2417e-19d0-407c-a5a6-ec72dfc84bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:08:09.038397 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff2f544-fb3d-4ab0-9054-f8c4541b857c admin admin] Network hostable DHCP agents. Network: 5ce2417e-19d0-407c-a5a6-ec72dfc84bdf, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 01:08:09.055976 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff2f544-fb3d-4ab0-9054-f8c4541b857c admin admin] Network 5ce2417e-19d0-407c-a5a6-ec72dfc84bdf is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 01:08:09.064456 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-aff2f544-fb3d-4ab0-9054-f8c4541b857c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 5ce2417e-19d0-407c-a5a6-ec72dfc84bdf) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:08:09.072739 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff2f544-fb3d-4ab0-9054-f8c4541b857c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:09.073404 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-aff2f544-fb3d-4ab0-9054-f8c4541b857c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:09.078467 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8f327e-56e1-44b3-a36f-91829aaef2d9 None None] Network 5ce2417e-19d0-407c-a5a6-ec72dfc84bdf requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:08:09.087886 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-aff2f544-fb3d-4ab0-9054-f8c4541b857c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3660078 Aug 17 01:08:09.090517 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50828) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:09.095838 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-eec30393-86d1-43d3-abe5-c78f5a93a759 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1605684113-router', 'tenant_id': '18d5bf3230d84f759670894d3f7e8f8c', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:08:09.117441 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eec30393-86d1-43d3-abe5-c78f5a93a759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:09.118416 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eec30393-86d1-43d3-abe5-c78f5a93a759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:09.135806 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:09.169957 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 0e12eda7-5663-4a82-b48e-78d1e5e4ed52, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=0e12eda7-5663-4a82-b48e-78d1e5e4ed52,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:08:09.176155 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eec30393-86d1-43d3-abe5-c78f5a93a759 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:09.180937 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:09.267343 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=0e12eda7-5663-4a82-b48e-78d1e5e4ed52,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:09.299611 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaca8d5-0d5a-4738-ab74-67f1fbb2e9dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-5ce2417e-19d0-407c-a5a6-ec72dfc84bdf', 'network_id': '5ce2417e-19d0-407c-a5a6-ec72dfc84bdf', 'tenant_id': '18d5bf3230d84f759670894d3f7e8f8c', 'fixed_ips': [{'subnet_id': 'eaa442f1-3fef-4be5-b2fa-4a1a3975d48e'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 01:08:09.300535 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bcaca8d5-0d5a-4738-ab74-67f1fbb2e9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:09.326591 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eec30393-86d1-43d3-abe5-c78f5a93a759 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:09.437020 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-bcaca8d5-0d5a-4738-ab74-67f1fbb2e9dc None None] Allocated IP 172.20.0.2 (5ce2417e-19d0-407c-a5a6-ec72dfc84bdf/eaa442f1-3fef-4be5-b2fa-4a1a3975d48e/d5b5937a-e11f-4172-95fd-9a3f057afe19) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:08:09.542064 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eec30393-86d1-43d3-abe5-c78f5a93a759 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:09.562027 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eec30393-86d1-43d3-abe5-c78f5a93a759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:09.592236 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bcaca8d5-0d5a-4738-ab74-67f1fbb2e9dc None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:09.599761 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559d19f0-3548-4971-8909-cd69b6ceff09 None None] Sync routers for ids ['bc3de308-d80a-4b5d-a2b2-e5159617780f'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:08:09.604457 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-bcaca8d5-0d5a-4738-ab74-67f1fbb2e9dc None None] Transition to ACTIVE for port object d5b5937a-e11f-4172-95fd-9a3f057afe19 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:08:09.611314 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559d19f0-3548-4971-8909-cd69b6ceff09 None None] Routers {'bc3de308-d80a-4b5d-a2b2-e5159617780f'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:08:09.612138 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-559d19f0-3548-4971-8909-cd69b6ceff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['bc3de308-d80a-4b5d-a2b2-e5159617780f'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:09.620901 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-bcaca8d5-0d5a-4738-ab74-67f1fbb2e9dc None None] Transition to ACTIVE for port object d5b5937a-e11f-4172-95fd-9a3f057afe19 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:08:09.627968 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bcaca8d5-0d5a-4738-ab74-67f1fbb2e9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:09.672158 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaca8d5-0d5a-4738-ab74-67f1fbb2e9dc None None] Network 5ce2417e-19d0-407c-a5a6-ec72dfc84bdf is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:08:09.675262 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-bcaca8d5-0d5a-4738-ab74-67f1fbb2e9dc None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:08:09.675864 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-eec30393-86d1-43d3-abe5-c78f5a93a759 admin admin] Allocated IP 172.25.3.188 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/e74552e3-c73d-4e9e-9a34-66718f67c7af) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:08:09.681761 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaca8d5-0d5a-4738-ab74-67f1fbb2e9dc None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:08:09.685054 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaca8d5-0d5a-4738-ab74-67f1fbb2e9dc None None] Pushing event updated for resources: {'Port': ['ID=d5b5937a-e11f-4172-95fd-9a3f057afe19,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:09.735831 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-559d19f0-3548-4971-8909-cd69b6ceff09 None None] Set router bc3de308-d80a-4b5d-a2b2-e5159617780f gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:08:09.744279 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-bcaca8d5-0d5a-4738-ab74-67f1fbb2e9dc None None] Attempting to bind port d5b5937a-e11f-4172-95fd-9a3f057afe19 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:08:09.744863 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-bcaca8d5-0d5a-4738-ab74-67f1fbb2e9dc None None] Attempting to bind port d5b5937a-e11f-4172-95fd-9a3f057afe19 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'bcf81362-5060-4092-bddb-1f5098df0539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5ce2417e-19d0-407c-a5a6-ec72dfc84bdf'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:08:09.745079 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaca8d5-0d5a-4738-ab74-67f1fbb2e9dc None None] Attempting to bind port d5b5937a-e11f-4172-95fd-9a3f057afe19 on network 5ce2417e-19d0-407c-a5a6-ec72dfc84bdf {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:08:09.750393 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaca8d5-0d5a-4738-ab74-67f1fbb2e9dc None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:08:09.750718 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaca8d5-0d5a-4738-ab74-67f1fbb2e9dc None None] Checking segment: {'id': 'bcf81362-5060-4092-bddb-1f5098df0539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5ce2417e-19d0-407c-a5a6-ec72dfc84bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:08:09.751237 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bcaca8d5-0d5a-4738-ab74-67f1fbb2e9dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:09.751694 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaca8d5-0d5a-4738-ab74-67f1fbb2e9dc None None] Bound using segment: {'id': 'bcf81362-5060-4092-bddb-1f5098df0539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5ce2417e-19d0-407c-a5a6-ec72dfc84bdf'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:08:09.752378 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-bcaca8d5-0d5a-4738-ab74-67f1fbb2e9dc None None] Bound port: d5b5937a-e11f-4172-95fd-9a3f057afe19, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf81362-5060-4092-bddb-1f5098df0539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5ce2417e-19d0-407c-a5a6-ec72dfc84bdf'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:08:09.752700 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bcaca8d5-0d5a-4738-ab74-67f1fbb2e9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:09.793096 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eec30393-86d1-43d3-abe5-c78f5a93a759 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:09.823045 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-bcaca8d5-0d5a-4738-ab74-67f1fbb2e9dc None None] For port d5b5937a-e11f-4172-95fd-9a3f057afe19, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:08:09.826251 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-bcaca8d5-0d5a-4738-ab74-67f1fbb2e9dc None None] For port d5b5937a-e11f-4172-95fd-9a3f057afe19, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d5b5937a-e11f-4172-95fd-9a3f057afe19,segment=NetworkSegment(bcf81362-5060-4092-bddb-1f5098df0539),segment_id=bcf81362-5060-4092-bddb-1f5098df0539)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:08:09.830353 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bcaca8d5-0d5a-4738-ab74-67f1fbb2e9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:09.842476 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eec30393-86d1-43d3-abe5-c78f5a93a759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:09.880937 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec30393-86d1-43d3-abe5-c78f5a93a759 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:08:09.893354 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-eec30393-86d1-43d3-abe5-c78f5a93a759 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:08:09.897966 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec30393-86d1-43d3-abe5-c78f5a93a759 admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:08:09.904627 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaca8d5-0d5a-4738-ab74-67f1fbb2e9dc None None] Pushing event updated for resources: {'Port': ['ID=d5b5937a-e11f-4172-95fd-9a3f057afe19,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:09.922322 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec30393-86d1-43d3-abe5-c78f5a93a759 admin admin] Pushing event updated for resources: {'Port': ['ID=e74552e3-c73d-4e9e-9a34-66718f67c7af,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:09.979891 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-559d19f0-3548-4971-8909-cd69b6ceff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'name': 'tempest-TestShelveInstance-2053927170-router', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:06Z', 'revision_number': 4, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'gw_port': {'id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '1b5a820f-9ea0-415c-98fc-069a3a18edc0', 'name': '', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'mac_address': 'fa:16:3e:26:7f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:06Z', 'updated_at': '2021-08-17T01:08:06Z', 'revision_number': 2, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'subnets': [{'id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:10.007974 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559d19f0-3548-4971-8909-cd69b6ceff09 None None] Checking router: bc3de308-d80a-4b5d-a2b2-e5159617780f for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:08:10.008234 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559d19f0-3548-4971-8909-cd69b6ceff09 None None] Updating router bc3de308-d80a-4b5d-a2b2-e5159617780f port 1b5a820f-9ea0-415c-98fc-069a3a18edc0 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:08:10.033902 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-559d19f0-3548-4971-8909-cd69b6ceff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:10.193911 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eec30393-86d1-43d3-abe5-c78f5a93a759 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:10.402263 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eec30393-86d1-43d3-abe5-c78f5a93a759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:10.438411 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-559d19f0-3548-4971-8909-cd69b6ceff09 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:10.449607 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-559d19f0-3548-4971-8909-cd69b6ceff09 None None] Transition to ACTIVE for port object 1b5a820f-9ea0-415c-98fc-069a3a18edc0 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:08:10.455526 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-559d19f0-3548-4971-8909-cd69b6ceff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:10.512841 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b839fc-ef0a-4d1b-8160-b6c94a485aa4 None None] Pushing event updated for resources: {'Port': ['ID=1b5a820f-9ea0-415c-98fc-069a3a18edc0,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:10.536648 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b839fc-ef0a-4d1b-8160-b6c94a485aa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:10.537133 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b839fc-ef0a-4d1b-8160-b6c94a485aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:10.537529 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b839fc-ef0a-4d1b-8160-b6c94a485aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:10.537936 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b839fc-ef0a-4d1b-8160-b6c94a485aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:10.538262 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b839fc-ef0a-4d1b-8160-b6c94a485aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:10.538588 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b839fc-ef0a-4d1b-8160-b6c94a485aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:10.538963 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b839fc-ef0a-4d1b-8160-b6c94a485aa4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:10.539283 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b839fc-ef0a-4d1b-8160-b6c94a485aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:10.539605 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b839fc-ef0a-4d1b-8160-b6c94a485aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:10.539971 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b839fc-ef0a-4d1b-8160-b6c94a485aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:10.540289 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b839fc-ef0a-4d1b-8160-b6c94a485aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:10.540606 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b839fc-ef0a-4d1b-8160-b6c94a485aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:10.556393 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec30393-86d1-43d3-abe5-c78f5a93a759 admin admin] Router f908a994-2fe4-4b32-8a43-25b2bb09ab0f is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 01:08:10.571516 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-559d19f0-3548-4971-8909-cd69b6ceff09 None None] Attempting to bind port 1b5a820f-9ea0-415c-98fc-069a3a18edc0 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:08:10.571879 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-559d19f0-3548-4971-8909-cd69b6ceff09 None None] Attempting to bind port 1b5a820f-9ea0-415c-98fc-069a3a18edc0 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '2be99409-745f-4ae7-8d68-5dfc44c9a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:08:10.572235 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559d19f0-3548-4971-8909-cd69b6ceff09 None None] Attempting to bind port 1b5a820f-9ea0-415c-98fc-069a3a18edc0 on network 2c265614-fdcd-4a1b-a63b-3126ac326e39 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:08:10.577560 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559d19f0-3548-4971-8909-cd69b6ceff09 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:08:10.577925 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559d19f0-3548-4971-8909-cd69b6ceff09 None None] Checking segment: {'id': '2be99409-745f-4ae7-8d68-5dfc44c9a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:08:10.578319 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-559d19f0-3548-4971-8909-cd69b6ceff09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:10.578699 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559d19f0-3548-4971-8909-cd69b6ceff09 None None] Bound using segment: {'id': '2be99409-745f-4ae7-8d68-5dfc44c9a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:08:10.579194 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-559d19f0-3548-4971-8909-cd69b6ceff09 None None] Bound port: 1b5a820f-9ea0-415c-98fc-069a3a18edc0, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be99409-745f-4ae7-8d68-5dfc44c9a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:08:10.579583 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-559d19f0-3548-4971-8909-cd69b6ceff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:10.658250 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-559d19f0-3548-4971-8909-cd69b6ceff09 None None] For port 1b5a820f-9ea0-415c-98fc-069a3a18edc0, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:08:10.664736 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-559d19f0-3548-4971-8909-cd69b6ceff09 None None] For port 1b5a820f-9ea0-415c-98fc-069a3a18edc0, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=1b5a820f-9ea0-415c-98fc-069a3a18edc0,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:08:10.672547 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-559d19f0-3548-4971-8909-cd69b6ceff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:10.690084 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec30393-86d1-43d3-abe5-c78f5a93a759 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:08:10.700667 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6f1683-01f1-479c-9aa2-eb38893d0279 None None] Sync routers for ids ['f908a994-2fe4-4b32-8a43-25b2bb09ab0f'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:08:10.713908 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6f1683-01f1-479c-9aa2-eb38893d0279 None None] Routers {'f908a994-2fe4-4b32-8a43-25b2bb09ab0f'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:08:10.714542 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ab6f1683-01f1-479c-9aa2-eb38893d0279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['f908a994-2fe4-4b32-8a43-25b2bb09ab0f'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:10.716896 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-eec30393-86d1-43d3-abe5-c78f5a93a759 admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:10.722926 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50830) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:10.723594 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-eec30393-86d1-43d3-abe5-c78f5a93a759 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6319959 Aug 17 01:08:10.736840 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559d19f0-3548-4971-8909-cd69b6ceff09 None None] Routers {'bc3de308-d80a-4b5d-a2b2-e5159617780f'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:08:10.737669 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-559d19f0-3548-4971-8909-cd69b6ceff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['bc3de308-d80a-4b5d-a2b2-e5159617780f'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:10.910642 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 0e12eda7-5663-4a82-b48e-78d1e5e4ed52 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:08:10.942295 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-559d19f0-3548-4971-8909-cd69b6ceff09 None None] Set router bc3de308-d80a-4b5d-a2b2-e5159617780f gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:08:10.983186 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:10.992831 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b839fc-ef0a-4d1b-8160-b6c94a485aa4 None None] Pushing event updated for resources: {'Port': ['ID=1b5a820f-9ea0-415c-98fc-069a3a18edc0,revision_number=4']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:11.021086 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-ab6f1683-01f1-479c-9aa2-eb38893d0279 None None] Set router f908a994-2fe4-4b32-8a43-25b2bb09ab0f gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:08:11.134970 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 0e12eda7-5663-4a82-b48e-78d1e5e4ed52 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:08:11.135352 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:11.213679 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1a7555-236d-4f3e-92b8-b14151e1840f None None] Network 5ce2417e-19d0-407c-a5a6-ec72dfc84bdf requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:08:11.217737 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-559d19f0-3548-4971-8909-cd69b6ceff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'name': 'tempest-TestShelveInstance-2053927170-router', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:06Z', 'revision_number': 4, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'gw_port': {'id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '1b5a820f-9ea0-415c-98fc-069a3a18edc0', 'name': '', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'mac_address': 'fa:16:3e:26:7f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:06Z', 'updated_at': '2021-08-17T01:08:10Z', 'revision_number': 4, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'subnets': [{'id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:11.248115 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559d19f0-3548-4971-8909-cd69b6ceff09 None None] The sync data for ids ['bc3de308-d80a-4b5d-a2b2-e5159617780f'] in n-d-800088-20 is: [{'id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'name': 'tempest-TestShelveInstance-2053927170-router', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:06Z', 'revision_number': 4, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'gw_port': {'id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '1b5a820f-9ea0-415c-98fc-069a3a18edc0', 'name': '', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'mac_address': 'fa:16:3e:26:7f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:06Z', 'updated_at': '2021-08-17T01:08:10Z', 'revision_number': 4, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'subnets': [{'id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:08:11.302272 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a42bf714-5f60-4afe-9f1a-267d46764142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:11.484545 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-a42bf714-5f60-4afe-9f1a-267d46764142 admin admin] Allocated IP 172.20.0.1 (5ce2417e-19d0-407c-a5a6-ec72dfc84bdf/eaa442f1-3fef-4be5-b2fa-4a1a3975d48e/457ce7aa-b4d2-4310-87be-f21fccafd27a) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:08:11.567666 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-68a646ae-195f-4ef9-8b5b-1f350aaa070b None None] Provisioning for port d5b5937a-e11f-4172-95fd-9a3f057afe19 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:08:11.606837 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a42bf714-5f60-4afe-9f1a-267d46764142 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:11.622099 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d5b5937a-e11f-4172-95fd-9a3f057afe19 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:08:11.622793 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-a42bf714-5f60-4afe-9f1a-267d46764142 admin admin] Transition to ACTIVE for port object 457ce7aa-b4d2-4310-87be-f21fccafd27a will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:08:11.659737 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a42bf714-5f60-4afe-9f1a-267d46764142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:11.699622 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42bf714-5f60-4afe-9f1a-267d46764142 admin admin] Network 5ce2417e-19d0-407c-a5a6-ec72dfc84bdf is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:08:11.703333 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-a42bf714-5f60-4afe-9f1a-267d46764142 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:08:11.705115 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42bf714-5f60-4afe-9f1a-267d46764142 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:08:11.721010 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ab6f1683-01f1-479c-9aa2-eb38893d0279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f908a994-2fe4-4b32-8a43-25b2bb09ab0f', 'name': 'tempest-TestShelveInstance-1605684113-router', 'tenant_id': '18d5bf3230d84f759670894d3f7e8f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'e74552e3-c73d-4e9e-9a34-66718f67c7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:09Z', 'updated_at': '2021-08-17T01:08:10Z', 'revision_number': 3, 'project_id': '18d5bf3230d84f759670894d3f7e8f8c', 'gw_port': {'id': 'e74552e3-c73d-4e9e-9a34-66718f67c7af', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:94:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f908a994-2fe4-4b32-8a43-25b2bb09ab0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:09Z', 'updated_at': '2021-08-17T01:08:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:11.752196 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a42bf714-5f60-4afe-9f1a-267d46764142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:11.752799 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6f1683-01f1-479c-9aa2-eb38893d0279 None None] Checking router: f908a994-2fe4-4b32-8a43-25b2bb09ab0f for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:08:11.759631 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6f1683-01f1-479c-9aa2-eb38893d0279 None None] Updating router f908a994-2fe4-4b32-8a43-25b2bb09ab0f port e74552e3-c73d-4e9e-9a34-66718f67c7af binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:08:11.761300 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port d5b5937a-e11f-4172-95fd-9a3f057afe19 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:08:11.789103 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port d5b5937a-e11f-4172-95fd-9a3f057afe19 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:08:11.789645 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:11.796527 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42bf714-5f60-4afe-9f1a-267d46764142 admin admin] Pushing event updated for resources: {'Port': ['ID=457ce7aa-b4d2-4310-87be-f21fccafd27a,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:11.832572 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ab6f1683-01f1-479c-9aa2-eb38893d0279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:11.908637 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a42bf714-5f60-4afe-9f1a-267d46764142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:12.022235 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:12.103173 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-0a461d11-2291-4910-9112-d23e74a6c8f9 None None] Provisioning complete for port d5b5937a-e11f-4172-95fd-9a3f057afe19 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:08:12.103816 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0a461d11-2291-4910-9112-d23e74a6c8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:12.123575 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a42bf714-5f60-4afe-9f1a-267d46764142 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:12.127924 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a42bf714-5f60-4afe-9f1a-267d46764142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:12.147937 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port d5b5937a-e11f-4172-95fd-9a3f057afe19, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d5b5937a-e11f-4172-95fd-9a3f057afe19,segment=NetworkSegment(bcf81362-5060-4092-bddb-1f5098df0539),segment_id=bcf81362-5060-4092-bddb-1f5098df0539)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:08:12.166688 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:12.203978 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-a42bf714-5f60-4afe-9f1a-267d46764142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:12.206589 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42bf714-5f60-4afe-9f1a-267d46764142 admin admin] Pushing event updated for resources: {'Port': ['ID=457ce7aa-b4d2-4310-87be-f21fccafd27a,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:12.301831 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42bf714-5f60-4afe-9f1a-267d46764142 admin admin] Network 5ce2417e-19d0-407c-a5a6-ec72dfc84bdf is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:08:12.304382 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-a42bf714-5f60-4afe-9f1a-267d46764142 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:08:12.305591 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=d5b5937a-e11f-4172-95fd-9a3f057afe19,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:12.338600 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ab6f1683-01f1-479c-9aa2-eb38893d0279 None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:12.351570 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ab6f1683-01f1-479c-9aa2-eb38893d0279 None None] Transition to ACTIVE for port object e74552e3-c73d-4e9e-9a34-66718f67c7af will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:08:12.359578 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ab6f1683-01f1-479c-9aa2-eb38893d0279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:12.433855 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ab6f1683-01f1-479c-9aa2-eb38893d0279 None None] Attempting to bind port e74552e3-c73d-4e9e-9a34-66718f67c7af on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:08:12.433855 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ab6f1683-01f1-479c-9aa2-eb38893d0279 None None] Attempting to bind port e74552e3-c73d-4e9e-9a34-66718f67c7af by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:08:12.433855 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6f1683-01f1-479c-9aa2-eb38893d0279 None None] Attempting to bind port e74552e3-c73d-4e9e-9a34-66718f67c7af on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:08:12.433855 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02fa806-1ae1-46ac-9ca1-78e56f128bda None None] Pushing event updated for resources: {'Port': ['ID=e74552e3-c73d-4e9e-9a34-66718f67c7af,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:12.440623 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:12.442207 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6f1683-01f1-479c-9aa2-eb38893d0279 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:08:12.443026 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6f1683-01f1-479c-9aa2-eb38893d0279 None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:08:12.443810 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ab6f1683-01f1-479c-9aa2-eb38893d0279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:12.443924 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42bf714-5f60-4afe-9f1a-267d46764142 admin admin] Router f908a994-2fe4-4b32-8a43-25b2bb09ab0f has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:08:12.444709 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6f1683-01f1-479c-9aa2-eb38893d0279 None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:08:12.445255 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-ab6f1683-01f1-479c-9aa2-eb38893d0279 None None] Bound port: e74552e3-c73d-4e9e-9a34-66718f67c7af, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:08:12.445656 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ab6f1683-01f1-479c-9aa2-eb38893d0279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:12.496897 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7ddd9e8d-7c29-4bb7-a7f4-024f9cb55fda None None] Provisioning for port 457ce7aa-b4d2-4310-87be-f21fccafd27a completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:08:12.506408 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-7ddd9e8d-7c29-4bb7-a7f4-024f9cb55fda None None] Provisioning complete for port 457ce7aa-b4d2-4310-87be-f21fccafd27a triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:08:12.506779 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7ddd9e8d-7c29-4bb7-a7f4-024f9cb55fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:12.528913 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ab6f1683-01f1-479c-9aa2-eb38893d0279 None None] For port e74552e3-c73d-4e9e-9a34-66718f67c7af, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:08:12.547206 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ab6f1683-01f1-479c-9aa2-eb38893d0279 None None] For port e74552e3-c73d-4e9e-9a34-66718f67c7af, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e74552e3-c73d-4e9e-9a34-66718f67c7af,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:08:12.554312 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ab6f1683-01f1-479c-9aa2-eb38893d0279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:12.561019 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-7ddd9e8d-7c29-4bb7-a7f4-024f9cb55fda None None] Port 457ce7aa-b4d2-4310-87be-f21fccafd27a cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:08:12.567616 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42bf714-5f60-4afe-9f1a-267d46764142 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:08:12.577126 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-a42bf714-5f60-4afe-9f1a-267d46764142 admin admin] 10.222.0.60 "PUT /v2.0/routers/f908a994-2fe4-4b32-8a43-25b2bb09ab0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8480129 Aug 17 01:08:12.616805 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6f1683-01f1-479c-9aa2-eb38893d0279 None None] Routers {'f908a994-2fe4-4b32-8a43-25b2bb09ab0f'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:08:12.617458 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ab6f1683-01f1-479c-9aa2-eb38893d0279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['f908a994-2fe4-4b32-8a43-25b2bb09ab0f'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:12.654354 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02fa806-1ae1-46ac-9ca1-78e56f128bda None None] Pushing event updated for resources: {'Port': ['ID=e74552e3-c73d-4e9e-9a34-66718f67c7af,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:12.725156 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-c7f46503-4f0e-48a5-b5e1-51ca86a948b8 None None] Provisioning complete for port 457ce7aa-b4d2-4310-87be-f21fccafd27a triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:08:12.726213 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c7f46503-4f0e-48a5-b5e1-51ca86a948b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:12.753964 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d5b5937a-e11f-4172-95fd-9a3f057afe19 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:08:12.808456 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-c7f46503-4f0e-48a5-b5e1-51ca86a948b8 None None] Port 457ce7aa-b4d2-4310-87be-f21fccafd27a cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:08:12.811955 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-ab6f1683-01f1-479c-9aa2-eb38893d0279 None None] Set router f908a994-2fe4-4b32-8a43-25b2bb09ab0f gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:08:12.910500 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port d5b5937a-e11f-4172-95fd-9a3f057afe19 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:08:12.910873 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:13.061085 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50838) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:13.065814 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-360258db-34b1-49ba-8841-85704833c3a5 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1142792350', 'description': 'tempest-secgroup-smoke-1142792350 description', 'project_id': '0af6bfa57d0f48c7bda265113a2271b4'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:08:13.089518 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-360258db-34b1-49ba-8841-85704833c3a5 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:13.092083 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 1b5a820f-9ea0-415c-98fc-069a3a18edc0 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:08:13.150364 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ab6f1683-01f1-479c-9aa2-eb38893d0279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f908a994-2fe4-4b32-8a43-25b2bb09ab0f', 'name': 'tempest-TestShelveInstance-1605684113-router', 'tenant_id': '18d5bf3230d84f759670894d3f7e8f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'e74552e3-c73d-4e9e-9a34-66718f67c7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:09Z', 'updated_at': '2021-08-17T01:08:11Z', 'revision_number': 4, 'project_id': '18d5bf3230d84f759670894d3f7e8f8c', 'gw_port': {'id': 'e74552e3-c73d-4e9e-9a34-66718f67c7af', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:94:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f908a994-2fe4-4b32-8a43-25b2bb09ab0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:09Z', 'updated_at': '2021-08-17T01:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '457ce7aa-b4d2-4310-87be-f21fccafd27a', 'name': '', 'network_id': '5ce2417e-19d0-407c-a5a6-ec72dfc84bdf', 'tenant_id': '18d5bf3230d84f759670894d3f7e8f8c', 'mac_address': 'fa:16:3e:2a:61:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f908a994-2fe4-4b32-8a43-25b2bb09ab0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'eaa442f1-3fef-4be5-b2fa-4a1a3975d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:11Z', 'updated_at': '2021-08-17T01:08:11Z', 'revision_number': 2, 'project_id': '18d5bf3230d84f759670894d3f7e8f8c', 'subnets': [{'id': 'eaa442f1-3fef-4be5-b2fa-4a1a3975d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:13.172892 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-360258db-34b1-49ba-8841-85704833c3a5 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:13.177969 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-360258db-34b1-49ba-8841-85704833c3a5 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:13.181731 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 1b5a820f-9ea0-415c-98fc-069a3a18edc0 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:08:13.183903 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6f1683-01f1-479c-9aa2-eb38893d0279 None None] The sync data for ids ['f908a994-2fe4-4b32-8a43-25b2bb09ab0f'] in n-d-800088-20 is: [{'id': 'f908a994-2fe4-4b32-8a43-25b2bb09ab0f', 'name': 'tempest-TestShelveInstance-1605684113-router', 'tenant_id': '18d5bf3230d84f759670894d3f7e8f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'e74552e3-c73d-4e9e-9a34-66718f67c7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:09Z', 'updated_at': '2021-08-17T01:08:11Z', 'revision_number': 4, 'project_id': '18d5bf3230d84f759670894d3f7e8f8c', 'gw_port': {'id': 'e74552e3-c73d-4e9e-9a34-66718f67c7af', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:94:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f908a994-2fe4-4b32-8a43-25b2bb09ab0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:09Z', 'updated_at': '2021-08-17T01:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '457ce7aa-b4d2-4310-87be-f21fccafd27a', 'name': '', 'network_id': '5ce2417e-19d0-407c-a5a6-ec72dfc84bdf', 'tenant_id': '18d5bf3230d84f759670894d3f7e8f8c', 'mac_address': 'fa:16:3e:2a:61:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f908a994-2fe4-4b32-8a43-25b2bb09ab0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'eaa442f1-3fef-4be5-b2fa-4a1a3975d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:11Z', 'updated_at': '2021-08-17T01:08:11Z', 'revision_number': 2, 'project_id': '18d5bf3230d84f759670894d3f7e8f8c', 'subnets': [{'id': 'eaa442f1-3fef-4be5-b2fa-4a1a3975d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:08:13.188303 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 1b5a820f-9ea0-415c-98fc-069a3a18edc0 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:08:13.188673 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:13.207277 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-360258db-34b1-49ba-8841-85704833c3a5 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:13.208555 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-360258db-34b1-49ba-8841-85704833c3a5 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1464272 Aug 17 01:08:13.211282 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360258db-34b1-49ba-8841-85704833c3a5 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb21bbc-fdff-4c23-a17d-02309034ec22,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:13.212279 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50840) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:13.217711 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-25388bca-ecb8-4060-8fb0-6d12d05742e2 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Request body: {'security_group_rule': {'security_group_id': '6cb21bbc-fdff-4c23-a17d-02309034ec22', 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:08:13.248352 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25388bca-ecb8-4060-8fb0-6d12d05742e2 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:13.278275 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:13.319283 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25388bca-ecb8-4060-8fb0-6d12d05742e2 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:13.323467 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25388bca-ecb8-4060-8fb0-6d12d05742e2 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:13.326791 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 1b5a820f-9ea0-415c-98fc-069a3a18edc0, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=1b5a820f-9ea0-415c-98fc-069a3a18edc0,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:08:13.331370 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:13.342747 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25388bca-ecb8-4060-8fb0-6d12d05742e2 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4305e60d-fe7c-43d2-9985-1925bc576339,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:13.351782 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-25388bca-ecb8-4060-8fb0-6d12d05742e2 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:13.353160 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-25388bca-ecb8-4060-8fb0-6d12d05742e2 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1397958 Aug 17 01:08:13.356365 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50842) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:13.361299 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-4257edb6-877a-473c-985a-b3be0b5fcfbd tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Request body: {'security_group_rule': {'security_group_id': '6cb21bbc-fdff-4c23-a17d-02309034ec22', 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:08:13.388425 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=1b5a820f-9ea0-415c-98fc-069a3a18edc0,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:13.391379 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4257edb6-877a-473c-985a-b3be0b5fcfbd tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:13.475726 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4257edb6-877a-473c-985a-b3be0b5fcfbd tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:13.482074 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4257edb6-877a-473c-985a-b3be0b5fcfbd tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:13.500877 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257edb6-877a-473c-985a-b3be0b5fcfbd tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f11db3-f4db-4eb0-86e4-1599dde368c1,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:13.509226 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-4257edb6-877a-473c-985a-b3be0b5fcfbd tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:13.510615 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-4257edb6-877a-473c-985a-b3be0b5fcfbd tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1531203 Aug 17 01:08:13.513262 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50844) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:13.517838 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-68346a2f-e6de-4b8b-955c-c41c6ac72379 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Request body: {'security_group_rule': {'security_group_id': '6cb21bbc-fdff-4c23-a17d-02309034ec22', 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:08:13.552538 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-68346a2f-e6de-4b8b-955c-c41c6ac72379 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:13.621458 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-68346a2f-e6de-4b8b-955c-c41c6ac72379 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:13.625386 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-68346a2f-e6de-4b8b-955c-c41c6ac72379 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:13.649719 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68346a2f-e6de-4b8b-955c-c41c6ac72379 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c4af61-ea44-4e2a-9233-e0b8d5e56d56,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:13.657650 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-68346a2f-e6de-4b8b-955c-c41c6ac72379 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:13.660381 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-68346a2f-e6de-4b8b-955c-c41c6ac72379 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1461856 Aug 17 01:08:13.664228 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50846) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:13.668926 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-90bff25e-cea0-414b-b3ae-3a9b9a713ec9 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Request body: {'security_group_rule': {'security_group_id': '6cb21bbc-fdff-4c23-a17d-02309034ec22', 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:08:13.697228 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-90bff25e-cea0-414b-b3ae-3a9b9a713ec9 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:13.760874 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-90bff25e-cea0-414b-b3ae-3a9b9a713ec9 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:13.765306 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-90bff25e-cea0-414b-b3ae-3a9b9a713ec9 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:13.784439 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bff25e-cea0-414b-b3ae-3a9b9a713ec9 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3fcc4e-630d-411b-98a1-3243e6aceca0,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:13.791377 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-90bff25e-cea0-414b-b3ae-3a9b9a713ec9 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:13.792595 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-90bff25e-cea0-414b-b3ae-3a9b9a713ec9 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1273997 Aug 17 01:08:13.795351 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50848) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:13.799887 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-6dac47b1-d59f-48c0-824e-042fe1d07f3c tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Request body: {'security_group_rule': {'security_group_id': '6cb21bbc-fdff-4c23-a17d-02309034ec22', 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:08:13.824777 n-d-800088-20 neutron-server[101402]: INFO neutron.db.securitygroups_db [None req-6dac47b1-d59f-48c0-824e-042fe1d07f3c tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Project 0af6bfa57d0f48c7bda265113a2271b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 01:08:13.830336 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6dac47b1-d59f-48c0-824e-042fe1d07f3c tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:13.891480 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6dac47b1-d59f-48c0-824e-042fe1d07f3c tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:13.894895 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6dac47b1-d59f-48c0-824e-042fe1d07f3c tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:13.913717 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac47b1-d59f-48c0-824e-042fe1d07f3c tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7199f4-bde5-496d-ac44-c333f6bc8773,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:13.918761 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6dac47b1-d59f-48c0-824e-042fe1d07f3c tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:13.920214 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6dac47b1-d59f-48c0-824e-042fe1d07f3c tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239712 Aug 17 01:08:13.922970 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 50850) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:13.927357 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-6201e872-2f73-4c14-899c-b10fedb7714d tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Request body: {'security_group_rule': {'security_group_id': '6cb21bbc-fdff-4c23-a17d-02309034ec22', 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:08:13.954293 n-d-800088-20 neutron-server[101402]: INFO neutron.db.securitygroups_db [None req-6201e872-2f73-4c14-899c-b10fedb7714d tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Project 0af6bfa57d0f48c7bda265113a2271b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 01:08:13.962722 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6201e872-2f73-4c14-899c-b10fedb7714d tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:14.051393 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6201e872-2f73-4c14-899c-b10fedb7714d tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:14.056817 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6201e872-2f73-4c14-899c-b10fedb7714d tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:14.077858 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201e872-2f73-4c14-899c-b10fedb7714d tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=142207fc-24e1-4edf-be1e-6f88d04dd9ac,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:14.085696 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-6201e872-2f73-4c14-899c-b10fedb7714d tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:14.088497 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-6201e872-2f73-4c14-899c-b10fedb7714d tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1629760 Aug 17 01:08:14.484636 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a812610-4cc0-4276-9e04-690a49e2447a req-85efa747-0a0b-44c5-87a0-58ef4eb8dc90 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1142792350&fields=id&tenant_id=0af6bfa57d0f48c7bda265113a2271b4 HTTP/1.1" status: 200 len: 267 time: 0.0343549 Aug 17 01:08:14.600029 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a812610-4cc0-4276-9e04-690a49e2447a req-076dea98-b47c-4cbd-ae9b-cf02de546dfa tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:14.601579 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a812610-4cc0-4276-9e04-690a49e2447a req-076dea98-b47c-4cbd-ae9b-cf02de546dfa tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/networks?id=2c265614-fdcd-4a1b-a63b-3126ac326e39 HTTP/1.1" status: 200 len: 809 time: 0.1088295 Aug 17 01:08:14.617556 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a812610-4cc0-4276-9e04-690a49e2447a req-cc5b2640-cb0b-4097-a1f1-ea524f3feaca tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/quotas/0af6bfa57d0f48c7bda265113a2271b4 HTTP/1.1" status: 200 len: 375 time: 0.0098324 Aug 17 01:08:14.673268 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a812610-4cc0-4276-9e04-690a49e2447a req-db8db5b1-c364-4c95-b07e-c4d7c8b6bf06 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0af6bfa57d0f48c7bda265113a2271b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499096 Aug 17 01:08:14.689609 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-8a812610-4cc0-4276-9e04-690a49e2447a req-a71bab3a-1247-4d50-969f-586ba8de6c07 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 01:08:14.690596 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a812610-4cc0-4276-9e04-690a49e2447a req-a71bab3a-1247-4d50-969f-586ba8de6c07 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058844 Aug 17 01:08:14.767753 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e74552e3-c73d-4e9e-9a34-66718f67c7af up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:08:14.793606 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a812610-4cc0-4276-9e04-690a49e2447a req-0e69be09-18fb-4a8a-8b8a-621eab30612c service neutron] 10.222.0.60 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963998 Aug 17 01:08:14.827731 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port e74552e3-c73d-4e9e-9a34-66718f67c7af completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:08:14.831419 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e74552e3-c73d-4e9e-9a34-66718f67c7af triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:08:14.831792 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:14.889011 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a812610-4cc0-4276-9e04-690a49e2447a req-1bfe7441-f6b0-43d2-8cdd-69830f727f3b service neutron] 10.222.0.60 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942063 Aug 17 01:08:14.914490 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:14.935288 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port e74552e3-c73d-4e9e-9a34-66718f67c7af, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e74552e3-c73d-4e9e-9a34-66718f67c7af,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:08:14.939548 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:14.940214 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 1b5a820f-9ea0-415c-98fc-069a3a18edc0 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:08:15.031631 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=e74552e3-c73d-4e9e-9a34-66718f67c7af,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:15.047319 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 1b5a820f-9ea0-415c-98fc-069a3a18edc0 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:08:15.047690 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:15.193522 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-712c6d69-5241-4f86-b8d8-9bd515f98a50 req-78879fa3-df68-4707-a94e-7e7bed8191ed tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 210 time: 0.1601362 Aug 17 01:08:15.363957 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce764016-d124-4065-b2c6-776f7d9668ed None None] Sync routers for ids ['f908a994-2fe4-4b32-8a43-25b2bb09ab0f'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:08:15.375719 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce764016-d124-4065-b2c6-776f7d9668ed None None] Routers {'f908a994-2fe4-4b32-8a43-25b2bb09ab0f'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:08:15.376406 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ce764016-d124-4065-b2c6-776f7d9668ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['f908a994-2fe4-4b32-8a43-25b2bb09ab0f'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:15.483757 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-ce764016-d124-4065-b2c6-776f7d9668ed None None] Set router f908a994-2fe4-4b32-8a43-25b2bb09ab0f gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:08:15.675512 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ce764016-d124-4065-b2c6-776f7d9668ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f908a994-2fe4-4b32-8a43-25b2bb09ab0f', 'name': 'tempest-TestShelveInstance-1605684113-router', 'tenant_id': '18d5bf3230d84f759670894d3f7e8f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'e74552e3-c73d-4e9e-9a34-66718f67c7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:09Z', 'updated_at': '2021-08-17T01:08:11Z', 'revision_number': 4, 'project_id': '18d5bf3230d84f759670894d3f7e8f8c', 'gw_port': {'id': 'e74552e3-c73d-4e9e-9a34-66718f67c7af', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:94:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f908a994-2fe4-4b32-8a43-25b2bb09ab0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:09Z', 'updated_at': '2021-08-17T01:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '457ce7aa-b4d2-4310-87be-f21fccafd27a', 'name': '', 'network_id': '5ce2417e-19d0-407c-a5a6-ec72dfc84bdf', 'tenant_id': '18d5bf3230d84f759670894d3f7e8f8c', 'mac_address': 'fa:16:3e:2a:61:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f908a994-2fe4-4b32-8a43-25b2bb09ab0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'eaa442f1-3fef-4be5-b2fa-4a1a3975d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:11Z', 'updated_at': '2021-08-17T01:08:11Z', 'revision_number': 2, 'project_id': '18d5bf3230d84f759670894d3f7e8f8c', 'subnets': [{'id': 'eaa442f1-3fef-4be5-b2fa-4a1a3975d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:15.700178 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce764016-d124-4065-b2c6-776f7d9668ed None None] Checking router: f908a994-2fe4-4b32-8a43-25b2bb09ab0f for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:08:15.700524 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce764016-d124-4065-b2c6-776f7d9668ed None None] Updating router f908a994-2fe4-4b32-8a43-25b2bb09ab0f port 457ce7aa-b4d2-4310-87be-f21fccafd27a binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:08:15.728744 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-ce764016-d124-4065-b2c6-776f7d9668ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:15.980900 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-ce764016-d124-4065-b2c6-776f7d9668ed None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:15.990206 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-ce764016-d124-4065-b2c6-776f7d9668ed None None] Transition to ACTIVE for port object 457ce7aa-b4d2-4310-87be-f21fccafd27a will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:08:15.994873 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-ce764016-d124-4065-b2c6-776f7d9668ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:16.042440 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0a34e-7817-45a1-b2da-462301567be6 None None] Pushing event updated for resources: {'Port': ['ID=457ce7aa-b4d2-4310-87be-f21fccafd27a,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:16.095289 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-ce764016-d124-4065-b2c6-776f7d9668ed None None] Attempting to bind port 457ce7aa-b4d2-4310-87be-f21fccafd27a on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:08:16.095658 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-ce764016-d124-4065-b2c6-776f7d9668ed None None] Attempting to bind port 457ce7aa-b4d2-4310-87be-f21fccafd27a by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'bcf81362-5060-4092-bddb-1f5098df0539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5ce2417e-19d0-407c-a5a6-ec72dfc84bdf'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:08:16.096014 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce764016-d124-4065-b2c6-776f7d9668ed None None] Attempting to bind port 457ce7aa-b4d2-4310-87be-f21fccafd27a on network 5ce2417e-19d0-407c-a5a6-ec72dfc84bdf {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:08:16.101114 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce764016-d124-4065-b2c6-776f7d9668ed None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:08:16.101487 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce764016-d124-4065-b2c6-776f7d9668ed None None] Checking segment: {'id': 'bcf81362-5060-4092-bddb-1f5098df0539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5ce2417e-19d0-407c-a5a6-ec72dfc84bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:08:16.101883 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-ce764016-d124-4065-b2c6-776f7d9668ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:16.102335 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce764016-d124-4065-b2c6-776f7d9668ed None None] Bound using segment: {'id': 'bcf81362-5060-4092-bddb-1f5098df0539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5ce2417e-19d0-407c-a5a6-ec72dfc84bdf'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:08:16.102722 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-ce764016-d124-4065-b2c6-776f7d9668ed None None] Bound port: 457ce7aa-b4d2-4310-87be-f21fccafd27a, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf81362-5060-4092-bddb-1f5098df0539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5ce2417e-19d0-407c-a5a6-ec72dfc84bdf'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:08:16.103095 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-ce764016-d124-4065-b2c6-776f7d9668ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:16.168598 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-ce764016-d124-4065-b2c6-776f7d9668ed None None] For port 457ce7aa-b4d2-4310-87be-f21fccafd27a, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:08:16.171734 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-ce764016-d124-4065-b2c6-776f7d9668ed None None] For port 457ce7aa-b4d2-4310-87be-f21fccafd27a, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=457ce7aa-b4d2-4310-87be-f21fccafd27a,segment=NetworkSegment(bcf81362-5060-4092-bddb-1f5098df0539),segment_id=bcf81362-5060-4092-bddb-1f5098df0539)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:08:16.176172 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-ce764016-d124-4065-b2c6-776f7d9668ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:16.235844 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce764016-d124-4065-b2c6-776f7d9668ed None None] Routers {'f908a994-2fe4-4b32-8a43-25b2bb09ab0f'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:08:16.236593 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ce764016-d124-4065-b2c6-776f7d9668ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:07:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['f908a994-2fe4-4b32-8a43-25b2bb09ab0f'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:16.242332 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0a34e-7817-45a1-b2da-462301567be6 None None] Pushing event updated for resources: {'Port': ['ID=457ce7aa-b4d2-4310-87be-f21fccafd27a,revision_number=4']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:16.314131 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ea1325f1-c537-42c8-9aa7-4ba15ded9177 req-9e17cf02-a0b8-405a-afc1-7c8b58ed545a tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 210 time: 0.0364182 Aug 17 01:08:16.360972 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-ce764016-d124-4065-b2c6-776f7d9668ed None None] Set router f908a994-2fe4-4b32-8a43-25b2bb09ab0f gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:08:16.644848 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-101f5141-dd04-4ca0-957c-408a579c0896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:16.673361 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-ce764016-d124-4065-b2c6-776f7d9668ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f908a994-2fe4-4b32-8a43-25b2bb09ab0f', 'name': 'tempest-TestShelveInstance-1605684113-router', 'tenant_id': '18d5bf3230d84f759670894d3f7e8f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'e74552e3-c73d-4e9e-9a34-66718f67c7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:09Z', 'updated_at': '2021-08-17T01:08:11Z', 'revision_number': 4, 'project_id': '18d5bf3230d84f759670894d3f7e8f8c', 'gw_port': {'id': 'e74552e3-c73d-4e9e-9a34-66718f67c7af', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:94:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f908a994-2fe4-4b32-8a43-25b2bb09ab0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:09Z', 'updated_at': '2021-08-17T01:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '457ce7aa-b4d2-4310-87be-f21fccafd27a', 'name': '', 'network_id': '5ce2417e-19d0-407c-a5a6-ec72dfc84bdf', 'tenant_id': '18d5bf3230d84f759670894d3f7e8f8c', 'mac_address': 'fa:16:3e:2a:61:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f908a994-2fe4-4b32-8a43-25b2bb09ab0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'eaa442f1-3fef-4be5-b2fa-4a1a3975d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:11Z', 'updated_at': '2021-08-17T01:08:16Z', 'revision_number': 4, 'project_id': '18d5bf3230d84f759670894d3f7e8f8c', 'subnets': [{'id': 'eaa442f1-3fef-4be5-b2fa-4a1a3975d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:16.701484 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce764016-d124-4065-b2c6-776f7d9668ed None None] The sync data for ids ['f908a994-2fe4-4b32-8a43-25b2bb09ab0f'] in n-d-800088-20 is: [{'id': 'f908a994-2fe4-4b32-8a43-25b2bb09ab0f', 'name': 'tempest-TestShelveInstance-1605684113-router', 'tenant_id': '18d5bf3230d84f759670894d3f7e8f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'e74552e3-c73d-4e9e-9a34-66718f67c7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:09Z', 'updated_at': '2021-08-17T01:08:11Z', 'revision_number': 4, 'project_id': '18d5bf3230d84f759670894d3f7e8f8c', 'gw_port': {'id': 'e74552e3-c73d-4e9e-9a34-66718f67c7af', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:94:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f908a994-2fe4-4b32-8a43-25b2bb09ab0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:09Z', 'updated_at': '2021-08-17T01:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '457ce7aa-b4d2-4310-87be-f21fccafd27a', 'name': '', 'network_id': '5ce2417e-19d0-407c-a5a6-ec72dfc84bdf', 'tenant_id': '18d5bf3230d84f759670894d3f7e8f8c', 'mac_address': 'fa:16:3e:2a:61:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f908a994-2fe4-4b32-8a43-25b2bb09ab0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'eaa442f1-3fef-4be5-b2fa-4a1a3975d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:11Z', 'updated_at': '2021-08-17T01:08:16Z', 'revision_number': 4, 'project_id': '18d5bf3230d84f759670894d3f7e8f8c', 'subnets': [{'id': 'eaa442f1-3fef-4be5-b2fa-4a1a3975d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:08:16.739854 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 457ce7aa-b4d2-4310-87be-f21fccafd27a up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:08:16.792174 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 457ce7aa-b4d2-4310-87be-f21fccafd27a completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:08:16.796203 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 457ce7aa-b4d2-4310-87be-f21fccafd27a triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:08:16.796585 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:16.881667 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:16.918305 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 457ce7aa-b4d2-4310-87be-f21fccafd27a, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=457ce7aa-b4d2-4310-87be-f21fccafd27a,segment=NetworkSegment(bcf81362-5060-4092-bddb-1f5098df0539),segment_id=bcf81362-5060-4092-bddb-1f5098df0539)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:08:16.922664 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:16.923528 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e74552e3-c73d-4e9e-9a34-66718f67c7af up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:08:17.004890 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=457ce7aa-b4d2-4310-87be-f21fccafd27a,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:17.017110 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e74552e3-c73d-4e9e-9a34-66718f67c7af triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:08:17.017485 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:17.202664 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a812610-4cc0-4276-9e04-690a49e2447a req-70cca787-aea3-4e94-a972-be990b72cd09 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:17.204232 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a812610-4cc0-4276-9e04-690a49e2447a req-70cca787-aea3-4e94-a972-be990b72cd09 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.69 "GET /v2.0/networks?id=2c265614-fdcd-4a1b-a63b-3126ac326e39 HTTP/1.1" status: 200 len: 809 time: 0.1359744 Aug 17 01:08:17.266799 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a812610-4cc0-4276-9e04-690a49e2447a req-e48a33f8-50ba-4bd3-bf13-47c92cc1e357 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0af6bfa57d0f48c7bda265113a2271b4 HTTP/1.1" status: 200 len: 380 time: 0.0453126 Aug 17 01:08:17.278771 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-8a812610-4cc0-4276-9e04-690a49e2447a req-ea17ff8b-9019-48d3-978a-b9b45cb3bcd5 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Request body: {'port': {'device_id': '63c4ff6d-2ae3-4503-9fc7-4656ee0cb305', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'admin_state_up': True, 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'security_groups': ['6cb21bbc-fdff-4c23-a17d-02309034ec22']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:08:17.404386 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a812610-4cc0-4276-9e04-690a49e2447a req-ea17ff8b-9019-48d3-978a-b9b45cb3bcd5 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Made reservation on behalf of 0af6bfa57d0f48c7bda265113a2271b4 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:08:17.408011 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8a812610-4cc0-4276-9e04-690a49e2447a req-ea17ff8b-9019-48d3-978a-b9b45cb3bcd5 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:17.430560 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-39f97245-f079-45b8-8ddc-34f0695c37f7 req-f250a5e1-79ba-42fb-8370-455f2ccba664 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 210 time: 0.0401173 Aug 17 01:08:17.548318 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-8a812610-4cc0-4276-9e04-690a49e2447a req-ea17ff8b-9019-48d3-978a-b9b45cb3bcd5 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Allocated IP 172.20.0.5 (2c265614-fdcd-4a1b-a63b-3126ac326e39/561ee36b-ef22-4713-ac0e-649d9ec4eb0e/9d9ffd65-4863-4810-9809-81d32f951150) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:08:17.681848 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8a812610-4cc0-4276-9e04-690a49e2447a req-ea17ff8b-9019-48d3-978a-b9b45cb3bcd5 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:17.695077 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-8a812610-4cc0-4276-9e04-690a49e2447a req-ea17ff8b-9019-48d3-978a-b9b45cb3bcd5 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Transition to ACTIVE for port object 9d9ffd65-4863-4810-9809-81d32f951150 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:08:17.727658 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8a812610-4cc0-4276-9e04-690a49e2447a req-ea17ff8b-9019-48d3-978a-b9b45cb3bcd5 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:17.773620 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a812610-4cc0-4276-9e04-690a49e2447a req-ea17ff8b-9019-48d3-978a-b9b45cb3bcd5 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Network 2c265614-fdcd-4a1b-a63b-3126ac326e39 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:08:17.778585 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-8a812610-4cc0-4276-9e04-690a49e2447a req-ea17ff8b-9019-48d3-978a-b9b45cb3bcd5 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:08:17.780921 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a812610-4cc0-4276-9e04-690a49e2447a req-ea17ff8b-9019-48d3-978a-b9b45cb3bcd5 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:08:17.811858 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17ff8b-9019-48d3-978a-b9b45cb3bcd5 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Pushing event updated for resources: {'Port': ['ID=9d9ffd65-4863-4810-9809-81d32f951150,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:17.840592 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a812610-4cc0-4276-9e04-690a49e2447a req-ea17ff8b-9019-48d3-978a-b9b45cb3bcd5 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:17.841272 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8a812610-4cc0-4276-9e04-690a49e2447a req-ea17ff8b-9019-48d3-978a-b9b45cb3bcd5 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:17.856193 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a812610-4cc0-4276-9e04-690a49e2447a req-ea17ff8b-9019-48d3-978a-b9b45cb3bcd5 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5821402 Aug 17 01:08:17.873492 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-8a812610-4cc0-4276-9e04-690a49e2447a req-12c861be-ee22-46bb-af6e-4e8710ac1912 service neutron] Request body: {'port': {'device_id': '63c4ff6d-2ae3-4503-9fc7-4656ee0cb305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:08:17.930399 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8a812610-4cc0-4276-9e04-690a49e2447a req-12c861be-ee22-46bb-af6e-4e8710ac1912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:18.027834 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-96737ca1-329b-4f35-91e7-b02699f6cdb5 None None] Provisioning for port 9d9ffd65-4863-4810-9809-81d32f951150 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:08:18.031823 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-96737ca1-329b-4f35-91e7-b02699f6cdb5 None None] Provisioning complete for port 9d9ffd65-4863-4810-9809-81d32f951150 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:08:18.032371 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-96737ca1-329b-4f35-91e7-b02699f6cdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:18.068725 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-96737ca1-329b-4f35-91e7-b02699f6cdb5 None None] Port 9d9ffd65-4863-4810-9809-81d32f951150 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:08:18.203472 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-8a812610-4cc0-4276-9e04-690a49e2447a req-12c861be-ee22-46bb-af6e-4e8710ac1912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d9ffd65-4863-4810-9809-81d32f951150 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:08:18.211397 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8a812610-4cc0-4276-9e04-690a49e2447a req-12c861be-ee22-46bb-af6e-4e8710ac1912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:18.222844 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-8a812610-4cc0-4276-9e04-690a49e2447a req-12c861be-ee22-46bb-af6e-4e8710ac1912 service neutron] Transition to ACTIVE for port object 9d9ffd65-4863-4810-9809-81d32f951150 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:08:18.226965 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8a812610-4cc0-4276-9e04-690a49e2447a req-12c861be-ee22-46bb-af6e-4e8710ac1912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:18.277535 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c861be-ee22-46bb-af6e-4e8710ac1912 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9ffd65-4863-4810-9809-81d32f951150,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:18.345681 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-8a812610-4cc0-4276-9e04-690a49e2447a req-12c861be-ee22-46bb-af6e-4e8710ac1912 service neutron] Attempting to bind port 9d9ffd65-4863-4810-9809-81d32f951150 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:08:18.346019 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-8a812610-4cc0-4276-9e04-690a49e2447a req-12c861be-ee22-46bb-af6e-4e8710ac1912 service neutron] Attempting to bind port 9d9ffd65-4863-4810-9809-81d32f951150 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '2be99409-745f-4ae7-8d68-5dfc44c9a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:08:18.346370 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a812610-4cc0-4276-9e04-690a49e2447a req-12c861be-ee22-46bb-af6e-4e8710ac1912 service neutron] Attempting to bind port 9d9ffd65-4863-4810-9809-81d32f951150 on network 2c265614-fdcd-4a1b-a63b-3126ac326e39 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:08:18.351822 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a812610-4cc0-4276-9e04-690a49e2447a req-12c861be-ee22-46bb-af6e-4e8710ac1912 service neutron] Port 9d9ffd65-4863-4810-9809-81d32f951150 on network 2c265614-fdcd-4a1b-a63b-3126ac326e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:08:18.352151 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a812610-4cc0-4276-9e04-690a49e2447a req-12c861be-ee22-46bb-af6e-4e8710ac1912 service neutron] Attempting to bind port 9d9ffd65-4863-4810-9809-81d32f951150 on network 2c265614-fdcd-4a1b-a63b-3126ac326e39 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:08:18.357749 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a812610-4cc0-4276-9e04-690a49e2447a req-12c861be-ee22-46bb-af6e-4e8710ac1912 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:08:18.358089 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a812610-4cc0-4276-9e04-690a49e2447a req-12c861be-ee22-46bb-af6e-4e8710ac1912 service neutron] Checking segment: {'id': '2be99409-745f-4ae7-8d68-5dfc44c9a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:08:18.358476 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a812610-4cc0-4276-9e04-690a49e2447a req-12c861be-ee22-46bb-af6e-4e8710ac1912 service neutron] Bound using segment: {'id': '2be99409-745f-4ae7-8d68-5dfc44c9a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:08:18.358912 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-8a812610-4cc0-4276-9e04-690a49e2447a req-12c861be-ee22-46bb-af6e-4e8710ac1912 service neutron] Bound port: 9d9ffd65-4863-4810-9809-81d32f951150, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2be99409-745f-4ae7-8d68-5dfc44c9a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:08:18.359522 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8a812610-4cc0-4276-9e04-690a49e2447a req-12c861be-ee22-46bb-af6e-4e8710ac1912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:18.441924 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-8a812610-4cc0-4276-9e04-690a49e2447a req-12c861be-ee22-46bb-af6e-4e8710ac1912 service neutron] For port 9d9ffd65-4863-4810-9809-81d32f951150, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:08:18.446487 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-8a812610-4cc0-4276-9e04-690a49e2447a req-12c861be-ee22-46bb-af6e-4e8710ac1912 service neutron] For port 9d9ffd65-4863-4810-9809-81d32f951150, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9d9ffd65-4863-4810-9809-81d32f951150,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:08:18.451123 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8a812610-4cc0-4276-9e04-690a49e2447a req-12c861be-ee22-46bb-af6e-4e8710ac1912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:18.492968 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a812610-4cc0-4276-9e04-690a49e2447a req-12c861be-ee22-46bb-af6e-4e8710ac1912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:18.493970 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-8a812610-4cc0-4276-9e04-690a49e2447a req-12c861be-ee22-46bb-af6e-4e8710ac1912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:18.495802 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a812610-4cc0-4276-9e04-690a49e2447a req-12c861be-ee22-46bb-af6e-4e8710ac1912 service neutron] 10.222.0.69 "PUT /v2.0/ports/9d9ffd65-4863-4810-9809-81d32f951150 HTTP/1.1" status: 200 len: 1092 time: 0.6267054 Aug 17 01:08:18.496825 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c4ff6d-2ae3-4503-9fc7-4656ee0cb305', 'tag': '9d9ffd65-4863-4810-9809-81d32f951150'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:08:18.499302 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395c58d5-bd87-45ef-ada3-c54bff85b112" -d '{"events": [{"name": "network-changed", "server_uuid": "63c4ff6d-2ae3-4503-9fc7-4656ee0cb305", "tag": "9d9ffd65-4863-4810-9809-81d32f951150"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:08:18.543714 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c538d5-2db8-4c92-ac89-d38238ae7d44 x-openstack-request-id: req-a4c538d5-2db8-4c92-ac89-d38238ae7d44 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:08:18.543994 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c4ff6d-2ae3-4503-9fc7-4656ee0cb305", "tag": "9d9ffd65-4863-4810-9809-81d32f951150", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:08:18.544249 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a4c538d5-2db8-4c92-ac89-d38238ae7d44 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:08:18.544677 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c4ff6d-2ae3-4503-9fc7-4656ee0cb305', 'tag': '9d9ffd65-4863-4810-9809-81d32f951150', 'status': 'completed', 'code': 200} Aug 17 01:08:18.583193 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c861be-ee22-46bb-af6e-4e8710ac1912 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9ffd65-4863-4810-9809-81d32f951150,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:18.607514 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc31d36-c038-4a01-8c53-f536947f5645 req-e61260f5-67fc-4369-a4c8-53897c6522e8 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:18.609100 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-afc31d36-c038-4a01-8c53-f536947f5645 req-e61260f5-67fc-4369-a4c8-53897c6522e8 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 943 time: 0.1066158 Aug 17 01:08:18.624315 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a812610-4cc0-4276-9e04-690a49e2447a req-a43573a2-e437-4d2f-9fbd-618e1c730dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:18.625788 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a812610-4cc0-4276-9e04-690a49e2447a req-a43573a2-e437-4d2f-9fbd-618e1c730dc8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0af6bfa57d0f48c7bda265113a2271b4&device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 1095 time: 0.0803792 Aug 17 01:08:18.687474 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a812610-4cc0-4276-9e04-690a49e2447a req-fea7e245-0553-40a4-8015-c60693cceca5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d9ffd65-4863-4810-9809-81d32f951150 HTTP/1.1" status: 200 len: 217 time: 0.0473430 Aug 17 01:08:18.692643 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-afc31d36-c038-4a01-8c53-f536947f5645 req-79bf15d2-c60f-460c-a8b5-a0438d899f63 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763364 Aug 17 01:08:18.706805 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 457ce7aa-b4d2-4310-87be-f21fccafd27a up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:08:18.748985 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a812610-4cc0-4276-9e04-690a49e2447a req-de5c244b-f6f0-4a56-b314-e5595218dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:18.750473 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a812610-4cc0-4276-9e04-690a49e2447a req-de5c244b-f6f0-4a56-b314-e5595218dbdd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=561ee36b-ef22-4713-ac0e-649d9ec4eb0e HTTP/1.1" status: 200 len: 848 time: 0.0500576 Aug 17 01:08:18.762844 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 457ce7aa-b4d2-4310-87be-f21fccafd27a triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:08:18.763215 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:18.800569 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a812610-4cc0-4276-9e04-690a49e2447a req-e048e139-1673-4762-a9e5-ee8828f7a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:18.802063 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a812610-4cc0-4276-9e04-690a49e2447a req-e048e139-1673-4762-a9e5-ee8828f7a145 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c265614-fdcd-4a1b-a63b-3126ac326e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392957 Aug 17 01:08:18.901791 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a812610-4cc0-4276-9e04-690a49e2447a req-d425cc40-9596-487b-8b25-cf7e6db1658b service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866215 Aug 17 01:08:18.996212 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8a812610-4cc0-4276-9e04-690a49e2447a req-658aa954-c972-444a-8a20-c3ddf16d1e8d service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828946 Aug 17 01:08:19.099618 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c58d5-bd87-45ef-ada3-c54bff85b112 req-c14253b2-e84c-44cd-8cd4-8ca9a1df0610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:19.101181 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-395c58d5-bd87-45ef-ada3-c54bff85b112 req-c14253b2-e84c-44cd-8cd4-8ca9a1df0610 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0af6bfa57d0f48c7bda265113a2271b4&device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 1095 time: 0.0464051 Aug 17 01:08:19.188897 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c58d5-bd87-45ef-ada3-c54bff85b112 req-bcb4847d-5dda-428a-929b-c335f1075a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:19.190378 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-395c58d5-bd87-45ef-ada3-c54bff85b112 req-bcb4847d-5dda-428a-929b-c335f1075a29 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2c265614-fdcd-4a1b-a63b-3126ac326e39 HTTP/1.1" status: 200 len: 910 time: 0.0824838 Aug 17 01:08:19.236895 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-395c58d5-bd87-45ef-ada3-c54bff85b112 req-60e51705-8510-4018-8d1b-56fc0df383b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d9ffd65-4863-4810-9809-81d32f951150 HTTP/1.1" status: 200 len: 217 time: 0.0385125 Aug 17 01:08:19.287613 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c58d5-bd87-45ef-ada3-c54bff85b112 req-cdc6a0d5-fd57-4b54-b3d9-57a0a8d42b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:19.289018 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-395c58d5-bd87-45ef-ada3-c54bff85b112 req-cdc6a0d5-fd57-4b54-b3d9-57a0a8d42b3b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=561ee36b-ef22-4713-ac0e-649d9ec4eb0e HTTP/1.1" status: 200 len: 848 time: 0.0438099 Aug 17 01:08:19.324540 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-895ea9d3-68b5-453f-ab47-8caaeeb1f29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:19.335826 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c58d5-bd87-45ef-ada3-c54bff85b112 req-c524a5d8-41ed-45bc-aba8-573b6655a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:19.337363 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-395c58d5-bd87-45ef-ada3-c54bff85b112 req-c524a5d8-41ed-45bc-aba8-573b6655a666 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c265614-fdcd-4a1b-a63b-3126ac326e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406721 Aug 17 01:08:19.364546 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:19.433121 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-395c58d5-bd87-45ef-ada3-c54bff85b112 req-153a50bb-74f1-4b8b-b7c0-131818c8b87e service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869198 Aug 17 01:08:19.523418 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-395c58d5-bd87-45ef-ada3-c54bff85b112 req-ec2d25cf-85f3-4bdb-858a-f9b0fc1191cc service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830510 Aug 17 01:08:19.815178 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b470b-6076-40ad-9097-3d7d6799d148 req-aec93f3e-d513-4e2b-a59e-aa5d63bd8201 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:19.816652 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-412b470b-6076-40ad-9097-3d7d6799d148 req-aec93f3e-d513-4e2b-a59e-aa5d63bd8201 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 943 time: 0.0491047 Aug 17 01:08:19.854661 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-412b470b-6076-40ad-9097-3d7d6799d148 req-e2d4f69a-6412-4a45-81df-1384615682e5 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319612 Aug 17 01:08:20.294262 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 9d9ffd65-4863-4810-9809-81d32f951150 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:08:20.391671 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 9d9ffd65-4863-4810-9809-81d32f951150, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9d9ffd65-4863-4810-9809-81d32f951150,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:08:20.402322 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '9d9ffd65-4863-4810-9809-81d32f951150', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'port_id': '9d9ffd65-4863-4810-9809-81d32f951150', 'mac_address': 'fa:16:3e:80:88:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:08:20.440409 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:20.454102 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d9ffd65-4863-4810-9809-81d32f951150 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:08:20.481751 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:20.483406 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 9d9ffd65-4863-4810-9809-81d32f951150, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9d9ffd65-4863-4810-9809-81d32f951150,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:08:20.486808 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:20.535871 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=9d9ffd65-4863-4810-9809-81d32f951150,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:20.741557 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['9d9ffd65-4863-4810-9809-81d32f951150'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:08:20.981597 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9622ea-02a0-4d7a-a0ff-e230e05070e8 req-3b041f31-f604-470f-bdca-fd2175f2d73e tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:20.983123 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ad9622ea-02a0-4d7a-a0ff-e230e05070e8 req-3b041f31-f604-470f-bdca-fd2175f2d73e tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 944 time: 0.0587356 Aug 17 01:08:21.021298 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ad9622ea-02a0-4d7a-a0ff-e230e05070e8 req-520f7f5c-1131-4979-889c-3d710f898366 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322700 Aug 17 01:08:22.134764 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a407fa-b0c7-454b-ab4b-33bbded2c3b1 req-d2a7f494-8199-497f-88c8-ccb9a6ecde94 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:22.136280 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2a407fa-b0c7-454b-ab4b-33bbded2c3b1 req-d2a7f494-8199-497f-88c8-ccb9a6ecde94 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 944 time: 0.0493886 Aug 17 01:08:22.173567 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e2a407fa-b0c7-454b-ab4b-33bbded2c3b1 req-386b3025-989f-4d6e-9933-0979aca9e7ba tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311041 Aug 17 01:08:22.296426 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 9d9ffd65-4863-4810-9809-81d32f951150 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:08:22.351846 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:22.354788 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 9d9ffd65-4863-4810-9809-81d32f951150 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:08:22.358377 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 9d9ffd65-4863-4810-9809-81d32f951150 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:08:22.358738 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:22.432876 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:22.456437 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c4ff6d-2ae3-4503-9fc7-4656ee0cb305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9ffd65-4863-4810-9809-81d32f951150'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:08:22.458738 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d9b1f6eceb9192db377ceb4d6ae83098a713cf0d5394fe300bfd3a5d60dfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e992503-c832-4489-911c-d70044ae383c" -d '{"events": [{"server_uuid": "63c4ff6d-2ae3-4503-9fc7-4656ee0cb305", "name": "network-vif-plugged", "status": "completed", "tag": "9d9ffd65-4863-4810-9809-81d32f951150"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:08:22.472158 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 9d9ffd65-4863-4810-9809-81d32f951150, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9d9ffd65-4863-4810-9809-81d32f951150,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:08:22.476713 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:22.503060 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20275f7d-2e31-4d4d-9ff7-dd065a8b0fce x-openstack-request-id: req-20275f7d-2e31-4d4d-9ff7-dd065a8b0fce {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:08:22.503354 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c4ff6d-2ae3-4503-9fc7-4656ee0cb305", "name": "network-vif-plugged", "status": "completed", "tag": "9d9ffd65-4863-4810-9809-81d32f951150", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:08:22.503606 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-20275f7d-2e31-4d4d-9ff7-dd065a8b0fce {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:08:22.503991 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c4ff6d-2ae3-4503-9fc7-4656ee0cb305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9ffd65-4863-4810-9809-81d32f951150', 'code': 200} Aug 17 01:08:22.530165 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=9d9ffd65-4863-4810-9809-81d32f951150,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:22.598101 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52f5da-6e84-4296-a61b-3bbbe512b98a req-c33195b9-7a45-4de7-9ceb-684a560eb976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:22.599556 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2f52f5da-6e84-4296-a61b-3bbbe512b98a req-c33195b9-7a45-4de7-9ceb-684a560eb976 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 1097 time: 0.0386064 Aug 17 01:08:22.635123 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2f52f5da-6e84-4296-a61b-3bbbe512b98a req-9d9456b4-8d9c-42a5-817a-7211d83ec3a4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278652 Aug 17 01:08:23.291763 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82944df-b8f8-4e42-a712-92fb648e1f71 req-1d0564b7-14db-498f-88f7-c5cf08538860 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:23.293256 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d82944df-b8f8-4e42-a712-92fb648e1f71 req-1d0564b7-14db-498f-88f7-c5cf08538860 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 945 time: 0.0522423 Aug 17 01:08:23.331061 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d82944df-b8f8-4e42-a712-92fb648e1f71 req-a88b8474-9b9d-4000-aedf-d1079f5c1520 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317340 Aug 17 01:08:24.219631 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:08:24.448536 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4975d3-93f8-4640-a444-54ece923b6ac req-e00c5a56-9808-42ef-b3ef-7b130b86bf2c tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:24.450030 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cb4975d3-93f8-4640-a444-54ece923b6ac req-e00c5a56-9808-42ef-b3ef-7b130b86bf2c tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 945 time: 0.0497117 Aug 17 01:08:24.488408 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cb4975d3-93f8-4640-a444-54ece923b6ac req-48377d03-1012-4826-9f17-b318015664be tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322757 Aug 17 01:08:24.604694 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d96d4-641b-424e-8f35-20f917636c0a req-c60b7283-5fcb-4ba9-bd17-52fdee4fb5f6 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:24.606176 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-220d96d4-641b-424e-8f35-20f917636c0a req-c60b7283-5fcb-4ba9-bd17-52fdee4fb5f6 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 945 time: 0.0520148 Aug 17 01:08:24.643609 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-220d96d4-641b-424e-8f35-20f917636c0a req-085d70f2-d7c1-424c-8bec-18c6a4f92245 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315266 Aug 17 01:08:24.665279 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50908) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:24.748493 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639a16aa-72bb-4dc4-a9f9-c2cc91cb03d5 tempest-TestShelveInstance-966694806 tempest-TestShelveInstance-966694806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:24.750018 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-639a16aa-72bb-4dc4-a9f9-c2cc91cb03d5 tempest-TestShelveInstance-966694806 tempest-TestShelveInstance-966694806-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 1092 time: 0.0837865 Aug 17 01:08:24.753086 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 50912) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:24.757341 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-b45c4960-f6bb-4223-9a9a-b9024da88330 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'port_id': '9d9ffd65-4863-4810-9809-81d32f951150', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:08:24.778971 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b45c4960-f6bb-4223-9a9a-b9024da88330 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for floatingip, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:24.872478 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b45c4960-f6bb-4223-9a9a-b9024da88330 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:25.287910 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-b45c4960-f6bb-4223-9a9a-b9024da88330 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Allocated IP 172.25.3.46 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/963fabaf-a483-454d-847f-175923e1a9b3) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:08:25.391327 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b45c4960-f6bb-4223-9a9a-b9024da88330 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:25.427770 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b45c4960-f6bb-4223-9a9a-b9024da88330 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:25.464796 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45c4960-f6bb-4223-9a9a-b9024da88330 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:08:25.469591 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-b45c4960-f6bb-4223-9a9a-b9024da88330 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:08:25.473001 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45c4960-f6bb-4223-9a9a-b9024da88330 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:08:25.497313 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c4960-f6bb-4223-9a9a-b9024da88330 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Pushing event updated for resources: {'Port': ['ID=963fabaf-a483-454d-847f-175923e1a9b3,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:25.822474 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b45c4960-f6bb-4223-9a9a-b9024da88330 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:25.908694 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-680a5d66-bb1f-4ea8-828f-7fb2fafb8738 req-f5426cba-d785-4fb2-bd98-8d40496c45f0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0667536 Aug 17 01:08:25.915543 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b45c4960-f6bb-4223-9a9a-b9024da88330 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:26.040963 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a5d66-bb1f-4ea8-828f-7fb2fafb8738 req-2cab1c20-6f0a-4f3d-be5d-355100718dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:26.042469 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-680a5d66-bb1f-4ea8-828f-7fb2fafb8738 req-2cab1c20-6f0a-4f3d-be5d-355100718dfa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0af6bfa57d0f48c7bda265113a2271b4&device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 1097 time: 0.0922334 Aug 17 01:08:26.152116 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b45c4960-f6bb-4223-9a9a-b9024da88330 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:26.162916 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b45c4960-f6bb-4223-9a9a-b9024da88330 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:26.208722 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a5d66-bb1f-4ea8-828f-7fb2fafb8738 req-bd1a8671-5ba3-4c5e-856b-3ef1d635e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:26.210197 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-680a5d66-bb1f-4ea8-828f-7fb2fafb8738 req-bd1a8671-5ba3-4c5e-856b-3ef1d635e371 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2c265614-fdcd-4a1b-a63b-3126ac326e39 HTTP/1.1" status: 200 len: 910 time: 0.1440775 Aug 17 01:08:26.253220 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c4960-f6bb-4223-9a9a-b9024da88330 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Pushing event updated for resources: {'Port': ['ID=963fabaf-a483-454d-847f-175923e1a9b3,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:26.302233 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b45c4960-f6bb-4223-9a9a-b9024da88330 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:26.346353 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-680a5d66-bb1f-4ea8-828f-7fb2fafb8738 req-644d38c4-1b4a-47cb-9d35-d7f65ab36652 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d9ffd65-4863-4810-9809-81d32f951150 HTTP/1.1" status: 200 len: 998 time: 0.1100924 Aug 17 01:08:26.437828 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a5d66-bb1f-4ea8-828f-7fb2fafb8738 req-e866b41b-6b8c-44ab-bd81-385b6ab53494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:26.439207 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-680a5d66-bb1f-4ea8-828f-7fb2fafb8738 req-e866b41b-6b8c-44ab-bd81-385b6ab53494 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=561ee36b-ef22-4713-ac0e-649d9ec4eb0e HTTP/1.1" status: 200 len: 848 time: 0.0859714 Aug 17 01:08:26.457035 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-b45c4960-f6bb-4223-9a9a-b9024da88330 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Floating IP 773c81d4-a50c-4edf-a5fb-a36b1023fc15 associated. External IP: 172.25.3.46, port: 9d9ffd65-4863-4810-9809-81d32f951150. Aug 17 01:08:26.556045 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a5d66-bb1f-4ea8-828f-7fb2fafb8738 req-bae99283-c973-44b5-9068-ef3a1584426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:26.557607 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-680a5d66-bb1f-4ea8-828f-7fb2fafb8738 req-bae99283-c973-44b5-9068-ef3a1584426e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c265614-fdcd-4a1b-a63b-3126ac326e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1098816 Aug 17 01:08:26.737731 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-680a5d66-bb1f-4ea8-828f-7fb2fafb8738 req-b21c1441-3799-4e42-aa4a-f66f4c6f0250 service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700699 Aug 17 01:08:26.807371 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45c4960-f6bb-4223-9a9a-b9024da88330 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Router bc3de308-d80a-4b5d-a2b2-e5159617780f has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:08:26.886678 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-680a5d66-bb1f-4ea8-828f-7fb2fafb8738 req-86b7474e-becb-4db5-8275-81ac059bea90 service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401796 Aug 17 01:08:26.942416 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45c4960-f6bb-4223-9a9a-b9024da88330 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:08:26.952260 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a816fe5a-1c2b-46a0-941f-63f53f283a03 None None] Sync routers for ids ['bc3de308-d80a-4b5d-a2b2-e5159617780f'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:08:26.957921 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b45c4960-f6bb-4223-9a9a-b9024da88330 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:26.963072 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a816fe5a-1c2b-46a0-941f-63f53f283a03 None None] Routers {'bc3de308-d80a-4b5d-a2b2-e5159617780f'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:08:26.963698 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-a816fe5a-1c2b-46a0-941f-63f53f283a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:08:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['bc3de308-d80a-4b5d-a2b2-e5159617780f'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:26.986009 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b45c4960-f6bb-4223-9a9a-b9024da88330 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2319219 Aug 17 01:08:26.986635 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c4ff6d-2ae3-4503-9fc7-4656ee0cb305', 'tag': '9d9ffd65-4863-4810-9809-81d32f951150'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:08:26.988946 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8cf0e1-cfde-4e54-bc82-0c635c8bd5da" -d '{"events": [{"name": "network-changed", "server_uuid": "63c4ff6d-2ae3-4503-9fc7-4656ee0cb305", "tag": "9d9ffd65-4863-4810-9809-81d32f951150"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:08:27.028761 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f8a803-2a95-4d30-9158-2b3714beddb9 x-openstack-request-id: req-62f8a803-2a95-4d30-9158-2b3714beddb9 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:08:27.029087 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c4ff6d-2ae3-4503-9fc7-4656ee0cb305", "tag": "9d9ffd65-4863-4810-9809-81d32f951150", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:08:27.029343 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-62f8a803-2a95-4d30-9158-2b3714beddb9 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:08:27.029880 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c4ff6d-2ae3-4503-9fc7-4656ee0cb305', 'tag': '9d9ffd65-4863-4810-9809-81d32f951150', 'status': 'completed', 'code': 200} Aug 17 01:08:27.073589 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-a816fe5a-1c2b-46a0-941f-63f53f283a03 None None] Set router bc3de308-d80a-4b5d-a2b2-e5159617780f gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:08:27.093767 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cf0e1-cfde-4e54-bc82-0c635c8bd5da req-17dbfe60-b5b8-4925-a5e3-592c816602e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:27.095281 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf8cf0e1-cfde-4e54-bc82-0c635c8bd5da req-17dbfe60-b5b8-4925-a5e3-592c816602e0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0af6bfa57d0f48c7bda265113a2271b4&device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 1097 time: 0.0437076 Aug 17 01:08:27.189977 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cf0e1-cfde-4e54-bc82-0c635c8bd5da req-0daebfc6-5203-4f7d-b95e-c0b5ddb5ee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:27.191771 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf8cf0e1-cfde-4e54-bc82-0c635c8bd5da req-0daebfc6-5203-4f7d-b95e-c0b5ddb5ee51 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2c265614-fdcd-4a1b-a63b-3126ac326e39 HTTP/1.1" status: 200 len: 910 time: 0.0896208 Aug 17 01:08:27.263849 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf8cf0e1-cfde-4e54-bc82-0c635c8bd5da req-818187ce-2f4c-43e2-bcd1-d35bb71f4fcf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d9ffd65-4863-4810-9809-81d32f951150 HTTP/1.1" status: 200 len: 998 time: 0.0644624 Aug 17 01:08:27.297213 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-a816fe5a-1c2b-46a0-941f-63f53f283a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'name': 'tempest-TestShelveInstance-2053927170-router', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:06Z', 'revision_number': 4, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'gw_port': {'id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '773c81d4-a50c-4edf-a5fb-a36b1023fc15', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'port_id': '9d9ffd65-4863-4810-9809-81d32f951150', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'mac_address': 'fa:16:3e:80:88:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c4ff6d-2ae3-4503-9fc7-4656ee0cb305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:08:25Z', 'updated_at': '2021-08-17T01:08:25Z', 'revision_number': 0, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b5a820f-9ea0-415c-98fc-069a3a18edc0', 'name': '', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'mac_address': 'fa:16:3e:26:7f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:06Z', 'updated_at': '2021-08-17T01:08:13Z', 'revision_number': 5, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'subnets': [{'id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:27.314950 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cf0e1-cfde-4e54-bc82-0c635c8bd5da req-36057977-5963-4e27-a180-4514fb903130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:27.316445 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf8cf0e1-cfde-4e54-bc82-0c635c8bd5da req-36057977-5963-4e27-a180-4514fb903130 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=561ee36b-ef22-4713-ac0e-649d9ec4eb0e HTTP/1.1" status: 200 len: 848 time: 0.0451159 Aug 17 01:08:27.327757 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a816fe5a-1c2b-46a0-941f-63f53f283a03 None None] Checking router: bc3de308-d80a-4b5d-a2b2-e5159617780f for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:08:27.337066 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a816fe5a-1c2b-46a0-941f-63f53f283a03 None None] Routers {'bc3de308-d80a-4b5d-a2b2-e5159617780f'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:08:27.337702 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-a816fe5a-1c2b-46a0-941f-63f53f283a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:08:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['bc3de308-d80a-4b5d-a2b2-e5159617780f'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:27.361750 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cf0e1-cfde-4e54-bc82-0c635c8bd5da req-7810416b-11eb-42f5-8cb0-77ac6b66f8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:27.363259 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf8cf0e1-cfde-4e54-bc82-0c635c8bd5da req-7810416b-11eb-42f5-8cb0-77ac6b66f8a1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c265614-fdcd-4a1b-a63b-3126ac326e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398431 Aug 17 01:08:27.443430 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-a816fe5a-1c2b-46a0-941f-63f53f283a03 None None] Set router bc3de308-d80a-4b5d-a2b2-e5159617780f gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:08:27.463811 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf8cf0e1-cfde-4e54-bc82-0c635c8bd5da req-e8a59beb-b3a0-41b7-9faa-08322607a93a service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928168 Aug 17 01:08:27.553533 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf8cf0e1-cfde-4e54-bc82-0c635c8bd5da req-fe0ee939-78a0-47d7-8023-123542531cbc service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829086 Aug 17 01:08:27.665644 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-a816fe5a-1c2b-46a0-941f-63f53f283a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'name': 'tempest-TestShelveInstance-2053927170-router', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:06Z', 'revision_number': 4, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'gw_port': {'id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '773c81d4-a50c-4edf-a5fb-a36b1023fc15', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'port_id': '9d9ffd65-4863-4810-9809-81d32f951150', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'mac_address': 'fa:16:3e:80:88:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c4ff6d-2ae3-4503-9fc7-4656ee0cb305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:08:25Z', 'updated_at': '2021-08-17T01:08:25Z', 'revision_number': 0, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b5a820f-9ea0-415c-98fc-069a3a18edc0', 'name': '', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'mac_address': 'fa:16:3e:26:7f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:06Z', 'updated_at': '2021-08-17T01:08:13Z', 'revision_number': 5, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'subnets': [{'id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:27.691431 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a816fe5a-1c2b-46a0-941f-63f53f283a03 None None] The sync data for ids ['bc3de308-d80a-4b5d-a2b2-e5159617780f'] in n-d-800088-20 is: [{'id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'name': 'tempest-TestShelveInstance-2053927170-router', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:06Z', 'revision_number': 4, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'gw_port': {'id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '773c81d4-a50c-4edf-a5fb-a36b1023fc15', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'port_id': '9d9ffd65-4863-4810-9809-81d32f951150', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'mac_address': 'fa:16:3e:80:88:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c4ff6d-2ae3-4503-9fc7-4656ee0cb305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:08:25Z', 'updated_at': '2021-08-17T01:08:25Z', 'revision_number': 0, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b5a820f-9ea0-415c-98fc-069a3a18edc0', 'name': '', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'mac_address': 'fa:16:3e:26:7f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:06Z', 'updated_at': '2021-08-17T01:08:13Z', 'revision_number': 5, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'subnets': [{'id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:08:27.905704 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3017148c-2a3e-4b41-b9bb-3521dc2e1f93 None None] New status for floating IP 773c81d4-a50c-4edf-a5fb-a36b1023fc15: ACTIVE {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:08:40.787504 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:42.385073 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:46.646338 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9c3f0aeb-aa9b-48c1-babd-2b51f777b469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:49.325150 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e8b4443c-7380-4c2b-a188-5481b476730e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:49.365188 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:50.474026 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:52.350938 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:09:01.219175 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:09:10.783659 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:09:12.387022 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:09:16.652593 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4f55ef64-42e8-4e06-9ef8-97b7ba7534ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:09:19.326347 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-823af40e-ceca-4ee7-aa35-951e3c38d2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:09:19.365519 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:09:20.481777 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:09:22.353822 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:09:25.862812 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f5ae23b-7e36-42d6-b793-683f4a77b26a req-0eea5555-945f-434b-8e70-2fd5669c69fc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389500 Aug 17 01:09:25.952360 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ae23b-7e36-42d6-b793-683f4a77b26a req-8d11c945-1bf9-428c-9894-e7a43df11432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:09:25.953878 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f5ae23b-7e36-42d6-b793-683f4a77b26a req-8d11c945-1bf9-428c-9894-e7a43df11432 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0af6bfa57d0f48c7bda265113a2271b4&device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 1097 time: 0.0456460 Aug 17 01:09:26.059501 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ae23b-7e36-42d6-b793-683f4a77b26a req-90a744bf-827f-4884-add2-8590e3ce5e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:09:26.060959 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f5ae23b-7e36-42d6-b793-683f4a77b26a req-90a744bf-827f-4884-add2-8590e3ce5e13 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2c265614-fdcd-4a1b-a63b-3126ac326e39 HTTP/1.1" status: 200 len: 910 time: 0.0837340 Aug 17 01:09:26.133492 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f5ae23b-7e36-42d6-b793-683f4a77b26a req-96842ec9-d042-42b8-b436-3517fbcd8064 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d9ffd65-4863-4810-9809-81d32f951150 HTTP/1.1" status: 200 len: 1000 time: 0.0613308 Aug 17 01:09:26.185175 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ae23b-7e36-42d6-b793-683f4a77b26a req-d0bab8f7-8120-4a88-91e6-091e7581ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:09:26.186611 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f5ae23b-7e36-42d6-b793-683f4a77b26a req-d0bab8f7-8120-4a88-91e6-091e7581ccc7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=561ee36b-ef22-4713-ac0e-649d9ec4eb0e HTTP/1.1" status: 200 len: 848 time: 0.0441973 Aug 17 01:09:26.235163 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ae23b-7e36-42d6-b793-683f4a77b26a req-67a629fc-3895-4002-8bfb-9f5adcd90c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:09:26.236609 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f5ae23b-7e36-42d6-b793-683f4a77b26a req-67a629fc-3895-4002-8bfb-9f5adcd90c17 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c265614-fdcd-4a1b-a63b-3126ac326e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390704 Aug 17 01:09:26.333841 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f5ae23b-7e36-42d6-b793-683f4a77b26a req-18b11e11-014e-4ebe-954e-cf12e43b1df8 service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834484 Aug 17 01:09:26.428258 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7f5ae23b-7e36-42d6-b793-683f4a77b26a req-5dfca14a-c28e-40f7-a290-045c638c48e6 service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827625 Aug 17 01:09:38.218471 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:09:40.798536 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:09:42.399894 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:09:46.643469 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f2051ae7-56ca-4150-88b5-f4ef65026871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:09:49.325868 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bc6c0c21-705c-430e-a6bb-da5cc08473cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:09:49.364913 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:09:50.480491 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:09:52.357603 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:10.797346 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:12.399933 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:15.218994 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:10:16.645971 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-057b5bde-922d-4ea6-91f8-9ddd4e358752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:19.325907 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-45d053b4-a696-436c-9874-3104bbd1e64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:19.364343 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:20.482910 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:22.362606 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:24.712996 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459dadb-cf77-497c-8267-73425d657443 req-2a0439e4-bcc9-4057-916f-25032b04f798 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:24.714557 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3459dadb-cf77-497c-8267-73425d657443 req-2a0439e4-bcc9-4057-916f-25032b04f798 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 945 time: 0.0505779 Aug 17 01:10:24.752930 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3459dadb-cf77-497c-8267-73425d657443 req-cb1389e8-1582-49f4-b88e-2ef9c2e539af tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323942 Aug 17 01:10:25.875115 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6220c89-3ab1-4ea0-97f6-02e3f280d364 req-3f9a03c7-6dfe-4884-b73b-dd80d8335339 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:25.876581 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c6220c89-3ab1-4ea0-97f6-02e3f280d364 req-3f9a03c7-6dfe-4884-b73b-dd80d8335339 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 945 time: 0.0539148 Aug 17 01:10:25.918168 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c6220c89-3ab1-4ea0-97f6-02e3f280d364 req-b7dcbefa-d86b-4866-8b66-bbf867e1c64c tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354605 Aug 17 01:10:27.033116 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fb92b-662c-4376-96b5-a144b6bb8200 req-803f659f-8d1c-40cd-8f55-1015eb04cdb6 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:27.034563 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c40fb92b-662c-4376-96b5-a144b6bb8200 req-803f659f-8d1c-40cd-8f55-1015eb04cdb6 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 945 time: 0.0489264 Aug 17 01:10:27.074260 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c40fb92b-662c-4376-96b5-a144b6bb8200 req-361730a3-8150-4efe-afb3-10d33fe30618 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336914 Aug 17 01:10:27.872488 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0241981-f254-4fbd-ac2a-79b72729be25 req-4ee74cc9-89d0-4e4d-9088-a394df3396b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:27.874058 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a0241981-f254-4fbd-ac2a-79b72729be25 req-4ee74cc9-89d0-4e4d-9088-a394df3396b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0af6bfa57d0f48c7bda265113a2271b4&device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 1097 time: 0.0401523 Aug 17 01:10:27.984005 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0241981-f254-4fbd-ac2a-79b72729be25 req-502dcd39-8828-4a02-818c-bd4ef216ef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:27.985517 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a0241981-f254-4fbd-ac2a-79b72729be25 req-502dcd39-8828-4a02-818c-bd4ef216ef8d service neutron] 10.222.0.69 "GET /v2.0/networks?id=2c265614-fdcd-4a1b-a63b-3126ac326e39 HTTP/1.1" status: 200 len: 910 time: 0.0917737 Aug 17 01:10:28.050671 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a0241981-f254-4fbd-ac2a-79b72729be25 req-96ff42e6-05ac-4bd9-ac54-4b6e5fa0055d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d9ffd65-4863-4810-9809-81d32f951150 HTTP/1.1" status: 200 len: 1000 time: 0.0567565 Aug 17 01:10:28.106310 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0241981-f254-4fbd-ac2a-79b72729be25 req-d8ad1bad-62c0-44d3-a0b4-3bfe6b6eb3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:28.107836 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a0241981-f254-4fbd-ac2a-79b72729be25 req-d8ad1bad-62c0-44d3-a0b4-3bfe6b6eb3f6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=561ee36b-ef22-4713-ac0e-649d9ec4eb0e HTTP/1.1" status: 200 len: 848 time: 0.0473044 Aug 17 01:10:28.179945 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0241981-f254-4fbd-ac2a-79b72729be25 req-0fcba81e-fc17-465b-be67-917ca521ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:28.181366 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a0241981-f254-4fbd-ac2a-79b72729be25 req-0fcba81e-fc17-465b-be67-917ca521ad2e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c265614-fdcd-4a1b-a63b-3126ac326e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666583 Aug 17 01:10:28.205160 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40dd29-dc58-47d7-b23d-756f0fdd3235 req-f1344849-15bb-41a0-b150-5ccf783aebdd tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:28.206569 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be40dd29-dc58-47d7-b23d-756f0fdd3235 req-f1344849-15bb-41a0-b150-5ccf783aebdd tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 945 time: 0.0630193 Aug 17 01:10:28.287498 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be40dd29-dc58-47d7-b23d-756f0fdd3235 req-2d0b1539-3b00-48d5-b214-09396b4fdb67 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714173 Aug 17 01:10:28.310612 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a0241981-f254-4fbd-ac2a-79b72729be25 req-83b82ba8-67f7-4331-b2f9-5cd6d704fcb6 service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205800 Aug 17 01:10:28.399600 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a0241981-f254-4fbd-ac2a-79b72729be25 req-d5c3d41f-bf62-42ee-a98b-32fafe0b04e0 service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816929 Aug 17 01:10:29.409903 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc726f-8568-49c3-88a4-e12edd5f54cc req-6e7be253-f9f5-4930-9e46-c321cf42d046 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:29.411357 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7bc726f-8568-49c3-88a4-e12edd5f54cc req-6e7be253-f9f5-4930-9e46-c321cf42d046 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 945 time: 0.0523148 Aug 17 01:10:29.450061 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a7bc726f-8568-49c3-88a4-e12edd5f54cc req-d316d1c2-1aee-4c25-98b5-f90f66789dd4 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321145 Aug 17 01:10:30.565462 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87947d-adbd-4a01-91ed-434bb23ca24b req-baf1d6a2-859d-448b-9a1e-e406abedb78c tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:30.566929 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b87947d-adbd-4a01-91ed-434bb23ca24b req-baf1d6a2-859d-448b-9a1e-e406abedb78c tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 945 time: 0.0496726 Aug 17 01:10:30.605470 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6b87947d-adbd-4a01-91ed-434bb23ca24b req-6ca252f5-b8ab-4d75-a498-e1af3d09057f tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316896 Aug 17 01:10:31.719860 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5b279-c050-4329-9638-03d8aa367f82 req-f2894c5e-929d-47a2-ba20-a37e2cc658cd tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:31.721297 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-21c5b279-c050-4329-9638-03d8aa367f82 req-f2894c5e-929d-47a2-ba20-a37e2cc658cd tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 945 time: 0.0489278 Aug 17 01:10:31.758399 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-21c5b279-c050-4329-9638-03d8aa367f82 req-a1b6424d-6dc6-41d4-907d-e53cca168b43 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312340 Aug 17 01:10:32.889507 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b7ffa-d3e3-46ed-b882-53c061d14253 req-d6922fda-e1e4-44aa-8053-a441ae1a5b34 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:32.890999 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3a4b7ffa-d3e3-46ed-b882-53c061d14253 req-d6922fda-e1e4-44aa-8053-a441ae1a5b34 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 945 time: 0.0544388 Aug 17 01:10:32.928678 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3a4b7ffa-d3e3-46ed-b882-53c061d14253 req-972ad8a6-c0a2-4fc3-8d5c-7bc186a054f6 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317290 Aug 17 01:10:34.043465 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4bbde-e115-4673-91c5-41f45855f4d7 req-befd2a54-490b-4378-afae-86f78200d397 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:34.044964 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d0f4bbde-e115-4673-91c5-41f45855f4d7 req-befd2a54-490b-4378-afae-86f78200d397 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 945 time: 0.0487783 Aug 17 01:10:34.082525 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d0f4bbde-e115-4673-91c5-41f45855f4d7 req-34e3f972-6ab8-4a04-9842-08637a27a72c tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316288 Aug 17 01:10:35.210896 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3c0b0-4486-45cc-94f0-4e1227376143 req-7f518bdb-864d-4da6-828f-664ded96ba69 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:35.212401 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3f3c0b0-4486-45cc-94f0-4e1227376143 req-7f518bdb-864d-4da6-828f-664ded96ba69 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 945 time: 0.0486104 Aug 17 01:10:35.252218 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b3f3c0b0-4486-45cc-94f0-4e1227376143 req-a0e6b9de-ee30-45c7-9238-8080d07af9f6 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329537 Aug 17 01:10:36.373677 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533814d-8d2c-44a5-a6aa-7f227be9c912 req-710ef655-66cd-4b80-897d-48617fa5cb39 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:36.375136 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5533814d-8d2c-44a5-a6aa-7f227be9c912 req-710ef655-66cd-4b80-897d-48617fa5cb39 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 945 time: 0.0533702 Aug 17 01:10:36.411795 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5533814d-8d2c-44a5-a6aa-7f227be9c912 req-1c9dd9c3-6529-4f6b-b6b9-354e2df64b1b tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308008 Aug 17 01:10:37.096979 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 9d9ffd65-4863-4810-9809-81d32f951150 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:10:37.197108 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 9d9ffd65-4863-4810-9809-81d32f951150, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9d9ffd65-4863-4810-9809-81d32f951150,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:10:37.209569 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '9d9ffd65-4863-4810-9809-81d32f951150', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'port_id': '9d9ffd65-4863-4810-9809-81d32f951150', 'mac_address': 'fa:16:3e:80:88:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:10:37.249899 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:37.266048 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d9ffd65-4863-4810-9809-81d32f951150 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:10:37.286311 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 9d9ffd65-4863-4810-9809-81d32f951150, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9d9ffd65-4863-4810-9809-81d32f951150,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:10:37.290489 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:37.343910 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=9d9ffd65-4863-4810-9809-81d32f951150,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:10:37.351492 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:10:37.351875 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:10:37.352217 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:10:37.352584 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:10:37.352921 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:10:37.353274 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:10:37.353604 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:10:37.353957 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:10:37.356167 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:10:37.356167 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:10:37.356167 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:10:37.356167 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:10:37.381846 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['9d9ffd65-4863-4810-9809-81d32f951150'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:10:37.532940 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a6788-50ff-4fda-9738-e71e5ac32f39 req-9a7f49ff-2524-413b-a885-b532286f2c0b tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:37.534359 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3d0a6788-50ff-4fda-9738-e71e5ac32f39 req-9a7f49ff-2524-413b-a885-b532286f2c0b tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 944 time: 0.0550158 Aug 17 01:10:37.581158 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3d0a6788-50ff-4fda-9738-e71e5ac32f39 req-360fad78-2036-4cfa-9665-ebed153907be tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363562 Aug 17 01:10:38.732312 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623f050-8395-435a-b35e-f319ad9ec5be req-4c5fb33a-5613-40c5-97a9-fd7583bb739f tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:38.734215 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b623f050-8395-435a-b35e-f319ad9ec5be req-4c5fb33a-5613-40c5-97a9-fd7583bb739f tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 944 time: 0.0540903 Aug 17 01:10:38.774111 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b623f050-8395-435a-b35e-f319ad9ec5be req-098e1de8-9e2d-44b4-a24c-93617bca5b3d tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333455 Aug 17 01:10:39.112502 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 9d9ffd65-4863-4810-9809-81d32f951150 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:10:39.165509 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 9d9ffd65-4863-4810-9809-81d32f951150 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:10:39.165886 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:39.265031 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:39.300640 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 9d9ffd65-4863-4810-9809-81d32f951150, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9d9ffd65-4863-4810-9809-81d32f951150,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:10:39.301753 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c4ff6d-2ae3-4503-9fc7-4656ee0cb305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9ffd65-4863-4810-9809-81d32f951150'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:10:39.303923 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d9b1f6eceb9192db377ceb4d6ae83098a713cf0d5394fe300bfd3a5d60dfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ddceb7-29aa-4568-911a-953d9ae3e081" -d '{"events": [{"server_uuid": "63c4ff6d-2ae3-4503-9fc7-4656ee0cb305", "name": "network-vif-plugged", "status": "completed", "tag": "9d9ffd65-4863-4810-9809-81d32f951150"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:10:39.307685 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:39.360158 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d2d2f6-f9f1-4a30-950a-f47cb6e5026d x-openstack-request-id: req-f1d2d2f6-f9f1-4a30-950a-f47cb6e5026d {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:10:39.360456 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c4ff6d-2ae3-4503-9fc7-4656ee0cb305", "name": "network-vif-plugged", "status": "completed", "tag": "9d9ffd65-4863-4810-9809-81d32f951150", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:10:39.360710 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f1d2d2f6-f9f1-4a30-950a-f47cb6e5026d {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:10:39.361133 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c4ff6d-2ae3-4503-9fc7-4656ee0cb305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9ffd65-4863-4810-9809-81d32f951150', 'code': 200} Aug 17 01:10:39.364118 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=9d9ffd65-4863-4810-9809-81d32f951150,revision_number=7']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:10:39.905975 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71752d8e-ea10-4dac-aedb-8596d55b0d69 req-8240b771-fac3-4e4b-bf0c-cc49361c5714 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:39.908214 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-71752d8e-ea10-4dac-aedb-8596d55b0d69 req-8240b771-fac3-4e4b-bf0c-cc49361c5714 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 945 time: 0.0583799 Aug 17 01:10:39.952984 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-71752d8e-ea10-4dac-aedb-8596d55b0d69 req-4de39460-1c82-4272-be18-ed0cc97fbae7 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381284 Aug 17 01:10:40.816334 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:41.080533 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07cbf0-ead8-43e2-abc1-6a0fdbd9223b req-891fbfcb-b993-4703-b607-51d3496ad391 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:41.081969 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5c07cbf0-ead8-43e2-abc1-6a0fdbd9223b req-891fbfcb-b993-4703-b607-51d3496ad391 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 945 time: 0.0524933 Aug 17 01:10:41.125447 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5c07cbf0-ead8-43e2-abc1-6a0fdbd9223b req-27724a79-6e1f-4c46-bfd6-131059e0d15e tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374465 Aug 17 01:10:42.272927 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6ca31-030b-4adf-a652-f44e0424105a req-21cc78bf-aeee-4265-996f-531c04f3f61a tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:42.272927 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9dc6ca31-030b-4adf-a652-f44e0424105a req-21cc78bf-aeee-4265-996f-531c04f3f61a tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 945 time: 0.0603890 Aug 17 01:10:42.325780 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9dc6ca31-030b-4adf-a652-f44e0424105a req-c23a8253-e16f-4592-b4f8-6a22e2826715 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439429 Aug 17 01:10:42.416115 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:43.455635 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4291f-8ea6-4917-9352-a806a40d2d46 req-d1d29b5c-b57c-4688-96f5-30819dbc8fa2 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:43.464436 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-19c4291f-8ea6-4917-9352-a806a40d2d46 req-d1d29b5c-b57c-4688-96f5-30819dbc8fa2 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 945 time: 0.0657966 Aug 17 01:10:43.513546 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-19c4291f-8ea6-4917-9352-a806a40d2d46 req-511ad0fd-4e06-4410-8947-8366db375191 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422990 Aug 17 01:10:44.637712 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce6a72-bdd4-4e5f-a772-b162c1619147 req-6507730a-986b-4919-9a41-02c20b439fae tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:44.639408 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23ce6a72-bdd4-4e5f-a772-b162c1619147 req-6507730a-986b-4919-9a41-02c20b439fae tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 945 time: 0.0633476 Aug 17 01:10:44.681461 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-23ce6a72-bdd4-4e5f-a772-b162c1619147 req-fb9d7298-bf6b-4cbe-8de7-b6d867706cb8 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343120 Aug 17 01:10:45.816728 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f8c6d-8cc9-4db9-aaa9-67251e23405c req-14926014-5ccb-4c61-bc00-4c7da6b70131 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:45.818956 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-606f8c6d-8cc9-4db9-aaa9-67251e23405c req-14926014-5ccb-4c61-bc00-4c7da6b70131 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 945 time: 0.0558653 Aug 17 01:10:45.859541 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-606f8c6d-8cc9-4db9-aaa9-67251e23405c req-9fe09f80-4c0a-432c-9442-9e8759f322f1 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338678 Aug 17 01:10:46.646467 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-cd0b916a-bad3-42d4-8b7a-e1143479e7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:46.768409 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca82bc6-2aaa-49db-92f7-bd916ade5cf0 req-f24bbc5c-67f2-439b-9637-0999419d3d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:46.771644 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ca82bc6-2aaa-49db-92f7-bd916ade5cf0 req-f24bbc5c-67f2-439b-9637-0999419d3d93 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0af6bfa57d0f48c7bda265113a2271b4&device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 1097 time: 0.0463681 Aug 17 01:10:46.863742 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca82bc6-2aaa-49db-92f7-bd916ade5cf0 req-6afd5b5e-cc62-4949-8de8-e414c1888c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:46.865209 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ca82bc6-2aaa-49db-92f7-bd916ade5cf0 req-6afd5b5e-cc62-4949-8de8-e414c1888c0d service neutron] 10.222.0.69 "GET /v2.0/networks?id=2c265614-fdcd-4a1b-a63b-3126ac326e39 HTTP/1.1" status: 200 len: 910 time: 0.0859399 Aug 17 01:10:46.962284 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ca82bc6-2aaa-49db-92f7-bd916ade5cf0 req-b5a11821-e62d-4b7d-9df7-f3753a0d5a0d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d9ffd65-4863-4810-9809-81d32f951150 HTTP/1.1" status: 200 len: 1000 time: 0.0847433 Aug 17 01:10:47.009147 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89519afc-da34-497e-9c06-2b934aa9e42c req-f546cd49-3303-4e1e-98b2-bd0e0b7bf4ed tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:47.010661 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-89519afc-da34-497e-9c06-2b934aa9e42c req-f546cd49-3303-4e1e-98b2-bd0e0b7bf4ed tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 945 time: 0.0820012 Aug 17 01:10:47.040789 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca82bc6-2aaa-49db-92f7-bd916ade5cf0 req-a72449d5-277f-4b6a-87e0-bb6604b79e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:47.042774 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ca82bc6-2aaa-49db-92f7-bd916ade5cf0 req-a72449d5-277f-4b6a-87e0-bb6604b79e33 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=561ee36b-ef22-4713-ac0e-649d9ec4eb0e HTTP/1.1" status: 200 len: 848 time: 0.0689449 Aug 17 01:10:47.079999 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-89519afc-da34-497e-9c06-2b934aa9e42c req-0ef6695c-43f7-4a6c-896f-a494b2c0d82e tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620582 Aug 17 01:10:47.094671 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca82bc6-2aaa-49db-92f7-bd916ade5cf0 req-66f77902-e54f-445b-be13-a53a9aec8fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:47.096133 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ca82bc6-2aaa-49db-92f7-bd916ade5cf0 req-66f77902-e54f-445b-be13-a53a9aec8fba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c265614-fdcd-4a1b-a63b-3126ac326e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443692 Aug 17 01:10:47.195330 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ca82bc6-2aaa-49db-92f7-bd916ade5cf0 req-16f14928-9d8e-4bfd-9669-c2635afcb843 service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871730 Aug 17 01:10:47.289670 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5ca82bc6-2aaa-49db-92f7-bd916ade5cf0 req-473c558e-58f3-45f8-a630-e9175cabff5d service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825655 Aug 17 01:10:48.512284 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88119ab4-10b8-4807-b028-e5fa287337f6 req-c23d433f-43db-481c-826d-ec5f6de16f79 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:48.513939 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-88119ab4-10b8-4807-b028-e5fa287337f6 req-c23d433f-43db-481c-826d-ec5f6de16f79 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 945 time: 0.3660710 Aug 17 01:10:48.551552 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-88119ab4-10b8-4807-b028-e5fa287337f6 req-35adfbe6-d5c7-4d2d-a4bc-25e9f019862a tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316358 Aug 17 01:10:49.325868 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-79817191-4503-4d1b-81d8-5c0234bd41a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:49.364381 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:49.666209 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3be19e-d0b4-415a-aecf-461d5d3885df req-c7d00afe-a140-4399-b303-19dcdb84e781 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:49.668494 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dc3be19e-d0b4-415a-aecf-461d5d3885df req-c7d00afe-a140-4399-b303-19dcdb84e781 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 945 time: 0.0495703 Aug 17 01:10:49.705195 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-dc3be19e-d0b4-415a-aecf-461d5d3885df req-7e8a0aa7-c865-4d01-b3d6-861fd4f3bf1a tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306635 Aug 17 01:10:49.773540 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-ad9afc85-74c0-43b9-9cf5-c0f156d1e054 req-55b3a1ac-fde7-4eca-8db4-67c4096a2320 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 01:10:49.774496 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ad9afc85-74c0-43b9-9cf5-c0f156d1e054 req-55b3a1ac-fde7-4eca-8db4-67c4096a2320 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054281 Aug 17 01:10:49.928235 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf77f35-2577-4959-896b-87a8c72bf9b2 req-f5f7ad5e-3c23-4436-815b-8905cbc1576a tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:49.929749 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bf77f35-2577-4959-896b-87a8c72bf9b2 req-f5f7ad5e-3c23-4436-815b-8905cbc1576a tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 945 time: 0.0514865 Aug 17 01:10:49.969554 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1bf77f35-2577-4959-896b-87a8c72bf9b2 req-eddfbb86-a25b-4cda-8fe8-a1c083bd40db tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336192 Aug 17 01:10:49.999044 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51096) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:10:50.100099 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2cdfe681-a650-430f-9a9f-632e25598dad req-5e271139-6947-4465-b81a-81ecd9f490d0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0998404 Aug 17 01:10:50.109209 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [req-2cdfe681-a650-430f-9a9f-632e25598dad req-6f3f8fb1-8a8b-4d58-9760-265ab99f9193 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 01:10:50.110184 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2cdfe681-a650-430f-9a9f-632e25598dad req-6f3f8fb1-8a8b-4d58-9760-265ab99f9193 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054693 Aug 17 01:10:50.487665 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:50.925136 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfe681-a650-430f-9a9f-632e25598dad req-4679e06b-d459-4dac-8901-4dfc1d7b3d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:50.926595 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2cdfe681-a650-430f-9a9f-632e25598dad req-4679e06b-d459-4dac-8901-4dfc1d7b3d8a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305&tenant_id=0af6bfa57d0f48c7bda265113a2271b4 HTTP/1.1" status: 200 len: 1097 time: 0.0430994 Aug 17 01:10:50.987456 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfe681-a650-430f-9a9f-632e25598dad req-8d9b9f9c-887f-41ad-9ed5-5e8abe8516d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:50.988787 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2cdfe681-a650-430f-9a9f-632e25598dad req-8d9b9f9c-887f-41ad-9ed5-5e8abe8516d1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0af6bfa57d0f48c7bda265113a2271b4&device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 1097 time: 0.0383236 Aug 17 01:10:51.117381 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbf163-2c55-416f-a0a8-96d825aacf56 req-5ac91fe6-0f70-44f7-abab-089de73f4ded tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:51.118847 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-59bbf163-2c55-416f-a0a8-96d825aacf56 req-5ac91fe6-0f70-44f7-abab-089de73f4ded tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 945 time: 0.0799100 Aug 17 01:10:51.124006 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfe681-a650-430f-9a9f-632e25598dad req-39ff4b39-1df3-48e7-a960-5c5103e8a06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:51.126604 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2cdfe681-a650-430f-9a9f-632e25598dad req-39ff4b39-1df3-48e7-a960-5c5103e8a06f service neutron] 10.222.0.69 "GET /v2.0/networks?id=2c265614-fdcd-4a1b-a63b-3126ac326e39 HTTP/1.1" status: 200 len: 910 time: 0.1288478 Aug 17 01:10:51.188759 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 9d9ffd65-4863-4810-9809-81d32f951150 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:10:51.200370 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-59bbf163-2c55-416f-a0a8-96d825aacf56 req-863a410c-0a71-4f60-8a5f-6d7c26faaa2e tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723069 Aug 17 01:10:51.218076 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2cdfe681-a650-430f-9a9f-632e25598dad req-4e327144-572d-4e92-a9a3-902dd02883eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d9ffd65-4863-4810-9809-81d32f951150 HTTP/1.1" status: 200 len: 1000 time: 0.0736029 Aug 17 01:10:51.273664 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfe681-a650-430f-9a9f-632e25598dad req-1a01d869-1183-49e5-bd89-a5ba10ec5044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:51.273894 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:51.275169 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2cdfe681-a650-430f-9a9f-632e25598dad req-1a01d869-1183-49e5-bd89-a5ba10ec5044 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=561ee36b-ef22-4713-ac0e-649d9ec4eb0e HTTP/1.1" status: 200 len: 848 time: 0.0505621 Aug 17 01:10:51.296949 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c4ff6d-2ae3-4503-9fc7-4656ee0cb305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d9ffd65-4863-4810-9809-81d32f951150'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:10:51.299248 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d9b1f6eceb9192db377ceb4d6ae83098a713cf0d5394fe300bfd3a5d60dfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20e2eb3-010b-411d-9bb1-6a245dfcda25" -d '{"events": [{"server_uuid": "63c4ff6d-2ae3-4503-9fc7-4656ee0cb305", "name": "network-vif-unplugged", "status": "completed", "tag": "9d9ffd65-4863-4810-9809-81d32f951150"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:10:51.312475 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 9d9ffd65-4863-4810-9809-81d32f951150, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9d9ffd65-4863-4810-9809-81d32f951150,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:10:51.317639 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:51.330793 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfe681-a650-430f-9a9f-632e25598dad req-c2b7ed6d-eb54-4a15-ac04-e88527d25e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:51.332459 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2cdfe681-a650-430f-9a9f-632e25598dad req-c2b7ed6d-eb54-4a15-ac04-e88527d25e75 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c265614-fdcd-4a1b-a63b-3126ac326e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458896 Aug 17 01:10:51.355830 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 01:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eded30bf-d133-4525-9a27-79dbcdfc46c4 x-openstack-request-id: req-eded30bf-d133-4525-9a27-79dbcdfc46c4 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:10:51.356137 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c4ff6d-2ae3-4503-9fc7-4656ee0cb305", "name": "network-vif-unplugged", "status": "completed", "tag": "9d9ffd65-4863-4810-9809-81d32f951150", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:10:51.356394 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eded30bf-d133-4525-9a27-79dbcdfc46c4 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:10:51.356793 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c4ff6d-2ae3-4503-9fc7-4656ee0cb305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d9ffd65-4863-4810-9809-81d32f951150', 'code': 200} Aug 17 01:10:51.379185 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=9d9ffd65-4863-4810-9809-81d32f951150,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:10:51.430942 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2cdfe681-a650-430f-9a9f-632e25598dad req-25258755-3621-4f61-8fd8-38e2bef7afed service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900621 Aug 17 01:10:51.524712 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2cdfe681-a650-430f-9a9f-632e25598dad req-cd98541b-c0bf-4730-99c6-36ff241f0252 service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819449 Aug 17 01:10:52.219198 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:10:52.341720 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242cab1-e3cf-4148-b336-1efc9014b1c9 req-57a4d52b-5fe1-472a-ab52-caba97d18956 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:52.343321 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5242cab1-e3cf-4148-b336-1efc9014b1c9 req-57a4d52b-5fe1-472a-ab52-caba97d18956 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 943 time: 0.0685797 Aug 17 01:10:52.366230 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:52.407557 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5242cab1-e3cf-4148-b336-1efc9014b1c9 req-2408ba3e-c2c4-4b8b-8b33-2a9607b966ed tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578239 Aug 17 01:10:53.561249 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e2b59-bbd5-4631-8808-517b93721af6 req-7889dee3-1b9a-44ce-abd2-7d0fd7a95122 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:53.563050 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b2e2b59-bbd5-4631-8808-517b93721af6 req-7889dee3-1b9a-44ce-abd2-7d0fd7a95122 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 943 time: 0.0570471 Aug 17 01:10:53.605374 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5b2e2b59-bbd5-4631-8808-517b93721af6 req-96adac95-9b11-4127-8d38-9066be40fa0e tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359249 Aug 17 01:10:54.732764 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b4c2d-4fbb-4600-8ee1-84936d670768 req-a3626fa6-a762-4f38-946d-fac5f745762e tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:54.734549 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-248b4c2d-4fbb-4600-8ee1-84936d670768 req-a3626fa6-a762-4f38-946d-fac5f745762e tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 943 time: 0.0613654 Aug 17 01:10:54.774629 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-248b4c2d-4fbb-4600-8ee1-84936d670768 req-753fa540-b96e-4702-b160-4344127d2e40 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335715 Aug 17 01:10:55.894645 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5afe84-de74-4a00-8af8-a25eb0e8a49d req-72c7f667-e49c-454a-8fa2-6ba21e933d3b tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:55.896186 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5c5afe84-de74-4a00-8af8-a25eb0e8a49d req-72c7f667-e49c-454a-8fa2-6ba21e933d3b tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 943 time: 0.0509400 Aug 17 01:10:55.935889 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5c5afe84-de74-4a00-8af8-a25eb0e8a49d req-f4cffab7-ff2b-49ab-b9f5-1d75189760a4 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329032 Aug 17 01:10:57.063619 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38007c8-a4ca-4b2e-b4fe-6b010695a107 req-d05599cd-93ae-467b-b424-1f29d311a524 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:57.065126 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c38007c8-a4ca-4b2e-b4fe-6b010695a107 req-d05599cd-93ae-467b-b424-1f29d311a524 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 943 time: 0.0521924 Aug 17 01:10:57.112286 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c38007c8-a4ca-4b2e-b4fe-6b010695a107 req-6411c054-eb15-4e67-b778-a1448fd3a352 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410361 Aug 17 01:10:58.247412 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4a528-0ee5-44b2-9a71-3f638c32e28c req-4cc41b1c-0f59-43b6-be64-776dbe4f40f4 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:58.248836 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-17c4a528-0ee5-44b2-9a71-3f638c32e28c req-4cc41b1c-0f59-43b6-be64-776dbe4f40f4 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 943 time: 0.0490994 Aug 17 01:10:58.301183 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-17c4a528-0ee5-44b2-9a71-3f638c32e28c req-bd1db473-2c8b-4aba-9a8e-25798d06b9fb tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422583 Aug 17 01:10:59.412095 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522de893-00ce-4f3c-a2ee-6ac53bfc0d76 req-acbfe095-a8a2-42d7-a3ee-f82282cab408 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:59.413629 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-522de893-00ce-4f3c-a2ee-6ac53bfc0d76 req-acbfe095-a8a2-42d7-a3ee-f82282cab408 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 943 time: 0.0514367 Aug 17 01:10:59.452685 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-522de893-00ce-4f3c-a2ee-6ac53bfc0d76 req-e5438cf5-68af-48e3-929b-bc7f8876b512 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323439 Aug 17 01:11:00.588675 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e0c57-7211-4923-9598-afab43f4bfff req-b2224db7-4be1-40fa-8995-81dc2525415f tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:11:00.590365 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-931e0c57-7211-4923-9598-afab43f4bfff req-b2224db7-4be1-40fa-8995-81dc2525415f tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 943 time: 0.0643945 Aug 17 01:11:00.629182 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-931e0c57-7211-4923-9598-afab43f4bfff req-29cef5c4-03f2-4a6f-a772-533768909d4c tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326390 Aug 17 01:11:01.756290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecf96f-3c55-405c-9a21-6edb7e39540f req-43367802-8e26-4799-9245-4566beae39e2 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:11:01.758374 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-59ecf96f-3c55-405c-9a21-6edb7e39540f req-43367802-8e26-4799-9245-4566beae39e2 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 943 time: 0.0556884 Aug 17 01:11:01.807608 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-59ecf96f-3c55-405c-9a21-6edb7e39540f req-c9b29c6b-98be-4cf6-ab50-83b3c0c09494 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425313 Aug 17 01:11:02.934649 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9123060-17bd-49a0-9c23-a58b6a3c9d3a req-1c61826e-93c4-4efc-9627-456dc4251275 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:11:02.936115 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9123060-17bd-49a0-9c23-a58b6a3c9d3a req-1c61826e-93c4-4efc-9627-456dc4251275 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 943 time: 0.0490746 Aug 17 01:11:02.973896 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e9123060-17bd-49a0-9c23-a58b6a3c9d3a req-db7e6c1c-3eeb-4cc7-b5cd-1b8bd8f616c1 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316126 Aug 17 01:11:04.094184 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f917ae-3209-46ec-b31c-0c0d85b06b5d req-cdae31a4-236b-44ff-8311-b8174628ce44 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:11:04.095657 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d2f917ae-3209-46ec-b31c-0c0d85b06b5d req-cdae31a4-236b-44ff-8311-b8174628ce44 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 943 time: 0.0517232 Aug 17 01:11:04.136293 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d2f917ae-3209-46ec-b31c-0c0d85b06b5d req-9d79cf15-cf34-4db5-9787-aa39ab7c3202 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345469 Aug 17 01:11:04.250527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab89165-35fc-4728-a2be-a4d53d368f34 req-d10bde0c-b7dc-4d00-9638-163dc0fc47d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:11:04.252001 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eab89165-35fc-4728-a2be-a4d53d368f34 req-d10bde0c-b7dc-4d00-9638-163dc0fc47d6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 1095 time: 0.0411556 Aug 17 01:11:04.290681 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eab89165-35fc-4728-a2be-a4d53d368f34 req-907c022a-2712-41ff-b558-ce3cdd5a8a75 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275772 Aug 17 01:11:05.258253 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d2386-0c42-4e42-b2fd-1d3f230aa501 req-2a570ba0-e0d5-474a-90e2-b28a62fa21d5 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:11:05.259734 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d66d2386-0c42-4e42-b2fd-1d3f230aa501 req-2a570ba0-e0d5-474a-90e2-b28a62fa21d5 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 943 time: 0.0531399 Aug 17 01:11:05.299802 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d66d2386-0c42-4e42-b2fd-1d3f230aa501 req-92563eff-37c4-487d-ad7e-f549246c77b3 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339675 Aug 17 01:11:06.423355 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1e892-0c30-4ad0-a6de-3dde3e81e78f req-0b52a215-7306-4548-8b29-9173b718c79b tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:11:06.424827 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f0b1e892-0c30-4ad0-a6de-3dde3e81e78f req-0b52a215-7306-4548-8b29-9173b718c79b tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 943 time: 0.0547016 Aug 17 01:11:06.463272 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f0b1e892-0c30-4ad0-a6de-3dde3e81e78f req-2696d811-5688-48e2-ae83-f1e3a03315ea tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324259 Aug 17 01:11:07.234597 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 9d9ffd65-4863-4810-9809-81d32f951150 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:11:07.330765 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 9d9ffd65-4863-4810-9809-81d32f951150, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9d9ffd65-4863-4810-9809-81d32f951150,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:11:07.341614 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '9d9ffd65-4863-4810-9809-81d32f951150', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'port_id': '9d9ffd65-4863-4810-9809-81d32f951150', 'mac_address': 'fa:16:3e:80:88:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:11:07.379149 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:07.391451 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d9ffd65-4863-4810-9809-81d32f951150 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:11:07.409881 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 9d9ffd65-4863-4810-9809-81d32f951150, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9d9ffd65-4863-4810-9809-81d32f951150,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:11:07.413695 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:07.459789 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=9d9ffd65-4863-4810-9809-81d32f951150,revision_number=9']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:11:07.681395 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['9d9ffd65-4863-4810-9809-81d32f951150'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:11:09.250358 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 9d9ffd65-4863-4810-9809-81d32f951150 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:11:09.300082 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 9d9ffd65-4863-4810-9809-81d32f951150 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:11:09.300452 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:09.375262 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:09.396687 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c4ff6d-2ae3-4503-9fc7-4656ee0cb305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9ffd65-4863-4810-9809-81d32f951150'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:11:09.398925 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d9b1f6eceb9192db377ceb4d6ae83098a713cf0d5394fe300bfd3a5d60dfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d867bf79-931f-4ec8-ae1a-ba3bae93e04f" -d '{"events": [{"server_uuid": "63c4ff6d-2ae3-4503-9fc7-4656ee0cb305", "name": "network-vif-plugged", "status": "completed", "tag": "9d9ffd65-4863-4810-9809-81d32f951150"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:11:09.412920 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 9d9ffd65-4863-4810-9809-81d32f951150, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9d9ffd65-4863-4810-9809-81d32f951150,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:11:09.416751 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:09.444465 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f29ae18-d440-4bb7-a166-d66592bf8d00 x-openstack-request-id: req-4f29ae18-d440-4bb7-a166-d66592bf8d00 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:11:09.444756 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c4ff6d-2ae3-4503-9fc7-4656ee0cb305", "name": "network-vif-plugged", "status": "completed", "tag": "9d9ffd65-4863-4810-9809-81d32f951150", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:11:09.445008 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f29ae18-d440-4bb7-a166-d66592bf8d00 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:11:09.445427 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c4ff6d-2ae3-4503-9fc7-4656ee0cb305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9ffd65-4863-4810-9809-81d32f951150', 'code': 200} Aug 17 01:11:09.470093 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=9d9ffd65-4863-4810-9809-81d32f951150,revision_number=10']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:11:10.829177 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:12.417215 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:16.647171 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9d4f8c38-a77d-4bfb-a279-066b5ad455c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:19.325774 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-34237700-bb4c-443c-b7f8-7997abdc4eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:19.364951 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:20.497788 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:22.365064 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:27.898932 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-86d433ab-2520-40f9-b125-57833ccae87d req-272eefcd-788c-45d5-8cdc-564ebb364732 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0825548 Aug 17 01:11:27.983909 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d433ab-2520-40f9-b125-57833ccae87d req-a22f78ab-81e2-43aa-95f2-949a4115650e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:11:27.985430 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-86d433ab-2520-40f9-b125-57833ccae87d req-a22f78ab-81e2-43aa-95f2-949a4115650e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0af6bfa57d0f48c7bda265113a2271b4&device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 1098 time: 0.0419743 Aug 17 01:11:28.090056 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d433ab-2520-40f9-b125-57833ccae87d req-cf2ba101-b4a3-4d31-b907-52f44608ace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:11:28.091488 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-86d433ab-2520-40f9-b125-57833ccae87d req-cf2ba101-b4a3-4d31-b907-52f44608ace3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2c265614-fdcd-4a1b-a63b-3126ac326e39 HTTP/1.1" status: 200 len: 910 time: 0.0874197 Aug 17 01:11:28.156422 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-86d433ab-2520-40f9-b125-57833ccae87d req-c3dd7183-e3bf-493d-9d80-02deb05ad39e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d9ffd65-4863-4810-9809-81d32f951150 HTTP/1.1" status: 200 len: 1000 time: 0.0574245 Aug 17 01:11:28.208810 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d433ab-2520-40f9-b125-57833ccae87d req-069337ef-6c72-4f16-88a8-6a547c6313c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:11:28.210254 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-86d433ab-2520-40f9-b125-57833ccae87d req-069337ef-6c72-4f16-88a8-6a547c6313c4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=561ee36b-ef22-4713-ac0e-649d9ec4eb0e HTTP/1.1" status: 200 len: 848 time: 0.0466716 Aug 17 01:11:28.256548 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d433ab-2520-40f9-b125-57833ccae87d req-5bf9d585-f7bb-47f2-b6de-361efafc393a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:11:28.258063 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-86d433ab-2520-40f9-b125-57833ccae87d req-5bf9d585-f7bb-47f2-b6de-361efafc393a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c265614-fdcd-4a1b-a63b-3126ac326e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399163 Aug 17 01:11:28.352382 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-86d433ab-2520-40f9-b125-57833ccae87d req-916d59e9-a285-495d-9599-b789295229ff service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851119 Aug 17 01:11:28.443772 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-86d433ab-2520-40f9-b125-57833ccae87d req-93f1f75e-45af-474d-ba3d-8ef5156fbd7a service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838933 Aug 17 01:11:29.219140 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:11:40.829384 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:42.423529 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:46.648107 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a50a8bcc-c89b-43fb-8a3c-7e52a7288ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:49.325095 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-243e8ea7-2766-4e07-a93c-e9da0da5eca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:49.366420 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:50.492297 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:52.367400 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:06.219252 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:12:10.845978 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:12.429477 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:16.650539 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-db3fdd33-ee90-4c8a-a346-84720adead23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:19.326014 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c6ad898c-03e2-4cb4-9b18-0858fc108586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:19.366549 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:20.069729 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51232) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:12:20.229771 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-dd1fae13-f772-4e0c-b470-856f34f945c8 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Deleting port 963fabaf-a483-454d-847f-175923e1a9b3 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:12:20.230377 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dd1fae13-f772-4e0c-b470-856f34f945c8 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:20.307703 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dd1fae13-f772-4e0c-b470-856f34f945c8 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:20.308031 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dd1fae13-f772-4e0c-b470-856f34f945c8 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:20.320319 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-dd1fae13-f772-4e0c-b470-856f34f945c8 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Calling delete_port for 963fabaf-a483-454d-847f-175923e1a9b3 owned by network:floatingip {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:12:20.475927 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dd1fae13-f772-4e0c-b470-856f34f945c8 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:20.494641 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:20.504995 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fae13-f772-4e0c-b470-856f34f945c8 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Pushing event deleted for resources: {'Port': ['ID=963fabaf-a483-454d-847f-175923e1a9b3,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:12:20.531180 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fae13-f772-4e0c-b470-856f34f945c8 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:20.531542 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fae13-f772-4e0c-b470-856f34f945c8 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:20.532403 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fae13-f772-4e0c-b470-856f34f945c8 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:20.532760 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fae13-f772-4e0c-b470-856f34f945c8 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:20.533121 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fae13-f772-4e0c-b470-856f34f945c8 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:20.533458 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fae13-f772-4e0c-b470-856f34f945c8 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:20.533792 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fae13-f772-4e0c-b470-856f34f945c8 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:20.534125 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fae13-f772-4e0c-b470-856f34f945c8 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:20.534452 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fae13-f772-4e0c-b470-856f34f945c8 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:20.534782 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fae13-f772-4e0c-b470-856f34f945c8 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:20.535112 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fae13-f772-4e0c-b470-856f34f945c8 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:20.535433 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fae13-f772-4e0c-b470-856f34f945c8 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:20.575329 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dd1fae13-f772-4e0c-b470-856f34f945c8 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for floatingip, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:20.575625 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-dd1fae13-f772-4e0c-b470-856f34f945c8 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Floating IP 773c81d4-a50c-4edf-a5fb-a36b1023fc15 disassociated (deleted). External IP: 172.25.3.46, port: 9d9ffd65-4863-4810-9809-81d32f951150. Aug 17 01:12:20.797287 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1fae13-f772-4e0c-b470-856f34f945c8 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Router bc3de308-d80a-4b5d-a2b2-e5159617780f has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:12:20.905390 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1fae13-f772-4e0c-b470-856f34f945c8 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:12:20.910705 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-dd1fae13-f772-4e0c-b470-856f34f945c8 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:20.915212 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bea8a9f-5ebc-483d-b928-b53d52b9ff8f None None] Sync routers for ids ['bc3de308-d80a-4b5d-a2b2-e5159617780f'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:12:20.924378 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bea8a9f-5ebc-483d-b928-b53d52b9ff8f None None] Routers {'bc3de308-d80a-4b5d-a2b2-e5159617780f'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:12:20.925024 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-9bea8a9f-5ebc-483d-b928-b53d52b9ff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:12:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['bc3de308-d80a-4b5d-a2b2-e5159617780f'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:12:20.936714 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-dd1fae13-f772-4e0c-b470-856f34f945c8 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "DELETE /v2.0/floatingips/773c81d4-a50c-4edf-a5fb-a36b1023fc15 HTTP/1.1" status: 204 len: 168 time: 0.8659146 Aug 17 01:12:20.937332 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c4ff6d-2ae3-4503-9fc7-4656ee0cb305', 'tag': '9d9ffd65-4863-4810-9809-81d32f951150'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:12:20.939592 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4afb7fd048575595adebbc18266dfe77be650347e5b777fc7b93272164e80269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013d6b2c-5d8f-4674-acf9-c58be1c0d1de" -d '{"events": [{"name": "network-changed", "server_uuid": "63c4ff6d-2ae3-4503-9fc7-4656ee0cb305", "tag": "9d9ffd65-4863-4810-9809-81d32f951150"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:12:21.037966 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-9bea8a9f-5ebc-483d-b928-b53d52b9ff8f None None] Set router bc3de308-d80a-4b5d-a2b2-e5159617780f gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:12:21.056924 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4a4746-d81a-4dfc-b2bb-c176d8710e09 x-openstack-request-id: req-3c4a4746-d81a-4dfc-b2bb-c176d8710e09 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:12:21.057400 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c4ff6d-2ae3-4503-9fc7-4656ee0cb305", "tag": "9d9ffd65-4863-4810-9809-81d32f951150", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:12:21.057635 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3c4a4746-d81a-4dfc-b2bb-c176d8710e09 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:12:21.058053 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c4ff6d-2ae3-4503-9fc7-4656ee0cb305', 'tag': '9d9ffd65-4863-4810-9809-81d32f951150', 'status': 'completed', 'code': 200} Aug 17 01:12:21.141213 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d6b2c-5d8f-4674-acf9-c58be1c0d1de req-615c3f4e-f126-4f3e-bc85-f489b8b5a54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:21.143505 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-013d6b2c-5d8f-4674-acf9-c58be1c0d1de req-615c3f4e-f126-4f3e-bc85-f489b8b5a54c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0af6bfa57d0f48c7bda265113a2271b4&device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 1098 time: 0.0463667 Aug 17 01:12:21.246014 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bbd40-74f8-4871-a04f-8cc8cd4a62d4 req-e52fcb1b-978d-4d41-bb74-ddfa56dae09b tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:21.247479 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c0bbd40-74f8-4871-a04f-8cc8cd4a62d4 req-e52fcb1b-978d-4d41-bb74-ddfa56dae09b tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 946 time: 0.1029611 Aug 17 01:12:21.256097 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-9bea8a9f-5ebc-483d-b928-b53d52b9ff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'name': 'tempest-TestShelveInstance-2053927170-router', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:06Z', 'revision_number': 4, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'gw_port': {'id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '1b5a820f-9ea0-415c-98fc-069a3a18edc0', 'name': '', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'mac_address': 'fa:16:3e:26:7f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:06Z', 'updated_at': '2021-08-17T01:08:13Z', 'revision_number': 5, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'subnets': [{'id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:12:21.283060 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bea8a9f-5ebc-483d-b928-b53d52b9ff8f None None] Checking router: bc3de308-d80a-4b5d-a2b2-e5159617780f for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:12:21.286816 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d6b2c-5d8f-4674-acf9-c58be1c0d1de req-c74c2705-4f7b-4390-a334-b9321f7dc973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:21.288274 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-013d6b2c-5d8f-4674-acf9-c58be1c0d1de req-c74c2705-4f7b-4390-a334-b9321f7dc973 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2c265614-fdcd-4a1b-a63b-3126ac326e39 HTTP/1.1" status: 200 len: 910 time: 0.1356003 Aug 17 01:12:21.291720 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bea8a9f-5ebc-483d-b928-b53d52b9ff8f None None] Routers {'bc3de308-d80a-4b5d-a2b2-e5159617780f'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:12:21.292358 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-9bea8a9f-5ebc-483d-b928-b53d52b9ff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:12:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['bc3de308-d80a-4b5d-a2b2-e5159617780f'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:12:21.311972 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2c0bbd40-74f8-4871-a04f-8cc8cd4a62d4 req-9535038e-3eb8-447c-a912-dca6fe83b99c tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536702 Aug 17 01:12:21.344099 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-013d6b2c-5d8f-4674-acf9-c58be1c0d1de req-de2f46d6-46a5-439e-af3a-316979a96c6d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d9ffd65-4863-4810-9809-81d32f951150 HTTP/1.1" status: 200 len: 217 time: 0.0463636 Aug 17 01:12:21.399760 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d6b2c-5d8f-4674-acf9-c58be1c0d1de req-1ad25d36-5244-4b10-b68e-7d801b7642fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:21.401249 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-013d6b2c-5d8f-4674-acf9-c58be1c0d1de req-1ad25d36-5244-4b10-b68e-7d801b7642fe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=561ee36b-ef22-4713-ac0e-649d9ec4eb0e HTTP/1.1" status: 200 len: 848 time: 0.0495706 Aug 17 01:12:21.405122 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-9bea8a9f-5ebc-483d-b928-b53d52b9ff8f None None] Set router bc3de308-d80a-4b5d-a2b2-e5159617780f gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:12:21.449700 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d6b2c-5d8f-4674-acf9-c58be1c0d1de req-287ec2bb-ba3d-48e6-a69a-9f86d2f2f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:21.451214 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-013d6b2c-5d8f-4674-acf9-c58be1c0d1de req-287ec2bb-ba3d-48e6-a69a-9f86d2f2f146 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c265614-fdcd-4a1b-a63b-3126ac326e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423074 Aug 17 01:12:21.545550 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-013d6b2c-5d8f-4674-acf9-c58be1c0d1de req-d5a8de1d-4612-4bb3-9e32-b153db35c365 service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859995 Aug 17 01:12:21.609412 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-9bea8a9f-5ebc-483d-b928-b53d52b9ff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'name': 'tempest-TestShelveInstance-2053927170-router', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:06Z', 'revision_number': 4, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'gw_port': {'id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '1b5a820f-9ea0-415c-98fc-069a3a18edc0', 'name': '', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'mac_address': 'fa:16:3e:26:7f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:06Z', 'updated_at': '2021-08-17T01:08:13Z', 'revision_number': 5, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'subnets': [{'id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:12:21.635530 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-013d6b2c-5d8f-4674-acf9-c58be1c0d1de req-5590ec20-51cd-4f72-ba52-320726eada77 service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822434 Aug 17 01:12:21.636247 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bea8a9f-5ebc-483d-b928-b53d52b9ff8f None None] The sync data for ids ['bc3de308-d80a-4b5d-a2b2-e5159617780f'] in n-d-800088-20 is: [{'id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'name': 'tempest-TestShelveInstance-2053927170-router', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:06Z', 'revision_number': 4, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'gw_port': {'id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '1b5a820f-9ea0-415c-98fc-069a3a18edc0', 'name': '', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'mac_address': 'fa:16:3e:26:7f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:06Z', 'updated_at': '2021-08-17T01:08:13Z', 'revision_number': 5, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'subnets': [{'id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:12:21.855813 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d926f0-6175-477c-b9d6-198407c6518e None None] New status for floating IP 773c81d4-a50c-4edf-a5fb-a36b1023fc15: DOWN {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:12:22.369512 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:22.433257 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8514e-f7e1-4507-83fe-d29b93220753 req-d7a08986-77a1-4257-9534-aca7f941a1b3 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:22.434757 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7f8514e-f7e1-4507-83fe-d29b93220753 req-d7a08986-77a1-4257-9534-aca7f941a1b3 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 946 time: 0.0512538 Aug 17 01:12:22.473730 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f7f8514e-f7e1-4507-83fe-d29b93220753 req-86af1832-fcb8-4b21-bf65-2f76abb9845d tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cb21bbc-fdff-4c23-a17d-02309034ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329597 Aug 17 01:12:22.672342 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c245c-9742-44ff-80e2-bf20710c5794 req-64f3e6b2-91bd-465e-b727-04e4c5619e7e tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:22.674103 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-337c245c-9742-44ff-80e2-bf20710c5794 req-64f3e6b2-91bd-465e-b727-04e4c5619e7e tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.69 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 946 time: 0.0543277 Aug 17 01:12:22.772013 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-337c245c-9742-44ff-80e2-bf20710c5794 req-bb2eeb2d-73d4-4a3f-a846-12325cea9ef0 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Deleting port 9d9ffd65-4863-4810-9809-81d32f951150 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:12:22.772355 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-337c245c-9742-44ff-80e2-bf20710c5794 req-bb2eeb2d-73d4-4a3f-a846-12325cea9ef0 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:22.861652 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-337c245c-9742-44ff-80e2-bf20710c5794 req-bb2eeb2d-73d4-4a3f-a846-12325cea9ef0 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] For port 9d9ffd65-4863-4810-9809-81d32f951150, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=9d9ffd65-4863-4810-9809-81d32f951150,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:12:22.862015 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-337c245c-9742-44ff-80e2-bf20710c5794 req-bb2eeb2d-73d4-4a3f-a846-12325cea9ef0 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:22.873888 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-337c245c-9742-44ff-80e2-bf20710c5794 req-bb2eeb2d-73d4-4a3f-a846-12325cea9ef0 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Calling delete_port for 9d9ffd65-4863-4810-9809-81d32f951150 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:12:23.003108 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-337c245c-9742-44ff-80e2-bf20710c5794 req-bb2eeb2d-73d4-4a3f-a846-12325cea9ef0 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:23.039600 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2eeb2d-73d4-4a3f-a846-12325cea9ef0 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Pushing event deleted for resources: {'Port': ['ID=9d9ffd65-4863-4810-9809-81d32f951150,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:12:23.063655 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2eeb2d-73d4-4a3f-a846-12325cea9ef0 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:23.064021 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2eeb2d-73d4-4a3f-a846-12325cea9ef0 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:23.064367 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2eeb2d-73d4-4a3f-a846-12325cea9ef0 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:23.064707 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2eeb2d-73d4-4a3f-a846-12325cea9ef0 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:23.065108 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2eeb2d-73d4-4a3f-a846-12325cea9ef0 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:23.065411 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2eeb2d-73d4-4a3f-a846-12325cea9ef0 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:23.065742 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2eeb2d-73d4-4a3f-a846-12325cea9ef0 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:23.066076 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2eeb2d-73d4-4a3f-a846-12325cea9ef0 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:23.066407 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2eeb2d-73d4-4a3f-a846-12325cea9ef0 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:23.066733 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2eeb2d-73d4-4a3f-a846-12325cea9ef0 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:23.067064 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2eeb2d-73d4-4a3f-a846-12325cea9ef0 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:23.067391 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2eeb2d-73d4-4a3f-a846-12325cea9ef0 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:23.089435 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-337c245c-9742-44ff-80e2-bf20710c5794 req-bb2eeb2d-73d4-4a3f-a846-12325cea9ef0 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] No DVR routers for this DVR port 9d9ffd65-4863-4810-9809-81d32f951150 on host n-h1-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:12:23.093832 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-337c245c-9742-44ff-80e2-bf20710c5794 req-bb2eeb2d-73d4-4a3f-a846-12325cea9ef0 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:23.096564 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-337c245c-9742-44ff-80e2-bf20710c5794 req-bb2eeb2d-73d4-4a3f-a846-12325cea9ef0 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.69 "DELETE /v2.0/ports/9d9ffd65-4863-4810-9809-81d32f951150 HTTP/1.1" status: 204 len: 173 time: 0.4128537 Aug 17 01:12:23.096998 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c4ff6d-2ae3-4503-9fc7-4656ee0cb305', 'name': 'network-vif-deleted', 'tag': '9d9ffd65-4863-4810-9809-81d32f951150'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:12:23.099254 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d77c1ed-9895-41c1-96e9-9b2a45b40f54" -d '{"events": [{"server_uuid": "63c4ff6d-2ae3-4503-9fc7-4656ee0cb305", "name": "network-vif-deleted", "tag": "9d9ffd65-4863-4810-9809-81d32f951150"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:12:23.194339 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee49796-a389-4af3-b697-577939635e0d x-openstack-request-id: req-aee49796-a389-4af3-b697-577939635e0d {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:12:23.194625 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c4ff6d-2ae3-4503-9fc7-4656ee0cb305", "name": "network-vif-deleted", "tag": "9d9ffd65-4863-4810-9809-81d32f951150", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:12:23.194878 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aee49796-a389-4af3-b697-577939635e0d {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:12:23.195278 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c4ff6d-2ae3-4503-9fc7-4656ee0cb305', 'name': 'network-vif-deleted', 'tag': '9d9ffd65-4863-4810-9809-81d32f951150', 'status': 'completed', 'code': 200} Aug 17 01:12:23.580273 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-eddab244-0c4e-4afa-a0f2-8a183437433f req-c3b8d953-5701-47e5-9d34-7940709f6d46 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=63c4ff6d-2ae3-4503-9fc7-4656ee0cb305 HTTP/1.1" status: 200 len: 210 time: 0.0263331 Aug 17 01:12:24.636985 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51258) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:12:24.697779 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-513874a5-8fbe-4185-9661-f6750b55d271 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:24.727127 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-513874a5-8fbe-4185-9661-f6750b55d271 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:24.793964 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-513874a5-8fbe-4185-9661-f6750b55d271 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:24.796486 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-513874a5-8fbe-4185-9661-f6750b55d271 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:24.797776 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-513874a5-8fbe-4185-9661-f6750b55d271 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "DELETE /v2.0/security-groups/6cb21bbc-fdff-4c23-a17d-02309034ec22 HTTP/1.1" status: 204 len: 168 time: 0.1596727 Aug 17 01:12:24.806680 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513874a5-8fbe-4185-9661-f6750b55d271 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb21bbc-fdff-4c23-a17d-02309034ec22,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:12:25.253890 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51264) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:12:25.258758 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-c59d9171-64b2-4e89-ad68-3a435f0dded1 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1035538177', 'description': 'tempest-secgroup-smoke-1035538177 description', 'project_id': '0af6bfa57d0f48c7bda265113a2271b4'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:12:25.280844 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c59d9171-64b2-4e89-ad68-3a435f0dded1 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.364889 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c59d9171-64b2-4e89-ad68-3a435f0dded1 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.368326 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c59d9171-64b2-4e89-ad68-3a435f0dded1 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.400624 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c59d9171-64b2-4e89-ad68-3a435f0dded1 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.401894 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c59d9171-64b2-4e89-ad68-3a435f0dded1 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1469543 Aug 17 01:12:25.403003 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d9171-64b2-4e89-ad68-3a435f0dded1 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f618fc-6254-4b18-95e2-ef9a93776249,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:12:25.404913 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51266) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:12:25.411080 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-cfbccdf0-0641-4a84-86cd-fc83b82b53fa tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Request body: {'security_group_rule': {'security_group_id': '64f618fc-6254-4b18-95e2-ef9a93776249', 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:12:25.437884 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cfbccdf0-0641-4a84-86cd-fc83b82b53fa tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.484142 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cfbccdf0-0641-4a84-86cd-fc83b82b53fa tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.488138 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cfbccdf0-0641-4a84-86cd-fc83b82b53fa tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.505464 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbccdf0-0641-4a84-86cd-fc83b82b53fa tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36106a5f-1dc4-4500-9d41-eefe5188c59c,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:12:25.510927 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cfbccdf0-0641-4a84-86cd-fc83b82b53fa tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.512270 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cfbccdf0-0641-4a84-86cd-fc83b82b53fa tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1060989 Aug 17 01:12:25.515113 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51268) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:12:25.519674 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-8acf3de5-3d2e-4988-9555-1997f6d75c90 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Request body: {'security_group_rule': {'security_group_id': '64f618fc-6254-4b18-95e2-ef9a93776249', 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:12:25.545281 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8acf3de5-3d2e-4988-9555-1997f6d75c90 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.601906 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8acf3de5-3d2e-4988-9555-1997f6d75c90 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.605670 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8acf3de5-3d2e-4988-9555-1997f6d75c90 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.623030 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf3de5-3d2e-4988-9555-1997f6d75c90 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa90514b-1b7a-40e1-831a-e335968b0870,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:12:25.630108 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8acf3de5-3d2e-4988-9555-1997f6d75c90 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.631917 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8acf3de5-3d2e-4988-9555-1997f6d75c90 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1158826 Aug 17 01:12:25.634063 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51270) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:12:25.638587 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-bf593a49-3326-4c21-960c-d4176f619347 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Request body: {'security_group_rule': {'security_group_id': '64f618fc-6254-4b18-95e2-ef9a93776249', 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:12:25.663312 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bf593a49-3326-4c21-960c-d4176f619347 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.722461 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bf593a49-3326-4c21-960c-d4176f619347 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.725767 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bf593a49-3326-4c21-960c-d4176f619347 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.743681 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf593a49-3326-4c21-960c-d4176f619347 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41aad7f4-250e-45fb-942f-6073b0dddf62,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:12:25.748986 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bf593a49-3326-4c21-960c-d4176f619347 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.750202 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bf593a49-3326-4c21-960c-d4176f619347 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151850 Aug 17 01:12:25.753546 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51272) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:12:25.757893 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-91862797-1523-41ad-a404-617af2da3786 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Request body: {'security_group_rule': {'security_group_id': '64f618fc-6254-4b18-95e2-ef9a93776249', 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:12:25.782922 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-91862797-1523-41ad-a404-617af2da3786 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.840976 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-91862797-1523-41ad-a404-617af2da3786 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.845176 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-91862797-1523-41ad-a404-617af2da3786 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.863140 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91862797-1523-41ad-a404-617af2da3786 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=884e0de6-c7e6-4c71-9f22-d87b46d1818a,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:12:25.869495 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-91862797-1523-41ad-a404-617af2da3786 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.870743 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-91862797-1523-41ad-a404-617af2da3786 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162181 Aug 17 01:12:25.873417 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51274) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:12:25.877932 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-0b8ad853-53e4-43ae-9539-5d6615bbcd29 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Request body: {'security_group_rule': {'security_group_id': '64f618fc-6254-4b18-95e2-ef9a93776249', 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:12:25.898220 n-d-800088-20 neutron-server[101403]: INFO neutron.db.securitygroups_db [None req-0b8ad853-53e4-43ae-9539-5d6615bbcd29 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Project 0af6bfa57d0f48c7bda265113a2271b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 01:12:25.902979 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0b8ad853-53e4-43ae-9539-5d6615bbcd29 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.961864 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0b8ad853-53e4-43ae-9539-5d6615bbcd29 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.965273 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0b8ad853-53e4-43ae-9539-5d6615bbcd29 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.984336 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ad853-53e4-43ae-9539-5d6615bbcd29 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58eb8077-93de-4577-bfef-757835c4bfeb,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:12:25.994592 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-0b8ad853-53e4-43ae-9539-5d6615bbcd29 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.995710 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-0b8ad853-53e4-43ae-9539-5d6615bbcd29 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213846 Aug 17 01:12:25.998509 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51276) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:12:26.002895 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-cc82b00a-2a00-4ea0-81e1-d36c2ccfeaf2 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Request body: {'security_group_rule': {'security_group_id': '64f618fc-6254-4b18-95e2-ef9a93776249', 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:12:26.022784 n-d-800088-20 neutron-server[101403]: INFO neutron.db.securitygroups_db [None req-cc82b00a-2a00-4ea0-81e1-d36c2ccfeaf2 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Project 0af6bfa57d0f48c7bda265113a2271b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 01:12:26.027285 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc82b00a-2a00-4ea0-81e1-d36c2ccfeaf2 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:26.090249 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc82b00a-2a00-4ea0-81e1-d36c2ccfeaf2 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:26.093781 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc82b00a-2a00-4ea0-81e1-d36c2ccfeaf2 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:26.108557 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82b00a-2a00-4ea0-81e1-d36c2ccfeaf2 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b59a2f-d7d3-4ac1-aac6-6f25fedeba08,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:12:26.118495 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-cc82b00a-2a00-4ea0-81e1-d36c2ccfeaf2 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:26.119748 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-cc82b00a-2a00-4ea0-81e1-d36c2ccfeaf2 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202676 Aug 17 01:12:27.688428 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 9d9ffd65-4863-4810-9809-81d32f951150 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:12:27.709560 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 9d9ffd65-4863-4810-9809-81d32f951150 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:12:27.709828 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 9d9ffd65-4863-4810-9809-81d32f951150 not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:12:40.403424 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-164bfb54-b868-47f5-8072-af832d67adef req-29476e2f-f8ec-4433-a797-cd3cc2a6c6da tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1035538177&fields=id&tenant_id=0af6bfa57d0f48c7bda265113a2271b4 HTTP/1.1" status: 200 len: 267 time: 0.0321376 Aug 17 01:12:40.508659 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bfb54-b868-47f5-8072-af832d67adef req-b01fbe9e-1ce6-439d-a743-6eb3f6d5540d tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:40.510089 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-164bfb54-b868-47f5-8072-af832d67adef req-b01fbe9e-1ce6-439d-a743-6eb3f6d5540d tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/networks?id=2c265614-fdcd-4a1b-a63b-3126ac326e39 HTTP/1.1" status: 200 len: 809 time: 0.1000085 Aug 17 01:12:40.524736 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-164bfb54-b868-47f5-8072-af832d67adef req-35328bf7-f363-4ec0-810b-a073757cf443 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/quotas/0af6bfa57d0f48c7bda265113a2271b4 HTTP/1.1" status: 200 len: 375 time: 0.0089850 Aug 17 01:12:40.578281 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-164bfb54-b868-47f5-8072-af832d67adef req-2ba3980d-f898-48cc-b194-460fad7c1991 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0af6bfa57d0f48c7bda265113a2271b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484169 Aug 17 01:12:40.716641 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-164bfb54-b868-47f5-8072-af832d67adef req-b02d3463-aa50-4002-83e2-743466a4886e service neutron] 10.222.0.60 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269825 Aug 17 01:12:40.809649 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-164bfb54-b868-47f5-8072-af832d67adef req-18868f5b-0469-4578-9fd8-3695bcc505eb service neutron] 10.222.0.60 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862205 Aug 17 01:12:40.846768 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:41.099742 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-452f7ee0-b84c-41eb-8585-2881e5b9f511 req-a54abea5-9582-467a-8b30-12efeddde289 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 210 time: 0.0281820 Aug 17 01:12:42.164172 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bfb54-b868-47f5-8072-af832d67adef req-aeaa246d-48cd-4949-b18d-789552bce9ca tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:42.166535 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-164bfb54-b868-47f5-8072-af832d67adef req-aeaa246d-48cd-4949-b18d-789552bce9ca tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.69 "GET /v2.0/networks?id=2c265614-fdcd-4a1b-a63b-3126ac326e39 HTTP/1.1" status: 200 len: 809 time: 0.1092410 Aug 17 01:12:42.236340 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-adfabe8d-cd80-4aba-bbe1-14abd905d37d req-fd546dab-1c08-4710-be58-0829a2a37307 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 210 time: 0.0469148 Aug 17 01:12:42.250889 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-164bfb54-b868-47f5-8072-af832d67adef req-6cfc0433-15e4-4b05-80b5-145cda1e5948 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0af6bfa57d0f48c7bda265113a2271b4 HTTP/1.1" status: 200 len: 380 time: 0.0755026 Aug 17 01:12:42.261834 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-164bfb54-b868-47f5-8072-af832d67adef req-73767b1b-2b9d-47db-9d8b-2f004f6e20ff tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Request body: {'port': {'device_id': '04406d86-0708-43d6-864b-9403ab97fee2', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'admin_state_up': True, 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'security_groups': ['64f618fc-6254-4b18-95e2-ef9a93776249']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:12:42.372834 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-164bfb54-b868-47f5-8072-af832d67adef req-73767b1b-2b9d-47db-9d8b-2f004f6e20ff tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Made reservation on behalf of 0af6bfa57d0f48c7bda265113a2271b4 for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:12:42.376798 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-164bfb54-b868-47f5-8072-af832d67adef req-73767b1b-2b9d-47db-9d8b-2f004f6e20ff tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:42.429617 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:42.509923 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-164bfb54-b868-47f5-8072-af832d67adef req-73767b1b-2b9d-47db-9d8b-2f004f6e20ff tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Allocated IP 172.20.0.8 (2c265614-fdcd-4a1b-a63b-3126ac326e39/561ee36b-ef22-4713-ac0e-649d9ec4eb0e/91f0d4eb-04d2-4e37-aa70-bebf360e3870) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:12:42.659221 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-164bfb54-b868-47f5-8072-af832d67adef req-73767b1b-2b9d-47db-9d8b-2f004f6e20ff tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:42.672594 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-164bfb54-b868-47f5-8072-af832d67adef req-73767b1b-2b9d-47db-9d8b-2f004f6e20ff tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Transition to ACTIVE for port object 91f0d4eb-04d2-4e37-aa70-bebf360e3870 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:12:42.705905 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-164bfb54-b868-47f5-8072-af832d67adef req-73767b1b-2b9d-47db-9d8b-2f004f6e20ff tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:42.754619 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-164bfb54-b868-47f5-8072-af832d67adef req-73767b1b-2b9d-47db-9d8b-2f004f6e20ff tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Network 2c265614-fdcd-4a1b-a63b-3126ac326e39 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:12:42.757877 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-164bfb54-b868-47f5-8072-af832d67adef req-73767b1b-2b9d-47db-9d8b-2f004f6e20ff tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:12:42.760915 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-164bfb54-b868-47f5-8072-af832d67adef req-73767b1b-2b9d-47db-9d8b-2f004f6e20ff tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:12:42.792330 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73767b1b-2b9d-47db-9d8b-2f004f6e20ff tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Pushing event updated for resources: {'Port': ['ID=91f0d4eb-04d2-4e37-aa70-bebf360e3870,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:12:42.821239 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bfb54-b868-47f5-8072-af832d67adef req-73767b1b-2b9d-47db-9d8b-2f004f6e20ff tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:42.821873 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-164bfb54-b868-47f5-8072-af832d67adef req-73767b1b-2b9d-47db-9d8b-2f004f6e20ff tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:42.838564 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-164bfb54-b868-47f5-8072-af832d67adef req-73767b1b-2b9d-47db-9d8b-2f004f6e20ff tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5804622 Aug 17 01:12:42.856243 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-164bfb54-b868-47f5-8072-af832d67adef req-b1e4583f-b229-4415-8ad7-f3b3576659f3 service neutron] Request body: {'port': {'device_id': '04406d86-0708-43d6-864b-9403ab97fee2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:12:42.921592 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-164bfb54-b868-47f5-8072-af832d67adef req-b1e4583f-b229-4415-8ad7-f3b3576659f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:43.066325 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b1878e87-6f94-42de-8d61-57b00f8907e9 None None] Provisioning for port 91f0d4eb-04d2-4e37-aa70-bebf360e3870 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:12:43.070446 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b1878e87-6f94-42de-8d61-57b00f8907e9 None None] Provisioning complete for port 91f0d4eb-04d2-4e37-aa70-bebf360e3870 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:12:43.070839 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b1878e87-6f94-42de-8d61-57b00f8907e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:43.113163 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-b1878e87-6f94-42de-8d61-57b00f8907e9 None None] Port 91f0d4eb-04d2-4e37-aa70-bebf360e3870 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:12:43.199038 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-164bfb54-b868-47f5-8072-af832d67adef req-b1e4583f-b229-4415-8ad7-f3b3576659f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f0d4eb-04d2-4e37-aa70-bebf360e3870 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:12:43.207386 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-164bfb54-b868-47f5-8072-af832d67adef req-b1e4583f-b229-4415-8ad7-f3b3576659f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:43.218095 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:12:43.220633 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-164bfb54-b868-47f5-8072-af832d67adef req-b1e4583f-b229-4415-8ad7-f3b3576659f3 service neutron] Transition to ACTIVE for port object 91f0d4eb-04d2-4e37-aa70-bebf360e3870 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:12:43.224581 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-164bfb54-b868-47f5-8072-af832d67adef req-b1e4583f-b229-4415-8ad7-f3b3576659f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:43.278206 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4583f-b229-4415-8ad7-f3b3576659f3 service neutron] Pushing event updated for resources: {'Port': ['ID=91f0d4eb-04d2-4e37-aa70-bebf360e3870,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:12:43.396925 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-164bfb54-b868-47f5-8072-af832d67adef req-b1e4583f-b229-4415-8ad7-f3b3576659f3 service neutron] Attempting to bind port 91f0d4eb-04d2-4e37-aa70-bebf360e3870 on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:12:43.397376 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-164bfb54-b868-47f5-8072-af832d67adef req-b1e4583f-b229-4415-8ad7-f3b3576659f3 service neutron] Attempting to bind port 91f0d4eb-04d2-4e37-aa70-bebf360e3870 by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': '2be99409-745f-4ae7-8d68-5dfc44c9a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:12:43.397613 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164bfb54-b868-47f5-8072-af832d67adef req-b1e4583f-b229-4415-8ad7-f3b3576659f3 service neutron] Attempting to bind port 91f0d4eb-04d2-4e37-aa70-bebf360e3870 on network 2c265614-fdcd-4a1b-a63b-3126ac326e39 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:12:43.409499 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080a30f-a9e1-4821-8aa3-2a61f91fd816 req-96d2ca40-2bb4-4e5b-9bf9-20c30ac03165 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:43.411134 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5080a30f-a9e1-4821-8aa3-2a61f91fd816 req-96d2ca40-2bb4-4e5b-9bf9-20c30ac03165 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 943 time: 0.0911148 Aug 17 01:12:43.413657 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164bfb54-b868-47f5-8072-af832d67adef req-b1e4583f-b229-4415-8ad7-f3b3576659f3 service neutron] Port 91f0d4eb-04d2-4e37-aa70-bebf360e3870 on network 2c265614-fdcd-4a1b-a63b-3126ac326e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:12:43.413985 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164bfb54-b868-47f5-8072-af832d67adef req-b1e4583f-b229-4415-8ad7-f3b3576659f3 service neutron] Attempting to bind port 91f0d4eb-04d2-4e37-aa70-bebf360e3870 on network 2c265614-fdcd-4a1b-a63b-3126ac326e39 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:12:43.428629 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164bfb54-b868-47f5-8072-af832d67adef req-b1e4583f-b229-4415-8ad7-f3b3576659f3 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:12:43.429181 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164bfb54-b868-47f5-8072-af832d67adef req-b1e4583f-b229-4415-8ad7-f3b3576659f3 service neutron] Checking segment: {'id': '2be99409-745f-4ae7-8d68-5dfc44c9a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:12:43.429669 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164bfb54-b868-47f5-8072-af832d67adef req-b1e4583f-b229-4415-8ad7-f3b3576659f3 service neutron] Bound using segment: {'id': '2be99409-745f-4ae7-8d68-5dfc44c9a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:12:43.430213 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-164bfb54-b868-47f5-8072-af832d67adef req-b1e4583f-b229-4415-8ad7-f3b3576659f3 service neutron] Bound port: 91f0d4eb-04d2-4e37-aa70-bebf360e3870, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2be99409-745f-4ae7-8d68-5dfc44c9a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:12:43.430685 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-164bfb54-b868-47f5-8072-af832d67adef req-b1e4583f-b229-4415-8ad7-f3b3576659f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:43.490368 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5080a30f-a9e1-4821-8aa3-2a61f91fd816 req-80b298be-4002-4033-b059-cbd74f77055f tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708847 Aug 17 01:12:43.520057 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-164bfb54-b868-47f5-8072-af832d67adef req-b1e4583f-b229-4415-8ad7-f3b3576659f3 service neutron] For port 91f0d4eb-04d2-4e37-aa70-bebf360e3870, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:12:43.523511 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-164bfb54-b868-47f5-8072-af832d67adef req-b1e4583f-b229-4415-8ad7-f3b3576659f3 service neutron] For port 91f0d4eb-04d2-4e37-aa70-bebf360e3870, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=91f0d4eb-04d2-4e37-aa70-bebf360e3870,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:12:43.528528 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-164bfb54-b868-47f5-8072-af832d67adef req-b1e4583f-b229-4415-8ad7-f3b3576659f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:43.570960 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bfb54-b868-47f5-8072-af832d67adef req-b1e4583f-b229-4415-8ad7-f3b3576659f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:43.571851 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-164bfb54-b868-47f5-8072-af832d67adef req-b1e4583f-b229-4415-8ad7-f3b3576659f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:43.573365 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-164bfb54-b868-47f5-8072-af832d67adef req-b1e4583f-b229-4415-8ad7-f3b3576659f3 service neutron] 10.222.0.69 "PUT /v2.0/ports/91f0d4eb-04d2-4e37-aa70-bebf360e3870 HTTP/1.1" status: 200 len: 1092 time: 0.7221956 Aug 17 01:12:43.573875 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04406d86-0708-43d6-864b-9403ab97fee2', 'tag': '91f0d4eb-04d2-4e37-aa70-bebf360e3870'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:12:43.576238 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2586f75d-4d8a-4403-be17-054828baa369" -d '{"events": [{"name": "network-changed", "server_uuid": "04406d86-0708-43d6-864b-9403ab97fee2", "tag": "91f0d4eb-04d2-4e37-aa70-bebf360e3870"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:12:43.597538 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4583f-b229-4415-8ad7-f3b3576659f3 service neutron] Pushing event updated for resources: {'Port': ['ID=91f0d4eb-04d2-4e37-aa70-bebf360e3870,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:12:43.634726 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b193f010-8789-49e8-a9ce-e1e3011d0772 x-openstack-request-id: req-b193f010-8789-49e8-a9ce-e1e3011d0772 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:12:43.635027 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04406d86-0708-43d6-864b-9403ab97fee2", "tag": "91f0d4eb-04d2-4e37-aa70-bebf360e3870", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:12:43.635287 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b193f010-8789-49e8-a9ce-e1e3011d0772 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:12:43.635695 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04406d86-0708-43d6-864b-9403ab97fee2', 'tag': '91f0d4eb-04d2-4e37-aa70-bebf360e3870', 'status': 'completed', 'code': 200} Aug 17 01:12:43.685404 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bfb54-b868-47f5-8072-af832d67adef req-22ead2f9-a164-4563-ab8c-7daebafbf2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:43.686946 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-164bfb54-b868-47f5-8072-af832d67adef req-22ead2f9-a164-4563-ab8c-7daebafbf2e8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0af6bfa57d0f48c7bda265113a2271b4&device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 1095 time: 0.0424378 Aug 17 01:12:43.737363 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-164bfb54-b868-47f5-8072-af832d67adef req-650255f9-0c41-444d-844f-27fabc628918 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f0d4eb-04d2-4e37-aa70-bebf360e3870 HTTP/1.1" status: 200 len: 217 time: 0.0378680 Aug 17 01:12:43.794149 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bfb54-b868-47f5-8072-af832d67adef req-c8ba45e3-d65d-42af-840b-e2f0b32cae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:43.795793 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-164bfb54-b868-47f5-8072-af832d67adef req-c8ba45e3-d65d-42af-840b-e2f0b32cae4e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=561ee36b-ef22-4713-ac0e-649d9ec4eb0e HTTP/1.1" status: 200 len: 848 time: 0.0501018 Aug 17 01:12:43.847522 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bfb54-b868-47f5-8072-af832d67adef req-6dc7f54a-7f06-4417-a04b-3bc36f87a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:43.849012 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-164bfb54-b868-47f5-8072-af832d67adef req-6dc7f54a-7f06-4417-a04b-3bc36f87a47b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c265614-fdcd-4a1b-a63b-3126ac326e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421627 Aug 17 01:12:43.942660 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-164bfb54-b868-47f5-8072-af832d67adef req-2bd5b983-8b6e-4c4e-8ed0-b15ffc4ae3a6 service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808237 Aug 17 01:12:44.043308 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-164bfb54-b868-47f5-8072-af832d67adef req-0b5dcb37-0a55-44af-87ac-3fc65a524bb8 service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887430 Aug 17 01:12:44.138824 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586f75d-4d8a-4403-be17-054828baa369 req-a93c9670-f01d-4ce8-93cd-15ce79fdd3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:44.140319 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2586f75d-4d8a-4403-be17-054828baa369 req-a93c9670-f01d-4ce8-93cd-15ce79fdd3a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0af6bfa57d0f48c7bda265113a2271b4&device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 1095 time: 0.0446765 Aug 17 01:12:44.239326 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586f75d-4d8a-4403-be17-054828baa369 req-8dffaa61-9e5b-422d-811d-99e31e3464ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:44.240812 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2586f75d-4d8a-4403-be17-054828baa369 req-8dffaa61-9e5b-422d-811d-99e31e3464ab service neutron] 10.222.0.69 "GET /v2.0/networks?id=2c265614-fdcd-4a1b-a63b-3126ac326e39 HTTP/1.1" status: 200 len: 910 time: 0.0898950 Aug 17 01:12:44.288060 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2586f75d-4d8a-4403-be17-054828baa369 req-20d4bb2a-52cb-4eb5-b228-a7c1bca871dd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f0d4eb-04d2-4e37-aa70-bebf360e3870 HTTP/1.1" status: 200 len: 217 time: 0.0352740 Aug 17 01:12:44.341770 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586f75d-4d8a-4403-be17-054828baa369 req-fc842cab-3873-4251-8d09-b5719c0d7a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:44.343145 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2586f75d-4d8a-4403-be17-054828baa369 req-fc842cab-3873-4251-8d09-b5719c0d7a0b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=561ee36b-ef22-4713-ac0e-649d9ec4eb0e HTTP/1.1" status: 200 len: 848 time: 0.0437698 Aug 17 01:12:44.396699 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586f75d-4d8a-4403-be17-054828baa369 req-82d92c89-5550-49a3-8439-feeaabbad671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:44.398229 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2586f75d-4d8a-4403-be17-054828baa369 req-82d92c89-5550-49a3-8439-feeaabbad671 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c265614-fdcd-4a1b-a63b-3126ac326e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438571 Aug 17 01:12:44.492816 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2586f75d-4d8a-4403-be17-054828baa369 req-5fd0ba6d-54d1-4d2b-afac-d2ea344a363c service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829852 Aug 17 01:12:44.950099 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be561e-c870-49d3-b2db-6e4cb4ad8c94 req-1ef66426-b966-4b9d-a775-51420a71f036 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:44.951609 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-84be561e-c870-49d3-b2db-6e4cb4ad8c94 req-1ef66426-b966-4b9d-a775-51420a71f036 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 943 time: 0.0794570 Aug 17 01:12:44.957749 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2586f75d-4d8a-4403-be17-054828baa369 req-e5143dc4-13b5-4359-af95-7c664163fe9b service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541655 Aug 17 01:12:44.991078 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-84be561e-c870-49d3-b2db-6e4cb4ad8c94 req-9e10f84c-53bd-4f9e-be33-111cedd67136 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322664 Aug 17 01:12:46.114096 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceea60c-d5c9-4ff7-a8d8-f201450df0e1 req-0d4fa828-c75c-4152-a2ad-83f904584522 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:46.115592 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ceea60c-d5c9-4ff7-a8d8-f201450df0e1 req-0d4fa828-c75c-4152-a2ad-83f904584522 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 943 time: 0.0516527 Aug 17 01:12:46.160926 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8ceea60c-d5c9-4ff7-a8d8-f201450df0e1 req-7cc4faa7-97a1-4d39-8649-7e51b9c888ff tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391009 Aug 17 01:12:46.650506 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-47902e85-7987-4a92-bea2-99abea02c874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:47.277305 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489d9f0-7767-43f0-b1d9-dd7b79df5be2 req-ec7c11a0-ab58-4b6e-aaa1-2440f4a1350c tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:47.278781 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5489d9f0-7767-43f0-b1d9-dd7b79df5be2 req-ec7c11a0-ab58-4b6e-aaa1-2440f4a1350c tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 943 time: 0.0492241 Aug 17 01:12:47.316578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5489d9f0-7767-43f0-b1d9-dd7b79df5be2 req-f1ea924f-ec5b-42bc-ae54-7cd62ff83e86 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310376 Aug 17 01:12:48.431619 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25743d4-f76e-453f-826d-5475a7706802 req-0dbde827-e922-4183-8390-0ea37f528b7f tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:48.433186 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e25743d4-f76e-453f-826d-5475a7706802 req-0dbde827-e922-4183-8390-0ea37f528b7f tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 943 time: 0.0483561 Aug 17 01:12:48.471610 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e25743d4-f76e-453f-826d-5475a7706802 req-4b9359ca-0ad8-4fab-9b4f-30b45e31cbae tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322990 Aug 17 01:12:49.328316 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-0332a2f2-500f-4444-ba1c-c24be1ed3e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:49.366368 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:49.585610 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef418fa1-1541-4fe8-85f6-44455f672b6c req-d294ca44-5679-45ab-b2de-d2f338f3b881 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:49.586991 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ef418fa1-1541-4fe8-85f6-44455f672b6c req-d294ca44-5679-45ab-b2de-d2f338f3b881 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 943 time: 0.0487840 Aug 17 01:12:49.628316 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ef418fa1-1541-4fe8-85f6-44455f672b6c req-4f3ae82a-8914-4f8e-8d5b-530d8321dcce tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354187 Aug 17 01:12:50.496087 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:50.741831 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41334ca0-cff2-4944-a5c4-5a6dc6ed363d req-730a960f-2196-4b11-b07f-145d8f36a866 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:50.743201 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-41334ca0-cff2-4944-a5c4-5a6dc6ed363d req-730a960f-2196-4b11-b07f-145d8f36a866 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 943 time: 0.0496762 Aug 17 01:12:50.779277 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-41334ca0-cff2-4944-a5c4-5a6dc6ed363d req-a596e47c-dbe2-4982-bc9d-97f81cd66560 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301344 Aug 17 01:12:51.901848 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03200efe-1295-4ec3-ade6-7616ec5bf2ce req-28a9a9d4-19ab-43bb-922c-38bd8bb17fed tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:51.903568 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03200efe-1295-4ec3-ade6-7616ec5bf2ce req-28a9a9d4-19ab-43bb-922c-38bd8bb17fed tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 943 time: 0.0563171 Aug 17 01:12:51.944356 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03200efe-1295-4ec3-ade6-7616ec5bf2ce req-a19929f3-1d11-4fa9-bf19-a2e4370cc38d tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325930 Aug 17 01:12:52.372730 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:53.073850 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6eb6a-d11c-45c5-aef7-525b4db7487f req-6c28dd58-4285-4510-a165-2ddc92b6d0d4 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:53.075347 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b2b6eb6a-d11c-45c5-aef7-525b4db7487f req-6c28dd58-4285-4510-a165-2ddc92b6d0d4 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 943 time: 0.0498776 Aug 17 01:12:53.118055 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-b2b6eb6a-d11c-45c5-aef7-525b4db7487f req-ca44e4b6-eb5d-4b7d-9371-97d5aa9f086e tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359628 Aug 17 01:12:53.776726 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 91f0d4eb-04d2-4e37-aa70-bebf360e3870 details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:12:53.869564 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 91f0d4eb-04d2-4e37-aa70-bebf360e3870, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=91f0d4eb-04d2-4e37-aa70-bebf360e3870,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:12:53.880774 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '91f0d4eb-04d2-4e37-aa70-bebf360e3870', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'port_id': '91f0d4eb-04d2-4e37-aa70-bebf360e3870', 'mac_address': 'fa:16:3e:7c:11:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:12:53.919960 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:53.933239 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f0d4eb-04d2-4e37-aa70-bebf360e3870 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:12:53.953341 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 91f0d4eb-04d2-4e37-aa70-bebf360e3870, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=91f0d4eb-04d2-4e37-aa70-bebf360e3870,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:12:53.957620 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:54.004147 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=91f0d4eb-04d2-4e37-aa70-bebf360e3870,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:12:54.011509 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:54.011853 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:54.012190 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:54.012520 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:54.012848 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:54.013200 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:54.013525 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:54.013864 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:54.014165 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:54.014482 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:54.014799 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:54.015120 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:54.216234 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['91f0d4eb-04d2-4e37-aa70-bebf360e3870'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:12:54.233308 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955475d-0116-4ee4-8c55-d7a468e9c6cb req-96807488-3958-4021-aede-9026430d10de tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:54.234792 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a955475d-0116-4ee4-8c55-d7a468e9c6cb req-96807488-3958-4021-aede-9026430d10de tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 944 time: 0.0504124 Aug 17 01:12:54.273855 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a955475d-0116-4ee4-8c55-d7a468e9c6cb req-6c5d013f-bc52-4d73-b4c9-6b4d33ba6f8c tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320578 Aug 17 01:12:55.391823 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64334e-d1b4-4e11-9a53-4ccfdff24596 req-3d5c87d3-fee5-4e82-a417-c6916f3483a1 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:55.393323 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e64334e-d1b4-4e11-9a53-4ccfdff24596 req-3d5c87d3-fee5-4e82-a417-c6916f3483a1 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 944 time: 0.0503592 Aug 17 01:12:55.430560 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8e64334e-d1b4-4e11-9a53-4ccfdff24596 req-e67f0c4b-58fe-4386-8de5-394f5ddfb503 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311635 Aug 17 01:12:55.792071 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 91f0d4eb-04d2-4e37-aa70-bebf360e3870 up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:12:55.839079 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 91f0d4eb-04d2-4e37-aa70-bebf360e3870 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:12:55.842937 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 91f0d4eb-04d2-4e37-aa70-bebf360e3870 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:12:55.843305 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:55.919619 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:55.942230 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04406d86-0708-43d6-864b-9403ab97fee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f0d4eb-04d2-4e37-aa70-bebf360e3870'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:12:55.944457 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d9b1f6eceb9192db377ceb4d6ae83098a713cf0d5394fe300bfd3a5d60dfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297f3530-442f-45a1-ba85-7348a7158f4c" -d '{"events": [{"server_uuid": "04406d86-0708-43d6-864b-9403ab97fee2", "name": "network-vif-plugged", "status": "completed", "tag": "91f0d4eb-04d2-4e37-aa70-bebf360e3870"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:12:55.957771 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 91f0d4eb-04d2-4e37-aa70-bebf360e3870, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=91f0d4eb-04d2-4e37-aa70-bebf360e3870,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:12:55.962379 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:56.010159 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=91f0d4eb-04d2-4e37-aa70-bebf360e3870,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:12:56.036499 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f18bc8d-7288-426e-9260-148b5c9bb732 x-openstack-request-id: req-1f18bc8d-7288-426e-9260-148b5c9bb732 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:12:56.036788 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04406d86-0708-43d6-864b-9403ab97fee2", "name": "network-vif-plugged", "status": "completed", "tag": "91f0d4eb-04d2-4e37-aa70-bebf360e3870", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:12:56.037057 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1f18bc8d-7288-426e-9260-148b5c9bb732 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:12:56.037455 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04406d86-0708-43d6-864b-9403ab97fee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f0d4eb-04d2-4e37-aa70-bebf360e3870', 'code': 200} Aug 17 01:12:56.139112 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a5cd0-2334-4e2e-806b-15d387ff93ac req-cb0649f0-cceb-4b59-936e-c5c28d6a79d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:56.140578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-139a5cd0-2334-4e2e-806b-15d387ff93ac req-cb0649f0-cceb-4b59-936e-c5c28d6a79d3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 1097 time: 0.0386665 Aug 17 01:12:56.183476 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-139a5cd0-2334-4e2e-806b-15d387ff93ac req-694abe9d-3942-42a7-9495-f0b2aa53ec60 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308273 Aug 17 01:12:56.545809 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e1c03-552e-425b-9d2a-5b620ea8d87a req-6faf65a5-0fda-42c6-86a6-7bdf31f75b30 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:56.547300 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8d4e1c03-552e-425b-9d2a-5b620ea8d87a req-6faf65a5-0fda-42c6-86a6-7bdf31f75b30 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 945 time: 0.0494606 Aug 17 01:12:56.585097 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8d4e1c03-552e-425b-9d2a-5b620ea8d87a req-d130834c-9e18-428f-befe-905d1c7b25a2 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317280 Aug 17 01:12:57.704478 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587c39e-29ef-4563-8823-f12b83a5955e req-b7d97a00-db26-4b5b-afb2-582faaae8dfd tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:57.707035 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9587c39e-29ef-4563-8823-f12b83a5955e req-b7d97a00-db26-4b5b-afb2-582faaae8dfd tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 945 time: 0.0519547 Aug 17 01:12:57.745652 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9587c39e-29ef-4563-8823-f12b83a5955e req-0abc3ffd-2839-4a27-acbf-407dedd093ed tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325847 Aug 17 01:12:57.859242 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f3d90-892a-474e-95bd-592ade99d7d7 req-814d4aaa-6c91-4ee4-881e-95fc84b2ef56 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:57.860709 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf7f3d90-892a-474e-95bd-592ade99d7d7 req-814d4aaa-6c91-4ee4-881e-95fc84b2ef56 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 945 time: 0.0490956 Aug 17 01:12:57.902460 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cf7f3d90-892a-474e-95bd-592ade99d7d7 req-d4a1cc15-6f90-4ae3-b2f3-1fd1b47ad7ba tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351350 Aug 17 01:12:57.924306 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51470) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:12:57.962659 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4553b79d-56c3-4e7c-8243-a0b7a6d504c5 tempest-TestShelveInstance-966694806 tempest-TestShelveInstance-966694806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:57.964049 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-4553b79d-56c3-4e7c-8243-a0b7a6d504c5 tempest-TestShelveInstance-966694806 tempest-TestShelveInstance-966694806-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 1092 time: 0.0387850 Aug 17 01:12:57.966907 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51472) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:12:57.972285 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-b56e1ae7-fc67-45c4-8f27-95ff545be5e6 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'port_id': '91f0d4eb-04d2-4e37-aa70-bebf360e3870', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:12:57.996272 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b56e1ae7-fc67-45c4-8f27-95ff545be5e6 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for floatingip, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:58.097621 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b56e1ae7-fc67-45c4-8f27-95ff545be5e6 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:58.202838 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-b56e1ae7-fc67-45c4-8f27-95ff545be5e6 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Allocated IP 172.25.3.189 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/e6aeabc4-980d-4ef0-a940-e359c35b4548) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:12:58.304488 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b56e1ae7-fc67-45c4-8f27-95ff545be5e6 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:58.349397 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b56e1ae7-fc67-45c4-8f27-95ff545be5e6 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:58.392764 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56e1ae7-fc67-45c4-8f27-95ff545be5e6 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:12:58.397620 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-b56e1ae7-fc67-45c4-8f27-95ff545be5e6 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:12:58.402085 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56e1ae7-fc67-45c4-8f27-95ff545be5e6 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:12:58.405156 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e1ae7-fc67-45c4-8f27-95ff545be5e6 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Pushing event updated for resources: {'Port': ['ID=e6aeabc4-980d-4ef0-a940-e359c35b4548,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:12:58.763138 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b56e1ae7-fc67-45c4-8f27-95ff545be5e6 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:58.828975 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b56e1ae7-fc67-45c4-8f27-95ff545be5e6 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:58.976268 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b56e1ae7-fc67-45c4-8f27-95ff545be5e6 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:58.980837 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b56e1ae7-fc67-45c4-8f27-95ff545be5e6 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:59.045611 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e1ae7-fc67-45c4-8f27-95ff545be5e6 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Pushing event updated for resources: {'Port': ['ID=e6aeabc4-980d-4ef0-a940-e359c35b4548,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:12:59.057065 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b56e1ae7-fc67-45c4-8f27-95ff545be5e6 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:59.159972 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-b56e1ae7-fc67-45c4-8f27-95ff545be5e6 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Floating IP 5e42edac-e176-4db1-95a6-63817a36cf13 associated. External IP: 172.25.3.189, port: 91f0d4eb-04d2-4e37-aa70-bebf360e3870. Aug 17 01:12:59.365274 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56e1ae7-fc67-45c4-8f27-95ff545be5e6 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Router bc3de308-d80a-4b5d-a2b2-e5159617780f has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:12:59.473228 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56e1ae7-fc67-45c4-8f27-95ff545be5e6 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:12:59.482826 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6cf4fb-6254-43ff-80bd-3a5621b3f491 None None] Sync routers for ids ['bc3de308-d80a-4b5d-a2b2-e5159617780f'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:12:59.491080 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-b56e1ae7-fc67-45c4-8f27-95ff545be5e6 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:59.493006 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6cf4fb-6254-43ff-80bd-3a5621b3f491 None None] Routers {'bc3de308-d80a-4b5d-a2b2-e5159617780f'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:12:59.493715 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ac6cf4fb-6254-43ff-80bd-3a5621b3f491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:12:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['bc3de308-d80a-4b5d-a2b2-e5159617780f'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:12:59.518399 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-b56e1ae7-fc67-45c4-8f27-95ff545be5e6 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5504634 Aug 17 01:12:59.518991 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04406d86-0708-43d6-864b-9403ab97fee2', 'tag': '91f0d4eb-04d2-4e37-aa70-bebf360e3870'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:12:59.521270 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff81077-c8f1-40a7-bc3e-f7f9b536dee1" -d '{"events": [{"name": "network-changed", "server_uuid": "04406d86-0708-43d6-864b-9403ab97fee2", "tag": "91f0d4eb-04d2-4e37-aa70-bebf360e3870"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:12:59.558279 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ffc5f4-6e2c-4dc5-8658-f646e8b2c819 x-openstack-request-id: req-c5ffc5f4-6e2c-4dc5-8658-f646e8b2c819 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:12:59.558586 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04406d86-0708-43d6-864b-9403ab97fee2", "tag": "91f0d4eb-04d2-4e37-aa70-bebf360e3870", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:12:59.558847 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c5ffc5f4-6e2c-4dc5-8658-f646e8b2c819 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:12:59.559282 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04406d86-0708-43d6-864b-9403ab97fee2', 'tag': '91f0d4eb-04d2-4e37-aa70-bebf360e3870', 'status': 'completed', 'code': 200} Aug 17 01:12:59.601800 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-ac6cf4fb-6254-43ff-80bd-3a5621b3f491 None None] Set router bc3de308-d80a-4b5d-a2b2-e5159617780f gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:12:59.622810 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff81077-c8f1-40a7-bc3e-f7f9b536dee1 req-0fe38c4d-bf15-41a1-935b-5aa7189ea6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:59.624281 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ff81077-c8f1-40a7-bc3e-f7f9b536dee1 req-0fe38c4d-bf15-41a1-935b-5aa7189ea6f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0af6bfa57d0f48c7bda265113a2271b4&device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 1097 time: 0.0416708 Aug 17 01:12:59.720985 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff81077-c8f1-40a7-bc3e-f7f9b536dee1 req-d0286720-c8c0-4014-8003-328a330fcaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:59.722509 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ff81077-c8f1-40a7-bc3e-f7f9b536dee1 req-d0286720-c8c0-4014-8003-328a330fcaa5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2c265614-fdcd-4a1b-a63b-3126ac326e39 HTTP/1.1" status: 200 len: 910 time: 0.0910857 Aug 17 01:12:59.789862 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ff81077-c8f1-40a7-bc3e-f7f9b536dee1 req-14c7c59d-f7f1-4008-9882-c1770029d2e1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f0d4eb-04d2-4e37-aa70-bebf360e3870 HTTP/1.1" status: 200 len: 999 time: 0.0583837 Aug 17 01:12:59.825757 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ac6cf4fb-6254-43ff-80bd-3a5621b3f491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'name': 'tempest-TestShelveInstance-2053927170-router', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:06Z', 'revision_number': 4, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'gw_port': {'id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '5e42edac-e176-4db1-95a6-63817a36cf13', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'floating_ip_address': '172.25.3.189', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'port_id': '91f0d4eb-04d2-4e37-aa70-bebf360e3870', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'mac_address': 'fa:16:3e:7c:11:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406d86-0708-43d6-864b-9403ab97fee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:12:58Z', 'updated_at': '2021-08-17T01:12:58Z', 'revision_number': 0, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b5a820f-9ea0-415c-98fc-069a3a18edc0', 'name': '', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'mac_address': 'fa:16:3e:26:7f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:06Z', 'updated_at': '2021-08-17T01:08:13Z', 'revision_number': 5, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'subnets': [{'id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:12:59.844980 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff81077-c8f1-40a7-bc3e-f7f9b536dee1 req-621ffc95-4289-436f-bd1d-0e87ff7141d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:59.847238 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ff81077-c8f1-40a7-bc3e-f7f9b536dee1 req-621ffc95-4289-436f-bd1d-0e87ff7141d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=561ee36b-ef22-4713-ac0e-649d9ec4eb0e HTTP/1.1" status: 200 len: 848 time: 0.0496159 Aug 17 01:12:59.852573 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6cf4fb-6254-43ff-80bd-3a5621b3f491 None None] Checking router: bc3de308-d80a-4b5d-a2b2-e5159617780f for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:12:59.861195 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6cf4fb-6254-43ff-80bd-3a5621b3f491 None None] Routers {'bc3de308-d80a-4b5d-a2b2-e5159617780f'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:12:59.861940 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ac6cf4fb-6254-43ff-80bd-3a5621b3f491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:12:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['bc3de308-d80a-4b5d-a2b2-e5159617780f'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:12:59.894338 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff81077-c8f1-40a7-bc3e-f7f9b536dee1 req-25106205-2cfd-44cf-a1c4-b7abfbf38b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:12:59.895796 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ff81077-c8f1-40a7-bc3e-f7f9b536dee1 req-25106205-2cfd-44cf-a1c4-b7abfbf38b68 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c265614-fdcd-4a1b-a63b-3126ac326e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405035 Aug 17 01:12:59.968219 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-ac6cf4fb-6254-43ff-80bd-3a5621b3f491 None None] Set router bc3de308-d80a-4b5d-a2b2-e5159617780f gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:12:59.989269 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ff81077-c8f1-40a7-bc3e-f7f9b536dee1 req-dd489599-c024-4298-961a-82af921c13df service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852470 Aug 17 01:13:00.083056 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2ff81077-c8f1-40a7-bc3e-f7f9b536dee1 req-91abfbdf-ab40-46e1-8b1e-4c4abc5281d3 service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868266 Aug 17 01:13:00.194296 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ac6cf4fb-6254-43ff-80bd-3a5621b3f491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'name': 'tempest-TestShelveInstance-2053927170-router', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:06Z', 'revision_number': 4, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'gw_port': {'id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '5e42edac-e176-4db1-95a6-63817a36cf13', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'floating_ip_address': '172.25.3.189', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'port_id': '91f0d4eb-04d2-4e37-aa70-bebf360e3870', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'mac_address': 'fa:16:3e:7c:11:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406d86-0708-43d6-864b-9403ab97fee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:12:58Z', 'updated_at': '2021-08-17T01:12:58Z', 'revision_number': 0, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b5a820f-9ea0-415c-98fc-069a3a18edc0', 'name': '', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'mac_address': 'fa:16:3e:26:7f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:06Z', 'updated_at': '2021-08-17T01:08:13Z', 'revision_number': 5, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'subnets': [{'id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:13:00.222957 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6cf4fb-6254-43ff-80bd-3a5621b3f491 None None] The sync data for ids ['bc3de308-d80a-4b5d-a2b2-e5159617780f'] in n-d-800088-20 is: [{'id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'name': 'tempest-TestShelveInstance-2053927170-router', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:06Z', 'revision_number': 4, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'gw_port': {'id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '5e42edac-e176-4db1-95a6-63817a36cf13', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'floating_ip_address': '172.25.3.189', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'port_id': '91f0d4eb-04d2-4e37-aa70-bebf360e3870', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'mac_address': 'fa:16:3e:7c:11:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04406d86-0708-43d6-864b-9403ab97fee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:12:58Z', 'updated_at': '2021-08-17T01:12:58Z', 'revision_number': 0, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b5a820f-9ea0-415c-98fc-069a3a18edc0', 'name': '', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'mac_address': 'fa:16:3e:26:7f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:06Z', 'updated_at': '2021-08-17T01:08:13Z', 'revision_number': 5, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'subnets': [{'id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:13:00.418692 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513775d9-6b30-42bb-a6c4-e9c654094c0a None None] New status for floating IP 5e42edac-e176-4db1-95a6-63817a36cf13: ACTIVE {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:13:10.862424 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:13:12.448336 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:13:16.652164 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2472df9b-9eea-4968-af1e-ef976a5a7231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:13:19.328218 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b814ac52-a571-4754-b589-9b5b4ae04319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:13:19.366883 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:13:20.217754 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:13:20.500160 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:13:22.374797 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:13:27.833646 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-22c91c1b-53b1-4240-be94-535c20a91f88 req-b4c3ac02-4c25-460b-8b24-183e714611fb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396914 Aug 17 01:13:27.913786 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c91c1b-53b1-4240-be94-535c20a91f88 req-d265fa13-3279-490a-b852-89450784e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:13:27.915855 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-22c91c1b-53b1-4240-be94-535c20a91f88 req-d265fa13-3279-490a-b852-89450784e4ff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0af6bfa57d0f48c7bda265113a2271b4&device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 1097 time: 0.0396578 Aug 17 01:13:28.024069 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c91c1b-53b1-4240-be94-535c20a91f88 req-93df9cda-fc2c-4a2d-bba9-814f9654a262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:13:28.025841 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-22c91c1b-53b1-4240-be94-535c20a91f88 req-93df9cda-fc2c-4a2d-bba9-814f9654a262 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2c265614-fdcd-4a1b-a63b-3126ac326e39 HTTP/1.1" status: 200 len: 910 time: 0.0884192 Aug 17 01:13:28.096355 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-22c91c1b-53b1-4240-be94-535c20a91f88 req-02164239-5c4c-447e-a335-f379a557a07f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f0d4eb-04d2-4e37-aa70-bebf360e3870 HTTP/1.1" status: 200 len: 1001 time: 0.0629523 Aug 17 01:13:28.147357 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c91c1b-53b1-4240-be94-535c20a91f88 req-fe404d72-4342-4c26-9d2d-37f296b89098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:13:28.148803 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-22c91c1b-53b1-4240-be94-535c20a91f88 req-fe404d72-4342-4c26-9d2d-37f296b89098 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=561ee36b-ef22-4713-ac0e-649d9ec4eb0e HTTP/1.1" status: 200 len: 848 time: 0.0443761 Aug 17 01:13:28.194208 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c91c1b-53b1-4240-be94-535c20a91f88 req-2fabb79e-97bf-40a7-b19f-11cc820e7ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:13:28.195688 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-22c91c1b-53b1-4240-be94-535c20a91f88 req-2fabb79e-97bf-40a7-b19f-11cc820e7ae6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c265614-fdcd-4a1b-a63b-3126ac326e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395319 Aug 17 01:13:28.289306 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-22c91c1b-53b1-4240-be94-535c20a91f88 req-9e9b6d88-ad15-4cd9-b7f1-4d0b41bf9762 service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856164 Aug 17 01:13:28.379416 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-22c91c1b-53b1-4240-be94-535c20a91f88 req-4e274fbe-eb5a-4c12-959d-e5859c0fc8e3 service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824711 Aug 17 01:13:40.854551 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:13:42.443698 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:13:46.654983 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1a78ffb1-8588-4dc1-99c6-05a411ad22c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:13:49.329181 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-421eba97-2cef-4c7d-a2c2-a9c59b5bea1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:13:49.369496 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:13:50.503116 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:13:52.378166 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:13:57.218188 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:14:10.854396 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:14:12.463733 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:14:16.654822 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-55fc770c-de0c-4340-bbd1-6e515a6868e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:14:19.329987 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ff355aef-a690-47cb-b9b6-639e83ca1534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:14:19.372149 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:14:20.505664 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:14:22.381538 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:14:29.859799 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d87b8e4a-0de1-4adb-956f-535a65240baf req-3a431401-31c1-4af4-9d32-37608b9e5b66 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407259 Aug 17 01:14:29.950674 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b8e4a-0de1-4adb-956f-535a65240baf req-7e6322e1-81ca-45ec-a278-1a6e63f89103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:14:29.952151 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d87b8e4a-0de1-4adb-956f-535a65240baf req-7e6322e1-81ca-45ec-a278-1a6e63f89103 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0af6bfa57d0f48c7bda265113a2271b4&device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 1097 time: 0.0441091 Aug 17 01:14:30.061973 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b8e4a-0de1-4adb-956f-535a65240baf req-423095d5-b563-444e-8056-51a911194e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:14:30.063422 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d87b8e4a-0de1-4adb-956f-535a65240baf req-423095d5-b563-444e-8056-51a911194e04 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2c265614-fdcd-4a1b-a63b-3126ac326e39 HTTP/1.1" status: 200 len: 910 time: 0.0845737 Aug 17 01:14:30.136899 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d87b8e4a-0de1-4adb-956f-535a65240baf req-0c0709e4-fedb-4a82-b538-948523b4d669 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f0d4eb-04d2-4e37-aa70-bebf360e3870 HTTP/1.1" status: 200 len: 1001 time: 0.0606225 Aug 17 01:14:30.191895 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b8e4a-0de1-4adb-956f-535a65240baf req-d69d3d58-32a7-469d-9a74-027daed63737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:14:30.193330 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d87b8e4a-0de1-4adb-956f-535a65240baf req-d69d3d58-32a7-469d-9a74-027daed63737 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=561ee36b-ef22-4713-ac0e-649d9ec4eb0e HTTP/1.1" status: 200 len: 848 time: 0.0452533 Aug 17 01:14:30.241295 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b8e4a-0de1-4adb-956f-535a65240baf req-a8be9ed6-297b-4fa1-877b-51a4288032dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:14:30.242860 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d87b8e4a-0de1-4adb-956f-535a65240baf req-a8be9ed6-297b-4fa1-877b-51a4288032dd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c265614-fdcd-4a1b-a63b-3126ac326e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387688 Aug 17 01:14:30.335502 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d87b8e4a-0de1-4adb-956f-535a65240baf req-dbf31ca0-e031-425c-9602-61afb9d984dc service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849342 Aug 17 01:14:30.427954 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d87b8e4a-0de1-4adb-956f-535a65240baf req-b254eb18-0a71-4130-8315-321f9e234844 service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812774 Aug 17 01:14:34.218449 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:14:40.869927 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:14:42.458000 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:14:46.655561 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f8d39406-e101-4420-b248-e129a8e82833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:14:49.330902 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d9ab9f67-0323-4933-bf6b-bf25221512d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:14:49.371901 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:14:50.508629 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:14:52.384468 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:14:57.085907 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902814f9-0119-43b9-ac50-6602a1ac7478 req-3b2d24ff-f344-46c8-a4a4-be38cf4a4dda tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:14:57.087394 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-902814f9-0119-43b9-ac50-6602a1ac7478 req-3b2d24ff-f344-46c8-a4a4-be38cf4a4dda tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 945 time: 0.1006148 Aug 17 01:14:57.126133 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-902814f9-0119-43b9-ac50-6602a1ac7478 req-9cd71082-87b3-4855-8e43-94eb10b4a870 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320127 Aug 17 01:14:58.321945 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519e065-e549-4c31-abfb-c841c7e1348e req-b3140123-73b3-4bee-8dfe-1ea995e424b0 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:14:58.323430 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c519e065-e549-4c31-abfb-c841c7e1348e req-b3140123-73b3-4bee-8dfe-1ea995e424b0 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 945 time: 0.0990658 Aug 17 01:14:58.361762 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c519e065-e549-4c31-abfb-c841c7e1348e req-e999643a-819e-4058-aedc-c3c9a7e45334 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316484 Aug 17 01:14:59.505113 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253d2be-beaa-40a4-a619-085b45250fbe req-27151fad-5402-4dd6-a8c7-5fe4cb85d1bb tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:14:59.506593 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a253d2be-beaa-40a4-a619-085b45250fbe req-27151fad-5402-4dd6-a8c7-5fe4cb85d1bb tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 945 time: 0.0504260 Aug 17 01:14:59.544478 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a253d2be-beaa-40a4-a619-085b45250fbe req-5d7c4472-c601-4dad-9851-467c09aab99b tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319116 Aug 17 01:15:00.660948 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78b72e-d851-494d-9987-4d08789285b2 req-6b11c372-7b8b-44f7-97a0-ee3f4572adf3 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:00.662545 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae78b72e-d851-494d-9987-4d08789285b2 req-6b11c372-7b8b-44f7-97a0-ee3f4572adf3 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 945 time: 0.0484395 Aug 17 01:15:00.700590 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae78b72e-d851-494d-9987-4d08789285b2 req-88348972-94d8-47ce-9894-0333e74a1251 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318210 Aug 17 01:15:01.827665 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d220702-e316-44ef-a909-bccfaa302748 req-dd5edb19-522d-4bbf-b2c9-2c91e018091e tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:01.829151 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5d220702-e316-44ef-a909-bccfaa302748 req-dd5edb19-522d-4bbf-b2c9-2c91e018091e tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 945 time: 0.0545213 Aug 17 01:15:01.867305 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5d220702-e316-44ef-a909-bccfaa302748 req-7e0ba014-9b3e-4142-a2ea-58a39b5b5544 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321641 Aug 17 01:15:02.983205 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d36f1-244b-41d1-83bc-3bfd9a98fb90 req-c6292960-e0d0-48bd-86a0-d117805f45dd tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:02.984663 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f8d36f1-244b-41d1-83bc-3bfd9a98fb90 req-c6292960-e0d0-48bd-86a0-d117805f45dd tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 945 time: 0.0485530 Aug 17 01:15:03.021123 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5f8d36f1-244b-41d1-83bc-3bfd9a98fb90 req-4b203b25-b5e1-446f-9cf3-dfb4330a8b54 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305276 Aug 17 01:15:04.139261 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e0005-6299-445c-b310-d4c2f49d9aa5 req-fad3ac1b-f32b-4922-85b2-84ad0af41afd tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:04.140906 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3b5e0005-6299-445c-b310-d4c2f49d9aa5 req-fad3ac1b-f32b-4922-85b2-84ad0af41afd tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 945 time: 0.0494628 Aug 17 01:15:04.178308 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3b5e0005-6299-445c-b310-d4c2f49d9aa5 req-a65b183b-680a-4b50-929d-6da3920081ce tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315197 Aug 17 01:15:05.296731 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41a6a7-f8e7-4552-84c7-f3376e375eb0 req-eeef61d1-5701-45cc-b019-46274a2491ac tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:05.298298 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7e41a6a7-f8e7-4552-84c7-f3376e375eb0 req-eeef61d1-5701-45cc-b019-46274a2491ac tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 945 time: 0.0522058 Aug 17 01:15:05.335339 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7e41a6a7-f8e7-4552-84c7-f3376e375eb0 req-2e763149-ab8d-4f8e-a762-7cdd4afc7002 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311856 Aug 17 01:15:06.473764 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c5342-ef24-4a41-9e79-8511708340e8 req-0b9e5960-f846-47f7-9a17-6b3781c88787 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:06.475295 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-387c5342-ef24-4a41-9e79-8511708340e8 req-0b9e5960-f846-47f7-9a17-6b3781c88787 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 945 time: 0.0665154 Aug 17 01:15:06.512618 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-387c5342-ef24-4a41-9e79-8511708340e8 req-1bfa6700-2561-459c-996c-3e8ba817eb69 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310454 Aug 17 01:15:07.217152 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03969462-6877-4bb2-8e8e-8ccf3d9db1f0 req-b05d3c0e-f679-4848-a1b6-de1459ed7376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:07.219197 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03969462-6877-4bb2-8e8e-8ccf3d9db1f0 req-b05d3c0e-f679-4848-a1b6-de1459ed7376 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0af6bfa57d0f48c7bda265113a2271b4&device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 1097 time: 0.0475025 Aug 17 01:15:07.336722 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03969462-6877-4bb2-8e8e-8ccf3d9db1f0 req-d022317b-083c-4d32-b781-f86f9708dc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:07.338180 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03969462-6877-4bb2-8e8e-8ccf3d9db1f0 req-d022317b-083c-4d32-b781-f86f9708dc04 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2c265614-fdcd-4a1b-a63b-3126ac326e39 HTTP/1.1" status: 200 len: 910 time: 0.1112180 Aug 17 01:15:07.406959 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03969462-6877-4bb2-8e8e-8ccf3d9db1f0 req-d823a644-853b-449c-b7f0-03a5a3292ba9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f0d4eb-04d2-4e37-aa70-bebf360e3870 HTTP/1.1" status: 200 len: 1001 time: 0.0600791 Aug 17 01:15:07.463708 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03969462-6877-4bb2-8e8e-8ccf3d9db1f0 req-d2eb237c-082b-4ab0-a0f2-fc0d9bdf81af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:07.465239 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03969462-6877-4bb2-8e8e-8ccf3d9db1f0 req-d2eb237c-082b-4ab0-a0f2-fc0d9bdf81af service neutron] 10.222.0.69 "GET /v2.0/subnets?id=561ee36b-ef22-4713-ac0e-649d9ec4eb0e HTTP/1.1" status: 200 len: 848 time: 0.0478044 Aug 17 01:15:07.514158 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03969462-6877-4bb2-8e8e-8ccf3d9db1f0 req-866c6432-2b06-4c4f-8eab-4c913b1ea612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:07.516111 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03969462-6877-4bb2-8e8e-8ccf3d9db1f0 req-866c6432-2b06-4c4f-8eab-4c913b1ea612 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c265614-fdcd-4a1b-a63b-3126ac326e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392876 Aug 17 01:15:07.643451 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03969462-6877-4bb2-8e8e-8ccf3d9db1f0 req-218bef89-5011-43b2-a014-41f388d3d3dc service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146042 Aug 17 01:15:07.654764 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae73834-1052-4e55-8232-f52719674c3e req-07c9eaa0-6ac5-4206-809c-6d1430f77ba4 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:07.657030 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bae73834-1052-4e55-8232-f52719674c3e req-07c9eaa0-6ac5-4206-809c-6d1430f77ba4 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 945 time: 0.0764034 Aug 17 01:15:07.743870 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bae73834-1052-4e55-8232-f52719674c3e req-64a09730-a7d8-4ed3-a61f-463bc66321de tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782869 Aug 17 01:15:07.770959 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-03969462-6877-4bb2-8e8e-8ccf3d9db1f0 req-3b35b777-018c-45d7-8510-dd9143a374c2 service neutron] 10.222.0.69 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128728 Aug 17 01:15:08.862386 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9dff3b-0b5b-4a04-8548-455f3a6b75d9 req-5fa13730-e341-464d-8372-8316127bf1a7 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:08.863865 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1b9dff3b-0b5b-4a04-8548-455f3a6b75d9 req-5fa13730-e341-464d-8372-8316127bf1a7 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 945 time: 0.0520487 Aug 17 01:15:08.901701 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1b9dff3b-0b5b-4a04-8548-455f3a6b75d9 req-02e033ba-d3e7-4597-b570-da225a598c95 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319037 Aug 17 01:15:10.016339 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72904b9c-28e8-476b-be45-ae8b694c8642 req-00e1c635-d1b8-442d-ba65-41a6edcd0492 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:10.017881 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72904b9c-28e8-476b-be45-ae8b694c8642 req-00e1c635-d1b8-442d-ba65-41a6edcd0492 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 945 time: 0.0485365 Aug 17 01:15:10.058103 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-72904b9c-28e8-476b-be45-ae8b694c8642 req-2bfc6b1e-1df1-406e-af02-424fc90f1680 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340724 Aug 17 01:15:10.880040 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:11.177900 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90b5f2-0a0c-44e4-aab8-b77e0ceee924 req-64214b14-a824-4ffb-bf58-0b84e7a70031 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:11.179468 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f90b5f2-0a0c-44e4-aab8-b77e0ceee924 req-64214b14-a824-4ffb-bf58-0b84e7a70031 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 945 time: 0.0503583 Aug 17 01:15:11.217571 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:15:11.225465 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-8f90b5f2-0a0c-44e4-aab8-b77e0ceee924 req-eaa4c8b7-8763-4e75-8a67-3e6c79171d7e tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396223 Aug 17 01:15:12.340527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae482f07-de7e-4eb5-aeaf-dfba4e4172cd req-9d8441ca-1d6d-4917-af37-a4c0c9c0952b tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:12.342035 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae482f07-de7e-4eb5-aeaf-dfba4e4172cd req-9d8441ca-1d6d-4917-af37-a4c0c9c0952b tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 945 time: 0.0490391 Aug 17 01:15:12.380451 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae482f07-de7e-4eb5-aeaf-dfba4e4172cd req-6ea72b51-f079-4922-91d3-a55268a7293e tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316324 Aug 17 01:15:12.459208 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:12.503284 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-17c6d530-920c-4bd2-b999-60f5756cdeeb req-c45a9eae-bcde-4f53-95da-4782a71bb4e4 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 01:15:12.504363 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-17c6d530-920c-4bd2-b999-60f5756cdeeb req-c45a9eae-bcde-4f53-95da-4782a71bb4e4 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0580933 Aug 17 01:15:12.523543 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 91f0d4eb-04d2-4e37-aa70-bebf360e3870 no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:15:12.608439 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:12.666959 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f154e-b4ac-41d2-9dd1-37d450225a79 req-a2bb9cf4-7d75-4be0-a448-0c5274bf355e tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:12.668683 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be0f154e-b4ac-41d2-9dd1-37d450225a79 req-a2bb9cf4-7d75-4be0-a448-0c5274bf355e tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 945 time: 0.0535097 Aug 17 01:15:12.693627 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-fff051b3-65e7-403b-9302-fa5effc8b9b6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0971167 Aug 17 01:15:12.700570 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-b54c540d-b2d0-4d7c-8efb-b49423b3bdf6 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 01:15:12.701610 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-b54c540d-b2d0-4d7c-8efb-b49423b3bdf6 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056729 Aug 17 01:15:12.711572 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-be0f154e-b4ac-41d2-9dd1-37d450225a79 req-2bfc30dc-7b63-4322-9b8d-5cf0f659ac27 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360234 Aug 17 01:15:12.794569 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04406d86-0708-43d6-864b-9403ab97fee2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91f0d4eb-04d2-4e37-aa70-bebf360e3870'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:15:12.797433 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d9b1f6eceb9192db377ceb4d6ae83098a713cf0d5394fe300bfd3a5d60dfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21eda70-2e6c-4cd8-b1a1-618231bc847f" -d '{"events": [{"server_uuid": "04406d86-0708-43d6-864b-9403ab97fee2", "name": "network-vif-unplugged", "status": "completed", "tag": "91f0d4eb-04d2-4e37-aa70-bebf360e3870"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:15:12.810484 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 91f0d4eb-04d2-4e37-aa70-bebf360e3870, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=91f0d4eb-04d2-4e37-aa70-bebf360e3870,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:15:12.814621 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:12.838311 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 17 Aug 2021 01:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3e7c5d-167e-46a1-9b82-18b23fc62c9f x-openstack-request-id: req-0e3e7c5d-167e-46a1-9b82-18b23fc62c9f {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:15:12.838526 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04406d86-0708-43d6-864b-9403ab97fee2", "name": "network-vif-unplugged", "status": "failed", "tag": "91f0d4eb-04d2-4e37-aa70-bebf360e3870", "code": 422}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:15:12.838785 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0e3e7c5d-167e-46a1-9b82-18b23fc62c9f {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:15:12.839188 n-d-800088-20 neutron-server[101404]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '04406d86-0708-43d6-864b-9403ab97fee2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '91f0d4eb-04d2-4e37-aa70-bebf360e3870', 'code': 422} returned with failed status Aug 17 01:15:12.866266 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=91f0d4eb-04d2-4e37-aa70-bebf360e3870,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:12.874275 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:12.874616 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:12.875117 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:12.875437 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:12.875770 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:12.876095 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:12.876414 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:12.876735 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:12.877065 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:12.877402 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:12.877739 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:12.878037 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:13.825922 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494fe19-5186-49e8-a1ae-393fd917cd86 req-2108d608-52af-4e68-9e30-0054067e46e7 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:13.827601 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f494fe19-5186-49e8-a1ae-393fd917cd86 req-2108d608-52af-4e68-9e30-0054067e46e7 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 943 time: 0.0483959 Aug 17 01:15:13.869741 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f494fe19-5186-49e8-a1ae-393fd917cd86 req-d879a6d3-cc24-4c72-8e53-cb3c6d0bb280 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361190 Aug 17 01:15:14.984536 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5dc67-6ba9-4a45-be23-f2081d2c4bed req-a3d64c20-a863-45dc-a4fb-91299953afb9 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:14.986055 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-30c5dc67-6ba9-4a45-be23-f2081d2c4bed req-a3d64c20-a863-45dc-a4fb-91299953afb9 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 943 time: 0.0494905 Aug 17 01:15:15.024291 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-30c5dc67-6ba9-4a45-be23-f2081d2c4bed req-b3ef04e6-05a2-491f-b16b-f18b9aa1a60d tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320442 Aug 17 01:15:16.147525 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d3d60-0555-429d-9c02-be2ca1dfb6f3 req-f8d514e7-992c-4487-a17b-2b169f7a68e3 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:16.149088 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e15d3d60-0555-429d-9c02-be2ca1dfb6f3 req-f8d514e7-992c-4487-a17b-2b169f7a68e3 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 943 time: 0.0518301 Aug 17 01:15:16.187067 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e15d3d60-0555-429d-9c02-be2ca1dfb6f3 req-9b186c64-4fcf-44ee-bb8d-fd7267010182 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315146 Aug 17 01:15:16.656780 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-af5497ad-5abc-4cdb-93a4-5f96e8e3a90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:17.301791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c8229-750e-40c3-9dd3-479451a670cc req-b974c153-d8e3-419f-b388-cfc9716cc612 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:17.303421 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5c8c8229-750e-40c3-9dd3-479451a670cc req-b974c153-d8e3-419f-b388-cfc9716cc612 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 943 time: 0.0489540 Aug 17 01:15:17.347378 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5c8c8229-750e-40c3-9dd3-479451a670cc req-958f3eb2-976f-4f4c-bcce-a34c7be1293a tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376420 Aug 17 01:15:17.388170 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-9094336a-0e59-4bf7-ac1c-4a5e1a529121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:17.390247 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-9094336a-0e59-4bf7-ac1c-4a5e1a529121 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2&tenant_id=0af6bfa57d0f48c7bda265113a2271b4 HTTP/1.1" status: 200 len: 1095 time: 0.0854235 Aug 17 01:15:17.401133 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-f83abdbf-14d5-4005-b494-0b7d4073e501 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 01:15:17.402058 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-f83abdbf-14d5-4005-b494-0b7d4073e501 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049300 Aug 17 01:15:17.414909 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-20', 'device_owner': 'compute:nova'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:15:17.467504 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:17.666332 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] For port 91f0d4eb-04d2-4e37-aa70-bebf360e3870, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=91f0d4eb-04d2-4e37-aa70-bebf360e3870,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:15:17.701823 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] For port 91f0d4eb-04d2-4e37-aa70-bebf360e3870, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:15:17.733837 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f0d4eb-04d2-4e37-aa70-bebf360e3870 {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:15:17.740906 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:17.752980 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Transition to ACTIVE for port object 91f0d4eb-04d2-4e37-aa70-bebf360e3870 will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:15:17.756415 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:17.842918 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Pushing event updated for resources: {'Port': ['ID=91f0d4eb-04d2-4e37-aa70-bebf360e3870,revision_number=7']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:17.857596 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:17.857939 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:17.858277 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:17.859322 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:17.859979 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:17.860097 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:17.860360 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:17.860681 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:17.861182 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:17.861338 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:17.861660 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:17.861979 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:18.200533 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] No DVR routers for this DVR port 91f0d4eb-04d2-4e37-aa70-bebf360e3870 on host n-h1-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:15:18.328289 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Attempting to bind port 91f0d4eb-04d2-4e37-aa70-bebf360e3870 on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:15:18.328941 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Attempting to bind port 91f0d4eb-04d2-4e37-aa70-bebf360e3870 by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': '2be99409-745f-4ae7-8d68-5dfc44c9a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:15:18.328941 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Attempting to bind port 91f0d4eb-04d2-4e37-aa70-bebf360e3870 on network 2c265614-fdcd-4a1b-a63b-3126ac326e39 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:15:18.332981 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Port 91f0d4eb-04d2-4e37-aa70-bebf360e3870 on network 2c265614-fdcd-4a1b-a63b-3126ac326e39 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:15:18.333333 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Attempting to bind port 91f0d4eb-04d2-4e37-aa70-bebf360e3870 on network 2c265614-fdcd-4a1b-a63b-3126ac326e39 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:15:18.346018 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:15:18.346593 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Checking segment: {'id': '2be99409-745f-4ae7-8d68-5dfc44c9a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:15:18.346997 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Bound using segment: {'id': '2be99409-745f-4ae7-8d68-5dfc44c9a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:15:18.347612 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Bound port: 91f0d4eb-04d2-4e37-aa70-bebf360e3870, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2be99409-745f-4ae7-8d68-5dfc44c9a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:15:18.348104 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:18.411248 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] For port 91f0d4eb-04d2-4e37-aa70-bebf360e3870, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:15:18.414330 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] For port 91f0d4eb-04d2-4e37-aa70-bebf360e3870, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=91f0d4eb-04d2-4e37-aa70-bebf360e3870,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:15:18.427662 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:18.482809 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:18.483511 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:18.485699 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] 10.222.0.64 "PUT /v2.0/ports/91f0d4eb-04d2-4e37-aa70-bebf360e3870 HTTP/1.1" status: 200 len: 1092 time: 1.0744133 Aug 17 01:15:18.487664 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04406d86-0708-43d6-864b-9403ab97fee2', 'tag': '91f0d4eb-04d2-4e37-aa70-bebf360e3870'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:15:18.489975 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1dba6f-311d-4043-9955-9aecdad23f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "04406d86-0708-43d6-864b-9403ab97fee2", "tag": "91f0d4eb-04d2-4e37-aa70-bebf360e3870"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:15:18.532567 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd437199-f849-4ec6-a135-b6914a8a6a7e req-be47bd72-e42f-414c-8cc0-99147c29887f tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:18.534205 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd437199-f849-4ec6-a135-b6914a8a6a7e req-be47bd72-e42f-414c-8cc0-99147c29887f tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 943 time: 0.1186182 Aug 17 01:15:18.552474 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53c17b4-9c7a-4d7b-a39f-bbaedba4ecb5 x-openstack-request-id: req-c53c17b4-9c7a-4d7b-a39f-bbaedba4ecb5 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:15:18.552741 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04406d86-0708-43d6-864b-9403ab97fee2", "tag": "91f0d4eb-04d2-4e37-aa70-bebf360e3870", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:15:18.553008 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c53c17b4-9c7a-4d7b-a39f-bbaedba4ecb5 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:15:18.553431 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04406d86-0708-43d6-864b-9403ab97fee2', 'tag': '91f0d4eb-04d2-4e37-aa70-bebf360e3870', 'status': 'completed', 'code': 200} Aug 17 01:15:18.557236 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480f380-67ac-49c8-b2ef-092bdf2660e2 service neutron] Pushing event updated for resources: {'Port': ['ID=91f0d4eb-04d2-4e37-aa70-bebf360e3870,revision_number=8']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:18.605413 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-fd437199-f849-4ec6-a135-b6914a8a6a7e req-7dfa5865-ae35-4d0c-b39e-7cc2144a7d88 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506444 Aug 17 01:15:18.607728 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-001b3149-5b70-40d2-8925-d5b1f039803c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:18.610090 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-001b3149-5b70-40d2-8925-d5b1f039803c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0af6bfa57d0f48c7bda265113a2271b4&device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 1095 time: 0.0959938 Aug 17 01:15:18.711555 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-d8dcc71f-b783-49a9-bdd2-24e360f8f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:18.713065 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-d8dcc71f-b783-49a9-bdd2-24e360f8f848 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c265614-fdcd-4a1b-a63b-3126ac326e39 HTTP/1.1" status: 200 len: 910 time: 0.0950432 Aug 17 01:15:18.778718 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-5791b381-3aaf-412d-bb8e-ec3e83be9e40 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f0d4eb-04d2-4e37-aa70-bebf360e3870 HTTP/1.1" status: 200 len: 999 time: 0.0585814 Aug 17 01:15:18.832551 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-c45ed783-90e8-4632-92f8-fa98e551cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:18.834017 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-c45ed783-90e8-4632-92f8-fa98e551cebc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=561ee36b-ef22-4713-ac0e-649d9ec4eb0e HTTP/1.1" status: 200 len: 848 time: 0.0470912 Aug 17 01:15:18.878862 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-5187d037-8c2a-4517-8199-96531f16a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:18.880350 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-5187d037-8c2a-4517-8199-96531f16a0a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c265614-fdcd-4a1b-a63b-3126ac326e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397208 Aug 17 01:15:18.969197 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-1d0c46f5-d3a2-450d-8dea-dc273c1d7544 service neutron] 10.222.0.64 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816867 Aug 17 01:15:19.062565 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-57aa883f-cdab-439c-b08d-534d4614cba9 service neutron] 10.222.0.64 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860927 Aug 17 01:15:19.145562 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1dba6f-311d-4043-9955-9aecdad23f4c req-3762a272-80f1-432e-8e13-85044a7ec8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:19.146944 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2a1dba6f-311d-4043-9955-9aecdad23f4c req-3762a272-80f1-432e-8e13-85044a7ec8d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0af6bfa57d0f48c7bda265113a2271b4&device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 1095 time: 0.0398271 Aug 17 01:15:19.240327 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1dba6f-311d-4043-9955-9aecdad23f4c req-80713eb1-91e2-47e2-9e17-9059b907b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:19.241813 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2a1dba6f-311d-4043-9955-9aecdad23f4c req-80713eb1-91e2-47e2-9e17-9059b907b23f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c265614-fdcd-4a1b-a63b-3126ac326e39 HTTP/1.1" status: 200 len: 910 time: 0.0878942 Aug 17 01:15:19.306319 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2a1dba6f-311d-4043-9955-9aecdad23f4c req-b5c4f2ae-3bc9-4ad6-a8cc-896fe7d67973 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f0d4eb-04d2-4e37-aa70-bebf360e3870 HTTP/1.1" status: 200 len: 999 time: 0.0576012 Aug 17 01:15:19.333414 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-05582d50-cfe1-4ddb-a941-6ff213edde7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:19.361152 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1dba6f-311d-4043-9955-9aecdad23f4c req-ee4330cb-b4ee-471a-92d7-22ee41a45e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:19.362646 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2a1dba6f-311d-4043-9955-9aecdad23f4c req-ee4330cb-b4ee-471a-92d7-22ee41a45e23 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=561ee36b-ef22-4713-ac0e-649d9ec4eb0e HTTP/1.1" status: 200 len: 848 time: 0.0487401 Aug 17 01:15:19.374832 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:19.415457 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1dba6f-311d-4043-9955-9aecdad23f4c req-b94c6a81-a318-4e79-8e20-55e22f25219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:19.416846 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2a1dba6f-311d-4043-9955-9aecdad23f4c req-b94c6a81-a318-4e79-8e20-55e22f25219a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c265614-fdcd-4a1b-a63b-3126ac326e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458288 Aug 17 01:15:19.516806 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2a1dba6f-311d-4043-9955-9aecdad23f4c req-52f43130-628b-4b5f-b2c7-3fd3329d55bf service neutron] 10.222.0.64 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916018 Aug 17 01:15:19.613903 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-2a1dba6f-311d-4043-9955-9aecdad23f4c req-8a3fdce6-015f-4f6b-8f5f-6cbb3b67ecde service neutron] 10.222.0.64 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873733 Aug 17 01:15:19.725483 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd099e3-095c-475c-bbb5-56b3ea862f69 req-7dad6cfc-5ac7-4719-9f06-c5f623e5a00f tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:19.726881 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6cd099e3-095c-475c-bbb5-56b3ea862f69 req-7dad6cfc-5ac7-4719-9f06-c5f623e5a00f tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 943 time: 0.0502908 Aug 17 01:15:19.765987 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6cd099e3-095c-475c-bbb5-56b3ea862f69 req-317c4d5d-59e1-492f-8d9f-a03d90173f8c tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327249 Aug 17 01:15:20.512001 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:20.880862 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac6af0-5b3f-4f05-a1ac-966f51977cf9 req-3267cec9-a14b-4172-89db-0c73c5e636dc tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:20.882412 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44ac6af0-5b3f-4f05-a1ac-966f51977cf9 req-3267cec9-a14b-4172-89db-0c73c5e636dc tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 943 time: 0.0490563 Aug 17 01:15:20.919888 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-44ac6af0-5b3f-4f05-a1ac-966f51977cf9 req-1708e627-f0f7-49e7-bbcd-c31a689bd2d4 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315118 Aug 17 01:15:22.038527 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de3a9e-c8ee-453c-9a43-e99fbe42cc8b req-d0b0c2e2-e1fe-462d-bbfe-0254552406b0 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:22.039995 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07de3a9e-c8ee-453c-9a43-e99fbe42cc8b req-d0b0c2e2-e1fe-462d-bbfe-0254552406b0 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 943 time: 0.0530281 Aug 17 01:15:22.077544 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07de3a9e-c8ee-453c-9a43-e99fbe42cc8b req-4d56d9cf-42d6-4d82-baa7-0f6896b22153 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316870 Aug 17 01:15:22.386090 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:23.193535 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b912807-34b4-451d-93c9-315537064255 req-f8cd7ca6-f2b1-4cc7-974e-5f2b5dbac831 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:23.194941 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9b912807-34b4-451d-93c9-315537064255 req-f8cd7ca6-f2b1-4cc7-974e-5f2b5dbac831 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 943 time: 0.0500541 Aug 17 01:15:23.232619 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9b912807-34b4-451d-93c9-315537064255 req-f949011b-130a-49c0-906d-3df9e6aa1069 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316985 Aug 17 01:15:24.347189 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e41285-a046-46fc-bdec-8c294e579260 req-6d7b930d-113f-43d6-b2c9-6578ac4ba870 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:24.348714 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-38e41285-a046-46fc-bdec-8c294e579260 req-6d7b930d-113f-43d6-b2c9-6578ac4ba870 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 943 time: 0.0491130 Aug 17 01:15:24.386329 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-38e41285-a046-46fc-bdec-8c294e579260 req-df86d4eb-50ae-49fa-b740-3c3fd1505bd0 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315812 Aug 17 01:15:25.505946 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a5f47-3d9f-44b3-9de0-099f51fc5bb4 req-cb4f205d-c367-4f0d-8d15-b28df7cddbc7 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:25.508745 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-016a5f47-3d9f-44b3-9de0-099f51fc5bb4 req-cb4f205d-c367-4f0d-8d15-b28df7cddbc7 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 943 time: 0.0552640 Aug 17 01:15:25.549235 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-016a5f47-3d9f-44b3-9de0-099f51fc5bb4 req-9f473c07-3183-46f0-a9bf-b5b88f7fffa2 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330870 Aug 17 01:15:25.792684 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 91f0d4eb-04d2-4e37-aa70-bebf360e3870 details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:15:25.895552 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 91f0d4eb-04d2-4e37-aa70-bebf360e3870, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=91f0d4eb-04d2-4e37-aa70-bebf360e3870,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:15:25.906398 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '91f0d4eb-04d2-4e37-aa70-bebf360e3870', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'port_id': '91f0d4eb-04d2-4e37-aa70-bebf360e3870', 'mac_address': 'fa:16:3e:7c:11:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:15:25.942418 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:25.955493 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f0d4eb-04d2-4e37-aa70-bebf360e3870 {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:15:25.974428 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 91f0d4eb-04d2-4e37-aa70-bebf360e3870, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=91f0d4eb-04d2-4e37-aa70-bebf360e3870,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:15:25.977883 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:26.027095 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=91f0d4eb-04d2-4e37-aa70-bebf360e3870,revision_number=9']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:26.202179 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['91f0d4eb-04d2-4e37-aa70-bebf360e3870'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:15:26.665910 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecdba2-d35c-4fd4-a2bc-1384cf050720 req-67ae1378-2899-4638-8f56-231b9b874023 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:26.667406 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-19ecdba2-d35c-4fd4-a2bc-1384cf050720 req-67ae1378-2899-4638-8f56-231b9b874023 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 944 time: 0.0491765 Aug 17 01:15:26.705907 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-19ecdba2-d35c-4fd4-a2bc-1384cf050720 req-121117af-383f-4899-b623-79082d75afa6 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313096 Aug 17 01:15:27.804215 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 91f0d4eb-04d2-4e37-aa70-bebf360e3870 up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:15:27.823718 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46426479-00f6-4474-b83e-71bd081846cf req-ee626290-ba4b-4ff4-b3b0-03973fdee0a5 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:27.825223 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46426479-00f6-4474-b83e-71bd081846cf req-ee626290-ba4b-4ff4-b3b0-03973fdee0a5 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 944 time: 0.0513062 Aug 17 01:15:27.853954 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 91f0d4eb-04d2-4e37-aa70-bebf360e3870 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:15:27.858769 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 91f0d4eb-04d2-4e37-aa70-bebf360e3870 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:15:27.859146 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:27.864899 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-46426479-00f6-4474-b83e-71bd081846cf req-c5fed784-d1a3-4c9f-9ef6-29a864c9708d tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331490 Aug 17 01:15:27.933907 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:27.956214 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04406d86-0708-43d6-864b-9403ab97fee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f0d4eb-04d2-4e37-aa70-bebf360e3870'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:15:27.958461 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d9b1f6eceb9192db377ceb4d6ae83098a713cf0d5394fe300bfd3a5d60dfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e802d5b7-f799-47e7-ad5f-658df76d1a0e" -d '{"events": [{"server_uuid": "04406d86-0708-43d6-864b-9403ab97fee2", "name": "network-vif-plugged", "status": "completed", "tag": "91f0d4eb-04d2-4e37-aa70-bebf360e3870"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:15:27.972175 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 91f0d4eb-04d2-4e37-aa70-bebf360e3870, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=91f0d4eb-04d2-4e37-aa70-bebf360e3870,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:15:27.976032 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:28.002903 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e140bea1-cac2-4ad8-9e34-4a981c64c5b1 x-openstack-request-id: req-e140bea1-cac2-4ad8-9e34-4a981c64c5b1 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:15:28.003194 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04406d86-0708-43d6-864b-9403ab97fee2", "name": "network-vif-plugged", "status": "completed", "tag": "91f0d4eb-04d2-4e37-aa70-bebf360e3870", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:15:28.003447 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e140bea1-cac2-4ad8-9e34-4a981c64c5b1 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:15:28.003830 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04406d86-0708-43d6-864b-9403ab97fee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f0d4eb-04d2-4e37-aa70-bebf360e3870', 'code': 200} Aug 17 01:15:28.028776 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=91f0d4eb-04d2-4e37-aa70-bebf360e3870,revision_number=10']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:28.143569 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24f300-f34b-440e-9dcc-3f9e7cda8a37 req-2ba4f35f-6c03-4768-89d5-148b30f68087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:28.145082 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ab24f300-f34b-440e-9dcc-3f9e7cda8a37 req-2ba4f35f-6c03-4768-89d5-148b30f68087 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 1098 time: 0.0439050 Aug 17 01:15:28.178961 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ab24f300-f34b-440e-9dcc-3f9e7cda8a37 req-55f75e6b-8921-4ad6-b435-08fb387bda64 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269823 Aug 17 01:15:28.985542 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ca13e-a2f1-4a68-8523-c90b6acbd13c req-15bd02ba-30f9-4ab7-8f1c-5c2d2e3e0915 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:28.987088 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4e4ca13e-a2f1-4a68-8523-c90b6acbd13c req-15bd02ba-30f9-4ab7-8f1c-5c2d2e3e0915 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 946 time: 0.0522718 Aug 17 01:15:29.024777 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4e4ca13e-a2f1-4a68-8523-c90b6acbd13c req-3c4811c0-792a-47cf-b308-1d14800f5c53 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316379 Aug 17 01:15:29.160132 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4523338-b5e0-46ff-818c-b69dd685e7a1 req-63161627-4bf7-411e-8af3-acc311a131ff service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393207 Aug 17 01:15:29.243462 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4523338-b5e0-46ff-818c-b69dd685e7a1 req-7674d3d3-e5b6-43fd-ba4a-34c0a7c43e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:29.244934 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4523338-b5e0-46ff-818c-b69dd685e7a1 req-7674d3d3-e5b6-43fd-ba4a-34c0a7c43e6f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0af6bfa57d0f48c7bda265113a2271b4&device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 1098 time: 0.0446584 Aug 17 01:15:29.347225 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4523338-b5e0-46ff-818c-b69dd685e7a1 req-a208d52c-d129-4034-aa03-ce315a1b2d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:29.349112 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4523338-b5e0-46ff-818c-b69dd685e7a1 req-a208d52c-d129-4034-aa03-ce315a1b2d67 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c265614-fdcd-4a1b-a63b-3126ac326e39 HTTP/1.1" status: 200 len: 910 time: 0.0855653 Aug 17 01:15:29.417394 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4523338-b5e0-46ff-818c-b69dd685e7a1 req-b0ab8888-15c6-409a-ba3d-5aea34b38f9d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f0d4eb-04d2-4e37-aa70-bebf360e3870 HTTP/1.1" status: 200 len: 1001 time: 0.0609913 Aug 17 01:15:29.466265 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4523338-b5e0-46ff-818c-b69dd685e7a1 req-1980baba-103a-4d79-93bc-65c00d33d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:29.467728 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4523338-b5e0-46ff-818c-b69dd685e7a1 req-1980baba-103a-4d79-93bc-65c00d33d6d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=561ee36b-ef22-4713-ac0e-649d9ec4eb0e HTTP/1.1" status: 200 len: 848 time: 0.0437624 Aug 17 01:15:29.513443 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4523338-b5e0-46ff-818c-b69dd685e7a1 req-d744af6d-61ce-468d-a646-eb53835fb91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:29.514990 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4523338-b5e0-46ff-818c-b69dd685e7a1 req-d744af6d-61ce-468d-a646-eb53835fb91f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c265614-fdcd-4a1b-a63b-3126ac326e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396686 Aug 17 01:15:29.608694 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4523338-b5e0-46ff-818c-b69dd685e7a1 req-29a5586b-902d-482c-9afb-9eceaba63051 service neutron] 10.222.0.64 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856936 Aug 17 01:15:29.699259 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f4523338-b5e0-46ff-818c-b69dd685e7a1 req-b39b5717-96f9-4576-865e-bf375ff880b2 service neutron] 10.222.0.64 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824645 Aug 17 01:15:30.142093 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fae960-dc0d-49b5-90b1-f1a1e6bf6506 req-904f3503-54a8-4c36-810b-17ff6c250275 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:30.143578 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4fae960-dc0d-49b5-90b1-f1a1e6bf6506 req-904f3503-54a8-4c36-810b-17ff6c250275 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 946 time: 0.0498850 Aug 17 01:15:30.181493 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e4fae960-dc0d-49b5-90b1-f1a1e6bf6506 req-83c00d0a-ce6b-4e80-b954-009d933b57bd tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317926 Aug 17 01:15:40.884751 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:42.456693 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:46.658547 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-7b85a534-a905-49b2-b0b9-2b24bee1f7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:48.216653 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:15:49.334565 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5f7f057b-2ecd-41f4-bdb0-69fce2c85c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:49.376175 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:50.515085 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:52.389570 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:10.883402 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:12.457627 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:16.659066 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c08a1680-ab69-458a-a4fc-b591ad3b8f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:19.335180 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-967f6dac-7e21-49fd-8375-a5235808fdc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:19.374673 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:20.517326 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:22.392527 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:25.215974 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:16:30.176211 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4cf30f67-bfdd-4261-8e43-1c32d233c6bf req-1c0a6ab1-25a8-4c4a-8561-fee62f35642b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0496633 Aug 17 01:16:30.258078 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf30f67-bfdd-4261-8e43-1c32d233c6bf req-c9933016-a1d2-4d7f-a250-002ab0bc4d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:30.259547 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4cf30f67-bfdd-4261-8e43-1c32d233c6bf req-c9933016-a1d2-4d7f-a250-002ab0bc4d58 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0af6bfa57d0f48c7bda265113a2271b4&device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 1098 time: 0.0414057 Aug 17 01:16:30.368933 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf30f67-bfdd-4261-8e43-1c32d233c6bf req-aacc50f0-8955-4dd1-a767-41298fc77d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:30.370494 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4cf30f67-bfdd-4261-8e43-1c32d233c6bf req-aacc50f0-8955-4dd1-a767-41298fc77d7f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c265614-fdcd-4a1b-a63b-3126ac326e39 HTTP/1.1" status: 200 len: 910 time: 0.0907545 Aug 17 01:16:30.436574 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4cf30f67-bfdd-4261-8e43-1c32d233c6bf req-ba6cc4c1-e8b8-47bd-a78b-95caeeccb1f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f0d4eb-04d2-4e37-aa70-bebf360e3870 HTTP/1.1" status: 200 len: 1001 time: 0.0592735 Aug 17 01:16:30.484755 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf30f67-bfdd-4261-8e43-1c32d233c6bf req-7d97c6a8-cddc-4d68-9ce3-c5459baccf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:30.486234 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4cf30f67-bfdd-4261-8e43-1c32d233c6bf req-7d97c6a8-cddc-4d68-9ce3-c5459baccf6f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=561ee36b-ef22-4713-ac0e-649d9ec4eb0e HTTP/1.1" status: 200 len: 848 time: 0.0433695 Aug 17 01:16:30.533640 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf30f67-bfdd-4261-8e43-1c32d233c6bf req-cba32d73-9663-4707-9629-0ff2144ddd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:30.535122 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4cf30f67-bfdd-4261-8e43-1c32d233c6bf req-cba32d73-9663-4707-9629-0ff2144ddd96 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c265614-fdcd-4a1b-a63b-3126ac326e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423734 Aug 17 01:16:30.623557 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4cf30f67-bfdd-4261-8e43-1c32d233c6bf req-7a47f92e-7227-4927-bfdc-ce77ffc75f94 service neutron] 10.222.0.64 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809872 Aug 17 01:16:30.720558 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4cf30f67-bfdd-4261-8e43-1c32d233c6bf req-9dab83df-cf25-4990-95d0-7c0508ad7107 service neutron] 10.222.0.64 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898445 Aug 17 01:16:40.897629 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:42.455685 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:42.634788 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51650) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:42.794213 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-975177cf-136d-4057-b41e-e48490983307 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Deleting port e6aeabc4-980d-4ef0-a940-e359c35b4548 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:16:42.794502 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-975177cf-136d-4057-b41e-e48490983307 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:42.878134 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-975177cf-136d-4057-b41e-e48490983307 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:42.878462 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-975177cf-136d-4057-b41e-e48490983307 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:42.891019 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-975177cf-136d-4057-b41e-e48490983307 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Calling delete_port for e6aeabc4-980d-4ef0-a940-e359c35b4548 owned by network:floatingip {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:16:43.035897 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-975177cf-136d-4057-b41e-e48490983307 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:43.069629 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975177cf-136d-4057-b41e-e48490983307 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Pushing event deleted for resources: {'Port': ['ID=e6aeabc4-980d-4ef0-a940-e359c35b4548,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:43.092294 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975177cf-136d-4057-b41e-e48490983307 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:43.092644 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975177cf-136d-4057-b41e-e48490983307 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:43.092984 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975177cf-136d-4057-b41e-e48490983307 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:43.093344 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975177cf-136d-4057-b41e-e48490983307 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:43.093682 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975177cf-136d-4057-b41e-e48490983307 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:43.094017 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975177cf-136d-4057-b41e-e48490983307 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:43.094347 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975177cf-136d-4057-b41e-e48490983307 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:43.094680 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975177cf-136d-4057-b41e-e48490983307 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:43.095007 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975177cf-136d-4057-b41e-e48490983307 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:43.095347 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975177cf-136d-4057-b41e-e48490983307 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:43.095654 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975177cf-136d-4057-b41e-e48490983307 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:43.095977 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975177cf-136d-4057-b41e-e48490983307 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:43.138000 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-975177cf-136d-4057-b41e-e48490983307 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for floatingip, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:43.138341 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-975177cf-136d-4057-b41e-e48490983307 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Floating IP 5e42edac-e176-4db1-95a6-63817a36cf13 disassociated (deleted). External IP: 172.25.3.189, port: 91f0d4eb-04d2-4e37-aa70-bebf360e3870. Aug 17 01:16:43.345242 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975177cf-136d-4057-b41e-e48490983307 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Router bc3de308-d80a-4b5d-a2b2-e5159617780f has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:16:43.451850 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975177cf-136d-4057-b41e-e48490983307 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:16:43.456557 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-975177cf-136d-4057-b41e-e48490983307 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:43.461741 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664d47d7-4367-49b8-a36c-ff0df741551d None None] Sync routers for ids ['bc3de308-d80a-4b5d-a2b2-e5159617780f'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:16:43.470399 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664d47d7-4367-49b8-a36c-ff0df741551d None None] Routers {'bc3de308-d80a-4b5d-a2b2-e5159617780f'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:16:43.471014 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-664d47d7-4367-49b8-a36c-ff0df741551d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:16:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['bc3de308-d80a-4b5d-a2b2-e5159617780f'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:16:43.483358 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-975177cf-136d-4057-b41e-e48490983307 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "DELETE /v2.0/floatingips/5e42edac-e176-4db1-95a6-63817a36cf13 HTTP/1.1" status: 204 len: 168 time: 0.8475006 Aug 17 01:16:43.483951 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04406d86-0708-43d6-864b-9403ab97fee2', 'tag': '91f0d4eb-04d2-4e37-aa70-bebf360e3870'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:16:43.486230 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4afb7fd048575595adebbc18266dfe77be650347e5b777fc7b93272164e80269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25879940-7eed-4575-89f7-b454d6da1e41" -d '{"events": [{"name": "network-changed", "server_uuid": "04406d86-0708-43d6-864b-9403ab97fee2", "tag": "91f0d4eb-04d2-4e37-aa70-bebf360e3870"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:16:43.528715 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7736ff96-6243-4414-a62d-2d88eb040f8c x-openstack-request-id: req-7736ff96-6243-4414-a62d-2d88eb040f8c {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:16:43.528715 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04406d86-0708-43d6-864b-9403ab97fee2", "tag": "91f0d4eb-04d2-4e37-aa70-bebf360e3870", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:16:43.528967 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7736ff96-6243-4414-a62d-2d88eb040f8c {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:16:43.529188 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04406d86-0708-43d6-864b-9403ab97fee2', 'tag': '91f0d4eb-04d2-4e37-aa70-bebf360e3870', 'status': 'completed', 'code': 200} Aug 17 01:16:43.585421 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-664d47d7-4367-49b8-a36c-ff0df741551d None None] Set router bc3de308-d80a-4b5d-a2b2-e5159617780f gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:16:43.598073 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25879940-7eed-4575-89f7-b454d6da1e41 req-1e532a28-927e-4d40-ae95-dd618790d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:43.600278 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25879940-7eed-4575-89f7-b454d6da1e41 req-1e532a28-927e-4d40-ae95-dd618790d206 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0af6bfa57d0f48c7bda265113a2271b4&device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 1098 time: 0.0420971 Aug 17 01:16:43.731360 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25879940-7eed-4575-89f7-b454d6da1e41 req-183eb80d-e422-4b7a-8f70-e27395260837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:43.732824 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25879940-7eed-4575-89f7-b454d6da1e41 req-183eb80d-e422-4b7a-8f70-e27395260837 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c265614-fdcd-4a1b-a63b-3126ac326e39 HTTP/1.1" status: 200 len: 910 time: 0.1223302 Aug 17 01:16:43.755873 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07627ee9-4587-4acd-8459-37b1d4f61d91 req-24dc2b52-8551-4051-b684-e7a034cb105d tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:43.757407 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07627ee9-4587-4acd-8459-37b1d4f61d91 req-24dc2b52-8551-4051-b684-e7a034cb105d tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 946 time: 0.0824256 Aug 17 01:16:43.785891 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25879940-7eed-4575-89f7-b454d6da1e41 req-02ce449d-0f86-4afe-9e28-c1ff4bb5bec8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f0d4eb-04d2-4e37-aa70-bebf360e3870 HTTP/1.1" status: 200 len: 217 time: 0.0450363 Aug 17 01:16:43.796521 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-664d47d7-4367-49b8-a36c-ff0df741551d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'name': 'tempest-TestShelveInstance-2053927170-router', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:06Z', 'revision_number': 4, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'gw_port': {'id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '1b5a820f-9ea0-415c-98fc-069a3a18edc0', 'name': '', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'mac_address': 'fa:16:3e:26:7f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:06Z', 'updated_at': '2021-08-17T01:08:13Z', 'revision_number': 5, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'subnets': [{'id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:16:43.823156 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664d47d7-4367-49b8-a36c-ff0df741551d None None] Checking router: bc3de308-d80a-4b5d-a2b2-e5159617780f for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:16:43.831452 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664d47d7-4367-49b8-a36c-ff0df741551d None None] Routers {'bc3de308-d80a-4b5d-a2b2-e5159617780f'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:16:43.832193 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-664d47d7-4367-49b8-a36c-ff0df741551d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:16:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['bc3de308-d80a-4b5d-a2b2-e5159617780f'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:16:43.854926 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-07627ee9-4587-4acd-8459-37b1d4f61d91 req-f0ecf8b1-69b5-4719-9e2d-9c8c65dd2a89 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716014 Aug 17 01:16:43.864446 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25879940-7eed-4575-89f7-b454d6da1e41 req-a8253cc9-42f8-4691-b97c-5cc13f3bcf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:43.866070 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25879940-7eed-4575-89f7-b454d6da1e41 req-a8253cc9-42f8-4691-b97c-5cc13f3bcf5d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=561ee36b-ef22-4713-ac0e-649d9ec4eb0e HTTP/1.1" status: 200 len: 848 time: 0.0677087 Aug 17 01:16:43.918700 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25879940-7eed-4575-89f7-b454d6da1e41 req-0ca7c1ee-1558-4257-bbcf-f2ab6040dec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:43.920327 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25879940-7eed-4575-89f7-b454d6da1e41 req-0ca7c1ee-1558-4257-bbcf-f2ab6040dec9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c265614-fdcd-4a1b-a63b-3126ac326e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458477 Aug 17 01:16:43.944654 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-664d47d7-4367-49b8-a36c-ff0df741551d None None] Set router bc3de308-d80a-4b5d-a2b2-e5159617780f gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:16:44.015171 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25879940-7eed-4575-89f7-b454d6da1e41 req-30ce82ae-db74-4d6c-b6fe-a8cf84f3cdba service neutron] 10.222.0.64 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863304 Aug 17 01:16:44.114739 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-25879940-7eed-4575-89f7-b454d6da1e41 req-bddfeb0a-73a1-4e2f-bf1e-f1a9f4e6dec1 service neutron] 10.222.0.64 "GET /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910048 Aug 17 01:16:44.153004 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-664d47d7-4367-49b8-a36c-ff0df741551d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'name': 'tempest-TestShelveInstance-2053927170-router', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:06Z', 'revision_number': 4, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'gw_port': {'id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '1b5a820f-9ea0-415c-98fc-069a3a18edc0', 'name': '', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'mac_address': 'fa:16:3e:26:7f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:06Z', 'updated_at': '2021-08-17T01:08:13Z', 'revision_number': 5, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'subnets': [{'id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:16:44.179958 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664d47d7-4367-49b8-a36c-ff0df741551d None None] The sync data for ids ['bc3de308-d80a-4b5d-a2b2-e5159617780f'] in n-d-800088-20 is: [{'id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'name': 'tempest-TestShelveInstance-2053927170-router', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:06Z', 'revision_number': 4, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'gw_port': {'id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': '1b5a820f-9ea0-415c-98fc-069a3a18edc0', 'name': '', 'network_id': '2c265614-fdcd-4a1b-a63b-3126ac326e39', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'mac_address': 'fa:16:3e:26:7f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:06Z', 'updated_at': '2021-08-17T01:08:13Z', 'revision_number': 5, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'subnets': [{'id': '561ee36b-ef22-4713-ac0e-649d9ec4eb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:16:44.406670 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5326e5-ab7e-4afd-9a46-e8feb4f9558d None None] New status for floating IP 5e42edac-e176-4db1-95a6-63817a36cf13: DOWN {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:16:44.980966 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbc92a-b7a8-46ac-bb3d-d46f9aec9e35 req-a9b7086b-df57-4f6a-ab71-3a3b271be499 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:44.982445 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-52fbc92a-b7a8-46ac-bb3d-d46f9aec9e35 req-a9b7086b-df57-4f6a-ab71-3a3b271be499 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 946 time: 0.0497184 Aug 17 01:16:45.019598 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-52fbc92a-b7a8-46ac-bb3d-d46f9aec9e35 req-5719a742-905d-4202-badc-6e3d3e6b28e8 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/security-groups?id=64f618fc-6254-4b18-95e2-ef9a93776249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312216 Aug 17 01:16:45.216241 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca2d87-f49f-4e69-83a2-3a7e3c5b3cfa req-8cb025a4-85ee-43d4-8bfc-0e3f36063d9a tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:45.217664 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6cca2d87-f49f-4e69-83a2-3a7e3c5b3cfa req-8cb025a4-85ee-43d4-8bfc-0e3f36063d9a tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.64 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 946 time: 0.0469291 Aug 17 01:16:45.311622 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-6cca2d87-f49f-4e69-83a2-3a7e3c5b3cfa req-385a1f50-ed9f-461a-9bb1-0aaa50499c84 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Deleting port 91f0d4eb-04d2-4e37-aa70-bebf360e3870 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:16:45.311966 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6cca2d87-f49f-4e69-83a2-3a7e3c5b3cfa req-385a1f50-ed9f-461a-9bb1-0aaa50499c84 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:45.399835 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-6cca2d87-f49f-4e69-83a2-3a7e3c5b3cfa req-385a1f50-ed9f-461a-9bb1-0aaa50499c84 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] For port 91f0d4eb-04d2-4e37-aa70-bebf360e3870, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=91f0d4eb-04d2-4e37-aa70-bebf360e3870,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:16:45.400205 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6cca2d87-f49f-4e69-83a2-3a7e3c5b3cfa req-385a1f50-ed9f-461a-9bb1-0aaa50499c84 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:45.412257 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-6cca2d87-f49f-4e69-83a2-3a7e3c5b3cfa req-385a1f50-ed9f-461a-9bb1-0aaa50499c84 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Calling delete_port for 91f0d4eb-04d2-4e37-aa70-bebf360e3870 owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:16:45.541948 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6cca2d87-f49f-4e69-83a2-3a7e3c5b3cfa req-385a1f50-ed9f-461a-9bb1-0aaa50499c84 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:45.570469 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a1f50-ed9f-461a-9bb1-0aaa50499c84 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Pushing event deleted for resources: {'Port': ['ID=91f0d4eb-04d2-4e37-aa70-bebf360e3870,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:45.602072 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a1f50-ed9f-461a-9bb1-0aaa50499c84 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:45.602416 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a1f50-ed9f-461a-9bb1-0aaa50499c84 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:45.602753 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a1f50-ed9f-461a-9bb1-0aaa50499c84 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:45.603088 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a1f50-ed9f-461a-9bb1-0aaa50499c84 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:45.603421 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a1f50-ed9f-461a-9bb1-0aaa50499c84 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:45.603748 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a1f50-ed9f-461a-9bb1-0aaa50499c84 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:45.604072 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a1f50-ed9f-461a-9bb1-0aaa50499c84 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:45.604398 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a1f50-ed9f-461a-9bb1-0aaa50499c84 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:45.604718 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a1f50-ed9f-461a-9bb1-0aaa50499c84 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:45.605052 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a1f50-ed9f-461a-9bb1-0aaa50499c84 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:45.605380 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a1f50-ed9f-461a-9bb1-0aaa50499c84 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:45.605954 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a1f50-ed9f-461a-9bb1-0aaa50499c84 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:45.623366 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cca2d87-f49f-4e69-83a2-3a7e3c5b3cfa req-385a1f50-ed9f-461a-9bb1-0aaa50499c84 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] No DVR routers for this DVR port 91f0d4eb-04d2-4e37-aa70-bebf360e3870 on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:16:45.625863 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-6cca2d87-f49f-4e69-83a2-3a7e3c5b3cfa req-385a1f50-ed9f-461a-9bb1-0aaa50499c84 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:45.628294 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6cca2d87-f49f-4e69-83a2-3a7e3c5b3cfa req-385a1f50-ed9f-461a-9bb1-0aaa50499c84 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.64 "DELETE /v2.0/ports/91f0d4eb-04d2-4e37-aa70-bebf360e3870 HTTP/1.1" status: 204 len: 173 time: 0.4043157 Aug 17 01:16:45.628723 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04406d86-0708-43d6-864b-9403ab97fee2', 'name': 'network-vif-deleted', 'tag': '91f0d4eb-04d2-4e37-aa70-bebf360e3870'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:16:45.631097 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00eb93ed-e5be-477b-83c6-0adda5e17486" -d '{"events": [{"server_uuid": "04406d86-0708-43d6-864b-9403ab97fee2", "name": "network-vif-deleted", "tag": "91f0d4eb-04d2-4e37-aa70-bebf360e3870"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:16:45.674279 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d324a3f-45e4-4915-9c36-8148dd48cd9d x-openstack-request-id: req-0d324a3f-45e4-4915-9c36-8148dd48cd9d {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:16:45.674593 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04406d86-0708-43d6-864b-9403ab97fee2", "name": "network-vif-deleted", "tag": "91f0d4eb-04d2-4e37-aa70-bebf360e3870", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:16:45.674846 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d324a3f-45e4-4915-9c36-8148dd48cd9d {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:16:45.675243 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04406d86-0708-43d6-864b-9403ab97fee2', 'name': 'network-vif-deleted', 'tag': '91f0d4eb-04d2-4e37-aa70-bebf360e3870', 'status': 'completed', 'code': 200} Aug 17 01:16:46.115834 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-258048f9-e2e6-46ca-94cc-0f5894d1c96d req-e3d795d2-f068-43d2-8c95-4672ed6b5c88 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 210 time: 0.0260339 Aug 17 01:16:46.661099 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-06dfc3fb-5849-40f1-aab8-e42e1374cd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:47.215092 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f192474c-e995-47a5-946f-361823905ad4 req-e810717f-66e0-469e-8794-74320e8f5bba tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 210 time: 0.0275517 Aug 17 01:16:48.314816 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-acba6684-ff4d-4655-8864-c13a01c5a7a8 req-fbb85557-7ccf-47a8-83a2-546b233ae509 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 210 time: 0.0278497 Aug 17 01:16:49.352529 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e3790c67-81cf-4577-b3a1-b35076cef4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:49.390238 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:49.449969 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0734737e-a77b-405f-a29b-db9597b00f95 req-3aebdc00-1ae9-4c15-b711-502fea015ba6 tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "GET /v2.0/ports?device_id=04406d86-0708-43d6-864b-9403ab97fee2 HTTP/1.1" status: 200 len: 210 time: 0.0345051 Aug 17 01:16:50.121852 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 91f0d4eb-04d2-4e37-aa70-bebf360e3870 no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:16:50.142899 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 91f0d4eb-04d2-4e37-aa70-bebf360e3870 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:16:50.143630 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 91f0d4eb-04d2-4e37-aa70-bebf360e3870 not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:16:50.501150 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51682) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:50.521517 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:50.565981 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f15a4291-3644-4010-bc11-2e84d53ef82c tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:50.592232 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f15a4291-3644-4010-bc11-2e84d53ef82c tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:50.652520 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f15a4291-3644-4010-bc11-2e84d53ef82c tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:50.655287 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f15a4291-3644-4010-bc11-2e84d53ef82c tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:50.657599 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f15a4291-3644-4010-bc11-2e84d53ef82c tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] 10.222.0.60 "DELETE /v2.0/security-groups/64f618fc-6254-4b18-95e2-ef9a93776249 HTTP/1.1" status: 204 len: 168 time: 0.1543233 Aug 17 01:16:50.667407 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a4291-3644-4010-bc11-2e84d53ef82c tempest-TestShelveInstance-255197328 tempest-TestShelveInstance-255197328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f618fc-6254-4b18-95e2-ef9a93776249,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:50.703793 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51686) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:51.173251 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c001b52f-d49b-4ed7-993d-f1bbb882c04d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:51.430881 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-c001b52f-d49b-4ed7-993d-f1bbb882c04d admin admin] Deleting port 1b5a820f-9ea0-415c-98fc-069a3a18edc0 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:16:51.431318 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c001b52f-d49b-4ed7-993d-f1bbb882c04d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:51.513098 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-c001b52f-d49b-4ed7-993d-f1bbb882c04d admin admin] For port 1b5a820f-9ea0-415c-98fc-069a3a18edc0, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=1b5a820f-9ea0-415c-98fc-069a3a18edc0,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:16:51.513443 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c001b52f-d49b-4ed7-993d-f1bbb882c04d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:51.525565 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-c001b52f-d49b-4ed7-993d-f1bbb882c04d admin admin] Calling delete_port for 1b5a820f-9ea0-415c-98fc-069a3a18edc0 owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:16:51.708747 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c001b52f-d49b-4ed7-993d-f1bbb882c04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:51.736247 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001b52f-d49b-4ed7-993d-f1bbb882c04d admin admin] Pushing event deleted for resources: {'Port': ['ID=1b5a820f-9ea0-415c-98fc-069a3a18edc0,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:51.908258 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c001b52f-d49b-4ed7-993d-f1bbb882c04d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:52.141063 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c001b52f-d49b-4ed7-993d-f1bbb882c04d admin admin] Router bc3de308-d80a-4b5d-a2b2-e5159617780f has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:16:52.397583 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:52.573366 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c001b52f-d49b-4ed7-993d-f1bbb882c04d admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:16:52.581471 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c001b52f-d49b-4ed7-993d-f1bbb882c04d admin admin] 10.222.0.60 "PUT /v2.0/routers/bc3de308-d80a-4b5d-a2b2-e5159617780f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8735602 Aug 17 01:16:52.581691 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51690) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:52.582643 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc72c5e1-497b-4efb-a969-25ba297960b5 None None] Sync routers for ids ['bc3de308-d80a-4b5d-a2b2-e5159617780f'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:16:52.594731 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc72c5e1-497b-4efb-a969-25ba297960b5 None None] Routers {'bc3de308-d80a-4b5d-a2b2-e5159617780f'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:16:52.595517 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-fc72c5e1-497b-4efb-a969-25ba297960b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:16:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['bc3de308-d80a-4b5d-a2b2-e5159617780f'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:16:52.685815 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f5f6b5b0-67f4-4465-855b-3b5a5585e9a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:52.703416 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-fc72c5e1-497b-4efb-a969-25ba297960b5 None None] Set router bc3de308-d80a-4b5d-a2b2-e5159617780f gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:16:52.794442 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f5f6b5b0-67f4-4465-855b-3b5a5585e9a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:52.847071 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-f5f6b5b0-67f4-4465-855b-3b5a5585e9a3 admin admin] Deleting port 0e12eda7-5663-4a82-b48e-78d1e5e4ed52 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:16:52.847515 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f5f6b5b0-67f4-4465-855b-3b5a5585e9a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:52.896685 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-fc72c5e1-497b-4efb-a969-25ba297960b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'name': 'tempest-TestShelveInstance-2053927170-router', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:16:51Z', 'revision_number': 5, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'gw_port': {'id': '0e12eda7-5663-4a82-b48e-78d1e5e4ed52', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:16:52.923578 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc72c5e1-497b-4efb-a969-25ba297960b5 None None] Checking router: bc3de308-d80a-4b5d-a2b2-e5159617780f for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:16:52.931602 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-f5f6b5b0-67f4-4465-855b-3b5a5585e9a3 admin admin] For port 0e12eda7-5663-4a82-b48e-78d1e5e4ed52, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=0e12eda7-5663-4a82-b48e-78d1e5e4ed52,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:16:52.931974 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f5f6b5b0-67f4-4465-855b-3b5a5585e9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:52.936817 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc72c5e1-497b-4efb-a969-25ba297960b5 None None] Routers {'bc3de308-d80a-4b5d-a2b2-e5159617780f'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:16:52.937676 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-fc72c5e1-497b-4efb-a969-25ba297960b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:16:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['bc3de308-d80a-4b5d-a2b2-e5159617780f'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:16:52.946133 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-f5f6b5b0-67f4-4465-855b-3b5a5585e9a3 admin admin] Calling delete_port for 0e12eda7-5663-4a82-b48e-78d1e5e4ed52 owned by network:router_gateway {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:16:53.024851 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-fc72c5e1-497b-4efb-a969-25ba297960b5 None None] Set router bc3de308-d80a-4b5d-a2b2-e5159617780f gateway port host: None {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:16:53.082348 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-fc72c5e1-497b-4efb-a969-25ba297960b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'name': 'tempest-TestShelveInstance-2053927170-router', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:16:52Z', 'revision_number': 6, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:16:53.108207 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc72c5e1-497b-4efb-a969-25ba297960b5 None None] The sync data for ids ['bc3de308-d80a-4b5d-a2b2-e5159617780f'] in n-d-800088-20 is: [{'id': 'bc3de308-d80a-4b5d-a2b2-e5159617780f', 'name': 'tempest-TestShelveInstance-2053927170-router', 'tenant_id': '0af6bfa57d0f48c7bda265113a2271b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:04Z', 'updated_at': '2021-08-17T01:16:52Z', 'revision_number': 6, 'project_id': '0af6bfa57d0f48c7bda265113a2271b4', 'gw_port_host': None}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:16:53.118986 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f5f6b5b0-67f4-4465-855b-3b5a5585e9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:53.148903 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6b5b0-67f4-4465-855b-3b5a5585e9a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e12eda7-5663-4a82-b48e-78d1e5e4ed52,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:53.206643 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f5f6b5b0-67f4-4465-855b-3b5a5585e9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:53.297670 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f5f6b5b0-67f4-4465-855b-3b5a5585e9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:53.299707 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f5f6b5b0-67f4-4465-855b-3b5a5585e9a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:53.341155 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f5f6b5b0-67f4-4465-855b-3b5a5585e9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:53.341704 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f6b5b0-67f4-4465-855b-3b5a5585e9a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc3de308-d80a-4b5d-a2b2-e5159617780f {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 01:16:53.346002 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f5f6b5b0-67f4-4465-855b-3b5a5585e9a3 admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:53.347753 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f5f6b5b0-67f4-4465-855b-3b5a5585e9a3 admin admin] 10.222.0.60 "DELETE /v2.0/routers/bc3de308-d80a-4b5d-a2b2-e5159617780f HTTP/1.1" status: 204 len: 168 time: 0.7645423 Aug 17 01:16:53.349841 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51692) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:53.393945 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b9f3ae-149a-4f97-93f6-faedc288d513 admin admin] Deleting subnet 561ee36b-ef22-4713-ac0e-649d9ec4eb0e {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 01:16:53.396821 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-26b9f3ae-149a-4f97-93f6-faedc288d513 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:53.430451 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-26b9f3ae-149a-4f97-93f6-faedc288d513 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:53.515262 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-26b9f3ae-149a-4f97-93f6-faedc288d513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:53.568125 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-26b9f3ae-149a-4f97-93f6-faedc288d513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:53.596576 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-26b9f3ae-149a-4f97-93f6-faedc288d513 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:53.598450 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-26b9f3ae-149a-4f97-93f6-faedc288d513 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/561ee36b-ef22-4713-ac0e-649d9ec4eb0e HTTP/1.1" status: 204 len: 168 time: 0.2477055 Aug 17 01:16:53.599420 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9f3ae-149a-4f97-93f6-faedc288d513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=561ee36b-ef22-4713-ac0e-649d9ec4eb0e,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:53.601378 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51694) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:53.604986 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a72fab-3cab-4acd-b3eb-8cd052623fd4 None None] Network 2c265614-fdcd-4a1b-a63b-3126ac326e39 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:16:53.673640 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e26da026-99d4-428b-a24a-26ef138c22ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:53.727583 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-e26da026-99d4-428b-a24a-26ef138c22ac admin admin] Deleting port 6fb1598d-6efc-498f-ad69-2551b00703c8 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:16:53.727937 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e26da026-99d4-428b-a24a-26ef138c22ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:53.868911 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623066e7-d016-41c2-b92f-edeaf02d4ac9 None None] DHCP port deletion for 2c265614-fdcd-4a1b-a63b-3126ac326e39 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 01:16:53.922550 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-623066e7-d016-41c2-b92f-edeaf02d4ac9 None None] Deleting port 6fb1598d-6efc-498f-ad69-2551b00703c8 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:16:53.922934 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-623066e7-d016-41c2-b92f-edeaf02d4ac9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:53.992305 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-623066e7-d016-41c2-b92f-edeaf02d4ac9 None None] For port 6fb1598d-6efc-498f-ad69-2551b00703c8, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6fb1598d-6efc-498f-ad69-2551b00703c8,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:16:53.993015 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-623066e7-d016-41c2-b92f-edeaf02d4ac9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:54.010190 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-623066e7-d016-41c2-b92f-edeaf02d4ac9 None None] Calling delete_port for 6fb1598d-6efc-498f-ad69-2551b00703c8 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:16:54.095905 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-623066e7-d016-41c2-b92f-edeaf02d4ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:54.124103 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623066e7-d016-41c2-b92f-edeaf02d4ac9 None None] Pushing event deleted for resources: {'Port': ['ID=6fb1598d-6efc-498f-ad69-2551b00703c8,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:54.129734 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623066e7-d016-41c2-b92f-edeaf02d4ac9 None None] No DVR routers for this DVR port 6fb1598d-6efc-498f-ad69-2551b00703c8 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:16:54.140343 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623066e7-d016-41c2-b92f-edeaf02d4ac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:54.140745 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623066e7-d016-41c2-b92f-edeaf02d4ac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:54.141057 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623066e7-d016-41c2-b92f-edeaf02d4ac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:54.141404 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623066e7-d016-41c2-b92f-edeaf02d4ac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:54.141739 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623066e7-d016-41c2-b92f-edeaf02d4ac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:54.142070 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623066e7-d016-41c2-b92f-edeaf02d4ac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:54.142399 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623066e7-d016-41c2-b92f-edeaf02d4ac9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:54.142717 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623066e7-d016-41c2-b92f-edeaf02d4ac9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:54.143030 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623066e7-d016-41c2-b92f-edeaf02d4ac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:54.143374 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623066e7-d016-41c2-b92f-edeaf02d4ac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:54.143682 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623066e7-d016-41c2-b92f-edeaf02d4ac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:54.144003 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623066e7-d016-41c2-b92f-edeaf02d4ac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:54.148924 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-e26da026-99d4-428b-a24a-26ef138c22ac admin admin] For port 6fb1598d-6efc-498f-ad69-2551b00703c8, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6fb1598d-6efc-498f-ad69-2551b00703c8,segment=NetworkSegment(2be99409-745f-4ae7-8d68-5dfc44c9a88a),segment_id=2be99409-745f-4ae7-8d68-5dfc44c9a88a)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:16:54.149344 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e26da026-99d4-428b-a24a-26ef138c22ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:54.161770 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-e26da026-99d4-428b-a24a-26ef138c22ac admin admin] Calling delete_port for 6fb1598d-6efc-498f-ad69-2551b00703c8 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:16:54.236653 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e26da026-99d4-428b-a24a-26ef138c22ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:54.265127 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26da026-99d4-428b-a24a-26ef138c22ac admin admin] Pushing event deleted for resources: {'Port': ['ID=6fb1598d-6efc-498f-ad69-2551b00703c8,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:54.268714 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26da026-99d4-428b-a24a-26ef138c22ac admin admin] No DVR routers for this DVR port 6fb1598d-6efc-498f-ad69-2551b00703c8 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:16:54.345819 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e26da026-99d4-428b-a24a-26ef138c22ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:54.357587 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-e26da026-99d4-428b-a24a-26ef138c22ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c265614-fdcd-4a1b-a63b-3126ac326e39']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:16:54.367431 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-e26da026-99d4-428b-a24a-26ef138c22ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be99409-745f-4ae7-8d68-5dfc44c9a88a') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:16:54.367760 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-e26da026-99d4-428b-a24a-26ef138c22ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be99409-745f-4ae7-8d68-5dfc44c9a88a') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:16:54.376390 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e26da026-99d4-428b-a24a-26ef138c22ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:54.390109 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e26da026-99d4-428b-a24a-26ef138c22ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:54.395804 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26da026-99d4-428b-a24a-26ef138c22ac admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 01:16:54.396197 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e26da026-99d4-428b-a24a-26ef138c22ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: self.session.flush() Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: timer() Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 01:16:54.398560 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 01:16:54.457772 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e26da026-99d4-428b-a24a-26ef138c22ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:54.463332 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e26da026-99d4-428b-a24a-26ef138c22ac admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:54.465317 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e26da026-99d4-428b-a24a-26ef138c22ac admin admin] 10.222.0.60 "DELETE /v2.0/networks/2c265614-fdcd-4a1b-a63b-3126ac326e39 HTTP/1.1" status: 204 len: 168 time: 0.8629067 Aug 17 01:16:54.468589 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51696) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:54.476035 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26da026-99d4-428b-a24a-26ef138c22ac admin admin] Pushing event deleted for resources: {'Network': ['ID=2c265614-fdcd-4a1b-a63b-3126ac326e39,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:54.820601 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bdcf769a-3297-4e65-a7e6-0ba988825697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:54.981550 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6fb1598d-6efc-498f-ad69-2551b00703c8 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:16:55.001579 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 6fb1598d-6efc-498f-ad69-2551b00703c8 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:16:55.001919 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6fb1598d-6efc-498f-ad69-2551b00703c8 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:16:55.002329 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 0e12eda7-5663-4a82-b48e-78d1e5e4ed52 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:16:55.023685 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 0e12eda7-5663-4a82-b48e-78d1e5e4ed52 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:16:55.024029 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 0e12eda7-5663-4a82-b48e-78d1e5e4ed52 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:16:55.024426 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 1b5a820f-9ea0-415c-98fc-069a3a18edc0 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:16:55.043164 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 1b5a820f-9ea0-415c-98fc-069a3a18edc0 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:16:55.043501 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 1b5a820f-9ea0-415c-98fc-069a3a18edc0 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:16:55.070441 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf769a-3297-4e65-a7e6-0ba988825697 admin admin] Deleting port 457ce7aa-b4d2-4310-87be-f21fccafd27a {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:16:55.070844 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bdcf769a-3297-4e65-a7e6-0ba988825697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:55.147186 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-bdcf769a-3297-4e65-a7e6-0ba988825697 admin admin] For port 457ce7aa-b4d2-4310-87be-f21fccafd27a, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=457ce7aa-b4d2-4310-87be-f21fccafd27a,segment=NetworkSegment(bcf81362-5060-4092-bddb-1f5098df0539),segment_id=bcf81362-5060-4092-bddb-1f5098df0539)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:16:55.147556 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bdcf769a-3297-4e65-a7e6-0ba988825697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:55.160406 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf769a-3297-4e65-a7e6-0ba988825697 admin admin] Calling delete_port for 457ce7aa-b4d2-4310-87be-f21fccafd27a owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:16:55.337617 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bdcf769a-3297-4e65-a7e6-0ba988825697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:55.363661 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf769a-3297-4e65-a7e6-0ba988825697 admin admin] Pushing event deleted for resources: {'Port': ['ID=457ce7aa-b4d2-4310-87be-f21fccafd27a,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:55.539196 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-bdcf769a-3297-4e65-a7e6-0ba988825697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:55.755021 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcf769a-3297-4e65-a7e6-0ba988825697 admin admin] Router f908a994-2fe4-4b32-8a43-25b2bb09ab0f has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:16:55.859509 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcf769a-3297-4e65-a7e6-0ba988825697 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:16:55.865290 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-bdcf769a-3297-4e65-a7e6-0ba988825697 admin admin] 10.222.0.60 "PUT /v2.0/routers/f908a994-2fe4-4b32-8a43-25b2bb09ab0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3954628 Aug 17 01:16:55.867918 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51698) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:55.869257 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41745e4-d776-4402-972d-0f024685a590 None None] Sync routers for ids ['f908a994-2fe4-4b32-8a43-25b2bb09ab0f'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:16:55.878936 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41745e4-d776-4402-972d-0f024685a590 None None] Routers {'f908a994-2fe4-4b32-8a43-25b2bb09ab0f'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:16:55.879550 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-c41745e4-d776-4402-972d-0f024685a590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:16:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['f908a994-2fe4-4b32-8a43-25b2bb09ab0f'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:16:55.973006 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6d559f90-a818-4706-aaca-33728c118bbd admin admin] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:56.078829 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-c41745e4-d776-4402-972d-0f024685a590 None None] Set router f908a994-2fe4-4b32-8a43-25b2bb09ab0f gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:16:56.260236 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-c41745e4-d776-4402-972d-0f024685a590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f908a994-2fe4-4b32-8a43-25b2bb09ab0f', 'name': 'tempest-TestShelveInstance-1605684113-router', 'tenant_id': '18d5bf3230d84f759670894d3f7e8f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'e74552e3-c73d-4e9e-9a34-66718f67c7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:09Z', 'updated_at': '2021-08-17T01:16:55Z', 'revision_number': 5, 'project_id': '18d5bf3230d84f759670894d3f7e8f8c', 'gw_port': {'id': 'e74552e3-c73d-4e9e-9a34-66718f67c7af', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:94:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f908a994-2fe4-4b32-8a43-25b2bb09ab0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:09Z', 'updated_at': '2021-08-17T01:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:16:56.290635 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41745e4-d776-4402-972d-0f024685a590 None None] Checking router: f908a994-2fe4-4b32-8a43-25b2bb09ab0f for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:16:56.299255 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41745e4-d776-4402-972d-0f024685a590 None None] Routers {'f908a994-2fe4-4b32-8a43-25b2bb09ab0f'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:16:56.299864 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-c41745e4-d776-4402-972d-0f024685a590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:16:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['f908a994-2fe4-4b32-8a43-25b2bb09ab0f'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:16:56.392392 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6d559f90-a818-4706-aaca-33728c118bbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:56.402562 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-c41745e4-d776-4402-972d-0f024685a590 None None] Set router f908a994-2fe4-4b32-8a43-25b2bb09ab0f gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:16:56.445690 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-6d559f90-a818-4706-aaca-33728c118bbd admin admin] Deleting port e74552e3-c73d-4e9e-9a34-66718f67c7af {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:16:56.446219 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6d559f90-a818-4706-aaca-33728c118bbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:56.525348 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-6d559f90-a818-4706-aaca-33728c118bbd admin admin] For port e74552e3-c73d-4e9e-9a34-66718f67c7af, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e74552e3-c73d-4e9e-9a34-66718f67c7af,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:16:56.525722 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6d559f90-a818-4706-aaca-33728c118bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:56.542500 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-6d559f90-a818-4706-aaca-33728c118bbd admin admin] Calling delete_port for e74552e3-c73d-4e9e-9a34-66718f67c7af owned by network:router_gateway {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:16:56.577260 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-c41745e4-d776-4402-972d-0f024685a590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f908a994-2fe4-4b32-8a43-25b2bb09ab0f', 'name': 'tempest-TestShelveInstance-1605684113-router', 'tenant_id': '18d5bf3230d84f759670894d3f7e8f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'e74552e3-c73d-4e9e-9a34-66718f67c7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:09Z', 'updated_at': '2021-08-17T01:16:55Z', 'revision_number': 5, 'project_id': '18d5bf3230d84f759670894d3f7e8f8c', 'gw_port': {'id': 'e74552e3-c73d-4e9e-9a34-66718f67c7af', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:94:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f908a994-2fe4-4b32-8a43-25b2bb09ab0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:09Z', 'updated_at': '2021-08-17T01:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:16:56.602987 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41745e4-d776-4402-972d-0f024685a590 None None] The sync data for ids ['f908a994-2fe4-4b32-8a43-25b2bb09ab0f'] in n-d-800088-20 is: [{'id': 'f908a994-2fe4-4b32-8a43-25b2bb09ab0f', 'name': 'tempest-TestShelveInstance-1605684113-router', 'tenant_id': '18d5bf3230d84f759670894d3f7e8f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'e74552e3-c73d-4e9e-9a34-66718f67c7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:09Z', 'updated_at': '2021-08-17T01:16:55Z', 'revision_number': 5, 'project_id': '18d5bf3230d84f759670894d3f7e8f8c', 'gw_port': {'id': 'e74552e3-c73d-4e9e-9a34-66718f67c7af', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:94:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f908a994-2fe4-4b32-8a43-25b2bb09ab0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:09Z', 'updated_at': '2021-08-17T01:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:16:56.707765 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6d559f90-a818-4706-aaca-33728c118bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:56.746406 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d559f90-a818-4706-aaca-33728c118bbd admin admin] Pushing event deleted for resources: {'Port': ['ID=e74552e3-c73d-4e9e-9a34-66718f67c7af,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:56.810135 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6d559f90-a818-4706-aaca-33728c118bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:56.905794 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6d559f90-a818-4706-aaca-33728c118bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:56.907859 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6d559f90-a818-4706-aaca-33728c118bbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:56.955229 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6d559f90-a818-4706-aaca-33728c118bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:56.955795 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d559f90-a818-4706-aaca-33728c118bbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f908a994-2fe4-4b32-8a43-25b2bb09ab0f {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 01:16:56.962633 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6d559f90-a818-4706-aaca-33728c118bbd admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:56.966159 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6d559f90-a818-4706-aaca-33728c118bbd admin admin] 10.222.0.60 "DELETE /v2.0/routers/f908a994-2fe4-4b32-8a43-25b2bb09ab0f HTTP/1.1" status: 204 len: 168 time: 1.0949860 Aug 17 01:16:56.966355 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51700) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:57.013284 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b1c430-60c9-4d4a-9fb5-21759090ab14 admin admin] Deleting subnet eaa442f1-3fef-4be5-b2fa-4a1a3975d48e {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 01:16:57.016657 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c4b1c430-60c9-4d4a-9fb5-21759090ab14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:57.047572 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 457ce7aa-b4d2-4310-87be-f21fccafd27a no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:16:57.059577 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c4b1c430-60c9-4d4a-9fb5-21759090ab14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:57.070323 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 457ce7aa-b4d2-4310-87be-f21fccafd27a {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:16:57.070673 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 457ce7aa-b4d2-4310-87be-f21fccafd27a not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:16:57.149899 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c4b1c430-60c9-4d4a-9fb5-21759090ab14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:57.205000 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c4b1c430-60c9-4d4a-9fb5-21759090ab14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:57.231835 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1c430-60c9-4d4a-9fb5-21759090ab14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaa442f1-3fef-4be5-b2fa-4a1a3975d48e,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:57.233801 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-c4b1c430-60c9-4d4a-9fb5-21759090ab14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:57.235640 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-c4b1c430-60c9-4d4a-9fb5-21759090ab14 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/eaa442f1-3fef-4be5-b2fa-4a1a3975d48e HTTP/1.1" status: 204 len: 168 time: 0.2683449 Aug 17 01:16:57.238169 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298ab270-ff57-4219-b5e3-c1b06a143bc4 None None] Network 5ce2417e-19d0-407c-a5a6-ec72dfc84bdf requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:16:57.238358 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51702) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:57.306527 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-626910a6-4289-42ed-8628-b397eda5ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:57.367335 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-626910a6-4289-42ed-8628-b397eda5ec89 admin admin] Deleting port d5b5937a-e11f-4172-95fd-9a3f057afe19 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:16:57.367679 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-626910a6-4289-42ed-8628-b397eda5ec89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:57.416796 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db67d096-5424-4dca-b04f-ee45f2d77a90 None None] DHCP port deletion for 5ce2417e-19d0-407c-a5a6-ec72dfc84bdf request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 01:16:57.446998 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-626910a6-4289-42ed-8628-b397eda5ec89 admin admin] For port d5b5937a-e11f-4172-95fd-9a3f057afe19, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d5b5937a-e11f-4172-95fd-9a3f057afe19,segment=NetworkSegment(bcf81362-5060-4092-bddb-1f5098df0539),segment_id=bcf81362-5060-4092-bddb-1f5098df0539)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:16:57.447261 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-626910a6-4289-42ed-8628-b397eda5ec89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:57.461686 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-626910a6-4289-42ed-8628-b397eda5ec89 admin admin] Calling delete_port for d5b5937a-e11f-4172-95fd-9a3f057afe19 owned by network:dhcp {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:16:57.466693 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-db67d096-5424-4dca-b04f-ee45f2d77a90 None None] Deleting port d5b5937a-e11f-4172-95fd-9a3f057afe19 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:16:57.467066 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-db67d096-5424-4dca-b04f-ee45f2d77a90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:57.533244 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-db67d096-5424-4dca-b04f-ee45f2d77a90 None None] For port d5b5937a-e11f-4172-95fd-9a3f057afe19, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=d5b5937a-e11f-4172-95fd-9a3f057afe19,segment=NetworkSegment(bcf81362-5060-4092-bddb-1f5098df0539),segment_id=bcf81362-5060-4092-bddb-1f5098df0539)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:16:57.533652 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-db67d096-5424-4dca-b04f-ee45f2d77a90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:57.545938 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-db67d096-5424-4dca-b04f-ee45f2d77a90 None None] Calling delete_port for d5b5937a-e11f-4172-95fd-9a3f057afe19 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:16:57.549389 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-626910a6-4289-42ed-8628-b397eda5ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:57.576635 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626910a6-4289-42ed-8628-b397eda5ec89 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5b5937a-e11f-4172-95fd-9a3f057afe19,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:57.583262 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626910a6-4289-42ed-8628-b397eda5ec89 admin admin] No DVR routers for this DVR port d5b5937a-e11f-4172-95fd-9a3f057afe19 on host n-d-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:16:57.622123 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-db67d096-5424-4dca-b04f-ee45f2d77a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:57.646800 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db67d096-5424-4dca-b04f-ee45f2d77a90 None None] Pushing event deleted for resources: {'Port': ['ID=d5b5937a-e11f-4172-95fd-9a3f057afe19,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:57.649737 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-626910a6-4289-42ed-8628-b397eda5ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:57.651540 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db67d096-5424-4dca-b04f-ee45f2d77a90 None None] No DVR routers for this DVR port d5b5937a-e11f-4172-95fd-9a3f057afe19 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:16:57.659833 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-626910a6-4289-42ed-8628-b397eda5ec89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce2417e-19d0-407c-a5a6-ec72dfc84bdf']}} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:16:57.672922 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-626910a6-4289-42ed-8628-b397eda5ec89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf81362-5060-4092-bddb-1f5098df0539') {'for_net_delete': True} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:16:57.673261 n-d-800088-20 neutron-server[101403]: DEBUG neutron.services.segments.db [None req-626910a6-4289-42ed-8628-b397eda5ec89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf81362-5060-4092-bddb-1f5098df0539') {} {{(pid=101403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:16:57.682577 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-626910a6-4289-42ed-8628-b397eda5ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8916894'] for segment, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:57.701127 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-626910a6-4289-42ed-8628-b397eda5ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:57.706897 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626910a6-4289-42ed-8628-b397eda5ec89 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=101403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 01:16:57.707296 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-626910a6-4289-42ed-8628-b397eda5ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8522137'] for segment, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: Traceback (most recent call last): Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: timer() Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: cb(*args, **kw) Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: return func(*args, **kwargs) Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: self._notify() Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: self.callback(batched_events) Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: event.method(event) Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: return f(self, *a, **k) Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: return self._get(url).json() Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: return self.request(url, 'GET', **kwargs) Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 01:16:57.708916 n-d-800088-20 neutron-server[101403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 01:16:57.762190 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-626910a6-4289-42ed-8628-b397eda5ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:57.767414 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-626910a6-4289-42ed-8628-b397eda5ec89 admin admin] Notify callbacks [] for network, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:57.769396 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-626910a6-4289-42ed-8628-b397eda5ec89 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5ce2417e-19d0-407c-a5a6-ec72dfc84bdf HTTP/1.1" status: 204 len: 168 time: 0.5301414 Aug 17 01:16:57.781949 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626910a6-4289-42ed-8628-b397eda5ec89 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ce2417e-19d0-407c-a5a6-ec72dfc84bdf,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:57.881278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51708) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:57.920085 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2114c28f-d01e-4b74-9dca-662f4c5d0ecd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0af6bfa57d0f48c7bda265113a2271b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375354 Aug 17 01:16:57.922393 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51710) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:57.968877 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7137942c-abd1-410b-890f-169b99e74ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:57.989908 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7137942c-abd1-410b-890f-169b99e74ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:58.041571 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7137942c-abd1-410b-890f-169b99e74ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:58.044236 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7137942c-abd1-410b-890f-169b99e74ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:58.048051 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7137942c-abd1-410b-890f-169b99e74ae7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/73739875-8c4e-449d-837a-632d5556f3e5 HTTP/1.1" status: 204 len: 168 time: 0.1221404 Aug 17 01:16:58.053462 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137942c-abd1-410b-890f-169b99e74ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73739875-8c4e-449d-837a-632d5556f3e5,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:58.349633 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51716) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:58.396539 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-3123ad93-3e29-47ea-bba7-115eeb0a3c03 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=18d5bf3230d84f759670894d3f7e8f8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457330 Aug 17 01:16:58.399031 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51718) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:58.454646 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1e00c6aa-60f0-46ed-b9e9-448a045b2856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:58.475641 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1e00c6aa-60f0-46ed-b9e9-448a045b2856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:58.525095 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1e00c6aa-60f0-46ed-b9e9-448a045b2856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:58.527618 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-1e00c6aa-60f0-46ed-b9e9-448a045b2856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:58.528769 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-1e00c6aa-60f0-46ed-b9e9-448a045b2856 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f2b50104-e73e-47b6-8492-efbc604a7bfd HTTP/1.1" status: 204 len: 168 time: 0.1288290 Aug 17 01:16:58.536308 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00c6aa-60f0-46ed-b9e9-448a045b2856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b50104-e73e-47b6-8492-efbc604a7bfd,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:58.982645 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e74552e3-c73d-4e9e-9a34-66718f67c7af no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:16:59.008388 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: e74552e3-c73d-4e9e-9a34-66718f67c7af {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:16:59.008744 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e74552e3-c73d-4e9e-9a34-66718f67c7af not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:16:59.009246 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d5b5937a-e11f-4172-95fd-9a3f057afe19 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:16:59.193548 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: d5b5937a-e11f-4172-95fd-9a3f057afe19 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:16:59.193887 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device d5b5937a-e11f-4172-95fd-9a3f057afe19 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:16:59.214989 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51740) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:59.310263 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-2a8837c4-3cad-42ff-99d5-a59c749207d0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-391724450-network', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:16:59.335381 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8837c4-3cad-42ff-99d5-a59c749207d0 admin admin] Made reservation on behalf of 05ba48c0f0784a7cbe101f8ee9e64b2e for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:16:59.337854 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a8837c4-3cad-42ff-99d5-a59c749207d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:59.346064 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a8837c4-3cad-42ff-99d5-a59c749207d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:59.443811 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a8837c4-3cad-42ff-99d5-a59c749207d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:59.447514 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a8837c4-3cad-42ff-99d5-a59c749207d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:59.471571 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8837c4-3cad-42ff-99d5-a59c749207d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 01:16:59.482005 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8837c4-3cad-42ff-99d5-a59c749207d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff12303-3953-4dc8-b4a1-b9b2ef9e163b,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:59.486831 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a8837c4-3cad-42ff-99d5-a59c749207d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:59.487186 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-2a8837c4-3cad-42ff-99d5-a59c749207d0 admin admin] Added segment a0fd7b82-bd70-4916-8424-01fdf966da3a of type vlan for network 7985e384-6d55-4004-8bd0-468e9978ceb7 Aug 17 01:16:59.527180 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a8837c4-3cad-42ff-99d5-a59c749207d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:59.551456 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a8837c4-3cad-42ff-99d5-a59c749207d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:59.552406 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8837c4-3cad-42ff-99d5-a59c749207d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:59.552996 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-2a8837c4-3cad-42ff-99d5-a59c749207d0 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:59.605228 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-2a8837c4-3cad-42ff-99d5-a59c749207d0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3890715 Aug 17 01:16:59.608716 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51744) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:59.614362 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-24a56949-8f5a-49a3-9881-c68cc3e3d7fe admin admin] Request body: {'subnet': {'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-391724450-subnet', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:16:59.618486 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8837c4-3cad-42ff-99d5-a59c749207d0 admin admin] Pushing event updated for resources: {'Network': ['ID=7985e384-6d55-4004-8bd0-468e9978ceb7,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:59.628335 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 7985e384-6d55-4004-8bd0-468e9978ceb7 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 01:16:59.637157 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a56949-8f5a-49a3-9881-c68cc3e3d7fe admin admin] Made reservation on behalf of 05ba48c0f0784a7cbe101f8ee9e64b2e for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:16:59.639958 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24a56949-8f5a-49a3-9881-c68cc3e3d7fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:59.815966 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24a56949-8f5a-49a3-9881-c68cc3e3d7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:59.874027 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a56949-8f5a-49a3-9881-c68cc3e3d7fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=554f5c16-69df-49e4-9fa1-a939d5989e2c,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:59.879161 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a56949-8f5a-49a3-9881-c68cc3e3d7fe admin admin] Checking segment: {'id': 'a0fd7b82-bd70-4916-8424-01fdf966da3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:16:59.879526 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a56949-8f5a-49a3-9881-c68cc3e3d7fe admin admin] Network hostable DHCP agents. Network: 7985e384-6d55-4004-8bd0-468e9978ceb7, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 01:16:59.894684 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a56949-8f5a-49a3-9881-c68cc3e3d7fe admin admin] Network 7985e384-6d55-4004-8bd0-468e9978ceb7 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 01:16:59.903497 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-24a56949-8f5a-49a3-9881-c68cc3e3d7fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 7985e384-6d55-4004-8bd0-468e9978ceb7) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:16:59.907696 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a56949-8f5a-49a3-9881-c68cc3e3d7fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:59.908290 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-24a56949-8f5a-49a3-9881-c68cc3e3d7fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:59.912987 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7664d94a-cca9-4b9d-a67c-0549578a1a0f None None] Network 7985e384-6d55-4004-8bd0-468e9978ceb7 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:16:59.923356 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-24a56949-8f5a-49a3-9881-c68cc3e3d7fe admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3135016 Aug 17 01:16:59.926119 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51746) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:59.937494 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-36776b72-87cc-4c37-a0f9-929289749167 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-391724450-router', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:16:59.958642 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-36776b72-87cc-4c37-a0f9-929289749167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:59.959632 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-36776b72-87cc-4c37-a0f9-929289749167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:00.010652 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-36776b72-87cc-4c37-a0f9-929289749167 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:00.065244 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9658a8d8-1e91-4c28-9da6-44e5288da87b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-7985e384-6d55-4004-8bd0-468e9978ceb7', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'fixed_ips': [{'subnet_id': '554f5c16-69df-49e4-9fa1-a939d5989e2c'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 01:17:00.066170 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9658a8d8-1e91-4c28-9da6-44e5288da87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:00.154345 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-36776b72-87cc-4c37-a0f9-929289749167 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:00.205032 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-9658a8d8-1e91-4c28-9da6-44e5288da87b None None] Allocated IP 172.20.0.2 (7985e384-6d55-4004-8bd0-468e9978ceb7/554f5c16-69df-49e4-9fa1-a939d5989e2c/73d58f87-4036-4d31-b37a-54f38894323e) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:17:00.351914 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9658a8d8-1e91-4c28-9da6-44e5288da87b None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:00.360904 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-9658a8d8-1e91-4c28-9da6-44e5288da87b None None] Transition to ACTIVE for port object 73d58f87-4036-4d31-b37a-54f38894323e will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:17:00.362894 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-36776b72-87cc-4c37-a0f9-929289749167 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:00.375485 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-9658a8d8-1e91-4c28-9da6-44e5288da87b None None] Transition to ACTIVE for port object 73d58f87-4036-4d31-b37a-54f38894323e will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:17:00.381162 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9658a8d8-1e91-4c28-9da6-44e5288da87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:00.382811 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-36776b72-87cc-4c37-a0f9-929289749167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:00.427180 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9658a8d8-1e91-4c28-9da6-44e5288da87b None None] Network 7985e384-6d55-4004-8bd0-468e9978ceb7 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:17:00.435270 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-9658a8d8-1e91-4c28-9da6-44e5288da87b None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:17:00.437440 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658a8d8-1e91-4c28-9da6-44e5288da87b None None] Pushing event updated for resources: {'Port': ['ID=73d58f87-4036-4d31-b37a-54f38894323e,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:00.439343 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9658a8d8-1e91-4c28-9da6-44e5288da87b None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:17:00.489808 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-9658a8d8-1e91-4c28-9da6-44e5288da87b None None] Attempting to bind port 73d58f87-4036-4d31-b37a-54f38894323e on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:17:00.490176 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-9658a8d8-1e91-4c28-9da6-44e5288da87b None None] Attempting to bind port 73d58f87-4036-4d31-b37a-54f38894323e by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'a0fd7b82-bd70-4916-8424-01fdf966da3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:17:00.490417 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-36776b72-87cc-4c37-a0f9-929289749167 admin admin] Allocated IP 172.25.3.232 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/6b456ac0-00b0-475f-a672-e1467a82cadc) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:17:00.490537 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9658a8d8-1e91-4c28-9da6-44e5288da87b None None] Attempting to bind port 73d58f87-4036-4d31-b37a-54f38894323e on network 7985e384-6d55-4004-8bd0-468e9978ceb7 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:17:00.495994 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9658a8d8-1e91-4c28-9da6-44e5288da87b None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:17:00.496366 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9658a8d8-1e91-4c28-9da6-44e5288da87b None None] Checking segment: {'id': 'a0fd7b82-bd70-4916-8424-01fdf966da3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:17:00.496883 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9658a8d8-1e91-4c28-9da6-44e5288da87b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:00.497199 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9658a8d8-1e91-4c28-9da6-44e5288da87b None None] Bound using segment: {'id': 'a0fd7b82-bd70-4916-8424-01fdf966da3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:17:00.497681 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-9658a8d8-1e91-4c28-9da6-44e5288da87b None None] Bound port: 73d58f87-4036-4d31-b37a-54f38894323e, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0fd7b82-bd70-4916-8424-01fdf966da3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:17:00.498274 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9658a8d8-1e91-4c28-9da6-44e5288da87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:00.564288 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-9658a8d8-1e91-4c28-9da6-44e5288da87b None None] For port 73d58f87-4036-4d31-b37a-54f38894323e, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:17:00.567402 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-9658a8d8-1e91-4c28-9da6-44e5288da87b None None] For port 73d58f87-4036-4d31-b37a-54f38894323e, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=73d58f87-4036-4d31-b37a-54f38894323e,segment=NetworkSegment(a0fd7b82-bd70-4916-8424-01fdf966da3a),segment_id=a0fd7b82-bd70-4916-8424-01fdf966da3a)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:17:00.571842 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9658a8d8-1e91-4c28-9da6-44e5288da87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:00.597540 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-36776b72-87cc-4c37-a0f9-929289749167 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:00.635045 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658a8d8-1e91-4c28-9da6-44e5288da87b None None] Pushing event updated for resources: {'Port': ['ID=73d58f87-4036-4d31-b37a-54f38894323e,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:00.640069 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-36776b72-87cc-4c37-a0f9-929289749167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:00.684888 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36776b72-87cc-4c37-a0f9-929289749167 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:17:00.687922 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-36776b72-87cc-4c37-a0f9-929289749167 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:17:00.692772 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36776b72-87cc-4c37-a0f9-929289749167 admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:17:00.696658 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36776b72-87cc-4c37-a0f9-929289749167 admin admin] Pushing event updated for resources: {'Port': ['ID=6b456ac0-00b0-475f-a672-e1467a82cadc,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:00.980412 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-36776b72-87cc-4c37-a0f9-929289749167 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:01.011020 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 73d58f87-4036-4d31-b37a-54f38894323e up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:17:01.061733 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 73d58f87-4036-4d31-b37a-54f38894323e completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:17:01.178063 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-36776b72-87cc-4c37-a0f9-929289749167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:01.311689 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36776b72-87cc-4c37-a0f9-929289749167 admin admin] Router 5e09bcce-e603-467c-bedd-f7e6df19f35e is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 01:17:01.423587 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36776b72-87cc-4c37-a0f9-929289749167 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:17:01.438810 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aee111a-715d-4024-afa3-01a9620f80fd None None] Sync routers for ids ['5e09bcce-e603-467c-bedd-f7e6df19f35e'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:17:01.444209 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-36776b72-87cc-4c37-a0f9-929289749167 admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:01.449341 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51748) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:01.450013 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-36776b72-87cc-4c37-a0f9-929289749167 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5225592 Aug 17 01:17:01.450817 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aee111a-715d-4024-afa3-01a9620f80fd None None] Routers {'5e09bcce-e603-467c-bedd-f7e6df19f35e'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:17:01.451439 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-4aee111a-715d-4024-afa3-01a9620f80fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:16:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5e09bcce-e603-467c-bedd-f7e6df19f35e'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:17:01.540708 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3937b41-2a5e-4b8c-bc14-2e7588fed180 None None] Network 7985e384-6d55-4004-8bd0-468e9978ceb7 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:17:01.610026 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d31a3f8b-4546-4f4c-8a1d-cd1913f1b1d3 None None] Provisioning for port 73d58f87-4036-4d31-b37a-54f38894323e completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:17:01.622817 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d31a3f8b-4546-4f4c-8a1d-cd1913f1b1d3 None None] Provisioning complete for port 73d58f87-4036-4d31-b37a-54f38894323e triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:17:01.623184 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d31a3f8b-4546-4f4c-8a1d-cd1913f1b1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:01.653680 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-4aee111a-715d-4024-afa3-01a9620f80fd None None] Set router 5e09bcce-e603-467c-bedd-f7e6df19f35e gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:17:01.889950 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-455d29b0-8dc1-4454-a762-8a2117cb7b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:01.918920 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d31a3f8b-4546-4f4c-8a1d-cd1913f1b1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:01.974672 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-d31a3f8b-4546-4f4c-8a1d-cd1913f1b1d3 None None] For port 73d58f87-4036-4d31-b37a-54f38894323e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=73d58f87-4036-4d31-b37a-54f38894323e,segment=NetworkSegment(a0fd7b82-bd70-4916-8424-01fdf966da3a),segment_id=a0fd7b82-bd70-4916-8424-01fdf966da3a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:17:01.982550 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d31a3f8b-4546-4f4c-8a1d-cd1913f1b1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:02.020159 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-4aee111a-715d-4024-afa3-01a9620f80fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'name': 'tempest-TestSnapshotPattern-391724450-router', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:16:59Z', 'updated_at': '2021-08-17T01:17:00Z', 'revision_number': 3, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'gw_port': {'id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:00Z', 'updated_at': '2021-08-17T01:17:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:17:02.053441 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aee111a-715d-4024-afa3-01a9620f80fd None None] Checking router: 5e09bcce-e603-467c-bedd-f7e6df19f35e for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:17:02.053880 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aee111a-715d-4024-afa3-01a9620f80fd None None] Updating router 5e09bcce-e603-467c-bedd-f7e6df19f35e port 6b456ac0-00b0-475f-a672-e1467a82cadc binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:17:02.054273 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-455d29b0-8dc1-4454-a762-8a2117cb7b04 admin admin] Allocated IP 172.20.0.1 (7985e384-6d55-4004-8bd0-468e9978ceb7/554f5c16-69df-49e4-9fa1-a939d5989e2c/e68da3a6-6b1b-4e29-b62d-c9829b9aee67) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:17:02.083238 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a3f8b-4546-4f4c-8a1d-cd1913f1b1d3 None None] Pushing event updated for resources: {'Port': ['ID=73d58f87-4036-4d31-b37a-54f38894323e,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:02.091306 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4aee111a-715d-4024-afa3-01a9620f80fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:02.166402 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-455d29b0-8dc1-4454-a762-8a2117cb7b04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:02.181584 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.provisioning_blocks [None req-455d29b0-8dc1-4454-a762-8a2117cb7b04 admin admin] Transition to ACTIVE for port object e68da3a6-6b1b-4e29-b62d-c9829b9aee67 will not be triggered until provisioned by entity DHCP. {{(pid=101402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:17:02.214614 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:17:02.218284 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-455d29b0-8dc1-4454-a762-8a2117cb7b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:02.219942 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-2e93047d-6897-456a-ab2f-060134dc1a0e None None] Provisioning complete for port 73d58f87-4036-4d31-b37a-54f38894323e triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:17:02.220344 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2e93047d-6897-456a-ab2f-060134dc1a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:02.266697 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455d29b0-8dc1-4454-a762-8a2117cb7b04 admin admin] Network 7985e384-6d55-4004-8bd0-468e9978ceb7 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:17:02.272006 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-455d29b0-8dc1-4454-a762-8a2117cb7b04 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:17:02.275889 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455d29b0-8dc1-4454-a762-8a2117cb7b04 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:17:02.297571 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d29b0-8dc1-4454-a762-8a2117cb7b04 admin admin] Pushing event updated for resources: {'Port': ['ID=e68da3a6-6b1b-4e29-b62d-c9829b9aee67,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:02.318935 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-455d29b0-8dc1-4454-a762-8a2117cb7b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:02.440868 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4aee111a-715d-4024-afa3-01a9620f80fd None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:02.451963 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4aee111a-715d-4024-afa3-01a9620f80fd None None] Transition to ACTIVE for port object 6b456ac0-00b0-475f-a672-e1467a82cadc will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:17:02.459544 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4aee111a-715d-4024-afa3-01a9620f80fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:02.470853 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-455d29b0-8dc1-4454-a762-8a2117cb7b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:02.525335 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4aee111a-715d-4024-afa3-01a9620f80fd None None] Attempting to bind port 6b456ac0-00b0-475f-a672-e1467a82cadc on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:17:02.525710 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4aee111a-715d-4024-afa3-01a9620f80fd None None] Attempting to bind port 6b456ac0-00b0-475f-a672-e1467a82cadc by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:17:02.526077 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aee111a-715d-4024-afa3-01a9620f80fd None None] Attempting to bind port 6b456ac0-00b0-475f-a672-e1467a82cadc on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:17:02.533614 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be059ac2-eb45-4ead-9bc3-1aaa6e0df481 None None] Pushing event updated for resources: {'Port': ['ID=6b456ac0-00b0-475f-a672-e1467a82cadc,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:02.537952 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aee111a-715d-4024-afa3-01a9620f80fd None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:17:02.539048 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aee111a-715d-4024-afa3-01a9620f80fd None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:17:02.539588 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4aee111a-715d-4024-afa3-01a9620f80fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:02.539809 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aee111a-715d-4024-afa3-01a9620f80fd None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:17:02.540290 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-4aee111a-715d-4024-afa3-01a9620f80fd None None] Bound port: 6b456ac0-00b0-475f-a672-e1467a82cadc, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:17:02.540681 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4aee111a-715d-4024-afa3-01a9620f80fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:02.542398 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f917932a-5e61-45b0-b746-8bbd574f79d2 None None] Provisioning for port e68da3a6-6b1b-4e29-b62d-c9829b9aee67 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:17:02.564933 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-f917932a-5e61-45b0-b746-8bbd574f79d2 None None] Provisioning complete for port e68da3a6-6b1b-4e29-b62d-c9829b9aee67 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:17:02.565338 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f917932a-5e61-45b0-b746-8bbd574f79d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:02.620367 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f917932a-5e61-45b0-b746-8bbd574f79d2 None None] Port e68da3a6-6b1b-4e29-b62d-c9829b9aee67 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:17:02.624804 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-4aee111a-715d-4024-afa3-01a9620f80fd None None] For port 6b456ac0-00b0-475f-a672-e1467a82cadc, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:17:02.628069 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-4aee111a-715d-4024-afa3-01a9620f80fd None None] For port 6b456ac0-00b0-475f-a672-e1467a82cadc, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6b456ac0-00b0-475f-a672-e1467a82cadc,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:17:02.632923 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4aee111a-715d-4024-afa3-01a9620f80fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:02.643427 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-455d29b0-8dc1-4454-a762-8a2117cb7b04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:02.647108 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-455d29b0-8dc1-4454-a762-8a2117cb7b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9313166'] for port, after_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:02.690831 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aee111a-715d-4024-afa3-01a9620f80fd None None] Routers {'5e09bcce-e603-467c-bedd-f7e6df19f35e'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:17:02.691508 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-4aee111a-715d-4024-afa3-01a9620f80fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:16:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5e09bcce-e603-467c-bedd-f7e6df19f35e'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:17:02.696517 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be059ac2-eb45-4ead-9bc3-1aaa6e0df481 None None] Pushing event updated for resources: {'Port': ['ID=6b456ac0-00b0-475f-a672-e1467a82cadc,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:02.716709 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-455d29b0-8dc1-4454-a762-8a2117cb7b04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:02.718565 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d29b0-8dc1-4454-a762-8a2117cb7b04 admin admin] Pushing event updated for resources: {'Port': ['ID=e68da3a6-6b1b-4e29-b62d-c9829b9aee67,revision_number=2']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:02.800625 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-4aee111a-715d-4024-afa3-01a9620f80fd None None] Set router 5e09bcce-e603-467c-bedd-f7e6df19f35e gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:17:02.815347 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455d29b0-8dc1-4454-a762-8a2117cb7b04 admin admin] Network 7985e384-6d55-4004-8bd0-468e9978ceb7 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:17:02.816751 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-455d29b0-8dc1-4454-a762-8a2117cb7b04 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:17:02.945491 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455d29b0-8dc1-4454-a762-8a2117cb7b04 admin admin] Router 5e09bcce-e603-467c-bedd-f7e6df19f35e has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:17:03.062439 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455d29b0-8dc1-4454-a762-8a2117cb7b04 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:17:03.071254 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-455d29b0-8dc1-4454-a762-8a2117cb7b04 admin admin] 10.222.0.60 "PUT /v2.0/routers/5e09bcce-e603-467c-bedd-f7e6df19f35e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6194663 Aug 17 01:17:03.131771 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 73d58f87-4036-4d31-b37a-54f38894323e up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:17:03.203440 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-4ae25cbf-1e17-422b-b6c8-d68aef376514 None None] Provisioning complete for port e68da3a6-6b1b-4e29-b62d-c9829b9aee67 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:17:03.203815 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4ae25cbf-1e17-422b-b6c8-d68aef376514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:03.255478 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-4ae25cbf-1e17-422b-b6c8-d68aef376514 None None] Port e68da3a6-6b1b-4e29-b62d-c9829b9aee67 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:17:03.265596 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 73d58f87-4036-4d31-b37a-54f38894323e triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:17:03.265970 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:03.298912 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-4aee111a-715d-4024-afa3-01a9620f80fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'name': 'tempest-TestSnapshotPattern-391724450-router', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:16:59Z', 'updated_at': '2021-08-17T01:17:02Z', 'revision_number': 4, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'gw_port': {'id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:00Z', 'updated_at': '2021-08-17T01:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e68da3a6-6b1b-4e29-b62d-c9829b9aee67', 'name': '', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'mac_address': 'fa:16:3e:f1:6d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:01Z', 'updated_at': '2021-08-17T01:17:02Z', 'revision_number': 2, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'subnets': [{'id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:17:03.330183 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aee111a-715d-4024-afa3-01a9620f80fd None None] The sync data for ids ['5e09bcce-e603-467c-bedd-f7e6df19f35e'] in n-d-800088-20 is: [{'id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'name': 'tempest-TestSnapshotPattern-391724450-router', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:16:59Z', 'updated_at': '2021-08-17T01:17:02Z', 'revision_number': 4, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'gw_port': {'id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:00Z', 'updated_at': '2021-08-17T01:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e68da3a6-6b1b-4e29-b62d-c9829b9aee67', 'name': '', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'mac_address': 'fa:16:3e:f1:6d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:01Z', 'updated_at': '2021-08-17T01:17:02Z', 'revision_number': 2, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'subnets': [{'id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:17:03.583375 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51764) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:03.588973 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-c7dbe83e-cf1f-4537-a40b-d4aad2be63a2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-794348137-network', 'tenant_id': '033f143789e146308acda2ceee257404'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:17:03.610830 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7dbe83e-cf1f-4537-a40b-d4aad2be63a2 admin admin] Made reservation on behalf of 033f143789e146308acda2ceee257404 for: {'network': 1} {{(pid=101402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:17:03.613511 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c7dbe83e-cf1f-4537-a40b-d4aad2be63a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for network, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:03.626772 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c7dbe83e-cf1f-4537-a40b-d4aad2be63a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:03.724900 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c7dbe83e-cf1f-4537-a40b-d4aad2be63a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:03.730142 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c7dbe83e-cf1f-4537-a40b-d4aad2be63a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:03.755443 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7dbe83e-cf1f-4537-a40b-d4aad2be63a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=101402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 01:17:03.765324 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbe83e-cf1f-4537-a40b-d4aad2be63a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d00370-8d54-428d-a427-a462bb93253f,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:03.775938 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c7dbe83e-cf1f-4537-a40b-d4aad2be63a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:03.776513 n-d-800088-20 neutron-server[101402]: INFO neutron.db.segments_db [None req-c7dbe83e-cf1f-4537-a40b-d4aad2be63a2 admin admin] Added segment 4a54f857-ebc8-4033-ab86-a6d47bffd59d of type vlan for network 4810dcb2-c5c1-49f9-8036-53a866feb9e8 Aug 17 01:17:03.820095 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c7dbe83e-cf1f-4537-a40b-d4aad2be63a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730303869341'] for network, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:03.854572 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c7dbe83e-cf1f-4537-a40b-d4aad2be63a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592'] for network, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:03.855835 n-d-800088-20 neutron-server[101402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dbe83e-cf1f-4537-a40b-d4aad2be63a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:03.856652 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c7dbe83e-cf1f-4537-a40b-d4aad2be63a2 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:03.910241 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c7dbe83e-cf1f-4537-a40b-d4aad2be63a2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3259866 Aug 17 01:17:03.913319 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51766) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:03.920079 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-d4210a36-deec-4f7d-92ee-9da746a8042f admin admin] Request body: {'subnet': {'network_id': '4810dcb2-c5c1-49f9-8036-53a866feb9e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-794348137-subnet', 'tenant_id': '033f143789e146308acda2ceee257404', 'ip_version': 4}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:17:03.922375 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbe83e-cf1f-4537-a40b-d4aad2be63a2 admin admin] Pushing event updated for resources: {'Network': ['ID=4810dcb2-c5c1-49f9-8036-53a866feb9e8,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:03.936949 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Network 4810dcb2-c5c1-49f9-8036-53a866feb9e8 details requested by agent ovs-agent-n-d-800088-20 with host n-d-800088-20 {{(pid=101404) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 01:17:03.959539 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4210a36-deec-4f7d-92ee-9da746a8042f admin admin] Made reservation on behalf of 033f143789e146308acda2ceee257404 for: {'subnet': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:17:03.963332 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d4210a36-deec-4f7d-92ee-9da746a8042f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933883'] for subnet, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:04.193380 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d4210a36-deec-4f7d-92ee-9da746a8042f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8521978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933869'] for subnet, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:04.256667 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4210a36-deec-4f7d-92ee-9da746a8042f admin admin] Pushing event updated for resources: {'Subnet': ['ID=45571207-c884-400a-97a2-3c37543ff16f,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:04.264652 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4210a36-deec-4f7d-92ee-9da746a8042f admin admin] Checking segment: {'id': '4a54f857-ebc8-4033-ab86-a6d47bffd59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4810dcb2-c5c1-49f9-8036-53a866feb9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:17:04.265021 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4210a36-deec-4f7d-92ee-9da746a8042f admin admin] Network hostable DHCP agents. Network: 4810dcb2-c5c1-49f9-8036-53a866feb9e8, hostable agents: ['c9074815-b8a2-4a36-aa18-e88d662154a6'], hosted agents: [] {{(pid=101403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 01:17:04.283991 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4210a36-deec-4f7d-92ee-9da746a8042f admin admin] Network 4810dcb2-c5c1-49f9-8036-53a866feb9e8 is scheduled to be hosted by DHCP agent c9074815-b8a2-4a36-aa18-e88d662154a6 with binding_index 1 {{(pid=101403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 01:17:04.294204 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-d4210a36-deec-4f7d-92ee-9da746a8042f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-20, 4810dcb2-c5c1-49f9-8036-53a866feb9e8) {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:17:04.298660 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4210a36-deec-4f7d-92ee-9da746a8042f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:04.299221 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-d4210a36-deec-4f7d-92ee-9da746a8042f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:04.306164 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27950e51-427c-451c-9acd-ae9d09469c38 None None] Network 4810dcb2-c5c1-49f9-8036-53a866feb9e8 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:17:04.316816 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-d4210a36-deec-4f7d-92ee-9da746a8042f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3994830 Aug 17 01:17:04.317212 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51768) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:04.322862 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-d92386e2-e227-4ffe-854e-2696f5c38048 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-794348137-router', 'tenant_id': '033f143789e146308acda2ceee257404', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:17:04.352779 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d92386e2-e227-4ffe-854e-2696f5c38048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126401'] for router, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:04.354213 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d92386e2-e227-4ffe-854e-2696f5c38048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126408'] for router, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:04.415850 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d92386e2-e227-4ffe-854e-2696f5c38048 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:04.476601 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cd231f-bb54-4522-9bff-7ed196dc1081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeba9070-8965-54f0-be01-80e230c52e5f-4810dcb2-c5c1-49f9-8036-53a866feb9e8', 'network_id': '4810dcb2-c5c1-49f9-8036-53a866feb9e8', 'tenant_id': '033f143789e146308acda2ceee257404', 'fixed_ips': [{'subnet_id': '45571207-c884-400a-97a2-3c37543ff16f'}]}} from n-d-800088-20. {{(pid=101404) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 01:17:04.477593 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-90cd231f-bb54-4522-9bff-7ed196dc1081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:04.565998 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d92386e2-e227-4ffe-854e-2696f5c38048 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:04.619285 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.db_base_plugin_common [None req-90cd231f-bb54-4522-9bff-7ed196dc1081 None None] Allocated IP 172.20.0.2 (4810dcb2-c5c1-49f9-8036-53a866feb9e8/45571207-c884-400a-97a2-3c37543ff16f/79dcef76-d24a-4f57-bca9-6625d2de7b04) {{(pid=101404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:17:04.768873 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-90cd231f-bb54-4522-9bff-7ed196dc1081 None None] Notify callbacks [] for port, precommit_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:04.777563 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-90cd231f-bb54-4522-9bff-7ed196dc1081 None None] Transition to ACTIVE for port object 79dcef76-d24a-4f57-bca9-6625d2de7b04 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:17:04.781341 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d92386e2-e227-4ffe-854e-2696f5c38048 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:04.793949 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-90cd231f-bb54-4522-9bff-7ed196dc1081 None None] Transition to ACTIVE for port object 79dcef76-d24a-4f57-bca9-6625d2de7b04 will not be triggered until provisioned by entity DHCP. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:17:04.799504 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-90cd231f-bb54-4522-9bff-7ed196dc1081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051'] for port, after_create {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:04.801339 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d92386e2-e227-4ffe-854e-2696f5c38048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:04.836639 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cd231f-bb54-4522-9bff-7ed196dc1081 None None] Network 4810dcb2-c5c1-49f9-8036-53a866feb9e8 is already hosted by enough agents. {{(pid=101404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:17:04.841390 n-d-800088-20 neutron-server[101404]: DEBUG neutron.scheduler.base_scheduler [None req-90cd231f-bb54-4522-9bff-7ed196dc1081 None None] Resources bound (agent type, host, resource id): {{(pid=101404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:17:04.844839 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cd231f-bb54-4522-9bff-7ed196dc1081 None None] Received port after_create {{(pid=101404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:17:04.854578 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd231f-bb54-4522-9bff-7ed196dc1081 None None] Pushing event updated for resources: {'Port': ['ID=79dcef76-d24a-4f57-bca9-6625d2de7b04,revision_number=1']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:04.908336 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-90cd231f-bb54-4522-9bff-7ed196dc1081 None None] Attempting to bind port 79dcef76-d24a-4f57-bca9-6625d2de7b04 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:17:04.908706 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-90cd231f-bb54-4522-9bff-7ed196dc1081 None None] Attempting to bind port 79dcef76-d24a-4f57-bca9-6625d2de7b04 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '4a54f857-ebc8-4033-ab86-a6d47bffd59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4810dcb2-c5c1-49f9-8036-53a866feb9e8'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:17:04.909088 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cd231f-bb54-4522-9bff-7ed196dc1081 None None] Attempting to bind port 79dcef76-d24a-4f57-bca9-6625d2de7b04 on network 4810dcb2-c5c1-49f9-8036-53a866feb9e8 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:17:04.910537 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_common [None req-d92386e2-e227-4ffe-854e-2696f5c38048 admin admin] Allocated IP 172.25.3.87 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/1c98ae3c-377a-4da9-848d-d83ef8b2d503) {{(pid=101402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:17:04.917770 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cd231f-bb54-4522-9bff-7ed196dc1081 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:17:04.918162 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cd231f-bb54-4522-9bff-7ed196dc1081 None None] Checking segment: {'id': '4a54f857-ebc8-4033-ab86-a6d47bffd59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4810dcb2-c5c1-49f9-8036-53a866feb9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:17:04.918694 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-90cd231f-bb54-4522-9bff-7ed196dc1081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:04.919099 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cd231f-bb54-4522-9bff-7ed196dc1081 None None] Bound using segment: {'id': '4a54f857-ebc8-4033-ab86-a6d47bffd59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4810dcb2-c5c1-49f9-8036-53a866feb9e8'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:17:04.920612 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-90cd231f-bb54-4522-9bff-7ed196dc1081 None None] Bound port: 79dcef76-d24a-4f57-bca9-6625d2de7b04, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a54f857-ebc8-4033-ab86-a6d47bffd59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4810dcb2-c5c1-49f9-8036-53a866feb9e8'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:17:04.920999 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-90cd231f-bb54-4522-9bff-7ed196dc1081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:05.003140 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-90cd231f-bb54-4522-9bff-7ed196dc1081 None None] For port 79dcef76-d24a-4f57-bca9-6625d2de7b04, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:17:05.006613 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-90cd231f-bb54-4522-9bff-7ed196dc1081 None None] For port 79dcef76-d24a-4f57-bca9-6625d2de7b04, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=79dcef76-d24a-4f57-bca9-6625d2de7b04,segment=NetworkSegment(4a54f857-ebc8-4033-ab86-a6d47bffd59d),segment_id=4a54f857-ebc8-4033-ab86-a6d47bffd59d)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:17:05.012637 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-90cd231f-bb54-4522-9bff-7ed196dc1081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:05.030605 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d92386e2-e227-4ffe-854e-2696f5c38048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:05.043362 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6b456ac0-00b0-475f-a672-e1467a82cadc up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:17:05.083357 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d92386e2-e227-4ffe-854e-2696f5c38048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:05.120542 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd231f-bb54-4522-9bff-7ed196dc1081 None None] Pushing event updated for resources: {'Port': ['ID=79dcef76-d24a-4f57-bca9-6625d2de7b04,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:05.134437 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 6b456ac0-00b0-475f-a672-e1467a82cadc completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:17:05.137474 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92386e2-e227-4ffe-854e-2696f5c38048 admin admin] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:17:05.139140 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 6b456ac0-00b0-475f-a672-e1467a82cadc triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:17:05.139518 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:05.140608 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.base_scheduler [None req-d92386e2-e227-4ffe-854e-2696f5c38048 admin admin] Resources bound (agent type, host, resource id): {{(pid=101402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:17:05.147126 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92386e2-e227-4ffe-854e-2696f5c38048 admin admin] Received port after_create {{(pid=101402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:17:05.183292 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92386e2-e227-4ffe-854e-2696f5c38048 admin admin] Pushing event updated for resources: {'Port': ['ID=1c98ae3c-377a-4da9-848d-d83ef8b2d503,revision_number=1']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:05.227795 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:05.251025 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 6b456ac0-00b0-475f-a672-e1467a82cadc, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6b456ac0-00b0-475f-a672-e1467a82cadc,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:17:05.255404 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:05.324152 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=6b456ac0-00b0-475f-a672-e1467a82cadc,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:05.460085 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d92386e2-e227-4ffe-854e-2696f5c38048 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:05.657350 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d92386e2-e227-4ffe-854e-2696f5c38048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630488'] for router, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:05.787274 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92386e2-e227-4ffe-854e-2696f5c38048 admin admin] Router 21f195db-fc20-4c17-a40f-9ee263a423c6 is scheduled to L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b with binding_index 1 {{(pid=101402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 01:17:05.954070 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f1d4b0-52ef-44e8-ac19-9f58e0d9c269 None None] Sync routers for ids ['5e09bcce-e603-467c-bedd-f7e6df19f35e'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:17:05.966636 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f1d4b0-52ef-44e8-ac19-9f58e0d9c269 None None] Routers {'5e09bcce-e603-467c-bedd-f7e6df19f35e'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:17:05.968730 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-65f1d4b0-52ef-44e8-ac19-9f58e0d9c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:16:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5e09bcce-e603-467c-bedd-f7e6df19f35e'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:17:06.071253 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae1e8c0-d287-461c-96d5-e7d0b37a8455 None None] Network 4810dcb2-c5c1-49f9-8036-53a866feb9e8 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:17:06.089897 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-65f1d4b0-52ef-44e8-ac19-9f58e0d9c269 None None] Set router 5e09bcce-e603-467c-bedd-f7e6df19f35e gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:17:06.140041 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-d022e7c0-94e0-464b-932e-f6a609e1d280 None None] Provisioning for port 79dcef76-d24a-4f57-bca9-6625d2de7b04 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:17:06.249586 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92386e2-e227-4ffe-854e-2696f5c38048 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:17:06.262443 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b882ff1c-d969-497c-90b3-7b305f87ebcd None None] Sync routers for ids ['21f195db-fc20-4c17-a40f-9ee263a423c6'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:17:06.266026 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d92386e2-e227-4ffe-854e-2696f5c38048 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:06.269691 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d92386e2-e227-4ffe-854e-2696f5c38048 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9489732 Aug 17 01:17:06.270068 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51770) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:06.287646 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b882ff1c-d969-497c-90b3-7b305f87ebcd None None] Routers {'21f195db-fc20-4c17-a40f-9ee263a423c6'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:17:06.289286 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b882ff1c-d969-497c-90b3-7b305f87ebcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:16:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['21f195db-fc20-4c17-a40f-9ee263a423c6'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:17:06.331871 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-65f1d4b0-52ef-44e8-ac19-9f58e0d9c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'name': 'tempest-TestSnapshotPattern-391724450-router', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:16:59Z', 'updated_at': '2021-08-17T01:17:02Z', 'revision_number': 4, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'gw_port': {'id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:00Z', 'updated_at': '2021-08-17T01:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e68da3a6-6b1b-4e29-b62d-c9829b9aee67', 'name': '', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'mac_address': 'fa:16:3e:f1:6d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:01Z', 'updated_at': '2021-08-17T01:17:02Z', 'revision_number': 2, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'subnets': [{'id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:17:06.360778 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f1d4b0-52ef-44e8-ac19-9f58e0d9c269 None None] Checking router: 5e09bcce-e603-467c-bedd-f7e6df19f35e for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:17:06.361537 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f1d4b0-52ef-44e8-ac19-9f58e0d9c269 None None] Updating router 5e09bcce-e603-467c-bedd-f7e6df19f35e port e68da3a6-6b1b-4e29-b62d-c9829b9aee67 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:17:06.390327 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-65f1d4b0-52ef-44e8-ac19-9f58e0d9c269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:06.408194 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-b882ff1c-d969-497c-90b3-7b305f87ebcd None None] Set router 21f195db-fc20-4c17-a40f-9ee263a423c6 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:17:06.614427 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b882ff1c-d969-497c-90b3-7b305f87ebcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f195db-fc20-4c17-a40f-9ee263a423c6', 'name': 'tempest-TestSnapshotPattern-794348137-router', 'tenant_id': '033f143789e146308acda2ceee257404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '1c98ae3c-377a-4da9-848d-d83ef8b2d503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:17:04Z', 'updated_at': '2021-08-17T01:17:05Z', 'revision_number': 3, 'project_id': '033f143789e146308acda2ceee257404', 'gw_port': {'id': '1c98ae3c-377a-4da9-848d-d83ef8b2d503', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:14:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f195db-fc20-4c17-a40f-9ee263a423c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:04Z', 'updated_at': '2021-08-17T01:17:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:17:06.641566 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b882ff1c-d969-497c-90b3-7b305f87ebcd None None] Checking router: 21f195db-fc20-4c17-a40f-9ee263a423c6 for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:17:06.641836 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b882ff1c-d969-497c-90b3-7b305f87ebcd None None] Updating router 21f195db-fc20-4c17-a40f-9ee263a423c6 port 1c98ae3c-377a-4da9-848d-d83ef8b2d503 binding host n-d-800088-20 {{(pid=101404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:17:06.668461 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b882ff1c-d969-497c-90b3-7b305f87ebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:06.704262 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-65f1d4b0-52ef-44e8-ac19-9f58e0d9c269 None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:06.716117 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-65f1d4b0-52ef-44e8-ac19-9f58e0d9c269 None None] Transition to ACTIVE for port object e68da3a6-6b1b-4e29-b62d-c9829b9aee67 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:17:06.722505 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-65f1d4b0-52ef-44e8-ac19-9f58e0d9c269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:06.771801 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d63543-3d8a-48ca-97d5-50f3c88ea017 None None] Pushing event updated for resources: {'Port': ['ID=e68da3a6-6b1b-4e29-b62d-c9829b9aee67,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:06.777460 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f0e28409-aae8-4de7-a1fe-7ba5bbdf3b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:06.797440 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d63543-3d8a-48ca-97d5-50f3c88ea017 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:06.797779 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d63543-3d8a-48ca-97d5-50f3c88ea017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:06.798115 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d63543-3d8a-48ca-97d5-50f3c88ea017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:06.798446 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d63543-3d8a-48ca-97d5-50f3c88ea017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:06.798774 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d63543-3d8a-48ca-97d5-50f3c88ea017 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:06.799096 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d63543-3d8a-48ca-97d5-50f3c88ea017 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:06.799415 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d63543-3d8a-48ca-97d5-50f3c88ea017 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:06.799730 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d63543-3d8a-48ca-97d5-50f3c88ea017 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:06.800046 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d63543-3d8a-48ca-97d5-50f3c88ea017 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:06.800360 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d63543-3d8a-48ca-97d5-50f3c88ea017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:06.800686 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d63543-3d8a-48ca-97d5-50f3c88ea017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:06.800985 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d63543-3d8a-48ca-97d5-50f3c88ea017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:06.834286 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-65f1d4b0-52ef-44e8-ac19-9f58e0d9c269 None None] Attempting to bind port e68da3a6-6b1b-4e29-b62d-c9829b9aee67 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:17:06.834654 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-65f1d4b0-52ef-44e8-ac19-9f58e0d9c269 None None] Attempting to bind port e68da3a6-6b1b-4e29-b62d-c9829b9aee67 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': 'a0fd7b82-bd70-4916-8424-01fdf966da3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:17:06.835451 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f1d4b0-52ef-44e8-ac19-9f58e0d9c269 None None] Attempting to bind port e68da3a6-6b1b-4e29-b62d-c9829b9aee67 on network 7985e384-6d55-4004-8bd0-468e9978ceb7 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:17:06.841009 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f1d4b0-52ef-44e8-ac19-9f58e0d9c269 None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:17:06.841419 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f1d4b0-52ef-44e8-ac19-9f58e0d9c269 None None] Checking segment: {'id': 'a0fd7b82-bd70-4916-8424-01fdf966da3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:17:06.842116 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-65f1d4b0-52ef-44e8-ac19-9f58e0d9c269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:06.842505 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f1d4b0-52ef-44e8-ac19-9f58e0d9c269 None None] Bound using segment: {'id': 'a0fd7b82-bd70-4916-8424-01fdf966da3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:17:06.843106 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-65f1d4b0-52ef-44e8-ac19-9f58e0d9c269 None None] Bound port: e68da3a6-6b1b-4e29-b62d-c9829b9aee67, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0fd7b82-bd70-4916-8424-01fdf966da3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:17:06.844040 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-65f1d4b0-52ef-44e8-ac19-9f58e0d9c269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:06.916544 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-65f1d4b0-52ef-44e8-ac19-9f58e0d9c269 None None] For port e68da3a6-6b1b-4e29-b62d-c9829b9aee67, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:17:06.920503 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-65f1d4b0-52ef-44e8-ac19-9f58e0d9c269 None None] For port e68da3a6-6b1b-4e29-b62d-c9829b9aee67, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e68da3a6-6b1b-4e29-b62d-c9829b9aee67,segment=NetworkSegment(a0fd7b82-bd70-4916-8424-01fdf966da3a),segment_id=a0fd7b82-bd70-4916-8424-01fdf966da3a)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:17:06.932699 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-65f1d4b0-52ef-44e8-ac19-9f58e0d9c269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:06.982717 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-f0e28409-aae8-4de7-a1fe-7ba5bbdf3b45 admin admin] Allocated IP 172.20.0.1 (4810dcb2-c5c1-49f9-8036-53a866feb9e8/45571207-c884-400a-97a2-3c37543ff16f/f3ee76e9-0ef1-4a36-9026-00d7be3f5755) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:17:07.008962 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f1d4b0-52ef-44e8-ac19-9f58e0d9c269 None None] Routers {'5e09bcce-e603-467c-bedd-f7e6df19f35e'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:17:07.009978 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-65f1d4b0-52ef-44e8-ac19-9f58e0d9c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:16:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5e09bcce-e603-467c-bedd-f7e6df19f35e'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:17:07.014418 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b882ff1c-d969-497c-90b3-7b305f87ebcd None None] Notify callbacks [] for port, precommit_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:07.038907 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-b882ff1c-d969-497c-90b3-7b305f87ebcd None None] Transition to ACTIVE for port object 1c98ae3c-377a-4da9-848d-d83ef8b2d503 will not be triggered until provisioned by entity L2. {{(pid=101404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:17:07.050462 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d63543-3d8a-48ca-97d5-50f3c88ea017 None None] Pushing event updated for resources: {'Port': ['ID=e68da3a6-6b1b-4e29-b62d-c9829b9aee67,revision_number=4']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:07.051426 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b882ff1c-d969-497c-90b3-7b305f87ebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:07.107696 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-b882ff1c-d969-497c-90b3-7b305f87ebcd None None] Attempting to bind port 1c98ae3c-377a-4da9-848d-d83ef8b2d503 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:17:07.108351 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-b882ff1c-d969-497c-90b3-7b305f87ebcd None None] Attempting to bind port 1c98ae3c-377a-4da9-848d-d83ef8b2d503 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:17:07.108603 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b882ff1c-d969-497c-90b3-7b305f87ebcd None None] Attempting to bind port 1c98ae3c-377a-4da9-848d-d83ef8b2d503 on network f9960621-448c-44b3-8317-7433dc6ce660 {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:17:07.134045 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b882ff1c-d969-497c-90b3-7b305f87ebcd None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:17:07.134433 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b882ff1c-d969-497c-90b3-7b305f87ebcd None None] Checking segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:17:07.134841 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b882ff1c-d969-497c-90b3-7b305f87ebcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:07.135540 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b882ff1c-d969-497c-90b3-7b305f87ebcd None None] Bound using segment: {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'} {{(pid=101404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:17:07.135734 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.managers [None req-b882ff1c-d969-497c-90b3-7b305f87ebcd None None] Bound port: 1c98ae3c-377a-4da9-848d-d83ef8b2d503, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f38fb0-67ff-41b6-b0c5-26ec15f941bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660'}}] {{(pid=101404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:17:07.136122 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b882ff1c-d969-497c-90b3-7b305f87ebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:07.154340 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f0e28409-aae8-4de7-a1fe-7ba5bbdf3b45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:07.173949 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-65f1d4b0-52ef-44e8-ac19-9f58e0d9c269 None None] Set router 5e09bcce-e603-467c-bedd-f7e6df19f35e gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:17:07.177685 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b0e76-ad41-4247-b7d0-8850e6363c43 None None] Pushing event updated for resources: {'Port': ['ID=1c98ae3c-377a-4da9-848d-d83ef8b2d503,revision_number=2']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:07.203962 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [None req-f0e28409-aae8-4de7-a1fe-7ba5bbdf3b45 admin admin] Transition to ACTIVE for port object f3ee76e9-0ef1-4a36-9026-00d7be3f5755 will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:17:07.217204 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-b882ff1c-d969-497c-90b3-7b305f87ebcd None None] For port 1c98ae3c-377a-4da9-848d-d83ef8b2d503, host n-d-800088-20, cleared binding levels {{(pid=101404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:17:07.222651 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-b882ff1c-d969-497c-90b3-7b305f87ebcd None None] For port 1c98ae3c-377a-4da9-848d-d83ef8b2d503, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=1c98ae3c-377a-4da9-848d-d83ef8b2d503,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:17:07.232103 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6b456ac0-00b0-475f-a672-e1467a82cadc up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:17:07.236610 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-b882ff1c-d969-497c-90b3-7b305f87ebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:07.256219 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f0e28409-aae8-4de7-a1fe-7ba5bbdf3b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:07.304077 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e28409-aae8-4de7-a1fe-7ba5bbdf3b45 admin admin] Network 4810dcb2-c5c1-49f9-8036-53a866feb9e8 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:17:07.307290 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-f0e28409-aae8-4de7-a1fe-7ba5bbdf3b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:17:07.312608 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e28409-aae8-4de7-a1fe-7ba5bbdf3b45 admin admin] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:17:07.343690 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b882ff1c-d969-497c-90b3-7b305f87ebcd None None] Routers {'21f195db-fc20-4c17-a40f-9ee263a423c6'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:17:07.344451 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b882ff1c-d969-497c-90b3-7b305f87ebcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:16:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['21f195db-fc20-4c17-a40f-9ee263a423c6'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:17:07.361244 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f0e28409-aae8-4de7-a1fe-7ba5bbdf3b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635152'] for router_interface, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:07.408466 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b0e76-ad41-4247-b7d0-8850e6363c43 None None] Pushing event updated for resources: {'Port': ['ID=1c98ae3c-377a-4da9-848d-d83ef8b2d503,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:07.424300 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 6b456ac0-00b0-475f-a672-e1467a82cadc triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:17:07.424478 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:07.438861 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-65f1d4b0-52ef-44e8-ac19-9f58e0d9c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'name': 'tempest-TestSnapshotPattern-391724450-router', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:16:59Z', 'updated_at': '2021-08-17T01:17:02Z', 'revision_number': 4, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'gw_port': {'id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:00Z', 'updated_at': '2021-08-17T01:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e68da3a6-6b1b-4e29-b62d-c9829b9aee67', 'name': '', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'mac_address': 'fa:16:3e:f1:6d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:01Z', 'updated_at': '2021-08-17T01:17:06Z', 'revision_number': 4, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'subnets': [{'id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:17:07.488801 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e28409-aae8-4de7-a1fe-7ba5bbdf3b45 admin admin] Pushing event updated for resources: {'Port': ['ID=f3ee76e9-0ef1-4a36-9026-00d7be3f5755,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:07.528267 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f0e28409-aae8-4de7-a1fe-7ba5bbdf3b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:07.574173 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f1d4b0-52ef-44e8-ac19-9f58e0d9c269 None None] The sync data for ids ['5e09bcce-e603-467c-bedd-f7e6df19f35e'] in n-d-800088-20 is: [{'id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'name': 'tempest-TestSnapshotPattern-391724450-router', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:16:59Z', 'updated_at': '2021-08-17T01:17:02Z', 'revision_number': 4, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'gw_port': {'id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:00Z', 'updated_at': '2021-08-17T01:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e68da3a6-6b1b-4e29-b62d-c9829b9aee67', 'name': '', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'mac_address': 'fa:16:3e:f1:6d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:01Z', 'updated_at': '2021-08-17T01:17:06Z', 'revision_number': 4, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'subnets': [{'id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:17:07.594477 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 79dcef76-d24a-4f57-bca9-6625d2de7b04 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:17:07.626061 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-b882ff1c-d969-497c-90b3-7b305f87ebcd None None] Set router 21f195db-fc20-4c17-a40f-9ee263a423c6 gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:17:07.707583 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f0e28409-aae8-4de7-a1fe-7ba5bbdf3b45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:07.712606 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f0e28409-aae8-4de7-a1fe-7ba5bbdf3b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:07.759997 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-38e76f0b-2da0-4f24-966f-0a44f9205403 None None] Provisioning for port f3ee76e9-0ef1-4a36-9026-00d7be3f5755 completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:17:07.765549 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-38e76f0b-2da0-4f24-966f-0a44f9205403 None None] Provisioning complete for port f3ee76e9-0ef1-4a36-9026-00d7be3f5755 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:17:07.765929 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-38e76f0b-2da0-4f24-966f-0a44f9205403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:07.783927 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e28409-aae8-4de7-a1fe-7ba5bbdf3b45 admin admin] Pushing event updated for resources: {'Port': ['ID=f3ee76e9-0ef1-4a36-9026-00d7be3f5755,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:07.792431 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f0e28409-aae8-4de7-a1fe-7ba5bbdf3b45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635236'] for router_interface, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:07.827211 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 79dcef76-d24a-4f57-bca9-6625d2de7b04 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:17:07.851271 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-38e76f0b-2da0-4f24-966f-0a44f9205403 None None] Port f3ee76e9-0ef1-4a36-9026-00d7be3f5755 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:17:07.852941 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 79dcef76-d24a-4f57-bca9-6625d2de7b04 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:17:07.853392 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:07.899777 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e28409-aae8-4de7-a1fe-7ba5bbdf3b45 admin admin] Network 4810dcb2-c5c1-49f9-8036-53a866feb9e8 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:17:07.901314 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-f0e28409-aae8-4de7-a1fe-7ba5bbdf3b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:17:07.951274 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-b882ff1c-d969-497c-90b3-7b305f87ebcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f195db-fc20-4c17-a40f-9ee263a423c6', 'name': 'tempest-TestSnapshotPattern-794348137-router', 'tenant_id': '033f143789e146308acda2ceee257404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '1c98ae3c-377a-4da9-848d-d83ef8b2d503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:17:04Z', 'updated_at': '2021-08-17T01:17:05Z', 'revision_number': 3, 'project_id': '033f143789e146308acda2ceee257404', 'gw_port': {'id': '1c98ae3c-377a-4da9-848d-d83ef8b2d503', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:14:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f195db-fc20-4c17-a40f-9ee263a423c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:04Z', 'updated_at': '2021-08-17T01:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:17:07.989956 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b882ff1c-d969-497c-90b3-7b305f87ebcd None None] The sync data for ids ['21f195db-fc20-4c17-a40f-9ee263a423c6'] in n-d-800088-20 is: [{'id': '21f195db-fc20-4c17-a40f-9ee263a423c6', 'name': 'tempest-TestSnapshotPattern-794348137-router', 'tenant_id': '033f143789e146308acda2ceee257404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '1c98ae3c-377a-4da9-848d-d83ef8b2d503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:17:04Z', 'updated_at': '2021-08-17T01:17:05Z', 'revision_number': 3, 'project_id': '033f143789e146308acda2ceee257404', 'gw_port': {'id': '1c98ae3c-377a-4da9-848d-d83ef8b2d503', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:14:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f195db-fc20-4c17-a40f-9ee263a423c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:04Z', 'updated_at': '2021-08-17T01:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:17:07.999337 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:08.053292 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 79dcef76-d24a-4f57-bca9-6625d2de7b04, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=79dcef76-d24a-4f57-bca9-6625d2de7b04,segment=NetworkSegment(4a54f857-ebc8-4033-ab86-a6d47bffd59d),segment_id=4a54f857-ebc8-4033-ab86-a6d47bffd59d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:17:08.061302 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e28409-aae8-4de7-a1fe-7ba5bbdf3b45 admin admin] Router 21f195db-fc20-4c17-a40f-9ee263a423c6 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:17:08.068536 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:08.155178 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=79dcef76-d24a-4f57-bca9-6625d2de7b04,revision_number=3']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:08.217845 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e28409-aae8-4de7-a1fe-7ba5bbdf3b45 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:17:08.223073 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f0e28409-aae8-4de7-a1fe-7ba5bbdf3b45 admin admin] 10.222.0.60 "PUT /v2.0/routers/21f195db-fc20-4c17-a40f-9ee263a423c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9518647 Aug 17 01:17:08.279116 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-bb9c544e-d0a4-4433-8757-948dd7059304 None None] Provisioning complete for port f3ee76e9-0ef1-4a36-9026-00d7be3f5755 triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:17:08.279498 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-bb9c544e-d0a4-4433-8757-948dd7059304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:08.528828 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-bb9c544e-d0a4-4433-8757-948dd7059304 None None] Port f3ee76e9-0ef1-4a36-9026-00d7be3f5755 cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:17:09.071054 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e68da3a6-6b1b-4e29-b62d-c9829b9aee67 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:17:09.120376 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port e68da3a6-6b1b-4e29-b62d-c9829b9aee67 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:17:09.123964 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e68da3a6-6b1b-4e29-b62d-c9829b9aee67 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:17:09.124339 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:09.202412 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:09.234720 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port e68da3a6-6b1b-4e29-b62d-c9829b9aee67, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e68da3a6-6b1b-4e29-b62d-c9829b9aee67,segment=NetworkSegment(a0fd7b82-bd70-4916-8424-01fdf966da3a),segment_id=a0fd7b82-bd70-4916-8424-01fdf966da3a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:17:09.238432 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:09.239187 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 1c98ae3c-377a-4da9-848d-d83ef8b2d503 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:17:09.316339 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=e68da3a6-6b1b-4e29-b62d-c9829b9aee67,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:09.329109 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port 1c98ae3c-377a-4da9-848d-d83ef8b2d503 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:17:09.332853 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 1c98ae3c-377a-4da9-848d-d83ef8b2d503 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:17:09.333269 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:09.412456 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:09.433160 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port 1c98ae3c-377a-4da9-848d-d83ef8b2d503, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=1c98ae3c-377a-4da9-848d-d83ef8b2d503,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:17:09.436892 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:09.437827 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 79dcef76-d24a-4f57-bca9-6625d2de7b04 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:17:09.512764 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=1c98ae3c-377a-4da9-848d-d83ef8b2d503,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:09.526136 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 79dcef76-d24a-4f57-bca9-6625d2de7b04 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:17:09.526496 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:09.928247 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51780) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:09.933986 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-2608146c-10dc-4947-b3c8-4696da051734 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-24186718', 'description': 'tempest-secgroup-smoke-24186718 description', 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:17:09.956486 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2608146c-10dc-4947-b3c8-4696da051734 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for security_group, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.037261 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2608146c-10dc-4947-b3c8-4696da051734 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for security_group, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.041237 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2608146c-10dc-4947-b3c8-4696da051734 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.072230 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-2608146c-10dc-4947-b3c8-4696da051734 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.073469 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-2608146c-10dc-4947-b3c8-4696da051734 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1432161 Aug 17 01:17:10.075524 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608146c-10dc-4947-b3c8-4696da051734 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:10.076626 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 51782) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:10.081586 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.v2.base [None req-9bf026e3-4758-4d88-8758-5eb5949df68b tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Request body: {'security_group_rule': {'security_group_id': '8de956ea-3af9-4d2d-89f1-92f7b4b4edb3', 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:17:10.109513 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9bf026e3-4758-4d88-8758-5eb5949df68b tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.170626 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9bf026e3-4758-4d88-8758-5eb5949df68b tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.174604 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9bf026e3-4758-4d88-8758-5eb5949df68b tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.195437 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf026e3-4758-4d88-8758-5eb5949df68b tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1e6366-08aa-45a9-98ef-0024f1a7a8f6,revision_number=0']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:10.198847 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-9bf026e3-4758-4d88-8758-5eb5949df68b tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.200112 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-9bf026e3-4758-4d88-8758-5eb5949df68b tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224208 Aug 17 01:17:10.203009 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51784) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:10.207823 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-5defa932-637d-494b-8a82-39f440d9cc4d tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Request body: {'security_group_rule': {'security_group_id': '8de956ea-3af9-4d2d-89f1-92f7b4b4edb3', 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:17:10.236885 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5defa932-637d-494b-8a82-39f440d9cc4d tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.294955 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5defa932-637d-494b-8a82-39f440d9cc4d tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.298781 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5defa932-637d-494b-8a82-39f440d9cc4d tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.317929 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defa932-637d-494b-8a82-39f440d9cc4d tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7752f2df-b307-4c38-ae07-934a05fc9af5,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:10.326448 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-5defa932-637d-494b-8a82-39f440d9cc4d tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.327931 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-5defa932-637d-494b-8a82-39f440d9cc4d tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238735 Aug 17 01:17:10.330830 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51786) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:10.336250 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-7479cb20-77d6-4612-96c8-4ec8dabae648 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Request body: {'security_group_rule': {'security_group_id': '8de956ea-3af9-4d2d-89f1-92f7b4b4edb3', 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:17:10.364528 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7479cb20-77d6-4612-96c8-4ec8dabae648 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.425795 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7479cb20-77d6-4612-96c8-4ec8dabae648 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.429548 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7479cb20-77d6-4612-96c8-4ec8dabae648 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.448898 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479cb20-77d6-4612-96c8-4ec8dabae648 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88cf374d-d1c1-4705-ae8f-a35afc86fd8f,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:10.451546 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-7479cb20-77d6-4612-96c8-4ec8dabae648 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.452989 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-7479cb20-77d6-4612-96c8-4ec8dabae648 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209013 Aug 17 01:17:10.455583 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51788) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:10.460657 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-e836139c-00d1-4f85-99a5-14f482d43a5b tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Request body: {'security_group_rule': {'security_group_id': '8de956ea-3af9-4d2d-89f1-92f7b4b4edb3', 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:17:10.488905 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e836139c-00d1-4f85-99a5-14f482d43a5b tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.490477 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85951a8a-9871-4868-889f-3307d45fd0fb None None] Sync routers for ids ['21f195db-fc20-4c17-a40f-9ee263a423c6'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:17:10.499561 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85951a8a-9871-4868-889f-3307d45fd0fb None None] Routers {'21f195db-fc20-4c17-a40f-9ee263a423c6'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:17:10.500178 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-85951a8a-9871-4868-889f-3307d45fd0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:16:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['21f195db-fc20-4c17-a40f-9ee263a423c6'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:17:10.549324 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e836139c-00d1-4f85-99a5-14f482d43a5b tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.553154 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e836139c-00d1-4f85-99a5-14f482d43a5b tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.574299 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836139c-00d1-4f85-99a5-14f482d43a5b tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4360c1a8-152a-4af2-847d-4b8dd8d7730a,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:10.582314 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-e836139c-00d1-4f85-99a5-14f482d43a5b tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.583628 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-e836139c-00d1-4f85-99a5-14f482d43a5b tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1270623 Aug 17 01:17:10.587319 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51790) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:10.592307 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-ba14b75d-821a-473d-b361-a92d6a552450 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Request body: {'security_group_rule': {'security_group_id': '8de956ea-3af9-4d2d-89f1-92f7b4b4edb3', 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:17:10.608230 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-85951a8a-9871-4868-889f-3307d45fd0fb None None] Set router 21f195db-fc20-4c17-a40f-9ee263a423c6 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:17:10.620594 n-d-800088-20 neutron-server[101403]: INFO neutron.db.securitygroups_db [None req-ba14b75d-821a-473d-b361-a92d6a552450 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Project 05ba48c0f0784a7cbe101f8ee9e64b2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 01:17:10.626694 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ba14b75d-821a-473d-b361-a92d6a552450 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.687286 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ba14b75d-821a-473d-b361-a92d6a552450 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.690888 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ba14b75d-821a-473d-b361-a92d6a552450 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.711531 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14b75d-821a-473d-b361-a92d6a552450 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b317097e-557e-44c9-8101-92bdccd0a618,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:10.720720 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-ba14b75d-821a-473d-b361-a92d6a552450 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.722190 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-ba14b75d-821a-473d-b361-a92d6a552450 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1339300 Aug 17 01:17:10.727016 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51792) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:10.734261 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-8c388ddd-18b3-4250-93c8-8f91d7435c26 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Request body: {'security_group_rule': {'security_group_id': '8de956ea-3af9-4d2d-89f1-92f7b4b4edb3', 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:17:10.761454 n-d-800088-20 neutron-server[101403]: INFO neutron.db.securitygroups_db [None req-8c388ddd-18b3-4250-93c8-8f91d7435c26 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Project 05ba48c0f0784a7cbe101f8ee9e64b2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 01:17:10.766854 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c388ddd-18b3-4250-93c8-8f91d7435c26 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.840109 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-85951a8a-9871-4868-889f-3307d45fd0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f195db-fc20-4c17-a40f-9ee263a423c6', 'name': 'tempest-TestSnapshotPattern-794348137-router', 'tenant_id': '033f143789e146308acda2ceee257404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '1c98ae3c-377a-4da9-848d-d83ef8b2d503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:17:04Z', 'updated_at': '2021-08-17T01:17:07Z', 'revision_number': 4, 'project_id': '033f143789e146308acda2ceee257404', 'gw_port': {'id': '1c98ae3c-377a-4da9-848d-d83ef8b2d503', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f195db-fc20-4c17-a40f-9ee263a423c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:04Z', 'updated_at': '2021-08-17T01:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'f3ee76e9-0ef1-4a36-9026-00d7be3f5755', 'name': '', 'network_id': '4810dcb2-c5c1-49f9-8036-53a866feb9e8', 'tenant_id': '033f143789e146308acda2ceee257404', 'mac_address': 'fa:16:3e:f3:66:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f195db-fc20-4c17-a40f-9ee263a423c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '45571207-c884-400a-97a2-3c37543ff16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:06Z', 'updated_at': '2021-08-17T01:17:07Z', 'revision_number': 2, 'project_id': '033f143789e146308acda2ceee257404', 'subnets': [{'id': '45571207-c884-400a-97a2-3c37543ff16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:17:10.840400 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c388ddd-18b3-4250-93c8-8f91d7435c26 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.845708 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c388ddd-18b3-4250-93c8-8f91d7435c26 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662559'] for security_group_rule, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.866753 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c388ddd-18b3-4250-93c8-8f91d7435c26 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6f59dd-1e62-4e4d-a3aa-fa7f5b408f58,revision_number=0']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:10.874889 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-8c388ddd-18b3-4250-93c8-8f91d7435c26 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.886850 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-8c388ddd-18b3-4250-93c8-8f91d7435c26 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1481936 Aug 17 01:17:10.887062 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85951a8a-9871-4868-889f-3307d45fd0fb None None] Checking router: 21f195db-fc20-4c17-a40f-9ee263a423c6 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:17:10.887062 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85951a8a-9871-4868-889f-3307d45fd0fb None None] Updating router 21f195db-fc20-4c17-a40f-9ee263a423c6 port f3ee76e9-0ef1-4a36-9026-00d7be3f5755 binding host n-d-800088-20 {{(pid=101405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:17:10.903804 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.914821 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-85951a8a-9871-4868-889f-3307d45fd0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:11.031608 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 1c98ae3c-377a-4da9-848d-d83ef8b2d503 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:17:11.053019 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-2439a021-5f52-4576-987a-67e2ee23825d tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-24186718&fields=id&tenant_id=05ba48c0f0784a7cbe101f8ee9e64b2e HTTP/1.1" status: 200 len: 267 time: 0.0463808 Aug 17 01:17:11.087892 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port 1c98ae3c-377a-4da9-848d-d83ef8b2d503 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:17:11.088255 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:11.183456 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e68da3a6-6b1b-4e29-b62d-c9829b9aee67 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:17:11.229482 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-85951a8a-9871-4868-889f-3307d45fd0fb None None] Notify callbacks [] for port, precommit_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:11.240001 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port e68da3a6-6b1b-4e29-b62d-c9829b9aee67 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:17:11.240356 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:11.243883 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.provisioning_blocks [None req-85951a8a-9871-4868-889f-3307d45fd0fb None None] Transition to ACTIVE for port object f3ee76e9-0ef1-4a36-9026-00d7be3f5755 will not be triggered until provisioned by entity L2. {{(pid=101405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:17:11.249926 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-85951a8a-9871-4868-889f-3307d45fd0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:11.303327 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85223b36-9d52-4d65-80dd-378b6498b0e1 None None] Pushing event updated for resources: {'Port': ['ID=f3ee76e9-0ef1-4a36-9026-00d7be3f5755,revision_number=3']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:11.365384 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-85951a8a-9871-4868-889f-3307d45fd0fb None None] Attempting to bind port f3ee76e9-0ef1-4a36-9026-00d7be3f5755 on host n-d-800088-20 for vnic_type normal with profile {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:17:11.365771 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-85951a8a-9871-4868-889f-3307d45fd0fb None None] Attempting to bind port f3ee76e9-0ef1-4a36-9026-00d7be3f5755 by drivers openvswitch,hyperv on host n-d-800088-20 at level 0 using segments [{'id': '4a54f857-ebc8-4033-ab86-a6d47bffd59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4810dcb2-c5c1-49f9-8036-53a866feb9e8'}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:17:11.366760 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85951a8a-9871-4868-889f-3307d45fd0fb None None] Attempting to bind port f3ee76e9-0ef1-4a36-9026-00d7be3f5755 on network 4810dcb2-c5c1-49f9-8036-53a866feb9e8 {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:17:11.372623 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85951a8a-9871-4868-889f-3307d45fd0fb None None] Checking agent: {'id': '7d67b126-451c-4833-9026-50f4317f185b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 39, 19), 'started_at': datetime.datetime(2021, 8, 16, 23, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:17:11.373000 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85951a8a-9871-4868-889f-3307d45fd0fb None None] Checking segment: {'id': '4a54f857-ebc8-4033-ab86-a6d47bffd59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4810dcb2-c5c1-49f9-8036-53a866feb9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:17:11.373688 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-85951a8a-9871-4868-889f-3307d45fd0fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:11.374074 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85951a8a-9871-4868-889f-3307d45fd0fb None None] Bound using segment: {'id': '4a54f857-ebc8-4033-ab86-a6d47bffd59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4810dcb2-c5c1-49f9-8036-53a866feb9e8'} {{(pid=101405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:17:11.374554 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.managers [None req-85951a8a-9871-4868-889f-3307d45fd0fb None None] Bound port: f3ee76e9-0ef1-4a36-9026-00d7be3f5755, host: n-d-800088-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a54f857-ebc8-4033-ab86-a6d47bffd59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4810dcb2-c5c1-49f9-8036-53a866feb9e8'}}] {{(pid=101405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:17:11.374941 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-85951a8a-9871-4868-889f-3307d45fd0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:11.458638 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-85951a8a-9871-4868-889f-3307d45fd0fb None None] For port f3ee76e9-0ef1-4a36-9026-00d7be3f5755, host n-d-800088-20, cleared binding levels {{(pid=101405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:17:11.463453 n-d-800088-20 neutron-server[101405]: DEBUG neutron.plugins.ml2.db [None req-85951a8a-9871-4868-889f-3307d45fd0fb None None] For port f3ee76e9-0ef1-4a36-9026-00d7be3f5755, host n-d-800088-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=f3ee76e9-0ef1-4a36-9026-00d7be3f5755,segment=NetworkSegment(4a54f857-ebc8-4033-ab86-a6d47bffd59d),segment_id=4a54f857-ebc8-4033-ab86-a6d47bffd59d)] {{(pid=101405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:17:11.469903 n-d-800088-20 neutron-server[101405]: DEBUG neutron_lib.callbacks.manager [None req-85951a8a-9871-4868-889f-3307d45fd0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:11.539832 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85951a8a-9871-4868-889f-3307d45fd0fb None None] Routers {'21f195db-fc20-4c17-a40f-9ee263a423c6'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:17:11.540518 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-85951a8a-9871-4868-889f-3307d45fd0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:16:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['21f195db-fc20-4c17-a40f-9ee263a423c6'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:17:11.565805 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-d075d155-3ccf-497b-b20f-149eed7967c7 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:11.567367 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-d075d155-3ccf-497b-b20f-149eed7967c7 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/networks?id=7985e384-6d55-4004-8bd0-468e9978ceb7 HTTP/1.1" status: 200 len: 809 time: 0.5062602 Aug 17 01:17:11.585630 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-0a1701ca-70e9-4b3c-8720-490b3542a8ee tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/quotas/05ba48c0f0784a7cbe101f8ee9e64b2e HTTP/1.1" status: 200 len: 375 time: 0.0104477 Aug 17 01:17:11.594595 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85223b36-9d52-4d65-80dd-378b6498b0e1 None None] Pushing event updated for resources: {'Port': ['ID=f3ee76e9-0ef1-4a36-9026-00d7be3f5755,revision_number=4']} {{(pid=101405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:11.643596 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-cc013e57-84c5-4aa9-b507-76db5ac312e8 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=05ba48c0f0784a7cbe101f8ee9e64b2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500674 Aug 17 01:17:11.672734 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-85951a8a-9871-4868-889f-3307d45fd0fb None None] Set router 21f195db-fc20-4c17-a40f-9ee263a423c6 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:17:11.748193 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-e837ec90-26f1-477b-bb10-19c3857fce47 service neutron] 10.222.0.60 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920081 Aug 17 01:17:11.851503 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-1cd9183c-01b7-4c15-8b08-d3da40d5edc2 service neutron] 10.222.0.60 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976410 Aug 17 01:17:11.881271 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-85951a8a-9871-4868-889f-3307d45fd0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f195db-fc20-4c17-a40f-9ee263a423c6', 'name': 'tempest-TestSnapshotPattern-794348137-router', 'tenant_id': '033f143789e146308acda2ceee257404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '1c98ae3c-377a-4da9-848d-d83ef8b2d503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:17:04Z', 'updated_at': '2021-08-17T01:17:07Z', 'revision_number': 4, 'project_id': '033f143789e146308acda2ceee257404', 'gw_port': {'id': '1c98ae3c-377a-4da9-848d-d83ef8b2d503', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f195db-fc20-4c17-a40f-9ee263a423c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:04Z', 'updated_at': '2021-08-17T01:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'f3ee76e9-0ef1-4a36-9026-00d7be3f5755', 'name': '', 'network_id': '4810dcb2-c5c1-49f9-8036-53a866feb9e8', 'tenant_id': '033f143789e146308acda2ceee257404', 'mac_address': 'fa:16:3e:f3:66:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f195db-fc20-4c17-a40f-9ee263a423c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '45571207-c884-400a-97a2-3c37543ff16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:06Z', 'updated_at': '2021-08-17T01:17:11Z', 'revision_number': 4, 'project_id': '033f143789e146308acda2ceee257404', 'subnets': [{'id': '45571207-c884-400a-97a2-3c37543ff16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:17:11.907833 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85951a8a-9871-4868-889f-3307d45fd0fb None None] The sync data for ids ['21f195db-fc20-4c17-a40f-9ee263a423c6'] in n-d-800088-20 is: [{'id': '21f195db-fc20-4c17-a40f-9ee263a423c6', 'name': 'tempest-TestSnapshotPattern-794348137-router', 'tenant_id': '033f143789e146308acda2ceee257404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '1c98ae3c-377a-4da9-848d-d83ef8b2d503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:17:04Z', 'updated_at': '2021-08-17T01:17:07Z', 'revision_number': 4, 'project_id': '033f143789e146308acda2ceee257404', 'gw_port': {'id': '1c98ae3c-377a-4da9-848d-d83ef8b2d503', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f195db-fc20-4c17-a40f-9ee263a423c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:04Z', 'updated_at': '2021-08-17T01:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'f3ee76e9-0ef1-4a36-9026-00d7be3f5755', 'name': '', 'network_id': '4810dcb2-c5c1-49f9-8036-53a866feb9e8', 'tenant_id': '033f143789e146308acda2ceee257404', 'mac_address': 'fa:16:3e:f3:66:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f195db-fc20-4c17-a40f-9ee263a423c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '45571207-c884-400a-97a2-3c37543ff16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:06Z', 'updated_at': '2021-08-17T01:17:11Z', 'revision_number': 4, 'project_id': '033f143789e146308acda2ceee257404', 'subnets': [{'id': '45571207-c884-400a-97a2-3c37543ff16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:17:12.031076 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9884cc69-af1e-45ec-97bd-27ba73fd0927 req-c384a3ab-914f-4483-9505-e5b881d9455c tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe12578b-d987-4ffa-af03-4152eebdd0d2 HTTP/1.1" status: 200 len: 210 time: 0.0296230 Aug 17 01:17:12.455077 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:13.015836 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f3ee76e9-0ef1-4a36-9026-00d7be3f5755 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:17:13.075944 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning for port f3ee76e9-0ef1-4a36-9026-00d7be3f5755 completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:17:13.081803 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port f3ee76e9-0ef1-4a36-9026-00d7be3f5755 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:17:13.082243 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:13.162504 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0382efab-8131-415c-b78b-ed0370d95812 req-575cf81c-67c0-4bce-a3f1-6e7699624d61 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe12578b-d987-4ffa-af03-4152eebdd0d2 HTTP/1.1" status: 200 len: 210 time: 0.0383658 Aug 17 01:17:13.169597 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-e61a8845-3891-4fae-9381-8e8ed0d2416e tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:13.171044 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-e61a8845-3891-4fae-9381-8e8ed0d2416e tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.69 "GET /v2.0/networks?id=7985e384-6d55-4004-8bd0-468e9978ceb7 HTTP/1.1" status: 200 len: 809 time: 0.1678257 Aug 17 01:17:13.176178 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:13.212790 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] For port f3ee76e9-0ef1-4a36-9026-00d7be3f5755, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=f3ee76e9-0ef1-4a36-9026-00d7be3f5755,segment=NetworkSegment(4a54f857-ebc8-4033-ab86-a6d47bffd59d),segment_id=4a54f857-ebc8-4033-ab86-a6d47bffd59d)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:17:13.216488 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:13.228620 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-793dccc4-5d7a-4bb7-abc4-bf02215da8db tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05ba48c0f0784a7cbe101f8ee9e64b2e HTTP/1.1" status: 200 len: 378 time: 0.0379190 Aug 17 01:17:13.239232 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-23eb2090-1c68-492f-b8f8-728e49dfba88 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Request body: {'port': {'device_id': 'fe12578b-d987-4ffa-af03-4152eebdd0d2', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'admin_state_up': True, 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'security_groups': ['8de956ea-3af9-4d2d-89f1-92f7b4b4edb3']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:17:13.264822 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Pushing event updated for resources: {'Port': ['ID=f3ee76e9-0ef1-4a36-9026-00d7be3f5755,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:13.348738 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-23eb2090-1c68-492f-b8f8-728e49dfba88 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Made reservation on behalf of 05ba48c0f0784a7cbe101f8ee9e64b2e for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:17:13.353092 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-23eb2090-1c68-492f-b8f8-728e49dfba88 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:13.480381 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-23eb2090-1c68-492f-b8f8-728e49dfba88 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Allocated IP 172.20.0.10 (7985e384-6d55-4004-8bd0-468e9978ceb7/554f5c16-69df-49e4-9fa1-a939d5989e2c/7e1f5518-fd44-40b8-be4d-c9e51964b46c) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:17:13.620868 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-23eb2090-1c68-492f-b8f8-728e49dfba88 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:13.634443 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-23eb2090-1c68-492f-b8f8-728e49dfba88 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Transition to ACTIVE for port object 7e1f5518-fd44-40b8-be4d-c9e51964b46c will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:17:13.666385 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-23eb2090-1c68-492f-b8f8-728e49dfba88 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:13.714907 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-23eb2090-1c68-492f-b8f8-728e49dfba88 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Network 7985e384-6d55-4004-8bd0-468e9978ceb7 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:17:13.717900 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-23eb2090-1c68-492f-b8f8-728e49dfba88 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:17:13.721691 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-23eb2090-1c68-492f-b8f8-728e49dfba88 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:17:13.727808 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb2090-1c68-492f-b8f8-728e49dfba88 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Pushing event updated for resources: {'Port': ['ID=7e1f5518-fd44-40b8-be4d-c9e51964b46c,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:13.774991 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-23eb2090-1c68-492f-b8f8-728e49dfba88 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:13.775711 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-23eb2090-1c68-492f-b8f8-728e49dfba88 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:13.790797 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-23eb2090-1c68-492f-b8f8-728e49dfba88 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5553658 Aug 17 01:17:13.804675 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-d6986624-2c70-44bb-b060-96d6d0c58b27 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 01:17:13.805673 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-d6986624-2c70-44bb-b060-96d6d0c58b27 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053456 Aug 17 01:17:13.918319 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-02297cf4-b87c-4d57-9830-297e3844b726 service neutron] Request body: {'port': {'device_id': 'fe12578b-d987-4ffa-af03-4152eebdd0d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:17:13.922515 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-136e088d-9884-4530-bc87-6145fbd63a6e None None] Provisioning for port 7e1f5518-fd44-40b8-be4d-c9e51964b46c completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:17:13.926468 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-136e088d-9884-4530-bc87-6145fbd63a6e None None] Provisioning complete for port 7e1f5518-fd44-40b8-be4d-c9e51964b46c triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:17:13.926848 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-136e088d-9884-4530-bc87-6145fbd63a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:13.965103 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-136e088d-9884-4530-bc87-6145fbd63a6e None None] Port 7e1f5518-fd44-40b8-be4d-c9e51964b46c cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:17:13.972464 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-02297cf4-b87c-4d57-9830-297e3844b726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:14.236786 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-02297cf4-b87c-4d57-9830-297e3844b726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e1f5518-fd44-40b8-be4d-c9e51964b46c {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:17:14.253557 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-02297cf4-b87c-4d57-9830-297e3844b726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:14.283937 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-02297cf4-b87c-4d57-9830-297e3844b726 service neutron] Transition to ACTIVE for port object 7e1f5518-fd44-40b8-be4d-c9e51964b46c will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:17:14.292151 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-02297cf4-b87c-4d57-9830-297e3844b726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:14.313580 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26211b0f-061a-4eea-a635-a47d86da4b8c req-ae4d2de9-2f4f-4b30-b6ea-9f52dac191c4 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:14.315094 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-26211b0f-061a-4eea-a635-a47d86da4b8c req-ae4d2de9-2f4f-4b30-b6ea-9f52dac191c4 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe12578b-d987-4ffa-af03-4152eebdd0d2 HTTP/1.1" status: 200 len: 932 time: 0.0729117 Aug 17 01:17:14.402912 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02297cf4-b87c-4d57-9830-297e3844b726 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1f5518-fd44-40b8-be4d-c9e51964b46c,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:14.415848 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-26211b0f-061a-4eea-a635-a47d86da4b8c req-72a5cf6e-84bd-4f39-af48-57c41b80b2c1 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800991 Aug 17 01:17:14.472565 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-02297cf4-b87c-4d57-9830-297e3844b726 service neutron] Attempting to bind port 7e1f5518-fd44-40b8-be4d-c9e51964b46c on host n-h1-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:17:14.472823 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-02297cf4-b87c-4d57-9830-297e3844b726 service neutron] Attempting to bind port 7e1f5518-fd44-40b8-be4d-c9e51964b46c by drivers openvswitch,hyperv on host n-h1-800088-20 at level 0 using segments [{'id': 'a0fd7b82-bd70-4916-8424-01fdf966da3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:17:14.473190 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-02297cf4-b87c-4d57-9830-297e3844b726 service neutron] Attempting to bind port 7e1f5518-fd44-40b8-be4d-c9e51964b46c on network 7985e384-6d55-4004-8bd0-468e9978ceb7 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:17:14.477705 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-02297cf4-b87c-4d57-9830-297e3844b726 service neutron] Port 7e1f5518-fd44-40b8-be4d-c9e51964b46c on network 7985e384-6d55-4004-8bd0-468e9978ceb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:17:14.478038 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-02297cf4-b87c-4d57-9830-297e3844b726 service neutron] Attempting to bind port 7e1f5518-fd44-40b8-be4d-c9e51964b46c on network 7985e384-6d55-4004-8bd0-468e9978ceb7 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:17:14.483335 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-02297cf4-b87c-4d57-9830-297e3844b726 service neutron] Checking agent: {'id': 'f4c3494c-6c5f-42dd-9391-0dbc5f197318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:17:14.483711 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-02297cf4-b87c-4d57-9830-297e3844b726 service neutron] Checking segment: {'id': 'a0fd7b82-bd70-4916-8424-01fdf966da3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:17:14.484102 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-02297cf4-b87c-4d57-9830-297e3844b726 service neutron] Bound using segment: {'id': 'a0fd7b82-bd70-4916-8424-01fdf966da3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:17:14.484537 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-02297cf4-b87c-4d57-9830-297e3844b726 service neutron] Bound port: 7e1f5518-fd44-40b8-be4d-c9e51964b46c, host: n-h1-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0fd7b82-bd70-4916-8424-01fdf966da3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:17:14.484904 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-02297cf4-b87c-4d57-9830-297e3844b726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:14.552363 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-02297cf4-b87c-4d57-9830-297e3844b726 service neutron] For port 7e1f5518-fd44-40b8-be4d-c9e51964b46c, host n-h1-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:17:14.556464 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-02297cf4-b87c-4d57-9830-297e3844b726 service neutron] For port 7e1f5518-fd44-40b8-be4d-c9e51964b46c, host n-h1-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=7e1f5518-fd44-40b8-be4d-c9e51964b46c,segment=NetworkSegment(a0fd7b82-bd70-4916-8424-01fdf966da3a),segment_id=a0fd7b82-bd70-4916-8424-01fdf966da3a)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:17:14.561714 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-02297cf4-b87c-4d57-9830-297e3844b726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:14.595236 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-02297cf4-b87c-4d57-9830-297e3844b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:14.595910 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-02297cf4-b87c-4d57-9830-297e3844b726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:14.597301 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-02297cf4-b87c-4d57-9830-297e3844b726 service neutron] 10.222.0.69 "PUT /v2.0/ports/7e1f5518-fd44-40b8-be4d-c9e51964b46c HTTP/1.1" status: 200 len: 1093 time: 0.7806144 Aug 17 01:17:14.597712 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe12578b-d987-4ffa-af03-4152eebdd0d2', 'tag': '7e1f5518-fd44-40b8-be4d-c9e51964b46c'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:17:14.599958 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5185360a-3d9c-4743-8c5f-541cb6172dec" -d '{"events": [{"name": "network-changed", "server_uuid": "fe12578b-d987-4ffa-af03-4152eebdd0d2", "tag": "7e1f5518-fd44-40b8-be4d-c9e51964b46c"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:17:14.630899 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02297cf4-b87c-4d57-9830-297e3844b726 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1f5518-fd44-40b8-be4d-c9e51964b46c,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:14.666531 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f0a2b7-27b5-402a-bf67-b90609256d37 x-openstack-request-id: req-c2f0a2b7-27b5-402a-bf67-b90609256d37 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:17:14.666827 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe12578b-d987-4ffa-af03-4152eebdd0d2", "tag": "7e1f5518-fd44-40b8-be4d-c9e51964b46c", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:17:14.667085 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c2f0a2b7-27b5-402a-bf67-b90609256d37 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:17:14.667496 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe12578b-d987-4ffa-af03-4152eebdd0d2', 'tag': '7e1f5518-fd44-40b8-be4d-c9e51964b46c', 'status': 'completed', 'code': 200} Aug 17 01:17:14.707772 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-e8fda35f-23b6-4216-83a8-0bbbec001a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:14.709361 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-e8fda35f-23b6-4216-83a8-0bbbec001a46 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=05ba48c0f0784a7cbe101f8ee9e64b2e&device_id=fe12578b-d987-4ffa-af03-4152eebdd0d2 HTTP/1.1" status: 200 len: 1096 time: 0.0533583 Aug 17 01:17:14.759651 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-889afe8b-7e40-49f1-bf9f-28c1fbd1475f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e1f5518-fd44-40b8-be4d-c9e51964b46c HTTP/1.1" status: 200 len: 217 time: 0.0377994 Aug 17 01:17:14.815983 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-7e4ed562-eede-4b82-a66a-685057597d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:14.817486 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-7e4ed562-eede-4b82-a66a-685057597d49 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=554f5c16-69df-49e4-9fa1-a939d5989e2c HTTP/1.1" status: 200 len: 848 time: 0.0464067 Aug 17 01:17:14.877761 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-58e424b8-05af-4706-ab38-45d422ac8c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:14.879283 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-58e424b8-05af-4706-ab38-45d422ac8c00 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7985e384-6d55-4004-8bd0-468e9978ceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504501 Aug 17 01:17:14.982770 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-96b8510e-957d-4900-924f-16cbb7b05608 service neutron] 10.222.0.69 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911777 Aug 17 01:17:14.999562 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f3ee76e9-0ef1-4a36-9026-00d7be3f5755 up at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:17:15.049556 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Provisioning complete for port f3ee76e9-0ef1-4a36-9026-00d7be3f5755 triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:17:15.050019 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:15.090514 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0ba9c998-14a5-46d3-bfbd-1750c3eaba85 req-8307b583-421c-49f2-a353-efc1d57068af service neutron] 10.222.0.69 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959468 Aug 17 01:17:15.188786 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185360a-3d9c-4743-8c5f-541cb6172dec req-91ec1b4a-65c6-491b-816e-b4ac4b9af621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:15.190308 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5185360a-3d9c-4743-8c5f-541cb6172dec req-91ec1b4a-65c6-491b-816e-b4ac4b9af621 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=05ba48c0f0784a7cbe101f8ee9e64b2e&device_id=fe12578b-d987-4ffa-af03-4152eebdd0d2 HTTP/1.1" status: 200 len: 1096 time: 0.0405676 Aug 17 01:17:15.283524 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185360a-3d9c-4743-8c5f-541cb6172dec req-849109ae-1859-4c50-a86f-7a36a0be737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:15.284879 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5185360a-3d9c-4743-8c5f-541cb6172dec req-849109ae-1859-4c50-a86f-7a36a0be737d service neutron] 10.222.0.69 "GET /v2.0/networks?id=7985e384-6d55-4004-8bd0-468e9978ceb7 HTTP/1.1" status: 200 len: 910 time: 0.0875697 Aug 17 01:17:15.328245 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5185360a-3d9c-4743-8c5f-541cb6172dec req-55d2283f-55e0-4c17-af97-659b2b6293ff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e1f5518-fd44-40b8-be4d-c9e51964b46c HTTP/1.1" status: 200 len: 217 time: 0.0359030 Aug 17 01:17:15.377974 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185360a-3d9c-4743-8c5f-541cb6172dec req-de594490-9755-459a-9301-3f2ccf4c3d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:15.379394 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5185360a-3d9c-4743-8c5f-541cb6172dec req-de594490-9755-459a-9301-3f2ccf4c3d0d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=554f5c16-69df-49e4-9fa1-a939d5989e2c HTTP/1.1" status: 200 len: 848 time: 0.0432403 Aug 17 01:17:15.426827 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185360a-3d9c-4743-8c5f-541cb6172dec req-a3c98134-3092-417f-8752-32429d0d46e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:15.428877 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5185360a-3d9c-4743-8c5f-541cb6172dec req-a3c98134-3092-417f-8752-32429d0d46e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7985e384-6d55-4004-8bd0-468e9978ceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413666 Aug 17 01:17:15.559318 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5185360a-3d9c-4743-8c5f-541cb6172dec req-3af24ed4-47e5-43da-924f-6bc11ee74613 service neutron] 10.222.0.69 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225219 Aug 17 01:17:15.566610 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caff39a-91c4-4d20-a298-7b6d7116d21a req-b0f4ade9-97c3-4fa6-96f1-e6d943697fc9 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:15.568001 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5caff39a-91c4-4d20-a298-7b6d7116d21a req-b0f4ade9-97c3-4fa6-96f1-e6d943697fc9 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe12578b-d987-4ffa-af03-4152eebdd0d2 HTTP/1.1" status: 200 len: 944 time: 0.0802596 Aug 17 01:17:15.658401 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5caff39a-91c4-4d20-a298-7b6d7116d21a req-7f7b38c9-09bb-4a2d-a728-38094cb9a527 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817139 Aug 17 01:17:15.683809 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5185360a-3d9c-4743-8c5f-541cb6172dec req-b0033e56-9986-4eb4-b175-c73aa1157083 service neutron] 10.222.0.69 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148894 Aug 17 01:17:16.663383 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e474be6d-ec0e-4942-a575-b37fd6603c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:16.776755 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526d090-edd3-45b4-836b-d73ea3085b0f req-5d11bd25-1d49-474e-aacb-f339c764b292 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:16.778280 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4526d090-edd3-45b4-836b-d73ea3085b0f req-5d11bd25-1d49-474e-aacb-f339c764b292 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe12578b-d987-4ffa-af03-4152eebdd0d2 HTTP/1.1" status: 200 len: 944 time: 0.0503750 Aug 17 01:17:16.815639 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4526d090-edd3-45b4-836b-d73ea3085b0f req-950b258e-9822-4d7b-beff-6badd7b81140 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313704 Aug 17 01:17:17.115303 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 7e1f5518-fd44-40b8-be4d-c9e51964b46c details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:17:17.214269 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 7e1f5518-fd44-40b8-be4d-c9e51964b46c, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=7e1f5518-fd44-40b8-be4d-c9e51964b46c,segment=NetworkSegment(a0fd7b82-bd70-4916-8424-01fdf966da3a),segment_id=a0fd7b82-bd70-4916-8424-01fdf966da3a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:17:17.224909 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '7e1f5518-fd44-40b8-be4d-c9e51964b46c', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'port_id': '7e1f5518-fd44-40b8-be4d-c9e51964b46c', 'mac_address': 'fa:16:3e:99:e1:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:17:17.261031 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:17.274027 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e1f5518-fd44-40b8-be4d-c9e51964b46c {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:17:17.296525 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 7e1f5518-fd44-40b8-be4d-c9e51964b46c, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=7e1f5518-fd44-40b8-be4d-c9e51964b46c,segment=NetworkSegment(a0fd7b82-bd70-4916-8424-01fdf966da3a),segment_id=a0fd7b82-bd70-4916-8424-01fdf966da3a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:17:17.300427 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:17.347236 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=7e1f5518-fd44-40b8-be4d-c9e51964b46c,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:17.588727 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['7e1f5518-fd44-40b8-be4d-c9e51964b46c'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:17:17.937022 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2758d-2a79-42d6-9d20-4321e783eb5a req-91bc7648-3926-46f8-9edc-9640a024d638 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:17.938516 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-95a2758d-2a79-42d6-9d20-4321e783eb5a req-91bc7648-3926-46f8-9edc-9640a024d638 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe12578b-d987-4ffa-af03-4152eebdd0d2 HTTP/1.1" status: 200 len: 945 time: 0.0537570 Aug 17 01:17:17.976383 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-95a2758d-2a79-42d6-9d20-4321e783eb5a req-54436c18-1cbb-425d-90f9-8d9602fc7791 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311403 Aug 17 01:17:19.091534 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8f729-5f86-4d5e-a2f3-90592792a3ff req-853e131c-4c69-4215-83f1-69dc30510342 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:19.093007 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ded8f729-5f86-4d5e-a2f3-90592792a3ff req-853e131c-4c69-4215-83f1-69dc30510342 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe12578b-d987-4ffa-af03-4152eebdd0d2 HTTP/1.1" status: 200 len: 945 time: 0.0490289 Aug 17 01:17:19.133280 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ded8f729-5f86-4d5e-a2f3-90592792a3ff req-d9bc6b52-540c-4930-abc7-73c17d2c7f3b tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342629 Aug 17 01:17:19.137286 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 7e1f5518-fd44-40b8-be4d-c9e51964b46c up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:17:19.186046 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning for port 7e1f5518-fd44-40b8-be4d-c9e51964b46c completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:17:19.189525 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 7e1f5518-fd44-40b8-be4d-c9e51964b46c triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:17:19.189901 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:19.267907 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:19.290493 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe12578b-d987-4ffa-af03-4152eebdd0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1f5518-fd44-40b8-be4d-c9e51964b46c'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:17:19.292725 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d9b1f6eceb9192db377ceb4d6ae83098a713cf0d5394fe300bfd3a5d60dfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db561f4e-c5da-40fd-8ae8-3ff80bf17979" -d '{"events": [{"server_uuid": "fe12578b-d987-4ffa-af03-4152eebdd0d2", "name": "network-vif-plugged", "status": "completed", "tag": "7e1f5518-fd44-40b8-be4d-c9e51964b46c"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:17:19.305205 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 7e1f5518-fd44-40b8-be4d-c9e51964b46c, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=7e1f5518-fd44-40b8-be4d-c9e51964b46c,segment=NetworkSegment(a0fd7b82-bd70-4916-8424-01fdf966da3a),segment_id=a0fd7b82-bd70-4916-8424-01fdf966da3a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:17:19.309340 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:19.333526 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a8d6c6-724d-49c2-945a-15d93f5085d9 x-openstack-request-id: req-a0a8d6c6-724d-49c2-945a-15d93f5085d9 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:17:19.333820 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe12578b-d987-4ffa-af03-4152eebdd0d2", "name": "network-vif-plugged", "status": "completed", "tag": "7e1f5518-fd44-40b8-be4d-c9e51964b46c", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:17:19.334076 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a0a8d6c6-724d-49c2-945a-15d93f5085d9 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:17:19.334975 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe12578b-d987-4ffa-af03-4152eebdd0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1f5518-fd44-40b8-be4d-c9e51964b46c', 'code': 200} Aug 17 01:17:19.364292 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4e743d4b-f3da-43cf-a87e-515ae60d38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:19.383493 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=7e1f5518-fd44-40b8-be4d-c9e51964b46c,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:19.392580 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:19.440079 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24d3af-bf74-4b1a-86c3-671d866721c7 req-d1244604-ff7b-49ea-8ee0-cb2f2cb20f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:19.441526 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5c24d3af-bf74-4b1a-86c3-671d866721c7 req-d1244604-ff7b-49ea-8ee0-cb2f2cb20f81 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fe12578b-d987-4ffa-af03-4152eebdd0d2 HTTP/1.1" status: 200 len: 1098 time: 0.0406632 Aug 17 01:17:19.480910 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5c24d3af-bf74-4b1a-86c3-671d866721c7 req-493fc0bb-f631-49c9-b3d7-7b6316df9c9e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0279596 Aug 17 01:17:20.255521 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe4a3c-a773-4e77-ad47-b2d98d5c6746 req-07a1f932-02f3-4e84-a310-282a0743d600 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:20.257772 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-04fe4a3c-a773-4e77-ad47-b2d98d5c6746 req-07a1f932-02f3-4e84-a310-282a0743d600 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe12578b-d987-4ffa-af03-4152eebdd0d2 HTTP/1.1" status: 200 len: 946 time: 0.0539532 Aug 17 01:17:20.297414 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-04fe4a3c-a773-4e77-ad47-b2d98d5c6746 req-9d02f4f3-63be-47ad-a9bc-b7091a26ce1b tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336580 Aug 17 01:17:20.518427 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:21.415198 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a0f78-1a40-4ac8-a457-2907a92e13d0 req-70858e4b-dce1-42a5-8429-d25c14ae394b tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:21.416697 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c1a0f78-1a40-4ac8-a457-2907a92e13d0 req-70858e4b-dce1-42a5-8429-d25c14ae394b tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe12578b-d987-4ffa-af03-4152eebdd0d2 HTTP/1.1" status: 200 len: 946 time: 0.0511730 Aug 17 01:17:21.455404 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6c1a0f78-1a40-4ac8-a457-2907a92e13d0 req-a1c26db0-2306-4d0b-97b3-e831a8bc1014 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327113 Aug 17 01:17:21.571103 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5ff5a-8ed6-4bd0-aa3b-afb253ed5308 req-efaf5469-8203-418b-b40d-548937ca1c85 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:21.572592 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9cf5ff5a-8ed6-4bd0-aa3b-afb253ed5308 req-efaf5469-8203-418b-b40d-548937ca1c85 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe12578b-d987-4ffa-af03-4152eebdd0d2 HTTP/1.1" status: 200 len: 946 time: 0.0489099 Aug 17 01:17:21.610039 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-9cf5ff5a-8ed6-4bd0-aa3b-afb253ed5308 req-f6920bdf-734c-4edd-887a-46c8e53efcac tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314808 Aug 17 01:17:21.632369 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51844) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:21.719897 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c610839-c684-418e-9c77-f09ec82a89fe tempest-TestSnapshotPattern-342520690 tempest-TestSnapshotPattern-342520690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:21.721441 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1c610839-c684-418e-9c77-f09ec82a89fe tempest-TestSnapshotPattern-342520690 tempest-TestSnapshotPattern-342520690-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fe12578b-d987-4ffa-af03-4152eebdd0d2 HTTP/1.1" status: 200 len: 1093 time: 0.0880833 Aug 17 01:17:21.724396 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 51848) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:21.728935 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-f3d2e628-8a1c-45c0-891b-5de1b2c58f2c tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'port_id': '7e1f5518-fd44-40b8-be4d-c9e51964b46c', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:17:21.750258 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e628-8a1c-45c0-891b-5de1b2c58f2c tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for floatingip, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:21.845579 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e628-8a1c-45c0-891b-5de1b2c58f2c tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:21.950380 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-f3d2e628-8a1c-45c0-891b-5de1b2c58f2c tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Allocated IP 172.25.3.157 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/26078de2-5901-4997-b9f7-ec05d86bcf09) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:17:22.050070 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e628-8a1c-45c0-891b-5de1b2c58f2c tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:22.088312 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e628-8a1c-45c0-891b-5de1b2c58f2c tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:22.127873 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d2e628-8a1c-45c0-891b-5de1b2c58f2c tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:17:22.134975 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-f3d2e628-8a1c-45c0-891b-5de1b2c58f2c tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:17:22.139458 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d2e628-8a1c-45c0-891b-5de1b2c58f2c tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:17:22.145120 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2e628-8a1c-45c0-891b-5de1b2c58f2c tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Pushing event updated for resources: {'Port': ['ID=26078de2-5901-4997-b9f7-ec05d86bcf09,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:22.400222 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:22.500697 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e628-8a1c-45c0-891b-5de1b2c58f2c tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:22.568476 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e628-8a1c-45c0-891b-5de1b2c58f2c tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:22.719458 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e628-8a1c-45c0-891b-5de1b2c58f2c tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:22.723888 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e628-8a1c-45c0-891b-5de1b2c58f2c tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:22.792511 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2e628-8a1c-45c0-891b-5de1b2c58f2c tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Pushing event updated for resources: {'Port': ['ID=26078de2-5901-4997-b9f7-ec05d86bcf09,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:22.802565 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e628-8a1c-45c0-891b-5de1b2c58f2c tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:22.900236 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-f3d2e628-8a1c-45c0-891b-5de1b2c58f2c tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Floating IP 1340c762-79cd-4ec1-bea7-238c3e623bdc associated. External IP: 172.25.3.157, port: 7e1f5518-fd44-40b8-be4d-c9e51964b46c. Aug 17 01:17:23.107839 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d2e628-8a1c-45c0-891b-5de1b2c58f2c tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Router 5e09bcce-e603-467c-bedd-f7e6df19f35e has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:17:23.215924 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d2e628-8a1c-45c0-891b-5de1b2c58f2c tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:17:23.226424 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefd311c-f1bb-4b55-bc9b-c0715cc32d05 None None] Sync routers for ids ['5e09bcce-e603-467c-bedd-f7e6df19f35e'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:17:23.232636 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e628-8a1c-45c0-891b-5de1b2c58f2c tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:23.236393 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefd311c-f1bb-4b55-bc9b-c0715cc32d05 None None] Routers {'5e09bcce-e603-467c-bedd-f7e6df19f35e'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:17:23.237090 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-eefd311c-f1bb-4b55-bc9b-c0715cc32d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:17:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5e09bcce-e603-467c-bedd-f7e6df19f35e'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:17:23.260246 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-f3d2e628-8a1c-45c0-891b-5de1b2c58f2c tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5348535 Aug 17 01:17:23.260845 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe12578b-d987-4ffa-af03-4152eebdd0d2', 'tag': '7e1f5518-fd44-40b8-be4d-c9e51964b46c'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:17:23.263131 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d83d68-2a90-4151-91b1-a5f7c8164752" -d '{"events": [{"name": "network-changed", "server_uuid": "fe12578b-d987-4ffa-af03-4152eebdd0d2", "tag": "7e1f5518-fd44-40b8-be4d-c9e51964b46c"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:17:23.345205 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-eefd311c-f1bb-4b55-bc9b-c0715cc32d05 None None] Set router 5e09bcce-e603-467c-bedd-f7e6df19f35e gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:17:23.359175 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15101a96-7c85-457d-a122-3d26a83dc9fd x-openstack-request-id: req-15101a96-7c85-457d-a122-3d26a83dc9fd {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:17:23.359446 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe12578b-d987-4ffa-af03-4152eebdd0d2", "tag": "7e1f5518-fd44-40b8-be4d-c9e51964b46c", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:17:23.359755 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-15101a96-7c85-457d-a122-3d26a83dc9fd {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:17:23.360226 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe12578b-d987-4ffa-af03-4152eebdd0d2', 'tag': '7e1f5518-fd44-40b8-be4d-c9e51964b46c', 'status': 'completed', 'code': 200} Aug 17 01:17:23.423947 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d83d68-2a90-4151-91b1-a5f7c8164752 req-61562d74-8944-4a2c-b3bf-743dcf7db314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:23.425509 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55d83d68-2a90-4151-91b1-a5f7c8164752 req-61562d74-8944-4a2c-b3bf-743dcf7db314 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=05ba48c0f0784a7cbe101f8ee9e64b2e&device_id=fe12578b-d987-4ffa-af03-4152eebdd0d2 HTTP/1.1" status: 200 len: 1098 time: 0.0412233 Aug 17 01:17:23.520458 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d83d68-2a90-4151-91b1-a5f7c8164752 req-071fd5eb-381a-4c06-a817-5b2f3ea5e569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:23.522658 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55d83d68-2a90-4151-91b1-a5f7c8164752 req-071fd5eb-381a-4c06-a817-5b2f3ea5e569 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7985e384-6d55-4004-8bd0-468e9978ceb7 HTTP/1.1" status: 200 len: 910 time: 0.0893917 Aug 17 01:17:23.571107 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-eefd311c-f1bb-4b55-bc9b-c0715cc32d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'name': 'tempest-TestSnapshotPattern-391724450-router', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:16:59Z', 'updated_at': '2021-08-17T01:17:02Z', 'revision_number': 4, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'gw_port': {'id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:00Z', 'updated_at': '2021-08-17T01:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '1340c762-79cd-4ec1-bea7-238c3e623bdc', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'port_id': '7e1f5518-fd44-40b8-be4d-c9e51964b46c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'mac_address': 'fa:16:3e:99:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe12578b-d987-4ffa-af03-4152eebdd0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:17:22Z', 'updated_at': '2021-08-17T01:17:22Z', 'revision_number': 0, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e68da3a6-6b1b-4e29-b62d-c9829b9aee67', 'name': '', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'mac_address': 'fa:16:3e:f1:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:01Z', 'updated_at': '2021-08-17T01:17:09Z', 'revision_number': 5, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'subnets': [{'id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:17:23.587214 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55d83d68-2a90-4151-91b1-a5f7c8164752 req-e66adc26-eaa3-4f66-82c1-2d8df6bb9b17 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e1f5518-fd44-40b8-be4d-c9e51964b46c HTTP/1.1" status: 200 len: 1000 time: 0.0583775 Aug 17 01:17:23.597314 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefd311c-f1bb-4b55-bc9b-c0715cc32d05 None None] Checking router: 5e09bcce-e603-467c-bedd-f7e6df19f35e for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:17:23.605862 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefd311c-f1bb-4b55-bc9b-c0715cc32d05 None None] Routers {'5e09bcce-e603-467c-bedd-f7e6df19f35e'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:17:23.606461 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-eefd311c-f1bb-4b55-bc9b-c0715cc32d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:17:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5e09bcce-e603-467c-bedd-f7e6df19f35e'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:17:23.641736 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d83d68-2a90-4151-91b1-a5f7c8164752 req-33a5b6c5-c34e-4ee3-a1c2-4bf9ffb7dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:23.643124 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55d83d68-2a90-4151-91b1-a5f7c8164752 req-33a5b6c5-c34e-4ee3-a1c2-4bf9ffb7dcd7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=554f5c16-69df-49e4-9fa1-a939d5989e2c HTTP/1.1" status: 200 len: 848 time: 0.0484581 Aug 17 01:17:23.688034 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d83d68-2a90-4151-91b1-a5f7c8164752 req-b636cea9-9e7b-4b11-8f7b-054ca60cbace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:23.689587 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55d83d68-2a90-4151-91b1-a5f7c8164752 req-b636cea9-9e7b-4b11-8f7b-054ca60cbace service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7985e384-6d55-4004-8bd0-468e9978ceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392015 Aug 17 01:17:23.710820 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-eefd311c-f1bb-4b55-bc9b-c0715cc32d05 None None] Set router 5e09bcce-e603-467c-bedd-f7e6df19f35e gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:17:23.778512 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55d83d68-2a90-4151-91b1-a5f7c8164752 req-24d60e37-3b4c-4dfb-8197-f9c2d7746402 service neutron] 10.222.0.69 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813954 Aug 17 01:17:23.873743 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-55d83d68-2a90-4151-91b1-a5f7c8164752 req-b0053eaa-3e11-4b7f-a430-2dbe943bb266 service neutron] 10.222.0.69 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875187 Aug 17 01:17:23.938530 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-eefd311c-f1bb-4b55-bc9b-c0715cc32d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'name': 'tempest-TestSnapshotPattern-391724450-router', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:16:59Z', 'updated_at': '2021-08-17T01:17:02Z', 'revision_number': 4, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'gw_port': {'id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:00Z', 'updated_at': '2021-08-17T01:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '1340c762-79cd-4ec1-bea7-238c3e623bdc', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'port_id': '7e1f5518-fd44-40b8-be4d-c9e51964b46c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'mac_address': 'fa:16:3e:99:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe12578b-d987-4ffa-af03-4152eebdd0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:17:22Z', 'updated_at': '2021-08-17T01:17:22Z', 'revision_number': 0, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e68da3a6-6b1b-4e29-b62d-c9829b9aee67', 'name': '', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'mac_address': 'fa:16:3e:f1:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:01Z', 'updated_at': '2021-08-17T01:17:09Z', 'revision_number': 5, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'subnets': [{'id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:17:23.964373 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefd311c-f1bb-4b55-bc9b-c0715cc32d05 None None] The sync data for ids ['5e09bcce-e603-467c-bedd-f7e6df19f35e'] in n-d-800088-20 is: [{'id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'name': 'tempest-TestSnapshotPattern-391724450-router', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:16:59Z', 'updated_at': '2021-08-17T01:17:02Z', 'revision_number': 4, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'gw_port': {'id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:00Z', 'updated_at': '2021-08-17T01:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '1340c762-79cd-4ec1-bea7-238c3e623bdc', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'port_id': '7e1f5518-fd44-40b8-be4d-c9e51964b46c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'mac_address': 'fa:16:3e:99:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe12578b-d987-4ffa-af03-4152eebdd0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:17:22Z', 'updated_at': '2021-08-17T01:17:22Z', 'revision_number': 0, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e68da3a6-6b1b-4e29-b62d-c9829b9aee67', 'name': '', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'mac_address': 'fa:16:3e:f1:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:01Z', 'updated_at': '2021-08-17T01:17:09Z', 'revision_number': 5, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'subnets': [{'id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:17:24.151595 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042dee7b-cfe6-440b-b8b6-062b67e96bb8 None None] New status for floating IP 1340c762-79cd-4ec1-bea7-238c3e623bdc: ACTIVE {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:17:33.835393 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cdf4959c-0e8a-46f0-966a-57cc460def68 req-5d30fd78-9c3c-4764-9eb4-b25e584e1d64 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fe12578b-d987-4ffa-af03-4152eebdd0d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392497 Aug 17 01:17:33.918603 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4959c-0e8a-46f0-966a-57cc460def68 req-1961634a-26f2-47c2-87a4-aec31927660d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:33.920054 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cdf4959c-0e8a-46f0-966a-57cc460def68 req-1961634a-26f2-47c2-87a4-aec31927660d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=05ba48c0f0784a7cbe101f8ee9e64b2e&device_id=fe12578b-d987-4ffa-af03-4152eebdd0d2 HTTP/1.1" status: 200 len: 1098 time: 0.0398762 Aug 17 01:17:34.027852 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4959c-0e8a-46f0-966a-57cc460def68 req-ca07e09e-bbe3-445a-a8cb-23866be80bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:34.029356 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cdf4959c-0e8a-46f0-966a-57cc460def68 req-ca07e09e-bbe3-445a-a8cb-23866be80bf1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7985e384-6d55-4004-8bd0-468e9978ceb7 HTTP/1.1" status: 200 len: 910 time: 0.0882542 Aug 17 01:17:34.096117 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cdf4959c-0e8a-46f0-966a-57cc460def68 req-41accada-8dae-4a8a-8475-625279ca31f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e1f5518-fd44-40b8-be4d-c9e51964b46c HTTP/1.1" status: 200 len: 1002 time: 0.0575066 Aug 17 01:17:34.457255 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4959c-0e8a-46f0-966a-57cc460def68 req-14d42197-f378-433f-8ca5-8e41c186f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:34.458726 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cdf4959c-0e8a-46f0-966a-57cc460def68 req-14d42197-f378-433f-8ca5-8e41c186f944 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=554f5c16-69df-49e4-9fa1-a939d5989e2c HTTP/1.1" status: 200 len: 848 time: 0.3545244 Aug 17 01:17:34.504067 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4959c-0e8a-46f0-966a-57cc460def68 req-de1b4ac0-1b66-4ec9-8d85-479eea4884cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:34.505580 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cdf4959c-0e8a-46f0-966a-57cc460def68 req-de1b4ac0-1b66-4ec9-8d85-479eea4884cf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7985e384-6d55-4004-8bd0-468e9978ceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383956 Aug 17 01:17:34.595331 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cdf4959c-0e8a-46f0-966a-57cc460def68 req-fec71c87-0cff-4eb1-833b-fbadf57de3b7 service neutron] 10.222.0.69 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821970 Aug 17 01:17:34.683536 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-cdf4959c-0e8a-46f0-966a-57cc460def68 req-08c1ea19-8436-46fe-be4b-09b97c74c7ce service neutron] 10.222.0.69 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808794 Aug 17 01:17:39.214734 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:17:40.903035 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:42.470143 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:46.668109 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-aa0940de-f150-43eb-a1c1-86b1a52e713a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:49.335363 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5a60088a-54f0-4f2f-bdb9-8a17d881420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:49.373522 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:50.521447 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:52.402475 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:10.905021 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:12.469302 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:16.214518 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:18:16.670345 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-aa295421-f098-4986-95cc-b5707e40bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:19.336477 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c74d59d7-85b5-41f8-a74c-4083c07accdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:19.374258 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:20.525130 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:22.403603 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:34.838742 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f67540a0-bc9f-42d2-bd37-e143124fd552 req-fcdd0272-ef49-456d-990c-1de4e8fbb604 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fe12578b-d987-4ffa-af03-4152eebdd0d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409021 Aug 17 01:18:34.940618 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67540a0-bc9f-42d2-bd37-e143124fd552 req-a78541e9-3707-4bd8-b060-4973e01b5232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:34.942178 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f67540a0-bc9f-42d2-bd37-e143124fd552 req-a78541e9-3707-4bd8-b060-4973e01b5232 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=05ba48c0f0784a7cbe101f8ee9e64b2e&device_id=fe12578b-d987-4ffa-af03-4152eebdd0d2 HTTP/1.1" status: 200 len: 1098 time: 0.0513170 Aug 17 01:18:35.050540 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67540a0-bc9f-42d2-bd37-e143124fd552 req-d8ae76ac-4ab0-4996-a3a6-65d16ad88eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:35.051995 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f67540a0-bc9f-42d2-bd37-e143124fd552 req-d8ae76ac-4ab0-4996-a3a6-65d16ad88eef service neutron] 10.222.0.69 "GET /v2.0/networks?id=7985e384-6d55-4004-8bd0-468e9978ceb7 HTTP/1.1" status: 200 len: 910 time: 0.0853777 Aug 17 01:18:35.125083 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f67540a0-bc9f-42d2-bd37-e143124fd552 req-7ec0cc7c-18c8-4c48-bef1-34964359a730 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e1f5518-fd44-40b8-be4d-c9e51964b46c HTTP/1.1" status: 200 len: 1002 time: 0.0606868 Aug 17 01:18:35.172840 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67540a0-bc9f-42d2-bd37-e143124fd552 req-7e3f0a02-c8e2-4700-8d54-55fa59e19913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:35.174257 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f67540a0-bc9f-42d2-bd37-e143124fd552 req-7e3f0a02-c8e2-4700-8d54-55fa59e19913 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=554f5c16-69df-49e4-9fa1-a939d5989e2c HTTP/1.1" status: 200 len: 848 time: 0.0419581 Aug 17 01:18:35.221020 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67540a0-bc9f-42d2-bd37-e143124fd552 req-30f64f7c-172e-4e1a-8837-7d1f74adeb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:35.222531 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f67540a0-bc9f-42d2-bd37-e143124fd552 req-30f64f7c-172e-4e1a-8837-7d1f74adeb6a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7985e384-6d55-4004-8bd0-468e9978ceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380237 Aug 17 01:18:35.320243 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f67540a0-bc9f-42d2-bd37-e143124fd552 req-ebcc64b9-c28d-4774-b413-769afe7b6974 service neutron] 10.222.0.69 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860088 Aug 17 01:18:35.414607 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f67540a0-bc9f-42d2-bd37-e143124fd552 req-4421a96f-33c2-4e5d-8d36-d9d7823acbd2 service neutron] 10.222.0.69 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830121 Aug 17 01:18:40.917891 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:42.487747 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:46.671118 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6bdfdcd6-6c72-4058-a142-8ec4133bcd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:49.336585 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1f3526fa-3f27-490d-b32a-3fc50da13713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:49.374505 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:50.527824 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:52.407409 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:53.212895 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:19:10.922284 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:12.495675 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:16.672601 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d15516fe-4191-48ea-a484-edb7e1dbf71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:19.337467 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6d6225ad-3512-4ede-b6d9-2aed931a47df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:19.378472 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:20.530358 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:22.412876 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:23.739141 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 7e1f5518-fd44-40b8-be4d-c9e51964b46c details requested by agent hyperv_n-h1-800088-20 with host n-h1-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:19:23.837498 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 7e1f5518-fd44-40b8-be4d-c9e51964b46c, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=7e1f5518-fd44-40b8-be4d-c9e51964b46c,segment=NetworkSegment(a0fd7b82-bd70-4916-8424-01fdf966da3a),segment_id=a0fd7b82-bd70-4916-8424-01fdf966da3a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:19:23.848557 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Returning: {'device': '7e1f5518-fd44-40b8-be4d-c9e51964b46c', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'port_id': '7e1f5518-fd44-40b8-be4d-c9e51964b46c', 'mac_address': 'fa:16:3e:99:e1:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:19:23.889545 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:23.902352 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e1f5518-fd44-40b8-be4d-c9e51964b46c {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:19:23.921346 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 7e1f5518-fd44-40b8-be4d-c9e51964b46c, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=7e1f5518-fd44-40b8-be4d-c9e51964b46c,segment=NetworkSegment(a0fd7b82-bd70-4916-8424-01fdf966da3a),segment_id=a0fd7b82-bd70-4916-8424-01fdf966da3a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:19:23.925989 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:23.977728 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=7e1f5518-fd44-40b8-be4d-c9e51964b46c,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:23.985233 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:23.985577 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:23.985913 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:23.986242 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:23.986569 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:23.986906 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:23.987215 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:23.987533 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:23.987852 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:23.988168 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:23.988486 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:23.988798 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:24.016665 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] get_ports_and_sgs() called for port_ids ['7e1f5518-fd44-40b8-be4d-c9e51964b46c'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:19:25.748639 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 7e1f5518-fd44-40b8-be4d-c9e51964b46c up at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:19:25.805923 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Provisioning complete for port 7e1f5518-fd44-40b8-be4d-c9e51964b46c triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:19:25.806209 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:25.895040 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:25.919283 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe12578b-d987-4ffa-af03-4152eebdd0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1f5518-fd44-40b8-be4d-c9e51964b46c'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:19:25.922862 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d9b1f6eceb9192db377ceb4d6ae83098a713cf0d5394fe300bfd3a5d60dfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fdb058-ab94-44fa-a1d5-274bc15e7038" -d '{"events": [{"server_uuid": "fe12578b-d987-4ffa-af03-4152eebdd0d2", "name": "network-vif-plugged", "status": "completed", "tag": "7e1f5518-fd44-40b8-be4d-c9e51964b46c"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:19:25.938505 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 7e1f5518-fd44-40b8-be4d-c9e51964b46c, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=7e1f5518-fd44-40b8-be4d-c9e51964b46c,segment=NetworkSegment(a0fd7b82-bd70-4916-8424-01fdf966da3a),segment_id=a0fd7b82-bd70-4916-8424-01fdf966da3a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:19:25.945985 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:26.013257 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=7e1f5518-fd44-40b8-be4d-c9e51964b46c,revision_number=7']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:27.107222 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eab2808-c921-4542-bd09-1530b67e7c52 x-openstack-request-id: req-4eab2808-c921-4542-bd09-1530b67e7c52 {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:19:27.107829 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe12578b-d987-4ffa-af03-4152eebdd0d2", "name": "network-vif-plugged", "status": "completed", "tag": "7e1f5518-fd44-40b8-be4d-c9e51964b46c", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:19:27.107829 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4eab2808-c921-4542-bd09-1530b67e7c52 {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:19:27.108190 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe12578b-d987-4ffa-af03-4152eebdd0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1f5518-fd44-40b8-be4d-c9e51964b46c', 'code': 200} Aug 17 01:19:30.214186 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:19:34.838822 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42150aa0-51bd-4ae0-b288-733f86a1366e req-93b65aec-da7b-4e50-9f10-361c925e41a8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fe12578b-d987-4ffa-af03-4152eebdd0d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402160 Aug 17 01:19:34.941438 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42150aa0-51bd-4ae0-b288-733f86a1366e req-068b22a3-040f-4be6-bc61-89631bd1240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:34.942909 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42150aa0-51bd-4ae0-b288-733f86a1366e req-068b22a3-040f-4be6-bc61-89631bd1240c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=05ba48c0f0784a7cbe101f8ee9e64b2e&device_id=fe12578b-d987-4ffa-af03-4152eebdd0d2 HTTP/1.1" status: 200 len: 1098 time: 0.0450914 Aug 17 01:19:35.049741 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42150aa0-51bd-4ae0-b288-733f86a1366e req-fc307259-2ddf-4060-b9fe-81b24fd7fbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:35.051221 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42150aa0-51bd-4ae0-b288-733f86a1366e req-fc307259-2ddf-4060-b9fe-81b24fd7fbcf service neutron] 10.222.0.69 "GET /v2.0/networks?id=7985e384-6d55-4004-8bd0-468e9978ceb7 HTTP/1.1" status: 200 len: 910 time: 0.0850563 Aug 17 01:19:35.123300 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42150aa0-51bd-4ae0-b288-733f86a1366e req-c0cba8a8-a29a-45fb-b7d0-80ea936dedf3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e1f5518-fd44-40b8-be4d-c9e51964b46c HTTP/1.1" status: 200 len: 1002 time: 0.0613773 Aug 17 01:19:35.175900 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42150aa0-51bd-4ae0-b288-733f86a1366e req-b40c4cce-423c-4881-a49a-946cefca32c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:35.177362 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42150aa0-51bd-4ae0-b288-733f86a1366e req-b40c4cce-423c-4881-a49a-946cefca32c1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=554f5c16-69df-49e4-9fa1-a939d5989e2c HTTP/1.1" status: 200 len: 848 time: 0.0433598 Aug 17 01:19:35.229022 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42150aa0-51bd-4ae0-b288-733f86a1366e req-522c52f1-b845-4b10-9501-5fb1e95a746b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:35.230858 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42150aa0-51bd-4ae0-b288-733f86a1366e req-522c52f1-b845-4b10-9501-5fb1e95a746b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7985e384-6d55-4004-8bd0-468e9978ceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408044 Aug 17 01:19:35.332731 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42150aa0-51bd-4ae0-b288-733f86a1366e req-9c0ec90a-1dc8-462b-b0e4-ad160cbc2d72 service neutron] 10.222.0.69 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891805 Aug 17 01:19:35.440860 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-42150aa0-51bd-4ae0-b288-733f86a1366e req-54bff006-94a8-4746-8c93-93ee37f36204 service neutron] 10.222.0.69 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965683 Aug 17 01:19:35.517540 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-5a993eb4-e9c3-422a-987d-6a8828eab875 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-24186718&fields=id&tenant_id=05ba48c0f0784a7cbe101f8ee9e64b2e HTTP/1.1" status: 200 len: 267 time: 0.0343618 Aug 17 01:19:35.626242 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-21cda599-2c51-4776-9f9d-7b0b9613eea0 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:35.627684 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-21cda599-2c51-4776-9f9d-7b0b9613eea0 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/networks?id=7985e384-6d55-4004-8bd0-468e9978ceb7 HTTP/1.1" status: 200 len: 809 time: 0.1034248 Aug 17 01:19:35.643112 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-563e3dff-75fb-4e13-bede-cdb54e047ee2 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/quotas/05ba48c0f0784a7cbe101f8ee9e64b2e HTTP/1.1" status: 200 len: 375 time: 0.0088029 Aug 17 01:19:35.697181 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-7df6f97e-de5e-473a-b9cc-ff7bef387e22 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=05ba48c0f0784a7cbe101f8ee9e64b2e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0484099 Aug 17 01:19:35.712965 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-fd765356-df8b-4903-80cd-521b02878dbe service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=101403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 01:19:35.713993 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-fd765356-df8b-4903-80cd-521b02878dbe service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058498 Aug 17 01:19:35.805464 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-5d2c674b-dee1-407e-9f29-23b95ea8f144 service neutron] 10.222.0.60 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854139 Aug 17 01:19:35.895021 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-8e9f11f0-7999-438f-95eb-bedd9b0e91c6 service neutron] 10.222.0.60 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832679 Aug 17 01:19:36.055541 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d9e6d856-693f-4dc0-acc2-d4938ac0d6f6 req-d100fcbf-c387-499e-bae6-1b31ef885781 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d HTTP/1.1" status: 200 len: 210 time: 0.0259628 Aug 17 01:19:37.173067 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5bbc16eb-c495-481d-869e-544a820b4b70 req-2c1afdc3-5830-43d9-a463-9011002673fc tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d HTTP/1.1" status: 200 len: 210 time: 0.0355043 Aug 17 01:19:37.181791 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-5e9e134b-cac8-4abe-be6e-e7b7683450ca tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:37.183236 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-5e9e134b-cac8-4abe-be6e-e7b7683450ca tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.64 "GET /v2.0/networks?id=7985e384-6d55-4004-8bd0-468e9978ceb7 HTTP/1.1" status: 200 len: 809 time: 0.1402600 Aug 17 01:19:37.229455 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-b6dcc136-9d54-4bc3-a8ec-65e13de3d3b5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05ba48c0f0784a7cbe101f8ee9e64b2e HTTP/1.1" status: 200 len: 378 time: 0.0343537 Aug 17 01:19:37.246406 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-7dd27509-6e00-4252-b6d2-2641ac4915c5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Request body: {'port': {'device_id': '03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'admin_state_up': True, 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'security_groups': ['8de956ea-3af9-4d2d-89f1-92f7b4b4edb3']}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:19:37.359436 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-7dd27509-6e00-4252-b6d2-2641ac4915c5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Made reservation on behalf of 05ba48c0f0784a7cbe101f8ee9e64b2e for: {'port': 1} {{(pid=101403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:19:37.363269 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-7dd27509-6e00-4252-b6d2-2641ac4915c5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:37.545870 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-7dd27509-6e00-4252-b6d2-2641ac4915c5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Allocated IP 172.20.0.4 (7985e384-6d55-4004-8bd0-468e9978ceb7/554f5c16-69df-49e4-9fa1-a939d5989e2c/0982fee1-bf9f-4212-b544-de0ba69d540f) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:19:37.749074 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-7dd27509-6e00-4252-b6d2-2641ac4915c5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:37.764134 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-7dd27509-6e00-4252-b6d2-2641ac4915c5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Transition to ACTIVE for port object 0982fee1-bf9f-4212-b544-de0ba69d540f will not be triggered until provisioned by entity DHCP. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:19:37.804211 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-7dd27509-6e00-4252-b6d2-2641ac4915c5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:37.820477 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 7e1f5518-fd44-40b8-be4d-c9e51964b46c no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:19:37.860484 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-7dd27509-6e00-4252-b6d2-2641ac4915c5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Network 7985e384-6d55-4004-8bd0-468e9978ceb7 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:19:37.864594 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-7dd27509-6e00-4252-b6d2-2641ac4915c5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:19:37.869617 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-7dd27509-6e00-4252-b6d2-2641ac4915c5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:19:37.873933 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd27509-6e00-4252-b6d2-2641ac4915c5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Pushing event updated for resources: {'Port': ['ID=0982fee1-bf9f-4212-b544-de0ba69d540f,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:37.923468 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd27509-6e00-4252-b6d2-2641ac4915c5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:37.924293 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd27509-6e00-4252-b6d2-2641ac4915c5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:37.929228 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd27509-6e00-4252-b6d2-2641ac4915c5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:37.929679 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd27509-6e00-4252-b6d2-2641ac4915c5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:37.930164 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd27509-6e00-4252-b6d2-2641ac4915c5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:37.930491 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd27509-6e00-4252-b6d2-2641ac4915c5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:37.930892 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd27509-6e00-4252-b6d2-2641ac4915c5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:37.931286 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd27509-6e00-4252-b6d2-2641ac4915c5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:37.931687 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd27509-6e00-4252-b6d2-2641ac4915c5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:37.932070 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd27509-6e00-4252-b6d2-2641ac4915c5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:37.932469 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd27509-6e00-4252-b6d2-2641ac4915c5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:37.932924 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd27509-6e00-4252-b6d2-2641ac4915c5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:37.967074 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-7dd27509-6e00-4252-b6d2-2641ac4915c5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:37.967875 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-7dd27509-6e00-4252-b6d2-2641ac4915c5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:37.990812 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-7dd27509-6e00-4252-b6d2-2641ac4915c5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7473881 Aug 17 01:19:38.100728 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:38.128919 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe12578b-d987-4ffa-af03-4152eebdd0d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e1f5518-fd44-40b8-be4d-c9e51964b46c'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:19:38.132111 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d9b1f6eceb9192db377ceb4d6ae83098a713cf0d5394fe300bfd3a5d60dfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4620b98f-00bb-4dc8-912c-6797411fa7c9" -d '{"events": [{"server_uuid": "fe12578b-d987-4ffa-af03-4152eebdd0d2", "name": "network-vif-unplugged", "status": "completed", "tag": "7e1f5518-fd44-40b8-be4d-c9e51964b46c"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:19:38.149164 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] For port 7e1f5518-fd44-40b8-be4d-c9e51964b46c, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=7e1f5518-fd44-40b8-be4d-c9e51964b46c,segment=NetworkSegment(a0fd7b82-bd70-4916-8424-01fdf966da3a),segment_id=a0fd7b82-bd70-4916-8424-01fdf966da3a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:19:38.157531 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:38.167545 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-28486385-7e48-4bf3-8040-845c674109cb None None] Provisioning for port 0982fee1-bf9f-4212-b544-de0ba69d540f completed by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:19:38.189660 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 01:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d39455a-7cd7-4ed7-a812-38e83562d01a x-openstack-request-id: req-5d39455a-7cd7-4ed7-a812-38e83562d01a {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:19:38.189954 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe12578b-d987-4ffa-af03-4152eebdd0d2", "name": "network-vif-unplugged", "status": "completed", "tag": "7e1f5518-fd44-40b8-be4d-c9e51964b46c", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:19:38.190349 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5d39455a-7cd7-4ed7-a812-38e83562d01a {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:19:38.190704 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe12578b-d987-4ffa-af03-4152eebdd0d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e1f5518-fd44-40b8-be4d-c9e51964b46c', 'code': 200} Aug 17 01:19:38.217222 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-28486385-7e48-4bf3-8040-845c674109cb None None] Provisioning complete for port 0982fee1-bf9f-4212-b544-de0ba69d540f triggered by entity DHCP. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:19:38.217657 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-28486385-7e48-4bf3-8040-845c674109cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:38.270468 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-28486385-7e48-4bf3-8040-845c674109cb None None] Port 0982fee1-bf9f-4212-b544-de0ba69d540f cannot update to ACTIVE because it is not bound. {{(pid=101404) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:19:38.278090 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Pushing event updated for resources: {'Port': ['ID=7e1f5518-fd44-40b8-be4d-c9e51964b46c,revision_number=8']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:38.322573 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b3e26-d352-48d9-86b6-b18971072cd4 req-6143b397-798d-4027-a517-a9875561c232 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:38.324016 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c97b3e26-d352-48d9-86b6-b18971072cd4 req-6143b397-798d-4027-a517-a9875561c232 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d HTTP/1.1" status: 200 len: 931 time: 0.0678179 Aug 17 01:19:38.366781 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c97b3e26-d352-48d9-86b6-b18971072cd4 req-dd577084-7172-432a-ae00-a3af814e1bb7 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355651 Aug 17 01:19:39.491336 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50054fd-f3e6-485d-b158-638c01191ddd req-734bd4fe-a0a3-4c4d-8f03-d1b45982f72a tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:39.492859 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50054fd-f3e6-485d-b158-638c01191ddd req-734bd4fe-a0a3-4c4d-8f03-d1b45982f72a tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d HTTP/1.1" status: 200 len: 931 time: 0.0516615 Aug 17 01:19:39.541419 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-e50054fd-f3e6-485d-b158-638c01191ddd req-b05eeeec-e720-446b-8b35-d2987ed8473b tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422134 Aug 17 01:19:40.664709 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882ace2-de19-4736-9d2c-b1173a1fd1a1 req-07c9ea86-1aca-4a23-bbe7-66cfafc2c8a3 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:40.666282 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4882ace2-de19-4736-9d2c-b1173a1fd1a1 req-07c9ea86-1aca-4a23-bbe7-66cfafc2c8a3 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d HTTP/1.1" status: 200 len: 931 time: 0.0514493 Aug 17 01:19:40.706709 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4882ace2-de19-4736-9d2c-b1173a1fd1a1 req-63f08f6e-c3eb-462c-a47f-d8c99f852f33 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338290 Aug 17 01:19:40.938102 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:41.828672 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c21d9f-c1be-43d2-b1b0-90a481dd45af req-9f53186f-74a6-42d8-a3f8-c5d64eb1ccb0 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:41.830493 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-60c21d9f-c1be-43d2-b1b0-90a481dd45af req-9f53186f-74a6-42d8-a3f8-c5d64eb1ccb0 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d HTTP/1.1" status: 200 len: 931 time: 0.0523221 Aug 17 01:19:41.870487 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-60c21d9f-c1be-43d2-b1b0-90a481dd45af req-a97beebe-ac46-458a-a7de-78222c79a38c tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335348 Aug 17 01:19:42.512548 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:42.990960 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960fbf3-a006-43c5-9688-27c8213f03e6 req-afcbb061-fca0-44f0-b414-6a46bca61156 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:42.992491 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c960fbf3-a006-43c5-9688-27c8213f03e6 req-afcbb061-fca0-44f0-b414-6a46bca61156 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d HTTP/1.1" status: 200 len: 931 time: 0.0522072 Aug 17 01:19:43.036220 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c960fbf3-a006-43c5-9688-27c8213f03e6 req-fe9ae3ca-3ee3-418f-b88f-3e306f64e0de tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375888 Aug 17 01:19:44.160250 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70032b3-b458-409c-be0f-655196b9f711 req-570c9cde-13ab-4060-8cbc-68c941a0c2bf tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:44.161852 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d70032b3-b458-409c-be0f-655196b9f711 req-570c9cde-13ab-4060-8cbc-68c941a0c2bf tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d HTTP/1.1" status: 200 len: 931 time: 0.0521102 Aug 17 01:19:44.201562 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-d70032b3-b458-409c-be0f-655196b9f711 req-4d576dad-13eb-463c-ad95-92b8e60822f7 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335507 Aug 17 01:19:45.340386 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c707a8-44c2-4215-ab9e-9505433dd9d5 req-61c92697-0a8f-4750-8eed-648ff1269043 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:45.342843 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-75c707a8-44c2-4215-ab9e-9505433dd9d5 req-61c92697-0a8f-4750-8eed-648ff1269043 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d HTTP/1.1" status: 200 len: 931 time: 0.0609899 Aug 17 01:19:45.383028 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-75c707a8-44c2-4215-ab9e-9505433dd9d5 req-3b862d1d-328a-4f97-8c4b-38e67ff4713b tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340476 Aug 17 01:19:46.510681 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718239a-3aad-43d2-8564-e78688fdb1c2 req-02357fd5-ab80-48e4-a4c3-5cd1eedc11d8 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:46.512195 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4718239a-3aad-43d2-8564-e78688fdb1c2 req-02357fd5-ab80-48e4-a4c3-5cd1eedc11d8 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d HTTP/1.1" status: 200 len: 931 time: 0.0518007 Aug 17 01:19:46.565497 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4718239a-3aad-43d2-8564-e78688fdb1c2 req-6f3c9acd-2b92-4aef-bf25-fad35567597d tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465653 Aug 17 01:19:46.677010 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-63dc929c-ade7-495d-a28a-79fd22d596e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:47.659326 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-a4e23f95-4416-4366-ad2a-79bdda1b40d7 service neutron] Request body: {'port': {'device_id': '03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-20'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:19:47.738487 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4926e9-89af-4352-a0a3-fa486ceb9d64 req-8165d24b-c207-49eb-81fc-abb65b660a05 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:47.740002 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ab4926e9-89af-4352-a0a3-fa486ceb9d64 req-8165d24b-c207-49eb-81fc-abb65b660a05 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d HTTP/1.1" status: 200 len: 931 time: 0.1043129 Aug 17 01:19:47.748257 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-a4e23f95-4416-4366-ad2a-79bdda1b40d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:47.829645 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ab4926e9-89af-4352-a0a3-fa486ceb9d64 req-bb1bbc43-98b8-44b9-8004-4e35ea60fc06 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0822959 Aug 17 01:19:48.085726 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-a4e23f95-4416-4366-ad2a-79bdda1b40d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0982fee1-bf9f-4212-b544-de0ba69d540f {{(pid=101403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:19:48.092894 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-a4e23f95-4416-4366-ad2a-79bdda1b40d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:48.104497 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.provisioning_blocks [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-a4e23f95-4416-4366-ad2a-79bdda1b40d7 service neutron] Transition to ACTIVE for port object 0982fee1-bf9f-4212-b544-de0ba69d540f will not be triggered until provisioned by entity L2. {{(pid=101403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:19:48.107723 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-a4e23f95-4416-4366-ad2a-79bdda1b40d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:48.159934 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e23f95-4416-4366-ad2a-79bdda1b40d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0982fee1-bf9f-4212-b544-de0ba69d540f,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:48.231516 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-a4e23f95-4416-4366-ad2a-79bdda1b40d7 service neutron] Attempting to bind port 0982fee1-bf9f-4212-b544-de0ba69d540f on host n-h2-800088-20 for vnic_type normal with profile {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:19:48.231857 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-a4e23f95-4416-4366-ad2a-79bdda1b40d7 service neutron] Attempting to bind port 0982fee1-bf9f-4212-b544-de0ba69d540f by drivers openvswitch,hyperv on host n-h2-800088-20 at level 0 using segments [{'id': 'a0fd7b82-bd70-4916-8424-01fdf966da3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7'}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:19:48.232194 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-a4e23f95-4416-4366-ad2a-79bdda1b40d7 service neutron] Attempting to bind port 0982fee1-bf9f-4212-b544-de0ba69d540f on network 7985e384-6d55-4004-8bd0-468e9978ceb7 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:19:48.236646 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-a4e23f95-4416-4366-ad2a-79bdda1b40d7 service neutron] Port 0982fee1-bf9f-4212-b544-de0ba69d540f on network 7985e384-6d55-4004-8bd0-468e9978ceb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-20 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:19:48.236973 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-a4e23f95-4416-4366-ad2a-79bdda1b40d7 service neutron] Attempting to bind port 0982fee1-bf9f-4212-b544-de0ba69d540f on network 7985e384-6d55-4004-8bd0-468e9978ceb7 {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:19:48.242655 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-a4e23f95-4416-4366-ad2a-79bdda1b40d7 service neutron] Checking agent: {'id': '31e544b4-53f6-49f6-9f41-77d52049ca3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'started_at': datetime.datetime(2021, 8, 16, 23, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:19:48.242996 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-a4e23f95-4416-4366-ad2a-79bdda1b40d7 service neutron] Checking segment: {'id': 'a0fd7b82-bd70-4916-8424-01fdf966da3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:19:48.243381 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-a4e23f95-4416-4366-ad2a-79bdda1b40d7 service neutron] Bound using segment: {'id': 'a0fd7b82-bd70-4916-8424-01fdf966da3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7'} {{(pid=101403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:19:48.243813 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.managers [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-a4e23f95-4416-4366-ad2a-79bdda1b40d7 service neutron] Bound port: 0982fee1-bf9f-4212-b544-de0ba69d540f, host: n-h2-800088-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0fd7b82-bd70-4916-8424-01fdf966da3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7'}}] {{(pid=101403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:19:48.244174 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-a4e23f95-4416-4366-ad2a-79bdda1b40d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:48.311790 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-a4e23f95-4416-4366-ad2a-79bdda1b40d7 service neutron] For port 0982fee1-bf9f-4212-b544-de0ba69d540f, host n-h2-800088-20, cleared binding levels {{(pid=101403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:19:48.315031 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-a4e23f95-4416-4366-ad2a-79bdda1b40d7 service neutron] For port 0982fee1-bf9f-4212-b544-de0ba69d540f, host n-h2-800088-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0982fee1-bf9f-4212-b544-de0ba69d540f,segment=NetworkSegment(a0fd7b82-bd70-4916-8424-01fdf966da3a),segment_id=a0fd7b82-bd70-4916-8424-01fdf966da3a)] {{(pid=101403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:19:48.320707 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-a4e23f95-4416-4366-ad2a-79bdda1b40d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:48.354448 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-a4e23f95-4416-4366-ad2a-79bdda1b40d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:48.355065 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-a4e23f95-4416-4366-ad2a-79bdda1b40d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:48.357123 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-a4e23f95-4416-4366-ad2a-79bdda1b40d7 service neutron] 10.222.0.64 "PUT /v2.0/ports/0982fee1-bf9f-4212-b544-de0ba69d540f HTTP/1.1" status: 200 len: 1092 time: 0.7074888 Aug 17 01:19:48.359240 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d', 'tag': '0982fee1-bf9f-4212-b544-de0ba69d540f'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:19:48.363061 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8478051-729d-4be7-8eaf-c497d5a3e712" -d '{"events": [{"name": "network-changed", "server_uuid": "03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d", "tag": "0982fee1-bf9f-4212-b544-de0ba69d540f"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:19:48.395278 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e23f95-4416-4366-ad2a-79bdda1b40d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0982fee1-bf9f-4212-b544-de0ba69d540f,revision_number=3']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:48.422286 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a59c684-26a0-4893-90c7-faa791a32ee5 x-openstack-request-id: req-1a59c684-26a0-4893-90c7-faa791a32ee5 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:19:48.422741 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d", "tag": "0982fee1-bf9f-4212-b544-de0ba69d540f", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:19:48.423007 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1a59c684-26a0-4893-90c7-faa791a32ee5 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:19:48.423403 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d', 'tag': '0982fee1-bf9f-4212-b544-de0ba69d540f', 'status': 'completed', 'code': 200} Aug 17 01:19:48.458123 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-37a6a1fa-df80-461b-bfb0-b960e8bf232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:48.459437 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-37a6a1fa-df80-461b-bfb0-b960e8bf232f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05ba48c0f0784a7cbe101f8ee9e64b2e&device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d HTTP/1.1" status: 200 len: 1095 time: 0.0485742 Aug 17 01:19:48.507541 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-e2b1b84b-81f1-459e-a835-1c0365290e99 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0982fee1-bf9f-4212-b544-de0ba69d540f HTTP/1.1" status: 200 len: 217 time: 0.0399864 Aug 17 01:19:48.559620 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-0315704b-882c-4b1d-9b1e-65e1355b8cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:48.561110 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-0315704b-882c-4b1d-9b1e-65e1355b8cdb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=554f5c16-69df-49e4-9fa1-a939d5989e2c HTTP/1.1" status: 200 len: 848 time: 0.0452418 Aug 17 01:19:48.607386 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-08743b74-0711-4650-b373-82edd84b9cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:48.608821 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-08743b74-0711-4650-b373-82edd84b9cc9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7985e384-6d55-4004-8bd0-468e9978ceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409677 Aug 17 01:19:48.701442 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-9c26c925-6397-4a2e-9743-444fca99dfc3 service neutron] 10.222.0.64 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852196 Aug 17 01:19:48.789115 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1ef67b48-b2ec-4faa-af19-e46918cd0078 req-f578574b-c88e-4397-89a4-a45dfa23b45d service neutron] 10.222.0.64 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810652 Aug 17 01:19:48.872687 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8478051-729d-4be7-8eaf-c497d5a3e712 req-11c2f11c-11c4-4c2f-9627-803c1531d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:48.874035 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8478051-729d-4be7-8eaf-c497d5a3e712 req-11c2f11c-11c4-4c2f-9627-803c1531d98d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05ba48c0f0784a7cbe101f8ee9e64b2e&device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d HTTP/1.1" status: 200 len: 1095 time: 0.0411127 Aug 17 01:19:49.002201 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc892b-e53f-47d5-9b9c-b6428037a7a1 req-f764b86f-2e13-41a0-9635-f22a41a5fe4f tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:49.003688 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7bcc892b-e53f-47d5-9b9c-b6428037a7a1 req-f764b86f-2e13-41a0-9635-f22a41a5fe4f tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d HTTP/1.1" status: 200 len: 943 time: 0.0773156 Aug 17 01:19:49.008647 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8478051-729d-4be7-8eaf-c497d5a3e712 req-266bf1a5-ba35-46e6-89ee-dbb3baf4958c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:49.010062 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8478051-729d-4be7-8eaf-c497d5a3e712 req-266bf1a5-ba35-46e6-89ee-dbb3baf4958c service neutron] 10.222.0.64 "GET /v2.0/networks?id=7985e384-6d55-4004-8bd0-468e9978ceb7 HTTP/1.1" status: 200 len: 910 time: 0.1293890 Aug 17 01:19:49.066600 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8478051-729d-4be7-8eaf-c497d5a3e712 req-d0eae693-9bb5-4faa-ac2b-04bd6e8c0812 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0982fee1-bf9f-4212-b544-de0ba69d540f HTTP/1.1" status: 200 len: 217 time: 0.0420337 Aug 17 01:19:49.086205 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-7bcc892b-e53f-47d5-9b9c-b6428037a7a1 req-05a3a0bf-4621-4824-b454-75ffde87d8f7 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0752461 Aug 17 01:19:49.122553 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8478051-729d-4be7-8eaf-c497d5a3e712 req-e691d9c3-1762-4223-ab47-b2eb01a2c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:49.123931 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8478051-729d-4be7-8eaf-c497d5a3e712 req-e691d9c3-1762-4223-ab47-b2eb01a2c57a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=554f5c16-69df-49e4-9fa1-a939d5989e2c HTTP/1.1" status: 200 len: 848 time: 0.0474932 Aug 17 01:19:49.168879 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8478051-729d-4be7-8eaf-c497d5a3e712 req-4445575b-b53a-40ff-9ddd-6bf109b4f81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:49.170341 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8478051-729d-4be7-8eaf-c497d5a3e712 req-4445575b-b53a-40ff-9ddd-6bf109b4f81e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7985e384-6d55-4004-8bd0-468e9978ceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390549 Aug 17 01:19:49.260862 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8478051-729d-4be7-8eaf-c497d5a3e712 req-e61f8de7-3af4-4b0d-b271-ad5d2d266000 service neutron] 10.222.0.64 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826983 Aug 17 01:19:49.343493 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-470e369e-1ada-42c5-b4fc-acddb82f8798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:49.362039 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f8478051-729d-4be7-8eaf-c497d5a3e712 req-bc8959ea-f20e-4c25-92c1-66e2e4397bfd service neutron] 10.222.0.64 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929108 Aug 17 01:19:49.379923 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:50.207642 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa2078-c364-4b2a-9ebe-fd9974436a23 req-ab0632a9-cf38-4d66-954d-e5ebea2eb0bc tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:50.209359 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0eaa2078-c364-4b2a-9ebe-fd9974436a23 req-ab0632a9-cf38-4d66-954d-e5ebea2eb0bc tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d HTTP/1.1" status: 200 len: 943 time: 0.0534456 Aug 17 01:19:50.247236 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-0eaa2078-c364-4b2a-9ebe-fd9974436a23 req-52425cc4-d55b-4f89-b8d1-166829f83542 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315626 Aug 17 01:19:50.533965 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:51.362095 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6974b6-f78d-4cd3-96ef-014655969d83 req-1cde3a5a-49e7-4460-8931-484758c5b6da tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:51.363574 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec6974b6-f78d-4cd3-96ef-014655969d83 req-1cde3a5a-49e7-4460-8931-484758c5b6da tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d HTTP/1.1" status: 200 len: 943 time: 0.0488958 Aug 17 01:19:51.401368 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ec6974b6-f78d-4cd3-96ef-014655969d83 req-a85bba73-72a8-4e40-9edb-d285c63efe47 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317240 Aug 17 01:19:52.414810 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:52.517393 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033d27b-fc5c-4402-ab3e-d303f2220cd3 req-c22b94ed-a9e6-4130-8656-3bf094c2d955 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:52.519004 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f033d27b-fc5c-4402-ab3e-d303f2220cd3 req-c22b94ed-a9e6-4130-8656-3bf094c2d955 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d HTTP/1.1" status: 200 len: 943 time: 0.0492566 Aug 17 01:19:52.556851 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-f033d27b-fc5c-4402-ab3e-d303f2220cd3 req-3e0d93e1-d318-4a48-b08d-62784dd569bf tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308735 Aug 17 01:19:52.830718 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0982fee1-bf9f-4212-b544-de0ba69d540f details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:19:52.923693 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0982fee1-bf9f-4212-b544-de0ba69d540f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0982fee1-bf9f-4212-b544-de0ba69d540f,segment=NetworkSegment(a0fd7b82-bd70-4916-8424-01fdf966da3a),segment_id=a0fd7b82-bd70-4916-8424-01fdf966da3a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:19:52.937850 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '0982fee1-bf9f-4212-b544-de0ba69d540f', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'port_id': '0982fee1-bf9f-4212-b544-de0ba69d540f', 'mac_address': 'fa:16:3e:35:2c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:19:52.973730 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:52.986907 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0982fee1-bf9f-4212-b544-de0ba69d540f {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:19:53.006071 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0982fee1-bf9f-4212-b544-de0ba69d540f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0982fee1-bf9f-4212-b544-de0ba69d540f,segment=NetworkSegment(a0fd7b82-bd70-4916-8424-01fdf966da3a),segment_id=a0fd7b82-bd70-4916-8424-01fdf966da3a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:19:53.009937 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:53.056423 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=0982fee1-bf9f-4212-b544-de0ba69d540f,revision_number=4']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:53.246564 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['0982fee1-bf9f-4212-b544-de0ba69d540f'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:19:53.675525 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecfc29-0779-44a4-97ce-8c12a6ab6033 req-4b8c9d3b-f9dd-44e0-886e-6c843a7ba31e tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:53.677629 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aaecfc29-0779-44a4-97ce-8c12a6ab6033 req-4b8c9d3b-f9dd-44e0-886e-6c843a7ba31e tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d HTTP/1.1" status: 200 len: 944 time: 0.0515318 Aug 17 01:19:53.715220 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-aaecfc29-0779-44a4-97ce-8c12a6ab6033 req-18fa3024-b272-436d-a290-f4f4578dcfcc tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316260 Aug 17 01:19:54.830467 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604763f-d997-4c87-a472-92aab2ef60b5 req-41b7188f-8e4f-4b7f-9f61-c1f5cd6106b2 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:54.831929 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3604763f-d997-4c87-a472-92aab2ef60b5 req-41b7188f-8e4f-4b7f-9f61-c1f5cd6106b2 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d HTTP/1.1" status: 200 len: 944 time: 0.0490453 Aug 17 01:19:54.862433 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0982fee1-bf9f-4212-b544-de0ba69d540f up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:19:54.870777 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-3604763f-d997-4c87-a472-92aab2ef60b5 req-b4402062-d8e3-4295-9a85-cf84cd8d5e44 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320725 Aug 17 01:19:54.910151 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning for port 0982fee1-bf9f-4212-b544-de0ba69d540f completed by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:19:54.913738 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 0982fee1-bf9f-4212-b544-de0ba69d540f triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:19:54.914148 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:54.995892 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:55.018041 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0982fee1-bf9f-4212-b544-de0ba69d540f'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:19:55.019982 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d9b1f6eceb9192db377ceb4d6ae83098a713cf0d5394fe300bfd3a5d60dfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c78c89-3f7d-4263-8aad-e7fd8c1fbdff" -d '{"events": [{"server_uuid": "03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d", "name": "network-vif-plugged", "status": "completed", "tag": "0982fee1-bf9f-4212-b544-de0ba69d540f"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:19:55.033491 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0982fee1-bf9f-4212-b544-de0ba69d540f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0982fee1-bf9f-4212-b544-de0ba69d540f,segment=NetworkSegment(a0fd7b82-bd70-4916-8424-01fdf966da3a),segment_id=a0fd7b82-bd70-4916-8424-01fdf966da3a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:19:55.038099 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:55.062783 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77542acd-1d34-4c6c-89fe-88073bc7eecc x-openstack-request-id: req-77542acd-1d34-4c6c-89fe-88073bc7eecc {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:19:55.063075 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d", "name": "network-vif-plugged", "status": "completed", "tag": "0982fee1-bf9f-4212-b544-de0ba69d540f", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:19:55.063326 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-77542acd-1d34-4c6c-89fe-88073bc7eecc {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:19:55.063757 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0982fee1-bf9f-4212-b544-de0ba69d540f', 'code': 200} Aug 17 01:19:55.091647 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=0982fee1-bf9f-4212-b544-de0ba69d540f,revision_number=5']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:55.153952 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18996e-620d-4986-81d9-f2fdf4cf4eca req-a4db0801-6342-4aa7-9e3c-31fc481bb0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:55.155424 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f18996e-620d-4986-81d9-f2fdf4cf4eca req-a4db0801-6342-4aa7-9e3c-31fc481bb0f5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d HTTP/1.1" status: 200 len: 1097 time: 0.0394647 Aug 17 01:19:55.188998 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-6f18996e-620d-4986-81d9-f2fdf4cf4eca req-d8226dda-edde-4616-bc6e-16c9c62beef2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0266221 Aug 17 01:19:55.998282 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bff23d-6f46-4409-b7e2-552b41295400 req-ff16771a-c3c4-4221-a2ef-9b189a47c47f tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:55.999783 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79bff23d-6f46-4409-b7e2-552b41295400 req-ff16771a-c3c4-4221-a2ef-9b189a47c47f tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d HTTP/1.1" status: 200 len: 945 time: 0.0558822 Aug 17 01:19:56.037003 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-79bff23d-6f46-4409-b7e2-552b41295400 req-5e607def-99d9-43ca-880b-9a5d568ba8ce tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305333 Aug 17 01:19:56.152461 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b73fb-d7ce-494e-8598-188b08c38eb0 req-ad6d8eb0-3468-4c9d-be54-c4566e506603 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:56.153881 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1e7b73fb-d7ce-494e-8598-188b08c38eb0 req-ad6d8eb0-3468-4c9d-be54-c4566e506603 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d HTTP/1.1" status: 200 len: 945 time: 0.0486367 Aug 17 01:19:56.191871 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-1e7b73fb-d7ce-494e-8598-188b08c38eb0 req-e1827b76-307e-4b39-aff1-e5bf6320fc0c tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320721 Aug 17 01:19:56.212953 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52146) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:56.251108 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04647a78-df15-4e1a-9a40-7f99a0b8ddaf tempest-TestSnapshotPattern-342520690 tempest-TestSnapshotPattern-342520690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:56.252575 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-04647a78-df15-4e1a-9a40-7f99a0b8ddaf tempest-TestSnapshotPattern-342520690 tempest-TestSnapshotPattern-342520690-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d HTTP/1.1" status: 200 len: 1092 time: 0.0386295 Aug 17 01:19:56.255425 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52148) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:56.259983 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.v2.base [None req-89ff8255-98f9-4a23-8078-a7a157ce55f1 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Request body: {'floatingip': {'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'port_id': '0982fee1-bf9f-4212-b544-de0ba69d540f', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:19:56.281682 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-89ff8255-98f9-4a23-8078-a7a157ce55f1 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for floatingip, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:56.382677 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-89ff8255-98f9-4a23-8078-a7a157ce55f1 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:56.488567 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_common [None req-89ff8255-98f9-4a23-8078-a7a157ce55f1 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Allocated IP 172.25.3.155 (f9960621-448c-44b3-8317-7433dc6ce660/89cf5db6-ab6a-4bdc-a689-bca2bef22be4/55a2a497-29fb-4235-9ce0-b1964d89705a) {{(pid=101403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:19:56.592694 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-89ff8255-98f9-4a23-8078-a7a157ce55f1 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for port, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:56.630766 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-89ff8255-98f9-4a23-8078-a7a157ce55f1 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730303882051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:56.664964 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ff8255-98f9-4a23-8078-a7a157ce55f1 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Network f9960621-448c-44b3-8317-7433dc6ce660 is already hosted by enough agents. {{(pid=101403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:19:56.669601 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.base_scheduler [None req-89ff8255-98f9-4a23-8078-a7a157ce55f1 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Resources bound (agent type, host, resource id): {{(pid=101403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:19:56.673006 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ff8255-98f9-4a23-8078-a7a157ce55f1 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Received port after_create {{(pid=101403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:19:56.698142 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff8255-98f9-4a23-8078-a7a157ce55f1 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Pushing event updated for resources: {'Port': ['ID=55a2a497-29fb-4235-9ce0-b1964d89705a,revision_number=1']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:57.336893 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-89ff8255-98f9-4a23-8078-a7a157ce55f1 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:57.401682 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-89ff8255-98f9-4a23-8078-a7a157ce55f1 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:57.552705 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-89ff8255-98f9-4a23-8078-a7a157ce55f1 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for port, precommit_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:57.557060 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-89ff8255-98f9-4a23-8078-a7a157ce55f1 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8521793'] for port, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:57.627679 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff8255-98f9-4a23-8078-a7a157ce55f1 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Pushing event updated for resources: {'Port': ['ID=55a2a497-29fb-4235-9ce0-b1964d89705a,revision_number=2']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:57.637503 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-89ff8255-98f9-4a23-8078-a7a157ce55f1 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633017'] for floatingip, after_update {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:57.737682 n-d-800088-20 neutron-server[101403]: INFO neutron.db.l3_db [None req-89ff8255-98f9-4a23-8078-a7a157ce55f1 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Floating IP fd57d8d2-f115-47b8-acef-bf6a1e5d538d associated. External IP: 172.25.3.155, port: 0982fee1-bf9f-4212-b544-de0ba69d540f. Aug 17 01:19:57.937329 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ff8255-98f9-4a23-8078-a7a157ce55f1 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Router 5e09bcce-e603-467c-bedd-f7e6df19f35e has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:19:58.045542 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ff8255-98f9-4a23-8078-a7a157ce55f1 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:19:58.058743 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1a2e60-e7c6-4a0b-a863-9beca639aa58 None None] Sync routers for ids ['5e09bcce-e603-467c-bedd-f7e6df19f35e'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:19:58.062089 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-89ff8255-98f9-4a23-8078-a7a157ce55f1 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:58.068534 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1a2e60-e7c6-4a0b-a863-9beca639aa58 None None] Routers {'5e09bcce-e603-467c-bedd-f7e6df19f35e'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:19:58.069195 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-1f1a2e60-e7c6-4a0b-a863-9beca639aa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:19:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5e09bcce-e603-467c-bedd-f7e6df19f35e'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:58.089889 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-89ff8255-98f9-4a23-8078-a7a157ce55f1 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8332665 Aug 17 01:19:58.090484 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d', 'tag': '0982fee1-bf9f-4212-b544-de0ba69d540f'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:19:58.092752 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc3b51d-e228-4f36-b63f-bb1039585af3" -d '{"events": [{"name": "network-changed", "server_uuid": "03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d", "tag": "0982fee1-bf9f-4212-b544-de0ba69d540f"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:19:58.132849 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76b8b6e-a83e-41fd-b8f6-f368eea45300 x-openstack-request-id: req-f76b8b6e-a83e-41fd-b8f6-f368eea45300 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:19:58.133185 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d", "tag": "0982fee1-bf9f-4212-b544-de0ba69d540f", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:19:58.133441 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f76b8b6e-a83e-41fd-b8f6-f368eea45300 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:19:58.133857 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d', 'tag': '0982fee1-bf9f-4212-b544-de0ba69d540f', 'status': 'completed', 'code': 200} Aug 17 01:19:58.177343 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-1f1a2e60-e7c6-4a0b-a863-9beca639aa58 None None] Set router 5e09bcce-e603-467c-bedd-f7e6df19f35e gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:19:58.198849 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3b51d-e228-4f36-b63f-bb1039585af3 req-1bed99f1-2b3d-4d4f-9b21-80a6ada1cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:58.200483 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bbc3b51d-e228-4f36-b63f-bb1039585af3 req-1bed99f1-2b3d-4d4f-9b21-80a6ada1cbff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05ba48c0f0784a7cbe101f8ee9e64b2e&device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d HTTP/1.1" status: 200 len: 1097 time: 0.0435209 Aug 17 01:19:58.291768 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3b51d-e228-4f36-b63f-bb1039585af3 req-8ea65525-1b8b-4e96-acb9-4f807723fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:58.293266 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bbc3b51d-e228-4f36-b63f-bb1039585af3 req-8ea65525-1b8b-4e96-acb9-4f807723fb70 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7985e384-6d55-4004-8bd0-468e9978ceb7 HTTP/1.1" status: 200 len: 910 time: 0.0859869 Aug 17 01:19:58.362189 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bbc3b51d-e228-4f36-b63f-bb1039585af3 req-34491ea8-bde1-474a-a7b7-bf2d5a2a7bc7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0982fee1-bf9f-4212-b544-de0ba69d540f HTTP/1.1" status: 200 len: 999 time: 0.0617261 Aug 17 01:19:58.407110 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-1f1a2e60-e7c6-4a0b-a863-9beca639aa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'name': 'tempest-TestSnapshotPattern-391724450-router', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:16:59Z', 'updated_at': '2021-08-17T01:17:02Z', 'revision_number': 4, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'gw_port': {'id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:00Z', 'updated_at': '2021-08-17T01:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '1340c762-79cd-4ec1-bea7-238c3e623bdc', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'port_id': '7e1f5518-fd44-40b8-be4d-c9e51964b46c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'mac_address': 'fa:16:3e:99:e1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe12578b-d987-4ffa-af03-4152eebdd0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:17:22Z', 'updated_at': '2021-08-17T01:17:24Z', 'revision_number': 1, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'fixed_ip_address_scope': None}, {'id': 'fd57d8d2-f115-47b8-acef-bf6a1e5d538d', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'floating_ip_address': '172.25.3.155', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'port_id': '0982fee1-bf9f-4212-b544-de0ba69d540f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'mac_address': 'fa:16:3e:35:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:19:56Z', 'updated_at': '2021-08-17T01:19:56Z', 'revision_number': 0, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e68da3a6-6b1b-4e29-b62d-c9829b9aee67', 'name': '', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'mac_address': 'fa:16:3e:f1:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:01Z', 'updated_at': '2021-08-17T01:17:09Z', 'revision_number': 5, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'subnets': [{'id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:58.411985 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3b51d-e228-4f36-b63f-bb1039585af3 req-56b83ead-7b57-4a61-9e59-3662e93d043f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:58.413638 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bbc3b51d-e228-4f36-b63f-bb1039585af3 req-56b83ead-7b57-4a61-9e59-3662e93d043f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=554f5c16-69df-49e4-9fa1-a939d5989e2c HTTP/1.1" status: 200 len: 848 time: 0.0448616 Aug 17 01:19:58.437032 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1a2e60-e7c6-4a0b-a863-9beca639aa58 None None] Checking router: 5e09bcce-e603-467c-bedd-f7e6df19f35e for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:19:58.446026 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1a2e60-e7c6-4a0b-a863-9beca639aa58 None None] Routers {'5e09bcce-e603-467c-bedd-f7e6df19f35e'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:19:58.446640 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-1f1a2e60-e7c6-4a0b-a863-9beca639aa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:19:49Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5e09bcce-e603-467c-bedd-f7e6df19f35e'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:58.461799 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3b51d-e228-4f36-b63f-bb1039585af3 req-168e6be4-5fde-48ca-a456-b2099b72382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:58.463230 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bbc3b51d-e228-4f36-b63f-bb1039585af3 req-168e6be4-5fde-48ca-a456-b2099b72382b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7985e384-6d55-4004-8bd0-468e9978ceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433204 Aug 17 01:19:58.554844 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-1f1a2e60-e7c6-4a0b-a863-9beca639aa58 None None] Set router 5e09bcce-e603-467c-bedd-f7e6df19f35e gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:19:58.559397 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bbc3b51d-e228-4f36-b63f-bb1039585af3 req-1bfccfa8-ccaf-4f9a-9eae-b4d333a6fdb4 service neutron] 10.222.0.64 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881326 Aug 17 01:19:58.648540 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-bbc3b51d-e228-4f36-b63f-bb1039585af3 req-fc209559-7fbd-44ac-9842-3e53893ac34e service neutron] 10.222.0.64 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821497 Aug 17 01:19:58.781260 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-1f1a2e60-e7c6-4a0b-a863-9beca639aa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'name': 'tempest-TestSnapshotPattern-391724450-router', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:16:59Z', 'updated_at': '2021-08-17T01:17:02Z', 'revision_number': 4, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'gw_port': {'id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:00Z', 'updated_at': '2021-08-17T01:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '1340c762-79cd-4ec1-bea7-238c3e623bdc', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'port_id': '7e1f5518-fd44-40b8-be4d-c9e51964b46c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'mac_address': 'fa:16:3e:99:e1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe12578b-d987-4ffa-af03-4152eebdd0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:17:22Z', 'updated_at': '2021-08-17T01:17:24Z', 'revision_number': 1, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'fixed_ip_address_scope': None}, {'id': 'fd57d8d2-f115-47b8-acef-bf6a1e5d538d', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'floating_ip_address': '172.25.3.155', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'port_id': '0982fee1-bf9f-4212-b544-de0ba69d540f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'mac_address': 'fa:16:3e:35:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:19:56Z', 'updated_at': '2021-08-17T01:19:56Z', 'revision_number': 0, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e68da3a6-6b1b-4e29-b62d-c9829b9aee67', 'name': '', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'mac_address': 'fa:16:3e:f1:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:01Z', 'updated_at': '2021-08-17T01:17:09Z', 'revision_number': 5, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'subnets': [{'id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:58.806852 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1a2e60-e7c6-4a0b-a863-9beca639aa58 None None] The sync data for ids ['5e09bcce-e603-467c-bedd-f7e6df19f35e'] in n-d-800088-20 is: [{'id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'name': 'tempest-TestSnapshotPattern-391724450-router', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:16:59Z', 'updated_at': '2021-08-17T01:17:02Z', 'revision_number': 4, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'gw_port': {'id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:00Z', 'updated_at': '2021-08-17T01:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '1340c762-79cd-4ec1-bea7-238c3e623bdc', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'port_id': '7e1f5518-fd44-40b8-be4d-c9e51964b46c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'mac_address': 'fa:16:3e:99:e1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe12578b-d987-4ffa-af03-4152eebdd0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:17:22Z', 'updated_at': '2021-08-17T01:17:24Z', 'revision_number': 1, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'fixed_ip_address_scope': None}, {'id': 'fd57d8d2-f115-47b8-acef-bf6a1e5d538d', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'floating_ip_address': '172.25.3.155', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'port_id': '0982fee1-bf9f-4212-b544-de0ba69d540f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'mac_address': 'fa:16:3e:35:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:19:56Z', 'updated_at': '2021-08-17T01:19:56Z', 'revision_number': 0, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e68da3a6-6b1b-4e29-b62d-c9829b9aee67', 'name': '', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'mac_address': 'fa:16:3e:f1:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:01Z', 'updated_at': '2021-08-17T01:17:09Z', 'revision_number': 5, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'subnets': [{'id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:19:58.997358 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aadac29-0f98-4466-8145-b089379752f1 None None] New status for floating IP fd57d8d2-f115-47b8-acef-bf6a1e5d538d: ACTIVE {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:20:07.213898 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:20:10.958202 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:12.528769 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:16.679464 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d79e6f9d-2429-4d11-8e1e-0591f2fe44f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:19.333523 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f7010fec-1fb4-476b-887e-cac28df751be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:19.381978 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:20.536700 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:22.416999 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:36.224849 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4b15c19c-725a-42ff-b282-0d315d3bda1c req-e6dfc9b7-fc93-4074-9581-03f5df77f598 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0997896 Aug 17 01:20:36.316497 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15c19c-725a-42ff-b282-0d315d3bda1c req-9e952e81-0e41-4fec-9ca3-e60e8b767d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:36.317999 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4b15c19c-725a-42ff-b282-0d315d3bda1c req-9e952e81-0e41-4fec-9ca3-e60e8b767d21 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05ba48c0f0784a7cbe101f8ee9e64b2e&device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d HTTP/1.1" status: 200 len: 1097 time: 0.0452924 Aug 17 01:20:36.421885 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15c19c-725a-42ff-b282-0d315d3bda1c req-7cbcbbfb-6e34-431f-a6cf-d835d3be5027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:36.423268 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4b15c19c-725a-42ff-b282-0d315d3bda1c req-7cbcbbfb-6e34-431f-a6cf-d835d3be5027 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7985e384-6d55-4004-8bd0-468e9978ceb7 HTTP/1.1" status: 200 len: 910 time: 0.0860527 Aug 17 01:20:36.494117 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4b15c19c-725a-42ff-b282-0d315d3bda1c req-6cb41244-4456-45ab-aa27-c677fc750432 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0982fee1-bf9f-4212-b544-de0ba69d540f HTTP/1.1" status: 200 len: 1001 time: 0.0629938 Aug 17 01:20:36.544018 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15c19c-725a-42ff-b282-0d315d3bda1c req-28a2127c-76b1-4bde-b378-362ded8996f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:36.547494 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4b15c19c-725a-42ff-b282-0d315d3bda1c req-28a2127c-76b1-4bde-b378-362ded8996f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=554f5c16-69df-49e4-9fa1-a939d5989e2c HTTP/1.1" status: 200 len: 848 time: 0.0445383 Aug 17 01:20:36.600951 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15c19c-725a-42ff-b282-0d315d3bda1c req-2dc97ad6-8e5c-4a15-b717-b14ce3eb4879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:36.602582 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4b15c19c-725a-42ff-b282-0d315d3bda1c req-2dc97ad6-8e5c-4a15-b717-b14ce3eb4879 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7985e384-6d55-4004-8bd0-468e9978ceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472226 Aug 17 01:20:36.697696 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4b15c19c-725a-42ff-b282-0d315d3bda1c req-9acd9331-5d92-47f1-8525-cbb62d5a6a5e service neutron] 10.222.0.64 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876379 Aug 17 01:20:36.788386 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-4b15c19c-725a-42ff-b282-0d315d3bda1c req-dfb56293-0dcb-4860-b91f-3b4270b2a59d service neutron] 10.222.0.64 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818479 Aug 17 01:20:36.832007 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae783aa7-2aeb-4757-a01e-2583fb66e513 req-1069caa6-8b88-47a9-8ca7-40615ec414b7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fe12578b-d987-4ffa-af03-4152eebdd0d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0384917 Aug 17 01:20:36.928847 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae783aa7-2aeb-4757-a01e-2583fb66e513 req-40ef94a4-7cc9-46bd-a266-efb4e8c037bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:36.930376 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae783aa7-2aeb-4757-a01e-2583fb66e513 req-40ef94a4-7cc9-46bd-a266-efb4e8c037bf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=05ba48c0f0784a7cbe101f8ee9e64b2e&device_id=fe12578b-d987-4ffa-af03-4152eebdd0d2 HTTP/1.1" status: 200 len: 1096 time: 0.0457714 Aug 17 01:20:37.040752 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae783aa7-2aeb-4757-a01e-2583fb66e513 req-b6f9a164-8872-4563-ad4e-454d0b5ee659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:37.043121 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae783aa7-2aeb-4757-a01e-2583fb66e513 req-b6f9a164-8872-4563-ad4e-454d0b5ee659 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7985e384-6d55-4004-8bd0-468e9978ceb7 HTTP/1.1" status: 200 len: 910 time: 0.0855548 Aug 17 01:20:37.119139 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae783aa7-2aeb-4757-a01e-2583fb66e513 req-fb48a070-1fe6-4062-be57-bf755e33e36c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e1f5518-fd44-40b8-be4d-c9e51964b46c HTTP/1.1" status: 200 len: 1000 time: 0.0646243 Aug 17 01:20:37.179138 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae783aa7-2aeb-4757-a01e-2583fb66e513 req-9bf0d8df-54a7-4c6a-9e5a-a52831f1369b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:37.180630 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae783aa7-2aeb-4757-a01e-2583fb66e513 req-9bf0d8df-54a7-4c6a-9e5a-a52831f1369b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=554f5c16-69df-49e4-9fa1-a939d5989e2c HTTP/1.1" status: 200 len: 848 time: 0.0501654 Aug 17 01:20:37.232535 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae783aa7-2aeb-4757-a01e-2583fb66e513 req-86d25894-5e78-429e-b05b-c69c160d4f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:37.234044 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae783aa7-2aeb-4757-a01e-2583fb66e513 req-86d25894-5e78-429e-b05b-c69c160d4f5a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7985e384-6d55-4004-8bd0-468e9978ceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411637 Aug 17 01:20:37.335984 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae783aa7-2aeb-4757-a01e-2583fb66e513 req-7d007249-4aa9-4896-8f15-cb6fcd64ac0e service neutron] 10.222.0.69 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899079 Aug 17 01:20:37.433243 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-ae783aa7-2aeb-4757-a01e-2583fb66e513 req-d74f1bd7-5674-4b4b-ad21-97414fce1917 service neutron] 10.222.0.69 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845833 Aug 17 01:20:40.954430 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:42.528805 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:44.213272 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:20:46.683896 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3281b632-c16e-4858-8510-2f1934dd4df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:49.333970 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5ea530b5-3497-4e4d-a20f-84b43a702c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:49.381134 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:50.539150 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:52.420649 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:10.969542 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:12.543932 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:16.685506 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3ef71435-c3ca-4278-8f12-420e168f9315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:19.334672 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9134480e-1186-4df8-85f0-4871a97b7b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:19.382197 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:20.543206 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:21.212038 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:21:22.423033 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:23.275161 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0982fee1-bf9f-4212-b544-de0ba69d540f details requested by agent hyperv_n-h2-800088-20 with host n-h2-800088-20 {{(pid=101404) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:21:23.389616 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0982fee1-bf9f-4212-b544-de0ba69d540f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0982fee1-bf9f-4212-b544-de0ba69d540f,segment=NetworkSegment(a0fd7b82-bd70-4916-8424-01fdf966da3a),segment_id=a0fd7b82-bd70-4916-8424-01fdf966da3a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:21:23.402753 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Returning: {'device': '0982fee1-bf9f-4212-b544-de0ba69d540f', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'port_id': '0982fee1-bf9f-4212-b544-de0ba69d540f', 'mac_address': 'fa:16:3e:35:2c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101404) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:21:23.454765 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:23.469539 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0982fee1-bf9f-4212-b544-de0ba69d540f {{(pid=101404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:21:23.494599 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0982fee1-bf9f-4212-b544-de0ba69d540f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0982fee1-bf9f-4212-b544-de0ba69d540f,segment=NetworkSegment(a0fd7b82-bd70-4916-8424-01fdf966da3a),segment_id=a0fd7b82-bd70-4916-8424-01fdf966da3a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:21:23.501478 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:23.571008 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=0982fee1-bf9f-4212-b544-de0ba69d540f,revision_number=6']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:23.581633 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] get_ports_and_sgs() called for port_ids ['0982fee1-bf9f-4212-b544-de0ba69d540f'] {{(pid=101404) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:21:23.586106 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:23.586451 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:23.586789 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:23.587121 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:23.587453 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:23.587784 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:23.588107 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:23.588427 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:23.588747 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:23.589084 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:23.589412 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:23.589731 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:25.284015 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0982fee1-bf9f-4212-b544-de0ba69d540f up at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:21:25.342647 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.provisioning_blocks [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Provisioning complete for port 0982fee1-bf9f-4212-b544-de0ba69d540f triggered by entity L2. {{(pid=101404) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:21:25.343367 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351405'] for port, provisioning_complete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:25.447573 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:25.472637 n-d-800088-20 neutron-server[101404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0982fee1-bf9f-4212-b544-de0ba69d540f'}] {{(pid=101404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:21:25.484402 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d9b1f6eceb9192db377ceb4d6ae83098a713cf0d5394fe300bfd3a5d60dfda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9803057e-1422-4370-8e1c-135d36ed88e6" -d '{"events": [{"server_uuid": "03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d", "name": "network-vif-plugged", "status": "completed", "tag": "0982fee1-bf9f-4212-b544-de0ba69d540f"}]}' {{(pid=101404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:21:25.491992 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] For port 0982fee1-bf9f-4212-b544-de0ba69d540f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0982fee1-bf9f-4212-b544-de0ba69d540f,segment=NetworkSegment(a0fd7b82-bd70-4916-8424-01fdf966da3a),segment_id=a0fd7b82-bd70-4916-8424-01fdf966da3a)] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:21:25.498511 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730304384112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730303882069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730303882087'] for port, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:25.552629 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Pushing event updated for resources: {'Port': ['ID=0982fee1-bf9f-4212-b544-de0ba69d540f,revision_number=7']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:25.567819 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf319f7a-9428-4c66-96c3-601cbd6e672b x-openstack-request-id: req-bf319f7a-9428-4c66-96c3-601cbd6e672b {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:21:25.568245 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d", "name": "network-vif-plugged", "status": "completed", "tag": "0982fee1-bf9f-4212-b544-de0ba69d540f", "code": 200}]} {{(pid=101404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:21:25.568572 n-d-800088-20 neutron-server[101404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf319f7a-9428-4c66-96c3-601cbd6e672b {{(pid=101404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:21:25.569062 n-d-800088-20 neutron-server[101404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0982fee1-bf9f-4212-b544-de0ba69d540f', 'code': 200} Aug 17 01:21:32.555994 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52344) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:21:32.709293 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ce03679b-3cf5-4081-8193-573c5ea4dc74 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Deleting port 55a2a497-29fb-4235-9ce0-b1964d89705a {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:21:32.709549 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ce03679b-3cf5-4081-8193-573c5ea4dc74 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:32.787133 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ce03679b-3cf5-4081-8193-573c5ea4dc74 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:32.787462 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ce03679b-3cf5-4081-8193-573c5ea4dc74 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:32.799626 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-ce03679b-3cf5-4081-8193-573c5ea4dc74 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Calling delete_port for 55a2a497-29fb-4235-9ce0-b1964d89705a owned by network:floatingip {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:21:32.943997 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ce03679b-3cf5-4081-8193-573c5ea4dc74 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:32.972482 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03679b-3cf5-4081-8193-573c5ea4dc74 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Pushing event deleted for resources: {'Port': ['ID=55a2a497-29fb-4235-9ce0-b1964d89705a,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:32.997600 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce03679b-3cf5-4081-8193-573c5ea4dc74 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:32.997952 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce03679b-3cf5-4081-8193-573c5ea4dc74 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:32.998304 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce03679b-3cf5-4081-8193-573c5ea4dc74 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:32.998692 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce03679b-3cf5-4081-8193-573c5ea4dc74 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:32.999033 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce03679b-3cf5-4081-8193-573c5ea4dc74 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:32.999373 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce03679b-3cf5-4081-8193-573c5ea4dc74 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:32.999708 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce03679b-3cf5-4081-8193-573c5ea4dc74 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:33.000042 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce03679b-3cf5-4081-8193-573c5ea4dc74 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:33.000374 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce03679b-3cf5-4081-8193-573c5ea4dc74 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:33.000706 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce03679b-3cf5-4081-8193-573c5ea4dc74 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:33.001069 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce03679b-3cf5-4081-8193-573c5ea4dc74 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:33.001397 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce03679b-3cf5-4081-8193-573c5ea4dc74 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:33.043851 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ce03679b-3cf5-4081-8193-573c5ea4dc74 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for floatingip, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:33.044202 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-ce03679b-3cf5-4081-8193-573c5ea4dc74 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Floating IP fd57d8d2-f115-47b8-acef-bf6a1e5d538d disassociated (deleted). External IP: 172.25.3.155, port: 0982fee1-bf9f-4212-b544-de0ba69d540f. Aug 17 01:21:33.256953 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce03679b-3cf5-4081-8193-573c5ea4dc74 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Router 5e09bcce-e603-467c-bedd-f7e6df19f35e has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:21:33.365829 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce03679b-3cf5-4081-8193-573c5ea4dc74 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:21:33.371189 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-ce03679b-3cf5-4081-8193-573c5ea4dc74 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:33.376828 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5722dc7a-9a58-48ce-8438-81232d801b1d None None] Sync routers for ids ['5e09bcce-e603-467c-bedd-f7e6df19f35e'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:21:33.388078 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5722dc7a-9a58-48ce-8438-81232d801b1d None None] Routers {'5e09bcce-e603-467c-bedd-f7e6df19f35e'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:21:33.388701 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-5722dc7a-9a58-48ce-8438-81232d801b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:21:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5e09bcce-e603-467c-bedd-f7e6df19f35e'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:21:33.400292 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-ce03679b-3cf5-4081-8193-573c5ea4dc74 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "DELETE /v2.0/floatingips/fd57d8d2-f115-47b8-acef-bf6a1e5d538d HTTP/1.1" status: 204 len: 168 time: 0.8431430 Aug 17 01:21:33.401017 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d', 'tag': '0982fee1-bf9f-4212-b544-de0ba69d540f'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:21:33.403313 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4afb7fd048575595adebbc18266dfe77be650347e5b777fc7b93272164e80269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e4b66b-3e5c-41b5-9e0f-286ca385f1d2" -d '{"events": [{"name": "network-changed", "server_uuid": "03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d", "tag": "0982fee1-bf9f-4212-b544-de0ba69d540f"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:21:33.501259 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-5722dc7a-9a58-48ce-8438-81232d801b1d None None] Set router 5e09bcce-e603-467c-bedd-f7e6df19f35e gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:21:33.511745 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3307223-fa11-4059-968d-3621479d303a x-openstack-request-id: req-b3307223-fa11-4059-968d-3621479d303a {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:21:33.512276 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d", "tag": "0982fee1-bf9f-4212-b544-de0ba69d540f", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:21:33.512735 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b3307223-fa11-4059-968d-3621479d303a {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:21:33.513559 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d', 'tag': '0982fee1-bf9f-4212-b544-de0ba69d540f', 'status': 'completed', 'code': 200} Aug 17 01:21:33.591106 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4b66b-3e5c-41b5-9e0f-286ca385f1d2 req-80403384-8568-45bb-8969-7d862317fd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:33.593511 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9e4b66b-3e5c-41b5-9e0f-286ca385f1d2 req-80403384-8568-45bb-8969-7d862317fd71 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05ba48c0f0784a7cbe101f8ee9e64b2e&device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d HTTP/1.1" status: 200 len: 1097 time: 0.0523975 Aug 17 01:21:33.719669 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4b66b-3e5c-41b5-9e0f-286ca385f1d2 req-b918fac7-c917-4d75-b5ff-1fcf331f8451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:33.721185 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9e4b66b-3e5c-41b5-9e0f-286ca385f1d2 req-b918fac7-c917-4d75-b5ff-1fcf331f8451 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7985e384-6d55-4004-8bd0-468e9978ceb7 HTTP/1.1" status: 200 len: 910 time: 0.1201878 Aug 17 01:21:33.737800 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f1f7b-2b78-4409-9604-5577ad6d2a80 req-1b18b62d-46c5-4e63-837c-2241bef3a5a9 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:33.738039 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-5722dc7a-9a58-48ce-8438-81232d801b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'name': 'tempest-TestSnapshotPattern-391724450-router', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:16:59Z', 'updated_at': '2021-08-17T01:17:02Z', 'revision_number': 4, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'gw_port': {'id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:00Z', 'updated_at': '2021-08-17T01:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '1340c762-79cd-4ec1-bea7-238c3e623bdc', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'port_id': '7e1f5518-fd44-40b8-be4d-c9e51964b46c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'mac_address': 'fa:16:3e:99:e1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe12578b-d987-4ffa-af03-4152eebdd0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:17:22Z', 'updated_at': '2021-08-17T01:17:24Z', 'revision_number': 1, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e68da3a6-6b1b-4e29-b62d-c9829b9aee67', 'name': '', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'mac_address': 'fa:16:3e:f1:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:01Z', 'updated_at': '2021-08-17T01:17:09Z', 'revision_number': 5, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'subnets': [{'id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:21:33.739280 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-573f1f7b-2b78-4409-9604-5577ad6d2a80 req-1b18b62d-46c5-4e63-837c-2241bef3a5a9 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d HTTP/1.1" status: 200 len: 945 time: 0.1442397 Aug 17 01:21:33.765197 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5722dc7a-9a58-48ce-8438-81232d801b1d None None] Checking router: 5e09bcce-e603-467c-bedd-f7e6df19f35e for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:21:33.773559 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5722dc7a-9a58-48ce-8438-81232d801b1d None None] Routers {'5e09bcce-e603-467c-bedd-f7e6df19f35e'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:21:33.774180 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-5722dc7a-9a58-48ce-8438-81232d801b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:21:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5e09bcce-e603-467c-bedd-f7e6df19f35e'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:21:33.784127 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9e4b66b-3e5c-41b5-9e0f-286ca385f1d2 req-5c97dffd-d638-48f7-9260-d1fc63f23794 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0982fee1-bf9f-4212-b544-de0ba69d540f HTTP/1.1" status: 200 len: 217 time: 0.0553257 Aug 17 01:21:33.839816 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-573f1f7b-2b78-4409-9604-5577ad6d2a80 req-bc68e1eb-3aee-4205-80df-4718e52dd1b3 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0936847 Aug 17 01:21:33.850486 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4b66b-3e5c-41b5-9e0f-286ca385f1d2 req-7b36fa21-dc9f-4048-b7bc-79889f16facd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:33.852024 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9e4b66b-3e5c-41b5-9e0f-286ca385f1d2 req-7b36fa21-dc9f-4048-b7bc-79889f16facd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=554f5c16-69df-49e4-9fa1-a939d5989e2c HTTP/1.1" status: 200 len: 848 time: 0.0597384 Aug 17 01:21:33.884777 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-5722dc7a-9a58-48ce-8438-81232d801b1d None None] Set router 5e09bcce-e603-467c-bedd-f7e6df19f35e gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:21:33.899017 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4b66b-3e5c-41b5-9e0f-286ca385f1d2 req-d8b8757b-670c-4202-8b9b-a7b0b520648f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:33.900730 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9e4b66b-3e5c-41b5-9e0f-286ca385f1d2 req-d8b8757b-670c-4202-8b9b-a7b0b520648f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7985e384-6d55-4004-8bd0-468e9978ceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405829 Aug 17 01:21:34.001804 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9e4b66b-3e5c-41b5-9e0f-286ca385f1d2 req-1ff419d0-6d30-4ce2-a261-5c1a0f8cf0c1 service neutron] 10.222.0.64 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926647 Aug 17 01:21:34.094632 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c9e4b66b-3e5c-41b5-9e0f-286ca385f1d2 req-57aaffc5-def8-4e9c-86a1-86fbc0294dd1 service neutron] 10.222.0.64 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836480 Aug 17 01:21:34.117699 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-5722dc7a-9a58-48ce-8438-81232d801b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'name': 'tempest-TestSnapshotPattern-391724450-router', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:16:59Z', 'updated_at': '2021-08-17T01:17:02Z', 'revision_number': 4, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'gw_port': {'id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:00Z', 'updated_at': '2021-08-17T01:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '1340c762-79cd-4ec1-bea7-238c3e623bdc', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'port_id': '7e1f5518-fd44-40b8-be4d-c9e51964b46c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'mac_address': 'fa:16:3e:99:e1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe12578b-d987-4ffa-af03-4152eebdd0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:17:22Z', 'updated_at': '2021-08-17T01:17:24Z', 'revision_number': 1, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e68da3a6-6b1b-4e29-b62d-c9829b9aee67', 'name': '', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'mac_address': 'fa:16:3e:f1:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:01Z', 'updated_at': '2021-08-17T01:17:09Z', 'revision_number': 5, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'subnets': [{'id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:21:34.305223 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5722dc7a-9a58-48ce-8438-81232d801b1d None None] The sync data for ids ['5e09bcce-e603-467c-bedd-f7e6df19f35e'] in n-d-800088-20 is: [{'id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'name': 'tempest-TestSnapshotPattern-391724450-router', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:16:59Z', 'updated_at': '2021-08-17T01:17:02Z', 'revision_number': 4, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'gw_port': {'id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:00Z', 'updated_at': '2021-08-17T01:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_floatingips': [{'id': '1340c762-79cd-4ec1-bea7-238c3e623bdc', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'router_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'port_id': '7e1f5518-fd44-40b8-be4d-c9e51964b46c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'mac_address': 'fa:16:3e:99:e1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe12578b-d987-4ffa-af03-4152eebdd0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:17:22Z', 'updated_at': '2021-08-17T01:17:24Z', 'revision_number': 1, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e68da3a6-6b1b-4e29-b62d-c9829b9aee67', 'name': '', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'mac_address': 'fa:16:3e:f1:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:01Z', 'updated_at': '2021-08-17T01:17:09Z', 'revision_number': 5, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'subnets': [{'id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:21:34.519036 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548449d0-69ad-4d0e-8b92-d3c489be8a68 None None] New status for floating IP fd57d8d2-f115-47b8-acef-bf6a1e5d538d: DOWN {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:21:34.960771 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f037a2-6e2c-4979-b2b9-c677038137db req-8933e4a3-4400-4f77-b3a0-ee21f5840e14 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:34.962259 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9f037a2-6e2c-4979-b2b9-c677038137db req-8933e4a3-4400-4f77-b3a0-ee21f5840e14 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d HTTP/1.1" status: 200 len: 945 time: 0.0495889 Aug 17 01:21:35.006353 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-a9f037a2-6e2c-4979-b2b9-c677038137db req-aa23e256-b910-4849-9e1e-3c72a1b0664e tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372510 Aug 17 01:21:35.113262 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7aaee-1c2f-4730-9faa-eddd250998a4 req-103ca225-924f-43f4-b059-3c031e9a34f6 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:35.114698 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-04f7aaee-1c2f-4730-9faa-eddd250998a4 req-103ca225-924f-43f4-b059-3c031e9a34f6 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.64 "GET /v2.0/ports?device_id=03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d HTTP/1.1" status: 200 len: 945 time: 0.0489004 Aug 17 01:21:35.201804 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-04f7aaee-1c2f-4730-9faa-eddd250998a4 req-2bd989f3-c001-4d5e-92ac-037f2a0c00bc tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Deleting port 0982fee1-bf9f-4212-b544-de0ba69d540f {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:21:35.202084 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-04f7aaee-1c2f-4730-9faa-eddd250998a4 req-2bd989f3-c001-4d5e-92ac-037f2a0c00bc tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:35.296827 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-04f7aaee-1c2f-4730-9faa-eddd250998a4 req-2bd989f3-c001-4d5e-92ac-037f2a0c00bc tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] For port 0982fee1-bf9f-4212-b544-de0ba69d540f, host n-h2-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-20',level=0,port_id=0982fee1-bf9f-4212-b544-de0ba69d540f,segment=NetworkSegment(a0fd7b82-bd70-4916-8424-01fdf966da3a),segment_id=a0fd7b82-bd70-4916-8424-01fdf966da3a)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:21:35.297223 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-04f7aaee-1c2f-4730-9faa-eddd250998a4 req-2bd989f3-c001-4d5e-92ac-037f2a0c00bc tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:35.309128 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-04f7aaee-1c2f-4730-9faa-eddd250998a4 req-2bd989f3-c001-4d5e-92ac-037f2a0c00bc tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Calling delete_port for 0982fee1-bf9f-4212-b544-de0ba69d540f owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:21:35.330372 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0982fee1-bf9f-4212-b544-de0ba69d540f no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:21:35.406576 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1440842'] for port, before_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:35.440263 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-04f7aaee-1c2f-4730-9faa-eddd250998a4 req-2bd989f3-c001-4d5e-92ac-037f2a0c00bc tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:35.471394 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd989f3-c001-4d5e-92ac-037f2a0c00bc tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Pushing event deleted for resources: {'Port': ['ID=0982fee1-bf9f-4212-b544-de0ba69d540f,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:35.485354 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd989f3-c001-4d5e-92ac-037f2a0c00bc tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:35.485714 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd989f3-c001-4d5e-92ac-037f2a0c00bc tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:35.486068 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd989f3-c001-4d5e-92ac-037f2a0c00bc tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:35.486419 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd989f3-c001-4d5e-92ac-037f2a0c00bc tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:35.486769 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd989f3-c001-4d5e-92ac-037f2a0c00bc tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:35.487106 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd989f3-c001-4d5e-92ac-037f2a0c00bc tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:35.487444 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd989f3-c001-4d5e-92ac-037f2a0c00bc tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:35.487779 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd989f3-c001-4d5e-92ac-037f2a0c00bc tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:35.488112 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd989f3-c001-4d5e-92ac-037f2a0c00bc tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:35.488444 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd989f3-c001-4d5e-92ac-037f2a0c00bc tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:35.488779 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd989f3-c001-4d5e-92ac-037f2a0c00bc tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:35.489136 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd989f3-c001-4d5e-92ac-037f2a0c00bc tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-20 {{(pid=101403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:35.522752 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f7aaee-1c2f-4730-9faa-eddd250998a4 req-2bd989f3-c001-4d5e-92ac-037f2a0c00bc tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] No DVR routers for this DVR port 0982fee1-bf9f-4212-b544-de0ba69d540f on host n-h2-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:21:35.525334 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-04f7aaee-1c2f-4730-9faa-eddd250998a4 req-2bd989f3-c001-4d5e-92ac-037f2a0c00bc tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:35.527403 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-04f7aaee-1c2f-4730-9faa-eddd250998a4 req-2bd989f3-c001-4d5e-92ac-037f2a0c00bc tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.64 "DELETE /v2.0/ports/0982fee1-bf9f-4212-b544-de0ba69d540f HTTP/1.1" status: 204 len: 173 time: 0.4064178 Aug 17 01:21:35.527890 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d', 'name': 'network-vif-deleted', 'tag': '0982fee1-bf9f-4212-b544-de0ba69d540f'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:21:35.530526 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e3351f-3216-4d4f-8d4f-bc716a746d76" -d '{"events": [{"server_uuid": "03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d", "name": "network-vif-deleted", "tag": "0982fee1-bf9f-4212-b544-de0ba69d540f"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:21:35.568754 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e790fef5-c98f-481b-ac81-99b5dc64b274 x-openstack-request-id: req-e790fef5-c98f-481b-ac81-99b5dc64b274 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:21:35.569065 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d", "name": "network-vif-deleted", "tag": "0982fee1-bf9f-4212-b544-de0ba69d540f", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:21:35.569341 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e790fef5-c98f-481b-ac81-99b5dc64b274 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:21:35.569751 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a21a68-79cd-4b2e-8a77-ae4f2c5fc88d', 'name': 'network-vif-deleted', 'tag': '0982fee1-bf9f-4212-b544-de0ba69d540f', 'status': 'completed', 'code': 200} Aug 17 01:21:36.582604 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52404) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:21:36.740386 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-35693741-4540-4649-8d5e-26259d38d608 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Deleting port 26078de2-5901-4997-b9f7-ec05d86bcf09 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:21:36.740736 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-35693741-4540-4649-8d5e-26259d38d608 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:36.819281 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-35693741-4540-4649-8d5e-26259d38d608 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:36.819618 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-35693741-4540-4649-8d5e-26259d38d608 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:36.831803 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-35693741-4540-4649-8d5e-26259d38d608 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Calling delete_port for 26078de2-5901-4997-b9f7-ec05d86bcf09 owned by network:floatingip {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:21:36.980703 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-35693741-4540-4649-8d5e-26259d38d608 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:37.006500 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35693741-4540-4649-8d5e-26259d38d608 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Pushing event deleted for resources: {'Port': ['ID=26078de2-5901-4997-b9f7-ec05d86bcf09,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:37.066625 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-35693741-4540-4649-8d5e-26259d38d608 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for floatingip, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:37.066988 n-d-800088-20 neutron-server[101402]: INFO neutron.db.l3_db [None req-35693741-4540-4649-8d5e-26259d38d608 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Floating IP 1340c762-79cd-4ec1-bea7-238c3e623bdc disassociated (deleted). External IP: 172.25.3.157, port: 7e1f5518-fd44-40b8-be4d-c9e51964b46c. Aug 17 01:21:37.279258 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35693741-4540-4649-8d5e-26259d38d608 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Router 5e09bcce-e603-467c-bedd-f7e6df19f35e has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:21:37.396451 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35693741-4540-4649-8d5e-26259d38d608 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:21:37.401298 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-35693741-4540-4649-8d5e-26259d38d608 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for floatingip, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:37.409736 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8443a3-a429-4ee9-af02-2b0a8f38f93f None None] Sync routers for ids ['5e09bcce-e603-467c-bedd-f7e6df19f35e'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:21:37.420114 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8443a3-a429-4ee9-af02-2b0a8f38f93f None None] Routers {'5e09bcce-e603-467c-bedd-f7e6df19f35e'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:21:37.421761 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ca8443a3-a429-4ee9-af02-2b0a8f38f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:21:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5e09bcce-e603-467c-bedd-f7e6df19f35e'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:21:37.433739 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-35693741-4540-4649-8d5e-26259d38d608 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "DELETE /v2.0/floatingips/1340c762-79cd-4ec1-bea7-238c3e623bdc HTTP/1.1" status: 204 len: 168 time: 0.8500323 Aug 17 01:21:37.434327 n-d-800088-20 neutron-server[101402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe12578b-d987-4ffa-af03-4152eebdd0d2', 'tag': '7e1f5518-fd44-40b8-be4d-c9e51964b46c'}] {{(pid=101402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:21:37.447896 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4afb7fd048575595adebbc18266dfe77be650347e5b777fc7b93272164e80269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4e38e1-5b2f-4564-962c-cc4f68f2e536" -d '{"events": [{"name": "network-changed", "server_uuid": "fe12578b-d987-4ffa-af03-4152eebdd0d2", "tag": "7e1f5518-fd44-40b8-be4d-c9e51964b46c"}]}' {{(pid=101402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:21:37.492298 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac84f05-658f-4aa0-956f-48306c12b540 x-openstack-request-id: req-6ac84f05-658f-4aa0-956f-48306c12b540 {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:21:37.492553 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe12578b-d987-4ffa-af03-4152eebdd0d2", "tag": "7e1f5518-fd44-40b8-be4d-c9e51964b46c", "status": "completed", "code": 200}]} {{(pid=101402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:21:37.492840 n-d-800088-20 neutron-server[101402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ac84f05-658f-4aa0-956f-48306c12b540 {{(pid=101402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:21:37.493288 n-d-800088-20 neutron-server[101402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe12578b-d987-4ffa-af03-4152eebdd0d2', 'tag': '7e1f5518-fd44-40b8-be4d-c9e51964b46c', 'status': 'completed', 'code': 200} Aug 17 01:21:37.570953 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-ca8443a3-a429-4ee9-af02-2b0a8f38f93f None None] Set router 5e09bcce-e603-467c-bedd-f7e6df19f35e gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:21:37.571911 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e38e1-5b2f-4564-962c-cc4f68f2e536 req-3e1f6351-59e4-40fd-a8d9-1d9b9497ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:37.576139 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5a4e38e1-5b2f-4564-962c-cc4f68f2e536 req-3e1f6351-59e4-40fd-a8d9-1d9b9497ed3d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=05ba48c0f0784a7cbe101f8ee9e64b2e&device_id=fe12578b-d987-4ffa-af03-4152eebdd0d2 HTTP/1.1" status: 200 len: 1096 time: 0.0549724 Aug 17 01:21:37.718000 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eae752-d232-4cd9-b8b2-142cdf6f7ffd req-7212e83c-88ce-4997-9af1-86ac6387e625 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:37.719487 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c6eae752-d232-4cd9-b8b2-142cdf6f7ffd req-7212e83c-88ce-4997-9af1-86ac6387e625 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe12578b-d987-4ffa-af03-4152eebdd0d2 HTTP/1.1" status: 200 len: 944 time: 0.0790849 Aug 17 01:21:37.746487 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e38e1-5b2f-4564-962c-cc4f68f2e536 req-bb0422d7-c9ed-4223-9bc2-15c670f7b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:37.747929 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5a4e38e1-5b2f-4564-962c-cc4f68f2e536 req-bb0422d7-c9ed-4223-9bc2-15c670f7b771 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7985e384-6d55-4004-8bd0-468e9978ceb7 HTTP/1.1" status: 200 len: 910 time: 0.1644096 Aug 17 01:21:37.781179 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-c6eae752-d232-4cd9-b8b2-142cdf6f7ffd req-ef8d242b-27df-4f32-82cb-db68a3d263a9 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556936 Aug 17 01:21:37.809016 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5a4e38e1-5b2f-4564-962c-cc4f68f2e536 req-09026470-ce58-4325-a861-1ac5c7e057b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e1f5518-fd44-40b8-be4d-c9e51964b46c HTTP/1.1" status: 200 len: 217 time: 0.0524864 Aug 17 01:21:37.810587 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ca8443a3-a429-4ee9-af02-2b0a8f38f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'name': 'tempest-TestSnapshotPattern-391724450-router', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:16:59Z', 'updated_at': '2021-08-17T01:17:02Z', 'revision_number': 4, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'gw_port': {'id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:00Z', 'updated_at': '2021-08-17T01:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e68da3a6-6b1b-4e29-b62d-c9829b9aee67', 'name': '', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'mac_address': 'fa:16:3e:f1:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:01Z', 'updated_at': '2021-08-17T01:17:09Z', 'revision_number': 5, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'subnets': [{'id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:21:37.841035 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8443a3-a429-4ee9-af02-2b0a8f38f93f None None] Checking router: 5e09bcce-e603-467c-bedd-f7e6df19f35e for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:21:37.849888 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8443a3-a429-4ee9-af02-2b0a8f38f93f None None] Routers {'5e09bcce-e603-467c-bedd-f7e6df19f35e'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:21:37.850498 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ca8443a3-a429-4ee9-af02-2b0a8f38f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:21:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5e09bcce-e603-467c-bedd-f7e6df19f35e'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:21:37.862706 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e38e1-5b2f-4564-962c-cc4f68f2e536 req-2ba6a5c1-2e3a-47cf-bfd8-149361973350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:37.864193 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5a4e38e1-5b2f-4564-962c-cc4f68f2e536 req-2ba6a5c1-2e3a-47cf-bfd8-149361973350 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=554f5c16-69df-49e4-9fa1-a939d5989e2c HTTP/1.1" status: 200 len: 848 time: 0.0458672 Aug 17 01:21:37.911158 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e38e1-5b2f-4564-962c-cc4f68f2e536 req-88e802f1-be06-467c-95b1-389497a66bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:37.912694 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5a4e38e1-5b2f-4564-962c-cc4f68f2e536 req-88e802f1-be06-467c-95b1-389497a66bf6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7985e384-6d55-4004-8bd0-468e9978ceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398593 Aug 17 01:21:37.956908 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-ca8443a3-a429-4ee9-af02-2b0a8f38f93f None None] Set router 5e09bcce-e603-467c-bedd-f7e6df19f35e gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:21:38.024705 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5a4e38e1-5b2f-4564-962c-cc4f68f2e536 req-33f7913c-2c67-4e12-bbc9-2b3c718e72f9 service neutron] 10.222.0.69 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028149 Aug 17 01:21:38.120736 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5a4e38e1-5b2f-4564-962c-cc4f68f2e536 req-4f78cd48-2ee0-476c-980d-f2f5ebe0a740 service neutron] 10.222.0.69 "GET /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833223 Aug 17 01:21:38.160375 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-ca8443a3-a429-4ee9-af02-2b0a8f38f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'name': 'tempest-TestSnapshotPattern-391724450-router', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:16:59Z', 'updated_at': '2021-08-17T01:17:02Z', 'revision_number': 4, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'gw_port': {'id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:00Z', 'updated_at': '2021-08-17T01:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e68da3a6-6b1b-4e29-b62d-c9829b9aee67', 'name': '', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'mac_address': 'fa:16:3e:f1:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:01Z', 'updated_at': '2021-08-17T01:17:09Z', 'revision_number': 5, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'subnets': [{'id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:21:38.186285 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8443a3-a429-4ee9-af02-2b0a8f38f93f None None] The sync data for ids ['5e09bcce-e603-467c-bedd-f7e6df19f35e'] in n-d-800088-20 is: [{'id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'name': 'tempest-TestSnapshotPattern-391724450-router', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:16:59Z', 'updated_at': '2021-08-17T01:17:02Z', 'revision_number': 4, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'gw_port': {'id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:00Z', 'updated_at': '2021-08-17T01:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20', '_interfaces': [{'id': 'e68da3a6-6b1b-4e29-b62d-c9829b9aee67', 'name': '', 'network_id': '7985e384-6d55-4004-8bd0-468e9978ceb7', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'mac_address': 'fa:16:3e:f1:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:01Z', 'updated_at': '2021-08-17T01:17:09Z', 'revision_number': 5, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'subnets': [{'id': '554f5c16-69df-49e4-9fa1-a939d5989e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:21:38.593536 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fe0049-442e-4da6-a4ab-f1309bbd5ec4 None None] New status for floating IP 1340c762-79cd-4ec1-bea7-238c3e623bdc: DOWN {{(pid=101405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:21:38.906970 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28178e3d-4446-4c04-929e-47c94ad1cc42 req-2dd0d2ee-7b78-40d8-99c2-bd3fd41d8e69 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:38.908445 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28178e3d-4446-4c04-929e-47c94ad1cc42 req-2dd0d2ee-7b78-40d8-99c2-bd3fd41d8e69 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe12578b-d987-4ffa-af03-4152eebdd0d2 HTTP/1.1" status: 200 len: 944 time: 0.0558424 Aug 17 01:21:38.946247 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-28178e3d-4446-4c04-929e-47c94ad1cc42 req-f5c966e4-edbb-49e2-803a-d4a43eb9af99 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/security-groups?id=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318975 Aug 17 01:21:39.345841 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0982fee1-bf9f-4212-b544-de0ba69d540f no longer exists at agent hyperv_n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:21:39.370825 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] No Port match for: 0982fee1-bf9f-4212-b544-de0ba69d540f {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:21:39.371169 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Device 0982fee1-bf9f-4212-b544-de0ba69d540f not bound to the agent host n-h2-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:21:39.512708 n-d-800088-20 neutron-server[101403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867509e-a846-41ae-b7b2-8a10a61629b7 req-b17e99a4-ecc6-4e68-900f-b581ba249a02 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:39.514217 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5867509e-a846-41ae-b7b2-8a10a61629b7 req-b17e99a4-ecc6-4e68-900f-b581ba249a02 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe12578b-d987-4ffa-af03-4152eebdd0d2 HTTP/1.1" status: 200 len: 944 time: 0.0520046 Aug 17 01:21:39.606186 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-5867509e-a846-41ae-b7b2-8a10a61629b7 req-9b4bbbf6-274f-4fde-b922-01b74da79cb5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Deleting port 7e1f5518-fd44-40b8-be4d-c9e51964b46c {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:21:39.606423 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5867509e-a846-41ae-b7b2-8a10a61629b7 req-9b4bbbf6-274f-4fde-b922-01b74da79cb5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:39.702172 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [req-5867509e-a846-41ae-b7b2-8a10a61629b7 req-9b4bbbf6-274f-4fde-b922-01b74da79cb5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] For port 7e1f5518-fd44-40b8-be4d-c9e51964b46c, host n-h1-800088-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-20',level=0,port_id=7e1f5518-fd44-40b8-be4d-c9e51964b46c,segment=NetworkSegment(a0fd7b82-bd70-4916-8424-01fdf966da3a),segment_id=a0fd7b82-bd70-4916-8424-01fdf966da3a)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:21:39.702535 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5867509e-a846-41ae-b7b2-8a10a61629b7 req-9b4bbbf6-274f-4fde-b922-01b74da79cb5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:39.715024 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [req-5867509e-a846-41ae-b7b2-8a10a61629b7 req-9b4bbbf6-274f-4fde-b922-01b74da79cb5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Calling delete_port for 7e1f5518-fd44-40b8-be4d-c9e51964b46c owned by compute:nova {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:21:39.845916 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5867509e-a846-41ae-b7b2-8a10a61629b7 req-9b4bbbf6-274f-4fde-b922-01b74da79cb5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:39.879437 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4bbbf6-274f-4fde-b922-01b74da79cb5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Pushing event deleted for resources: {'Port': ['ID=7e1f5518-fd44-40b8-be4d-c9e51964b46c,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:39.916889 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.l3_dvrscheduler_db [req-5867509e-a846-41ae-b7b2-8a10a61629b7 req-9b4bbbf6-274f-4fde-b922-01b74da79cb5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] No DVR routers for this DVR port 7e1f5518-fd44-40b8-be4d-c9e51964b46c on host n-h1-800088-20 {{(pid=101403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:21:39.919448 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [req-5867509e-a846-41ae-b7b2-8a10a61629b7 req-9b4bbbf6-274f-4fde-b922-01b74da79cb5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2030278'] for port, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:39.922301 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-5867509e-a846-41ae-b7b2-8a10a61629b7 req-9b4bbbf6-274f-4fde-b922-01b74da79cb5 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.69 "DELETE /v2.0/ports/7e1f5518-fd44-40b8-be4d-c9e51964b46c HTTP/1.1" status: 204 len: 173 time: 0.3984716 Aug 17 01:21:39.922772 n-d-800088-20 neutron-server[101403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe12578b-d987-4ffa-af03-4152eebdd0d2', 'name': 'network-vif-deleted', 'tag': '7e1f5518-fd44-40b8-be4d-c9e51964b46c'}] {{(pid=101403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:21:39.925011 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b43e850b06a9c4dff97642fda3812952f88847c65bd07785baf8102d21095a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14599c23-195c-423f-b970-dc769a99ccce" -d '{"events": [{"server_uuid": "fe12578b-d987-4ffa-af03-4152eebdd0d2", "name": "network-vif-deleted", "tag": "7e1f5518-fd44-40b8-be4d-c9e51964b46c"}]}' {{(pid=101403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:21:39.964118 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c6ad35-511f-4d76-bf23-60efc3eb48b0 x-openstack-request-id: req-23c6ad35-511f-4d76-bf23-60efc3eb48b0 {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:21:39.964417 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe12578b-d987-4ffa-af03-4152eebdd0d2", "name": "network-vif-deleted", "tag": "7e1f5518-fd44-40b8-be4d-c9e51964b46c", "status": "completed", "code": 200}]} {{(pid=101403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:21:39.964674 n-d-800088-20 neutron-server[101403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-23c6ad35-511f-4d76-bf23-60efc3eb48b0 {{(pid=101403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:21:39.965108 n-d-800088-20 neutron-server[101403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe12578b-d987-4ffa-af03-4152eebdd0d2', 'name': 'network-vif-deleted', 'tag': '7e1f5518-fd44-40b8-be4d-c9e51964b46c', 'status': 'completed', 'code': 200} Aug 17 01:21:40.059514 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [req-790a8f71-521b-4b25-b7bb-a912f4eeb7b2 req-e82d01c7-655f-49d2-9c64-d0987132bb8e tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe12578b-d987-4ffa-af03-4152eebdd0d2 HTTP/1.1" status: 200 len: 210 time: 0.0317996 Aug 17 01:21:40.968209 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:41.116796 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52424) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:21:41.175126 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c1a8f7d9-2055-4c11-8b76-9e4fb1a3d6d6 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:41.199663 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c1a8f7d9-2055-4c11-8b76-9e4fb1a3d6d6 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:41.265677 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c1a8f7d9-2055-4c11-8b76-9e4fb1a3d6d6 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:41.268191 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-c1a8f7d9-2055-4c11-8b76-9e4fb1a3d6d6 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:41.269393 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-c1a8f7d9-2055-4c11-8b76-9e4fb1a3d6d6 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] 10.222.0.60 "DELETE /v2.0/security-groups/8de956ea-3af9-4d2d-89f1-92f7b4b4edb3 HTTP/1.1" status: 204 len: 168 time: 0.1515529 Aug 17 01:21:41.278864 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8f7d9-2055-4c11-8b76-9e4fb1a3d6d6 tempest-TestSnapshotPattern-1880033158 tempest-TestSnapshotPattern-1880033158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de956ea-3af9-4d2d-89f1-92f7b4b4edb3,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:41.315202 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52428) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:21:41.666735 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e13067fc-7054-43bd-a8ab-cb1c48708823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:41.907975 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-e13067fc-7054-43bd-a8ab-cb1c48708823 admin admin] Deleting port e68da3a6-6b1b-4e29-b62d-c9829b9aee67 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:21:41.908323 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e13067fc-7054-43bd-a8ab-cb1c48708823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:41.990869 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-e13067fc-7054-43bd-a8ab-cb1c48708823 admin admin] For port e68da3a6-6b1b-4e29-b62d-c9829b9aee67, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=e68da3a6-6b1b-4e29-b62d-c9829b9aee67,segment=NetworkSegment(a0fd7b82-bd70-4916-8424-01fdf966da3a),segment_id=a0fd7b82-bd70-4916-8424-01fdf966da3a)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:21:41.991238 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e13067fc-7054-43bd-a8ab-cb1c48708823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:42.004490 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-e13067fc-7054-43bd-a8ab-cb1c48708823 admin admin] Calling delete_port for e68da3a6-6b1b-4e29-b62d-c9829b9aee67 owned by network:router_interface {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:21:42.187497 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e13067fc-7054-43bd-a8ab-cb1c48708823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:42.213586 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13067fc-7054-43bd-a8ab-cb1c48708823 admin admin] Pushing event deleted for resources: {'Port': ['ID=e68da3a6-6b1b-4e29-b62d-c9829b9aee67,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:42.382592 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e13067fc-7054-43bd-a8ab-cb1c48708823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:42.546408 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:42.601595 n-d-800088-20 neutron-server[101402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13067fc-7054-43bd-a8ab-cb1c48708823 admin admin] Router 5e09bcce-e603-467c-bedd-f7e6df19f35e has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:21:42.708650 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13067fc-7054-43bd-a8ab-cb1c48708823 admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:21:42.713819 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e13067fc-7054-43bd-a8ab-cb1c48708823 admin admin] 10.222.0.60 "PUT /v2.0/routers/5e09bcce-e603-467c-bedd-f7e6df19f35e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3973677 Aug 17 01:21:42.716319 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52430) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:21:42.723159 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a989b79-a056-482d-a959-6080723f8102 None None] Sync routers for ids ['5e09bcce-e603-467c-bedd-f7e6df19f35e'] in n-d-800088-20 {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:21:42.736061 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a989b79-a056-482d-a959-6080723f8102 None None] Routers {'5e09bcce-e603-467c-bedd-f7e6df19f35e'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:21:42.736744 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-2a989b79-a056-482d-a959-6080723f8102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:21:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5e09bcce-e603-467c-bedd-f7e6df19f35e'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:21:42.822203 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe48b4a9-c1e1-44cb-a161-f676f5205fd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:42.841161 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-2a989b79-a056-482d-a959-6080723f8102 None None] Set router 5e09bcce-e603-467c-bedd-f7e6df19f35e gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:21:43.027493 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-2a989b79-a056-482d-a959-6080723f8102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'name': 'tempest-TestSnapshotPattern-391724450-router', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:16:59Z', 'updated_at': '2021-08-17T01:21:42Z', 'revision_number': 5, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'gw_port': {'id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:00Z', 'updated_at': '2021-08-17T01:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:21:43.055326 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a989b79-a056-482d-a959-6080723f8102 None None] Checking router: 5e09bcce-e603-467c-bedd-f7e6df19f35e for host: n-d-800088-20 {{(pid=101404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:21:43.064862 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a989b79-a056-482d-a959-6080723f8102 None None] Routers {'5e09bcce-e603-467c-bedd-f7e6df19f35e'} bound to L3 agent in host n-d-800088-20 {{(pid=101404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:21:43.065536 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-2a989b79-a056-482d-a959-6080723f8102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:21:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['5e09bcce-e603-467c-bedd-f7e6df19f35e'], 'active': True} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:21:43.176869 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvr_db [None req-2a989b79-a056-482d-a959-6080723f8102 None None] Set router 5e09bcce-e603-467c-bedd-f7e6df19f35e gateway port host: n-d-800088-20 {{(pid=101404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:21:43.259823 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe48b4a9-c1e1-44cb-a161-f676f5205fd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:43.316930 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-fe48b4a9-c1e1-44cb-a161-f676f5205fd5 admin admin] Deleting port 6b456ac0-00b0-475f-a672-e1467a82cadc {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:21:43.317280 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe48b4a9-c1e1-44cb-a161-f676f5205fd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:43.363075 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_hamode_db [None req-2a989b79-a056-482d-a959-6080723f8102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'name': 'tempest-TestSnapshotPattern-391724450-router', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:16:59Z', 'updated_at': '2021-08-17T01:21:42Z', 'revision_number': 5, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'gw_port': {'id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:00Z', 'updated_at': '2021-08-17T01:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:21:43.390629 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a989b79-a056-482d-a959-6080723f8102 None None] The sync data for ids ['5e09bcce-e603-467c-bedd-f7e6df19f35e'] in n-d-800088-20 is: [{'id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'name': 'tempest-TestSnapshotPattern-391724450-router', 'tenant_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:16:59Z', 'updated_at': '2021-08-17T01:21:42Z', 'revision_number': 5, 'project_id': '05ba48c0f0784a7cbe101f8ee9e64b2e', 'gw_port': {'id': '6b456ac0-00b0-475f-a672-e1467a82cadc', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e09bcce-e603-467c-bedd-f7e6df19f35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:00Z', 'updated_at': '2021-08-17T01:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}] {{(pid=101404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:21:43.404125 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-fe48b4a9-c1e1-44cb-a161-f676f5205fd5 admin admin] For port 6b456ac0-00b0-475f-a672-e1467a82cadc, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=6b456ac0-00b0-475f-a672-e1467a82cadc,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:21:43.404540 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe48b4a9-c1e1-44cb-a161-f676f5205fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:43.417143 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-fe48b4a9-c1e1-44cb-a161-f676f5205fd5 admin admin] Calling delete_port for 6b456ac0-00b0-475f-a672-e1467a82cadc owned by network:router_gateway {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:21:43.585220 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe48b4a9-c1e1-44cb-a161-f676f5205fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:43.610277 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48b4a9-c1e1-44cb-a161-f676f5205fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b456ac0-00b0-475f-a672-e1467a82cadc,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:43.673131 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe48b4a9-c1e1-44cb-a161-f676f5205fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:43.765847 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe48b4a9-c1e1-44cb-a161-f676f5205fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:43.768067 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe48b4a9-c1e1-44cb-a161-f676f5205fd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:43.818375 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe48b4a9-c1e1-44cb-a161-f676f5205fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:43.818946 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe48b4a9-c1e1-44cb-a161-f676f5205fd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e09bcce-e603-467c-bedd-f7e6df19f35e {{(pid=101402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 01:21:43.823693 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-fe48b4a9-c1e1-44cb-a161-f676f5205fd5 admin admin] Notify callbacks [] for router, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:43.824883 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-fe48b4a9-c1e1-44cb-a161-f676f5205fd5 admin admin] 10.222.0.60 "DELETE /v2.0/routers/5e09bcce-e603-467c-bedd-f7e6df19f35e HTTP/1.1" status: 204 len: 168 time: 1.1072214 Aug 17 01:21:43.827944 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52434) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:21:43.874473 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ff97d0-eb5e-415e-9ae8-63870bdcf1f8 admin admin] Deleting subnet 554f5c16-69df-49e4-9fa1-a939d5989e2c {{(pid=101402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 01:21:43.877577 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d3ff97d0-eb5e-415e-9ae8-63870bdcf1f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:43.913269 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d3ff97d0-eb5e-415e-9ae8-63870bdcf1f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9820879'] for subnet, precommit_delete_associations {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:44.001530 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d3ff97d0-eb5e-415e-9ae8-63870bdcf1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:44.063764 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d3ff97d0-eb5e-415e-9ae8-63870bdcf1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9313268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12135988'] for subnet, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:44.091667 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff97d0-eb5e-415e-9ae8-63870bdcf1f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=554f5c16-69df-49e4-9fa1-a939d5989e2c,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:44.093747 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-d3ff97d0-eb5e-415e-9ae8-63870bdcf1f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:44.095648 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-d3ff97d0-eb5e-415e-9ae8-63870bdcf1f8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/554f5c16-69df-49e4-9fa1-a939d5989e2c HTTP/1.1" status: 204 len: 168 time: 0.2667522 Aug 17 01:21:44.098107 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52436) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:21:44.100081 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c86e51-8e1b-4e3e-b475-0a36440f24be None None] Network 7985e384-6d55-4004-8bd0-468e9978ceb7 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:21:44.167602 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86ecd30a-487f-4fad-b738-06d38775fefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:44.227718 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-86ecd30a-487f-4fad-b738-06d38775fefa admin admin] Deleting port 73d58f87-4036-4d31-b37a-54f38894323e {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:21:44.228064 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86ecd30a-487f-4fad-b738-06d38775fefa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:44.293071 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-86ecd30a-487f-4fad-b738-06d38775fefa admin admin] For port 73d58f87-4036-4d31-b37a-54f38894323e, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=73d58f87-4036-4d31-b37a-54f38894323e,segment=NetworkSegment(a0fd7b82-bd70-4916-8424-01fdf966da3a),segment_id=a0fd7b82-bd70-4916-8424-01fdf966da3a)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:21:44.293777 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86ecd30a-487f-4fad-b738-06d38775fefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:44.305918 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-86ecd30a-487f-4fad-b738-06d38775fefa admin admin] Calling delete_port for 73d58f87-4036-4d31-b37a-54f38894323e owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:21:44.343008 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 7e1f5518-fd44-40b8-be4d-c9e51964b46c no longer exists at agent hyperv_n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:21:44.363832 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] No Port match for: 7e1f5518-fd44-40b8-be4d-c9e51964b46c {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:21:44.364196 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Device 7e1f5518-fd44-40b8-be4d-c9e51964b46c not bound to the agent host n-h1-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:21:44.393677 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe8afe8-10d7-4f12-8742-0a53d4040b35 None None] DHCP port deletion for 7985e384-6d55-4004-8bd0-468e9978ceb7 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 01:21:44.400589 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86ecd30a-487f-4fad-b738-06d38775fefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:44.430948 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ecd30a-487f-4fad-b738-06d38775fefa admin admin] Pushing event deleted for resources: {'Port': ['ID=73d58f87-4036-4d31-b37a-54f38894323e,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:44.434819 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ecd30a-487f-4fad-b738-06d38775fefa admin admin] No DVR routers for this DVR port 73d58f87-4036-4d31-b37a-54f38894323e on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:21:44.510263 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86ecd30a-487f-4fad-b738-06d38775fefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:44.521668 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-86ecd30a-487f-4fad-b738-06d38775fefa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7985e384-6d55-4004-8bd0-468e9978ceb7']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:21:44.531163 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-86ecd30a-487f-4fad-b738-06d38775fefa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0fd7b82-bd70-4916-8424-01fdf966da3a') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:21:44.531463 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-86ecd30a-487f-4fad-b738-06d38775fefa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0fd7b82-bd70-4916-8424-01fdf966da3a') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:21:44.539971 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86ecd30a-487f-4fad-b738-06d38775fefa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:44.554219 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86ecd30a-487f-4fad-b738-06d38775fefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:44.560071 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ecd30a-487f-4fad-b738-06d38775fefa admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 01:21:44.560460 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86ecd30a-487f-4fad-b738-06d38775fefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: timer() Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 01:21:44.563051 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 01:21:44.623653 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86ecd30a-487f-4fad-b738-06d38775fefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:44.629193 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-86ecd30a-487f-4fad-b738-06d38775fefa admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:44.631027 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-86ecd30a-487f-4fad-b738-06d38775fefa admin admin] 10.222.0.60 "DELETE /v2.0/networks/7985e384-6d55-4004-8bd0-468e9978ceb7 HTTP/1.1" status: 204 len: 168 time: 0.5320027 Aug 17 01:21:44.634235 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52438) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:21:44.642073 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ecd30a-487f-4fad-b738-06d38775fefa admin admin] Pushing event deleted for resources: {'Network': ['ID=7985e384-6d55-4004-8bd0-468e9978ceb7,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:44.972903 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6ba7ad98-bca9-4530-8c2a-3bd85ecfa1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635279'] for router_interface, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:45.132248 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6b456ac0-00b0-475f-a672-e1467a82cadc no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:21:45.152390 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 6b456ac0-00b0-475f-a672-e1467a82cadc {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:21:45.152739 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 6b456ac0-00b0-475f-a672-e1467a82cadc not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:21:45.153178 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e68da3a6-6b1b-4e29-b62d-c9829b9aee67 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:21:45.172342 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: e68da3a6-6b1b-4e29-b62d-c9829b9aee67 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:21:45.172692 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device e68da3a6-6b1b-4e29-b62d-c9829b9aee67 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:21:45.173126 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 73d58f87-4036-4d31-b37a-54f38894323e no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:21:45.194945 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 73d58f87-4036-4d31-b37a-54f38894323e {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:21:45.195290 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 73d58f87-4036-4d31-b37a-54f38894323e not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:21:45.216593 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-6ba7ad98-bca9-4530-8c2a-3bd85ecfa1dd admin admin] Deleting port f3ee76e9-0ef1-4a36-9026-00d7be3f5755 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:21:45.217067 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6ba7ad98-bca9-4530-8c2a-3bd85ecfa1dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:45.296836 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-6ba7ad98-bca9-4530-8c2a-3bd85ecfa1dd admin admin] For port f3ee76e9-0ef1-4a36-9026-00d7be3f5755, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=f3ee76e9-0ef1-4a36-9026-00d7be3f5755,segment=NetworkSegment(4a54f857-ebc8-4033-ab86-a6d47bffd59d),segment_id=4a54f857-ebc8-4033-ab86-a6d47bffd59d)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:21:45.297138 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6ba7ad98-bca9-4530-8c2a-3bd85ecfa1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:45.308238 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-6ba7ad98-bca9-4530-8c2a-3bd85ecfa1dd admin admin] Calling delete_port for f3ee76e9-0ef1-4a36-9026-00d7be3f5755 owned by network:router_interface {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:21:45.491020 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6ba7ad98-bca9-4530-8c2a-3bd85ecfa1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:45.515930 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7ad98-bca9-4530-8c2a-3bd85ecfa1dd admin admin] Pushing event deleted for resources: {'Port': ['ID=f3ee76e9-0ef1-4a36-9026-00d7be3f5755,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:46.001695 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-6ba7ad98-bca9-4530-8c2a-3bd85ecfa1dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432735'] for router_interface, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:46.219184 n-d-800088-20 neutron-server[101403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba7ad98-bca9-4530-8c2a-3bd85ecfa1dd admin admin] Router 21f195db-fc20-4c17-a40f-9ee263a423c6 has already been hosted by L3 agent 193fac4a-4e33-4079-a65a-c0e73c6c8c3b {{(pid=101403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:21:46.327087 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba7ad98-bca9-4530-8c2a-3bd85ecfa1dd admin admin] Notify agent at l3_agent.n-d-800088-20 the message routers_updated {{(pid=101403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:21:46.334465 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-6ba7ad98-bca9-4530-8c2a-3bd85ecfa1dd admin admin] 10.222.0.60 "PUT /v2.0/routers/21f195db-fc20-4c17-a40f-9ee263a423c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6965630 Aug 17 01:21:46.334564 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52440) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:21:46.335277 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aaa229-d20b-4cd9-84fa-a73133e4696c None None] Sync routers for ids ['21f195db-fc20-4c17-a40f-9ee263a423c6'] in n-d-800088-20 {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:21:46.345289 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aaa229-d20b-4cd9-84fa-a73133e4696c None None] Routers {'21f195db-fc20-4c17-a40f-9ee263a423c6'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:21:46.345890 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-d0aaa229-d20b-4cd9-84fa-a73133e4696c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:21:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['21f195db-fc20-4c17-a40f-9ee263a423c6'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:21:46.442301 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-79cb6e3b-bafd-443e-8db1-a1422c0b24fa admin admin] Notify callbacks [] for router, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:46.453784 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-d0aaa229-d20b-4cd9-84fa-a73133e4696c None None] Set router 21f195db-fc20-4c17-a40f-9ee263a423c6 gateway port host: n-d-800088-20 {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:21:46.548728 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-79cb6e3b-bafd-443e-8db1-a1422c0b24fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:46.601472 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-79cb6e3b-bafd-443e-8db1-a1422c0b24fa admin admin] Deleting port 1c98ae3c-377a-4da9-848d-d83ef8b2d503 {{(pid=101403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:21:46.601827 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-79cb6e3b-bafd-443e-8db1-a1422c0b24fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:46.635300 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-d0aaa229-d20b-4cd9-84fa-a73133e4696c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f195db-fc20-4c17-a40f-9ee263a423c6', 'name': 'tempest-TestSnapshotPattern-794348137-router', 'tenant_id': '033f143789e146308acda2ceee257404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'external_fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '1c98ae3c-377a-4da9-848d-d83ef8b2d503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:17:04Z', 'updated_at': '2021-08-17T01:21:45Z', 'revision_number': 5, 'project_id': '033f143789e146308acda2ceee257404', 'gw_port': {'id': '1c98ae3c-377a-4da9-848d-d83ef8b2d503', 'name': '', 'network_id': 'f9960621-448c-44b3-8317-7433dc6ce660', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f195db-fc20-4c17-a40f-9ee263a423c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:17:04Z', 'updated_at': '2021-08-17T01:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cf5db6-ab6a-4bdc-a689-bca2bef22be4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-20'}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:21:46.662134 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aaa229-d20b-4cd9-84fa-a73133e4696c None None] Checking router: 21f195db-fc20-4c17-a40f-9ee263a423c6 for host: n-d-800088-20 {{(pid=101405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:21:46.670936 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aaa229-d20b-4cd9-84fa-a73133e4696c None None] Routers {'21f195db-fc20-4c17-a40f-9ee263a423c6'} bound to L3 agent in host n-d-800088-20 {{(pid=101405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:21:46.671547 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-d0aaa229-d20b-4cd9-84fa-a73133e4696c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T23:39:19Z,description=,heartbeat_timestamp=2021-08-17T01:21:19Z,host='n-d-800088-20',id=193fac4a-4e33-4079-a65a-c0e73c6c8c3b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T23:39:19Z,topic='l3_agent')) {'router_ids': ['21f195db-fc20-4c17-a40f-9ee263a423c6'], 'active': True} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:21:46.687804 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-2aaee882-9846-4ae7-bc41-f74160b71770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:46.688481 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.db [None req-79cb6e3b-bafd-443e-8db1-a1422c0b24fa admin admin] For port 1c98ae3c-377a-4da9-848d-d83ef8b2d503, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=1c98ae3c-377a-4da9-848d-d83ef8b2d503,segment=NetworkSegment(95f38fb0-67ff-41b6-b0c5-26ec15f941bf),segment_id=95f38fb0-67ff-41b6-b0c5-26ec15f941bf)] {{(pid=101403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:21:46.688690 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-79cb6e3b-bafd-443e-8db1-a1422c0b24fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:46.706072 n-d-800088-20 neutron-server[101403]: DEBUG neutron.plugins.ml2.plugin [None req-79cb6e3b-bafd-443e-8db1-a1422c0b24fa admin admin] Calling delete_port for 1c98ae3c-377a-4da9-848d-d83ef8b2d503 owned by network:router_gateway {{(pid=101403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:21:46.760199 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_dvr_db [None req-d0aaa229-d20b-4cd9-84fa-a73133e4696c None None] Set router 21f195db-fc20-4c17-a40f-9ee263a423c6 gateway port host: None {{(pid=101405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:21:46.810587 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.l3_hamode_db [None req-d0aaa229-d20b-4cd9-84fa-a73133e4696c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f195db-fc20-4c17-a40f-9ee263a423c6', 'name': 'tempest-TestSnapshotPattern-794348137-router', 'tenant_id': '033f143789e146308acda2ceee257404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:17:04Z', 'updated_at': '2021-08-17T01:21:46Z', 'revision_number': 6, 'project_id': '033f143789e146308acda2ceee257404', 'gw_port_host': None}], 'n-d-800088-20', False) {} {{(pid=101405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:21:46.839780 n-d-800088-20 neutron-server[101405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aaa229-d20b-4cd9-84fa-a73133e4696c None None] The sync data for ids ['21f195db-fc20-4c17-a40f-9ee263a423c6'] in n-d-800088-20 is: [{'id': '21f195db-fc20-4c17-a40f-9ee263a423c6', 'name': 'tempest-TestSnapshotPattern-794348137-router', 'tenant_id': '033f143789e146308acda2ceee257404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:17:04Z', 'updated_at': '2021-08-17T01:21:46Z', 'revision_number': 6, 'project_id': '033f143789e146308acda2ceee257404', 'gw_port_host': None}] {{(pid=101405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:21:46.878544 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-79cb6e3b-bafd-443e-8db1-a1422c0b24fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8521806'] for port, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:46.904453 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb6e3b-bafd-443e-8db1-a1422c0b24fa admin admin] Pushing event deleted for resources: {'Port': ['ID=1c98ae3c-377a-4da9-848d-d83ef8b2d503,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:46.962118 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-79cb6e3b-bafd-443e-8db1-a1422c0b24fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631639'] for router_gateway, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:47.055173 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-79cb6e3b-bafd-443e-8db1-a1422c0b24fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126451'] for router, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:47.057286 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-79cb6e3b-bafd-443e-8db1-a1422c0b24fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:47.100623 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-79cb6e3b-bafd-443e-8db1-a1422c0b24fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635805'] for router, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:47.101210 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cb6e3b-bafd-443e-8db1-a1422c0b24fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21f195db-fc20-4c17-a40f-9ee263a423c6 {{(pid=101403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 01:21:47.107470 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-79cb6e3b-bafd-443e-8db1-a1422c0b24fa admin admin] Notify callbacks [] for router, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:47.108981 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-79cb6e3b-bafd-443e-8db1-a1422c0b24fa admin admin] 10.222.0.60 "DELETE /v2.0/routers/21f195db-fc20-4c17-a40f-9ee263a423c6 HTTP/1.1" status: 204 len: 168 time: 0.7734056 Aug 17 01:21:47.111658 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52442) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:21:47.155642 n-d-800088-20 neutron-server[101403]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9a1747-3dfd-4594-91f1-847cbe7e027c admin admin] Deleting subnet 45571207-c884-400a-97a2-3c37543ff16f {{(pid=101403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 01:21:47.158530 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b9a1747-3dfd-4594-91f1-847cbe7e027c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:47.194599 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b9a1747-3dfd-4594-91f1-847cbe7e027c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8916887'] for subnet, precommit_delete_associations {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:47.283488 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b9a1747-3dfd-4594-91f1-847cbe7e027c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371807'] for subnet, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:47.339359 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b9a1747-3dfd-4594-91f1-847cbe7e027c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1371782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8521787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933862'] for subnet, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:47.370696 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-1b9a1747-3dfd-4594-91f1-847cbe7e027c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:47.372570 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-1b9a1747-3dfd-4594-91f1-847cbe7e027c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/45571207-c884-400a-97a2-3c37543ff16f HTTP/1.1" status: 204 len: 168 time: 0.2599704 Aug 17 01:21:47.374631 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a1747-3dfd-4594-91f1-847cbe7e027c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45571207-c884-400a-97a2-3c37543ff16f,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:47.375837 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52444) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:21:47.380006 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c7a037-29b2-44f2-afef-effca0e752fe None None] Network 4810dcb2-c5c1-49f9-8036-53a866feb9e8 requested from n-d-800088-20 {{(pid=101404) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:21:47.450779 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f11de07f-e30d-4cf0-931e-c04d8ba054f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753030'] for network, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:47.506683 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-f11de07f-e30d-4cf0-931e-c04d8ba054f8 admin admin] Deleting port 79dcef76-d24a-4f57-bca9-6625d2de7b04 {{(pid=101402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:21:47.507022 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f11de07f-e30d-4cf0-931e-c04d8ba054f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:47.572732 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.db [None req-f11de07f-e30d-4cf0-931e-c04d8ba054f8 admin admin] For port 79dcef76-d24a-4f57-bca9-6625d2de7b04, host n-d-800088-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-20',level=0,port_id=79dcef76-d24a-4f57-bca9-6625d2de7b04,segment=NetworkSegment(4a54f857-ebc8-4033-ab86-a6d47bffd59d),segment_id=4a54f857-ebc8-4033-ab86-a6d47bffd59d)] {{(pid=101402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:21:47.573025 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f11de07f-e30d-4cf0-931e-c04d8ba054f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:47.585332 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.plugin [None req-f11de07f-e30d-4cf0-931e-c04d8ba054f8 admin admin] Calling delete_port for 79dcef76-d24a-4f57-bca9-6625d2de7b04 owned by network:dhcp {{(pid=101402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:21:47.620250 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2da6897-20d1-4710-99c9-325f09899cd7 None None] DHCP port deletion for 4810dcb2-c5c1-49f9-8036-53a866feb9e8 request from n-d-800088-20 {{(pid=101404) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 01:21:47.627088 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f3ee76e9-0ef1-4a36-9026-00d7be3f5755 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:21:47.670778 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: f3ee76e9-0ef1-4a36-9026-00d7be3f5755 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:21:47.671126 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device f3ee76e9-0ef1-4a36-9026-00d7be3f5755 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:21:47.677249 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f11de07f-e30d-4cf0-931e-c04d8ba054f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9313153'] for port, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:47.700009 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f2da6897-20d1-4710-99c9-325f09899cd7 None None] Deleting port 79dcef76-d24a-4f57-bca9-6625d2de7b04 {{(pid=101404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:21:47.700512 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f2da6897-20d1-4710-99c9-325f09899cd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730304381269'] for port, before_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:47.709626 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11de07f-e30d-4cf0-931e-c04d8ba054f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=79dcef76-d24a-4f57-bca9-6625d2de7b04,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:47.712948 n-d-800088-20 neutron-server[101402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11de07f-e30d-4cf0-931e-c04d8ba054f8 admin admin] No DVR routers for this DVR port 79dcef76-d24a-4f57-bca9-6625d2de7b04 on host n-d-800088-20 {{(pid=101402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:21:47.765324 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.db [None req-f2da6897-20d1-4710-99c9-325f09899cd7 None None] For port 79dcef76-d24a-4f57-bca9-6625d2de7b04, host n-d-800088-20, got binding levels [] {{(pid=101404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:21:47.765771 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f2da6897-20d1-4710-99c9-325f09899cd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630969'] for port, precommit_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:47.777859 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-f2da6897-20d1-4710-99c9-325f09899cd7 None None] Calling delete_port for 79dcef76-d24a-4f57-bca9-6625d2de7b04 owned by network:dhcp {{(pid=101404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:21:47.781787 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.ipam_backend_mixin [None req-f2da6897-20d1-4710-99c9-325f09899cd7 None None] Port 79dcef76-d24a-4f57-bca9-6625d2de7b04 was not found and therefore no delete operation was performed {{(pid=101404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 01:21:47.783081 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f2da6897-20d1-4710-99c9-325f09899cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1440779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730304384121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730303882060'] for port, after_delete {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:47.791651 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f11de07f-e30d-4cf0-931e-c04d8ba054f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349142', 'neutron.services.segments.db._delete_segments_for_network-8730304400065'] for network, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:47.803275 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-f11de07f-e30d-4cf0-931e-c04d8ba054f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4810dcb2-c5c1-49f9-8036-53a866feb9e8']}} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:21:47.811645 n-d-800088-20 neutron-server[101404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da6897-20d1-4710-99c9-325f09899cd7 None None] Pushing event deleted for resources: {'Port': ['ID=79dcef76-d24a-4f57-bca9-6625d2de7b04,revision_number=None']} {{(pid=101404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:47.814359 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-f11de07f-e30d-4cf0-931e-c04d8ba054f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a54f857-ebc8-4033-ab86-a6d47bffd59d') {'for_net_delete': True} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:21:47.814670 n-d-800088-20 neutron-server[101402]: DEBUG neutron.services.segments.db [None req-f11de07f-e30d-4cf0-931e-c04d8ba054f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a54f857-ebc8-4033-ab86-a6d47bffd59d') {} {{(pid=101402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:21:47.818536 n-d-800088-20 neutron-server[101404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2da6897-20d1-4710-99c9-325f09899cd7 None None] No DVR routers for this DVR port 79dcef76-d24a-4f57-bca9-6625d2de7b04 on host n-d-800088-20 {{(pid=101404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:21:47.828722 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f11de07f-e30d-4cf0-931e-c04d8ba054f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730304428454', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9820870'] for segment, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:47.843705 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f11de07f-e30d-4cf0-931e-c04d8ba054f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714'] for segment, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:47.850012 n-d-800088-20 neutron-server[101402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11de07f-e30d-4cf0-931e-c04d8ba054f8 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=101402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 01:21:47.850412 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f11de07f-e30d-4cf0-931e-c04d8ba054f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1374714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9312854'] for segment, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: Traceback (most recent call last): Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: timer() Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: cb(*args, **kw) Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: return func(*args, **kwargs) Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: self._notify() Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: self.callback(batched_events) Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: event.method(event) Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: return f(self, *a, **k) Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: return self._get(url).json() Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: return self.request(url, 'GET', **kwargs) Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 01:21:47.852237 n-d-800088-20 neutron-server[101402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 01:21:47.911091 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f11de07f-e30d-4cf0-931e-c04d8ba054f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631554'] for network, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:47.916863 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-f11de07f-e30d-4cf0-931e-c04d8ba054f8 admin admin] Notify callbacks [] for network, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:47.918745 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-f11de07f-e30d-4cf0-931e-c04d8ba054f8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4810dcb2-c5c1-49f9-8036-53a866feb9e8 HTTP/1.1" status: 204 len: 168 time: 0.5418453 Aug 17 01:21:47.931251 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11de07f-e30d-4cf0-931e-c04d8ba054f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4810dcb2-c5c1-49f9-8036-53a866feb9e8,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:48.104912 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52448) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:21:48.146274 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-dfa35aa3-1007-4ef9-b59f-4232eb25cb48 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=05ba48c0f0784a7cbe101f8ee9e64b2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398958 Aug 17 01:21:48.148770 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [-] (101402) accepted ('10.222.0.60', 52450) {{(pid=101402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:21:48.202467 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e72e1ffd-3ea3-409d-86cb-778e57989f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:48.223224 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e72e1ffd-3ea3-409d-86cb-778e57989f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:48.270628 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e72e1ffd-3ea3-409d-86cb-778e57989f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:48.273236 n-d-800088-20 neutron-server[101402]: DEBUG neutron_lib.callbacks.manager [None req-e72e1ffd-3ea3-409d-86cb-778e57989f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:48.274685 n-d-800088-20 neutron-server[101402]: INFO neutron.wsgi [None req-e72e1ffd-3ea3-409d-86cb-778e57989f28 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fff12303-3953-4dc8-b4a1-b9b2ef9e163b HTTP/1.1" status: 204 len: 168 time: 0.1247931 Aug 17 01:21:48.283349 n-d-800088-20 neutron-server[101402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e1ffd-3ea3-409d-86cb-778e57989f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff12303-3953-4dc8-b4a1-b9b2ef9e163b,revision_number=None']} {{(pid=101402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:48.592672 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52456) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:21:48.632031 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-641104ee-3313-4835-bd76-6fc453fe3cc8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=033f143789e146308acda2ceee257404&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381935 Aug 17 01:21:48.634535 n-d-800088-20 neutron-server[101403]: DEBUG neutron.wsgi [-] (101403) accepted ('10.222.0.60', 52458) {{(pid=101403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:21:48.688405 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-63d544ed-0a4d-46f7-8d9f-998733981d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:48.709310 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-63d544ed-0a4d-46f7-8d9f-998733981d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:48.754765 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-63d544ed-0a4d-46f7-8d9f-998733981d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666545'] for security_group, after_delete {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:48.757270 n-d-800088-20 neutron-server[101403]: DEBUG neutron_lib.callbacks.manager [None req-63d544ed-0a4d-46f7-8d9f-998733981d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:48.758394 n-d-800088-20 neutron-server[101403]: INFO neutron.wsgi [None req-63d544ed-0a4d-46f7-8d9f-998733981d20 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/36d00370-8d54-428d-a427-a462bb93253f HTTP/1.1" status: 204 len: 168 time: 0.1229262 Aug 17 01:21:48.766004 n-d-800088-20 neutron-server[101403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d544ed-0a4d-46f7-8d9f-998733981d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d00370-8d54-428d-a427-a462bb93253f,revision_number=None']} {{(pid=101403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:49.132138 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 1c98ae3c-377a-4da9-848d-d83ef8b2d503 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:21:49.152838 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 1c98ae3c-377a-4da9-848d-d83ef8b2d503 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:21:49.153232 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 1c98ae3c-377a-4da9-848d-d83ef8b2d503 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:21:49.153654 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 79dcef76-d24a-4f57-bca9-6625d2de7b04 no longer exists at agent ovs-agent-n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:21:49.174387 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] No Port match for: 79dcef76-d24a-4f57-bca9-6625d2de7b04 {{(pid=101404) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:21:49.174735 n-d-800088-20 neutron-server[101404]: DEBUG neutron.plugins.ml2.rpc [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Device 79dcef76-d24a-4f57-bca9-6625d2de7b04 not bound to the agent host n-d-800088-20 {{(pid=101404) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:21:49.334907 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-aeeb66f1-8051-408a-944e-e6380b49b03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:49.384614 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:50.546205 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:52.426674 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:58.210999 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:22:10.977184 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:12.576136 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:16.689677 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-502c9e04-0473-4f29-86ec-4db0a861f0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:19.336806 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5ecec14c-d5a5-4e46-9771-6d874b3821ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:19.384362 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:20.548697 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:22.428297 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:35.209724 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:22:40.998572 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:42.603809 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:46.849858 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4bd5a3fb-2ecc-4025-b9ea-ec0770beed33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:49.336214 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-81f93e97-4d0f-4cb9-b3da-23226d68ed6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:49.383698 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:50.551638 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:52.431644 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:10.999703 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:12.210783 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:23:12.618089 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:16.690903 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-444c34fb-db23-49c3-9a1f-0ffad3117c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:19.335878 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-01e2ecc5-fb67-4ef5-8843-94156f019aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:19.384094 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:20.555296 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:22.430537 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:40.997782 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:42.617338 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:46.692978 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-d4045c37-2d45-449b-a844-43fb145e2b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:49.209705 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:23:49.336254 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-a6d0bf8c-bdf2-4116-bd1c-a08b76de8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:49.385684 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:50.556625 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:52.434477 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:10.994578 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:12.618761 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:16.693442 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-53fcf6b3-c0a6-4169-a69c-865ab76c1557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:19.337081 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8e85b55f-f6cc-4169-9c9d-9d2a8203bd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:19.385509 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:20.560617 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:22.438774 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:26.208426 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:24:40.994180 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:42.616411 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:46.693515 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-05b108d5-71e2-4676-a97f-b43a9c0e7963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:49.339496 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-6cde5e5b-ddd8-4c25-95a8-ea093a78d50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:49.384658 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:50.565173 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:52.444583 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:03.207915 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:25:10.997644 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:12.630951 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:16.693681 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-df0b79ca-d612-4d90-a65a-020b683498a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:19.339740 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-832f17cf-9fd5-49e1-bbd6-591063c0a8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:19.384091 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:20.568717 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:22.442127 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:40.206913 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:25:41.023500 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:42.627553 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:46.694862 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-731d0057-8b5d-406b-b29a-d0c472ce27b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:49.338976 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-4b2740e9-52d2-4117-8d19-5b18f48d4888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:49.386480 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:50.111617 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [req-2cdfe681-a650-430f-9a9f-632e25598dad req-6f3f8fb1-8a8b-4d58-9760-265ab99f9193 service neutron] (101402) timed out ('10.222.0.60', 51096) {{(pid=101402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 01:25:50.570657 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:52.448168 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:11.044014 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:12.635737 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:16.695197 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-f091eab5-55d2-4402-9fea-27700e671bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:17.205960 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:26:19.339335 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-fadf38d7-24b7-44bb-8e50-eaca56ed148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:19.385499 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:20.573940 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:22.448454 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:41.036510 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:42.644211 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:46.697348 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-18a3bec4-1431-4889-98da-c3e52f759f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:49.340446 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-010274e4-87eb-493f-90fc-15eb512eba0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:49.386064 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:50.576509 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:52.452247 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:54.205925 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:27:11.057883 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:12.659099 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:16.699391 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-9f16b94a-ba4d-4909-a7f0-037972e41b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:19.340375 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-513f09ba-b441-48f0-a3b5-20533b1e86bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:19.385469 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:20.578310 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:22.456929 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:31.206170 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:27:41.066543 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:42.658451 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:46.702733 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-daf6bf9e-4a03-4a76-82c0-9ccf213436e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:49.340201 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-8482c616-25f8-4054-81c6-1ba105241624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:49.385204 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:50.581632 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:52.459518 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:08.206489 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:28:11.080624 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:12.674483 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:16.703231 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-91f57241-4e55-4161-93ae-b337d444aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:19.340893 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-5d3dc2a8-9211-456a-b94f-8e3496c8751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:19.385883 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:20.589866 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:22.461228 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:41.085722 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:42.689458 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:45.205192 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:28:46.704123 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-e20cbf23-bea8-4210-b8e3-0ea103558415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:49.340080 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ea31a444-82a8-4d62-bf24-c472fc80f884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:49.386884 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:50.587797 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:52.463778 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:29:11.084944 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:29:12.687882 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:29:16.705147 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c9ed1e18-4ea6-464b-bdc1-6ed3b038c9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:29:19.340668 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-89fbd7b7-ee22-43fc-a123-cd48382c784e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:29:19.387439 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:29:20.591308 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:29:22.204838 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:29:22.466631 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:29:41.084788 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:29:42.703738 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:29:46.706316 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fdf969c-1472-44da-a59f-7618e968ceac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:29:49.340967 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-794d20c3-d7af-40d4-af41-25e674e169a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:29:49.387140 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:29:50.594039 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:29:52.470610 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:29:59.208431 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:30:11.093996 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:30:12.703172 n-d-800088-20 neutron-server[101402]: DEBUG neutron.wsgi [req-2424fe93-dcd7-494e-823d-6c861762fc4d req-b54c540d-b2d0-4d7c-8efb-b49423b3bdf6 service neutron] (101402) timed out ('10.222.0.60', 46246) {{(pid=101402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 01:30:12.731050 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:30:16.706744 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-085ae5b9-544d-4b7f-b8bb-356b2f8e8810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:30:19.342659 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-280de464-c286-475a-87ed-40cda12a53dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:30:19.387505 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:30:20.596832 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:30:22.471898 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:30:36.207888 n-d-800088-20 neutron-server[101405]: DEBUG neutron.db.agents_db [None req-3fa60974-3119-4651-bbca-ae555a4a3278 None None] Agent healthcheck: found 7 active agents {{(pid=101405) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:30:41.084862 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-27ec4144-f4f3-47e0-818b-8eccbc2e0091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:30:42.716598 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-ad3a448c-7cde-4ff8-b1d8-d8b0adaa6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:30:46.708141 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-37d2368f-7558-4600-8749-e200549a31c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:30:49.343400 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-c46fd0a1-afae-4061-bfd5-7eb5c64a069a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:30:49.387759 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae541-33fd-43b4-bbcc-8c9ca7275cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:30:50.600205 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3fb9aef1-5446-4c75-8a81-9263fd44353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:30:52.474987 n-d-800088-20 neutron-server[101404]: DEBUG neutron_lib.callbacks.manager [None req-3c699d08-b89e-437e-8a9c-623c3a233147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730304400083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347672'] for agent, after_update {{(pid=101404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}